{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.29410709174478156,
  "eval_steps": 500,
  "global_step": 336000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 4.376593627154487e-06,
      "grad_norm": 252.2689208984375,
      "learning_rate": 2.188183807439825e-08,
      "loss": 18.7129,
      "step": 5
    },
    {
      "epoch": 8.753187254308975e-06,
      "grad_norm": 255.12847900390625,
      "learning_rate": 4.37636761487965e-08,
      "loss": 18.0879,
      "step": 10
    },
    {
      "epoch": 1.3129780881463462e-05,
      "grad_norm": 252.1746063232422,
      "learning_rate": 6.564551422319474e-08,
      "loss": 19.5281,
      "step": 15
    },
    {
      "epoch": 1.750637450861795e-05,
      "grad_norm": 254.7344207763672,
      "learning_rate": 8.7527352297593e-08,
      "loss": 15.9215,
      "step": 20
    },
    {
      "epoch": 2.188296813577244e-05,
      "grad_norm": 251.6991424560547,
      "learning_rate": 1.0940919037199125e-07,
      "loss": 16.5437,
      "step": 25
    },
    {
      "epoch": 2.6259561762926924e-05,
      "grad_norm": 176.78939819335938,
      "learning_rate": 1.312910284463895e-07,
      "loss": 17.3227,
      "step": 30
    },
    {
      "epoch": 3.0636155390081413e-05,
      "grad_norm": 244.4534912109375,
      "learning_rate": 1.5317286652078776e-07,
      "loss": 17.0797,
      "step": 35
    },
    {
      "epoch": 3.50127490172359e-05,
      "grad_norm": 209.63494873046875,
      "learning_rate": 1.75054704595186e-07,
      "loss": 15.7957,
      "step": 40
    },
    {
      "epoch": 3.938934264439039e-05,
      "grad_norm": 226.61029052734375,
      "learning_rate": 1.9693654266958427e-07,
      "loss": 18.4691,
      "step": 45
    },
    {
      "epoch": 4.376593627154488e-05,
      "grad_norm": 170.8424835205078,
      "learning_rate": 2.188183807439825e-07,
      "loss": 16.8891,
      "step": 50
    },
    {
      "epoch": 4.814252989869936e-05,
      "grad_norm": 200.65357971191406,
      "learning_rate": 2.4070021881838076e-07,
      "loss": 15.2578,
      "step": 55
    },
    {
      "epoch": 5.251912352585385e-05,
      "grad_norm": 188.9854736328125,
      "learning_rate": 2.62582056892779e-07,
      "loss": 17.2387,
      "step": 60
    },
    {
      "epoch": 5.689571715300834e-05,
      "grad_norm": 137.9722137451172,
      "learning_rate": 2.8446389496717725e-07,
      "loss": 14.7402,
      "step": 65
    },
    {
      "epoch": 6.127231078016283e-05,
      "grad_norm": 103.606689453125,
      "learning_rate": 3.063457330415755e-07,
      "loss": 17.1246,
      "step": 70
    },
    {
      "epoch": 6.564890440731731e-05,
      "grad_norm": 90.31688690185547,
      "learning_rate": 3.2822757111597374e-07,
      "loss": 14.9086,
      "step": 75
    },
    {
      "epoch": 7.00254980344718e-05,
      "grad_norm": 102.23772430419922,
      "learning_rate": 3.50109409190372e-07,
      "loss": 12.8746,
      "step": 80
    },
    {
      "epoch": 7.440209166162628e-05,
      "grad_norm": 62.33677291870117,
      "learning_rate": 3.719912472647703e-07,
      "loss": 15.6227,
      "step": 85
    },
    {
      "epoch": 7.877868528878078e-05,
      "grad_norm": 65.00231170654297,
      "learning_rate": 3.9387308533916855e-07,
      "loss": 13.3641,
      "step": 90
    },
    {
      "epoch": 8.315527891593527e-05,
      "grad_norm": 59.53765106201172,
      "learning_rate": 4.1575492341356677e-07,
      "loss": 15.3488,
      "step": 95
    },
    {
      "epoch": 8.753187254308975e-05,
      "grad_norm": 44.46403503417969,
      "learning_rate": 4.37636761487965e-07,
      "loss": 12.4707,
      "step": 100
    },
    {
      "epoch": 9.190846617024424e-05,
      "grad_norm": 40.1207160949707,
      "learning_rate": 4.595185995623632e-07,
      "loss": 13.3082,
      "step": 105
    },
    {
      "epoch": 9.628505979739873e-05,
      "grad_norm": 50.37483215332031,
      "learning_rate": 4.814004376367615e-07,
      "loss": 13.0809,
      "step": 110
    },
    {
      "epoch": 0.00010066165342455321,
      "grad_norm": 46.388397216796875,
      "learning_rate": 5.032822757111597e-07,
      "loss": 13.5227,
      "step": 115
    },
    {
      "epoch": 0.0001050382470517077,
      "grad_norm": 42.67344284057617,
      "learning_rate": 5.25164113785558e-07,
      "loss": 13.7953,
      "step": 120
    },
    {
      "epoch": 0.0001094148406788622,
      "grad_norm": 39.92251968383789,
      "learning_rate": 5.470459518599563e-07,
      "loss": 12.9824,
      "step": 125
    },
    {
      "epoch": 0.00011379143430601668,
      "grad_norm": 37.02245330810547,
      "learning_rate": 5.689277899343545e-07,
      "loss": 13.2316,
      "step": 130
    },
    {
      "epoch": 0.00011816802793317117,
      "grad_norm": 33.89432907104492,
      "learning_rate": 5.908096280087528e-07,
      "loss": 13.2777,
      "step": 135
    },
    {
      "epoch": 0.00012254462156032565,
      "grad_norm": 25.5125789642334,
      "learning_rate": 6.12691466083151e-07,
      "loss": 11.0299,
      "step": 140
    },
    {
      "epoch": 0.00012692121518748014,
      "grad_norm": 20.207237243652344,
      "learning_rate": 6.345733041575493e-07,
      "loss": 11.2965,
      "step": 145
    },
    {
      "epoch": 0.00013129780881463463,
      "grad_norm": 23.926755905151367,
      "learning_rate": 6.564551422319475e-07,
      "loss": 11.3078,
      "step": 150
    },
    {
      "epoch": 0.0001356744024417891,
      "grad_norm": 23.094472885131836,
      "learning_rate": 6.783369803063457e-07,
      "loss": 12.7523,
      "step": 155
    },
    {
      "epoch": 0.0001400509960689436,
      "grad_norm": 23.72826385498047,
      "learning_rate": 7.00218818380744e-07,
      "loss": 13.2016,
      "step": 160
    },
    {
      "epoch": 0.00014442758969609808,
      "grad_norm": 18.473787307739258,
      "learning_rate": 7.221006564551422e-07,
      "loss": 11.5836,
      "step": 165
    },
    {
      "epoch": 0.00014880418332325257,
      "grad_norm": 27.668109893798828,
      "learning_rate": 7.439824945295406e-07,
      "loss": 10.482,
      "step": 170
    },
    {
      "epoch": 0.00015318077695040705,
      "grad_norm": 27.558422088623047,
      "learning_rate": 7.658643326039388e-07,
      "loss": 10.2855,
      "step": 175
    },
    {
      "epoch": 0.00015755737057756157,
      "grad_norm": 15.758637428283691,
      "learning_rate": 7.877461706783371e-07,
      "loss": 7.3609,
      "step": 180
    },
    {
      "epoch": 0.00016193396420471605,
      "grad_norm": 12.118369102478027,
      "learning_rate": 8.096280087527353e-07,
      "loss": 10.2545,
      "step": 185
    },
    {
      "epoch": 0.00016631055783187054,
      "grad_norm": 20.11264419555664,
      "learning_rate": 8.315098468271335e-07,
      "loss": 10.7035,
      "step": 190
    },
    {
      "epoch": 0.00017068715145902502,
      "grad_norm": 12.306541442871094,
      "learning_rate": 8.533916849015317e-07,
      "loss": 9.009,
      "step": 195
    },
    {
      "epoch": 0.0001750637450861795,
      "grad_norm": 4.8632097244262695,
      "learning_rate": 8.7527352297593e-07,
      "loss": 10.5744,
      "step": 200
    },
    {
      "epoch": 0.000179440338713334,
      "grad_norm": 9.288006782531738,
      "learning_rate": 8.971553610503282e-07,
      "loss": 10.5449,
      "step": 205
    },
    {
      "epoch": 0.00018381693234048848,
      "grad_norm": 3.6623992919921875,
      "learning_rate": 9.190371991247264e-07,
      "loss": 8.4818,
      "step": 210
    },
    {
      "epoch": 0.00018819352596764297,
      "grad_norm": 12.885273933410645,
      "learning_rate": 9.409190371991247e-07,
      "loss": 8.8273,
      "step": 215
    },
    {
      "epoch": 0.00019257011959479745,
      "grad_norm": 4.584403991699219,
      "learning_rate": 9.62800875273523e-07,
      "loss": 7.8531,
      "step": 220
    },
    {
      "epoch": 0.00019694671322195194,
      "grad_norm": 3.268850564956665,
      "learning_rate": 9.846827133479213e-07,
      "loss": 10.8363,
      "step": 225
    },
    {
      "epoch": 0.00020132330684910642,
      "grad_norm": 3.1836464405059814,
      "learning_rate": 1.0065645514223195e-06,
      "loss": 9.8291,
      "step": 230
    },
    {
      "epoch": 0.0002056999004762609,
      "grad_norm": 2.7215805053710938,
      "learning_rate": 1.0284463894967177e-06,
      "loss": 11.443,
      "step": 235
    },
    {
      "epoch": 0.0002100764941034154,
      "grad_norm": 3.1440019607543945,
      "learning_rate": 1.050328227571116e-06,
      "loss": 10.4229,
      "step": 240
    },
    {
      "epoch": 0.00021445308773056988,
      "grad_norm": 4.800799369812012,
      "learning_rate": 1.0722100656455143e-06,
      "loss": 9.1895,
      "step": 245
    },
    {
      "epoch": 0.0002188296813577244,
      "grad_norm": 3.993628978729248,
      "learning_rate": 1.0940919037199126e-06,
      "loss": 9.1834,
      "step": 250
    },
    {
      "epoch": 0.00022320627498487888,
      "grad_norm": 3.5830259323120117,
      "learning_rate": 1.1159737417943108e-06,
      "loss": 9.1949,
      "step": 255
    },
    {
      "epoch": 0.00022758286861203336,
      "grad_norm": 12.082572937011719,
      "learning_rate": 1.137855579868709e-06,
      "loss": 9.7443,
      "step": 260
    },
    {
      "epoch": 0.00023195946223918785,
      "grad_norm": 7.104276657104492,
      "learning_rate": 1.1597374179431074e-06,
      "loss": 10.1828,
      "step": 265
    },
    {
      "epoch": 0.00023633605586634234,
      "grad_norm": 5.908697128295898,
      "learning_rate": 1.1816192560175056e-06,
      "loss": 9.1836,
      "step": 270
    },
    {
      "epoch": 0.00024071264949349682,
      "grad_norm": 2.384229898452759,
      "learning_rate": 1.2035010940919039e-06,
      "loss": 10.1273,
      "step": 275
    },
    {
      "epoch": 0.0002450892431206513,
      "grad_norm": 3.3462016582489014,
      "learning_rate": 1.225382932166302e-06,
      "loss": 10.1287,
      "step": 280
    },
    {
      "epoch": 0.0002494658367478058,
      "grad_norm": 14.520323753356934,
      "learning_rate": 1.2472647702407003e-06,
      "loss": 8.5016,
      "step": 285
    },
    {
      "epoch": 0.0002538424303749603,
      "grad_norm": 4.713735580444336,
      "learning_rate": 1.2691466083150985e-06,
      "loss": 9.7152,
      "step": 290
    },
    {
      "epoch": 0.00025821902400211476,
      "grad_norm": 5.9358906745910645,
      "learning_rate": 1.2910284463894967e-06,
      "loss": 10.1475,
      "step": 295
    },
    {
      "epoch": 0.00026259561762926925,
      "grad_norm": 1.9508142471313477,
      "learning_rate": 1.312910284463895e-06,
      "loss": 9.3406,
      "step": 300
    },
    {
      "epoch": 0.00026697221125642374,
      "grad_norm": 10.904977798461914,
      "learning_rate": 1.3347921225382932e-06,
      "loss": 9.7498,
      "step": 305
    },
    {
      "epoch": 0.0002713488048835782,
      "grad_norm": 5.298038482666016,
      "learning_rate": 1.3566739606126914e-06,
      "loss": 10.1172,
      "step": 310
    },
    {
      "epoch": 0.0002757253985107327,
      "grad_norm": 3.4301047325134277,
      "learning_rate": 1.3785557986870898e-06,
      "loss": 10.1346,
      "step": 315
    },
    {
      "epoch": 0.0002801019921378872,
      "grad_norm": 2.230888843536377,
      "learning_rate": 1.400437636761488e-06,
      "loss": 10.3457,
      "step": 320
    },
    {
      "epoch": 0.0002844785857650417,
      "grad_norm": 5.105979919433594,
      "learning_rate": 1.4223194748358862e-06,
      "loss": 8.7244,
      "step": 325
    },
    {
      "epoch": 0.00028885517939219616,
      "grad_norm": 2.7547295093536377,
      "learning_rate": 1.4442013129102845e-06,
      "loss": 9.6963,
      "step": 330
    },
    {
      "epoch": 0.00029323177301935065,
      "grad_norm": 4.701279163360596,
      "learning_rate": 1.4660831509846827e-06,
      "loss": 9.3004,
      "step": 335
    },
    {
      "epoch": 0.00029760836664650514,
      "grad_norm": 1.2384388446807861,
      "learning_rate": 1.4879649890590811e-06,
      "loss": 10.0457,
      "step": 340
    },
    {
      "epoch": 0.0003019849602736596,
      "grad_norm": 1.683120608329773,
      "learning_rate": 1.5098468271334793e-06,
      "loss": 9.0691,
      "step": 345
    },
    {
      "epoch": 0.0003063615539008141,
      "grad_norm": 1.2611511945724487,
      "learning_rate": 1.5317286652078775e-06,
      "loss": 8.4461,
      "step": 350
    },
    {
      "epoch": 0.00031073814752796865,
      "grad_norm": 3.22727108001709,
      "learning_rate": 1.5536105032822758e-06,
      "loss": 10.002,
      "step": 355
    },
    {
      "epoch": 0.00031511474115512313,
      "grad_norm": 1.758231520652771,
      "learning_rate": 1.5754923413566742e-06,
      "loss": 7.9984,
      "step": 360
    },
    {
      "epoch": 0.0003194913347822776,
      "grad_norm": 1.4532941579818726,
      "learning_rate": 1.5973741794310722e-06,
      "loss": 9.6115,
      "step": 365
    },
    {
      "epoch": 0.0003238679284094321,
      "grad_norm": 2.9629037380218506,
      "learning_rate": 1.6192560175054706e-06,
      "loss": 8.5914,
      "step": 370
    },
    {
      "epoch": 0.0003282445220365866,
      "grad_norm": 2.2302961349487305,
      "learning_rate": 1.6411378555798686e-06,
      "loss": 9.2945,
      "step": 375
    },
    {
      "epoch": 0.0003326211156637411,
      "grad_norm": 1.728097677230835,
      "learning_rate": 1.663019693654267e-06,
      "loss": 7.3422,
      "step": 380
    },
    {
      "epoch": 0.00033699770929089556,
      "grad_norm": 3.1855313777923584,
      "learning_rate": 1.6849015317286655e-06,
      "loss": 9.1164,
      "step": 385
    },
    {
      "epoch": 0.00034137430291805005,
      "grad_norm": 2.4400293827056885,
      "learning_rate": 1.7067833698030635e-06,
      "loss": 8.2447,
      "step": 390
    },
    {
      "epoch": 0.00034575089654520453,
      "grad_norm": 1.7898550033569336,
      "learning_rate": 1.728665207877462e-06,
      "loss": 7.4934,
      "step": 395
    },
    {
      "epoch": 0.000350127490172359,
      "grad_norm": 2.8498213291168213,
      "learning_rate": 1.75054704595186e-06,
      "loss": 9.0416,
      "step": 400
    },
    {
      "epoch": 0.0003545040837995135,
      "grad_norm": 2.9802448749542236,
      "learning_rate": 1.7724288840262584e-06,
      "loss": 9.2051,
      "step": 405
    },
    {
      "epoch": 0.000358880677426668,
      "grad_norm": 2.673288345336914,
      "learning_rate": 1.7943107221006564e-06,
      "loss": 10.968,
      "step": 410
    },
    {
      "epoch": 0.0003632572710538225,
      "grad_norm": 4.941821098327637,
      "learning_rate": 1.8161925601750548e-06,
      "loss": 8.0469,
      "step": 415
    },
    {
      "epoch": 0.00036763386468097696,
      "grad_norm": 16.0253849029541,
      "learning_rate": 1.8380743982494528e-06,
      "loss": 8.0223,
      "step": 420
    },
    {
      "epoch": 0.00037201045830813145,
      "grad_norm": 7.391462326049805,
      "learning_rate": 1.8599562363238512e-06,
      "loss": 9.9178,
      "step": 425
    },
    {
      "epoch": 0.00037638705193528593,
      "grad_norm": 6.685425758361816,
      "learning_rate": 1.8818380743982495e-06,
      "loss": 9.8609,
      "step": 430
    },
    {
      "epoch": 0.0003807636455624404,
      "grad_norm": 3.4304299354553223,
      "learning_rate": 1.9037199124726479e-06,
      "loss": 7.352,
      "step": 435
    },
    {
      "epoch": 0.0003851402391895949,
      "grad_norm": 2.4738216400146484,
      "learning_rate": 1.925601750547046e-06,
      "loss": 6.9418,
      "step": 440
    },
    {
      "epoch": 0.0003895168328167494,
      "grad_norm": 7.165195465087891,
      "learning_rate": 1.947483588621444e-06,
      "loss": 8.6135,
      "step": 445
    },
    {
      "epoch": 0.0003938934264439039,
      "grad_norm": 8.47481632232666,
      "learning_rate": 1.9693654266958425e-06,
      "loss": 8.5809,
      "step": 450
    },
    {
      "epoch": 0.00039827002007105836,
      "grad_norm": 10.29312801361084,
      "learning_rate": 1.9912472647702405e-06,
      "loss": 8.926,
      "step": 455
    },
    {
      "epoch": 0.00040264661369821285,
      "grad_norm": 9.057856559753418,
      "learning_rate": 2.013129102844639e-06,
      "loss": 9.7027,
      "step": 460
    },
    {
      "epoch": 0.00040702320732536733,
      "grad_norm": 4.825007438659668,
      "learning_rate": 2.035010940919037e-06,
      "loss": 7.2252,
      "step": 465
    },
    {
      "epoch": 0.0004113998009525218,
      "grad_norm": 3.855645179748535,
      "learning_rate": 2.0568927789934354e-06,
      "loss": 7.7865,
      "step": 470
    },
    {
      "epoch": 0.0004157763945796763,
      "grad_norm": 2.8138129711151123,
      "learning_rate": 2.078774617067834e-06,
      "loss": 8.1238,
      "step": 475
    },
    {
      "epoch": 0.0004201529882068308,
      "grad_norm": 2.539123773574829,
      "learning_rate": 2.100656455142232e-06,
      "loss": 7.1873,
      "step": 480
    },
    {
      "epoch": 0.0004245295818339853,
      "grad_norm": 3.637646198272705,
      "learning_rate": 2.1225382932166303e-06,
      "loss": 8.0947,
      "step": 485
    },
    {
      "epoch": 0.00042890617546113976,
      "grad_norm": 3.8194828033447266,
      "learning_rate": 2.1444201312910287e-06,
      "loss": 7.1141,
      "step": 490
    },
    {
      "epoch": 0.0004332827690882943,
      "grad_norm": 4.067976474761963,
      "learning_rate": 2.1663019693654267e-06,
      "loss": 9.5408,
      "step": 495
    },
    {
      "epoch": 0.0004376593627154488,
      "grad_norm": 4.274869918823242,
      "learning_rate": 2.188183807439825e-06,
      "loss": 8.5732,
      "step": 500
    },
    {
      "epoch": 0.00044203595634260327,
      "grad_norm": 1.9842917919158936,
      "learning_rate": 2.2100656455142236e-06,
      "loss": 7.4527,
      "step": 505
    },
    {
      "epoch": 0.00044641254996975776,
      "grad_norm": 2.60406756401062,
      "learning_rate": 2.2319474835886216e-06,
      "loss": 6.8639,
      "step": 510
    },
    {
      "epoch": 0.00045078914359691224,
      "grad_norm": 6.929298400878906,
      "learning_rate": 2.25382932166302e-06,
      "loss": 8.8936,
      "step": 515
    },
    {
      "epoch": 0.00045516573722406673,
      "grad_norm": 8.240114212036133,
      "learning_rate": 2.275711159737418e-06,
      "loss": 9.7963,
      "step": 520
    },
    {
      "epoch": 0.0004595423308512212,
      "grad_norm": 5.02781867980957,
      "learning_rate": 2.2975929978118164e-06,
      "loss": 10.3699,
      "step": 525
    },
    {
      "epoch": 0.0004639189244783757,
      "grad_norm": 2.0595383644104004,
      "learning_rate": 2.319474835886215e-06,
      "loss": 8.4916,
      "step": 530
    },
    {
      "epoch": 0.0004682955181055302,
      "grad_norm": 2.0643017292022705,
      "learning_rate": 2.341356673960613e-06,
      "loss": 9.1719,
      "step": 535
    },
    {
      "epoch": 0.00047267211173268467,
      "grad_norm": 2.3685429096221924,
      "learning_rate": 2.3632385120350113e-06,
      "loss": 8.2594,
      "step": 540
    },
    {
      "epoch": 0.00047704870535983916,
      "grad_norm": 5.9684739112854,
      "learning_rate": 2.3851203501094093e-06,
      "loss": 9.332,
      "step": 545
    },
    {
      "epoch": 0.00048142529898699364,
      "grad_norm": 2.9666285514831543,
      "learning_rate": 2.4070021881838077e-06,
      "loss": 8.2543,
      "step": 550
    },
    {
      "epoch": 0.00048580189261414813,
      "grad_norm": 2.121356725692749,
      "learning_rate": 2.4288840262582057e-06,
      "loss": 8.2008,
      "step": 555
    },
    {
      "epoch": 0.0004901784862413026,
      "grad_norm": 3.4561116695404053,
      "learning_rate": 2.450765864332604e-06,
      "loss": 6.9592,
      "step": 560
    },
    {
      "epoch": 0.0004945550798684572,
      "grad_norm": 3.8045265674591064,
      "learning_rate": 2.472647702407002e-06,
      "loss": 7.8891,
      "step": 565
    },
    {
      "epoch": 0.0004989316734956116,
      "grad_norm": 7.870553970336914,
      "learning_rate": 2.4945295404814006e-06,
      "loss": 7.3094,
      "step": 570
    },
    {
      "epoch": 0.0005033082671227661,
      "grad_norm": 5.515130996704102,
      "learning_rate": 2.516411378555799e-06,
      "loss": 7.8496,
      "step": 575
    },
    {
      "epoch": 0.0005076848607499206,
      "grad_norm": 5.5017595291137695,
      "learning_rate": 2.538293216630197e-06,
      "loss": 7.2789,
      "step": 580
    },
    {
      "epoch": 0.0005120614543770751,
      "grad_norm": 1.5541982650756836,
      "learning_rate": 2.5601750547045955e-06,
      "loss": 8.1629,
      "step": 585
    },
    {
      "epoch": 0.0005164380480042295,
      "grad_norm": 2.8620824813842773,
      "learning_rate": 2.5820568927789935e-06,
      "loss": 8.4949,
      "step": 590
    },
    {
      "epoch": 0.0005208146416313841,
      "grad_norm": 3.142270803451538,
      "learning_rate": 2.603938730853392e-06,
      "loss": 8.3568,
      "step": 595
    },
    {
      "epoch": 0.0005251912352585385,
      "grad_norm": 3.3882272243499756,
      "learning_rate": 2.62582056892779e-06,
      "loss": 7.4467,
      "step": 600
    },
    {
      "epoch": 0.000529567828885693,
      "grad_norm": 2.0096142292022705,
      "learning_rate": 2.6477024070021883e-06,
      "loss": 8.1402,
      "step": 605
    },
    {
      "epoch": 0.0005339444225128475,
      "grad_norm": 2.555738925933838,
      "learning_rate": 2.6695842450765863e-06,
      "loss": 6.6486,
      "step": 610
    },
    {
      "epoch": 0.000538321016140002,
      "grad_norm": 1.2424226999282837,
      "learning_rate": 2.6914660831509848e-06,
      "loss": 7.0098,
      "step": 615
    },
    {
      "epoch": 0.0005426976097671564,
      "grad_norm": 2.123319625854492,
      "learning_rate": 2.7133479212253828e-06,
      "loss": 9.5281,
      "step": 620
    },
    {
      "epoch": 0.000547074203394311,
      "grad_norm": 1.3885226249694824,
      "learning_rate": 2.735229759299781e-06,
      "loss": 8.6199,
      "step": 625
    },
    {
      "epoch": 0.0005514507970214654,
      "grad_norm": 5.700627326965332,
      "learning_rate": 2.7571115973741796e-06,
      "loss": 8.9256,
      "step": 630
    },
    {
      "epoch": 0.00055582739064862,
      "grad_norm": 1.486916184425354,
      "learning_rate": 2.7789934354485776e-06,
      "loss": 8.9379,
      "step": 635
    },
    {
      "epoch": 0.0005602039842757744,
      "grad_norm": 1.4837727546691895,
      "learning_rate": 2.800875273522976e-06,
      "loss": 8.9129,
      "step": 640
    },
    {
      "epoch": 0.0005645805779029289,
      "grad_norm": 2.1188669204711914,
      "learning_rate": 2.822757111597374e-06,
      "loss": 7.6852,
      "step": 645
    },
    {
      "epoch": 0.0005689571715300834,
      "grad_norm": 1.3958606719970703,
      "learning_rate": 2.8446389496717725e-06,
      "loss": 7.7104,
      "step": 650
    },
    {
      "epoch": 0.0005733337651572379,
      "grad_norm": 1.534697413444519,
      "learning_rate": 2.8665207877461705e-06,
      "loss": 7.6695,
      "step": 655
    },
    {
      "epoch": 0.0005777103587843923,
      "grad_norm": 6.208815574645996,
      "learning_rate": 2.888402625820569e-06,
      "loss": 9.0949,
      "step": 660
    },
    {
      "epoch": 0.0005820869524115469,
      "grad_norm": 1.5571908950805664,
      "learning_rate": 2.9102844638949674e-06,
      "loss": 8.5383,
      "step": 665
    },
    {
      "epoch": 0.0005864635460387013,
      "grad_norm": 2.1504428386688232,
      "learning_rate": 2.9321663019693654e-06,
      "loss": 6.7795,
      "step": 670
    },
    {
      "epoch": 0.0005908401396658558,
      "grad_norm": 3.2810280323028564,
      "learning_rate": 2.954048140043764e-06,
      "loss": 8.5473,
      "step": 675
    },
    {
      "epoch": 0.0005952167332930103,
      "grad_norm": 9.492903709411621,
      "learning_rate": 2.9759299781181622e-06,
      "loss": 9.4131,
      "step": 680
    },
    {
      "epoch": 0.0005995933269201648,
      "grad_norm": 2.427053689956665,
      "learning_rate": 2.9978118161925602e-06,
      "loss": 9.0666,
      "step": 685
    },
    {
      "epoch": 0.0006039699205473192,
      "grad_norm": 2.9979753494262695,
      "learning_rate": 3.0196936542669587e-06,
      "loss": 7.6809,
      "step": 690
    },
    {
      "epoch": 0.0006083465141744738,
      "grad_norm": 2.0083868503570557,
      "learning_rate": 3.041575492341357e-06,
      "loss": 8.0062,
      "step": 695
    },
    {
      "epoch": 0.0006127231078016282,
      "grad_norm": 2.0348846912384033,
      "learning_rate": 3.063457330415755e-06,
      "loss": 8.4967,
      "step": 700
    },
    {
      "epoch": 0.0006170997014287828,
      "grad_norm": 1.8868645429611206,
      "learning_rate": 3.0853391684901535e-06,
      "loss": 9.3773,
      "step": 705
    },
    {
      "epoch": 0.0006214762950559373,
      "grad_norm": 1.8337955474853516,
      "learning_rate": 3.1072210065645515e-06,
      "loss": 7.9715,
      "step": 710
    },
    {
      "epoch": 0.0006258528886830917,
      "grad_norm": 2.034601926803589,
      "learning_rate": 3.1291028446389495e-06,
      "loss": 6.2416,
      "step": 715
    },
    {
      "epoch": 0.0006302294823102463,
      "grad_norm": 1.8729889392852783,
      "learning_rate": 3.1509846827133484e-06,
      "loss": 7.6443,
      "step": 720
    },
    {
      "epoch": 0.0006346060759374007,
      "grad_norm": 1.1162511110305786,
      "learning_rate": 3.1728665207877464e-06,
      "loss": 9.3986,
      "step": 725
    },
    {
      "epoch": 0.0006389826695645552,
      "grad_norm": 1.9605967998504639,
      "learning_rate": 3.1947483588621444e-06,
      "loss": 7.6193,
      "step": 730
    },
    {
      "epoch": 0.0006433592631917097,
      "grad_norm": 1.2840044498443604,
      "learning_rate": 3.2166301969365433e-06,
      "loss": 7.6246,
      "step": 735
    },
    {
      "epoch": 0.0006477358568188642,
      "grad_norm": 1.8787007331848145,
      "learning_rate": 3.2385120350109413e-06,
      "loss": 6.5248,
      "step": 740
    },
    {
      "epoch": 0.0006521124504460186,
      "grad_norm": 2.1162281036376953,
      "learning_rate": 3.2603938730853393e-06,
      "loss": 7.5916,
      "step": 745
    },
    {
      "epoch": 0.0006564890440731732,
      "grad_norm": 1.0175474882125854,
      "learning_rate": 3.2822757111597373e-06,
      "loss": 7.6271,
      "step": 750
    },
    {
      "epoch": 0.0006608656377003276,
      "grad_norm": 3.4474122524261475,
      "learning_rate": 3.304157549234136e-06,
      "loss": 7.4271,
      "step": 755
    },
    {
      "epoch": 0.0006652422313274822,
      "grad_norm": 1.867950439453125,
      "learning_rate": 3.326039387308534e-06,
      "loss": 8.1227,
      "step": 760
    },
    {
      "epoch": 0.0006696188249546366,
      "grad_norm": 1.909026861190796,
      "learning_rate": 3.347921225382932e-06,
      "loss": 7.577,
      "step": 765
    },
    {
      "epoch": 0.0006739954185817911,
      "grad_norm": 1.532910704612732,
      "learning_rate": 3.369803063457331e-06,
      "loss": 7.016,
      "step": 770
    },
    {
      "epoch": 0.0006783720122089456,
      "grad_norm": 2.374382257461548,
      "learning_rate": 3.391684901531729e-06,
      "loss": 9.3764,
      "step": 775
    },
    {
      "epoch": 0.0006827486058361001,
      "grad_norm": 3.5745646953582764,
      "learning_rate": 3.413566739606127e-06,
      "loss": 9.0289,
      "step": 780
    },
    {
      "epoch": 0.0006871251994632545,
      "grad_norm": 1.3356618881225586,
      "learning_rate": 3.435448577680525e-06,
      "loss": 7.5854,
      "step": 785
    },
    {
      "epoch": 0.0006915017930904091,
      "grad_norm": 2.6605114936828613,
      "learning_rate": 3.457330415754924e-06,
      "loss": 6.7154,
      "step": 790
    },
    {
      "epoch": 0.0006958783867175635,
      "grad_norm": 1.2673008441925049,
      "learning_rate": 3.479212253829322e-06,
      "loss": 8.1055,
      "step": 795
    },
    {
      "epoch": 0.000700254980344718,
      "grad_norm": 1.9234180450439453,
      "learning_rate": 3.50109409190372e-06,
      "loss": 7.3803,
      "step": 800
    },
    {
      "epoch": 0.0007046315739718725,
      "grad_norm": 1.8506429195404053,
      "learning_rate": 3.522975929978118e-06,
      "loss": 7.8854,
      "step": 805
    },
    {
      "epoch": 0.000709008167599027,
      "grad_norm": 2.1821045875549316,
      "learning_rate": 3.5448577680525167e-06,
      "loss": 6.2041,
      "step": 810
    },
    {
      "epoch": 0.0007133847612261814,
      "grad_norm": 2.472700357437134,
      "learning_rate": 3.5667396061269147e-06,
      "loss": 7.5818,
      "step": 815
    },
    {
      "epoch": 0.000717761354853336,
      "grad_norm": 1.6032683849334717,
      "learning_rate": 3.5886214442013127e-06,
      "loss": 7.5611,
      "step": 820
    },
    {
      "epoch": 0.0007221379484804904,
      "grad_norm": 2.9829657077789307,
      "learning_rate": 3.6105032822757116e-06,
      "loss": 7.2498,
      "step": 825
    },
    {
      "epoch": 0.000726514542107645,
      "grad_norm": 3.1922261714935303,
      "learning_rate": 3.6323851203501096e-06,
      "loss": 8.4311,
      "step": 830
    },
    {
      "epoch": 0.0007308911357347994,
      "grad_norm": 2.941460371017456,
      "learning_rate": 3.6542669584245076e-06,
      "loss": 8.116,
      "step": 835
    },
    {
      "epoch": 0.0007352677293619539,
      "grad_norm": 2.3836262226104736,
      "learning_rate": 3.6761487964989056e-06,
      "loss": 6.9887,
      "step": 840
    },
    {
      "epoch": 0.0007396443229891085,
      "grad_norm": 1.8043593168258667,
      "learning_rate": 3.6980306345733045e-06,
      "loss": 7.0344,
      "step": 845
    },
    {
      "epoch": 0.0007440209166162629,
      "grad_norm": 2.2402613162994385,
      "learning_rate": 3.7199124726477025e-06,
      "loss": 9.3416,
      "step": 850
    },
    {
      "epoch": 0.0007483975102434174,
      "grad_norm": 3.9391486644744873,
      "learning_rate": 3.7417943107221005e-06,
      "loss": 8.0961,
      "step": 855
    },
    {
      "epoch": 0.0007527741038705719,
      "grad_norm": 1.7950258255004883,
      "learning_rate": 3.763676148796499e-06,
      "loss": 8.793,
      "step": 860
    },
    {
      "epoch": 0.0007571506974977264,
      "grad_norm": 1.9394792318344116,
      "learning_rate": 3.7855579868708973e-06,
      "loss": 7.3611,
      "step": 865
    },
    {
      "epoch": 0.0007615272911248808,
      "grad_norm": 11.774660110473633,
      "learning_rate": 3.8074398249452958e-06,
      "loss": 9.0133,
      "step": 870
    },
    {
      "epoch": 0.0007659038847520354,
      "grad_norm": 1.2893222570419312,
      "learning_rate": 3.829321663019694e-06,
      "loss": 8.1135,
      "step": 875
    },
    {
      "epoch": 0.0007702804783791898,
      "grad_norm": 1.9752006530761719,
      "learning_rate": 3.851203501094092e-06,
      "loss": 7.575,
      "step": 880
    },
    {
      "epoch": 0.0007746570720063443,
      "grad_norm": 4.332281112670898,
      "learning_rate": 3.873085339168491e-06,
      "loss": 7.9361,
      "step": 885
    },
    {
      "epoch": 0.0007790336656334988,
      "grad_norm": 3.6610491275787354,
      "learning_rate": 3.894967177242888e-06,
      "loss": 7.0324,
      "step": 890
    },
    {
      "epoch": 0.0007834102592606533,
      "grad_norm": 1.754673719406128,
      "learning_rate": 3.916849015317287e-06,
      "loss": 7.0449,
      "step": 895
    },
    {
      "epoch": 0.0007877868528878078,
      "grad_norm": 3.6446945667266846,
      "learning_rate": 3.938730853391685e-06,
      "loss": 7.5719,
      "step": 900
    },
    {
      "epoch": 0.0007921634465149623,
      "grad_norm": 1.4713953733444214,
      "learning_rate": 3.9606126914660835e-06,
      "loss": 7.3412,
      "step": 905
    },
    {
      "epoch": 0.0007965400401421167,
      "grad_norm": 1.4097834825515747,
      "learning_rate": 3.982494529540481e-06,
      "loss": 8.4377,
      "step": 910
    },
    {
      "epoch": 0.0008009166337692713,
      "grad_norm": 1.5210686922073364,
      "learning_rate": 4.00437636761488e-06,
      "loss": 8.7619,
      "step": 915
    },
    {
      "epoch": 0.0008052932273964257,
      "grad_norm": 4.798147201538086,
      "learning_rate": 4.026258205689278e-06,
      "loss": 8.4227,
      "step": 920
    },
    {
      "epoch": 0.0008096698210235802,
      "grad_norm": 1.388198733329773,
      "learning_rate": 4.048140043763676e-06,
      "loss": 8.2123,
      "step": 925
    },
    {
      "epoch": 0.0008140464146507347,
      "grad_norm": 2.6887576580047607,
      "learning_rate": 4.070021881838074e-06,
      "loss": 8.4373,
      "step": 930
    },
    {
      "epoch": 0.0008184230082778892,
      "grad_norm": 2.3288025856018066,
      "learning_rate": 4.091903719912473e-06,
      "loss": 7.3609,
      "step": 935
    },
    {
      "epoch": 0.0008227996019050436,
      "grad_norm": 23.07859230041504,
      "learning_rate": 4.113785557986871e-06,
      "loss": 8.4449,
      "step": 940
    },
    {
      "epoch": 0.0008271761955321982,
      "grad_norm": 1.769826889038086,
      "learning_rate": 4.135667396061269e-06,
      "loss": 7.5563,
      "step": 945
    },
    {
      "epoch": 0.0008315527891593526,
      "grad_norm": 1.3254393339157104,
      "learning_rate": 4.157549234135668e-06,
      "loss": 7.9002,
      "step": 950
    },
    {
      "epoch": 0.0008359293827865071,
      "grad_norm": 1.1053004264831543,
      "learning_rate": 4.179431072210066e-06,
      "loss": 7.8715,
      "step": 955
    },
    {
      "epoch": 0.0008403059764136616,
      "grad_norm": 2.4929161071777344,
      "learning_rate": 4.201312910284464e-06,
      "loss": 8.4412,
      "step": 960
    },
    {
      "epoch": 0.0008446825700408161,
      "grad_norm": 7.117199420928955,
      "learning_rate": 4.223194748358862e-06,
      "loss": 7.5504,
      "step": 965
    },
    {
      "epoch": 0.0008490591636679706,
      "grad_norm": 3.896721601486206,
      "learning_rate": 4.2450765864332605e-06,
      "loss": 8.415,
      "step": 970
    },
    {
      "epoch": 0.0008534357572951251,
      "grad_norm": 1.2876367568969727,
      "learning_rate": 4.266958424507659e-06,
      "loss": 8.0906,
      "step": 975
    },
    {
      "epoch": 0.0008578123509222795,
      "grad_norm": 2.5264785289764404,
      "learning_rate": 4.288840262582057e-06,
      "loss": 7.524,
      "step": 980
    },
    {
      "epoch": 0.0008621889445494341,
      "grad_norm": 2.5491418838500977,
      "learning_rate": 4.310722100656455e-06,
      "loss": 6.9873,
      "step": 985
    },
    {
      "epoch": 0.0008665655381765886,
      "grad_norm": 2.0517385005950928,
      "learning_rate": 4.332603938730853e-06,
      "loss": 7.5141,
      "step": 990
    },
    {
      "epoch": 0.000870942131803743,
      "grad_norm": 5.296944618225098,
      "learning_rate": 4.354485776805252e-06,
      "loss": 7.9102,
      "step": 995
    },
    {
      "epoch": 0.0008753187254308976,
      "grad_norm": 1.674318790435791,
      "learning_rate": 4.37636761487965e-06,
      "loss": 8.4201,
      "step": 1000
    },
    {
      "epoch": 0.000879695319058052,
      "grad_norm": 0.7460612058639526,
      "learning_rate": 4.398249452954049e-06,
      "loss": 9.3094,
      "step": 1005
    },
    {
      "epoch": 0.0008840719126852065,
      "grad_norm": 8.58499526977539,
      "learning_rate": 4.420131291028447e-06,
      "loss": 9.8289,
      "step": 1010
    },
    {
      "epoch": 0.000888448506312361,
      "grad_norm": 4.017408847808838,
      "learning_rate": 4.442013129102845e-06,
      "loss": 8.7434,
      "step": 1015
    },
    {
      "epoch": 0.0008928250999395155,
      "grad_norm": 1.2496243715286255,
      "learning_rate": 4.463894967177243e-06,
      "loss": 9.2678,
      "step": 1020
    },
    {
      "epoch": 0.00089720169356667,
      "grad_norm": 4.069206714630127,
      "learning_rate": 4.4857768052516416e-06,
      "loss": 9.2959,
      "step": 1025
    },
    {
      "epoch": 0.0009015782871938245,
      "grad_norm": 3.3707854747772217,
      "learning_rate": 4.50765864332604e-06,
      "loss": 8.7943,
      "step": 1030
    },
    {
      "epoch": 0.0009059548808209789,
      "grad_norm": 1.7796075344085693,
      "learning_rate": 4.5295404814004376e-06,
      "loss": 8.0791,
      "step": 1035
    },
    {
      "epoch": 0.0009103314744481335,
      "grad_norm": 2.1143012046813965,
      "learning_rate": 4.551422319474836e-06,
      "loss": 7.4984,
      "step": 1040
    },
    {
      "epoch": 0.0009147080680752879,
      "grad_norm": 2.5729188919067383,
      "learning_rate": 4.5733041575492344e-06,
      "loss": 8.3941,
      "step": 1045
    },
    {
      "epoch": 0.0009190846617024424,
      "grad_norm": 1.863384485244751,
      "learning_rate": 4.595185995623633e-06,
      "loss": 6.3316,
      "step": 1050
    },
    {
      "epoch": 0.0009234612553295969,
      "grad_norm": 2.2411866188049316,
      "learning_rate": 4.6170678336980304e-06,
      "loss": 8.3725,
      "step": 1055
    },
    {
      "epoch": 0.0009278378489567514,
      "grad_norm": 1.49764883518219,
      "learning_rate": 4.63894967177243e-06,
      "loss": 7.8768,
      "step": 1060
    },
    {
      "epoch": 0.0009322144425839058,
      "grad_norm": 1.9811426401138306,
      "learning_rate": 4.660831509846827e-06,
      "loss": 7.5051,
      "step": 1065
    },
    {
      "epoch": 0.0009365910362110604,
      "grad_norm": 2.2200376987457275,
      "learning_rate": 4.682713347921226e-06,
      "loss": 7.1863,
      "step": 1070
    },
    {
      "epoch": 0.0009409676298382148,
      "grad_norm": 2.029114007949829,
      "learning_rate": 4.704595185995623e-06,
      "loss": 6.643,
      "step": 1075
    },
    {
      "epoch": 0.0009453442234653693,
      "grad_norm": 3.0233609676361084,
      "learning_rate": 4.726477024070023e-06,
      "loss": 6.7936,
      "step": 1080
    },
    {
      "epoch": 0.0009497208170925238,
      "grad_norm": 1.9362469911575317,
      "learning_rate": 4.74835886214442e-06,
      "loss": 8.9393,
      "step": 1085
    },
    {
      "epoch": 0.0009540974107196783,
      "grad_norm": 2.3492233753204346,
      "learning_rate": 4.770240700218819e-06,
      "loss": 8.3623,
      "step": 1090
    },
    {
      "epoch": 0.0009584740043468327,
      "grad_norm": 3.655029058456421,
      "learning_rate": 4.792122538293216e-06,
      "loss": 7.8291,
      "step": 1095
    },
    {
      "epoch": 0.0009628505979739873,
      "grad_norm": 1.0967657566070557,
      "learning_rate": 4.8140043763676155e-06,
      "loss": 7.3381,
      "step": 1100
    },
    {
      "epoch": 0.0009672271916011417,
      "grad_norm": 3.5079541206359863,
      "learning_rate": 4.835886214442013e-06,
      "loss": 8.9332,
      "step": 1105
    },
    {
      "epoch": 0.0009716037852282963,
      "grad_norm": 1.980902910232544,
      "learning_rate": 4.8577680525164115e-06,
      "loss": 8.1707,
      "step": 1110
    },
    {
      "epoch": 0.0009759803788554507,
      "grad_norm": 2.417559862136841,
      "learning_rate": 4.87964989059081e-06,
      "loss": 8.3578,
      "step": 1115
    },
    {
      "epoch": 0.0009803569724826052,
      "grad_norm": 1.830954909324646,
      "learning_rate": 4.901531728665208e-06,
      "loss": 7.6873,
      "step": 1120
    },
    {
      "epoch": 0.0009847335661097598,
      "grad_norm": 4.967360496520996,
      "learning_rate": 4.923413566739606e-06,
      "loss": 8.8969,
      "step": 1125
    },
    {
      "epoch": 0.0009891101597369143,
      "grad_norm": 2.909400224685669,
      "learning_rate": 4.945295404814004e-06,
      "loss": 8.8912,
      "step": 1130
    },
    {
      "epoch": 0.0009934867533640686,
      "grad_norm": 4.744160175323486,
      "learning_rate": 4.967177242888403e-06,
      "loss": 7.0217,
      "step": 1135
    },
    {
      "epoch": 0.0009978633469912232,
      "grad_norm": 2.2171430587768555,
      "learning_rate": 4.989059080962801e-06,
      "loss": 8.7549,
      "step": 1140
    },
    {
      "epoch": 0.0010022399406183777,
      "grad_norm": 3.0230658054351807,
      "learning_rate": 5.010940919037199e-06,
      "loss": 8.3838,
      "step": 1145
    },
    {
      "epoch": 0.0010066165342455323,
      "grad_norm": 11.027636528015137,
      "learning_rate": 5.032822757111598e-06,
      "loss": 5.7355,
      "step": 1150
    },
    {
      "epoch": 0.0010109931278726866,
      "grad_norm": 6.097346305847168,
      "learning_rate": 5.054704595185996e-06,
      "loss": 8.3787,
      "step": 1155
    },
    {
      "epoch": 0.0010153697214998411,
      "grad_norm": 1.2549057006835938,
      "learning_rate": 5.076586433260394e-06,
      "loss": 7.8008,
      "step": 1160
    },
    {
      "epoch": 0.0010197463151269957,
      "grad_norm": 3.030698537826538,
      "learning_rate": 5.0984682713347925e-06,
      "loss": 8.3639,
      "step": 1165
    },
    {
      "epoch": 0.0010241229087541502,
      "grad_norm": 3.424546241760254,
      "learning_rate": 5.120350109409191e-06,
      "loss": 8.1623,
      "step": 1170
    },
    {
      "epoch": 0.0010284995023813045,
      "grad_norm": 4.428598403930664,
      "learning_rate": 5.142231947483589e-06,
      "loss": 7.9984,
      "step": 1175
    },
    {
      "epoch": 0.001032876096008459,
      "grad_norm": 3.1758880615234375,
      "learning_rate": 5.164113785557987e-06,
      "loss": 8.3498,
      "step": 1180
    },
    {
      "epoch": 0.0010372526896356136,
      "grad_norm": 1.4607692956924438,
      "learning_rate": 5.185995623632385e-06,
      "loss": 7.1084,
      "step": 1185
    },
    {
      "epoch": 0.0010416292832627681,
      "grad_norm": 1.2125190496444702,
      "learning_rate": 5.207877461706784e-06,
      "loss": 6.601,
      "step": 1190
    },
    {
      "epoch": 0.0010460058768899225,
      "grad_norm": 5.516822814941406,
      "learning_rate": 5.229759299781182e-06,
      "loss": 7.8033,
      "step": 1195
    },
    {
      "epoch": 0.001050382470517077,
      "grad_norm": 1.5449023246765137,
      "learning_rate": 5.25164113785558e-06,
      "loss": 7.4824,
      "step": 1200
    },
    {
      "epoch": 0.0010547590641442315,
      "grad_norm": 7.747303485870361,
      "learning_rate": 5.273522975929979e-06,
      "loss": 7.9975,
      "step": 1205
    },
    {
      "epoch": 0.001059135657771386,
      "grad_norm": 3.300598382949829,
      "learning_rate": 5.295404814004377e-06,
      "loss": 7.2668,
      "step": 1210
    },
    {
      "epoch": 0.0010635122513985404,
      "grad_norm": 2.2012338638305664,
      "learning_rate": 5.317286652078775e-06,
      "loss": 9.2178,
      "step": 1215
    },
    {
      "epoch": 0.001067888845025695,
      "grad_norm": 1.1958856582641602,
      "learning_rate": 5.339168490153173e-06,
      "loss": 9.1916,
      "step": 1220
    },
    {
      "epoch": 0.0010722654386528495,
      "grad_norm": 2.3184289932250977,
      "learning_rate": 5.361050328227572e-06,
      "loss": 9.1766,
      "step": 1225
    },
    {
      "epoch": 0.001076642032280004,
      "grad_norm": 2.9428718090057373,
      "learning_rate": 5.3829321663019695e-06,
      "loss": 6.5746,
      "step": 1230
    },
    {
      "epoch": 0.0010810186259071583,
      "grad_norm": 1.4779033660888672,
      "learning_rate": 5.404814004376368e-06,
      "loss": 7.4186,
      "step": 1235
    },
    {
      "epoch": 0.0010853952195343129,
      "grad_norm": 4.645692348480225,
      "learning_rate": 5.4266958424507655e-06,
      "loss": 7.2225,
      "step": 1240
    },
    {
      "epoch": 0.0010897718131614674,
      "grad_norm": 7.873529434204102,
      "learning_rate": 5.448577680525165e-06,
      "loss": 7.4477,
      "step": 1245
    },
    {
      "epoch": 0.001094148406788622,
      "grad_norm": 6.4118971824646,
      "learning_rate": 5.470459518599562e-06,
      "loss": 8.6711,
      "step": 1250
    },
    {
      "epoch": 0.0010985250004157763,
      "grad_norm": 2.141404151916504,
      "learning_rate": 5.492341356673961e-06,
      "loss": 7.0645,
      "step": 1255
    },
    {
      "epoch": 0.0011029015940429308,
      "grad_norm": 1.1056039333343506,
      "learning_rate": 5.514223194748359e-06,
      "loss": 7.3857,
      "step": 1260
    },
    {
      "epoch": 0.0011072781876700854,
      "grad_norm": 0.968433678150177,
      "learning_rate": 5.536105032822758e-06,
      "loss": 9.1266,
      "step": 1265
    },
    {
      "epoch": 0.00111165478129724,
      "grad_norm": 1.88083815574646,
      "learning_rate": 5.557986870897155e-06,
      "loss": 7.4256,
      "step": 1270
    },
    {
      "epoch": 0.0011160313749243944,
      "grad_norm": 1.106539249420166,
      "learning_rate": 5.579868708971554e-06,
      "loss": 6.3215,
      "step": 1275
    },
    {
      "epoch": 0.0011204079685515488,
      "grad_norm": 3.1759841442108154,
      "learning_rate": 5.601750547045952e-06,
      "loss": 8.6209,
      "step": 1280
    },
    {
      "epoch": 0.0011247845621787033,
      "grad_norm": 2.6921255588531494,
      "learning_rate": 5.6236323851203506e-06,
      "loss": 7.1957,
      "step": 1285
    },
    {
      "epoch": 0.0011291611558058579,
      "grad_norm": 1.5473707914352417,
      "learning_rate": 5.645514223194748e-06,
      "loss": 7.7443,
      "step": 1290
    },
    {
      "epoch": 0.0011335377494330124,
      "grad_norm": 0.9012866020202637,
      "learning_rate": 5.667396061269147e-06,
      "loss": 7.7131,
      "step": 1295
    },
    {
      "epoch": 0.0011379143430601667,
      "grad_norm": 2.978933334350586,
      "learning_rate": 5.689277899343545e-06,
      "loss": 8.2611,
      "step": 1300
    },
    {
      "epoch": 0.0011422909366873213,
      "grad_norm": 3.542304277420044,
      "learning_rate": 5.7111597374179434e-06,
      "loss": 8.0645,
      "step": 1305
    },
    {
      "epoch": 0.0011466675303144758,
      "grad_norm": 12.691628456115723,
      "learning_rate": 5.733041575492341e-06,
      "loss": 8.76,
      "step": 1310
    },
    {
      "epoch": 0.0011510441239416303,
      "grad_norm": 8.141677856445312,
      "learning_rate": 5.75492341356674e-06,
      "loss": 8.6307,
      "step": 1315
    },
    {
      "epoch": 0.0011554207175687847,
      "grad_norm": 5.369715690612793,
      "learning_rate": 5.776805251641138e-06,
      "loss": 8.8264,
      "step": 1320
    },
    {
      "epoch": 0.0011597973111959392,
      "grad_norm": 1.7443535327911377,
      "learning_rate": 5.798687089715536e-06,
      "loss": 7.3496,
      "step": 1325
    },
    {
      "epoch": 0.0011641739048230937,
      "grad_norm": 1.7999725341796875,
      "learning_rate": 5.820568927789935e-06,
      "loss": 7.3393,
      "step": 1330
    },
    {
      "epoch": 0.0011685504984502483,
      "grad_norm": 5.699305057525635,
      "learning_rate": 5.842450765864333e-06,
      "loss": 7.7152,
      "step": 1335
    },
    {
      "epoch": 0.0011729270920774026,
      "grad_norm": 2.1109397411346436,
      "learning_rate": 5.864332603938731e-06,
      "loss": 5.6346,
      "step": 1340
    },
    {
      "epoch": 0.0011773036857045571,
      "grad_norm": 2.2304954528808594,
      "learning_rate": 5.886214442013129e-06,
      "loss": 9.0621,
      "step": 1345
    },
    {
      "epoch": 0.0011816802793317117,
      "grad_norm": 3.66603946685791,
      "learning_rate": 5.908096280087528e-06,
      "loss": 7.6945,
      "step": 1350
    },
    {
      "epoch": 0.0011860568729588662,
      "grad_norm": 3.7217373847961426,
      "learning_rate": 5.929978118161926e-06,
      "loss": 8.2137,
      "step": 1355
    },
    {
      "epoch": 0.0011904334665860205,
      "grad_norm": 3.564013957977295,
      "learning_rate": 5.9518599562363245e-06,
      "loss": 7.3521,
      "step": 1360
    },
    {
      "epoch": 0.001194810060213175,
      "grad_norm": 5.881652355194092,
      "learning_rate": 5.973741794310722e-06,
      "loss": 7.382,
      "step": 1365
    },
    {
      "epoch": 0.0011991866538403296,
      "grad_norm": 3.1796395778656006,
      "learning_rate": 5.9956236323851205e-06,
      "loss": 8.24,
      "step": 1370
    },
    {
      "epoch": 0.0012035632474674842,
      "grad_norm": 2.2957825660705566,
      "learning_rate": 6.017505470459519e-06,
      "loss": 8.5437,
      "step": 1375
    },
    {
      "epoch": 0.0012079398410946385,
      "grad_norm": 7.898193359375,
      "learning_rate": 6.039387308533917e-06,
      "loss": 8.2293,
      "step": 1380
    },
    {
      "epoch": 0.001212316434721793,
      "grad_norm": 1.6079967021942139,
      "learning_rate": 6.061269146608315e-06,
      "loss": 7.8557,
      "step": 1385
    },
    {
      "epoch": 0.0012166930283489476,
      "grad_norm": 6.6096601486206055,
      "learning_rate": 6.083150984682714e-06,
      "loss": 8.2217,
      "step": 1390
    },
    {
      "epoch": 0.001221069621976102,
      "grad_norm": 2.4038443565368652,
      "learning_rate": 6.105032822757112e-06,
      "loss": 8.5293,
      "step": 1395
    },
    {
      "epoch": 0.0012254462156032564,
      "grad_norm": 6.993825912475586,
      "learning_rate": 6.12691466083151e-06,
      "loss": 7.865,
      "step": 1400
    },
    {
      "epoch": 0.001229822809230411,
      "grad_norm": 2.661233425140381,
      "learning_rate": 6.148796498905909e-06,
      "loss": 8.1908,
      "step": 1405
    },
    {
      "epoch": 0.0012341994028575655,
      "grad_norm": 2.635998487472534,
      "learning_rate": 6.170678336980307e-06,
      "loss": 7.31,
      "step": 1410
    },
    {
      "epoch": 0.00123857599648472,
      "grad_norm": 2.564964532852173,
      "learning_rate": 6.192560175054705e-06,
      "loss": 9.0498,
      "step": 1415
    },
    {
      "epoch": 0.0012429525901118746,
      "grad_norm": 2.3699238300323486,
      "learning_rate": 6.214442013129103e-06,
      "loss": 6.4553,
      "step": 1420
    },
    {
      "epoch": 0.001247329183739029,
      "grad_norm": 2.271470308303833,
      "learning_rate": 6.2363238512035015e-06,
      "loss": 7.9803,
      "step": 1425
    },
    {
      "epoch": 0.0012517057773661835,
      "grad_norm": 3.716970205307007,
      "learning_rate": 6.258205689277899e-06,
      "loss": 9.0574,
      "step": 1430
    },
    {
      "epoch": 0.001256082370993338,
      "grad_norm": 2.9810075759887695,
      "learning_rate": 6.2800875273522975e-06,
      "loss": 6.7943,
      "step": 1435
    },
    {
      "epoch": 0.0012604589646204925,
      "grad_norm": 9.363991737365723,
      "learning_rate": 6.301969365426697e-06,
      "loss": 8.725,
      "step": 1440
    },
    {
      "epoch": 0.0012648355582476469,
      "grad_norm": 6.460867404937744,
      "learning_rate": 6.3238512035010935e-06,
      "loss": 8.9984,
      "step": 1445
    },
    {
      "epoch": 0.0012692121518748014,
      "grad_norm": 3.1823959350585938,
      "learning_rate": 6.345733041575493e-06,
      "loss": 6.2662,
      "step": 1450
    },
    {
      "epoch": 0.001273588745501956,
      "grad_norm": 5.855396270751953,
      "learning_rate": 6.367614879649891e-06,
      "loss": 8.5088,
      "step": 1455
    },
    {
      "epoch": 0.0012779653391291105,
      "grad_norm": 2.068777084350586,
      "learning_rate": 6.389496717724289e-06,
      "loss": 7.0627,
      "step": 1460
    },
    {
      "epoch": 0.0012823419327562648,
      "grad_norm": 3.0811452865600586,
      "learning_rate": 6.411378555798687e-06,
      "loss": 6.4076,
      "step": 1465
    },
    {
      "epoch": 0.0012867185263834193,
      "grad_norm": 2.12644624710083,
      "learning_rate": 6.4332603938730865e-06,
      "loss": 6.7428,
      "step": 1470
    },
    {
      "epoch": 0.0012910951200105739,
      "grad_norm": 3.4738099575042725,
      "learning_rate": 6.455142231947483e-06,
      "loss": 7.2953,
      "step": 1475
    },
    {
      "epoch": 0.0012954717136377284,
      "grad_norm": 6.79218864440918,
      "learning_rate": 6.4770240700218825e-06,
      "loss": 8.0025,
      "step": 1480
    },
    {
      "epoch": 0.0012998483072648827,
      "grad_norm": 1.1219186782836914,
      "learning_rate": 6.498905908096281e-06,
      "loss": 6.4129,
      "step": 1485
    },
    {
      "epoch": 0.0013042249008920373,
      "grad_norm": 2.9999306201934814,
      "learning_rate": 6.5207877461706785e-06,
      "loss": 6.7336,
      "step": 1490
    },
    {
      "epoch": 0.0013086014945191918,
      "grad_norm": 2.5715432167053223,
      "learning_rate": 6.542669584245077e-06,
      "loss": 7.6207,
      "step": 1495
    },
    {
      "epoch": 0.0013129780881463464,
      "grad_norm": 1.672511100769043,
      "learning_rate": 6.5645514223194745e-06,
      "loss": 8.6957,
      "step": 1500
    },
    {
      "epoch": 0.0013173546817735007,
      "grad_norm": 2.1089437007904053,
      "learning_rate": 6.586433260393873e-06,
      "loss": 8.4949,
      "step": 1505
    },
    {
      "epoch": 0.0013217312754006552,
      "grad_norm": 2.279858350753784,
      "learning_rate": 6.608315098468272e-06,
      "loss": 7.2535,
      "step": 1510
    },
    {
      "epoch": 0.0013261078690278098,
      "grad_norm": 4.705564498901367,
      "learning_rate": 6.63019693654267e-06,
      "loss": 7.6328,
      "step": 1515
    },
    {
      "epoch": 0.0013304844626549643,
      "grad_norm": 5.923664569854736,
      "learning_rate": 6.652078774617068e-06,
      "loss": 7.6221,
      "step": 1520
    },
    {
      "epoch": 0.0013348610562821186,
      "grad_norm": 21.736751556396484,
      "learning_rate": 6.673960612691467e-06,
      "loss": 7.8303,
      "step": 1525
    },
    {
      "epoch": 0.0013392376499092732,
      "grad_norm": 57.742767333984375,
      "learning_rate": 6.695842450765864e-06,
      "loss": 7.125,
      "step": 1530
    },
    {
      "epoch": 0.0013436142435364277,
      "grad_norm": 3.869323492050171,
      "learning_rate": 6.717724288840263e-06,
      "loss": 8.7,
      "step": 1535
    },
    {
      "epoch": 0.0013479908371635822,
      "grad_norm": 4.724103927612305,
      "learning_rate": 6.739606126914662e-06,
      "loss": 7.258,
      "step": 1540
    },
    {
      "epoch": 0.0013523674307907366,
      "grad_norm": 5.433392524719238,
      "learning_rate": 6.7614879649890596e-06,
      "loss": 7.9154,
      "step": 1545
    },
    {
      "epoch": 0.0013567440244178911,
      "grad_norm": 2.7004573345184326,
      "learning_rate": 6.783369803063458e-06,
      "loss": 9.0232,
      "step": 1550
    },
    {
      "epoch": 0.0013611206180450456,
      "grad_norm": 9.904916763305664,
      "learning_rate": 6.8052516411378556e-06,
      "loss": 8.1547,
      "step": 1555
    },
    {
      "epoch": 0.0013654972116722002,
      "grad_norm": 1.9067906141281128,
      "learning_rate": 6.827133479212254e-06,
      "loss": 8.123,
      "step": 1560
    },
    {
      "epoch": 0.0013698738052993547,
      "grad_norm": 2.5289342403411865,
      "learning_rate": 6.8490153172866524e-06,
      "loss": 5.5566,
      "step": 1565
    },
    {
      "epoch": 0.001374250398926509,
      "grad_norm": 2.3368542194366455,
      "learning_rate": 6.87089715536105e-06,
      "loss": 8.1189,
      "step": 1570
    },
    {
      "epoch": 0.0013786269925536636,
      "grad_norm": 7.099498271942139,
      "learning_rate": 6.892778993435449e-06,
      "loss": 8.0945,
      "step": 1575
    },
    {
      "epoch": 0.0013830035861808181,
      "grad_norm": 1.9699536561965942,
      "learning_rate": 6.914660831509848e-06,
      "loss": 8.0979,
      "step": 1580
    },
    {
      "epoch": 0.0013873801798079727,
      "grad_norm": 1.4583251476287842,
      "learning_rate": 6.936542669584245e-06,
      "loss": 8.4199,
      "step": 1585
    },
    {
      "epoch": 0.001391756773435127,
      "grad_norm": 1.8484001159667969,
      "learning_rate": 6.958424507658644e-06,
      "loss": 7.9371,
      "step": 1590
    },
    {
      "epoch": 0.0013961333670622815,
      "grad_norm": 1.7581655979156494,
      "learning_rate": 6.980306345733042e-06,
      "loss": 8.9633,
      "step": 1595
    },
    {
      "epoch": 0.001400509960689436,
      "grad_norm": 1.8897796869277954,
      "learning_rate": 7.00218818380744e-06,
      "loss": 8.9783,
      "step": 1600
    },
    {
      "epoch": 0.0014048865543165906,
      "grad_norm": 3.1479787826538086,
      "learning_rate": 7.024070021881839e-06,
      "loss": 8.0824,
      "step": 1605
    },
    {
      "epoch": 0.001409263147943745,
      "grad_norm": 6.531580924987793,
      "learning_rate": 7.045951859956236e-06,
      "loss": 6.71,
      "step": 1610
    },
    {
      "epoch": 0.0014136397415708995,
      "grad_norm": 3.8802003860473633,
      "learning_rate": 7.067833698030635e-06,
      "loss": 7.227,
      "step": 1615
    },
    {
      "epoch": 0.001418016335198054,
      "grad_norm": 1.4145063161849976,
      "learning_rate": 7.0897155361050335e-06,
      "loss": 6.0523,
      "step": 1620
    },
    {
      "epoch": 0.0014223929288252086,
      "grad_norm": 2.2766504287719727,
      "learning_rate": 7.111597374179431e-06,
      "loss": 7.8623,
      "step": 1625
    },
    {
      "epoch": 0.0014267695224523629,
      "grad_norm": 7.067408084869385,
      "learning_rate": 7.1334792122538295e-06,
      "loss": 7.5463,
      "step": 1630
    },
    {
      "epoch": 0.0014311461160795174,
      "grad_norm": 1.4688626527786255,
      "learning_rate": 7.155361050328229e-06,
      "loss": 7.5416,
      "step": 1635
    },
    {
      "epoch": 0.001435522709706672,
      "grad_norm": 4.442880153656006,
      "learning_rate": 7.1772428884026255e-06,
      "loss": 8.5805,
      "step": 1640
    },
    {
      "epoch": 0.0014398993033338265,
      "grad_norm": 6.377593040466309,
      "learning_rate": 7.199124726477025e-06,
      "loss": 7.2361,
      "step": 1645
    },
    {
      "epoch": 0.0014442758969609808,
      "grad_norm": 4.151229381561279,
      "learning_rate": 7.221006564551423e-06,
      "loss": 7.533,
      "step": 1650
    },
    {
      "epoch": 0.0014486524905881354,
      "grad_norm": 4.239561557769775,
      "learning_rate": 7.242888402625821e-06,
      "loss": 6.3246,
      "step": 1655
    },
    {
      "epoch": 0.00145302908421529,
      "grad_norm": 3.1934330463409424,
      "learning_rate": 7.264770240700219e-06,
      "loss": 7.785,
      "step": 1660
    },
    {
      "epoch": 0.0014574056778424444,
      "grad_norm": 3.1022567749023438,
      "learning_rate": 7.286652078774617e-06,
      "loss": 7.55,
      "step": 1665
    },
    {
      "epoch": 0.0014617822714695988,
      "grad_norm": 3.5083751678466797,
      "learning_rate": 7.308533916849015e-06,
      "loss": 7.224,
      "step": 1670
    },
    {
      "epoch": 0.0014661588650967533,
      "grad_norm": 4.462825298309326,
      "learning_rate": 7.3304157549234145e-06,
      "loss": 6.975,
      "step": 1675
    },
    {
      "epoch": 0.0014705354587239078,
      "grad_norm": 4.490298748016357,
      "learning_rate": 7.352297592997811e-06,
      "loss": 8.042,
      "step": 1680
    },
    {
      "epoch": 0.0014749120523510624,
      "grad_norm": 4.144596576690674,
      "learning_rate": 7.3741794310722105e-06,
      "loss": 6.7002,
      "step": 1685
    },
    {
      "epoch": 0.001479288645978217,
      "grad_norm": 2.373278856277466,
      "learning_rate": 7.396061269146609e-06,
      "loss": 8.0609,
      "step": 1690
    },
    {
      "epoch": 0.0014836652396053712,
      "grad_norm": 3.744274139404297,
      "learning_rate": 7.4179431072210065e-06,
      "loss": 7.5242,
      "step": 1695
    },
    {
      "epoch": 0.0014880418332325258,
      "grad_norm": 3.570965528488159,
      "learning_rate": 7.439824945295405e-06,
      "loss": 8.9168,
      "step": 1700
    },
    {
      "epoch": 0.0014924184268596803,
      "grad_norm": 4.637001037597656,
      "learning_rate": 7.461706783369804e-06,
      "loss": 7.1809,
      "step": 1705
    },
    {
      "epoch": 0.0014967950204868349,
      "grad_norm": 3.188530921936035,
      "learning_rate": 7.483588621444201e-06,
      "loss": 7.0033,
      "step": 1710
    },
    {
      "epoch": 0.0015011716141139892,
      "grad_norm": 2.366074323654175,
      "learning_rate": 7.5054704595186e-06,
      "loss": 6.6541,
      "step": 1715
    },
    {
      "epoch": 0.0015055482077411437,
      "grad_norm": 3.648385524749756,
      "learning_rate": 7.527352297592998e-06,
      "loss": 7.4814,
      "step": 1720
    },
    {
      "epoch": 0.0015099248013682983,
      "grad_norm": 2.4615530967712402,
      "learning_rate": 7.549234135667396e-06,
      "loss": 7.1486,
      "step": 1725
    },
    {
      "epoch": 0.0015143013949954528,
      "grad_norm": 7.0002288818359375,
      "learning_rate": 7.571115973741795e-06,
      "loss": 8.5221,
      "step": 1730
    },
    {
      "epoch": 0.0015186779886226071,
      "grad_norm": 2.3799564838409424,
      "learning_rate": 7.592997811816192e-06,
      "loss": 7.9889,
      "step": 1735
    },
    {
      "epoch": 0.0015230545822497617,
      "grad_norm": 1.9831815958023071,
      "learning_rate": 7.6148796498905915e-06,
      "loss": 6.8193,
      "step": 1740
    },
    {
      "epoch": 0.0015274311758769162,
      "grad_norm": 3.0110042095184326,
      "learning_rate": 7.636761487964989e-06,
      "loss": 8.058,
      "step": 1745
    },
    {
      "epoch": 0.0015318077695040708,
      "grad_norm": 3.877256393432617,
      "learning_rate": 7.658643326039388e-06,
      "loss": 6.3121,
      "step": 1750
    },
    {
      "epoch": 0.001536184363131225,
      "grad_norm": 5.932961940765381,
      "learning_rate": 7.680525164113786e-06,
      "loss": 6.9721,
      "step": 1755
    },
    {
      "epoch": 0.0015405609567583796,
      "grad_norm": 2.2769734859466553,
      "learning_rate": 7.702407002188184e-06,
      "loss": 7.783,
      "step": 1760
    },
    {
      "epoch": 0.0015449375503855342,
      "grad_norm": 1.546218752861023,
      "learning_rate": 7.724288840262583e-06,
      "loss": 6.5967,
      "step": 1765
    },
    {
      "epoch": 0.0015493141440126887,
      "grad_norm": 2.2943835258483887,
      "learning_rate": 7.746170678336981e-06,
      "loss": 6.9248,
      "step": 1770
    },
    {
      "epoch": 0.001553690737639843,
      "grad_norm": 6.578568458557129,
      "learning_rate": 7.76805251641138e-06,
      "loss": 7.4844,
      "step": 1775
    },
    {
      "epoch": 0.0015580673312669976,
      "grad_norm": 4.226708889007568,
      "learning_rate": 7.789934354485776e-06,
      "loss": 6.9098,
      "step": 1780
    },
    {
      "epoch": 0.001562443924894152,
      "grad_norm": 2.0264008045196533,
      "learning_rate": 7.811816192560177e-06,
      "loss": 7.4955,
      "step": 1785
    },
    {
      "epoch": 0.0015668205185213066,
      "grad_norm": 4.786409378051758,
      "learning_rate": 7.833698030634573e-06,
      "loss": 9.3234,
      "step": 1790
    },
    {
      "epoch": 0.001571197112148461,
      "grad_norm": 2.539139986038208,
      "learning_rate": 7.855579868708972e-06,
      "loss": 8.4582,
      "step": 1795
    },
    {
      "epoch": 0.0015755737057756155,
      "grad_norm": 8.483687400817871,
      "learning_rate": 7.87746170678337e-06,
      "loss": 7.941,
      "step": 1800
    },
    {
      "epoch": 0.00157995029940277,
      "grad_norm": 26.91290283203125,
      "learning_rate": 7.899343544857769e-06,
      "loss": 6.8273,
      "step": 1805
    },
    {
      "epoch": 0.0015843268930299246,
      "grad_norm": 2.17134165763855,
      "learning_rate": 7.921225382932167e-06,
      "loss": 7.7527,
      "step": 1810
    },
    {
      "epoch": 0.001588703486657079,
      "grad_norm": 14.190348625183105,
      "learning_rate": 7.943107221006565e-06,
      "loss": 8.468,
      "step": 1815
    },
    {
      "epoch": 0.0015930800802842334,
      "grad_norm": 3.7052266597747803,
      "learning_rate": 7.964989059080962e-06,
      "loss": 7.1234,
      "step": 1820
    },
    {
      "epoch": 0.001597456673911388,
      "grad_norm": 1.62546968460083,
      "learning_rate": 7.986870897155362e-06,
      "loss": 8.3057,
      "step": 1825
    },
    {
      "epoch": 0.0016018332675385425,
      "grad_norm": 1.649872899055481,
      "learning_rate": 8.00875273522976e-06,
      "loss": 6.2305,
      "step": 1830
    },
    {
      "epoch": 0.001606209861165697,
      "grad_norm": 3.6432158946990967,
      "learning_rate": 8.030634573304157e-06,
      "loss": 8.2691,
      "step": 1835
    },
    {
      "epoch": 0.0016105864547928514,
      "grad_norm": 2.799705982208252,
      "learning_rate": 8.052516411378556e-06,
      "loss": 7.407,
      "step": 1840
    },
    {
      "epoch": 0.001614963048420006,
      "grad_norm": 3.4897332191467285,
      "learning_rate": 8.074398249452954e-06,
      "loss": 7.0855,
      "step": 1845
    },
    {
      "epoch": 0.0016193396420471605,
      "grad_norm": 5.196119785308838,
      "learning_rate": 8.096280087527353e-06,
      "loss": 7.9346,
      "step": 1850
    },
    {
      "epoch": 0.001623716235674315,
      "grad_norm": 16.82965850830078,
      "learning_rate": 8.118161925601751e-06,
      "loss": 7.9322,
      "step": 1855
    },
    {
      "epoch": 0.0016280928293014693,
      "grad_norm": 4.8647356033325195,
      "learning_rate": 8.140043763676148e-06,
      "loss": 6.5846,
      "step": 1860
    },
    {
      "epoch": 0.0016324694229286239,
      "grad_norm": 1.933925986289978,
      "learning_rate": 8.161925601750548e-06,
      "loss": 7.1904,
      "step": 1865
    },
    {
      "epoch": 0.0016368460165557784,
      "grad_norm": 2.586557149887085,
      "learning_rate": 8.183807439824946e-06,
      "loss": 7.9229,
      "step": 1870
    },
    {
      "epoch": 0.001641222610182933,
      "grad_norm": 2.3266406059265137,
      "learning_rate": 8.205689277899343e-06,
      "loss": 7.39,
      "step": 1875
    },
    {
      "epoch": 0.0016455992038100873,
      "grad_norm": 2.4513583183288574,
      "learning_rate": 8.227571115973742e-06,
      "loss": 7.926,
      "step": 1880
    },
    {
      "epoch": 0.0016499757974372418,
      "grad_norm": 1.5137355327606201,
      "learning_rate": 8.249452954048142e-06,
      "loss": 6.2072,
      "step": 1885
    },
    {
      "epoch": 0.0016543523910643964,
      "grad_norm": 1.99886953830719,
      "learning_rate": 8.271334792122538e-06,
      "loss": 7.9176,
      "step": 1890
    },
    {
      "epoch": 0.001658728984691551,
      "grad_norm": 2.8992645740509033,
      "learning_rate": 8.293216630196937e-06,
      "loss": 9.2188,
      "step": 1895
    },
    {
      "epoch": 0.0016631055783187052,
      "grad_norm": 5.623657703399658,
      "learning_rate": 8.315098468271335e-06,
      "loss": 7.9246,
      "step": 1900
    },
    {
      "epoch": 0.0016674821719458598,
      "grad_norm": 1.6649858951568604,
      "learning_rate": 8.336980306345734e-06,
      "loss": 6.7182,
      "step": 1905
    },
    {
      "epoch": 0.0016718587655730143,
      "grad_norm": 2.2534372806549072,
      "learning_rate": 8.358862144420132e-06,
      "loss": 6.7205,
      "step": 1910
    },
    {
      "epoch": 0.0016762353592001688,
      "grad_norm": 4.167157173156738,
      "learning_rate": 8.380743982494529e-06,
      "loss": 7.3793,
      "step": 1915
    },
    {
      "epoch": 0.0016806119528273232,
      "grad_norm": 2.9905359745025635,
      "learning_rate": 8.402625820568927e-06,
      "loss": 7.9117,
      "step": 1920
    },
    {
      "epoch": 0.0016849885464544777,
      "grad_norm": 9.417132377624512,
      "learning_rate": 8.424507658643327e-06,
      "loss": 8.3904,
      "step": 1925
    },
    {
      "epoch": 0.0016893651400816322,
      "grad_norm": 3.103428602218628,
      "learning_rate": 8.446389496717724e-06,
      "loss": 7.0162,
      "step": 1930
    },
    {
      "epoch": 0.0016937417337087868,
      "grad_norm": 1.844545841217041,
      "learning_rate": 8.468271334792123e-06,
      "loss": 5.3723,
      "step": 1935
    },
    {
      "epoch": 0.001698118327335941,
      "grad_norm": 10.67927360534668,
      "learning_rate": 8.490153172866521e-06,
      "loss": 8.7695,
      "step": 1940
    },
    {
      "epoch": 0.0017024949209630956,
      "grad_norm": 3.7650809288024902,
      "learning_rate": 8.51203501094092e-06,
      "loss": 8.367,
      "step": 1945
    },
    {
      "epoch": 0.0017068715145902502,
      "grad_norm": 7.287675857543945,
      "learning_rate": 8.533916849015318e-06,
      "loss": 6.2135,
      "step": 1950
    },
    {
      "epoch": 0.0017112481082174047,
      "grad_norm": 2.628885507583618,
      "learning_rate": 8.555798687089715e-06,
      "loss": 7.3924,
      "step": 1955
    },
    {
      "epoch": 0.001715624701844559,
      "grad_norm": 6.568138599395752,
      "learning_rate": 8.577680525164115e-06,
      "loss": 8.3535,
      "step": 1960
    },
    {
      "epoch": 0.0017200012954717136,
      "grad_norm": 4.3889994621276855,
      "learning_rate": 8.599562363238513e-06,
      "loss": 9.1789,
      "step": 1965
    },
    {
      "epoch": 0.0017243778890988681,
      "grad_norm": 2.526148557662964,
      "learning_rate": 8.62144420131291e-06,
      "loss": 7.5057,
      "step": 1970
    },
    {
      "epoch": 0.0017287544827260227,
      "grad_norm": 6.322446823120117,
      "learning_rate": 8.643326039387308e-06,
      "loss": 8.3689,
      "step": 1975
    },
    {
      "epoch": 0.0017331310763531772,
      "grad_norm": 4.692446231842041,
      "learning_rate": 8.665207877461707e-06,
      "loss": 7.6799,
      "step": 1980
    },
    {
      "epoch": 0.0017375076699803315,
      "grad_norm": 3.1620211601257324,
      "learning_rate": 8.687089715536105e-06,
      "loss": 7.3176,
      "step": 1985
    },
    {
      "epoch": 0.001741884263607486,
      "grad_norm": 2.9108164310455322,
      "learning_rate": 8.708971553610504e-06,
      "loss": 6.9936,
      "step": 1990
    },
    {
      "epoch": 0.0017462608572346406,
      "grad_norm": 1.6796518564224243,
      "learning_rate": 8.730853391684902e-06,
      "loss": 6.5064,
      "step": 1995
    },
    {
      "epoch": 0.0017506374508617951,
      "grad_norm": 4.855683326721191,
      "learning_rate": 8.7527352297593e-06,
      "loss": 7.0076,
      "step": 2000
    },
    {
      "epoch": 0.0017550140444889495,
      "grad_norm": 5.862856864929199,
      "learning_rate": 8.774617067833699e-06,
      "loss": 7.8475,
      "step": 2005
    },
    {
      "epoch": 0.001759390638116104,
      "grad_norm": 4.753153324127197,
      "learning_rate": 8.796498905908097e-06,
      "loss": 6.665,
      "step": 2010
    },
    {
      "epoch": 0.0017637672317432585,
      "grad_norm": 2.408874750137329,
      "learning_rate": 8.818380743982494e-06,
      "loss": 7.3363,
      "step": 2015
    },
    {
      "epoch": 0.001768143825370413,
      "grad_norm": 4.957438945770264,
      "learning_rate": 8.840262582056894e-06,
      "loss": 7.8139,
      "step": 2020
    },
    {
      "epoch": 0.0017725204189975674,
      "grad_norm": 6.248037338256836,
      "learning_rate": 8.862144420131291e-06,
      "loss": 7.8057,
      "step": 2025
    },
    {
      "epoch": 0.001776897012624722,
      "grad_norm": 3.748570203781128,
      "learning_rate": 8.88402625820569e-06,
      "loss": 7.8041,
      "step": 2030
    },
    {
      "epoch": 0.0017812736062518765,
      "grad_norm": 6.591507911682129,
      "learning_rate": 8.905908096280088e-06,
      "loss": 8.6027,
      "step": 2035
    },
    {
      "epoch": 0.001785650199879031,
      "grad_norm": 5.67242431640625,
      "learning_rate": 8.927789934354486e-06,
      "loss": 7.4826,
      "step": 2040
    },
    {
      "epoch": 0.0017900267935061854,
      "grad_norm": 3.1618316173553467,
      "learning_rate": 8.949671772428885e-06,
      "loss": 5.9477,
      "step": 2045
    },
    {
      "epoch": 0.00179440338713334,
      "grad_norm": 1.3371440172195435,
      "learning_rate": 8.971553610503283e-06,
      "loss": 5.9689,
      "step": 2050
    },
    {
      "epoch": 0.0017987799807604944,
      "grad_norm": 2.9120872020721436,
      "learning_rate": 8.99343544857768e-06,
      "loss": 7.2547,
      "step": 2055
    },
    {
      "epoch": 0.001803156574387649,
      "grad_norm": 4.69127893447876,
      "learning_rate": 9.01531728665208e-06,
      "loss": 7.7951,
      "step": 2060
    },
    {
      "epoch": 0.0018075331680148033,
      "grad_norm": 4.083018779754639,
      "learning_rate": 9.037199124726478e-06,
      "loss": 7.2545,
      "step": 2065
    },
    {
      "epoch": 0.0018119097616419578,
      "grad_norm": 9.12908935546875,
      "learning_rate": 9.059080962800875e-06,
      "loss": 7.8113,
      "step": 2070
    },
    {
      "epoch": 0.0018162863552691124,
      "grad_norm": 1.8559554815292358,
      "learning_rate": 9.080962800875274e-06,
      "loss": 5.5887,
      "step": 2075
    },
    {
      "epoch": 0.001820662948896267,
      "grad_norm": 3.660885810852051,
      "learning_rate": 9.102844638949672e-06,
      "loss": 7.7672,
      "step": 2080
    },
    {
      "epoch": 0.0018250395425234212,
      "grad_norm": 8.083877563476562,
      "learning_rate": 9.12472647702407e-06,
      "loss": 8.2867,
      "step": 2085
    },
    {
      "epoch": 0.0018294161361505758,
      "grad_norm": 3.0937554836273193,
      "learning_rate": 9.146608315098469e-06,
      "loss": 8.268,
      "step": 2090
    },
    {
      "epoch": 0.0018337927297777303,
      "grad_norm": 2.1718859672546387,
      "learning_rate": 9.168490153172867e-06,
      "loss": 8.2914,
      "step": 2095
    },
    {
      "epoch": 0.0018381693234048849,
      "grad_norm": 6.106792449951172,
      "learning_rate": 9.190371991247266e-06,
      "loss": 6.974,
      "step": 2100
    },
    {
      "epoch": 0.0018425459170320392,
      "grad_norm": 5.972941875457764,
      "learning_rate": 9.212253829321664e-06,
      "loss": 7.7855,
      "step": 2105
    },
    {
      "epoch": 0.0018469225106591937,
      "grad_norm": 5.631489276885986,
      "learning_rate": 9.234135667396061e-06,
      "loss": 7.7965,
      "step": 2110
    },
    {
      "epoch": 0.0018512991042863483,
      "grad_norm": 4.228569984436035,
      "learning_rate": 9.25601750547046e-06,
      "loss": 8.5703,
      "step": 2115
    },
    {
      "epoch": 0.0018556756979135028,
      "grad_norm": 4.035224437713623,
      "learning_rate": 9.27789934354486e-06,
      "loss": 6.7596,
      "step": 2120
    },
    {
      "epoch": 0.0018600522915406573,
      "grad_norm": 6.008127212524414,
      "learning_rate": 9.299781181619256e-06,
      "loss": 6.9164,
      "step": 2125
    },
    {
      "epoch": 0.0018644288851678117,
      "grad_norm": 2.511563301086426,
      "learning_rate": 9.321663019693655e-06,
      "loss": 7.426,
      "step": 2130
    },
    {
      "epoch": 0.0018688054787949662,
      "grad_norm": 4.435246467590332,
      "learning_rate": 9.343544857768053e-06,
      "loss": 7.4432,
      "step": 2135
    },
    {
      "epoch": 0.0018731820724221207,
      "grad_norm": 9.776662826538086,
      "learning_rate": 9.365426695842451e-06,
      "loss": 6.9404,
      "step": 2140
    },
    {
      "epoch": 0.0018775586660492753,
      "grad_norm": 4.3223748207092285,
      "learning_rate": 9.38730853391685e-06,
      "loss": 7.8039,
      "step": 2145
    },
    {
      "epoch": 0.0018819352596764296,
      "grad_norm": 3.403897762298584,
      "learning_rate": 9.409190371991247e-06,
      "loss": 8.552,
      "step": 2150
    },
    {
      "epoch": 0.0018863118533035841,
      "grad_norm": 2.5684261322021484,
      "learning_rate": 9.431072210065647e-06,
      "loss": 7.7486,
      "step": 2155
    },
    {
      "epoch": 0.0018906884469307387,
      "grad_norm": 4.656170845031738,
      "learning_rate": 9.452954048140045e-06,
      "loss": 7.7438,
      "step": 2160
    },
    {
      "epoch": 0.0018950650405578932,
      "grad_norm": 4.595532417297363,
      "learning_rate": 9.474835886214442e-06,
      "loss": 7.2504,
      "step": 2165
    },
    {
      "epoch": 0.0018994416341850476,
      "grad_norm": 6.369746685028076,
      "learning_rate": 9.49671772428884e-06,
      "loss": 8.2541,
      "step": 2170
    },
    {
      "epoch": 0.001903818227812202,
      "grad_norm": 2.7780346870422363,
      "learning_rate": 9.518599562363239e-06,
      "loss": 6.7094,
      "step": 2175
    },
    {
      "epoch": 0.0019081948214393566,
      "grad_norm": 2.313931703567505,
      "learning_rate": 9.540481400437637e-06,
      "loss": 6.0977,
      "step": 2180
    },
    {
      "epoch": 0.0019125714150665112,
      "grad_norm": 3.2480344772338867,
      "learning_rate": 9.562363238512036e-06,
      "loss": 6.8754,
      "step": 2185
    },
    {
      "epoch": 0.0019169480086936655,
      "grad_norm": 7.121591567993164,
      "learning_rate": 9.584245076586432e-06,
      "loss": 8.5127,
      "step": 2190
    },
    {
      "epoch": 0.00192132460232082,
      "grad_norm": 3.3497719764709473,
      "learning_rate": 9.606126914660832e-06,
      "loss": 6.3975,
      "step": 2195
    },
    {
      "epoch": 0.0019257011959479746,
      "grad_norm": 2.1746490001678467,
      "learning_rate": 9.628008752735231e-06,
      "loss": 7.7055,
      "step": 2200
    },
    {
      "epoch": 0.0019300777895751291,
      "grad_norm": 5.917019367218018,
      "learning_rate": 9.649890590809628e-06,
      "loss": 8.0152,
      "step": 2205
    },
    {
      "epoch": 0.0019344543832022834,
      "grad_norm": 10.575077056884766,
      "learning_rate": 9.671772428884026e-06,
      "loss": 6.5973,
      "step": 2210
    },
    {
      "epoch": 0.001938830976829438,
      "grad_norm": 4.755283355712891,
      "learning_rate": 9.693654266958426e-06,
      "loss": 8.0553,
      "step": 2215
    },
    {
      "epoch": 0.0019432075704565925,
      "grad_norm": 2.629723072052002,
      "learning_rate": 9.715536105032823e-06,
      "loss": 6.1146,
      "step": 2220
    },
    {
      "epoch": 0.001947584164083747,
      "grad_norm": 6.090232849121094,
      "learning_rate": 9.737417943107221e-06,
      "loss": 8.2355,
      "step": 2225
    },
    {
      "epoch": 0.0019519607577109014,
      "grad_norm": 1.476413607597351,
      "learning_rate": 9.75929978118162e-06,
      "loss": 6.69,
      "step": 2230
    },
    {
      "epoch": 0.001956337351338056,
      "grad_norm": 3.3635363578796387,
      "learning_rate": 9.781181619256018e-06,
      "loss": 7.709,
      "step": 2235
    },
    {
      "epoch": 0.0019607139449652105,
      "grad_norm": 2.8903191089630127,
      "learning_rate": 9.803063457330417e-06,
      "loss": 6.4041,
      "step": 2240
    },
    {
      "epoch": 0.001965090538592365,
      "grad_norm": 1.3699437379837036,
      "learning_rate": 9.824945295404813e-06,
      "loss": 6.8678,
      "step": 2245
    },
    {
      "epoch": 0.0019694671322195195,
      "grad_norm": 1.7597603797912598,
      "learning_rate": 9.846827133479212e-06,
      "loss": 7.6922,
      "step": 2250
    },
    {
      "epoch": 0.001973843725846674,
      "grad_norm": 2.1382999420166016,
      "learning_rate": 9.868708971553612e-06,
      "loss": 5.9105,
      "step": 2255
    },
    {
      "epoch": 0.0019782203194738286,
      "grad_norm": 2.8789093494415283,
      "learning_rate": 9.890590809628009e-06,
      "loss": 7.1723,
      "step": 2260
    },
    {
      "epoch": 0.001982596913100983,
      "grad_norm": 3.5410265922546387,
      "learning_rate": 9.912472647702407e-06,
      "loss": 6.3027,
      "step": 2265
    },
    {
      "epoch": 0.0019869735067281373,
      "grad_norm": 1.811757206916809,
      "learning_rate": 9.934354485776806e-06,
      "loss": 6.3689,
      "step": 2270
    },
    {
      "epoch": 0.001991350100355292,
      "grad_norm": 2.913292407989502,
      "learning_rate": 9.956236323851204e-06,
      "loss": 7.1609,
      "step": 2275
    },
    {
      "epoch": 0.0019957266939824463,
      "grad_norm": 1.540732502937317,
      "learning_rate": 9.978118161925602e-06,
      "loss": 7.3047,
      "step": 2280
    },
    {
      "epoch": 0.0020001032876096007,
      "grad_norm": 7.171102046966553,
      "learning_rate": 1e-05,
      "loss": 6.815,
      "step": 2285
    },
    {
      "epoch": 0.0020044798812367554,
      "grad_norm": 1.6060458421707153,
      "learning_rate": 1.0021881838074398e-05,
      "loss": 7.1355,
      "step": 2290
    },
    {
      "epoch": 0.0020088564748639097,
      "grad_norm": 1.5311720371246338,
      "learning_rate": 1.0043763676148798e-05,
      "loss": 5.7033,
      "step": 2295
    },
    {
      "epoch": 0.0020132330684910645,
      "grad_norm": 2.317329168319702,
      "learning_rate": 1.0065645514223196e-05,
      "loss": 7.6285,
      "step": 2300
    },
    {
      "epoch": 0.002017609662118219,
      "grad_norm": 1.6850521564483643,
      "learning_rate": 1.0087527352297593e-05,
      "loss": 7.6557,
      "step": 2305
    },
    {
      "epoch": 0.002021986255745373,
      "grad_norm": 5.475014686584473,
      "learning_rate": 1.0109409190371991e-05,
      "loss": 7.6674,
      "step": 2310
    },
    {
      "epoch": 0.002026362849372528,
      "grad_norm": 2.4984514713287354,
      "learning_rate": 1.013129102844639e-05,
      "loss": 7.1277,
      "step": 2315
    },
    {
      "epoch": 0.0020307394429996822,
      "grad_norm": 4.319223880767822,
      "learning_rate": 1.0153172866520788e-05,
      "loss": 6.8248,
      "step": 2320
    },
    {
      "epoch": 0.0020351160366268366,
      "grad_norm": 4.103885650634766,
      "learning_rate": 1.0175054704595187e-05,
      "loss": 6.823,
      "step": 2325
    },
    {
      "epoch": 0.0020394926302539913,
      "grad_norm": 2.149676561355591,
      "learning_rate": 1.0196936542669585e-05,
      "loss": 7.4418,
      "step": 2330
    },
    {
      "epoch": 0.0020438692238811456,
      "grad_norm": 1.6876370906829834,
      "learning_rate": 1.0218818380743983e-05,
      "loss": 5.9959,
      "step": 2335
    },
    {
      "epoch": 0.0020482458175083004,
      "grad_norm": 4.407757759094238,
      "learning_rate": 1.0240700218818382e-05,
      "loss": 6.8252,
      "step": 2340
    },
    {
      "epoch": 0.0020526224111354547,
      "grad_norm": 2.0246691703796387,
      "learning_rate": 1.0262582056892779e-05,
      "loss": 7.9061,
      "step": 2345
    },
    {
      "epoch": 0.002056999004762609,
      "grad_norm": 3.3667993545532227,
      "learning_rate": 1.0284463894967179e-05,
      "loss": 8.9129,
      "step": 2350
    },
    {
      "epoch": 0.002061375598389764,
      "grad_norm": 2.666289806365967,
      "learning_rate": 1.0306345733041577e-05,
      "loss": 6.0203,
      "step": 2355
    },
    {
      "epoch": 0.002065752192016918,
      "grad_norm": 6.046058177947998,
      "learning_rate": 1.0328227571115974e-05,
      "loss": 7.2766,
      "step": 2360
    },
    {
      "epoch": 0.0020701287856440724,
      "grad_norm": 6.401456356048584,
      "learning_rate": 1.0350109409190372e-05,
      "loss": 6.5068,
      "step": 2365
    },
    {
      "epoch": 0.002074505379271227,
      "grad_norm": 3.7802202701568604,
      "learning_rate": 1.037199124726477e-05,
      "loss": 8.4143,
      "step": 2370
    },
    {
      "epoch": 0.0020788819728983815,
      "grad_norm": 2.5175223350524902,
      "learning_rate": 1.039387308533917e-05,
      "loss": 7.1195,
      "step": 2375
    },
    {
      "epoch": 0.0020832585665255363,
      "grad_norm": 1.7931088209152222,
      "learning_rate": 1.0415754923413568e-05,
      "loss": 6.3146,
      "step": 2380
    },
    {
      "epoch": 0.0020876351601526906,
      "grad_norm": 1.7911936044692993,
      "learning_rate": 1.0437636761487964e-05,
      "loss": 6.2854,
      "step": 2385
    },
    {
      "epoch": 0.002092011753779845,
      "grad_norm": 2.2869949340820312,
      "learning_rate": 1.0459518599562364e-05,
      "loss": 7.883,
      "step": 2390
    },
    {
      "epoch": 0.0020963883474069997,
      "grad_norm": 3.3164374828338623,
      "learning_rate": 1.0481400437636763e-05,
      "loss": 8.3664,
      "step": 2395
    },
    {
      "epoch": 0.002100764941034154,
      "grad_norm": 4.165150165557861,
      "learning_rate": 1.050328227571116e-05,
      "loss": 6.733,
      "step": 2400
    },
    {
      "epoch": 0.0021051415346613088,
      "grad_norm": 3.935969591140747,
      "learning_rate": 1.0525164113785558e-05,
      "loss": 6.4768,
      "step": 2405
    },
    {
      "epoch": 0.002109518128288463,
      "grad_norm": 3.5405874252319336,
      "learning_rate": 1.0547045951859958e-05,
      "loss": 7.5311,
      "step": 2410
    },
    {
      "epoch": 0.0021138947219156174,
      "grad_norm": 2.552600622177124,
      "learning_rate": 1.0568927789934355e-05,
      "loss": 7.0559,
      "step": 2415
    },
    {
      "epoch": 0.002118271315542772,
      "grad_norm": 2.0014138221740723,
      "learning_rate": 1.0590809628008753e-05,
      "loss": 6.4504,
      "step": 2420
    },
    {
      "epoch": 0.0021226479091699265,
      "grad_norm": 1.2982856035232544,
      "learning_rate": 1.061269146608315e-05,
      "loss": 4.8699,
      "step": 2425
    },
    {
      "epoch": 0.002127024502797081,
      "grad_norm": 3.52241849899292,
      "learning_rate": 1.063457330415755e-05,
      "loss": 8.367,
      "step": 2430
    },
    {
      "epoch": 0.0021314010964242356,
      "grad_norm": 5.726456165313721,
      "learning_rate": 1.0656455142231949e-05,
      "loss": 7.8139,
      "step": 2435
    },
    {
      "epoch": 0.00213577769005139,
      "grad_norm": 4.225872993469238,
      "learning_rate": 1.0678336980306345e-05,
      "loss": 6.7607,
      "step": 2440
    },
    {
      "epoch": 0.0021401542836785446,
      "grad_norm": 2.803987979888916,
      "learning_rate": 1.0700218818380744e-05,
      "loss": 6.7857,
      "step": 2445
    },
    {
      "epoch": 0.002144530877305699,
      "grad_norm": 4.451342582702637,
      "learning_rate": 1.0722100656455144e-05,
      "loss": 7.5545,
      "step": 2450
    },
    {
      "epoch": 0.0021489074709328533,
      "grad_norm": 4.276355266571045,
      "learning_rate": 1.074398249452954e-05,
      "loss": 7.0629,
      "step": 2455
    },
    {
      "epoch": 0.002153284064560008,
      "grad_norm": 6.233227729797363,
      "learning_rate": 1.0765864332603939e-05,
      "loss": 7.5332,
      "step": 2460
    },
    {
      "epoch": 0.0021576606581871624,
      "grad_norm": 4.4922871589660645,
      "learning_rate": 1.0787746170678337e-05,
      "loss": 8.3373,
      "step": 2465
    },
    {
      "epoch": 0.0021620372518143167,
      "grad_norm": 2.683732271194458,
      "learning_rate": 1.0809628008752736e-05,
      "loss": 6.8543,
      "step": 2470
    },
    {
      "epoch": 0.0021664138454414715,
      "grad_norm": 6.207180976867676,
      "learning_rate": 1.0831509846827134e-05,
      "loss": 7.5387,
      "step": 2475
    },
    {
      "epoch": 0.0021707904390686258,
      "grad_norm": 2.7802369594573975,
      "learning_rate": 1.0853391684901531e-05,
      "loss": 8.2809,
      "step": 2480
    },
    {
      "epoch": 0.0021751670326957805,
      "grad_norm": 4.118465423583984,
      "learning_rate": 1.087527352297593e-05,
      "loss": 6.7115,
      "step": 2485
    },
    {
      "epoch": 0.002179543626322935,
      "grad_norm": 4.802680969238281,
      "learning_rate": 1.089715536105033e-05,
      "loss": 5.9396,
      "step": 2490
    },
    {
      "epoch": 0.002183920219950089,
      "grad_norm": 1.8670510053634644,
      "learning_rate": 1.0919037199124726e-05,
      "loss": 6.248,
      "step": 2495
    },
    {
      "epoch": 0.002188296813577244,
      "grad_norm": 3.4283385276794434,
      "learning_rate": 1.0940919037199125e-05,
      "loss": 6.7615,
      "step": 2500
    },
    {
      "epoch": 0.0021926734072043983,
      "grad_norm": 2.725024461746216,
      "learning_rate": 1.0962800875273523e-05,
      "loss": 6.7348,
      "step": 2505
    },
    {
      "epoch": 0.0021970500008315526,
      "grad_norm": 3.115818977355957,
      "learning_rate": 1.0984682713347922e-05,
      "loss": 6.5279,
      "step": 2510
    },
    {
      "epoch": 0.0022014265944587073,
      "grad_norm": 4.613250255584717,
      "learning_rate": 1.100656455142232e-05,
      "loss": 7.0516,
      "step": 2515
    },
    {
      "epoch": 0.0022058031880858617,
      "grad_norm": 3.595417022705078,
      "learning_rate": 1.1028446389496719e-05,
      "loss": 7.966,
      "step": 2520
    },
    {
      "epoch": 0.0022101797817130164,
      "grad_norm": 2.974979877471924,
      "learning_rate": 1.1050328227571117e-05,
      "loss": 6.3848,
      "step": 2525
    },
    {
      "epoch": 0.0022145563753401707,
      "grad_norm": 3.083634376525879,
      "learning_rate": 1.1072210065645515e-05,
      "loss": 7.8133,
      "step": 2530
    },
    {
      "epoch": 0.002218932968967325,
      "grad_norm": 3.18274188041687,
      "learning_rate": 1.1094091903719914e-05,
      "loss": 7.3527,
      "step": 2535
    },
    {
      "epoch": 0.00222330956259448,
      "grad_norm": 3.611912250518799,
      "learning_rate": 1.111597374179431e-05,
      "loss": 7.4803,
      "step": 2540
    },
    {
      "epoch": 0.002227686156221634,
      "grad_norm": 3.586483955383301,
      "learning_rate": 1.1137855579868709e-05,
      "loss": 7.9564,
      "step": 2545
    },
    {
      "epoch": 0.002232062749848789,
      "grad_norm": 2.64107084274292,
      "learning_rate": 1.1159737417943107e-05,
      "loss": 7.192,
      "step": 2550
    },
    {
      "epoch": 0.0022364393434759432,
      "grad_norm": 1.8976514339447021,
      "learning_rate": 1.1181619256017506e-05,
      "loss": 7.4918,
      "step": 2555
    },
    {
      "epoch": 0.0022408159371030975,
      "grad_norm": 2.0043885707855225,
      "learning_rate": 1.1203501094091904e-05,
      "loss": 7.1234,
      "step": 2560
    },
    {
      "epoch": 0.0022451925307302523,
      "grad_norm": 2.267595052719116,
      "learning_rate": 1.1225382932166303e-05,
      "loss": 7.7508,
      "step": 2565
    },
    {
      "epoch": 0.0022495691243574066,
      "grad_norm": 4.988494873046875,
      "learning_rate": 1.1247264770240701e-05,
      "loss": 7.5047,
      "step": 2570
    },
    {
      "epoch": 0.002253945717984561,
      "grad_norm": 3.298316240310669,
      "learning_rate": 1.12691466083151e-05,
      "loss": 7.4764,
      "step": 2575
    },
    {
      "epoch": 0.0022583223116117157,
      "grad_norm": 10.013399124145508,
      "learning_rate": 1.1291028446389496e-05,
      "loss": 7.1672,
      "step": 2580
    },
    {
      "epoch": 0.00226269890523887,
      "grad_norm": 3.140000820159912,
      "learning_rate": 1.1312910284463896e-05,
      "loss": 7.9658,
      "step": 2585
    },
    {
      "epoch": 0.002267075498866025,
      "grad_norm": 4.070190906524658,
      "learning_rate": 1.1334792122538295e-05,
      "loss": 6.9875,
      "step": 2590
    },
    {
      "epoch": 0.002271452092493179,
      "grad_norm": 5.860088348388672,
      "learning_rate": 1.1356673960612692e-05,
      "loss": 7.7955,
      "step": 2595
    },
    {
      "epoch": 0.0022758286861203334,
      "grad_norm": 3.757246732711792,
      "learning_rate": 1.137855579868709e-05,
      "loss": 6.9506,
      "step": 2600
    },
    {
      "epoch": 0.002280205279747488,
      "grad_norm": 5.9871296882629395,
      "learning_rate": 1.1400437636761488e-05,
      "loss": 7.1564,
      "step": 2605
    },
    {
      "epoch": 0.0022845818733746425,
      "grad_norm": 2.5491082668304443,
      "learning_rate": 1.1422319474835887e-05,
      "loss": 7.4363,
      "step": 2610
    },
    {
      "epoch": 0.002288958467001797,
      "grad_norm": 2.7723541259765625,
      "learning_rate": 1.1444201312910285e-05,
      "loss": 6.1736,
      "step": 2615
    },
    {
      "epoch": 0.0022933350606289516,
      "grad_norm": 2.8345987796783447,
      "learning_rate": 1.1466083150984682e-05,
      "loss": 7.9305,
      "step": 2620
    },
    {
      "epoch": 0.002297711654256106,
      "grad_norm": 3.606140375137329,
      "learning_rate": 1.1487964989059082e-05,
      "loss": 8.1732,
      "step": 2625
    },
    {
      "epoch": 0.0023020882478832607,
      "grad_norm": 1.50212824344635,
      "learning_rate": 1.150984682713348e-05,
      "loss": 5.1006,
      "step": 2630
    },
    {
      "epoch": 0.002306464841510415,
      "grad_norm": 2.455732583999634,
      "learning_rate": 1.1531728665207877e-05,
      "loss": 7.7818,
      "step": 2635
    },
    {
      "epoch": 0.0023108414351375693,
      "grad_norm": 2.34845232963562,
      "learning_rate": 1.1553610503282276e-05,
      "loss": 7.4082,
      "step": 2640
    },
    {
      "epoch": 0.002315218028764724,
      "grad_norm": 2.973236322402954,
      "learning_rate": 1.1575492341356676e-05,
      "loss": 7.4035,
      "step": 2645
    },
    {
      "epoch": 0.0023195946223918784,
      "grad_norm": 1.5720844268798828,
      "learning_rate": 1.1597374179431073e-05,
      "loss": 7.0887,
      "step": 2650
    },
    {
      "epoch": 0.0023239712160190327,
      "grad_norm": 2.990077257156372,
      "learning_rate": 1.1619256017505471e-05,
      "loss": 8.1844,
      "step": 2655
    },
    {
      "epoch": 0.0023283478096461875,
      "grad_norm": 4.580972194671631,
      "learning_rate": 1.164113785557987e-05,
      "loss": 7.3906,
      "step": 2660
    },
    {
      "epoch": 0.002332724403273342,
      "grad_norm": 5.031205654144287,
      "learning_rate": 1.1663019693654268e-05,
      "loss": 7.2777,
      "step": 2665
    },
    {
      "epoch": 0.0023371009969004966,
      "grad_norm": 5.019211292266846,
      "learning_rate": 1.1684901531728666e-05,
      "loss": 6.976,
      "step": 2670
    },
    {
      "epoch": 0.002341477590527651,
      "grad_norm": 1.9156135320663452,
      "learning_rate": 1.1706783369803063e-05,
      "loss": 6.6061,
      "step": 2675
    },
    {
      "epoch": 0.002345854184154805,
      "grad_norm": 2.9817512035369873,
      "learning_rate": 1.1728665207877461e-05,
      "loss": 6.9311,
      "step": 2680
    },
    {
      "epoch": 0.00235023077778196,
      "grad_norm": 5.523148059844971,
      "learning_rate": 1.1750547045951862e-05,
      "loss": 8.1666,
      "step": 2685
    },
    {
      "epoch": 0.0023546073714091143,
      "grad_norm": 2.8526318073272705,
      "learning_rate": 1.1772428884026258e-05,
      "loss": 8.6426,
      "step": 2690
    },
    {
      "epoch": 0.002358983965036269,
      "grad_norm": 4.582486152648926,
      "learning_rate": 1.1794310722100657e-05,
      "loss": 6.6234,
      "step": 2695
    },
    {
      "epoch": 0.0023633605586634234,
      "grad_norm": 7.036787033081055,
      "learning_rate": 1.1816192560175055e-05,
      "loss": 7.377,
      "step": 2700
    },
    {
      "epoch": 0.0023677371522905777,
      "grad_norm": 2.800553798675537,
      "learning_rate": 1.1838074398249454e-05,
      "loss": 6.4562,
      "step": 2705
    },
    {
      "epoch": 0.0023721137459177324,
      "grad_norm": 4.3236894607543945,
      "learning_rate": 1.1859956236323852e-05,
      "loss": 8.6293,
      "step": 2710
    },
    {
      "epoch": 0.0023764903395448868,
      "grad_norm": 2.5896668434143066,
      "learning_rate": 1.1881838074398249e-05,
      "loss": 6.1371,
      "step": 2715
    },
    {
      "epoch": 0.002380866933172041,
      "grad_norm": 2.795328140258789,
      "learning_rate": 1.1903719912472649e-05,
      "loss": 6.9492,
      "step": 2720
    },
    {
      "epoch": 0.002385243526799196,
      "grad_norm": 2.2806894779205322,
      "learning_rate": 1.1925601750547047e-05,
      "loss": 6.882,
      "step": 2725
    },
    {
      "epoch": 0.00238962012042635,
      "grad_norm": 4.114752292633057,
      "learning_rate": 1.1947483588621444e-05,
      "loss": 7.4029,
      "step": 2730
    },
    {
      "epoch": 0.002393996714053505,
      "grad_norm": 3.712812900543213,
      "learning_rate": 1.1969365426695843e-05,
      "loss": 7.3414,
      "step": 2735
    },
    {
      "epoch": 0.0023983733076806592,
      "grad_norm": 2.7765438556671143,
      "learning_rate": 1.1991247264770241e-05,
      "loss": 6.8932,
      "step": 2740
    },
    {
      "epoch": 0.0024027499013078136,
      "grad_norm": 1.7501137256622314,
      "learning_rate": 1.201312910284464e-05,
      "loss": 7.0654,
      "step": 2745
    },
    {
      "epoch": 0.0024071264949349683,
      "grad_norm": 3.384384870529175,
      "learning_rate": 1.2035010940919038e-05,
      "loss": 8.1648,
      "step": 2750
    },
    {
      "epoch": 0.0024115030885621227,
      "grad_norm": 3.1780941486358643,
      "learning_rate": 1.2056892778993436e-05,
      "loss": 6.5758,
      "step": 2755
    },
    {
      "epoch": 0.002415879682189277,
      "grad_norm": 4.686517238616943,
      "learning_rate": 1.2078774617067835e-05,
      "loss": 7.8576,
      "step": 2760
    },
    {
      "epoch": 0.0024202562758164317,
      "grad_norm": 2.2196311950683594,
      "learning_rate": 1.2100656455142233e-05,
      "loss": 6.899,
      "step": 2765
    },
    {
      "epoch": 0.002424632869443586,
      "grad_norm": 2.082015037536621,
      "learning_rate": 1.212253829321663e-05,
      "loss": 5.6277,
      "step": 2770
    },
    {
      "epoch": 0.002429009463070741,
      "grad_norm": 3.2264411449432373,
      "learning_rate": 1.2144420131291028e-05,
      "loss": 8.0682,
      "step": 2775
    },
    {
      "epoch": 0.002433386056697895,
      "grad_norm": 1.983077883720398,
      "learning_rate": 1.2166301969365428e-05,
      "loss": 7.7994,
      "step": 2780
    },
    {
      "epoch": 0.0024377626503250495,
      "grad_norm": 4.252356052398682,
      "learning_rate": 1.2188183807439825e-05,
      "loss": 6.0734,
      "step": 2785
    },
    {
      "epoch": 0.002442139243952204,
      "grad_norm": 2.4789175987243652,
      "learning_rate": 1.2210065645514224e-05,
      "loss": 6.0605,
      "step": 2790
    },
    {
      "epoch": 0.0024465158375793585,
      "grad_norm": 6.829409122467041,
      "learning_rate": 1.2231947483588622e-05,
      "loss": 8.1102,
      "step": 2795
    },
    {
      "epoch": 0.002450892431206513,
      "grad_norm": 4.001133441925049,
      "learning_rate": 1.225382932166302e-05,
      "loss": 8.0713,
      "step": 2800
    },
    {
      "epoch": 0.0024552690248336676,
      "grad_norm": 3.3055200576782227,
      "learning_rate": 1.2275711159737419e-05,
      "loss": 6.3904,
      "step": 2805
    },
    {
      "epoch": 0.002459645618460822,
      "grad_norm": 5.3257527351379395,
      "learning_rate": 1.2297592997811817e-05,
      "loss": 7.0551,
      "step": 2810
    },
    {
      "epoch": 0.0024640222120879767,
      "grad_norm": 3.7615630626678467,
      "learning_rate": 1.2319474835886214e-05,
      "loss": 7.8189,
      "step": 2815
    },
    {
      "epoch": 0.002468398805715131,
      "grad_norm": 3.3022048473358154,
      "learning_rate": 1.2341356673960614e-05,
      "loss": 8.5785,
      "step": 2820
    },
    {
      "epoch": 0.0024727753993422853,
      "grad_norm": 2.8695051670074463,
      "learning_rate": 1.2363238512035013e-05,
      "loss": 6.8334,
      "step": 2825
    },
    {
      "epoch": 0.00247715199296944,
      "grad_norm": 9.047944068908691,
      "learning_rate": 1.238512035010941e-05,
      "loss": 7.7818,
      "step": 2830
    },
    {
      "epoch": 0.0024815285865965944,
      "grad_norm": 1.7970622777938843,
      "learning_rate": 1.2407002188183808e-05,
      "loss": 7.3246,
      "step": 2835
    },
    {
      "epoch": 0.002485905180223749,
      "grad_norm": 1.6846259832382202,
      "learning_rate": 1.2428884026258206e-05,
      "loss": 6.2352,
      "step": 2840
    },
    {
      "epoch": 0.0024902817738509035,
      "grad_norm": 3.3051819801330566,
      "learning_rate": 1.2450765864332605e-05,
      "loss": 6.5254,
      "step": 2845
    },
    {
      "epoch": 0.002494658367478058,
      "grad_norm": 1.3878790140151978,
      "learning_rate": 1.2472647702407003e-05,
      "loss": 6.8311,
      "step": 2850
    },
    {
      "epoch": 0.0024990349611052126,
      "grad_norm": 2.188506841659546,
      "learning_rate": 1.24945295404814e-05,
      "loss": 7.3305,
      "step": 2855
    },
    {
      "epoch": 0.002503411554732367,
      "grad_norm": 4.965773582458496,
      "learning_rate": 1.2516411378555798e-05,
      "loss": 6.5037,
      "step": 2860
    },
    {
      "epoch": 0.0025077881483595212,
      "grad_norm": 3.5362915992736816,
      "learning_rate": 1.2538293216630198e-05,
      "loss": 7.0047,
      "step": 2865
    },
    {
      "epoch": 0.002512164741986676,
      "grad_norm": 2.2405998706817627,
      "learning_rate": 1.2560175054704595e-05,
      "loss": 5.7695,
      "step": 2870
    },
    {
      "epoch": 0.0025165413356138303,
      "grad_norm": 5.166289806365967,
      "learning_rate": 1.2582056892778993e-05,
      "loss": 6.3924,
      "step": 2875
    },
    {
      "epoch": 0.002520917929240985,
      "grad_norm": 3.0953378677368164,
      "learning_rate": 1.2603938730853394e-05,
      "loss": 7.5789,
      "step": 2880
    },
    {
      "epoch": 0.0025252945228681394,
      "grad_norm": 3.5346755981445312,
      "learning_rate": 1.262582056892779e-05,
      "loss": 7.3021,
      "step": 2885
    },
    {
      "epoch": 0.0025296711164952937,
      "grad_norm": 4.047792434692383,
      "learning_rate": 1.2647702407002187e-05,
      "loss": 8.0223,
      "step": 2890
    },
    {
      "epoch": 0.0025340477101224485,
      "grad_norm": 3.9015817642211914,
      "learning_rate": 1.2669584245076587e-05,
      "loss": 7.285,
      "step": 2895
    },
    {
      "epoch": 0.002538424303749603,
      "grad_norm": 3.0953829288482666,
      "learning_rate": 1.2691466083150986e-05,
      "loss": 7.1227,
      "step": 2900
    },
    {
      "epoch": 0.002542800897376757,
      "grad_norm": 5.306597709655762,
      "learning_rate": 1.2713347921225382e-05,
      "loss": 7.2932,
      "step": 2905
    },
    {
      "epoch": 0.002547177491003912,
      "grad_norm": 3.4010140895843506,
      "learning_rate": 1.2735229759299782e-05,
      "loss": 7.7037,
      "step": 2910
    },
    {
      "epoch": 0.002551554084631066,
      "grad_norm": 1.9215761423110962,
      "learning_rate": 1.2757111597374181e-05,
      "loss": 7.2598,
      "step": 2915
    },
    {
      "epoch": 0.002555930678258221,
      "grad_norm": 2.0540096759796143,
      "learning_rate": 1.2778993435448578e-05,
      "loss": 7.5719,
      "step": 2920
    },
    {
      "epoch": 0.0025603072718853753,
      "grad_norm": 2.8296172618865967,
      "learning_rate": 1.2800875273522978e-05,
      "loss": 8.4668,
      "step": 2925
    },
    {
      "epoch": 0.0025646838655125296,
      "grad_norm": 3.925025224685669,
      "learning_rate": 1.2822757111597374e-05,
      "loss": 6.7773,
      "step": 2930
    },
    {
      "epoch": 0.0025690604591396844,
      "grad_norm": 4.499416828155518,
      "learning_rate": 1.2844638949671773e-05,
      "loss": 7.1059,
      "step": 2935
    },
    {
      "epoch": 0.0025734370527668387,
      "grad_norm": 3.919163703918457,
      "learning_rate": 1.2866520787746173e-05,
      "loss": 6.0238,
      "step": 2940
    },
    {
      "epoch": 0.002577813646393993,
      "grad_norm": 3.030085325241089,
      "learning_rate": 1.288840262582057e-05,
      "loss": 6.7646,
      "step": 2945
    },
    {
      "epoch": 0.0025821902400211478,
      "grad_norm": 5.694450855255127,
      "learning_rate": 1.2910284463894966e-05,
      "loss": 7.7139,
      "step": 2950
    },
    {
      "epoch": 0.002586566833648302,
      "grad_norm": 2.1189706325531006,
      "learning_rate": 1.2932166301969367e-05,
      "loss": 7.201,
      "step": 2955
    },
    {
      "epoch": 0.002590943427275457,
      "grad_norm": 2.203433036804199,
      "learning_rate": 1.2954048140043765e-05,
      "loss": 7.5459,
      "step": 2960
    },
    {
      "epoch": 0.002595320020902611,
      "grad_norm": 2.1754443645477295,
      "learning_rate": 1.2975929978118162e-05,
      "loss": 6.7883,
      "step": 2965
    },
    {
      "epoch": 0.0025996966145297655,
      "grad_norm": 6.831556797027588,
      "learning_rate": 1.2997811816192562e-05,
      "loss": 7.951,
      "step": 2970
    },
    {
      "epoch": 0.0026040732081569202,
      "grad_norm": 5.343832492828369,
      "learning_rate": 1.301969365426696e-05,
      "loss": 7.5729,
      "step": 2975
    },
    {
      "epoch": 0.0026084498017840746,
      "grad_norm": 3.0057075023651123,
      "learning_rate": 1.3041575492341357e-05,
      "loss": 5.4293,
      "step": 2980
    },
    {
      "epoch": 0.0026128263954112293,
      "grad_norm": 5.36063814163208,
      "learning_rate": 1.3063457330415754e-05,
      "loss": 5.7117,
      "step": 2985
    },
    {
      "epoch": 0.0026172029890383836,
      "grad_norm": 5.545754909515381,
      "learning_rate": 1.3085339168490154e-05,
      "loss": 6.908,
      "step": 2990
    },
    {
      "epoch": 0.002621579582665538,
      "grad_norm": 2.3383636474609375,
      "learning_rate": 1.3107221006564552e-05,
      "loss": 7.0559,
      "step": 2995
    },
    {
      "epoch": 0.0026259561762926927,
      "grad_norm": 1.619388461112976,
      "learning_rate": 1.3129102844638949e-05,
      "loss": 7.215,
      "step": 3000
    },
    {
      "epoch": 0.002630332769919847,
      "grad_norm": 1.8347079753875732,
      "learning_rate": 1.315098468271335e-05,
      "loss": 7.1926,
      "step": 3005
    },
    {
      "epoch": 0.0026347093635470014,
      "grad_norm": 3.1949117183685303,
      "learning_rate": 1.3172866520787746e-05,
      "loss": 6.9447,
      "step": 3010
    },
    {
      "epoch": 0.002639085957174156,
      "grad_norm": 4.220037937164307,
      "learning_rate": 1.3194748358862144e-05,
      "loss": 7.957,
      "step": 3015
    },
    {
      "epoch": 0.0026434625508013104,
      "grad_norm": 3.1781013011932373,
      "learning_rate": 1.3216630196936544e-05,
      "loss": 6.3086,
      "step": 3020
    },
    {
      "epoch": 0.002647839144428465,
      "grad_norm": 9.169886589050293,
      "learning_rate": 1.3238512035010941e-05,
      "loss": 6.9666,
      "step": 3025
    },
    {
      "epoch": 0.0026522157380556195,
      "grad_norm": 9.663117408752441,
      "learning_rate": 1.326039387308534e-05,
      "loss": 7.2135,
      "step": 3030
    },
    {
      "epoch": 0.002656592331682774,
      "grad_norm": 4.354158878326416,
      "learning_rate": 1.328227571115974e-05,
      "loss": 7.2191,
      "step": 3035
    },
    {
      "epoch": 0.0026609689253099286,
      "grad_norm": 1.582294225692749,
      "learning_rate": 1.3304157549234137e-05,
      "loss": 7.1863,
      "step": 3040
    },
    {
      "epoch": 0.002665345518937083,
      "grad_norm": 2.069425344467163,
      "learning_rate": 1.3326039387308533e-05,
      "loss": 5.723,
      "step": 3045
    },
    {
      "epoch": 0.0026697221125642373,
      "grad_norm": 2.338021755218506,
      "learning_rate": 1.3347921225382933e-05,
      "loss": 6.7178,
      "step": 3050
    },
    {
      "epoch": 0.002674098706191392,
      "grad_norm": 4.448011875152588,
      "learning_rate": 1.3369803063457332e-05,
      "loss": 6.4234,
      "step": 3055
    },
    {
      "epoch": 0.0026784752998185463,
      "grad_norm": 2.8259055614471436,
      "learning_rate": 1.3391684901531729e-05,
      "loss": 5.9533,
      "step": 3060
    },
    {
      "epoch": 0.002682851893445701,
      "grad_norm": 3.0684423446655273,
      "learning_rate": 1.3413566739606129e-05,
      "loss": 7.9201,
      "step": 3065
    },
    {
      "epoch": 0.0026872284870728554,
      "grad_norm": 3.6021931171417236,
      "learning_rate": 1.3435448577680525e-05,
      "loss": 6.4365,
      "step": 3070
    },
    {
      "epoch": 0.0026916050807000097,
      "grad_norm": 4.250941276550293,
      "learning_rate": 1.3457330415754924e-05,
      "loss": 5.7205,
      "step": 3075
    },
    {
      "epoch": 0.0026959816743271645,
      "grad_norm": 2.514340400695801,
      "learning_rate": 1.3479212253829324e-05,
      "loss": 7.6168,
      "step": 3080
    },
    {
      "epoch": 0.002700358267954319,
      "grad_norm": 3.577779769897461,
      "learning_rate": 1.350109409190372e-05,
      "loss": 7.6258,
      "step": 3085
    },
    {
      "epoch": 0.002704734861581473,
      "grad_norm": 1.4563329219818115,
      "learning_rate": 1.3522975929978119e-05,
      "loss": 6.8951,
      "step": 3090
    },
    {
      "epoch": 0.002709111455208628,
      "grad_norm": 5.295975208282471,
      "learning_rate": 1.3544857768052516e-05,
      "loss": 7.442,
      "step": 3095
    },
    {
      "epoch": 0.0027134880488357822,
      "grad_norm": 2.9268691539764404,
      "learning_rate": 1.3566739606126916e-05,
      "loss": 5.9844,
      "step": 3100
    },
    {
      "epoch": 0.002717864642462937,
      "grad_norm": 1.949049472808838,
      "learning_rate": 1.3588621444201313e-05,
      "loss": 6.1359,
      "step": 3105
    },
    {
      "epoch": 0.0027222412360900913,
      "grad_norm": 3.349214553833008,
      "learning_rate": 1.3610503282275711e-05,
      "loss": 8.4035,
      "step": 3110
    },
    {
      "epoch": 0.0027266178297172456,
      "grad_norm": 1.9806649684906006,
      "learning_rate": 1.3632385120350111e-05,
      "loss": 5.4771,
      "step": 3115
    },
    {
      "epoch": 0.0027309944233444004,
      "grad_norm": 3.014145851135254,
      "learning_rate": 1.3654266958424508e-05,
      "loss": 6.3992,
      "step": 3120
    },
    {
      "epoch": 0.0027353710169715547,
      "grad_norm": 3.1450154781341553,
      "learning_rate": 1.3676148796498905e-05,
      "loss": 6.117,
      "step": 3125
    },
    {
      "epoch": 0.0027397476105987095,
      "grad_norm": 2.465191125869751,
      "learning_rate": 1.3698030634573305e-05,
      "loss": 6.726,
      "step": 3130
    },
    {
      "epoch": 0.0027441242042258638,
      "grad_norm": 2.124074935913086,
      "learning_rate": 1.3719912472647703e-05,
      "loss": 6.5314,
      "step": 3135
    },
    {
      "epoch": 0.002748500797853018,
      "grad_norm": 4.48027229309082,
      "learning_rate": 1.37417943107221e-05,
      "loss": 7.1152,
      "step": 3140
    },
    {
      "epoch": 0.002752877391480173,
      "grad_norm": 2.4166128635406494,
      "learning_rate": 1.37636761487965e-05,
      "loss": 5.4795,
      "step": 3145
    },
    {
      "epoch": 0.002757253985107327,
      "grad_norm": 2.2259373664855957,
      "learning_rate": 1.3785557986870899e-05,
      "loss": 6.8838,
      "step": 3150
    },
    {
      "epoch": 0.0027616305787344815,
      "grad_norm": 3.7618110179901123,
      "learning_rate": 1.3807439824945295e-05,
      "loss": 7.151,
      "step": 3155
    },
    {
      "epoch": 0.0027660071723616363,
      "grad_norm": 4.380476474761963,
      "learning_rate": 1.3829321663019695e-05,
      "loss": 7.1363,
      "step": 3160
    },
    {
      "epoch": 0.0027703837659887906,
      "grad_norm": 3.0671989917755127,
      "learning_rate": 1.3851203501094092e-05,
      "loss": 8.3395,
      "step": 3165
    },
    {
      "epoch": 0.0027747603596159453,
      "grad_norm": 2.615382432937622,
      "learning_rate": 1.387308533916849e-05,
      "loss": 6.6937,
      "step": 3170
    },
    {
      "epoch": 0.0027791369532430997,
      "grad_norm": 3.528736114501953,
      "learning_rate": 1.389496717724289e-05,
      "loss": 6.3826,
      "step": 3175
    },
    {
      "epoch": 0.002783513546870254,
      "grad_norm": 7.544951915740967,
      "learning_rate": 1.3916849015317287e-05,
      "loss": 6.4,
      "step": 3180
    },
    {
      "epoch": 0.0027878901404974087,
      "grad_norm": 3.802476167678833,
      "learning_rate": 1.3938730853391684e-05,
      "loss": 6.2365,
      "step": 3185
    },
    {
      "epoch": 0.002792266734124563,
      "grad_norm": 4.566204071044922,
      "learning_rate": 1.3960612691466084e-05,
      "loss": 7.1406,
      "step": 3190
    },
    {
      "epoch": 0.0027966433277517174,
      "grad_norm": 2.815863847732544,
      "learning_rate": 1.3982494529540483e-05,
      "loss": 8.3082,
      "step": 3195
    },
    {
      "epoch": 0.002801019921378872,
      "grad_norm": 2.615163564682007,
      "learning_rate": 1.400437636761488e-05,
      "loss": 6.2996,
      "step": 3200
    },
    {
      "epoch": 0.0028053965150060265,
      "grad_norm": 2.9008688926696777,
      "learning_rate": 1.402625820568928e-05,
      "loss": 7.8365,
      "step": 3205
    },
    {
      "epoch": 0.0028097731086331812,
      "grad_norm": 4.3240766525268555,
      "learning_rate": 1.4048140043763678e-05,
      "loss": 5.4838,
      "step": 3210
    },
    {
      "epoch": 0.0028141497022603356,
      "grad_norm": 4.2261128425598145,
      "learning_rate": 1.4070021881838075e-05,
      "loss": 5.9379,
      "step": 3215
    },
    {
      "epoch": 0.00281852629588749,
      "grad_norm": 2.199291229248047,
      "learning_rate": 1.4091903719912471e-05,
      "loss": 6.6496,
      "step": 3220
    },
    {
      "epoch": 0.0028229028895146446,
      "grad_norm": 2.8474414348602295,
      "learning_rate": 1.4113785557986872e-05,
      "loss": 6.6428,
      "step": 3225
    },
    {
      "epoch": 0.002827279483141799,
      "grad_norm": 1.8137691020965576,
      "learning_rate": 1.413566739606127e-05,
      "loss": 6.0141,
      "step": 3230
    },
    {
      "epoch": 0.0028316560767689537,
      "grad_norm": 1.638904333114624,
      "learning_rate": 1.4157549234135667e-05,
      "loss": 7.6061,
      "step": 3235
    },
    {
      "epoch": 0.002836032670396108,
      "grad_norm": 5.175651550292969,
      "learning_rate": 1.4179431072210067e-05,
      "loss": 6.6744,
      "step": 3240
    },
    {
      "epoch": 0.0028404092640232624,
      "grad_norm": 5.804227352142334,
      "learning_rate": 1.4201312910284464e-05,
      "loss": 5.6508,
      "step": 3245
    },
    {
      "epoch": 0.002844785857650417,
      "grad_norm": 3.9601199626922607,
      "learning_rate": 1.4223194748358862e-05,
      "loss": 6.6457,
      "step": 3250
    },
    {
      "epoch": 0.0028491624512775714,
      "grad_norm": 6.081512451171875,
      "learning_rate": 1.4245076586433262e-05,
      "loss": 7.3777,
      "step": 3255
    },
    {
      "epoch": 0.0028535390449047258,
      "grad_norm": 2.654001474380493,
      "learning_rate": 1.4266958424507659e-05,
      "loss": 6.6475,
      "step": 3260
    },
    {
      "epoch": 0.0028579156385318805,
      "grad_norm": 2.3809120655059814,
      "learning_rate": 1.4288840262582057e-05,
      "loss": 7.3783,
      "step": 3265
    },
    {
      "epoch": 0.002862292232159035,
      "grad_norm": 2.1519737243652344,
      "learning_rate": 1.4310722100656457e-05,
      "loss": 5.6932,
      "step": 3270
    },
    {
      "epoch": 0.0028666688257861896,
      "grad_norm": 2.1893529891967773,
      "learning_rate": 1.4332603938730854e-05,
      "loss": 6.7717,
      "step": 3275
    },
    {
      "epoch": 0.002871045419413344,
      "grad_norm": 3.5513594150543213,
      "learning_rate": 1.4354485776805251e-05,
      "loss": 6.3277,
      "step": 3280
    },
    {
      "epoch": 0.0028754220130404982,
      "grad_norm": 2.7016682624816895,
      "learning_rate": 1.4376367614879651e-05,
      "loss": 7.4947,
      "step": 3285
    },
    {
      "epoch": 0.002879798606667653,
      "grad_norm": 2.4935696125030518,
      "learning_rate": 1.439824945295405e-05,
      "loss": 5.8838,
      "step": 3290
    },
    {
      "epoch": 0.0028841752002948073,
      "grad_norm": 4.801030158996582,
      "learning_rate": 1.4420131291028446e-05,
      "loss": 7.0803,
      "step": 3295
    },
    {
      "epoch": 0.0028885517939219616,
      "grad_norm": 2.837372303009033,
      "learning_rate": 1.4442013129102846e-05,
      "loss": 6.6152,
      "step": 3300
    },
    {
      "epoch": 0.0028929283875491164,
      "grad_norm": 4.936922550201416,
      "learning_rate": 1.4463894967177243e-05,
      "loss": 7.5398,
      "step": 3305
    },
    {
      "epoch": 0.0028973049811762707,
      "grad_norm": 1.5753989219665527,
      "learning_rate": 1.4485776805251642e-05,
      "loss": 5.316,
      "step": 3310
    },
    {
      "epoch": 0.0029016815748034255,
      "grad_norm": 3.3346259593963623,
      "learning_rate": 1.4507658643326042e-05,
      "loss": 6.7916,
      "step": 3315
    },
    {
      "epoch": 0.00290605816843058,
      "grad_norm": 2.7621543407440186,
      "learning_rate": 1.4529540481400438e-05,
      "loss": 7.3574,
      "step": 3320
    },
    {
      "epoch": 0.002910434762057734,
      "grad_norm": 2.0310561656951904,
      "learning_rate": 1.4551422319474837e-05,
      "loss": 7.3357,
      "step": 3325
    },
    {
      "epoch": 0.002914811355684889,
      "grad_norm": 5.921728134155273,
      "learning_rate": 1.4573304157549234e-05,
      "loss": 7.0449,
      "step": 3330
    },
    {
      "epoch": 0.002919187949312043,
      "grad_norm": 1.9300895929336548,
      "learning_rate": 1.4595185995623634e-05,
      "loss": 6.6193,
      "step": 3335
    },
    {
      "epoch": 0.0029235645429391975,
      "grad_norm": 2.2342169284820557,
      "learning_rate": 1.461706783369803e-05,
      "loss": 5.8889,
      "step": 3340
    },
    {
      "epoch": 0.0029279411365663523,
      "grad_norm": 5.4508490562438965,
      "learning_rate": 1.4638949671772429e-05,
      "loss": 7.0508,
      "step": 3345
    },
    {
      "epoch": 0.0029323177301935066,
      "grad_norm": 2.9609639644622803,
      "learning_rate": 1.4660831509846829e-05,
      "loss": 8.2199,
      "step": 3350
    },
    {
      "epoch": 0.0029366943238206614,
      "grad_norm": 2.0774741172790527,
      "learning_rate": 1.4682713347921226e-05,
      "loss": 7.0258,
      "step": 3355
    },
    {
      "epoch": 0.0029410709174478157,
      "grad_norm": 3.177232265472412,
      "learning_rate": 1.4704595185995622e-05,
      "loss": 7.7359,
      "step": 3360
    },
    {
      "epoch": 0.00294544751107497,
      "grad_norm": 1.6600714921951294,
      "learning_rate": 1.4726477024070023e-05,
      "loss": 6.0088,
      "step": 3365
    },
    {
      "epoch": 0.0029498241047021248,
      "grad_norm": 3.80143404006958,
      "learning_rate": 1.4748358862144421e-05,
      "loss": 7.0537,
      "step": 3370
    },
    {
      "epoch": 0.002954200698329279,
      "grad_norm": 3.1193065643310547,
      "learning_rate": 1.4770240700218818e-05,
      "loss": 6.6025,
      "step": 3375
    },
    {
      "epoch": 0.002958577291956434,
      "grad_norm": 2.280571937561035,
      "learning_rate": 1.4792122538293218e-05,
      "loss": 7.0701,
      "step": 3380
    },
    {
      "epoch": 0.002962953885583588,
      "grad_norm": 3.2520973682403564,
      "learning_rate": 1.4814004376367616e-05,
      "loss": 7.4633,
      "step": 3385
    },
    {
      "epoch": 0.0029673304792107425,
      "grad_norm": 2.5498111248016357,
      "learning_rate": 1.4835886214442013e-05,
      "loss": 6.1449,
      "step": 3390
    },
    {
      "epoch": 0.0029717070728378973,
      "grad_norm": 1.5046263933181763,
      "learning_rate": 1.4857768052516413e-05,
      "loss": 6.7182,
      "step": 3395
    },
    {
      "epoch": 0.0029760836664650516,
      "grad_norm": 3.1649656295776367,
      "learning_rate": 1.487964989059081e-05,
      "loss": 7.7115,
      "step": 3400
    },
    {
      "epoch": 0.002980460260092206,
      "grad_norm": 2.9975900650024414,
      "learning_rate": 1.4901531728665208e-05,
      "loss": 7.4281,
      "step": 3405
    },
    {
      "epoch": 0.0029848368537193607,
      "grad_norm": 2.931035280227661,
      "learning_rate": 1.4923413566739608e-05,
      "loss": 6.5787,
      "step": 3410
    },
    {
      "epoch": 0.002989213447346515,
      "grad_norm": 2.530674695968628,
      "learning_rate": 1.4945295404814005e-05,
      "loss": 7.0041,
      "step": 3415
    },
    {
      "epoch": 0.0029935900409736697,
      "grad_norm": 1.5080560445785522,
      "learning_rate": 1.4967177242888402e-05,
      "loss": 6.0924,
      "step": 3420
    },
    {
      "epoch": 0.002997966634600824,
      "grad_norm": 3.2866129875183105,
      "learning_rate": 1.4989059080962804e-05,
      "loss": 8.1793,
      "step": 3425
    },
    {
      "epoch": 0.0030023432282279784,
      "grad_norm": 5.081820487976074,
      "learning_rate": 1.50109409190372e-05,
      "loss": 6.1428,
      "step": 3430
    },
    {
      "epoch": 0.003006719821855133,
      "grad_norm": 3.176159381866455,
      "learning_rate": 1.5032822757111597e-05,
      "loss": 7.34,
      "step": 3435
    },
    {
      "epoch": 0.0030110964154822875,
      "grad_norm": 2.1613290309906006,
      "learning_rate": 1.5054704595185996e-05,
      "loss": 4.8502,
      "step": 3440
    },
    {
      "epoch": 0.003015473009109442,
      "grad_norm": 2.9637157917022705,
      "learning_rate": 1.5076586433260396e-05,
      "loss": 6.7236,
      "step": 3445
    },
    {
      "epoch": 0.0030198496027365965,
      "grad_norm": 1.833900809288025,
      "learning_rate": 1.5098468271334792e-05,
      "loss": 6.7508,
      "step": 3450
    },
    {
      "epoch": 0.003024226196363751,
      "grad_norm": 3.8697686195373535,
      "learning_rate": 1.512035010940919e-05,
      "loss": 6.3133,
      "step": 3455
    },
    {
      "epoch": 0.0030286027899909056,
      "grad_norm": 1.7340693473815918,
      "learning_rate": 1.514223194748359e-05,
      "loss": 5.9885,
      "step": 3460
    },
    {
      "epoch": 0.00303297938361806,
      "grad_norm": 1.8294358253479004,
      "learning_rate": 1.5164113785557988e-05,
      "loss": 6.5572,
      "step": 3465
    },
    {
      "epoch": 0.0030373559772452143,
      "grad_norm": 1.85573410987854,
      "learning_rate": 1.5185995623632384e-05,
      "loss": 6.9998,
      "step": 3470
    },
    {
      "epoch": 0.003041732570872369,
      "grad_norm": 4.371410369873047,
      "learning_rate": 1.5207877461706785e-05,
      "loss": 6.2307,
      "step": 3475
    },
    {
      "epoch": 0.0030461091644995233,
      "grad_norm": 1.7547907829284668,
      "learning_rate": 1.5229759299781183e-05,
      "loss": 6.6695,
      "step": 3480
    },
    {
      "epoch": 0.0030504857581266777,
      "grad_norm": 5.150173187255859,
      "learning_rate": 1.525164113785558e-05,
      "loss": 7.0047,
      "step": 3485
    },
    {
      "epoch": 0.0030548623517538324,
      "grad_norm": 2.170851707458496,
      "learning_rate": 1.5273522975929978e-05,
      "loss": 6.5051,
      "step": 3490
    },
    {
      "epoch": 0.0030592389453809868,
      "grad_norm": 2.8267078399658203,
      "learning_rate": 1.529540481400438e-05,
      "loss": 5.9645,
      "step": 3495
    },
    {
      "epoch": 0.0030636155390081415,
      "grad_norm": 3.9070770740509033,
      "learning_rate": 1.5317286652078775e-05,
      "loss": 5.5664,
      "step": 3500
    },
    {
      "epoch": 0.003067992132635296,
      "grad_norm": 1.9372271299362183,
      "learning_rate": 1.5339168490153175e-05,
      "loss": 6.7211,
      "step": 3505
    },
    {
      "epoch": 0.00307236872626245,
      "grad_norm": 3.6484291553497314,
      "learning_rate": 1.5361050328227572e-05,
      "loss": 6.976,
      "step": 3510
    },
    {
      "epoch": 0.003076745319889605,
      "grad_norm": 3.3322765827178955,
      "learning_rate": 1.538293216630197e-05,
      "loss": 6.5383,
      "step": 3515
    },
    {
      "epoch": 0.0030811219135167592,
      "grad_norm": 2.9762496948242188,
      "learning_rate": 1.540481400437637e-05,
      "loss": 5.8107,
      "step": 3520
    },
    {
      "epoch": 0.003085498507143914,
      "grad_norm": 3.701371192932129,
      "learning_rate": 1.5426695842450766e-05,
      "loss": 7.4191,
      "step": 3525
    },
    {
      "epoch": 0.0030898751007710683,
      "grad_norm": 8.443907737731934,
      "learning_rate": 1.5448577680525166e-05,
      "loss": 6.3734,
      "step": 3530
    },
    {
      "epoch": 0.0030942516943982226,
      "grad_norm": 2.630594253540039,
      "learning_rate": 1.5470459518599566e-05,
      "loss": 6.7646,
      "step": 3535
    },
    {
      "epoch": 0.0030986282880253774,
      "grad_norm": 3.054361581802368,
      "learning_rate": 1.5492341356673962e-05,
      "loss": 7.6863,
      "step": 3540
    },
    {
      "epoch": 0.0031030048816525317,
      "grad_norm": 2.309744358062744,
      "learning_rate": 1.551422319474836e-05,
      "loss": 6.2436,
      "step": 3545
    },
    {
      "epoch": 0.003107381475279686,
      "grad_norm": 1.6571080684661865,
      "learning_rate": 1.553610503282276e-05,
      "loss": 6.6592,
      "step": 3550
    },
    {
      "epoch": 0.003111758068906841,
      "grad_norm": 1.7157198190689087,
      "learning_rate": 1.5557986870897156e-05,
      "loss": 6.659,
      "step": 3555
    },
    {
      "epoch": 0.003116134662533995,
      "grad_norm": 3.261826753616333,
      "learning_rate": 1.5579868708971553e-05,
      "loss": 6.6848,
      "step": 3560
    },
    {
      "epoch": 0.00312051125616115,
      "grad_norm": 1.7726786136627197,
      "learning_rate": 1.5601750547045953e-05,
      "loss": 5.5326,
      "step": 3565
    },
    {
      "epoch": 0.003124887849788304,
      "grad_norm": 2.2954695224761963,
      "learning_rate": 1.5623632385120353e-05,
      "loss": 6.0854,
      "step": 3570
    },
    {
      "epoch": 0.0031292644434154585,
      "grad_norm": 3.2683348655700684,
      "learning_rate": 1.564551422319475e-05,
      "loss": 6.2326,
      "step": 3575
    },
    {
      "epoch": 0.0031336410370426133,
      "grad_norm": 4.686028957366943,
      "learning_rate": 1.5667396061269147e-05,
      "loss": 7.2814,
      "step": 3580
    },
    {
      "epoch": 0.0031380176306697676,
      "grad_norm": 3.5589065551757812,
      "learning_rate": 1.5689277899343547e-05,
      "loss": 7.2457,
      "step": 3585
    },
    {
      "epoch": 0.003142394224296922,
      "grad_norm": 1.8574113845825195,
      "learning_rate": 1.5711159737417943e-05,
      "loss": 5.0464,
      "step": 3590
    },
    {
      "epoch": 0.0031467708179240767,
      "grad_norm": 5.181461811065674,
      "learning_rate": 1.573304157549234e-05,
      "loss": 7.4105,
      "step": 3595
    },
    {
      "epoch": 0.003151147411551231,
      "grad_norm": 5.610398769378662,
      "learning_rate": 1.575492341356674e-05,
      "loss": 7.65,
      "step": 3600
    },
    {
      "epoch": 0.0031555240051783858,
      "grad_norm": 1.8986235857009888,
      "learning_rate": 1.5776805251641137e-05,
      "loss": 6.7504,
      "step": 3605
    },
    {
      "epoch": 0.00315990059880554,
      "grad_norm": 5.290255069732666,
      "learning_rate": 1.5798687089715537e-05,
      "loss": 6.9432,
      "step": 3610
    },
    {
      "epoch": 0.0031642771924326944,
      "grad_norm": 5.318548679351807,
      "learning_rate": 1.5820568927789937e-05,
      "loss": 6.9045,
      "step": 3615
    },
    {
      "epoch": 0.003168653786059849,
      "grad_norm": 3.2884511947631836,
      "learning_rate": 1.5842450765864334e-05,
      "loss": 5.4996,
      "step": 3620
    },
    {
      "epoch": 0.0031730303796870035,
      "grad_norm": 3.7769112586975098,
      "learning_rate": 1.586433260393873e-05,
      "loss": 6.9211,
      "step": 3625
    },
    {
      "epoch": 0.003177406973314158,
      "grad_norm": 1.6902986764907837,
      "learning_rate": 1.588621444201313e-05,
      "loss": 6.4715,
      "step": 3630
    },
    {
      "epoch": 0.0031817835669413126,
      "grad_norm": 3.4914073944091797,
      "learning_rate": 1.5908096280087528e-05,
      "loss": 8.0295,
      "step": 3635
    },
    {
      "epoch": 0.003186160160568467,
      "grad_norm": 1.8085461854934692,
      "learning_rate": 1.5929978118161924e-05,
      "loss": 5.7631,
      "step": 3640
    },
    {
      "epoch": 0.0031905367541956216,
      "grad_norm": 1.9529101848602295,
      "learning_rate": 1.5951859956236324e-05,
      "loss": 7.2283,
      "step": 3645
    },
    {
      "epoch": 0.003194913347822776,
      "grad_norm": 2.172645330429077,
      "learning_rate": 1.5973741794310725e-05,
      "loss": 6.9025,
      "step": 3650
    },
    {
      "epoch": 0.0031992899414499303,
      "grad_norm": 3.8223888874053955,
      "learning_rate": 1.599562363238512e-05,
      "loss": 6.4566,
      "step": 3655
    },
    {
      "epoch": 0.003203666535077085,
      "grad_norm": 3.3750314712524414,
      "learning_rate": 1.601750547045952e-05,
      "loss": 7.6361,
      "step": 3660
    },
    {
      "epoch": 0.0032080431287042394,
      "grad_norm": 4.5352559089660645,
      "learning_rate": 1.6039387308533918e-05,
      "loss": 6.1744,
      "step": 3665
    },
    {
      "epoch": 0.003212419722331394,
      "grad_norm": 2.065511465072632,
      "learning_rate": 1.6061269146608315e-05,
      "loss": 6.2879,
      "step": 3670
    },
    {
      "epoch": 0.0032167963159585485,
      "grad_norm": 2.4309728145599365,
      "learning_rate": 1.608315098468271e-05,
      "loss": 6.9131,
      "step": 3675
    },
    {
      "epoch": 0.0032211729095857028,
      "grad_norm": 3.417523145675659,
      "learning_rate": 1.6105032822757112e-05,
      "loss": 6.9773,
      "step": 3680
    },
    {
      "epoch": 0.0032255495032128575,
      "grad_norm": 2.038252592086792,
      "learning_rate": 1.6126914660831512e-05,
      "loss": 5.7324,
      "step": 3685
    },
    {
      "epoch": 0.003229926096840012,
      "grad_norm": 4.8671345710754395,
      "learning_rate": 1.614879649890591e-05,
      "loss": 6.2115,
      "step": 3690
    },
    {
      "epoch": 0.003234302690467166,
      "grad_norm": 3.254713296890259,
      "learning_rate": 1.617067833698031e-05,
      "loss": 7.1797,
      "step": 3695
    },
    {
      "epoch": 0.003238679284094321,
      "grad_norm": 2.887822151184082,
      "learning_rate": 1.6192560175054705e-05,
      "loss": 8.0311,
      "step": 3700
    },
    {
      "epoch": 0.0032430558777214753,
      "grad_norm": 3.5424704551696777,
      "learning_rate": 1.6214442013129102e-05,
      "loss": 6.5922,
      "step": 3705
    },
    {
      "epoch": 0.00324743247134863,
      "grad_norm": 7.129716873168945,
      "learning_rate": 1.6236323851203502e-05,
      "loss": 6.9277,
      "step": 3710
    },
    {
      "epoch": 0.0032518090649757843,
      "grad_norm": 2.98630428314209,
      "learning_rate": 1.62582056892779e-05,
      "loss": 7.6271,
      "step": 3715
    },
    {
      "epoch": 0.0032561856586029387,
      "grad_norm": 1.7236833572387695,
      "learning_rate": 1.6280087527352296e-05,
      "loss": 6.1744,
      "step": 3720
    },
    {
      "epoch": 0.0032605622522300934,
      "grad_norm": 5.89639949798584,
      "learning_rate": 1.6301969365426696e-05,
      "loss": 5.4496,
      "step": 3725
    },
    {
      "epoch": 0.0032649388458572477,
      "grad_norm": 2.654203176498413,
      "learning_rate": 1.6323851203501096e-05,
      "loss": 7.3262,
      "step": 3730
    },
    {
      "epoch": 0.003269315439484402,
      "grad_norm": 1.8479299545288086,
      "learning_rate": 1.6345733041575493e-05,
      "loss": 6.7137,
      "step": 3735
    },
    {
      "epoch": 0.003273692033111557,
      "grad_norm": 1.650169849395752,
      "learning_rate": 1.6367614879649893e-05,
      "loss": 5.4553,
      "step": 3740
    },
    {
      "epoch": 0.003278068626738711,
      "grad_norm": 2.7379603385925293,
      "learning_rate": 1.638949671772429e-05,
      "loss": 7.2906,
      "step": 3745
    },
    {
      "epoch": 0.003282445220365866,
      "grad_norm": 2.0108802318573,
      "learning_rate": 1.6411378555798686e-05,
      "loss": 6.0016,
      "step": 3750
    },
    {
      "epoch": 0.0032868218139930202,
      "grad_norm": 2.644221782684326,
      "learning_rate": 1.6433260393873086e-05,
      "loss": 7.9924,
      "step": 3755
    },
    {
      "epoch": 0.0032911984076201745,
      "grad_norm": 1.8039101362228394,
      "learning_rate": 1.6455142231947483e-05,
      "loss": 6.4256,
      "step": 3760
    },
    {
      "epoch": 0.0032955750012473293,
      "grad_norm": 2.605415105819702,
      "learning_rate": 1.6477024070021883e-05,
      "loss": 7.2656,
      "step": 3765
    },
    {
      "epoch": 0.0032999515948744836,
      "grad_norm": 2.125351905822754,
      "learning_rate": 1.6498905908096283e-05,
      "loss": 7.5492,
      "step": 3770
    },
    {
      "epoch": 0.003304328188501638,
      "grad_norm": 3.5361392498016357,
      "learning_rate": 1.652078774617068e-05,
      "loss": 6.8324,
      "step": 3775
    },
    {
      "epoch": 0.0033087047821287927,
      "grad_norm": 2.0860886573791504,
      "learning_rate": 1.6542669584245077e-05,
      "loss": 6.4137,
      "step": 3780
    },
    {
      "epoch": 0.003313081375755947,
      "grad_norm": 2.67386531829834,
      "learning_rate": 1.6564551422319477e-05,
      "loss": 7.11,
      "step": 3785
    },
    {
      "epoch": 0.003317457969383102,
      "grad_norm": 1.5340770483016968,
      "learning_rate": 1.6586433260393874e-05,
      "loss": 6.1514,
      "step": 3790
    },
    {
      "epoch": 0.003321834563010256,
      "grad_norm": 2.0995187759399414,
      "learning_rate": 1.660831509846827e-05,
      "loss": 6.2465,
      "step": 3795
    },
    {
      "epoch": 0.0033262111566374104,
      "grad_norm": 4.601298809051514,
      "learning_rate": 1.663019693654267e-05,
      "loss": 6.8697,
      "step": 3800
    },
    {
      "epoch": 0.003330587750264565,
      "grad_norm": 3.6405436992645264,
      "learning_rate": 1.665207877461707e-05,
      "loss": 6.3937,
      "step": 3805
    },
    {
      "epoch": 0.0033349643438917195,
      "grad_norm": 2.1509456634521484,
      "learning_rate": 1.6673960612691468e-05,
      "loss": 5.0248,
      "step": 3810
    },
    {
      "epoch": 0.0033393409375188743,
      "grad_norm": 3.963033437728882,
      "learning_rate": 1.6695842450765864e-05,
      "loss": 6.8305,
      "step": 3815
    },
    {
      "epoch": 0.0033437175311460286,
      "grad_norm": 5.130979537963867,
      "learning_rate": 1.6717724288840264e-05,
      "loss": 7.0795,
      "step": 3820
    },
    {
      "epoch": 0.003348094124773183,
      "grad_norm": 7.125118732452393,
      "learning_rate": 1.673960612691466e-05,
      "loss": 7.2453,
      "step": 3825
    },
    {
      "epoch": 0.0033524707184003377,
      "grad_norm": 2.488682508468628,
      "learning_rate": 1.6761487964989058e-05,
      "loss": 6.3914,
      "step": 3830
    },
    {
      "epoch": 0.003356847312027492,
      "grad_norm": 1.7486557960510254,
      "learning_rate": 1.6783369803063458e-05,
      "loss": 6.1424,
      "step": 3835
    },
    {
      "epoch": 0.0033612239056546463,
      "grad_norm": 2.923865556716919,
      "learning_rate": 1.6805251641137855e-05,
      "loss": 6.8299,
      "step": 3840
    },
    {
      "epoch": 0.003365600499281801,
      "grad_norm": 2.0233840942382812,
      "learning_rate": 1.6827133479212255e-05,
      "loss": 7.2533,
      "step": 3845
    },
    {
      "epoch": 0.0033699770929089554,
      "grad_norm": 3.5704269409179688,
      "learning_rate": 1.6849015317286655e-05,
      "loss": 6.8357,
      "step": 3850
    },
    {
      "epoch": 0.00337435368653611,
      "grad_norm": 2.359699249267578,
      "learning_rate": 1.687089715536105e-05,
      "loss": 6.3939,
      "step": 3855
    },
    {
      "epoch": 0.0033787302801632645,
      "grad_norm": 2.025214433670044,
      "learning_rate": 1.689277899343545e-05,
      "loss": 6.8094,
      "step": 3860
    },
    {
      "epoch": 0.003383106873790419,
      "grad_norm": 6.000887393951416,
      "learning_rate": 1.691466083150985e-05,
      "loss": 6.135,
      "step": 3865
    },
    {
      "epoch": 0.0033874834674175736,
      "grad_norm": 1.9348019361495972,
      "learning_rate": 1.6936542669584245e-05,
      "loss": 6.376,
      "step": 3870
    },
    {
      "epoch": 0.003391860061044728,
      "grad_norm": 2.5226926803588867,
      "learning_rate": 1.6958424507658642e-05,
      "loss": 5.7301,
      "step": 3875
    },
    {
      "epoch": 0.003396236654671882,
      "grad_norm": 2.070138931274414,
      "learning_rate": 1.6980306345733042e-05,
      "loss": 5.6916,
      "step": 3880
    },
    {
      "epoch": 0.003400613248299037,
      "grad_norm": 3.7054412364959717,
      "learning_rate": 1.7002188183807442e-05,
      "loss": 6.5059,
      "step": 3885
    },
    {
      "epoch": 0.0034049898419261913,
      "grad_norm": 4.364058017730713,
      "learning_rate": 1.702407002188184e-05,
      "loss": 7.4854,
      "step": 3890
    },
    {
      "epoch": 0.003409366435553346,
      "grad_norm": 4.607494354248047,
      "learning_rate": 1.704595185995624e-05,
      "loss": 7.477,
      "step": 3895
    },
    {
      "epoch": 0.0034137430291805004,
      "grad_norm": 1.922978162765503,
      "learning_rate": 1.7067833698030636e-05,
      "loss": 5.4201,
      "step": 3900
    },
    {
      "epoch": 0.0034181196228076547,
      "grad_norm": 5.4608612060546875,
      "learning_rate": 1.7089715536105033e-05,
      "loss": 6.5525,
      "step": 3905
    },
    {
      "epoch": 0.0034224962164348094,
      "grad_norm": 2.7697267532348633,
      "learning_rate": 1.711159737417943e-05,
      "loss": 7.8842,
      "step": 3910
    },
    {
      "epoch": 0.0034268728100619638,
      "grad_norm": 2.746511220932007,
      "learning_rate": 1.713347921225383e-05,
      "loss": 7.4791,
      "step": 3915
    },
    {
      "epoch": 0.003431249403689118,
      "grad_norm": 3.357603073120117,
      "learning_rate": 1.715536105032823e-05,
      "loss": 6.824,
      "step": 3920
    },
    {
      "epoch": 0.003435625997316273,
      "grad_norm": 3.9749460220336914,
      "learning_rate": 1.7177242888402626e-05,
      "loss": 5.8317,
      "step": 3925
    },
    {
      "epoch": 0.003440002590943427,
      "grad_norm": 2.5852794647216797,
      "learning_rate": 1.7199124726477026e-05,
      "loss": 6.771,
      "step": 3930
    },
    {
      "epoch": 0.003444379184570582,
      "grad_norm": 2.940427303314209,
      "learning_rate": 1.7221006564551423e-05,
      "loss": 6.8178,
      "step": 3935
    },
    {
      "epoch": 0.0034487557781977362,
      "grad_norm": 3.045949697494507,
      "learning_rate": 1.724288840262582e-05,
      "loss": 6.5002,
      "step": 3940
    },
    {
      "epoch": 0.0034531323718248906,
      "grad_norm": 2.693877696990967,
      "learning_rate": 1.726477024070022e-05,
      "loss": 7.2543,
      "step": 3945
    },
    {
      "epoch": 0.0034575089654520453,
      "grad_norm": 2.002397298812866,
      "learning_rate": 1.7286652078774617e-05,
      "loss": 6.5643,
      "step": 3950
    },
    {
      "epoch": 0.0034618855590791997,
      "grad_norm": 2.3642115592956543,
      "learning_rate": 1.7308533916849013e-05,
      "loss": 6.0689,
      "step": 3955
    },
    {
      "epoch": 0.0034662621527063544,
      "grad_norm": 1.3806746006011963,
      "learning_rate": 1.7330415754923414e-05,
      "loss": 5.8234,
      "step": 3960
    },
    {
      "epoch": 0.0034706387463335087,
      "grad_norm": 1.8560103178024292,
      "learning_rate": 1.7352297592997814e-05,
      "loss": 6.382,
      "step": 3965
    },
    {
      "epoch": 0.003475015339960663,
      "grad_norm": 2.074878454208374,
      "learning_rate": 1.737417943107221e-05,
      "loss": 6.0879,
      "step": 3970
    },
    {
      "epoch": 0.003479391933587818,
      "grad_norm": 3.5735652446746826,
      "learning_rate": 1.739606126914661e-05,
      "loss": 7.4521,
      "step": 3975
    },
    {
      "epoch": 0.003483768527214972,
      "grad_norm": 1.6306307315826416,
      "learning_rate": 1.7417943107221007e-05,
      "loss": 6.0363,
      "step": 3980
    },
    {
      "epoch": 0.0034881451208421265,
      "grad_norm": 3.861233711242676,
      "learning_rate": 1.7439824945295404e-05,
      "loss": 6.3672,
      "step": 3985
    },
    {
      "epoch": 0.003492521714469281,
      "grad_norm": 1.7693376541137695,
      "learning_rate": 1.7461706783369804e-05,
      "loss": 5.2275,
      "step": 3990
    },
    {
      "epoch": 0.0034968983080964355,
      "grad_norm": 1.862051010131836,
      "learning_rate": 1.74835886214442e-05,
      "loss": 6.1078,
      "step": 3995
    },
    {
      "epoch": 0.0035012749017235903,
      "grad_norm": 1.5486546754837036,
      "learning_rate": 1.75054704595186e-05,
      "loss": 5.2609,
      "step": 4000
    },
    {
      "epoch": 0.0035056514953507446,
      "grad_norm": 3.9350438117980957,
      "learning_rate": 1.7527352297593e-05,
      "loss": 7.2066,
      "step": 4005
    },
    {
      "epoch": 0.003510028088977899,
      "grad_norm": 5.820652484893799,
      "learning_rate": 1.7549234135667398e-05,
      "loss": 6.758,
      "step": 4010
    },
    {
      "epoch": 0.0035144046826050537,
      "grad_norm": 3.1127684116363525,
      "learning_rate": 1.7571115973741795e-05,
      "loss": 7.2287,
      "step": 4015
    },
    {
      "epoch": 0.003518781276232208,
      "grad_norm": 3.408247947692871,
      "learning_rate": 1.7592997811816195e-05,
      "loss": 6.0996,
      "step": 4020
    },
    {
      "epoch": 0.0035231578698593623,
      "grad_norm": 2.3066775798797607,
      "learning_rate": 1.761487964989059e-05,
      "loss": 6.7699,
      "step": 4025
    },
    {
      "epoch": 0.003527534463486517,
      "grad_norm": 2.9673798084259033,
      "learning_rate": 1.7636761487964988e-05,
      "loss": 6.0635,
      "step": 4030
    },
    {
      "epoch": 0.0035319110571136714,
      "grad_norm": 4.112367630004883,
      "learning_rate": 1.765864332603939e-05,
      "loss": 6.7645,
      "step": 4035
    },
    {
      "epoch": 0.003536287650740826,
      "grad_norm": 2.0539357662200928,
      "learning_rate": 1.768052516411379e-05,
      "loss": 7.4771,
      "step": 4040
    },
    {
      "epoch": 0.0035406642443679805,
      "grad_norm": 2.290569305419922,
      "learning_rate": 1.7702407002188185e-05,
      "loss": 7.4486,
      "step": 4045
    },
    {
      "epoch": 0.003545040837995135,
      "grad_norm": 5.157257556915283,
      "learning_rate": 1.7724288840262582e-05,
      "loss": 5.3932,
      "step": 4050
    },
    {
      "epoch": 0.0035494174316222896,
      "grad_norm": 3.221237897872925,
      "learning_rate": 1.7746170678336982e-05,
      "loss": 7.0316,
      "step": 4055
    },
    {
      "epoch": 0.003553794025249444,
      "grad_norm": 4.111168384552002,
      "learning_rate": 1.776805251641138e-05,
      "loss": 6.3975,
      "step": 4060
    },
    {
      "epoch": 0.0035581706188765982,
      "grad_norm": 2.9364917278289795,
      "learning_rate": 1.7789934354485776e-05,
      "loss": 6.1,
      "step": 4065
    },
    {
      "epoch": 0.003562547212503753,
      "grad_norm": 4.955977439880371,
      "learning_rate": 1.7811816192560176e-05,
      "loss": 7.0252,
      "step": 4070
    },
    {
      "epoch": 0.0035669238061309073,
      "grad_norm": 1.5360126495361328,
      "learning_rate": 1.7833698030634576e-05,
      "loss": 4.9523,
      "step": 4075
    },
    {
      "epoch": 0.003571300399758062,
      "grad_norm": 6.994233131408691,
      "learning_rate": 1.7855579868708973e-05,
      "loss": 6.0623,
      "step": 4080
    },
    {
      "epoch": 0.0035756769933852164,
      "grad_norm": 1.5998293161392212,
      "learning_rate": 1.7877461706783373e-05,
      "loss": 6.0756,
      "step": 4085
    },
    {
      "epoch": 0.0035800535870123707,
      "grad_norm": 2.515267848968506,
      "learning_rate": 1.789934354485777e-05,
      "loss": 6.3254,
      "step": 4090
    },
    {
      "epoch": 0.0035844301806395255,
      "grad_norm": 5.500325679779053,
      "learning_rate": 1.7921225382932166e-05,
      "loss": 7.0264,
      "step": 4095
    },
    {
      "epoch": 0.00358880677426668,
      "grad_norm": 2.9754269123077393,
      "learning_rate": 1.7943107221006566e-05,
      "loss": 6.0605,
      "step": 4100
    },
    {
      "epoch": 0.0035931833678938345,
      "grad_norm": 2.723532199859619,
      "learning_rate": 1.7964989059080963e-05,
      "loss": 6.6316,
      "step": 4105
    },
    {
      "epoch": 0.003597559961520989,
      "grad_norm": 2.1186563968658447,
      "learning_rate": 1.798687089715536e-05,
      "loss": 7.1787,
      "step": 4110
    },
    {
      "epoch": 0.003601936555148143,
      "grad_norm": 2.405877113342285,
      "learning_rate": 1.800875273522976e-05,
      "loss": 7.4287,
      "step": 4115
    },
    {
      "epoch": 0.003606313148775298,
      "grad_norm": 2.3522555828094482,
      "learning_rate": 1.803063457330416e-05,
      "loss": 7.409,
      "step": 4120
    },
    {
      "epoch": 0.0036106897424024523,
      "grad_norm": 2.160325527191162,
      "learning_rate": 1.8052516411378557e-05,
      "loss": 6.0294,
      "step": 4125
    },
    {
      "epoch": 0.0036150663360296066,
      "grad_norm": 4.147516250610352,
      "learning_rate": 1.8074398249452957e-05,
      "loss": 5.6158,
      "step": 4130
    },
    {
      "epoch": 0.0036194429296567614,
      "grad_norm": 3.366387367248535,
      "learning_rate": 1.8096280087527354e-05,
      "loss": 6.7682,
      "step": 4135
    },
    {
      "epoch": 0.0036238195232839157,
      "grad_norm": 2.4099783897399902,
      "learning_rate": 1.811816192560175e-05,
      "loss": 5.3498,
      "step": 4140
    },
    {
      "epoch": 0.0036281961169110704,
      "grad_norm": 1.8889678716659546,
      "learning_rate": 1.8140043763676147e-05,
      "loss": 6.0389,
      "step": 4145
    },
    {
      "epoch": 0.0036325727105382248,
      "grad_norm": 6.72231912612915,
      "learning_rate": 1.8161925601750547e-05,
      "loss": 7.1148,
      "step": 4150
    },
    {
      "epoch": 0.003636949304165379,
      "grad_norm": 2.1597952842712402,
      "learning_rate": 1.8183807439824947e-05,
      "loss": 6.1639,
      "step": 4155
    },
    {
      "epoch": 0.003641325897792534,
      "grad_norm": 1.6946717500686646,
      "learning_rate": 1.8205689277899344e-05,
      "loss": 5.8932,
      "step": 4160
    },
    {
      "epoch": 0.003645702491419688,
      "grad_norm": 2.1671152114868164,
      "learning_rate": 1.8227571115973744e-05,
      "loss": 5.7447,
      "step": 4165
    },
    {
      "epoch": 0.0036500790850468425,
      "grad_norm": 1.563660740852356,
      "learning_rate": 1.824945295404814e-05,
      "loss": 5.1531,
      "step": 4170
    },
    {
      "epoch": 0.0036544556786739972,
      "grad_norm": 2.30026912689209,
      "learning_rate": 1.8271334792122538e-05,
      "loss": 7.3943,
      "step": 4175
    },
    {
      "epoch": 0.0036588322723011516,
      "grad_norm": 2.073195457458496,
      "learning_rate": 1.8293216630196938e-05,
      "loss": 6.4551,
      "step": 4180
    },
    {
      "epoch": 0.0036632088659283063,
      "grad_norm": 2.1758036613464355,
      "learning_rate": 1.8315098468271334e-05,
      "loss": 6.4373,
      "step": 4185
    },
    {
      "epoch": 0.0036675854595554606,
      "grad_norm": 1.8122225999832153,
      "learning_rate": 1.8336980306345735e-05,
      "loss": 5.6119,
      "step": 4190
    },
    {
      "epoch": 0.003671962053182615,
      "grad_norm": 2.423856735229492,
      "learning_rate": 1.8358862144420135e-05,
      "loss": 6.7072,
      "step": 4195
    },
    {
      "epoch": 0.0036763386468097697,
      "grad_norm": 4.060439586639404,
      "learning_rate": 1.838074398249453e-05,
      "loss": 6.7053,
      "step": 4200
    },
    {
      "epoch": 0.003680715240436924,
      "grad_norm": 1.8036167621612549,
      "learning_rate": 1.8402625820568928e-05,
      "loss": 5.4529,
      "step": 4205
    },
    {
      "epoch": 0.0036850918340640784,
      "grad_norm": 4.163922309875488,
      "learning_rate": 1.8424507658643328e-05,
      "loss": 6.2516,
      "step": 4210
    },
    {
      "epoch": 0.003689468427691233,
      "grad_norm": 2.0603229999542236,
      "learning_rate": 1.8446389496717725e-05,
      "loss": 6.5096,
      "step": 4215
    },
    {
      "epoch": 0.0036938450213183874,
      "grad_norm": 1.8871350288391113,
      "learning_rate": 1.8468271334792122e-05,
      "loss": 5.3664,
      "step": 4220
    },
    {
      "epoch": 0.003698221614945542,
      "grad_norm": 3.3736417293548584,
      "learning_rate": 1.8490153172866522e-05,
      "loss": 6.2498,
      "step": 4225
    },
    {
      "epoch": 0.0037025982085726965,
      "grad_norm": 4.193439960479736,
      "learning_rate": 1.851203501094092e-05,
      "loss": 6.4144,
      "step": 4230
    },
    {
      "epoch": 0.003706974802199851,
      "grad_norm": 2.2189764976501465,
      "learning_rate": 1.853391684901532e-05,
      "loss": 6.1277,
      "step": 4235
    },
    {
      "epoch": 0.0037113513958270056,
      "grad_norm": 1.9055211544036865,
      "learning_rate": 1.855579868708972e-05,
      "loss": 5.1664,
      "step": 4240
    },
    {
      "epoch": 0.00371572798945416,
      "grad_norm": 3.426330089569092,
      "learning_rate": 1.8577680525164116e-05,
      "loss": 6.4588,
      "step": 4245
    },
    {
      "epoch": 0.0037201045830813147,
      "grad_norm": 4.301310062408447,
      "learning_rate": 1.8599562363238512e-05,
      "loss": 7.4162,
      "step": 4250
    },
    {
      "epoch": 0.003724481176708469,
      "grad_norm": 2.16965913772583,
      "learning_rate": 1.8621444201312912e-05,
      "loss": 7.1002,
      "step": 4255
    },
    {
      "epoch": 0.0037288577703356233,
      "grad_norm": 3.6368727684020996,
      "learning_rate": 1.864332603938731e-05,
      "loss": 6.4418,
      "step": 4260
    },
    {
      "epoch": 0.003733234363962778,
      "grad_norm": 1.6839607954025269,
      "learning_rate": 1.8665207877461706e-05,
      "loss": 6.7037,
      "step": 4265
    },
    {
      "epoch": 0.0037376109575899324,
      "grad_norm": 2.4999985694885254,
      "learning_rate": 1.8687089715536106e-05,
      "loss": 6.2715,
      "step": 4270
    },
    {
      "epoch": 0.0037419875512170867,
      "grad_norm": 4.201387405395508,
      "learning_rate": 1.8708971553610506e-05,
      "loss": 7.8162,
      "step": 4275
    },
    {
      "epoch": 0.0037463641448442415,
      "grad_norm": 2.8415746688842773,
      "learning_rate": 1.8730853391684903e-05,
      "loss": 5.1725,
      "step": 4280
    },
    {
      "epoch": 0.003750740738471396,
      "grad_norm": 2.3914551734924316,
      "learning_rate": 1.87527352297593e-05,
      "loss": 5.7775,
      "step": 4285
    },
    {
      "epoch": 0.0037551173320985506,
      "grad_norm": 3.379059314727783,
      "learning_rate": 1.87746170678337e-05,
      "loss": 6.2441,
      "step": 4290
    },
    {
      "epoch": 0.003759493925725705,
      "grad_norm": 2.8583426475524902,
      "learning_rate": 1.8796498905908097e-05,
      "loss": 5.1799,
      "step": 4295
    },
    {
      "epoch": 0.0037638705193528592,
      "grad_norm": 2.6326210498809814,
      "learning_rate": 1.8818380743982493e-05,
      "loss": 7.3791,
      "step": 4300
    },
    {
      "epoch": 0.003768247112980014,
      "grad_norm": 1.8049627542495728,
      "learning_rate": 1.8840262582056893e-05,
      "loss": 5.5854,
      "step": 4305
    },
    {
      "epoch": 0.0037726237066071683,
      "grad_norm": 2.223104953765869,
      "learning_rate": 1.8862144420131293e-05,
      "loss": 5.6314,
      "step": 4310
    },
    {
      "epoch": 0.0037770003002343226,
      "grad_norm": 1.9176725149154663,
      "learning_rate": 1.888402625820569e-05,
      "loss": 6.6928,
      "step": 4315
    },
    {
      "epoch": 0.0037813768938614774,
      "grad_norm": 2.865417957305908,
      "learning_rate": 1.890590809628009e-05,
      "loss": 5.7458,
      "step": 4320
    },
    {
      "epoch": 0.0037857534874886317,
      "grad_norm": 2.3577017784118652,
      "learning_rate": 1.8927789934354487e-05,
      "loss": 5.9908,
      "step": 4325
    },
    {
      "epoch": 0.0037901300811157865,
      "grad_norm": 1.7234171628952026,
      "learning_rate": 1.8949671772428884e-05,
      "loss": 5.8369,
      "step": 4330
    },
    {
      "epoch": 0.0037945066747429408,
      "grad_norm": 2.8367841243743896,
      "learning_rate": 1.8971553610503284e-05,
      "loss": 7.3488,
      "step": 4335
    },
    {
      "epoch": 0.003798883268370095,
      "grad_norm": 1.8188532590866089,
      "learning_rate": 1.899343544857768e-05,
      "loss": 5.3133,
      "step": 4340
    },
    {
      "epoch": 0.00380325986199725,
      "grad_norm": 2.2512924671173096,
      "learning_rate": 1.9015317286652077e-05,
      "loss": 7.3221,
      "step": 4345
    },
    {
      "epoch": 0.003807636455624404,
      "grad_norm": 1.7594645023345947,
      "learning_rate": 1.9037199124726478e-05,
      "loss": 6.9221,
      "step": 4350
    },
    {
      "epoch": 0.0038120130492515585,
      "grad_norm": 2.6839466094970703,
      "learning_rate": 1.9059080962800878e-05,
      "loss": 7.0791,
      "step": 4355
    },
    {
      "epoch": 0.0038163896428787133,
      "grad_norm": 2.509979248046875,
      "learning_rate": 1.9080962800875274e-05,
      "loss": 6.6678,
      "step": 4360
    },
    {
      "epoch": 0.0038207662365058676,
      "grad_norm": 1.2555471658706665,
      "learning_rate": 1.9102844638949675e-05,
      "loss": 4.8926,
      "step": 4365
    },
    {
      "epoch": 0.0038251428301330223,
      "grad_norm": 2.2488698959350586,
      "learning_rate": 1.912472647702407e-05,
      "loss": 7.2986,
      "step": 4370
    },
    {
      "epoch": 0.0038295194237601767,
      "grad_norm": 2.4894165992736816,
      "learning_rate": 1.9146608315098468e-05,
      "loss": 5.9711,
      "step": 4375
    },
    {
      "epoch": 0.003833896017387331,
      "grad_norm": 2.95858097076416,
      "learning_rate": 1.9168490153172865e-05,
      "loss": 6.6463,
      "step": 4380
    },
    {
      "epoch": 0.0038382726110144857,
      "grad_norm": 4.909407138824463,
      "learning_rate": 1.9190371991247265e-05,
      "loss": 6.3664,
      "step": 4385
    },
    {
      "epoch": 0.00384264920464164,
      "grad_norm": 1.8815969228744507,
      "learning_rate": 1.9212253829321665e-05,
      "loss": 6.3789,
      "step": 4390
    },
    {
      "epoch": 0.003847025798268795,
      "grad_norm": 2.7149245738983154,
      "learning_rate": 1.9234135667396062e-05,
      "loss": 6.2092,
      "step": 4395
    },
    {
      "epoch": 0.003851402391895949,
      "grad_norm": 7.858076095581055,
      "learning_rate": 1.9256017505470462e-05,
      "loss": 6.2672,
      "step": 4400
    },
    {
      "epoch": 0.0038557789855231035,
      "grad_norm": 2.8912465572357178,
      "learning_rate": 1.927789934354486e-05,
      "loss": 7.3432,
      "step": 4405
    },
    {
      "epoch": 0.0038601555791502582,
      "grad_norm": 2.402245283126831,
      "learning_rate": 1.9299781181619255e-05,
      "loss": 6.2311,
      "step": 4410
    },
    {
      "epoch": 0.0038645321727774126,
      "grad_norm": 2.402540922164917,
      "learning_rate": 1.9321663019693655e-05,
      "loss": 7.0465,
      "step": 4415
    },
    {
      "epoch": 0.003868908766404567,
      "grad_norm": 2.6825928688049316,
      "learning_rate": 1.9343544857768052e-05,
      "loss": 6.6271,
      "step": 4420
    },
    {
      "epoch": 0.0038732853600317216,
      "grad_norm": 2.4852287769317627,
      "learning_rate": 1.9365426695842452e-05,
      "loss": 6.6518,
      "step": 4425
    },
    {
      "epoch": 0.003877661953658876,
      "grad_norm": 2.8164539337158203,
      "learning_rate": 1.9387308533916852e-05,
      "loss": 7.3154,
      "step": 4430
    },
    {
      "epoch": 0.0038820385472860307,
      "grad_norm": 1.4825599193572998,
      "learning_rate": 1.940919037199125e-05,
      "loss": 5.5471,
      "step": 4435
    },
    {
      "epoch": 0.003886415140913185,
      "grad_norm": 5.434393882751465,
      "learning_rate": 1.9431072210065646e-05,
      "loss": 6.6447,
      "step": 4440
    },
    {
      "epoch": 0.0038907917345403394,
      "grad_norm": 2.132258415222168,
      "learning_rate": 1.9452954048140046e-05,
      "loss": 5.5424,
      "step": 4445
    },
    {
      "epoch": 0.003895168328167494,
      "grad_norm": 2.631309986114502,
      "learning_rate": 1.9474835886214443e-05,
      "loss": 6.2154,
      "step": 4450
    },
    {
      "epoch": 0.0038995449217946484,
      "grad_norm": 3.209540843963623,
      "learning_rate": 1.949671772428884e-05,
      "loss": 6.6129,
      "step": 4455
    },
    {
      "epoch": 0.0039039215154218028,
      "grad_norm": 1.80353581905365,
      "learning_rate": 1.951859956236324e-05,
      "loss": 5.1648,
      "step": 4460
    },
    {
      "epoch": 0.0039082981090489575,
      "grad_norm": 3.369366407394409,
      "learning_rate": 1.9540481400437636e-05,
      "loss": 6.6439,
      "step": 4465
    },
    {
      "epoch": 0.003912674702676112,
      "grad_norm": 3.957443952560425,
      "learning_rate": 1.9562363238512036e-05,
      "loss": 6.6391,
      "step": 4470
    },
    {
      "epoch": 0.003917051296303266,
      "grad_norm": 1.5223814249038696,
      "learning_rate": 1.9584245076586437e-05,
      "loss": 5.5391,
      "step": 4475
    },
    {
      "epoch": 0.003921427889930421,
      "grad_norm": 2.9303665161132812,
      "learning_rate": 1.9606126914660833e-05,
      "loss": 7.299,
      "step": 4480
    },
    {
      "epoch": 0.003925804483557576,
      "grad_norm": 2.2599189281463623,
      "learning_rate": 1.962800875273523e-05,
      "loss": 7.7021,
      "step": 4485
    },
    {
      "epoch": 0.00393018107718473,
      "grad_norm": 1.6828887462615967,
      "learning_rate": 1.9649890590809627e-05,
      "loss": 6.3341,
      "step": 4490
    },
    {
      "epoch": 0.003934557670811884,
      "grad_norm": 3.6472184658050537,
      "learning_rate": 1.9671772428884027e-05,
      "loss": 6.1768,
      "step": 4495
    },
    {
      "epoch": 0.003938934264439039,
      "grad_norm": 4.28269100189209,
      "learning_rate": 1.9693654266958424e-05,
      "loss": 7.0029,
      "step": 4500
    },
    {
      "epoch": 0.003943310858066193,
      "grad_norm": 1.9313806295394897,
      "learning_rate": 1.9715536105032824e-05,
      "loss": 5.5259,
      "step": 4505
    },
    {
      "epoch": 0.003947687451693348,
      "grad_norm": 2.1972150802612305,
      "learning_rate": 1.9737417943107224e-05,
      "loss": 6.892,
      "step": 4510
    },
    {
      "epoch": 0.0039520640453205025,
      "grad_norm": 2.290804624557495,
      "learning_rate": 1.975929978118162e-05,
      "loss": 7.7049,
      "step": 4515
    },
    {
      "epoch": 0.003956440638947657,
      "grad_norm": 2.712041139602661,
      "learning_rate": 1.9781181619256017e-05,
      "loss": 7.0137,
      "step": 4520
    },
    {
      "epoch": 0.003960817232574811,
      "grad_norm": 1.628968358039856,
      "learning_rate": 1.9803063457330417e-05,
      "loss": 5.2686,
      "step": 4525
    },
    {
      "epoch": 0.003965193826201966,
      "grad_norm": 3.2389109134674072,
      "learning_rate": 1.9824945295404814e-05,
      "loss": 6.6039,
      "step": 4530
    },
    {
      "epoch": 0.003969570419829121,
      "grad_norm": 1.6967376470565796,
      "learning_rate": 1.984682713347921e-05,
      "loss": 5.8424,
      "step": 4535
    },
    {
      "epoch": 0.0039739470134562745,
      "grad_norm": 3.1372263431549072,
      "learning_rate": 1.986870897155361e-05,
      "loss": 5.4604,
      "step": 4540
    },
    {
      "epoch": 0.003978323607083429,
      "grad_norm": 1.795362949371338,
      "learning_rate": 1.989059080962801e-05,
      "loss": 5.5093,
      "step": 4545
    },
    {
      "epoch": 0.003982700200710584,
      "grad_norm": 3.6865952014923096,
      "learning_rate": 1.9912472647702408e-05,
      "loss": 5.9256,
      "step": 4550
    },
    {
      "epoch": 0.003987076794337738,
      "grad_norm": 1.957596778869629,
      "learning_rate": 1.9934354485776808e-05,
      "loss": 6.8789,
      "step": 4555
    },
    {
      "epoch": 0.003991453387964893,
      "grad_norm": 1.6804604530334473,
      "learning_rate": 1.9956236323851205e-05,
      "loss": 6.8588,
      "step": 4560
    },
    {
      "epoch": 0.0039958299815920474,
      "grad_norm": 2.653003692626953,
      "learning_rate": 1.99781181619256e-05,
      "loss": 6.6256,
      "step": 4565
    },
    {
      "epoch": 0.004000206575219201,
      "grad_norm": 4.43551778793335,
      "learning_rate": 2e-05,
      "loss": 6.852,
      "step": 4570
    },
    {
      "epoch": 0.004004583168846356,
      "grad_norm": 2.3655028343200684,
      "learning_rate": 2.00218818380744e-05,
      "loss": 6.1937,
      "step": 4575
    },
    {
      "epoch": 0.004008959762473511,
      "grad_norm": 7.844481945037842,
      "learning_rate": 2.0043763676148795e-05,
      "loss": 6.6406,
      "step": 4580
    },
    {
      "epoch": 0.004013336356100665,
      "grad_norm": 1.96870756149292,
      "learning_rate": 2.00656455142232e-05,
      "loss": 5.9486,
      "step": 4585
    },
    {
      "epoch": 0.0040177129497278195,
      "grad_norm": 1.8132541179656982,
      "learning_rate": 2.0087527352297595e-05,
      "loss": 6.2037,
      "step": 4590
    },
    {
      "epoch": 0.004022089543354974,
      "grad_norm": 2.890416383743286,
      "learning_rate": 2.0109409190371992e-05,
      "loss": 6.3121,
      "step": 4595
    },
    {
      "epoch": 0.004026466136982129,
      "grad_norm": 3.3624000549316406,
      "learning_rate": 2.0131291028446392e-05,
      "loss": 6.8424,
      "step": 4600
    },
    {
      "epoch": 0.004030842730609283,
      "grad_norm": 1.714830756187439,
      "learning_rate": 2.015317286652079e-05,
      "loss": 6.5896,
      "step": 4605
    },
    {
      "epoch": 0.004035219324236438,
      "grad_norm": 2.4282782077789307,
      "learning_rate": 2.0175054704595186e-05,
      "loss": 5.9292,
      "step": 4610
    },
    {
      "epoch": 0.004039595917863592,
      "grad_norm": 4.854854583740234,
      "learning_rate": 2.0196936542669582e-05,
      "loss": 6.5958,
      "step": 4615
    },
    {
      "epoch": 0.004043972511490746,
      "grad_norm": 4.645557880401611,
      "learning_rate": 2.0218818380743983e-05,
      "loss": 5.9225,
      "step": 4620
    },
    {
      "epoch": 0.004048349105117901,
      "grad_norm": 1.7358301877975464,
      "learning_rate": 2.0240700218818383e-05,
      "loss": 5.6602,
      "step": 4625
    },
    {
      "epoch": 0.004052725698745056,
      "grad_norm": 2.0802435874938965,
      "learning_rate": 2.026258205689278e-05,
      "loss": 6.3434,
      "step": 4630
    },
    {
      "epoch": 0.00405710229237221,
      "grad_norm": 2.5589101314544678,
      "learning_rate": 2.028446389496718e-05,
      "loss": 6.159,
      "step": 4635
    },
    {
      "epoch": 0.0040614788859993645,
      "grad_norm": 2.6413486003875732,
      "learning_rate": 2.0306345733041576e-05,
      "loss": 5.9066,
      "step": 4640
    },
    {
      "epoch": 0.004065855479626519,
      "grad_norm": 3.7245564460754395,
      "learning_rate": 2.0328227571115973e-05,
      "loss": 6.4361,
      "step": 4645
    },
    {
      "epoch": 0.004070232073253673,
      "grad_norm": 3.999498128890991,
      "learning_rate": 2.0350109409190373e-05,
      "loss": 6.1895,
      "step": 4650
    },
    {
      "epoch": 0.004074608666880828,
      "grad_norm": 2.7838573455810547,
      "learning_rate": 2.037199124726477e-05,
      "loss": 6.582,
      "step": 4655
    },
    {
      "epoch": 0.004078985260507983,
      "grad_norm": 2.360241651535034,
      "learning_rate": 2.039387308533917e-05,
      "loss": 7.616,
      "step": 4660
    },
    {
      "epoch": 0.004083361854135137,
      "grad_norm": 1.6575653553009033,
      "learning_rate": 2.041575492341357e-05,
      "loss": 6.7982,
      "step": 4665
    },
    {
      "epoch": 0.004087738447762291,
      "grad_norm": 2.621476173400879,
      "learning_rate": 2.0437636761487967e-05,
      "loss": 5.4859,
      "step": 4670
    },
    {
      "epoch": 0.004092115041389446,
      "grad_norm": 1.6045852899551392,
      "learning_rate": 2.0459518599562364e-05,
      "loss": 6.5572,
      "step": 4675
    },
    {
      "epoch": 0.004096491635016601,
      "grad_norm": 2.11051082611084,
      "learning_rate": 2.0481400437636764e-05,
      "loss": 6.5719,
      "step": 4680
    },
    {
      "epoch": 0.004100868228643755,
      "grad_norm": 1.8909523487091064,
      "learning_rate": 2.050328227571116e-05,
      "loss": 6.8266,
      "step": 4685
    },
    {
      "epoch": 0.004105244822270909,
      "grad_norm": 1.4448904991149902,
      "learning_rate": 2.0525164113785557e-05,
      "loss": 6.2939,
      "step": 4690
    },
    {
      "epoch": 0.004109621415898064,
      "grad_norm": 2.9946789741516113,
      "learning_rate": 2.0547045951859957e-05,
      "loss": 6.4145,
      "step": 4695
    },
    {
      "epoch": 0.004113998009525218,
      "grad_norm": 2.359900712966919,
      "learning_rate": 2.0568927789934357e-05,
      "loss": 5.917,
      "step": 4700
    },
    {
      "epoch": 0.004118374603152373,
      "grad_norm": 1.9536389112472534,
      "learning_rate": 2.0590809628008754e-05,
      "loss": 6.2777,
      "step": 4705
    },
    {
      "epoch": 0.004122751196779528,
      "grad_norm": 2.0247397422790527,
      "learning_rate": 2.0612691466083154e-05,
      "loss": 6.8045,
      "step": 4710
    },
    {
      "epoch": 0.0041271277904066815,
      "grad_norm": 4.019306182861328,
      "learning_rate": 2.063457330415755e-05,
      "loss": 5.8967,
      "step": 4715
    },
    {
      "epoch": 0.004131504384033836,
      "grad_norm": 3.3975532054901123,
      "learning_rate": 2.0656455142231948e-05,
      "loss": 6.0178,
      "step": 4720
    },
    {
      "epoch": 0.004135880977660991,
      "grad_norm": 2.9776647090911865,
      "learning_rate": 2.0678336980306344e-05,
      "loss": 6.1703,
      "step": 4725
    },
    {
      "epoch": 0.004140257571288145,
      "grad_norm": 5.367917060852051,
      "learning_rate": 2.0700218818380745e-05,
      "loss": 6.5803,
      "step": 4730
    },
    {
      "epoch": 0.0041446341649153,
      "grad_norm": 3.298567295074463,
      "learning_rate": 2.072210065645514e-05,
      "loss": 6.3105,
      "step": 4735
    },
    {
      "epoch": 0.004149010758542454,
      "grad_norm": 1.967397689819336,
      "learning_rate": 2.074398249452954e-05,
      "loss": 5.5119,
      "step": 4740
    },
    {
      "epoch": 0.004153387352169609,
      "grad_norm": 2.7885236740112305,
      "learning_rate": 2.076586433260394e-05,
      "loss": 7.6443,
      "step": 4745
    },
    {
      "epoch": 0.004157763945796763,
      "grad_norm": 2.5448076725006104,
      "learning_rate": 2.078774617067834e-05,
      "loss": 6.5904,
      "step": 4750
    },
    {
      "epoch": 0.004162140539423918,
      "grad_norm": 1.8112154006958008,
      "learning_rate": 2.0809628008752735e-05,
      "loss": 6.8646,
      "step": 4755
    },
    {
      "epoch": 0.0041665171330510726,
      "grad_norm": 1.5026286840438843,
      "learning_rate": 2.0831509846827135e-05,
      "loss": 5.8594,
      "step": 4760
    },
    {
      "epoch": 0.0041708937266782264,
      "grad_norm": 3.6159632205963135,
      "learning_rate": 2.0853391684901532e-05,
      "loss": 6.1368,
      "step": 4765
    },
    {
      "epoch": 0.004175270320305381,
      "grad_norm": 1.9663900136947632,
      "learning_rate": 2.087527352297593e-05,
      "loss": 7.216,
      "step": 4770
    },
    {
      "epoch": 0.004179646913932536,
      "grad_norm": 1.597233533859253,
      "learning_rate": 2.089715536105033e-05,
      "loss": 7.2045,
      "step": 4775
    },
    {
      "epoch": 0.00418402350755969,
      "grad_norm": 2.1169891357421875,
      "learning_rate": 2.091903719912473e-05,
      "loss": 5.9075,
      "step": 4780
    },
    {
      "epoch": 0.004188400101186845,
      "grad_norm": 3.470050573348999,
      "learning_rate": 2.0940919037199126e-05,
      "loss": 5.6146,
      "step": 4785
    },
    {
      "epoch": 0.004192776694813999,
      "grad_norm": 1.995590090751648,
      "learning_rate": 2.0962800875273526e-05,
      "loss": 6.9297,
      "step": 4790
    },
    {
      "epoch": 0.004197153288441153,
      "grad_norm": 2.234593629837036,
      "learning_rate": 2.0984682713347922e-05,
      "loss": 6.5463,
      "step": 4795
    },
    {
      "epoch": 0.004201529882068308,
      "grad_norm": 1.443602204322815,
      "learning_rate": 2.100656455142232e-05,
      "loss": 6.3029,
      "step": 4800
    },
    {
      "epoch": 0.004205906475695463,
      "grad_norm": 1.4754931926727295,
      "learning_rate": 2.102844638949672e-05,
      "loss": 5.1725,
      "step": 4805
    },
    {
      "epoch": 0.0042102830693226175,
      "grad_norm": 3.3409574031829834,
      "learning_rate": 2.1050328227571116e-05,
      "loss": 5.8983,
      "step": 4810
    },
    {
      "epoch": 0.004214659662949771,
      "grad_norm": 2.736717462539673,
      "learning_rate": 2.1072210065645516e-05,
      "loss": 6.2855,
      "step": 4815
    },
    {
      "epoch": 0.004219036256576926,
      "grad_norm": 3.152782678604126,
      "learning_rate": 2.1094091903719916e-05,
      "loss": 6.3243,
      "step": 4820
    },
    {
      "epoch": 0.004223412850204081,
      "grad_norm": 2.058947801589966,
      "learning_rate": 2.1115973741794313e-05,
      "loss": 5.0215,
      "step": 4825
    },
    {
      "epoch": 0.004227789443831235,
      "grad_norm": 3.6856846809387207,
      "learning_rate": 2.113785557986871e-05,
      "loss": 5.8852,
      "step": 4830
    },
    {
      "epoch": 0.00423216603745839,
      "grad_norm": 3.3553366661071777,
      "learning_rate": 2.115973741794311e-05,
      "loss": 6.286,
      "step": 4835
    },
    {
      "epoch": 0.004236542631085544,
      "grad_norm": 2.9850289821624756,
      "learning_rate": 2.1181619256017507e-05,
      "loss": 5.8586,
      "step": 4840
    },
    {
      "epoch": 0.004240919224712698,
      "grad_norm": 3.8584067821502686,
      "learning_rate": 2.1203501094091903e-05,
      "loss": 6.3035,
      "step": 4845
    },
    {
      "epoch": 0.004245295818339853,
      "grad_norm": 3.226471185684204,
      "learning_rate": 2.12253829321663e-05,
      "loss": 6.1367,
      "step": 4850
    },
    {
      "epoch": 0.004249672411967008,
      "grad_norm": 2.3392324447631836,
      "learning_rate": 2.12472647702407e-05,
      "loss": 6.5203,
      "step": 4855
    },
    {
      "epoch": 0.004254049005594162,
      "grad_norm": 1.3272042274475098,
      "learning_rate": 2.12691466083151e-05,
      "loss": 5.6333,
      "step": 4860
    },
    {
      "epoch": 0.004258425599221316,
      "grad_norm": 2.892740488052368,
      "learning_rate": 2.1291028446389497e-05,
      "loss": 7.1926,
      "step": 4865
    },
    {
      "epoch": 0.004262802192848471,
      "grad_norm": 2.530449390411377,
      "learning_rate": 2.1312910284463897e-05,
      "loss": 6.5352,
      "step": 4870
    },
    {
      "epoch": 0.004267178786475625,
      "grad_norm": 2.1854069232940674,
      "learning_rate": 2.1334792122538294e-05,
      "loss": 6.1524,
      "step": 4875
    },
    {
      "epoch": 0.00427155538010278,
      "grad_norm": 3.536646842956543,
      "learning_rate": 2.135667396061269e-05,
      "loss": 7.2139,
      "step": 4880
    },
    {
      "epoch": 0.0042759319737299345,
      "grad_norm": 1.7253007888793945,
      "learning_rate": 2.137855579868709e-05,
      "loss": 4.9813,
      "step": 4885
    },
    {
      "epoch": 0.004280308567357089,
      "grad_norm": 1.3766820430755615,
      "learning_rate": 2.1400437636761488e-05,
      "loss": 5.6295,
      "step": 4890
    },
    {
      "epoch": 0.004284685160984243,
      "grad_norm": 2.8768773078918457,
      "learning_rate": 2.1422319474835888e-05,
      "loss": 6.5332,
      "step": 4895
    },
    {
      "epoch": 0.004289061754611398,
      "grad_norm": 3.026477098464966,
      "learning_rate": 2.1444201312910288e-05,
      "loss": 7.5949,
      "step": 4900
    },
    {
      "epoch": 0.004293438348238553,
      "grad_norm": 1.9556447267532349,
      "learning_rate": 2.1466083150984685e-05,
      "loss": 6.7953,
      "step": 4905
    },
    {
      "epoch": 0.004297814941865707,
      "grad_norm": 2.3308520317077637,
      "learning_rate": 2.148796498905908e-05,
      "loss": 6.5408,
      "step": 4910
    },
    {
      "epoch": 0.004302191535492861,
      "grad_norm": 1.8822834491729736,
      "learning_rate": 2.150984682713348e-05,
      "loss": 6.5041,
      "step": 4915
    },
    {
      "epoch": 0.004306568129120016,
      "grad_norm": 1.8456287384033203,
      "learning_rate": 2.1531728665207878e-05,
      "loss": 6.3578,
      "step": 4920
    },
    {
      "epoch": 0.00431094472274717,
      "grad_norm": 2.663638114929199,
      "learning_rate": 2.1553610503282275e-05,
      "loss": 5.8486,
      "step": 4925
    },
    {
      "epoch": 0.004315321316374325,
      "grad_norm": 2.417311429977417,
      "learning_rate": 2.1575492341356675e-05,
      "loss": 6.1567,
      "step": 4930
    },
    {
      "epoch": 0.0043196979100014795,
      "grad_norm": 3.0387470722198486,
      "learning_rate": 2.1597374179431075e-05,
      "loss": 6.5266,
      "step": 4935
    },
    {
      "epoch": 0.004324074503628633,
      "grad_norm": 1.3444191217422485,
      "learning_rate": 2.1619256017505472e-05,
      "loss": 5.8729,
      "step": 4940
    },
    {
      "epoch": 0.004328451097255788,
      "grad_norm": 1.96271812915802,
      "learning_rate": 2.1641137855579872e-05,
      "loss": 5.701,
      "step": 4945
    },
    {
      "epoch": 0.004332827690882943,
      "grad_norm": 2.8904685974121094,
      "learning_rate": 2.166301969365427e-05,
      "loss": 5.8575,
      "step": 4950
    },
    {
      "epoch": 0.004337204284510098,
      "grad_norm": 3.059652328491211,
      "learning_rate": 2.1684901531728665e-05,
      "loss": 6.9306,
      "step": 4955
    },
    {
      "epoch": 0.0043415808781372515,
      "grad_norm": 4.834528923034668,
      "learning_rate": 2.1706783369803062e-05,
      "loss": 6.275,
      "step": 4960
    },
    {
      "epoch": 0.004345957471764406,
      "grad_norm": 4.101980686187744,
      "learning_rate": 2.1728665207877462e-05,
      "loss": 6.9873,
      "step": 4965
    },
    {
      "epoch": 0.004350334065391561,
      "grad_norm": 2.402860164642334,
      "learning_rate": 2.175054704595186e-05,
      "loss": 6.0547,
      "step": 4970
    },
    {
      "epoch": 0.004354710659018715,
      "grad_norm": 2.8357901573181152,
      "learning_rate": 2.177242888402626e-05,
      "loss": 6.3756,
      "step": 4975
    },
    {
      "epoch": 0.00435908725264587,
      "grad_norm": 9.977441787719727,
      "learning_rate": 2.179431072210066e-05,
      "loss": 6.6256,
      "step": 4980
    },
    {
      "epoch": 0.0043634638462730245,
      "grad_norm": 7.163998603820801,
      "learning_rate": 2.1816192560175056e-05,
      "loss": 6.0229,
      "step": 4985
    },
    {
      "epoch": 0.004367840439900178,
      "grad_norm": 2.0623157024383545,
      "learning_rate": 2.1838074398249453e-05,
      "loss": 5.2908,
      "step": 4990
    },
    {
      "epoch": 0.004372217033527333,
      "grad_norm": 4.33563756942749,
      "learning_rate": 2.1859956236323853e-05,
      "loss": 6.159,
      "step": 4995
    },
    {
      "epoch": 0.004376593627154488,
      "grad_norm": 3.654144763946533,
      "learning_rate": 2.188183807439825e-05,
      "loss": 6.7883,
      "step": 5000
    },
    {
      "epoch": 0.004380970220781642,
      "grad_norm": 6.291205406188965,
      "learning_rate": 2.1903719912472646e-05,
      "loss": 6.1545,
      "step": 5005
    },
    {
      "epoch": 0.0043853468144087965,
      "grad_norm": 1.9712934494018555,
      "learning_rate": 2.1925601750547046e-05,
      "loss": 6.1024,
      "step": 5010
    },
    {
      "epoch": 0.004389723408035951,
      "grad_norm": 1.5840246677398682,
      "learning_rate": 2.1947483588621447e-05,
      "loss": 5.8597,
      "step": 5015
    },
    {
      "epoch": 0.004394100001663105,
      "grad_norm": 3.4754583835601807,
      "learning_rate": 2.1969365426695843e-05,
      "loss": 6.1208,
      "step": 5020
    },
    {
      "epoch": 0.00439847659529026,
      "grad_norm": 2.7501208782196045,
      "learning_rate": 2.1991247264770243e-05,
      "loss": 6.7881,
      "step": 5025
    },
    {
      "epoch": 0.004402853188917415,
      "grad_norm": 1.2438842058181763,
      "learning_rate": 2.201312910284464e-05,
      "loss": 6.2529,
      "step": 5030
    },
    {
      "epoch": 0.004407229782544569,
      "grad_norm": 1.9795979261398315,
      "learning_rate": 2.2035010940919037e-05,
      "loss": 6.0971,
      "step": 5035
    },
    {
      "epoch": 0.004411606376171723,
      "grad_norm": 2.243037223815918,
      "learning_rate": 2.2056892778993437e-05,
      "loss": 7.1592,
      "step": 5040
    },
    {
      "epoch": 0.004415982969798878,
      "grad_norm": 5.121563911437988,
      "learning_rate": 2.2078774617067834e-05,
      "loss": 6.2662,
      "step": 5045
    },
    {
      "epoch": 0.004420359563426033,
      "grad_norm": 1.8299341201782227,
      "learning_rate": 2.2100656455142234e-05,
      "loss": 6.1061,
      "step": 5050
    },
    {
      "epoch": 0.004424736157053187,
      "grad_norm": 1.613052487373352,
      "learning_rate": 2.2122538293216634e-05,
      "loss": 6.715,
      "step": 5055
    },
    {
      "epoch": 0.0044291127506803415,
      "grad_norm": 1.6545567512512207,
      "learning_rate": 2.214442013129103e-05,
      "loss": 6.7057,
      "step": 5060
    },
    {
      "epoch": 0.004433489344307496,
      "grad_norm": 2.2712557315826416,
      "learning_rate": 2.2166301969365427e-05,
      "loss": 5.6732,
      "step": 5065
    },
    {
      "epoch": 0.00443786593793465,
      "grad_norm": 1.973082184791565,
      "learning_rate": 2.2188183807439828e-05,
      "loss": 7.0832,
      "step": 5070
    },
    {
      "epoch": 0.004442242531561805,
      "grad_norm": 1.6689847707748413,
      "learning_rate": 2.2210065645514224e-05,
      "loss": 6.3334,
      "step": 5075
    },
    {
      "epoch": 0.00444661912518896,
      "grad_norm": 2.6050033569335938,
      "learning_rate": 2.223194748358862e-05,
      "loss": 7.1549,
      "step": 5080
    },
    {
      "epoch": 0.0044509957188161135,
      "grad_norm": 3.0386390686035156,
      "learning_rate": 2.2253829321663018e-05,
      "loss": 6.089,
      "step": 5085
    },
    {
      "epoch": 0.004455372312443268,
      "grad_norm": 1.735141634941101,
      "learning_rate": 2.2275711159737418e-05,
      "loss": 6.2049,
      "step": 5090
    },
    {
      "epoch": 0.004459748906070423,
      "grad_norm": 4.662843704223633,
      "learning_rate": 2.2297592997811818e-05,
      "loss": 6.2229,
      "step": 5095
    },
    {
      "epoch": 0.004464125499697578,
      "grad_norm": 4.889908313751221,
      "learning_rate": 2.2319474835886215e-05,
      "loss": 5.6793,
      "step": 5100
    },
    {
      "epoch": 0.004468502093324732,
      "grad_norm": 1.4775171279907227,
      "learning_rate": 2.2341356673960615e-05,
      "loss": 6.2645,
      "step": 5105
    },
    {
      "epoch": 0.0044728786869518864,
      "grad_norm": 1.5467431545257568,
      "learning_rate": 2.236323851203501e-05,
      "loss": 5.164,
      "step": 5110
    },
    {
      "epoch": 0.004477255280579041,
      "grad_norm": 2.111234188079834,
      "learning_rate": 2.238512035010941e-05,
      "loss": 6.7564,
      "step": 5115
    },
    {
      "epoch": 0.004481631874206195,
      "grad_norm": 1.729121208190918,
      "learning_rate": 2.240700218818381e-05,
      "loss": 5.4499,
      "step": 5120
    },
    {
      "epoch": 0.00448600846783335,
      "grad_norm": 4.0335693359375,
      "learning_rate": 2.2428884026258205e-05,
      "loss": 6.2474,
      "step": 5125
    },
    {
      "epoch": 0.004490385061460505,
      "grad_norm": 2.2597081661224365,
      "learning_rate": 2.2450765864332605e-05,
      "loss": 5.4142,
      "step": 5130
    },
    {
      "epoch": 0.0044947616550876585,
      "grad_norm": 5.22049617767334,
      "learning_rate": 2.2472647702407005e-05,
      "loss": 6.4597,
      "step": 5135
    },
    {
      "epoch": 0.004499138248714813,
      "grad_norm": 1.7270838022232056,
      "learning_rate": 2.2494529540481402e-05,
      "loss": 5.4397,
      "step": 5140
    },
    {
      "epoch": 0.004503514842341968,
      "grad_norm": 2.252537727355957,
      "learning_rate": 2.25164113785558e-05,
      "loss": 6.2415,
      "step": 5145
    },
    {
      "epoch": 0.004507891435969122,
      "grad_norm": 1.9636465311050415,
      "learning_rate": 2.25382932166302e-05,
      "loss": 5.8518,
      "step": 5150
    },
    {
      "epoch": 0.004512268029596277,
      "grad_norm": 2.8059568405151367,
      "learning_rate": 2.2560175054704596e-05,
      "loss": 6.4637,
      "step": 5155
    },
    {
      "epoch": 0.004516644623223431,
      "grad_norm": 3.3654768466949463,
      "learning_rate": 2.2582056892778993e-05,
      "loss": 5.8497,
      "step": 5160
    },
    {
      "epoch": 0.004521021216850585,
      "grad_norm": 3.7436580657958984,
      "learning_rate": 2.2603938730853393e-05,
      "loss": 5.8023,
      "step": 5165
    },
    {
      "epoch": 0.00452539781047774,
      "grad_norm": 2.8516528606414795,
      "learning_rate": 2.2625820568927793e-05,
      "loss": 5.8707,
      "step": 5170
    },
    {
      "epoch": 0.004529774404104895,
      "grad_norm": 2.088047504425049,
      "learning_rate": 2.264770240700219e-05,
      "loss": 7.5221,
      "step": 5175
    },
    {
      "epoch": 0.00453415099773205,
      "grad_norm": 1.4655232429504395,
      "learning_rate": 2.266958424507659e-05,
      "loss": 5.1734,
      "step": 5180
    },
    {
      "epoch": 0.0045385275913592035,
      "grad_norm": 2.530989170074463,
      "learning_rate": 2.2691466083150986e-05,
      "loss": 6.3555,
      "step": 5185
    },
    {
      "epoch": 0.004542904184986358,
      "grad_norm": 2.8885996341705322,
      "learning_rate": 2.2713347921225383e-05,
      "loss": 5.8247,
      "step": 5190
    },
    {
      "epoch": 0.004547280778613513,
      "grad_norm": 3.2401392459869385,
      "learning_rate": 2.273522975929978e-05,
      "loss": 6.727,
      "step": 5195
    },
    {
      "epoch": 0.004551657372240667,
      "grad_norm": 2.427669048309326,
      "learning_rate": 2.275711159737418e-05,
      "loss": 6.7027,
      "step": 5200
    },
    {
      "epoch": 0.004556033965867822,
      "grad_norm": 1.5132710933685303,
      "learning_rate": 2.277899343544858e-05,
      "loss": 5.1865,
      "step": 5205
    },
    {
      "epoch": 0.004560410559494976,
      "grad_norm": 3.217362403869629,
      "learning_rate": 2.2800875273522977e-05,
      "loss": 5.5694,
      "step": 5210
    },
    {
      "epoch": 0.00456478715312213,
      "grad_norm": 1.884043574333191,
      "learning_rate": 2.2822757111597377e-05,
      "loss": 5.8312,
      "step": 5215
    },
    {
      "epoch": 0.004569163746749285,
      "grad_norm": 1.7688581943511963,
      "learning_rate": 2.2844638949671774e-05,
      "loss": 6.4633,
      "step": 5220
    },
    {
      "epoch": 0.00457354034037644,
      "grad_norm": 1.4107739925384521,
      "learning_rate": 2.286652078774617e-05,
      "loss": 6.8614,
      "step": 5225
    },
    {
      "epoch": 0.004577916934003594,
      "grad_norm": 1.9212058782577515,
      "learning_rate": 2.288840262582057e-05,
      "loss": 6.2403,
      "step": 5230
    },
    {
      "epoch": 0.004582293527630748,
      "grad_norm": 1.846042513847351,
      "learning_rate": 2.2910284463894967e-05,
      "loss": 4.9359,
      "step": 5235
    },
    {
      "epoch": 0.004586670121257903,
      "grad_norm": 2.3196194171905518,
      "learning_rate": 2.2932166301969364e-05,
      "loss": 5.786,
      "step": 5240
    },
    {
      "epoch": 0.004591046714885058,
      "grad_norm": 1.8152740001678467,
      "learning_rate": 2.2954048140043764e-05,
      "loss": 5.8293,
      "step": 5245
    },
    {
      "epoch": 0.004595423308512212,
      "grad_norm": 1.62350594997406,
      "learning_rate": 2.2975929978118164e-05,
      "loss": 5.7896,
      "step": 5250
    },
    {
      "epoch": 0.004599799902139367,
      "grad_norm": 2.042283296585083,
      "learning_rate": 2.299781181619256e-05,
      "loss": 6.454,
      "step": 5255
    },
    {
      "epoch": 0.004604176495766521,
      "grad_norm": 2.535521984100342,
      "learning_rate": 2.301969365426696e-05,
      "loss": 6.4844,
      "step": 5260
    },
    {
      "epoch": 0.004608553089393675,
      "grad_norm": 2.1040706634521484,
      "learning_rate": 2.3041575492341358e-05,
      "loss": 6.0814,
      "step": 5265
    },
    {
      "epoch": 0.00461292968302083,
      "grad_norm": 1.8916492462158203,
      "learning_rate": 2.3063457330415755e-05,
      "loss": 5.1916,
      "step": 5270
    },
    {
      "epoch": 0.004617306276647985,
      "grad_norm": 3.1730189323425293,
      "learning_rate": 2.3085339168490155e-05,
      "loss": 5.6607,
      "step": 5275
    },
    {
      "epoch": 0.004621682870275139,
      "grad_norm": 1.486633539199829,
      "learning_rate": 2.310722100656455e-05,
      "loss": 6.0363,
      "step": 5280
    },
    {
      "epoch": 0.004626059463902293,
      "grad_norm": 1.4509326219558716,
      "learning_rate": 2.312910284463895e-05,
      "loss": 6.7162,
      "step": 5285
    },
    {
      "epoch": 0.004630436057529448,
      "grad_norm": 2.229294776916504,
      "learning_rate": 2.3150984682713352e-05,
      "loss": 6.4201,
      "step": 5290
    },
    {
      "epoch": 0.004634812651156602,
      "grad_norm": 1.479311227798462,
      "learning_rate": 2.317286652078775e-05,
      "loss": 5.9215,
      "step": 5295
    },
    {
      "epoch": 0.004639189244783757,
      "grad_norm": 1.7385435104370117,
      "learning_rate": 2.3194748358862145e-05,
      "loss": 6.8239,
      "step": 5300
    },
    {
      "epoch": 0.0046435658384109115,
      "grad_norm": 1.4830601215362549,
      "learning_rate": 2.3216630196936542e-05,
      "loss": 6.0364,
      "step": 5305
    },
    {
      "epoch": 0.0046479424320380654,
      "grad_norm": 2.7402443885803223,
      "learning_rate": 2.3238512035010942e-05,
      "loss": 7.093,
      "step": 5310
    },
    {
      "epoch": 0.00465231902566522,
      "grad_norm": 4.595483303070068,
      "learning_rate": 2.326039387308534e-05,
      "loss": 5.5267,
      "step": 5315
    },
    {
      "epoch": 0.004656695619292375,
      "grad_norm": 3.4480113983154297,
      "learning_rate": 2.328227571115974e-05,
      "loss": 6.4549,
      "step": 5320
    },
    {
      "epoch": 0.00466107221291953,
      "grad_norm": 1.6044431924819946,
      "learning_rate": 2.330415754923414e-05,
      "loss": 6.4434,
      "step": 5325
    },
    {
      "epoch": 0.004665448806546684,
      "grad_norm": 3.2836146354675293,
      "learning_rate": 2.3326039387308536e-05,
      "loss": 5.1572,
      "step": 5330
    },
    {
      "epoch": 0.004669825400173838,
      "grad_norm": 4.074728012084961,
      "learning_rate": 2.3347921225382933e-05,
      "loss": 5.1739,
      "step": 5335
    },
    {
      "epoch": 0.004674201993800993,
      "grad_norm": 1.3251903057098389,
      "learning_rate": 2.3369803063457333e-05,
      "loss": 5.1553,
      "step": 5340
    },
    {
      "epoch": 0.004678578587428147,
      "grad_norm": 2.0286693572998047,
      "learning_rate": 2.339168490153173e-05,
      "loss": 6.0874,
      "step": 5345
    },
    {
      "epoch": 0.004682955181055302,
      "grad_norm": 2.7015445232391357,
      "learning_rate": 2.3413566739606126e-05,
      "loss": 5.915,
      "step": 5350
    },
    {
      "epoch": 0.0046873317746824565,
      "grad_norm": 3.401339054107666,
      "learning_rate": 2.3435448577680526e-05,
      "loss": 5.7996,
      "step": 5355
    },
    {
      "epoch": 0.00469170836830961,
      "grad_norm": 2.1110970973968506,
      "learning_rate": 2.3457330415754923e-05,
      "loss": 6.7227,
      "step": 5360
    },
    {
      "epoch": 0.004696084961936765,
      "grad_norm": 3.1208298206329346,
      "learning_rate": 2.3479212253829323e-05,
      "loss": 6.8465,
      "step": 5365
    },
    {
      "epoch": 0.00470046155556392,
      "grad_norm": 1.5895150899887085,
      "learning_rate": 2.3501094091903723e-05,
      "loss": 5.6217,
      "step": 5370
    },
    {
      "epoch": 0.004704838149191074,
      "grad_norm": 2.197866201400757,
      "learning_rate": 2.352297592997812e-05,
      "loss": 7.4439,
      "step": 5375
    },
    {
      "epoch": 0.0047092147428182286,
      "grad_norm": 1.915977120399475,
      "learning_rate": 2.3544857768052517e-05,
      "loss": 7.476,
      "step": 5380
    },
    {
      "epoch": 0.004713591336445383,
      "grad_norm": 2.482360363006592,
      "learning_rate": 2.3566739606126917e-05,
      "loss": 6.4121,
      "step": 5385
    },
    {
      "epoch": 0.004717967930072538,
      "grad_norm": 2.4142861366271973,
      "learning_rate": 2.3588621444201314e-05,
      "loss": 5.4166,
      "step": 5390
    },
    {
      "epoch": 0.004722344523699692,
      "grad_norm": 1.7795542478561401,
      "learning_rate": 2.361050328227571e-05,
      "loss": 6.0187,
      "step": 5395
    },
    {
      "epoch": 0.004726721117326847,
      "grad_norm": 1.7476391792297363,
      "learning_rate": 2.363238512035011e-05,
      "loss": 5.36,
      "step": 5400
    },
    {
      "epoch": 0.0047310977109540015,
      "grad_norm": 1.5325251817703247,
      "learning_rate": 2.365426695842451e-05,
      "loss": 6.0561,
      "step": 5405
    },
    {
      "epoch": 0.004735474304581155,
      "grad_norm": 2.7132084369659424,
      "learning_rate": 2.3676148796498907e-05,
      "loss": 6.2047,
      "step": 5410
    },
    {
      "epoch": 0.00473985089820831,
      "grad_norm": 3.908511161804199,
      "learning_rate": 2.3698030634573307e-05,
      "loss": 6.1533,
      "step": 5415
    },
    {
      "epoch": 0.004744227491835465,
      "grad_norm": 2.6160030364990234,
      "learning_rate": 2.3719912472647704e-05,
      "loss": 6.3918,
      "step": 5420
    },
    {
      "epoch": 0.004748604085462619,
      "grad_norm": 6.474118232727051,
      "learning_rate": 2.37417943107221e-05,
      "loss": 6.3906,
      "step": 5425
    },
    {
      "epoch": 0.0047529806790897735,
      "grad_norm": 2.1099746227264404,
      "learning_rate": 2.3763676148796498e-05,
      "loss": 6.1552,
      "step": 5430
    },
    {
      "epoch": 0.004757357272716928,
      "grad_norm": 2.593899726867676,
      "learning_rate": 2.3785557986870898e-05,
      "loss": 6.0424,
      "step": 5435
    },
    {
      "epoch": 0.004761733866344082,
      "grad_norm": 2.4482781887054443,
      "learning_rate": 2.3807439824945298e-05,
      "loss": 4.8952,
      "step": 5440
    },
    {
      "epoch": 0.004766110459971237,
      "grad_norm": 6.968021392822266,
      "learning_rate": 2.3829321663019695e-05,
      "loss": 6.179,
      "step": 5445
    },
    {
      "epoch": 0.004770487053598392,
      "grad_norm": 3.881056785583496,
      "learning_rate": 2.3851203501094095e-05,
      "loss": 5.6273,
      "step": 5450
    },
    {
      "epoch": 0.004774863647225546,
      "grad_norm": 1.6185520887374878,
      "learning_rate": 2.387308533916849e-05,
      "loss": 6.0227,
      "step": 5455
    },
    {
      "epoch": 0.0047792402408527,
      "grad_norm": 1.743312954902649,
      "learning_rate": 2.3894967177242888e-05,
      "loss": 6.4691,
      "step": 5460
    },
    {
      "epoch": 0.004783616834479855,
      "grad_norm": 1.7547789812088013,
      "learning_rate": 2.3916849015317288e-05,
      "loss": 6.0087,
      "step": 5465
    },
    {
      "epoch": 0.00478799342810701,
      "grad_norm": 1.6932028532028198,
      "learning_rate": 2.3938730853391685e-05,
      "loss": 6.1899,
      "step": 5470
    },
    {
      "epoch": 0.004792370021734164,
      "grad_norm": 1.2559912204742432,
      "learning_rate": 2.3960612691466082e-05,
      "loss": 6.7792,
      "step": 5475
    },
    {
      "epoch": 0.0047967466153613185,
      "grad_norm": 1.3306007385253906,
      "learning_rate": 2.3982494529540482e-05,
      "loss": 5.1056,
      "step": 5480
    },
    {
      "epoch": 0.004801123208988473,
      "grad_norm": 1.8849766254425049,
      "learning_rate": 2.4004376367614882e-05,
      "loss": 6.6508,
      "step": 5485
    },
    {
      "epoch": 0.004805499802615627,
      "grad_norm": 1.4514694213867188,
      "learning_rate": 2.402625820568928e-05,
      "loss": 6.1562,
      "step": 5490
    },
    {
      "epoch": 0.004809876396242782,
      "grad_norm": 2.525906801223755,
      "learning_rate": 2.404814004376368e-05,
      "loss": 7.4518,
      "step": 5495
    },
    {
      "epoch": 0.004814252989869937,
      "grad_norm": 2.049001455307007,
      "learning_rate": 2.4070021881838076e-05,
      "loss": 6.1041,
      "step": 5500
    },
    {
      "epoch": 0.0048186295834970905,
      "grad_norm": 2.7169482707977295,
      "learning_rate": 2.4091903719912472e-05,
      "loss": 7.0213,
      "step": 5505
    },
    {
      "epoch": 0.004823006177124245,
      "grad_norm": 2.0075936317443848,
      "learning_rate": 2.4113785557986872e-05,
      "loss": 6.7705,
      "step": 5510
    },
    {
      "epoch": 0.0048273827707514,
      "grad_norm": 2.0800318717956543,
      "learning_rate": 2.413566739606127e-05,
      "loss": 6.8078,
      "step": 5515
    },
    {
      "epoch": 0.004831759364378554,
      "grad_norm": 2.764920473098755,
      "learning_rate": 2.415754923413567e-05,
      "loss": 5.3649,
      "step": 5520
    },
    {
      "epoch": 0.004836135958005709,
      "grad_norm": 2.299455404281616,
      "learning_rate": 2.417943107221007e-05,
      "loss": 7.0234,
      "step": 5525
    },
    {
      "epoch": 0.0048405125516328635,
      "grad_norm": 3.8589866161346436,
      "learning_rate": 2.4201312910284466e-05,
      "loss": 6.6457,
      "step": 5530
    },
    {
      "epoch": 0.004844889145260018,
      "grad_norm": 1.3753749132156372,
      "learning_rate": 2.4223194748358863e-05,
      "loss": 5.7433,
      "step": 5535
    },
    {
      "epoch": 0.004849265738887172,
      "grad_norm": 1.2701542377471924,
      "learning_rate": 2.424507658643326e-05,
      "loss": 6.7924,
      "step": 5540
    },
    {
      "epoch": 0.004853642332514327,
      "grad_norm": 2.1930978298187256,
      "learning_rate": 2.426695842450766e-05,
      "loss": 6.8096,
      "step": 5545
    },
    {
      "epoch": 0.004858018926141482,
      "grad_norm": 1.4213348627090454,
      "learning_rate": 2.4288840262582056e-05,
      "loss": 6.3608,
      "step": 5550
    },
    {
      "epoch": 0.0048623955197686355,
      "grad_norm": 2.966834545135498,
      "learning_rate": 2.4310722100656457e-05,
      "loss": 6.369,
      "step": 5555
    },
    {
      "epoch": 0.00486677211339579,
      "grad_norm": 4.05155086517334,
      "learning_rate": 2.4332603938730857e-05,
      "loss": 6.1682,
      "step": 5560
    },
    {
      "epoch": 0.004871148707022945,
      "grad_norm": 1.793286919593811,
      "learning_rate": 2.4354485776805253e-05,
      "loss": 6.0485,
      "step": 5565
    },
    {
      "epoch": 0.004875525300650099,
      "grad_norm": 2.4211785793304443,
      "learning_rate": 2.437636761487965e-05,
      "loss": 6.8151,
      "step": 5570
    },
    {
      "epoch": 0.004879901894277254,
      "grad_norm": 3.0290589332580566,
      "learning_rate": 2.439824945295405e-05,
      "loss": 6.4104,
      "step": 5575
    },
    {
      "epoch": 0.004884278487904408,
      "grad_norm": 2.072411060333252,
      "learning_rate": 2.4420131291028447e-05,
      "loss": 7.0479,
      "step": 5580
    },
    {
      "epoch": 0.004888655081531562,
      "grad_norm": 2.27104115486145,
      "learning_rate": 2.4442013129102844e-05,
      "loss": 6.1615,
      "step": 5585
    },
    {
      "epoch": 0.004893031675158717,
      "grad_norm": 1.5683175325393677,
      "learning_rate": 2.4463894967177244e-05,
      "loss": 5.9785,
      "step": 5590
    },
    {
      "epoch": 0.004897408268785872,
      "grad_norm": 2.2599334716796875,
      "learning_rate": 2.448577680525164e-05,
      "loss": 5.9653,
      "step": 5595
    },
    {
      "epoch": 0.004901784862413026,
      "grad_norm": 1.6566989421844482,
      "learning_rate": 2.450765864332604e-05,
      "loss": 6.7762,
      "step": 5600
    },
    {
      "epoch": 0.0049061614560401805,
      "grad_norm": 2.1018900871276855,
      "learning_rate": 2.452954048140044e-05,
      "loss": 6.3604,
      "step": 5605
    },
    {
      "epoch": 0.004910538049667335,
      "grad_norm": 1.9272948503494263,
      "learning_rate": 2.4551422319474838e-05,
      "loss": 6.3737,
      "step": 5610
    },
    {
      "epoch": 0.00491491464329449,
      "grad_norm": 1.5364633798599243,
      "learning_rate": 2.4573304157549234e-05,
      "loss": 6.3873,
      "step": 5615
    },
    {
      "epoch": 0.004919291236921644,
      "grad_norm": 1.4953278303146362,
      "learning_rate": 2.4595185995623634e-05,
      "loss": 6.1262,
      "step": 5620
    },
    {
      "epoch": 0.004923667830548799,
      "grad_norm": 1.940285325050354,
      "learning_rate": 2.461706783369803e-05,
      "loss": 6.1212,
      "step": 5625
    },
    {
      "epoch": 0.004928044424175953,
      "grad_norm": 3.514711618423462,
      "learning_rate": 2.4638949671772428e-05,
      "loss": 5.7364,
      "step": 5630
    },
    {
      "epoch": 0.004932421017803107,
      "grad_norm": 3.5812065601348877,
      "learning_rate": 2.4660831509846828e-05,
      "loss": 5.9851,
      "step": 5635
    },
    {
      "epoch": 0.004936797611430262,
      "grad_norm": 1.388979196548462,
      "learning_rate": 2.4682713347921228e-05,
      "loss": 6.6141,
      "step": 5640
    },
    {
      "epoch": 0.004941174205057417,
      "grad_norm": 1.3554234504699707,
      "learning_rate": 2.4704595185995625e-05,
      "loss": 5.4667,
      "step": 5645
    },
    {
      "epoch": 0.004945550798684571,
      "grad_norm": 3.2350683212280273,
      "learning_rate": 2.4726477024070025e-05,
      "loss": 6.6045,
      "step": 5650
    },
    {
      "epoch": 0.0049499273923117254,
      "grad_norm": 1.1827150583267212,
      "learning_rate": 2.4748358862144422e-05,
      "loss": 6.1384,
      "step": 5655
    },
    {
      "epoch": 0.00495430398593888,
      "grad_norm": 3.4968156814575195,
      "learning_rate": 2.477024070021882e-05,
      "loss": 5.7718,
      "step": 5660
    },
    {
      "epoch": 0.004958680579566034,
      "grad_norm": 1.4807052612304688,
      "learning_rate": 2.4792122538293215e-05,
      "loss": 5.731,
      "step": 5665
    },
    {
      "epoch": 0.004963057173193189,
      "grad_norm": 4.834131717681885,
      "learning_rate": 2.4814004376367615e-05,
      "loss": 6.7338,
      "step": 5670
    },
    {
      "epoch": 0.004967433766820344,
      "grad_norm": 1.2967500686645508,
      "learning_rate": 2.4835886214442016e-05,
      "loss": 5.491,
      "step": 5675
    },
    {
      "epoch": 0.004971810360447498,
      "grad_norm": 3.5541369915008545,
      "learning_rate": 2.4857768052516412e-05,
      "loss": 5.483,
      "step": 5680
    },
    {
      "epoch": 0.004976186954074652,
      "grad_norm": 4.592800140380859,
      "learning_rate": 2.4879649890590812e-05,
      "loss": 6.7928,
      "step": 5685
    },
    {
      "epoch": 0.004980563547701807,
      "grad_norm": 2.880465507507324,
      "learning_rate": 2.490153172866521e-05,
      "loss": 6.6389,
      "step": 5690
    },
    {
      "epoch": 0.004984940141328962,
      "grad_norm": 2.9373321533203125,
      "learning_rate": 2.4923413566739606e-05,
      "loss": 5.7518,
      "step": 5695
    },
    {
      "epoch": 0.004989316734956116,
      "grad_norm": 2.8542399406433105,
      "learning_rate": 2.4945295404814006e-05,
      "loss": 5.4707,
      "step": 5700
    },
    {
      "epoch": 0.00499369332858327,
      "grad_norm": 1.4000279903411865,
      "learning_rate": 2.4967177242888403e-05,
      "loss": 5.7398,
      "step": 5705
    },
    {
      "epoch": 0.004998069922210425,
      "grad_norm": 1.9518122673034668,
      "learning_rate": 2.49890590809628e-05,
      "loss": 5.6104,
      "step": 5710
    },
    {
      "epoch": 0.005002446515837579,
      "grad_norm": 1.5927441120147705,
      "learning_rate": 2.5010940919037203e-05,
      "loss": 6.6367,
      "step": 5715
    },
    {
      "epoch": 0.005006823109464734,
      "grad_norm": 1.4224348068237305,
      "learning_rate": 2.5032822757111596e-05,
      "loss": 5.7503,
      "step": 5720
    },
    {
      "epoch": 0.0050111997030918886,
      "grad_norm": 2.617056131362915,
      "learning_rate": 2.5054704595185996e-05,
      "loss": 6.567,
      "step": 5725
    },
    {
      "epoch": 0.0050155762967190425,
      "grad_norm": 2.230294942855835,
      "learning_rate": 2.5076586433260397e-05,
      "loss": 6.9875,
      "step": 5730
    },
    {
      "epoch": 0.005019952890346197,
      "grad_norm": 1.7580376863479614,
      "learning_rate": 2.509846827133479e-05,
      "loss": 5.9831,
      "step": 5735
    },
    {
      "epoch": 0.005024329483973352,
      "grad_norm": 2.017957925796509,
      "learning_rate": 2.512035010940919e-05,
      "loss": 5.9613,
      "step": 5740
    },
    {
      "epoch": 0.005028706077600506,
      "grad_norm": 5.100618839263916,
      "learning_rate": 2.514223194748359e-05,
      "loss": 5.3225,
      "step": 5745
    },
    {
      "epoch": 0.005033082671227661,
      "grad_norm": 3.0002315044403076,
      "learning_rate": 2.5164113785557987e-05,
      "loss": 5.3509,
      "step": 5750
    },
    {
      "epoch": 0.005037459264854815,
      "grad_norm": 1.5168602466583252,
      "learning_rate": 2.5185995623632387e-05,
      "loss": 6.1479,
      "step": 5755
    },
    {
      "epoch": 0.00504183585848197,
      "grad_norm": 2.2812013626098633,
      "learning_rate": 2.5207877461706787e-05,
      "loss": 6.9924,
      "step": 5760
    },
    {
      "epoch": 0.005046212452109124,
      "grad_norm": 3.288114547729492,
      "learning_rate": 2.522975929978118e-05,
      "loss": 6.3691,
      "step": 5765
    },
    {
      "epoch": 0.005050589045736279,
      "grad_norm": 4.422304153442383,
      "learning_rate": 2.525164113785558e-05,
      "loss": 6.3681,
      "step": 5770
    },
    {
      "epoch": 0.0050549656393634335,
      "grad_norm": 3.1004650592803955,
      "learning_rate": 2.527352297592998e-05,
      "loss": 5.1232,
      "step": 5775
    },
    {
      "epoch": 0.005059342232990587,
      "grad_norm": 2.0818145275115967,
      "learning_rate": 2.5295404814004374e-05,
      "loss": 6.9684,
      "step": 5780
    },
    {
      "epoch": 0.005063718826617742,
      "grad_norm": 1.6990525722503662,
      "learning_rate": 2.5317286652078774e-05,
      "loss": 4.9336,
      "step": 5785
    },
    {
      "epoch": 0.005068095420244897,
      "grad_norm": 2.625399589538574,
      "learning_rate": 2.5339168490153174e-05,
      "loss": 5.3246,
      "step": 5790
    },
    {
      "epoch": 0.005072472013872051,
      "grad_norm": 1.803896427154541,
      "learning_rate": 2.536105032822757e-05,
      "loss": 5.9992,
      "step": 5795
    },
    {
      "epoch": 0.005076848607499206,
      "grad_norm": 1.4869440793991089,
      "learning_rate": 2.538293216630197e-05,
      "loss": 6.2002,
      "step": 5800
    },
    {
      "epoch": 0.00508122520112636,
      "grad_norm": 3.457603693008423,
      "learning_rate": 2.540481400437637e-05,
      "loss": 6.3752,
      "step": 5805
    },
    {
      "epoch": 0.005085601794753514,
      "grad_norm": 2.028186559677124,
      "learning_rate": 2.5426695842450765e-05,
      "loss": 7.3605,
      "step": 5810
    },
    {
      "epoch": 0.005089978388380669,
      "grad_norm": 1.731198787689209,
      "learning_rate": 2.5448577680525165e-05,
      "loss": 5.9536,
      "step": 5815
    },
    {
      "epoch": 0.005094354982007824,
      "grad_norm": 1.7552387714385986,
      "learning_rate": 2.5470459518599565e-05,
      "loss": 6.6041,
      "step": 5820
    },
    {
      "epoch": 0.0050987315756349785,
      "grad_norm": 3.0836968421936035,
      "learning_rate": 2.549234135667396e-05,
      "loss": 5.9597,
      "step": 5825
    },
    {
      "epoch": 0.005103108169262132,
      "grad_norm": 1.1695517301559448,
      "learning_rate": 2.5514223194748362e-05,
      "loss": 5.7068,
      "step": 5830
    },
    {
      "epoch": 0.005107484762889287,
      "grad_norm": 1.9365733861923218,
      "learning_rate": 2.5536105032822762e-05,
      "loss": 6.3126,
      "step": 5835
    },
    {
      "epoch": 0.005111861356516442,
      "grad_norm": 4.094696044921875,
      "learning_rate": 2.5557986870897155e-05,
      "loss": 5.5417,
      "step": 5840
    },
    {
      "epoch": 0.005116237950143596,
      "grad_norm": 3.2107062339782715,
      "learning_rate": 2.5579868708971555e-05,
      "loss": 5.679,
      "step": 5845
    },
    {
      "epoch": 0.0051206145437707505,
      "grad_norm": 1.303031325340271,
      "learning_rate": 2.5601750547045955e-05,
      "loss": 6.3466,
      "step": 5850
    },
    {
      "epoch": 0.005124991137397905,
      "grad_norm": 1.8438982963562012,
      "learning_rate": 2.562363238512035e-05,
      "loss": 5.9379,
      "step": 5855
    },
    {
      "epoch": 0.005129367731025059,
      "grad_norm": 2.0382370948791504,
      "learning_rate": 2.564551422319475e-05,
      "loss": 6.9793,
      "step": 5860
    },
    {
      "epoch": 0.005133744324652214,
      "grad_norm": 1.1659047603607178,
      "learning_rate": 2.566739606126915e-05,
      "loss": 6.0971,
      "step": 5865
    },
    {
      "epoch": 0.005138120918279369,
      "grad_norm": 1.8692892789840698,
      "learning_rate": 2.5689277899343546e-05,
      "loss": 5.9644,
      "step": 5870
    },
    {
      "epoch": 0.005142497511906523,
      "grad_norm": 1.1683293581008911,
      "learning_rate": 2.5711159737417946e-05,
      "loss": 5.0528,
      "step": 5875
    },
    {
      "epoch": 0.005146874105533677,
      "grad_norm": 1.7795124053955078,
      "learning_rate": 2.5733041575492346e-05,
      "loss": 5.8102,
      "step": 5880
    },
    {
      "epoch": 0.005151250699160832,
      "grad_norm": 1.9882835149765015,
      "learning_rate": 2.575492341356674e-05,
      "loss": 5.6984,
      "step": 5885
    },
    {
      "epoch": 0.005155627292787986,
      "grad_norm": 2.7122511863708496,
      "learning_rate": 2.577680525164114e-05,
      "loss": 5.0891,
      "step": 5890
    },
    {
      "epoch": 0.005160003886415141,
      "grad_norm": 2.672200918197632,
      "learning_rate": 2.579868708971554e-05,
      "loss": 6.7634,
      "step": 5895
    },
    {
      "epoch": 0.0051643804800422955,
      "grad_norm": 1.9602471590042114,
      "learning_rate": 2.5820568927789933e-05,
      "loss": 5.3505,
      "step": 5900
    },
    {
      "epoch": 0.00516875707366945,
      "grad_norm": 1.4069528579711914,
      "learning_rate": 2.5842450765864333e-05,
      "loss": 5.7088,
      "step": 5905
    },
    {
      "epoch": 0.005173133667296604,
      "grad_norm": 2.7534923553466797,
      "learning_rate": 2.5864332603938733e-05,
      "loss": 6.7447,
      "step": 5910
    },
    {
      "epoch": 0.005177510260923759,
      "grad_norm": 1.837363362312317,
      "learning_rate": 2.588621444201313e-05,
      "loss": 5.3555,
      "step": 5915
    },
    {
      "epoch": 0.005181886854550914,
      "grad_norm": 2.5961194038391113,
      "learning_rate": 2.590809628008753e-05,
      "loss": 5.6962,
      "step": 5920
    },
    {
      "epoch": 0.0051862634481780676,
      "grad_norm": 1.3493835926055908,
      "learning_rate": 2.592997811816193e-05,
      "loss": 5.9795,
      "step": 5925
    },
    {
      "epoch": 0.005190640041805222,
      "grad_norm": 1.5921882390975952,
      "learning_rate": 2.5951859956236324e-05,
      "loss": 5.7395,
      "step": 5930
    },
    {
      "epoch": 0.005195016635432377,
      "grad_norm": 1.577135443687439,
      "learning_rate": 2.5973741794310724e-05,
      "loss": 6.3686,
      "step": 5935
    },
    {
      "epoch": 0.005199393229059531,
      "grad_norm": 1.7252955436706543,
      "learning_rate": 2.5995623632385124e-05,
      "loss": 5.3604,
      "step": 5940
    },
    {
      "epoch": 0.005203769822686686,
      "grad_norm": 1.486081600189209,
      "learning_rate": 2.601750547045952e-05,
      "loss": 5.9587,
      "step": 5945
    },
    {
      "epoch": 0.0052081464163138405,
      "grad_norm": 1.369948148727417,
      "learning_rate": 2.603938730853392e-05,
      "loss": 6.3613,
      "step": 5950
    },
    {
      "epoch": 0.005212523009940994,
      "grad_norm": 1.3740555047988892,
      "learning_rate": 2.6061269146608314e-05,
      "loss": 6.5729,
      "step": 5955
    },
    {
      "epoch": 0.005216899603568149,
      "grad_norm": 1.8907703161239624,
      "learning_rate": 2.6083150984682714e-05,
      "loss": 5.5027,
      "step": 5960
    },
    {
      "epoch": 0.005221276197195304,
      "grad_norm": 2.2679760456085205,
      "learning_rate": 2.6105032822757114e-05,
      "loss": 6.9465,
      "step": 5965
    },
    {
      "epoch": 0.005225652790822459,
      "grad_norm": 1.5270975828170776,
      "learning_rate": 2.6126914660831508e-05,
      "loss": 5.7619,
      "step": 5970
    },
    {
      "epoch": 0.0052300293844496125,
      "grad_norm": 1.470404863357544,
      "learning_rate": 2.6148796498905908e-05,
      "loss": 6.5668,
      "step": 5975
    },
    {
      "epoch": 0.005234405978076767,
      "grad_norm": 1.4148125648498535,
      "learning_rate": 2.6170678336980308e-05,
      "loss": 5.3426,
      "step": 5980
    },
    {
      "epoch": 0.005238782571703922,
      "grad_norm": 2.413430690765381,
      "learning_rate": 2.6192560175054705e-05,
      "loss": 6.9828,
      "step": 5985
    },
    {
      "epoch": 0.005243159165331076,
      "grad_norm": 1.440139889717102,
      "learning_rate": 2.6214442013129105e-05,
      "loss": 6.0401,
      "step": 5990
    },
    {
      "epoch": 0.005247535758958231,
      "grad_norm": 1.6891303062438965,
      "learning_rate": 2.6236323851203505e-05,
      "loss": 6.7346,
      "step": 5995
    },
    {
      "epoch": 0.0052519123525853854,
      "grad_norm": 2.088489055633545,
      "learning_rate": 2.6258205689277898e-05,
      "loss": 5.5896,
      "step": 6000
    },
    {
      "epoch": 0.005256288946212539,
      "grad_norm": 2.5568718910217285,
      "learning_rate": 2.6280087527352298e-05,
      "loss": 6.6189,
      "step": 6005
    },
    {
      "epoch": 0.005260665539839694,
      "grad_norm": 2.1589627265930176,
      "learning_rate": 2.63019693654267e-05,
      "loss": 6.9576,
      "step": 6010
    },
    {
      "epoch": 0.005265042133466849,
      "grad_norm": 1.5350282192230225,
      "learning_rate": 2.6323851203501092e-05,
      "loss": 6.696,
      "step": 6015
    },
    {
      "epoch": 0.005269418727094003,
      "grad_norm": 1.1247702836990356,
      "learning_rate": 2.6345733041575492e-05,
      "loss": 6.0283,
      "step": 6020
    },
    {
      "epoch": 0.0052737953207211575,
      "grad_norm": 2.6270718574523926,
      "learning_rate": 2.6367614879649892e-05,
      "loss": 7.351,
      "step": 6025
    },
    {
      "epoch": 0.005278171914348312,
      "grad_norm": 2.6506218910217285,
      "learning_rate": 2.638949671772429e-05,
      "loss": 6.343,
      "step": 6030
    },
    {
      "epoch": 0.005282548507975466,
      "grad_norm": 2.0310919284820557,
      "learning_rate": 2.641137855579869e-05,
      "loss": 6.9771,
      "step": 6035
    },
    {
      "epoch": 0.005286925101602621,
      "grad_norm": 1.9930152893066406,
      "learning_rate": 2.643326039387309e-05,
      "loss": 6.9455,
      "step": 6040
    },
    {
      "epoch": 0.005291301695229776,
      "grad_norm": 2.5933141708374023,
      "learning_rate": 2.6455142231947482e-05,
      "loss": 6.1826,
      "step": 6045
    },
    {
      "epoch": 0.00529567828885693,
      "grad_norm": 1.8740941286087036,
      "learning_rate": 2.6477024070021882e-05,
      "loss": 7.2941,
      "step": 6050
    },
    {
      "epoch": 0.005300054882484084,
      "grad_norm": 1.8362433910369873,
      "learning_rate": 2.6498905908096283e-05,
      "loss": 6.9441,
      "step": 6055
    },
    {
      "epoch": 0.005304431476111239,
      "grad_norm": 1.521178126335144,
      "learning_rate": 2.652078774617068e-05,
      "loss": 5.6915,
      "step": 6060
    },
    {
      "epoch": 0.005308808069738394,
      "grad_norm": 1.3945651054382324,
      "learning_rate": 2.654266958424508e-05,
      "loss": 5.7099,
      "step": 6065
    },
    {
      "epoch": 0.005313184663365548,
      "grad_norm": 2.526392698287964,
      "learning_rate": 2.656455142231948e-05,
      "loss": 6.31,
      "step": 6070
    },
    {
      "epoch": 0.0053175612569927025,
      "grad_norm": 1.395229697227478,
      "learning_rate": 2.6586433260393873e-05,
      "loss": 6.0907,
      "step": 6075
    },
    {
      "epoch": 0.005321937850619857,
      "grad_norm": 2.6875147819519043,
      "learning_rate": 2.6608315098468273e-05,
      "loss": 6.1646,
      "step": 6080
    },
    {
      "epoch": 0.005326314444247011,
      "grad_norm": 1.3099347352981567,
      "learning_rate": 2.6630196936542673e-05,
      "loss": 5.0949,
      "step": 6085
    },
    {
      "epoch": 0.005330691037874166,
      "grad_norm": 1.8130468130111694,
      "learning_rate": 2.6652078774617067e-05,
      "loss": 5.2604,
      "step": 6090
    },
    {
      "epoch": 0.005335067631501321,
      "grad_norm": 1.8601003885269165,
      "learning_rate": 2.6673960612691467e-05,
      "loss": 5.6524,
      "step": 6095
    },
    {
      "epoch": 0.0053394442251284745,
      "grad_norm": 1.2921229600906372,
      "learning_rate": 2.6695842450765867e-05,
      "loss": 6.0877,
      "step": 6100
    },
    {
      "epoch": 0.005343820818755629,
      "grad_norm": 1.8025898933410645,
      "learning_rate": 2.6717724288840263e-05,
      "loss": 6.0558,
      "step": 6105
    },
    {
      "epoch": 0.005348197412382784,
      "grad_norm": 2.6731693744659424,
      "learning_rate": 2.6739606126914664e-05,
      "loss": 6.33,
      "step": 6110
    },
    {
      "epoch": 0.005352574006009939,
      "grad_norm": 2.705815076828003,
      "learning_rate": 2.6761487964989064e-05,
      "loss": 6.3119,
      "step": 6115
    },
    {
      "epoch": 0.005356950599637093,
      "grad_norm": 1.6402990818023682,
      "learning_rate": 2.6783369803063457e-05,
      "loss": 5.3038,
      "step": 6120
    },
    {
      "epoch": 0.005361327193264247,
      "grad_norm": 1.066671371459961,
      "learning_rate": 2.6805251641137857e-05,
      "loss": 4.3887,
      "step": 6125
    },
    {
      "epoch": 0.005365703786891402,
      "grad_norm": 1.5516152381896973,
      "learning_rate": 2.6827133479212257e-05,
      "loss": 6.2981,
      "step": 6130
    },
    {
      "epoch": 0.005370080380518556,
      "grad_norm": 2.8521196842193604,
      "learning_rate": 2.684901531728665e-05,
      "loss": 5.6907,
      "step": 6135
    },
    {
      "epoch": 0.005374456974145711,
      "grad_norm": 2.14475154876709,
      "learning_rate": 2.687089715536105e-05,
      "loss": 6.7303,
      "step": 6140
    },
    {
      "epoch": 0.005378833567772866,
      "grad_norm": 2.746915578842163,
      "learning_rate": 2.689277899343545e-05,
      "loss": 6.2868,
      "step": 6145
    },
    {
      "epoch": 0.0053832101614000195,
      "grad_norm": 1.0431859493255615,
      "learning_rate": 2.6914660831509848e-05,
      "loss": 5.6977,
      "step": 6150
    },
    {
      "epoch": 0.005387586755027174,
      "grad_norm": 2.0606977939605713,
      "learning_rate": 2.6936542669584248e-05,
      "loss": 5.3164,
      "step": 6155
    },
    {
      "epoch": 0.005391963348654329,
      "grad_norm": 3.3978238105773926,
      "learning_rate": 2.6958424507658648e-05,
      "loss": 6.3184,
      "step": 6160
    },
    {
      "epoch": 0.005396339942281483,
      "grad_norm": 1.3652440309524536,
      "learning_rate": 2.698030634573304e-05,
      "loss": 4.4201,
      "step": 6165
    },
    {
      "epoch": 0.005400716535908638,
      "grad_norm": 2.569528818130493,
      "learning_rate": 2.700218818380744e-05,
      "loss": 6.3726,
      "step": 6170
    },
    {
      "epoch": 0.005405093129535792,
      "grad_norm": 2.0951292514801025,
      "learning_rate": 2.702407002188184e-05,
      "loss": 5.6398,
      "step": 6175
    },
    {
      "epoch": 0.005409469723162946,
      "grad_norm": 1.2830874919891357,
      "learning_rate": 2.7045951859956238e-05,
      "loss": 4.8085,
      "step": 6180
    },
    {
      "epoch": 0.005413846316790101,
      "grad_norm": 1.9234960079193115,
      "learning_rate": 2.706783369803064e-05,
      "loss": 5.6983,
      "step": 6185
    },
    {
      "epoch": 0.005418222910417256,
      "grad_norm": 1.583014965057373,
      "learning_rate": 2.7089715536105032e-05,
      "loss": 4.9006,
      "step": 6190
    },
    {
      "epoch": 0.0054225995040444105,
      "grad_norm": 2.6873295307159424,
      "learning_rate": 2.7111597374179432e-05,
      "loss": 6.94,
      "step": 6195
    },
    {
      "epoch": 0.0054269760976715644,
      "grad_norm": 2.847269058227539,
      "learning_rate": 2.7133479212253832e-05,
      "loss": 5.928,
      "step": 6200
    },
    {
      "epoch": 0.005431352691298719,
      "grad_norm": 1.6780842542648315,
      "learning_rate": 2.7155361050328225e-05,
      "loss": 4.8895,
      "step": 6205
    },
    {
      "epoch": 0.005435729284925874,
      "grad_norm": 1.8170968294143677,
      "learning_rate": 2.7177242888402625e-05,
      "loss": 6.927,
      "step": 6210
    },
    {
      "epoch": 0.005440105878553028,
      "grad_norm": 1.3351706266403198,
      "learning_rate": 2.7199124726477026e-05,
      "loss": 6.5428,
      "step": 6215
    },
    {
      "epoch": 0.005444482472180183,
      "grad_norm": 1.3374029397964478,
      "learning_rate": 2.7221006564551422e-05,
      "loss": 6.2922,
      "step": 6220
    },
    {
      "epoch": 0.005448859065807337,
      "grad_norm": 1.6965798139572144,
      "learning_rate": 2.7242888402625822e-05,
      "loss": 5.0507,
      "step": 6225
    },
    {
      "epoch": 0.005453235659434491,
      "grad_norm": 1.6537458896636963,
      "learning_rate": 2.7264770240700223e-05,
      "loss": 5.2905,
      "step": 6230
    },
    {
      "epoch": 0.005457612253061646,
      "grad_norm": 1.7649062871932983,
      "learning_rate": 2.7286652078774616e-05,
      "loss": 6.2922,
      "step": 6235
    },
    {
      "epoch": 0.005461988846688801,
      "grad_norm": 2.02650785446167,
      "learning_rate": 2.7308533916849016e-05,
      "loss": 5.5131,
      "step": 6240
    },
    {
      "epoch": 0.005466365440315955,
      "grad_norm": 1.9105641841888428,
      "learning_rate": 2.7330415754923416e-05,
      "loss": 6.0471,
      "step": 6245
    },
    {
      "epoch": 0.005470742033943109,
      "grad_norm": 1.1939098834991455,
      "learning_rate": 2.735229759299781e-05,
      "loss": 5.5396,
      "step": 6250
    },
    {
      "epoch": 0.005475118627570264,
      "grad_norm": 1.435728907585144,
      "learning_rate": 2.737417943107221e-05,
      "loss": 6.5039,
      "step": 6255
    },
    {
      "epoch": 0.005479495221197419,
      "grad_norm": 1.7672442197799683,
      "learning_rate": 2.739606126914661e-05,
      "loss": 5.6799,
      "step": 6260
    },
    {
      "epoch": 0.005483871814824573,
      "grad_norm": 1.4244879484176636,
      "learning_rate": 2.7417943107221006e-05,
      "loss": 5.5024,
      "step": 6265
    },
    {
      "epoch": 0.0054882484084517276,
      "grad_norm": 1.2392864227294922,
      "learning_rate": 2.7439824945295407e-05,
      "loss": 5.0699,
      "step": 6270
    },
    {
      "epoch": 0.005492625002078882,
      "grad_norm": 3.9088375568389893,
      "learning_rate": 2.7461706783369807e-05,
      "loss": 6.6588,
      "step": 6275
    },
    {
      "epoch": 0.005497001595706036,
      "grad_norm": 1.5920690298080444,
      "learning_rate": 2.74835886214442e-05,
      "loss": 5.6603,
      "step": 6280
    },
    {
      "epoch": 0.005501378189333191,
      "grad_norm": 2.630913734436035,
      "learning_rate": 2.75054704595186e-05,
      "loss": 6.2925,
      "step": 6285
    },
    {
      "epoch": 0.005505754782960346,
      "grad_norm": 5.487037658691406,
      "learning_rate": 2.7527352297593e-05,
      "loss": 5.308,
      "step": 6290
    },
    {
      "epoch": 0.0055101313765875,
      "grad_norm": 3.2433319091796875,
      "learning_rate": 2.7549234135667397e-05,
      "loss": 5.9442,
      "step": 6295
    },
    {
      "epoch": 0.005514507970214654,
      "grad_norm": 3.6217544078826904,
      "learning_rate": 2.7571115973741797e-05,
      "loss": 6.3193,
      "step": 6300
    },
    {
      "epoch": 0.005518884563841809,
      "grad_norm": 1.7028647661209106,
      "learning_rate": 2.7592997811816197e-05,
      "loss": 6.9318,
      "step": 6305
    },
    {
      "epoch": 0.005523261157468963,
      "grad_norm": 3.227215528488159,
      "learning_rate": 2.761487964989059e-05,
      "loss": 4.8201,
      "step": 6310
    },
    {
      "epoch": 0.005527637751096118,
      "grad_norm": 2.2266197204589844,
      "learning_rate": 2.763676148796499e-05,
      "loss": 6.9201,
      "step": 6315
    },
    {
      "epoch": 0.0055320143447232725,
      "grad_norm": 1.80045485496521,
      "learning_rate": 2.765864332603939e-05,
      "loss": 5.8788,
      "step": 6320
    },
    {
      "epoch": 0.005536390938350427,
      "grad_norm": 1.5510104894638062,
      "learning_rate": 2.7680525164113784e-05,
      "loss": 6.5246,
      "step": 6325
    },
    {
      "epoch": 0.005540767531977581,
      "grad_norm": 1.2387210130691528,
      "learning_rate": 2.7702407002188184e-05,
      "loss": 5.646,
      "step": 6330
    },
    {
      "epoch": 0.005545144125604736,
      "grad_norm": 1.4894492626190186,
      "learning_rate": 2.7724288840262584e-05,
      "loss": 6.9381,
      "step": 6335
    },
    {
      "epoch": 0.005549520719231891,
      "grad_norm": 1.9252662658691406,
      "learning_rate": 2.774617067833698e-05,
      "loss": 6.2916,
      "step": 6340
    },
    {
      "epoch": 0.005553897312859045,
      "grad_norm": 2.1889901161193848,
      "learning_rate": 2.776805251641138e-05,
      "loss": 5.6382,
      "step": 6345
    },
    {
      "epoch": 0.005558273906486199,
      "grad_norm": 1.775953769683838,
      "learning_rate": 2.778993435448578e-05,
      "loss": 6.9193,
      "step": 6350
    },
    {
      "epoch": 0.005562650500113354,
      "grad_norm": 2.057514190673828,
      "learning_rate": 2.7811816192560175e-05,
      "loss": 5.0507,
      "step": 6355
    },
    {
      "epoch": 0.005567027093740508,
      "grad_norm": 1.350497841835022,
      "learning_rate": 2.7833698030634575e-05,
      "loss": 5.261,
      "step": 6360
    },
    {
      "epoch": 0.005571403687367663,
      "grad_norm": 1.4602208137512207,
      "learning_rate": 2.7855579868708975e-05,
      "loss": 5.9018,
      "step": 6365
    },
    {
      "epoch": 0.0055757802809948175,
      "grad_norm": 2.7117838859558105,
      "learning_rate": 2.787746170678337e-05,
      "loss": 6.4965,
      "step": 6370
    },
    {
      "epoch": 0.005580156874621971,
      "grad_norm": 3.0108156204223633,
      "learning_rate": 2.789934354485777e-05,
      "loss": 5.5885,
      "step": 6375
    },
    {
      "epoch": 0.005584533468249126,
      "grad_norm": 4.50871467590332,
      "learning_rate": 2.792122538293217e-05,
      "loss": 6.0898,
      "step": 6380
    },
    {
      "epoch": 0.005588910061876281,
      "grad_norm": 2.2160067558288574,
      "learning_rate": 2.7943107221006565e-05,
      "loss": 5.9389,
      "step": 6385
    },
    {
      "epoch": 0.005593286655503435,
      "grad_norm": 1.6069294214248657,
      "learning_rate": 2.7964989059080965e-05,
      "loss": 5.9364,
      "step": 6390
    },
    {
      "epoch": 0.0055976632491305895,
      "grad_norm": 1.4208894968032837,
      "learning_rate": 2.7986870897155366e-05,
      "loss": 5.6564,
      "step": 6395
    },
    {
      "epoch": 0.005602039842757744,
      "grad_norm": 2.703808307647705,
      "learning_rate": 2.800875273522976e-05,
      "loss": 5.0306,
      "step": 6400
    },
    {
      "epoch": 0.005606416436384899,
      "grad_norm": 1.2844725847244263,
      "learning_rate": 2.803063457330416e-05,
      "loss": 5.9057,
      "step": 6405
    },
    {
      "epoch": 0.005610793030012053,
      "grad_norm": 2.169276475906372,
      "learning_rate": 2.805251641137856e-05,
      "loss": 6.3136,
      "step": 6410
    },
    {
      "epoch": 0.005615169623639208,
      "grad_norm": 2.133267641067505,
      "learning_rate": 2.8074398249452956e-05,
      "loss": 6.0375,
      "step": 6415
    },
    {
      "epoch": 0.0056195462172663625,
      "grad_norm": 1.8680775165557861,
      "learning_rate": 2.8096280087527356e-05,
      "loss": 6.5359,
      "step": 6420
    },
    {
      "epoch": 0.005623922810893516,
      "grad_norm": 0.9955312013626099,
      "learning_rate": 2.811816192560175e-05,
      "loss": 5.6549,
      "step": 6425
    },
    {
      "epoch": 0.005628299404520671,
      "grad_norm": 1.387887954711914,
      "learning_rate": 2.814004376367615e-05,
      "loss": 5.8888,
      "step": 6430
    },
    {
      "epoch": 0.005632675998147826,
      "grad_norm": 1.5988152027130127,
      "learning_rate": 2.816192560175055e-05,
      "loss": 5.8962,
      "step": 6435
    },
    {
      "epoch": 0.00563705259177498,
      "grad_norm": 1.8559802770614624,
      "learning_rate": 2.8183807439824943e-05,
      "loss": 6.0166,
      "step": 6440
    },
    {
      "epoch": 0.0056414291854021345,
      "grad_norm": 2.4165637493133545,
      "learning_rate": 2.8205689277899343e-05,
      "loss": 6.6193,
      "step": 6445
    },
    {
      "epoch": 0.005645805779029289,
      "grad_norm": 1.0423997640609741,
      "learning_rate": 2.8227571115973743e-05,
      "loss": 5.6734,
      "step": 6450
    },
    {
      "epoch": 0.005650182372656443,
      "grad_norm": 2.665022373199463,
      "learning_rate": 2.824945295404814e-05,
      "loss": 6.5203,
      "step": 6455
    },
    {
      "epoch": 0.005654558966283598,
      "grad_norm": 1.1927471160888672,
      "learning_rate": 2.827133479212254e-05,
      "loss": 5.4231,
      "step": 6460
    },
    {
      "epoch": 0.005658935559910753,
      "grad_norm": 2.428920030593872,
      "learning_rate": 2.829321663019694e-05,
      "loss": 6.9223,
      "step": 6465
    },
    {
      "epoch": 0.005663312153537907,
      "grad_norm": 1.6320379972457886,
      "learning_rate": 2.8315098468271334e-05,
      "loss": 5.0707,
      "step": 6470
    },
    {
      "epoch": 0.005667688747165061,
      "grad_norm": 2.0614867210388184,
      "learning_rate": 2.8336980306345734e-05,
      "loss": 6.352,
      "step": 6475
    },
    {
      "epoch": 0.005672065340792216,
      "grad_norm": 1.8756613731384277,
      "learning_rate": 2.8358862144420134e-05,
      "loss": 6.2788,
      "step": 6480
    },
    {
      "epoch": 0.005676441934419371,
      "grad_norm": 2.4464221000671387,
      "learning_rate": 2.8380743982494527e-05,
      "loss": 5.8963,
      "step": 6485
    },
    {
      "epoch": 0.005680818528046525,
      "grad_norm": 3.626329183578491,
      "learning_rate": 2.8402625820568927e-05,
      "loss": 6.0149,
      "step": 6490
    },
    {
      "epoch": 0.0056851951216736795,
      "grad_norm": 1.118173599243164,
      "learning_rate": 2.8424507658643327e-05,
      "loss": 4.9906,
      "step": 6495
    },
    {
      "epoch": 0.005689571715300834,
      "grad_norm": 1.834553837776184,
      "learning_rate": 2.8446389496717724e-05,
      "loss": 6.8914,
      "step": 6500
    },
    {
      "epoch": 0.005693948308927988,
      "grad_norm": 2.829425811767578,
      "learning_rate": 2.8468271334792124e-05,
      "loss": 5.8864,
      "step": 6505
    },
    {
      "epoch": 0.005698324902555143,
      "grad_norm": 1.3306132555007935,
      "learning_rate": 2.8490153172866524e-05,
      "loss": 5.2577,
      "step": 6510
    },
    {
      "epoch": 0.005702701496182298,
      "grad_norm": 2.3202483654022217,
      "learning_rate": 2.8512035010940918e-05,
      "loss": 6.5416,
      "step": 6515
    },
    {
      "epoch": 0.0057070780898094515,
      "grad_norm": 3.8004329204559326,
      "learning_rate": 2.8533916849015318e-05,
      "loss": 5.6736,
      "step": 6520
    },
    {
      "epoch": 0.005711454683436606,
      "grad_norm": 1.4939812421798706,
      "learning_rate": 2.8555798687089718e-05,
      "loss": 5.9004,
      "step": 6525
    },
    {
      "epoch": 0.005715831277063761,
      "grad_norm": 1.3145099878311157,
      "learning_rate": 2.8577680525164115e-05,
      "loss": 6.2682,
      "step": 6530
    },
    {
      "epoch": 0.005720207870690915,
      "grad_norm": 1.082922339439392,
      "learning_rate": 2.8599562363238515e-05,
      "loss": 5.122,
      "step": 6535
    },
    {
      "epoch": 0.00572458446431807,
      "grad_norm": 2.437356472015381,
      "learning_rate": 2.8621444201312915e-05,
      "loss": 5.5373,
      "step": 6540
    },
    {
      "epoch": 0.0057289610579452244,
      "grad_norm": 1.687180757522583,
      "learning_rate": 2.864332603938731e-05,
      "loss": 6.0099,
      "step": 6545
    },
    {
      "epoch": 0.005733337651572379,
      "grad_norm": 1.5753493309020996,
      "learning_rate": 2.866520787746171e-05,
      "loss": 7.223,
      "step": 6550
    },
    {
      "epoch": 0.005737714245199533,
      "grad_norm": 1.0933146476745605,
      "learning_rate": 2.868708971553611e-05,
      "loss": 5.0328,
      "step": 6555
    },
    {
      "epoch": 0.005742090838826688,
      "grad_norm": 1.4041717052459717,
      "learning_rate": 2.8708971553610502e-05,
      "loss": 5.6595,
      "step": 6560
    },
    {
      "epoch": 0.005746467432453843,
      "grad_norm": 1.7139127254486084,
      "learning_rate": 2.8730853391684902e-05,
      "loss": 5.3702,
      "step": 6565
    },
    {
      "epoch": 0.0057508440260809965,
      "grad_norm": 2.0744268894195557,
      "learning_rate": 2.8752735229759302e-05,
      "loss": 6.5332,
      "step": 6570
    },
    {
      "epoch": 0.005755220619708151,
      "grad_norm": 2.1168031692504883,
      "learning_rate": 2.87746170678337e-05,
      "loss": 6.9225,
      "step": 6575
    },
    {
      "epoch": 0.005759597213335306,
      "grad_norm": 1.1427963972091675,
      "learning_rate": 2.87964989059081e-05,
      "loss": 6.0012,
      "step": 6580
    },
    {
      "epoch": 0.00576397380696246,
      "grad_norm": 2.0526492595672607,
      "learning_rate": 2.88183807439825e-05,
      "loss": 6.4814,
      "step": 6585
    },
    {
      "epoch": 0.005768350400589615,
      "grad_norm": 1.912630319595337,
      "learning_rate": 2.8840262582056892e-05,
      "loss": 5.8579,
      "step": 6590
    },
    {
      "epoch": 0.005772726994216769,
      "grad_norm": 1.0535277128219604,
      "learning_rate": 2.8862144420131293e-05,
      "loss": 5.4165,
      "step": 6595
    },
    {
      "epoch": 0.005777103587843923,
      "grad_norm": 1.7472472190856934,
      "learning_rate": 2.8884026258205693e-05,
      "loss": 5.8488,
      "step": 6600
    },
    {
      "epoch": 0.005781480181471078,
      "grad_norm": 2.5514755249023438,
      "learning_rate": 2.8905908096280086e-05,
      "loss": 6.5023,
      "step": 6605
    },
    {
      "epoch": 0.005785856775098233,
      "grad_norm": 2.881788969039917,
      "learning_rate": 2.8927789934354486e-05,
      "loss": 6.2673,
      "step": 6610
    },
    {
      "epoch": 0.0057902333687253876,
      "grad_norm": 1.4556865692138672,
      "learning_rate": 2.8949671772428886e-05,
      "loss": 5.6842,
      "step": 6615
    },
    {
      "epoch": 0.0057946099623525415,
      "grad_norm": 1.2950531244277954,
      "learning_rate": 2.8971553610503283e-05,
      "loss": 6.6202,
      "step": 6620
    },
    {
      "epoch": 0.005798986555979696,
      "grad_norm": 2.2651093006134033,
      "learning_rate": 2.8993435448577683e-05,
      "loss": 5.8578,
      "step": 6625
    },
    {
      "epoch": 0.005803363149606851,
      "grad_norm": 2.0686702728271484,
      "learning_rate": 2.9015317286652083e-05,
      "loss": 5.2756,
      "step": 6630
    },
    {
      "epoch": 0.005807739743234005,
      "grad_norm": 1.076167106628418,
      "learning_rate": 2.9037199124726477e-05,
      "loss": 5.636,
      "step": 6635
    },
    {
      "epoch": 0.00581211633686116,
      "grad_norm": 2.956713914871216,
      "learning_rate": 2.9059080962800877e-05,
      "loss": 5.0039,
      "step": 6640
    },
    {
      "epoch": 0.005816492930488314,
      "grad_norm": 1.0299415588378906,
      "learning_rate": 2.9080962800875277e-05,
      "loss": 5.0092,
      "step": 6645
    },
    {
      "epoch": 0.005820869524115468,
      "grad_norm": 4.253533363342285,
      "learning_rate": 2.9102844638949674e-05,
      "loss": 6.2551,
      "step": 6650
    },
    {
      "epoch": 0.005825246117742623,
      "grad_norm": 1.0620726346969604,
      "learning_rate": 2.9124726477024074e-05,
      "loss": 5.6557,
      "step": 6655
    },
    {
      "epoch": 0.005829622711369778,
      "grad_norm": 2.679858446121216,
      "learning_rate": 2.9146608315098467e-05,
      "loss": 5.6307,
      "step": 6660
    },
    {
      "epoch": 0.005833999304996932,
      "grad_norm": 1.3346410989761353,
      "learning_rate": 2.9168490153172867e-05,
      "loss": 5.856,
      "step": 6665
    },
    {
      "epoch": 0.005838375898624086,
      "grad_norm": 1.5424469709396362,
      "learning_rate": 2.9190371991247267e-05,
      "loss": 6.6268,
      "step": 6670
    },
    {
      "epoch": 0.005842752492251241,
      "grad_norm": 1.419832706451416,
      "learning_rate": 2.921225382932166e-05,
      "loss": 5.2711,
      "step": 6675
    },
    {
      "epoch": 0.005847129085878395,
      "grad_norm": 1.761087417602539,
      "learning_rate": 2.923413566739606e-05,
      "loss": 6.2562,
      "step": 6680
    },
    {
      "epoch": 0.00585150567950555,
      "grad_norm": 1.8503755331039429,
      "learning_rate": 2.925601750547046e-05,
      "loss": 6.647,
      "step": 6685
    },
    {
      "epoch": 0.005855882273132705,
      "grad_norm": 1.2596514225006104,
      "learning_rate": 2.9277899343544858e-05,
      "loss": 4.642,
      "step": 6690
    },
    {
      "epoch": 0.005860258866759859,
      "grad_norm": 1.9741008281707764,
      "learning_rate": 2.9299781181619258e-05,
      "loss": 6.4584,
      "step": 6695
    },
    {
      "epoch": 0.005864635460387013,
      "grad_norm": 2.324004650115967,
      "learning_rate": 2.9321663019693658e-05,
      "loss": 6.2745,
      "step": 6700
    },
    {
      "epoch": 0.005869012054014168,
      "grad_norm": 1.6099995374679565,
      "learning_rate": 2.934354485776805e-05,
      "loss": 6.615,
      "step": 6705
    },
    {
      "epoch": 0.005873388647641323,
      "grad_norm": 1.8198351860046387,
      "learning_rate": 2.936542669584245e-05,
      "loss": 4.3547,
      "step": 6710
    },
    {
      "epoch": 0.005877765241268477,
      "grad_norm": 2.7518253326416016,
      "learning_rate": 2.938730853391685e-05,
      "loss": 5.8489,
      "step": 6715
    },
    {
      "epoch": 0.005882141834895631,
      "grad_norm": 2.3446595668792725,
      "learning_rate": 2.9409190371991245e-05,
      "loss": 7.2213,
      "step": 6720
    },
    {
      "epoch": 0.005886518428522786,
      "grad_norm": 3.573979616165161,
      "learning_rate": 2.9431072210065645e-05,
      "loss": 6.6492,
      "step": 6725
    },
    {
      "epoch": 0.00589089502214994,
      "grad_norm": 1.5256495475769043,
      "learning_rate": 2.9452954048140045e-05,
      "loss": 6.2291,
      "step": 6730
    },
    {
      "epoch": 0.005895271615777095,
      "grad_norm": 2.218923330307007,
      "learning_rate": 2.9474835886214442e-05,
      "loss": 5.3629,
      "step": 6735
    },
    {
      "epoch": 0.0058996482094042495,
      "grad_norm": 1.2548679113388062,
      "learning_rate": 2.9496717724288842e-05,
      "loss": 6.0041,
      "step": 6740
    },
    {
      "epoch": 0.005904024803031403,
      "grad_norm": 2.3695998191833496,
      "learning_rate": 2.9518599562363242e-05,
      "loss": 6.0088,
      "step": 6745
    },
    {
      "epoch": 0.005908401396658558,
      "grad_norm": 2.1626780033111572,
      "learning_rate": 2.9540481400437635e-05,
      "loss": 5.8531,
      "step": 6750
    },
    {
      "epoch": 0.005912777990285713,
      "grad_norm": 2.0414021015167236,
      "learning_rate": 2.9562363238512036e-05,
      "loss": 5.0199,
      "step": 6755
    },
    {
      "epoch": 0.005917154583912868,
      "grad_norm": 1.4718235731124878,
      "learning_rate": 2.9584245076586436e-05,
      "loss": 4.7723,
      "step": 6760
    },
    {
      "epoch": 0.005921531177540022,
      "grad_norm": 1.8781756162643433,
      "learning_rate": 2.9606126914660832e-05,
      "loss": 6.2646,
      "step": 6765
    },
    {
      "epoch": 0.005925907771167176,
      "grad_norm": 2.8977668285369873,
      "learning_rate": 2.9628008752735233e-05,
      "loss": 5.6276,
      "step": 6770
    },
    {
      "epoch": 0.005930284364794331,
      "grad_norm": 2.8860080242156982,
      "learning_rate": 2.9649890590809633e-05,
      "loss": 5.0166,
      "step": 6775
    },
    {
      "epoch": 0.005934660958421485,
      "grad_norm": 1.5036437511444092,
      "learning_rate": 2.9671772428884026e-05,
      "loss": 5.8757,
      "step": 6780
    },
    {
      "epoch": 0.00593903755204864,
      "grad_norm": 1.6735183000564575,
      "learning_rate": 2.9693654266958426e-05,
      "loss": 5.6337,
      "step": 6785
    },
    {
      "epoch": 0.0059434141456757945,
      "grad_norm": 1.7415140867233276,
      "learning_rate": 2.9715536105032826e-05,
      "loss": 5.2692,
      "step": 6790
    },
    {
      "epoch": 0.005947790739302948,
      "grad_norm": 2.325965404510498,
      "learning_rate": 2.973741794310722e-05,
      "loss": 6.2551,
      "step": 6795
    },
    {
      "epoch": 0.005952167332930103,
      "grad_norm": 1.699318528175354,
      "learning_rate": 2.975929978118162e-05,
      "loss": 6.6122,
      "step": 6800
    },
    {
      "epoch": 0.005956543926557258,
      "grad_norm": 1.364439845085144,
      "learning_rate": 2.978118161925602e-05,
      "loss": 5.0105,
      "step": 6805
    },
    {
      "epoch": 0.005960920520184412,
      "grad_norm": 1.6108192205429077,
      "learning_rate": 2.9803063457330417e-05,
      "loss": 6.832,
      "step": 6810
    },
    {
      "epoch": 0.0059652971138115666,
      "grad_norm": 1.906345009803772,
      "learning_rate": 2.9824945295404817e-05,
      "loss": 6.5125,
      "step": 6815
    },
    {
      "epoch": 0.005969673707438721,
      "grad_norm": 3.8266499042510986,
      "learning_rate": 2.9846827133479217e-05,
      "loss": 6.2566,
      "step": 6820
    },
    {
      "epoch": 0.005974050301065875,
      "grad_norm": 1.7046912908554077,
      "learning_rate": 2.986870897155361e-05,
      "loss": 5.8891,
      "step": 6825
    },
    {
      "epoch": 0.00597842689469303,
      "grad_norm": 1.8153703212738037,
      "learning_rate": 2.989059080962801e-05,
      "loss": 6.4789,
      "step": 6830
    },
    {
      "epoch": 0.005982803488320185,
      "grad_norm": 2.6198770999908447,
      "learning_rate": 2.991247264770241e-05,
      "loss": 6.0139,
      "step": 6835
    },
    {
      "epoch": 0.0059871800819473395,
      "grad_norm": 1.819077968597412,
      "learning_rate": 2.9934354485776804e-05,
      "loss": 7.2316,
      "step": 6840
    },
    {
      "epoch": 0.005991556675574493,
      "grad_norm": 2.3580198287963867,
      "learning_rate": 2.9956236323851207e-05,
      "loss": 5.8734,
      "step": 6845
    },
    {
      "epoch": 0.005995933269201648,
      "grad_norm": 1.6877778768539429,
      "learning_rate": 2.9978118161925607e-05,
      "loss": 5.8857,
      "step": 6850
    },
    {
      "epoch": 0.006000309862828803,
      "grad_norm": 1.6348600387573242,
      "learning_rate": 3e-05,
      "loss": 6.0266,
      "step": 6855
    },
    {
      "epoch": 0.006004686456455957,
      "grad_norm": 2.1877057552337646,
      "learning_rate": 3.00218818380744e-05,
      "loss": 5.8798,
      "step": 6860
    },
    {
      "epoch": 0.0060090630500831115,
      "grad_norm": 1.3166414499282837,
      "learning_rate": 3.00437636761488e-05,
      "loss": 5.8702,
      "step": 6865
    },
    {
      "epoch": 0.006013439643710266,
      "grad_norm": 3.297227382659912,
      "learning_rate": 3.0065645514223194e-05,
      "loss": 6.246,
      "step": 6870
    },
    {
      "epoch": 0.00601781623733742,
      "grad_norm": 1.3853249549865723,
      "learning_rate": 3.0087527352297594e-05,
      "loss": 4.7514,
      "step": 6875
    },
    {
      "epoch": 0.006022192830964575,
      "grad_norm": 1.7485425472259521,
      "learning_rate": 3.010940919037199e-05,
      "loss": 6.2329,
      "step": 6880
    },
    {
      "epoch": 0.00602656942459173,
      "grad_norm": 1.0547250509262085,
      "learning_rate": 3.013129102844639e-05,
      "loss": 5.8346,
      "step": 6885
    },
    {
      "epoch": 0.006030946018218884,
      "grad_norm": 2.099562406539917,
      "learning_rate": 3.015317286652079e-05,
      "loss": 6.0129,
      "step": 6890
    },
    {
      "epoch": 0.006035322611846038,
      "grad_norm": 1.0598582029342651,
      "learning_rate": 3.0175054704595185e-05,
      "loss": 5.6066,
      "step": 6895
    },
    {
      "epoch": 0.006039699205473193,
      "grad_norm": 1.7079674005508423,
      "learning_rate": 3.0196936542669585e-05,
      "loss": 5.7125,
      "step": 6900
    },
    {
      "epoch": 0.006044075799100348,
      "grad_norm": 1.3114112615585327,
      "learning_rate": 3.0218818380743985e-05,
      "loss": 5.3882,
      "step": 6905
    },
    {
      "epoch": 0.006048452392727502,
      "grad_norm": 1.7166359424591064,
      "learning_rate": 3.024070021881838e-05,
      "loss": 5.8321,
      "step": 6910
    },
    {
      "epoch": 0.0060528289863546565,
      "grad_norm": 1.5833826065063477,
      "learning_rate": 3.026258205689278e-05,
      "loss": 5.8654,
      "step": 6915
    },
    {
      "epoch": 0.006057205579981811,
      "grad_norm": 3.5696299076080322,
      "learning_rate": 3.028446389496718e-05,
      "loss": 6.4635,
      "step": 6920
    },
    {
      "epoch": 0.006061582173608965,
      "grad_norm": 1.301673412322998,
      "learning_rate": 3.0306345733041575e-05,
      "loss": 6.4764,
      "step": 6925
    },
    {
      "epoch": 0.00606595876723612,
      "grad_norm": 1.8132240772247314,
      "learning_rate": 3.0328227571115976e-05,
      "loss": 5.8739,
      "step": 6930
    },
    {
      "epoch": 0.006070335360863275,
      "grad_norm": 1.940333604812622,
      "learning_rate": 3.0350109409190376e-05,
      "loss": 6.2467,
      "step": 6935
    },
    {
      "epoch": 0.0060747119544904285,
      "grad_norm": 2.5829203128814697,
      "learning_rate": 3.037199124726477e-05,
      "loss": 5.8707,
      "step": 6940
    },
    {
      "epoch": 0.006079088548117583,
      "grad_norm": 3.3086254596710205,
      "learning_rate": 3.039387308533917e-05,
      "loss": 6.101,
      "step": 6945
    },
    {
      "epoch": 0.006083465141744738,
      "grad_norm": 2.822645902633667,
      "learning_rate": 3.041575492341357e-05,
      "loss": 6.2035,
      "step": 6950
    },
    {
      "epoch": 0.006087841735371892,
      "grad_norm": 1.3709840774536133,
      "learning_rate": 3.0437636761487966e-05,
      "loss": 5.6271,
      "step": 6955
    },
    {
      "epoch": 0.006092218328999047,
      "grad_norm": 1.7351175546646118,
      "learning_rate": 3.0459518599562366e-05,
      "loss": 5.9795,
      "step": 6960
    },
    {
      "epoch": 0.0060965949226262015,
      "grad_norm": 2.038177967071533,
      "learning_rate": 3.0481400437636766e-05,
      "loss": 5.9652,
      "step": 6965
    },
    {
      "epoch": 0.006100971516253355,
      "grad_norm": 1.1378229856491089,
      "learning_rate": 3.050328227571116e-05,
      "loss": 4.6073,
      "step": 6970
    },
    {
      "epoch": 0.00610534810988051,
      "grad_norm": 2.796856641769409,
      "learning_rate": 3.052516411378556e-05,
      "loss": 4.7855,
      "step": 6975
    },
    {
      "epoch": 0.006109724703507665,
      "grad_norm": 4.212497711181641,
      "learning_rate": 3.0547045951859956e-05,
      "loss": 5.9814,
      "step": 6980
    },
    {
      "epoch": 0.00611410129713482,
      "grad_norm": 4.691154956817627,
      "learning_rate": 3.056892778993435e-05,
      "loss": 5.9857,
      "step": 6985
    },
    {
      "epoch": 0.0061184778907619735,
      "grad_norm": 2.529836893081665,
      "learning_rate": 3.059080962800876e-05,
      "loss": 6.2613,
      "step": 6990
    },
    {
      "epoch": 0.006122854484389128,
      "grad_norm": 2.3787832260131836,
      "learning_rate": 3.0612691466083153e-05,
      "loss": 6.4949,
      "step": 6995
    },
    {
      "epoch": 0.006127231078016283,
      "grad_norm": 1.289233922958374,
      "learning_rate": 3.063457330415755e-05,
      "loss": 5.7229,
      "step": 7000
    },
    {
      "epoch": 0.006131607671643437,
      "grad_norm": 1.8300588130950928,
      "learning_rate": 3.065645514223195e-05,
      "loss": 6.2467,
      "step": 7005
    },
    {
      "epoch": 0.006135984265270592,
      "grad_norm": 3.342487096786499,
      "learning_rate": 3.067833698030635e-05,
      "loss": 5.8515,
      "step": 7010
    },
    {
      "epoch": 0.006140360858897746,
      "grad_norm": 1.8083744049072266,
      "learning_rate": 3.070021881838075e-05,
      "loss": 6.1939,
      "step": 7015
    },
    {
      "epoch": 0.0061447374525249,
      "grad_norm": 2.083982467651367,
      "learning_rate": 3.0722100656455144e-05,
      "loss": 5.5916,
      "step": 7020
    },
    {
      "epoch": 0.006149114046152055,
      "grad_norm": 2.681246042251587,
      "learning_rate": 3.074398249452955e-05,
      "loss": 4.9886,
      "step": 7025
    },
    {
      "epoch": 0.00615349063977921,
      "grad_norm": 3.384878396987915,
      "learning_rate": 3.076586433260394e-05,
      "loss": 5.404,
      "step": 7030
    },
    {
      "epoch": 0.006157867233406364,
      "grad_norm": 3.72729229927063,
      "learning_rate": 3.078774617067834e-05,
      "loss": 5.6045,
      "step": 7035
    },
    {
      "epoch": 0.0061622438270335185,
      "grad_norm": 1.622399926185608,
      "learning_rate": 3.080962800875274e-05,
      "loss": 5.2064,
      "step": 7040
    },
    {
      "epoch": 0.006166620420660673,
      "grad_norm": 2.4885036945343018,
      "learning_rate": 3.0831509846827134e-05,
      "loss": 6.8436,
      "step": 7045
    },
    {
      "epoch": 0.006170997014287828,
      "grad_norm": 1.1488535404205322,
      "learning_rate": 3.085339168490153e-05,
      "loss": 6.5932,
      "step": 7050
    },
    {
      "epoch": 0.006175373607914982,
      "grad_norm": 1.6421164274215698,
      "learning_rate": 3.0875273522975935e-05,
      "loss": 6.8301,
      "step": 7055
    },
    {
      "epoch": 0.006179750201542137,
      "grad_norm": 1.2351453304290771,
      "learning_rate": 3.089715536105033e-05,
      "loss": 6.1867,
      "step": 7060
    },
    {
      "epoch": 0.006184126795169291,
      "grad_norm": 1.2013235092163086,
      "learning_rate": 3.091903719912473e-05,
      "loss": 5.5588,
      "step": 7065
    },
    {
      "epoch": 0.006188503388796445,
      "grad_norm": 1.422676920890808,
      "learning_rate": 3.094091903719913e-05,
      "loss": 5.6102,
      "step": 7070
    },
    {
      "epoch": 0.0061928799824236,
      "grad_norm": 1.9465041160583496,
      "learning_rate": 3.096280087527352e-05,
      "loss": 6.1864,
      "step": 7075
    },
    {
      "epoch": 0.006197256576050755,
      "grad_norm": 1.6700061559677124,
      "learning_rate": 3.0984682713347925e-05,
      "loss": 6.4414,
      "step": 7080
    },
    {
      "epoch": 0.006201633169677909,
      "grad_norm": 3.324819803237915,
      "learning_rate": 3.100656455142232e-05,
      "loss": 6.2236,
      "step": 7085
    },
    {
      "epoch": 0.006206009763305063,
      "grad_norm": 1.8573215007781982,
      "learning_rate": 3.102844638949672e-05,
      "loss": 6.8225,
      "step": 7090
    },
    {
      "epoch": 0.006210386356932218,
      "grad_norm": 1.7883737087249756,
      "learning_rate": 3.1050328227571115e-05,
      "loss": 5.8702,
      "step": 7095
    },
    {
      "epoch": 0.006214762950559372,
      "grad_norm": 2.1814632415771484,
      "learning_rate": 3.107221006564552e-05,
      "loss": 5.231,
      "step": 7100
    },
    {
      "epoch": 0.006219139544186527,
      "grad_norm": 1.4113678932189941,
      "learning_rate": 3.1094091903719915e-05,
      "loss": 6.5469,
      "step": 7105
    },
    {
      "epoch": 0.006223516137813682,
      "grad_norm": 1.6546756029129028,
      "learning_rate": 3.111597374179431e-05,
      "loss": 5.8107,
      "step": 7110
    },
    {
      "epoch": 0.0062278927314408355,
      "grad_norm": 1.9185411930084229,
      "learning_rate": 3.113785557986871e-05,
      "loss": 5.3077,
      "step": 7115
    },
    {
      "epoch": 0.00623226932506799,
      "grad_norm": 2.598358392715454,
      "learning_rate": 3.1159737417943106e-05,
      "loss": 6.2178,
      "step": 7120
    },
    {
      "epoch": 0.006236645918695145,
      "grad_norm": 0.9608525037765503,
      "learning_rate": 3.118161925601751e-05,
      "loss": 5.5766,
      "step": 7125
    },
    {
      "epoch": 0.0062410225123223,
      "grad_norm": 2.9539713859558105,
      "learning_rate": 3.1203501094091906e-05,
      "loss": 6.7854,
      "step": 7130
    },
    {
      "epoch": 0.006245399105949454,
      "grad_norm": 2.437974452972412,
      "learning_rate": 3.12253829321663e-05,
      "loss": 5.973,
      "step": 7135
    },
    {
      "epoch": 0.006249775699576608,
      "grad_norm": 2.4671294689178467,
      "learning_rate": 3.1247264770240706e-05,
      "loss": 6.1998,
      "step": 7140
    },
    {
      "epoch": 0.006254152293203763,
      "grad_norm": 1.7005751132965088,
      "learning_rate": 3.1269146608315096e-05,
      "loss": 4.8669,
      "step": 7145
    },
    {
      "epoch": 0.006258528886830917,
      "grad_norm": 1.8500585556030273,
      "learning_rate": 3.12910284463895e-05,
      "loss": 6.8094,
      "step": 7150
    },
    {
      "epoch": 0.006262905480458072,
      "grad_norm": 1.7254488468170166,
      "learning_rate": 3.1312910284463896e-05,
      "loss": 6.207,
      "step": 7155
    },
    {
      "epoch": 0.0062672820740852266,
      "grad_norm": 1.3206497430801392,
      "learning_rate": 3.133479212253829e-05,
      "loss": 5.425,
      "step": 7160
    },
    {
      "epoch": 0.0062716586677123804,
      "grad_norm": 1.757161259651184,
      "learning_rate": 3.135667396061269e-05,
      "loss": 5.4957,
      "step": 7165
    },
    {
      "epoch": 0.006276035261339535,
      "grad_norm": 2.322643518447876,
      "learning_rate": 3.137855579868709e-05,
      "loss": 5.7966,
      "step": 7170
    },
    {
      "epoch": 0.00628041185496669,
      "grad_norm": 2.2279419898986816,
      "learning_rate": 3.140043763676149e-05,
      "loss": 6.5979,
      "step": 7175
    },
    {
      "epoch": 0.006284788448593844,
      "grad_norm": 2.697012186050415,
      "learning_rate": 3.142231947483589e-05,
      "loss": 5.3521,
      "step": 7180
    },
    {
      "epoch": 0.006289165042220999,
      "grad_norm": 1.42734956741333,
      "learning_rate": 3.144420131291029e-05,
      "loss": 6.206,
      "step": 7185
    },
    {
      "epoch": 0.006293541635848153,
      "grad_norm": 1.8271098136901855,
      "learning_rate": 3.146608315098468e-05,
      "loss": 5.5896,
      "step": 7190
    },
    {
      "epoch": 0.006297918229475308,
      "grad_norm": 1.22272789478302,
      "learning_rate": 3.1487964989059084e-05,
      "loss": 5.6028,
      "step": 7195
    },
    {
      "epoch": 0.006302294823102462,
      "grad_norm": 1.3303827047348022,
      "learning_rate": 3.150984682713348e-05,
      "loss": 6.4447,
      "step": 7200
    },
    {
      "epoch": 0.006306671416729617,
      "grad_norm": 1.756486177444458,
      "learning_rate": 3.153172866520788e-05,
      "loss": 6.7943,
      "step": 7205
    },
    {
      "epoch": 0.0063110480103567715,
      "grad_norm": 1.2233966588974,
      "learning_rate": 3.1553610503282274e-05,
      "loss": 5.224,
      "step": 7210
    },
    {
      "epoch": 0.006315424603983925,
      "grad_norm": 2.5598561763763428,
      "learning_rate": 3.157549234135668e-05,
      "loss": 6.5499,
      "step": 7215
    },
    {
      "epoch": 0.00631980119761108,
      "grad_norm": 1.645748496055603,
      "learning_rate": 3.1597374179431074e-05,
      "loss": 6.1316,
      "step": 7220
    },
    {
      "epoch": 0.006324177791238235,
      "grad_norm": 1.2497329711914062,
      "learning_rate": 3.161925601750547e-05,
      "loss": 6.8346,
      "step": 7225
    },
    {
      "epoch": 0.006328554384865389,
      "grad_norm": 1.1316032409667969,
      "learning_rate": 3.1641137855579874e-05,
      "loss": 6.3934,
      "step": 7230
    },
    {
      "epoch": 0.006332930978492544,
      "grad_norm": 1.1787512302398682,
      "learning_rate": 3.1663019693654264e-05,
      "loss": 5.5669,
      "step": 7235
    },
    {
      "epoch": 0.006337307572119698,
      "grad_norm": 1.9701600074768066,
      "learning_rate": 3.168490153172867e-05,
      "loss": 4.9633,
      "step": 7240
    },
    {
      "epoch": 0.006341684165746852,
      "grad_norm": 2.1597464084625244,
      "learning_rate": 3.1706783369803065e-05,
      "loss": 6.1959,
      "step": 7245
    },
    {
      "epoch": 0.006346060759374007,
      "grad_norm": 4.671730995178223,
      "learning_rate": 3.172866520787746e-05,
      "loss": 5.2357,
      "step": 7250
    },
    {
      "epoch": 0.006350437353001162,
      "grad_norm": 1.7300361394882202,
      "learning_rate": 3.1750547045951865e-05,
      "loss": 6.2047,
      "step": 7255
    },
    {
      "epoch": 0.006354813946628316,
      "grad_norm": 1.2552824020385742,
      "learning_rate": 3.177242888402626e-05,
      "loss": 6.5959,
      "step": 7260
    },
    {
      "epoch": 0.00635919054025547,
      "grad_norm": 1.5305898189544678,
      "learning_rate": 3.179431072210066e-05,
      "loss": 6.4582,
      "step": 7265
    },
    {
      "epoch": 0.006363567133882625,
      "grad_norm": 1.7435122728347778,
      "learning_rate": 3.1816192560175055e-05,
      "loss": 5.5713,
      "step": 7270
    },
    {
      "epoch": 0.00636794372750978,
      "grad_norm": 3.1400091648101807,
      "learning_rate": 3.183807439824946e-05,
      "loss": 6.1926,
      "step": 7275
    },
    {
      "epoch": 0.006372320321136934,
      "grad_norm": 1.5936615467071533,
      "learning_rate": 3.185995623632385e-05,
      "loss": 6.4248,
      "step": 7280
    },
    {
      "epoch": 0.0063766969147640885,
      "grad_norm": 1.3766909837722778,
      "learning_rate": 3.188183807439825e-05,
      "loss": 5.9396,
      "step": 7285
    },
    {
      "epoch": 0.006381073508391243,
      "grad_norm": 2.7334609031677246,
      "learning_rate": 3.190371991247265e-05,
      "loss": 6.1729,
      "step": 7290
    },
    {
      "epoch": 0.006385450102018397,
      "grad_norm": 1.3002736568450928,
      "learning_rate": 3.1925601750547046e-05,
      "loss": 6.2052,
      "step": 7295
    },
    {
      "epoch": 0.006389826695645552,
      "grad_norm": 1.6458336114883423,
      "learning_rate": 3.194748358862145e-05,
      "loss": 6.5259,
      "step": 7300
    },
    {
      "epoch": 0.006394203289272707,
      "grad_norm": 1.3758513927459717,
      "learning_rate": 3.1969365426695846e-05,
      "loss": 4.9449,
      "step": 7305
    },
    {
      "epoch": 0.006398579882899861,
      "grad_norm": 1.155186414718628,
      "learning_rate": 3.199124726477024e-05,
      "loss": 5.3498,
      "step": 7310
    },
    {
      "epoch": 0.006402956476527015,
      "grad_norm": 1.6965851783752441,
      "learning_rate": 3.201312910284464e-05,
      "loss": 5.5549,
      "step": 7315
    },
    {
      "epoch": 0.00640733307015417,
      "grad_norm": 1.7599515914916992,
      "learning_rate": 3.203501094091904e-05,
      "loss": 6.7646,
      "step": 7320
    },
    {
      "epoch": 0.006411709663781324,
      "grad_norm": 1.2906583547592163,
      "learning_rate": 3.205689277899343e-05,
      "loss": 6.3941,
      "step": 7325
    },
    {
      "epoch": 0.006416086257408479,
      "grad_norm": 2.407907009124756,
      "learning_rate": 3.2078774617067836e-05,
      "loss": 5.326,
      "step": 7330
    },
    {
      "epoch": 0.0064204628510356335,
      "grad_norm": 1.5635219812393188,
      "learning_rate": 3.210065645514223e-05,
      "loss": 6.7891,
      "step": 7335
    },
    {
      "epoch": 0.006424839444662788,
      "grad_norm": 2.8911325931549072,
      "learning_rate": 3.212253829321663e-05,
      "loss": 5.8601,
      "step": 7340
    },
    {
      "epoch": 0.006429216038289942,
      "grad_norm": 1.652489185333252,
      "learning_rate": 3.214442013129103e-05,
      "loss": 5.1084,
      "step": 7345
    },
    {
      "epoch": 0.006433592631917097,
      "grad_norm": 1.9451167583465576,
      "learning_rate": 3.216630196936542e-05,
      "loss": 7.2092,
      "step": 7350
    },
    {
      "epoch": 0.006437969225544252,
      "grad_norm": 1.9198267459869385,
      "learning_rate": 3.218818380743983e-05,
      "loss": 6.1903,
      "step": 7355
    },
    {
      "epoch": 0.0064423458191714056,
      "grad_norm": 1.1048444509506226,
      "learning_rate": 3.2210065645514223e-05,
      "loss": 5.5629,
      "step": 7360
    },
    {
      "epoch": 0.00644672241279856,
      "grad_norm": 1.5858408212661743,
      "learning_rate": 3.223194748358862e-05,
      "loss": 5.0366,
      "step": 7365
    },
    {
      "epoch": 0.006451099006425715,
      "grad_norm": 1.0598952770233154,
      "learning_rate": 3.2253829321663024e-05,
      "loss": 5.9461,
      "step": 7370
    },
    {
      "epoch": 0.006455475600052869,
      "grad_norm": 1.5238319635391235,
      "learning_rate": 3.227571115973742e-05,
      "loss": 6.5815,
      "step": 7375
    },
    {
      "epoch": 0.006459852193680024,
      "grad_norm": 1.0927379131317139,
      "learning_rate": 3.229759299781182e-05,
      "loss": 5.5602,
      "step": 7380
    },
    {
      "epoch": 0.0064642287873071785,
      "grad_norm": 1.4441677331924438,
      "learning_rate": 3.2319474835886214e-05,
      "loss": 6.1819,
      "step": 7385
    },
    {
      "epoch": 0.006468605380934332,
      "grad_norm": 1.5323599576950073,
      "learning_rate": 3.234135667396062e-05,
      "loss": 6.7854,
      "step": 7390
    },
    {
      "epoch": 0.006472981974561487,
      "grad_norm": 1.640560507774353,
      "learning_rate": 3.236323851203501e-05,
      "loss": 5.843,
      "step": 7395
    },
    {
      "epoch": 0.006477358568188642,
      "grad_norm": 1.423766016960144,
      "learning_rate": 3.238512035010941e-05,
      "loss": 6.7687,
      "step": 7400
    },
    {
      "epoch": 0.006481735161815796,
      "grad_norm": 0.9903637170791626,
      "learning_rate": 3.240700218818381e-05,
      "loss": 6.4287,
      "step": 7405
    },
    {
      "epoch": 0.0064861117554429505,
      "grad_norm": 1.3120309114456177,
      "learning_rate": 3.2428884026258204e-05,
      "loss": 7.1035,
      "step": 7410
    },
    {
      "epoch": 0.006490488349070105,
      "grad_norm": 1.1650800704956055,
      "learning_rate": 3.245076586433261e-05,
      "loss": 6.1573,
      "step": 7415
    },
    {
      "epoch": 0.00649486494269726,
      "grad_norm": 1.0849579572677612,
      "learning_rate": 3.2472647702407005e-05,
      "loss": 5.7608,
      "step": 7420
    },
    {
      "epoch": 0.006499241536324414,
      "grad_norm": 1.27011239528656,
      "learning_rate": 3.24945295404814e-05,
      "loss": 5.8027,
      "step": 7425
    },
    {
      "epoch": 0.006503618129951569,
      "grad_norm": 1.6251767873764038,
      "learning_rate": 3.25164113785558e-05,
      "loss": 7.1717,
      "step": 7430
    },
    {
      "epoch": 0.006507994723578723,
      "grad_norm": 1.2525835037231445,
      "learning_rate": 3.25382932166302e-05,
      "loss": 5.2136,
      "step": 7435
    },
    {
      "epoch": 0.006512371317205877,
      "grad_norm": 3.4305801391601562,
      "learning_rate": 3.256017505470459e-05,
      "loss": 6.7523,
      "step": 7440
    },
    {
      "epoch": 0.006516747910833032,
      "grad_norm": 2.322338819503784,
      "learning_rate": 3.2582056892778995e-05,
      "loss": 6.4273,
      "step": 7445
    },
    {
      "epoch": 0.006521124504460187,
      "grad_norm": 2.959590196609497,
      "learning_rate": 3.260393873085339e-05,
      "loss": 5.9053,
      "step": 7450
    },
    {
      "epoch": 0.006525501098087341,
      "grad_norm": 1.220646619796753,
      "learning_rate": 3.262582056892779e-05,
      "loss": 4.9657,
      "step": 7455
    },
    {
      "epoch": 0.0065298776917144955,
      "grad_norm": 0.9580555558204651,
      "learning_rate": 3.264770240700219e-05,
      "loss": 5.1651,
      "step": 7460
    },
    {
      "epoch": 0.00653425428534165,
      "grad_norm": 1.476072072982788,
      "learning_rate": 3.266958424507659e-05,
      "loss": 5.5568,
      "step": 7465
    },
    {
      "epoch": 0.006538630878968804,
      "grad_norm": 0.9586398601531982,
      "learning_rate": 3.2691466083150986e-05,
      "loss": 5.9503,
      "step": 7470
    },
    {
      "epoch": 0.006543007472595959,
      "grad_norm": 2.368713617324829,
      "learning_rate": 3.271334792122538e-05,
      "loss": 5.5675,
      "step": 7475
    },
    {
      "epoch": 0.006547384066223114,
      "grad_norm": 1.464556336402893,
      "learning_rate": 3.2735229759299786e-05,
      "loss": 6.4297,
      "step": 7480
    },
    {
      "epoch": 0.006551760659850268,
      "grad_norm": 1.6476433277130127,
      "learning_rate": 3.275711159737418e-05,
      "loss": 5.8026,
      "step": 7485
    },
    {
      "epoch": 0.006556137253477422,
      "grad_norm": 1.216386318206787,
      "learning_rate": 3.277899343544858e-05,
      "loss": 4.3284,
      "step": 7490
    },
    {
      "epoch": 0.006560513847104577,
      "grad_norm": 1.2460495233535767,
      "learning_rate": 3.280087527352298e-05,
      "loss": 4.5702,
      "step": 7495
    },
    {
      "epoch": 0.006564890440731732,
      "grad_norm": 1.7029589414596558,
      "learning_rate": 3.282275711159737e-05,
      "loss": 5.5762,
      "step": 7500
    },
    {
      "epoch": 0.006569267034358886,
      "grad_norm": 1.9501502513885498,
      "learning_rate": 3.2844638949671776e-05,
      "loss": 6.4461,
      "step": 7505
    },
    {
      "epoch": 0.0065736436279860404,
      "grad_norm": 1.4807064533233643,
      "learning_rate": 3.286652078774617e-05,
      "loss": 6.4111,
      "step": 7510
    },
    {
      "epoch": 0.006578020221613195,
      "grad_norm": 1.2305145263671875,
      "learning_rate": 3.288840262582057e-05,
      "loss": 6.7576,
      "step": 7515
    },
    {
      "epoch": 0.006582396815240349,
      "grad_norm": 0.9645880460739136,
      "learning_rate": 3.2910284463894966e-05,
      "loss": 5.6578,
      "step": 7520
    },
    {
      "epoch": 0.006586773408867504,
      "grad_norm": 2.501128911972046,
      "learning_rate": 3.293216630196937e-05,
      "loss": 6.4188,
      "step": 7525
    },
    {
      "epoch": 0.006591150002494659,
      "grad_norm": 1.1062757968902588,
      "learning_rate": 3.295404814004377e-05,
      "loss": 4.8056,
      "step": 7530
    },
    {
      "epoch": 0.0065955265961218125,
      "grad_norm": 2.089022636413574,
      "learning_rate": 3.2975929978118163e-05,
      "loss": 5.9232,
      "step": 7535
    },
    {
      "epoch": 0.006599903189748967,
      "grad_norm": 1.0206485986709595,
      "learning_rate": 3.299781181619257e-05,
      "loss": 5.9147,
      "step": 7540
    },
    {
      "epoch": 0.006604279783376122,
      "grad_norm": 1.6199250221252441,
      "learning_rate": 3.301969365426696e-05,
      "loss": 5.8141,
      "step": 7545
    },
    {
      "epoch": 0.006608656377003276,
      "grad_norm": 0.9961561560630798,
      "learning_rate": 3.304157549234136e-05,
      "loss": 4.7521,
      "step": 7550
    },
    {
      "epoch": 0.006613032970630431,
      "grad_norm": 1.541624903678894,
      "learning_rate": 3.306345733041576e-05,
      "loss": 6.443,
      "step": 7555
    },
    {
      "epoch": 0.006617409564257585,
      "grad_norm": 2.0759732723236084,
      "learning_rate": 3.3085339168490154e-05,
      "loss": 5.8225,
      "step": 7560
    },
    {
      "epoch": 0.00662178615788474,
      "grad_norm": 1.3046990633010864,
      "learning_rate": 3.310722100656455e-05,
      "loss": 4.5452,
      "step": 7565
    },
    {
      "epoch": 0.006626162751511894,
      "grad_norm": 1.6905627250671387,
      "learning_rate": 3.3129102844638954e-05,
      "loss": 6.7711,
      "step": 7570
    },
    {
      "epoch": 0.006630539345139049,
      "grad_norm": 4.336796760559082,
      "learning_rate": 3.315098468271335e-05,
      "loss": 5.3902,
      "step": 7575
    },
    {
      "epoch": 0.006634915938766204,
      "grad_norm": 1.9912467002868652,
      "learning_rate": 3.317286652078775e-05,
      "loss": 5.5479,
      "step": 7580
    },
    {
      "epoch": 0.0066392925323933575,
      "grad_norm": 2.096738815307617,
      "learning_rate": 3.3194748358862144e-05,
      "loss": 6.158,
      "step": 7585
    },
    {
      "epoch": 0.006643669126020512,
      "grad_norm": 2.310391902923584,
      "learning_rate": 3.321663019693654e-05,
      "loss": 6.577,
      "step": 7590
    },
    {
      "epoch": 0.006648045719647667,
      "grad_norm": 3.486372470855713,
      "learning_rate": 3.3238512035010945e-05,
      "loss": 6.15,
      "step": 7595
    },
    {
      "epoch": 0.006652422313274821,
      "grad_norm": 1.9410924911499023,
      "learning_rate": 3.326039387308534e-05,
      "loss": 6.151,
      "step": 7600
    },
    {
      "epoch": 0.006656798906901976,
      "grad_norm": 1.1218887567520142,
      "learning_rate": 3.328227571115974e-05,
      "loss": 5.774,
      "step": 7605
    },
    {
      "epoch": 0.00666117550052913,
      "grad_norm": 1.9684034585952759,
      "learning_rate": 3.330415754923414e-05,
      "loss": 5.9508,
      "step": 7610
    },
    {
      "epoch": 0.006665552094156284,
      "grad_norm": 1.7277084589004517,
      "learning_rate": 3.332603938730853e-05,
      "loss": 5.9297,
      "step": 7615
    },
    {
      "epoch": 0.006669928687783439,
      "grad_norm": 4.9062347412109375,
      "learning_rate": 3.3347921225382935e-05,
      "loss": 5.593,
      "step": 7620
    },
    {
      "epoch": 0.006674305281410594,
      "grad_norm": 2.4347574710845947,
      "learning_rate": 3.336980306345733e-05,
      "loss": 5.8439,
      "step": 7625
    },
    {
      "epoch": 0.0066786818750377485,
      "grad_norm": 1.045803427696228,
      "learning_rate": 3.339168490153173e-05,
      "loss": 5.9399,
      "step": 7630
    },
    {
      "epoch": 0.006683058468664902,
      "grad_norm": 0.9702035784721375,
      "learning_rate": 3.3413566739606125e-05,
      "loss": 4.9294,
      "step": 7635
    },
    {
      "epoch": 0.006687435062292057,
      "grad_norm": 1.533543586730957,
      "learning_rate": 3.343544857768053e-05,
      "loss": 5.819,
      "step": 7640
    },
    {
      "epoch": 0.006691811655919212,
      "grad_norm": 1.6685572862625122,
      "learning_rate": 3.3457330415754925e-05,
      "loss": 5.5646,
      "step": 7645
    },
    {
      "epoch": 0.006696188249546366,
      "grad_norm": 3.4047155380249023,
      "learning_rate": 3.347921225382932e-05,
      "loss": 5.3242,
      "step": 7650
    },
    {
      "epoch": 0.006700564843173521,
      "grad_norm": 2.081634998321533,
      "learning_rate": 3.3501094091903726e-05,
      "loss": 6.5082,
      "step": 7655
    },
    {
      "epoch": 0.006704941436800675,
      "grad_norm": 1.706248164176941,
      "learning_rate": 3.3522975929978116e-05,
      "loss": 5.8452,
      "step": 7660
    },
    {
      "epoch": 0.006709318030427829,
      "grad_norm": 1.8511936664581299,
      "learning_rate": 3.354485776805252e-05,
      "loss": 6.1982,
      "step": 7665
    },
    {
      "epoch": 0.006713694624054984,
      "grad_norm": 2.0247068405151367,
      "learning_rate": 3.3566739606126916e-05,
      "loss": 5.2016,
      "step": 7670
    },
    {
      "epoch": 0.006718071217682139,
      "grad_norm": 2.3159947395324707,
      "learning_rate": 3.358862144420131e-05,
      "loss": 6.5532,
      "step": 7675
    },
    {
      "epoch": 0.006722447811309293,
      "grad_norm": 2.347090005874634,
      "learning_rate": 3.361050328227571e-05,
      "loss": 4.9664,
      "step": 7680
    },
    {
      "epoch": 0.006726824404936447,
      "grad_norm": 2.0822365283966064,
      "learning_rate": 3.363238512035011e-05,
      "loss": 6.1462,
      "step": 7685
    },
    {
      "epoch": 0.006731200998563602,
      "grad_norm": 0.9411466121673584,
      "learning_rate": 3.365426695842451e-05,
      "loss": 4.9638,
      "step": 7690
    },
    {
      "epoch": 0.006735577592190756,
      "grad_norm": 2.4524736404418945,
      "learning_rate": 3.3676148796498906e-05,
      "loss": 6.5371,
      "step": 7695
    },
    {
      "epoch": 0.006739954185817911,
      "grad_norm": 1.4642988443374634,
      "learning_rate": 3.369803063457331e-05,
      "loss": 6.1673,
      "step": 7700
    },
    {
      "epoch": 0.0067443307794450656,
      "grad_norm": 1.0499913692474365,
      "learning_rate": 3.37199124726477e-05,
      "loss": 6.1451,
      "step": 7705
    },
    {
      "epoch": 0.00674870737307222,
      "grad_norm": 1.9645591974258423,
      "learning_rate": 3.37417943107221e-05,
      "loss": 6.7617,
      "step": 7710
    },
    {
      "epoch": 0.006753083966699374,
      "grad_norm": 1.2808589935302734,
      "learning_rate": 3.37636761487965e-05,
      "loss": 6.166,
      "step": 7715
    },
    {
      "epoch": 0.006757460560326529,
      "grad_norm": 1.096518874168396,
      "learning_rate": 3.37855579868709e-05,
      "loss": 5.9143,
      "step": 7720
    },
    {
      "epoch": 0.006761837153953684,
      "grad_norm": 1.7666447162628174,
      "learning_rate": 3.38074398249453e-05,
      "loss": 6.1654,
      "step": 7725
    },
    {
      "epoch": 0.006766213747580838,
      "grad_norm": 1.898917555809021,
      "learning_rate": 3.38293216630197e-05,
      "loss": 6.1396,
      "step": 7730
    },
    {
      "epoch": 0.006770590341207992,
      "grad_norm": 2.4825079441070557,
      "learning_rate": 3.3851203501094094e-05,
      "loss": 6.507,
      "step": 7735
    },
    {
      "epoch": 0.006774966934835147,
      "grad_norm": 1.5699841976165771,
      "learning_rate": 3.387308533916849e-05,
      "loss": 6.732,
      "step": 7740
    },
    {
      "epoch": 0.006779343528462301,
      "grad_norm": 1.1764347553253174,
      "learning_rate": 3.3894967177242894e-05,
      "loss": 6.515,
      "step": 7745
    },
    {
      "epoch": 0.006783720122089456,
      "grad_norm": 1.3940916061401367,
      "learning_rate": 3.3916849015317284e-05,
      "loss": 6.385,
      "step": 7750
    },
    {
      "epoch": 0.0067880967157166105,
      "grad_norm": 1.8005319833755493,
      "learning_rate": 3.393873085339169e-05,
      "loss": 5.9167,
      "step": 7755
    },
    {
      "epoch": 0.006792473309343764,
      "grad_norm": 2.5035338401794434,
      "learning_rate": 3.3960612691466084e-05,
      "loss": 6.3889,
      "step": 7760
    },
    {
      "epoch": 0.006796849902970919,
      "grad_norm": 2.134584903717041,
      "learning_rate": 3.398249452954048e-05,
      "loss": 5.6029,
      "step": 7765
    },
    {
      "epoch": 0.006801226496598074,
      "grad_norm": 1.2222793102264404,
      "learning_rate": 3.4004376367614885e-05,
      "loss": 5.7728,
      "step": 7770
    },
    {
      "epoch": 0.006805603090225229,
      "grad_norm": 1.734805941581726,
      "learning_rate": 3.402625820568928e-05,
      "loss": 6.1299,
      "step": 7775
    },
    {
      "epoch": 0.0068099796838523826,
      "grad_norm": 2.4474430084228516,
      "learning_rate": 3.404814004376368e-05,
      "loss": 6.1735,
      "step": 7780
    },
    {
      "epoch": 0.006814356277479537,
      "grad_norm": 1.676369071006775,
      "learning_rate": 3.4070021881838075e-05,
      "loss": 5.7756,
      "step": 7785
    },
    {
      "epoch": 0.006818732871106692,
      "grad_norm": 1.5446897745132446,
      "learning_rate": 3.409190371991248e-05,
      "loss": 5.7765,
      "step": 7790
    },
    {
      "epoch": 0.006823109464733846,
      "grad_norm": 1.6198865175247192,
      "learning_rate": 3.411378555798687e-05,
      "loss": 5.8805,
      "step": 7795
    },
    {
      "epoch": 0.006827486058361001,
      "grad_norm": 1.1413933038711548,
      "learning_rate": 3.413566739606127e-05,
      "loss": 6.1447,
      "step": 7800
    },
    {
      "epoch": 0.0068318626519881555,
      "grad_norm": 1.5343689918518066,
      "learning_rate": 3.415754923413567e-05,
      "loss": 6.7486,
      "step": 7805
    },
    {
      "epoch": 0.006836239245615309,
      "grad_norm": 1.8194087743759155,
      "learning_rate": 3.4179431072210065e-05,
      "loss": 5.5632,
      "step": 7810
    },
    {
      "epoch": 0.006840615839242464,
      "grad_norm": 1.4226303100585938,
      "learning_rate": 3.420131291028447e-05,
      "loss": 6.1382,
      "step": 7815
    },
    {
      "epoch": 0.006844992432869619,
      "grad_norm": 1.1561554670333862,
      "learning_rate": 3.422319474835886e-05,
      "loss": 5.7697,
      "step": 7820
    },
    {
      "epoch": 0.006849369026496773,
      "grad_norm": 1.3054546117782593,
      "learning_rate": 3.424507658643326e-05,
      "loss": 6.0053,
      "step": 7825
    },
    {
      "epoch": 0.0068537456201239275,
      "grad_norm": 1.8680225610733032,
      "learning_rate": 3.426695842450766e-05,
      "loss": 7.1373,
      "step": 7830
    },
    {
      "epoch": 0.006858122213751082,
      "grad_norm": 2.404737710952759,
      "learning_rate": 3.4288840262582056e-05,
      "loss": 5.5664,
      "step": 7835
    },
    {
      "epoch": 0.006862498807378236,
      "grad_norm": 1.4584784507751465,
      "learning_rate": 3.431072210065646e-05,
      "loss": 6.4949,
      "step": 7840
    },
    {
      "epoch": 0.006866875401005391,
      "grad_norm": 1.2992823123931885,
      "learning_rate": 3.4332603938730856e-05,
      "loss": 7.0898,
      "step": 7845
    },
    {
      "epoch": 0.006871251994632546,
      "grad_norm": 1.065571665763855,
      "learning_rate": 3.435448577680525e-05,
      "loss": 5.8942,
      "step": 7850
    },
    {
      "epoch": 0.0068756285882597004,
      "grad_norm": 1.3623104095458984,
      "learning_rate": 3.437636761487965e-05,
      "loss": 6.0828,
      "step": 7855
    },
    {
      "epoch": 0.006880005181886854,
      "grad_norm": 1.3092483282089233,
      "learning_rate": 3.439824945295405e-05,
      "loss": 5.7948,
      "step": 7860
    },
    {
      "epoch": 0.006884381775514009,
      "grad_norm": 1.1674011945724487,
      "learning_rate": 3.442013129102844e-05,
      "loss": 5.7794,
      "step": 7865
    },
    {
      "epoch": 0.006888758369141164,
      "grad_norm": 1.0591669082641602,
      "learning_rate": 3.4442013129102846e-05,
      "loss": 4.6938,
      "step": 7870
    },
    {
      "epoch": 0.006893134962768318,
      "grad_norm": 1.850587010383606,
      "learning_rate": 3.446389496717724e-05,
      "loss": 5.2858,
      "step": 7875
    },
    {
      "epoch": 0.0068975115563954725,
      "grad_norm": 1.7811933755874634,
      "learning_rate": 3.448577680525164e-05,
      "loss": 5.5531,
      "step": 7880
    },
    {
      "epoch": 0.006901888150022627,
      "grad_norm": 2.1653900146484375,
      "learning_rate": 3.450765864332604e-05,
      "loss": 5.1813,
      "step": 7885
    },
    {
      "epoch": 0.006906264743649781,
      "grad_norm": 3.494201421737671,
      "learning_rate": 3.452954048140044e-05,
      "loss": 4.9627,
      "step": 7890
    },
    {
      "epoch": 0.006910641337276936,
      "grad_norm": 1.8891056776046753,
      "learning_rate": 3.455142231947484e-05,
      "loss": 6.1484,
      "step": 7895
    },
    {
      "epoch": 0.006915017930904091,
      "grad_norm": 1.067347764968872,
      "learning_rate": 3.4573304157549233e-05,
      "loss": 6.1203,
      "step": 7900
    },
    {
      "epoch": 0.0069193945245312445,
      "grad_norm": 1.1643719673156738,
      "learning_rate": 3.459518599562364e-05,
      "loss": 4.3293,
      "step": 7905
    },
    {
      "epoch": 0.006923771118158399,
      "grad_norm": 1.703592300415039,
      "learning_rate": 3.461706783369803e-05,
      "loss": 5.5681,
      "step": 7910
    },
    {
      "epoch": 0.006928147711785554,
      "grad_norm": 0.9638894200325012,
      "learning_rate": 3.463894967177243e-05,
      "loss": 5.9195,
      "step": 7915
    },
    {
      "epoch": 0.006932524305412709,
      "grad_norm": 2.1499364376068115,
      "learning_rate": 3.466083150984683e-05,
      "loss": 5.4229,
      "step": 7920
    },
    {
      "epoch": 0.006936900899039863,
      "grad_norm": 1.502990961074829,
      "learning_rate": 3.4682713347921224e-05,
      "loss": 5.294,
      "step": 7925
    },
    {
      "epoch": 0.0069412774926670175,
      "grad_norm": 1.4288533926010132,
      "learning_rate": 3.470459518599563e-05,
      "loss": 6.3889,
      "step": 7930
    },
    {
      "epoch": 0.006945654086294172,
      "grad_norm": 1.7019046545028687,
      "learning_rate": 3.4726477024070024e-05,
      "loss": 6.1562,
      "step": 7935
    },
    {
      "epoch": 0.006950030679921326,
      "grad_norm": 1.072339653968811,
      "learning_rate": 3.474835886214442e-05,
      "loss": 5.8882,
      "step": 7940
    },
    {
      "epoch": 0.006954407273548481,
      "grad_norm": 1.0251866579055786,
      "learning_rate": 3.477024070021882e-05,
      "loss": 5.9186,
      "step": 7945
    },
    {
      "epoch": 0.006958783867175636,
      "grad_norm": 0.9142945408821106,
      "learning_rate": 3.479212253829322e-05,
      "loss": 4.7972,
      "step": 7950
    },
    {
      "epoch": 0.0069631604608027895,
      "grad_norm": 1.3433218002319336,
      "learning_rate": 3.481400437636762e-05,
      "loss": 6.4086,
      "step": 7955
    },
    {
      "epoch": 0.006967537054429944,
      "grad_norm": 1.724887490272522,
      "learning_rate": 3.4835886214442015e-05,
      "loss": 6.1596,
      "step": 7960
    },
    {
      "epoch": 0.006971913648057099,
      "grad_norm": 1.1240190267562866,
      "learning_rate": 3.485776805251642e-05,
      "loss": 5.9134,
      "step": 7965
    },
    {
      "epoch": 0.006976290241684253,
      "grad_norm": 1.4399973154067993,
      "learning_rate": 3.487964989059081e-05,
      "loss": 5.539,
      "step": 7970
    },
    {
      "epoch": 0.006980666835311408,
      "grad_norm": 1.1959985494613647,
      "learning_rate": 3.490153172866521e-05,
      "loss": 6.1201,
      "step": 7975
    },
    {
      "epoch": 0.006985043428938562,
      "grad_norm": 1.3144968748092651,
      "learning_rate": 3.492341356673961e-05,
      "loss": 6.5087,
      "step": 7980
    },
    {
      "epoch": 0.006989420022565716,
      "grad_norm": 1.2277435064315796,
      "learning_rate": 3.4945295404814005e-05,
      "loss": 6.7473,
      "step": 7985
    },
    {
      "epoch": 0.006993796616192871,
      "grad_norm": 2.2898411750793457,
      "learning_rate": 3.49671772428884e-05,
      "loss": 5.9339,
      "step": 7990
    },
    {
      "epoch": 0.006998173209820026,
      "grad_norm": 1.5632245540618896,
      "learning_rate": 3.4989059080962805e-05,
      "loss": 5.7479,
      "step": 7995
    },
    {
      "epoch": 0.007002549803447181,
      "grad_norm": 0.9784663319587708,
      "learning_rate": 3.50109409190372e-05,
      "loss": 6.1457,
      "step": 8000
    },
    {
      "epoch": 0.0070069263970743345,
      "grad_norm": 1.5623687505722046,
      "learning_rate": 3.50328227571116e-05,
      "loss": 6.1181,
      "step": 8005
    },
    {
      "epoch": 0.007011302990701489,
      "grad_norm": 1.39505934715271,
      "learning_rate": 3.5054704595186e-05,
      "loss": 7.1154,
      "step": 8010
    },
    {
      "epoch": 0.007015679584328644,
      "grad_norm": 1.2104231119155884,
      "learning_rate": 3.507658643326039e-05,
      "loss": 4.576,
      "step": 8015
    },
    {
      "epoch": 0.007020056177955798,
      "grad_norm": 1.0178272724151611,
      "learning_rate": 3.5098468271334796e-05,
      "loss": 5.0162,
      "step": 8020
    },
    {
      "epoch": 0.007024432771582953,
      "grad_norm": 2.0724692344665527,
      "learning_rate": 3.512035010940919e-05,
      "loss": 5.5167,
      "step": 8025
    },
    {
      "epoch": 0.007028809365210107,
      "grad_norm": 1.2762445211410522,
      "learning_rate": 3.514223194748359e-05,
      "loss": 5.7543,
      "step": 8030
    },
    {
      "epoch": 0.007033185958837261,
      "grad_norm": 1.6838268041610718,
      "learning_rate": 3.516411378555799e-05,
      "loss": 6.1202,
      "step": 8035
    },
    {
      "epoch": 0.007037562552464416,
      "grad_norm": 1.236971139907837,
      "learning_rate": 3.518599562363239e-05,
      "loss": 4.9373,
      "step": 8040
    },
    {
      "epoch": 0.007041939146091571,
      "grad_norm": 1.5061589479446411,
      "learning_rate": 3.5207877461706786e-05,
      "loss": 6.4188,
      "step": 8045
    },
    {
      "epoch": 0.007046315739718725,
      "grad_norm": 0.9616856575012207,
      "learning_rate": 3.522975929978118e-05,
      "loss": 5.5341,
      "step": 8050
    },
    {
      "epoch": 0.0070506923333458794,
      "grad_norm": 1.3678169250488281,
      "learning_rate": 3.525164113785558e-05,
      "loss": 4.9383,
      "step": 8055
    },
    {
      "epoch": 0.007055068926973034,
      "grad_norm": 1.4366627931594849,
      "learning_rate": 3.5273522975929976e-05,
      "loss": 6.1493,
      "step": 8060
    },
    {
      "epoch": 0.007059445520600189,
      "grad_norm": 1.257218837738037,
      "learning_rate": 3.529540481400438e-05,
      "loss": 6.125,
      "step": 8065
    },
    {
      "epoch": 0.007063822114227343,
      "grad_norm": 0.8932271599769592,
      "learning_rate": 3.531728665207878e-05,
      "loss": 5.3512,
      "step": 8070
    },
    {
      "epoch": 0.007068198707854498,
      "grad_norm": 1.275723934173584,
      "learning_rate": 3.5339168490153173e-05,
      "loss": 7.1037,
      "step": 8075
    },
    {
      "epoch": 0.007072575301481652,
      "grad_norm": 1.4892090559005737,
      "learning_rate": 3.536105032822758e-05,
      "loss": 6.1299,
      "step": 8080
    },
    {
      "epoch": 0.007076951895108806,
      "grad_norm": 1.6407438516616821,
      "learning_rate": 3.538293216630197e-05,
      "loss": 5.1568,
      "step": 8085
    },
    {
      "epoch": 0.007081328488735961,
      "grad_norm": 1.1154001951217651,
      "learning_rate": 3.540481400437637e-05,
      "loss": 6.0943,
      "step": 8090
    },
    {
      "epoch": 0.007085705082363116,
      "grad_norm": 1.0278081893920898,
      "learning_rate": 3.542669584245077e-05,
      "loss": 5.527,
      "step": 8095
    },
    {
      "epoch": 0.00709008167599027,
      "grad_norm": 2.8680362701416016,
      "learning_rate": 3.5448577680525164e-05,
      "loss": 6.1392,
      "step": 8100
    },
    {
      "epoch": 0.007094458269617424,
      "grad_norm": 1.6598435640335083,
      "learning_rate": 3.547045951859956e-05,
      "loss": 6.3975,
      "step": 8105
    },
    {
      "epoch": 0.007098834863244579,
      "grad_norm": 1.2436416149139404,
      "learning_rate": 3.5492341356673964e-05,
      "loss": 6.4008,
      "step": 8110
    },
    {
      "epoch": 0.007103211456871733,
      "grad_norm": 1.2193820476531982,
      "learning_rate": 3.551422319474836e-05,
      "loss": 6.1282,
      "step": 8115
    },
    {
      "epoch": 0.007107588050498888,
      "grad_norm": 2.1447253227233887,
      "learning_rate": 3.553610503282276e-05,
      "loss": 5.1834,
      "step": 8120
    },
    {
      "epoch": 0.007111964644126043,
      "grad_norm": 1.0699962377548218,
      "learning_rate": 3.555798687089716e-05,
      "loss": 5.9112,
      "step": 8125
    },
    {
      "epoch": 0.0071163412377531965,
      "grad_norm": 1.1699334383010864,
      "learning_rate": 3.557986870897155e-05,
      "loss": 5.7234,
      "step": 8130
    },
    {
      "epoch": 0.007120717831380351,
      "grad_norm": 1.803147792816162,
      "learning_rate": 3.5601750547045955e-05,
      "loss": 6.12,
      "step": 8135
    },
    {
      "epoch": 0.007125094425007506,
      "grad_norm": 1.2407640218734741,
      "learning_rate": 3.562363238512035e-05,
      "loss": 5.3985,
      "step": 8140
    },
    {
      "epoch": 0.007129471018634661,
      "grad_norm": 1.7412313222885132,
      "learning_rate": 3.564551422319475e-05,
      "loss": 5.5011,
      "step": 8145
    },
    {
      "epoch": 0.007133847612261815,
      "grad_norm": 1.1824426651000977,
      "learning_rate": 3.566739606126915e-05,
      "loss": 6.716,
      "step": 8150
    },
    {
      "epoch": 0.007138224205888969,
      "grad_norm": 1.8995451927185059,
      "learning_rate": 3.568927789934355e-05,
      "loss": 5.5413,
      "step": 8155
    },
    {
      "epoch": 0.007142600799516124,
      "grad_norm": 1.0875190496444702,
      "learning_rate": 3.5711159737417945e-05,
      "loss": 4.9054,
      "step": 8160
    },
    {
      "epoch": 0.007146977393143278,
      "grad_norm": 1.3577253818511963,
      "learning_rate": 3.573304157549234e-05,
      "loss": 5.1599,
      "step": 8165
    },
    {
      "epoch": 0.007151353986770433,
      "grad_norm": 1.1835135221481323,
      "learning_rate": 3.5754923413566745e-05,
      "loss": 6.1475,
      "step": 8170
    },
    {
      "epoch": 0.0071557305803975875,
      "grad_norm": 2.0375874042510986,
      "learning_rate": 3.5776805251641135e-05,
      "loss": 5.7334,
      "step": 8175
    },
    {
      "epoch": 0.007160107174024741,
      "grad_norm": 2.6693897247314453,
      "learning_rate": 3.579868708971554e-05,
      "loss": 5.4913,
      "step": 8180
    },
    {
      "epoch": 0.007164483767651896,
      "grad_norm": 1.9403076171875,
      "learning_rate": 3.5820568927789935e-05,
      "loss": 6.7297,
      "step": 8185
    },
    {
      "epoch": 0.007168860361279051,
      "grad_norm": 2.4618544578552246,
      "learning_rate": 3.584245076586433e-05,
      "loss": 5.8642,
      "step": 8190
    },
    {
      "epoch": 0.007173236954906205,
      "grad_norm": 4.009671688079834,
      "learning_rate": 3.5864332603938736e-05,
      "loss": 6.1335,
      "step": 8195
    },
    {
      "epoch": 0.00717761354853336,
      "grad_norm": 3.8991317749023438,
      "learning_rate": 3.588621444201313e-05,
      "loss": 6.1657,
      "step": 8200
    },
    {
      "epoch": 0.007181990142160514,
      "grad_norm": 1.8687841892242432,
      "learning_rate": 3.590809628008753e-05,
      "loss": 6.5043,
      "step": 8205
    },
    {
      "epoch": 0.007186366735787669,
      "grad_norm": 1.6921476125717163,
      "learning_rate": 3.5929978118161926e-05,
      "loss": 4.9539,
      "step": 8210
    },
    {
      "epoch": 0.007190743329414823,
      "grad_norm": 1.2187470197677612,
      "learning_rate": 3.595185995623633e-05,
      "loss": 4.9344,
      "step": 8215
    },
    {
      "epoch": 0.007195119923041978,
      "grad_norm": 1.5480748414993286,
      "learning_rate": 3.597374179431072e-05,
      "loss": 6.7342,
      "step": 8220
    },
    {
      "epoch": 0.0071994965166691325,
      "grad_norm": 1.0731306076049805,
      "learning_rate": 3.599562363238512e-05,
      "loss": 5.8916,
      "step": 8225
    },
    {
      "epoch": 0.007203873110296286,
      "grad_norm": 1.187042474746704,
      "learning_rate": 3.601750547045952e-05,
      "loss": 5.4817,
      "step": 8230
    },
    {
      "epoch": 0.007208249703923441,
      "grad_norm": 2.09258770942688,
      "learning_rate": 3.6039387308533916e-05,
      "loss": 5.7668,
      "step": 8235
    },
    {
      "epoch": 0.007212626297550596,
      "grad_norm": 0.9578549861907959,
      "learning_rate": 3.606126914660832e-05,
      "loss": 5.8973,
      "step": 8240
    },
    {
      "epoch": 0.00721700289117775,
      "grad_norm": 1.484155535697937,
      "learning_rate": 3.608315098468272e-05,
      "loss": 6.4839,
      "step": 8245
    },
    {
      "epoch": 0.0072213794848049045,
      "grad_norm": 1.311506986618042,
      "learning_rate": 3.610503282275711e-05,
      "loss": 6.1399,
      "step": 8250
    },
    {
      "epoch": 0.007225756078432059,
      "grad_norm": 1.5874212980270386,
      "learning_rate": 3.612691466083151e-05,
      "loss": 7.083,
      "step": 8255
    },
    {
      "epoch": 0.007230132672059213,
      "grad_norm": 1.5646816492080688,
      "learning_rate": 3.6148796498905914e-05,
      "loss": 6.7068,
      "step": 8260
    },
    {
      "epoch": 0.007234509265686368,
      "grad_norm": 1.354756236076355,
      "learning_rate": 3.617067833698031e-05,
      "loss": 5.7607,
      "step": 8265
    },
    {
      "epoch": 0.007238885859313523,
      "grad_norm": 1.0348352193832397,
      "learning_rate": 3.619256017505471e-05,
      "loss": 5.7293,
      "step": 8270
    },
    {
      "epoch": 0.007243262452940677,
      "grad_norm": 1.6663873195648193,
      "learning_rate": 3.621444201312911e-05,
      "loss": 5.7596,
      "step": 8275
    },
    {
      "epoch": 0.007247639046567831,
      "grad_norm": 1.1979867219924927,
      "learning_rate": 3.62363238512035e-05,
      "loss": 7.059,
      "step": 8280
    },
    {
      "epoch": 0.007252015640194986,
      "grad_norm": 1.4099798202514648,
      "learning_rate": 3.6258205689277904e-05,
      "loss": 6.7061,
      "step": 8285
    },
    {
      "epoch": 0.007256392233822141,
      "grad_norm": 1.8018133640289307,
      "learning_rate": 3.6280087527352294e-05,
      "loss": 5.7307,
      "step": 8290
    },
    {
      "epoch": 0.007260768827449295,
      "grad_norm": 1.19501531124115,
      "learning_rate": 3.63019693654267e-05,
      "loss": 5.1503,
      "step": 8295
    },
    {
      "epoch": 0.0072651454210764495,
      "grad_norm": 2.1491568088531494,
      "learning_rate": 3.6323851203501094e-05,
      "loss": 5.5025,
      "step": 8300
    },
    {
      "epoch": 0.007269522014703604,
      "grad_norm": 1.028944492340088,
      "learning_rate": 3.634573304157549e-05,
      "loss": 6.3225,
      "step": 8305
    },
    {
      "epoch": 0.007273898608330758,
      "grad_norm": 1.000278353691101,
      "learning_rate": 3.6367614879649895e-05,
      "loss": 5.4829,
      "step": 8310
    },
    {
      "epoch": 0.007278275201957913,
      "grad_norm": 1.671765685081482,
      "learning_rate": 3.638949671772429e-05,
      "loss": 6.0807,
      "step": 8315
    },
    {
      "epoch": 0.007282651795585068,
      "grad_norm": 1.1523120403289795,
      "learning_rate": 3.641137855579869e-05,
      "loss": 6.075,
      "step": 8320
    },
    {
      "epoch": 0.0072870283892122216,
      "grad_norm": 1.818926215171814,
      "learning_rate": 3.6433260393873085e-05,
      "loss": 5.9867,
      "step": 8325
    },
    {
      "epoch": 0.007291404982839376,
      "grad_norm": 1.2159541845321655,
      "learning_rate": 3.645514223194749e-05,
      "loss": 6.121,
      "step": 8330
    },
    {
      "epoch": 0.007295781576466531,
      "grad_norm": 1.470323920249939,
      "learning_rate": 3.647702407002188e-05,
      "loss": 6.4408,
      "step": 8335
    },
    {
      "epoch": 0.007300158170093685,
      "grad_norm": 1.1270321607589722,
      "learning_rate": 3.649890590809628e-05,
      "loss": 5.3937,
      "step": 8340
    },
    {
      "epoch": 0.00730453476372084,
      "grad_norm": 1.3721754550933838,
      "learning_rate": 3.652078774617068e-05,
      "loss": 6.3441,
      "step": 8345
    },
    {
      "epoch": 0.0073089113573479945,
      "grad_norm": 1.2044541835784912,
      "learning_rate": 3.6542669584245075e-05,
      "loss": 4.922,
      "step": 8350
    },
    {
      "epoch": 0.007313287950975149,
      "grad_norm": 1.3670397996902466,
      "learning_rate": 3.656455142231948e-05,
      "loss": 6.6738,
      "step": 8355
    },
    {
      "epoch": 0.007317664544602303,
      "grad_norm": 1.1683905124664307,
      "learning_rate": 3.6586433260393875e-05,
      "loss": 5.7303,
      "step": 8360
    },
    {
      "epoch": 0.007322041138229458,
      "grad_norm": 1.1476058959960938,
      "learning_rate": 3.660831509846827e-05,
      "loss": 5.2591,
      "step": 8365
    },
    {
      "epoch": 0.007326417731856613,
      "grad_norm": 1.0624444484710693,
      "learning_rate": 3.663019693654267e-05,
      "loss": 4.7994,
      "step": 8370
    },
    {
      "epoch": 0.0073307943254837665,
      "grad_norm": 0.8276110291481018,
      "learning_rate": 3.665207877461707e-05,
      "loss": 5.7428,
      "step": 8375
    },
    {
      "epoch": 0.007335170919110921,
      "grad_norm": 1.499287724494934,
      "learning_rate": 3.667396061269147e-05,
      "loss": 6.6988,
      "step": 8380
    },
    {
      "epoch": 0.007339547512738076,
      "grad_norm": 1.398681402206421,
      "learning_rate": 3.6695842450765866e-05,
      "loss": 6.6686,
      "step": 8385
    },
    {
      "epoch": 0.00734392410636523,
      "grad_norm": 0.9828508496284485,
      "learning_rate": 3.671772428884027e-05,
      "loss": 5.2848,
      "step": 8390
    },
    {
      "epoch": 0.007348300699992385,
      "grad_norm": 1.0914876461029053,
      "learning_rate": 3.673960612691466e-05,
      "loss": 5.8546,
      "step": 8395
    },
    {
      "epoch": 0.0073526772936195394,
      "grad_norm": 1.702547311782837,
      "learning_rate": 3.676148796498906e-05,
      "loss": 6.0842,
      "step": 8400
    },
    {
      "epoch": 0.007357053887246693,
      "grad_norm": 1.8135257959365845,
      "learning_rate": 3.678336980306346e-05,
      "loss": 6.4783,
      "step": 8405
    },
    {
      "epoch": 0.007361430480873848,
      "grad_norm": 1.253466248512268,
      "learning_rate": 3.6805251641137856e-05,
      "loss": 5.7476,
      "step": 8410
    },
    {
      "epoch": 0.007365807074501003,
      "grad_norm": 1.5334093570709229,
      "learning_rate": 3.682713347921225e-05,
      "loss": 5.5156,
      "step": 8415
    },
    {
      "epoch": 0.007370183668128157,
      "grad_norm": 1.0859955549240112,
      "learning_rate": 3.6849015317286657e-05,
      "loss": 6.0203,
      "step": 8420
    },
    {
      "epoch": 0.0073745602617553115,
      "grad_norm": 1.5253093242645264,
      "learning_rate": 3.687089715536105e-05,
      "loss": 5.7363,
      "step": 8425
    },
    {
      "epoch": 0.007378936855382466,
      "grad_norm": 1.0751953125,
      "learning_rate": 3.689277899343545e-05,
      "loss": 5.497,
      "step": 8430
    },
    {
      "epoch": 0.007383313449009621,
      "grad_norm": 1.1590371131896973,
      "learning_rate": 3.6914660831509854e-05,
      "loss": 5.4556,
      "step": 8435
    },
    {
      "epoch": 0.007387690042636775,
      "grad_norm": 1.384570598602295,
      "learning_rate": 3.6936542669584244e-05,
      "loss": 5.9561,
      "step": 8440
    },
    {
      "epoch": 0.00739206663626393,
      "grad_norm": 2.494140625,
      "learning_rate": 3.695842450765865e-05,
      "loss": 5.7286,
      "step": 8445
    },
    {
      "epoch": 0.007396443229891084,
      "grad_norm": 1.8382478952407837,
      "learning_rate": 3.6980306345733044e-05,
      "loss": 5.8794,
      "step": 8450
    },
    {
      "epoch": 0.007400819823518238,
      "grad_norm": 2.1473848819732666,
      "learning_rate": 3.700218818380744e-05,
      "loss": 5.8723,
      "step": 8455
    },
    {
      "epoch": 0.007405196417145393,
      "grad_norm": 0.9079377055168152,
      "learning_rate": 3.702407002188184e-05,
      "loss": 5.5064,
      "step": 8460
    },
    {
      "epoch": 0.007409573010772548,
      "grad_norm": 2.08984637260437,
      "learning_rate": 3.704595185995624e-05,
      "loss": 5.3886,
      "step": 8465
    },
    {
      "epoch": 0.007413949604399702,
      "grad_norm": 2.4598941802978516,
      "learning_rate": 3.706783369803064e-05,
      "loss": 5.4858,
      "step": 8470
    },
    {
      "epoch": 0.0074183261980268565,
      "grad_norm": 1.3915196657180786,
      "learning_rate": 3.7089715536105034e-05,
      "loss": 5.7393,
      "step": 8475
    },
    {
      "epoch": 0.007422702791654011,
      "grad_norm": 2.3581130504608154,
      "learning_rate": 3.711159737417944e-05,
      "loss": 6.6893,
      "step": 8480
    },
    {
      "epoch": 0.007427079385281165,
      "grad_norm": 1.887556552886963,
      "learning_rate": 3.713347921225383e-05,
      "loss": 5.5187,
      "step": 8485
    },
    {
      "epoch": 0.00743145597890832,
      "grad_norm": 3.12587308883667,
      "learning_rate": 3.715536105032823e-05,
      "loss": 6.106,
      "step": 8490
    },
    {
      "epoch": 0.007435832572535475,
      "grad_norm": 1.1928651332855225,
      "learning_rate": 3.717724288840263e-05,
      "loss": 4.8721,
      "step": 8495
    },
    {
      "epoch": 0.007440209166162629,
      "grad_norm": 1.7085466384887695,
      "learning_rate": 3.7199124726477025e-05,
      "loss": 5.8622,
      "step": 8500
    },
    {
      "epoch": 0.007444585759789783,
      "grad_norm": 2.0790517330169678,
      "learning_rate": 3.722100656455143e-05,
      "loss": 6.6559,
      "step": 8505
    },
    {
      "epoch": 0.007448962353416938,
      "grad_norm": 2.4008381366729736,
      "learning_rate": 3.7242888402625825e-05,
      "loss": 6.097,
      "step": 8510
    },
    {
      "epoch": 0.007453338947044093,
      "grad_norm": 1.2030342817306519,
      "learning_rate": 3.726477024070022e-05,
      "loss": 4.5592,
      "step": 8515
    },
    {
      "epoch": 0.007457715540671247,
      "grad_norm": 1.2782920598983765,
      "learning_rate": 3.728665207877462e-05,
      "loss": 6.4854,
      "step": 8520
    },
    {
      "epoch": 0.007462092134298401,
      "grad_norm": 1.4623243808746338,
      "learning_rate": 3.7308533916849015e-05,
      "loss": 6.325,
      "step": 8525
    },
    {
      "epoch": 0.007466468727925556,
      "grad_norm": 1.0433160066604614,
      "learning_rate": 3.733041575492341e-05,
      "loss": 5.8468,
      "step": 8530
    },
    {
      "epoch": 0.00747084532155271,
      "grad_norm": 1.1187245845794678,
      "learning_rate": 3.7352297592997815e-05,
      "loss": 7.0045,
      "step": 8535
    },
    {
      "epoch": 0.007475221915179865,
      "grad_norm": 1.2536283731460571,
      "learning_rate": 3.737417943107221e-05,
      "loss": 6.0654,
      "step": 8540
    },
    {
      "epoch": 0.00747959850880702,
      "grad_norm": 1.4963806867599487,
      "learning_rate": 3.739606126914661e-05,
      "loss": 6.4804,
      "step": 8545
    },
    {
      "epoch": 0.0074839751024341735,
      "grad_norm": 1.442018985748291,
      "learning_rate": 3.741794310722101e-05,
      "loss": 5.4794,
      "step": 8550
    },
    {
      "epoch": 0.007488351696061328,
      "grad_norm": 1.409332513809204,
      "learning_rate": 3.74398249452954e-05,
      "loss": 4.8823,
      "step": 8555
    },
    {
      "epoch": 0.007492728289688483,
      "grad_norm": 1.1042553186416626,
      "learning_rate": 3.7461706783369806e-05,
      "loss": 5.9865,
      "step": 8560
    },
    {
      "epoch": 0.007497104883315637,
      "grad_norm": 1.2820872068405151,
      "learning_rate": 3.74835886214442e-05,
      "loss": 5.3641,
      "step": 8565
    },
    {
      "epoch": 0.007501481476942792,
      "grad_norm": 1.1819746494293213,
      "learning_rate": 3.75054704595186e-05,
      "loss": 7.0115,
      "step": 8570
    },
    {
      "epoch": 0.007505858070569946,
      "grad_norm": 1.1107168197631836,
      "learning_rate": 3.7527352297592996e-05,
      "loss": 5.3249,
      "step": 8575
    },
    {
      "epoch": 0.007510234664197101,
      "grad_norm": 1.0583226680755615,
      "learning_rate": 3.75492341356674e-05,
      "loss": 5.4846,
      "step": 8580
    },
    {
      "epoch": 0.007514611257824255,
      "grad_norm": 1.2397804260253906,
      "learning_rate": 3.7571115973741796e-05,
      "loss": 5.9383,
      "step": 8585
    },
    {
      "epoch": 0.00751898785145141,
      "grad_norm": 1.338976263999939,
      "learning_rate": 3.759299781181619e-05,
      "loss": 6.0072,
      "step": 8590
    },
    {
      "epoch": 0.0075233644450785645,
      "grad_norm": 1.5184975862503052,
      "learning_rate": 3.7614879649890597e-05,
      "loss": 5.7205,
      "step": 8595
    },
    {
      "epoch": 0.0075277410387057184,
      "grad_norm": 1.2546098232269287,
      "learning_rate": 3.7636761487964986e-05,
      "loss": 7.0686,
      "step": 8600
    },
    {
      "epoch": 0.007532117632332873,
      "grad_norm": 1.1747562885284424,
      "learning_rate": 3.765864332603939e-05,
      "loss": 6.4604,
      "step": 8605
    },
    {
      "epoch": 0.007536494225960028,
      "grad_norm": 1.6651039123535156,
      "learning_rate": 3.768052516411379e-05,
      "loss": 5.7442,
      "step": 8610
    },
    {
      "epoch": 0.007540870819587182,
      "grad_norm": 2.024672508239746,
      "learning_rate": 3.7702407002188183e-05,
      "loss": 6.0678,
      "step": 8615
    },
    {
      "epoch": 0.007545247413214337,
      "grad_norm": 3.0679333209991455,
      "learning_rate": 3.772428884026259e-05,
      "loss": 5.1397,
      "step": 8620
    },
    {
      "epoch": 0.007549624006841491,
      "grad_norm": 2.2753639221191406,
      "learning_rate": 3.7746170678336984e-05,
      "loss": 5.8911,
      "step": 8625
    },
    {
      "epoch": 0.007554000600468645,
      "grad_norm": 1.3222217559814453,
      "learning_rate": 3.776805251641138e-05,
      "loss": 6.316,
      "step": 8630
    },
    {
      "epoch": 0.0075583771940958,
      "grad_norm": 2.9387497901916504,
      "learning_rate": 3.778993435448578e-05,
      "loss": 5.8613,
      "step": 8635
    },
    {
      "epoch": 0.007562753787722955,
      "grad_norm": 3.5849921703338623,
      "learning_rate": 3.781181619256018e-05,
      "loss": 4.2926,
      "step": 8640
    },
    {
      "epoch": 0.0075671303813501095,
      "grad_norm": 1.8781145811080933,
      "learning_rate": 3.783369803063457e-05,
      "loss": 7.0203,
      "step": 8645
    },
    {
      "epoch": 0.007571506974977263,
      "grad_norm": 3.8503997325897217,
      "learning_rate": 3.7855579868708974e-05,
      "loss": 5.785,
      "step": 8650
    },
    {
      "epoch": 0.007575883568604418,
      "grad_norm": 1.6256446838378906,
      "learning_rate": 3.787746170678337e-05,
      "loss": 6.3787,
      "step": 8655
    },
    {
      "epoch": 0.007580260162231573,
      "grad_norm": 1.6450207233428955,
      "learning_rate": 3.789934354485777e-05,
      "loss": 6.7051,
      "step": 8660
    },
    {
      "epoch": 0.007584636755858727,
      "grad_norm": 1.1561285257339478,
      "learning_rate": 3.792122538293217e-05,
      "loss": 6.2918,
      "step": 8665
    },
    {
      "epoch": 0.0075890133494858816,
      "grad_norm": 0.956520676612854,
      "learning_rate": 3.794310722100657e-05,
      "loss": 6.3316,
      "step": 8670
    },
    {
      "epoch": 0.007593389943113036,
      "grad_norm": 1.4272370338439941,
      "learning_rate": 3.7964989059080965e-05,
      "loss": 5.7794,
      "step": 8675
    },
    {
      "epoch": 0.00759776653674019,
      "grad_norm": 1.912724256515503,
      "learning_rate": 3.798687089715536e-05,
      "loss": 5.977,
      "step": 8680
    },
    {
      "epoch": 0.007602143130367345,
      "grad_norm": 1.727427363395691,
      "learning_rate": 3.8008752735229765e-05,
      "loss": 6.3172,
      "step": 8685
    },
    {
      "epoch": 0.0076065197239945,
      "grad_norm": 1.1702594757080078,
      "learning_rate": 3.8030634573304155e-05,
      "loss": 5.5231,
      "step": 8690
    },
    {
      "epoch": 0.007610896317621654,
      "grad_norm": 1.056229829788208,
      "learning_rate": 3.805251641137856e-05,
      "loss": 5.7089,
      "step": 8695
    },
    {
      "epoch": 0.007615272911248808,
      "grad_norm": 1.1394543647766113,
      "learning_rate": 3.8074398249452955e-05,
      "loss": 5.4983,
      "step": 8700
    },
    {
      "epoch": 0.007619649504875963,
      "grad_norm": 1.4376410245895386,
      "learning_rate": 3.809628008752735e-05,
      "loss": 5.8312,
      "step": 8705
    },
    {
      "epoch": 0.007624026098503117,
      "grad_norm": 0.8684479594230652,
      "learning_rate": 3.8118161925601755e-05,
      "loss": 5.8473,
      "step": 8710
    },
    {
      "epoch": 0.007628402692130272,
      "grad_norm": 1.3299905061721802,
      "learning_rate": 3.814004376367615e-05,
      "loss": 6.3391,
      "step": 8715
    },
    {
      "epoch": 0.0076327792857574265,
      "grad_norm": 1.175663709640503,
      "learning_rate": 3.816192560175055e-05,
      "loss": 6.4545,
      "step": 8720
    },
    {
      "epoch": 0.007637155879384581,
      "grad_norm": 0.8403222560882568,
      "learning_rate": 3.8183807439824946e-05,
      "loss": 5.2423,
      "step": 8725
    },
    {
      "epoch": 0.007641532473011735,
      "grad_norm": 1.0923616886138916,
      "learning_rate": 3.820568927789935e-05,
      "loss": 6.4149,
      "step": 8730
    },
    {
      "epoch": 0.00764590906663889,
      "grad_norm": 1.648576021194458,
      "learning_rate": 3.8227571115973746e-05,
      "loss": 6.4338,
      "step": 8735
    },
    {
      "epoch": 0.007650285660266045,
      "grad_norm": 2.5473837852478027,
      "learning_rate": 3.824945295404814e-05,
      "loss": 6.6807,
      "step": 8740
    },
    {
      "epoch": 0.007654662253893199,
      "grad_norm": 1.8900067806243896,
      "learning_rate": 3.827133479212254e-05,
      "loss": 6.6758,
      "step": 8745
    },
    {
      "epoch": 0.007659038847520353,
      "grad_norm": 3.052769899368286,
      "learning_rate": 3.8293216630196936e-05,
      "loss": 5.8716,
      "step": 8750
    },
    {
      "epoch": 0.007663415441147508,
      "grad_norm": 2.201594591140747,
      "learning_rate": 3.831509846827134e-05,
      "loss": 5.72,
      "step": 8755
    },
    {
      "epoch": 0.007667792034774662,
      "grad_norm": 1.4371687173843384,
      "learning_rate": 3.833698030634573e-05,
      "loss": 6.6789,
      "step": 8760
    },
    {
      "epoch": 0.007672168628401817,
      "grad_norm": 1.7557123899459839,
      "learning_rate": 3.835886214442013e-05,
      "loss": 6.0797,
      "step": 8765
    },
    {
      "epoch": 0.0076765452220289715,
      "grad_norm": 1.3137985467910767,
      "learning_rate": 3.838074398249453e-05,
      "loss": 6.4242,
      "step": 8770
    },
    {
      "epoch": 0.007680921815656125,
      "grad_norm": 2.250178337097168,
      "learning_rate": 3.8402625820568926e-05,
      "loss": 5.7282,
      "step": 8775
    },
    {
      "epoch": 0.00768529840928328,
      "grad_norm": 1.105879783630371,
      "learning_rate": 3.842450765864333e-05,
      "loss": 5.837,
      "step": 8780
    },
    {
      "epoch": 0.007689675002910435,
      "grad_norm": 3.5028812885284424,
      "learning_rate": 3.844638949671773e-05,
      "loss": 6.2975,
      "step": 8785
    },
    {
      "epoch": 0.00769405159653759,
      "grad_norm": 1.6372178792953491,
      "learning_rate": 3.8468271334792123e-05,
      "loss": 6.3107,
      "step": 8790
    },
    {
      "epoch": 0.0076984281901647435,
      "grad_norm": 2.218027353286743,
      "learning_rate": 3.849015317286652e-05,
      "loss": 6.0819,
      "step": 8795
    },
    {
      "epoch": 0.007702804783791898,
      "grad_norm": 0.9832879304885864,
      "learning_rate": 3.8512035010940924e-05,
      "loss": 5.3862,
      "step": 8800
    },
    {
      "epoch": 0.007707181377419053,
      "grad_norm": 0.9034579992294312,
      "learning_rate": 3.8533916849015314e-05,
      "loss": 5.3607,
      "step": 8805
    },
    {
      "epoch": 0.007711557971046207,
      "grad_norm": 1.210753083229065,
      "learning_rate": 3.855579868708972e-05,
      "loss": 6.6559,
      "step": 8810
    },
    {
      "epoch": 0.007715934564673362,
      "grad_norm": 2.379485607147217,
      "learning_rate": 3.8577680525164114e-05,
      "loss": 5.2599,
      "step": 8815
    },
    {
      "epoch": 0.0077203111583005165,
      "grad_norm": 1.913565754890442,
      "learning_rate": 3.859956236323851e-05,
      "loss": 6.1133,
      "step": 8820
    },
    {
      "epoch": 0.00772468775192767,
      "grad_norm": 1.2062283754348755,
      "learning_rate": 3.8621444201312914e-05,
      "loss": 5.7001,
      "step": 8825
    },
    {
      "epoch": 0.007729064345554825,
      "grad_norm": 0.8792936205863953,
      "learning_rate": 3.864332603938731e-05,
      "loss": 4.3233,
      "step": 8830
    },
    {
      "epoch": 0.00773344093918198,
      "grad_norm": 1.146652340888977,
      "learning_rate": 3.866520787746171e-05,
      "loss": 5.5371,
      "step": 8835
    },
    {
      "epoch": 0.007737817532809134,
      "grad_norm": 1.845005989074707,
      "learning_rate": 3.8687089715536104e-05,
      "loss": 5.2396,
      "step": 8840
    },
    {
      "epoch": 0.0077421941264362885,
      "grad_norm": 1.4142796993255615,
      "learning_rate": 3.870897155361051e-05,
      "loss": 6.0707,
      "step": 8845
    },
    {
      "epoch": 0.007746570720063443,
      "grad_norm": 1.035701036453247,
      "learning_rate": 3.8730853391684905e-05,
      "loss": 6.0804,
      "step": 8850
    },
    {
      "epoch": 0.007750947313690598,
      "grad_norm": 1.1739617586135864,
      "learning_rate": 3.87527352297593e-05,
      "loss": 6.2971,
      "step": 8855
    },
    {
      "epoch": 0.007755323907317752,
      "grad_norm": 0.940717339515686,
      "learning_rate": 3.8774617067833705e-05,
      "loss": 5.507,
      "step": 8860
    },
    {
      "epoch": 0.007759700500944907,
      "grad_norm": 1.183065414428711,
      "learning_rate": 3.8796498905908095e-05,
      "loss": 7.0381,
      "step": 8865
    },
    {
      "epoch": 0.007764077094572061,
      "grad_norm": 0.8062504529953003,
      "learning_rate": 3.88183807439825e-05,
      "loss": 5.8332,
      "step": 8870
    },
    {
      "epoch": 0.007768453688199215,
      "grad_norm": 0.9304377436637878,
      "learning_rate": 3.8840262582056895e-05,
      "loss": 6.1055,
      "step": 8875
    },
    {
      "epoch": 0.00777283028182637,
      "grad_norm": 1.9635818004608154,
      "learning_rate": 3.886214442013129e-05,
      "loss": 6.6535,
      "step": 8880
    },
    {
      "epoch": 0.007777206875453525,
      "grad_norm": 1.0709984302520752,
      "learning_rate": 3.888402625820569e-05,
      "loss": 6.4392,
      "step": 8885
    },
    {
      "epoch": 0.007781583469080679,
      "grad_norm": 1.0035648345947266,
      "learning_rate": 3.890590809628009e-05,
      "loss": 6.0632,
      "step": 8890
    },
    {
      "epoch": 0.0077859600627078335,
      "grad_norm": 1.9795219898223877,
      "learning_rate": 3.892778993435449e-05,
      "loss": 4.8805,
      "step": 8895
    },
    {
      "epoch": 0.007790336656334988,
      "grad_norm": 1.2305468320846558,
      "learning_rate": 3.8949671772428885e-05,
      "loss": 6.6238,
      "step": 8900
    },
    {
      "epoch": 0.007794713249962142,
      "grad_norm": 0.8115589618682861,
      "learning_rate": 3.897155361050329e-05,
      "loss": 5.8066,
      "step": 8905
    },
    {
      "epoch": 0.007799089843589297,
      "grad_norm": 1.4189534187316895,
      "learning_rate": 3.899343544857768e-05,
      "loss": 5.1311,
      "step": 8910
    },
    {
      "epoch": 0.007803466437216452,
      "grad_norm": 1.6180952787399292,
      "learning_rate": 3.901531728665208e-05,
      "loss": 6.0731,
      "step": 8915
    },
    {
      "epoch": 0.0078078430308436055,
      "grad_norm": 0.9650790095329285,
      "learning_rate": 3.903719912472648e-05,
      "loss": 5.8634,
      "step": 8920
    },
    {
      "epoch": 0.00781221962447076,
      "grad_norm": 1.3033864498138428,
      "learning_rate": 3.9059080962800876e-05,
      "loss": 5.4505,
      "step": 8925
    },
    {
      "epoch": 0.007816596218097915,
      "grad_norm": 1.5691094398498535,
      "learning_rate": 3.908096280087527e-05,
      "loss": 5.4519,
      "step": 8930
    },
    {
      "epoch": 0.00782097281172507,
      "grad_norm": 1.5102136135101318,
      "learning_rate": 3.9102844638949676e-05,
      "loss": 6.0964,
      "step": 8935
    },
    {
      "epoch": 0.007825349405352225,
      "grad_norm": 2.8272829055786133,
      "learning_rate": 3.912472647702407e-05,
      "loss": 6.34,
      "step": 8940
    },
    {
      "epoch": 0.007829725998979378,
      "grad_norm": 1.5353012084960938,
      "learning_rate": 3.914660831509847e-05,
      "loss": 6.6432,
      "step": 8945
    },
    {
      "epoch": 0.007834102592606532,
      "grad_norm": 1.448615550994873,
      "learning_rate": 3.916849015317287e-05,
      "loss": 6.6723,
      "step": 8950
    },
    {
      "epoch": 0.007838479186233687,
      "grad_norm": 1.118465542793274,
      "learning_rate": 3.919037199124726e-05,
      "loss": 6.0783,
      "step": 8955
    },
    {
      "epoch": 0.007842855779860842,
      "grad_norm": 1.2894634008407593,
      "learning_rate": 3.9212253829321667e-05,
      "loss": 6.2979,
      "step": 8960
    },
    {
      "epoch": 0.007847232373487997,
      "grad_norm": 1.9322634935379028,
      "learning_rate": 3.923413566739606e-05,
      "loss": 5.7169,
      "step": 8965
    },
    {
      "epoch": 0.007851608967115151,
      "grad_norm": 1.2349284887313843,
      "learning_rate": 3.925601750547046e-05,
      "loss": 5.6643,
      "step": 8970
    },
    {
      "epoch": 0.007855985560742306,
      "grad_norm": 1.4926005601882935,
      "learning_rate": 3.9277899343544864e-05,
      "loss": 6.098,
      "step": 8975
    },
    {
      "epoch": 0.00786036215436946,
      "grad_norm": 1.694522738456726,
      "learning_rate": 3.9299781181619254e-05,
      "loss": 5.5266,
      "step": 8980
    },
    {
      "epoch": 0.007864738747996614,
      "grad_norm": 1.2896114587783813,
      "learning_rate": 3.932166301969366e-05,
      "loss": 6.4339,
      "step": 8985
    },
    {
      "epoch": 0.007869115341623769,
      "grad_norm": 1.0680599212646484,
      "learning_rate": 3.9343544857768054e-05,
      "loss": 6.069,
      "step": 8990
    },
    {
      "epoch": 0.007873491935250923,
      "grad_norm": 1.050519585609436,
      "learning_rate": 3.936542669584245e-05,
      "loss": 5.3604,
      "step": 8995
    },
    {
      "epoch": 0.007877868528878078,
      "grad_norm": 1.207430362701416,
      "learning_rate": 3.938730853391685e-05,
      "loss": 6.4163,
      "step": 9000
    },
    {
      "epoch": 0.007882245122505233,
      "grad_norm": 1.3650857210159302,
      "learning_rate": 3.940919037199125e-05,
      "loss": 6.3979,
      "step": 9005
    },
    {
      "epoch": 0.007886621716132386,
      "grad_norm": 0.9582559466362,
      "learning_rate": 3.943107221006565e-05,
      "loss": 5.4923,
      "step": 9010
    },
    {
      "epoch": 0.00789099830975954,
      "grad_norm": 1.0464528799057007,
      "learning_rate": 3.9452954048140044e-05,
      "loss": 6.2754,
      "step": 9015
    },
    {
      "epoch": 0.007895374903386695,
      "grad_norm": 1.049267292022705,
      "learning_rate": 3.947483588621445e-05,
      "loss": 5.9049,
      "step": 9020
    },
    {
      "epoch": 0.00789975149701385,
      "grad_norm": 1.2099766731262207,
      "learning_rate": 3.949671772428884e-05,
      "loss": 5.0947,
      "step": 9025
    },
    {
      "epoch": 0.007904128090641005,
      "grad_norm": 2.16916823387146,
      "learning_rate": 3.951859956236324e-05,
      "loss": 5.818,
      "step": 9030
    },
    {
      "epoch": 0.00790850468426816,
      "grad_norm": 3.123126983642578,
      "learning_rate": 3.954048140043764e-05,
      "loss": 5.1015,
      "step": 9035
    },
    {
      "epoch": 0.007912881277895314,
      "grad_norm": 2.260272741317749,
      "learning_rate": 3.9562363238512035e-05,
      "loss": 5.3329,
      "step": 9040
    },
    {
      "epoch": 0.007917257871522468,
      "grad_norm": 1.6953322887420654,
      "learning_rate": 3.958424507658643e-05,
      "loss": 5.4796,
      "step": 9045
    },
    {
      "epoch": 0.007921634465149622,
      "grad_norm": 1.944752812385559,
      "learning_rate": 3.9606126914660835e-05,
      "loss": 6.6451,
      "step": 9050
    },
    {
      "epoch": 0.007926011058776777,
      "grad_norm": 1.4361004829406738,
      "learning_rate": 3.962800875273523e-05,
      "loss": 5.806,
      "step": 9055
    },
    {
      "epoch": 0.007930387652403932,
      "grad_norm": 1.3679172992706299,
      "learning_rate": 3.964989059080963e-05,
      "loss": 4.8614,
      "step": 9060
    },
    {
      "epoch": 0.007934764246031087,
      "grad_norm": 1.4498107433319092,
      "learning_rate": 3.967177242888403e-05,
      "loss": 5.8303,
      "step": 9065
    },
    {
      "epoch": 0.007939140839658241,
      "grad_norm": 1.397568941116333,
      "learning_rate": 3.969365426695842e-05,
      "loss": 5.2486,
      "step": 9070
    },
    {
      "epoch": 0.007943517433285394,
      "grad_norm": 1.127593994140625,
      "learning_rate": 3.9715536105032825e-05,
      "loss": 5.3599,
      "step": 9075
    },
    {
      "epoch": 0.007947894026912549,
      "grad_norm": 0.9989024996757507,
      "learning_rate": 3.973741794310722e-05,
      "loss": 5.465,
      "step": 9080
    },
    {
      "epoch": 0.007952270620539704,
      "grad_norm": 2.029167890548706,
      "learning_rate": 3.975929978118162e-05,
      "loss": 6.4364,
      "step": 9085
    },
    {
      "epoch": 0.007956647214166859,
      "grad_norm": 1.1896005868911743,
      "learning_rate": 3.978118161925602e-05,
      "loss": 5.7331,
      "step": 9090
    },
    {
      "epoch": 0.007961023807794013,
      "grad_norm": 1.1849726438522339,
      "learning_rate": 3.980306345733042e-05,
      "loss": 5.7806,
      "step": 9095
    },
    {
      "epoch": 0.007965400401421168,
      "grad_norm": 2.4845895767211914,
      "learning_rate": 3.9824945295404816e-05,
      "loss": 5.7232,
      "step": 9100
    },
    {
      "epoch": 0.007969776995048321,
      "grad_norm": 1.0532242059707642,
      "learning_rate": 3.984682713347921e-05,
      "loss": 6.0729,
      "step": 9105
    },
    {
      "epoch": 0.007974153588675476,
      "grad_norm": 1.8555397987365723,
      "learning_rate": 3.9868708971553616e-05,
      "loss": 5.4642,
      "step": 9110
    },
    {
      "epoch": 0.00797853018230263,
      "grad_norm": 1.1557854413986206,
      "learning_rate": 3.9890590809628006e-05,
      "loss": 6.0457,
      "step": 9115
    },
    {
      "epoch": 0.007982906775929785,
      "grad_norm": 1.4702370166778564,
      "learning_rate": 3.991247264770241e-05,
      "loss": 5.9637,
      "step": 9120
    },
    {
      "epoch": 0.00798728336955694,
      "grad_norm": 1.357008457183838,
      "learning_rate": 3.9934354485776806e-05,
      "loss": 4.6714,
      "step": 9125
    },
    {
      "epoch": 0.007991659963184095,
      "grad_norm": 1.1956021785736084,
      "learning_rate": 3.99562363238512e-05,
      "loss": 6.0295,
      "step": 9130
    },
    {
      "epoch": 0.00799603655681125,
      "grad_norm": 1.810304880142212,
      "learning_rate": 3.9978118161925607e-05,
      "loss": 6.3211,
      "step": 9135
    },
    {
      "epoch": 0.008000413150438403,
      "grad_norm": 1.9414992332458496,
      "learning_rate": 4e-05,
      "loss": 5.4671,
      "step": 9140
    },
    {
      "epoch": 0.008004789744065557,
      "grad_norm": 1.4988727569580078,
      "learning_rate": 4.00218818380744e-05,
      "loss": 5.4909,
      "step": 9145
    },
    {
      "epoch": 0.008009166337692712,
      "grad_norm": 1.0941203832626343,
      "learning_rate": 4.00437636761488e-05,
      "loss": 6.3886,
      "step": 9150
    },
    {
      "epoch": 0.008013542931319867,
      "grad_norm": 1.2092158794403076,
      "learning_rate": 4.00656455142232e-05,
      "loss": 5.4442,
      "step": 9155
    },
    {
      "epoch": 0.008017919524947022,
      "grad_norm": 0.9248485565185547,
      "learning_rate": 4.008752735229759e-05,
      "loss": 6.2799,
      "step": 9160
    },
    {
      "epoch": 0.008022296118574176,
      "grad_norm": 0.8896744847297668,
      "learning_rate": 4.0109409190371994e-05,
      "loss": 5.7199,
      "step": 9165
    },
    {
      "epoch": 0.00802667271220133,
      "grad_norm": 0.9296756982803345,
      "learning_rate": 4.01312910284464e-05,
      "loss": 4.5062,
      "step": 9170
    },
    {
      "epoch": 0.008031049305828484,
      "grad_norm": 1.4658958911895752,
      "learning_rate": 4.015317286652079e-05,
      "loss": 5.4936,
      "step": 9175
    },
    {
      "epoch": 0.008035425899455639,
      "grad_norm": 2.7643566131591797,
      "learning_rate": 4.017505470459519e-05,
      "loss": 5.5345,
      "step": 9180
    },
    {
      "epoch": 0.008039802493082794,
      "grad_norm": 3.555516004562378,
      "learning_rate": 4.019693654266959e-05,
      "loss": 5.1405,
      "step": 9185
    },
    {
      "epoch": 0.008044179086709949,
      "grad_norm": 1.8404515981674194,
      "learning_rate": 4.0218818380743984e-05,
      "loss": 6.4654,
      "step": 9190
    },
    {
      "epoch": 0.008048555680337103,
      "grad_norm": 1.7513396739959717,
      "learning_rate": 4.024070021881838e-05,
      "loss": 5.8223,
      "step": 9195
    },
    {
      "epoch": 0.008052932273964258,
      "grad_norm": 1.0756491422653198,
      "learning_rate": 4.0262582056892784e-05,
      "loss": 5.4659,
      "step": 9200
    },
    {
      "epoch": 0.008057308867591411,
      "grad_norm": 1.7908655405044556,
      "learning_rate": 4.028446389496718e-05,
      "loss": 5.8448,
      "step": 9205
    },
    {
      "epoch": 0.008061685461218566,
      "grad_norm": 2.7445554733276367,
      "learning_rate": 4.030634573304158e-05,
      "loss": 4.896,
      "step": 9210
    },
    {
      "epoch": 0.00806606205484572,
      "grad_norm": 1.1035821437835693,
      "learning_rate": 4.0328227571115975e-05,
      "loss": 5.5693,
      "step": 9215
    },
    {
      "epoch": 0.008070438648472875,
      "grad_norm": 1.1526119709014893,
      "learning_rate": 4.035010940919037e-05,
      "loss": 5.4542,
      "step": 9220
    },
    {
      "epoch": 0.00807481524210003,
      "grad_norm": 1.470400094985962,
      "learning_rate": 4.0371991247264775e-05,
      "loss": 6.682,
      "step": 9225
    },
    {
      "epoch": 0.008079191835727185,
      "grad_norm": 1.818672776222229,
      "learning_rate": 4.0393873085339165e-05,
      "loss": 5.7062,
      "step": 9230
    },
    {
      "epoch": 0.008083568429354338,
      "grad_norm": 0.8861936926841736,
      "learning_rate": 4.041575492341357e-05,
      "loss": 5.2514,
      "step": 9235
    },
    {
      "epoch": 0.008087945022981493,
      "grad_norm": 1.2760467529296875,
      "learning_rate": 4.0437636761487965e-05,
      "loss": 5.455,
      "step": 9240
    },
    {
      "epoch": 0.008092321616608647,
      "grad_norm": 1.2554396390914917,
      "learning_rate": 4.045951859956236e-05,
      "loss": 6.3911,
      "step": 9245
    },
    {
      "epoch": 0.008096698210235802,
      "grad_norm": 1.1751561164855957,
      "learning_rate": 4.0481400437636765e-05,
      "loss": 5.6562,
      "step": 9250
    },
    {
      "epoch": 0.008101074803862957,
      "grad_norm": 0.962475597858429,
      "learning_rate": 4.050328227571116e-05,
      "loss": 6.3852,
      "step": 9255
    },
    {
      "epoch": 0.008105451397490112,
      "grad_norm": 0.9119075536727905,
      "learning_rate": 4.052516411378556e-05,
      "loss": 6.3648,
      "step": 9260
    },
    {
      "epoch": 0.008109827991117266,
      "grad_norm": 1.8985180854797363,
      "learning_rate": 4.0547045951859956e-05,
      "loss": 6.0356,
      "step": 9265
    },
    {
      "epoch": 0.00811420458474442,
      "grad_norm": 2.165128231048584,
      "learning_rate": 4.056892778993436e-05,
      "loss": 6.6295,
      "step": 9270
    },
    {
      "epoch": 0.008118581178371574,
      "grad_norm": 1.5191715955734253,
      "learning_rate": 4.0590809628008756e-05,
      "loss": 5.6972,
      "step": 9275
    },
    {
      "epoch": 0.008122957771998729,
      "grad_norm": 1.0097894668579102,
      "learning_rate": 4.061269146608315e-05,
      "loss": 6.4011,
      "step": 9280
    },
    {
      "epoch": 0.008127334365625884,
      "grad_norm": 0.8502938747406006,
      "learning_rate": 4.0634573304157556e-05,
      "loss": 6.2529,
      "step": 9285
    },
    {
      "epoch": 0.008131710959253038,
      "grad_norm": 1.0488444566726685,
      "learning_rate": 4.0656455142231946e-05,
      "loss": 6.0719,
      "step": 9290
    },
    {
      "epoch": 0.008136087552880193,
      "grad_norm": 1.3938523530960083,
      "learning_rate": 4.067833698030635e-05,
      "loss": 5.8273,
      "step": 9295
    },
    {
      "epoch": 0.008140464146507346,
      "grad_norm": 1.0220352411270142,
      "learning_rate": 4.0700218818380746e-05,
      "loss": 5.8022,
      "step": 9300
    },
    {
      "epoch": 0.008144840740134501,
      "grad_norm": 2.1362662315368652,
      "learning_rate": 4.072210065645514e-05,
      "loss": 4.8345,
      "step": 9305
    },
    {
      "epoch": 0.008149217333761656,
      "grad_norm": 1.2896791696548462,
      "learning_rate": 4.074398249452954e-05,
      "loss": 6.6443,
      "step": 9310
    },
    {
      "epoch": 0.00815359392738881,
      "grad_norm": 3.4207890033721924,
      "learning_rate": 4.076586433260394e-05,
      "loss": 5.6819,
      "step": 9315
    },
    {
      "epoch": 0.008157970521015965,
      "grad_norm": 1.511037826538086,
      "learning_rate": 4.078774617067834e-05,
      "loss": 6.6674,
      "step": 9320
    },
    {
      "epoch": 0.00816234711464312,
      "grad_norm": 1.7234416007995605,
      "learning_rate": 4.080962800875274e-05,
      "loss": 6.6547,
      "step": 9325
    },
    {
      "epoch": 0.008166723708270275,
      "grad_norm": 1.388504147529602,
      "learning_rate": 4.083150984682714e-05,
      "loss": 6.6465,
      "step": 9330
    },
    {
      "epoch": 0.008171100301897428,
      "grad_norm": 1.0161157846450806,
      "learning_rate": 4.085339168490153e-05,
      "loss": 5.6724,
      "step": 9335
    },
    {
      "epoch": 0.008175476895524583,
      "grad_norm": 1.3162662982940674,
      "learning_rate": 4.0875273522975934e-05,
      "loss": 5.7442,
      "step": 9340
    },
    {
      "epoch": 0.008179853489151737,
      "grad_norm": 1.2126147747039795,
      "learning_rate": 4.089715536105033e-05,
      "loss": 4.8821,
      "step": 9345
    },
    {
      "epoch": 0.008184230082778892,
      "grad_norm": 2.792179822921753,
      "learning_rate": 4.091903719912473e-05,
      "loss": 6.052,
      "step": 9350
    },
    {
      "epoch": 0.008188606676406047,
      "grad_norm": 1.0390883684158325,
      "learning_rate": 4.0940919037199124e-05,
      "loss": 5.4436,
      "step": 9355
    },
    {
      "epoch": 0.008192983270033202,
      "grad_norm": 2.255559206008911,
      "learning_rate": 4.096280087527353e-05,
      "loss": 5.1,
      "step": 9360
    },
    {
      "epoch": 0.008197359863660355,
      "grad_norm": 1.305694341659546,
      "learning_rate": 4.0984682713347924e-05,
      "loss": 5.1401,
      "step": 9365
    },
    {
      "epoch": 0.00820173645728751,
      "grad_norm": 1.182822346687317,
      "learning_rate": 4.100656455142232e-05,
      "loss": 6.0554,
      "step": 9370
    },
    {
      "epoch": 0.008206113050914664,
      "grad_norm": 2.0518736839294434,
      "learning_rate": 4.1028446389496724e-05,
      "loss": 5.1065,
      "step": 9375
    },
    {
      "epoch": 0.008210489644541819,
      "grad_norm": 3.8921737670898438,
      "learning_rate": 4.1050328227571114e-05,
      "loss": 6.0734,
      "step": 9380
    },
    {
      "epoch": 0.008214866238168974,
      "grad_norm": 1.4324759244918823,
      "learning_rate": 4.107221006564552e-05,
      "loss": 6.3156,
      "step": 9385
    },
    {
      "epoch": 0.008219242831796128,
      "grad_norm": 1.2633273601531982,
      "learning_rate": 4.1094091903719915e-05,
      "loss": 6.2953,
      "step": 9390
    },
    {
      "epoch": 0.008223619425423281,
      "grad_norm": 1.1126905679702759,
      "learning_rate": 4.111597374179431e-05,
      "loss": 5.6903,
      "step": 9395
    },
    {
      "epoch": 0.008227996019050436,
      "grad_norm": 1.1561076641082764,
      "learning_rate": 4.1137855579868715e-05,
      "loss": 5.6843,
      "step": 9400
    },
    {
      "epoch": 0.008232372612677591,
      "grad_norm": 1.9357625246047974,
      "learning_rate": 4.115973741794311e-05,
      "loss": 6.6418,
      "step": 9405
    },
    {
      "epoch": 0.008236749206304746,
      "grad_norm": 1.452402949333191,
      "learning_rate": 4.118161925601751e-05,
      "loss": 5.1076,
      "step": 9410
    },
    {
      "epoch": 0.0082411257999319,
      "grad_norm": 3.0031309127807617,
      "learning_rate": 4.1203501094091905e-05,
      "loss": 5.823,
      "step": 9415
    },
    {
      "epoch": 0.008245502393559055,
      "grad_norm": 1.1592227220535278,
      "learning_rate": 4.122538293216631e-05,
      "loss": 5.4331,
      "step": 9420
    },
    {
      "epoch": 0.00824987898718621,
      "grad_norm": 1.4223862886428833,
      "learning_rate": 4.12472647702407e-05,
      "loss": 6.0944,
      "step": 9425
    },
    {
      "epoch": 0.008254255580813363,
      "grad_norm": 1.122780680656433,
      "learning_rate": 4.12691466083151e-05,
      "loss": 5.6671,
      "step": 9430
    },
    {
      "epoch": 0.008258632174440518,
      "grad_norm": 1.0721403360366821,
      "learning_rate": 4.12910284463895e-05,
      "loss": 6.0337,
      "step": 9435
    },
    {
      "epoch": 0.008263008768067672,
      "grad_norm": 0.8346329927444458,
      "learning_rate": 4.1312910284463895e-05,
      "loss": 5.8094,
      "step": 9440
    },
    {
      "epoch": 0.008267385361694827,
      "grad_norm": 0.8298838138580322,
      "learning_rate": 4.13347921225383e-05,
      "loss": 4.959,
      "step": 9445
    },
    {
      "epoch": 0.008271761955321982,
      "grad_norm": 0.8994292616844177,
      "learning_rate": 4.135667396061269e-05,
      "loss": 5.4222,
      "step": 9450
    },
    {
      "epoch": 0.008276138548949137,
      "grad_norm": 0.9746462106704712,
      "learning_rate": 4.137855579868709e-05,
      "loss": 5.0957,
      "step": 9455
    },
    {
      "epoch": 0.00828051514257629,
      "grad_norm": 1.2134766578674316,
      "learning_rate": 4.140043763676149e-05,
      "loss": 6.9697,
      "step": 9460
    },
    {
      "epoch": 0.008284891736203445,
      "grad_norm": 1.9734625816345215,
      "learning_rate": 4.1422319474835886e-05,
      "loss": 6.0204,
      "step": 9465
    },
    {
      "epoch": 0.0082892683298306,
      "grad_norm": 1.9064053297042847,
      "learning_rate": 4.144420131291028e-05,
      "loss": 6.6082,
      "step": 9470
    },
    {
      "epoch": 0.008293644923457754,
      "grad_norm": 1.0435153245925903,
      "learning_rate": 4.1466083150984686e-05,
      "loss": 6.6686,
      "step": 9475
    },
    {
      "epoch": 0.008298021517084909,
      "grad_norm": 0.8662818670272827,
      "learning_rate": 4.148796498905908e-05,
      "loss": 5.3097,
      "step": 9480
    },
    {
      "epoch": 0.008302398110712064,
      "grad_norm": 1.9006906747817993,
      "learning_rate": 4.150984682713348e-05,
      "loss": 6.0326,
      "step": 9485
    },
    {
      "epoch": 0.008306774704339218,
      "grad_norm": 0.9056879878044128,
      "learning_rate": 4.153172866520788e-05,
      "loss": 5.4376,
      "step": 9490
    },
    {
      "epoch": 0.008311151297966371,
      "grad_norm": 1.1600005626678467,
      "learning_rate": 4.155361050328227e-05,
      "loss": 5.4313,
      "step": 9495
    },
    {
      "epoch": 0.008315527891593526,
      "grad_norm": 2.1332788467407227,
      "learning_rate": 4.157549234135668e-05,
      "loss": 5.7231,
      "step": 9500
    },
    {
      "epoch": 0.00831990448522068,
      "grad_norm": 1.5694338083267212,
      "learning_rate": 4.159737417943107e-05,
      "loss": 6.284,
      "step": 9505
    },
    {
      "epoch": 0.008324281078847836,
      "grad_norm": 1.5513074398040771,
      "learning_rate": 4.161925601750547e-05,
      "loss": 6.3786,
      "step": 9510
    },
    {
      "epoch": 0.00832865767247499,
      "grad_norm": 2.343132972717285,
      "learning_rate": 4.1641137855579874e-05,
      "loss": 5.8064,
      "step": 9515
    },
    {
      "epoch": 0.008333034266102145,
      "grad_norm": 1.070806860923767,
      "learning_rate": 4.166301969365427e-05,
      "loss": 5.7007,
      "step": 9520
    },
    {
      "epoch": 0.008337410859729298,
      "grad_norm": 1.207940697669983,
      "learning_rate": 4.168490153172867e-05,
      "loss": 6.0458,
      "step": 9525
    },
    {
      "epoch": 0.008341787453356453,
      "grad_norm": 3.166499614715576,
      "learning_rate": 4.1706783369803064e-05,
      "loss": 5.4424,
      "step": 9530
    },
    {
      "epoch": 0.008346164046983608,
      "grad_norm": 1.3931320905685425,
      "learning_rate": 4.172866520787747e-05,
      "loss": 5.4601,
      "step": 9535
    },
    {
      "epoch": 0.008350540640610762,
      "grad_norm": 1.1343008279800415,
      "learning_rate": 4.175054704595186e-05,
      "loss": 6.0601,
      "step": 9540
    },
    {
      "epoch": 0.008354917234237917,
      "grad_norm": 0.8938450813293457,
      "learning_rate": 4.177242888402626e-05,
      "loss": 6.3952,
      "step": 9545
    },
    {
      "epoch": 0.008359293827865072,
      "grad_norm": 0.8848177790641785,
      "learning_rate": 4.179431072210066e-05,
      "loss": 5.4587,
      "step": 9550
    },
    {
      "epoch": 0.008363670421492227,
      "grad_norm": 1.3476812839508057,
      "learning_rate": 4.1816192560175054e-05,
      "loss": 5.948,
      "step": 9555
    },
    {
      "epoch": 0.00836804701511938,
      "grad_norm": 0.9636431336402893,
      "learning_rate": 4.183807439824946e-05,
      "loss": 5.2429,
      "step": 9560
    },
    {
      "epoch": 0.008372423608746534,
      "grad_norm": 1.1459110975265503,
      "learning_rate": 4.1859956236323855e-05,
      "loss": 5.3202,
      "step": 9565
    },
    {
      "epoch": 0.00837680020237369,
      "grad_norm": 2.978931188583374,
      "learning_rate": 4.188183807439825e-05,
      "loss": 5.8071,
      "step": 9570
    },
    {
      "epoch": 0.008381176796000844,
      "grad_norm": 1.5011378526687622,
      "learning_rate": 4.190371991247265e-05,
      "loss": 5.6615,
      "step": 9575
    },
    {
      "epoch": 0.008385553389627999,
      "grad_norm": 1.590777039527893,
      "learning_rate": 4.192560175054705e-05,
      "loss": 5.8294,
      "step": 9580
    },
    {
      "epoch": 0.008389929983255153,
      "grad_norm": 1.2590172290802002,
      "learning_rate": 4.194748358862144e-05,
      "loss": 7.0002,
      "step": 9585
    },
    {
      "epoch": 0.008394306576882306,
      "grad_norm": 1.2026455402374268,
      "learning_rate": 4.1969365426695845e-05,
      "loss": 6.267,
      "step": 9590
    },
    {
      "epoch": 0.008398683170509461,
      "grad_norm": 2.1815526485443115,
      "learning_rate": 4.199124726477024e-05,
      "loss": 5.1902,
      "step": 9595
    },
    {
      "epoch": 0.008403059764136616,
      "grad_norm": 2.2473175525665283,
      "learning_rate": 4.201312910284464e-05,
      "loss": 6.0476,
      "step": 9600
    },
    {
      "epoch": 0.00840743635776377,
      "grad_norm": 2.741098403930664,
      "learning_rate": 4.203501094091904e-05,
      "loss": 5.9145,
      "step": 9605
    },
    {
      "epoch": 0.008411812951390926,
      "grad_norm": 2.2881016731262207,
      "learning_rate": 4.205689277899344e-05,
      "loss": 6.0327,
      "step": 9610
    },
    {
      "epoch": 0.00841618954501808,
      "grad_norm": 1.1959820985794067,
      "learning_rate": 4.2078774617067835e-05,
      "loss": 6.6201,
      "step": 9615
    },
    {
      "epoch": 0.008420566138645235,
      "grad_norm": 1.3055812120437622,
      "learning_rate": 4.210065645514223e-05,
      "loss": 5.4325,
      "step": 9620
    },
    {
      "epoch": 0.008424942732272388,
      "grad_norm": 1.8909449577331543,
      "learning_rate": 4.2122538293216636e-05,
      "loss": 5.6884,
      "step": 9625
    },
    {
      "epoch": 0.008429319325899543,
      "grad_norm": 1.1652506589889526,
      "learning_rate": 4.214442013129103e-05,
      "loss": 6.0355,
      "step": 9630
    },
    {
      "epoch": 0.008433695919526698,
      "grad_norm": 1.39131760597229,
      "learning_rate": 4.216630196936543e-05,
      "loss": 5.7907,
      "step": 9635
    },
    {
      "epoch": 0.008438072513153852,
      "grad_norm": 1.1551824808120728,
      "learning_rate": 4.218818380743983e-05,
      "loss": 6.6273,
      "step": 9640
    },
    {
      "epoch": 0.008442449106781007,
      "grad_norm": 0.7983441948890686,
      "learning_rate": 4.221006564551422e-05,
      "loss": 6.2512,
      "step": 9645
    },
    {
      "epoch": 0.008446825700408162,
      "grad_norm": 1.1146382093429565,
      "learning_rate": 4.2231947483588626e-05,
      "loss": 4.4939,
      "step": 9650
    },
    {
      "epoch": 0.008451202294035315,
      "grad_norm": 1.246080756187439,
      "learning_rate": 4.225382932166302e-05,
      "loss": 5.3402,
      "step": 9655
    },
    {
      "epoch": 0.00845557888766247,
      "grad_norm": 1.1590969562530518,
      "learning_rate": 4.227571115973742e-05,
      "loss": 5.3019,
      "step": 9660
    },
    {
      "epoch": 0.008459955481289624,
      "grad_norm": 1.5196540355682373,
      "learning_rate": 4.2297592997811816e-05,
      "loss": 6.3773,
      "step": 9665
    },
    {
      "epoch": 0.00846433207491678,
      "grad_norm": 1.0842292308807373,
      "learning_rate": 4.231947483588622e-05,
      "loss": 5.4249,
      "step": 9670
    },
    {
      "epoch": 0.008468708668543934,
      "grad_norm": 1.1962569952011108,
      "learning_rate": 4.2341356673960617e-05,
      "loss": 6.0511,
      "step": 9675
    },
    {
      "epoch": 0.008473085262171089,
      "grad_norm": 1.0159882307052612,
      "learning_rate": 4.236323851203501e-05,
      "loss": 5.6974,
      "step": 9680
    },
    {
      "epoch": 0.008477461855798242,
      "grad_norm": 1.1637474298477173,
      "learning_rate": 4.238512035010941e-05,
      "loss": 4.6867,
      "step": 9685
    },
    {
      "epoch": 0.008481838449425396,
      "grad_norm": 1.8782309293746948,
      "learning_rate": 4.240700218818381e-05,
      "loss": 6.2568,
      "step": 9690
    },
    {
      "epoch": 0.008486215043052551,
      "grad_norm": 1.696876883506775,
      "learning_rate": 4.242888402625821e-05,
      "loss": 5.1139,
      "step": 9695
    },
    {
      "epoch": 0.008490591636679706,
      "grad_norm": 1.7068183422088623,
      "learning_rate": 4.24507658643326e-05,
      "loss": 5.8185,
      "step": 9700
    },
    {
      "epoch": 0.00849496823030686,
      "grad_norm": 0.9002955555915833,
      "learning_rate": 4.2472647702407004e-05,
      "loss": 5.3242,
      "step": 9705
    },
    {
      "epoch": 0.008499344823934015,
      "grad_norm": 1.4344465732574463,
      "learning_rate": 4.24945295404814e-05,
      "loss": 6.0254,
      "step": 9710
    },
    {
      "epoch": 0.00850372141756117,
      "grad_norm": 0.9815096259117126,
      "learning_rate": 4.25164113785558e-05,
      "loss": 5.9935,
      "step": 9715
    },
    {
      "epoch": 0.008508098011188323,
      "grad_norm": 1.2722734212875366,
      "learning_rate": 4.25382932166302e-05,
      "loss": 5.676,
      "step": 9720
    },
    {
      "epoch": 0.008512474604815478,
      "grad_norm": 0.8369829654693604,
      "learning_rate": 4.25601750547046e-05,
      "loss": 5.9166,
      "step": 9725
    },
    {
      "epoch": 0.008516851198442633,
      "grad_norm": 1.1100127696990967,
      "learning_rate": 4.2582056892778994e-05,
      "loss": 6.5754,
      "step": 9730
    },
    {
      "epoch": 0.008521227792069788,
      "grad_norm": 1.0055180788040161,
      "learning_rate": 4.260393873085339e-05,
      "loss": 6.0127,
      "step": 9735
    },
    {
      "epoch": 0.008525604385696942,
      "grad_norm": 1.0800927877426147,
      "learning_rate": 4.2625820568927794e-05,
      "loss": 4.8782,
      "step": 9740
    },
    {
      "epoch": 0.008529980979324097,
      "grad_norm": 0.9657652378082275,
      "learning_rate": 4.264770240700219e-05,
      "loss": 5.2961,
      "step": 9745
    },
    {
      "epoch": 0.00853435757295125,
      "grad_norm": 1.098644495010376,
      "learning_rate": 4.266958424507659e-05,
      "loss": 6.0367,
      "step": 9750
    },
    {
      "epoch": 0.008538734166578405,
      "grad_norm": 1.2334725856781006,
      "learning_rate": 4.269146608315099e-05,
      "loss": 5.6758,
      "step": 9755
    },
    {
      "epoch": 0.00854311076020556,
      "grad_norm": 1.8015080690383911,
      "learning_rate": 4.271334792122538e-05,
      "loss": 5.6363,
      "step": 9760
    },
    {
      "epoch": 0.008547487353832714,
      "grad_norm": 0.9258543252944946,
      "learning_rate": 4.2735229759299785e-05,
      "loss": 5.2199,
      "step": 9765
    },
    {
      "epoch": 0.008551863947459869,
      "grad_norm": 0.8223296403884888,
      "learning_rate": 4.275711159737418e-05,
      "loss": 4.7055,
      "step": 9770
    },
    {
      "epoch": 0.008556240541087024,
      "grad_norm": 2.6021618843078613,
      "learning_rate": 4.277899343544858e-05,
      "loss": 4.6109,
      "step": 9775
    },
    {
      "epoch": 0.008560617134714179,
      "grad_norm": 1.2985599040985107,
      "learning_rate": 4.2800875273522975e-05,
      "loss": 6.0538,
      "step": 9780
    },
    {
      "epoch": 0.008564993728341332,
      "grad_norm": 1.4133182764053345,
      "learning_rate": 4.282275711159738e-05,
      "loss": 6.2752,
      "step": 9785
    },
    {
      "epoch": 0.008569370321968486,
      "grad_norm": 0.7331166863441467,
      "learning_rate": 4.2844638949671775e-05,
      "loss": 5.2039,
      "step": 9790
    },
    {
      "epoch": 0.008573746915595641,
      "grad_norm": 1.3227981328964233,
      "learning_rate": 4.286652078774617e-05,
      "loss": 6.0045,
      "step": 9795
    },
    {
      "epoch": 0.008578123509222796,
      "grad_norm": 0.919014036655426,
      "learning_rate": 4.2888402625820576e-05,
      "loss": 5.652,
      "step": 9800
    },
    {
      "epoch": 0.00858250010284995,
      "grad_norm": 1.1285912990570068,
      "learning_rate": 4.2910284463894966e-05,
      "loss": 6.5881,
      "step": 9805
    },
    {
      "epoch": 0.008586876696477105,
      "grad_norm": 1.070522665977478,
      "learning_rate": 4.293216630196937e-05,
      "loss": 6.3726,
      "step": 9810
    },
    {
      "epoch": 0.008591253290104258,
      "grad_norm": 1.4137234687805176,
      "learning_rate": 4.2954048140043766e-05,
      "loss": 5.6617,
      "step": 9815
    },
    {
      "epoch": 0.008595629883731413,
      "grad_norm": 1.033276915550232,
      "learning_rate": 4.297592997811816e-05,
      "loss": 6.9371,
      "step": 9820
    },
    {
      "epoch": 0.008600006477358568,
      "grad_norm": 1.1557506322860718,
      "learning_rate": 4.299781181619256e-05,
      "loss": 6.3338,
      "step": 9825
    },
    {
      "epoch": 0.008604383070985723,
      "grad_norm": 0.9867597818374634,
      "learning_rate": 4.301969365426696e-05,
      "loss": 5.7963,
      "step": 9830
    },
    {
      "epoch": 0.008608759664612877,
      "grad_norm": 1.549195647239685,
      "learning_rate": 4.304157549234136e-05,
      "loss": 5.4354,
      "step": 9835
    },
    {
      "epoch": 0.008613136258240032,
      "grad_norm": 1.8511841297149658,
      "learning_rate": 4.3063457330415756e-05,
      "loss": 5.4839,
      "step": 9840
    },
    {
      "epoch": 0.008617512851867187,
      "grad_norm": 1.2858866453170776,
      "learning_rate": 4.308533916849016e-05,
      "loss": 6.9475,
      "step": 9845
    },
    {
      "epoch": 0.00862188944549434,
      "grad_norm": 1.2280540466308594,
      "learning_rate": 4.310722100656455e-05,
      "loss": 5.0917,
      "step": 9850
    },
    {
      "epoch": 0.008626266039121495,
      "grad_norm": 0.8284084796905518,
      "learning_rate": 4.312910284463895e-05,
      "loss": 5.112,
      "step": 9855
    },
    {
      "epoch": 0.00863064263274865,
      "grad_norm": 0.7867759466171265,
      "learning_rate": 4.315098468271335e-05,
      "loss": 4.6037,
      "step": 9860
    },
    {
      "epoch": 0.008635019226375804,
      "grad_norm": 2.7614431381225586,
      "learning_rate": 4.317286652078775e-05,
      "loss": 6.0352,
      "step": 9865
    },
    {
      "epoch": 0.008639395820002959,
      "grad_norm": 1.074747085571289,
      "learning_rate": 4.319474835886215e-05,
      "loss": 5.4288,
      "step": 9870
    },
    {
      "epoch": 0.008643772413630114,
      "grad_norm": 0.7495705485343933,
      "learning_rate": 4.321663019693655e-05,
      "loss": 5.4185,
      "step": 9875
    },
    {
      "epoch": 0.008648149007257267,
      "grad_norm": 1.6400113105773926,
      "learning_rate": 4.3238512035010944e-05,
      "loss": 6.2381,
      "step": 9880
    },
    {
      "epoch": 0.008652525600884422,
      "grad_norm": 1.172072172164917,
      "learning_rate": 4.326039387308534e-05,
      "loss": 6.0191,
      "step": 9885
    },
    {
      "epoch": 0.008656902194511576,
      "grad_norm": 1.1163005828857422,
      "learning_rate": 4.3282275711159744e-05,
      "loss": 5.3094,
      "step": 9890
    },
    {
      "epoch": 0.008661278788138731,
      "grad_norm": 0.9534962773323059,
      "learning_rate": 4.3304157549234134e-05,
      "loss": 4.8542,
      "step": 9895
    },
    {
      "epoch": 0.008665655381765886,
      "grad_norm": 0.974450945854187,
      "learning_rate": 4.332603938730854e-05,
      "loss": 5.6792,
      "step": 9900
    },
    {
      "epoch": 0.00867003197539304,
      "grad_norm": 1.3098750114440918,
      "learning_rate": 4.3347921225382934e-05,
      "loss": 6.0074,
      "step": 9905
    },
    {
      "epoch": 0.008674408569020195,
      "grad_norm": 1.0963938236236572,
      "learning_rate": 4.336980306345733e-05,
      "loss": 6.4021,
      "step": 9910
    },
    {
      "epoch": 0.008678785162647348,
      "grad_norm": 1.4200433492660522,
      "learning_rate": 4.3391684901531734e-05,
      "loss": 6.0059,
      "step": 9915
    },
    {
      "epoch": 0.008683161756274503,
      "grad_norm": 2.310486316680908,
      "learning_rate": 4.3413566739606124e-05,
      "loss": 5.8077,
      "step": 9920
    },
    {
      "epoch": 0.008687538349901658,
      "grad_norm": 1.0355210304260254,
      "learning_rate": 4.343544857768053e-05,
      "loss": 6.0255,
      "step": 9925
    },
    {
      "epoch": 0.008691914943528813,
      "grad_norm": 1.5133713483810425,
      "learning_rate": 4.3457330415754925e-05,
      "loss": 6.1994,
      "step": 9930
    },
    {
      "epoch": 0.008696291537155967,
      "grad_norm": 1.1163488626480103,
      "learning_rate": 4.347921225382932e-05,
      "loss": 5.8006,
      "step": 9935
    },
    {
      "epoch": 0.008700668130783122,
      "grad_norm": 2.792912006378174,
      "learning_rate": 4.350109409190372e-05,
      "loss": 5.1091,
      "step": 9940
    },
    {
      "epoch": 0.008705044724410275,
      "grad_norm": 2.0180726051330566,
      "learning_rate": 4.352297592997812e-05,
      "loss": 6.3726,
      "step": 9945
    },
    {
      "epoch": 0.00870942131803743,
      "grad_norm": 1.1363072395324707,
      "learning_rate": 4.354485776805252e-05,
      "loss": 6.9455,
      "step": 9950
    },
    {
      "epoch": 0.008713797911664585,
      "grad_norm": 1.0541355609893799,
      "learning_rate": 4.3566739606126915e-05,
      "loss": 5.6917,
      "step": 9955
    },
    {
      "epoch": 0.00871817450529174,
      "grad_norm": 0.9818291068077087,
      "learning_rate": 4.358862144420132e-05,
      "loss": 5.7685,
      "step": 9960
    },
    {
      "epoch": 0.008722551098918894,
      "grad_norm": 1.3276803493499756,
      "learning_rate": 4.361050328227571e-05,
      "loss": 5.6584,
      "step": 9965
    },
    {
      "epoch": 0.008726927692546049,
      "grad_norm": 1.2537668943405151,
      "learning_rate": 4.363238512035011e-05,
      "loss": 5.7894,
      "step": 9970
    },
    {
      "epoch": 0.008731304286173202,
      "grad_norm": 1.7047886848449707,
      "learning_rate": 4.365426695842451e-05,
      "loss": 6.0331,
      "step": 9975
    },
    {
      "epoch": 0.008735680879800357,
      "grad_norm": 1.0867834091186523,
      "learning_rate": 4.3676148796498905e-05,
      "loss": 6.283,
      "step": 9980
    },
    {
      "epoch": 0.008740057473427511,
      "grad_norm": 1.0674474239349365,
      "learning_rate": 4.369803063457331e-05,
      "loss": 5.6659,
      "step": 9985
    },
    {
      "epoch": 0.008744434067054666,
      "grad_norm": 0.9197544455528259,
      "learning_rate": 4.3719912472647706e-05,
      "loss": 5.6933,
      "step": 9990
    },
    {
      "epoch": 0.008748810660681821,
      "grad_norm": 1.7869480848312378,
      "learning_rate": 4.37417943107221e-05,
      "loss": 6.0278,
      "step": 9995
    },
    {
      "epoch": 0.008753187254308976,
      "grad_norm": 2.1021475791931152,
      "learning_rate": 4.37636761487965e-05,
      "loss": 5.677,
      "step": 10000
    },
    {
      "epoch": 0.00875756384793613,
      "grad_norm": 0.9929011464118958,
      "learning_rate": 4.37855579868709e-05,
      "loss": 6.2561,
      "step": 10005
    },
    {
      "epoch": 0.008761940441563284,
      "grad_norm": 1.1867191791534424,
      "learning_rate": 4.380743982494529e-05,
      "loss": 6.3461,
      "step": 10010
    },
    {
      "epoch": 0.008766317035190438,
      "grad_norm": 0.9376929998397827,
      "learning_rate": 4.3829321663019696e-05,
      "loss": 5.4225,
      "step": 10015
    },
    {
      "epoch": 0.008770693628817593,
      "grad_norm": 1.0644220113754272,
      "learning_rate": 4.385120350109409e-05,
      "loss": 6.602,
      "step": 10020
    },
    {
      "epoch": 0.008775070222444748,
      "grad_norm": 0.9013091325759888,
      "learning_rate": 4.387308533916849e-05,
      "loss": 4.8137,
      "step": 10025
    },
    {
      "epoch": 0.008779446816071903,
      "grad_norm": 1.0144463777542114,
      "learning_rate": 4.389496717724289e-05,
      "loss": 6.566,
      "step": 10030
    },
    {
      "epoch": 0.008783823409699057,
      "grad_norm": 1.4934159517288208,
      "learning_rate": 4.391684901531729e-05,
      "loss": 5.7789,
      "step": 10035
    },
    {
      "epoch": 0.00878820000332621,
      "grad_norm": 0.7965052723884583,
      "learning_rate": 4.393873085339169e-05,
      "loss": 4.6011,
      "step": 10040
    },
    {
      "epoch": 0.008792576596953365,
      "grad_norm": 0.9097996354103088,
      "learning_rate": 4.396061269146608e-05,
      "loss": 6.0004,
      "step": 10045
    },
    {
      "epoch": 0.00879695319058052,
      "grad_norm": 1.744575023651123,
      "learning_rate": 4.398249452954049e-05,
      "loss": 5.6571,
      "step": 10050
    },
    {
      "epoch": 0.008801329784207675,
      "grad_norm": 1.038962483406067,
      "learning_rate": 4.400437636761488e-05,
      "loss": 6.9242,
      "step": 10055
    },
    {
      "epoch": 0.00880570637783483,
      "grad_norm": 1.205388069152832,
      "learning_rate": 4.402625820568928e-05,
      "loss": 6.3335,
      "step": 10060
    },
    {
      "epoch": 0.008810082971461984,
      "grad_norm": 1.8966861963272095,
      "learning_rate": 4.404814004376368e-05,
      "loss": 6.3334,
      "step": 10065
    },
    {
      "epoch": 0.008814459565089139,
      "grad_norm": 1.3051468133926392,
      "learning_rate": 4.4070021881838074e-05,
      "loss": 5.8525,
      "step": 10070
    },
    {
      "epoch": 0.008818836158716292,
      "grad_norm": 2.3642759323120117,
      "learning_rate": 4.409190371991248e-05,
      "loss": 5.4153,
      "step": 10075
    },
    {
      "epoch": 0.008823212752343447,
      "grad_norm": 0.8726922273635864,
      "learning_rate": 4.4113785557986874e-05,
      "loss": 5.9908,
      "step": 10080
    },
    {
      "epoch": 0.008827589345970601,
      "grad_norm": 0.8368374705314636,
      "learning_rate": 4.413566739606127e-05,
      "loss": 5.2836,
      "step": 10085
    },
    {
      "epoch": 0.008831965939597756,
      "grad_norm": 1.9525045156478882,
      "learning_rate": 4.415754923413567e-05,
      "loss": 5.8789,
      "step": 10090
    },
    {
      "epoch": 0.008836342533224911,
      "grad_norm": 1.0714552402496338,
      "learning_rate": 4.417943107221007e-05,
      "loss": 5.0175,
      "step": 10095
    },
    {
      "epoch": 0.008840719126852066,
      "grad_norm": 1.7696576118469238,
      "learning_rate": 4.420131291028447e-05,
      "loss": 6.5885,
      "step": 10100
    },
    {
      "epoch": 0.008845095720479219,
      "grad_norm": 1.0133473873138428,
      "learning_rate": 4.4223194748358865e-05,
      "loss": 6.6049,
      "step": 10105
    },
    {
      "epoch": 0.008849472314106373,
      "grad_norm": 1.9329123497009277,
      "learning_rate": 4.424507658643327e-05,
      "loss": 5.7828,
      "step": 10110
    },
    {
      "epoch": 0.008853848907733528,
      "grad_norm": 1.0954004526138306,
      "learning_rate": 4.426695842450766e-05,
      "loss": 5.0576,
      "step": 10115
    },
    {
      "epoch": 0.008858225501360683,
      "grad_norm": 1.2101293802261353,
      "learning_rate": 4.428884026258206e-05,
      "loss": 5.6634,
      "step": 10120
    },
    {
      "epoch": 0.008862602094987838,
      "grad_norm": 0.8764761686325073,
      "learning_rate": 4.431072210065646e-05,
      "loss": 4.5837,
      "step": 10125
    },
    {
      "epoch": 0.008866978688614992,
      "grad_norm": 2.0278847217559814,
      "learning_rate": 4.4332603938730855e-05,
      "loss": 6.4156,
      "step": 10130
    },
    {
      "epoch": 0.008871355282242147,
      "grad_norm": 1.099489450454712,
      "learning_rate": 4.435448577680525e-05,
      "loss": 5.6551,
      "step": 10135
    },
    {
      "epoch": 0.0088757318758693,
      "grad_norm": 0.9936763048171997,
      "learning_rate": 4.4376367614879655e-05,
      "loss": 6.2408,
      "step": 10140
    },
    {
      "epoch": 0.008880108469496455,
      "grad_norm": 1.6701961755752563,
      "learning_rate": 4.439824945295405e-05,
      "loss": 5.3922,
      "step": 10145
    },
    {
      "epoch": 0.00888448506312361,
      "grad_norm": 1.2239971160888672,
      "learning_rate": 4.442013129102845e-05,
      "loss": 4.4865,
      "step": 10150
    },
    {
      "epoch": 0.008888861656750765,
      "grad_norm": 1.0930978059768677,
      "learning_rate": 4.4442013129102845e-05,
      "loss": 5.8205,
      "step": 10155
    },
    {
      "epoch": 0.00889323825037792,
      "grad_norm": 1.7627198696136475,
      "learning_rate": 4.446389496717724e-05,
      "loss": 6.2129,
      "step": 10160
    },
    {
      "epoch": 0.008897614844005074,
      "grad_norm": 1.6875929832458496,
      "learning_rate": 4.4485776805251646e-05,
      "loss": 5.3295,
      "step": 10165
    },
    {
      "epoch": 0.008901991437632227,
      "grad_norm": 1.5522260665893555,
      "learning_rate": 4.4507658643326036e-05,
      "loss": 5.892,
      "step": 10170
    },
    {
      "epoch": 0.008906368031259382,
      "grad_norm": 1.3238509893417358,
      "learning_rate": 4.452954048140044e-05,
      "loss": 5.3226,
      "step": 10175
    },
    {
      "epoch": 0.008910744624886537,
      "grad_norm": 1.0602617263793945,
      "learning_rate": 4.4551422319474836e-05,
      "loss": 5.1848,
      "step": 10180
    },
    {
      "epoch": 0.008915121218513691,
      "grad_norm": 0.8763209581375122,
      "learning_rate": 4.457330415754923e-05,
      "loss": 5.4251,
      "step": 10185
    },
    {
      "epoch": 0.008919497812140846,
      "grad_norm": 2.3888583183288574,
      "learning_rate": 4.4595185995623636e-05,
      "loss": 6.2459,
      "step": 10190
    },
    {
      "epoch": 0.008923874405768,
      "grad_norm": 0.9787834882736206,
      "learning_rate": 4.461706783369803e-05,
      "loss": 5.3164,
      "step": 10195
    },
    {
      "epoch": 0.008928250999395156,
      "grad_norm": 1.3167797327041626,
      "learning_rate": 4.463894967177243e-05,
      "loss": 6.3507,
      "step": 10200
    },
    {
      "epoch": 0.008932627593022309,
      "grad_norm": 1.037021517753601,
      "learning_rate": 4.4660831509846826e-05,
      "loss": 6.8941,
      "step": 10205
    },
    {
      "epoch": 0.008937004186649463,
      "grad_norm": 1.5986424684524536,
      "learning_rate": 4.468271334792123e-05,
      "loss": 6.0022,
      "step": 10210
    },
    {
      "epoch": 0.008941380780276618,
      "grad_norm": 1.4976781606674194,
      "learning_rate": 4.4704595185995627e-05,
      "loss": 5.882,
      "step": 10215
    },
    {
      "epoch": 0.008945757373903773,
      "grad_norm": 1.1801246404647827,
      "learning_rate": 4.472647702407002e-05,
      "loss": 5.9722,
      "step": 10220
    },
    {
      "epoch": 0.008950133967530928,
      "grad_norm": 1.0562222003936768,
      "learning_rate": 4.474835886214443e-05,
      "loss": 6.592,
      "step": 10225
    },
    {
      "epoch": 0.008954510561158082,
      "grad_norm": 1.2059316635131836,
      "learning_rate": 4.477024070021882e-05,
      "loss": 5.0645,
      "step": 10230
    },
    {
      "epoch": 0.008958887154785235,
      "grad_norm": 0.8175257444381714,
      "learning_rate": 4.479212253829322e-05,
      "loss": 5.8656,
      "step": 10235
    },
    {
      "epoch": 0.00896326374841239,
      "grad_norm": 2.6180291175842285,
      "learning_rate": 4.481400437636762e-05,
      "loss": 5.0463,
      "step": 10240
    },
    {
      "epoch": 0.008967640342039545,
      "grad_norm": 1.7853760719299316,
      "learning_rate": 4.4835886214442014e-05,
      "loss": 6.2531,
      "step": 10245
    },
    {
      "epoch": 0.0089720169356667,
      "grad_norm": 0.8882037401199341,
      "learning_rate": 4.485776805251641e-05,
      "loss": 6.2162,
      "step": 10250
    },
    {
      "epoch": 0.008976393529293854,
      "grad_norm": 0.9442507028579712,
      "learning_rate": 4.4879649890590814e-05,
      "loss": 5.7609,
      "step": 10255
    },
    {
      "epoch": 0.00898077012292101,
      "grad_norm": 1.6846009492874146,
      "learning_rate": 4.490153172866521e-05,
      "loss": 6.3578,
      "step": 10260
    },
    {
      "epoch": 0.008985146716548164,
      "grad_norm": 0.8888577818870544,
      "learning_rate": 4.492341356673961e-05,
      "loss": 5.0873,
      "step": 10265
    },
    {
      "epoch": 0.008989523310175317,
      "grad_norm": 1.4373407363891602,
      "learning_rate": 4.494529540481401e-05,
      "loss": 6.2492,
      "step": 10270
    },
    {
      "epoch": 0.008993899903802472,
      "grad_norm": 1.3395512104034424,
      "learning_rate": 4.49671772428884e-05,
      "loss": 5.6941,
      "step": 10275
    },
    {
      "epoch": 0.008998276497429626,
      "grad_norm": 1.719944715499878,
      "learning_rate": 4.4989059080962804e-05,
      "loss": 5.3986,
      "step": 10280
    },
    {
      "epoch": 0.009002653091056781,
      "grad_norm": 2.0090060234069824,
      "learning_rate": 4.50109409190372e-05,
      "loss": 5.6308,
      "step": 10285
    },
    {
      "epoch": 0.009007029684683936,
      "grad_norm": 1.094393014907837,
      "learning_rate": 4.50328227571116e-05,
      "loss": 5.7891,
      "step": 10290
    },
    {
      "epoch": 0.00901140627831109,
      "grad_norm": 0.8807710409164429,
      "learning_rate": 4.5054704595186e-05,
      "loss": 5.2916,
      "step": 10295
    },
    {
      "epoch": 0.009015782871938244,
      "grad_norm": 0.8283095359802246,
      "learning_rate": 4.50765864332604e-05,
      "loss": 5.3827,
      "step": 10300
    },
    {
      "epoch": 0.009020159465565399,
      "grad_norm": 0.9447441101074219,
      "learning_rate": 4.5098468271334795e-05,
      "loss": 5.7755,
      "step": 10305
    },
    {
      "epoch": 0.009024536059192553,
      "grad_norm": 1.1018306016921997,
      "learning_rate": 4.512035010940919e-05,
      "loss": 5.974,
      "step": 10310
    },
    {
      "epoch": 0.009028912652819708,
      "grad_norm": 1.2628785371780396,
      "learning_rate": 4.5142231947483595e-05,
      "loss": 5.7609,
      "step": 10315
    },
    {
      "epoch": 0.009033289246446863,
      "grad_norm": 1.0199339389801025,
      "learning_rate": 4.5164113785557985e-05,
      "loss": 6.3663,
      "step": 10320
    },
    {
      "epoch": 0.009037665840074018,
      "grad_norm": 1.3054065704345703,
      "learning_rate": 4.518599562363239e-05,
      "loss": 5.4175,
      "step": 10325
    },
    {
      "epoch": 0.00904204243370117,
      "grad_norm": 1.4451693296432495,
      "learning_rate": 4.5207877461706785e-05,
      "loss": 5.8934,
      "step": 10330
    },
    {
      "epoch": 0.009046419027328325,
      "grad_norm": 0.8142209053039551,
      "learning_rate": 4.522975929978118e-05,
      "loss": 5.3497,
      "step": 10335
    },
    {
      "epoch": 0.00905079562095548,
      "grad_norm": 2.1737778186798096,
      "learning_rate": 4.5251641137855586e-05,
      "loss": 4.8504,
      "step": 10340
    },
    {
      "epoch": 0.009055172214582635,
      "grad_norm": 1.3824074268341064,
      "learning_rate": 4.527352297592998e-05,
      "loss": 6.5553,
      "step": 10345
    },
    {
      "epoch": 0.00905954880820979,
      "grad_norm": 2.9514353275299072,
      "learning_rate": 4.529540481400438e-05,
      "loss": 4.896,
      "step": 10350
    },
    {
      "epoch": 0.009063925401836944,
      "grad_norm": 1.0964237451553345,
      "learning_rate": 4.5317286652078776e-05,
      "loss": 5.6695,
      "step": 10355
    },
    {
      "epoch": 0.0090683019954641,
      "grad_norm": 0.8494059443473816,
      "learning_rate": 4.533916849015318e-05,
      "loss": 5.3078,
      "step": 10360
    },
    {
      "epoch": 0.009072678589091252,
      "grad_norm": 1.2855271100997925,
      "learning_rate": 4.536105032822757e-05,
      "loss": 6.0254,
      "step": 10365
    },
    {
      "epoch": 0.009077055182718407,
      "grad_norm": 3.2505338191986084,
      "learning_rate": 4.538293216630197e-05,
      "loss": 5.6414,
      "step": 10370
    },
    {
      "epoch": 0.009081431776345562,
      "grad_norm": 1.3174738883972168,
      "learning_rate": 4.540481400437637e-05,
      "loss": 5.8578,
      "step": 10375
    },
    {
      "epoch": 0.009085808369972716,
      "grad_norm": 1.5661109685897827,
      "learning_rate": 4.5426695842450766e-05,
      "loss": 5.4369,
      "step": 10380
    },
    {
      "epoch": 0.009090184963599871,
      "grad_norm": 1.2478235960006714,
      "learning_rate": 4.544857768052517e-05,
      "loss": 5.9123,
      "step": 10385
    },
    {
      "epoch": 0.009094561557227026,
      "grad_norm": 1.059916377067566,
      "learning_rate": 4.547045951859956e-05,
      "loss": 6.8926,
      "step": 10390
    },
    {
      "epoch": 0.009098938150854179,
      "grad_norm": 1.638081669807434,
      "learning_rate": 4.549234135667396e-05,
      "loss": 6.3623,
      "step": 10395
    },
    {
      "epoch": 0.009103314744481334,
      "grad_norm": 0.833632230758667,
      "learning_rate": 4.551422319474836e-05,
      "loss": 5.0206,
      "step": 10400
    },
    {
      "epoch": 0.009107691338108488,
      "grad_norm": 1.150674819946289,
      "learning_rate": 4.553610503282276e-05,
      "loss": 5.9898,
      "step": 10405
    },
    {
      "epoch": 0.009112067931735643,
      "grad_norm": 2.528611898422241,
      "learning_rate": 4.555798687089716e-05,
      "loss": 4.7917,
      "step": 10410
    },
    {
      "epoch": 0.009116444525362798,
      "grad_norm": 1.8098407983779907,
      "learning_rate": 4.557986870897156e-05,
      "loss": 6.2631,
      "step": 10415
    },
    {
      "epoch": 0.009120821118989953,
      "grad_norm": 0.9295169711112976,
      "learning_rate": 4.5601750547045954e-05,
      "loss": 6.2611,
      "step": 10420
    },
    {
      "epoch": 0.009125197712617108,
      "grad_norm": 1.0458788871765137,
      "learning_rate": 4.562363238512035e-05,
      "loss": 5.647,
      "step": 10425
    },
    {
      "epoch": 0.00912957430624426,
      "grad_norm": 0.8862701058387756,
      "learning_rate": 4.5645514223194754e-05,
      "loss": 5.9848,
      "step": 10430
    },
    {
      "epoch": 0.009133950899871415,
      "grad_norm": 1.2216510772705078,
      "learning_rate": 4.5667396061269144e-05,
      "loss": 6.2881,
      "step": 10435
    },
    {
      "epoch": 0.00913832749349857,
      "grad_norm": 0.8538296818733215,
      "learning_rate": 4.568927789934355e-05,
      "loss": 5.3929,
      "step": 10440
    },
    {
      "epoch": 0.009142704087125725,
      "grad_norm": 1.2014949321746826,
      "learning_rate": 4.5711159737417944e-05,
      "loss": 6.0074,
      "step": 10445
    },
    {
      "epoch": 0.00914708068075288,
      "grad_norm": 1.46918523311615,
      "learning_rate": 4.573304157549234e-05,
      "loss": 6.3385,
      "step": 10450
    },
    {
      "epoch": 0.009151457274380034,
      "grad_norm": 0.9360378980636597,
      "learning_rate": 4.5754923413566744e-05,
      "loss": 5.7812,
      "step": 10455
    },
    {
      "epoch": 0.009155833868007187,
      "grad_norm": 0.8939219117164612,
      "learning_rate": 4.577680525164114e-05,
      "loss": 5.1089,
      "step": 10460
    },
    {
      "epoch": 0.009160210461634342,
      "grad_norm": 0.7454086542129517,
      "learning_rate": 4.579868708971554e-05,
      "loss": 5.6283,
      "step": 10465
    },
    {
      "epoch": 0.009164587055261497,
      "grad_norm": 0.7980443835258484,
      "learning_rate": 4.5820568927789935e-05,
      "loss": 4.4674,
      "step": 10470
    },
    {
      "epoch": 0.009168963648888652,
      "grad_norm": 0.9148403406143188,
      "learning_rate": 4.584245076586434e-05,
      "loss": 6.0109,
      "step": 10475
    },
    {
      "epoch": 0.009173340242515806,
      "grad_norm": 1.3395767211914062,
      "learning_rate": 4.586433260393873e-05,
      "loss": 5.4221,
      "step": 10480
    },
    {
      "epoch": 0.009177716836142961,
      "grad_norm": 1.0498846769332886,
      "learning_rate": 4.588621444201313e-05,
      "loss": 5.6431,
      "step": 10485
    },
    {
      "epoch": 0.009182093429770116,
      "grad_norm": 0.7677397131919861,
      "learning_rate": 4.590809628008753e-05,
      "loss": 4.5825,
      "step": 10490
    },
    {
      "epoch": 0.009186470023397269,
      "grad_norm": 2.276838779449463,
      "learning_rate": 4.5929978118161925e-05,
      "loss": 6.2107,
      "step": 10495
    },
    {
      "epoch": 0.009190846617024424,
      "grad_norm": 1.0262603759765625,
      "learning_rate": 4.595185995623633e-05,
      "loss": 5.3118,
      "step": 10500
    },
    {
      "epoch": 0.009195223210651578,
      "grad_norm": 0.8597452044487,
      "learning_rate": 4.5973741794310725e-05,
      "loss": 4.0435,
      "step": 10505
    },
    {
      "epoch": 0.009199599804278733,
      "grad_norm": 1.334162950515747,
      "learning_rate": 4.599562363238512e-05,
      "loss": 5.6426,
      "step": 10510
    },
    {
      "epoch": 0.009203976397905888,
      "grad_norm": 0.8020309209823608,
      "learning_rate": 4.601750547045952e-05,
      "loss": 5.0877,
      "step": 10515
    },
    {
      "epoch": 0.009208352991533043,
      "grad_norm": 1.1076877117156982,
      "learning_rate": 4.603938730853392e-05,
      "loss": 6.5682,
      "step": 10520
    },
    {
      "epoch": 0.009212729585160196,
      "grad_norm": 1.3316190242767334,
      "learning_rate": 4.606126914660832e-05,
      "loss": 6.348,
      "step": 10525
    },
    {
      "epoch": 0.00921710617878735,
      "grad_norm": 1.0662705898284912,
      "learning_rate": 4.6083150984682716e-05,
      "loss": 6.2316,
      "step": 10530
    },
    {
      "epoch": 0.009221482772414505,
      "grad_norm": 1.6579067707061768,
      "learning_rate": 4.610503282275712e-05,
      "loss": 5.9624,
      "step": 10535
    },
    {
      "epoch": 0.00922585936604166,
      "grad_norm": 0.9044265151023865,
      "learning_rate": 4.612691466083151e-05,
      "loss": 5.2968,
      "step": 10540
    },
    {
      "epoch": 0.009230235959668815,
      "grad_norm": 1.175440788269043,
      "learning_rate": 4.614879649890591e-05,
      "loss": 6.9162,
      "step": 10545
    },
    {
      "epoch": 0.00923461255329597,
      "grad_norm": 1.5055038928985596,
      "learning_rate": 4.617067833698031e-05,
      "loss": 5.7859,
      "step": 10550
    },
    {
      "epoch": 0.009238989146923124,
      "grad_norm": 1.2953251600265503,
      "learning_rate": 4.6192560175054706e-05,
      "loss": 6.2283,
      "step": 10555
    },
    {
      "epoch": 0.009243365740550277,
      "grad_norm": 0.9149572253227234,
      "learning_rate": 4.62144420131291e-05,
      "loss": 5.436,
      "step": 10560
    },
    {
      "epoch": 0.009247742334177432,
      "grad_norm": 1.2054935693740845,
      "learning_rate": 4.6236323851203506e-05,
      "loss": 6.599,
      "step": 10565
    },
    {
      "epoch": 0.009252118927804587,
      "grad_norm": 1.0179169178009033,
      "learning_rate": 4.62582056892779e-05,
      "loss": 6.3298,
      "step": 10570
    },
    {
      "epoch": 0.009256495521431742,
      "grad_norm": 0.9248446822166443,
      "learning_rate": 4.62800875273523e-05,
      "loss": 5.055,
      "step": 10575
    },
    {
      "epoch": 0.009260872115058896,
      "grad_norm": 2.2023229598999023,
      "learning_rate": 4.6301969365426703e-05,
      "loss": 5.6539,
      "step": 10580
    },
    {
      "epoch": 0.009265248708686051,
      "grad_norm": 1.1083415746688843,
      "learning_rate": 4.6323851203501093e-05,
      "loss": 5.0715,
      "step": 10585
    },
    {
      "epoch": 0.009269625302313204,
      "grad_norm": 1.5058925151824951,
      "learning_rate": 4.63457330415755e-05,
      "loss": 5.4179,
      "step": 10590
    },
    {
      "epoch": 0.009274001895940359,
      "grad_norm": 1.3677760362625122,
      "learning_rate": 4.6367614879649894e-05,
      "loss": 5.4232,
      "step": 10595
    },
    {
      "epoch": 0.009278378489567514,
      "grad_norm": 0.9306081533432007,
      "learning_rate": 4.638949671772429e-05,
      "loss": 4.8593,
      "step": 10600
    },
    {
      "epoch": 0.009282755083194668,
      "grad_norm": 0.7077119946479797,
      "learning_rate": 4.641137855579869e-05,
      "loss": 5.7905,
      "step": 10605
    },
    {
      "epoch": 0.009287131676821823,
      "grad_norm": 0.8674111366271973,
      "learning_rate": 4.6433260393873084e-05,
      "loss": 5.3051,
      "step": 10610
    },
    {
      "epoch": 0.009291508270448978,
      "grad_norm": 0.7724714875221252,
      "learning_rate": 4.645514223194749e-05,
      "loss": 6.9078,
      "step": 10615
    },
    {
      "epoch": 0.009295884864076131,
      "grad_norm": 0.8637996912002563,
      "learning_rate": 4.6477024070021884e-05,
      "loss": 5.7317,
      "step": 10620
    },
    {
      "epoch": 0.009300261457703286,
      "grad_norm": 1.1298712491989136,
      "learning_rate": 4.649890590809628e-05,
      "loss": 5.4073,
      "step": 10625
    },
    {
      "epoch": 0.00930463805133044,
      "grad_norm": 1.0139729976654053,
      "learning_rate": 4.652078774617068e-05,
      "loss": 5.6172,
      "step": 10630
    },
    {
      "epoch": 0.009309014644957595,
      "grad_norm": 1.5225661993026733,
      "learning_rate": 4.654266958424508e-05,
      "loss": 5.6378,
      "step": 10635
    },
    {
      "epoch": 0.00931339123858475,
      "grad_norm": 1.1280056238174438,
      "learning_rate": 4.656455142231948e-05,
      "loss": 5.012,
      "step": 10640
    },
    {
      "epoch": 0.009317767832211905,
      "grad_norm": 1.379525899887085,
      "learning_rate": 4.6586433260393875e-05,
      "loss": 5.1803,
      "step": 10645
    },
    {
      "epoch": 0.00932214442583906,
      "grad_norm": 1.2293049097061157,
      "learning_rate": 4.660831509846828e-05,
      "loss": 6.3791,
      "step": 10650
    },
    {
      "epoch": 0.009326521019466212,
      "grad_norm": 1.3712689876556396,
      "learning_rate": 4.663019693654267e-05,
      "loss": 6.3554,
      "step": 10655
    },
    {
      "epoch": 0.009330897613093367,
      "grad_norm": 0.8584569692611694,
      "learning_rate": 4.665207877461707e-05,
      "loss": 5.199,
      "step": 10660
    },
    {
      "epoch": 0.009335274206720522,
      "grad_norm": 1.1295112371444702,
      "learning_rate": 4.667396061269147e-05,
      "loss": 5.4146,
      "step": 10665
    },
    {
      "epoch": 0.009339650800347677,
      "grad_norm": 0.9362132549285889,
      "learning_rate": 4.6695842450765865e-05,
      "loss": 5.2757,
      "step": 10670
    },
    {
      "epoch": 0.009344027393974831,
      "grad_norm": 1.2530879974365234,
      "learning_rate": 4.671772428884026e-05,
      "loss": 6.2535,
      "step": 10675
    },
    {
      "epoch": 0.009348403987601986,
      "grad_norm": 1.7287622690200806,
      "learning_rate": 4.6739606126914665e-05,
      "loss": 5.0544,
      "step": 10680
    },
    {
      "epoch": 0.00935278058122914,
      "grad_norm": 1.502448558807373,
      "learning_rate": 4.676148796498906e-05,
      "loss": 5.9763,
      "step": 10685
    },
    {
      "epoch": 0.009357157174856294,
      "grad_norm": 0.8885990977287292,
      "learning_rate": 4.678336980306346e-05,
      "loss": 5.4346,
      "step": 10690
    },
    {
      "epoch": 0.009361533768483449,
      "grad_norm": 1.145040512084961,
      "learning_rate": 4.680525164113786e-05,
      "loss": 6.5443,
      "step": 10695
    },
    {
      "epoch": 0.009365910362110604,
      "grad_norm": 1.438295841217041,
      "learning_rate": 4.682713347921225e-05,
      "loss": 5.9548,
      "step": 10700
    },
    {
      "epoch": 0.009370286955737758,
      "grad_norm": 1.743401050567627,
      "learning_rate": 4.6849015317286656e-05,
      "loss": 6.0071,
      "step": 10705
    },
    {
      "epoch": 0.009374663549364913,
      "grad_norm": 0.8859533071517944,
      "learning_rate": 4.687089715536105e-05,
      "loss": 5.8311,
      "step": 10710
    },
    {
      "epoch": 0.009379040142992068,
      "grad_norm": 0.9537956118583679,
      "learning_rate": 4.689277899343545e-05,
      "loss": 4.7469,
      "step": 10715
    },
    {
      "epoch": 0.00938341673661922,
      "grad_norm": 1.2029792070388794,
      "learning_rate": 4.6914660831509846e-05,
      "loss": 6.8859,
      "step": 10720
    },
    {
      "epoch": 0.009387793330246376,
      "grad_norm": 1.056514859199524,
      "learning_rate": 4.693654266958425e-05,
      "loss": 6.2195,
      "step": 10725
    },
    {
      "epoch": 0.00939216992387353,
      "grad_norm": 1.6314306259155273,
      "learning_rate": 4.6958424507658646e-05,
      "loss": 5.0904,
      "step": 10730
    },
    {
      "epoch": 0.009396546517500685,
      "grad_norm": 1.0552198886871338,
      "learning_rate": 4.698030634573304e-05,
      "loss": 6.9088,
      "step": 10735
    },
    {
      "epoch": 0.00940092311112784,
      "grad_norm": 1.5157461166381836,
      "learning_rate": 4.7002188183807446e-05,
      "loss": 6.3181,
      "step": 10740
    },
    {
      "epoch": 0.009405299704754995,
      "grad_norm": 0.9180968403816223,
      "learning_rate": 4.7024070021881836e-05,
      "loss": 5.9719,
      "step": 10745
    },
    {
      "epoch": 0.009409676298382148,
      "grad_norm": 1.641621708869934,
      "learning_rate": 4.704595185995624e-05,
      "loss": 5.0588,
      "step": 10750
    },
    {
      "epoch": 0.009414052892009302,
      "grad_norm": 0.9131731390953064,
      "learning_rate": 4.7067833698030637e-05,
      "loss": 4.6381,
      "step": 10755
    },
    {
      "epoch": 0.009418429485636457,
      "grad_norm": 1.3091932535171509,
      "learning_rate": 4.708971553610503e-05,
      "loss": 5.8529,
      "step": 10760
    },
    {
      "epoch": 0.009422806079263612,
      "grad_norm": 1.169323205947876,
      "learning_rate": 4.711159737417944e-05,
      "loss": 5.4354,
      "step": 10765
    },
    {
      "epoch": 0.009427182672890767,
      "grad_norm": 1.3293092250823975,
      "learning_rate": 4.7133479212253834e-05,
      "loss": 5.0742,
      "step": 10770
    },
    {
      "epoch": 0.009431559266517921,
      "grad_norm": 1.0305664539337158,
      "learning_rate": 4.715536105032823e-05,
      "loss": 5.6297,
      "step": 10775
    },
    {
      "epoch": 0.009435935860145076,
      "grad_norm": 1.3787592649459839,
      "learning_rate": 4.717724288840263e-05,
      "loss": 5.4148,
      "step": 10780
    },
    {
      "epoch": 0.00944031245377223,
      "grad_norm": 1.229536533355713,
      "learning_rate": 4.719912472647703e-05,
      "loss": 6.0245,
      "step": 10785
    },
    {
      "epoch": 0.009444689047399384,
      "grad_norm": 1.7065279483795166,
      "learning_rate": 4.722100656455142e-05,
      "loss": 6.2588,
      "step": 10790
    },
    {
      "epoch": 0.009449065641026539,
      "grad_norm": 1.1654906272888184,
      "learning_rate": 4.7242888402625824e-05,
      "loss": 5.8635,
      "step": 10795
    },
    {
      "epoch": 0.009453442234653693,
      "grad_norm": 1.2175421714782715,
      "learning_rate": 4.726477024070022e-05,
      "loss": 5.0569,
      "step": 10800
    },
    {
      "epoch": 0.009457818828280848,
      "grad_norm": 0.8394307494163513,
      "learning_rate": 4.728665207877462e-05,
      "loss": 5.3886,
      "step": 10805
    },
    {
      "epoch": 0.009462195421908003,
      "grad_norm": 0.888492226600647,
      "learning_rate": 4.730853391684902e-05,
      "loss": 5.7305,
      "step": 10810
    },
    {
      "epoch": 0.009466572015535156,
      "grad_norm": 1.005982518196106,
      "learning_rate": 4.733041575492342e-05,
      "loss": 6.5975,
      "step": 10815
    },
    {
      "epoch": 0.00947094860916231,
      "grad_norm": 0.7622313499450684,
      "learning_rate": 4.7352297592997814e-05,
      "loss": 5.7585,
      "step": 10820
    },
    {
      "epoch": 0.009475325202789465,
      "grad_norm": 1.1266075372695923,
      "learning_rate": 4.737417943107221e-05,
      "loss": 6.2357,
      "step": 10825
    },
    {
      "epoch": 0.00947970179641662,
      "grad_norm": 0.9033832550048828,
      "learning_rate": 4.7396061269146615e-05,
      "loss": 5.8609,
      "step": 10830
    },
    {
      "epoch": 0.009484078390043775,
      "grad_norm": 1.1675996780395508,
      "learning_rate": 4.7417943107221005e-05,
      "loss": 5.7166,
      "step": 10835
    },
    {
      "epoch": 0.00948845498367093,
      "grad_norm": 1.1128995418548584,
      "learning_rate": 4.743982494529541e-05,
      "loss": 6.5729,
      "step": 10840
    },
    {
      "epoch": 0.009492831577298085,
      "grad_norm": 0.9258199334144592,
      "learning_rate": 4.7461706783369805e-05,
      "loss": 5.384,
      "step": 10845
    },
    {
      "epoch": 0.009497208170925238,
      "grad_norm": 0.8757510185241699,
      "learning_rate": 4.74835886214442e-05,
      "loss": 5.8527,
      "step": 10850
    },
    {
      "epoch": 0.009501584764552392,
      "grad_norm": 0.8419803380966187,
      "learning_rate": 4.7505470459518605e-05,
      "loss": 5.4206,
      "step": 10855
    },
    {
      "epoch": 0.009505961358179547,
      "grad_norm": 0.818108856678009,
      "learning_rate": 4.7527352297592995e-05,
      "loss": 6.9055,
      "step": 10860
    },
    {
      "epoch": 0.009510337951806702,
      "grad_norm": 0.8141651749610901,
      "learning_rate": 4.75492341356674e-05,
      "loss": 6.4982,
      "step": 10865
    },
    {
      "epoch": 0.009514714545433857,
      "grad_norm": 1.3580915927886963,
      "learning_rate": 4.7571115973741795e-05,
      "loss": 5.9724,
      "step": 10870
    },
    {
      "epoch": 0.009519091139061011,
      "grad_norm": 1.4489179849624634,
      "learning_rate": 4.759299781181619e-05,
      "loss": 6.1973,
      "step": 10875
    },
    {
      "epoch": 0.009523467732688164,
      "grad_norm": 1.0217028856277466,
      "learning_rate": 4.7614879649890596e-05,
      "loss": 5.6047,
      "step": 10880
    },
    {
      "epoch": 0.009527844326315319,
      "grad_norm": 0.8684803247451782,
      "learning_rate": 4.763676148796499e-05,
      "loss": 5.6318,
      "step": 10885
    },
    {
      "epoch": 0.009532220919942474,
      "grad_norm": 0.7888198494911194,
      "learning_rate": 4.765864332603939e-05,
      "loss": 5.6534,
      "step": 10890
    },
    {
      "epoch": 0.009536597513569629,
      "grad_norm": 0.8401908874511719,
      "learning_rate": 4.7680525164113786e-05,
      "loss": 5.2955,
      "step": 10895
    },
    {
      "epoch": 0.009540974107196783,
      "grad_norm": 1.180498719215393,
      "learning_rate": 4.770240700218819e-05,
      "loss": 5.3629,
      "step": 10900
    },
    {
      "epoch": 0.009545350700823938,
      "grad_norm": 0.8133517503738403,
      "learning_rate": 4.772428884026258e-05,
      "loss": 5.6111,
      "step": 10905
    },
    {
      "epoch": 0.009549727294451091,
      "grad_norm": 0.9825459718704224,
      "learning_rate": 4.774617067833698e-05,
      "loss": 6.1824,
      "step": 10910
    },
    {
      "epoch": 0.009554103888078246,
      "grad_norm": 1.3884161710739136,
      "learning_rate": 4.776805251641138e-05,
      "loss": 5.6312,
      "step": 10915
    },
    {
      "epoch": 0.0095584804817054,
      "grad_norm": 0.8826019763946533,
      "learning_rate": 4.7789934354485776e-05,
      "loss": 5.7289,
      "step": 10920
    },
    {
      "epoch": 0.009562857075332555,
      "grad_norm": 0.9067746996879578,
      "learning_rate": 4.781181619256018e-05,
      "loss": 5.2898,
      "step": 10925
    },
    {
      "epoch": 0.00956723366895971,
      "grad_norm": 0.8125830888748169,
      "learning_rate": 4.7833698030634577e-05,
      "loss": 5.9792,
      "step": 10930
    },
    {
      "epoch": 0.009571610262586865,
      "grad_norm": 0.9860442280769348,
      "learning_rate": 4.785557986870897e-05,
      "loss": 5.6472,
      "step": 10935
    },
    {
      "epoch": 0.00957598685621402,
      "grad_norm": 1.8299243450164795,
      "learning_rate": 4.787746170678337e-05,
      "loss": 5.635,
      "step": 10940
    },
    {
      "epoch": 0.009580363449841173,
      "grad_norm": 0.8188666701316833,
      "learning_rate": 4.7899343544857774e-05,
      "loss": 4.6104,
      "step": 10945
    },
    {
      "epoch": 0.009584740043468327,
      "grad_norm": 0.9836660623550415,
      "learning_rate": 4.7921225382932163e-05,
      "loss": 5.2671,
      "step": 10950
    },
    {
      "epoch": 0.009589116637095482,
      "grad_norm": 1.168808937072754,
      "learning_rate": 4.794310722100657e-05,
      "loss": 5.4288,
      "step": 10955
    },
    {
      "epoch": 0.009593493230722637,
      "grad_norm": 0.8374353647232056,
      "learning_rate": 4.7964989059080964e-05,
      "loss": 4.8387,
      "step": 10960
    },
    {
      "epoch": 0.009597869824349792,
      "grad_norm": 1.6250258684158325,
      "learning_rate": 4.798687089715536e-05,
      "loss": 6.5496,
      "step": 10965
    },
    {
      "epoch": 0.009602246417976947,
      "grad_norm": 1.097175121307373,
      "learning_rate": 4.8008752735229764e-05,
      "loss": 6.5539,
      "step": 10970
    },
    {
      "epoch": 0.0096066230116041,
      "grad_norm": 0.6979202628135681,
      "learning_rate": 4.803063457330416e-05,
      "loss": 5.0225,
      "step": 10975
    },
    {
      "epoch": 0.009610999605231254,
      "grad_norm": 0.8557278513908386,
      "learning_rate": 4.805251641137856e-05,
      "loss": 6.3361,
      "step": 10980
    },
    {
      "epoch": 0.009615376198858409,
      "grad_norm": 1.068526029586792,
      "learning_rate": 4.8074398249452954e-05,
      "loss": 6.2227,
      "step": 10985
    },
    {
      "epoch": 0.009619752792485564,
      "grad_norm": 1.0790551900863647,
      "learning_rate": 4.809628008752736e-05,
      "loss": 6.2908,
      "step": 10990
    },
    {
      "epoch": 0.009624129386112719,
      "grad_norm": 1.0156716108322144,
      "learning_rate": 4.8118161925601754e-05,
      "loss": 5.9389,
      "step": 10995
    },
    {
      "epoch": 0.009628505979739873,
      "grad_norm": 1.4249987602233887,
      "learning_rate": 4.814004376367615e-05,
      "loss": 5.3733,
      "step": 11000
    },
    {
      "epoch": 0.009632882573367028,
      "grad_norm": 0.7510310411453247,
      "learning_rate": 4.8161925601750555e-05,
      "loss": 5.1575,
      "step": 11005
    },
    {
      "epoch": 0.009637259166994181,
      "grad_norm": 0.8545637726783752,
      "learning_rate": 4.8183807439824945e-05,
      "loss": 5.3829,
      "step": 11010
    },
    {
      "epoch": 0.009641635760621336,
      "grad_norm": 1.3889669179916382,
      "learning_rate": 4.820568927789935e-05,
      "loss": 5.058,
      "step": 11015
    },
    {
      "epoch": 0.00964601235424849,
      "grad_norm": 0.894660234451294,
      "learning_rate": 4.8227571115973745e-05,
      "loss": 5.9848,
      "step": 11020
    },
    {
      "epoch": 0.009650388947875645,
      "grad_norm": 1.6446400880813599,
      "learning_rate": 4.824945295404814e-05,
      "loss": 5.858,
      "step": 11025
    },
    {
      "epoch": 0.0096547655415028,
      "grad_norm": 0.8882248401641846,
      "learning_rate": 4.827133479212254e-05,
      "loss": 5.7197,
      "step": 11030
    },
    {
      "epoch": 0.009659142135129955,
      "grad_norm": 0.8092442750930786,
      "learning_rate": 4.829321663019694e-05,
      "loss": 5.9942,
      "step": 11035
    },
    {
      "epoch": 0.009663518728757108,
      "grad_norm": 0.8063212037086487,
      "learning_rate": 4.831509846827134e-05,
      "loss": 5.3489,
      "step": 11040
    },
    {
      "epoch": 0.009667895322384263,
      "grad_norm": 0.8026784062385559,
      "learning_rate": 4.8336980306345735e-05,
      "loss": 5.0351,
      "step": 11045
    },
    {
      "epoch": 0.009672271916011417,
      "grad_norm": 0.7998371124267578,
      "learning_rate": 4.835886214442014e-05,
      "loss": 5.9912,
      "step": 11050
    },
    {
      "epoch": 0.009676648509638572,
      "grad_norm": 1.0216058492660522,
      "learning_rate": 4.838074398249453e-05,
      "loss": 5.38,
      "step": 11055
    },
    {
      "epoch": 0.009681025103265727,
      "grad_norm": 0.9035700559616089,
      "learning_rate": 4.840262582056893e-05,
      "loss": 5.9573,
      "step": 11060
    },
    {
      "epoch": 0.009685401696892882,
      "grad_norm": 0.788723349571228,
      "learning_rate": 4.842450765864333e-05,
      "loss": 5.178,
      "step": 11065
    },
    {
      "epoch": 0.009689778290520036,
      "grad_norm": 0.9351815581321716,
      "learning_rate": 4.8446389496717726e-05,
      "loss": 4.8285,
      "step": 11070
    },
    {
      "epoch": 0.00969415488414719,
      "grad_norm": 0.7490235567092896,
      "learning_rate": 4.846827133479212e-05,
      "loss": 5.0644,
      "step": 11075
    },
    {
      "epoch": 0.009698531477774344,
      "grad_norm": 1.275860071182251,
      "learning_rate": 4.849015317286652e-05,
      "loss": 5.5939,
      "step": 11080
    },
    {
      "epoch": 0.009702908071401499,
      "grad_norm": 1.0913496017456055,
      "learning_rate": 4.851203501094092e-05,
      "loss": 6.0215,
      "step": 11085
    },
    {
      "epoch": 0.009707284665028654,
      "grad_norm": 1.6423523426055908,
      "learning_rate": 4.853391684901532e-05,
      "loss": 5.3994,
      "step": 11090
    },
    {
      "epoch": 0.009711661258655808,
      "grad_norm": 0.8988828063011169,
      "learning_rate": 4.8555798687089716e-05,
      "loss": 5.4128,
      "step": 11095
    },
    {
      "epoch": 0.009716037852282963,
      "grad_norm": 1.0954577922821045,
      "learning_rate": 4.857768052516411e-05,
      "loss": 5.3009,
      "step": 11100
    },
    {
      "epoch": 0.009720414445910116,
      "grad_norm": 1.1336597204208374,
      "learning_rate": 4.8599562363238516e-05,
      "loss": 5.2724,
      "step": 11105
    },
    {
      "epoch": 0.009724791039537271,
      "grad_norm": 1.967795491218567,
      "learning_rate": 4.862144420131291e-05,
      "loss": 5.5823,
      "step": 11110
    },
    {
      "epoch": 0.009729167633164426,
      "grad_norm": 0.8116188645362854,
      "learning_rate": 4.864332603938731e-05,
      "loss": 5.5963,
      "step": 11115
    },
    {
      "epoch": 0.00973354422679158,
      "grad_norm": 0.8230424523353577,
      "learning_rate": 4.8665207877461713e-05,
      "loss": 5.9491,
      "step": 11120
    },
    {
      "epoch": 0.009737920820418735,
      "grad_norm": 0.8294370174407959,
      "learning_rate": 4.8687089715536103e-05,
      "loss": 6.2684,
      "step": 11125
    },
    {
      "epoch": 0.00974229741404589,
      "grad_norm": 1.6082247495651245,
      "learning_rate": 4.870897155361051e-05,
      "loss": 5.0532,
      "step": 11130
    },
    {
      "epoch": 0.009746674007673045,
      "grad_norm": 0.8358253836631775,
      "learning_rate": 4.8730853391684904e-05,
      "loss": 5.6404,
      "step": 11135
    },
    {
      "epoch": 0.009751050601300198,
      "grad_norm": 1.6727324724197388,
      "learning_rate": 4.87527352297593e-05,
      "loss": 6.3026,
      "step": 11140
    },
    {
      "epoch": 0.009755427194927353,
      "grad_norm": 1.8405507802963257,
      "learning_rate": 4.87746170678337e-05,
      "loss": 5.0498,
      "step": 11145
    },
    {
      "epoch": 0.009759803788554507,
      "grad_norm": 1.6487714052200317,
      "learning_rate": 4.87964989059081e-05,
      "loss": 5.962,
      "step": 11150
    },
    {
      "epoch": 0.009764180382181662,
      "grad_norm": 1.3982040882110596,
      "learning_rate": 4.88183807439825e-05,
      "loss": 6.1826,
      "step": 11155
    },
    {
      "epoch": 0.009768556975808817,
      "grad_norm": 0.9310526847839355,
      "learning_rate": 4.8840262582056894e-05,
      "loss": 5.0419,
      "step": 11160
    },
    {
      "epoch": 0.009772933569435972,
      "grad_norm": 1.1444023847579956,
      "learning_rate": 4.88621444201313e-05,
      "loss": 5.9189,
      "step": 11165
    },
    {
      "epoch": 0.009777310163063125,
      "grad_norm": 1.0357518196105957,
      "learning_rate": 4.888402625820569e-05,
      "loss": 5.6121,
      "step": 11170
    },
    {
      "epoch": 0.00978168675669028,
      "grad_norm": 0.7544549107551575,
      "learning_rate": 4.890590809628009e-05,
      "loss": 5.6246,
      "step": 11175
    },
    {
      "epoch": 0.009786063350317434,
      "grad_norm": 1.0178700685501099,
      "learning_rate": 4.892778993435449e-05,
      "loss": 5.9368,
      "step": 11180
    },
    {
      "epoch": 0.009790439943944589,
      "grad_norm": 0.9478941559791565,
      "learning_rate": 4.8949671772428885e-05,
      "loss": 6.1883,
      "step": 11185
    },
    {
      "epoch": 0.009794816537571744,
      "grad_norm": 0.8358235359191895,
      "learning_rate": 4.897155361050328e-05,
      "loss": 4.2082,
      "step": 11190
    },
    {
      "epoch": 0.009799193131198898,
      "grad_norm": 0.8341804146766663,
      "learning_rate": 4.8993435448577685e-05,
      "loss": 5.5045,
      "step": 11195
    },
    {
      "epoch": 0.009803569724826051,
      "grad_norm": 1.447972297668457,
      "learning_rate": 4.901531728665208e-05,
      "loss": 5.149,
      "step": 11200
    },
    {
      "epoch": 0.009807946318453206,
      "grad_norm": 2.307373046875,
      "learning_rate": 4.903719912472648e-05,
      "loss": 5.4078,
      "step": 11205
    },
    {
      "epoch": 0.009812322912080361,
      "grad_norm": 1.5297967195510864,
      "learning_rate": 4.905908096280088e-05,
      "loss": 5.9849,
      "step": 11210
    },
    {
      "epoch": 0.009816699505707516,
      "grad_norm": 0.8960641026496887,
      "learning_rate": 4.908096280087527e-05,
      "loss": 4.9424,
      "step": 11215
    },
    {
      "epoch": 0.00982107609933467,
      "grad_norm": 1.417081356048584,
      "learning_rate": 4.9102844638949675e-05,
      "loss": 5.9771,
      "step": 11220
    },
    {
      "epoch": 0.009825452692961825,
      "grad_norm": 1.080524206161499,
      "learning_rate": 4.912472647702407e-05,
      "loss": 4.8338,
      "step": 11225
    },
    {
      "epoch": 0.00982982928658898,
      "grad_norm": 1.0619815587997437,
      "learning_rate": 4.914660831509847e-05,
      "loss": 5.7656,
      "step": 11230
    },
    {
      "epoch": 0.009834205880216133,
      "grad_norm": 1.014860987663269,
      "learning_rate": 4.916849015317287e-05,
      "loss": 6.3175,
      "step": 11235
    },
    {
      "epoch": 0.009838582473843288,
      "grad_norm": 0.7453227639198303,
      "learning_rate": 4.919037199124727e-05,
      "loss": 5.3803,
      "step": 11240
    },
    {
      "epoch": 0.009842959067470443,
      "grad_norm": 0.8702600598335266,
      "learning_rate": 4.9212253829321666e-05,
      "loss": 5.2984,
      "step": 11245
    },
    {
      "epoch": 0.009847335661097597,
      "grad_norm": 1.6991972923278809,
      "learning_rate": 4.923413566739606e-05,
      "loss": 5.5599,
      "step": 11250
    },
    {
      "epoch": 0.009851712254724752,
      "grad_norm": 0.895157516002655,
      "learning_rate": 4.9256017505470466e-05,
      "loss": 4.2268,
      "step": 11255
    },
    {
      "epoch": 0.009856088848351907,
      "grad_norm": 1.682022213935852,
      "learning_rate": 4.9277899343544856e-05,
      "loss": 5.9667,
      "step": 11260
    },
    {
      "epoch": 0.00986046544197906,
      "grad_norm": 0.8188526034355164,
      "learning_rate": 4.929978118161926e-05,
      "loss": 5.3631,
      "step": 11265
    },
    {
      "epoch": 0.009864842035606215,
      "grad_norm": 1.539980411529541,
      "learning_rate": 4.9321663019693656e-05,
      "loss": 5.1501,
      "step": 11270
    },
    {
      "epoch": 0.00986921862923337,
      "grad_norm": 2.1575677394866943,
      "learning_rate": 4.934354485776805e-05,
      "loss": 6.3167,
      "step": 11275
    },
    {
      "epoch": 0.009873595222860524,
      "grad_norm": 1.5982130765914917,
      "learning_rate": 4.9365426695842456e-05,
      "loss": 5.9552,
      "step": 11280
    },
    {
      "epoch": 0.009877971816487679,
      "grad_norm": 1.0670313835144043,
      "learning_rate": 4.938730853391685e-05,
      "loss": 5.9466,
      "step": 11285
    },
    {
      "epoch": 0.009882348410114834,
      "grad_norm": 1.077011227607727,
      "learning_rate": 4.940919037199125e-05,
      "loss": 5.3927,
      "step": 11290
    },
    {
      "epoch": 0.009886725003741988,
      "grad_norm": 1.0603468418121338,
      "learning_rate": 4.943107221006565e-05,
      "loss": 6.1732,
      "step": 11295
    },
    {
      "epoch": 0.009891101597369141,
      "grad_norm": 1.497611165046692,
      "learning_rate": 4.945295404814005e-05,
      "loss": 5.7536,
      "step": 11300
    },
    {
      "epoch": 0.009895478190996296,
      "grad_norm": 1.2952303886413574,
      "learning_rate": 4.947483588621444e-05,
      "loss": 5.7133,
      "step": 11305
    },
    {
      "epoch": 0.009899854784623451,
      "grad_norm": 1.432511806488037,
      "learning_rate": 4.9496717724288844e-05,
      "loss": 5.9732,
      "step": 11310
    },
    {
      "epoch": 0.009904231378250606,
      "grad_norm": 0.7597395181655884,
      "learning_rate": 4.951859956236324e-05,
      "loss": 5.1676,
      "step": 11315
    },
    {
      "epoch": 0.00990860797187776,
      "grad_norm": 0.8598001599311829,
      "learning_rate": 4.954048140043764e-05,
      "loss": 5.962,
      "step": 11320
    },
    {
      "epoch": 0.009912984565504915,
      "grad_norm": 0.9628181457519531,
      "learning_rate": 4.956236323851204e-05,
      "loss": 4.7938,
      "step": 11325
    },
    {
      "epoch": 0.009917361159132068,
      "grad_norm": 0.7403640151023865,
      "learning_rate": 4.958424507658643e-05,
      "loss": 4.7919,
      "step": 11330
    },
    {
      "epoch": 0.009921737752759223,
      "grad_norm": 1.5048706531524658,
      "learning_rate": 4.9606126914660834e-05,
      "loss": 6.5563,
      "step": 11335
    },
    {
      "epoch": 0.009926114346386378,
      "grad_norm": 1.6459848880767822,
      "learning_rate": 4.962800875273523e-05,
      "loss": 5.603,
      "step": 11340
    },
    {
      "epoch": 0.009930490940013532,
      "grad_norm": 1.5305590629577637,
      "learning_rate": 4.964989059080963e-05,
      "loss": 5.9541,
      "step": 11345
    },
    {
      "epoch": 0.009934867533640687,
      "grad_norm": 2.3052637577056885,
      "learning_rate": 4.967177242888403e-05,
      "loss": 5.3681,
      "step": 11350
    },
    {
      "epoch": 0.009939244127267842,
      "grad_norm": 0.9733993411064148,
      "learning_rate": 4.969365426695843e-05,
      "loss": 4.93,
      "step": 11355
    },
    {
      "epoch": 0.009943620720894997,
      "grad_norm": 1.150734305381775,
      "learning_rate": 4.9715536105032825e-05,
      "loss": 5.6405,
      "step": 11360
    },
    {
      "epoch": 0.00994799731452215,
      "grad_norm": 1.1568838357925415,
      "learning_rate": 4.973741794310722e-05,
      "loss": 6.2164,
      "step": 11365
    },
    {
      "epoch": 0.009952373908149304,
      "grad_norm": 1.219909906387329,
      "learning_rate": 4.9759299781181625e-05,
      "loss": 5.5145,
      "step": 11370
    },
    {
      "epoch": 0.00995675050177646,
      "grad_norm": 1.3845093250274658,
      "learning_rate": 4.9781181619256015e-05,
      "loss": 5.3477,
      "step": 11375
    },
    {
      "epoch": 0.009961127095403614,
      "grad_norm": 2.3840951919555664,
      "learning_rate": 4.980306345733042e-05,
      "loss": 5.6196,
      "step": 11380
    },
    {
      "epoch": 0.009965503689030769,
      "grad_norm": 1.4385795593261719,
      "learning_rate": 4.9824945295404815e-05,
      "loss": 6.5537,
      "step": 11385
    },
    {
      "epoch": 0.009969880282657924,
      "grad_norm": 2.3298301696777344,
      "learning_rate": 4.984682713347921e-05,
      "loss": 5.0434,
      "step": 11390
    },
    {
      "epoch": 0.009974256876285077,
      "grad_norm": 0.8649490475654602,
      "learning_rate": 4.9868708971553615e-05,
      "loss": 5.3063,
      "step": 11395
    },
    {
      "epoch": 0.009978633469912231,
      "grad_norm": 0.9743646383285522,
      "learning_rate": 4.989059080962801e-05,
      "loss": 5.1626,
      "step": 11400
    },
    {
      "epoch": 0.009983010063539386,
      "grad_norm": 1.1678543090820312,
      "learning_rate": 4.991247264770241e-05,
      "loss": 5.9804,
      "step": 11405
    },
    {
      "epoch": 0.00998738665716654,
      "grad_norm": 0.9195045828819275,
      "learning_rate": 4.9934354485776805e-05,
      "loss": 6.2002,
      "step": 11410
    },
    {
      "epoch": 0.009991763250793696,
      "grad_norm": 0.7686824202537537,
      "learning_rate": 4.995623632385121e-05,
      "loss": 5.4236,
      "step": 11415
    },
    {
      "epoch": 0.00999613984442085,
      "grad_norm": 2.0380802154541016,
      "learning_rate": 4.99781181619256e-05,
      "loss": 6.5568,
      "step": 11420
    },
    {
      "epoch": 0.010000516438048005,
      "grad_norm": 0.963244616985321,
      "learning_rate": 5e-05,
      "loss": 5.5965,
      "step": 11425
    },
    {
      "epoch": 0.010004893031675158,
      "grad_norm": 1.2172681093215942,
      "learning_rate": 4.999999999807113e-05,
      "loss": 6.2776,
      "step": 11430
    },
    {
      "epoch": 0.010009269625302313,
      "grad_norm": 0.8631533980369568,
      "learning_rate": 4.999999999228454e-05,
      "loss": 5.9605,
      "step": 11435
    },
    {
      "epoch": 0.010013646218929468,
      "grad_norm": 1.47408127784729,
      "learning_rate": 4.99999999826402e-05,
      "loss": 6.1926,
      "step": 11440
    },
    {
      "epoch": 0.010018022812556622,
      "grad_norm": 1.9096263647079468,
      "learning_rate": 4.999999996913813e-05,
      "loss": 6.517,
      "step": 11445
    },
    {
      "epoch": 0.010022399406183777,
      "grad_norm": 0.8668358325958252,
      "learning_rate": 4.999999995177833e-05,
      "loss": 5.7263,
      "step": 11450
    },
    {
      "epoch": 0.010026775999810932,
      "grad_norm": 1.2478169202804565,
      "learning_rate": 4.999999993056079e-05,
      "loss": 6.5209,
      "step": 11455
    },
    {
      "epoch": 0.010031152593438085,
      "grad_norm": 0.9260097146034241,
      "learning_rate": 4.9999999905485525e-05,
      "loss": 5.1616,
      "step": 11460
    },
    {
      "epoch": 0.01003552918706524,
      "grad_norm": 0.8768408298492432,
      "learning_rate": 4.999999987655252e-05,
      "loss": 5.9237,
      "step": 11465
    },
    {
      "epoch": 0.010039905780692394,
      "grad_norm": 1.1791456937789917,
      "learning_rate": 4.9999999843761794e-05,
      "loss": 5.6888,
      "step": 11470
    },
    {
      "epoch": 0.01004428237431955,
      "grad_norm": 0.8820798397064209,
      "learning_rate": 4.999999980711332e-05,
      "loss": 5.0371,
      "step": 11475
    },
    {
      "epoch": 0.010048658967946704,
      "grad_norm": 0.9233139157295227,
      "learning_rate": 4.999999976660711e-05,
      "loss": 5.0609,
      "step": 11480
    },
    {
      "epoch": 0.010053035561573859,
      "grad_norm": 0.916291356086731,
      "learning_rate": 4.9999999722243174e-05,
      "loss": 5.4982,
      "step": 11485
    },
    {
      "epoch": 0.010057412155201012,
      "grad_norm": 0.9809821844100952,
      "learning_rate": 4.99999996740215e-05,
      "loss": 5.3527,
      "step": 11490
    },
    {
      "epoch": 0.010061788748828166,
      "grad_norm": 1.8214476108551025,
      "learning_rate": 4.999999962194209e-05,
      "loss": 5.4173,
      "step": 11495
    },
    {
      "epoch": 0.010066165342455321,
      "grad_norm": 1.8330106735229492,
      "learning_rate": 4.9999999566004965e-05,
      "loss": 5.9469,
      "step": 11500
    },
    {
      "epoch": 0.010070541936082476,
      "grad_norm": 0.8973551988601685,
      "learning_rate": 4.9999999506210084e-05,
      "loss": 5.9227,
      "step": 11505
    },
    {
      "epoch": 0.01007491852970963,
      "grad_norm": 0.7834789752960205,
      "learning_rate": 4.9999999442557476e-05,
      "loss": 5.8293,
      "step": 11510
    },
    {
      "epoch": 0.010079295123336785,
      "grad_norm": 0.8547846078872681,
      "learning_rate": 4.9999999375047134e-05,
      "loss": 5.9664,
      "step": 11515
    },
    {
      "epoch": 0.01008367171696394,
      "grad_norm": 1.237770676612854,
      "learning_rate": 4.9999999303679065e-05,
      "loss": 5.9257,
      "step": 11520
    },
    {
      "epoch": 0.010088048310591093,
      "grad_norm": 0.7913678884506226,
      "learning_rate": 4.9999999228453256e-05,
      "loss": 5.3646,
      "step": 11525
    },
    {
      "epoch": 0.010092424904218248,
      "grad_norm": 0.9297032356262207,
      "learning_rate": 4.999999914936971e-05,
      "loss": 5.2569,
      "step": 11530
    },
    {
      "epoch": 0.010096801497845403,
      "grad_norm": 0.8100071549415588,
      "learning_rate": 4.9999999066428437e-05,
      "loss": 5.552,
      "step": 11535
    },
    {
      "epoch": 0.010101178091472558,
      "grad_norm": 0.8411401510238647,
      "learning_rate": 4.999999897962943e-05,
      "loss": 4.4541,
      "step": 11540
    },
    {
      "epoch": 0.010105554685099712,
      "grad_norm": 0.9047295451164246,
      "learning_rate": 4.999999888897269e-05,
      "loss": 5.1149,
      "step": 11545
    },
    {
      "epoch": 0.010109931278726867,
      "grad_norm": 1.1797266006469727,
      "learning_rate": 4.999999879445821e-05,
      "loss": 5.5824,
      "step": 11550
    },
    {
      "epoch": 0.01011430787235402,
      "grad_norm": 0.7964854836463928,
      "learning_rate": 4.9999998696086e-05,
      "loss": 5.8162,
      "step": 11555
    },
    {
      "epoch": 0.010118684465981175,
      "grad_norm": 0.9888343214988708,
      "learning_rate": 4.999999859385607e-05,
      "loss": 5.0257,
      "step": 11560
    },
    {
      "epoch": 0.01012306105960833,
      "grad_norm": 1.7223557233810425,
      "learning_rate": 4.9999998487768385e-05,
      "loss": 5.9233,
      "step": 11565
    },
    {
      "epoch": 0.010127437653235484,
      "grad_norm": 0.895510196685791,
      "learning_rate": 4.999999837782297e-05,
      "loss": 5.9796,
      "step": 11570
    },
    {
      "epoch": 0.010131814246862639,
      "grad_norm": 1.4713585376739502,
      "learning_rate": 4.9999998264019834e-05,
      "loss": 5.1387,
      "step": 11575
    },
    {
      "epoch": 0.010136190840489794,
      "grad_norm": 0.8648544549942017,
      "learning_rate": 4.999999814635896e-05,
      "loss": 5.941,
      "step": 11580
    },
    {
      "epoch": 0.010140567434116949,
      "grad_norm": 0.9771822690963745,
      "learning_rate": 4.9999998024840356e-05,
      "loss": 4.8957,
      "step": 11585
    },
    {
      "epoch": 0.010144944027744102,
      "grad_norm": 1.1467870473861694,
      "learning_rate": 4.9999997899464e-05,
      "loss": 5.9818,
      "step": 11590
    },
    {
      "epoch": 0.010149320621371256,
      "grad_norm": 1.355522632598877,
      "learning_rate": 4.9999997770229936e-05,
      "loss": 5.9683,
      "step": 11595
    },
    {
      "epoch": 0.010153697214998411,
      "grad_norm": 0.8078757524490356,
      "learning_rate": 4.9999997637138116e-05,
      "loss": 5.5859,
      "step": 11600
    },
    {
      "epoch": 0.010158073808625566,
      "grad_norm": 1.2204945087432861,
      "learning_rate": 4.9999997500188575e-05,
      "loss": 6.1777,
      "step": 11605
    },
    {
      "epoch": 0.01016245040225272,
      "grad_norm": 1.4083435535430908,
      "learning_rate": 4.99999973593813e-05,
      "loss": 5.6218,
      "step": 11610
    },
    {
      "epoch": 0.010166826995879875,
      "grad_norm": 0.9047564268112183,
      "learning_rate": 4.99999972147163e-05,
      "loss": 5.0534,
      "step": 11615
    },
    {
      "epoch": 0.010171203589507028,
      "grad_norm": 0.9100693464279175,
      "learning_rate": 4.999999706619355e-05,
      "loss": 6.1826,
      "step": 11620
    },
    {
      "epoch": 0.010175580183134183,
      "grad_norm": 0.9452579617500305,
      "learning_rate": 4.999999691381308e-05,
      "loss": 4.5396,
      "step": 11625
    },
    {
      "epoch": 0.010179956776761338,
      "grad_norm": 1.0439581871032715,
      "learning_rate": 4.999999675757486e-05,
      "loss": 6.0251,
      "step": 11630
    },
    {
      "epoch": 0.010184333370388493,
      "grad_norm": 0.7963756322860718,
      "learning_rate": 4.9999996597478926e-05,
      "loss": 5.2599,
      "step": 11635
    },
    {
      "epoch": 0.010188709964015647,
      "grad_norm": 0.8778554797172546,
      "learning_rate": 4.999999643352524e-05,
      "loss": 6.8266,
      "step": 11640
    },
    {
      "epoch": 0.010193086557642802,
      "grad_norm": 0.7379465103149414,
      "learning_rate": 4.9999996265713834e-05,
      "loss": 5.7301,
      "step": 11645
    },
    {
      "epoch": 0.010197463151269957,
      "grad_norm": 0.8632948994636536,
      "learning_rate": 4.99999960940447e-05,
      "loss": 5.0268,
      "step": 11650
    },
    {
      "epoch": 0.01020183974489711,
      "grad_norm": 0.7036252617835999,
      "learning_rate": 4.9999995918517814e-05,
      "loss": 5.3291,
      "step": 11655
    },
    {
      "epoch": 0.010206216338524265,
      "grad_norm": 0.8351311087608337,
      "learning_rate": 4.999999573913321e-05,
      "loss": 5.39,
      "step": 11660
    },
    {
      "epoch": 0.01021059293215142,
      "grad_norm": 0.7281877398490906,
      "learning_rate": 4.9999995555890866e-05,
      "loss": 5.9527,
      "step": 11665
    },
    {
      "epoch": 0.010214969525778574,
      "grad_norm": 0.7871155738830566,
      "learning_rate": 4.9999995368790795e-05,
      "loss": 5.5939,
      "step": 11670
    },
    {
      "epoch": 0.010219346119405729,
      "grad_norm": 0.8679479360580444,
      "learning_rate": 4.999999517783299e-05,
      "loss": 6.4662,
      "step": 11675
    },
    {
      "epoch": 0.010223722713032884,
      "grad_norm": 0.8201239705085754,
      "learning_rate": 4.999999498301745e-05,
      "loss": 6.4816,
      "step": 11680
    },
    {
      "epoch": 0.010228099306660037,
      "grad_norm": 0.6546206474304199,
      "learning_rate": 4.999999478434419e-05,
      "loss": 6.1281,
      "step": 11685
    },
    {
      "epoch": 0.010232475900287192,
      "grad_norm": 0.7401724457740784,
      "learning_rate": 4.999999458181318e-05,
      "loss": 6.1195,
      "step": 11690
    },
    {
      "epoch": 0.010236852493914346,
      "grad_norm": 0.7325028777122498,
      "learning_rate": 4.999999437542444e-05,
      "loss": 5.9003,
      "step": 11695
    },
    {
      "epoch": 0.010241229087541501,
      "grad_norm": 1.1956162452697754,
      "learning_rate": 4.999999416517796e-05,
      "loss": 5.9071,
      "step": 11700
    },
    {
      "epoch": 0.010245605681168656,
      "grad_norm": 0.794147789478302,
      "learning_rate": 4.9999993951073763e-05,
      "loss": 5.1177,
      "step": 11705
    },
    {
      "epoch": 0.01024998227479581,
      "grad_norm": 1.5034065246582031,
      "learning_rate": 4.999999373311183e-05,
      "loss": 5.0946,
      "step": 11710
    },
    {
      "epoch": 0.010254358868422965,
      "grad_norm": 1.1251096725463867,
      "learning_rate": 4.9999993511292163e-05,
      "loss": 6.2549,
      "step": 11715
    },
    {
      "epoch": 0.010258735462050118,
      "grad_norm": 0.9057931303977966,
      "learning_rate": 4.999999328561476e-05,
      "loss": 6.2738,
      "step": 11720
    },
    {
      "epoch": 0.010263112055677273,
      "grad_norm": 0.9373579025268555,
      "learning_rate": 4.999999305607963e-05,
      "loss": 5.6084,
      "step": 11725
    },
    {
      "epoch": 0.010267488649304428,
      "grad_norm": 3.4925382137298584,
      "learning_rate": 4.999999282268676e-05,
      "loss": 5.6498,
      "step": 11730
    },
    {
      "epoch": 0.010271865242931583,
      "grad_norm": 0.8999042510986328,
      "learning_rate": 4.999999258543616e-05,
      "loss": 5.139,
      "step": 11735
    },
    {
      "epoch": 0.010276241836558737,
      "grad_norm": 0.9567742347717285,
      "learning_rate": 4.999999234432784e-05,
      "loss": 5.2347,
      "step": 11740
    },
    {
      "epoch": 0.010280618430185892,
      "grad_norm": 0.8801954984664917,
      "learning_rate": 4.999999209936177e-05,
      "loss": 5.9485,
      "step": 11745
    },
    {
      "epoch": 0.010284995023813045,
      "grad_norm": 0.8398795127868652,
      "learning_rate": 4.9999991850537974e-05,
      "loss": 5.028,
      "step": 11750
    },
    {
      "epoch": 0.0102893716174402,
      "grad_norm": 0.9285362958908081,
      "learning_rate": 4.999999159785645e-05,
      "loss": 6.8719,
      "step": 11755
    },
    {
      "epoch": 0.010293748211067355,
      "grad_norm": 1.2498183250427246,
      "learning_rate": 4.9999991341317196e-05,
      "loss": 6.2793,
      "step": 11760
    },
    {
      "epoch": 0.01029812480469451,
      "grad_norm": 0.9637597799301147,
      "learning_rate": 4.9999991080920206e-05,
      "loss": 5.578,
      "step": 11765
    },
    {
      "epoch": 0.010302501398321664,
      "grad_norm": 1.0403027534484863,
      "learning_rate": 4.9999990816665476e-05,
      "loss": 6.2498,
      "step": 11770
    },
    {
      "epoch": 0.010306877991948819,
      "grad_norm": 0.9717817902565002,
      "learning_rate": 4.999999054855302e-05,
      "loss": 6.485,
      "step": 11775
    },
    {
      "epoch": 0.010311254585575972,
      "grad_norm": 0.8866643905639648,
      "learning_rate": 4.999999027658284e-05,
      "loss": 5.0742,
      "step": 11780
    },
    {
      "epoch": 0.010315631179203127,
      "grad_norm": 1.3788756132125854,
      "learning_rate": 4.999999000075492e-05,
      "loss": 5.8348,
      "step": 11785
    },
    {
      "epoch": 0.010320007772830282,
      "grad_norm": 0.8598033785820007,
      "learning_rate": 4.999998972106926e-05,
      "loss": 5.7084,
      "step": 11790
    },
    {
      "epoch": 0.010324384366457436,
      "grad_norm": 1.0102618932724,
      "learning_rate": 4.999998943752588e-05,
      "loss": 6.2854,
      "step": 11795
    },
    {
      "epoch": 0.010328760960084591,
      "grad_norm": 0.8282843828201294,
      "learning_rate": 4.999998915012477e-05,
      "loss": 5.9491,
      "step": 11800
    },
    {
      "epoch": 0.010333137553711746,
      "grad_norm": 0.7463972568511963,
      "learning_rate": 4.999998885886593e-05,
      "loss": 5.1638,
      "step": 11805
    },
    {
      "epoch": 0.0103375141473389,
      "grad_norm": 1.1429001092910767,
      "learning_rate": 4.999998856374935e-05,
      "loss": 5.3906,
      "step": 11810
    },
    {
      "epoch": 0.010341890740966054,
      "grad_norm": 1.0260523557662964,
      "learning_rate": 4.999998826477504e-05,
      "loss": 5.252,
      "step": 11815
    },
    {
      "epoch": 0.010346267334593208,
      "grad_norm": 1.086643934249878,
      "learning_rate": 4.9999987961942996e-05,
      "loss": 5.6958,
      "step": 11820
    },
    {
      "epoch": 0.010350643928220363,
      "grad_norm": 0.8760198354721069,
      "learning_rate": 4.999998765525322e-05,
      "loss": 6.8236,
      "step": 11825
    },
    {
      "epoch": 0.010355020521847518,
      "grad_norm": 1.314439058303833,
      "learning_rate": 4.999998734470572e-05,
      "loss": 5.9205,
      "step": 11830
    },
    {
      "epoch": 0.010359397115474673,
      "grad_norm": 0.7338361740112305,
      "learning_rate": 4.999998703030049e-05,
      "loss": 5.7918,
      "step": 11835
    },
    {
      "epoch": 0.010363773709101827,
      "grad_norm": 0.8489971160888672,
      "learning_rate": 4.999998671203753e-05,
      "loss": 5.0533,
      "step": 11840
    },
    {
      "epoch": 0.01036815030272898,
      "grad_norm": 1.3841489553451538,
      "learning_rate": 4.999998638991683e-05,
      "loss": 5.9428,
      "step": 11845
    },
    {
      "epoch": 0.010372526896356135,
      "grad_norm": 0.8615491390228271,
      "learning_rate": 4.9999986063938395e-05,
      "loss": 6.85,
      "step": 11850
    },
    {
      "epoch": 0.01037690348998329,
      "grad_norm": 1.3365103006362915,
      "learning_rate": 4.999998573410224e-05,
      "loss": 5.9291,
      "step": 11855
    },
    {
      "epoch": 0.010381280083610445,
      "grad_norm": 0.8152079582214355,
      "learning_rate": 4.9999985400408346e-05,
      "loss": 4.781,
      "step": 11860
    },
    {
      "epoch": 0.0103856566772376,
      "grad_norm": 0.719734251499176,
      "learning_rate": 4.9999985062856724e-05,
      "loss": 4.7969,
      "step": 11865
    },
    {
      "epoch": 0.010390033270864754,
      "grad_norm": 1.1542309522628784,
      "learning_rate": 4.999998472144738e-05,
      "loss": 5.842,
      "step": 11870
    },
    {
      "epoch": 0.010394409864491909,
      "grad_norm": 2.0955190658569336,
      "learning_rate": 4.999998437618029e-05,
      "loss": 5.0312,
      "step": 11875
    },
    {
      "epoch": 0.010398786458119062,
      "grad_norm": 0.7925597429275513,
      "learning_rate": 4.999998402705548e-05,
      "loss": 5.2408,
      "step": 11880
    },
    {
      "epoch": 0.010403163051746217,
      "grad_norm": 0.8772226572036743,
      "learning_rate": 4.9999983674072935e-05,
      "loss": 6.2769,
      "step": 11885
    },
    {
      "epoch": 0.010407539645373371,
      "grad_norm": 0.8040682077407837,
      "learning_rate": 4.999998331723266e-05,
      "loss": 6.1498,
      "step": 11890
    },
    {
      "epoch": 0.010411916239000526,
      "grad_norm": 1.117855429649353,
      "learning_rate": 4.999998295653465e-05,
      "loss": 5.3452,
      "step": 11895
    },
    {
      "epoch": 0.010416292832627681,
      "grad_norm": 1.362773060798645,
      "learning_rate": 4.999998259197892e-05,
      "loss": 6.2818,
      "step": 11900
    },
    {
      "epoch": 0.010420669426254836,
      "grad_norm": 0.9613087773323059,
      "learning_rate": 4.999998222356544e-05,
      "loss": 6.1836,
      "step": 11905
    },
    {
      "epoch": 0.010425046019881989,
      "grad_norm": 1.126333475112915,
      "learning_rate": 4.999998185129425e-05,
      "loss": 6.5082,
      "step": 11910
    },
    {
      "epoch": 0.010429422613509143,
      "grad_norm": 1.451171875,
      "learning_rate": 4.999998147516533e-05,
      "loss": 6.285,
      "step": 11915
    },
    {
      "epoch": 0.010433799207136298,
      "grad_norm": 0.7741247415542603,
      "learning_rate": 4.999998109517867e-05,
      "loss": 5.0209,
      "step": 11920
    },
    {
      "epoch": 0.010438175800763453,
      "grad_norm": 1.314888596534729,
      "learning_rate": 4.999998071133428e-05,
      "loss": 4.7892,
      "step": 11925
    },
    {
      "epoch": 0.010442552394390608,
      "grad_norm": 0.8191763758659363,
      "learning_rate": 4.999998032363217e-05,
      "loss": 5.8248,
      "step": 11930
    },
    {
      "epoch": 0.010446928988017763,
      "grad_norm": 1.384303092956543,
      "learning_rate": 4.9999979932072316e-05,
      "loss": 6.2971,
      "step": 11935
    },
    {
      "epoch": 0.010451305581644917,
      "grad_norm": 0.778265118598938,
      "learning_rate": 4.999997953665474e-05,
      "loss": 5.7047,
      "step": 11940
    },
    {
      "epoch": 0.01045568217527207,
      "grad_norm": 0.8735072016716003,
      "learning_rate": 4.9999979137379425e-05,
      "loss": 5.713,
      "step": 11945
    },
    {
      "epoch": 0.010460058768899225,
      "grad_norm": 1.2265421152114868,
      "learning_rate": 4.9999978734246386e-05,
      "loss": 6.0861,
      "step": 11950
    },
    {
      "epoch": 0.01046443536252638,
      "grad_norm": 0.8310778737068176,
      "learning_rate": 4.999997832725563e-05,
      "loss": 5.6772,
      "step": 11955
    },
    {
      "epoch": 0.010468811956153535,
      "grad_norm": 0.6856959462165833,
      "learning_rate": 4.999997791640713e-05,
      "loss": 6.1363,
      "step": 11960
    },
    {
      "epoch": 0.01047318854978069,
      "grad_norm": 0.724965512752533,
      "learning_rate": 4.99999775017009e-05,
      "loss": 5.374,
      "step": 11965
    },
    {
      "epoch": 0.010477565143407844,
      "grad_norm": 0.7586439251899719,
      "learning_rate": 4.9999977083136954e-05,
      "loss": 5.9554,
      "step": 11970
    },
    {
      "epoch": 0.010481941737034997,
      "grad_norm": 1.0310416221618652,
      "learning_rate": 4.999997666071527e-05,
      "loss": 5.2501,
      "step": 11975
    },
    {
      "epoch": 0.010486318330662152,
      "grad_norm": 0.7857006192207336,
      "learning_rate": 4.999997623443585e-05,
      "loss": 5.122,
      "step": 11980
    },
    {
      "epoch": 0.010490694924289307,
      "grad_norm": 0.9030237197875977,
      "learning_rate": 4.9999975804298706e-05,
      "loss": 6.167,
      "step": 11985
    },
    {
      "epoch": 0.010495071517916461,
      "grad_norm": 1.2635952234268188,
      "learning_rate": 4.9999975370303845e-05,
      "loss": 5.1119,
      "step": 11990
    },
    {
      "epoch": 0.010499448111543616,
      "grad_norm": 0.929847240447998,
      "learning_rate": 4.9999974932451244e-05,
      "loss": 5.4822,
      "step": 11995
    },
    {
      "epoch": 0.010503824705170771,
      "grad_norm": 1.0449433326721191,
      "learning_rate": 4.999997449074091e-05,
      "loss": 5.5875,
      "step": 12000
    },
    {
      "epoch": 0.010508201298797926,
      "grad_norm": 1.4589422941207886,
      "learning_rate": 4.999997404517285e-05,
      "loss": 5.695,
      "step": 12005
    },
    {
      "epoch": 0.010512577892425079,
      "grad_norm": 0.8602558374404907,
      "learning_rate": 4.9999973595747066e-05,
      "loss": 4.7851,
      "step": 12010
    },
    {
      "epoch": 0.010516954486052233,
      "grad_norm": 0.9299818277359009,
      "learning_rate": 4.9999973142463544e-05,
      "loss": 6.2706,
      "step": 12015
    },
    {
      "epoch": 0.010521331079679388,
      "grad_norm": 0.7453753352165222,
      "learning_rate": 4.99999726853223e-05,
      "loss": 5.3992,
      "step": 12020
    },
    {
      "epoch": 0.010525707673306543,
      "grad_norm": 1.3848867416381836,
      "learning_rate": 4.999997222432332e-05,
      "loss": 5.3615,
      "step": 12025
    },
    {
      "epoch": 0.010530084266933698,
      "grad_norm": 0.967178463935852,
      "learning_rate": 4.999997175946662e-05,
      "loss": 5.6977,
      "step": 12030
    },
    {
      "epoch": 0.010534460860560852,
      "grad_norm": 0.8298986554145813,
      "learning_rate": 4.999997129075219e-05,
      "loss": 5.5997,
      "step": 12035
    },
    {
      "epoch": 0.010538837454188005,
      "grad_norm": 0.8100505471229553,
      "learning_rate": 4.9999970818180044e-05,
      "loss": 5.2723,
      "step": 12040
    },
    {
      "epoch": 0.01054321404781516,
      "grad_norm": 1.496343970298767,
      "learning_rate": 4.999997034175015e-05,
      "loss": 5.5668,
      "step": 12045
    },
    {
      "epoch": 0.010547590641442315,
      "grad_norm": 0.817139744758606,
      "learning_rate": 4.999996986146254e-05,
      "loss": 5.5426,
      "step": 12050
    },
    {
      "epoch": 0.01055196723506947,
      "grad_norm": 1.0865271091461182,
      "learning_rate": 4.9999969377317194e-05,
      "loss": 5.027,
      "step": 12055
    },
    {
      "epoch": 0.010556343828696624,
      "grad_norm": 0.8880309462547302,
      "learning_rate": 4.9999968889314116e-05,
      "loss": 5.7938,
      "step": 12060
    },
    {
      "epoch": 0.01056072042232378,
      "grad_norm": 0.8496062159538269,
      "learning_rate": 4.9999968397453326e-05,
      "loss": 5.5794,
      "step": 12065
    },
    {
      "epoch": 0.010565097015950932,
      "grad_norm": 1.0340479612350464,
      "learning_rate": 4.99999679017348e-05,
      "loss": 5.3661,
      "step": 12070
    },
    {
      "epoch": 0.010569473609578087,
      "grad_norm": 0.8497252464294434,
      "learning_rate": 4.999996740215854e-05,
      "loss": 4.6675,
      "step": 12075
    },
    {
      "epoch": 0.010573850203205242,
      "grad_norm": 0.9038270711898804,
      "learning_rate": 4.999996689872457e-05,
      "loss": 6.509,
      "step": 12080
    },
    {
      "epoch": 0.010578226796832397,
      "grad_norm": 0.7902671694755554,
      "learning_rate": 4.999996639143286e-05,
      "loss": 5.595,
      "step": 12085
    },
    {
      "epoch": 0.010582603390459551,
      "grad_norm": 0.8334079384803772,
      "learning_rate": 4.999996588028343e-05,
      "loss": 6.2429,
      "step": 12090
    },
    {
      "epoch": 0.010586979984086706,
      "grad_norm": 0.7730886340141296,
      "learning_rate": 4.999996536527626e-05,
      "loss": 5.2388,
      "step": 12095
    },
    {
      "epoch": 0.01059135657771386,
      "grad_norm": 1.1936116218566895,
      "learning_rate": 4.999996484641137e-05,
      "loss": 5.9192,
      "step": 12100
    },
    {
      "epoch": 0.010595733171341014,
      "grad_norm": 0.7647935748100281,
      "learning_rate": 4.999996432368875e-05,
      "loss": 5.9281,
      "step": 12105
    },
    {
      "epoch": 0.010600109764968169,
      "grad_norm": 1.011212944984436,
      "learning_rate": 4.9999963797108406e-05,
      "loss": 5.9234,
      "step": 12110
    },
    {
      "epoch": 0.010604486358595323,
      "grad_norm": 1.0787209272384644,
      "learning_rate": 4.9999963266670334e-05,
      "loss": 6.2562,
      "step": 12115
    },
    {
      "epoch": 0.010608862952222478,
      "grad_norm": 0.6769925951957703,
      "learning_rate": 4.999996273237454e-05,
      "loss": 6.5043,
      "step": 12120
    },
    {
      "epoch": 0.010613239545849633,
      "grad_norm": 0.7852402925491333,
      "learning_rate": 4.9999962194221014e-05,
      "loss": 4.521,
      "step": 12125
    },
    {
      "epoch": 0.010617616139476788,
      "grad_norm": 0.8107308745384216,
      "learning_rate": 4.999996165220977e-05,
      "loss": 5.0205,
      "step": 12130
    },
    {
      "epoch": 0.01062199273310394,
      "grad_norm": 1.384979248046875,
      "learning_rate": 4.99999611063408e-05,
      "loss": 5.2339,
      "step": 12135
    },
    {
      "epoch": 0.010626369326731095,
      "grad_norm": 0.9284569621086121,
      "learning_rate": 4.999996055661409e-05,
      "loss": 5.8164,
      "step": 12140
    },
    {
      "epoch": 0.01063074592035825,
      "grad_norm": 0.9571654200553894,
      "learning_rate": 4.999996000302967e-05,
      "loss": 5.9279,
      "step": 12145
    },
    {
      "epoch": 0.010635122513985405,
      "grad_norm": 0.9347234964370728,
      "learning_rate": 4.9999959445587506e-05,
      "loss": 5.9272,
      "step": 12150
    },
    {
      "epoch": 0.01063949910761256,
      "grad_norm": 0.7676143050193787,
      "learning_rate": 4.9999958884287625e-05,
      "loss": 4.7726,
      "step": 12155
    },
    {
      "epoch": 0.010643875701239714,
      "grad_norm": 1.2428157329559326,
      "learning_rate": 4.999995831913001e-05,
      "loss": 5.6694,
      "step": 12160
    },
    {
      "epoch": 0.01064825229486687,
      "grad_norm": 1.1228808164596558,
      "learning_rate": 4.999995775011469e-05,
      "loss": 5.9616,
      "step": 12165
    },
    {
      "epoch": 0.010652628888494022,
      "grad_norm": 1.1037731170654297,
      "learning_rate": 4.999995717724163e-05,
      "loss": 5.8314,
      "step": 12170
    },
    {
      "epoch": 0.010657005482121177,
      "grad_norm": 0.8608776926994324,
      "learning_rate": 4.999995660051085e-05,
      "loss": 5.1341,
      "step": 12175
    },
    {
      "epoch": 0.010661382075748332,
      "grad_norm": 1.3769787549972534,
      "learning_rate": 4.999995601992233e-05,
      "loss": 5.2216,
      "step": 12180
    },
    {
      "epoch": 0.010665758669375486,
      "grad_norm": 0.8730369806289673,
      "learning_rate": 4.99999554354761e-05,
      "loss": 5.8961,
      "step": 12185
    },
    {
      "epoch": 0.010670135263002641,
      "grad_norm": 1.0097719430923462,
      "learning_rate": 4.999995484717215e-05,
      "loss": 5.9212,
      "step": 12190
    },
    {
      "epoch": 0.010674511856629796,
      "grad_norm": 0.8071532249450684,
      "learning_rate": 4.999995425501046e-05,
      "loss": 6.8293,
      "step": 12195
    },
    {
      "epoch": 0.010678888450256949,
      "grad_norm": 0.9254119992256165,
      "learning_rate": 4.999995365899105e-05,
      "loss": 5.915,
      "step": 12200
    },
    {
      "epoch": 0.010683265043884104,
      "grad_norm": 0.7397826910018921,
      "learning_rate": 4.9999953059113915e-05,
      "loss": 4.5709,
      "step": 12205
    },
    {
      "epoch": 0.010687641637511259,
      "grad_norm": 0.8361964225769043,
      "learning_rate": 4.999995245537905e-05,
      "loss": 5.9114,
      "step": 12210
    },
    {
      "epoch": 0.010692018231138413,
      "grad_norm": 1.0006804466247559,
      "learning_rate": 4.9999951847786476e-05,
      "loss": 5.2222,
      "step": 12215
    },
    {
      "epoch": 0.010696394824765568,
      "grad_norm": 0.9075405597686768,
      "learning_rate": 4.999995123633616e-05,
      "loss": 5.3364,
      "step": 12220
    },
    {
      "epoch": 0.010700771418392723,
      "grad_norm": 0.8674054741859436,
      "learning_rate": 4.999995062102814e-05,
      "loss": 6.1561,
      "step": 12225
    },
    {
      "epoch": 0.010705148012019878,
      "grad_norm": 0.856425940990448,
      "learning_rate": 4.9999950001862374e-05,
      "loss": 5.9128,
      "step": 12230
    },
    {
      "epoch": 0.01070952460564703,
      "grad_norm": 0.8357498645782471,
      "learning_rate": 4.99999493788389e-05,
      "loss": 6.492,
      "step": 12235
    },
    {
      "epoch": 0.010713901199274185,
      "grad_norm": 0.9365702271461487,
      "learning_rate": 4.9999948751957694e-05,
      "loss": 5.5655,
      "step": 12240
    },
    {
      "epoch": 0.01071827779290134,
      "grad_norm": 0.9937280416488647,
      "learning_rate": 4.999994812121876e-05,
      "loss": 6.5025,
      "step": 12245
    },
    {
      "epoch": 0.010722654386528495,
      "grad_norm": 1.076078176498413,
      "learning_rate": 4.999994748662211e-05,
      "loss": 5.9104,
      "step": 12250
    },
    {
      "epoch": 0.01072703098015565,
      "grad_norm": 1.0933609008789062,
      "learning_rate": 4.9999946848167736e-05,
      "loss": 5.8953,
      "step": 12255
    },
    {
      "epoch": 0.010731407573782804,
      "grad_norm": 0.8706244826316833,
      "learning_rate": 4.999994620585563e-05,
      "loss": 6.24,
      "step": 12260
    },
    {
      "epoch": 0.010735784167409957,
      "grad_norm": 0.799081563949585,
      "learning_rate": 4.9999945559685814e-05,
      "loss": 5.8027,
      "step": 12265
    },
    {
      "epoch": 0.010740160761037112,
      "grad_norm": 0.8749569058418274,
      "learning_rate": 4.999994490965827e-05,
      "loss": 6.2665,
      "step": 12270
    },
    {
      "epoch": 0.010744537354664267,
      "grad_norm": 1.763572335243225,
      "learning_rate": 4.9999944255773e-05,
      "loss": 4.7958,
      "step": 12275
    },
    {
      "epoch": 0.010748913948291422,
      "grad_norm": 1.3200125694274902,
      "learning_rate": 4.999994359803001e-05,
      "loss": 6.1434,
      "step": 12280
    },
    {
      "epoch": 0.010753290541918576,
      "grad_norm": 1.036285161972046,
      "learning_rate": 4.999994293642929e-05,
      "loss": 5.6792,
      "step": 12285
    },
    {
      "epoch": 0.010757667135545731,
      "grad_norm": 0.7659666538238525,
      "learning_rate": 4.999994227097086e-05,
      "loss": 5.9236,
      "step": 12290
    },
    {
      "epoch": 0.010762043729172886,
      "grad_norm": 0.7850754857063293,
      "learning_rate": 4.9999941601654686e-05,
      "loss": 5.2346,
      "step": 12295
    },
    {
      "epoch": 0.010766420322800039,
      "grad_norm": 0.7476075291633606,
      "learning_rate": 4.99999409284808e-05,
      "loss": 5.3432,
      "step": 12300
    },
    {
      "epoch": 0.010770796916427194,
      "grad_norm": 0.8575656414031982,
      "learning_rate": 4.999994025144921e-05,
      "loss": 4.5309,
      "step": 12305
    },
    {
      "epoch": 0.010775173510054348,
      "grad_norm": 0.8757501244544983,
      "learning_rate": 4.999993957055987e-05,
      "loss": 5.3547,
      "step": 12310
    },
    {
      "epoch": 0.010779550103681503,
      "grad_norm": 1.207402229309082,
      "learning_rate": 4.9999938885812825e-05,
      "loss": 5.0084,
      "step": 12315
    },
    {
      "epoch": 0.010783926697308658,
      "grad_norm": 1.4243088960647583,
      "learning_rate": 4.999993819720805e-05,
      "loss": 6.4668,
      "step": 12320
    },
    {
      "epoch": 0.010788303290935813,
      "grad_norm": 0.8765730261802673,
      "learning_rate": 4.9999937504745554e-05,
      "loss": 6.1516,
      "step": 12325
    },
    {
      "epoch": 0.010792679884562966,
      "grad_norm": 0.8585226535797119,
      "learning_rate": 4.999993680842535e-05,
      "loss": 5.3585,
      "step": 12330
    },
    {
      "epoch": 0.01079705647819012,
      "grad_norm": 0.8065925240516663,
      "learning_rate": 4.99999361082474e-05,
      "loss": 6.4945,
      "step": 12335
    },
    {
      "epoch": 0.010801433071817275,
      "grad_norm": 1.0969386100769043,
      "learning_rate": 4.999993540421175e-05,
      "loss": 5.897,
      "step": 12340
    },
    {
      "epoch": 0.01080580966544443,
      "grad_norm": 0.9261820316314697,
      "learning_rate": 4.999993469631837e-05,
      "loss": 6.2116,
      "step": 12345
    },
    {
      "epoch": 0.010810186259071585,
      "grad_norm": 1.3800827264785767,
      "learning_rate": 4.999993398456727e-05,
      "loss": 5.9214,
      "step": 12350
    },
    {
      "epoch": 0.01081456285269874,
      "grad_norm": 1.1860696077346802,
      "learning_rate": 4.999993326895845e-05,
      "loss": 5.8895,
      "step": 12355
    },
    {
      "epoch": 0.010818939446325893,
      "grad_norm": 1.017531156539917,
      "learning_rate": 4.99999325494919e-05,
      "loss": 5.9146,
      "step": 12360
    },
    {
      "epoch": 0.010823316039953047,
      "grad_norm": 2.035212993621826,
      "learning_rate": 4.999993182616763e-05,
      "loss": 5.5852,
      "step": 12365
    },
    {
      "epoch": 0.010827692633580202,
      "grad_norm": 0.829765260219574,
      "learning_rate": 4.999993109898565e-05,
      "loss": 4.752,
      "step": 12370
    },
    {
      "epoch": 0.010832069227207357,
      "grad_norm": 1.142346978187561,
      "learning_rate": 4.999993036794596e-05,
      "loss": 5.0197,
      "step": 12375
    },
    {
      "epoch": 0.010836445820834512,
      "grad_norm": 1.226176142692566,
      "learning_rate": 4.9999929633048526e-05,
      "loss": 5.6928,
      "step": 12380
    },
    {
      "epoch": 0.010840822414461666,
      "grad_norm": 0.8835333585739136,
      "learning_rate": 4.999992889429338e-05,
      "loss": 6.8156,
      "step": 12385
    },
    {
      "epoch": 0.010845199008088821,
      "grad_norm": 1.509992003440857,
      "learning_rate": 4.999992815168052e-05,
      "loss": 5.9116,
      "step": 12390
    },
    {
      "epoch": 0.010849575601715974,
      "grad_norm": 0.7087005972862244,
      "learning_rate": 4.999992740520993e-05,
      "loss": 4.8656,
      "step": 12395
    },
    {
      "epoch": 0.010853952195343129,
      "grad_norm": 1.1490702629089355,
      "learning_rate": 4.9999926654881626e-05,
      "loss": 5.8838,
      "step": 12400
    },
    {
      "epoch": 0.010858328788970284,
      "grad_norm": 0.925937831401825,
      "learning_rate": 4.999992590069561e-05,
      "loss": 6.2484,
      "step": 12405
    },
    {
      "epoch": 0.010862705382597438,
      "grad_norm": 0.9212304353713989,
      "learning_rate": 4.999992514265186e-05,
      "loss": 5.7013,
      "step": 12410
    },
    {
      "epoch": 0.010867081976224593,
      "grad_norm": 0.8920590877532959,
      "learning_rate": 4.99999243807504e-05,
      "loss": 6.2324,
      "step": 12415
    },
    {
      "epoch": 0.010871458569851748,
      "grad_norm": 1.7991377115249634,
      "learning_rate": 4.999992361499122e-05,
      "loss": 5.3307,
      "step": 12420
    },
    {
      "epoch": 0.010875835163478901,
      "grad_norm": 1.0030198097229004,
      "learning_rate": 4.999992284537432e-05,
      "loss": 5.8656,
      "step": 12425
    },
    {
      "epoch": 0.010880211757106056,
      "grad_norm": 0.8024275302886963,
      "learning_rate": 4.9999922071899696e-05,
      "loss": 6.1129,
      "step": 12430
    },
    {
      "epoch": 0.01088458835073321,
      "grad_norm": 0.9595543146133423,
      "learning_rate": 4.9999921294567355e-05,
      "loss": 5.9113,
      "step": 12435
    },
    {
      "epoch": 0.010888964944360365,
      "grad_norm": 1.3360497951507568,
      "learning_rate": 4.9999920513377295e-05,
      "loss": 5.3661,
      "step": 12440
    },
    {
      "epoch": 0.01089334153798752,
      "grad_norm": 0.8036249876022339,
      "learning_rate": 4.999991972832953e-05,
      "loss": 5.9319,
      "step": 12445
    },
    {
      "epoch": 0.010897718131614675,
      "grad_norm": 1.1662496328353882,
      "learning_rate": 4.9999918939424026e-05,
      "loss": 5.9713,
      "step": 12450
    },
    {
      "epoch": 0.01090209472524183,
      "grad_norm": 1.1096197366714478,
      "learning_rate": 4.999991814666082e-05,
      "loss": 6.5293,
      "step": 12455
    },
    {
      "epoch": 0.010906471318868982,
      "grad_norm": 0.9786498546600342,
      "learning_rate": 4.9999917350039884e-05,
      "loss": 5.9311,
      "step": 12460
    },
    {
      "epoch": 0.010910847912496137,
      "grad_norm": 1.0339362621307373,
      "learning_rate": 4.999991654956123e-05,
      "loss": 6.5355,
      "step": 12465
    },
    {
      "epoch": 0.010915224506123292,
      "grad_norm": 0.8084959387779236,
      "learning_rate": 4.999991574522487e-05,
      "loss": 5.696,
      "step": 12470
    },
    {
      "epoch": 0.010919601099750447,
      "grad_norm": 0.7705221772193909,
      "learning_rate": 4.999991493703079e-05,
      "loss": 6.8203,
      "step": 12475
    },
    {
      "epoch": 0.010923977693377602,
      "grad_norm": 0.7395269274711609,
      "learning_rate": 4.999991412497899e-05,
      "loss": 4.2362,
      "step": 12480
    },
    {
      "epoch": 0.010928354287004756,
      "grad_norm": 0.7621643543243408,
      "learning_rate": 4.9999913309069466e-05,
      "loss": 5.0135,
      "step": 12485
    },
    {
      "epoch": 0.01093273088063191,
      "grad_norm": 1.2827999591827393,
      "learning_rate": 4.999991248930224e-05,
      "loss": 5.3249,
      "step": 12490
    },
    {
      "epoch": 0.010937107474259064,
      "grad_norm": 0.8161371946334839,
      "learning_rate": 4.9999911665677276e-05,
      "loss": 5.5546,
      "step": 12495
    },
    {
      "epoch": 0.010941484067886219,
      "grad_norm": 0.8046053051948547,
      "learning_rate": 4.999991083819461e-05,
      "loss": 5.5623,
      "step": 12500
    },
    {
      "epoch": 0.010945860661513374,
      "grad_norm": 1.720316767692566,
      "learning_rate": 4.999991000685422e-05,
      "loss": 5.6901,
      "step": 12505
    },
    {
      "epoch": 0.010950237255140528,
      "grad_norm": 0.7944985628128052,
      "learning_rate": 4.9999909171656126e-05,
      "loss": 5.3407,
      "step": 12510
    },
    {
      "epoch": 0.010954613848767683,
      "grad_norm": 0.6993989944458008,
      "learning_rate": 4.999990833260031e-05,
      "loss": 3.9785,
      "step": 12515
    },
    {
      "epoch": 0.010958990442394838,
      "grad_norm": 0.7933164834976196,
      "learning_rate": 4.999990748968677e-05,
      "loss": 4.6426,
      "step": 12520
    },
    {
      "epoch": 0.01096336703602199,
      "grad_norm": 1.2941617965698242,
      "learning_rate": 4.999990664291553e-05,
      "loss": 6.2408,
      "step": 12525
    },
    {
      "epoch": 0.010967743629649146,
      "grad_norm": 0.6753217577934265,
      "learning_rate": 4.999990579228656e-05,
      "loss": 5.3522,
      "step": 12530
    },
    {
      "epoch": 0.0109721202232763,
      "grad_norm": 0.9414507746696472,
      "learning_rate": 4.999990493779988e-05,
      "loss": 5.5803,
      "step": 12535
    },
    {
      "epoch": 0.010976496816903455,
      "grad_norm": 0.7603296637535095,
      "learning_rate": 4.9999904079455485e-05,
      "loss": 4.8094,
      "step": 12540
    },
    {
      "epoch": 0.01098087341053061,
      "grad_norm": 1.1925767660140991,
      "learning_rate": 4.999990321725338e-05,
      "loss": 6.4795,
      "step": 12545
    },
    {
      "epoch": 0.010985250004157765,
      "grad_norm": 0.8624176383018494,
      "learning_rate": 4.999990235119354e-05,
      "loss": 5.1597,
      "step": 12550
    },
    {
      "epoch": 0.010989626597784918,
      "grad_norm": 1.0199825763702393,
      "learning_rate": 4.9999901481276e-05,
      "loss": 5.896,
      "step": 12555
    },
    {
      "epoch": 0.010994003191412072,
      "grad_norm": 0.8682981133460999,
      "learning_rate": 4.999990060750074e-05,
      "loss": 5.3758,
      "step": 12560
    },
    {
      "epoch": 0.010998379785039227,
      "grad_norm": 1.3223403692245483,
      "learning_rate": 4.999989972986777e-05,
      "loss": 5.3459,
      "step": 12565
    },
    {
      "epoch": 0.011002756378666382,
      "grad_norm": 0.9846401214599609,
      "learning_rate": 4.999989884837709e-05,
      "loss": 6.8438,
      "step": 12570
    },
    {
      "epoch": 0.011007132972293537,
      "grad_norm": 0.8091108202934265,
      "learning_rate": 4.999989796302869e-05,
      "loss": 6.1457,
      "step": 12575
    },
    {
      "epoch": 0.011011509565920691,
      "grad_norm": 1.1395564079284668,
      "learning_rate": 4.9999897073822574e-05,
      "loss": 6.1229,
      "step": 12580
    },
    {
      "epoch": 0.011015886159547846,
      "grad_norm": 0.7724542617797852,
      "learning_rate": 4.999989618075874e-05,
      "loss": 5.0097,
      "step": 12585
    },
    {
      "epoch": 0.011020262753175,
      "grad_norm": 1.3967750072479248,
      "learning_rate": 4.9999895283837205e-05,
      "loss": 5.7752,
      "step": 12590
    },
    {
      "epoch": 0.011024639346802154,
      "grad_norm": 1.6466230154037476,
      "learning_rate": 4.9999894383057944e-05,
      "loss": 6.2685,
      "step": 12595
    },
    {
      "epoch": 0.011029015940429309,
      "grad_norm": 1.2462637424468994,
      "learning_rate": 4.9999893478420976e-05,
      "loss": 5.3354,
      "step": 12600
    },
    {
      "epoch": 0.011033392534056463,
      "grad_norm": 1.3024592399597168,
      "learning_rate": 4.99998925699263e-05,
      "loss": 6.2402,
      "step": 12605
    },
    {
      "epoch": 0.011037769127683618,
      "grad_norm": 0.7598562836647034,
      "learning_rate": 4.9999891657573894e-05,
      "loss": 4.5427,
      "step": 12610
    },
    {
      "epoch": 0.011042145721310773,
      "grad_norm": 1.8612515926361084,
      "learning_rate": 4.99998907413638e-05,
      "loss": 5.9368,
      "step": 12615
    },
    {
      "epoch": 0.011046522314937926,
      "grad_norm": 1.0079153776168823,
      "learning_rate": 4.999988982129598e-05,
      "loss": 4.9898,
      "step": 12620
    },
    {
      "epoch": 0.01105089890856508,
      "grad_norm": 1.0642410516738892,
      "learning_rate": 4.999988889737044e-05,
      "loss": 6.4729,
      "step": 12625
    },
    {
      "epoch": 0.011055275502192236,
      "grad_norm": 0.9398995637893677,
      "learning_rate": 4.9999887969587203e-05,
      "loss": 5.9146,
      "step": 12630
    },
    {
      "epoch": 0.01105965209581939,
      "grad_norm": 0.8468939661979675,
      "learning_rate": 4.9999887037946236e-05,
      "loss": 5.235,
      "step": 12635
    },
    {
      "epoch": 0.011064028689446545,
      "grad_norm": 0.7434710264205933,
      "learning_rate": 4.999988610244757e-05,
      "loss": 5.533,
      "step": 12640
    },
    {
      "epoch": 0.0110684052830737,
      "grad_norm": 0.746931791305542,
      "learning_rate": 4.999988516309119e-05,
      "loss": 5.5564,
      "step": 12645
    },
    {
      "epoch": 0.011072781876700855,
      "grad_norm": 0.6598387360572815,
      "learning_rate": 4.9999884219877093e-05,
      "loss": 6.1264,
      "step": 12650
    },
    {
      "epoch": 0.011077158470328008,
      "grad_norm": 1.027308702468872,
      "learning_rate": 4.999988327280529e-05,
      "loss": 4.9999,
      "step": 12655
    },
    {
      "epoch": 0.011081535063955162,
      "grad_norm": 0.7287172079086304,
      "learning_rate": 4.9999882321875765e-05,
      "loss": 5.9015,
      "step": 12660
    },
    {
      "epoch": 0.011085911657582317,
      "grad_norm": 1.3118174076080322,
      "learning_rate": 4.999988136708854e-05,
      "loss": 5.875,
      "step": 12665
    },
    {
      "epoch": 0.011090288251209472,
      "grad_norm": 0.8033953309059143,
      "learning_rate": 4.999988040844361e-05,
      "loss": 4.8108,
      "step": 12670
    },
    {
      "epoch": 0.011094664844836627,
      "grad_norm": 0.6955167055130005,
      "learning_rate": 4.9999879445940964e-05,
      "loss": 4.4254,
      "step": 12675
    },
    {
      "epoch": 0.011099041438463781,
      "grad_norm": 1.1020786762237549,
      "learning_rate": 4.999987847958061e-05,
      "loss": 5.7869,
      "step": 12680
    },
    {
      "epoch": 0.011103418032090934,
      "grad_norm": 0.8952553868293762,
      "learning_rate": 4.999987750936254e-05,
      "loss": 4.9941,
      "step": 12685
    },
    {
      "epoch": 0.01110779462571809,
      "grad_norm": 0.8857671022415161,
      "learning_rate": 4.9999876535286764e-05,
      "loss": 6.4303,
      "step": 12690
    },
    {
      "epoch": 0.011112171219345244,
      "grad_norm": 0.8577373623847961,
      "learning_rate": 4.999987555735327e-05,
      "loss": 6.4631,
      "step": 12695
    },
    {
      "epoch": 0.011116547812972399,
      "grad_norm": 0.8979802131652832,
      "learning_rate": 4.999987457556207e-05,
      "loss": 6.7957,
      "step": 12700
    },
    {
      "epoch": 0.011120924406599553,
      "grad_norm": 0.8171416521072388,
      "learning_rate": 4.999987358991316e-05,
      "loss": 6.4625,
      "step": 12705
    },
    {
      "epoch": 0.011125301000226708,
      "grad_norm": 0.9819161295890808,
      "learning_rate": 4.999987260040654e-05,
      "loss": 5.8991,
      "step": 12710
    },
    {
      "epoch": 0.011129677593853861,
      "grad_norm": 0.7669293880462646,
      "learning_rate": 4.999987160704222e-05,
      "loss": 6.7939,
      "step": 12715
    },
    {
      "epoch": 0.011134054187481016,
      "grad_norm": 0.8283857703208923,
      "learning_rate": 4.999987060982018e-05,
      "loss": 6.2293,
      "step": 12720
    },
    {
      "epoch": 0.01113843078110817,
      "grad_norm": 1.4656519889831543,
      "learning_rate": 4.999986960874043e-05,
      "loss": 5.8631,
      "step": 12725
    },
    {
      "epoch": 0.011142807374735325,
      "grad_norm": 0.7255294322967529,
      "learning_rate": 4.999986860380298e-05,
      "loss": 5.1036,
      "step": 12730
    },
    {
      "epoch": 0.01114718396836248,
      "grad_norm": 0.7819616794586182,
      "learning_rate": 4.999986759500782e-05,
      "loss": 5.9014,
      "step": 12735
    },
    {
      "epoch": 0.011151560561989635,
      "grad_norm": 0.8437609076499939,
      "learning_rate": 4.999986658235495e-05,
      "loss": 6.4625,
      "step": 12740
    },
    {
      "epoch": 0.01115593715561679,
      "grad_norm": 0.6795535087585449,
      "learning_rate": 4.9999865565844375e-05,
      "loss": 6.823,
      "step": 12745
    },
    {
      "epoch": 0.011160313749243943,
      "grad_norm": 0.8021465539932251,
      "learning_rate": 4.999986454547608e-05,
      "loss": 5.558,
      "step": 12750
    },
    {
      "epoch": 0.011164690342871098,
      "grad_norm": 0.8828108310699463,
      "learning_rate": 4.999986352125009e-05,
      "loss": 4.9693,
      "step": 12755
    },
    {
      "epoch": 0.011169066936498252,
      "grad_norm": 0.8409331440925598,
      "learning_rate": 4.9999862493166385e-05,
      "loss": 5.7955,
      "step": 12760
    },
    {
      "epoch": 0.011173443530125407,
      "grad_norm": 1.212859034538269,
      "learning_rate": 4.999986146122499e-05,
      "loss": 6.2589,
      "step": 12765
    },
    {
      "epoch": 0.011177820123752562,
      "grad_norm": 0.8278970122337341,
      "learning_rate": 4.999986042542587e-05,
      "loss": 5.3146,
      "step": 12770
    },
    {
      "epoch": 0.011182196717379717,
      "grad_norm": 2.2252187728881836,
      "learning_rate": 4.999985938576904e-05,
      "loss": 6.1078,
      "step": 12775
    },
    {
      "epoch": 0.01118657331100687,
      "grad_norm": 0.7660306692123413,
      "learning_rate": 4.999985834225451e-05,
      "loss": 4.6788,
      "step": 12780
    },
    {
      "epoch": 0.011190949904634024,
      "grad_norm": 0.6848928332328796,
      "learning_rate": 4.999985729488228e-05,
      "loss": 4.6605,
      "step": 12785
    },
    {
      "epoch": 0.011195326498261179,
      "grad_norm": 0.7834360599517822,
      "learning_rate": 4.999985624365234e-05,
      "loss": 6.4621,
      "step": 12790
    },
    {
      "epoch": 0.011199703091888334,
      "grad_norm": 0.7921647429466248,
      "learning_rate": 4.999985518856469e-05,
      "loss": 4.207,
      "step": 12795
    },
    {
      "epoch": 0.011204079685515489,
      "grad_norm": 1.5542278289794922,
      "learning_rate": 4.999985412961934e-05,
      "loss": 5.116,
      "step": 12800
    },
    {
      "epoch": 0.011208456279142643,
      "grad_norm": 1.1425042152404785,
      "learning_rate": 4.999985306681628e-05,
      "loss": 5.3397,
      "step": 12805
    },
    {
      "epoch": 0.011212832872769798,
      "grad_norm": 1.1411042213439941,
      "learning_rate": 4.999985200015551e-05,
      "loss": 5.3417,
      "step": 12810
    },
    {
      "epoch": 0.011217209466396951,
      "grad_norm": 0.7635354399681091,
      "learning_rate": 4.999985092963705e-05,
      "loss": 6.2766,
      "step": 12815
    },
    {
      "epoch": 0.011221586060024106,
      "grad_norm": 1.5639619827270508,
      "learning_rate": 4.999984985526087e-05,
      "loss": 5.6686,
      "step": 12820
    },
    {
      "epoch": 0.01122596265365126,
      "grad_norm": 0.803957462310791,
      "learning_rate": 4.999984877702699e-05,
      "loss": 5.584,
      "step": 12825
    },
    {
      "epoch": 0.011230339247278415,
      "grad_norm": 1.072359561920166,
      "learning_rate": 4.999984769493541e-05,
      "loss": 5.5574,
      "step": 12830
    },
    {
      "epoch": 0.01123471584090557,
      "grad_norm": 0.7188300490379333,
      "learning_rate": 4.999984660898612e-05,
      "loss": 4.4927,
      "step": 12835
    },
    {
      "epoch": 0.011239092434532725,
      "grad_norm": 1.1315820217132568,
      "learning_rate": 4.999984551917912e-05,
      "loss": 5.8951,
      "step": 12840
    },
    {
      "epoch": 0.011243469028159878,
      "grad_norm": 1.6980630159378052,
      "learning_rate": 4.999984442551443e-05,
      "loss": 5.6015,
      "step": 12845
    },
    {
      "epoch": 0.011247845621787033,
      "grad_norm": 0.7524999976158142,
      "learning_rate": 4.999984332799202e-05,
      "loss": 5.1104,
      "step": 12850
    },
    {
      "epoch": 0.011252222215414187,
      "grad_norm": 0.873717188835144,
      "learning_rate": 4.9999842226611925e-05,
      "loss": 5.7684,
      "step": 12855
    },
    {
      "epoch": 0.011256598809041342,
      "grad_norm": 0.927018940448761,
      "learning_rate": 4.9999841121374116e-05,
      "loss": 5.5708,
      "step": 12860
    },
    {
      "epoch": 0.011260975402668497,
      "grad_norm": 1.132485270500183,
      "learning_rate": 4.999984001227861e-05,
      "loss": 5.5534,
      "step": 12865
    },
    {
      "epoch": 0.011265351996295652,
      "grad_norm": 2.83549165725708,
      "learning_rate": 4.999983889932539e-05,
      "loss": 5.3175,
      "step": 12870
    },
    {
      "epoch": 0.011269728589922806,
      "grad_norm": 0.7799449563026428,
      "learning_rate": 4.999983778251448e-05,
      "loss": 5.5447,
      "step": 12875
    },
    {
      "epoch": 0.01127410518354996,
      "grad_norm": 0.8248705267906189,
      "learning_rate": 4.9999836661845857e-05,
      "loss": 5.7744,
      "step": 12880
    },
    {
      "epoch": 0.011278481777177114,
      "grad_norm": 1.0330933332443237,
      "learning_rate": 4.999983553731954e-05,
      "loss": 5.9042,
      "step": 12885
    },
    {
      "epoch": 0.011282858370804269,
      "grad_norm": 0.9587121605873108,
      "learning_rate": 4.999983440893552e-05,
      "loss": 5.3063,
      "step": 12890
    },
    {
      "epoch": 0.011287234964431424,
      "grad_norm": 0.7474706768989563,
      "learning_rate": 4.9999833276693794e-05,
      "loss": 5.3306,
      "step": 12895
    },
    {
      "epoch": 0.011291611558058579,
      "grad_norm": 1.1341382265090942,
      "learning_rate": 4.9999832140594374e-05,
      "loss": 5.319,
      "step": 12900
    },
    {
      "epoch": 0.011295988151685733,
      "grad_norm": 0.690698504447937,
      "learning_rate": 4.999983100063724e-05,
      "loss": 5.5423,
      "step": 12905
    },
    {
      "epoch": 0.011300364745312886,
      "grad_norm": 0.6441635489463806,
      "learning_rate": 4.999982985682241e-05,
      "loss": 6.1508,
      "step": 12910
    },
    {
      "epoch": 0.011304741338940041,
      "grad_norm": 0.7207200527191162,
      "learning_rate": 4.999982870914987e-05,
      "loss": 4.9658,
      "step": 12915
    },
    {
      "epoch": 0.011309117932567196,
      "grad_norm": 1.0776464939117432,
      "learning_rate": 4.999982755761965e-05,
      "loss": 6.1227,
      "step": 12920
    },
    {
      "epoch": 0.01131349452619435,
      "grad_norm": 0.7580873370170593,
      "learning_rate": 4.999982640223172e-05,
      "loss": 5.9152,
      "step": 12925
    },
    {
      "epoch": 0.011317871119821505,
      "grad_norm": 1.0973936319351196,
      "learning_rate": 4.999982524298609e-05,
      "loss": 5.5537,
      "step": 12930
    },
    {
      "epoch": 0.01132224771344866,
      "grad_norm": 0.8258296251296997,
      "learning_rate": 4.999982407988276e-05,
      "loss": 5.8951,
      "step": 12935
    },
    {
      "epoch": 0.011326624307075815,
      "grad_norm": 0.7665987610816956,
      "learning_rate": 4.9999822912921725e-05,
      "loss": 5.3279,
      "step": 12940
    },
    {
      "epoch": 0.011331000900702968,
      "grad_norm": 1.0086486339569092,
      "learning_rate": 4.999982174210299e-05,
      "loss": 5.3315,
      "step": 12945
    },
    {
      "epoch": 0.011335377494330123,
      "grad_norm": 0.8517690300941467,
      "learning_rate": 4.999982056742657e-05,
      "loss": 4.9833,
      "step": 12950
    },
    {
      "epoch": 0.011339754087957277,
      "grad_norm": 1.1769887208938599,
      "learning_rate": 4.999981938889243e-05,
      "loss": 6.1004,
      "step": 12955
    },
    {
      "epoch": 0.011344130681584432,
      "grad_norm": 0.7491099834442139,
      "learning_rate": 4.9999818206500606e-05,
      "loss": 5.5287,
      "step": 12960
    },
    {
      "epoch": 0.011348507275211587,
      "grad_norm": 0.7034375071525574,
      "learning_rate": 4.999981702025108e-05,
      "loss": 5.2852,
      "step": 12965
    },
    {
      "epoch": 0.011352883868838742,
      "grad_norm": 0.838580310344696,
      "learning_rate": 4.999981583014386e-05,
      "loss": 5.5593,
      "step": 12970
    },
    {
      "epoch": 0.011357260462465895,
      "grad_norm": 0.8419223427772522,
      "learning_rate": 4.9999814636178935e-05,
      "loss": 6.1262,
      "step": 12975
    },
    {
      "epoch": 0.01136163705609305,
      "grad_norm": 0.7584063410758972,
      "learning_rate": 4.999981343835631e-05,
      "loss": 6.2415,
      "step": 12980
    },
    {
      "epoch": 0.011366013649720204,
      "grad_norm": 0.8571036458015442,
      "learning_rate": 4.999981223667599e-05,
      "loss": 6.4598,
      "step": 12985
    },
    {
      "epoch": 0.011370390243347359,
      "grad_norm": 0.8726236820220947,
      "learning_rate": 4.999981103113798e-05,
      "loss": 5.1958,
      "step": 12990
    },
    {
      "epoch": 0.011374766836974514,
      "grad_norm": 0.757942259311676,
      "learning_rate": 4.999980982174226e-05,
      "loss": 5.0664,
      "step": 12995
    },
    {
      "epoch": 0.011379143430601668,
      "grad_norm": 0.8289890885353088,
      "learning_rate": 4.999980860848885e-05,
      "loss": 5.6821,
      "step": 13000
    },
    {
      "epoch": 0.011383520024228821,
      "grad_norm": 0.8396480083465576,
      "learning_rate": 4.999980739137774e-05,
      "loss": 6.4855,
      "step": 13005
    },
    {
      "epoch": 0.011387896617855976,
      "grad_norm": 0.7835752367973328,
      "learning_rate": 4.999980617040893e-05,
      "loss": 6.2768,
      "step": 13010
    },
    {
      "epoch": 0.011392273211483131,
      "grad_norm": 0.6569902300834656,
      "learning_rate": 4.999980494558244e-05,
      "loss": 6.7891,
      "step": 13015
    },
    {
      "epoch": 0.011396649805110286,
      "grad_norm": 0.7900485992431641,
      "learning_rate": 4.9999803716898244e-05,
      "loss": 5.015,
      "step": 13020
    },
    {
      "epoch": 0.01140102639873744,
      "grad_norm": 0.7901804447174072,
      "learning_rate": 4.999980248435635e-05,
      "loss": 5.3203,
      "step": 13025
    },
    {
      "epoch": 0.011405402992364595,
      "grad_norm": 0.6814682483673096,
      "learning_rate": 4.999980124795676e-05,
      "loss": 6.7695,
      "step": 13030
    },
    {
      "epoch": 0.01140977958599175,
      "grad_norm": 0.96656733751297,
      "learning_rate": 4.999980000769947e-05,
      "loss": 5.8427,
      "step": 13035
    },
    {
      "epoch": 0.011414156179618903,
      "grad_norm": 0.6871342062950134,
      "learning_rate": 4.999979876358449e-05,
      "loss": 5.8659,
      "step": 13040
    },
    {
      "epoch": 0.011418532773246058,
      "grad_norm": 0.7074424624443054,
      "learning_rate": 4.9999797515611825e-05,
      "loss": 5.2148,
      "step": 13045
    },
    {
      "epoch": 0.011422909366873213,
      "grad_norm": 1.255311131477356,
      "learning_rate": 4.999979626378145e-05,
      "loss": 6.1006,
      "step": 13050
    },
    {
      "epoch": 0.011427285960500367,
      "grad_norm": 0.6785717010498047,
      "learning_rate": 4.999979500809339e-05,
      "loss": 5.2228,
      "step": 13055
    },
    {
      "epoch": 0.011431662554127522,
      "grad_norm": 1.2571165561676025,
      "learning_rate": 4.999979374854763e-05,
      "loss": 5.0922,
      "step": 13060
    },
    {
      "epoch": 0.011436039147754677,
      "grad_norm": 1.4638704061508179,
      "learning_rate": 4.999979248514418e-05,
      "loss": 6.2559,
      "step": 13065
    },
    {
      "epoch": 0.01144041574138183,
      "grad_norm": 0.7869983315467834,
      "learning_rate": 4.999979121788303e-05,
      "loss": 6.127,
      "step": 13070
    },
    {
      "epoch": 0.011444792335008985,
      "grad_norm": 0.942501962184906,
      "learning_rate": 4.99997899467642e-05,
      "loss": 5.5622,
      "step": 13075
    },
    {
      "epoch": 0.01144916892863614,
      "grad_norm": 0.8033252954483032,
      "learning_rate": 4.999978867178766e-05,
      "loss": 6.4547,
      "step": 13080
    },
    {
      "epoch": 0.011453545522263294,
      "grad_norm": 0.6993425488471985,
      "learning_rate": 4.999978739295344e-05,
      "loss": 5.3169,
      "step": 13085
    },
    {
      "epoch": 0.011457922115890449,
      "grad_norm": 0.7692373991012573,
      "learning_rate": 4.9999786110261515e-05,
      "loss": 4.7376,
      "step": 13090
    },
    {
      "epoch": 0.011462298709517604,
      "grad_norm": 0.9274415969848633,
      "learning_rate": 4.9999784823711906e-05,
      "loss": 5.9169,
      "step": 13095
    },
    {
      "epoch": 0.011466675303144758,
      "grad_norm": 1.1535123586654663,
      "learning_rate": 4.9999783533304604e-05,
      "loss": 6.4514,
      "step": 13100
    },
    {
      "epoch": 0.011471051896771911,
      "grad_norm": 1.7536002397537231,
      "learning_rate": 4.9999782239039616e-05,
      "loss": 5.3136,
      "step": 13105
    },
    {
      "epoch": 0.011475428490399066,
      "grad_norm": 1.3554531335830688,
      "learning_rate": 4.999978094091692e-05,
      "loss": 6.4609,
      "step": 13110
    },
    {
      "epoch": 0.011479805084026221,
      "grad_norm": 0.8020656704902649,
      "learning_rate": 4.9999779638936554e-05,
      "loss": 4.9992,
      "step": 13115
    },
    {
      "epoch": 0.011484181677653376,
      "grad_norm": 0.6974538564682007,
      "learning_rate": 4.999977833309848e-05,
      "loss": 6.1188,
      "step": 13120
    },
    {
      "epoch": 0.01148855827128053,
      "grad_norm": 0.7290517091751099,
      "learning_rate": 4.999977702340271e-05,
      "loss": 5.8586,
      "step": 13125
    },
    {
      "epoch": 0.011492934864907685,
      "grad_norm": 0.7577094435691833,
      "learning_rate": 4.999977570984926e-05,
      "loss": 6.2316,
      "step": 13130
    },
    {
      "epoch": 0.011497311458534838,
      "grad_norm": 0.7424386143684387,
      "learning_rate": 4.999977439243813e-05,
      "loss": 5.5178,
      "step": 13135
    },
    {
      "epoch": 0.011501688052161993,
      "grad_norm": 0.8013718128204346,
      "learning_rate": 4.999977307116929e-05,
      "loss": 6.2542,
      "step": 13140
    },
    {
      "epoch": 0.011506064645789148,
      "grad_norm": 0.9591615200042725,
      "learning_rate": 4.999977174604277e-05,
      "loss": 5.6855,
      "step": 13145
    },
    {
      "epoch": 0.011510441239416302,
      "grad_norm": 1.8923848867416382,
      "learning_rate": 4.999977041705856e-05,
      "loss": 4.5704,
      "step": 13150
    },
    {
      "epoch": 0.011514817833043457,
      "grad_norm": 1.0342320203781128,
      "learning_rate": 4.9999769084216654e-05,
      "loss": 6.1488,
      "step": 13155
    },
    {
      "epoch": 0.011519194426670612,
      "grad_norm": 1.3499510288238525,
      "learning_rate": 4.999976774751707e-05,
      "loss": 5.5628,
      "step": 13160
    },
    {
      "epoch": 0.011523571020297767,
      "grad_norm": 1.6906630992889404,
      "learning_rate": 4.9999766406959794e-05,
      "loss": 6.2409,
      "step": 13165
    },
    {
      "epoch": 0.01152794761392492,
      "grad_norm": 1.0379066467285156,
      "learning_rate": 4.999976506254481e-05,
      "loss": 5.3061,
      "step": 13170
    },
    {
      "epoch": 0.011532324207552075,
      "grad_norm": 0.705618679523468,
      "learning_rate": 4.999976371427216e-05,
      "loss": 4.9556,
      "step": 13175
    },
    {
      "epoch": 0.01153670080117923,
      "grad_norm": 0.7890384793281555,
      "learning_rate": 4.999976236214182e-05,
      "loss": 5.7879,
      "step": 13180
    },
    {
      "epoch": 0.011541077394806384,
      "grad_norm": 0.8152087330818176,
      "learning_rate": 4.999976100615379e-05,
      "loss": 4.9688,
      "step": 13185
    },
    {
      "epoch": 0.011545453988433539,
      "grad_norm": 0.8274920582771301,
      "learning_rate": 4.999975964630806e-05,
      "loss": 4.9998,
      "step": 13190
    },
    {
      "epoch": 0.011549830582060694,
      "grad_norm": 0.8996985554695129,
      "learning_rate": 4.9999758282604656e-05,
      "loss": 4.9426,
      "step": 13195
    },
    {
      "epoch": 0.011554207175687847,
      "grad_norm": 0.7064640522003174,
      "learning_rate": 4.999975691504356e-05,
      "loss": 4.997,
      "step": 13200
    },
    {
      "epoch": 0.011558583769315001,
      "grad_norm": 0.8560272455215454,
      "learning_rate": 4.999975554362478e-05,
      "loss": 6.1199,
      "step": 13205
    },
    {
      "epoch": 0.011562960362942156,
      "grad_norm": 1.143532156944275,
      "learning_rate": 4.999975416834831e-05,
      "loss": 6.2692,
      "step": 13210
    },
    {
      "epoch": 0.01156733695656931,
      "grad_norm": 0.8055431842803955,
      "learning_rate": 4.999975278921416e-05,
      "loss": 6.236,
      "step": 13215
    },
    {
      "epoch": 0.011571713550196466,
      "grad_norm": 0.8616622090339661,
      "learning_rate": 4.999975140622232e-05,
      "loss": 5.5077,
      "step": 13220
    },
    {
      "epoch": 0.01157609014382362,
      "grad_norm": 0.7928575277328491,
      "learning_rate": 4.9999750019372794e-05,
      "loss": 4.9907,
      "step": 13225
    },
    {
      "epoch": 0.011580466737450775,
      "grad_norm": 0.7827722430229187,
      "learning_rate": 4.9999748628665576e-05,
      "loss": 5.8992,
      "step": 13230
    },
    {
      "epoch": 0.011584843331077928,
      "grad_norm": 1.0845130681991577,
      "learning_rate": 4.999974723410068e-05,
      "loss": 6.2344,
      "step": 13235
    },
    {
      "epoch": 0.011589219924705083,
      "grad_norm": 1.2520040273666382,
      "learning_rate": 4.99997458356781e-05,
      "loss": 5.8932,
      "step": 13240
    },
    {
      "epoch": 0.011593596518332238,
      "grad_norm": 0.9006862044334412,
      "learning_rate": 4.999974443339783e-05,
      "loss": 5.8841,
      "step": 13245
    },
    {
      "epoch": 0.011597973111959392,
      "grad_norm": 0.9765468239784241,
      "learning_rate": 4.9999743027259884e-05,
      "loss": 6.4461,
      "step": 13250
    },
    {
      "epoch": 0.011602349705586547,
      "grad_norm": 0.7758146524429321,
      "learning_rate": 4.999974161726425e-05,
      "loss": 6.442,
      "step": 13255
    },
    {
      "epoch": 0.011606726299213702,
      "grad_norm": 0.754403293132782,
      "learning_rate": 4.999974020341093e-05,
      "loss": 4.742,
      "step": 13260
    },
    {
      "epoch": 0.011611102892840855,
      "grad_norm": 0.8056814670562744,
      "learning_rate": 4.999973878569992e-05,
      "loss": 5.1761,
      "step": 13265
    },
    {
      "epoch": 0.01161547948646801,
      "grad_norm": 1.281360387802124,
      "learning_rate": 4.999973736413124e-05,
      "loss": 5.2995,
      "step": 13270
    },
    {
      "epoch": 0.011619856080095164,
      "grad_norm": 0.7304407358169556,
      "learning_rate": 4.9999735938704874e-05,
      "loss": 4.9896,
      "step": 13275
    },
    {
      "epoch": 0.01162423267372232,
      "grad_norm": 1.5442148447036743,
      "learning_rate": 4.9999734509420815e-05,
      "loss": 5.2757,
      "step": 13280
    },
    {
      "epoch": 0.011628609267349474,
      "grad_norm": 0.784490704536438,
      "learning_rate": 4.999973307627909e-05,
      "loss": 4.7639,
      "step": 13285
    },
    {
      "epoch": 0.011632985860976629,
      "grad_norm": 0.7399929761886597,
      "learning_rate": 4.9999731639279665e-05,
      "loss": 5.305,
      "step": 13290
    },
    {
      "epoch": 0.011637362454603782,
      "grad_norm": 0.6970790028572083,
      "learning_rate": 4.9999730198422554e-05,
      "loss": 6.243,
      "step": 13295
    },
    {
      "epoch": 0.011641739048230937,
      "grad_norm": 0.9107913374900818,
      "learning_rate": 4.9999728753707784e-05,
      "loss": 5.3271,
      "step": 13300
    },
    {
      "epoch": 0.011646115641858091,
      "grad_norm": 0.739222526550293,
      "learning_rate": 4.999972730513533e-05,
      "loss": 4.9679,
      "step": 13305
    },
    {
      "epoch": 0.011650492235485246,
      "grad_norm": 0.7573071122169495,
      "learning_rate": 4.999972585270517e-05,
      "loss": 6.2278,
      "step": 13310
    },
    {
      "epoch": 0.0116548688291124,
      "grad_norm": 0.6936914920806885,
      "learning_rate": 4.999972439641735e-05,
      "loss": 5.287,
      "step": 13315
    },
    {
      "epoch": 0.011659245422739556,
      "grad_norm": 0.8698396682739258,
      "learning_rate": 4.9999722936271855e-05,
      "loss": 5.8727,
      "step": 13320
    },
    {
      "epoch": 0.01166362201636671,
      "grad_norm": 0.7723284959793091,
      "learning_rate": 4.999972147226867e-05,
      "loss": 5.5317,
      "step": 13325
    },
    {
      "epoch": 0.011667998609993863,
      "grad_norm": 0.9280664324760437,
      "learning_rate": 4.999972000440779e-05,
      "loss": 5.8965,
      "step": 13330
    },
    {
      "epoch": 0.011672375203621018,
      "grad_norm": 1.6579774618148804,
      "learning_rate": 4.999971853268925e-05,
      "loss": 5.6559,
      "step": 13335
    },
    {
      "epoch": 0.011676751797248173,
      "grad_norm": 0.9642567038536072,
      "learning_rate": 4.999971705711303e-05,
      "loss": 5.3317,
      "step": 13340
    },
    {
      "epoch": 0.011681128390875328,
      "grad_norm": 1.439099907875061,
      "learning_rate": 4.9999715577679116e-05,
      "loss": 5.8867,
      "step": 13345
    },
    {
      "epoch": 0.011685504984502482,
      "grad_norm": 0.8285236954689026,
      "learning_rate": 4.999971409438754e-05,
      "loss": 6.1854,
      "step": 13350
    },
    {
      "epoch": 0.011689881578129637,
      "grad_norm": 0.8232165575027466,
      "learning_rate": 4.999971260723828e-05,
      "loss": 5.3259,
      "step": 13355
    },
    {
      "epoch": 0.01169425817175679,
      "grad_norm": 0.7238670587539673,
      "learning_rate": 4.9999711116231343e-05,
      "loss": 5.3208,
      "step": 13360
    },
    {
      "epoch": 0.011698634765383945,
      "grad_norm": 0.744757890701294,
      "learning_rate": 4.999970962136672e-05,
      "loss": 4.7742,
      "step": 13365
    },
    {
      "epoch": 0.0117030113590111,
      "grad_norm": 0.7894112467765808,
      "learning_rate": 4.999970812264442e-05,
      "loss": 6.0654,
      "step": 13370
    },
    {
      "epoch": 0.011707387952638254,
      "grad_norm": 1.0009875297546387,
      "learning_rate": 4.999970662006444e-05,
      "loss": 5.6731,
      "step": 13375
    },
    {
      "epoch": 0.01171176454626541,
      "grad_norm": 0.9366161823272705,
      "learning_rate": 4.99997051136268e-05,
      "loss": 6.8092,
      "step": 13380
    },
    {
      "epoch": 0.011716141139892564,
      "grad_norm": 2.01918888092041,
      "learning_rate": 4.999970360333147e-05,
      "loss": 4.9974,
      "step": 13385
    },
    {
      "epoch": 0.011720517733519719,
      "grad_norm": 0.8674541115760803,
      "learning_rate": 4.999970208917847e-05,
      "loss": 6.2136,
      "step": 13390
    },
    {
      "epoch": 0.011724894327146872,
      "grad_norm": 0.7057366371154785,
      "learning_rate": 4.999970057116778e-05,
      "loss": 5.8665,
      "step": 13395
    },
    {
      "epoch": 0.011729270920774026,
      "grad_norm": 0.6544046401977539,
      "learning_rate": 4.999969904929943e-05,
      "loss": 6.4607,
      "step": 13400
    },
    {
      "epoch": 0.011733647514401181,
      "grad_norm": 0.6646549105644226,
      "learning_rate": 4.99996975235734e-05,
      "loss": 5.7537,
      "step": 13405
    },
    {
      "epoch": 0.011738024108028336,
      "grad_norm": 0.737726092338562,
      "learning_rate": 4.9999695993989696e-05,
      "loss": 5.6556,
      "step": 13410
    },
    {
      "epoch": 0.01174240070165549,
      "grad_norm": 0.8693039417266846,
      "learning_rate": 4.9999694460548305e-05,
      "loss": 5.6449,
      "step": 13415
    },
    {
      "epoch": 0.011746777295282645,
      "grad_norm": 0.8682261109352112,
      "learning_rate": 4.999969292324925e-05,
      "loss": 6.1691,
      "step": 13420
    },
    {
      "epoch": 0.011751153888909798,
      "grad_norm": 0.8801624178886414,
      "learning_rate": 4.999969138209253e-05,
      "loss": 6.2409,
      "step": 13425
    },
    {
      "epoch": 0.011755530482536953,
      "grad_norm": 0.7624968886375427,
      "learning_rate": 4.999968983707811e-05,
      "loss": 4.9784,
      "step": 13430
    },
    {
      "epoch": 0.011759907076164108,
      "grad_norm": 0.6688941717147827,
      "learning_rate": 4.999968828820604e-05,
      "loss": 5.3273,
      "step": 13435
    },
    {
      "epoch": 0.011764283669791263,
      "grad_norm": 0.682212233543396,
      "learning_rate": 4.999968673547628e-05,
      "loss": 5.3156,
      "step": 13440
    },
    {
      "epoch": 0.011768660263418418,
      "grad_norm": 1.950445532798767,
      "learning_rate": 4.999968517888885e-05,
      "loss": 5.6298,
      "step": 13445
    },
    {
      "epoch": 0.011773036857045572,
      "grad_norm": 0.786100447177887,
      "learning_rate": 4.999968361844376e-05,
      "loss": 5.3377,
      "step": 13450
    },
    {
      "epoch": 0.011777413450672727,
      "grad_norm": 0.8917994499206543,
      "learning_rate": 4.999968205414098e-05,
      "loss": 6.1925,
      "step": 13455
    },
    {
      "epoch": 0.01178179004429988,
      "grad_norm": 1.027485728263855,
      "learning_rate": 4.999968048598054e-05,
      "loss": 5.2078,
      "step": 13460
    },
    {
      "epoch": 0.011786166637927035,
      "grad_norm": 0.7171943783760071,
      "learning_rate": 4.999967891396242e-05,
      "loss": 4.8688,
      "step": 13465
    },
    {
      "epoch": 0.01179054323155419,
      "grad_norm": 0.8117563724517822,
      "learning_rate": 4.9999677338086633e-05,
      "loss": 4.5506,
      "step": 13470
    },
    {
      "epoch": 0.011794919825181344,
      "grad_norm": 1.1402391195297241,
      "learning_rate": 4.999967575835317e-05,
      "loss": 5.5438,
      "step": 13475
    },
    {
      "epoch": 0.011799296418808499,
      "grad_norm": 1.5998541116714478,
      "learning_rate": 4.9999674174762044e-05,
      "loss": 5.4336,
      "step": 13480
    },
    {
      "epoch": 0.011803673012435654,
      "grad_norm": 0.7273074388504028,
      "learning_rate": 4.999967258731324e-05,
      "loss": 5.7838,
      "step": 13485
    },
    {
      "epoch": 0.011808049606062807,
      "grad_norm": 0.7495708465576172,
      "learning_rate": 4.9999670996006764e-05,
      "loss": 5.1984,
      "step": 13490
    },
    {
      "epoch": 0.011812426199689962,
      "grad_norm": 0.9789686799049377,
      "learning_rate": 4.999966940084262e-05,
      "loss": 5.5595,
      "step": 13495
    },
    {
      "epoch": 0.011816802793317116,
      "grad_norm": 0.8097123503684998,
      "learning_rate": 4.999966780182081e-05,
      "loss": 5.5452,
      "step": 13500
    },
    {
      "epoch": 0.011821179386944271,
      "grad_norm": 0.8716874122619629,
      "learning_rate": 4.999966619894133e-05,
      "loss": 6.4654,
      "step": 13505
    },
    {
      "epoch": 0.011825555980571426,
      "grad_norm": 0.9009518027305603,
      "learning_rate": 4.999966459220418e-05,
      "loss": 5.5147,
      "step": 13510
    },
    {
      "epoch": 0.01182993257419858,
      "grad_norm": 0.7096956968307495,
      "learning_rate": 4.999966298160935e-05,
      "loss": 4.3634,
      "step": 13515
    },
    {
      "epoch": 0.011834309167825735,
      "grad_norm": 0.831497848033905,
      "learning_rate": 4.999966136715686e-05,
      "loss": 6.1246,
      "step": 13520
    },
    {
      "epoch": 0.011838685761452888,
      "grad_norm": 0.7006898522377014,
      "learning_rate": 4.9999659748846693e-05,
      "loss": 5.6443,
      "step": 13525
    },
    {
      "epoch": 0.011843062355080043,
      "grad_norm": 0.6653726696968079,
      "learning_rate": 4.999965812667887e-05,
      "loss": 4.421,
      "step": 13530
    },
    {
      "epoch": 0.011847438948707198,
      "grad_norm": 0.7425174117088318,
      "learning_rate": 4.999965650065338e-05,
      "loss": 5.3399,
      "step": 13535
    },
    {
      "epoch": 0.011851815542334353,
      "grad_norm": 0.8012056946754456,
      "learning_rate": 4.999965487077022e-05,
      "loss": 4.7499,
      "step": 13540
    },
    {
      "epoch": 0.011856192135961507,
      "grad_norm": 1.085045337677002,
      "learning_rate": 4.999965323702939e-05,
      "loss": 6.45,
      "step": 13545
    },
    {
      "epoch": 0.011860568729588662,
      "grad_norm": 1.438327670097351,
      "learning_rate": 4.9999651599430886e-05,
      "loss": 6.4279,
      "step": 13550
    },
    {
      "epoch": 0.011864945323215815,
      "grad_norm": 1.148737907409668,
      "learning_rate": 4.999964995797472e-05,
      "loss": 5.8245,
      "step": 13555
    },
    {
      "epoch": 0.01186932191684297,
      "grad_norm": 0.8171191215515137,
      "learning_rate": 4.9999648312660894e-05,
      "loss": 6.4318,
      "step": 13560
    },
    {
      "epoch": 0.011873698510470125,
      "grad_norm": 1.0137063264846802,
      "learning_rate": 4.9999646663489406e-05,
      "loss": 5.5453,
      "step": 13565
    },
    {
      "epoch": 0.01187807510409728,
      "grad_norm": 1.5181809663772583,
      "learning_rate": 4.999964501046024e-05,
      "loss": 6.1002,
      "step": 13570
    },
    {
      "epoch": 0.011882451697724434,
      "grad_norm": 0.9265716671943665,
      "learning_rate": 4.9999643353573425e-05,
      "loss": 5.8695,
      "step": 13575
    },
    {
      "epoch": 0.011886828291351589,
      "grad_norm": 0.8180895447731018,
      "learning_rate": 4.9999641692828926e-05,
      "loss": 6.4676,
      "step": 13580
    },
    {
      "epoch": 0.011891204884978742,
      "grad_norm": 0.9566851258277893,
      "learning_rate": 4.999964002822677e-05,
      "loss": 5.6525,
      "step": 13585
    },
    {
      "epoch": 0.011895581478605897,
      "grad_norm": 0.8968706727027893,
      "learning_rate": 4.999963835976694e-05,
      "loss": 6.23,
      "step": 13590
    },
    {
      "epoch": 0.011899958072233052,
      "grad_norm": 0.717255711555481,
      "learning_rate": 4.999963668744946e-05,
      "loss": 6.4373,
      "step": 13595
    },
    {
      "epoch": 0.011904334665860206,
      "grad_norm": 1.668136477470398,
      "learning_rate": 4.999963501127432e-05,
      "loss": 4.7342,
      "step": 13600
    },
    {
      "epoch": 0.011908711259487361,
      "grad_norm": 0.7624515295028687,
      "learning_rate": 4.99996333312415e-05,
      "loss": 5.6348,
      "step": 13605
    },
    {
      "epoch": 0.011913087853114516,
      "grad_norm": 1.3405330181121826,
      "learning_rate": 4.999963164735103e-05,
      "loss": 5.1067,
      "step": 13610
    },
    {
      "epoch": 0.01191746444674167,
      "grad_norm": 1.1302436590194702,
      "learning_rate": 4.999962995960289e-05,
      "loss": 4.9726,
      "step": 13615
    },
    {
      "epoch": 0.011921841040368824,
      "grad_norm": 0.7444475889205933,
      "learning_rate": 4.99996282679971e-05,
      "loss": 4.7694,
      "step": 13620
    },
    {
      "epoch": 0.011926217633995978,
      "grad_norm": 1.121427297592163,
      "learning_rate": 4.999962657253363e-05,
      "loss": 5.9238,
      "step": 13625
    },
    {
      "epoch": 0.011930594227623133,
      "grad_norm": 0.9243886470794678,
      "learning_rate": 4.9999624873212514e-05,
      "loss": 5.8992,
      "step": 13630
    },
    {
      "epoch": 0.011934970821250288,
      "grad_norm": 1.0403788089752197,
      "learning_rate": 4.999962317003373e-05,
      "loss": 5.1836,
      "step": 13635
    },
    {
      "epoch": 0.011939347414877443,
      "grad_norm": 0.829813539981842,
      "learning_rate": 4.999962146299728e-05,
      "loss": 5.6511,
      "step": 13640
    },
    {
      "epoch": 0.011943724008504597,
      "grad_norm": 0.8085130453109741,
      "learning_rate": 4.999961975210318e-05,
      "loss": 5.3238,
      "step": 13645
    },
    {
      "epoch": 0.01194810060213175,
      "grad_norm": 0.7034581303596497,
      "learning_rate": 4.999961803735141e-05,
      "loss": 4.7219,
      "step": 13650
    },
    {
      "epoch": 0.011952477195758905,
      "grad_norm": 0.8788396716117859,
      "learning_rate": 4.999961631874198e-05,
      "loss": 4.7453,
      "step": 13655
    },
    {
      "epoch": 0.01195685378938606,
      "grad_norm": 0.7356483936309814,
      "learning_rate": 4.999961459627489e-05,
      "loss": 5.4785,
      "step": 13660
    },
    {
      "epoch": 0.011961230383013215,
      "grad_norm": 0.9494394063949585,
      "learning_rate": 4.999961286995015e-05,
      "loss": 6.2351,
      "step": 13665
    },
    {
      "epoch": 0.01196560697664037,
      "grad_norm": 1.242179274559021,
      "learning_rate": 4.9999611139767746e-05,
      "loss": 5.9058,
      "step": 13670
    },
    {
      "epoch": 0.011969983570267524,
      "grad_norm": 0.7452407479286194,
      "learning_rate": 4.999960940572768e-05,
      "loss": 6.4197,
      "step": 13675
    },
    {
      "epoch": 0.011974360163894679,
      "grad_norm": 0.7386459112167358,
      "learning_rate": 4.999960766782995e-05,
      "loss": 5.5634,
      "step": 13680
    },
    {
      "epoch": 0.011978736757521832,
      "grad_norm": 0.6774457693099976,
      "learning_rate": 4.999960592607458e-05,
      "loss": 5.828,
      "step": 13685
    },
    {
      "epoch": 0.011983113351148987,
      "grad_norm": 0.7687594890594482,
      "learning_rate": 4.9999604180461534e-05,
      "loss": 5.8408,
      "step": 13690
    },
    {
      "epoch": 0.011987489944776141,
      "grad_norm": 0.7611685991287231,
      "learning_rate": 4.999960243099084e-05,
      "loss": 5.8737,
      "step": 13695
    },
    {
      "epoch": 0.011991866538403296,
      "grad_norm": 0.9569491147994995,
      "learning_rate": 4.9999600677662484e-05,
      "loss": 6.2372,
      "step": 13700
    },
    {
      "epoch": 0.011996243132030451,
      "grad_norm": 1.1959260702133179,
      "learning_rate": 4.999959892047649e-05,
      "loss": 6.4545,
      "step": 13705
    },
    {
      "epoch": 0.012000619725657606,
      "grad_norm": 0.9007849097251892,
      "learning_rate": 4.9999597159432824e-05,
      "loss": 5.8498,
      "step": 13710
    },
    {
      "epoch": 0.012004996319284759,
      "grad_norm": 1.1934453248977661,
      "learning_rate": 4.9999595394531495e-05,
      "loss": 6.443,
      "step": 13715
    },
    {
      "epoch": 0.012009372912911914,
      "grad_norm": 0.9906315803527832,
      "learning_rate": 4.999959362577252e-05,
      "loss": 5.858,
      "step": 13720
    },
    {
      "epoch": 0.012013749506539068,
      "grad_norm": 0.7837800979614258,
      "learning_rate": 4.999959185315588e-05,
      "loss": 6.1596,
      "step": 13725
    },
    {
      "epoch": 0.012018126100166223,
      "grad_norm": 1.5735279321670532,
      "learning_rate": 4.999959007668159e-05,
      "loss": 5.5046,
      "step": 13730
    },
    {
      "epoch": 0.012022502693793378,
      "grad_norm": 0.8691333532333374,
      "learning_rate": 4.999958829634965e-05,
      "loss": 6.213,
      "step": 13735
    },
    {
      "epoch": 0.012026879287420533,
      "grad_norm": 0.7089754343032837,
      "learning_rate": 4.999958651216006e-05,
      "loss": 6.1819,
      "step": 13740
    },
    {
      "epoch": 0.012031255881047687,
      "grad_norm": 0.7142168879508972,
      "learning_rate": 4.9999584724112804e-05,
      "loss": 4.1762,
      "step": 13745
    },
    {
      "epoch": 0.01203563247467484,
      "grad_norm": 0.723261296749115,
      "learning_rate": 4.99995829322079e-05,
      "loss": 4.3783,
      "step": 13750
    },
    {
      "epoch": 0.012040009068301995,
      "grad_norm": 0.7619718313217163,
      "learning_rate": 4.999958113644534e-05,
      "loss": 6.2248,
      "step": 13755
    },
    {
      "epoch": 0.01204438566192915,
      "grad_norm": 0.6889824271202087,
      "learning_rate": 4.999957933682513e-05,
      "loss": 5.5384,
      "step": 13760
    },
    {
      "epoch": 0.012048762255556305,
      "grad_norm": 1.2422401905059814,
      "learning_rate": 4.9999577533347264e-05,
      "loss": 4.9747,
      "step": 13765
    },
    {
      "epoch": 0.01205313884918346,
      "grad_norm": 0.7942904233932495,
      "learning_rate": 4.9999575726011746e-05,
      "loss": 5.8784,
      "step": 13770
    },
    {
      "epoch": 0.012057515442810614,
      "grad_norm": 0.8253610730171204,
      "learning_rate": 4.999957391481859e-05,
      "loss": 5.304,
      "step": 13775
    },
    {
      "epoch": 0.012061892036437767,
      "grad_norm": 0.845003068447113,
      "learning_rate": 4.999957209976777e-05,
      "loss": 6.2008,
      "step": 13780
    },
    {
      "epoch": 0.012066268630064922,
      "grad_norm": 0.6491619348526001,
      "learning_rate": 4.99995702808593e-05,
      "loss": 4.1738,
      "step": 13785
    },
    {
      "epoch": 0.012070645223692077,
      "grad_norm": 0.7658901810646057,
      "learning_rate": 4.999956845809317e-05,
      "loss": 5.3369,
      "step": 13790
    },
    {
      "epoch": 0.012075021817319231,
      "grad_norm": 0.6854865550994873,
      "learning_rate": 4.99995666314694e-05,
      "loss": 6.2189,
      "step": 13795
    },
    {
      "epoch": 0.012079398410946386,
      "grad_norm": 0.7909380197525024,
      "learning_rate": 4.9999564800987975e-05,
      "loss": 5.2323,
      "step": 13800
    },
    {
      "epoch": 0.012083775004573541,
      "grad_norm": 0.7809178233146667,
      "learning_rate": 4.9999562966648905e-05,
      "loss": 4.9231,
      "step": 13805
    },
    {
      "epoch": 0.012088151598200696,
      "grad_norm": 0.9431487321853638,
      "learning_rate": 4.9999561128452175e-05,
      "loss": 5.3191,
      "step": 13810
    },
    {
      "epoch": 0.012092528191827849,
      "grad_norm": 0.7990740537643433,
      "learning_rate": 4.9999559286397814e-05,
      "loss": 6.1217,
      "step": 13815
    },
    {
      "epoch": 0.012096904785455003,
      "grad_norm": 0.981969952583313,
      "learning_rate": 4.99995574404858e-05,
      "loss": 6.4074,
      "step": 13820
    },
    {
      "epoch": 0.012101281379082158,
      "grad_norm": 0.7884991765022278,
      "learning_rate": 4.999955559071613e-05,
      "loss": 5.2947,
      "step": 13825
    },
    {
      "epoch": 0.012105657972709313,
      "grad_norm": 0.7879080176353455,
      "learning_rate": 4.999955373708881e-05,
      "loss": 4.8657,
      "step": 13830
    },
    {
      "epoch": 0.012110034566336468,
      "grad_norm": 0.8141273856163025,
      "learning_rate": 4.9999551879603845e-05,
      "loss": 5.2774,
      "step": 13835
    },
    {
      "epoch": 0.012114411159963622,
      "grad_norm": 1.0291484594345093,
      "learning_rate": 4.999955001826123e-05,
      "loss": 5.6493,
      "step": 13840
    },
    {
      "epoch": 0.012118787753590776,
      "grad_norm": 1.29171884059906,
      "learning_rate": 4.999954815306098e-05,
      "loss": 5.4985,
      "step": 13845
    },
    {
      "epoch": 0.01212316434721793,
      "grad_norm": 0.7559834718704224,
      "learning_rate": 4.999954628400307e-05,
      "loss": 5.2964,
      "step": 13850
    },
    {
      "epoch": 0.012127540940845085,
      "grad_norm": 1.5599446296691895,
      "learning_rate": 4.999954441108753e-05,
      "loss": 6.4891,
      "step": 13855
    },
    {
      "epoch": 0.01213191753447224,
      "grad_norm": 0.7575020790100098,
      "learning_rate": 4.999954253431432e-05,
      "loss": 5.6766,
      "step": 13860
    },
    {
      "epoch": 0.012136294128099395,
      "grad_norm": 0.7345786690711975,
      "learning_rate": 4.9999540653683485e-05,
      "loss": 5.8927,
      "step": 13865
    },
    {
      "epoch": 0.01214067072172655,
      "grad_norm": 0.8762595653533936,
      "learning_rate": 4.9999538769194995e-05,
      "loss": 5.8521,
      "step": 13870
    },
    {
      "epoch": 0.012145047315353702,
      "grad_norm": 0.6917275190353394,
      "learning_rate": 4.999953688084886e-05,
      "loss": 5.668,
      "step": 13875
    },
    {
      "epoch": 0.012149423908980857,
      "grad_norm": 0.7444811463356018,
      "learning_rate": 4.9999534988645093e-05,
      "loss": 5.5536,
      "step": 13880
    },
    {
      "epoch": 0.012153800502608012,
      "grad_norm": 1.462247371673584,
      "learning_rate": 4.999953309258366e-05,
      "loss": 5.1914,
      "step": 13885
    },
    {
      "epoch": 0.012158177096235167,
      "grad_norm": 0.7560634016990662,
      "learning_rate": 4.999953119266461e-05,
      "loss": 5.9079,
      "step": 13890
    },
    {
      "epoch": 0.012162553689862321,
      "grad_norm": 0.7492281794548035,
      "learning_rate": 4.9999529288887906e-05,
      "loss": 4.6521,
      "step": 13895
    },
    {
      "epoch": 0.012166930283489476,
      "grad_norm": 0.9296600818634033,
      "learning_rate": 4.999952738125354e-05,
      "loss": 5.5433,
      "step": 13900
    },
    {
      "epoch": 0.01217130687711663,
      "grad_norm": 0.8076598644256592,
      "learning_rate": 4.9999525469761555e-05,
      "loss": 6.1878,
      "step": 13905
    },
    {
      "epoch": 0.012175683470743784,
      "grad_norm": 0.6906212568283081,
      "learning_rate": 4.999952355441192e-05,
      "loss": 5.3141,
      "step": 13910
    },
    {
      "epoch": 0.012180060064370939,
      "grad_norm": 0.6665250658988953,
      "learning_rate": 4.9999521635204636e-05,
      "loss": 5.4889,
      "step": 13915
    },
    {
      "epoch": 0.012184436657998093,
      "grad_norm": 1.1408543586730957,
      "learning_rate": 4.999951971213972e-05,
      "loss": 5.885,
      "step": 13920
    },
    {
      "epoch": 0.012188813251625248,
      "grad_norm": 0.6456018090248108,
      "learning_rate": 4.999951778521716e-05,
      "loss": 4.5209,
      "step": 13925
    },
    {
      "epoch": 0.012193189845252403,
      "grad_norm": 0.9540940523147583,
      "learning_rate": 4.999951585443696e-05,
      "loss": 5.5466,
      "step": 13930
    },
    {
      "epoch": 0.012197566438879558,
      "grad_norm": 0.6276688575744629,
      "learning_rate": 4.9999513919799125e-05,
      "loss": 4.7627,
      "step": 13935
    },
    {
      "epoch": 0.01220194303250671,
      "grad_norm": 0.7164027094841003,
      "learning_rate": 4.999951198130364e-05,
      "loss": 5.3072,
      "step": 13940
    },
    {
      "epoch": 0.012206319626133865,
      "grad_norm": 0.6537433862686157,
      "learning_rate": 4.999951003895053e-05,
      "loss": 6.1283,
      "step": 13945
    },
    {
      "epoch": 0.01221069621976102,
      "grad_norm": 0.8169938921928406,
      "learning_rate": 4.999950809273976e-05,
      "loss": 6.1934,
      "step": 13950
    },
    {
      "epoch": 0.012215072813388175,
      "grad_norm": 1.1846081018447876,
      "learning_rate": 4.999950614267136e-05,
      "loss": 5.6291,
      "step": 13955
    },
    {
      "epoch": 0.01221944940701533,
      "grad_norm": 1.1383693218231201,
      "learning_rate": 4.999950418874532e-05,
      "loss": 6.2006,
      "step": 13960
    },
    {
      "epoch": 0.012223826000642484,
      "grad_norm": 0.7174272537231445,
      "learning_rate": 4.9999502230961646e-05,
      "loss": 5.7713,
      "step": 13965
    },
    {
      "epoch": 0.01222820259426964,
      "grad_norm": 0.7720264792442322,
      "learning_rate": 4.9999500269320334e-05,
      "loss": 6.1262,
      "step": 13970
    },
    {
      "epoch": 0.012232579187896792,
      "grad_norm": 0.9682011008262634,
      "learning_rate": 4.999949830382139e-05,
      "loss": 6.7805,
      "step": 13975
    },
    {
      "epoch": 0.012236955781523947,
      "grad_norm": 1.8327462673187256,
      "learning_rate": 4.99994963344648e-05,
      "loss": 5.6483,
      "step": 13980
    },
    {
      "epoch": 0.012241332375151102,
      "grad_norm": 0.8476274609565735,
      "learning_rate": 4.999949436125058e-05,
      "loss": 5.7832,
      "step": 13985
    },
    {
      "epoch": 0.012245708968778257,
      "grad_norm": 0.8776020407676697,
      "learning_rate": 4.999949238417871e-05,
      "loss": 5.8843,
      "step": 13990
    },
    {
      "epoch": 0.012250085562405411,
      "grad_norm": 0.7848235964775085,
      "learning_rate": 4.999949040324922e-05,
      "loss": 5.3019,
      "step": 13995
    },
    {
      "epoch": 0.012254462156032566,
      "grad_norm": 0.7847172021865845,
      "learning_rate": 4.999948841846208e-05,
      "loss": 4.9738,
      "step": 14000
    },
    {
      "epoch": 0.012258838749659719,
      "grad_norm": 0.9440191388130188,
      "learning_rate": 4.9999486429817324e-05,
      "loss": 4.9364,
      "step": 14005
    },
    {
      "epoch": 0.012263215343286874,
      "grad_norm": 0.7690156102180481,
      "learning_rate": 4.9999484437314916e-05,
      "loss": 5.5427,
      "step": 14010
    },
    {
      "epoch": 0.012267591936914029,
      "grad_norm": 0.7958553433418274,
      "learning_rate": 4.999948244095488e-05,
      "loss": 6.7469,
      "step": 14015
    },
    {
      "epoch": 0.012271968530541183,
      "grad_norm": 1.0469740629196167,
      "learning_rate": 4.999948044073721e-05,
      "loss": 6.206,
      "step": 14020
    },
    {
      "epoch": 0.012276345124168338,
      "grad_norm": 0.8513365387916565,
      "learning_rate": 4.9999478436661904e-05,
      "loss": 5.7539,
      "step": 14025
    },
    {
      "epoch": 0.012280721717795493,
      "grad_norm": 1.3239850997924805,
      "learning_rate": 4.9999476428728974e-05,
      "loss": 5.0858,
      "step": 14030
    },
    {
      "epoch": 0.012285098311422648,
      "grad_norm": 0.7398055195808411,
      "learning_rate": 4.99994744169384e-05,
      "loss": 5.5226,
      "step": 14035
    },
    {
      "epoch": 0.0122894749050498,
      "grad_norm": 0.7899582386016846,
      "learning_rate": 4.9999472401290205e-05,
      "loss": 5.8357,
      "step": 14040
    },
    {
      "epoch": 0.012293851498676955,
      "grad_norm": 1.2295528650283813,
      "learning_rate": 4.9999470381784366e-05,
      "loss": 5.8642,
      "step": 14045
    },
    {
      "epoch": 0.01229822809230411,
      "grad_norm": 0.6555172801017761,
      "learning_rate": 4.99994683584209e-05,
      "loss": 4.1761,
      "step": 14050
    },
    {
      "epoch": 0.012302604685931265,
      "grad_norm": 1.091917634010315,
      "learning_rate": 4.9999466331199804e-05,
      "loss": 5.4724,
      "step": 14055
    },
    {
      "epoch": 0.01230698127955842,
      "grad_norm": 2.0057177543640137,
      "learning_rate": 4.999946430012108e-05,
      "loss": 5.8463,
      "step": 14060
    },
    {
      "epoch": 0.012311357873185574,
      "grad_norm": 0.8737217783927917,
      "learning_rate": 4.9999462265184715e-05,
      "loss": 5.8746,
      "step": 14065
    },
    {
      "epoch": 0.012315734466812727,
      "grad_norm": 1.4702590703964233,
      "learning_rate": 4.999946022639073e-05,
      "loss": 5.9048,
      "step": 14070
    },
    {
      "epoch": 0.012320111060439882,
      "grad_norm": 0.8086597919464111,
      "learning_rate": 4.999945818373911e-05,
      "loss": 5.5283,
      "step": 14075
    },
    {
      "epoch": 0.012324487654067037,
      "grad_norm": 1.0618512630462646,
      "learning_rate": 4.999945613722987e-05,
      "loss": 5.5299,
      "step": 14080
    },
    {
      "epoch": 0.012328864247694192,
      "grad_norm": 0.7446181178092957,
      "learning_rate": 4.999945408686299e-05,
      "loss": 6.1129,
      "step": 14085
    },
    {
      "epoch": 0.012333240841321346,
      "grad_norm": 0.8936105370521545,
      "learning_rate": 4.999945203263848e-05,
      "loss": 5.1102,
      "step": 14090
    },
    {
      "epoch": 0.012337617434948501,
      "grad_norm": 0.8104951977729797,
      "learning_rate": 4.9999449974556355e-05,
      "loss": 5.1985,
      "step": 14095
    },
    {
      "epoch": 0.012341994028575656,
      "grad_norm": 0.7087509632110596,
      "learning_rate": 4.999944791261659e-05,
      "loss": 5.0669,
      "step": 14100
    },
    {
      "epoch": 0.012346370622202809,
      "grad_norm": 0.8756520748138428,
      "learning_rate": 4.9999445846819215e-05,
      "loss": 5.3064,
      "step": 14105
    },
    {
      "epoch": 0.012350747215829964,
      "grad_norm": 0.9200576543807983,
      "learning_rate": 4.99994437771642e-05,
      "loss": 5.7428,
      "step": 14110
    },
    {
      "epoch": 0.012355123809457118,
      "grad_norm": 0.839350700378418,
      "learning_rate": 4.9999441703651553e-05,
      "loss": 5.891,
      "step": 14115
    },
    {
      "epoch": 0.012359500403084273,
      "grad_norm": 1.0568231344223022,
      "learning_rate": 4.999943962628129e-05,
      "loss": 5.655,
      "step": 14120
    },
    {
      "epoch": 0.012363876996711428,
      "grad_norm": 0.7486906051635742,
      "learning_rate": 4.99994375450534e-05,
      "loss": 5.3184,
      "step": 14125
    },
    {
      "epoch": 0.012368253590338583,
      "grad_norm": 0.8478612899780273,
      "learning_rate": 4.999943545996788e-05,
      "loss": 5.8583,
      "step": 14130
    },
    {
      "epoch": 0.012372630183965736,
      "grad_norm": 0.726382851600647,
      "learning_rate": 4.999943337102474e-05,
      "loss": 5.5177,
      "step": 14135
    },
    {
      "epoch": 0.01237700677759289,
      "grad_norm": 0.9530013203620911,
      "learning_rate": 4.9999431278223976e-05,
      "loss": 6.2132,
      "step": 14140
    },
    {
      "epoch": 0.012381383371220045,
      "grad_norm": 0.6901061534881592,
      "learning_rate": 4.9999429181565585e-05,
      "loss": 5.8624,
      "step": 14145
    },
    {
      "epoch": 0.0123857599648472,
      "grad_norm": 0.6684913635253906,
      "learning_rate": 4.999942708104957e-05,
      "loss": 5.6986,
      "step": 14150
    },
    {
      "epoch": 0.012390136558474355,
      "grad_norm": 0.6509329080581665,
      "learning_rate": 4.999942497667592e-05,
      "loss": 5.606,
      "step": 14155
    },
    {
      "epoch": 0.01239451315210151,
      "grad_norm": 0.952436625957489,
      "learning_rate": 4.999942286844467e-05,
      "loss": 5.7428,
      "step": 14160
    },
    {
      "epoch": 0.012398889745728663,
      "grad_norm": 0.6612615585327148,
      "learning_rate": 4.999942075635579e-05,
      "loss": 6.7869,
      "step": 14165
    },
    {
      "epoch": 0.012403266339355817,
      "grad_norm": 0.7241307497024536,
      "learning_rate": 4.999941864040928e-05,
      "loss": 5.8233,
      "step": 14170
    },
    {
      "epoch": 0.012407642932982972,
      "grad_norm": 0.7539799213409424,
      "learning_rate": 4.999941652060515e-05,
      "loss": 5.2966,
      "step": 14175
    },
    {
      "epoch": 0.012412019526610127,
      "grad_norm": 0.7418915033340454,
      "learning_rate": 4.999941439694341e-05,
      "loss": 5.7717,
      "step": 14180
    },
    {
      "epoch": 0.012416396120237282,
      "grad_norm": 0.8860577344894409,
      "learning_rate": 4.999941226942404e-05,
      "loss": 5.8768,
      "step": 14185
    },
    {
      "epoch": 0.012420772713864436,
      "grad_norm": 0.7610552310943604,
      "learning_rate": 4.999941013804704e-05,
      "loss": 6.4527,
      "step": 14190
    },
    {
      "epoch": 0.012425149307491591,
      "grad_norm": 1.0243057012557983,
      "learning_rate": 4.9999408002812444e-05,
      "loss": 5.8049,
      "step": 14195
    },
    {
      "epoch": 0.012429525901118744,
      "grad_norm": 0.830334484577179,
      "learning_rate": 4.9999405863720216e-05,
      "loss": 4.7351,
      "step": 14200
    },
    {
      "epoch": 0.012433902494745899,
      "grad_norm": 0.9173083305358887,
      "learning_rate": 4.9999403720770356e-05,
      "loss": 6.1937,
      "step": 14205
    },
    {
      "epoch": 0.012438279088373054,
      "grad_norm": 0.7533984184265137,
      "learning_rate": 4.999940157396289e-05,
      "loss": 4.7468,
      "step": 14210
    },
    {
      "epoch": 0.012442655682000208,
      "grad_norm": 1.0444488525390625,
      "learning_rate": 4.999939942329781e-05,
      "loss": 5.8623,
      "step": 14215
    },
    {
      "epoch": 0.012447032275627363,
      "grad_norm": 0.7212995290756226,
      "learning_rate": 4.999939726877511e-05,
      "loss": 6.0848,
      "step": 14220
    },
    {
      "epoch": 0.012451408869254518,
      "grad_norm": 0.7172201871871948,
      "learning_rate": 4.999939511039479e-05,
      "loss": 4.9271,
      "step": 14225
    },
    {
      "epoch": 0.012455785462881671,
      "grad_norm": 0.6925780177116394,
      "learning_rate": 4.999939294815684e-05,
      "loss": 6.7699,
      "step": 14230
    },
    {
      "epoch": 0.012460162056508826,
      "grad_norm": 0.7842075228691101,
      "learning_rate": 4.999939078206129e-05,
      "loss": 5.303,
      "step": 14235
    },
    {
      "epoch": 0.01246453865013598,
      "grad_norm": 0.9126405715942383,
      "learning_rate": 4.9999388612108124e-05,
      "loss": 5.1782,
      "step": 14240
    },
    {
      "epoch": 0.012468915243763135,
      "grad_norm": 1.3996222019195557,
      "learning_rate": 4.999938643829734e-05,
      "loss": 6.4416,
      "step": 14245
    },
    {
      "epoch": 0.01247329183739029,
      "grad_norm": 0.7115522027015686,
      "learning_rate": 4.999938426062893e-05,
      "loss": 5.177,
      "step": 14250
    },
    {
      "epoch": 0.012477668431017445,
      "grad_norm": 0.7627995610237122,
      "learning_rate": 4.999938207910292e-05,
      "loss": 5.2872,
      "step": 14255
    },
    {
      "epoch": 0.0124820450246446,
      "grad_norm": 0.6939876079559326,
      "learning_rate": 4.9999379893719286e-05,
      "loss": 5.5464,
      "step": 14260
    },
    {
      "epoch": 0.012486421618271753,
      "grad_norm": 0.8205870985984802,
      "learning_rate": 4.9999377704478046e-05,
      "loss": 6.0691,
      "step": 14265
    },
    {
      "epoch": 0.012490798211898907,
      "grad_norm": 0.7858315706253052,
      "learning_rate": 4.999937551137919e-05,
      "loss": 6.0686,
      "step": 14270
    },
    {
      "epoch": 0.012495174805526062,
      "grad_norm": 0.9319311380386353,
      "learning_rate": 4.999937331442272e-05,
      "loss": 6.0924,
      "step": 14275
    },
    {
      "epoch": 0.012499551399153217,
      "grad_norm": 0.7868065237998962,
      "learning_rate": 4.999937111360863e-05,
      "loss": 6.0727,
      "step": 14280
    },
    {
      "epoch": 0.012503927992780372,
      "grad_norm": 0.9013417959213257,
      "learning_rate": 4.999936890893693e-05,
      "loss": 5.5486,
      "step": 14285
    },
    {
      "epoch": 0.012508304586407526,
      "grad_norm": 0.7393364906311035,
      "learning_rate": 4.999936670040762e-05,
      "loss": 5.5121,
      "step": 14290
    },
    {
      "epoch": 0.01251268118003468,
      "grad_norm": 0.7977371215820312,
      "learning_rate": 4.999936448802069e-05,
      "loss": 6.4307,
      "step": 14295
    },
    {
      "epoch": 0.012517057773661834,
      "grad_norm": 0.7397467494010925,
      "learning_rate": 4.999936227177616e-05,
      "loss": 5.651,
      "step": 14300
    },
    {
      "epoch": 0.012521434367288989,
      "grad_norm": 0.8632855415344238,
      "learning_rate": 4.9999360051674016e-05,
      "loss": 5.5189,
      "step": 14305
    },
    {
      "epoch": 0.012525810960916144,
      "grad_norm": 0.7206917405128479,
      "learning_rate": 4.9999357827714264e-05,
      "loss": 6.4041,
      "step": 14310
    },
    {
      "epoch": 0.012530187554543298,
      "grad_norm": 0.6573054194450378,
      "learning_rate": 4.99993555998969e-05,
      "loss": 6.2128,
      "step": 14315
    },
    {
      "epoch": 0.012534564148170453,
      "grad_norm": 0.666343092918396,
      "learning_rate": 4.999935336822194e-05,
      "loss": 5.8214,
      "step": 14320
    },
    {
      "epoch": 0.012538940741797608,
      "grad_norm": 0.7106277942657471,
      "learning_rate": 4.999935113268935e-05,
      "loss": 5.646,
      "step": 14325
    },
    {
      "epoch": 0.012543317335424761,
      "grad_norm": 0.6886643171310425,
      "learning_rate": 4.999934889329916e-05,
      "loss": 5.5465,
      "step": 14330
    },
    {
      "epoch": 0.012547693929051916,
      "grad_norm": 0.7424437403678894,
      "learning_rate": 4.999934665005136e-05,
      "loss": 4.9234,
      "step": 14335
    },
    {
      "epoch": 0.01255207052267907,
      "grad_norm": 0.6892890930175781,
      "learning_rate": 4.999934440294596e-05,
      "loss": 5.3079,
      "step": 14340
    },
    {
      "epoch": 0.012556447116306225,
      "grad_norm": 0.9962517023086548,
      "learning_rate": 4.999934215198294e-05,
      "loss": 5.8524,
      "step": 14345
    },
    {
      "epoch": 0.01256082370993338,
      "grad_norm": 0.9254690408706665,
      "learning_rate": 4.999933989716232e-05,
      "loss": 6.7527,
      "step": 14350
    },
    {
      "epoch": 0.012565200303560535,
      "grad_norm": 0.7085689902305603,
      "learning_rate": 4.9999337638484086e-05,
      "loss": 6.7615,
      "step": 14355
    },
    {
      "epoch": 0.012569576897187688,
      "grad_norm": 0.9456482529640198,
      "learning_rate": 4.9999335375948265e-05,
      "loss": 5.854,
      "step": 14360
    },
    {
      "epoch": 0.012573953490814842,
      "grad_norm": 1.0702834129333496,
      "learning_rate": 4.999933310955481e-05,
      "loss": 6.1971,
      "step": 14365
    },
    {
      "epoch": 0.012578330084441997,
      "grad_norm": 0.8449921607971191,
      "learning_rate": 4.999933083930378e-05,
      "loss": 5.8282,
      "step": 14370
    },
    {
      "epoch": 0.012582706678069152,
      "grad_norm": 0.7152032256126404,
      "learning_rate": 4.9999328565195125e-05,
      "loss": 5.496,
      "step": 14375
    },
    {
      "epoch": 0.012587083271696307,
      "grad_norm": 0.813321590423584,
      "learning_rate": 4.999932628722888e-05,
      "loss": 5.2725,
      "step": 14380
    },
    {
      "epoch": 0.012591459865323461,
      "grad_norm": 1.784429907798767,
      "learning_rate": 4.9999324005405025e-05,
      "loss": 5.8602,
      "step": 14385
    },
    {
      "epoch": 0.012595836458950616,
      "grad_norm": 1.8868237733840942,
      "learning_rate": 4.9999321719723555e-05,
      "loss": 4.7339,
      "step": 14390
    },
    {
      "epoch": 0.01260021305257777,
      "grad_norm": 1.4690912961959839,
      "learning_rate": 4.99993194301845e-05,
      "loss": 5.2611,
      "step": 14395
    },
    {
      "epoch": 0.012604589646204924,
      "grad_norm": 1.8989603519439697,
      "learning_rate": 4.999931713678784e-05,
      "loss": 5.8561,
      "step": 14400
    },
    {
      "epoch": 0.012608966239832079,
      "grad_norm": 0.8814590573310852,
      "learning_rate": 4.999931483953356e-05,
      "loss": 5.5559,
      "step": 14405
    },
    {
      "epoch": 0.012613342833459234,
      "grad_norm": 0.6437914967536926,
      "learning_rate": 4.99993125384217e-05,
      "loss": 5.3018,
      "step": 14410
    },
    {
      "epoch": 0.012617719427086388,
      "grad_norm": 1.1413816213607788,
      "learning_rate": 4.999931023345222e-05,
      "loss": 5.5286,
      "step": 14415
    },
    {
      "epoch": 0.012622096020713543,
      "grad_norm": 0.6498385071754456,
      "learning_rate": 4.999930792462515e-05,
      "loss": 4.7507,
      "step": 14420
    },
    {
      "epoch": 0.012626472614340696,
      "grad_norm": 0.7725082635879517,
      "learning_rate": 4.9999305611940485e-05,
      "loss": 5.2719,
      "step": 14425
    },
    {
      "epoch": 0.01263084920796785,
      "grad_norm": 0.6223907470703125,
      "learning_rate": 4.99993032953982e-05,
      "loss": 5.6238,
      "step": 14430
    },
    {
      "epoch": 0.012635225801595006,
      "grad_norm": 0.8327596783638,
      "learning_rate": 4.999930097499834e-05,
      "loss": 6.1033,
      "step": 14435
    },
    {
      "epoch": 0.01263960239522216,
      "grad_norm": 0.7478475570678711,
      "learning_rate": 4.999929865074088e-05,
      "loss": 5.1884,
      "step": 14440
    },
    {
      "epoch": 0.012643978988849315,
      "grad_norm": 0.889289379119873,
      "learning_rate": 4.99992963226258e-05,
      "loss": 6.4164,
      "step": 14445
    },
    {
      "epoch": 0.01264835558247647,
      "grad_norm": 1.5961283445358276,
      "learning_rate": 4.999929399065314e-05,
      "loss": 5.8829,
      "step": 14450
    },
    {
      "epoch": 0.012652732176103623,
      "grad_norm": 0.7755672931671143,
      "learning_rate": 4.999929165482288e-05,
      "loss": 5.489,
      "step": 14455
    },
    {
      "epoch": 0.012657108769730778,
      "grad_norm": 0.9185478091239929,
      "learning_rate": 4.9999289315135014e-05,
      "loss": 6.1438,
      "step": 14460
    },
    {
      "epoch": 0.012661485363357932,
      "grad_norm": 1.8574308156967163,
      "learning_rate": 4.999928697158955e-05,
      "loss": 5.1801,
      "step": 14465
    },
    {
      "epoch": 0.012665861956985087,
      "grad_norm": 0.7531554102897644,
      "learning_rate": 4.9999284624186504e-05,
      "loss": 4.7428,
      "step": 14470
    },
    {
      "epoch": 0.012670238550612242,
      "grad_norm": 0.6705135703086853,
      "learning_rate": 4.999928227292585e-05,
      "loss": 6.1135,
      "step": 14475
    },
    {
      "epoch": 0.012674615144239397,
      "grad_norm": 0.7492792010307312,
      "learning_rate": 4.999927991780761e-05,
      "loss": 4.9435,
      "step": 14480
    },
    {
      "epoch": 0.012678991737866551,
      "grad_norm": 0.7322170734405518,
      "learning_rate": 4.999927755883177e-05,
      "loss": 6.2058,
      "step": 14485
    },
    {
      "epoch": 0.012683368331493704,
      "grad_norm": 0.6436620354652405,
      "learning_rate": 4.999927519599833e-05,
      "loss": 6.1938,
      "step": 14490
    },
    {
      "epoch": 0.01268774492512086,
      "grad_norm": 0.8303290605545044,
      "learning_rate": 4.999927282930731e-05,
      "loss": 5.0602,
      "step": 14495
    },
    {
      "epoch": 0.012692121518748014,
      "grad_norm": 0.7647323608398438,
      "learning_rate": 4.999927045875869e-05,
      "loss": 6.4025,
      "step": 14500
    },
    {
      "epoch": 0.012696498112375169,
      "grad_norm": 0.6765566468238831,
      "learning_rate": 4.999926808435247e-05,
      "loss": 5.8558,
      "step": 14505
    },
    {
      "epoch": 0.012700874706002323,
      "grad_norm": 0.6658554673194885,
      "learning_rate": 4.999926570608866e-05,
      "loss": 5.8436,
      "step": 14510
    },
    {
      "epoch": 0.012705251299629478,
      "grad_norm": 0.79771488904953,
      "learning_rate": 4.999926332396726e-05,
      "loss": 6.0602,
      "step": 14515
    },
    {
      "epoch": 0.012709627893256631,
      "grad_norm": 1.1104629039764404,
      "learning_rate": 4.999926093798827e-05,
      "loss": 5.9031,
      "step": 14520
    },
    {
      "epoch": 0.012714004486883786,
      "grad_norm": 0.7034132480621338,
      "learning_rate": 4.999925854815169e-05,
      "loss": 5.3103,
      "step": 14525
    },
    {
      "epoch": 0.01271838108051094,
      "grad_norm": 0.8495507836341858,
      "learning_rate": 4.9999256154457516e-05,
      "loss": 6.4,
      "step": 14530
    },
    {
      "epoch": 0.012722757674138096,
      "grad_norm": 1.104534387588501,
      "learning_rate": 4.9999253756905754e-05,
      "loss": 5.0085,
      "step": 14535
    },
    {
      "epoch": 0.01272713426776525,
      "grad_norm": 1.0715278387069702,
      "learning_rate": 4.99992513554964e-05,
      "loss": 6.402,
      "step": 14540
    },
    {
      "epoch": 0.012731510861392405,
      "grad_norm": 0.8175874948501587,
      "learning_rate": 4.9999248950229463e-05,
      "loss": 6.7725,
      "step": 14545
    },
    {
      "epoch": 0.01273588745501956,
      "grad_norm": 0.7311946153640747,
      "learning_rate": 4.999924654110493e-05,
      "loss": 6.4061,
      "step": 14550
    },
    {
      "epoch": 0.012740264048646713,
      "grad_norm": 0.6563690900802612,
      "learning_rate": 4.9999244128122814e-05,
      "loss": 5.6036,
      "step": 14555
    },
    {
      "epoch": 0.012744640642273868,
      "grad_norm": 0.6704732775688171,
      "learning_rate": 4.999924171128311e-05,
      "loss": 6.0711,
      "step": 14560
    },
    {
      "epoch": 0.012749017235901022,
      "grad_norm": 0.8739622831344604,
      "learning_rate": 4.999923929058581e-05,
      "loss": 5.6259,
      "step": 14565
    },
    {
      "epoch": 0.012753393829528177,
      "grad_norm": 1.1252232789993286,
      "learning_rate": 4.9999236866030926e-05,
      "loss": 5.8356,
      "step": 14570
    },
    {
      "epoch": 0.012757770423155332,
      "grad_norm": 0.8324673175811768,
      "learning_rate": 4.999923443761846e-05,
      "loss": 6.1928,
      "step": 14575
    },
    {
      "epoch": 0.012762147016782487,
      "grad_norm": 1.1377744674682617,
      "learning_rate": 4.9999232005348405e-05,
      "loss": 6.1341,
      "step": 14580
    },
    {
      "epoch": 0.01276652361040964,
      "grad_norm": 0.6896488070487976,
      "learning_rate": 4.9999229569220764e-05,
      "loss": 5.5326,
      "step": 14585
    },
    {
      "epoch": 0.012770900204036794,
      "grad_norm": 0.8921099305152893,
      "learning_rate": 4.999922712923554e-05,
      "loss": 5.0518,
      "step": 14590
    },
    {
      "epoch": 0.012775276797663949,
      "grad_norm": 0.7388193011283875,
      "learning_rate": 4.999922468539272e-05,
      "loss": 5.222,
      "step": 14595
    },
    {
      "epoch": 0.012779653391291104,
      "grad_norm": 0.9054359793663025,
      "learning_rate": 4.999922223769233e-05,
      "loss": 5.8359,
      "step": 14600
    },
    {
      "epoch": 0.012784029984918259,
      "grad_norm": 0.974155604839325,
      "learning_rate": 4.9999219786134354e-05,
      "loss": 5.608,
      "step": 14605
    },
    {
      "epoch": 0.012788406578545413,
      "grad_norm": 0.7146243453025818,
      "learning_rate": 4.9999217330718783e-05,
      "loss": 5.6014,
      "step": 14610
    },
    {
      "epoch": 0.012792783172172568,
      "grad_norm": 0.8819667100906372,
      "learning_rate": 4.999921487144564e-05,
      "loss": 6.7266,
      "step": 14615
    },
    {
      "epoch": 0.012797159765799721,
      "grad_norm": 0.7271055579185486,
      "learning_rate": 4.999921240831492e-05,
      "loss": 6.7637,
      "step": 14620
    },
    {
      "epoch": 0.012801536359426876,
      "grad_norm": 0.6733485460281372,
      "learning_rate": 4.999920994132662e-05,
      "loss": 5.4248,
      "step": 14625
    },
    {
      "epoch": 0.01280591295305403,
      "grad_norm": 0.869960367679596,
      "learning_rate": 4.999920747048072e-05,
      "loss": 5.6039,
      "step": 14630
    },
    {
      "epoch": 0.012810289546681185,
      "grad_norm": 0.9635000824928284,
      "learning_rate": 4.999920499577725e-05,
      "loss": 6.7566,
      "step": 14635
    },
    {
      "epoch": 0.01281466614030834,
      "grad_norm": 0.9927136301994324,
      "learning_rate": 4.9999202517216206e-05,
      "loss": 5.2734,
      "step": 14640
    },
    {
      "epoch": 0.012819042733935495,
      "grad_norm": 0.9562029838562012,
      "learning_rate": 4.9999200034797564e-05,
      "loss": 5.5084,
      "step": 14645
    },
    {
      "epoch": 0.012823419327562648,
      "grad_norm": 0.6846859455108643,
      "learning_rate": 4.999919754852136e-05,
      "loss": 6.7072,
      "step": 14650
    },
    {
      "epoch": 0.012827795921189803,
      "grad_norm": 0.6127996444702148,
      "learning_rate": 4.9999195058387574e-05,
      "loss": 6.4002,
      "step": 14655
    },
    {
      "epoch": 0.012832172514816957,
      "grad_norm": 0.7594682574272156,
      "learning_rate": 4.9999192564396205e-05,
      "loss": 5.278,
      "step": 14660
    },
    {
      "epoch": 0.012836549108444112,
      "grad_norm": 0.6312006711959839,
      "learning_rate": 4.999919006654725e-05,
      "loss": 6.0643,
      "step": 14665
    },
    {
      "epoch": 0.012840925702071267,
      "grad_norm": 0.7307217717170715,
      "learning_rate": 4.9999187564840734e-05,
      "loss": 5.2296,
      "step": 14670
    },
    {
      "epoch": 0.012845302295698422,
      "grad_norm": 0.7040414214134216,
      "learning_rate": 4.999918505927663e-05,
      "loss": 5.8545,
      "step": 14675
    },
    {
      "epoch": 0.012849678889325577,
      "grad_norm": 1.2920619249343872,
      "learning_rate": 4.999918254985495e-05,
      "loss": 5.8673,
      "step": 14680
    },
    {
      "epoch": 0.01285405548295273,
      "grad_norm": 1.6436105966567993,
      "learning_rate": 4.99991800365757e-05,
      "loss": 5.2989,
      "step": 14685
    },
    {
      "epoch": 0.012858432076579884,
      "grad_norm": 0.7412962913513184,
      "learning_rate": 4.9999177519438866e-05,
      "loss": 5.6073,
      "step": 14690
    },
    {
      "epoch": 0.012862808670207039,
      "grad_norm": 0.6735896468162537,
      "learning_rate": 4.999917499844447e-05,
      "loss": 5.4445,
      "step": 14695
    },
    {
      "epoch": 0.012867185263834194,
      "grad_norm": 0.9308819770812988,
      "learning_rate": 4.999917247359249e-05,
      "loss": 5.7566,
      "step": 14700
    },
    {
      "epoch": 0.012871561857461349,
      "grad_norm": 0.7868644595146179,
      "learning_rate": 4.999916994488294e-05,
      "loss": 5.0048,
      "step": 14705
    },
    {
      "epoch": 0.012875938451088503,
      "grad_norm": 0.6382328867912292,
      "learning_rate": 4.999916741231581e-05,
      "loss": 5.7295,
      "step": 14710
    },
    {
      "epoch": 0.012880315044715656,
      "grad_norm": 0.696311891078949,
      "learning_rate": 4.9999164875891104e-05,
      "loss": 5.4927,
      "step": 14715
    },
    {
      "epoch": 0.012884691638342811,
      "grad_norm": 0.6749324202537537,
      "learning_rate": 4.999916233560884e-05,
      "loss": 5.6028,
      "step": 14720
    },
    {
      "epoch": 0.012889068231969966,
      "grad_norm": 0.8167656064033508,
      "learning_rate": 4.9999159791469e-05,
      "loss": 5.2561,
      "step": 14725
    },
    {
      "epoch": 0.01289344482559712,
      "grad_norm": 0.7838960289955139,
      "learning_rate": 4.9999157243471574e-05,
      "loss": 6.7461,
      "step": 14730
    },
    {
      "epoch": 0.012897821419224275,
      "grad_norm": 0.8983549475669861,
      "learning_rate": 4.999915469161659e-05,
      "loss": 5.5163,
      "step": 14735
    },
    {
      "epoch": 0.01290219801285143,
      "grad_norm": 1.5014523267745972,
      "learning_rate": 4.999915213590404e-05,
      "loss": 6.0662,
      "step": 14740
    },
    {
      "epoch": 0.012906574606478583,
      "grad_norm": 0.9115216135978699,
      "learning_rate": 4.9999149576333904e-05,
      "loss": 5.0875,
      "step": 14745
    },
    {
      "epoch": 0.012910951200105738,
      "grad_norm": 1.175944447517395,
      "learning_rate": 4.99991470129062e-05,
      "loss": 5.8672,
      "step": 14750
    },
    {
      "epoch": 0.012915327793732893,
      "grad_norm": 0.8156775832176208,
      "learning_rate": 4.999914444562094e-05,
      "loss": 5.9144,
      "step": 14755
    },
    {
      "epoch": 0.012919704387360047,
      "grad_norm": 0.8786122798919678,
      "learning_rate": 4.999914187447811e-05,
      "loss": 5.5128,
      "step": 14760
    },
    {
      "epoch": 0.012924080980987202,
      "grad_norm": 0.7082279920578003,
      "learning_rate": 4.9999139299477694e-05,
      "loss": 5.8445,
      "step": 14765
    },
    {
      "epoch": 0.012928457574614357,
      "grad_norm": 0.7074358463287354,
      "learning_rate": 4.999913672061972e-05,
      "loss": 5.5015,
      "step": 14770
    },
    {
      "epoch": 0.012932834168241512,
      "grad_norm": 0.7187729477882385,
      "learning_rate": 4.9999134137904194e-05,
      "loss": 5.3012,
      "step": 14775
    },
    {
      "epoch": 0.012937210761868665,
      "grad_norm": 0.6958343386650085,
      "learning_rate": 4.999913155133108e-05,
      "loss": 5.1633,
      "step": 14780
    },
    {
      "epoch": 0.01294158735549582,
      "grad_norm": 0.6859599351882935,
      "learning_rate": 4.999912896090041e-05,
      "loss": 5.7863,
      "step": 14785
    },
    {
      "epoch": 0.012945963949122974,
      "grad_norm": 0.7700321674346924,
      "learning_rate": 4.999912636661217e-05,
      "loss": 6.0727,
      "step": 14790
    },
    {
      "epoch": 0.012950340542750129,
      "grad_norm": 0.707943856716156,
      "learning_rate": 4.999912376846636e-05,
      "loss": 4.7412,
      "step": 14795
    },
    {
      "epoch": 0.012954717136377284,
      "grad_norm": 0.9621845483779907,
      "learning_rate": 4.9999121166463005e-05,
      "loss": 6.0936,
      "step": 14800
    },
    {
      "epoch": 0.012959093730004438,
      "grad_norm": 0.8306431770324707,
      "learning_rate": 4.9999118560602064e-05,
      "loss": 5.7275,
      "step": 14805
    },
    {
      "epoch": 0.012963470323631592,
      "grad_norm": 1.0091392993927002,
      "learning_rate": 4.9999115950883566e-05,
      "loss": 5.8692,
      "step": 14810
    },
    {
      "epoch": 0.012967846917258746,
      "grad_norm": 0.7068551182746887,
      "learning_rate": 4.999911333730751e-05,
      "loss": 6.075,
      "step": 14815
    },
    {
      "epoch": 0.012972223510885901,
      "grad_norm": 0.6427507400512695,
      "learning_rate": 4.999911071987389e-05,
      "loss": 6.0639,
      "step": 14820
    },
    {
      "epoch": 0.012976600104513056,
      "grad_norm": 0.602702796459198,
      "learning_rate": 4.9999108098582704e-05,
      "loss": 5.8438,
      "step": 14825
    },
    {
      "epoch": 0.01298097669814021,
      "grad_norm": 0.7437805533409119,
      "learning_rate": 4.999910547343396e-05,
      "loss": 5.6216,
      "step": 14830
    },
    {
      "epoch": 0.012985353291767365,
      "grad_norm": 0.6273855566978455,
      "learning_rate": 4.999910284442765e-05,
      "loss": 6.7117,
      "step": 14835
    },
    {
      "epoch": 0.01298972988539452,
      "grad_norm": 0.7127972841262817,
      "learning_rate": 4.9999100211563786e-05,
      "loss": 5.6097,
      "step": 14840
    },
    {
      "epoch": 0.012994106479021673,
      "grad_norm": 1.3208897113800049,
      "learning_rate": 4.999909757484236e-05,
      "loss": 5.8229,
      "step": 14845
    },
    {
      "epoch": 0.012998483072648828,
      "grad_norm": 0.6921306252479553,
      "learning_rate": 4.9999094934263365e-05,
      "loss": 5.263,
      "step": 14850
    },
    {
      "epoch": 0.013002859666275983,
      "grad_norm": 0.6333957314491272,
      "learning_rate": 4.999909228982682e-05,
      "loss": 5.6163,
      "step": 14855
    },
    {
      "epoch": 0.013007236259903137,
      "grad_norm": 0.6355143785476685,
      "learning_rate": 4.9999089641532716e-05,
      "loss": 6.7199,
      "step": 14860
    },
    {
      "epoch": 0.013011612853530292,
      "grad_norm": 0.8072889447212219,
      "learning_rate": 4.999908698938105e-05,
      "loss": 5.8376,
      "step": 14865
    },
    {
      "epoch": 0.013015989447157447,
      "grad_norm": 0.8904028534889221,
      "learning_rate": 4.999908433337183e-05,
      "loss": 4.7084,
      "step": 14870
    },
    {
      "epoch": 0.0130203660407846,
      "grad_norm": 1.1588103771209717,
      "learning_rate": 4.9999081673505056e-05,
      "loss": 5.5504,
      "step": 14875
    },
    {
      "epoch": 0.013024742634411755,
      "grad_norm": 2.599071979522705,
      "learning_rate": 4.999907900978071e-05,
      "loss": 5.5313,
      "step": 14880
    },
    {
      "epoch": 0.01302911922803891,
      "grad_norm": 1.6112371683120728,
      "learning_rate": 4.9999076342198825e-05,
      "loss": 6.4188,
      "step": 14885
    },
    {
      "epoch": 0.013033495821666064,
      "grad_norm": 0.8265212774276733,
      "learning_rate": 4.999907367075938e-05,
      "loss": 6.0344,
      "step": 14890
    },
    {
      "epoch": 0.013037872415293219,
      "grad_norm": 1.1787229776382446,
      "learning_rate": 4.999907099546237e-05,
      "loss": 5.3091,
      "step": 14895
    },
    {
      "epoch": 0.013042249008920374,
      "grad_norm": 0.9410170912742615,
      "learning_rate": 4.999906831630782e-05,
      "loss": 6.1551,
      "step": 14900
    },
    {
      "epoch": 0.013046625602547528,
      "grad_norm": 0.8130889534950256,
      "learning_rate": 4.999906563329571e-05,
      "loss": 5.797,
      "step": 14905
    },
    {
      "epoch": 0.013051002196174681,
      "grad_norm": 0.8440023064613342,
      "learning_rate": 4.9999062946426046e-05,
      "loss": 5.5465,
      "step": 14910
    },
    {
      "epoch": 0.013055378789801836,
      "grad_norm": 0.6978535056114197,
      "learning_rate": 4.999906025569883e-05,
      "loss": 5.4879,
      "step": 14915
    },
    {
      "epoch": 0.013059755383428991,
      "grad_norm": 0.7917157411575317,
      "learning_rate": 4.999905756111406e-05,
      "loss": 6.0898,
      "step": 14920
    },
    {
      "epoch": 0.013064131977056146,
      "grad_norm": 1.2765625715255737,
      "learning_rate": 4.999905486267174e-05,
      "loss": 4.5027,
      "step": 14925
    },
    {
      "epoch": 0.0130685085706833,
      "grad_norm": 0.9475855231285095,
      "learning_rate": 4.999905216037186e-05,
      "loss": 6.1573,
      "step": 14930
    },
    {
      "epoch": 0.013072885164310455,
      "grad_norm": 0.7555869221687317,
      "learning_rate": 4.999904945421444e-05,
      "loss": 6.398,
      "step": 14935
    },
    {
      "epoch": 0.013077261757937608,
      "grad_norm": 0.8261520862579346,
      "learning_rate": 4.999904674419946e-05,
      "loss": 5.0467,
      "step": 14940
    },
    {
      "epoch": 0.013081638351564763,
      "grad_norm": 0.8314942717552185,
      "learning_rate": 4.999904403032694e-05,
      "loss": 5.8068,
      "step": 14945
    },
    {
      "epoch": 0.013086014945191918,
      "grad_norm": 0.6875196695327759,
      "learning_rate": 4.9999041312596864e-05,
      "loss": 6.0537,
      "step": 14950
    },
    {
      "epoch": 0.013090391538819073,
      "grad_norm": 0.7160239815711975,
      "learning_rate": 4.999903859100924e-05,
      "loss": 5.2957,
      "step": 14955
    },
    {
      "epoch": 0.013094768132446227,
      "grad_norm": 1.0673415660858154,
      "learning_rate": 4.999903586556407e-05,
      "loss": 5.0279,
      "step": 14960
    },
    {
      "epoch": 0.013099144726073382,
      "grad_norm": 0.9028522372245789,
      "learning_rate": 4.9999033136261354e-05,
      "loss": 6.0592,
      "step": 14965
    },
    {
      "epoch": 0.013103521319700537,
      "grad_norm": 1.0227441787719727,
      "learning_rate": 4.999903040310109e-05,
      "loss": 5.8226,
      "step": 14970
    },
    {
      "epoch": 0.01310789791332769,
      "grad_norm": 0.8685891628265381,
      "learning_rate": 4.999902766608328e-05,
      "loss": 5.4944,
      "step": 14975
    },
    {
      "epoch": 0.013112274506954845,
      "grad_norm": 0.8985020518302917,
      "learning_rate": 4.9999024925207914e-05,
      "loss": 5.8008,
      "step": 14980
    },
    {
      "epoch": 0.013116651100582,
      "grad_norm": 0.8090392351150513,
      "learning_rate": 4.9999022180475007e-05,
      "loss": 5.8791,
      "step": 14985
    },
    {
      "epoch": 0.013121027694209154,
      "grad_norm": 0.7713757157325745,
      "learning_rate": 4.9999019431884555e-05,
      "loss": 6.0502,
      "step": 14990
    },
    {
      "epoch": 0.013125404287836309,
      "grad_norm": 0.9546668529510498,
      "learning_rate": 4.999901667943656e-05,
      "loss": 5.4951,
      "step": 14995
    },
    {
      "epoch": 0.013129780881463464,
      "grad_norm": 0.8800155520439148,
      "learning_rate": 4.999901392313102e-05,
      "loss": 4.6866,
      "step": 15000
    },
    {
      "epoch": 0.013134157475090617,
      "grad_norm": 0.727267861366272,
      "learning_rate": 4.999901116296794e-05,
      "loss": 5.5084,
      "step": 15005
    },
    {
      "epoch": 0.013138534068717771,
      "grad_norm": 1.3239446878433228,
      "learning_rate": 4.999900839894732e-05,
      "loss": 5.8616,
      "step": 15010
    },
    {
      "epoch": 0.013142910662344926,
      "grad_norm": 0.6543176174163818,
      "learning_rate": 4.999900563106915e-05,
      "loss": 6.0379,
      "step": 15015
    },
    {
      "epoch": 0.013147287255972081,
      "grad_norm": 0.7283364534378052,
      "learning_rate": 4.9999002859333444e-05,
      "loss": 6.3771,
      "step": 15020
    },
    {
      "epoch": 0.013151663849599236,
      "grad_norm": 0.67396479845047,
      "learning_rate": 4.999900008374019e-05,
      "loss": 5.0557,
      "step": 15025
    },
    {
      "epoch": 0.01315604044322639,
      "grad_norm": 0.7305028438568115,
      "learning_rate": 4.9998997304289395e-05,
      "loss": 5.6228,
      "step": 15030
    },
    {
      "epoch": 0.013160417036853545,
      "grad_norm": 0.6390737891197205,
      "learning_rate": 4.9998994520981055e-05,
      "loss": 5.0728,
      "step": 15035
    },
    {
      "epoch": 0.013164793630480698,
      "grad_norm": 0.6969407796859741,
      "learning_rate": 4.999899173381519e-05,
      "loss": 6.0334,
      "step": 15040
    },
    {
      "epoch": 0.013169170224107853,
      "grad_norm": 0.8538135886192322,
      "learning_rate": 4.999898894279178e-05,
      "loss": 6.0555,
      "step": 15045
    },
    {
      "epoch": 0.013173546817735008,
      "grad_norm": 0.6398725509643555,
      "learning_rate": 4.999898614791083e-05,
      "loss": 5.8358,
      "step": 15050
    },
    {
      "epoch": 0.013177923411362162,
      "grad_norm": 0.8847562074661255,
      "learning_rate": 4.999898334917234e-05,
      "loss": 5.2775,
      "step": 15055
    },
    {
      "epoch": 0.013182300004989317,
      "grad_norm": 0.986129879951477,
      "learning_rate": 4.999898054657631e-05,
      "loss": 5.5071,
      "step": 15060
    },
    {
      "epoch": 0.013186676598616472,
      "grad_norm": 1.2568717002868652,
      "learning_rate": 4.9998977740122757e-05,
      "loss": 4.7218,
      "step": 15065
    },
    {
      "epoch": 0.013191053192243625,
      "grad_norm": 1.7122461795806885,
      "learning_rate": 4.999897492981166e-05,
      "loss": 5.6108,
      "step": 15070
    },
    {
      "epoch": 0.01319542978587078,
      "grad_norm": 1.568334698677063,
      "learning_rate": 4.999897211564302e-05,
      "loss": 6.059,
      "step": 15075
    },
    {
      "epoch": 0.013199806379497935,
      "grad_norm": 1.3288122415542603,
      "learning_rate": 4.9998969297616846e-05,
      "loss": 5.5223,
      "step": 15080
    },
    {
      "epoch": 0.01320418297312509,
      "grad_norm": 1.6366057395935059,
      "learning_rate": 4.999896647573314e-05,
      "loss": 6.0957,
      "step": 15085
    },
    {
      "epoch": 0.013208559566752244,
      "grad_norm": 0.8688057661056519,
      "learning_rate": 4.99989636499919e-05,
      "loss": 6.1958,
      "step": 15090
    },
    {
      "epoch": 0.013212936160379399,
      "grad_norm": 1.321265459060669,
      "learning_rate": 4.999896082039313e-05,
      "loss": 5.0969,
      "step": 15095
    },
    {
      "epoch": 0.013217312754006552,
      "grad_norm": 0.870341956615448,
      "learning_rate": 4.9998957986936826e-05,
      "loss": 6.2076,
      "step": 15100
    },
    {
      "epoch": 0.013221689347633707,
      "grad_norm": 0.7825034260749817,
      "learning_rate": 4.999895514962297e-05,
      "loss": 6.427,
      "step": 15105
    },
    {
      "epoch": 0.013226065941260861,
      "grad_norm": 0.8390665650367737,
      "learning_rate": 4.999895230845161e-05,
      "loss": 5.4846,
      "step": 15110
    },
    {
      "epoch": 0.013230442534888016,
      "grad_norm": 0.6509077548980713,
      "learning_rate": 4.99989494634227e-05,
      "loss": 5.3348,
      "step": 15115
    },
    {
      "epoch": 0.01323481912851517,
      "grad_norm": 1.3768998384475708,
      "learning_rate": 4.999894661453626e-05,
      "loss": 5.6126,
      "step": 15120
    },
    {
      "epoch": 0.013239195722142326,
      "grad_norm": 0.7380513548851013,
      "learning_rate": 4.999894376179229e-05,
      "loss": 5.7451,
      "step": 15125
    },
    {
      "epoch": 0.01324357231576948,
      "grad_norm": 0.8843697905540466,
      "learning_rate": 4.999894090519081e-05,
      "loss": 4.6823,
      "step": 15130
    },
    {
      "epoch": 0.013247948909396633,
      "grad_norm": 1.1785612106323242,
      "learning_rate": 4.999893804473178e-05,
      "loss": 5.6484,
      "step": 15135
    },
    {
      "epoch": 0.013252325503023788,
      "grad_norm": 0.8586446046829224,
      "learning_rate": 4.999893518041522e-05,
      "loss": 5.3264,
      "step": 15140
    },
    {
      "epoch": 0.013256702096650943,
      "grad_norm": 0.6651235818862915,
      "learning_rate": 4.999893231224113e-05,
      "loss": 5.0867,
      "step": 15145
    },
    {
      "epoch": 0.013261078690278098,
      "grad_norm": 1.180206298828125,
      "learning_rate": 4.999892944020953e-05,
      "loss": 6.4264,
      "step": 15150
    },
    {
      "epoch": 0.013265455283905252,
      "grad_norm": 0.8344342112541199,
      "learning_rate": 4.999892656432039e-05,
      "loss": 5.8812,
      "step": 15155
    },
    {
      "epoch": 0.013269831877532407,
      "grad_norm": 0.8133623600006104,
      "learning_rate": 4.999892368457372e-05,
      "loss": 6.1715,
      "step": 15160
    },
    {
      "epoch": 0.01327420847115956,
      "grad_norm": 0.9750807881355286,
      "learning_rate": 4.999892080096953e-05,
      "loss": 5.7301,
      "step": 15165
    },
    {
      "epoch": 0.013278585064786715,
      "grad_norm": 0.8286028504371643,
      "learning_rate": 4.9998917913507815e-05,
      "loss": 5.0486,
      "step": 15170
    },
    {
      "epoch": 0.01328296165841387,
      "grad_norm": 0.6904773712158203,
      "learning_rate": 4.999891502218858e-05,
      "loss": 6.734,
      "step": 15175
    },
    {
      "epoch": 0.013287338252041024,
      "grad_norm": 0.6287057399749756,
      "learning_rate": 4.999891212701181e-05,
      "loss": 6.1901,
      "step": 15180
    },
    {
      "epoch": 0.01329171484566818,
      "grad_norm": 0.7313998937606812,
      "learning_rate": 4.999890922797752e-05,
      "loss": 5.2667,
      "step": 15185
    },
    {
      "epoch": 0.013296091439295334,
      "grad_norm": 0.564139187335968,
      "learning_rate": 4.9998906325085705e-05,
      "loss": 5.3153,
      "step": 15190
    },
    {
      "epoch": 0.013300468032922489,
      "grad_norm": 0.6415901184082031,
      "learning_rate": 4.999890341833636e-05,
      "loss": 5.4851,
      "step": 15195
    },
    {
      "epoch": 0.013304844626549642,
      "grad_norm": 1.001430869102478,
      "learning_rate": 4.9998900507729506e-05,
      "loss": 6.0797,
      "step": 15200
    },
    {
      "epoch": 0.013309221220176796,
      "grad_norm": 0.7898167371749878,
      "learning_rate": 4.999889759326513e-05,
      "loss": 5.8022,
      "step": 15205
    },
    {
      "epoch": 0.013313597813803951,
      "grad_norm": 0.8472480177879333,
      "learning_rate": 4.999889467494322e-05,
      "loss": 5.5123,
      "step": 15210
    },
    {
      "epoch": 0.013317974407431106,
      "grad_norm": 0.7890021204948425,
      "learning_rate": 4.99988917527638e-05,
      "loss": 5.3123,
      "step": 15215
    },
    {
      "epoch": 0.01332235100105826,
      "grad_norm": 0.789438009262085,
      "learning_rate": 4.9998888826726864e-05,
      "loss": 5.0642,
      "step": 15220
    },
    {
      "epoch": 0.013326727594685416,
      "grad_norm": 0.8969739079475403,
      "learning_rate": 4.9998885896832405e-05,
      "loss": 6.7441,
      "step": 15225
    },
    {
      "epoch": 0.013331104188312569,
      "grad_norm": 0.7057674527168274,
      "learning_rate": 4.9998882963080416e-05,
      "loss": 6.1426,
      "step": 15230
    },
    {
      "epoch": 0.013335480781939723,
      "grad_norm": 0.7995431423187256,
      "learning_rate": 4.9998880025470916e-05,
      "loss": 4.9388,
      "step": 15235
    },
    {
      "epoch": 0.013339857375566878,
      "grad_norm": 0.6666626930236816,
      "learning_rate": 4.99988770840039e-05,
      "loss": 5.6132,
      "step": 15240
    },
    {
      "epoch": 0.013344233969194033,
      "grad_norm": 1.065986156463623,
      "learning_rate": 4.9998874138679374e-05,
      "loss": 5.8442,
      "step": 15245
    },
    {
      "epoch": 0.013348610562821188,
      "grad_norm": 0.624949038028717,
      "learning_rate": 4.999887118949732e-05,
      "loss": 5.2667,
      "step": 15250
    },
    {
      "epoch": 0.013352987156448342,
      "grad_norm": 0.6472412943840027,
      "learning_rate": 4.999886823645775e-05,
      "loss": 4.5385,
      "step": 15255
    },
    {
      "epoch": 0.013357363750075497,
      "grad_norm": 0.6288576722145081,
      "learning_rate": 4.999886527956067e-05,
      "loss": 5.0254,
      "step": 15260
    },
    {
      "epoch": 0.01336174034370265,
      "grad_norm": 0.5998173952102661,
      "learning_rate": 4.9998862318806074e-05,
      "loss": 5.7722,
      "step": 15265
    },
    {
      "epoch": 0.013366116937329805,
      "grad_norm": 0.62018221616745,
      "learning_rate": 4.9998859354193963e-05,
      "loss": 6.7178,
      "step": 15270
    },
    {
      "epoch": 0.01337049353095696,
      "grad_norm": 0.6488562226295471,
      "learning_rate": 4.999885638572434e-05,
      "loss": 5.5188,
      "step": 15275
    },
    {
      "epoch": 0.013374870124584114,
      "grad_norm": 0.810477614402771,
      "learning_rate": 4.9998853413397206e-05,
      "loss": 5.4879,
      "step": 15280
    },
    {
      "epoch": 0.013379246718211269,
      "grad_norm": 0.7933638691902161,
      "learning_rate": 4.999885043721255e-05,
      "loss": 5.7986,
      "step": 15285
    },
    {
      "epoch": 0.013383623311838424,
      "grad_norm": 0.6747716069221497,
      "learning_rate": 4.9998847457170395e-05,
      "loss": 5.2721,
      "step": 15290
    },
    {
      "epoch": 0.013387999905465577,
      "grad_norm": 0.7050018310546875,
      "learning_rate": 4.9998844473270715e-05,
      "loss": 5.5637,
      "step": 15295
    },
    {
      "epoch": 0.013392376499092732,
      "grad_norm": 0.7331055402755737,
      "learning_rate": 4.999884148551354e-05,
      "loss": 6.3955,
      "step": 15300
    },
    {
      "epoch": 0.013396753092719886,
      "grad_norm": 0.6785906553268433,
      "learning_rate": 4.999883849389884e-05,
      "loss": 5.5017,
      "step": 15305
    },
    {
      "epoch": 0.013401129686347041,
      "grad_norm": 0.7808210849761963,
      "learning_rate": 4.999883549842663e-05,
      "loss": 6.059,
      "step": 15310
    },
    {
      "epoch": 0.013405506279974196,
      "grad_norm": 1.922593355178833,
      "learning_rate": 4.9998832499096926e-05,
      "loss": 4.9468,
      "step": 15315
    },
    {
      "epoch": 0.01340988287360135,
      "grad_norm": 0.7104108929634094,
      "learning_rate": 4.9998829495909695e-05,
      "loss": 5.8291,
      "step": 15320
    },
    {
      "epoch": 0.013414259467228505,
      "grad_norm": 1.697205901145935,
      "learning_rate": 4.999882648886497e-05,
      "loss": 4.4856,
      "step": 15325
    },
    {
      "epoch": 0.013418636060855658,
      "grad_norm": 0.6788470149040222,
      "learning_rate": 4.999882347796273e-05,
      "loss": 5.2734,
      "step": 15330
    },
    {
      "epoch": 0.013423012654482813,
      "grad_norm": 0.6969016194343567,
      "learning_rate": 4.999882046320299e-05,
      "loss": 5.0598,
      "step": 15335
    },
    {
      "epoch": 0.013427389248109968,
      "grad_norm": 1.0411232709884644,
      "learning_rate": 4.999881744458573e-05,
      "loss": 5.0691,
      "step": 15340
    },
    {
      "epoch": 0.013431765841737123,
      "grad_norm": 1.0177091360092163,
      "learning_rate": 4.999881442211097e-05,
      "loss": 5.8615,
      "step": 15345
    },
    {
      "epoch": 0.013436142435364277,
      "grad_norm": 0.6777505874633789,
      "learning_rate": 4.999881139577872e-05,
      "loss": 5.8519,
      "step": 15350
    },
    {
      "epoch": 0.013440519028991432,
      "grad_norm": 0.7357479333877563,
      "learning_rate": 4.9998808365588956e-05,
      "loss": 5.7104,
      "step": 15355
    },
    {
      "epoch": 0.013444895622618585,
      "grad_norm": 0.9125045537948608,
      "learning_rate": 4.999880533154168e-05,
      "loss": 4.6905,
      "step": 15360
    },
    {
      "epoch": 0.01344927221624574,
      "grad_norm": 1.023945689201355,
      "learning_rate": 4.9998802293636906e-05,
      "loss": 6.3377,
      "step": 15365
    },
    {
      "epoch": 0.013453648809872895,
      "grad_norm": 1.017462968826294,
      "learning_rate": 4.999879925187463e-05,
      "loss": 5.373,
      "step": 15370
    },
    {
      "epoch": 0.01345802540350005,
      "grad_norm": 0.6779062151908875,
      "learning_rate": 4.999879620625485e-05,
      "loss": 5.0395,
      "step": 15375
    },
    {
      "epoch": 0.013462401997127204,
      "grad_norm": 0.8568663001060486,
      "learning_rate": 4.9998793156777566e-05,
      "loss": 6.0217,
      "step": 15380
    },
    {
      "epoch": 0.013466778590754359,
      "grad_norm": 0.7769901752471924,
      "learning_rate": 4.999879010344279e-05,
      "loss": 5.8809,
      "step": 15385
    },
    {
      "epoch": 0.013471155184381512,
      "grad_norm": 1.0591590404510498,
      "learning_rate": 4.9998787046250504e-05,
      "loss": 5.4888,
      "step": 15390
    },
    {
      "epoch": 0.013475531778008667,
      "grad_norm": 1.3418465852737427,
      "learning_rate": 4.999878398520074e-05,
      "loss": 5.4776,
      "step": 15395
    },
    {
      "epoch": 0.013479908371635822,
      "grad_norm": 0.8243036270141602,
      "learning_rate": 4.9998780920293455e-05,
      "loss": 5.2452,
      "step": 15400
    },
    {
      "epoch": 0.013484284965262976,
      "grad_norm": 1.4267140626907349,
      "learning_rate": 4.9998777851528676e-05,
      "loss": 6.1033,
      "step": 15405
    },
    {
      "epoch": 0.013488661558890131,
      "grad_norm": 0.7960703372955322,
      "learning_rate": 4.999877477890639e-05,
      "loss": 5.5064,
      "step": 15410
    },
    {
      "epoch": 0.013493038152517286,
      "grad_norm": 0.8320297002792358,
      "learning_rate": 4.9998771702426616e-05,
      "loss": 4.9335,
      "step": 15415
    },
    {
      "epoch": 0.01349741474614444,
      "grad_norm": 0.8007174730300903,
      "learning_rate": 4.9998768622089354e-05,
      "loss": 5.1925,
      "step": 15420
    },
    {
      "epoch": 0.013501791339771594,
      "grad_norm": 1.083313226699829,
      "learning_rate": 4.9998765537894576e-05,
      "loss": 6.3842,
      "step": 15425
    },
    {
      "epoch": 0.013506167933398748,
      "grad_norm": 1.2857210636138916,
      "learning_rate": 4.999876244984232e-05,
      "loss": 5.5973,
      "step": 15430
    },
    {
      "epoch": 0.013510544527025903,
      "grad_norm": 0.709440290927887,
      "learning_rate": 4.999875935793256e-05,
      "loss": 6.0695,
      "step": 15435
    },
    {
      "epoch": 0.013514921120653058,
      "grad_norm": 0.7276202440261841,
      "learning_rate": 4.9998756262165316e-05,
      "loss": 5.8425,
      "step": 15440
    },
    {
      "epoch": 0.013519297714280213,
      "grad_norm": 0.8331549167633057,
      "learning_rate": 4.999875316254056e-05,
      "loss": 5.158,
      "step": 15445
    },
    {
      "epoch": 0.013523674307907367,
      "grad_norm": 0.6530545353889465,
      "learning_rate": 4.999875005905832e-05,
      "loss": 6.0285,
      "step": 15450
    },
    {
      "epoch": 0.01352805090153452,
      "grad_norm": 0.7439225912094116,
      "learning_rate": 4.999874695171859e-05,
      "loss": 5.8069,
      "step": 15455
    },
    {
      "epoch": 0.013532427495161675,
      "grad_norm": 0.729893147945404,
      "learning_rate": 4.999874384052137e-05,
      "loss": 5.0373,
      "step": 15460
    },
    {
      "epoch": 0.01353680408878883,
      "grad_norm": 1.0562548637390137,
      "learning_rate": 4.999874072546665e-05,
      "loss": 6.0639,
      "step": 15465
    },
    {
      "epoch": 0.013541180682415985,
      "grad_norm": 0.7256326079368591,
      "learning_rate": 4.999873760655443e-05,
      "loss": 6.0664,
      "step": 15470
    },
    {
      "epoch": 0.01354555727604314,
      "grad_norm": 0.7265007495880127,
      "learning_rate": 4.999873448378475e-05,
      "loss": 5.0751,
      "step": 15475
    },
    {
      "epoch": 0.013549933869670294,
      "grad_norm": 0.7377335429191589,
      "learning_rate": 4.999873135715756e-05,
      "loss": 5.832,
      "step": 15480
    },
    {
      "epoch": 0.013554310463297449,
      "grad_norm": 0.6830351948738098,
      "learning_rate": 4.9998728226672884e-05,
      "loss": 5.4908,
      "step": 15485
    },
    {
      "epoch": 0.013558687056924602,
      "grad_norm": 0.6713308095932007,
      "learning_rate": 4.999872509233072e-05,
      "loss": 5.2487,
      "step": 15490
    },
    {
      "epoch": 0.013563063650551757,
      "grad_norm": 0.7442737817764282,
      "learning_rate": 4.9998721954131065e-05,
      "loss": 4.7047,
      "step": 15495
    },
    {
      "epoch": 0.013567440244178912,
      "grad_norm": 1.1939189434051514,
      "learning_rate": 4.999871881207393e-05,
      "loss": 5.5511,
      "step": 15500
    },
    {
      "epoch": 0.013571816837806066,
      "grad_norm": 1.0726133584976196,
      "learning_rate": 4.99987156661593e-05,
      "loss": 4.846,
      "step": 15505
    },
    {
      "epoch": 0.013576193431433221,
      "grad_norm": 1.1374179124832153,
      "learning_rate": 4.999871251638719e-05,
      "loss": 5.7803,
      "step": 15510
    },
    {
      "epoch": 0.013580570025060376,
      "grad_norm": 0.9427761435508728,
      "learning_rate": 4.999870936275759e-05,
      "loss": 5.5496,
      "step": 15515
    },
    {
      "epoch": 0.013584946618687529,
      "grad_norm": 0.8669705390930176,
      "learning_rate": 4.999870620527051e-05,
      "loss": 6.6896,
      "step": 15520
    },
    {
      "epoch": 0.013589323212314684,
      "grad_norm": 1.05092191696167,
      "learning_rate": 4.9998703043925944e-05,
      "loss": 6.0293,
      "step": 15525
    },
    {
      "epoch": 0.013593699805941838,
      "grad_norm": 0.8583267331123352,
      "learning_rate": 4.999869987872389e-05,
      "loss": 6.3736,
      "step": 15530
    },
    {
      "epoch": 0.013598076399568993,
      "grad_norm": 0.8698419332504272,
      "learning_rate": 4.999869670966436e-05,
      "loss": 6.0803,
      "step": 15535
    },
    {
      "epoch": 0.013602452993196148,
      "grad_norm": 0.9657017588615417,
      "learning_rate": 4.9998693536747344e-05,
      "loss": 5.2782,
      "step": 15540
    },
    {
      "epoch": 0.013606829586823303,
      "grad_norm": 0.7936078310012817,
      "learning_rate": 4.999869035997285e-05,
      "loss": 5.7441,
      "step": 15545
    },
    {
      "epoch": 0.013611206180450457,
      "grad_norm": 0.9576228260993958,
      "learning_rate": 4.9998687179340874e-05,
      "loss": 4.5356,
      "step": 15550
    },
    {
      "epoch": 0.01361558277407761,
      "grad_norm": 1.0976994037628174,
      "learning_rate": 4.9998683994851404e-05,
      "loss": 4.7356,
      "step": 15555
    },
    {
      "epoch": 0.013619959367704765,
      "grad_norm": 1.26325523853302,
      "learning_rate": 4.999868080650447e-05,
      "loss": 5.8251,
      "step": 15560
    },
    {
      "epoch": 0.01362433596133192,
      "grad_norm": 1.0971990823745728,
      "learning_rate": 4.999867761430005e-05,
      "loss": 6.0654,
      "step": 15565
    },
    {
      "epoch": 0.013628712554959075,
      "grad_norm": 0.8563200235366821,
      "learning_rate": 4.999867441823816e-05,
      "loss": 6.7004,
      "step": 15570
    },
    {
      "epoch": 0.01363308914858623,
      "grad_norm": 0.6744474172592163,
      "learning_rate": 4.9998671218318785e-05,
      "loss": 6.7148,
      "step": 15575
    },
    {
      "epoch": 0.013637465742213384,
      "grad_norm": 1.135762333869934,
      "learning_rate": 4.999866801454193e-05,
      "loss": 5.8435,
      "step": 15580
    },
    {
      "epoch": 0.013641842335840537,
      "grad_norm": 0.6766501069068909,
      "learning_rate": 4.99986648069076e-05,
      "loss": 5.2967,
      "step": 15585
    },
    {
      "epoch": 0.013646218929467692,
      "grad_norm": 1.1897708177566528,
      "learning_rate": 4.99986615954158e-05,
      "loss": 5.83,
      "step": 15590
    },
    {
      "epoch": 0.013650595523094847,
      "grad_norm": 0.7308446764945984,
      "learning_rate": 4.999865838006651e-05,
      "loss": 5.0603,
      "step": 15595
    },
    {
      "epoch": 0.013654972116722001,
      "grad_norm": 0.6722595691680908,
      "learning_rate": 4.9998655160859766e-05,
      "loss": 5.2757,
      "step": 15600
    },
    {
      "epoch": 0.013659348710349156,
      "grad_norm": 0.7655145525932312,
      "learning_rate": 4.999865193779553e-05,
      "loss": 4.7976,
      "step": 15605
    },
    {
      "epoch": 0.013663725303976311,
      "grad_norm": 0.9272972345352173,
      "learning_rate": 4.999864871087382e-05,
      "loss": 5.8445,
      "step": 15610
    },
    {
      "epoch": 0.013668101897603466,
      "grad_norm": 1.321444034576416,
      "learning_rate": 4.999864548009464e-05,
      "loss": 5.5668,
      "step": 15615
    },
    {
      "epoch": 0.013672478491230619,
      "grad_norm": 0.6460387110710144,
      "learning_rate": 4.999864224545799e-05,
      "loss": 5.5881,
      "step": 15620
    },
    {
      "epoch": 0.013676855084857774,
      "grad_norm": 0.7174647450447083,
      "learning_rate": 4.999863900696388e-05,
      "loss": 5.5879,
      "step": 15625
    },
    {
      "epoch": 0.013681231678484928,
      "grad_norm": 1.0569463968276978,
      "learning_rate": 4.999863576461228e-05,
      "loss": 6.1792,
      "step": 15630
    },
    {
      "epoch": 0.013685608272112083,
      "grad_norm": 0.8020059466362,
      "learning_rate": 4.999863251840322e-05,
      "loss": 6.3584,
      "step": 15635
    },
    {
      "epoch": 0.013689984865739238,
      "grad_norm": 0.628257691860199,
      "learning_rate": 4.999862926833668e-05,
      "loss": 5.6056,
      "step": 15640
    },
    {
      "epoch": 0.013694361459366393,
      "grad_norm": 0.600993812084198,
      "learning_rate": 4.999862601441268e-05,
      "loss": 6.0547,
      "step": 15645
    },
    {
      "epoch": 0.013698738052993546,
      "grad_norm": 1.1104373931884766,
      "learning_rate": 4.999862275663121e-05,
      "loss": 6.0459,
      "step": 15650
    },
    {
      "epoch": 0.0137031146466207,
      "grad_norm": 0.7168164253234863,
      "learning_rate": 4.999861949499227e-05,
      "loss": 5.1821,
      "step": 15655
    },
    {
      "epoch": 0.013707491240247855,
      "grad_norm": 1.1467913389205933,
      "learning_rate": 4.999861622949586e-05,
      "loss": 5.0326,
      "step": 15660
    },
    {
      "epoch": 0.01371186783387501,
      "grad_norm": 0.9250044226646423,
      "learning_rate": 4.9998612960141985e-05,
      "loss": 5.81,
      "step": 15665
    },
    {
      "epoch": 0.013716244427502165,
      "grad_norm": 1.3336923122406006,
      "learning_rate": 4.999860968693065e-05,
      "loss": 5.1777,
      "step": 15670
    },
    {
      "epoch": 0.01372062102112932,
      "grad_norm": 1.2955952882766724,
      "learning_rate": 4.999860640986185e-05,
      "loss": 5.6604,
      "step": 15675
    },
    {
      "epoch": 0.013724997614756472,
      "grad_norm": 1.001132845878601,
      "learning_rate": 4.999860312893557e-05,
      "loss": 6.1475,
      "step": 15680
    },
    {
      "epoch": 0.013729374208383627,
      "grad_norm": 1.2398192882537842,
      "learning_rate": 4.999859984415184e-05,
      "loss": 5.2746,
      "step": 15685
    },
    {
      "epoch": 0.013733750802010782,
      "grad_norm": 1.1729003190994263,
      "learning_rate": 4.9998596555510636e-05,
      "loss": 5.8342,
      "step": 15690
    },
    {
      "epoch": 0.013738127395637937,
      "grad_norm": 0.8261520266532898,
      "learning_rate": 4.9998593263011984e-05,
      "loss": 6.6924,
      "step": 15695
    },
    {
      "epoch": 0.013742503989265091,
      "grad_norm": 0.7657443284988403,
      "learning_rate": 4.999858996665585e-05,
      "loss": 5.8192,
      "step": 15700
    },
    {
      "epoch": 0.013746880582892246,
      "grad_norm": 0.659012496471405,
      "learning_rate": 4.999858666644227e-05,
      "loss": 5.2432,
      "step": 15705
    },
    {
      "epoch": 0.013751257176519401,
      "grad_norm": 0.8620795011520386,
      "learning_rate": 4.999858336237122e-05,
      "loss": 5.1685,
      "step": 15710
    },
    {
      "epoch": 0.013755633770146554,
      "grad_norm": 1.0026955604553223,
      "learning_rate": 4.999858005444271e-05,
      "loss": 6.1674,
      "step": 15715
    },
    {
      "epoch": 0.013760010363773709,
      "grad_norm": 1.432464361190796,
      "learning_rate": 4.9998576742656743e-05,
      "loss": 6.06,
      "step": 15720
    },
    {
      "epoch": 0.013764386957400863,
      "grad_norm": 0.7272817492485046,
      "learning_rate": 4.9998573427013316e-05,
      "loss": 5.2443,
      "step": 15725
    },
    {
      "epoch": 0.013768763551028018,
      "grad_norm": 0.6475040316581726,
      "learning_rate": 4.999857010751243e-05,
      "loss": 6.3996,
      "step": 15730
    },
    {
      "epoch": 0.013773140144655173,
      "grad_norm": 0.7171109914779663,
      "learning_rate": 4.9998566784154086e-05,
      "loss": 6.4041,
      "step": 15735
    },
    {
      "epoch": 0.013777516738282328,
      "grad_norm": 0.623474657535553,
      "learning_rate": 4.9998563456938284e-05,
      "loss": 5.4602,
      "step": 15740
    },
    {
      "epoch": 0.01378189333190948,
      "grad_norm": 0.7166867852210999,
      "learning_rate": 4.9998560125865034e-05,
      "loss": 6.1788,
      "step": 15745
    },
    {
      "epoch": 0.013786269925536635,
      "grad_norm": 1.1886088848114014,
      "learning_rate": 4.999855679093431e-05,
      "loss": 5.6564,
      "step": 15750
    },
    {
      "epoch": 0.01379064651916379,
      "grad_norm": 0.7823753356933594,
      "learning_rate": 4.9998553452146144e-05,
      "loss": 6.1263,
      "step": 15755
    },
    {
      "epoch": 0.013795023112790945,
      "grad_norm": 0.7375830411911011,
      "learning_rate": 4.999855010950052e-05,
      "loss": 6.7088,
      "step": 15760
    },
    {
      "epoch": 0.0137993997064181,
      "grad_norm": 0.8150189518928528,
      "learning_rate": 4.9998546762997445e-05,
      "loss": 5.0328,
      "step": 15765
    },
    {
      "epoch": 0.013803776300045255,
      "grad_norm": 0.8653234839439392,
      "learning_rate": 4.999854341263691e-05,
      "loss": 6.1736,
      "step": 15770
    },
    {
      "epoch": 0.01380815289367241,
      "grad_norm": 0.8388445377349854,
      "learning_rate": 4.999854005841893e-05,
      "loss": 6.1445,
      "step": 15775
    },
    {
      "epoch": 0.013812529487299562,
      "grad_norm": 0.6595467925071716,
      "learning_rate": 4.99985367003435e-05,
      "loss": 5.8152,
      "step": 15780
    },
    {
      "epoch": 0.013816906080926717,
      "grad_norm": 0.9584949612617493,
      "learning_rate": 4.999853333841061e-05,
      "loss": 6.1697,
      "step": 15785
    },
    {
      "epoch": 0.013821282674553872,
      "grad_norm": 0.7440242171287537,
      "learning_rate": 4.9998529972620264e-05,
      "loss": 4.92,
      "step": 15790
    },
    {
      "epoch": 0.013825659268181027,
      "grad_norm": 0.7716529965400696,
      "learning_rate": 4.999852660297248e-05,
      "loss": 5.8367,
      "step": 15795
    },
    {
      "epoch": 0.013830035861808181,
      "grad_norm": 0.8389131426811218,
      "learning_rate": 4.9998523229467245e-05,
      "loss": 6.3996,
      "step": 15800
    },
    {
      "epoch": 0.013834412455435336,
      "grad_norm": 0.7919171452522278,
      "learning_rate": 4.999851985210455e-05,
      "loss": 5.8306,
      "step": 15805
    },
    {
      "epoch": 0.013838789049062489,
      "grad_norm": 0.7043166160583496,
      "learning_rate": 4.9998516470884416e-05,
      "loss": 6.0551,
      "step": 15810
    },
    {
      "epoch": 0.013843165642689644,
      "grad_norm": 0.6470414996147156,
      "learning_rate": 4.9998513085806845e-05,
      "loss": 5.8186,
      "step": 15815
    },
    {
      "epoch": 0.013847542236316799,
      "grad_norm": 0.842893123626709,
      "learning_rate": 4.999850969687181e-05,
      "loss": 5.5232,
      "step": 15820
    },
    {
      "epoch": 0.013851918829943953,
      "grad_norm": 1.036025047302246,
      "learning_rate": 4.999850630407933e-05,
      "loss": 5.8277,
      "step": 15825
    },
    {
      "epoch": 0.013856295423571108,
      "grad_norm": 0.7411437630653381,
      "learning_rate": 4.999850290742941e-05,
      "loss": 6.1281,
      "step": 15830
    },
    {
      "epoch": 0.013860672017198263,
      "grad_norm": 0.6499590277671814,
      "learning_rate": 4.9998499506922036e-05,
      "loss": 5.1352,
      "step": 15835
    },
    {
      "epoch": 0.013865048610825418,
      "grad_norm": 0.5167312026023865,
      "learning_rate": 4.999849610255723e-05,
      "loss": 5.4526,
      "step": 15840
    },
    {
      "epoch": 0.01386942520445257,
      "grad_norm": 0.6576924324035645,
      "learning_rate": 4.9998492694334974e-05,
      "loss": 6.3654,
      "step": 15845
    },
    {
      "epoch": 0.013873801798079725,
      "grad_norm": 0.7375305891036987,
      "learning_rate": 4.999848928225528e-05,
      "loss": 5.5901,
      "step": 15850
    },
    {
      "epoch": 0.01387817839170688,
      "grad_norm": 0.6441963315010071,
      "learning_rate": 4.999848586631814e-05,
      "loss": 5.2671,
      "step": 15855
    },
    {
      "epoch": 0.013882554985334035,
      "grad_norm": 0.6800532341003418,
      "learning_rate": 4.999848244652355e-05,
      "loss": 5.8338,
      "step": 15860
    },
    {
      "epoch": 0.01388693157896119,
      "grad_norm": 0.6297791004180908,
      "learning_rate": 4.9998479022871524e-05,
      "loss": 5.0419,
      "step": 15865
    },
    {
      "epoch": 0.013891308172588344,
      "grad_norm": 0.8672145009040833,
      "learning_rate": 4.999847559536207e-05,
      "loss": 6.3686,
      "step": 15870
    },
    {
      "epoch": 0.013895684766215497,
      "grad_norm": 0.5602827668190002,
      "learning_rate": 4.999847216399517e-05,
      "loss": 5.6908,
      "step": 15875
    },
    {
      "epoch": 0.013900061359842652,
      "grad_norm": 0.6069379448890686,
      "learning_rate": 4.999846872877082e-05,
      "loss": 6.3346,
      "step": 15880
    },
    {
      "epoch": 0.013904437953469807,
      "grad_norm": 0.6672273278236389,
      "learning_rate": 4.9998465289689046e-05,
      "loss": 5.2686,
      "step": 15885
    },
    {
      "epoch": 0.013908814547096962,
      "grad_norm": 1.2138848304748535,
      "learning_rate": 4.999846184674982e-05,
      "loss": 4.9069,
      "step": 15890
    },
    {
      "epoch": 0.013913191140724116,
      "grad_norm": 0.7264230847358704,
      "learning_rate": 4.999845839995317e-05,
      "loss": 4.8635,
      "step": 15895
    },
    {
      "epoch": 0.013917567734351271,
      "grad_norm": 0.7419116497039795,
      "learning_rate": 4.999845494929908e-05,
      "loss": 5.2599,
      "step": 15900
    },
    {
      "epoch": 0.013921944327978426,
      "grad_norm": 0.694291353225708,
      "learning_rate": 4.9998451494787545e-05,
      "loss": 5.2779,
      "step": 15905
    },
    {
      "epoch": 0.013926320921605579,
      "grad_norm": 1.0708616971969604,
      "learning_rate": 4.9998448036418585e-05,
      "loss": 6.7467,
      "step": 15910
    },
    {
      "epoch": 0.013930697515232734,
      "grad_norm": 0.9396805763244629,
      "learning_rate": 4.9998444574192196e-05,
      "loss": 6.1581,
      "step": 15915
    },
    {
      "epoch": 0.013935074108859889,
      "grad_norm": 0.7882503271102905,
      "learning_rate": 4.9998441108108365e-05,
      "loss": 5.2702,
      "step": 15920
    },
    {
      "epoch": 0.013939450702487043,
      "grad_norm": 0.793010413646698,
      "learning_rate": 4.99984376381671e-05,
      "loss": 5.6213,
      "step": 15925
    },
    {
      "epoch": 0.013943827296114198,
      "grad_norm": 1.3448786735534668,
      "learning_rate": 4.999843416436839e-05,
      "loss": 5.8261,
      "step": 15930
    },
    {
      "epoch": 0.013948203889741353,
      "grad_norm": 0.9697145223617554,
      "learning_rate": 4.999843068671227e-05,
      "loss": 6.3779,
      "step": 15935
    },
    {
      "epoch": 0.013952580483368506,
      "grad_norm": 0.7776080369949341,
      "learning_rate": 4.9998427205198705e-05,
      "loss": 5.6163,
      "step": 15940
    },
    {
      "epoch": 0.01395695707699566,
      "grad_norm": 0.9471771717071533,
      "learning_rate": 4.999842371982772e-05,
      "loss": 5.6069,
      "step": 15945
    },
    {
      "epoch": 0.013961333670622815,
      "grad_norm": 0.8222226500511169,
      "learning_rate": 4.99984202305993e-05,
      "loss": 6.0611,
      "step": 15950
    },
    {
      "epoch": 0.01396571026424997,
      "grad_norm": 1.5913312435150146,
      "learning_rate": 4.999841673751345e-05,
      "loss": 5.1854,
      "step": 15955
    },
    {
      "epoch": 0.013970086857877125,
      "grad_norm": 0.7663891315460205,
      "learning_rate": 4.999841324057017e-05,
      "loss": 6.1654,
      "step": 15960
    },
    {
      "epoch": 0.01397446345150428,
      "grad_norm": 0.6328399777412415,
      "learning_rate": 4.999840973976947e-05,
      "loss": 5.5064,
      "step": 15965
    },
    {
      "epoch": 0.013978840045131433,
      "grad_norm": 0.7247458100318909,
      "learning_rate": 4.999840623511134e-05,
      "loss": 4.1288,
      "step": 15970
    },
    {
      "epoch": 0.013983216638758587,
      "grad_norm": 0.9080869555473328,
      "learning_rate": 4.999840272659578e-05,
      "loss": 6.3887,
      "step": 15975
    },
    {
      "epoch": 0.013987593232385742,
      "grad_norm": 0.6599599719047546,
      "learning_rate": 4.99983992142228e-05,
      "loss": 5.6317,
      "step": 15980
    },
    {
      "epoch": 0.013991969826012897,
      "grad_norm": 1.176515817642212,
      "learning_rate": 4.9998395697992396e-05,
      "loss": 4.7031,
      "step": 15985
    },
    {
      "epoch": 0.013996346419640052,
      "grad_norm": 0.7333996891975403,
      "learning_rate": 4.999839217790456e-05,
      "loss": 6.3822,
      "step": 15990
    },
    {
      "epoch": 0.014000723013267206,
      "grad_norm": 0.7934155464172363,
      "learning_rate": 4.999838865395931e-05,
      "loss": 5.8038,
      "step": 15995
    },
    {
      "epoch": 0.014005099606894361,
      "grad_norm": 0.7983825206756592,
      "learning_rate": 4.9998385126156624e-05,
      "loss": 4.7044,
      "step": 16000
    },
    {
      "epoch": 0.014009476200521514,
      "grad_norm": 0.7112215161323547,
      "learning_rate": 4.999838159449651e-05,
      "loss": 6.375,
      "step": 16005
    },
    {
      "epoch": 0.014013852794148669,
      "grad_norm": 0.8145920634269714,
      "learning_rate": 4.999837805897899e-05,
      "loss": 4.7341,
      "step": 16010
    },
    {
      "epoch": 0.014018229387775824,
      "grad_norm": 0.7607720494270325,
      "learning_rate": 4.9998374519604055e-05,
      "loss": 6.3779,
      "step": 16015
    },
    {
      "epoch": 0.014022605981402978,
      "grad_norm": 0.6389454007148743,
      "learning_rate": 4.999837097637169e-05,
      "loss": 6.0492,
      "step": 16020
    },
    {
      "epoch": 0.014026982575030133,
      "grad_norm": 0.8240253925323486,
      "learning_rate": 4.999836742928191e-05,
      "loss": 6.0004,
      "step": 16025
    },
    {
      "epoch": 0.014031359168657288,
      "grad_norm": 1.2968558073043823,
      "learning_rate": 4.9998363878334695e-05,
      "loss": 4.6835,
      "step": 16030
    },
    {
      "epoch": 0.014035735762284441,
      "grad_norm": 1.485007882118225,
      "learning_rate": 4.999836032353008e-05,
      "loss": 5.5836,
      "step": 16035
    },
    {
      "epoch": 0.014040112355911596,
      "grad_norm": 0.7198452949523926,
      "learning_rate": 4.999835676486804e-05,
      "loss": 4.6871,
      "step": 16040
    },
    {
      "epoch": 0.01404448894953875,
      "grad_norm": 0.7176663279533386,
      "learning_rate": 4.999835320234859e-05,
      "loss": 5.5891,
      "step": 16045
    },
    {
      "epoch": 0.014048865543165905,
      "grad_norm": 0.8172778487205505,
      "learning_rate": 4.999834963597171e-05,
      "loss": 4.9401,
      "step": 16050
    },
    {
      "epoch": 0.01405324213679306,
      "grad_norm": 0.6276496052742004,
      "learning_rate": 4.9998346065737425e-05,
      "loss": 5.8556,
      "step": 16055
    },
    {
      "epoch": 0.014057618730420215,
      "grad_norm": 0.7088935375213623,
      "learning_rate": 4.999834249164573e-05,
      "loss": 5.8064,
      "step": 16060
    },
    {
      "epoch": 0.01406199532404737,
      "grad_norm": 0.6742448210716248,
      "learning_rate": 4.9998338913696605e-05,
      "loss": 5.8604,
      "step": 16065
    },
    {
      "epoch": 0.014066371917674523,
      "grad_norm": 1.1658906936645508,
      "learning_rate": 4.999833533189008e-05,
      "loss": 6.1312,
      "step": 16070
    },
    {
      "epoch": 0.014070748511301677,
      "grad_norm": 0.9440537095069885,
      "learning_rate": 4.9998331746226144e-05,
      "loss": 5.5919,
      "step": 16075
    },
    {
      "epoch": 0.014075125104928832,
      "grad_norm": 0.7987580895423889,
      "learning_rate": 4.999832815670479e-05,
      "loss": 6.3977,
      "step": 16080
    },
    {
      "epoch": 0.014079501698555987,
      "grad_norm": 1.0744789838790894,
      "learning_rate": 4.9998324563326015e-05,
      "loss": 5.8005,
      "step": 16085
    },
    {
      "epoch": 0.014083878292183142,
      "grad_norm": 0.6959199905395508,
      "learning_rate": 4.999832096608985e-05,
      "loss": 5.8332,
      "step": 16090
    },
    {
      "epoch": 0.014088254885810296,
      "grad_norm": 0.7489606738090515,
      "learning_rate": 4.999831736499626e-05,
      "loss": 5.4612,
      "step": 16095
    },
    {
      "epoch": 0.01409263147943745,
      "grad_norm": 0.8191019296646118,
      "learning_rate": 4.9998313760045267e-05,
      "loss": 5.8214,
      "step": 16100
    },
    {
      "epoch": 0.014097008073064604,
      "grad_norm": 0.972183108329773,
      "learning_rate": 4.999831015123686e-05,
      "loss": 5.2645,
      "step": 16105
    },
    {
      "epoch": 0.014101384666691759,
      "grad_norm": 1.1667020320892334,
      "learning_rate": 4.999830653857105e-05,
      "loss": 6.3674,
      "step": 16110
    },
    {
      "epoch": 0.014105761260318914,
      "grad_norm": 1.1827149391174316,
      "learning_rate": 4.9998302922047836e-05,
      "loss": 4.6799,
      "step": 16115
    },
    {
      "epoch": 0.014110137853946068,
      "grad_norm": 0.7697632312774658,
      "learning_rate": 4.999829930166721e-05,
      "loss": 5.8311,
      "step": 16120
    },
    {
      "epoch": 0.014114514447573223,
      "grad_norm": 0.6985441446304321,
      "learning_rate": 4.999829567742919e-05,
      "loss": 5.5637,
      "step": 16125
    },
    {
      "epoch": 0.014118891041200378,
      "grad_norm": 0.7060679197311401,
      "learning_rate": 4.999829204933374e-05,
      "loss": 5.2534,
      "step": 16130
    },
    {
      "epoch": 0.014123267634827531,
      "grad_norm": 0.6813444495201111,
      "learning_rate": 4.99982884173809e-05,
      "loss": 5.2844,
      "step": 16135
    },
    {
      "epoch": 0.014127644228454686,
      "grad_norm": 0.7504768967628479,
      "learning_rate": 4.999828478157066e-05,
      "loss": 6.0211,
      "step": 16140
    },
    {
      "epoch": 0.01413202082208184,
      "grad_norm": 0.7194162011146545,
      "learning_rate": 4.9998281141903016e-05,
      "loss": 5.2659,
      "step": 16145
    },
    {
      "epoch": 0.014136397415708995,
      "grad_norm": 0.6424670815467834,
      "learning_rate": 4.9998277498377966e-05,
      "loss": 5.2728,
      "step": 16150
    },
    {
      "epoch": 0.01414077400933615,
      "grad_norm": 0.9156883358955383,
      "learning_rate": 4.9998273850995515e-05,
      "loss": 5.4893,
      "step": 16155
    },
    {
      "epoch": 0.014145150602963305,
      "grad_norm": 0.9028352499008179,
      "learning_rate": 4.999827019975566e-05,
      "loss": 5.2399,
      "step": 16160
    },
    {
      "epoch": 0.014149527196590458,
      "grad_norm": 1.4888272285461426,
      "learning_rate": 4.999826654465841e-05,
      "loss": 4.641,
      "step": 16165
    },
    {
      "epoch": 0.014153903790217612,
      "grad_norm": 0.6893305778503418,
      "learning_rate": 4.9998262885703764e-05,
      "loss": 4.9541,
      "step": 16170
    },
    {
      "epoch": 0.014158280383844767,
      "grad_norm": 1.3840430974960327,
      "learning_rate": 4.999825922289172e-05,
      "loss": 5.8407,
      "step": 16175
    },
    {
      "epoch": 0.014162656977471922,
      "grad_norm": 1.0796523094177246,
      "learning_rate": 4.999825555622227e-05,
      "loss": 5.826,
      "step": 16180
    },
    {
      "epoch": 0.014167033571099077,
      "grad_norm": 0.7561976909637451,
      "learning_rate": 4.9998251885695425e-05,
      "loss": 5.5094,
      "step": 16185
    },
    {
      "epoch": 0.014171410164726232,
      "grad_norm": 0.7215202450752258,
      "learning_rate": 4.999824821131118e-05,
      "loss": 5.8553,
      "step": 16190
    },
    {
      "epoch": 0.014175786758353386,
      "grad_norm": 0.792474627494812,
      "learning_rate": 4.999824453306955e-05,
      "loss": 5.7541,
      "step": 16195
    },
    {
      "epoch": 0.01418016335198054,
      "grad_norm": 0.7536720037460327,
      "learning_rate": 4.999824085097053e-05,
      "loss": 5.0187,
      "step": 16200
    },
    {
      "epoch": 0.014184539945607694,
      "grad_norm": 0.7116127014160156,
      "learning_rate": 4.999823716501409e-05,
      "loss": 5.8393,
      "step": 16205
    },
    {
      "epoch": 0.014188916539234849,
      "grad_norm": 0.7302956581115723,
      "learning_rate": 4.9998233475200265e-05,
      "loss": 6.3717,
      "step": 16210
    },
    {
      "epoch": 0.014193293132862004,
      "grad_norm": 0.7325229048728943,
      "learning_rate": 4.999822978152906e-05,
      "loss": 6.123,
      "step": 16215
    },
    {
      "epoch": 0.014197669726489158,
      "grad_norm": 0.6631942987442017,
      "learning_rate": 4.999822608400046e-05,
      "loss": 5.258,
      "step": 16220
    },
    {
      "epoch": 0.014202046320116313,
      "grad_norm": 0.6929407715797424,
      "learning_rate": 4.999822238261446e-05,
      "loss": 6.041,
      "step": 16225
    },
    {
      "epoch": 0.014206422913743466,
      "grad_norm": 0.5874720215797424,
      "learning_rate": 4.999821867737107e-05,
      "loss": 5.7755,
      "step": 16230
    },
    {
      "epoch": 0.01421079950737062,
      "grad_norm": 1.115559458732605,
      "learning_rate": 4.999821496827029e-05,
      "loss": 5.1541,
      "step": 16235
    },
    {
      "epoch": 0.014215176100997776,
      "grad_norm": 0.7293435335159302,
      "learning_rate": 4.9998211255312124e-05,
      "loss": 5.4772,
      "step": 16240
    },
    {
      "epoch": 0.01421955269462493,
      "grad_norm": 1.3113822937011719,
      "learning_rate": 4.9998207538496566e-05,
      "loss": 6.0336,
      "step": 16245
    },
    {
      "epoch": 0.014223929288252085,
      "grad_norm": 0.7645017504692078,
      "learning_rate": 4.999820381782362e-05,
      "loss": 4.5071,
      "step": 16250
    },
    {
      "epoch": 0.01422830588187924,
      "grad_norm": 0.7170876264572144,
      "learning_rate": 4.999820009329329e-05,
      "loss": 6.3887,
      "step": 16255
    },
    {
      "epoch": 0.014232682475506393,
      "grad_norm": 1.0044339895248413,
      "learning_rate": 4.999819636490557e-05,
      "loss": 5.2782,
      "step": 16260
    },
    {
      "epoch": 0.014237059069133548,
      "grad_norm": 1.1872152090072632,
      "learning_rate": 4.9998192632660465e-05,
      "loss": 5.256,
      "step": 16265
    },
    {
      "epoch": 0.014241435662760702,
      "grad_norm": 0.6181788444519043,
      "learning_rate": 4.999818889655797e-05,
      "loss": 5.2524,
      "step": 16270
    },
    {
      "epoch": 0.014245812256387857,
      "grad_norm": 0.7484800815582275,
      "learning_rate": 4.999818515659811e-05,
      "loss": 4.6877,
      "step": 16275
    },
    {
      "epoch": 0.014250188850015012,
      "grad_norm": 0.7213664054870605,
      "learning_rate": 4.999818141278084e-05,
      "loss": 5.1711,
      "step": 16280
    },
    {
      "epoch": 0.014254565443642167,
      "grad_norm": 0.7013664841651917,
      "learning_rate": 4.9998177665106203e-05,
      "loss": 5.6846,
      "step": 16285
    },
    {
      "epoch": 0.014258942037269321,
      "grad_norm": 0.8893133997917175,
      "learning_rate": 4.9998173913574187e-05,
      "loss": 6.1385,
      "step": 16290
    },
    {
      "epoch": 0.014263318630896474,
      "grad_norm": 0.6622792482376099,
      "learning_rate": 4.9998170158184775e-05,
      "loss": 5.4604,
      "step": 16295
    },
    {
      "epoch": 0.01426769522452363,
      "grad_norm": 0.6759236454963684,
      "learning_rate": 4.9998166398937995e-05,
      "loss": 5.609,
      "step": 16300
    },
    {
      "epoch": 0.014272071818150784,
      "grad_norm": 0.675788164138794,
      "learning_rate": 4.9998162635833835e-05,
      "loss": 5.5845,
      "step": 16305
    },
    {
      "epoch": 0.014276448411777939,
      "grad_norm": 0.5911868214607239,
      "learning_rate": 4.999815886887229e-05,
      "loss": 5.8332,
      "step": 16310
    },
    {
      "epoch": 0.014280825005405094,
      "grad_norm": 0.6626227498054504,
      "learning_rate": 4.9998155098053356e-05,
      "loss": 5.1358,
      "step": 16315
    },
    {
      "epoch": 0.014285201599032248,
      "grad_norm": 0.7449681162834167,
      "learning_rate": 4.9998151323377065e-05,
      "loss": 5.833,
      "step": 16320
    },
    {
      "epoch": 0.014289578192659401,
      "grad_norm": 0.5945661067962646,
      "learning_rate": 4.9998147544843386e-05,
      "loss": 6.0467,
      "step": 16325
    },
    {
      "epoch": 0.014293954786286556,
      "grad_norm": 0.6937625408172607,
      "learning_rate": 4.999814376245233e-05,
      "loss": 4.3741,
      "step": 16330
    },
    {
      "epoch": 0.01429833137991371,
      "grad_norm": 0.7578237652778625,
      "learning_rate": 4.99981399762039e-05,
      "loss": 4.684,
      "step": 16335
    },
    {
      "epoch": 0.014302707973540866,
      "grad_norm": 0.8832043409347534,
      "learning_rate": 4.99981361860981e-05,
      "loss": 5.5591,
      "step": 16340
    },
    {
      "epoch": 0.01430708456716802,
      "grad_norm": 0.6537222266197205,
      "learning_rate": 4.9998132392134925e-05,
      "loss": 4.3819,
      "step": 16345
    },
    {
      "epoch": 0.014311461160795175,
      "grad_norm": 0.743015468120575,
      "learning_rate": 4.999812859431437e-05,
      "loss": 5.1467,
      "step": 16350
    },
    {
      "epoch": 0.01431583775442233,
      "grad_norm": 1.1050899028778076,
      "learning_rate": 4.9998124792636434e-05,
      "loss": 6.1605,
      "step": 16355
    },
    {
      "epoch": 0.014320214348049483,
      "grad_norm": 0.7075510621070862,
      "learning_rate": 4.999812098710114e-05,
      "loss": 4.9537,
      "step": 16360
    },
    {
      "epoch": 0.014324590941676638,
      "grad_norm": 0.8791525363922119,
      "learning_rate": 4.999811717770847e-05,
      "loss": 5.4893,
      "step": 16365
    },
    {
      "epoch": 0.014328967535303792,
      "grad_norm": 1.016168475151062,
      "learning_rate": 4.999811336445843e-05,
      "loss": 5.4954,
      "step": 16370
    },
    {
      "epoch": 0.014333344128930947,
      "grad_norm": 1.7596999406814575,
      "learning_rate": 4.9998109547351026e-05,
      "loss": 6.1621,
      "step": 16375
    },
    {
      "epoch": 0.014337720722558102,
      "grad_norm": 1.4653323888778687,
      "learning_rate": 4.999810572638625e-05,
      "loss": 6.393,
      "step": 16380
    },
    {
      "epoch": 0.014342097316185257,
      "grad_norm": 0.7590274214744568,
      "learning_rate": 4.9998101901564096e-05,
      "loss": 4.5025,
      "step": 16385
    },
    {
      "epoch": 0.01434647390981241,
      "grad_norm": 0.8134758472442627,
      "learning_rate": 4.999809807288458e-05,
      "loss": 5.4921,
      "step": 16390
    },
    {
      "epoch": 0.014350850503439564,
      "grad_norm": 0.7502632737159729,
      "learning_rate": 4.99980942403477e-05,
      "loss": 6.1493,
      "step": 16395
    },
    {
      "epoch": 0.01435522709706672,
      "grad_norm": 0.7141846418380737,
      "learning_rate": 4.999809040395346e-05,
      "loss": 5.7211,
      "step": 16400
    },
    {
      "epoch": 0.014359603690693874,
      "grad_norm": 0.8359092473983765,
      "learning_rate": 4.999808656370184e-05,
      "loss": 6.1421,
      "step": 16405
    },
    {
      "epoch": 0.014363980284321029,
      "grad_norm": 2.183954954147339,
      "learning_rate": 4.9998082719592865e-05,
      "loss": 4.4765,
      "step": 16410
    },
    {
      "epoch": 0.014368356877948183,
      "grad_norm": 0.8484079837799072,
      "learning_rate": 4.999807887162652e-05,
      "loss": 5.831,
      "step": 16415
    },
    {
      "epoch": 0.014372733471575338,
      "grad_norm": 0.7377557158470154,
      "learning_rate": 4.9998075019802814e-05,
      "loss": 5.2482,
      "step": 16420
    },
    {
      "epoch": 0.014377110065202491,
      "grad_norm": 0.7473242282867432,
      "learning_rate": 4.999807116412174e-05,
      "loss": 5.8087,
      "step": 16425
    },
    {
      "epoch": 0.014381486658829646,
      "grad_norm": 0.8956507444381714,
      "learning_rate": 4.999806730458332e-05,
      "loss": 6.3887,
      "step": 16430
    },
    {
      "epoch": 0.0143858632524568,
      "grad_norm": 0.597513735294342,
      "learning_rate": 4.999806344118752e-05,
      "loss": 5.2668,
      "step": 16435
    },
    {
      "epoch": 0.014390239846083955,
      "grad_norm": 0.7295300960540771,
      "learning_rate": 4.999805957393437e-05,
      "loss": 4.9094,
      "step": 16440
    },
    {
      "epoch": 0.01439461643971111,
      "grad_norm": 0.626700222492218,
      "learning_rate": 4.999805570282386e-05,
      "loss": 5.7041,
      "step": 16445
    },
    {
      "epoch": 0.014398993033338265,
      "grad_norm": 0.6336113810539246,
      "learning_rate": 4.9998051827856e-05,
      "loss": 6.0459,
      "step": 16450
    },
    {
      "epoch": 0.014403369626965418,
      "grad_norm": 0.7909682989120483,
      "learning_rate": 4.999804794903077e-05,
      "loss": 5.4853,
      "step": 16455
    },
    {
      "epoch": 0.014407746220592573,
      "grad_norm": 0.857795238494873,
      "learning_rate": 4.999804406634819e-05,
      "loss": 4.8578,
      "step": 16460
    },
    {
      "epoch": 0.014412122814219728,
      "grad_norm": 0.7917253375053406,
      "learning_rate": 4.999804017980825e-05,
      "loss": 6.3561,
      "step": 16465
    },
    {
      "epoch": 0.014416499407846882,
      "grad_norm": 0.8408687114715576,
      "learning_rate": 4.9998036289410954e-05,
      "loss": 5.8238,
      "step": 16470
    },
    {
      "epoch": 0.014420876001474037,
      "grad_norm": 0.6713778376579285,
      "learning_rate": 4.9998032395156305e-05,
      "loss": 4.4688,
      "step": 16475
    },
    {
      "epoch": 0.014425252595101192,
      "grad_norm": 0.6838946342468262,
      "learning_rate": 4.999802849704429e-05,
      "loss": 5.8405,
      "step": 16480
    },
    {
      "epoch": 0.014429629188728347,
      "grad_norm": 0.9987412095069885,
      "learning_rate": 4.999802459507493e-05,
      "loss": 6.1532,
      "step": 16485
    },
    {
      "epoch": 0.0144340057823555,
      "grad_norm": 0.761200487613678,
      "learning_rate": 4.9998020689248225e-05,
      "loss": 5.8171,
      "step": 16490
    },
    {
      "epoch": 0.014438382375982654,
      "grad_norm": 0.7180251479148865,
      "learning_rate": 4.999801677956416e-05,
      "loss": 5.8625,
      "step": 16495
    },
    {
      "epoch": 0.014442758969609809,
      "grad_norm": 1.0450201034545898,
      "learning_rate": 4.9998012866022746e-05,
      "loss": 5.7989,
      "step": 16500
    },
    {
      "epoch": 0.014447135563236964,
      "grad_norm": 0.7113776206970215,
      "learning_rate": 4.999800894862398e-05,
      "loss": 5.677,
      "step": 16505
    },
    {
      "epoch": 0.014451512156864119,
      "grad_norm": 0.6185954213142395,
      "learning_rate": 4.999800502736787e-05,
      "loss": 6.36,
      "step": 16510
    },
    {
      "epoch": 0.014455888750491273,
      "grad_norm": 0.8067898750305176,
      "learning_rate": 4.99980011022544e-05,
      "loss": 4.6979,
      "step": 16515
    },
    {
      "epoch": 0.014460265344118426,
      "grad_norm": 0.685306191444397,
      "learning_rate": 4.9997997173283584e-05,
      "loss": 5.4967,
      "step": 16520
    },
    {
      "epoch": 0.014464641937745581,
      "grad_norm": 0.679132878780365,
      "learning_rate": 4.9997993240455434e-05,
      "loss": 5.0531,
      "step": 16525
    },
    {
      "epoch": 0.014469018531372736,
      "grad_norm": 0.9261084794998169,
      "learning_rate": 4.999798930376992e-05,
      "loss": 5.7744,
      "step": 16530
    },
    {
      "epoch": 0.01447339512499989,
      "grad_norm": 0.6730929613113403,
      "learning_rate": 4.999798536322707e-05,
      "loss": 5.5982,
      "step": 16535
    },
    {
      "epoch": 0.014477771718627045,
      "grad_norm": 0.6870905160903931,
      "learning_rate": 4.9997981418826865e-05,
      "loss": 5.8245,
      "step": 16540
    },
    {
      "epoch": 0.0144821483122542,
      "grad_norm": 0.5979824066162109,
      "learning_rate": 4.999797747056933e-05,
      "loss": 5.2653,
      "step": 16545
    },
    {
      "epoch": 0.014486524905881353,
      "grad_norm": 0.6747283935546875,
      "learning_rate": 4.9997973518454445e-05,
      "loss": 4.9621,
      "step": 16550
    },
    {
      "epoch": 0.014490901499508508,
      "grad_norm": 0.6751280426979065,
      "learning_rate": 4.999796956248222e-05,
      "loss": 5.4692,
      "step": 16555
    },
    {
      "epoch": 0.014495278093135663,
      "grad_norm": 0.6257957816123962,
      "learning_rate": 4.9997965602652655e-05,
      "loss": 5.5721,
      "step": 16560
    },
    {
      "epoch": 0.014499654686762817,
      "grad_norm": 0.6603320837020874,
      "learning_rate": 4.999796163896574e-05,
      "loss": 6.0113,
      "step": 16565
    },
    {
      "epoch": 0.014504031280389972,
      "grad_norm": 0.6529260873794556,
      "learning_rate": 4.999795767142148e-05,
      "loss": 6.137,
      "step": 16570
    },
    {
      "epoch": 0.014508407874017127,
      "grad_norm": 0.7645165324211121,
      "learning_rate": 4.999795370001989e-05,
      "loss": 6.1437,
      "step": 16575
    },
    {
      "epoch": 0.014512784467644282,
      "grad_norm": 0.659339964389801,
      "learning_rate": 4.999794972476096e-05,
      "loss": 6.1349,
      "step": 16580
    },
    {
      "epoch": 0.014517161061271435,
      "grad_norm": 0.5510180592536926,
      "learning_rate": 4.999794574564469e-05,
      "loss": 6.6893,
      "step": 16585
    },
    {
      "epoch": 0.01452153765489859,
      "grad_norm": 0.5667085647583008,
      "learning_rate": 4.9997941762671085e-05,
      "loss": 6.6701,
      "step": 16590
    },
    {
      "epoch": 0.014525914248525744,
      "grad_norm": 0.706484317779541,
      "learning_rate": 4.9997937775840146e-05,
      "loss": 5.5853,
      "step": 16595
    },
    {
      "epoch": 0.014530290842152899,
      "grad_norm": 0.8886381387710571,
      "learning_rate": 4.9997933785151866e-05,
      "loss": 5.6008,
      "step": 16600
    },
    {
      "epoch": 0.014534667435780054,
      "grad_norm": 0.6825152635574341,
      "learning_rate": 4.9997929790606245e-05,
      "loss": 5.615,
      "step": 16605
    },
    {
      "epoch": 0.014539044029407209,
      "grad_norm": 0.97847980260849,
      "learning_rate": 4.999792579220329e-05,
      "loss": 5.469,
      "step": 16610
    },
    {
      "epoch": 0.014543420623034362,
      "grad_norm": 0.6590256690979004,
      "learning_rate": 4.999792178994302e-05,
      "loss": 5.6947,
      "step": 16615
    },
    {
      "epoch": 0.014547797216661516,
      "grad_norm": 0.7937299013137817,
      "learning_rate": 4.99979177838254e-05,
      "loss": 5.8567,
      "step": 16620
    },
    {
      "epoch": 0.014552173810288671,
      "grad_norm": 0.9185609817504883,
      "learning_rate": 4.9997913773850446e-05,
      "loss": 5.4595,
      "step": 16625
    },
    {
      "epoch": 0.014556550403915826,
      "grad_norm": 1.1678242683410645,
      "learning_rate": 4.999790976001817e-05,
      "loss": 5.811,
      "step": 16630
    },
    {
      "epoch": 0.01456092699754298,
      "grad_norm": 3.1924078464508057,
      "learning_rate": 4.999790574232855e-05,
      "loss": 5.6207,
      "step": 16635
    },
    {
      "epoch": 0.014565303591170135,
      "grad_norm": 0.8214388489723206,
      "learning_rate": 4.9997901720781616e-05,
      "loss": 5.1707,
      "step": 16640
    },
    {
      "epoch": 0.01456968018479729,
      "grad_norm": 0.717635452747345,
      "learning_rate": 4.999789769537735e-05,
      "loss": 5.8452,
      "step": 16645
    },
    {
      "epoch": 0.014574056778424443,
      "grad_norm": 1.0595511198043823,
      "learning_rate": 4.999789366611575e-05,
      "loss": 4.1652,
      "step": 16650
    },
    {
      "epoch": 0.014578433372051598,
      "grad_norm": 1.1787292957305908,
      "learning_rate": 4.999788963299683e-05,
      "loss": 5.8323,
      "step": 16655
    },
    {
      "epoch": 0.014582809965678753,
      "grad_norm": 1.2338955402374268,
      "learning_rate": 4.999788559602058e-05,
      "loss": 6.0553,
      "step": 16660
    },
    {
      "epoch": 0.014587186559305907,
      "grad_norm": 0.7391214966773987,
      "learning_rate": 4.9997881555187e-05,
      "loss": 5.2883,
      "step": 16665
    },
    {
      "epoch": 0.014591563152933062,
      "grad_norm": 0.8259276151657104,
      "learning_rate": 4.999787751049609e-05,
      "loss": 5.4718,
      "step": 16670
    },
    {
      "epoch": 0.014595939746560217,
      "grad_norm": 0.6999177932739258,
      "learning_rate": 4.999787346194787e-05,
      "loss": 5.2417,
      "step": 16675
    },
    {
      "epoch": 0.01460031634018737,
      "grad_norm": 0.6456316709518433,
      "learning_rate": 4.999786940954232e-05,
      "loss": 4.9995,
      "step": 16680
    },
    {
      "epoch": 0.014604692933814525,
      "grad_norm": 1.0888352394104004,
      "learning_rate": 4.999786535327945e-05,
      "loss": 5.6085,
      "step": 16685
    },
    {
      "epoch": 0.01460906952744168,
      "grad_norm": 0.6129158735275269,
      "learning_rate": 4.999786129315925e-05,
      "loss": 5.2395,
      "step": 16690
    },
    {
      "epoch": 0.014613446121068834,
      "grad_norm": 0.6031216979026794,
      "learning_rate": 4.999785722918173e-05,
      "loss": 4.9254,
      "step": 16695
    },
    {
      "epoch": 0.014617822714695989,
      "grad_norm": 0.5731801390647888,
      "learning_rate": 4.99978531613469e-05,
      "loss": 5.6322,
      "step": 16700
    },
    {
      "epoch": 0.014622199308323144,
      "grad_norm": 0.658706545829773,
      "learning_rate": 4.9997849089654736e-05,
      "loss": 6.1225,
      "step": 16705
    },
    {
      "epoch": 0.014626575901950298,
      "grad_norm": 0.6023764610290527,
      "learning_rate": 4.999784501410526e-05,
      "loss": 5.2352,
      "step": 16710
    },
    {
      "epoch": 0.014630952495577451,
      "grad_norm": 0.6769499182701111,
      "learning_rate": 4.999784093469847e-05,
      "loss": 6.0303,
      "step": 16715
    },
    {
      "epoch": 0.014635329089204606,
      "grad_norm": 0.591529130935669,
      "learning_rate": 4.999783685143436e-05,
      "loss": 5.139,
      "step": 16720
    },
    {
      "epoch": 0.014639705682831761,
      "grad_norm": 0.7628613114356995,
      "learning_rate": 4.9997832764312935e-05,
      "loss": 4.7012,
      "step": 16725
    },
    {
      "epoch": 0.014644082276458916,
      "grad_norm": 0.6586967706680298,
      "learning_rate": 4.999782867333419e-05,
      "loss": 5.2491,
      "step": 16730
    },
    {
      "epoch": 0.01464845887008607,
      "grad_norm": 0.7735751867294312,
      "learning_rate": 4.999782457849813e-05,
      "loss": 6.3676,
      "step": 16735
    },
    {
      "epoch": 0.014652835463713225,
      "grad_norm": 0.7369232177734375,
      "learning_rate": 4.999782047980476e-05,
      "loss": 5.1897,
      "step": 16740
    },
    {
      "epoch": 0.014657212057340378,
      "grad_norm": 0.6691639423370361,
      "learning_rate": 4.999781637725407e-05,
      "loss": 5.8129,
      "step": 16745
    },
    {
      "epoch": 0.014661588650967533,
      "grad_norm": 0.6698731780052185,
      "learning_rate": 4.9997812270846066e-05,
      "loss": 5.4889,
      "step": 16750
    },
    {
      "epoch": 0.014665965244594688,
      "grad_norm": 0.7347581386566162,
      "learning_rate": 4.999780816058076e-05,
      "loss": 5.6969,
      "step": 16755
    },
    {
      "epoch": 0.014670341838221843,
      "grad_norm": 0.717876672744751,
      "learning_rate": 4.999780404645814e-05,
      "loss": 4.901,
      "step": 16760
    },
    {
      "epoch": 0.014674718431848997,
      "grad_norm": 0.6870758533477783,
      "learning_rate": 4.999779992847821e-05,
      "loss": 6.3475,
      "step": 16765
    },
    {
      "epoch": 0.014679095025476152,
      "grad_norm": 0.9129074215888977,
      "learning_rate": 4.9997795806640965e-05,
      "loss": 6.1584,
      "step": 16770
    },
    {
      "epoch": 0.014683471619103307,
      "grad_norm": 0.6165413856506348,
      "learning_rate": 4.9997791680946415e-05,
      "loss": 4.9257,
      "step": 16775
    },
    {
      "epoch": 0.01468784821273046,
      "grad_norm": 0.5847878456115723,
      "learning_rate": 4.999778755139456e-05,
      "loss": 6.1508,
      "step": 16780
    },
    {
      "epoch": 0.014692224806357615,
      "grad_norm": 0.7962542176246643,
      "learning_rate": 4.99977834179854e-05,
      "loss": 5.4745,
      "step": 16785
    },
    {
      "epoch": 0.01469660139998477,
      "grad_norm": 0.8472476005554199,
      "learning_rate": 4.999777928071892e-05,
      "loss": 5.8013,
      "step": 16790
    },
    {
      "epoch": 0.014700977993611924,
      "grad_norm": 1.2096548080444336,
      "learning_rate": 4.9997775139595145e-05,
      "loss": 5.8318,
      "step": 16795
    },
    {
      "epoch": 0.014705354587239079,
      "grad_norm": 0.643124520778656,
      "learning_rate": 4.999777099461408e-05,
      "loss": 5.5984,
      "step": 16800
    },
    {
      "epoch": 0.014709731180866234,
      "grad_norm": 0.7091639041900635,
      "learning_rate": 4.99977668457757e-05,
      "loss": 5.8021,
      "step": 16805
    },
    {
      "epoch": 0.014714107774493387,
      "grad_norm": 0.702287495136261,
      "learning_rate": 4.999776269308e-05,
      "loss": 6.0289,
      "step": 16810
    },
    {
      "epoch": 0.014718484368120541,
      "grad_norm": 0.721213161945343,
      "learning_rate": 4.9997758536527016e-05,
      "loss": 6.1283,
      "step": 16815
    },
    {
      "epoch": 0.014722860961747696,
      "grad_norm": 0.6806350350379944,
      "learning_rate": 4.9997754376116725e-05,
      "loss": 5.7816,
      "step": 16820
    },
    {
      "epoch": 0.014727237555374851,
      "grad_norm": 0.6121695637702942,
      "learning_rate": 4.999775021184913e-05,
      "loss": 5.8349,
      "step": 16825
    },
    {
      "epoch": 0.014731614149002006,
      "grad_norm": 0.7827442288398743,
      "learning_rate": 4.999774604372424e-05,
      "loss": 6.1295,
      "step": 16830
    },
    {
      "epoch": 0.01473599074262916,
      "grad_norm": 0.6318694949150085,
      "learning_rate": 4.999774187174205e-05,
      "loss": 5.2519,
      "step": 16835
    },
    {
      "epoch": 0.014740367336256313,
      "grad_norm": 0.6888312697410583,
      "learning_rate": 4.9997737695902556e-05,
      "loss": 5.3604,
      "step": 16840
    },
    {
      "epoch": 0.014744743929883468,
      "grad_norm": 1.0636141300201416,
      "learning_rate": 4.999773351620577e-05,
      "loss": 5.5692,
      "step": 16845
    },
    {
      "epoch": 0.014749120523510623,
      "grad_norm": 0.7090870141983032,
      "learning_rate": 4.999772933265169e-05,
      "loss": 5.1599,
      "step": 16850
    },
    {
      "epoch": 0.014753497117137778,
      "grad_norm": 0.6870248317718506,
      "learning_rate": 4.999772514524031e-05,
      "loss": 5.5936,
      "step": 16855
    },
    {
      "epoch": 0.014757873710764932,
      "grad_norm": 0.6479041576385498,
      "learning_rate": 4.999772095397164e-05,
      "loss": 5.8055,
      "step": 16860
    },
    {
      "epoch": 0.014762250304392087,
      "grad_norm": 0.8380172252655029,
      "learning_rate": 4.999771675884567e-05,
      "loss": 6.0305,
      "step": 16865
    },
    {
      "epoch": 0.014766626898019242,
      "grad_norm": 0.7084378004074097,
      "learning_rate": 4.999771255986242e-05,
      "loss": 5.839,
      "step": 16870
    },
    {
      "epoch": 0.014771003491646395,
      "grad_norm": 0.649715006351471,
      "learning_rate": 4.999770835702185e-05,
      "loss": 5.4639,
      "step": 16875
    },
    {
      "epoch": 0.01477538008527355,
      "grad_norm": 0.6917759776115417,
      "learning_rate": 4.999770415032402e-05,
      "loss": 5.4736,
      "step": 16880
    },
    {
      "epoch": 0.014779756678900705,
      "grad_norm": 0.6488712430000305,
      "learning_rate": 4.9997699939768874e-05,
      "loss": 4.7464,
      "step": 16885
    },
    {
      "epoch": 0.01478413327252786,
      "grad_norm": 0.612916886806488,
      "learning_rate": 4.999769572535645e-05,
      "loss": 5.5436,
      "step": 16890
    },
    {
      "epoch": 0.014788509866155014,
      "grad_norm": 0.7603810429573059,
      "learning_rate": 4.999769150708674e-05,
      "loss": 5.683,
      "step": 16895
    },
    {
      "epoch": 0.014792886459782169,
      "grad_norm": 0.642636239528656,
      "learning_rate": 4.999768728495974e-05,
      "loss": 4.9193,
      "step": 16900
    },
    {
      "epoch": 0.014797263053409322,
      "grad_norm": 1.1561495065689087,
      "learning_rate": 4.999768305897544e-05,
      "loss": 6.0307,
      "step": 16905
    },
    {
      "epoch": 0.014801639647036477,
      "grad_norm": 0.7435699701309204,
      "learning_rate": 4.9997678829133864e-05,
      "loss": 4.6991,
      "step": 16910
    },
    {
      "epoch": 0.014806016240663631,
      "grad_norm": 0.9711182713508606,
      "learning_rate": 4.9997674595434996e-05,
      "loss": 5.1069,
      "step": 16915
    },
    {
      "epoch": 0.014810392834290786,
      "grad_norm": 0.7182707786560059,
      "learning_rate": 4.999767035787884e-05,
      "loss": 5.8038,
      "step": 16920
    },
    {
      "epoch": 0.01481476942791794,
      "grad_norm": 1.0768911838531494,
      "learning_rate": 4.9997666116465415e-05,
      "loss": 6.0674,
      "step": 16925
    },
    {
      "epoch": 0.014819146021545096,
      "grad_norm": 0.8359997868537903,
      "learning_rate": 4.99976618711947e-05,
      "loss": 5.8032,
      "step": 16930
    },
    {
      "epoch": 0.01482352261517225,
      "grad_norm": 0.984914243221283,
      "learning_rate": 4.9997657622066695e-05,
      "loss": 6.1389,
      "step": 16935
    },
    {
      "epoch": 0.014827899208799403,
      "grad_norm": 1.0525894165039062,
      "learning_rate": 4.999765336908142e-05,
      "loss": 5.7739,
      "step": 16940
    },
    {
      "epoch": 0.014832275802426558,
      "grad_norm": 1.8345171213150024,
      "learning_rate": 4.9997649112238856e-05,
      "loss": 5.2829,
      "step": 16945
    },
    {
      "epoch": 0.014836652396053713,
      "grad_norm": 1.6403765678405762,
      "learning_rate": 4.9997644851539004e-05,
      "loss": 5.8012,
      "step": 16950
    },
    {
      "epoch": 0.014841028989680868,
      "grad_norm": 0.7411078810691833,
      "learning_rate": 4.9997640586981886e-05,
      "loss": 6.0525,
      "step": 16955
    },
    {
      "epoch": 0.014845405583308022,
      "grad_norm": 0.8163725733757019,
      "learning_rate": 4.999763631856749e-05,
      "loss": 5.7975,
      "step": 16960
    },
    {
      "epoch": 0.014849782176935177,
      "grad_norm": 0.8769621253013611,
      "learning_rate": 4.9997632046295803e-05,
      "loss": 5.7907,
      "step": 16965
    },
    {
      "epoch": 0.01485415877056233,
      "grad_norm": 0.6772842407226562,
      "learning_rate": 4.9997627770166846e-05,
      "loss": 6.0779,
      "step": 16970
    },
    {
      "epoch": 0.014858535364189485,
      "grad_norm": 0.6707231402397156,
      "learning_rate": 4.999762349018061e-05,
      "loss": 5.4296,
      "step": 16975
    },
    {
      "epoch": 0.01486291195781664,
      "grad_norm": 0.7497053146362305,
      "learning_rate": 4.9997619206337107e-05,
      "loss": 5.4912,
      "step": 16980
    },
    {
      "epoch": 0.014867288551443794,
      "grad_norm": 0.6013057827949524,
      "learning_rate": 4.9997614918636324e-05,
      "loss": 5.5933,
      "step": 16985
    },
    {
      "epoch": 0.01487166514507095,
      "grad_norm": 0.6958981156349182,
      "learning_rate": 4.999761062707826e-05,
      "loss": 5.4579,
      "step": 16990
    },
    {
      "epoch": 0.014876041738698104,
      "grad_norm": 0.7343749403953552,
      "learning_rate": 4.999760633166294e-05,
      "loss": 6.1405,
      "step": 16995
    },
    {
      "epoch": 0.014880418332325259,
      "grad_norm": 0.6300515532493591,
      "learning_rate": 4.999760203239033e-05,
      "loss": 6.0572,
      "step": 17000
    },
    {
      "epoch": 0.014884794925952412,
      "grad_norm": 0.8173421621322632,
      "learning_rate": 4.999759772926046e-05,
      "loss": 5.9891,
      "step": 17005
    },
    {
      "epoch": 0.014889171519579567,
      "grad_norm": 0.713697075843811,
      "learning_rate": 4.999759342227331e-05,
      "loss": 5.7846,
      "step": 17010
    },
    {
      "epoch": 0.014893548113206721,
      "grad_norm": 0.6171892285346985,
      "learning_rate": 4.99975891114289e-05,
      "loss": 6.3473,
      "step": 17015
    },
    {
      "epoch": 0.014897924706833876,
      "grad_norm": 0.7894364595413208,
      "learning_rate": 4.999758479672723e-05,
      "loss": 5.6289,
      "step": 17020
    },
    {
      "epoch": 0.01490230130046103,
      "grad_norm": 0.6298964619636536,
      "learning_rate": 4.999758047816827e-05,
      "loss": 5.7059,
      "step": 17025
    },
    {
      "epoch": 0.014906677894088186,
      "grad_norm": 0.7793096303939819,
      "learning_rate": 4.999757615575206e-05,
      "loss": 5.5841,
      "step": 17030
    },
    {
      "epoch": 0.014911054487715339,
      "grad_norm": 0.7553848028182983,
      "learning_rate": 4.9997571829478573e-05,
      "loss": 5.0314,
      "step": 17035
    },
    {
      "epoch": 0.014915431081342493,
      "grad_norm": 0.7266583442687988,
      "learning_rate": 4.999756749934783e-05,
      "loss": 5.0088,
      "step": 17040
    },
    {
      "epoch": 0.014919807674969648,
      "grad_norm": 1.5437201261520386,
      "learning_rate": 4.9997563165359814e-05,
      "loss": 5.5183,
      "step": 17045
    },
    {
      "epoch": 0.014924184268596803,
      "grad_norm": 0.7599929571151733,
      "learning_rate": 4.9997558827514546e-05,
      "loss": 6.043,
      "step": 17050
    },
    {
      "epoch": 0.014928560862223958,
      "grad_norm": 0.9569708704948425,
      "learning_rate": 4.999755448581199e-05,
      "loss": 5.8645,
      "step": 17055
    },
    {
      "epoch": 0.014932937455851112,
      "grad_norm": 1.0211056470870972,
      "learning_rate": 4.9997550140252204e-05,
      "loss": 4.7111,
      "step": 17060
    },
    {
      "epoch": 0.014937314049478267,
      "grad_norm": 1.118647813796997,
      "learning_rate": 4.999754579083513e-05,
      "loss": 6.0361,
      "step": 17065
    },
    {
      "epoch": 0.01494169064310542,
      "grad_norm": 0.7423946857452393,
      "learning_rate": 4.999754143756081e-05,
      "loss": 5.5946,
      "step": 17070
    },
    {
      "epoch": 0.014946067236732575,
      "grad_norm": 1.1014031171798706,
      "learning_rate": 4.999753708042923e-05,
      "loss": 5.4972,
      "step": 17075
    },
    {
      "epoch": 0.01495044383035973,
      "grad_norm": 1.0672105550765991,
      "learning_rate": 4.999753271944039e-05,
      "loss": 5.4526,
      "step": 17080
    },
    {
      "epoch": 0.014954820423986884,
      "grad_norm": 0.7402793169021606,
      "learning_rate": 4.999752835459429e-05,
      "loss": 6.7357,
      "step": 17085
    },
    {
      "epoch": 0.01495919701761404,
      "grad_norm": 0.6356284022331238,
      "learning_rate": 4.9997523985890934e-05,
      "loss": 6.0877,
      "step": 17090
    },
    {
      "epoch": 0.014963573611241194,
      "grad_norm": 0.6562541127204895,
      "learning_rate": 4.9997519613330325e-05,
      "loss": 5.7894,
      "step": 17095
    },
    {
      "epoch": 0.014967950204868347,
      "grad_norm": 1.0129501819610596,
      "learning_rate": 4.999751523691245e-05,
      "loss": 5.8229,
      "step": 17100
    },
    {
      "epoch": 0.014972326798495502,
      "grad_norm": 0.8097516894340515,
      "learning_rate": 4.999751085663733e-05,
      "loss": 6.1602,
      "step": 17105
    },
    {
      "epoch": 0.014976703392122656,
      "grad_norm": 0.7688280344009399,
      "learning_rate": 4.999750647250496e-05,
      "loss": 5.597,
      "step": 17110
    },
    {
      "epoch": 0.014981079985749811,
      "grad_norm": 0.7124117016792297,
      "learning_rate": 4.9997502084515324e-05,
      "loss": 4.5807,
      "step": 17115
    },
    {
      "epoch": 0.014985456579376966,
      "grad_norm": 1.1985933780670166,
      "learning_rate": 4.999749769266845e-05,
      "loss": 5.8351,
      "step": 17120
    },
    {
      "epoch": 0.01498983317300412,
      "grad_norm": 0.7853836417198181,
      "learning_rate": 4.9997493296964315e-05,
      "loss": 5.8024,
      "step": 17125
    },
    {
      "epoch": 0.014994209766631274,
      "grad_norm": 0.7009101510047913,
      "learning_rate": 4.999748889740293e-05,
      "loss": 6.1527,
      "step": 17130
    },
    {
      "epoch": 0.014998586360258429,
      "grad_norm": 0.7306013703346252,
      "learning_rate": 4.99974844939843e-05,
      "loss": 5.4779,
      "step": 17135
    },
    {
      "epoch": 0.015002962953885583,
      "grad_norm": 1.2303533554077148,
      "learning_rate": 4.999748008670843e-05,
      "loss": 5.255,
      "step": 17140
    },
    {
      "epoch": 0.015007339547512738,
      "grad_norm": 0.8003122210502625,
      "learning_rate": 4.99974756755753e-05,
      "loss": 5.8009,
      "step": 17145
    },
    {
      "epoch": 0.015011716141139893,
      "grad_norm": 0.8176205158233643,
      "learning_rate": 4.999747126058493e-05,
      "loss": 6.677,
      "step": 17150
    },
    {
      "epoch": 0.015016092734767048,
      "grad_norm": 0.8947124481201172,
      "learning_rate": 4.999746684173731e-05,
      "loss": 6.1101,
      "step": 17155
    },
    {
      "epoch": 0.015020469328394202,
      "grad_norm": 0.6675805449485779,
      "learning_rate": 4.999746241903244e-05,
      "loss": 5.4431,
      "step": 17160
    },
    {
      "epoch": 0.015024845922021355,
      "grad_norm": 0.6326017379760742,
      "learning_rate": 4.999745799247032e-05,
      "loss": 5.5979,
      "step": 17165
    },
    {
      "epoch": 0.01502922251564851,
      "grad_norm": 0.6197596788406372,
      "learning_rate": 4.999745356205098e-05,
      "loss": 5.6937,
      "step": 17170
    },
    {
      "epoch": 0.015033599109275665,
      "grad_norm": 0.6992424130439758,
      "learning_rate": 4.9997449127774375e-05,
      "loss": 5.0387,
      "step": 17175
    },
    {
      "epoch": 0.01503797570290282,
      "grad_norm": 0.6086805462837219,
      "learning_rate": 4.9997444689640535e-05,
      "loss": 5.7755,
      "step": 17180
    },
    {
      "epoch": 0.015042352296529974,
      "grad_norm": 0.5907419919967651,
      "learning_rate": 4.999744024764946e-05,
      "loss": 5.5453,
      "step": 17185
    },
    {
      "epoch": 0.015046728890157129,
      "grad_norm": 0.8348039984703064,
      "learning_rate": 4.999743580180114e-05,
      "loss": 5.7064,
      "step": 17190
    },
    {
      "epoch": 0.015051105483784282,
      "grad_norm": 0.7520089745521545,
      "learning_rate": 4.999743135209558e-05,
      "loss": 6.1484,
      "step": 17195
    },
    {
      "epoch": 0.015055482077411437,
      "grad_norm": 0.6759536862373352,
      "learning_rate": 4.9997426898532796e-05,
      "loss": 6.3234,
      "step": 17200
    },
    {
      "epoch": 0.015059858671038592,
      "grad_norm": 0.5606158375740051,
      "learning_rate": 4.999742244111275e-05,
      "loss": 6.6117,
      "step": 17205
    },
    {
      "epoch": 0.015064235264665746,
      "grad_norm": 0.6760079264640808,
      "learning_rate": 4.999741797983548e-05,
      "loss": 5.1486,
      "step": 17210
    },
    {
      "epoch": 0.015068611858292901,
      "grad_norm": 0.6258430480957031,
      "learning_rate": 4.9997413514700986e-05,
      "loss": 6.3369,
      "step": 17215
    },
    {
      "epoch": 0.015072988451920056,
      "grad_norm": 0.6841753125190735,
      "learning_rate": 4.999740904570924e-05,
      "loss": 5.749,
      "step": 17220
    },
    {
      "epoch": 0.01507736504554721,
      "grad_norm": 0.7258265614509583,
      "learning_rate": 4.999740457286026e-05,
      "loss": 6.6883,
      "step": 17225
    },
    {
      "epoch": 0.015081741639174364,
      "grad_norm": 0.7771474123001099,
      "learning_rate": 4.999740009615406e-05,
      "loss": 6.3371,
      "step": 17230
    },
    {
      "epoch": 0.015086118232801518,
      "grad_norm": 0.7764370441436768,
      "learning_rate": 4.9997395615590617e-05,
      "loss": 5.221,
      "step": 17235
    },
    {
      "epoch": 0.015090494826428673,
      "grad_norm": 0.8624626994132996,
      "learning_rate": 4.999739113116995e-05,
      "loss": 6.3602,
      "step": 17240
    },
    {
      "epoch": 0.015094871420055828,
      "grad_norm": 0.69090336561203,
      "learning_rate": 4.999738664289204e-05,
      "loss": 5.2454,
      "step": 17245
    },
    {
      "epoch": 0.015099248013682983,
      "grad_norm": 0.6439762115478516,
      "learning_rate": 4.999738215075691e-05,
      "loss": 5.8117,
      "step": 17250
    },
    {
      "epoch": 0.015103624607310137,
      "grad_norm": 0.6703738570213318,
      "learning_rate": 4.999737765476455e-05,
      "loss": 4.6872,
      "step": 17255
    },
    {
      "epoch": 0.01510800120093729,
      "grad_norm": 0.8162292838096619,
      "learning_rate": 4.999737315491496e-05,
      "loss": 5.8164,
      "step": 17260
    },
    {
      "epoch": 0.015112377794564445,
      "grad_norm": 0.8005912899971008,
      "learning_rate": 4.9997368651208155e-05,
      "loss": 6.1347,
      "step": 17265
    },
    {
      "epoch": 0.0151167543881916,
      "grad_norm": 1.0662450790405273,
      "learning_rate": 4.999736414364411e-05,
      "loss": 5.2722,
      "step": 17270
    },
    {
      "epoch": 0.015121130981818755,
      "grad_norm": 0.7203150391578674,
      "learning_rate": 4.999735963222284e-05,
      "loss": 6.3652,
      "step": 17275
    },
    {
      "epoch": 0.01512550757544591,
      "grad_norm": 0.6038174033164978,
      "learning_rate": 4.999735511694436e-05,
      "loss": 5.2653,
      "step": 17280
    },
    {
      "epoch": 0.015129884169073064,
      "grad_norm": 0.6305495500564575,
      "learning_rate": 4.9997350597808634e-05,
      "loss": 6.6758,
      "step": 17285
    },
    {
      "epoch": 0.015134260762700219,
      "grad_norm": 0.711526095867157,
      "learning_rate": 4.99973460748157e-05,
      "loss": 5.2518,
      "step": 17290
    },
    {
      "epoch": 0.015138637356327372,
      "grad_norm": 0.6282349228858948,
      "learning_rate": 4.999734154796554e-05,
      "loss": 4.1351,
      "step": 17295
    },
    {
      "epoch": 0.015143013949954527,
      "grad_norm": 0.8525346517562866,
      "learning_rate": 4.999733701725816e-05,
      "loss": 5.5804,
      "step": 17300
    },
    {
      "epoch": 0.015147390543581682,
      "grad_norm": 1.4248483180999756,
      "learning_rate": 4.999733248269356e-05,
      "loss": 5.4944,
      "step": 17305
    },
    {
      "epoch": 0.015151767137208836,
      "grad_norm": 0.9107171297073364,
      "learning_rate": 4.999732794427173e-05,
      "loss": 5.3561,
      "step": 17310
    },
    {
      "epoch": 0.015156143730835991,
      "grad_norm": 0.8178123235702515,
      "learning_rate": 4.99973234019927e-05,
      "loss": 4.673,
      "step": 17315
    },
    {
      "epoch": 0.015160520324463146,
      "grad_norm": 1.1645898818969727,
      "learning_rate": 4.999731885585645e-05,
      "loss": 5.8213,
      "step": 17320
    },
    {
      "epoch": 0.015164896918090299,
      "grad_norm": 0.8698909878730774,
      "learning_rate": 4.999731430586296e-05,
      "loss": 5.2604,
      "step": 17325
    },
    {
      "epoch": 0.015169273511717454,
      "grad_norm": 0.6023154854774475,
      "learning_rate": 4.999730975201228e-05,
      "loss": 5.5892,
      "step": 17330
    },
    {
      "epoch": 0.015173650105344608,
      "grad_norm": 0.6500016450881958,
      "learning_rate": 4.999730519430438e-05,
      "loss": 6.0328,
      "step": 17335
    },
    {
      "epoch": 0.015178026698971763,
      "grad_norm": 0.5949934124946594,
      "learning_rate": 4.999730063273925e-05,
      "loss": 5.4599,
      "step": 17340
    },
    {
      "epoch": 0.015182403292598918,
      "grad_norm": 0.7233797907829285,
      "learning_rate": 4.999729606731693e-05,
      "loss": 5.8115,
      "step": 17345
    },
    {
      "epoch": 0.015186779886226073,
      "grad_norm": 0.6487765908241272,
      "learning_rate": 4.9997291498037394e-05,
      "loss": 5.7875,
      "step": 17350
    },
    {
      "epoch": 0.015191156479853227,
      "grad_norm": 0.5775207281112671,
      "learning_rate": 4.999728692490063e-05,
      "loss": 5.7624,
      "step": 17355
    },
    {
      "epoch": 0.01519553307348038,
      "grad_norm": 0.6795303821563721,
      "learning_rate": 4.999728234790667e-05,
      "loss": 5.4608,
      "step": 17360
    },
    {
      "epoch": 0.015199909667107535,
      "grad_norm": 0.71418297290802,
      "learning_rate": 4.9997277767055494e-05,
      "loss": 6.0262,
      "step": 17365
    },
    {
      "epoch": 0.01520428626073469,
      "grad_norm": 0.5805166959762573,
      "learning_rate": 4.9997273182347114e-05,
      "loss": 6.3375,
      "step": 17370
    },
    {
      "epoch": 0.015208662854361845,
      "grad_norm": 0.7019180655479431,
      "learning_rate": 4.999726859378152e-05,
      "loss": 5.7932,
      "step": 17375
    },
    {
      "epoch": 0.015213039447989,
      "grad_norm": 0.6211727857589722,
      "learning_rate": 4.999726400135872e-05,
      "loss": 5.151,
      "step": 17380
    },
    {
      "epoch": 0.015217416041616154,
      "grad_norm": 0.6386195421218872,
      "learning_rate": 4.9997259405078726e-05,
      "loss": 4.392,
      "step": 17385
    },
    {
      "epoch": 0.015221792635243307,
      "grad_norm": 1.132480502128601,
      "learning_rate": 4.999725480494152e-05,
      "loss": 4.915,
      "step": 17390
    },
    {
      "epoch": 0.015226169228870462,
      "grad_norm": 0.6370128393173218,
      "learning_rate": 4.99972502009471e-05,
      "loss": 4.9421,
      "step": 17395
    },
    {
      "epoch": 0.015230545822497617,
      "grad_norm": 0.9726919531822205,
      "learning_rate": 4.9997245593095485e-05,
      "loss": 4.6804,
      "step": 17400
    },
    {
      "epoch": 0.015234922416124771,
      "grad_norm": 0.6634684205055237,
      "learning_rate": 4.999724098138667e-05,
      "loss": 5.782,
      "step": 17405
    },
    {
      "epoch": 0.015239299009751926,
      "grad_norm": 1.0807312726974487,
      "learning_rate": 4.999723636582064e-05,
      "loss": 5.6715,
      "step": 17410
    },
    {
      "epoch": 0.015243675603379081,
      "grad_norm": 0.7781597971916199,
      "learning_rate": 4.9997231746397425e-05,
      "loss": 5.6805,
      "step": 17415
    },
    {
      "epoch": 0.015248052197006234,
      "grad_norm": 0.6107684969902039,
      "learning_rate": 4.999722712311701e-05,
      "loss": 5.4221,
      "step": 17420
    },
    {
      "epoch": 0.015252428790633389,
      "grad_norm": 1.1469695568084717,
      "learning_rate": 4.999722249597939e-05,
      "loss": 4.6793,
      "step": 17425
    },
    {
      "epoch": 0.015256805384260544,
      "grad_norm": 0.7677794694900513,
      "learning_rate": 4.9997217864984567e-05,
      "loss": 5.8007,
      "step": 17430
    },
    {
      "epoch": 0.015261181977887698,
      "grad_norm": 0.6594182848930359,
      "learning_rate": 4.9997213230132555e-05,
      "loss": 6.0639,
      "step": 17435
    },
    {
      "epoch": 0.015265558571514853,
      "grad_norm": 0.6809421181678772,
      "learning_rate": 4.999720859142335e-05,
      "loss": 5.7922,
      "step": 17440
    },
    {
      "epoch": 0.015269935165142008,
      "grad_norm": 0.7195162773132324,
      "learning_rate": 4.9997203948856944e-05,
      "loss": 5.8092,
      "step": 17445
    },
    {
      "epoch": 0.015274311758769163,
      "grad_norm": 0.8965383768081665,
      "learning_rate": 4.999719930243334e-05,
      "loss": 5.6631,
      "step": 17450
    },
    {
      "epoch": 0.015278688352396316,
      "grad_norm": 0.653589129447937,
      "learning_rate": 4.9997194652152547e-05,
      "loss": 5.0125,
      "step": 17455
    },
    {
      "epoch": 0.01528306494602347,
      "grad_norm": 0.6154724359512329,
      "learning_rate": 4.999718999801456e-05,
      "loss": 6.6699,
      "step": 17460
    },
    {
      "epoch": 0.015287441539650625,
      "grad_norm": 0.6293497681617737,
      "learning_rate": 4.999718534001938e-05,
      "loss": 5.8101,
      "step": 17465
    },
    {
      "epoch": 0.01529181813327778,
      "grad_norm": 0.6562761068344116,
      "learning_rate": 4.999718067816701e-05,
      "loss": 5.4366,
      "step": 17470
    },
    {
      "epoch": 0.015296194726904935,
      "grad_norm": 0.6832367181777954,
      "learning_rate": 4.9997176012457446e-05,
      "loss": 5.6977,
      "step": 17475
    },
    {
      "epoch": 0.01530057132053209,
      "grad_norm": 0.6677278876304626,
      "learning_rate": 4.9997171342890704e-05,
      "loss": 4.8914,
      "step": 17480
    },
    {
      "epoch": 0.015304947914159242,
      "grad_norm": 0.8683111667633057,
      "learning_rate": 4.9997166669466764e-05,
      "loss": 5.6054,
      "step": 17485
    },
    {
      "epoch": 0.015309324507786397,
      "grad_norm": 1.037933349609375,
      "learning_rate": 4.999716199218564e-05,
      "loss": 5.7917,
      "step": 17490
    },
    {
      "epoch": 0.015313701101413552,
      "grad_norm": 1.4924607276916504,
      "learning_rate": 4.9997157311047336e-05,
      "loss": 5.0159,
      "step": 17495
    },
    {
      "epoch": 0.015318077695040707,
      "grad_norm": 1.0035250186920166,
      "learning_rate": 4.9997152626051835e-05,
      "loss": 4.7008,
      "step": 17500
    },
    {
      "epoch": 0.015322454288667861,
      "grad_norm": 0.6972159743309021,
      "learning_rate": 4.999714793719916e-05,
      "loss": 5.8155,
      "step": 17505
    },
    {
      "epoch": 0.015326830882295016,
      "grad_norm": 0.6276185512542725,
      "learning_rate": 4.99971432444893e-05,
      "loss": 5.8055,
      "step": 17510
    },
    {
      "epoch": 0.015331207475922171,
      "grad_norm": 1.100830316543579,
      "learning_rate": 4.999713854792225e-05,
      "loss": 6.0141,
      "step": 17515
    },
    {
      "epoch": 0.015335584069549324,
      "grad_norm": 1.0596543550491333,
      "learning_rate": 4.999713384749802e-05,
      "loss": 6.1099,
      "step": 17520
    },
    {
      "epoch": 0.015339960663176479,
      "grad_norm": 0.6520465016365051,
      "learning_rate": 4.999712914321662e-05,
      "loss": 6.0215,
      "step": 17525
    },
    {
      "epoch": 0.015344337256803633,
      "grad_norm": 0.9142882227897644,
      "learning_rate": 4.999712443507802e-05,
      "loss": 5.5979,
      "step": 17530
    },
    {
      "epoch": 0.015348713850430788,
      "grad_norm": 0.6876004338264465,
      "learning_rate": 4.9997119723082254e-05,
      "loss": 5.8501,
      "step": 17535
    },
    {
      "epoch": 0.015353090444057943,
      "grad_norm": 0.587735116481781,
      "learning_rate": 4.9997115007229315e-05,
      "loss": 6.1103,
      "step": 17540
    },
    {
      "epoch": 0.015357467037685098,
      "grad_norm": 0.6614400744438171,
      "learning_rate": 4.999711028751918e-05,
      "loss": 5.4188,
      "step": 17545
    },
    {
      "epoch": 0.01536184363131225,
      "grad_norm": 0.6556158661842346,
      "learning_rate": 4.999710556395188e-05,
      "loss": 6.1204,
      "step": 17550
    },
    {
      "epoch": 0.015366220224939406,
      "grad_norm": 0.6840013861656189,
      "learning_rate": 4.999710083652741e-05,
      "loss": 5.4277,
      "step": 17555
    },
    {
      "epoch": 0.01537059681856656,
      "grad_norm": 0.5866417288780212,
      "learning_rate": 4.999709610524575e-05,
      "loss": 6.3332,
      "step": 17560
    },
    {
      "epoch": 0.015374973412193715,
      "grad_norm": 0.5792796015739441,
      "learning_rate": 4.999709137010693e-05,
      "loss": 6.091,
      "step": 17565
    },
    {
      "epoch": 0.01537935000582087,
      "grad_norm": 1.2273249626159668,
      "learning_rate": 4.999708663111093e-05,
      "loss": 5.4597,
      "step": 17570
    },
    {
      "epoch": 0.015383726599448025,
      "grad_norm": 0.6995680332183838,
      "learning_rate": 4.999708188825777e-05,
      "loss": 5.7314,
      "step": 17575
    },
    {
      "epoch": 0.01538810319307518,
      "grad_norm": 0.730959415435791,
      "learning_rate": 4.999707714154743e-05,
      "loss": 5.2084,
      "step": 17580
    },
    {
      "epoch": 0.015392479786702332,
      "grad_norm": 1.02969491481781,
      "learning_rate": 4.999707239097992e-05,
      "loss": 5.5517,
      "step": 17585
    },
    {
      "epoch": 0.015396856380329487,
      "grad_norm": 0.9424073696136475,
      "learning_rate": 4.999706763655524e-05,
      "loss": 5.5871,
      "step": 17590
    },
    {
      "epoch": 0.015401232973956642,
      "grad_norm": 0.8357683420181274,
      "learning_rate": 4.999706287827339e-05,
      "loss": 6.1019,
      "step": 17595
    },
    {
      "epoch": 0.015405609567583797,
      "grad_norm": 0.9943844676017761,
      "learning_rate": 4.999705811613438e-05,
      "loss": 5.5293,
      "step": 17600
    },
    {
      "epoch": 0.015409986161210951,
      "grad_norm": 0.6821250915527344,
      "learning_rate": 4.99970533501382e-05,
      "loss": 5.7936,
      "step": 17605
    },
    {
      "epoch": 0.015414362754838106,
      "grad_norm": 0.6238031983375549,
      "learning_rate": 4.999704858028486e-05,
      "loss": 4.3556,
      "step": 17610
    },
    {
      "epoch": 0.01541873934846526,
      "grad_norm": 0.8348709344863892,
      "learning_rate": 4.999704380657434e-05,
      "loss": 5.4645,
      "step": 17615
    },
    {
      "epoch": 0.015423115942092414,
      "grad_norm": 0.6132208704948425,
      "learning_rate": 4.9997039029006666e-05,
      "loss": 6.6758,
      "step": 17620
    },
    {
      "epoch": 0.015427492535719569,
      "grad_norm": 0.692145586013794,
      "learning_rate": 4.999703424758183e-05,
      "loss": 6.0123,
      "step": 17625
    },
    {
      "epoch": 0.015431869129346723,
      "grad_norm": 0.9590151906013489,
      "learning_rate": 4.999702946229984e-05,
      "loss": 6.3199,
      "step": 17630
    },
    {
      "epoch": 0.015436245722973878,
      "grad_norm": 0.9779925346374512,
      "learning_rate": 4.9997024673160686e-05,
      "loss": 5.2307,
      "step": 17635
    },
    {
      "epoch": 0.015440622316601033,
      "grad_norm": 0.6990641355514526,
      "learning_rate": 4.9997019880164364e-05,
      "loss": 5.5293,
      "step": 17640
    },
    {
      "epoch": 0.015444998910228188,
      "grad_norm": 0.6671425104141235,
      "learning_rate": 4.9997015083310885e-05,
      "loss": 6.162,
      "step": 17645
    },
    {
      "epoch": 0.01544937550385534,
      "grad_norm": 0.7854887843132019,
      "learning_rate": 4.9997010282600254e-05,
      "loss": 4.912,
      "step": 17650
    },
    {
      "epoch": 0.015453752097482495,
      "grad_norm": 0.9843510985374451,
      "learning_rate": 4.999700547803245e-05,
      "loss": 5.7912,
      "step": 17655
    },
    {
      "epoch": 0.01545812869110965,
      "grad_norm": 1.0823825597763062,
      "learning_rate": 4.9997000669607506e-05,
      "loss": 6.0215,
      "step": 17660
    },
    {
      "epoch": 0.015462505284736805,
      "grad_norm": 0.8492052555084229,
      "learning_rate": 4.99969958573254e-05,
      "loss": 6.1004,
      "step": 17665
    },
    {
      "epoch": 0.01546688187836396,
      "grad_norm": 1.1189277172088623,
      "learning_rate": 4.999699104118615e-05,
      "loss": 5.2677,
      "step": 17670
    },
    {
      "epoch": 0.015471258471991114,
      "grad_norm": 0.6923686861991882,
      "learning_rate": 4.9996986221189736e-05,
      "loss": 4.9011,
      "step": 17675
    },
    {
      "epoch": 0.015475635065618268,
      "grad_norm": 0.7284868955612183,
      "learning_rate": 4.999698139733616e-05,
      "loss": 5.1181,
      "step": 17680
    },
    {
      "epoch": 0.015480011659245422,
      "grad_norm": 0.8976544737815857,
      "learning_rate": 4.999697656962545e-05,
      "loss": 6.0016,
      "step": 17685
    },
    {
      "epoch": 0.015484388252872577,
      "grad_norm": 0.6073609590530396,
      "learning_rate": 4.999697173805759e-05,
      "loss": 5.8134,
      "step": 17690
    },
    {
      "epoch": 0.015488764846499732,
      "grad_norm": 1.1639037132263184,
      "learning_rate": 4.999696690263257e-05,
      "loss": 5.105,
      "step": 17695
    },
    {
      "epoch": 0.015493141440126887,
      "grad_norm": 0.7038370370864868,
      "learning_rate": 4.9996962063350406e-05,
      "loss": 5.2121,
      "step": 17700
    },
    {
      "epoch": 0.015497518033754041,
      "grad_norm": 0.9813093543052673,
      "learning_rate": 4.9996957220211095e-05,
      "loss": 5.267,
      "step": 17705
    },
    {
      "epoch": 0.015501894627381196,
      "grad_norm": 1.388881802558899,
      "learning_rate": 4.9996952373214634e-05,
      "loss": 6.3506,
      "step": 17710
    },
    {
      "epoch": 0.015506271221008349,
      "grad_norm": 0.6978983879089355,
      "learning_rate": 4.999694752236103e-05,
      "loss": 5.5772,
      "step": 17715
    },
    {
      "epoch": 0.015510647814635504,
      "grad_norm": 0.9313119053840637,
      "learning_rate": 4.999694266765028e-05,
      "loss": 6.3686,
      "step": 17720
    },
    {
      "epoch": 0.015515024408262659,
      "grad_norm": 0.6434653401374817,
      "learning_rate": 4.999693780908239e-05,
      "loss": 5.5796,
      "step": 17725
    },
    {
      "epoch": 0.015519401001889813,
      "grad_norm": 0.7701923847198486,
      "learning_rate": 4.999693294665735e-05,
      "loss": 4.4319,
      "step": 17730
    },
    {
      "epoch": 0.015523777595516968,
      "grad_norm": 0.6502434015274048,
      "learning_rate": 4.999692808037517e-05,
      "loss": 5.612,
      "step": 17735
    },
    {
      "epoch": 0.015528154189144123,
      "grad_norm": 1.057910680770874,
      "learning_rate": 4.9996923210235846e-05,
      "loss": 6.1595,
      "step": 17740
    },
    {
      "epoch": 0.015532530782771276,
      "grad_norm": 0.7910251021385193,
      "learning_rate": 4.999691833623938e-05,
      "loss": 4.6906,
      "step": 17745
    },
    {
      "epoch": 0.01553690737639843,
      "grad_norm": 0.6631423234939575,
      "learning_rate": 4.999691345838579e-05,
      "loss": 5.2213,
      "step": 17750
    },
    {
      "epoch": 0.015541283970025585,
      "grad_norm": 0.6923041939735413,
      "learning_rate": 4.999690857667505e-05,
      "loss": 5.7806,
      "step": 17755
    },
    {
      "epoch": 0.01554566056365274,
      "grad_norm": 0.9314957857131958,
      "learning_rate": 4.9996903691107176e-05,
      "loss": 5.6967,
      "step": 17760
    },
    {
      "epoch": 0.015550037157279895,
      "grad_norm": 0.7142112255096436,
      "learning_rate": 4.9996898801682156e-05,
      "loss": 6.6818,
      "step": 17765
    },
    {
      "epoch": 0.01555441375090705,
      "grad_norm": 0.7963765859603882,
      "learning_rate": 4.999689390840001e-05,
      "loss": 6.275,
      "step": 17770
    },
    {
      "epoch": 0.015558790344534203,
      "grad_norm": 0.7062116861343384,
      "learning_rate": 4.9996889011260726e-05,
      "loss": 4.574,
      "step": 17775
    },
    {
      "epoch": 0.015563166938161357,
      "grad_norm": 0.6181960701942444,
      "learning_rate": 4.999688411026431e-05,
      "loss": 5.2379,
      "step": 17780
    },
    {
      "epoch": 0.015567543531788512,
      "grad_norm": 0.6491593718528748,
      "learning_rate": 4.999687920541076e-05,
      "loss": 5.0067,
      "step": 17785
    },
    {
      "epoch": 0.015571920125415667,
      "grad_norm": 0.6736414432525635,
      "learning_rate": 4.999687429670008e-05,
      "loss": 4.3315,
      "step": 17790
    },
    {
      "epoch": 0.015576296719042822,
      "grad_norm": 1.6111352443695068,
      "learning_rate": 4.999686938413227e-05,
      "loss": 4.9378,
      "step": 17795
    },
    {
      "epoch": 0.015580673312669976,
      "grad_norm": 0.6124041080474854,
      "learning_rate": 4.9996864467707325e-05,
      "loss": 4.731,
      "step": 17800
    },
    {
      "epoch": 0.015585049906297131,
      "grad_norm": 0.6473416686058044,
      "learning_rate": 4.9996859547425254e-05,
      "loss": 6.0014,
      "step": 17805
    },
    {
      "epoch": 0.015589426499924284,
      "grad_norm": 0.9234433174133301,
      "learning_rate": 4.999685462328606e-05,
      "loss": 5.4564,
      "step": 17810
    },
    {
      "epoch": 0.015593803093551439,
      "grad_norm": 0.6724117994308472,
      "learning_rate": 4.9996849695289735e-05,
      "loss": 5.2569,
      "step": 17815
    },
    {
      "epoch": 0.015598179687178594,
      "grad_norm": 0.8598725199699402,
      "learning_rate": 4.999684476343628e-05,
      "loss": 5.0733,
      "step": 17820
    },
    {
      "epoch": 0.015602556280805749,
      "grad_norm": 0.7312430739402771,
      "learning_rate": 4.999683982772571e-05,
      "loss": 5.8133,
      "step": 17825
    },
    {
      "epoch": 0.015606932874432903,
      "grad_norm": 0.6495543718338013,
      "learning_rate": 4.9996834888158e-05,
      "loss": 5.4503,
      "step": 17830
    },
    {
      "epoch": 0.015611309468060058,
      "grad_norm": 0.9444034695625305,
      "learning_rate": 4.999682994473317e-05,
      "loss": 6.0039,
      "step": 17835
    },
    {
      "epoch": 0.015615686061687211,
      "grad_norm": 0.9956902265548706,
      "learning_rate": 4.999682499745123e-05,
      "loss": 5.5471,
      "step": 17840
    },
    {
      "epoch": 0.015620062655314366,
      "grad_norm": 0.6970790028572083,
      "learning_rate": 4.999682004631217e-05,
      "loss": 5.4683,
      "step": 17845
    },
    {
      "epoch": 0.01562443924894152,
      "grad_norm": 0.6721903681755066,
      "learning_rate": 4.9996815091315976e-05,
      "loss": 4.7638,
      "step": 17850
    },
    {
      "epoch": 0.015628815842568675,
      "grad_norm": 0.668907880783081,
      "learning_rate": 4.999681013246267e-05,
      "loss": 4.8953,
      "step": 17855
    },
    {
      "epoch": 0.01563319243619583,
      "grad_norm": 0.6949484348297119,
      "learning_rate": 4.9996805169752236e-05,
      "loss": 5.3199,
      "step": 17860
    },
    {
      "epoch": 0.015637569029822985,
      "grad_norm": 0.67326819896698,
      "learning_rate": 4.99968002031847e-05,
      "loss": 5.7821,
      "step": 17865
    },
    {
      "epoch": 0.01564194562345014,
      "grad_norm": 0.6539860963821411,
      "learning_rate": 4.999679523276003e-05,
      "loss": 5.1495,
      "step": 17870
    },
    {
      "epoch": 0.015646322217077294,
      "grad_norm": 0.840505838394165,
      "learning_rate": 4.999679025847825e-05,
      "loss": 5.4723,
      "step": 17875
    },
    {
      "epoch": 0.01565069881070445,
      "grad_norm": 0.8432590961456299,
      "learning_rate": 4.9996785280339365e-05,
      "loss": 6.3959,
      "step": 17880
    },
    {
      "epoch": 0.015655075404331604,
      "grad_norm": 0.664348840713501,
      "learning_rate": 4.999678029834336e-05,
      "loss": 5.2409,
      "step": 17885
    },
    {
      "epoch": 0.015659451997958755,
      "grad_norm": 0.6940293908119202,
      "learning_rate": 4.999677531249024e-05,
      "loss": 6.7141,
      "step": 17890
    },
    {
      "epoch": 0.01566382859158591,
      "grad_norm": 0.9370163679122925,
      "learning_rate": 4.999677032278002e-05,
      "loss": 6.1289,
      "step": 17895
    },
    {
      "epoch": 0.015668205185213065,
      "grad_norm": 0.6774238348007202,
      "learning_rate": 4.9996765329212684e-05,
      "loss": 4.9089,
      "step": 17900
    },
    {
      "epoch": 0.01567258177884022,
      "grad_norm": 0.8877060413360596,
      "learning_rate": 4.9996760331788226e-05,
      "loss": 5.1342,
      "step": 17905
    },
    {
      "epoch": 0.015676958372467374,
      "grad_norm": 0.6499852538108826,
      "learning_rate": 4.9996755330506665e-05,
      "loss": 5.7657,
      "step": 17910
    },
    {
      "epoch": 0.01568133496609453,
      "grad_norm": 0.6829736232757568,
      "learning_rate": 4.9996750325368e-05,
      "loss": 6.0084,
      "step": 17915
    },
    {
      "epoch": 0.015685711559721684,
      "grad_norm": 1.2439594268798828,
      "learning_rate": 4.999674531637223e-05,
      "loss": 5.2497,
      "step": 17920
    },
    {
      "epoch": 0.01569008815334884,
      "grad_norm": 0.8660343289375305,
      "learning_rate": 4.999674030351934e-05,
      "loss": 6.357,
      "step": 17925
    },
    {
      "epoch": 0.015694464746975993,
      "grad_norm": 0.9400098323822021,
      "learning_rate": 4.999673528680936e-05,
      "loss": 6.1407,
      "step": 17930
    },
    {
      "epoch": 0.015698841340603148,
      "grad_norm": 1.2774144411087036,
      "learning_rate": 4.999673026624227e-05,
      "loss": 4.9187,
      "step": 17935
    },
    {
      "epoch": 0.015703217934230303,
      "grad_norm": 0.6816703677177429,
      "learning_rate": 4.999672524181808e-05,
      "loss": 4.9279,
      "step": 17940
    },
    {
      "epoch": 0.015707594527857457,
      "grad_norm": 0.6500892639160156,
      "learning_rate": 4.9996720213536786e-05,
      "loss": 6.0205,
      "step": 17945
    },
    {
      "epoch": 0.015711971121484612,
      "grad_norm": 0.6964589357376099,
      "learning_rate": 4.999671518139839e-05,
      "loss": 5.128,
      "step": 17950
    },
    {
      "epoch": 0.015716347715111764,
      "grad_norm": 0.8033022880554199,
      "learning_rate": 4.999671014540289e-05,
      "loss": 6.1523,
      "step": 17955
    },
    {
      "epoch": 0.01572072430873892,
      "grad_norm": 0.7128194570541382,
      "learning_rate": 4.99967051055503e-05,
      "loss": 6.0391,
      "step": 17960
    },
    {
      "epoch": 0.015725100902366073,
      "grad_norm": 0.5719394683837891,
      "learning_rate": 4.9996700061840603e-05,
      "loss": 6.1051,
      "step": 17965
    },
    {
      "epoch": 0.015729477495993228,
      "grad_norm": 0.6052145957946777,
      "learning_rate": 4.999669501427382e-05,
      "loss": 5.4736,
      "step": 17970
    },
    {
      "epoch": 0.015733854089620383,
      "grad_norm": 0.5976918935775757,
      "learning_rate": 4.999668996284993e-05,
      "loss": 5.7867,
      "step": 17975
    },
    {
      "epoch": 0.015738230683247537,
      "grad_norm": 0.6347084641456604,
      "learning_rate": 4.999668490756896e-05,
      "loss": 5.219,
      "step": 17980
    },
    {
      "epoch": 0.015742607276874692,
      "grad_norm": 0.9991959929466248,
      "learning_rate": 4.999667984843088e-05,
      "loss": 5.8166,
      "step": 17985
    },
    {
      "epoch": 0.015746983870501847,
      "grad_norm": 0.6245073676109314,
      "learning_rate": 4.999667478543571e-05,
      "loss": 5.751,
      "step": 17990
    },
    {
      "epoch": 0.015751360464129,
      "grad_norm": 0.7109495401382446,
      "learning_rate": 4.999666971858345e-05,
      "loss": 4.6784,
      "step": 17995
    },
    {
      "epoch": 0.015755737057756156,
      "grad_norm": 0.828288733959198,
      "learning_rate": 4.999666464787409e-05,
      "loss": 5.9965,
      "step": 18000
    },
    {
      "epoch": 0.01576011365138331,
      "grad_norm": 0.6852054595947266,
      "learning_rate": 4.999665957330765e-05,
      "loss": 5.9914,
      "step": 18005
    },
    {
      "epoch": 0.015764490245010466,
      "grad_norm": 0.6870406866073608,
      "learning_rate": 4.999665449488412e-05,
      "loss": 5.7585,
      "step": 18010
    },
    {
      "epoch": 0.01576886683863762,
      "grad_norm": 0.6824360489845276,
      "learning_rate": 4.99966494126035e-05,
      "loss": 4.8967,
      "step": 18015
    },
    {
      "epoch": 0.015773243432264772,
      "grad_norm": 0.652777910232544,
      "learning_rate": 4.999664432646579e-05,
      "loss": 6.6896,
      "step": 18020
    },
    {
      "epoch": 0.015777620025891927,
      "grad_norm": 0.6245131492614746,
      "learning_rate": 4.9996639236471e-05,
      "loss": 6.6859,
      "step": 18025
    },
    {
      "epoch": 0.01578199661951908,
      "grad_norm": 0.7761406302452087,
      "learning_rate": 4.999663414261911e-05,
      "loss": 5.8063,
      "step": 18030
    },
    {
      "epoch": 0.015786373213146236,
      "grad_norm": 0.6500903964042664,
      "learning_rate": 4.999662904491015e-05,
      "loss": 6.6873,
      "step": 18035
    },
    {
      "epoch": 0.01579074980677339,
      "grad_norm": 1.6170986890792847,
      "learning_rate": 4.99966239433441e-05,
      "loss": 4.6809,
      "step": 18040
    },
    {
      "epoch": 0.015795126400400546,
      "grad_norm": 1.7408941984176636,
      "learning_rate": 4.999661883792097e-05,
      "loss": 5.2625,
      "step": 18045
    },
    {
      "epoch": 0.0157995029940277,
      "grad_norm": 0.9034342169761658,
      "learning_rate": 4.9996613728640764e-05,
      "loss": 4.6638,
      "step": 18050
    },
    {
      "epoch": 0.015803879587654855,
      "grad_norm": 0.9101115465164185,
      "learning_rate": 4.999660861550347e-05,
      "loss": 6.0117,
      "step": 18055
    },
    {
      "epoch": 0.01580825618128201,
      "grad_norm": 1.0069735050201416,
      "learning_rate": 4.999660349850909e-05,
      "loss": 6.3734,
      "step": 18060
    },
    {
      "epoch": 0.015812632774909165,
      "grad_norm": 2.1977274417877197,
      "learning_rate": 4.999659837765763e-05,
      "loss": 5.7916,
      "step": 18065
    },
    {
      "epoch": 0.01581700936853632,
      "grad_norm": 1.6113642454147339,
      "learning_rate": 4.9996593252949106e-05,
      "loss": 6.3979,
      "step": 18070
    },
    {
      "epoch": 0.015821385962163474,
      "grad_norm": 1.0134364366531372,
      "learning_rate": 4.9996588124383504e-05,
      "loss": 5.804,
      "step": 18075
    },
    {
      "epoch": 0.01582576255579063,
      "grad_norm": 0.6986042857170105,
      "learning_rate": 4.999658299196082e-05,
      "loss": 6.1126,
      "step": 18080
    },
    {
      "epoch": 0.01583013914941778,
      "grad_norm": 0.7151371836662292,
      "learning_rate": 4.999657785568107e-05,
      "loss": 5.4938,
      "step": 18085
    },
    {
      "epoch": 0.015834515743044935,
      "grad_norm": 0.7118218541145325,
      "learning_rate": 4.999657271554423e-05,
      "loss": 4.7027,
      "step": 18090
    },
    {
      "epoch": 0.01583889233667209,
      "grad_norm": 0.9004935622215271,
      "learning_rate": 4.999656757155033e-05,
      "loss": 4.9086,
      "step": 18095
    },
    {
      "epoch": 0.015843268930299245,
      "grad_norm": 0.661022424697876,
      "learning_rate": 4.9996562423699356e-05,
      "loss": 5.4783,
      "step": 18100
    },
    {
      "epoch": 0.0158476455239264,
      "grad_norm": 0.7635313272476196,
      "learning_rate": 4.9996557271991316e-05,
      "loss": 5.5798,
      "step": 18105
    },
    {
      "epoch": 0.015852022117553554,
      "grad_norm": 0.6612244248390198,
      "learning_rate": 4.99965521164262e-05,
      "loss": 6.034,
      "step": 18110
    },
    {
      "epoch": 0.01585639871118071,
      "grad_norm": 0.6343961954116821,
      "learning_rate": 4.999654695700401e-05,
      "loss": 4.8738,
      "step": 18115
    },
    {
      "epoch": 0.015860775304807864,
      "grad_norm": 0.8256317377090454,
      "learning_rate": 4.999654179372476e-05,
      "loss": 5.7383,
      "step": 18120
    },
    {
      "epoch": 0.01586515189843502,
      "grad_norm": 0.574390709400177,
      "learning_rate": 4.999653662658844e-05,
      "loss": 6.1124,
      "step": 18125
    },
    {
      "epoch": 0.015869528492062173,
      "grad_norm": 0.6015059947967529,
      "learning_rate": 4.999653145559506e-05,
      "loss": 6.6746,
      "step": 18130
    },
    {
      "epoch": 0.015873905085689328,
      "grad_norm": 0.662021279335022,
      "learning_rate": 4.999652628074462e-05,
      "loss": 5.2256,
      "step": 18135
    },
    {
      "epoch": 0.015878281679316483,
      "grad_norm": 0.6270388960838318,
      "learning_rate": 4.99965211020371e-05,
      "loss": 5.5579,
      "step": 18140
    },
    {
      "epoch": 0.015882658272943637,
      "grad_norm": 0.8823618292808533,
      "learning_rate": 4.999651591947253e-05,
      "loss": 6.01,
      "step": 18145
    },
    {
      "epoch": 0.01588703486657079,
      "grad_norm": 0.6255447864532471,
      "learning_rate": 4.9996510733050883e-05,
      "loss": 5.6629,
      "step": 18150
    },
    {
      "epoch": 0.015891411460197943,
      "grad_norm": 0.6696746349334717,
      "learning_rate": 4.999650554277219e-05,
      "loss": 6.1058,
      "step": 18155
    },
    {
      "epoch": 0.015895788053825098,
      "grad_norm": 1.3126301765441895,
      "learning_rate": 4.999650034863643e-05,
      "loss": 5.2217,
      "step": 18160
    },
    {
      "epoch": 0.015900164647452253,
      "grad_norm": 0.7823262214660645,
      "learning_rate": 4.999649515064362e-05,
      "loss": 6.1621,
      "step": 18165
    },
    {
      "epoch": 0.015904541241079408,
      "grad_norm": 0.8022282123565674,
      "learning_rate": 4.999648994879375e-05,
      "loss": 6.0277,
      "step": 18170
    },
    {
      "epoch": 0.015908917834706562,
      "grad_norm": 0.6678175330162048,
      "learning_rate": 4.999648474308681e-05,
      "loss": 4.8859,
      "step": 18175
    },
    {
      "epoch": 0.015913294428333717,
      "grad_norm": 0.9291236996650696,
      "learning_rate": 4.9996479533522835e-05,
      "loss": 6.122,
      "step": 18180
    },
    {
      "epoch": 0.015917671021960872,
      "grad_norm": 0.7881098985671997,
      "learning_rate": 4.9996474320101784e-05,
      "loss": 5.1241,
      "step": 18185
    },
    {
      "epoch": 0.015922047615588027,
      "grad_norm": 1.0073585510253906,
      "learning_rate": 4.99964691028237e-05,
      "loss": 5.4684,
      "step": 18190
    },
    {
      "epoch": 0.01592642420921518,
      "grad_norm": 0.7115181088447571,
      "learning_rate": 4.999646388168855e-05,
      "loss": 5.7985,
      "step": 18195
    },
    {
      "epoch": 0.015930800802842336,
      "grad_norm": 0.7175804972648621,
      "learning_rate": 4.9996458656696357e-05,
      "loss": 5.1474,
      "step": 18200
    },
    {
      "epoch": 0.01593517739646949,
      "grad_norm": 0.9833019375801086,
      "learning_rate": 4.99964534278471e-05,
      "loss": 5.2411,
      "step": 18205
    },
    {
      "epoch": 0.015939553990096642,
      "grad_norm": 0.7036004662513733,
      "learning_rate": 4.99964481951408e-05,
      "loss": 5.2445,
      "step": 18210
    },
    {
      "epoch": 0.015943930583723797,
      "grad_norm": 0.7561260461807251,
      "learning_rate": 4.999644295857745e-05,
      "loss": 5.2283,
      "step": 18215
    },
    {
      "epoch": 0.015948307177350952,
      "grad_norm": 0.561732828617096,
      "learning_rate": 4.999643771815706e-05,
      "loss": 5.2424,
      "step": 18220
    },
    {
      "epoch": 0.015952683770978106,
      "grad_norm": 0.9536644816398621,
      "learning_rate": 4.999643247387962e-05,
      "loss": 5.7734,
      "step": 18225
    },
    {
      "epoch": 0.01595706036460526,
      "grad_norm": 0.6152030229568481,
      "learning_rate": 4.9996427225745124e-05,
      "loss": 5.7963,
      "step": 18230
    },
    {
      "epoch": 0.015961436958232416,
      "grad_norm": 0.6570186614990234,
      "learning_rate": 4.9996421973753595e-05,
      "loss": 5.9795,
      "step": 18235
    },
    {
      "epoch": 0.01596581355185957,
      "grad_norm": 0.8654413819313049,
      "learning_rate": 4.9996416717905016e-05,
      "loss": 5.7932,
      "step": 18240
    },
    {
      "epoch": 0.015970190145486726,
      "grad_norm": 0.705024003982544,
      "learning_rate": 4.99964114581994e-05,
      "loss": 5.4863,
      "step": 18245
    },
    {
      "epoch": 0.01597456673911388,
      "grad_norm": 0.7148082852363586,
      "learning_rate": 4.999640619463674e-05,
      "loss": 5.5985,
      "step": 18250
    },
    {
      "epoch": 0.015978943332741035,
      "grad_norm": 0.5949711203575134,
      "learning_rate": 4.999640092721704e-05,
      "loss": 5.7561,
      "step": 18255
    },
    {
      "epoch": 0.01598331992636819,
      "grad_norm": 0.6224067807197571,
      "learning_rate": 4.9996395655940296e-05,
      "loss": 4.8853,
      "step": 18260
    },
    {
      "epoch": 0.015987696519995345,
      "grad_norm": 0.5660409927368164,
      "learning_rate": 4.9996390380806525e-05,
      "loss": 6.3307,
      "step": 18265
    },
    {
      "epoch": 0.0159920731136225,
      "grad_norm": 0.6211060285568237,
      "learning_rate": 4.99963851018157e-05,
      "loss": 6.3168,
      "step": 18270
    },
    {
      "epoch": 0.01599644970724965,
      "grad_norm": 0.5200464725494385,
      "learning_rate": 4.9996379818967856e-05,
      "loss": 6.6236,
      "step": 18275
    },
    {
      "epoch": 0.016000826300876805,
      "grad_norm": 0.6245075464248657,
      "learning_rate": 4.999637453226297e-05,
      "loss": 6.2982,
      "step": 18280
    },
    {
      "epoch": 0.01600520289450396,
      "grad_norm": 0.7337665557861328,
      "learning_rate": 4.9996369241701044e-05,
      "loss": 5.4326,
      "step": 18285
    },
    {
      "epoch": 0.016009579488131115,
      "grad_norm": 0.8333321213722229,
      "learning_rate": 4.999636394728209e-05,
      "loss": 4.6539,
      "step": 18290
    },
    {
      "epoch": 0.01601395608175827,
      "grad_norm": 1.4462438821792603,
      "learning_rate": 4.9996358649006104e-05,
      "loss": 6.0119,
      "step": 18295
    },
    {
      "epoch": 0.016018332675385424,
      "grad_norm": 0.6818125247955322,
      "learning_rate": 4.999635334687308e-05,
      "loss": 5.4609,
      "step": 18300
    },
    {
      "epoch": 0.01602270926901258,
      "grad_norm": 0.6227701902389526,
      "learning_rate": 4.999634804088302e-05,
      "loss": 5.022,
      "step": 18305
    },
    {
      "epoch": 0.016027085862639734,
      "grad_norm": 0.6513894200325012,
      "learning_rate": 4.999634273103595e-05,
      "loss": 4.8914,
      "step": 18310
    },
    {
      "epoch": 0.01603146245626689,
      "grad_norm": 0.9545755982398987,
      "learning_rate": 4.999633741733184e-05,
      "loss": 4.9187,
      "step": 18315
    },
    {
      "epoch": 0.016035839049894043,
      "grad_norm": 0.725210428237915,
      "learning_rate": 4.9996332099770705e-05,
      "loss": 5.7706,
      "step": 18320
    },
    {
      "epoch": 0.016040215643521198,
      "grad_norm": 0.6271884441375732,
      "learning_rate": 4.999632677835254e-05,
      "loss": 6.0748,
      "step": 18325
    },
    {
      "epoch": 0.016044592237148353,
      "grad_norm": 0.6336377263069153,
      "learning_rate": 4.999632145307735e-05,
      "loss": 6.3211,
      "step": 18330
    },
    {
      "epoch": 0.016048968830775508,
      "grad_norm": 0.5913532376289368,
      "learning_rate": 4.9996316123945143e-05,
      "loss": 6.0285,
      "step": 18335
    },
    {
      "epoch": 0.01605334542440266,
      "grad_norm": 0.9972532987594604,
      "learning_rate": 4.999631079095591e-05,
      "loss": 5.7745,
      "step": 18340
    },
    {
      "epoch": 0.016057722018029814,
      "grad_norm": 0.6470000743865967,
      "learning_rate": 4.999630545410966e-05,
      "loss": 5.0199,
      "step": 18345
    },
    {
      "epoch": 0.01606209861165697,
      "grad_norm": 0.5981606841087341,
      "learning_rate": 4.999630011340638e-05,
      "loss": 6.3092,
      "step": 18350
    },
    {
      "epoch": 0.016066475205284123,
      "grad_norm": 0.6784396767616272,
      "learning_rate": 4.999629476884607e-05,
      "loss": 5.5388,
      "step": 18355
    },
    {
      "epoch": 0.016070851798911278,
      "grad_norm": 0.8075176477432251,
      "learning_rate": 4.9996289420428765e-05,
      "loss": 6.137,
      "step": 18360
    },
    {
      "epoch": 0.016075228392538433,
      "grad_norm": 0.735068678855896,
      "learning_rate": 4.999628406815443e-05,
      "loss": 6.0316,
      "step": 18365
    },
    {
      "epoch": 0.016079604986165588,
      "grad_norm": 0.5797587037086487,
      "learning_rate": 4.999627871202307e-05,
      "loss": 6.0591,
      "step": 18370
    },
    {
      "epoch": 0.016083981579792742,
      "grad_norm": 0.6674367189407349,
      "learning_rate": 4.9996273352034706e-05,
      "loss": 5.6699,
      "step": 18375
    },
    {
      "epoch": 0.016088358173419897,
      "grad_norm": 0.7414044141769409,
      "learning_rate": 4.9996267988189325e-05,
      "loss": 6.3135,
      "step": 18380
    },
    {
      "epoch": 0.016092734767047052,
      "grad_norm": 0.6527923941612244,
      "learning_rate": 4.999626262048692e-05,
      "loss": 5.5769,
      "step": 18385
    },
    {
      "epoch": 0.016097111360674207,
      "grad_norm": 0.6796565055847168,
      "learning_rate": 4.9996257248927516e-05,
      "loss": 4.4459,
      "step": 18390
    },
    {
      "epoch": 0.01610148795430136,
      "grad_norm": 0.6531198620796204,
      "learning_rate": 4.999625187351109e-05,
      "loss": 6.1125,
      "step": 18395
    },
    {
      "epoch": 0.016105864547928516,
      "grad_norm": 1.1290441751480103,
      "learning_rate": 4.999624649423767e-05,
      "loss": 5.561,
      "step": 18400
    },
    {
      "epoch": 0.016110241141555667,
      "grad_norm": 0.5867800116539001,
      "learning_rate": 4.999624111110722e-05,
      "loss": 5.2327,
      "step": 18405
    },
    {
      "epoch": 0.016114617735182822,
      "grad_norm": 0.7641320824623108,
      "learning_rate": 4.999623572411977e-05,
      "loss": 5.1973,
      "step": 18410
    },
    {
      "epoch": 0.016118994328809977,
      "grad_norm": 0.8866978287696838,
      "learning_rate": 4.999623033327531e-05,
      "loss": 6.6533,
      "step": 18415
    },
    {
      "epoch": 0.01612337092243713,
      "grad_norm": 0.7270985245704651,
      "learning_rate": 4.9996224938573844e-05,
      "loss": 6.6748,
      "step": 18420
    },
    {
      "epoch": 0.016127747516064286,
      "grad_norm": 1.0887409448623657,
      "learning_rate": 4.999621954001538e-05,
      "loss": 5.7577,
      "step": 18425
    },
    {
      "epoch": 0.01613212410969144,
      "grad_norm": 0.6432766318321228,
      "learning_rate": 4.9996214137599905e-05,
      "loss": 4.6958,
      "step": 18430
    },
    {
      "epoch": 0.016136500703318596,
      "grad_norm": 0.737780749797821,
      "learning_rate": 4.999620873132742e-05,
      "loss": 5.0005,
      "step": 18435
    },
    {
      "epoch": 0.01614087729694575,
      "grad_norm": 0.8479225039482117,
      "learning_rate": 4.9996203321197945e-05,
      "loss": 5.9904,
      "step": 18440
    },
    {
      "epoch": 0.016145253890572905,
      "grad_norm": 0.6359132528305054,
      "learning_rate": 4.999619790721146e-05,
      "loss": 5.5863,
      "step": 18445
    },
    {
      "epoch": 0.01614963048420006,
      "grad_norm": 0.7362241148948669,
      "learning_rate": 4.999619248936798e-05,
      "loss": 5.2729,
      "step": 18450
    },
    {
      "epoch": 0.016154007077827215,
      "grad_norm": 0.5854619741439819,
      "learning_rate": 4.99961870676675e-05,
      "loss": 4.9139,
      "step": 18455
    },
    {
      "epoch": 0.01615838367145437,
      "grad_norm": 0.6044505834579468,
      "learning_rate": 4.999618164211002e-05,
      "loss": 5.5666,
      "step": 18460
    },
    {
      "epoch": 0.016162760265081524,
      "grad_norm": 0.6828802227973938,
      "learning_rate": 4.999617621269553e-05,
      "loss": 4.9067,
      "step": 18465
    },
    {
      "epoch": 0.016167136858708676,
      "grad_norm": 1.024229645729065,
      "learning_rate": 4.999617077942406e-05,
      "loss": 5.79,
      "step": 18470
    },
    {
      "epoch": 0.01617151345233583,
      "grad_norm": 0.9411212801933289,
      "learning_rate": 4.99961653422956e-05,
      "loss": 5.6783,
      "step": 18475
    },
    {
      "epoch": 0.016175890045962985,
      "grad_norm": 0.6428245902061462,
      "learning_rate": 4.999615990131012e-05,
      "loss": 4.8463,
      "step": 18480
    },
    {
      "epoch": 0.01618026663959014,
      "grad_norm": 0.6069033741950989,
      "learning_rate": 4.999615445646767e-05,
      "loss": 5.2099,
      "step": 18485
    },
    {
      "epoch": 0.016184643233217295,
      "grad_norm": 0.8582269549369812,
      "learning_rate": 4.999614900776822e-05,
      "loss": 5.1883,
      "step": 18490
    },
    {
      "epoch": 0.01618901982684445,
      "grad_norm": 0.609204113483429,
      "learning_rate": 4.9996143555211786e-05,
      "loss": 5.012,
      "step": 18495
    },
    {
      "epoch": 0.016193396420471604,
      "grad_norm": 0.7722830772399902,
      "learning_rate": 4.999613809879836e-05,
      "loss": 4.5749,
      "step": 18500
    },
    {
      "epoch": 0.01619777301409876,
      "grad_norm": 1.0664269924163818,
      "learning_rate": 4.9996132638527935e-05,
      "loss": 5.4365,
      "step": 18505
    },
    {
      "epoch": 0.016202149607725914,
      "grad_norm": 0.9913824200630188,
      "learning_rate": 4.9996127174400534e-05,
      "loss": 5.2136,
      "step": 18510
    },
    {
      "epoch": 0.01620652620135307,
      "grad_norm": 1.1229552030563354,
      "learning_rate": 4.999612170641613e-05,
      "loss": 4.895,
      "step": 18515
    },
    {
      "epoch": 0.016210902794980223,
      "grad_norm": 0.6054652333259583,
      "learning_rate": 4.999611623457476e-05,
      "loss": 5.4893,
      "step": 18520
    },
    {
      "epoch": 0.016215279388607378,
      "grad_norm": 0.7605127096176147,
      "learning_rate": 4.999611075887639e-05,
      "loss": 5.4832,
      "step": 18525
    },
    {
      "epoch": 0.016219655982234533,
      "grad_norm": 0.644202470779419,
      "learning_rate": 4.999610527932105e-05,
      "loss": 6.3408,
      "step": 18530
    },
    {
      "epoch": 0.016224032575861684,
      "grad_norm": 0.7442892789840698,
      "learning_rate": 4.9996099795908727e-05,
      "loss": 5.5857,
      "step": 18535
    },
    {
      "epoch": 0.01622840916948884,
      "grad_norm": 0.55403733253479,
      "learning_rate": 4.999609430863941e-05,
      "loss": 5.2666,
      "step": 18540
    },
    {
      "epoch": 0.016232785763115994,
      "grad_norm": 0.9960504174232483,
      "learning_rate": 4.999608881751312e-05,
      "loss": 5.6568,
      "step": 18545
    },
    {
      "epoch": 0.01623716235674315,
      "grad_norm": 0.6900179386138916,
      "learning_rate": 4.999608332252985e-05,
      "loss": 6.3176,
      "step": 18550
    },
    {
      "epoch": 0.016241538950370303,
      "grad_norm": 0.682869017124176,
      "learning_rate": 4.9996077823689605e-05,
      "loss": 4.9262,
      "step": 18555
    },
    {
      "epoch": 0.016245915543997458,
      "grad_norm": 0.6185253262519836,
      "learning_rate": 4.999607232099237e-05,
      "loss": 5.796,
      "step": 18560
    },
    {
      "epoch": 0.016250292137624613,
      "grad_norm": 0.7120745182037354,
      "learning_rate": 4.999606681443817e-05,
      "loss": 5.766,
      "step": 18565
    },
    {
      "epoch": 0.016254668731251767,
      "grad_norm": 0.6940131783485413,
      "learning_rate": 4.9996061304027e-05,
      "loss": 5.7977,
      "step": 18570
    },
    {
      "epoch": 0.016259045324878922,
      "grad_norm": 0.6775268316268921,
      "learning_rate": 4.999605578975885e-05,
      "loss": 5.8112,
      "step": 18575
    },
    {
      "epoch": 0.016263421918506077,
      "grad_norm": 0.6936440467834473,
      "learning_rate": 4.999605027163372e-05,
      "loss": 5.136,
      "step": 18580
    },
    {
      "epoch": 0.01626779851213323,
      "grad_norm": 0.67796790599823,
      "learning_rate": 4.999604474965163e-05,
      "loss": 4.6774,
      "step": 18585
    },
    {
      "epoch": 0.016272175105760386,
      "grad_norm": 0.6891950964927673,
      "learning_rate": 4.999603922381256e-05,
      "loss": 5.542,
      "step": 18590
    },
    {
      "epoch": 0.01627655169938754,
      "grad_norm": 0.5868365168571472,
      "learning_rate": 4.9996033694116514e-05,
      "loss": 6.0857,
      "step": 18595
    },
    {
      "epoch": 0.016280928293014692,
      "grad_norm": 0.6575868129730225,
      "learning_rate": 4.9996028160563515e-05,
      "loss": 5.793,
      "step": 18600
    },
    {
      "epoch": 0.016285304886641847,
      "grad_norm": 0.6515452861785889,
      "learning_rate": 4.999602262315354e-05,
      "loss": 5.3779,
      "step": 18605
    },
    {
      "epoch": 0.016289681480269002,
      "grad_norm": 0.8143847584724426,
      "learning_rate": 4.9996017081886605e-05,
      "loss": 5.2409,
      "step": 18610
    },
    {
      "epoch": 0.016294058073896157,
      "grad_norm": 1.3057854175567627,
      "learning_rate": 4.99960115367627e-05,
      "loss": 4.9128,
      "step": 18615
    },
    {
      "epoch": 0.01629843466752331,
      "grad_norm": 0.7028512358665466,
      "learning_rate": 4.9996005987781824e-05,
      "loss": 5.8001,
      "step": 18620
    },
    {
      "epoch": 0.016302811261150466,
      "grad_norm": 0.6967337131500244,
      "learning_rate": 4.999600043494399e-05,
      "loss": 4.9297,
      "step": 18625
    },
    {
      "epoch": 0.01630718785477762,
      "grad_norm": 0.6785830855369568,
      "learning_rate": 4.99959948782492e-05,
      "loss": 5.7873,
      "step": 18630
    },
    {
      "epoch": 0.016311564448404776,
      "grad_norm": 0.7883175611495972,
      "learning_rate": 4.9995989317697444e-05,
      "loss": 6.3035,
      "step": 18635
    },
    {
      "epoch": 0.01631594104203193,
      "grad_norm": 0.6373593807220459,
      "learning_rate": 4.999598375328872e-05,
      "loss": 5.4279,
      "step": 18640
    },
    {
      "epoch": 0.016320317635659085,
      "grad_norm": 0.6285185217857361,
      "learning_rate": 4.999597818502305e-05,
      "loss": 4.3481,
      "step": 18645
    },
    {
      "epoch": 0.01632469422928624,
      "grad_norm": 0.7256610989570618,
      "learning_rate": 4.9995972612900414e-05,
      "loss": 5.1069,
      "step": 18650
    },
    {
      "epoch": 0.016329070822913395,
      "grad_norm": 0.597273588180542,
      "learning_rate": 4.999596703692082e-05,
      "loss": 6.3098,
      "step": 18655
    },
    {
      "epoch": 0.01633344741654055,
      "grad_norm": 0.5608600974082947,
      "learning_rate": 4.9995961457084275e-05,
      "loss": 5.7662,
      "step": 18660
    },
    {
      "epoch": 0.0163378240101677,
      "grad_norm": 0.633030116558075,
      "learning_rate": 4.9995955873390773e-05,
      "loss": 5.6596,
      "step": 18665
    },
    {
      "epoch": 0.016342200603794856,
      "grad_norm": 0.8580012917518616,
      "learning_rate": 4.999595028584032e-05,
      "loss": 6.1231,
      "step": 18670
    },
    {
      "epoch": 0.01634657719742201,
      "grad_norm": 0.759962797164917,
      "learning_rate": 4.999594469443291e-05,
      "loss": 6.1228,
      "step": 18675
    },
    {
      "epoch": 0.016350953791049165,
      "grad_norm": 0.9197721481323242,
      "learning_rate": 4.999593909916855e-05,
      "loss": 5.5501,
      "step": 18680
    },
    {
      "epoch": 0.01635533038467632,
      "grad_norm": 0.6333696246147156,
      "learning_rate": 4.9995933500047246e-05,
      "loss": 5.1277,
      "step": 18685
    },
    {
      "epoch": 0.016359706978303475,
      "grad_norm": 0.7402751445770264,
      "learning_rate": 4.999592789706899e-05,
      "loss": 5.674,
      "step": 18690
    },
    {
      "epoch": 0.01636408357193063,
      "grad_norm": 0.6719260811805725,
      "learning_rate": 4.999592229023378e-05,
      "loss": 5.9848,
      "step": 18695
    },
    {
      "epoch": 0.016368460165557784,
      "grad_norm": 0.6264415383338928,
      "learning_rate": 4.999591667954162e-05,
      "loss": 4.9046,
      "step": 18700
    },
    {
      "epoch": 0.01637283675918494,
      "grad_norm": 0.6318504810333252,
      "learning_rate": 4.9995911064992516e-05,
      "loss": 5.7651,
      "step": 18705
    },
    {
      "epoch": 0.016377213352812094,
      "grad_norm": 1.1058379411697388,
      "learning_rate": 4.999590544658648e-05,
      "loss": 6.0227,
      "step": 18710
    },
    {
      "epoch": 0.01638158994643925,
      "grad_norm": 0.6181296110153198,
      "learning_rate": 4.999589982432349e-05,
      "loss": 4.5543,
      "step": 18715
    },
    {
      "epoch": 0.016385966540066403,
      "grad_norm": 0.6611973643302917,
      "learning_rate": 4.999589419820355e-05,
      "loss": 5.4455,
      "step": 18720
    },
    {
      "epoch": 0.016390343133693558,
      "grad_norm": 0.9421424269676208,
      "learning_rate": 4.999588856822668e-05,
      "loss": 5.4635,
      "step": 18725
    },
    {
      "epoch": 0.01639471972732071,
      "grad_norm": 0.6810348033905029,
      "learning_rate": 4.999588293439287e-05,
      "loss": 4.927,
      "step": 18730
    },
    {
      "epoch": 0.016399096320947864,
      "grad_norm": 0.5835126042366028,
      "learning_rate": 4.9995877296702106e-05,
      "loss": 5.9879,
      "step": 18735
    },
    {
      "epoch": 0.01640347291457502,
      "grad_norm": 0.6424224376678467,
      "learning_rate": 4.999587165515441e-05,
      "loss": 5.7666,
      "step": 18740
    },
    {
      "epoch": 0.016407849508202173,
      "grad_norm": 0.7362914681434631,
      "learning_rate": 4.9995866009749783e-05,
      "loss": 6.0578,
      "step": 18745
    },
    {
      "epoch": 0.016412226101829328,
      "grad_norm": 0.6961796879768372,
      "learning_rate": 4.999586036048822e-05,
      "loss": 6.0951,
      "step": 18750
    },
    {
      "epoch": 0.016416602695456483,
      "grad_norm": 0.694966197013855,
      "learning_rate": 4.999585470736972e-05,
      "loss": 5.7743,
      "step": 18755
    },
    {
      "epoch": 0.016420979289083638,
      "grad_norm": 0.6019991636276245,
      "learning_rate": 4.999584905039427e-05,
      "loss": 5.5421,
      "step": 18760
    },
    {
      "epoch": 0.016425355882710792,
      "grad_norm": 0.6117743253707886,
      "learning_rate": 4.99958433895619e-05,
      "loss": 5.4366,
      "step": 18765
    },
    {
      "epoch": 0.016429732476337947,
      "grad_norm": 0.6311109066009521,
      "learning_rate": 4.999583772487261e-05,
      "loss": 5.3993,
      "step": 18770
    },
    {
      "epoch": 0.016434109069965102,
      "grad_norm": 0.6157656908035278,
      "learning_rate": 4.999583205632638e-05,
      "loss": 5.4754,
      "step": 18775
    },
    {
      "epoch": 0.016438485663592257,
      "grad_norm": 0.6190213561058044,
      "learning_rate": 4.9995826383923204e-05,
      "loss": 5.7962,
      "step": 18780
    },
    {
      "epoch": 0.01644286225721941,
      "grad_norm": 0.635982096195221,
      "learning_rate": 4.999582070766312e-05,
      "loss": 4.8662,
      "step": 18785
    },
    {
      "epoch": 0.016447238850846563,
      "grad_norm": 0.6803127527236938,
      "learning_rate": 4.99958150275461e-05,
      "loss": 4.4574,
      "step": 18790
    },
    {
      "epoch": 0.016451615444473718,
      "grad_norm": 0.8371340036392212,
      "learning_rate": 4.9995809343572153e-05,
      "loss": 5.231,
      "step": 18795
    },
    {
      "epoch": 0.016455992038100872,
      "grad_norm": 0.6235520243644714,
      "learning_rate": 4.999580365574129e-05,
      "loss": 5.7683,
      "step": 18800
    },
    {
      "epoch": 0.016460368631728027,
      "grad_norm": 1.0879895687103271,
      "learning_rate": 4.9995797964053495e-05,
      "loss": 4.8579,
      "step": 18805
    },
    {
      "epoch": 0.016464745225355182,
      "grad_norm": 0.9365546703338623,
      "learning_rate": 4.9995792268508765e-05,
      "loss": 6.3297,
      "step": 18810
    },
    {
      "epoch": 0.016469121818982337,
      "grad_norm": 1.0840171575546265,
      "learning_rate": 4.999578656910713e-05,
      "loss": 5.8272,
      "step": 18815
    },
    {
      "epoch": 0.01647349841260949,
      "grad_norm": 1.075052261352539,
      "learning_rate": 4.999578086584856e-05,
      "loss": 5.7889,
      "step": 18820
    },
    {
      "epoch": 0.016477875006236646,
      "grad_norm": 0.9307414293289185,
      "learning_rate": 4.9995775158733085e-05,
      "loss": 5.1334,
      "step": 18825
    },
    {
      "epoch": 0.0164822515998638,
      "grad_norm": 1.0860041379928589,
      "learning_rate": 4.9995769447760686e-05,
      "loss": 4.8603,
      "step": 18830
    },
    {
      "epoch": 0.016486628193490956,
      "grad_norm": 1.0726969242095947,
      "learning_rate": 4.999576373293137e-05,
      "loss": 5.1164,
      "step": 18835
    },
    {
      "epoch": 0.01649100478711811,
      "grad_norm": 0.7241693139076233,
      "learning_rate": 4.9995758014245134e-05,
      "loss": 6.6645,
      "step": 18840
    },
    {
      "epoch": 0.016495381380745265,
      "grad_norm": 0.8127017021179199,
      "learning_rate": 4.999575229170198e-05,
      "loss": 5.2758,
      "step": 18845
    },
    {
      "epoch": 0.01649975797437242,
      "grad_norm": 0.9134548902511597,
      "learning_rate": 4.9995746565301914e-05,
      "loss": 5.5601,
      "step": 18850
    },
    {
      "epoch": 0.01650413456799957,
      "grad_norm": 1.433203935623169,
      "learning_rate": 4.999574083504493e-05,
      "loss": 5.3344,
      "step": 18855
    },
    {
      "epoch": 0.016508511161626726,
      "grad_norm": 1.1316134929656982,
      "learning_rate": 4.999573510093105e-05,
      "loss": 5.2318,
      "step": 18860
    },
    {
      "epoch": 0.01651288775525388,
      "grad_norm": 0.6762573719024658,
      "learning_rate": 4.999572936296025e-05,
      "loss": 6.103,
      "step": 18865
    },
    {
      "epoch": 0.016517264348881035,
      "grad_norm": 1.0336264371871948,
      "learning_rate": 4.999572362113253e-05,
      "loss": 5.7993,
      "step": 18870
    },
    {
      "epoch": 0.01652164094250819,
      "grad_norm": 0.7537147402763367,
      "learning_rate": 4.9995717875447914e-05,
      "loss": 5.7669,
      "step": 18875
    },
    {
      "epoch": 0.016526017536135345,
      "grad_norm": 0.8521451354026794,
      "learning_rate": 4.999571212590638e-05,
      "loss": 6.3271,
      "step": 18880
    },
    {
      "epoch": 0.0165303941297625,
      "grad_norm": 0.65235835313797,
      "learning_rate": 4.9995706372507956e-05,
      "loss": 4.8833,
      "step": 18885
    },
    {
      "epoch": 0.016534770723389654,
      "grad_norm": 0.588244616985321,
      "learning_rate": 4.999570061525261e-05,
      "loss": 5.5438,
      "step": 18890
    },
    {
      "epoch": 0.01653914731701681,
      "grad_norm": 0.6840307712554932,
      "learning_rate": 4.9995694854140363e-05,
      "loss": 5.4501,
      "step": 18895
    },
    {
      "epoch": 0.016543523910643964,
      "grad_norm": 0.6976355314254761,
      "learning_rate": 4.9995689089171214e-05,
      "loss": 5.7687,
      "step": 18900
    },
    {
      "epoch": 0.01654790050427112,
      "grad_norm": 0.6162508130073547,
      "learning_rate": 4.9995683320345164e-05,
      "loss": 6.6395,
      "step": 18905
    },
    {
      "epoch": 0.016552277097898273,
      "grad_norm": 0.6635838747024536,
      "learning_rate": 4.9995677547662213e-05,
      "loss": 5.8077,
      "step": 18910
    },
    {
      "epoch": 0.016556653691525428,
      "grad_norm": 0.518258273601532,
      "learning_rate": 4.999567177112236e-05,
      "loss": 5.9906,
      "step": 18915
    },
    {
      "epoch": 0.01656103028515258,
      "grad_norm": 0.7693597078323364,
      "learning_rate": 4.999566599072561e-05,
      "loss": 5.7772,
      "step": 18920
    },
    {
      "epoch": 0.016565406878779734,
      "grad_norm": 0.8818828463554382,
      "learning_rate": 4.999566020647196e-05,
      "loss": 6.0121,
      "step": 18925
    },
    {
      "epoch": 0.01656978347240689,
      "grad_norm": 0.6605893969535828,
      "learning_rate": 4.999565441836142e-05,
      "loss": 5.7229,
      "step": 18930
    },
    {
      "epoch": 0.016574160066034044,
      "grad_norm": 0.8308794498443604,
      "learning_rate": 4.9995648626393974e-05,
      "loss": 5.2211,
      "step": 18935
    },
    {
      "epoch": 0.0165785366596612,
      "grad_norm": 0.6402297616004944,
      "learning_rate": 4.999564283056964e-05,
      "loss": 5.0024,
      "step": 18940
    },
    {
      "epoch": 0.016582913253288353,
      "grad_norm": 0.6894688606262207,
      "learning_rate": 4.999563703088841e-05,
      "loss": 5.7716,
      "step": 18945
    },
    {
      "epoch": 0.016587289846915508,
      "grad_norm": 0.6941174268722534,
      "learning_rate": 4.9995631227350295e-05,
      "loss": 5.993,
      "step": 18950
    },
    {
      "epoch": 0.016591666440542663,
      "grad_norm": 0.6715492606163025,
      "learning_rate": 4.9995625419955284e-05,
      "loss": 5.1024,
      "step": 18955
    },
    {
      "epoch": 0.016596043034169818,
      "grad_norm": 0.6507197618484497,
      "learning_rate": 4.999561960870337e-05,
      "loss": 5.2272,
      "step": 18960
    },
    {
      "epoch": 0.016600419627796972,
      "grad_norm": 0.7595494389533997,
      "learning_rate": 4.999561379359459e-05,
      "loss": 5.2567,
      "step": 18965
    },
    {
      "epoch": 0.016604796221424127,
      "grad_norm": 0.776570200920105,
      "learning_rate": 4.999560797462891e-05,
      "loss": 5.4047,
      "step": 18970
    },
    {
      "epoch": 0.016609172815051282,
      "grad_norm": 0.6904998421669006,
      "learning_rate": 4.999560215180634e-05,
      "loss": 6.1003,
      "step": 18975
    },
    {
      "epoch": 0.016613549408678437,
      "grad_norm": 0.7561909556388855,
      "learning_rate": 4.999559632512689e-05,
      "loss": 4.9896,
      "step": 18980
    },
    {
      "epoch": 0.016617926002305588,
      "grad_norm": 1.1162748336791992,
      "learning_rate": 4.999559049459056e-05,
      "loss": 5.0088,
      "step": 18985
    },
    {
      "epoch": 0.016622302595932743,
      "grad_norm": 0.6428779363632202,
      "learning_rate": 4.9995584660197336e-05,
      "loss": 5.985,
      "step": 18990
    },
    {
      "epoch": 0.016626679189559897,
      "grad_norm": 0.6430795788764954,
      "learning_rate": 4.999557882194724e-05,
      "loss": 4.9069,
      "step": 18995
    },
    {
      "epoch": 0.016631055783187052,
      "grad_norm": 0.6856269836425781,
      "learning_rate": 4.9995572979840256e-05,
      "loss": 5.7562,
      "step": 19000
    },
    {
      "epoch": 0.016635432376814207,
      "grad_norm": 0.6502097845077515,
      "learning_rate": 4.99955671338764e-05,
      "loss": 5.0963,
      "step": 19005
    },
    {
      "epoch": 0.01663980897044136,
      "grad_norm": 0.5658249855041504,
      "learning_rate": 4.9995561284055656e-05,
      "loss": 6.332,
      "step": 19010
    },
    {
      "epoch": 0.016644185564068516,
      "grad_norm": 0.6175887584686279,
      "learning_rate": 4.999555543037804e-05,
      "loss": 6.0826,
      "step": 19015
    },
    {
      "epoch": 0.01664856215769567,
      "grad_norm": 0.769722044467926,
      "learning_rate": 4.999554957284355e-05,
      "loss": 5.213,
      "step": 19020
    },
    {
      "epoch": 0.016652938751322826,
      "grad_norm": 0.5750758051872253,
      "learning_rate": 4.9995543711452175e-05,
      "loss": 5.4414,
      "step": 19025
    },
    {
      "epoch": 0.01665731534494998,
      "grad_norm": 0.7103400826454163,
      "learning_rate": 4.999553784620393e-05,
      "loss": 5.4541,
      "step": 19030
    },
    {
      "epoch": 0.016661691938577135,
      "grad_norm": 0.6087167263031006,
      "learning_rate": 4.999553197709882e-05,
      "loss": 5.5371,
      "step": 19035
    },
    {
      "epoch": 0.01666606853220429,
      "grad_norm": 0.6179397106170654,
      "learning_rate": 4.9995526104136836e-05,
      "loss": 5.2228,
      "step": 19040
    },
    {
      "epoch": 0.016670445125831445,
      "grad_norm": 0.8776765465736389,
      "learning_rate": 4.999552022731797e-05,
      "loss": 5.1044,
      "step": 19045
    },
    {
      "epoch": 0.016674821719458596,
      "grad_norm": 1.0080480575561523,
      "learning_rate": 4.9995514346642234e-05,
      "loss": 5.4882,
      "step": 19050
    },
    {
      "epoch": 0.01667919831308575,
      "grad_norm": 0.7357797622680664,
      "learning_rate": 4.999550846210964e-05,
      "loss": 5.248,
      "step": 19055
    },
    {
      "epoch": 0.016683574906712906,
      "grad_norm": 0.8332338333129883,
      "learning_rate": 4.9995502573720174e-05,
      "loss": 6.1081,
      "step": 19060
    },
    {
      "epoch": 0.01668795150034006,
      "grad_norm": 0.7894492745399475,
      "learning_rate": 4.9995496681473854e-05,
      "loss": 5.4422,
      "step": 19065
    },
    {
      "epoch": 0.016692328093967215,
      "grad_norm": 0.6346904635429382,
      "learning_rate": 4.9995490785370655e-05,
      "loss": 5.5594,
      "step": 19070
    },
    {
      "epoch": 0.01669670468759437,
      "grad_norm": 0.6919717192649841,
      "learning_rate": 4.9995484885410596e-05,
      "loss": 5.8002,
      "step": 19075
    },
    {
      "epoch": 0.016701081281221525,
      "grad_norm": 1.5476678609848022,
      "learning_rate": 4.999547898159367e-05,
      "loss": 4.6899,
      "step": 19080
    },
    {
      "epoch": 0.01670545787484868,
      "grad_norm": 0.7680011987686157,
      "learning_rate": 4.9995473073919886e-05,
      "loss": 6.3287,
      "step": 19085
    },
    {
      "epoch": 0.016709834468475834,
      "grad_norm": 0.8236821889877319,
      "learning_rate": 4.999546716238924e-05,
      "loss": 5.774,
      "step": 19090
    },
    {
      "epoch": 0.01671421106210299,
      "grad_norm": 0.6508793234825134,
      "learning_rate": 4.999546124700173e-05,
      "loss": 5.7601,
      "step": 19095
    },
    {
      "epoch": 0.016718587655730144,
      "grad_norm": 0.7413147687911987,
      "learning_rate": 4.999545532775737e-05,
      "loss": 6.0043,
      "step": 19100
    },
    {
      "epoch": 0.0167229642493573,
      "grad_norm": 0.6300778388977051,
      "learning_rate": 4.9995449404656146e-05,
      "loss": 6.3094,
      "step": 19105
    },
    {
      "epoch": 0.016727340842984453,
      "grad_norm": 0.7586432695388794,
      "learning_rate": 4.999544347769808e-05,
      "loss": 5.2133,
      "step": 19110
    },
    {
      "epoch": 0.016731717436611605,
      "grad_norm": 0.7601839900016785,
      "learning_rate": 4.9995437546883136e-05,
      "loss": 5.7989,
      "step": 19115
    },
    {
      "epoch": 0.01673609403023876,
      "grad_norm": 0.8250589370727539,
      "learning_rate": 4.999543161221135e-05,
      "loss": 5.9598,
      "step": 19120
    },
    {
      "epoch": 0.016740470623865914,
      "grad_norm": 1.019299864768982,
      "learning_rate": 4.9995425673682716e-05,
      "loss": 5.7907,
      "step": 19125
    },
    {
      "epoch": 0.01674484721749307,
      "grad_norm": 0.8753804564476013,
      "learning_rate": 4.999541973129723e-05,
      "loss": 5.9719,
      "step": 19130
    },
    {
      "epoch": 0.016749223811120224,
      "grad_norm": 0.7831193804740906,
      "learning_rate": 4.999541378505489e-05,
      "loss": 5.0172,
      "step": 19135
    },
    {
      "epoch": 0.01675360040474738,
      "grad_norm": 0.7195153832435608,
      "learning_rate": 4.99954078349557e-05,
      "loss": 5.7531,
      "step": 19140
    },
    {
      "epoch": 0.016757976998374533,
      "grad_norm": 1.398363471031189,
      "learning_rate": 4.999540188099967e-05,
      "loss": 5.4741,
      "step": 19145
    },
    {
      "epoch": 0.016762353592001688,
      "grad_norm": 0.857232391834259,
      "learning_rate": 4.9995395923186785e-05,
      "loss": 5.9949,
      "step": 19150
    },
    {
      "epoch": 0.016766730185628843,
      "grad_norm": 0.6471349596977234,
      "learning_rate": 4.9995389961517055e-05,
      "loss": 6.0809,
      "step": 19155
    },
    {
      "epoch": 0.016771106779255997,
      "grad_norm": 0.606431782245636,
      "learning_rate": 4.999538399599047e-05,
      "loss": 5.2233,
      "step": 19160
    },
    {
      "epoch": 0.016775483372883152,
      "grad_norm": 0.7030794620513916,
      "learning_rate": 4.9995378026607066e-05,
      "loss": 5.5589,
      "step": 19165
    },
    {
      "epoch": 0.016779859966510307,
      "grad_norm": 0.9841067790985107,
      "learning_rate": 4.9995372053366805e-05,
      "loss": 5.5287,
      "step": 19170
    },
    {
      "epoch": 0.01678423656013746,
      "grad_norm": 0.7091636061668396,
      "learning_rate": 4.99953660762697e-05,
      "loss": 6.3273,
      "step": 19175
    },
    {
      "epoch": 0.016788613153764613,
      "grad_norm": 0.6945409178733826,
      "learning_rate": 4.999536009531577e-05,
      "loss": 5.5164,
      "step": 19180
    },
    {
      "epoch": 0.016792989747391768,
      "grad_norm": 0.6044549942016602,
      "learning_rate": 4.999535411050499e-05,
      "loss": 5.7961,
      "step": 19185
    },
    {
      "epoch": 0.016797366341018923,
      "grad_norm": 1.096622347831726,
      "learning_rate": 4.999534812183737e-05,
      "loss": 4.9097,
      "step": 19190
    },
    {
      "epoch": 0.016801742934646077,
      "grad_norm": 0.7997006177902222,
      "learning_rate": 4.9995342129312916e-05,
      "loss": 6.0782,
      "step": 19195
    },
    {
      "epoch": 0.016806119528273232,
      "grad_norm": 1.0653215646743774,
      "learning_rate": 4.999533613293163e-05,
      "loss": 5.7604,
      "step": 19200
    },
    {
      "epoch": 0.016810496121900387,
      "grad_norm": 0.6473278999328613,
      "learning_rate": 4.9995330132693506e-05,
      "loss": 5.5473,
      "step": 19205
    },
    {
      "epoch": 0.01681487271552754,
      "grad_norm": 0.6479412317276001,
      "learning_rate": 4.999532412859855e-05,
      "loss": 6.6369,
      "step": 19210
    },
    {
      "epoch": 0.016819249309154696,
      "grad_norm": 0.6295256018638611,
      "learning_rate": 4.999531812064676e-05,
      "loss": 5.0152,
      "step": 19215
    },
    {
      "epoch": 0.01682362590278185,
      "grad_norm": 0.616876482963562,
      "learning_rate": 4.999531210883814e-05,
      "loss": 6.1007,
      "step": 19220
    },
    {
      "epoch": 0.016828002496409006,
      "grad_norm": 1.1260082721710205,
      "learning_rate": 4.99953060931727e-05,
      "loss": 5.1437,
      "step": 19225
    },
    {
      "epoch": 0.01683237909003616,
      "grad_norm": 0.6495932340621948,
      "learning_rate": 4.999530007365042e-05,
      "loss": 5.5544,
      "step": 19230
    },
    {
      "epoch": 0.016836755683663315,
      "grad_norm": 0.9011662602424622,
      "learning_rate": 4.999529405027131e-05,
      "loss": 5.4688,
      "step": 19235
    },
    {
      "epoch": 0.01684113227729047,
      "grad_norm": 0.7229247093200684,
      "learning_rate": 4.999528802303539e-05,
      "loss": 5.7733,
      "step": 19240
    },
    {
      "epoch": 0.01684550887091762,
      "grad_norm": 1.1135185956954956,
      "learning_rate": 4.999528199194263e-05,
      "loss": 5.9924,
      "step": 19245
    },
    {
      "epoch": 0.016849885464544776,
      "grad_norm": 0.6091313362121582,
      "learning_rate": 4.999527595699306e-05,
      "loss": 5.7832,
      "step": 19250
    },
    {
      "epoch": 0.01685426205817193,
      "grad_norm": 0.9549896717071533,
      "learning_rate": 4.999526991818666e-05,
      "loss": 6.2996,
      "step": 19255
    },
    {
      "epoch": 0.016858638651799086,
      "grad_norm": 0.643613338470459,
      "learning_rate": 4.9995263875523433e-05,
      "loss": 4.9062,
      "step": 19260
    },
    {
      "epoch": 0.01686301524542624,
      "grad_norm": 0.5863096117973328,
      "learning_rate": 4.999525782900339e-05,
      "loss": 6.0964,
      "step": 19265
    },
    {
      "epoch": 0.016867391839053395,
      "grad_norm": 1.6124376058578491,
      "learning_rate": 4.999525177862653e-05,
      "loss": 5.4437,
      "step": 19270
    },
    {
      "epoch": 0.01687176843268055,
      "grad_norm": 0.8905290961265564,
      "learning_rate": 4.999524572439286e-05,
      "loss": 5.0061,
      "step": 19275
    },
    {
      "epoch": 0.016876145026307705,
      "grad_norm": 1.5493019819259644,
      "learning_rate": 4.999523966630236e-05,
      "loss": 5.6947,
      "step": 19280
    },
    {
      "epoch": 0.01688052161993486,
      "grad_norm": 0.962770402431488,
      "learning_rate": 4.999523360435504e-05,
      "loss": 5.4492,
      "step": 19285
    },
    {
      "epoch": 0.016884898213562014,
      "grad_norm": 1.1557639837265015,
      "learning_rate": 4.999522753855091e-05,
      "loss": 6.3219,
      "step": 19290
    },
    {
      "epoch": 0.01688927480718917,
      "grad_norm": 0.8235987424850464,
      "learning_rate": 4.9995221468889985e-05,
      "loss": 5.2312,
      "step": 19295
    },
    {
      "epoch": 0.016893651400816324,
      "grad_norm": 0.6281870007514954,
      "learning_rate": 4.999521539537223e-05,
      "loss": 4.146,
      "step": 19300
    },
    {
      "epoch": 0.01689802799444348,
      "grad_norm": 1.4000879526138306,
      "learning_rate": 4.999520931799767e-05,
      "loss": 5.5749,
      "step": 19305
    },
    {
      "epoch": 0.01690240458807063,
      "grad_norm": 0.8250877857208252,
      "learning_rate": 4.9995203236766295e-05,
      "loss": 5.1292,
      "step": 19310
    },
    {
      "epoch": 0.016906781181697784,
      "grad_norm": 1.1439100503921509,
      "learning_rate": 4.999519715167812e-05,
      "loss": 6.1376,
      "step": 19315
    },
    {
      "epoch": 0.01691115777532494,
      "grad_norm": 1.6041864156723022,
      "learning_rate": 4.9995191062733124e-05,
      "loss": 5.7656,
      "step": 19320
    },
    {
      "epoch": 0.016915534368952094,
      "grad_norm": 0.7699553370475769,
      "learning_rate": 4.999518496993133e-05,
      "loss": 5.2351,
      "step": 19325
    },
    {
      "epoch": 0.01691991096257925,
      "grad_norm": 0.707185685634613,
      "learning_rate": 4.999517887327273e-05,
      "loss": 5.7913,
      "step": 19330
    },
    {
      "epoch": 0.016924287556206404,
      "grad_norm": 0.6303138732910156,
      "learning_rate": 4.9995172772757335e-05,
      "loss": 5.1131,
      "step": 19335
    },
    {
      "epoch": 0.01692866414983356,
      "grad_norm": 0.8417854905128479,
      "learning_rate": 4.999516666838513e-05,
      "loss": 6.1004,
      "step": 19340
    },
    {
      "epoch": 0.016933040743460713,
      "grad_norm": 1.6323610544204712,
      "learning_rate": 4.999516056015612e-05,
      "loss": 4.92,
      "step": 19345
    },
    {
      "epoch": 0.016937417337087868,
      "grad_norm": 0.8783670663833618,
      "learning_rate": 4.999515444807031e-05,
      "loss": 6.6557,
      "step": 19350
    },
    {
      "epoch": 0.016941793930715023,
      "grad_norm": 0.7838312387466431,
      "learning_rate": 4.999514833212771e-05,
      "loss": 5.8275,
      "step": 19355
    },
    {
      "epoch": 0.016946170524342177,
      "grad_norm": 0.7912431359291077,
      "learning_rate": 4.9995142212328304e-05,
      "loss": 6.3324,
      "step": 19360
    },
    {
      "epoch": 0.016950547117969332,
      "grad_norm": 0.8496435880661011,
      "learning_rate": 4.9995136088672115e-05,
      "loss": 6.1056,
      "step": 19365
    },
    {
      "epoch": 0.016954923711596483,
      "grad_norm": 0.7566112875938416,
      "learning_rate": 4.9995129961159115e-05,
      "loss": 5.2104,
      "step": 19370
    },
    {
      "epoch": 0.016959300305223638,
      "grad_norm": 0.7039644122123718,
      "learning_rate": 4.9995123829789316e-05,
      "loss": 6.302,
      "step": 19375
    },
    {
      "epoch": 0.016963676898850793,
      "grad_norm": 0.5977945327758789,
      "learning_rate": 4.999511769456273e-05,
      "loss": 6.0687,
      "step": 19380
    },
    {
      "epoch": 0.016968053492477948,
      "grad_norm": 0.6803446412086487,
      "learning_rate": 4.999511155547936e-05,
      "loss": 5.5515,
      "step": 19385
    },
    {
      "epoch": 0.016972430086105102,
      "grad_norm": 0.6175101399421692,
      "learning_rate": 4.999510541253919e-05,
      "loss": 5.0123,
      "step": 19390
    },
    {
      "epoch": 0.016976806679732257,
      "grad_norm": 0.6292434334754944,
      "learning_rate": 4.999509926574224e-05,
      "loss": 5.4525,
      "step": 19395
    },
    {
      "epoch": 0.016981183273359412,
      "grad_norm": 0.5782219767570496,
      "learning_rate": 4.999509311508849e-05,
      "loss": 5.1996,
      "step": 19400
    },
    {
      "epoch": 0.016985559866986567,
      "grad_norm": 0.6158444881439209,
      "learning_rate": 4.9995086960577965e-05,
      "loss": 6.3133,
      "step": 19405
    },
    {
      "epoch": 0.01698993646061372,
      "grad_norm": 0.5938559770584106,
      "learning_rate": 4.999508080221064e-05,
      "loss": 5.5482,
      "step": 19410
    },
    {
      "epoch": 0.016994313054240876,
      "grad_norm": 0.6466288566589355,
      "learning_rate": 4.999507463998654e-05,
      "loss": 6.2949,
      "step": 19415
    },
    {
      "epoch": 0.01699868964786803,
      "grad_norm": 0.6097535490989685,
      "learning_rate": 4.999506847390565e-05,
      "loss": 5.3271,
      "step": 19420
    },
    {
      "epoch": 0.017003066241495186,
      "grad_norm": 0.7211641073226929,
      "learning_rate": 4.9995062303967986e-05,
      "loss": 6.3328,
      "step": 19425
    },
    {
      "epoch": 0.01700744283512234,
      "grad_norm": 0.5986296534538269,
      "learning_rate": 4.999505613017353e-05,
      "loss": 5.966,
      "step": 19430
    },
    {
      "epoch": 0.01701181942874949,
      "grad_norm": 0.6545735001564026,
      "learning_rate": 4.99950499525223e-05,
      "loss": 4.6523,
      "step": 19435
    },
    {
      "epoch": 0.017016196022376646,
      "grad_norm": 0.5565077662467957,
      "learning_rate": 4.9995043771014284e-05,
      "loss": 4.8188,
      "step": 19440
    },
    {
      "epoch": 0.0170205726160038,
      "grad_norm": 0.5486525893211365,
      "learning_rate": 4.9995037585649496e-05,
      "loss": 4.9998,
      "step": 19445
    },
    {
      "epoch": 0.017024949209630956,
      "grad_norm": 1.1747013330459595,
      "learning_rate": 4.9995031396427936e-05,
      "loss": 6.3357,
      "step": 19450
    },
    {
      "epoch": 0.01702932580325811,
      "grad_norm": 0.6551983952522278,
      "learning_rate": 4.99950252033496e-05,
      "loss": 6.6535,
      "step": 19455
    },
    {
      "epoch": 0.017033702396885265,
      "grad_norm": 0.668056309223175,
      "learning_rate": 4.999501900641449e-05,
      "loss": 5.2388,
      "step": 19460
    },
    {
      "epoch": 0.01703807899051242,
      "grad_norm": 0.6411154866218567,
      "learning_rate": 4.99950128056226e-05,
      "loss": 5.7819,
      "step": 19465
    },
    {
      "epoch": 0.017042455584139575,
      "grad_norm": 0.6742115616798401,
      "learning_rate": 4.9995006600973936e-05,
      "loss": 5.4546,
      "step": 19470
    },
    {
      "epoch": 0.01704683217776673,
      "grad_norm": 0.8422317504882812,
      "learning_rate": 4.9995000392468506e-05,
      "loss": 5.4823,
      "step": 19475
    },
    {
      "epoch": 0.017051208771393885,
      "grad_norm": 0.7304150462150574,
      "learning_rate": 4.999499418010631e-05,
      "loss": 5.7819,
      "step": 19480
    },
    {
      "epoch": 0.01705558536502104,
      "grad_norm": 0.7069569230079651,
      "learning_rate": 4.999498796388734e-05,
      "loss": 6.273,
      "step": 19485
    },
    {
      "epoch": 0.017059961958648194,
      "grad_norm": 0.828967273235321,
      "learning_rate": 4.999498174381161e-05,
      "loss": 5.7306,
      "step": 19490
    },
    {
      "epoch": 0.01706433855227535,
      "grad_norm": 0.5672193765640259,
      "learning_rate": 4.9994975519879106e-05,
      "loss": 5.6885,
      "step": 19495
    },
    {
      "epoch": 0.0170687151459025,
      "grad_norm": 0.7060593366622925,
      "learning_rate": 4.9994969292089846e-05,
      "loss": 5.5335,
      "step": 19500
    },
    {
      "epoch": 0.017073091739529655,
      "grad_norm": 0.6613869667053223,
      "learning_rate": 4.9994963060443814e-05,
      "loss": 5.7722,
      "step": 19505
    },
    {
      "epoch": 0.01707746833315681,
      "grad_norm": 0.8944875001907349,
      "learning_rate": 4.999495682494103e-05,
      "loss": 6.0784,
      "step": 19510
    },
    {
      "epoch": 0.017081844926783964,
      "grad_norm": 0.6923334002494812,
      "learning_rate": 4.999495058558148e-05,
      "loss": 6.0531,
      "step": 19515
    },
    {
      "epoch": 0.01708622152041112,
      "grad_norm": 0.6598441004753113,
      "learning_rate": 4.9994944342365166e-05,
      "loss": 6.1009,
      "step": 19520
    },
    {
      "epoch": 0.017090598114038274,
      "grad_norm": 0.547095537185669,
      "learning_rate": 4.9994938095292096e-05,
      "loss": 6.3283,
      "step": 19525
    },
    {
      "epoch": 0.01709497470766543,
      "grad_norm": 0.6706766486167908,
      "learning_rate": 4.999493184436227e-05,
      "loss": 4.866,
      "step": 19530
    },
    {
      "epoch": 0.017099351301292583,
      "grad_norm": 0.6475588083267212,
      "learning_rate": 4.999492558957569e-05,
      "loss": 5.081,
      "step": 19535
    },
    {
      "epoch": 0.017103727894919738,
      "grad_norm": 0.6309044361114502,
      "learning_rate": 4.9994919330932354e-05,
      "loss": 5.7445,
      "step": 19540
    },
    {
      "epoch": 0.017108104488546893,
      "grad_norm": 0.641114354133606,
      "learning_rate": 4.999491306843226e-05,
      "loss": 4.6424,
      "step": 19545
    },
    {
      "epoch": 0.017112481082174048,
      "grad_norm": 0.7910948395729065,
      "learning_rate": 4.9994906802075414e-05,
      "loss": 6.3262,
      "step": 19550
    },
    {
      "epoch": 0.017116857675801202,
      "grad_norm": 0.591191828250885,
      "learning_rate": 4.9994900531861825e-05,
      "loss": 5.4428,
      "step": 19555
    },
    {
      "epoch": 0.017121234269428357,
      "grad_norm": 0.6104253530502319,
      "learning_rate": 4.999489425779147e-05,
      "loss": 5.4473,
      "step": 19560
    },
    {
      "epoch": 0.01712561086305551,
      "grad_norm": 0.7863588929176331,
      "learning_rate": 4.999488797986438e-05,
      "loss": 4.9831,
      "step": 19565
    },
    {
      "epoch": 0.017129987456682663,
      "grad_norm": 0.635445237159729,
      "learning_rate": 4.999488169808053e-05,
      "loss": 5.7612,
      "step": 19570
    },
    {
      "epoch": 0.017134364050309818,
      "grad_norm": 0.5929362773895264,
      "learning_rate": 4.999487541243995e-05,
      "loss": 4.9725,
      "step": 19575
    },
    {
      "epoch": 0.017138740643936973,
      "grad_norm": 0.808731198310852,
      "learning_rate": 4.999486912294261e-05,
      "loss": 4.6693,
      "step": 19580
    },
    {
      "epoch": 0.017143117237564127,
      "grad_norm": 0.592247486114502,
      "learning_rate": 4.999486282958853e-05,
      "loss": 5.2025,
      "step": 19585
    },
    {
      "epoch": 0.017147493831191282,
      "grad_norm": 0.7534743547439575,
      "learning_rate": 4.999485653237771e-05,
      "loss": 4.3393,
      "step": 19590
    },
    {
      "epoch": 0.017151870424818437,
      "grad_norm": 0.95518559217453,
      "learning_rate": 4.999485023131015e-05,
      "loss": 6.2924,
      "step": 19595
    },
    {
      "epoch": 0.017156247018445592,
      "grad_norm": 0.7004595398902893,
      "learning_rate": 4.9994843926385835e-05,
      "loss": 5.7843,
      "step": 19600
    },
    {
      "epoch": 0.017160623612072747,
      "grad_norm": 0.5813097953796387,
      "learning_rate": 4.999483761760481e-05,
      "loss": 5.7742,
      "step": 19605
    },
    {
      "epoch": 0.0171650002056999,
      "grad_norm": 0.6585772633552551,
      "learning_rate": 4.999483130496702e-05,
      "loss": 5.648,
      "step": 19610
    },
    {
      "epoch": 0.017169376799327056,
      "grad_norm": 0.6757053136825562,
      "learning_rate": 4.999482498847251e-05,
      "loss": 5.2037,
      "step": 19615
    },
    {
      "epoch": 0.01717375339295421,
      "grad_norm": 0.6353491544723511,
      "learning_rate": 4.9994818668121246e-05,
      "loss": 5.4461,
      "step": 19620
    },
    {
      "epoch": 0.017178129986581366,
      "grad_norm": 0.752876341342926,
      "learning_rate": 4.999481234391326e-05,
      "loss": 5.667,
      "step": 19625
    },
    {
      "epoch": 0.017182506580208517,
      "grad_norm": 1.032762050628662,
      "learning_rate": 4.999480601584855e-05,
      "loss": 5.4368,
      "step": 19630
    },
    {
      "epoch": 0.01718688317383567,
      "grad_norm": 0.8295038938522339,
      "learning_rate": 4.99947996839271e-05,
      "loss": 6.0789,
      "step": 19635
    },
    {
      "epoch": 0.017191259767462826,
      "grad_norm": 0.6782141923904419,
      "learning_rate": 4.9994793348148904e-05,
      "loss": 5.5547,
      "step": 19640
    },
    {
      "epoch": 0.01719563636108998,
      "grad_norm": 0.6028494834899902,
      "learning_rate": 4.9994787008514e-05,
      "loss": 5.6465,
      "step": 19645
    },
    {
      "epoch": 0.017200012954717136,
      "grad_norm": 1.1335824728012085,
      "learning_rate": 4.9994780665022355e-05,
      "loss": 5.763,
      "step": 19650
    },
    {
      "epoch": 0.01720438954834429,
      "grad_norm": 0.5826132297515869,
      "learning_rate": 4.999477431767399e-05,
      "loss": 4.8957,
      "step": 19655
    },
    {
      "epoch": 0.017208766141971445,
      "grad_norm": 0.5932607650756836,
      "learning_rate": 4.999476796646889e-05,
      "loss": 6.6484,
      "step": 19660
    },
    {
      "epoch": 0.0172131427355986,
      "grad_norm": 0.5875685811042786,
      "learning_rate": 4.999476161140707e-05,
      "loss": 5.6518,
      "step": 19665
    },
    {
      "epoch": 0.017217519329225755,
      "grad_norm": 0.5697604417800903,
      "learning_rate": 4.9994755252488536e-05,
      "loss": 6.6637,
      "step": 19670
    },
    {
      "epoch": 0.01722189592285291,
      "grad_norm": 0.6218330264091492,
      "learning_rate": 4.999474888971327e-05,
      "loss": 5.1773,
      "step": 19675
    },
    {
      "epoch": 0.017226272516480064,
      "grad_norm": 0.6477560997009277,
      "learning_rate": 4.9994742523081286e-05,
      "loss": 5.5622,
      "step": 19680
    },
    {
      "epoch": 0.01723064911010722,
      "grad_norm": 0.5116435289382935,
      "learning_rate": 4.999473615259258e-05,
      "loss": 6.6635,
      "step": 19685
    },
    {
      "epoch": 0.017235025703734374,
      "grad_norm": 0.5116087794303894,
      "learning_rate": 4.999472977824716e-05,
      "loss": 6.0567,
      "step": 19690
    },
    {
      "epoch": 0.017239402297361525,
      "grad_norm": 0.5616825222969055,
      "learning_rate": 4.9994723400045015e-05,
      "loss": 6.2908,
      "step": 19695
    },
    {
      "epoch": 0.01724377889098868,
      "grad_norm": 0.5739644765853882,
      "learning_rate": 4.999471701798616e-05,
      "loss": 5.7718,
      "step": 19700
    },
    {
      "epoch": 0.017248155484615835,
      "grad_norm": 0.9742769002914429,
      "learning_rate": 4.999471063207059e-05,
      "loss": 4.9843,
      "step": 19705
    },
    {
      "epoch": 0.01725253207824299,
      "grad_norm": 0.7144190073013306,
      "learning_rate": 4.999470424229831e-05,
      "loss": 5.7639,
      "step": 19710
    },
    {
      "epoch": 0.017256908671870144,
      "grad_norm": 0.7404788732528687,
      "learning_rate": 4.9994697848669316e-05,
      "loss": 5.1338,
      "step": 19715
    },
    {
      "epoch": 0.0172612852654973,
      "grad_norm": 0.7495906949043274,
      "learning_rate": 4.9994691451183605e-05,
      "loss": 6.3404,
      "step": 19720
    },
    {
      "epoch": 0.017265661859124454,
      "grad_norm": 1.4415351152420044,
      "learning_rate": 4.9994685049841184e-05,
      "loss": 5.4594,
      "step": 19725
    },
    {
      "epoch": 0.01727003845275161,
      "grad_norm": 0.6868075728416443,
      "learning_rate": 4.999467864464206e-05,
      "loss": 5.5209,
      "step": 19730
    },
    {
      "epoch": 0.017274415046378763,
      "grad_norm": 0.8224082589149475,
      "learning_rate": 4.999467223558622e-05,
      "loss": 5.5415,
      "step": 19735
    },
    {
      "epoch": 0.017278791640005918,
      "grad_norm": 0.7542793154716492,
      "learning_rate": 4.999466582267369e-05,
      "loss": 5.5176,
      "step": 19740
    },
    {
      "epoch": 0.017283168233633073,
      "grad_norm": 0.6861037611961365,
      "learning_rate": 4.999465940590444e-05,
      "loss": 5.5301,
      "step": 19745
    },
    {
      "epoch": 0.017287544827260228,
      "grad_norm": 0.5707569718360901,
      "learning_rate": 4.99946529852785e-05,
      "loss": 5.2066,
      "step": 19750
    },
    {
      "epoch": 0.017291921420887382,
      "grad_norm": 0.8496038913726807,
      "learning_rate": 4.9994646560795845e-05,
      "loss": 5.1899,
      "step": 19755
    },
    {
      "epoch": 0.017296298014514534,
      "grad_norm": 1.2545183897018433,
      "learning_rate": 4.999464013245649e-05,
      "loss": 5.5423,
      "step": 19760
    },
    {
      "epoch": 0.01730067460814169,
      "grad_norm": 0.6599536538124084,
      "learning_rate": 4.999463370026044e-05,
      "loss": 5.9818,
      "step": 19765
    },
    {
      "epoch": 0.017305051201768843,
      "grad_norm": 0.667461097240448,
      "learning_rate": 4.9994627264207694e-05,
      "loss": 5.7866,
      "step": 19770
    },
    {
      "epoch": 0.017309427795395998,
      "grad_norm": 0.8005934953689575,
      "learning_rate": 4.999462082429824e-05,
      "loss": 6.0135,
      "step": 19775
    },
    {
      "epoch": 0.017313804389023153,
      "grad_norm": 0.6843783259391785,
      "learning_rate": 4.99946143805321e-05,
      "loss": 5.5262,
      "step": 19780
    },
    {
      "epoch": 0.017318180982650307,
      "grad_norm": 0.6192116141319275,
      "learning_rate": 4.9994607932909264e-05,
      "loss": 4.6726,
      "step": 19785
    },
    {
      "epoch": 0.017322557576277462,
      "grad_norm": 0.6586804389953613,
      "learning_rate": 4.9994601481429736e-05,
      "loss": 4.6985,
      "step": 19790
    },
    {
      "epoch": 0.017326934169904617,
      "grad_norm": 0.86044842004776,
      "learning_rate": 4.9994595026093504e-05,
      "loss": 5.2379,
      "step": 19795
    },
    {
      "epoch": 0.01733131076353177,
      "grad_norm": 0.6621972918510437,
      "learning_rate": 4.999458856690059e-05,
      "loss": 5.9721,
      "step": 19800
    },
    {
      "epoch": 0.017335687357158926,
      "grad_norm": 1.2688164710998535,
      "learning_rate": 4.9994582103850984e-05,
      "loss": 5.7508,
      "step": 19805
    },
    {
      "epoch": 0.01734006395078608,
      "grad_norm": 0.8379916548728943,
      "learning_rate": 4.9994575636944696e-05,
      "loss": 5.5368,
      "step": 19810
    },
    {
      "epoch": 0.017344440544413236,
      "grad_norm": 0.6138179898262024,
      "learning_rate": 4.999456916618172e-05,
      "loss": 5.9539,
      "step": 19815
    },
    {
      "epoch": 0.01734881713804039,
      "grad_norm": 0.5275697708129883,
      "learning_rate": 4.999456269156204e-05,
      "loss": 6.316,
      "step": 19820
    },
    {
      "epoch": 0.017353193731667542,
      "grad_norm": 0.597550630569458,
      "learning_rate": 4.9994556213085683e-05,
      "loss": 5.985,
      "step": 19825
    },
    {
      "epoch": 0.017357570325294697,
      "grad_norm": 0.655813455581665,
      "learning_rate": 4.999454973075265e-05,
      "loss": 5.779,
      "step": 19830
    },
    {
      "epoch": 0.01736194691892185,
      "grad_norm": 0.64670729637146,
      "learning_rate": 4.999454324456293e-05,
      "loss": 6.317,
      "step": 19835
    },
    {
      "epoch": 0.017366323512549006,
      "grad_norm": 0.6841101050376892,
      "learning_rate": 4.999453675451653e-05,
      "loss": 5.7915,
      "step": 19840
    },
    {
      "epoch": 0.01737070010617616,
      "grad_norm": 0.6567196249961853,
      "learning_rate": 4.9994530260613457e-05,
      "loss": 4.3399,
      "step": 19845
    },
    {
      "epoch": 0.017375076699803316,
      "grad_norm": 0.5726394653320312,
      "learning_rate": 4.9994523762853695e-05,
      "loss": 5.9807,
      "step": 19850
    },
    {
      "epoch": 0.01737945329343047,
      "grad_norm": 0.7857411503791809,
      "learning_rate": 4.9994517261237264e-05,
      "loss": 6.3012,
      "step": 19855
    },
    {
      "epoch": 0.017383829887057625,
      "grad_norm": 0.6852800846099854,
      "learning_rate": 4.999451075576415e-05,
      "loss": 4.9022,
      "step": 19860
    },
    {
      "epoch": 0.01738820648068478,
      "grad_norm": 0.642381489276886,
      "learning_rate": 4.999450424643436e-05,
      "loss": 5.2251,
      "step": 19865
    },
    {
      "epoch": 0.017392583074311935,
      "grad_norm": 0.8887684941291809,
      "learning_rate": 4.999449773324789e-05,
      "loss": 5.3852,
      "step": 19870
    },
    {
      "epoch": 0.01739695966793909,
      "grad_norm": 0.5983311533927917,
      "learning_rate": 4.999449121620475e-05,
      "loss": 5.2068,
      "step": 19875
    },
    {
      "epoch": 0.017401336261566244,
      "grad_norm": 0.7400920987129211,
      "learning_rate": 4.999448469530495e-05,
      "loss": 5.7425,
      "step": 19880
    },
    {
      "epoch": 0.0174057128551934,
      "grad_norm": 0.9084794521331787,
      "learning_rate": 4.9994478170548475e-05,
      "loss": 5.6562,
      "step": 19885
    },
    {
      "epoch": 0.01741008944882055,
      "grad_norm": 0.5854367613792419,
      "learning_rate": 4.9994471641935335e-05,
      "loss": 5.5351,
      "step": 19890
    },
    {
      "epoch": 0.017414466042447705,
      "grad_norm": 0.639782726764679,
      "learning_rate": 4.999446510946552e-05,
      "loss": 5.4247,
      "step": 19895
    },
    {
      "epoch": 0.01741884263607486,
      "grad_norm": 0.621502161026001,
      "learning_rate": 4.9994458573139046e-05,
      "loss": 4.3383,
      "step": 19900
    },
    {
      "epoch": 0.017423219229702015,
      "grad_norm": 1.2529354095458984,
      "learning_rate": 4.999445203295591e-05,
      "loss": 5.7969,
      "step": 19905
    },
    {
      "epoch": 0.01742759582332917,
      "grad_norm": 0.9715210199356079,
      "learning_rate": 4.99944454889161e-05,
      "loss": 5.5501,
      "step": 19910
    },
    {
      "epoch": 0.017431972416956324,
      "grad_norm": 0.6236276626586914,
      "learning_rate": 4.999443894101963e-05,
      "loss": 5.2203,
      "step": 19915
    },
    {
      "epoch": 0.01743634901058348,
      "grad_norm": 0.7733551859855652,
      "learning_rate": 4.99944323892665e-05,
      "loss": 5.1725,
      "step": 19920
    },
    {
      "epoch": 0.017440725604210634,
      "grad_norm": 0.6477276086807251,
      "learning_rate": 4.999442583365671e-05,
      "loss": 5.4357,
      "step": 19925
    },
    {
      "epoch": 0.01744510219783779,
      "grad_norm": 0.8165059685707092,
      "learning_rate": 4.9994419274190266e-05,
      "loss": 5.7845,
      "step": 19930
    },
    {
      "epoch": 0.017449478791464943,
      "grad_norm": 0.9850324392318726,
      "learning_rate": 4.999441271086715e-05,
      "loss": 5.4324,
      "step": 19935
    },
    {
      "epoch": 0.017453855385092098,
      "grad_norm": 0.6530000567436218,
      "learning_rate": 4.999440614368739e-05,
      "loss": 5.7141,
      "step": 19940
    },
    {
      "epoch": 0.017458231978719253,
      "grad_norm": 0.624822199344635,
      "learning_rate": 4.999439957265098e-05,
      "loss": 4.6562,
      "step": 19945
    },
    {
      "epoch": 0.017462608572346404,
      "grad_norm": 0.6653969287872314,
      "learning_rate": 4.999439299775791e-05,
      "loss": 5.2061,
      "step": 19950
    },
    {
      "epoch": 0.01746698516597356,
      "grad_norm": 0.7239472270011902,
      "learning_rate": 4.999438641900819e-05,
      "loss": 5.2783,
      "step": 19955
    },
    {
      "epoch": 0.017471361759600713,
      "grad_norm": 0.9139063358306885,
      "learning_rate": 4.9994379836401816e-05,
      "loss": 5.5163,
      "step": 19960
    },
    {
      "epoch": 0.017475738353227868,
      "grad_norm": 0.5501094460487366,
      "learning_rate": 4.9994373249938785e-05,
      "loss": 5.2073,
      "step": 19965
    },
    {
      "epoch": 0.017480114946855023,
      "grad_norm": 0.6494598984718323,
      "learning_rate": 4.999436665961912e-05,
      "loss": 5.763,
      "step": 19970
    },
    {
      "epoch": 0.017484491540482178,
      "grad_norm": 0.7131675481796265,
      "learning_rate": 4.99943600654428e-05,
      "loss": 4.9985,
      "step": 19975
    },
    {
      "epoch": 0.017488868134109332,
      "grad_norm": 0.5934769511222839,
      "learning_rate": 4.999435346740984e-05,
      "loss": 5.771,
      "step": 19980
    },
    {
      "epoch": 0.017493244727736487,
      "grad_norm": 0.6385142207145691,
      "learning_rate": 4.999434686552022e-05,
      "loss": 5.691,
      "step": 19985
    },
    {
      "epoch": 0.017497621321363642,
      "grad_norm": 0.6858099699020386,
      "learning_rate": 4.999434025977397e-05,
      "loss": 5.7658,
      "step": 19990
    },
    {
      "epoch": 0.017501997914990797,
      "grad_norm": 0.5874016284942627,
      "learning_rate": 4.9994333650171086e-05,
      "loss": 4.673,
      "step": 19995
    },
    {
      "epoch": 0.01750637450861795,
      "grad_norm": 0.6486793160438538,
      "learning_rate": 4.9994327036711544e-05,
      "loss": 5.6352,
      "step": 20000
    },
    {
      "epoch": 0.017510751102245106,
      "grad_norm": 0.6253994703292847,
      "learning_rate": 4.999432041939537e-05,
      "loss": 4.4478,
      "step": 20005
    },
    {
      "epoch": 0.01751512769587226,
      "grad_norm": 1.1007187366485596,
      "learning_rate": 4.999431379822256e-05,
      "loss": 5.1217,
      "step": 20010
    },
    {
      "epoch": 0.017519504289499412,
      "grad_norm": 0.6911121606826782,
      "learning_rate": 4.9994307173193114e-05,
      "loss": 5.7872,
      "step": 20015
    },
    {
      "epoch": 0.017523880883126567,
      "grad_norm": 0.6300587058067322,
      "learning_rate": 4.999430054430703e-05,
      "loss": 5.5625,
      "step": 20020
    },
    {
      "epoch": 0.017528257476753722,
      "grad_norm": 0.6227462887763977,
      "learning_rate": 4.9994293911564306e-05,
      "loss": 6.0504,
      "step": 20025
    },
    {
      "epoch": 0.017532634070380877,
      "grad_norm": 0.797859787940979,
      "learning_rate": 4.999428727496495e-05,
      "loss": 6.0729,
      "step": 20030
    },
    {
      "epoch": 0.01753701066400803,
      "grad_norm": 0.5576841235160828,
      "learning_rate": 4.999428063450896e-05,
      "loss": 5.2102,
      "step": 20035
    },
    {
      "epoch": 0.017541387257635186,
      "grad_norm": 0.6030755043029785,
      "learning_rate": 4.999427399019635e-05,
      "loss": 5.0125,
      "step": 20040
    },
    {
      "epoch": 0.01754576385126234,
      "grad_norm": 0.6052743196487427,
      "learning_rate": 4.99942673420271e-05,
      "loss": 5.9902,
      "step": 20045
    },
    {
      "epoch": 0.017550140444889496,
      "grad_norm": 0.8268889784812927,
      "learning_rate": 4.9994260690001225e-05,
      "loss": 5.4637,
      "step": 20050
    },
    {
      "epoch": 0.01755451703851665,
      "grad_norm": 0.6314902901649475,
      "learning_rate": 4.9994254034118735e-05,
      "loss": 5.7422,
      "step": 20055
    },
    {
      "epoch": 0.017558893632143805,
      "grad_norm": 0.595363438129425,
      "learning_rate": 4.999424737437961e-05,
      "loss": 6.6209,
      "step": 20060
    },
    {
      "epoch": 0.01756327022577096,
      "grad_norm": 0.5971000790596008,
      "learning_rate": 4.9994240710783855e-05,
      "loss": 5.7795,
      "step": 20065
    },
    {
      "epoch": 0.017567646819398115,
      "grad_norm": 0.8218550682067871,
      "learning_rate": 4.999423404333149e-05,
      "loss": 5.1996,
      "step": 20070
    },
    {
      "epoch": 0.01757202341302527,
      "grad_norm": 0.6229950189590454,
      "learning_rate": 4.99942273720225e-05,
      "loss": 5.5145,
      "step": 20075
    },
    {
      "epoch": 0.01757640000665242,
      "grad_norm": 0.8391125202178955,
      "learning_rate": 4.999422069685688e-05,
      "loss": 5.5512,
      "step": 20080
    },
    {
      "epoch": 0.017580776600279575,
      "grad_norm": 0.8912122845649719,
      "learning_rate": 4.999421401783465e-05,
      "loss": 5.7531,
      "step": 20085
    },
    {
      "epoch": 0.01758515319390673,
      "grad_norm": 0.6814680099487305,
      "learning_rate": 4.99942073349558e-05,
      "loss": 6.2896,
      "step": 20090
    },
    {
      "epoch": 0.017589529787533885,
      "grad_norm": 0.7130557894706726,
      "learning_rate": 4.999420064822034e-05,
      "loss": 4.8762,
      "step": 20095
    },
    {
      "epoch": 0.01759390638116104,
      "grad_norm": 0.8934212923049927,
      "learning_rate": 4.999419395762824e-05,
      "loss": 5.5031,
      "step": 20100
    },
    {
      "epoch": 0.017598282974788194,
      "grad_norm": 0.8484282493591309,
      "learning_rate": 4.999418726317955e-05,
      "loss": 5.2088,
      "step": 20105
    },
    {
      "epoch": 0.01760265956841535,
      "grad_norm": 0.7961848974227905,
      "learning_rate": 4.9994180564874246e-05,
      "loss": 5.4594,
      "step": 20110
    },
    {
      "epoch": 0.017607036162042504,
      "grad_norm": 1.3312958478927612,
      "learning_rate": 4.999417386271232e-05,
      "loss": 5.9768,
      "step": 20115
    },
    {
      "epoch": 0.01761141275566966,
      "grad_norm": 1.0979019403457642,
      "learning_rate": 4.99941671566938e-05,
      "loss": 6.0929,
      "step": 20120
    },
    {
      "epoch": 0.017615789349296813,
      "grad_norm": 0.8436093926429749,
      "learning_rate": 4.999416044681866e-05,
      "loss": 6.0813,
      "step": 20125
    },
    {
      "epoch": 0.017620165942923968,
      "grad_norm": 0.6862004995346069,
      "learning_rate": 4.999415373308691e-05,
      "loss": 5.4372,
      "step": 20130
    },
    {
      "epoch": 0.017624542536551123,
      "grad_norm": 0.695250928401947,
      "learning_rate": 4.999414701549856e-05,
      "loss": 4.9972,
      "step": 20135
    },
    {
      "epoch": 0.017628919130178278,
      "grad_norm": 0.7296978235244751,
      "learning_rate": 4.9994140294053606e-05,
      "loss": 4.6902,
      "step": 20140
    },
    {
      "epoch": 0.01763329572380543,
      "grad_norm": 0.7570475935935974,
      "learning_rate": 4.999413356875204e-05,
      "loss": 5.4249,
      "step": 20145
    },
    {
      "epoch": 0.017637672317432584,
      "grad_norm": 0.649364173412323,
      "learning_rate": 4.999412683959388e-05,
      "loss": 5.4253,
      "step": 20150
    },
    {
      "epoch": 0.01764204891105974,
      "grad_norm": 0.6068596243858337,
      "learning_rate": 4.999412010657911e-05,
      "loss": 4.6521,
      "step": 20155
    },
    {
      "epoch": 0.017646425504686893,
      "grad_norm": 0.666401743888855,
      "learning_rate": 4.999411336970775e-05,
      "loss": 5.7611,
      "step": 20160
    },
    {
      "epoch": 0.017650802098314048,
      "grad_norm": 0.5718969106674194,
      "learning_rate": 4.9994106628979785e-05,
      "loss": 6.6131,
      "step": 20165
    },
    {
      "epoch": 0.017655178691941203,
      "grad_norm": 1.1703464984893799,
      "learning_rate": 4.999409988439523e-05,
      "loss": 6.0119,
      "step": 20170
    },
    {
      "epoch": 0.017659555285568358,
      "grad_norm": 0.8131883144378662,
      "learning_rate": 4.999409313595408e-05,
      "loss": 5.9975,
      "step": 20175
    },
    {
      "epoch": 0.017663931879195512,
      "grad_norm": 0.9196957945823669,
      "learning_rate": 4.999408638365633e-05,
      "loss": 6.3377,
      "step": 20180
    },
    {
      "epoch": 0.017668308472822667,
      "grad_norm": 0.6684322357177734,
      "learning_rate": 4.999407962750199e-05,
      "loss": 6.6088,
      "step": 20185
    },
    {
      "epoch": 0.017672685066449822,
      "grad_norm": 0.6513130068778992,
      "learning_rate": 4.999407286749106e-05,
      "loss": 6.0164,
      "step": 20190
    },
    {
      "epoch": 0.017677061660076977,
      "grad_norm": 0.6661996245384216,
      "learning_rate": 4.999406610362353e-05,
      "loss": 5.9785,
      "step": 20195
    },
    {
      "epoch": 0.01768143825370413,
      "grad_norm": 0.869351327419281,
      "learning_rate": 4.999405933589941e-05,
      "loss": 5.6754,
      "step": 20200
    },
    {
      "epoch": 0.017685814847331286,
      "grad_norm": 0.6829464435577393,
      "learning_rate": 4.999405256431872e-05,
      "loss": 5.7585,
      "step": 20205
    },
    {
      "epoch": 0.017690191440958437,
      "grad_norm": 0.7946012616157532,
      "learning_rate": 4.9994045788881424e-05,
      "loss": 5.7744,
      "step": 20210
    },
    {
      "epoch": 0.017694568034585592,
      "grad_norm": 0.684285581111908,
      "learning_rate": 4.9994039009587555e-05,
      "loss": 6.1157,
      "step": 20215
    },
    {
      "epoch": 0.017698944628212747,
      "grad_norm": 0.6649409532546997,
      "learning_rate": 4.9994032226437105e-05,
      "loss": 5.9867,
      "step": 20220
    },
    {
      "epoch": 0.0177033212218399,
      "grad_norm": 0.7963804006576538,
      "learning_rate": 4.999402543943006e-05,
      "loss": 5.7506,
      "step": 20225
    },
    {
      "epoch": 0.017707697815467056,
      "grad_norm": 0.7795162200927734,
      "learning_rate": 4.9994018648566445e-05,
      "loss": 5.4789,
      "step": 20230
    },
    {
      "epoch": 0.01771207440909421,
      "grad_norm": 0.732544481754303,
      "learning_rate": 4.9994011853846236e-05,
      "loss": 5.562,
      "step": 20235
    },
    {
      "epoch": 0.017716451002721366,
      "grad_norm": 0.9436986446380615,
      "learning_rate": 4.999400505526945e-05,
      "loss": 5.2294,
      "step": 20240
    },
    {
      "epoch": 0.01772082759634852,
      "grad_norm": 0.8668874502182007,
      "learning_rate": 4.9993998252836106e-05,
      "loss": 5.9791,
      "step": 20245
    },
    {
      "epoch": 0.017725204189975675,
      "grad_norm": 1.3112609386444092,
      "learning_rate": 4.999399144654617e-05,
      "loss": 5.7939,
      "step": 20250
    },
    {
      "epoch": 0.01772958078360283,
      "grad_norm": 0.7151700854301453,
      "learning_rate": 4.999398463639966e-05,
      "loss": 5.7738,
      "step": 20255
    },
    {
      "epoch": 0.017733957377229985,
      "grad_norm": 0.7345085740089417,
      "learning_rate": 4.9993977822396574e-05,
      "loss": 5.5365,
      "step": 20260
    },
    {
      "epoch": 0.01773833397085714,
      "grad_norm": 0.9021706581115723,
      "learning_rate": 4.999397100453692e-05,
      "loss": 5.2192,
      "step": 20265
    },
    {
      "epoch": 0.017742710564484294,
      "grad_norm": 1.0357493162155151,
      "learning_rate": 4.9993964182820695e-05,
      "loss": 4.8446,
      "step": 20270
    },
    {
      "epoch": 0.017747087158111446,
      "grad_norm": 0.6962593793869019,
      "learning_rate": 4.9993957357247914e-05,
      "loss": 5.1955,
      "step": 20275
    },
    {
      "epoch": 0.0177514637517386,
      "grad_norm": 0.8423295021057129,
      "learning_rate": 4.9993950527818545e-05,
      "loss": 5.5488,
      "step": 20280
    },
    {
      "epoch": 0.017755840345365755,
      "grad_norm": 0.6582998037338257,
      "learning_rate": 4.999394369453262e-05,
      "loss": 5.9967,
      "step": 20285
    },
    {
      "epoch": 0.01776021693899291,
      "grad_norm": 0.5826921463012695,
      "learning_rate": 4.999393685739012e-05,
      "loss": 6.3152,
      "step": 20290
    },
    {
      "epoch": 0.017764593532620065,
      "grad_norm": 0.5616195797920227,
      "learning_rate": 4.999393001639107e-05,
      "loss": 5.9744,
      "step": 20295
    },
    {
      "epoch": 0.01776897012624722,
      "grad_norm": 0.56715989112854,
      "learning_rate": 4.999392317153544e-05,
      "loss": 5.6215,
      "step": 20300
    },
    {
      "epoch": 0.017773346719874374,
      "grad_norm": 0.6037113666534424,
      "learning_rate": 4.9993916322823256e-05,
      "loss": 6.3457,
      "step": 20305
    },
    {
      "epoch": 0.01777772331350153,
      "grad_norm": 0.6662290096282959,
      "learning_rate": 4.999390947025452e-05,
      "loss": 4.9983,
      "step": 20310
    },
    {
      "epoch": 0.017782099907128684,
      "grad_norm": 0.6180441975593567,
      "learning_rate": 4.999390261382921e-05,
      "loss": 5.4169,
      "step": 20315
    },
    {
      "epoch": 0.01778647650075584,
      "grad_norm": 0.6450115442276001,
      "learning_rate": 4.9993895753547346e-05,
      "loss": 6.309,
      "step": 20320
    },
    {
      "epoch": 0.017790853094382993,
      "grad_norm": 0.5415228605270386,
      "learning_rate": 4.999388888940894e-05,
      "loss": 5.983,
      "step": 20325
    },
    {
      "epoch": 0.017795229688010148,
      "grad_norm": 0.7383797764778137,
      "learning_rate": 4.999388202141396e-05,
      "loss": 4.6527,
      "step": 20330
    },
    {
      "epoch": 0.017799606281637303,
      "grad_norm": 0.5542640686035156,
      "learning_rate": 4.999387514956243e-05,
      "loss": 5.5154,
      "step": 20335
    },
    {
      "epoch": 0.017803982875264454,
      "grad_norm": 0.6272435188293457,
      "learning_rate": 4.999386827385436e-05,
      "loss": 5.4322,
      "step": 20340
    },
    {
      "epoch": 0.01780835946889161,
      "grad_norm": 0.6935069561004639,
      "learning_rate": 4.999386139428973e-05,
      "loss": 5.4365,
      "step": 20345
    },
    {
      "epoch": 0.017812736062518764,
      "grad_norm": 0.8781754970550537,
      "learning_rate": 4.9993854510868545e-05,
      "loss": 5.0893,
      "step": 20350
    },
    {
      "epoch": 0.01781711265614592,
      "grad_norm": 0.6368975043296814,
      "learning_rate": 4.999384762359082e-05,
      "loss": 5.2079,
      "step": 20355
    },
    {
      "epoch": 0.017821489249773073,
      "grad_norm": 0.7643712162971497,
      "learning_rate": 4.9993840732456554e-05,
      "loss": 5.7603,
      "step": 20360
    },
    {
      "epoch": 0.017825865843400228,
      "grad_norm": 0.7133090496063232,
      "learning_rate": 4.999383383746573e-05,
      "loss": 5.2401,
      "step": 20365
    },
    {
      "epoch": 0.017830242437027383,
      "grad_norm": 0.7505590319633484,
      "learning_rate": 4.999382693861837e-05,
      "loss": 5.6691,
      "step": 20370
    },
    {
      "epoch": 0.017834619030654537,
      "grad_norm": 0.5821077823638916,
      "learning_rate": 4.999382003591445e-05,
      "loss": 6.1199,
      "step": 20375
    },
    {
      "epoch": 0.017838995624281692,
      "grad_norm": 0.6714386940002441,
      "learning_rate": 4.999381312935402e-05,
      "loss": 5.9537,
      "step": 20380
    },
    {
      "epoch": 0.017843372217908847,
      "grad_norm": 0.6528097987174988,
      "learning_rate": 4.999380621893702e-05,
      "loss": 5.2035,
      "step": 20385
    },
    {
      "epoch": 0.017847748811536,
      "grad_norm": 0.5738924145698547,
      "learning_rate": 4.9993799304663493e-05,
      "loss": 5.7284,
      "step": 20390
    },
    {
      "epoch": 0.017852125405163156,
      "grad_norm": 0.5857903361320496,
      "learning_rate": 4.999379238653342e-05,
      "loss": 6.277,
      "step": 20395
    },
    {
      "epoch": 0.01785650199879031,
      "grad_norm": 0.48294928669929504,
      "learning_rate": 4.999378546454682e-05,
      "loss": 6.3176,
      "step": 20400
    },
    {
      "epoch": 0.017860878592417462,
      "grad_norm": 0.5523019433021545,
      "learning_rate": 4.999377853870369e-05,
      "loss": 5.0357,
      "step": 20405
    },
    {
      "epoch": 0.017865255186044617,
      "grad_norm": 0.5886080861091614,
      "learning_rate": 4.9993771609004014e-05,
      "loss": 5.1896,
      "step": 20410
    },
    {
      "epoch": 0.017869631779671772,
      "grad_norm": 0.8045022487640381,
      "learning_rate": 4.9993764675447807e-05,
      "loss": 5.4516,
      "step": 20415
    },
    {
      "epoch": 0.017874008373298927,
      "grad_norm": 0.8584510087966919,
      "learning_rate": 4.999375773803507e-05,
      "loss": 5.7495,
      "step": 20420
    },
    {
      "epoch": 0.01787838496692608,
      "grad_norm": 0.6040218472480774,
      "learning_rate": 4.9993750796765817e-05,
      "loss": 6.6004,
      "step": 20425
    },
    {
      "epoch": 0.017882761560553236,
      "grad_norm": 0.7742799520492554,
      "learning_rate": 4.999374385164002e-05,
      "loss": 6.2859,
      "step": 20430
    },
    {
      "epoch": 0.01788713815418039,
      "grad_norm": 0.941213071346283,
      "learning_rate": 4.9993736902657696e-05,
      "loss": 5.7423,
      "step": 20435
    },
    {
      "epoch": 0.017891514747807546,
      "grad_norm": 0.6897058486938477,
      "learning_rate": 4.9993729949818845e-05,
      "loss": 6.1008,
      "step": 20440
    },
    {
      "epoch": 0.0178958913414347,
      "grad_norm": 0.6359084248542786,
      "learning_rate": 4.999372299312348e-05,
      "loss": 4.9354,
      "step": 20445
    },
    {
      "epoch": 0.017900267935061855,
      "grad_norm": 0.6571586728096008,
      "learning_rate": 4.9993716032571594e-05,
      "loss": 4.907,
      "step": 20450
    },
    {
      "epoch": 0.01790464452868901,
      "grad_norm": 0.6270301342010498,
      "learning_rate": 4.9993709068163174e-05,
      "loss": 5.0093,
      "step": 20455
    },
    {
      "epoch": 0.017909021122316165,
      "grad_norm": 0.648749589920044,
      "learning_rate": 4.999370209989824e-05,
      "loss": 5.4156,
      "step": 20460
    },
    {
      "epoch": 0.01791339771594332,
      "grad_norm": 0.5865325927734375,
      "learning_rate": 4.9993695127776785e-05,
      "loss": 5.7572,
      "step": 20465
    },
    {
      "epoch": 0.01791777430957047,
      "grad_norm": 0.9471941590309143,
      "learning_rate": 4.999368815179881e-05,
      "loss": 5.7762,
      "step": 20470
    },
    {
      "epoch": 0.017922150903197626,
      "grad_norm": 0.6447208523750305,
      "learning_rate": 4.999368117196432e-05,
      "loss": 5.5392,
      "step": 20475
    },
    {
      "epoch": 0.01792652749682478,
      "grad_norm": 0.6212795376777649,
      "learning_rate": 4.999367418827332e-05,
      "loss": 6.0951,
      "step": 20480
    },
    {
      "epoch": 0.017930904090451935,
      "grad_norm": 0.7546855211257935,
      "learning_rate": 4.9993667200725814e-05,
      "loss": 5.0996,
      "step": 20485
    },
    {
      "epoch": 0.01793528068407909,
      "grad_norm": 0.6181596517562866,
      "learning_rate": 4.999366020932178e-05,
      "loss": 5.7169,
      "step": 20490
    },
    {
      "epoch": 0.017939657277706245,
      "grad_norm": 0.728042721748352,
      "learning_rate": 4.999365321406123e-05,
      "loss": 5.4326,
      "step": 20495
    },
    {
      "epoch": 0.0179440338713334,
      "grad_norm": 0.638778567314148,
      "learning_rate": 4.999364621494419e-05,
      "loss": 4.6665,
      "step": 20500
    },
    {
      "epoch": 0.017948410464960554,
      "grad_norm": 0.6705100536346436,
      "learning_rate": 4.9993639211970634e-05,
      "loss": 4.9725,
      "step": 20505
    },
    {
      "epoch": 0.01795278705858771,
      "grad_norm": 0.6707739233970642,
      "learning_rate": 4.9993632205140574e-05,
      "loss": 5.6656,
      "step": 20510
    },
    {
      "epoch": 0.017957163652214864,
      "grad_norm": 0.6156005859375,
      "learning_rate": 4.9993625194453994e-05,
      "loss": 4.8779,
      "step": 20515
    },
    {
      "epoch": 0.01796154024584202,
      "grad_norm": 0.610493540763855,
      "learning_rate": 4.999361817991093e-05,
      "loss": 5.5424,
      "step": 20520
    },
    {
      "epoch": 0.017965916839469173,
      "grad_norm": 0.6156830787658691,
      "learning_rate": 4.9993611161511347e-05,
      "loss": 6.3158,
      "step": 20525
    },
    {
      "epoch": 0.017970293433096328,
      "grad_norm": 0.6745527982711792,
      "learning_rate": 4.9993604139255265e-05,
      "loss": 5.4101,
      "step": 20530
    },
    {
      "epoch": 0.01797467002672348,
      "grad_norm": 0.647640585899353,
      "learning_rate": 4.99935971131427e-05,
      "loss": 5.45,
      "step": 20535
    },
    {
      "epoch": 0.017979046620350634,
      "grad_norm": 0.6587276458740234,
      "learning_rate": 4.9993590083173615e-05,
      "loss": 5.1081,
      "step": 20540
    },
    {
      "epoch": 0.01798342321397779,
      "grad_norm": 0.823731541633606,
      "learning_rate": 4.999358304934803e-05,
      "loss": 5.2009,
      "step": 20545
    },
    {
      "epoch": 0.017987799807604943,
      "grad_norm": 1.1515957117080688,
      "learning_rate": 4.9993576011665964e-05,
      "loss": 5.6635,
      "step": 20550
    },
    {
      "epoch": 0.017992176401232098,
      "grad_norm": 0.7070127725601196,
      "learning_rate": 4.99935689701274e-05,
      "loss": 5.187,
      "step": 20555
    },
    {
      "epoch": 0.017996552994859253,
      "grad_norm": 0.9726821184158325,
      "learning_rate": 4.9993561924732345e-05,
      "loss": 5.2165,
      "step": 20560
    },
    {
      "epoch": 0.018000929588486408,
      "grad_norm": 0.9990109801292419,
      "learning_rate": 4.9993554875480795e-05,
      "loss": 6.3184,
      "step": 20565
    },
    {
      "epoch": 0.018005306182113563,
      "grad_norm": 1.5772749185562134,
      "learning_rate": 4.999354782237275e-05,
      "loss": 5.0955,
      "step": 20570
    },
    {
      "epoch": 0.018009682775740717,
      "grad_norm": 0.7055336236953735,
      "learning_rate": 4.999354076540822e-05,
      "loss": 5.4445,
      "step": 20575
    },
    {
      "epoch": 0.018014059369367872,
      "grad_norm": 1.1457054615020752,
      "learning_rate": 4.9993533704587205e-05,
      "loss": 6.1007,
      "step": 20580
    },
    {
      "epoch": 0.018018435962995027,
      "grad_norm": 0.6529757380485535,
      "learning_rate": 4.99935266399097e-05,
      "loss": 4.8792,
      "step": 20585
    },
    {
      "epoch": 0.01802281255662218,
      "grad_norm": 0.69277423620224,
      "learning_rate": 4.999351957137571e-05,
      "loss": 5.203,
      "step": 20590
    },
    {
      "epoch": 0.018027189150249333,
      "grad_norm": 0.617271900177002,
      "learning_rate": 4.999351249898524e-05,
      "loss": 5.4185,
      "step": 20595
    },
    {
      "epoch": 0.018031565743876488,
      "grad_norm": 0.6256344318389893,
      "learning_rate": 4.999350542273828e-05,
      "loss": 4.6684,
      "step": 20600
    },
    {
      "epoch": 0.018035942337503642,
      "grad_norm": 0.9448392391204834,
      "learning_rate": 4.9993498342634845e-05,
      "loss": 4.6618,
      "step": 20605
    },
    {
      "epoch": 0.018040318931130797,
      "grad_norm": 0.7213865518569946,
      "learning_rate": 4.999349125867493e-05,
      "loss": 5.208,
      "step": 20610
    },
    {
      "epoch": 0.018044695524757952,
      "grad_norm": 0.5880900621414185,
      "learning_rate": 4.999348417085854e-05,
      "loss": 5.9578,
      "step": 20615
    },
    {
      "epoch": 0.018049072118385107,
      "grad_norm": 0.6971682906150818,
      "learning_rate": 4.999347707918566e-05,
      "loss": 5.5043,
      "step": 20620
    },
    {
      "epoch": 0.01805344871201226,
      "grad_norm": 0.6141427755355835,
      "learning_rate": 4.9993469983656316e-05,
      "loss": 5.4046,
      "step": 20625
    },
    {
      "epoch": 0.018057825305639416,
      "grad_norm": 0.6424189805984497,
      "learning_rate": 4.9993462884270506e-05,
      "loss": 5.4362,
      "step": 20630
    },
    {
      "epoch": 0.01806220189926657,
      "grad_norm": 0.648934543132782,
      "learning_rate": 4.9993455781028195e-05,
      "loss": 5.2313,
      "step": 20635
    },
    {
      "epoch": 0.018066578492893726,
      "grad_norm": 0.5894182324409485,
      "learning_rate": 4.999344867392943e-05,
      "loss": 5.1865,
      "step": 20640
    },
    {
      "epoch": 0.01807095508652088,
      "grad_norm": 0.7125905156135559,
      "learning_rate": 4.9993441562974194e-05,
      "loss": 5.5508,
      "step": 20645
    },
    {
      "epoch": 0.018075331680148035,
      "grad_norm": 0.8191685676574707,
      "learning_rate": 4.9993434448162504e-05,
      "loss": 4.99,
      "step": 20650
    },
    {
      "epoch": 0.01807970827377519,
      "grad_norm": 0.9277514219284058,
      "learning_rate": 4.999342732949433e-05,
      "loss": 6.1377,
      "step": 20655
    },
    {
      "epoch": 0.01808408486740234,
      "grad_norm": 1.2178972959518433,
      "learning_rate": 4.9993420206969685e-05,
      "loss": 5.2262,
      "step": 20660
    },
    {
      "epoch": 0.018088461461029496,
      "grad_norm": 0.8577811121940613,
      "learning_rate": 4.999341308058858e-05,
      "loss": 4.9106,
      "step": 20665
    },
    {
      "epoch": 0.01809283805465665,
      "grad_norm": 0.6927589178085327,
      "learning_rate": 4.999340595035101e-05,
      "loss": 5.0165,
      "step": 20670
    },
    {
      "epoch": 0.018097214648283805,
      "grad_norm": 0.6184436678886414,
      "learning_rate": 4.9993398816256984e-05,
      "loss": 5.2314,
      "step": 20675
    },
    {
      "epoch": 0.01810159124191096,
      "grad_norm": 0.677532970905304,
      "learning_rate": 4.99933916783065e-05,
      "loss": 5.6801,
      "step": 20680
    },
    {
      "epoch": 0.018105967835538115,
      "grad_norm": 0.7143199443817139,
      "learning_rate": 4.999338453649955e-05,
      "loss": 6.0917,
      "step": 20685
    },
    {
      "epoch": 0.01811034442916527,
      "grad_norm": 0.5649946331977844,
      "learning_rate": 4.999337739083615e-05,
      "loss": 4.6882,
      "step": 20690
    },
    {
      "epoch": 0.018114721022792424,
      "grad_norm": 0.5315437912940979,
      "learning_rate": 4.9993370241316284e-05,
      "loss": 5.5251,
      "step": 20695
    },
    {
      "epoch": 0.01811909761641958,
      "grad_norm": 0.5770217180252075,
      "learning_rate": 4.999336308793997e-05,
      "loss": 6.0729,
      "step": 20700
    },
    {
      "epoch": 0.018123474210046734,
      "grad_norm": 0.5226771235466003,
      "learning_rate": 4.999335593070721e-05,
      "loss": 6.0636,
      "step": 20705
    },
    {
      "epoch": 0.01812785080367389,
      "grad_norm": 0.6476576328277588,
      "learning_rate": 4.999334876961798e-05,
      "loss": 5.2046,
      "step": 20710
    },
    {
      "epoch": 0.018132227397301044,
      "grad_norm": 0.5653592944145203,
      "learning_rate": 4.9993341604672305e-05,
      "loss": 5.5411,
      "step": 20715
    },
    {
      "epoch": 0.0181366039909282,
      "grad_norm": 0.7967883944511414,
      "learning_rate": 4.9993334435870186e-05,
      "loss": 5.4565,
      "step": 20720
    },
    {
      "epoch": 0.01814098058455535,
      "grad_norm": 0.5041781067848206,
      "learning_rate": 4.999332726321161e-05,
      "loss": 5.7549,
      "step": 20725
    },
    {
      "epoch": 0.018145357178182504,
      "grad_norm": 0.6088728308677673,
      "learning_rate": 4.9993320086696596e-05,
      "loss": 5.9723,
      "step": 20730
    },
    {
      "epoch": 0.01814973377180966,
      "grad_norm": 0.6211442947387695,
      "learning_rate": 4.999331290632513e-05,
      "loss": 5.403,
      "step": 20735
    },
    {
      "epoch": 0.018154110365436814,
      "grad_norm": 0.6500843167304993,
      "learning_rate": 4.999330572209723e-05,
      "loss": 5.5311,
      "step": 20740
    },
    {
      "epoch": 0.01815848695906397,
      "grad_norm": 0.6555554270744324,
      "learning_rate": 4.999329853401288e-05,
      "loss": 5.4291,
      "step": 20745
    },
    {
      "epoch": 0.018162863552691123,
      "grad_norm": 0.7922317981719971,
      "learning_rate": 4.999329134207209e-05,
      "loss": 5.6523,
      "step": 20750
    },
    {
      "epoch": 0.018167240146318278,
      "grad_norm": 0.6742889285087585,
      "learning_rate": 4.9993284146274856e-05,
      "loss": 6.0506,
      "step": 20755
    },
    {
      "epoch": 0.018171616739945433,
      "grad_norm": 0.6434219479560852,
      "learning_rate": 4.9993276946621195e-05,
      "loss": 5.0299,
      "step": 20760
    },
    {
      "epoch": 0.018175993333572588,
      "grad_norm": 0.6177789568901062,
      "learning_rate": 4.999326974311108e-05,
      "loss": 5.4164,
      "step": 20765
    },
    {
      "epoch": 0.018180369927199742,
      "grad_norm": 0.9254028797149658,
      "learning_rate": 4.999326253574454e-05,
      "loss": 5.7463,
      "step": 20770
    },
    {
      "epoch": 0.018184746520826897,
      "grad_norm": 0.6131710410118103,
      "learning_rate": 4.999325532452157e-05,
      "loss": 5.7711,
      "step": 20775
    },
    {
      "epoch": 0.018189123114454052,
      "grad_norm": 0.7942396402359009,
      "learning_rate": 4.999324810944216e-05,
      "loss": 6.1046,
      "step": 20780
    },
    {
      "epoch": 0.018193499708081207,
      "grad_norm": 0.6893311738967896,
      "learning_rate": 4.999324089050632e-05,
      "loss": 5.208,
      "step": 20785
    },
    {
      "epoch": 0.018197876301708358,
      "grad_norm": 0.6297889947891235,
      "learning_rate": 4.999323366771406e-05,
      "loss": 6.0633,
      "step": 20790
    },
    {
      "epoch": 0.018202252895335513,
      "grad_norm": 0.6222845315933228,
      "learning_rate": 4.9993226441065355e-05,
      "loss": 5.5333,
      "step": 20795
    },
    {
      "epoch": 0.018206629488962667,
      "grad_norm": 0.8130640983581543,
      "learning_rate": 4.999321921056023e-05,
      "loss": 5.6092,
      "step": 20800
    },
    {
      "epoch": 0.018211006082589822,
      "grad_norm": 0.7134608030319214,
      "learning_rate": 4.999321197619867e-05,
      "loss": 5.7058,
      "step": 20805
    },
    {
      "epoch": 0.018215382676216977,
      "grad_norm": 0.6287031173706055,
      "learning_rate": 4.9993204737980707e-05,
      "loss": 5.2229,
      "step": 20810
    },
    {
      "epoch": 0.01821975926984413,
      "grad_norm": 0.7636704444885254,
      "learning_rate": 4.999319749590631e-05,
      "loss": 5.4968,
      "step": 20815
    },
    {
      "epoch": 0.018224135863471286,
      "grad_norm": 1.2692251205444336,
      "learning_rate": 4.999319024997548e-05,
      "loss": 4.9797,
      "step": 20820
    },
    {
      "epoch": 0.01822851245709844,
      "grad_norm": 0.7005983591079712,
      "learning_rate": 4.9993183000188246e-05,
      "loss": 6.6111,
      "step": 20825
    },
    {
      "epoch": 0.018232889050725596,
      "grad_norm": 0.6347611546516418,
      "learning_rate": 4.999317574654458e-05,
      "loss": 5.513,
      "step": 20830
    },
    {
      "epoch": 0.01823726564435275,
      "grad_norm": 0.8610813021659851,
      "learning_rate": 4.999316848904451e-05,
      "loss": 5.6271,
      "step": 20835
    },
    {
      "epoch": 0.018241642237979905,
      "grad_norm": 0.621239185333252,
      "learning_rate": 4.9993161227688014e-05,
      "loss": 5.0497,
      "step": 20840
    },
    {
      "epoch": 0.01824601883160706,
      "grad_norm": 0.6662688255310059,
      "learning_rate": 4.9993153962475114e-05,
      "loss": 6.0527,
      "step": 20845
    },
    {
      "epoch": 0.018250395425234215,
      "grad_norm": 0.5781949758529663,
      "learning_rate": 4.999314669340579e-05,
      "loss": 5.6279,
      "step": 20850
    },
    {
      "epoch": 0.018254772018861366,
      "grad_norm": 0.48866158723831177,
      "learning_rate": 4.9993139420480065e-05,
      "loss": 6.0687,
      "step": 20855
    },
    {
      "epoch": 0.01825914861248852,
      "grad_norm": 0.5682643055915833,
      "learning_rate": 4.999313214369792e-05,
      "loss": 5.7973,
      "step": 20860
    },
    {
      "epoch": 0.018263525206115676,
      "grad_norm": 0.998153030872345,
      "learning_rate": 4.999312486305936e-05,
      "loss": 5.1873,
      "step": 20865
    },
    {
      "epoch": 0.01826790179974283,
      "grad_norm": 0.8596214056015015,
      "learning_rate": 4.99931175785644e-05,
      "loss": 5.498,
      "step": 20870
    },
    {
      "epoch": 0.018272278393369985,
      "grad_norm": 0.9863201379776001,
      "learning_rate": 4.999311029021304e-05,
      "loss": 5.4363,
      "step": 20875
    },
    {
      "epoch": 0.01827665498699714,
      "grad_norm": 0.7497268915176392,
      "learning_rate": 4.999310299800527e-05,
      "loss": 5.659,
      "step": 20880
    },
    {
      "epoch": 0.018281031580624295,
      "grad_norm": 0.6295403242111206,
      "learning_rate": 4.9993095701941096e-05,
      "loss": 4.9413,
      "step": 20885
    },
    {
      "epoch": 0.01828540817425145,
      "grad_norm": 0.8324987888336182,
      "learning_rate": 4.9993088402020513e-05,
      "loss": 5.3874,
      "step": 20890
    },
    {
      "epoch": 0.018289784767878604,
      "grad_norm": 0.657963216304779,
      "learning_rate": 4.999308109824353e-05,
      "loss": 5.2295,
      "step": 20895
    },
    {
      "epoch": 0.01829416136150576,
      "grad_norm": 0.7163969278335571,
      "learning_rate": 4.9993073790610165e-05,
      "loss": 4.8933,
      "step": 20900
    },
    {
      "epoch": 0.018298537955132914,
      "grad_norm": 0.835143506526947,
      "learning_rate": 4.9993066479120386e-05,
      "loss": 6.083,
      "step": 20905
    },
    {
      "epoch": 0.01830291454876007,
      "grad_norm": 0.5948483943939209,
      "learning_rate": 4.999305916377422e-05,
      "loss": 4.4263,
      "step": 20910
    },
    {
      "epoch": 0.018307291142387223,
      "grad_norm": 0.8658367991447449,
      "learning_rate": 4.9993051844571646e-05,
      "loss": 5.6654,
      "step": 20915
    },
    {
      "epoch": 0.018311667736014375,
      "grad_norm": 1.0261974334716797,
      "learning_rate": 4.999304452151269e-05,
      "loss": 5.7494,
      "step": 20920
    },
    {
      "epoch": 0.01831604432964153,
      "grad_norm": 0.7429422736167908,
      "learning_rate": 4.9993037194597344e-05,
      "loss": 5.5354,
      "step": 20925
    },
    {
      "epoch": 0.018320420923268684,
      "grad_norm": 0.6189842820167542,
      "learning_rate": 4.99930298638256e-05,
      "loss": 4.9725,
      "step": 20930
    },
    {
      "epoch": 0.01832479751689584,
      "grad_norm": 0.6501184701919556,
      "learning_rate": 4.9993022529197475e-05,
      "loss": 5.55,
      "step": 20935
    },
    {
      "epoch": 0.018329174110522994,
      "grad_norm": 0.5964354872703552,
      "learning_rate": 4.999301519071295e-05,
      "loss": 5.7703,
      "step": 20940
    },
    {
      "epoch": 0.01833355070415015,
      "grad_norm": 0.5933848023414612,
      "learning_rate": 4.999300784837205e-05,
      "loss": 4.0982,
      "step": 20945
    },
    {
      "epoch": 0.018337927297777303,
      "grad_norm": 0.7635366916656494,
      "learning_rate": 4.999300050217476e-05,
      "loss": 5.2403,
      "step": 20950
    },
    {
      "epoch": 0.018342303891404458,
      "grad_norm": 0.6505452990531921,
      "learning_rate": 4.999299315212108e-05,
      "loss": 5.9736,
      "step": 20955
    },
    {
      "epoch": 0.018346680485031613,
      "grad_norm": 0.6480388641357422,
      "learning_rate": 4.9992985798211025e-05,
      "loss": 5.998,
      "step": 20960
    },
    {
      "epoch": 0.018351057078658767,
      "grad_norm": 0.5632496476173401,
      "learning_rate": 4.999297844044459e-05,
      "loss": 6.5947,
      "step": 20965
    },
    {
      "epoch": 0.018355433672285922,
      "grad_norm": 0.5485142469406128,
      "learning_rate": 4.9992971078821784e-05,
      "loss": 6.0802,
      "step": 20970
    },
    {
      "epoch": 0.018359810265913077,
      "grad_norm": 0.6037206649780273,
      "learning_rate": 4.999296371334258e-05,
      "loss": 4.8631,
      "step": 20975
    },
    {
      "epoch": 0.018364186859540232,
      "grad_norm": 0.5855491161346436,
      "learning_rate": 4.9992956344007016e-05,
      "loss": 6.2371,
      "step": 20980
    },
    {
      "epoch": 0.018368563453167383,
      "grad_norm": 0.5860788822174072,
      "learning_rate": 4.999294897081507e-05,
      "loss": 5.9523,
      "step": 20985
    },
    {
      "epoch": 0.018372940046794538,
      "grad_norm": 0.7204059362411499,
      "learning_rate": 4.999294159376674e-05,
      "loss": 5.739,
      "step": 20990
    },
    {
      "epoch": 0.018377316640421693,
      "grad_norm": 0.5756168961524963,
      "learning_rate": 4.999293421286205e-05,
      "loss": 5.169,
      "step": 20995
    },
    {
      "epoch": 0.018381693234048847,
      "grad_norm": 0.937113344669342,
      "learning_rate": 4.9992926828100987e-05,
      "loss": 5.4114,
      "step": 21000
    },
    {
      "epoch": 0.018386069827676002,
      "grad_norm": 0.5829730033874512,
      "learning_rate": 4.999291943948355e-05,
      "loss": 6.2865,
      "step": 21005
    },
    {
      "epoch": 0.018390446421303157,
      "grad_norm": 0.6853560209274292,
      "learning_rate": 4.999291204700975e-05,
      "loss": 5.7325,
      "step": 21010
    },
    {
      "epoch": 0.01839482301493031,
      "grad_norm": 0.8004820942878723,
      "learning_rate": 4.9992904650679595e-05,
      "loss": 4.6918,
      "step": 21015
    },
    {
      "epoch": 0.018399199608557466,
      "grad_norm": 1.1056478023529053,
      "learning_rate": 4.999289725049305e-05,
      "loss": 5.7786,
      "step": 21020
    },
    {
      "epoch": 0.01840357620218462,
      "grad_norm": 1.1873595714569092,
      "learning_rate": 4.9992889846450165e-05,
      "loss": 5.7111,
      "step": 21025
    },
    {
      "epoch": 0.018407952795811776,
      "grad_norm": 1.468429684638977,
      "learning_rate": 4.9992882438550906e-05,
      "loss": 5.028,
      "step": 21030
    },
    {
      "epoch": 0.01841232938943893,
      "grad_norm": 0.7352884411811829,
      "learning_rate": 4.999287502679528e-05,
      "loss": 4.848,
      "step": 21035
    },
    {
      "epoch": 0.018416705983066085,
      "grad_norm": 0.6141724586486816,
      "learning_rate": 4.99928676111833e-05,
      "loss": 5.4307,
      "step": 21040
    },
    {
      "epoch": 0.01842108257669324,
      "grad_norm": 0.7619059681892395,
      "learning_rate": 4.999286019171496e-05,
      "loss": 5.9902,
      "step": 21045
    },
    {
      "epoch": 0.01842545917032039,
      "grad_norm": 0.5817685127258301,
      "learning_rate": 4.999285276839028e-05,
      "loss": 5.2098,
      "step": 21050
    },
    {
      "epoch": 0.018429835763947546,
      "grad_norm": 0.6950879693031311,
      "learning_rate": 4.999284534120923e-05,
      "loss": 5.4902,
      "step": 21055
    },
    {
      "epoch": 0.0184342123575747,
      "grad_norm": 0.839553952217102,
      "learning_rate": 4.999283791017183e-05,
      "loss": 5.5041,
      "step": 21060
    },
    {
      "epoch": 0.018438588951201856,
      "grad_norm": 1.1569509506225586,
      "learning_rate": 4.9992830475278077e-05,
      "loss": 5.7779,
      "step": 21065
    },
    {
      "epoch": 0.01844296554482901,
      "grad_norm": 0.962033212184906,
      "learning_rate": 4.999282303652797e-05,
      "loss": 6.3049,
      "step": 21070
    },
    {
      "epoch": 0.018447342138456165,
      "grad_norm": 0.619533121585846,
      "learning_rate": 4.999281559392151e-05,
      "loss": 5.5064,
      "step": 21075
    },
    {
      "epoch": 0.01845171873208332,
      "grad_norm": 0.6269416213035583,
      "learning_rate": 4.9992808147458714e-05,
      "loss": 6.0248,
      "step": 21080
    },
    {
      "epoch": 0.018456095325710475,
      "grad_norm": 0.8133482336997986,
      "learning_rate": 4.999280069713955e-05,
      "loss": 5.1027,
      "step": 21085
    },
    {
      "epoch": 0.01846047191933763,
      "grad_norm": 0.6132428050041199,
      "learning_rate": 4.999279324296406e-05,
      "loss": 4.6027,
      "step": 21090
    },
    {
      "epoch": 0.018464848512964784,
      "grad_norm": 0.7744218707084656,
      "learning_rate": 4.999278578493223e-05,
      "loss": 5.7247,
      "step": 21095
    },
    {
      "epoch": 0.01846922510659194,
      "grad_norm": 1.001009464263916,
      "learning_rate": 4.999277832304404e-05,
      "loss": 5.1854,
      "step": 21100
    },
    {
      "epoch": 0.018473601700219094,
      "grad_norm": 0.7985462546348572,
      "learning_rate": 4.9992770857299534e-05,
      "loss": 5.7461,
      "step": 21105
    },
    {
      "epoch": 0.01847797829384625,
      "grad_norm": 0.9733787775039673,
      "learning_rate": 4.999276338769866e-05,
      "loss": 5.7342,
      "step": 21110
    },
    {
      "epoch": 0.0184823548874734,
      "grad_norm": 0.6129247546195984,
      "learning_rate": 4.9992755914241465e-05,
      "loss": 5.0478,
      "step": 21115
    },
    {
      "epoch": 0.018486731481100555,
      "grad_norm": 0.5698413252830505,
      "learning_rate": 4.999274843692793e-05,
      "loss": 5.94,
      "step": 21120
    },
    {
      "epoch": 0.01849110807472771,
      "grad_norm": 0.6994075775146484,
      "learning_rate": 4.9992740955758065e-05,
      "loss": 5.3979,
      "step": 21125
    },
    {
      "epoch": 0.018495484668354864,
      "grad_norm": 0.8843382596969604,
      "learning_rate": 4.9992733470731856e-05,
      "loss": 5.0979,
      "step": 21130
    },
    {
      "epoch": 0.01849986126198202,
      "grad_norm": 0.668145477771759,
      "learning_rate": 4.999272598184933e-05,
      "loss": 4.9818,
      "step": 21135
    },
    {
      "epoch": 0.018504237855609174,
      "grad_norm": 0.6596399545669556,
      "learning_rate": 4.999271848911046e-05,
      "loss": 6.323,
      "step": 21140
    },
    {
      "epoch": 0.01850861444923633,
      "grad_norm": 0.8563604950904846,
      "learning_rate": 4.9992710992515254e-05,
      "loss": 5.6094,
      "step": 21145
    },
    {
      "epoch": 0.018512991042863483,
      "grad_norm": 0.5740921497344971,
      "learning_rate": 4.999270349206374e-05,
      "loss": 6.2791,
      "step": 21150
    },
    {
      "epoch": 0.018517367636490638,
      "grad_norm": 0.693318247795105,
      "learning_rate": 4.999269598775589e-05,
      "loss": 5.5127,
      "step": 21155
    },
    {
      "epoch": 0.018521744230117793,
      "grad_norm": 0.6606476902961731,
      "learning_rate": 4.999268847959172e-05,
      "loss": 5.7573,
      "step": 21160
    },
    {
      "epoch": 0.018526120823744947,
      "grad_norm": 0.5798016786575317,
      "learning_rate": 4.9992680967571216e-05,
      "loss": 5.7419,
      "step": 21165
    },
    {
      "epoch": 0.018530497417372102,
      "grad_norm": 0.6745495796203613,
      "learning_rate": 4.999267345169439e-05,
      "loss": 5.4729,
      "step": 21170
    },
    {
      "epoch": 0.018534874010999253,
      "grad_norm": 0.7153835296630859,
      "learning_rate": 4.999266593196126e-05,
      "loss": 5.1845,
      "step": 21175
    },
    {
      "epoch": 0.018539250604626408,
      "grad_norm": 0.9066436886787415,
      "learning_rate": 4.9992658408371794e-05,
      "loss": 5.7278,
      "step": 21180
    },
    {
      "epoch": 0.018543627198253563,
      "grad_norm": 0.653409481048584,
      "learning_rate": 4.999265088092602e-05,
      "loss": 5.4394,
      "step": 21185
    },
    {
      "epoch": 0.018548003791880718,
      "grad_norm": 1.2059425115585327,
      "learning_rate": 4.9992643349623925e-05,
      "loss": 5.4962,
      "step": 21190
    },
    {
      "epoch": 0.018552380385507872,
      "grad_norm": 0.6577250361442566,
      "learning_rate": 4.9992635814465515e-05,
      "loss": 6.064,
      "step": 21195
    },
    {
      "epoch": 0.018556756979135027,
      "grad_norm": 0.546820342540741,
      "learning_rate": 4.9992628275450794e-05,
      "loss": 6.2955,
      "step": 21200
    },
    {
      "epoch": 0.018561133572762182,
      "grad_norm": 1.0632022619247437,
      "learning_rate": 4.999262073257976e-05,
      "loss": 5.545,
      "step": 21205
    },
    {
      "epoch": 0.018565510166389337,
      "grad_norm": 1.4202284812927246,
      "learning_rate": 4.999261318585242e-05,
      "loss": 5.6395,
      "step": 21210
    },
    {
      "epoch": 0.01856988676001649,
      "grad_norm": 0.6781288385391235,
      "learning_rate": 4.999260563526876e-05,
      "loss": 5.7368,
      "step": 21215
    },
    {
      "epoch": 0.018574263353643646,
      "grad_norm": 0.6424971222877502,
      "learning_rate": 4.99925980808288e-05,
      "loss": 5.7212,
      "step": 21220
    },
    {
      "epoch": 0.0185786399472708,
      "grad_norm": 0.7447431087493896,
      "learning_rate": 4.9992590522532544e-05,
      "loss": 5.7244,
      "step": 21225
    },
    {
      "epoch": 0.018583016540897956,
      "grad_norm": 0.6383057236671448,
      "learning_rate": 4.9992582960379966e-05,
      "loss": 4.9539,
      "step": 21230
    },
    {
      "epoch": 0.01858739313452511,
      "grad_norm": 0.6273031830787659,
      "learning_rate": 4.999257539437109e-05,
      "loss": 4.7824,
      "step": 21235
    },
    {
      "epoch": 0.018591769728152262,
      "grad_norm": 0.6702233552932739,
      "learning_rate": 4.999256782450592e-05,
      "loss": 6.1028,
      "step": 21240
    },
    {
      "epoch": 0.018596146321779417,
      "grad_norm": 0.6054619550704956,
      "learning_rate": 4.9992560250784437e-05,
      "loss": 5.4482,
      "step": 21245
    },
    {
      "epoch": 0.01860052291540657,
      "grad_norm": 0.5643972754478455,
      "learning_rate": 4.9992552673206664e-05,
      "loss": 4.6586,
      "step": 21250
    },
    {
      "epoch": 0.018604899509033726,
      "grad_norm": 0.5481099486351013,
      "learning_rate": 4.9992545091772594e-05,
      "loss": 5.533,
      "step": 21255
    },
    {
      "epoch": 0.01860927610266088,
      "grad_norm": 0.6203049421310425,
      "learning_rate": 4.999253750648223e-05,
      "loss": 5.4241,
      "step": 21260
    },
    {
      "epoch": 0.018613652696288036,
      "grad_norm": 0.6366814970970154,
      "learning_rate": 4.999252991733556e-05,
      "loss": 5.7581,
      "step": 21265
    },
    {
      "epoch": 0.01861802928991519,
      "grad_norm": 0.5628066062927246,
      "learning_rate": 4.9992522324332615e-05,
      "loss": 5.2093,
      "step": 21270
    },
    {
      "epoch": 0.018622405883542345,
      "grad_norm": 1.3644158840179443,
      "learning_rate": 4.9992514727473364e-05,
      "loss": 5.5235,
      "step": 21275
    },
    {
      "epoch": 0.0186267824771695,
      "grad_norm": 0.6682593822479248,
      "learning_rate": 4.999250712675783e-05,
      "loss": 5.7584,
      "step": 21280
    },
    {
      "epoch": 0.018631159070796655,
      "grad_norm": 0.7755440473556519,
      "learning_rate": 4.9992499522186e-05,
      "loss": 4.9811,
      "step": 21285
    },
    {
      "epoch": 0.01863553566442381,
      "grad_norm": 0.6340014934539795,
      "learning_rate": 4.999249191375789e-05,
      "loss": 5.6979,
      "step": 21290
    },
    {
      "epoch": 0.018639912258050964,
      "grad_norm": 0.830261766910553,
      "learning_rate": 4.999248430147349e-05,
      "loss": 6.2809,
      "step": 21295
    },
    {
      "epoch": 0.01864428885167812,
      "grad_norm": 0.627241313457489,
      "learning_rate": 4.999247668533281e-05,
      "loss": 6.5971,
      "step": 21300
    },
    {
      "epoch": 0.01864866544530527,
      "grad_norm": 0.7812995910644531,
      "learning_rate": 4.999246906533585e-05,
      "loss": 6.2908,
      "step": 21305
    },
    {
      "epoch": 0.018653042038932425,
      "grad_norm": 0.6547189354896545,
      "learning_rate": 4.9992461441482604e-05,
      "loss": 5.4396,
      "step": 21310
    },
    {
      "epoch": 0.01865741863255958,
      "grad_norm": 0.6142485737800598,
      "learning_rate": 4.999245381377308e-05,
      "loss": 5.4112,
      "step": 21315
    },
    {
      "epoch": 0.018661795226186734,
      "grad_norm": 0.6900718212127686,
      "learning_rate": 4.9992446182207275e-05,
      "loss": 5.5448,
      "step": 21320
    },
    {
      "epoch": 0.01866617181981389,
      "grad_norm": 0.6293402314186096,
      "learning_rate": 4.999243854678519e-05,
      "loss": 5.2036,
      "step": 21325
    },
    {
      "epoch": 0.018670548413441044,
      "grad_norm": 1.0901951789855957,
      "learning_rate": 4.999243090750684e-05,
      "loss": 5.3006,
      "step": 21330
    },
    {
      "epoch": 0.0186749250070682,
      "grad_norm": 0.5969759225845337,
      "learning_rate": 4.99924232643722e-05,
      "loss": 5.3271,
      "step": 21335
    },
    {
      "epoch": 0.018679301600695353,
      "grad_norm": 0.9491468071937561,
      "learning_rate": 4.99924156173813e-05,
      "loss": 6.3203,
      "step": 21340
    },
    {
      "epoch": 0.018683678194322508,
      "grad_norm": 2.23577880859375,
      "learning_rate": 4.9992407966534136e-05,
      "loss": 5.4544,
      "step": 21345
    },
    {
      "epoch": 0.018688054787949663,
      "grad_norm": 0.7114134430885315,
      "learning_rate": 4.9992400311830686e-05,
      "loss": 4.5396,
      "step": 21350
    },
    {
      "epoch": 0.018692431381576818,
      "grad_norm": 0.8868141770362854,
      "learning_rate": 4.999239265327098e-05,
      "loss": 6.3148,
      "step": 21355
    },
    {
      "epoch": 0.018696807975203972,
      "grad_norm": 0.7004939913749695,
      "learning_rate": 4.9992384990855004e-05,
      "loss": 4.661,
      "step": 21360
    },
    {
      "epoch": 0.018701184568831127,
      "grad_norm": 0.9414483308792114,
      "learning_rate": 4.9992377324582764e-05,
      "loss": 5.5275,
      "step": 21365
    },
    {
      "epoch": 0.01870556116245828,
      "grad_norm": 0.7852382659912109,
      "learning_rate": 4.999236965445426e-05,
      "loss": 5.2118,
      "step": 21370
    },
    {
      "epoch": 0.018709937756085433,
      "grad_norm": 0.7473604083061218,
      "learning_rate": 4.9992361980469496e-05,
      "loss": 5.226,
      "step": 21375
    },
    {
      "epoch": 0.018714314349712588,
      "grad_norm": 0.48540326952934265,
      "learning_rate": 4.999235430262847e-05,
      "loss": 5.4771,
      "step": 21380
    },
    {
      "epoch": 0.018718690943339743,
      "grad_norm": 0.6070865392684937,
      "learning_rate": 4.999234662093119e-05,
      "loss": 5.6408,
      "step": 21385
    },
    {
      "epoch": 0.018723067536966898,
      "grad_norm": 0.4632933735847473,
      "learning_rate": 4.999233893537763e-05,
      "loss": 6.2451,
      "step": 21390
    },
    {
      "epoch": 0.018727444130594052,
      "grad_norm": 0.5647789835929871,
      "learning_rate": 4.999233124596784e-05,
      "loss": 5.0061,
      "step": 21395
    },
    {
      "epoch": 0.018731820724221207,
      "grad_norm": 0.5923733115196228,
      "learning_rate": 4.9992323552701794e-05,
      "loss": 5.447,
      "step": 21400
    },
    {
      "epoch": 0.018736197317848362,
      "grad_norm": 0.5417725443840027,
      "learning_rate": 4.999231585557948e-05,
      "loss": 5.7318,
      "step": 21405
    },
    {
      "epoch": 0.018740573911475517,
      "grad_norm": 0.48123469948768616,
      "learning_rate": 4.999230815460092e-05,
      "loss": 5.9461,
      "step": 21410
    },
    {
      "epoch": 0.01874495050510267,
      "grad_norm": 0.8897897005081177,
      "learning_rate": 4.999230044976612e-05,
      "loss": 5.0841,
      "step": 21415
    },
    {
      "epoch": 0.018749327098729826,
      "grad_norm": 0.5875507593154907,
      "learning_rate": 4.999229274107505e-05,
      "loss": 5.423,
      "step": 21420
    },
    {
      "epoch": 0.01875370369235698,
      "grad_norm": 0.6731158494949341,
      "learning_rate": 4.999228502852775e-05,
      "loss": 4.8668,
      "step": 21425
    },
    {
      "epoch": 0.018758080285984136,
      "grad_norm": 0.6702219843864441,
      "learning_rate": 4.9992277312124204e-05,
      "loss": 5.2165,
      "step": 21430
    },
    {
      "epoch": 0.018762456879611287,
      "grad_norm": 0.631319522857666,
      "learning_rate": 4.9992269591864415e-05,
      "loss": 4.6334,
      "step": 21435
    },
    {
      "epoch": 0.01876683347323844,
      "grad_norm": 0.6541736125946045,
      "learning_rate": 4.999226186774837e-05,
      "loss": 5.7226,
      "step": 21440
    },
    {
      "epoch": 0.018771210066865596,
      "grad_norm": 0.6950453519821167,
      "learning_rate": 4.9992254139776096e-05,
      "loss": 4.8646,
      "step": 21445
    },
    {
      "epoch": 0.01877558666049275,
      "grad_norm": 0.6952527761459351,
      "learning_rate": 4.999224640794757e-05,
      "loss": 5.5073,
      "step": 21450
    },
    {
      "epoch": 0.018779963254119906,
      "grad_norm": 0.6714719533920288,
      "learning_rate": 4.9992238672262826e-05,
      "loss": 5.7431,
      "step": 21455
    },
    {
      "epoch": 0.01878433984774706,
      "grad_norm": 0.6840614676475525,
      "learning_rate": 4.999223093272183e-05,
      "loss": 6.2574,
      "step": 21460
    },
    {
      "epoch": 0.018788716441374215,
      "grad_norm": 0.6750549077987671,
      "learning_rate": 4.9992223189324605e-05,
      "loss": 5.5277,
      "step": 21465
    },
    {
      "epoch": 0.01879309303500137,
      "grad_norm": 0.6040821075439453,
      "learning_rate": 4.9992215442071144e-05,
      "loss": 6.1041,
      "step": 21470
    },
    {
      "epoch": 0.018797469628628525,
      "grad_norm": 0.7860454320907593,
      "learning_rate": 4.9992207690961446e-05,
      "loss": 5.4039,
      "step": 21475
    },
    {
      "epoch": 0.01880184622225568,
      "grad_norm": 0.8014962077140808,
      "learning_rate": 4.999219993599552e-05,
      "loss": 5.6853,
      "step": 21480
    },
    {
      "epoch": 0.018806222815882834,
      "grad_norm": 0.768886148929596,
      "learning_rate": 4.999219217717336e-05,
      "loss": 5.2203,
      "step": 21485
    },
    {
      "epoch": 0.01881059940950999,
      "grad_norm": 0.6737276315689087,
      "learning_rate": 4.999218441449499e-05,
      "loss": 5.4944,
      "step": 21490
    },
    {
      "epoch": 0.018814976003137144,
      "grad_norm": 0.7196478843688965,
      "learning_rate": 4.999217664796038e-05,
      "loss": 6.2637,
      "step": 21495
    },
    {
      "epoch": 0.018819352596764295,
      "grad_norm": 0.8188856244087219,
      "learning_rate": 4.999216887756955e-05,
      "loss": 6.2941,
      "step": 21500
    },
    {
      "epoch": 0.01882372919039145,
      "grad_norm": 0.519270122051239,
      "learning_rate": 4.999216110332249e-05,
      "loss": 6.0815,
      "step": 21505
    },
    {
      "epoch": 0.018828105784018605,
      "grad_norm": 0.60127192735672,
      "learning_rate": 4.999215332521922e-05,
      "loss": 5.6266,
      "step": 21510
    },
    {
      "epoch": 0.01883248237764576,
      "grad_norm": 0.7170996069908142,
      "learning_rate": 4.9992145543259714e-05,
      "loss": 5.4818,
      "step": 21515
    },
    {
      "epoch": 0.018836858971272914,
      "grad_norm": 0.6667649149894714,
      "learning_rate": 4.9992137757443993e-05,
      "loss": 5.3721,
      "step": 21520
    },
    {
      "epoch": 0.01884123556490007,
      "grad_norm": 0.6388428807258606,
      "learning_rate": 4.9992129967772064e-05,
      "loss": 5.1742,
      "step": 21525
    },
    {
      "epoch": 0.018845612158527224,
      "grad_norm": 0.6218602061271667,
      "learning_rate": 4.999212217424392e-05,
      "loss": 5.7432,
      "step": 21530
    },
    {
      "epoch": 0.01884998875215438,
      "grad_norm": 0.6147373914718628,
      "learning_rate": 4.9992114376859544e-05,
      "loss": 5.7287,
      "step": 21535
    },
    {
      "epoch": 0.018854365345781533,
      "grad_norm": 0.6818909645080566,
      "learning_rate": 4.999210657561898e-05,
      "loss": 6.0791,
      "step": 21540
    },
    {
      "epoch": 0.018858741939408688,
      "grad_norm": 0.5884206295013428,
      "learning_rate": 4.999209877052219e-05,
      "loss": 4.9633,
      "step": 21545
    },
    {
      "epoch": 0.018863118533035843,
      "grad_norm": 0.8248259425163269,
      "learning_rate": 4.9992090961569194e-05,
      "loss": 5.5316,
      "step": 21550
    },
    {
      "epoch": 0.018867495126662998,
      "grad_norm": 0.623866617679596,
      "learning_rate": 4.9992083148759984e-05,
      "loss": 4.6852,
      "step": 21555
    },
    {
      "epoch": 0.018871871720290152,
      "grad_norm": 0.8707762956619263,
      "learning_rate": 4.9992075332094565e-05,
      "loss": 5.7416,
      "step": 21560
    },
    {
      "epoch": 0.018876248313917304,
      "grad_norm": 0.6698821187019348,
      "learning_rate": 4.999206751157295e-05,
      "loss": 5.7669,
      "step": 21565
    },
    {
      "epoch": 0.01888062490754446,
      "grad_norm": 0.6721827983856201,
      "learning_rate": 4.9992059687195126e-05,
      "loss": 5.6139,
      "step": 21570
    },
    {
      "epoch": 0.018885001501171613,
      "grad_norm": 0.6991914510726929,
      "learning_rate": 4.999205185896111e-05,
      "loss": 5.7214,
      "step": 21575
    },
    {
      "epoch": 0.018889378094798768,
      "grad_norm": 0.6027037501335144,
      "learning_rate": 4.9992044026870886e-05,
      "loss": 5.2004,
      "step": 21580
    },
    {
      "epoch": 0.018893754688425923,
      "grad_norm": 0.6258776187896729,
      "learning_rate": 4.999203619092446e-05,
      "loss": 4.6477,
      "step": 21585
    },
    {
      "epoch": 0.018898131282053077,
      "grad_norm": 0.7121127247810364,
      "learning_rate": 4.9992028351121837e-05,
      "loss": 5.2239,
      "step": 21590
    },
    {
      "epoch": 0.018902507875680232,
      "grad_norm": 0.5897006392478943,
      "learning_rate": 4.999202050746302e-05,
      "loss": 6.0411,
      "step": 21595
    },
    {
      "epoch": 0.018906884469307387,
      "grad_norm": 0.5825934410095215,
      "learning_rate": 4.9992012659948006e-05,
      "loss": 4.8469,
      "step": 21600
    },
    {
      "epoch": 0.01891126106293454,
      "grad_norm": 0.5721467733383179,
      "learning_rate": 4.999200480857681e-05,
      "loss": 5.0976,
      "step": 21605
    },
    {
      "epoch": 0.018915637656561696,
      "grad_norm": 0.6460015773773193,
      "learning_rate": 4.9991996953349407e-05,
      "loss": 5.5117,
      "step": 21610
    },
    {
      "epoch": 0.01892001425018885,
      "grad_norm": 0.665444016456604,
      "learning_rate": 4.9991989094265824e-05,
      "loss": 5.3732,
      "step": 21615
    },
    {
      "epoch": 0.018924390843816006,
      "grad_norm": 0.5734236836433411,
      "learning_rate": 4.9991981231326046e-05,
      "loss": 5.5947,
      "step": 21620
    },
    {
      "epoch": 0.01892876743744316,
      "grad_norm": 0.8823108673095703,
      "learning_rate": 4.9991973364530086e-05,
      "loss": 5.1942,
      "step": 21625
    },
    {
      "epoch": 0.018933144031070312,
      "grad_norm": 0.6542669534683228,
      "learning_rate": 4.999196549387794e-05,
      "loss": 5.7028,
      "step": 21630
    },
    {
      "epoch": 0.018937520624697467,
      "grad_norm": 0.7527180910110474,
      "learning_rate": 4.99919576193696e-05,
      "loss": 6.6232,
      "step": 21635
    },
    {
      "epoch": 0.01894189721832462,
      "grad_norm": 1.0270066261291504,
      "learning_rate": 4.9991949741005096e-05,
      "loss": 5.6584,
      "step": 21640
    },
    {
      "epoch": 0.018946273811951776,
      "grad_norm": 0.6124005317687988,
      "learning_rate": 4.9991941858784395e-05,
      "loss": 6.2877,
      "step": 21645
    },
    {
      "epoch": 0.01895065040557893,
      "grad_norm": 0.552034318447113,
      "learning_rate": 4.9991933972707526e-05,
      "loss": 5.521,
      "step": 21650
    },
    {
      "epoch": 0.018955026999206086,
      "grad_norm": 0.6477081179618835,
      "learning_rate": 4.9991926082774475e-05,
      "loss": 5.4203,
      "step": 21655
    },
    {
      "epoch": 0.01895940359283324,
      "grad_norm": 1.31636381149292,
      "learning_rate": 4.999191818898524e-05,
      "loss": 4.6604,
      "step": 21660
    },
    {
      "epoch": 0.018963780186460395,
      "grad_norm": 0.7547308206558228,
      "learning_rate": 4.999191029133984e-05,
      "loss": 5.5368,
      "step": 21665
    },
    {
      "epoch": 0.01896815678008755,
      "grad_norm": 0.6891012787818909,
      "learning_rate": 4.9991902389838264e-05,
      "loss": 5.4508,
      "step": 21670
    },
    {
      "epoch": 0.018972533373714705,
      "grad_norm": 0.6825687885284424,
      "learning_rate": 4.9991894484480506e-05,
      "loss": 5.7487,
      "step": 21675
    },
    {
      "epoch": 0.01897690996734186,
      "grad_norm": 0.629278302192688,
      "learning_rate": 4.99918865752666e-05,
      "loss": 4.5641,
      "step": 21680
    },
    {
      "epoch": 0.018981286560969014,
      "grad_norm": 0.6241894364356995,
      "learning_rate": 4.99918786621965e-05,
      "loss": 4.6454,
      "step": 21685
    },
    {
      "epoch": 0.01898566315459617,
      "grad_norm": 0.6944189667701721,
      "learning_rate": 4.9991870745270256e-05,
      "loss": 5.7831,
      "step": 21690
    },
    {
      "epoch": 0.01899003974822332,
      "grad_norm": 0.8083496689796448,
      "learning_rate": 4.999186282448783e-05,
      "loss": 5.4957,
      "step": 21695
    },
    {
      "epoch": 0.018994416341850475,
      "grad_norm": 0.8350344896316528,
      "learning_rate": 4.9991854899849245e-05,
      "loss": 6.0466,
      "step": 21700
    },
    {
      "epoch": 0.01899879293547763,
      "grad_norm": 0.5720593333244324,
      "learning_rate": 4.99918469713545e-05,
      "loss": 5.5106,
      "step": 21705
    },
    {
      "epoch": 0.019003169529104785,
      "grad_norm": 0.5976651310920715,
      "learning_rate": 4.999183903900359e-05,
      "loss": 4.5576,
      "step": 21710
    },
    {
      "epoch": 0.01900754612273194,
      "grad_norm": 0.5880733132362366,
      "learning_rate": 4.999183110279652e-05,
      "loss": 4.3212,
      "step": 21715
    },
    {
      "epoch": 0.019011922716359094,
      "grad_norm": 0.6341384649276733,
      "learning_rate": 4.9991823162733285e-05,
      "loss": 4.7633,
      "step": 21720
    },
    {
      "epoch": 0.01901629930998625,
      "grad_norm": 0.6419200897216797,
      "learning_rate": 4.999181521881391e-05,
      "loss": 5.2346,
      "step": 21725
    },
    {
      "epoch": 0.019020675903613404,
      "grad_norm": 0.9525983333587646,
      "learning_rate": 4.999180727103837e-05,
      "loss": 5.772,
      "step": 21730
    },
    {
      "epoch": 0.01902505249724056,
      "grad_norm": 0.7422006130218506,
      "learning_rate": 4.9991799319406673e-05,
      "loss": 4.8445,
      "step": 21735
    },
    {
      "epoch": 0.019029429090867713,
      "grad_norm": 0.6885808706283569,
      "learning_rate": 4.999179136391883e-05,
      "loss": 5.1839,
      "step": 21740
    },
    {
      "epoch": 0.019033805684494868,
      "grad_norm": 0.7245088219642639,
      "learning_rate": 4.999178340457483e-05,
      "loss": 5.6807,
      "step": 21745
    },
    {
      "epoch": 0.019038182278122023,
      "grad_norm": 1.3718925714492798,
      "learning_rate": 4.999177544137469e-05,
      "loss": 5.682,
      "step": 21750
    },
    {
      "epoch": 0.019042558871749174,
      "grad_norm": 0.5684350728988647,
      "learning_rate": 4.999176747431841e-05,
      "loss": 5.7667,
      "step": 21755
    },
    {
      "epoch": 0.01904693546537633,
      "grad_norm": 0.744068443775177,
      "learning_rate": 4.9991759503405964e-05,
      "loss": 5.5489,
      "step": 21760
    },
    {
      "epoch": 0.019051312059003483,
      "grad_norm": 0.7435253858566284,
      "learning_rate": 4.9991751528637386e-05,
      "loss": 5.2226,
      "step": 21765
    },
    {
      "epoch": 0.019055688652630638,
      "grad_norm": 0.7557425498962402,
      "learning_rate": 4.999174355001266e-05,
      "loss": 6.0902,
      "step": 21770
    },
    {
      "epoch": 0.019060065246257793,
      "grad_norm": 0.7617373466491699,
      "learning_rate": 4.9991735567531794e-05,
      "loss": 5.4508,
      "step": 21775
    },
    {
      "epoch": 0.019064441839884948,
      "grad_norm": 1.2582168579101562,
      "learning_rate": 4.999172758119479e-05,
      "loss": 6.2582,
      "step": 21780
    },
    {
      "epoch": 0.019068818433512102,
      "grad_norm": 0.7455021739006042,
      "learning_rate": 4.999171959100165e-05,
      "loss": 6.2633,
      "step": 21785
    },
    {
      "epoch": 0.019073195027139257,
      "grad_norm": 0.6189321875572205,
      "learning_rate": 4.999171159695237e-05,
      "loss": 5.1937,
      "step": 21790
    },
    {
      "epoch": 0.019077571620766412,
      "grad_norm": 0.638987123966217,
      "learning_rate": 4.9991703599046955e-05,
      "loss": 4.8782,
      "step": 21795
    },
    {
      "epoch": 0.019081948214393567,
      "grad_norm": 0.6600468158721924,
      "learning_rate": 4.9991695597285416e-05,
      "loss": 5.9471,
      "step": 21800
    },
    {
      "epoch": 0.01908632480802072,
      "grad_norm": 0.6408185362815857,
      "learning_rate": 4.9991687591667735e-05,
      "loss": 5.0647,
      "step": 21805
    },
    {
      "epoch": 0.019090701401647876,
      "grad_norm": 0.6078260540962219,
      "learning_rate": 4.999167958219392e-05,
      "loss": 5.1774,
      "step": 21810
    },
    {
      "epoch": 0.01909507799527503,
      "grad_norm": 0.7158209085464478,
      "learning_rate": 4.9991671568863985e-05,
      "loss": 4.8654,
      "step": 21815
    },
    {
      "epoch": 0.019099454588902182,
      "grad_norm": 0.6968751549720764,
      "learning_rate": 4.9991663551677915e-05,
      "loss": 5.9309,
      "step": 21820
    },
    {
      "epoch": 0.019103831182529337,
      "grad_norm": 0.5529866814613342,
      "learning_rate": 4.999165553063573e-05,
      "loss": 5.7497,
      "step": 21825
    },
    {
      "epoch": 0.019108207776156492,
      "grad_norm": 0.6559264659881592,
      "learning_rate": 4.9991647505737406e-05,
      "loss": 6.3082,
      "step": 21830
    },
    {
      "epoch": 0.019112584369783647,
      "grad_norm": 0.7940483093261719,
      "learning_rate": 4.9991639476982966e-05,
      "loss": 5.6529,
      "step": 21835
    },
    {
      "epoch": 0.0191169609634108,
      "grad_norm": 0.5201734900474548,
      "learning_rate": 4.999163144437241e-05,
      "loss": 5.7047,
      "step": 21840
    },
    {
      "epoch": 0.019121337557037956,
      "grad_norm": 0.6129916906356812,
      "learning_rate": 4.999162340790573e-05,
      "loss": 4.9236,
      "step": 21845
    },
    {
      "epoch": 0.01912571415066511,
      "grad_norm": 0.5379713177680969,
      "learning_rate": 4.9991615367582936e-05,
      "loss": 4.5522,
      "step": 21850
    },
    {
      "epoch": 0.019130090744292266,
      "grad_norm": 0.6745315194129944,
      "learning_rate": 4.999160732340402e-05,
      "loss": 5.4236,
      "step": 21855
    },
    {
      "epoch": 0.01913446733791942,
      "grad_norm": 0.6634575724601746,
      "learning_rate": 4.9991599275368996e-05,
      "loss": 6.2816,
      "step": 21860
    },
    {
      "epoch": 0.019138843931546575,
      "grad_norm": 0.7005841732025146,
      "learning_rate": 4.999159122347784e-05,
      "loss": 5.2059,
      "step": 21865
    },
    {
      "epoch": 0.01914322052517373,
      "grad_norm": 0.7787268161773682,
      "learning_rate": 4.9991583167730594e-05,
      "loss": 6.0639,
      "step": 21870
    },
    {
      "epoch": 0.019147597118800885,
      "grad_norm": 0.6017082333564758,
      "learning_rate": 4.999157510812723e-05,
      "loss": 4.8407,
      "step": 21875
    },
    {
      "epoch": 0.01915197371242804,
      "grad_norm": 0.5496622920036316,
      "learning_rate": 4.9991567044667755e-05,
      "loss": 5.2124,
      "step": 21880
    },
    {
      "epoch": 0.01915635030605519,
      "grad_norm": 0.5831313133239746,
      "learning_rate": 4.9991558977352174e-05,
      "loss": 4.9432,
      "step": 21885
    },
    {
      "epoch": 0.019160726899682345,
      "grad_norm": 0.9197879433631897,
      "learning_rate": 4.999155090618049e-05,
      "loss": 6.2863,
      "step": 21890
    },
    {
      "epoch": 0.0191651034933095,
      "grad_norm": 0.7761727571487427,
      "learning_rate": 4.9991542831152705e-05,
      "loss": 5.7021,
      "step": 21895
    },
    {
      "epoch": 0.019169480086936655,
      "grad_norm": 0.5615143179893494,
      "learning_rate": 4.999153475226881e-05,
      "loss": 4.5767,
      "step": 21900
    },
    {
      "epoch": 0.01917385668056381,
      "grad_norm": 0.5759415030479431,
      "learning_rate": 4.999152666952881e-05,
      "loss": 6.0479,
      "step": 21905
    },
    {
      "epoch": 0.019178233274190964,
      "grad_norm": 0.926380455493927,
      "learning_rate": 4.9991518582932716e-05,
      "loss": 5.4953,
      "step": 21910
    },
    {
      "epoch": 0.01918260986781812,
      "grad_norm": 0.5784088969230652,
      "learning_rate": 4.999151049248053e-05,
      "loss": 6.0724,
      "step": 21915
    },
    {
      "epoch": 0.019186986461445274,
      "grad_norm": 0.7863997220993042,
      "learning_rate": 4.999150239817224e-05,
      "loss": 5.1772,
      "step": 21920
    },
    {
      "epoch": 0.01919136305507243,
      "grad_norm": 0.6297531723976135,
      "learning_rate": 4.9991494300007856e-05,
      "loss": 4.861,
      "step": 21925
    },
    {
      "epoch": 0.019195739648699583,
      "grad_norm": 0.6676993370056152,
      "learning_rate": 4.999148619798739e-05,
      "loss": 4.8566,
      "step": 21930
    },
    {
      "epoch": 0.019200116242326738,
      "grad_norm": 0.911636471748352,
      "learning_rate": 4.999147809211082e-05,
      "loss": 4.903,
      "step": 21935
    },
    {
      "epoch": 0.019204492835953893,
      "grad_norm": 0.7679715156555176,
      "learning_rate": 4.999146998237817e-05,
      "loss": 5.5271,
      "step": 21940
    },
    {
      "epoch": 0.019208869429581048,
      "grad_norm": 0.6191264986991882,
      "learning_rate": 4.9991461868789426e-05,
      "loss": 5.4494,
      "step": 21945
    },
    {
      "epoch": 0.0192132460232082,
      "grad_norm": 0.7326381802558899,
      "learning_rate": 4.9991453751344586e-05,
      "loss": 5.4272,
      "step": 21950
    },
    {
      "epoch": 0.019217622616835354,
      "grad_norm": 0.5745157599449158,
      "learning_rate": 4.999144563004368e-05,
      "loss": 4.6113,
      "step": 21955
    },
    {
      "epoch": 0.01922199921046251,
      "grad_norm": 0.693954586982727,
      "learning_rate": 4.999143750488667e-05,
      "loss": 6.0708,
      "step": 21960
    },
    {
      "epoch": 0.019226375804089663,
      "grad_norm": 0.6878149509429932,
      "learning_rate": 4.999142937587359e-05,
      "loss": 5.5147,
      "step": 21965
    },
    {
      "epoch": 0.019230752397716818,
      "grad_norm": 0.6965913772583008,
      "learning_rate": 4.999142124300442e-05,
      "loss": 6.2701,
      "step": 21970
    },
    {
      "epoch": 0.019235128991343973,
      "grad_norm": 0.8001394867897034,
      "learning_rate": 4.999141310627918e-05,
      "loss": 6.0713,
      "step": 21975
    },
    {
      "epoch": 0.019239505584971128,
      "grad_norm": 0.5749551057815552,
      "learning_rate": 4.999140496569786e-05,
      "loss": 5.4983,
      "step": 21980
    },
    {
      "epoch": 0.019243882178598282,
      "grad_norm": 0.6221323013305664,
      "learning_rate": 4.999139682126047e-05,
      "loss": 5.5194,
      "step": 21985
    },
    {
      "epoch": 0.019248258772225437,
      "grad_norm": 0.6866641640663147,
      "learning_rate": 4.9991388672966997e-05,
      "loss": 6.0843,
      "step": 21990
    },
    {
      "epoch": 0.019252635365852592,
      "grad_norm": 0.6022589206695557,
      "learning_rate": 4.9991380520817455e-05,
      "loss": 5.1723,
      "step": 21995
    },
    {
      "epoch": 0.019257011959479747,
      "grad_norm": 1.2108993530273438,
      "learning_rate": 4.999137236481184e-05,
      "loss": 5.3861,
      "step": 22000
    },
    {
      "epoch": 0.0192613885531069,
      "grad_norm": 0.6605000495910645,
      "learning_rate": 4.999136420495015e-05,
      "loss": 4.6444,
      "step": 22005
    },
    {
      "epoch": 0.019265765146734056,
      "grad_norm": 0.9388434886932373,
      "learning_rate": 4.999135604123241e-05,
      "loss": 5.4361,
      "step": 22010
    },
    {
      "epoch": 0.019270141740361207,
      "grad_norm": 0.8926073908805847,
      "learning_rate": 4.9991347873658586e-05,
      "loss": 5.0106,
      "step": 22015
    },
    {
      "epoch": 0.019274518333988362,
      "grad_norm": 0.9191522598266602,
      "learning_rate": 4.9991339702228704e-05,
      "loss": 6.2953,
      "step": 22020
    },
    {
      "epoch": 0.019278894927615517,
      "grad_norm": 0.8340460062026978,
      "learning_rate": 4.999133152694276e-05,
      "loss": 5.074,
      "step": 22025
    },
    {
      "epoch": 0.01928327152124267,
      "grad_norm": 0.7326804399490356,
      "learning_rate": 4.9991323347800754e-05,
      "loss": 5.7451,
      "step": 22030
    },
    {
      "epoch": 0.019287648114869826,
      "grad_norm": 0.8546142578125,
      "learning_rate": 4.999131516480268e-05,
      "loss": 5.6418,
      "step": 22035
    },
    {
      "epoch": 0.01929202470849698,
      "grad_norm": 0.47550174593925476,
      "learning_rate": 4.999130697794855e-05,
      "loss": 5.9477,
      "step": 22040
    },
    {
      "epoch": 0.019296401302124136,
      "grad_norm": 0.681406557559967,
      "learning_rate": 4.999129878723837e-05,
      "loss": 5.4449,
      "step": 22045
    },
    {
      "epoch": 0.01930077789575129,
      "grad_norm": 0.6994922757148743,
      "learning_rate": 4.9991290592672134e-05,
      "loss": 6.2748,
      "step": 22050
    },
    {
      "epoch": 0.019305154489378445,
      "grad_norm": 0.5718872547149658,
      "learning_rate": 4.999128239424984e-05,
      "loss": 5.2092,
      "step": 22055
    },
    {
      "epoch": 0.0193095310830056,
      "grad_norm": 0.6349613070487976,
      "learning_rate": 4.999127419197149e-05,
      "loss": 5.0303,
      "step": 22060
    },
    {
      "epoch": 0.019313907676632755,
      "grad_norm": 0.7302466034889221,
      "learning_rate": 4.99912659858371e-05,
      "loss": 5.7459,
      "step": 22065
    },
    {
      "epoch": 0.01931828427025991,
      "grad_norm": 0.6474046111106873,
      "learning_rate": 4.999125777584666e-05,
      "loss": 4.7315,
      "step": 22070
    },
    {
      "epoch": 0.019322660863887064,
      "grad_norm": 0.7211685180664062,
      "learning_rate": 4.999124956200015e-05,
      "loss": 5.1998,
      "step": 22075
    },
    {
      "epoch": 0.019327037457514216,
      "grad_norm": 0.7884706854820251,
      "learning_rate": 4.9991241344297625e-05,
      "loss": 5.1712,
      "step": 22080
    },
    {
      "epoch": 0.01933141405114137,
      "grad_norm": 0.6395058631896973,
      "learning_rate": 4.9991233122739045e-05,
      "loss": 5.1729,
      "step": 22085
    },
    {
      "epoch": 0.019335790644768525,
      "grad_norm": 0.7888562679290771,
      "learning_rate": 4.999122489732442e-05,
      "loss": 5.7477,
      "step": 22090
    },
    {
      "epoch": 0.01934016723839568,
      "grad_norm": 1.0094009637832642,
      "learning_rate": 4.999121666805374e-05,
      "loss": 5.2029,
      "step": 22095
    },
    {
      "epoch": 0.019344543832022835,
      "grad_norm": 0.950957179069519,
      "learning_rate": 4.9991208434927036e-05,
      "loss": 5.4861,
      "step": 22100
    },
    {
      "epoch": 0.01934892042564999,
      "grad_norm": 0.6704935431480408,
      "learning_rate": 4.99912001979443e-05,
      "loss": 5.9477,
      "step": 22105
    },
    {
      "epoch": 0.019353297019277144,
      "grad_norm": 0.7520891427993774,
      "learning_rate": 4.999119195710552e-05,
      "loss": 6.2602,
      "step": 22110
    },
    {
      "epoch": 0.0193576736129043,
      "grad_norm": 1.060504674911499,
      "learning_rate": 4.9991183712410705e-05,
      "loss": 5.4189,
      "step": 22115
    },
    {
      "epoch": 0.019362050206531454,
      "grad_norm": 0.6277287006378174,
      "learning_rate": 4.9991175463859855e-05,
      "loss": 4.8457,
      "step": 22120
    },
    {
      "epoch": 0.01936642680015861,
      "grad_norm": 0.5836175680160522,
      "learning_rate": 4.999116721145297e-05,
      "loss": 5.3957,
      "step": 22125
    },
    {
      "epoch": 0.019370803393785763,
      "grad_norm": 1.0619480609893799,
      "learning_rate": 4.999115895519005e-05,
      "loss": 4.6343,
      "step": 22130
    },
    {
      "epoch": 0.019375179987412918,
      "grad_norm": 0.9896687269210815,
      "learning_rate": 4.999115069507112e-05,
      "loss": 5.651,
      "step": 22135
    },
    {
      "epoch": 0.019379556581040073,
      "grad_norm": 0.7632067203521729,
      "learning_rate": 4.999114243109616e-05,
      "loss": 5.2134,
      "step": 22140
    },
    {
      "epoch": 0.019383933174667224,
      "grad_norm": 0.600652277469635,
      "learning_rate": 4.999113416326516e-05,
      "loss": 5.7518,
      "step": 22145
    },
    {
      "epoch": 0.01938830976829438,
      "grad_norm": 0.7281478643417358,
      "learning_rate": 4.999112589157815e-05,
      "loss": 6.0521,
      "step": 22150
    },
    {
      "epoch": 0.019392686361921534,
      "grad_norm": 0.5523405075073242,
      "learning_rate": 4.999111761603511e-05,
      "loss": 5.6188,
      "step": 22155
    },
    {
      "epoch": 0.01939706295554869,
      "grad_norm": 0.5477597713470459,
      "learning_rate": 4.9991109336636055e-05,
      "loss": 5.1467,
      "step": 22160
    },
    {
      "epoch": 0.019401439549175843,
      "grad_norm": 0.6000877022743225,
      "learning_rate": 4.9991101053380985e-05,
      "loss": 5.203,
      "step": 22165
    },
    {
      "epoch": 0.019405816142802998,
      "grad_norm": 0.6692320704460144,
      "learning_rate": 4.999109276626989e-05,
      "loss": 5.7522,
      "step": 22170
    },
    {
      "epoch": 0.019410192736430153,
      "grad_norm": 1.2347949743270874,
      "learning_rate": 4.999108447530277e-05,
      "loss": 5.7803,
      "step": 22175
    },
    {
      "epoch": 0.019414569330057307,
      "grad_norm": 0.6431002020835876,
      "learning_rate": 4.999107618047966e-05,
      "loss": 5.5283,
      "step": 22180
    },
    {
      "epoch": 0.019418945923684462,
      "grad_norm": 0.6027362942695618,
      "learning_rate": 4.999106788180051e-05,
      "loss": 4.4229,
      "step": 22185
    },
    {
      "epoch": 0.019423322517311617,
      "grad_norm": 0.5668323636054993,
      "learning_rate": 4.999105957926537e-05,
      "loss": 4.9414,
      "step": 22190
    },
    {
      "epoch": 0.01942769911093877,
      "grad_norm": 0.6709513068199158,
      "learning_rate": 4.999105127287422e-05,
      "loss": 5.4086,
      "step": 22195
    },
    {
      "epoch": 0.019432075704565926,
      "grad_norm": 0.5512098670005798,
      "learning_rate": 4.999104296262706e-05,
      "loss": 6.61,
      "step": 22200
    },
    {
      "epoch": 0.01943645229819308,
      "grad_norm": 0.5181450247764587,
      "learning_rate": 4.999103464852388e-05,
      "loss": 6.2695,
      "step": 22205
    },
    {
      "epoch": 0.019440828891820233,
      "grad_norm": 0.5481234192848206,
      "learning_rate": 4.999102633056472e-05,
      "loss": 4.405,
      "step": 22210
    },
    {
      "epoch": 0.019445205485447387,
      "grad_norm": 0.5811966061592102,
      "learning_rate": 4.999101800874954e-05,
      "loss": 5.2068,
      "step": 22215
    },
    {
      "epoch": 0.019449582079074542,
      "grad_norm": 0.6148358583450317,
      "learning_rate": 4.999100968307836e-05,
      "loss": 5.598,
      "step": 22220
    },
    {
      "epoch": 0.019453958672701697,
      "grad_norm": 0.6493356823921204,
      "learning_rate": 4.999100135355118e-05,
      "loss": 5.4039,
      "step": 22225
    },
    {
      "epoch": 0.01945833526632885,
      "grad_norm": 0.6585164070129395,
      "learning_rate": 4.999099302016801e-05,
      "loss": 6.2834,
      "step": 22230
    },
    {
      "epoch": 0.019462711859956006,
      "grad_norm": 0.5832231044769287,
      "learning_rate": 4.999098468292883e-05,
      "loss": 4.346,
      "step": 22235
    },
    {
      "epoch": 0.01946708845358316,
      "grad_norm": 0.4879727065563202,
      "learning_rate": 4.999097634183366e-05,
      "loss": 5.7611,
      "step": 22240
    },
    {
      "epoch": 0.019471465047210316,
      "grad_norm": 0.6036153435707092,
      "learning_rate": 4.999096799688251e-05,
      "loss": 4.9738,
      "step": 22245
    },
    {
      "epoch": 0.01947584164083747,
      "grad_norm": 0.5744508504867554,
      "learning_rate": 4.9990959648075354e-05,
      "loss": 5.3905,
      "step": 22250
    },
    {
      "epoch": 0.019480218234464625,
      "grad_norm": 0.6852363348007202,
      "learning_rate": 4.9990951295412216e-05,
      "loss": 5.1784,
      "step": 22255
    },
    {
      "epoch": 0.01948459482809178,
      "grad_norm": 0.760779082775116,
      "learning_rate": 4.999094293889308e-05,
      "loss": 5.4242,
      "step": 22260
    },
    {
      "epoch": 0.019488971421718935,
      "grad_norm": 0.701292097568512,
      "learning_rate": 4.999093457851797e-05,
      "loss": 6.3158,
      "step": 22265
    },
    {
      "epoch": 0.01949334801534609,
      "grad_norm": 0.8490338921546936,
      "learning_rate": 4.999092621428686e-05,
      "loss": 5.609,
      "step": 22270
    },
    {
      "epoch": 0.01949772460897324,
      "grad_norm": 0.8967142701148987,
      "learning_rate": 4.999091784619977e-05,
      "loss": 4.8836,
      "step": 22275
    },
    {
      "epoch": 0.019502101202600396,
      "grad_norm": 0.8242850303649902,
      "learning_rate": 4.999090947425671e-05,
      "loss": 5.7062,
      "step": 22280
    },
    {
      "epoch": 0.01950647779622755,
      "grad_norm": 0.7682523727416992,
      "learning_rate": 4.9990901098457665e-05,
      "loss": 5.9928,
      "step": 22285
    },
    {
      "epoch": 0.019510854389854705,
      "grad_norm": 0.7681474089622498,
      "learning_rate": 4.999089271880263e-05,
      "loss": 4.8704,
      "step": 22290
    },
    {
      "epoch": 0.01951523098348186,
      "grad_norm": 0.782680332660675,
      "learning_rate": 4.9990884335291635e-05,
      "loss": 5.9615,
      "step": 22295
    },
    {
      "epoch": 0.019519607577109015,
      "grad_norm": 0.6835640072822571,
      "learning_rate": 4.9990875947924655e-05,
      "loss": 4.8749,
      "step": 22300
    },
    {
      "epoch": 0.01952398417073617,
      "grad_norm": 0.8827846646308899,
      "learning_rate": 4.999086755670169e-05,
      "loss": 6.2865,
      "step": 22305
    },
    {
      "epoch": 0.019528360764363324,
      "grad_norm": 0.6820417642593384,
      "learning_rate": 4.9990859161622774e-05,
      "loss": 5.4304,
      "step": 22310
    },
    {
      "epoch": 0.01953273735799048,
      "grad_norm": 0.7653145790100098,
      "learning_rate": 4.9990850762687865e-05,
      "loss": 5.0147,
      "step": 22315
    },
    {
      "epoch": 0.019537113951617634,
      "grad_norm": 0.7120795845985413,
      "learning_rate": 4.9990842359897005e-05,
      "loss": 6.2982,
      "step": 22320
    },
    {
      "epoch": 0.01954149054524479,
      "grad_norm": 1.131190299987793,
      "learning_rate": 4.999083395325018e-05,
      "loss": 5.7305,
      "step": 22325
    },
    {
      "epoch": 0.019545867138871943,
      "grad_norm": 0.637518584728241,
      "learning_rate": 4.999082554274738e-05,
      "loss": 5.9373,
      "step": 22330
    },
    {
      "epoch": 0.019550243732499095,
      "grad_norm": 0.8758445978164673,
      "learning_rate": 4.9990817128388615e-05,
      "loss": 4.9932,
      "step": 22335
    },
    {
      "epoch": 0.01955462032612625,
      "grad_norm": 0.6118499636650085,
      "learning_rate": 4.9990808710173895e-05,
      "loss": 5.5352,
      "step": 22340
    },
    {
      "epoch": 0.019558996919753404,
      "grad_norm": 0.5676567554473877,
      "learning_rate": 4.999080028810321e-05,
      "loss": 5.1658,
      "step": 22345
    },
    {
      "epoch": 0.01956337351338056,
      "grad_norm": 0.7264506220817566,
      "learning_rate": 4.999079186217655e-05,
      "loss": 5.411,
      "step": 22350
    },
    {
      "epoch": 0.019567750107007714,
      "grad_norm": 0.691240668296814,
      "learning_rate": 4.9990783432393964e-05,
      "loss": 5.5409,
      "step": 22355
    },
    {
      "epoch": 0.01957212670063487,
      "grad_norm": 0.7088319063186646,
      "learning_rate": 4.9990774998755404e-05,
      "loss": 5.9443,
      "step": 22360
    },
    {
      "epoch": 0.019576503294262023,
      "grad_norm": 0.6139943599700928,
      "learning_rate": 4.999076656126088e-05,
      "loss": 6.0414,
      "step": 22365
    },
    {
      "epoch": 0.019580879887889178,
      "grad_norm": 0.6026207804679871,
      "learning_rate": 4.999075811991042e-05,
      "loss": 6.0794,
      "step": 22370
    },
    {
      "epoch": 0.019585256481516333,
      "grad_norm": 0.6028021574020386,
      "learning_rate": 4.999074967470401e-05,
      "loss": 5.6279,
      "step": 22375
    },
    {
      "epoch": 0.019589633075143487,
      "grad_norm": 0.5886773467063904,
      "learning_rate": 4.9990741225641637e-05,
      "loss": 5.9174,
      "step": 22380
    },
    {
      "epoch": 0.019594009668770642,
      "grad_norm": 0.6086449027061462,
      "learning_rate": 4.9990732772723326e-05,
      "loss": 4.942,
      "step": 22385
    },
    {
      "epoch": 0.019598386262397797,
      "grad_norm": 0.6509808897972107,
      "learning_rate": 4.9990724315949064e-05,
      "loss": 5.9184,
      "step": 22390
    },
    {
      "epoch": 0.01960276285602495,
      "grad_norm": 0.7840766310691833,
      "learning_rate": 4.999071585531886e-05,
      "loss": 5.7453,
      "step": 22395
    },
    {
      "epoch": 0.019607139449652103,
      "grad_norm": 0.7032414674758911,
      "learning_rate": 4.999070739083271e-05,
      "loss": 6.0311,
      "step": 22400
    },
    {
      "epoch": 0.019611516043279258,
      "grad_norm": 0.7298156023025513,
      "learning_rate": 4.999069892249062e-05,
      "loss": 6.2832,
      "step": 22405
    },
    {
      "epoch": 0.019615892636906412,
      "grad_norm": 0.5545872449874878,
      "learning_rate": 4.9990690450292596e-05,
      "loss": 6.2469,
      "step": 22410
    },
    {
      "epoch": 0.019620269230533567,
      "grad_norm": 0.6964811086654663,
      "learning_rate": 4.999068197423863e-05,
      "loss": 5.7684,
      "step": 22415
    },
    {
      "epoch": 0.019624645824160722,
      "grad_norm": 0.5807389616966248,
      "learning_rate": 4.999067349432872e-05,
      "loss": 6.5932,
      "step": 22420
    },
    {
      "epoch": 0.019629022417787877,
      "grad_norm": 0.5530393123626709,
      "learning_rate": 4.999066501056289e-05,
      "loss": 5.9443,
      "step": 22425
    },
    {
      "epoch": 0.01963339901141503,
      "grad_norm": 0.7245553135871887,
      "learning_rate": 4.9990656522941115e-05,
      "loss": 6.325,
      "step": 22430
    },
    {
      "epoch": 0.019637775605042186,
      "grad_norm": 0.6138882637023926,
      "learning_rate": 4.9990648031463405e-05,
      "loss": 6.0513,
      "step": 22435
    },
    {
      "epoch": 0.01964215219866934,
      "grad_norm": 0.6194350719451904,
      "learning_rate": 4.999063953612978e-05,
      "loss": 4.7295,
      "step": 22440
    },
    {
      "epoch": 0.019646528792296496,
      "grad_norm": 0.7433358430862427,
      "learning_rate": 4.999063103694022e-05,
      "loss": 5.7372,
      "step": 22445
    },
    {
      "epoch": 0.01965090538592365,
      "grad_norm": 1.0786136388778687,
      "learning_rate": 4.999062253389473e-05,
      "loss": 4.8345,
      "step": 22450
    },
    {
      "epoch": 0.019655281979550805,
      "grad_norm": 1.2968295812606812,
      "learning_rate": 4.999061402699331e-05,
      "loss": 5.2207,
      "step": 22455
    },
    {
      "epoch": 0.01965965857317796,
      "grad_norm": 0.8920950889587402,
      "learning_rate": 4.9990605516235975e-05,
      "loss": 5.9283,
      "step": 22460
    },
    {
      "epoch": 0.01966403516680511,
      "grad_norm": 0.6399982571601868,
      "learning_rate": 4.999059700162272e-05,
      "loss": 4.613,
      "step": 22465
    },
    {
      "epoch": 0.019668411760432266,
      "grad_norm": 0.628359854221344,
      "learning_rate": 4.9990588483153545e-05,
      "loss": 5.4181,
      "step": 22470
    },
    {
      "epoch": 0.01967278835405942,
      "grad_norm": 0.5664436221122742,
      "learning_rate": 4.999057996082844e-05,
      "loss": 5.1732,
      "step": 22475
    },
    {
      "epoch": 0.019677164947686576,
      "grad_norm": 0.5719885230064392,
      "learning_rate": 4.999057143464744e-05,
      "loss": 5.0773,
      "step": 22480
    },
    {
      "epoch": 0.01968154154131373,
      "grad_norm": 0.5098819732666016,
      "learning_rate": 4.9990562904610505e-05,
      "loss": 5.206,
      "step": 22485
    },
    {
      "epoch": 0.019685918134940885,
      "grad_norm": 0.7891864776611328,
      "learning_rate": 4.999055437071766e-05,
      "loss": 5.1979,
      "step": 22490
    },
    {
      "epoch": 0.01969029472856804,
      "grad_norm": 0.5228980183601379,
      "learning_rate": 4.999054583296892e-05,
      "loss": 5.4124,
      "step": 22495
    },
    {
      "epoch": 0.019694671322195195,
      "grad_norm": 0.640037477016449,
      "learning_rate": 4.9990537291364246e-05,
      "loss": 4.8551,
      "step": 22500
    },
    {
      "epoch": 0.01969904791582235,
      "grad_norm": 0.870718240737915,
      "learning_rate": 4.9990528745903676e-05,
      "loss": 4.886,
      "step": 22505
    },
    {
      "epoch": 0.019703424509449504,
      "grad_norm": 0.5927904844284058,
      "learning_rate": 4.9990520196587196e-05,
      "loss": 5.3995,
      "step": 22510
    },
    {
      "epoch": 0.01970780110307666,
      "grad_norm": 0.6077300310134888,
      "learning_rate": 4.9990511643414804e-05,
      "loss": 5.6716,
      "step": 22515
    },
    {
      "epoch": 0.019712177696703814,
      "grad_norm": 0.6172020435333252,
      "learning_rate": 4.999050308638652e-05,
      "loss": 5.4293,
      "step": 22520
    },
    {
      "epoch": 0.01971655429033097,
      "grad_norm": 0.583288848400116,
      "learning_rate": 4.999049452550234e-05,
      "loss": 4.972,
      "step": 22525
    },
    {
      "epoch": 0.01972093088395812,
      "grad_norm": 1.0408238172531128,
      "learning_rate": 4.9990485960762246e-05,
      "loss": 5.9332,
      "step": 22530
    },
    {
      "epoch": 0.019725307477585274,
      "grad_norm": 0.8192851543426514,
      "learning_rate": 4.999047739216626e-05,
      "loss": 4.843,
      "step": 22535
    },
    {
      "epoch": 0.01972968407121243,
      "grad_norm": 0.6702793836593628,
      "learning_rate": 4.999046881971437e-05,
      "loss": 5.5436,
      "step": 22540
    },
    {
      "epoch": 0.019734060664839584,
      "grad_norm": 0.6096500754356384,
      "learning_rate": 4.999046024340659e-05,
      "loss": 5.1938,
      "step": 22545
    },
    {
      "epoch": 0.01973843725846674,
      "grad_norm": 0.5567119717597961,
      "learning_rate": 4.999045166324291e-05,
      "loss": 6.2867,
      "step": 22550
    },
    {
      "epoch": 0.019742813852093893,
      "grad_norm": 0.5510992407798767,
      "learning_rate": 4.999044307922335e-05,
      "loss": 5.4739,
      "step": 22555
    },
    {
      "epoch": 0.019747190445721048,
      "grad_norm": 0.5498855113983154,
      "learning_rate": 4.999043449134789e-05,
      "loss": 5.489,
      "step": 22560
    },
    {
      "epoch": 0.019751567039348203,
      "grad_norm": 0.5378392338752747,
      "learning_rate": 4.9990425899616546e-05,
      "loss": 5.4927,
      "step": 22565
    },
    {
      "epoch": 0.019755943632975358,
      "grad_norm": 0.5782552361488342,
      "learning_rate": 4.999041730402931e-05,
      "loss": 5.2285,
      "step": 22570
    },
    {
      "epoch": 0.019760320226602512,
      "grad_norm": 0.9537600874900818,
      "learning_rate": 4.999040870458619e-05,
      "loss": 5.7336,
      "step": 22575
    },
    {
      "epoch": 0.019764696820229667,
      "grad_norm": 0.6030288934707642,
      "learning_rate": 4.999040010128719e-05,
      "loss": 5.7257,
      "step": 22580
    },
    {
      "epoch": 0.019769073413856822,
      "grad_norm": 0.8333859443664551,
      "learning_rate": 4.9990391494132306e-05,
      "loss": 5.232,
      "step": 22585
    },
    {
      "epoch": 0.019773450007483977,
      "grad_norm": 0.6050887703895569,
      "learning_rate": 4.9990382883121544e-05,
      "loss": 5.4131,
      "step": 22590
    },
    {
      "epoch": 0.019777826601111128,
      "grad_norm": 0.6253663301467896,
      "learning_rate": 4.999037426825489e-05,
      "loss": 5.3859,
      "step": 22595
    },
    {
      "epoch": 0.019782203194738283,
      "grad_norm": 1.0048370361328125,
      "learning_rate": 4.9990365649532375e-05,
      "loss": 5.7586,
      "step": 22600
    },
    {
      "epoch": 0.019786579788365437,
      "grad_norm": 0.9491141438484192,
      "learning_rate": 4.999035702695398e-05,
      "loss": 5.716,
      "step": 22605
    },
    {
      "epoch": 0.019790956381992592,
      "grad_norm": 0.6777305603027344,
      "learning_rate": 4.999034840051972e-05,
      "loss": 4.6421,
      "step": 22610
    },
    {
      "epoch": 0.019795332975619747,
      "grad_norm": 0.685566246509552,
      "learning_rate": 4.9990339770229564e-05,
      "loss": 4.9938,
      "step": 22615
    },
    {
      "epoch": 0.019799709569246902,
      "grad_norm": 0.7549416422843933,
      "learning_rate": 4.9990331136083554e-05,
      "loss": 6.2584,
      "step": 22620
    },
    {
      "epoch": 0.019804086162874057,
      "grad_norm": 0.7010712027549744,
      "learning_rate": 4.999032249808167e-05,
      "loss": 6.0735,
      "step": 22625
    },
    {
      "epoch": 0.01980846275650121,
      "grad_norm": 0.6928351521492004,
      "learning_rate": 4.9990313856223936e-05,
      "loss": 5.7314,
      "step": 22630
    },
    {
      "epoch": 0.019812839350128366,
      "grad_norm": 0.5296041369438171,
      "learning_rate": 4.9990305210510315e-05,
      "loss": 6.2879,
      "step": 22635
    },
    {
      "epoch": 0.01981721594375552,
      "grad_norm": 0.5876485109329224,
      "learning_rate": 4.9990296560940844e-05,
      "loss": 5.3756,
      "step": 22640
    },
    {
      "epoch": 0.019821592537382676,
      "grad_norm": 0.5128921270370483,
      "learning_rate": 4.99902879075155e-05,
      "loss": 5.1928,
      "step": 22645
    },
    {
      "epoch": 0.01982596913100983,
      "grad_norm": 0.5328900814056396,
      "learning_rate": 4.9990279250234306e-05,
      "loss": 5.9516,
      "step": 22650
    },
    {
      "epoch": 0.019830345724636985,
      "grad_norm": 0.6024934649467468,
      "learning_rate": 4.9990270589097245e-05,
      "loss": 5.5182,
      "step": 22655
    },
    {
      "epoch": 0.019834722318264136,
      "grad_norm": 0.5859516859054565,
      "learning_rate": 4.9990261924104334e-05,
      "loss": 5.7007,
      "step": 22660
    },
    {
      "epoch": 0.01983909891189129,
      "grad_norm": 0.5684962868690491,
      "learning_rate": 4.999025325525556e-05,
      "loss": 6.2727,
      "step": 22665
    },
    {
      "epoch": 0.019843475505518446,
      "grad_norm": 0.7067949771881104,
      "learning_rate": 4.9990244582550936e-05,
      "loss": 5.7822,
      "step": 22670
    },
    {
      "epoch": 0.0198478520991456,
      "grad_norm": 0.5448763370513916,
      "learning_rate": 4.9990235905990456e-05,
      "loss": 5.5503,
      "step": 22675
    },
    {
      "epoch": 0.019852228692772755,
      "grad_norm": 0.562300443649292,
      "learning_rate": 4.9990227225574125e-05,
      "loss": 6.2393,
      "step": 22680
    },
    {
      "epoch": 0.01985660528639991,
      "grad_norm": 0.5984455943107605,
      "learning_rate": 4.999021854130196e-05,
      "loss": 5.3289,
      "step": 22685
    },
    {
      "epoch": 0.019860981880027065,
      "grad_norm": 0.657215416431427,
      "learning_rate": 4.999020985317393e-05,
      "loss": 6.2994,
      "step": 22690
    },
    {
      "epoch": 0.01986535847365422,
      "grad_norm": 0.7360278964042664,
      "learning_rate": 4.999020116119006e-05,
      "loss": 5.5096,
      "step": 22695
    },
    {
      "epoch": 0.019869735067281374,
      "grad_norm": 0.6274902820587158,
      "learning_rate": 4.999019246535035e-05,
      "loss": 5.5295,
      "step": 22700
    },
    {
      "epoch": 0.01987411166090853,
      "grad_norm": 0.5983229279518127,
      "learning_rate": 4.9990183765654794e-05,
      "loss": 5.692,
      "step": 22705
    },
    {
      "epoch": 0.019878488254535684,
      "grad_norm": 0.7068212032318115,
      "learning_rate": 4.9990175062103405e-05,
      "loss": 6.0293,
      "step": 22710
    },
    {
      "epoch": 0.01988286484816284,
      "grad_norm": 0.6038941144943237,
      "learning_rate": 4.9990166354696166e-05,
      "loss": 5.3688,
      "step": 22715
    },
    {
      "epoch": 0.019887241441789993,
      "grad_norm": 0.7725239992141724,
      "learning_rate": 4.99901576434331e-05,
      "loss": 6.2887,
      "step": 22720
    },
    {
      "epoch": 0.019891618035417145,
      "grad_norm": 0.6136680841445923,
      "learning_rate": 4.999014892831419e-05,
      "loss": 5.4185,
      "step": 22725
    },
    {
      "epoch": 0.0198959946290443,
      "grad_norm": 0.6839554309844971,
      "learning_rate": 4.999014020933945e-05,
      "loss": 5.4641,
      "step": 22730
    },
    {
      "epoch": 0.019900371222671454,
      "grad_norm": 0.6170502305030823,
      "learning_rate": 4.999013148650888e-05,
      "loss": 4.3111,
      "step": 22735
    },
    {
      "epoch": 0.01990474781629861,
      "grad_norm": 0.9097859263420105,
      "learning_rate": 4.999012275982248e-05,
      "loss": 6.0382,
      "step": 22740
    },
    {
      "epoch": 0.019909124409925764,
      "grad_norm": 0.5989190340042114,
      "learning_rate": 4.9990114029280255e-05,
      "loss": 5.1937,
      "step": 22745
    },
    {
      "epoch": 0.01991350100355292,
      "grad_norm": 0.6499852538108826,
      "learning_rate": 4.9990105294882196e-05,
      "loss": 6.3078,
      "step": 22750
    },
    {
      "epoch": 0.019917877597180073,
      "grad_norm": 0.7127803564071655,
      "learning_rate": 4.999009655662831e-05,
      "loss": 5.9143,
      "step": 22755
    },
    {
      "epoch": 0.019922254190807228,
      "grad_norm": 0.6255037188529968,
      "learning_rate": 4.9990087814518604e-05,
      "loss": 5.9471,
      "step": 22760
    },
    {
      "epoch": 0.019926630784434383,
      "grad_norm": 0.6255210638046265,
      "learning_rate": 4.999007906855308e-05,
      "loss": 4.9279,
      "step": 22765
    },
    {
      "epoch": 0.019931007378061538,
      "grad_norm": 0.56754070520401,
      "learning_rate": 4.999007031873173e-05,
      "loss": 5.0517,
      "step": 22770
    },
    {
      "epoch": 0.019935383971688692,
      "grad_norm": 0.634392499923706,
      "learning_rate": 4.999006156505457e-05,
      "loss": 5.4012,
      "step": 22775
    },
    {
      "epoch": 0.019939760565315847,
      "grad_norm": 0.5913215279579163,
      "learning_rate": 4.999005280752158e-05,
      "loss": 5.952,
      "step": 22780
    },
    {
      "epoch": 0.019944137158943002,
      "grad_norm": 0.6096322536468506,
      "learning_rate": 4.999004404613279e-05,
      "loss": 4.8717,
      "step": 22785
    },
    {
      "epoch": 0.019948513752570153,
      "grad_norm": 0.5411549806594849,
      "learning_rate": 4.9990035280888184e-05,
      "loss": 5.2097,
      "step": 22790
    },
    {
      "epoch": 0.019952890346197308,
      "grad_norm": 0.6695932745933533,
      "learning_rate": 4.9990026511787754e-05,
      "loss": 5.3997,
      "step": 22795
    },
    {
      "epoch": 0.019957266939824463,
      "grad_norm": 0.68857741355896,
      "learning_rate": 4.9990017738831516e-05,
      "loss": 4.8836,
      "step": 22800
    },
    {
      "epoch": 0.019961643533451617,
      "grad_norm": 0.6787068247795105,
      "learning_rate": 4.9990008962019475e-05,
      "loss": 5.3999,
      "step": 22805
    },
    {
      "epoch": 0.019966020127078772,
      "grad_norm": 0.6087558269500732,
      "learning_rate": 4.9990000181351625e-05,
      "loss": 4.9769,
      "step": 22810
    },
    {
      "epoch": 0.019970396720705927,
      "grad_norm": 0.8293514847755432,
      "learning_rate": 4.998999139682797e-05,
      "loss": 5.4138,
      "step": 22815
    },
    {
      "epoch": 0.01997477331433308,
      "grad_norm": 0.728971540927887,
      "learning_rate": 4.9989982608448525e-05,
      "loss": 5.1775,
      "step": 22820
    },
    {
      "epoch": 0.019979149907960236,
      "grad_norm": 0.9545119404792786,
      "learning_rate": 4.998997381621327e-05,
      "loss": 5.9561,
      "step": 22825
    },
    {
      "epoch": 0.01998352650158739,
      "grad_norm": 1.0911513566970825,
      "learning_rate": 4.998996502012221e-05,
      "loss": 5.4779,
      "step": 22830
    },
    {
      "epoch": 0.019987903095214546,
      "grad_norm": 0.6866378784179688,
      "learning_rate": 4.9989956220175346e-05,
      "loss": 5.7552,
      "step": 22835
    },
    {
      "epoch": 0.0199922796888417,
      "grad_norm": 0.7019848227500916,
      "learning_rate": 4.9989947416372695e-05,
      "loss": 5.1679,
      "step": 22840
    },
    {
      "epoch": 0.019996656282468855,
      "grad_norm": 0.5419833064079285,
      "learning_rate": 4.998993860871425e-05,
      "loss": 6.0784,
      "step": 22845
    },
    {
      "epoch": 0.02000103287609601,
      "grad_norm": 0.6094708442687988,
      "learning_rate": 4.998992979720001e-05,
      "loss": 5.4967,
      "step": 22850
    },
    {
      "epoch": 0.02000540946972316,
      "grad_norm": 0.5357834100723267,
      "learning_rate": 4.998992098182998e-05,
      "loss": 6.2779,
      "step": 22855
    },
    {
      "epoch": 0.020009786063350316,
      "grad_norm": 0.5723614692687988,
      "learning_rate": 4.998991216260417e-05,
      "loss": 6.5912,
      "step": 22860
    },
    {
      "epoch": 0.02001416265697747,
      "grad_norm": 0.6035007238388062,
      "learning_rate": 4.998990333952255e-05,
      "loss": 5.0519,
      "step": 22865
    },
    {
      "epoch": 0.020018539250604626,
      "grad_norm": 0.8116021752357483,
      "learning_rate": 4.998989451258516e-05,
      "loss": 5.9447,
      "step": 22870
    },
    {
      "epoch": 0.02002291584423178,
      "grad_norm": 0.5618732571601868,
      "learning_rate": 4.9989885681791984e-05,
      "loss": 5.9324,
      "step": 22875
    },
    {
      "epoch": 0.020027292437858935,
      "grad_norm": 1.0853575468063354,
      "learning_rate": 4.9989876847143016e-05,
      "loss": 5.7319,
      "step": 22880
    },
    {
      "epoch": 0.02003166903148609,
      "grad_norm": 0.5632548332214355,
      "learning_rate": 4.998986800863827e-05,
      "loss": 5.8957,
      "step": 22885
    },
    {
      "epoch": 0.020036045625113245,
      "grad_norm": 0.6289203763008118,
      "learning_rate": 4.998985916627775e-05,
      "loss": 5.7459,
      "step": 22890
    },
    {
      "epoch": 0.0200404222187404,
      "grad_norm": 1.0403826236724854,
      "learning_rate": 4.9989850320061445e-05,
      "loss": 5.7092,
      "step": 22895
    },
    {
      "epoch": 0.020044798812367554,
      "grad_norm": 0.6160139441490173,
      "learning_rate": 4.9989841469989376e-05,
      "loss": 5.2113,
      "step": 22900
    },
    {
      "epoch": 0.02004917540599471,
      "grad_norm": 0.5243698954582214,
      "learning_rate": 4.9989832616061524e-05,
      "loss": 6.5836,
      "step": 22905
    },
    {
      "epoch": 0.020053551999621864,
      "grad_norm": 0.6439058184623718,
      "learning_rate": 4.99898237582779e-05,
      "loss": 5.6494,
      "step": 22910
    },
    {
      "epoch": 0.02005792859324902,
      "grad_norm": 0.5075090527534485,
      "learning_rate": 4.9989814896638495e-05,
      "loss": 5.9311,
      "step": 22915
    },
    {
      "epoch": 0.02006230518687617,
      "grad_norm": 0.6177785396575928,
      "learning_rate": 4.998980603114334e-05,
      "loss": 4.3213,
      "step": 22920
    },
    {
      "epoch": 0.020066681780503325,
      "grad_norm": 0.6817587018013,
      "learning_rate": 4.9989797161792406e-05,
      "loss": 6.2574,
      "step": 22925
    },
    {
      "epoch": 0.02007105837413048,
      "grad_norm": 0.5471629500389099,
      "learning_rate": 4.9989788288585705e-05,
      "loss": 5.7542,
      "step": 22930
    },
    {
      "epoch": 0.020075434967757634,
      "grad_norm": 0.6821942925453186,
      "learning_rate": 4.998977941152325e-05,
      "loss": 5.5057,
      "step": 22935
    },
    {
      "epoch": 0.02007981156138479,
      "grad_norm": 0.5809650421142578,
      "learning_rate": 4.998977053060503e-05,
      "loss": 5.7103,
      "step": 22940
    },
    {
      "epoch": 0.020084188155011944,
      "grad_norm": 0.5828623175621033,
      "learning_rate": 4.9989761645831045e-05,
      "loss": 5.4092,
      "step": 22945
    },
    {
      "epoch": 0.0200885647486391,
      "grad_norm": 0.5780883431434631,
      "learning_rate": 4.9989752757201304e-05,
      "loss": 4.7471,
      "step": 22950
    },
    {
      "epoch": 0.020092941342266253,
      "grad_norm": 0.6647515892982483,
      "learning_rate": 4.99897438647158e-05,
      "loss": 5.7434,
      "step": 22955
    },
    {
      "epoch": 0.020097317935893408,
      "grad_norm": 0.7320257425308228,
      "learning_rate": 4.9989734968374544e-05,
      "loss": 5.4379,
      "step": 22960
    },
    {
      "epoch": 0.020101694529520563,
      "grad_norm": 0.5102611780166626,
      "learning_rate": 4.998972606817753e-05,
      "loss": 5.5192,
      "step": 22965
    },
    {
      "epoch": 0.020106071123147717,
      "grad_norm": 1.0089638233184814,
      "learning_rate": 4.998971716412477e-05,
      "loss": 4.6501,
      "step": 22970
    },
    {
      "epoch": 0.020110447716774872,
      "grad_norm": 0.6374882459640503,
      "learning_rate": 4.998970825621626e-05,
      "loss": 4.849,
      "step": 22975
    },
    {
      "epoch": 0.020114824310402023,
      "grad_norm": 1.1619471311569214,
      "learning_rate": 4.9989699344452e-05,
      "loss": 5.7242,
      "step": 22980
    },
    {
      "epoch": 0.020119200904029178,
      "grad_norm": 0.6419551372528076,
      "learning_rate": 4.998969042883199e-05,
      "loss": 4.954,
      "step": 22985
    },
    {
      "epoch": 0.020123577497656333,
      "grad_norm": 0.7262884974479675,
      "learning_rate": 4.9989681509356244e-05,
      "loss": 5.9488,
      "step": 22990
    },
    {
      "epoch": 0.020127954091283488,
      "grad_norm": 0.6647159457206726,
      "learning_rate": 4.998967258602475e-05,
      "loss": 5.7142,
      "step": 22995
    },
    {
      "epoch": 0.020132330684910642,
      "grad_norm": 0.5800462961196899,
      "learning_rate": 4.9989663658837506e-05,
      "loss": 4.8733,
      "step": 23000
    },
    {
      "epoch": 0.020136707278537797,
      "grad_norm": 0.6394423246383667,
      "learning_rate": 4.9989654727794535e-05,
      "loss": 4.8393,
      "step": 23005
    },
    {
      "epoch": 0.020141083872164952,
      "grad_norm": 0.5389907956123352,
      "learning_rate": 4.998964579289581e-05,
      "loss": 6.2488,
      "step": 23010
    },
    {
      "epoch": 0.020145460465792107,
      "grad_norm": 0.7299032211303711,
      "learning_rate": 4.998963685414136e-05,
      "loss": 5.9861,
      "step": 23015
    },
    {
      "epoch": 0.02014983705941926,
      "grad_norm": 0.6703248620033264,
      "learning_rate": 4.998962791153118e-05,
      "loss": 5.74,
      "step": 23020
    },
    {
      "epoch": 0.020154213653046416,
      "grad_norm": 0.8921725749969482,
      "learning_rate": 4.9989618965065256e-05,
      "loss": 5.6043,
      "step": 23025
    },
    {
      "epoch": 0.02015859024667357,
      "grad_norm": 0.5519883632659912,
      "learning_rate": 4.9989610014743605e-05,
      "loss": 5.0533,
      "step": 23030
    },
    {
      "epoch": 0.020162966840300726,
      "grad_norm": 0.6611188054084778,
      "learning_rate": 4.998960106056621e-05,
      "loss": 5.1994,
      "step": 23035
    },
    {
      "epoch": 0.02016734343392788,
      "grad_norm": 0.6216208934783936,
      "learning_rate": 4.998959210253311e-05,
      "loss": 5.181,
      "step": 23040
    },
    {
      "epoch": 0.020171720027555032,
      "grad_norm": 0.6733468174934387,
      "learning_rate": 4.998958314064427e-05,
      "loss": 5.7281,
      "step": 23045
    },
    {
      "epoch": 0.020176096621182187,
      "grad_norm": 0.6220479607582092,
      "learning_rate": 4.998957417489971e-05,
      "loss": 5.9531,
      "step": 23050
    },
    {
      "epoch": 0.02018047321480934,
      "grad_norm": 0.794256865978241,
      "learning_rate": 4.9989565205299425e-05,
      "loss": 5.9521,
      "step": 23055
    },
    {
      "epoch": 0.020184849808436496,
      "grad_norm": 0.678695797920227,
      "learning_rate": 4.998955623184343e-05,
      "loss": 5.7289,
      "step": 23060
    },
    {
      "epoch": 0.02018922640206365,
      "grad_norm": 1.140895962715149,
      "learning_rate": 4.99895472545317e-05,
      "loss": 5.4958,
      "step": 23065
    },
    {
      "epoch": 0.020193602995690806,
      "grad_norm": 0.6268438100814819,
      "learning_rate": 4.998953827336427e-05,
      "loss": 5.4664,
      "step": 23070
    },
    {
      "epoch": 0.02019797958931796,
      "grad_norm": 0.8995130062103271,
      "learning_rate": 4.998952928834111e-05,
      "loss": 6.298,
      "step": 23075
    },
    {
      "epoch": 0.020202356182945115,
      "grad_norm": 1.2471563816070557,
      "learning_rate": 4.998952029946223e-05,
      "loss": 5.1684,
      "step": 23080
    },
    {
      "epoch": 0.02020673277657227,
      "grad_norm": 0.624101996421814,
      "learning_rate": 4.9989511306727655e-05,
      "loss": 5.7148,
      "step": 23085
    },
    {
      "epoch": 0.020211109370199425,
      "grad_norm": 0.6129857897758484,
      "learning_rate": 4.998950231013736e-05,
      "loss": 4.9402,
      "step": 23090
    },
    {
      "epoch": 0.02021548596382658,
      "grad_norm": 0.6823342442512512,
      "learning_rate": 4.9989493309691346e-05,
      "loss": 6.2852,
      "step": 23095
    },
    {
      "epoch": 0.020219862557453734,
      "grad_norm": 0.6111559271812439,
      "learning_rate": 4.998948430538965e-05,
      "loss": 6.2662,
      "step": 23100
    },
    {
      "epoch": 0.02022423915108089,
      "grad_norm": 0.6410068273544312,
      "learning_rate": 4.998947529723223e-05,
      "loss": 6.2406,
      "step": 23105
    },
    {
      "epoch": 0.02022861574470804,
      "grad_norm": 0.5600592494010925,
      "learning_rate": 4.9989466285219114e-05,
      "loss": 6.0227,
      "step": 23110
    },
    {
      "epoch": 0.020232992338335195,
      "grad_norm": 0.617495059967041,
      "learning_rate": 4.998945726935029e-05,
      "loss": 5.7301,
      "step": 23115
    },
    {
      "epoch": 0.02023736893196235,
      "grad_norm": 0.570498526096344,
      "learning_rate": 4.998944824962577e-05,
      "loss": 6.0343,
      "step": 23120
    },
    {
      "epoch": 0.020241745525589504,
      "grad_norm": 0.8621945977210999,
      "learning_rate": 4.998943922604554e-05,
      "loss": 5.718,
      "step": 23125
    },
    {
      "epoch": 0.02024612211921666,
      "grad_norm": 0.5976604223251343,
      "learning_rate": 4.998943019860963e-05,
      "loss": 5.1983,
      "step": 23130
    },
    {
      "epoch": 0.020250498712843814,
      "grad_norm": 0.6391289234161377,
      "learning_rate": 4.998942116731802e-05,
      "loss": 5.0906,
      "step": 23135
    },
    {
      "epoch": 0.02025487530647097,
      "grad_norm": 0.507600724697113,
      "learning_rate": 4.998941213217071e-05,
      "loss": 5.7313,
      "step": 23140
    },
    {
      "epoch": 0.020259251900098123,
      "grad_norm": 0.6534701585769653,
      "learning_rate": 4.9989403093167716e-05,
      "loss": 5.9457,
      "step": 23145
    },
    {
      "epoch": 0.020263628493725278,
      "grad_norm": 0.6117466688156128,
      "learning_rate": 4.998939405030904e-05,
      "loss": 4.9357,
      "step": 23150
    },
    {
      "epoch": 0.020268005087352433,
      "grad_norm": 0.6125409007072449,
      "learning_rate": 4.998938500359466e-05,
      "loss": 5.0999,
      "step": 23155
    },
    {
      "epoch": 0.020272381680979588,
      "grad_norm": 0.6447211503982544,
      "learning_rate": 4.99893759530246e-05,
      "loss": 5.1924,
      "step": 23160
    },
    {
      "epoch": 0.020276758274606742,
      "grad_norm": 0.7462807297706604,
      "learning_rate": 4.9989366898598856e-05,
      "loss": 5.9092,
      "step": 23165
    },
    {
      "epoch": 0.020281134868233897,
      "grad_norm": 0.5883948802947998,
      "learning_rate": 4.998935784031743e-05,
      "loss": 4.4037,
      "step": 23170
    },
    {
      "epoch": 0.02028551146186105,
      "grad_norm": 0.647976279258728,
      "learning_rate": 4.998934877818031e-05,
      "loss": 5.4005,
      "step": 23175
    },
    {
      "epoch": 0.020289888055488203,
      "grad_norm": 0.6066591739654541,
      "learning_rate": 4.998933971218753e-05,
      "loss": 5.525,
      "step": 23180
    },
    {
      "epoch": 0.020294264649115358,
      "grad_norm": 1.186598777770996,
      "learning_rate": 4.998933064233906e-05,
      "loss": 5.7236,
      "step": 23185
    },
    {
      "epoch": 0.020298641242742513,
      "grad_norm": 0.7245528697967529,
      "learning_rate": 4.9989321568634925e-05,
      "loss": 6.0498,
      "step": 23190
    },
    {
      "epoch": 0.020303017836369668,
      "grad_norm": 0.5711620450019836,
      "learning_rate": 4.9989312491075116e-05,
      "loss": 5.5013,
      "step": 23195
    },
    {
      "epoch": 0.020307394429996822,
      "grad_norm": 0.5974805355072021,
      "learning_rate": 4.9989303409659625e-05,
      "loss": 4.3919,
      "step": 23200
    },
    {
      "epoch": 0.020311771023623977,
      "grad_norm": 0.5111506581306458,
      "learning_rate": 4.998929432438846e-05,
      "loss": 6.3158,
      "step": 23205
    },
    {
      "epoch": 0.020316147617251132,
      "grad_norm": 0.6028597950935364,
      "learning_rate": 4.998928523526164e-05,
      "loss": 5.7202,
      "step": 23210
    },
    {
      "epoch": 0.020320524210878287,
      "grad_norm": 0.6458998322486877,
      "learning_rate": 4.998927614227914e-05,
      "loss": 5.4431,
      "step": 23215
    },
    {
      "epoch": 0.02032490080450544,
      "grad_norm": 0.6561100482940674,
      "learning_rate": 4.998926704544098e-05,
      "loss": 5.4842,
      "step": 23220
    },
    {
      "epoch": 0.020329277398132596,
      "grad_norm": 0.6284367442131042,
      "learning_rate": 4.998925794474716e-05,
      "loss": 5.9246,
      "step": 23225
    },
    {
      "epoch": 0.02033365399175975,
      "grad_norm": 0.5792531967163086,
      "learning_rate": 4.998924884019768e-05,
      "loss": 5.7076,
      "step": 23230
    },
    {
      "epoch": 0.020338030585386906,
      "grad_norm": 0.5867181420326233,
      "learning_rate": 4.998923973179253e-05,
      "loss": 6.5766,
      "step": 23235
    },
    {
      "epoch": 0.020342407179014057,
      "grad_norm": 0.6217306852340698,
      "learning_rate": 4.998923061953172e-05,
      "loss": 4.8733,
      "step": 23240
    },
    {
      "epoch": 0.02034678377264121,
      "grad_norm": 0.9415671825408936,
      "learning_rate": 4.9989221503415265e-05,
      "loss": 5.1677,
      "step": 23245
    },
    {
      "epoch": 0.020351160366268366,
      "grad_norm": 0.6850506663322449,
      "learning_rate": 4.9989212383443154e-05,
      "loss": 4.9557,
      "step": 23250
    },
    {
      "epoch": 0.02035553695989552,
      "grad_norm": 0.6591020822525024,
      "learning_rate": 4.998920325961539e-05,
      "loss": 5.9635,
      "step": 23255
    },
    {
      "epoch": 0.020359913553522676,
      "grad_norm": 0.7241970300674438,
      "learning_rate": 4.998919413193197e-05,
      "loss": 6.2746,
      "step": 23260
    },
    {
      "epoch": 0.02036429014714983,
      "grad_norm": 0.5752521753311157,
      "learning_rate": 4.99891850003929e-05,
      "loss": 4.6694,
      "step": 23265
    },
    {
      "epoch": 0.020368666740776985,
      "grad_norm": 0.6549798846244812,
      "learning_rate": 4.998917586499818e-05,
      "loss": 5.1247,
      "step": 23270
    },
    {
      "epoch": 0.02037304333440414,
      "grad_norm": 0.5888146162033081,
      "learning_rate": 4.9989166725747824e-05,
      "loss": 5.7033,
      "step": 23275
    },
    {
      "epoch": 0.020377419928031295,
      "grad_norm": 0.5472051501274109,
      "learning_rate": 4.998915758264182e-05,
      "loss": 5.6084,
      "step": 23280
    },
    {
      "epoch": 0.02038179652165845,
      "grad_norm": 0.5940307378768921,
      "learning_rate": 4.998914843568017e-05,
      "loss": 4.2815,
      "step": 23285
    },
    {
      "epoch": 0.020386173115285604,
      "grad_norm": 0.6043718457221985,
      "learning_rate": 4.9989139284862885e-05,
      "loss": 4.3072,
      "step": 23290
    },
    {
      "epoch": 0.02039054970891276,
      "grad_norm": 0.9412501454353333,
      "learning_rate": 4.9989130130189954e-05,
      "loss": 5.3933,
      "step": 23295
    },
    {
      "epoch": 0.020394926302539914,
      "grad_norm": 0.9218155145645142,
      "learning_rate": 4.9989120971661384e-05,
      "loss": 5.4642,
      "step": 23300
    },
    {
      "epoch": 0.020399302896167065,
      "grad_norm": 0.935079038143158,
      "learning_rate": 4.998911180927719e-05,
      "loss": 5.6996,
      "step": 23305
    },
    {
      "epoch": 0.02040367948979422,
      "grad_norm": 1.0044803619384766,
      "learning_rate": 4.998910264303736e-05,
      "loss": 4.8701,
      "step": 23310
    },
    {
      "epoch": 0.020408056083421375,
      "grad_norm": 0.6542505621910095,
      "learning_rate": 4.9989093472941896e-05,
      "loss": 5.5098,
      "step": 23315
    },
    {
      "epoch": 0.02041243267704853,
      "grad_norm": 0.6892367601394653,
      "learning_rate": 4.9989084298990794e-05,
      "loss": 5.1697,
      "step": 23320
    },
    {
      "epoch": 0.020416809270675684,
      "grad_norm": 0.6645777821540833,
      "learning_rate": 4.998907512118407e-05,
      "loss": 5.3813,
      "step": 23325
    },
    {
      "epoch": 0.02042118586430284,
      "grad_norm": 0.6796423196792603,
      "learning_rate": 4.998906593952172e-05,
      "loss": 6.2855,
      "step": 23330
    },
    {
      "epoch": 0.020425562457929994,
      "grad_norm": 0.6475412845611572,
      "learning_rate": 4.998905675400375e-05,
      "loss": 5.7649,
      "step": 23335
    },
    {
      "epoch": 0.02042993905155715,
      "grad_norm": 1.47612464427948,
      "learning_rate": 4.998904756463015e-05,
      "loss": 5.1565,
      "step": 23340
    },
    {
      "epoch": 0.020434315645184303,
      "grad_norm": 1.0926809310913086,
      "learning_rate": 4.998903837140093e-05,
      "loss": 4.8216,
      "step": 23345
    },
    {
      "epoch": 0.020438692238811458,
      "grad_norm": 0.6482019424438477,
      "learning_rate": 4.998902917431609e-05,
      "loss": 5.4509,
      "step": 23350
    },
    {
      "epoch": 0.020443068832438613,
      "grad_norm": 0.6742842197418213,
      "learning_rate": 4.998901997337564e-05,
      "loss": 6.6064,
      "step": 23355
    },
    {
      "epoch": 0.020447445426065768,
      "grad_norm": 0.57611083984375,
      "learning_rate": 4.998901076857957e-05,
      "loss": 5.7472,
      "step": 23360
    },
    {
      "epoch": 0.020451822019692922,
      "grad_norm": 0.6097333431243896,
      "learning_rate": 4.9989001559927885e-05,
      "loss": 5.3987,
      "step": 23365
    },
    {
      "epoch": 0.020456198613320074,
      "grad_norm": 0.6261433362960815,
      "learning_rate": 4.998899234742058e-05,
      "loss": 4.4419,
      "step": 23370
    },
    {
      "epoch": 0.02046057520694723,
      "grad_norm": 0.6429327130317688,
      "learning_rate": 4.998898313105767e-05,
      "loss": 5.5016,
      "step": 23375
    },
    {
      "epoch": 0.020464951800574383,
      "grad_norm": 0.5302780270576477,
      "learning_rate": 4.998897391083915e-05,
      "loss": 6.031,
      "step": 23380
    },
    {
      "epoch": 0.020469328394201538,
      "grad_norm": 0.5306186079978943,
      "learning_rate": 4.998896468676503e-05,
      "loss": 6.6213,
      "step": 23385
    },
    {
      "epoch": 0.020473704987828693,
      "grad_norm": 0.66085284948349,
      "learning_rate": 4.99889554588353e-05,
      "loss": 5.0869,
      "step": 23390
    },
    {
      "epoch": 0.020478081581455847,
      "grad_norm": 0.5609257817268372,
      "learning_rate": 4.998894622704997e-05,
      "loss": 5.4654,
      "step": 23395
    },
    {
      "epoch": 0.020482458175083002,
      "grad_norm": 0.6655442714691162,
      "learning_rate": 4.998893699140903e-05,
      "loss": 4.9749,
      "step": 23400
    },
    {
      "epoch": 0.020486834768710157,
      "grad_norm": 0.7737334966659546,
      "learning_rate": 4.9988927751912495e-05,
      "loss": 5.7197,
      "step": 23405
    },
    {
      "epoch": 0.02049121136233731,
      "grad_norm": 0.6934164762496948,
      "learning_rate": 4.9988918508560365e-05,
      "loss": 5.369,
      "step": 23410
    },
    {
      "epoch": 0.020495587955964466,
      "grad_norm": 0.9291539788246155,
      "learning_rate": 4.9988909261352636e-05,
      "loss": 5.3992,
      "step": 23415
    },
    {
      "epoch": 0.02049996454959162,
      "grad_norm": 1.6643697023391724,
      "learning_rate": 4.998890001028932e-05,
      "loss": 5.951,
      "step": 23420
    },
    {
      "epoch": 0.020504341143218776,
      "grad_norm": 0.7063125967979431,
      "learning_rate": 4.99888907553704e-05,
      "loss": 6.3055,
      "step": 23425
    },
    {
      "epoch": 0.02050871773684593,
      "grad_norm": 1.2092152833938599,
      "learning_rate": 4.9988881496595894e-05,
      "loss": 5.4037,
      "step": 23430
    },
    {
      "epoch": 0.020513094330473082,
      "grad_norm": 0.5212077498435974,
      "learning_rate": 4.998887223396579e-05,
      "loss": 5.7062,
      "step": 23435
    },
    {
      "epoch": 0.020517470924100237,
      "grad_norm": 0.65412837266922,
      "learning_rate": 4.998886296748011e-05,
      "loss": 5.952,
      "step": 23440
    },
    {
      "epoch": 0.02052184751772739,
      "grad_norm": 0.533699631690979,
      "learning_rate": 4.9988853697138836e-05,
      "loss": 5.9105,
      "step": 23445
    },
    {
      "epoch": 0.020526224111354546,
      "grad_norm": 0.9602050185203552,
      "learning_rate": 4.998884442294198e-05,
      "loss": 4.8683,
      "step": 23450
    },
    {
      "epoch": 0.0205306007049817,
      "grad_norm": 0.5654440522193909,
      "learning_rate": 4.9988835144889553e-05,
      "loss": 5.9424,
      "step": 23455
    },
    {
      "epoch": 0.020534977298608856,
      "grad_norm": 0.5764322280883789,
      "learning_rate": 4.9988825862981534e-05,
      "loss": 4.8238,
      "step": 23460
    },
    {
      "epoch": 0.02053935389223601,
      "grad_norm": 0.6552647352218628,
      "learning_rate": 4.998881657721794e-05,
      "loss": 6.2789,
      "step": 23465
    },
    {
      "epoch": 0.020543730485863165,
      "grad_norm": 0.6768929362297058,
      "learning_rate": 4.998880728759877e-05,
      "loss": 4.8683,
      "step": 23470
    },
    {
      "epoch": 0.02054810707949032,
      "grad_norm": 0.8098451495170593,
      "learning_rate": 4.9988797994124023e-05,
      "loss": 4.6279,
      "step": 23475
    },
    {
      "epoch": 0.020552483673117475,
      "grad_norm": 0.8381124138832092,
      "learning_rate": 4.998878869679371e-05,
      "loss": 6.0576,
      "step": 23480
    },
    {
      "epoch": 0.02055686026674463,
      "grad_norm": 0.6704442501068115,
      "learning_rate": 4.998877939560782e-05,
      "loss": 5.5096,
      "step": 23485
    },
    {
      "epoch": 0.020561236860371784,
      "grad_norm": 0.6137505769729614,
      "learning_rate": 4.9988770090566365e-05,
      "loss": 5.1683,
      "step": 23490
    },
    {
      "epoch": 0.02056561345399894,
      "grad_norm": 0.6747138500213623,
      "learning_rate": 4.998876078166933e-05,
      "loss": 4.9791,
      "step": 23495
    },
    {
      "epoch": 0.02056999004762609,
      "grad_norm": 0.9091684222221375,
      "learning_rate": 4.998875146891674e-05,
      "loss": 5.1979,
      "step": 23500
    },
    {
      "epoch": 0.020574366641253245,
      "grad_norm": 1.1808141469955444,
      "learning_rate": 4.9988742152308585e-05,
      "loss": 5.525,
      "step": 23505
    },
    {
      "epoch": 0.0205787432348804,
      "grad_norm": 0.6997194886207581,
      "learning_rate": 4.9988732831844866e-05,
      "loss": 5.648,
      "step": 23510
    },
    {
      "epoch": 0.020583119828507555,
      "grad_norm": 0.590194821357727,
      "learning_rate": 4.998872350752558e-05,
      "loss": 5.6723,
      "step": 23515
    },
    {
      "epoch": 0.02058749642213471,
      "grad_norm": 0.6537871360778809,
      "learning_rate": 4.9988714179350746e-05,
      "loss": 4.8348,
      "step": 23520
    },
    {
      "epoch": 0.020591873015761864,
      "grad_norm": 0.5690758228302002,
      "learning_rate": 4.998870484732036e-05,
      "loss": 6.2953,
      "step": 23525
    },
    {
      "epoch": 0.02059624960938902,
      "grad_norm": 0.7420778274536133,
      "learning_rate": 4.9988695511434405e-05,
      "loss": 5.1602,
      "step": 23530
    },
    {
      "epoch": 0.020600626203016174,
      "grad_norm": 0.9998396635055542,
      "learning_rate": 4.99886861716929e-05,
      "loss": 5.2118,
      "step": 23535
    },
    {
      "epoch": 0.02060500279664333,
      "grad_norm": 0.5948487520217896,
      "learning_rate": 4.998867682809585e-05,
      "loss": 4.8553,
      "step": 23540
    },
    {
      "epoch": 0.020609379390270483,
      "grad_norm": 0.8537380695343018,
      "learning_rate": 4.998866748064325e-05,
      "loss": 6.0215,
      "step": 23545
    },
    {
      "epoch": 0.020613755983897638,
      "grad_norm": 0.6105219125747681,
      "learning_rate": 4.998865812933508e-05,
      "loss": 5.7446,
      "step": 23550
    },
    {
      "epoch": 0.020618132577524793,
      "grad_norm": 0.9279120564460754,
      "learning_rate": 4.99886487741714e-05,
      "loss": 4.9765,
      "step": 23555
    },
    {
      "epoch": 0.020622509171151944,
      "grad_norm": 0.5774610638618469,
      "learning_rate": 4.998863941515215e-05,
      "loss": 5.6008,
      "step": 23560
    },
    {
      "epoch": 0.0206268857647791,
      "grad_norm": 0.5309524536132812,
      "learning_rate": 4.998863005227736e-05,
      "loss": 5.6225,
      "step": 23565
    },
    {
      "epoch": 0.020631262358406253,
      "grad_norm": 0.6351653337478638,
      "learning_rate": 4.9988620685547037e-05,
      "loss": 5.571,
      "step": 23570
    },
    {
      "epoch": 0.020635638952033408,
      "grad_norm": 0.5474158525466919,
      "learning_rate": 4.998861131496117e-05,
      "loss": 6.0555,
      "step": 23575
    },
    {
      "epoch": 0.020640015545660563,
      "grad_norm": 0.5742282867431641,
      "learning_rate": 4.998860194051978e-05,
      "loss": 4.9761,
      "step": 23580
    },
    {
      "epoch": 0.020644392139287718,
      "grad_norm": 0.8766689300537109,
      "learning_rate": 4.998859256222284e-05,
      "loss": 5.1741,
      "step": 23585
    },
    {
      "epoch": 0.020648768732914873,
      "grad_norm": 0.5994340777397156,
      "learning_rate": 4.998858318007037e-05,
      "loss": 5.2034,
      "step": 23590
    },
    {
      "epoch": 0.020653145326542027,
      "grad_norm": 0.6961719989776611,
      "learning_rate": 4.9988573794062364e-05,
      "loss": 6.0802,
      "step": 23595
    },
    {
      "epoch": 0.020657521920169182,
      "grad_norm": 0.6829930543899536,
      "learning_rate": 4.9988564404198836e-05,
      "loss": 6.5959,
      "step": 23600
    },
    {
      "epoch": 0.020661898513796337,
      "grad_norm": 0.6362782716751099,
      "learning_rate": 4.998855501047978e-05,
      "loss": 5.6398,
      "step": 23605
    },
    {
      "epoch": 0.02066627510742349,
      "grad_norm": 0.733525276184082,
      "learning_rate": 4.9988545612905194e-05,
      "loss": 5.19,
      "step": 23610
    },
    {
      "epoch": 0.020670651701050646,
      "grad_norm": 0.6268061399459839,
      "learning_rate": 4.998853621147508e-05,
      "loss": 4.9567,
      "step": 23615
    },
    {
      "epoch": 0.0206750282946778,
      "grad_norm": 0.6017872095108032,
      "learning_rate": 4.998852680618944e-05,
      "loss": 4.6453,
      "step": 23620
    },
    {
      "epoch": 0.020679404888304952,
      "grad_norm": 0.553722083568573,
      "learning_rate": 4.99885173970483e-05,
      "loss": 4.0716,
      "step": 23625
    },
    {
      "epoch": 0.020683781481932107,
      "grad_norm": 0.6319257020950317,
      "learning_rate": 4.998850798405162e-05,
      "loss": 5.7444,
      "step": 23630
    },
    {
      "epoch": 0.020688158075559262,
      "grad_norm": 0.6590282320976257,
      "learning_rate": 4.998849856719942e-05,
      "loss": 5.6217,
      "step": 23635
    },
    {
      "epoch": 0.020692534669186417,
      "grad_norm": 0.5741543769836426,
      "learning_rate": 4.998848914649173e-05,
      "loss": 5.6972,
      "step": 23640
    },
    {
      "epoch": 0.02069691126281357,
      "grad_norm": 0.5520686507225037,
      "learning_rate": 4.9988479721928505e-05,
      "loss": 5.7218,
      "step": 23645
    },
    {
      "epoch": 0.020701287856440726,
      "grad_norm": 0.6246444582939148,
      "learning_rate": 4.998847029350978e-05,
      "loss": 6.2789,
      "step": 23650
    },
    {
      "epoch": 0.02070566445006788,
      "grad_norm": 0.5143818855285645,
      "learning_rate": 4.998846086123553e-05,
      "loss": 5.413,
      "step": 23655
    },
    {
      "epoch": 0.020710041043695036,
      "grad_norm": 0.5406846404075623,
      "learning_rate": 4.998845142510579e-05,
      "loss": 5.5152,
      "step": 23660
    },
    {
      "epoch": 0.02071441763732219,
      "grad_norm": 0.5489275455474854,
      "learning_rate": 4.998844198512054e-05,
      "loss": 5.4243,
      "step": 23665
    },
    {
      "epoch": 0.020718794230949345,
      "grad_norm": 0.5910170674324036,
      "learning_rate": 4.9988432541279774e-05,
      "loss": 6.028,
      "step": 23670
    },
    {
      "epoch": 0.0207231708245765,
      "grad_norm": 0.46733835339546204,
      "learning_rate": 4.9988423093583514e-05,
      "loss": 6.0828,
      "step": 23675
    },
    {
      "epoch": 0.020727547418203655,
      "grad_norm": 0.5315792560577393,
      "learning_rate": 4.998841364203175e-05,
      "loss": 5.3827,
      "step": 23680
    },
    {
      "epoch": 0.02073192401183081,
      "grad_norm": 0.5027683973312378,
      "learning_rate": 4.9988404186624494e-05,
      "loss": 5.2098,
      "step": 23685
    },
    {
      "epoch": 0.02073630060545796,
      "grad_norm": 0.5718532204627991,
      "learning_rate": 4.9988394727361735e-05,
      "loss": 5.0625,
      "step": 23690
    },
    {
      "epoch": 0.020740677199085115,
      "grad_norm": 0.6101413369178772,
      "learning_rate": 4.9988385264243484e-05,
      "loss": 5.7181,
      "step": 23695
    },
    {
      "epoch": 0.02074505379271227,
      "grad_norm": 0.7309961915016174,
      "learning_rate": 4.998837579726974e-05,
      "loss": 5.1799,
      "step": 23700
    },
    {
      "epoch": 0.020749430386339425,
      "grad_norm": 0.546317994594574,
      "learning_rate": 4.998836632644049e-05,
      "loss": 5.2092,
      "step": 23705
    },
    {
      "epoch": 0.02075380697996658,
      "grad_norm": 0.641588032245636,
      "learning_rate": 4.998835685175577e-05,
      "loss": 6.0367,
      "step": 23710
    },
    {
      "epoch": 0.020758183573593735,
      "grad_norm": 0.5826244354248047,
      "learning_rate": 4.998834737321556e-05,
      "loss": 5.1441,
      "step": 23715
    },
    {
      "epoch": 0.02076256016722089,
      "grad_norm": 1.020010232925415,
      "learning_rate": 4.998833789081986e-05,
      "loss": 5.0775,
      "step": 23720
    },
    {
      "epoch": 0.020766936760848044,
      "grad_norm": 0.6036771535873413,
      "learning_rate": 4.9988328404568665e-05,
      "loss": 5.7131,
      "step": 23725
    },
    {
      "epoch": 0.0207713133544752,
      "grad_norm": 0.6186788082122803,
      "learning_rate": 4.9988318914461994e-05,
      "loss": 6.0403,
      "step": 23730
    },
    {
      "epoch": 0.020775689948102354,
      "grad_norm": 0.5584152340888977,
      "learning_rate": 4.9988309420499845e-05,
      "loss": 5.3741,
      "step": 23735
    },
    {
      "epoch": 0.02078006654172951,
      "grad_norm": 0.7496784329414368,
      "learning_rate": 4.9988299922682227e-05,
      "loss": 5.9256,
      "step": 23740
    },
    {
      "epoch": 0.020784443135356663,
      "grad_norm": 0.5707601308822632,
      "learning_rate": 4.9988290421009124e-05,
      "loss": 5.5317,
      "step": 23745
    },
    {
      "epoch": 0.020788819728983818,
      "grad_norm": 0.6077994108200073,
      "learning_rate": 4.998828091548054e-05,
      "loss": 5.7229,
      "step": 23750
    },
    {
      "epoch": 0.02079319632261097,
      "grad_norm": 0.5003300905227661,
      "learning_rate": 4.998827140609649e-05,
      "loss": 6.0056,
      "step": 23755
    },
    {
      "epoch": 0.020797572916238124,
      "grad_norm": 0.504850447177887,
      "learning_rate": 4.998826189285696e-05,
      "loss": 6.5844,
      "step": 23760
    },
    {
      "epoch": 0.02080194950986528,
      "grad_norm": 0.5899698138237,
      "learning_rate": 4.998825237576197e-05,
      "loss": 5.732,
      "step": 23765
    },
    {
      "epoch": 0.020806326103492433,
      "grad_norm": 0.5790399312973022,
      "learning_rate": 4.998824285481151e-05,
      "loss": 5.9068,
      "step": 23770
    },
    {
      "epoch": 0.020810702697119588,
      "grad_norm": 0.47739702463150024,
      "learning_rate": 4.9988233330005575e-05,
      "loss": 6.2789,
      "step": 23775
    },
    {
      "epoch": 0.020815079290746743,
      "grad_norm": 0.6265535354614258,
      "learning_rate": 4.998822380134418e-05,
      "loss": 5.2032,
      "step": 23780
    },
    {
      "epoch": 0.020819455884373898,
      "grad_norm": 0.6389227509498596,
      "learning_rate": 4.998821426882733e-05,
      "loss": 4.9694,
      "step": 23785
    },
    {
      "epoch": 0.020823832478001052,
      "grad_norm": 0.6417117118835449,
      "learning_rate": 4.998820473245501e-05,
      "loss": 6.565,
      "step": 23790
    },
    {
      "epoch": 0.020828209071628207,
      "grad_norm": 0.5804329514503479,
      "learning_rate": 4.998819519222724e-05,
      "loss": 4.8583,
      "step": 23795
    },
    {
      "epoch": 0.020832585665255362,
      "grad_norm": 0.5156006217002869,
      "learning_rate": 4.998818564814402e-05,
      "loss": 5.4076,
      "step": 23800
    },
    {
      "epoch": 0.020836962258882517,
      "grad_norm": 0.6217352747917175,
      "learning_rate": 4.998817610020532e-05,
      "loss": 6.2629,
      "step": 23805
    },
    {
      "epoch": 0.02084133885250967,
      "grad_norm": 0.8136574029922485,
      "learning_rate": 4.998816654841119e-05,
      "loss": 5.4872,
      "step": 23810
    },
    {
      "epoch": 0.020845715446136826,
      "grad_norm": 0.5337385535240173,
      "learning_rate": 4.9988156992761595e-05,
      "loss": 5.7098,
      "step": 23815
    },
    {
      "epoch": 0.020850092039763977,
      "grad_norm": 0.5676330924034119,
      "learning_rate": 4.998814743325655e-05,
      "loss": 5.1704,
      "step": 23820
    },
    {
      "epoch": 0.020854468633391132,
      "grad_norm": 0.6041410565376282,
      "learning_rate": 4.9988137869896065e-05,
      "loss": 5.1621,
      "step": 23825
    },
    {
      "epoch": 0.020858845227018287,
      "grad_norm": 0.6008540987968445,
      "learning_rate": 4.9988128302680136e-05,
      "loss": 4.4188,
      "step": 23830
    },
    {
      "epoch": 0.02086322182064544,
      "grad_norm": 0.6293445825576782,
      "learning_rate": 4.9988118731608756e-05,
      "loss": 4.9823,
      "step": 23835
    },
    {
      "epoch": 0.020867598414272596,
      "grad_norm": 0.6154980063438416,
      "learning_rate": 4.998810915668194e-05,
      "loss": 5.7504,
      "step": 23840
    },
    {
      "epoch": 0.02087197500789975,
      "grad_norm": 0.8459634184837341,
      "learning_rate": 4.998809957789968e-05,
      "loss": 4.9439,
      "step": 23845
    },
    {
      "epoch": 0.020876351601526906,
      "grad_norm": 0.5287368893623352,
      "learning_rate": 4.998808999526199e-05,
      "loss": 4.9587,
      "step": 23850
    },
    {
      "epoch": 0.02088072819515406,
      "grad_norm": 0.7347531914710999,
      "learning_rate": 4.9988080408768846e-05,
      "loss": 4.9694,
      "step": 23855
    },
    {
      "epoch": 0.020885104788781216,
      "grad_norm": 0.6250870823860168,
      "learning_rate": 4.9988070818420284e-05,
      "loss": 5.7748,
      "step": 23860
    },
    {
      "epoch": 0.02088948138240837,
      "grad_norm": 0.6489957571029663,
      "learning_rate": 4.998806122421628e-05,
      "loss": 5.4208,
      "step": 23865
    },
    {
      "epoch": 0.020893857976035525,
      "grad_norm": 0.5556156635284424,
      "learning_rate": 4.998805162615685e-05,
      "loss": 5.4229,
      "step": 23870
    },
    {
      "epoch": 0.02089823456966268,
      "grad_norm": 0.6795382499694824,
      "learning_rate": 4.9988042024241986e-05,
      "loss": 4.6534,
      "step": 23875
    },
    {
      "epoch": 0.020902611163289835,
      "grad_norm": 0.615580677986145,
      "learning_rate": 4.99880324184717e-05,
      "loss": 5.1867,
      "step": 23880
    },
    {
      "epoch": 0.020906987756916986,
      "grad_norm": 0.7555074691772461,
      "learning_rate": 4.998802280884599e-05,
      "loss": 5.9652,
      "step": 23885
    },
    {
      "epoch": 0.02091136435054414,
      "grad_norm": 0.5573527812957764,
      "learning_rate": 4.998801319536485e-05,
      "loss": 5.2163,
      "step": 23890
    },
    {
      "epoch": 0.020915740944171295,
      "grad_norm": 0.5443301200866699,
      "learning_rate": 4.9988003578028285e-05,
      "loss": 5.6938,
      "step": 23895
    },
    {
      "epoch": 0.02092011753779845,
      "grad_norm": 0.5813230276107788,
      "learning_rate": 4.998799395683631e-05,
      "loss": 4.8347,
      "step": 23900
    },
    {
      "epoch": 0.020924494131425605,
      "grad_norm": 0.8257023096084595,
      "learning_rate": 4.998798433178892e-05,
      "loss": 5.724,
      "step": 23905
    },
    {
      "epoch": 0.02092887072505276,
      "grad_norm": 0.5791811943054199,
      "learning_rate": 4.998797470288611e-05,
      "loss": 6.2557,
      "step": 23910
    },
    {
      "epoch": 0.020933247318679914,
      "grad_norm": 0.5907029509544373,
      "learning_rate": 4.998796507012787e-05,
      "loss": 4.8656,
      "step": 23915
    },
    {
      "epoch": 0.02093762391230707,
      "grad_norm": 0.5537161827087402,
      "learning_rate": 4.9987955433514234e-05,
      "loss": 5.7224,
      "step": 23920
    },
    {
      "epoch": 0.020942000505934224,
      "grad_norm": 0.5087124109268188,
      "learning_rate": 4.998794579304519e-05,
      "loss": 6.5549,
      "step": 23925
    },
    {
      "epoch": 0.02094637709956138,
      "grad_norm": 0.6895161271095276,
      "learning_rate": 4.9987936148720725e-05,
      "loss": 5.7248,
      "step": 23930
    },
    {
      "epoch": 0.020950753693188533,
      "grad_norm": 0.5196129083633423,
      "learning_rate": 4.998792650054086e-05,
      "loss": 5.7141,
      "step": 23935
    },
    {
      "epoch": 0.020955130286815688,
      "grad_norm": 0.5648880004882812,
      "learning_rate": 4.99879168485056e-05,
      "loss": 5.7084,
      "step": 23940
    },
    {
      "epoch": 0.020959506880442843,
      "grad_norm": 0.5689340829849243,
      "learning_rate": 4.998790719261492e-05,
      "loss": 6.0208,
      "step": 23945
    },
    {
      "epoch": 0.020963883474069994,
      "grad_norm": 0.6035690307617188,
      "learning_rate": 4.998789753286884e-05,
      "loss": 6.0484,
      "step": 23950
    },
    {
      "epoch": 0.02096826006769715,
      "grad_norm": 0.6125755906105042,
      "learning_rate": 4.9987887869267366e-05,
      "loss": 5.7552,
      "step": 23955
    },
    {
      "epoch": 0.020972636661324304,
      "grad_norm": 0.6222667098045349,
      "learning_rate": 4.99878782018105e-05,
      "loss": 5.1498,
      "step": 23960
    },
    {
      "epoch": 0.02097701325495146,
      "grad_norm": 0.6838760375976562,
      "learning_rate": 4.998786853049823e-05,
      "loss": 4.8584,
      "step": 23965
    },
    {
      "epoch": 0.020981389848578613,
      "grad_norm": 0.5927514433860779,
      "learning_rate": 4.998785885533057e-05,
      "loss": 5.394,
      "step": 23970
    },
    {
      "epoch": 0.020985766442205768,
      "grad_norm": 0.5576378703117371,
      "learning_rate": 4.998784917630752e-05,
      "loss": 4.2817,
      "step": 23975
    },
    {
      "epoch": 0.020990143035832923,
      "grad_norm": 0.89650958776474,
      "learning_rate": 4.998783949342908e-05,
      "loss": 5.1725,
      "step": 23980
    },
    {
      "epoch": 0.020994519629460077,
      "grad_norm": 1.0257487297058105,
      "learning_rate": 4.9987829806695255e-05,
      "loss": 5.3064,
      "step": 23985
    },
    {
      "epoch": 0.020998896223087232,
      "grad_norm": 0.7437365651130676,
      "learning_rate": 4.998782011610603e-05,
      "loss": 5.0733,
      "step": 23990
    },
    {
      "epoch": 0.021003272816714387,
      "grad_norm": 0.7126521468162537,
      "learning_rate": 4.998781042166143e-05,
      "loss": 4.8525,
      "step": 23995
    },
    {
      "epoch": 0.021007649410341542,
      "grad_norm": 0.657331645488739,
      "learning_rate": 4.9987800723361444e-05,
      "loss": 5.3689,
      "step": 24000
    },
    {
      "epoch": 0.021012026003968697,
      "grad_norm": 0.603834867477417,
      "learning_rate": 4.9987791021206085e-05,
      "loss": 4.9371,
      "step": 24005
    },
    {
      "epoch": 0.02101640259759585,
      "grad_norm": 0.73595130443573,
      "learning_rate": 4.9987781315195336e-05,
      "loss": 5.4188,
      "step": 24010
    },
    {
      "epoch": 0.021020779191223003,
      "grad_norm": 0.7713105082511902,
      "learning_rate": 4.998777160532921e-05,
      "loss": 4.6778,
      "step": 24015
    },
    {
      "epoch": 0.021025155784850157,
      "grad_norm": 0.8433417081832886,
      "learning_rate": 4.998776189160772e-05,
      "loss": 5.7509,
      "step": 24020
    },
    {
      "epoch": 0.021029532378477312,
      "grad_norm": 0.6357614398002625,
      "learning_rate": 4.998775217403085e-05,
      "loss": 5.3928,
      "step": 24025
    },
    {
      "epoch": 0.021033908972104467,
      "grad_norm": 0.6156188249588013,
      "learning_rate": 4.998774245259861e-05,
      "loss": 5.6432,
      "step": 24030
    },
    {
      "epoch": 0.02103828556573162,
      "grad_norm": 0.5536589026451111,
      "learning_rate": 4.9987732727310996e-05,
      "loss": 5.9656,
      "step": 24035
    },
    {
      "epoch": 0.021042662159358776,
      "grad_norm": 0.667351245880127,
      "learning_rate": 4.998772299816803e-05,
      "loss": 5.1579,
      "step": 24040
    },
    {
      "epoch": 0.02104703875298593,
      "grad_norm": 0.8768818378448486,
      "learning_rate": 4.998771326516968e-05,
      "loss": 5.7255,
      "step": 24045
    },
    {
      "epoch": 0.021051415346613086,
      "grad_norm": 1.2904903888702393,
      "learning_rate": 4.9987703528315975e-05,
      "loss": 5.4703,
      "step": 24050
    },
    {
      "epoch": 0.02105579194024024,
      "grad_norm": 0.6150463223457336,
      "learning_rate": 4.99876937876069e-05,
      "loss": 5.095,
      "step": 24055
    },
    {
      "epoch": 0.021060168533867395,
      "grad_norm": 0.7027167081832886,
      "learning_rate": 4.998768404304247e-05,
      "loss": 6.0323,
      "step": 24060
    },
    {
      "epoch": 0.02106454512749455,
      "grad_norm": 0.5612193942070007,
      "learning_rate": 4.998767429462269e-05,
      "loss": 5.6184,
      "step": 24065
    },
    {
      "epoch": 0.021068921721121705,
      "grad_norm": 0.5843232870101929,
      "learning_rate": 4.998766454234754e-05,
      "loss": 5.9533,
      "step": 24070
    },
    {
      "epoch": 0.02107329831474886,
      "grad_norm": 0.7165446281433105,
      "learning_rate": 4.9987654786217056e-05,
      "loss": 6.2668,
      "step": 24075
    },
    {
      "epoch": 0.02107767490837601,
      "grad_norm": 0.8960608839988708,
      "learning_rate": 4.99876450262312e-05,
      "loss": 5.7212,
      "step": 24080
    },
    {
      "epoch": 0.021082051502003166,
      "grad_norm": 0.7782007455825806,
      "learning_rate": 4.9987635262389995e-05,
      "loss": 5.3555,
      "step": 24085
    },
    {
      "epoch": 0.02108642809563032,
      "grad_norm": 0.5575017333030701,
      "learning_rate": 4.9987625494693456e-05,
      "loss": 6.5725,
      "step": 24090
    },
    {
      "epoch": 0.021090804689257475,
      "grad_norm": 0.6206019520759583,
      "learning_rate": 4.9987615723141555e-05,
      "loss": 5.9094,
      "step": 24095
    },
    {
      "epoch": 0.02109518128288463,
      "grad_norm": 0.573401927947998,
      "learning_rate": 4.998760594773432e-05,
      "loss": 4.8669,
      "step": 24100
    },
    {
      "epoch": 0.021099557876511785,
      "grad_norm": 0.5601352453231812,
      "learning_rate": 4.998759616847173e-05,
      "loss": 5.166,
      "step": 24105
    },
    {
      "epoch": 0.02110393447013894,
      "grad_norm": 0.6538487076759338,
      "learning_rate": 4.99875863853538e-05,
      "loss": 5.731,
      "step": 24110
    },
    {
      "epoch": 0.021108311063766094,
      "grad_norm": 0.5347903370857239,
      "learning_rate": 4.9987576598380534e-05,
      "loss": 5.2955,
      "step": 24115
    },
    {
      "epoch": 0.02111268765739325,
      "grad_norm": 0.5023113489151001,
      "learning_rate": 4.998756680755193e-05,
      "loss": 5.7391,
      "step": 24120
    },
    {
      "epoch": 0.021117064251020404,
      "grad_norm": 0.6154383420944214,
      "learning_rate": 4.9987557012868e-05,
      "loss": 5.7102,
      "step": 24125
    },
    {
      "epoch": 0.02112144084464756,
      "grad_norm": 0.7453758716583252,
      "learning_rate": 4.998754721432872e-05,
      "loss": 5.3109,
      "step": 24130
    },
    {
      "epoch": 0.021125817438274713,
      "grad_norm": 0.6356006860733032,
      "learning_rate": 4.998753741193413e-05,
      "loss": 4.9639,
      "step": 24135
    },
    {
      "epoch": 0.021130194031901865,
      "grad_norm": 0.8338401317596436,
      "learning_rate": 4.998752760568419e-05,
      "loss": 5.531,
      "step": 24140
    },
    {
      "epoch": 0.02113457062552902,
      "grad_norm": 1.201010823249817,
      "learning_rate": 4.998751779557893e-05,
      "loss": 5.2037,
      "step": 24145
    },
    {
      "epoch": 0.021138947219156174,
      "grad_norm": 0.7005771398544312,
      "learning_rate": 4.9987507981618346e-05,
      "loss": 5.3965,
      "step": 24150
    },
    {
      "epoch": 0.02114332381278333,
      "grad_norm": 0.7859243750572205,
      "learning_rate": 4.9987498163802426e-05,
      "loss": 5.1817,
      "step": 24155
    },
    {
      "epoch": 0.021147700406410484,
      "grad_norm": 0.6899330019950867,
      "learning_rate": 4.998748834213119e-05,
      "loss": 5.6849,
      "step": 24160
    },
    {
      "epoch": 0.02115207700003764,
      "grad_norm": 0.5745482444763184,
      "learning_rate": 4.998747851660464e-05,
      "loss": 5.5226,
      "step": 24165
    },
    {
      "epoch": 0.021156453593664793,
      "grad_norm": 0.7231239080429077,
      "learning_rate": 4.998746868722276e-05,
      "loss": 5.4992,
      "step": 24170
    },
    {
      "epoch": 0.021160830187291948,
      "grad_norm": 0.5536668300628662,
      "learning_rate": 4.998745885398558e-05,
      "loss": 5.6944,
      "step": 24175
    },
    {
      "epoch": 0.021165206780919103,
      "grad_norm": 0.696699857711792,
      "learning_rate": 4.998744901689307e-05,
      "loss": 5.3974,
      "step": 24180
    },
    {
      "epoch": 0.021169583374546257,
      "grad_norm": 0.5609829425811768,
      "learning_rate": 4.998743917594525e-05,
      "loss": 5.1595,
      "step": 24185
    },
    {
      "epoch": 0.021173959968173412,
      "grad_norm": 0.6405466794967651,
      "learning_rate": 4.9987429331142124e-05,
      "loss": 6.273,
      "step": 24190
    },
    {
      "epoch": 0.021178336561800567,
      "grad_norm": 0.8132373690605164,
      "learning_rate": 4.998741948248369e-05,
      "loss": 5.9553,
      "step": 24195
    },
    {
      "epoch": 0.02118271315542772,
      "grad_norm": 0.5595452785491943,
      "learning_rate": 4.998740962996994e-05,
      "loss": 5.9436,
      "step": 24200
    },
    {
      "epoch": 0.021187089749054873,
      "grad_norm": 0.7246168851852417,
      "learning_rate": 4.9987399773600895e-05,
      "loss": 5.4266,
      "step": 24205
    },
    {
      "epoch": 0.021191466342682028,
      "grad_norm": 0.5372028946876526,
      "learning_rate": 4.998738991337654e-05,
      "loss": 6.574,
      "step": 24210
    },
    {
      "epoch": 0.021195842936309182,
      "grad_norm": 0.5194628834724426,
      "learning_rate": 4.9987380049296884e-05,
      "loss": 5.0515,
      "step": 24215
    },
    {
      "epoch": 0.021200219529936337,
      "grad_norm": 0.5500221252441406,
      "learning_rate": 4.998737018136194e-05,
      "loss": 4.9415,
      "step": 24220
    },
    {
      "epoch": 0.021204596123563492,
      "grad_norm": 0.563897967338562,
      "learning_rate": 4.998736030957168e-05,
      "loss": 5.6063,
      "step": 24225
    },
    {
      "epoch": 0.021208972717190647,
      "grad_norm": 0.6085954904556274,
      "learning_rate": 4.998735043392614e-05,
      "loss": 5.9406,
      "step": 24230
    },
    {
      "epoch": 0.0212133493108178,
      "grad_norm": 0.594982385635376,
      "learning_rate": 4.998734055442529e-05,
      "loss": 5.7353,
      "step": 24235
    },
    {
      "epoch": 0.021217725904444956,
      "grad_norm": 0.8339114189147949,
      "learning_rate": 4.9987330671069154e-05,
      "loss": 5.4987,
      "step": 24240
    },
    {
      "epoch": 0.02122210249807211,
      "grad_norm": 0.6499804258346558,
      "learning_rate": 4.9987320783857737e-05,
      "loss": 5.7189,
      "step": 24245
    },
    {
      "epoch": 0.021226479091699266,
      "grad_norm": 0.5647250413894653,
      "learning_rate": 4.998731089279102e-05,
      "loss": 5.1684,
      "step": 24250
    },
    {
      "epoch": 0.02123085568532642,
      "grad_norm": 0.4978765547275543,
      "learning_rate": 4.9987300997869025e-05,
      "loss": 6.0436,
      "step": 24255
    },
    {
      "epoch": 0.021235232278953575,
      "grad_norm": 0.5639886856079102,
      "learning_rate": 4.9987291099091745e-05,
      "loss": 5.4659,
      "step": 24260
    },
    {
      "epoch": 0.02123960887258073,
      "grad_norm": 0.503842294216156,
      "learning_rate": 4.998728119645918e-05,
      "loss": 6.576,
      "step": 24265
    },
    {
      "epoch": 0.02124398546620788,
      "grad_norm": 0.7198432087898254,
      "learning_rate": 4.998727128997134e-05,
      "loss": 5.2023,
      "step": 24270
    },
    {
      "epoch": 0.021248362059835036,
      "grad_norm": 0.505717396736145,
      "learning_rate": 4.9987261379628215e-05,
      "loss": 4.924,
      "step": 24275
    },
    {
      "epoch": 0.02125273865346219,
      "grad_norm": 0.8177664279937744,
      "learning_rate": 4.9987251465429806e-05,
      "loss": 5.1719,
      "step": 24280
    },
    {
      "epoch": 0.021257115247089346,
      "grad_norm": 0.5797123312950134,
      "learning_rate": 4.9987241547376143e-05,
      "loss": 5.0925,
      "step": 24285
    },
    {
      "epoch": 0.0212614918407165,
      "grad_norm": 0.6191473007202148,
      "learning_rate": 4.998723162546719e-05,
      "loss": 5.5947,
      "step": 24290
    },
    {
      "epoch": 0.021265868434343655,
      "grad_norm": 0.6485159397125244,
      "learning_rate": 4.998722169970297e-05,
      "loss": 6.5969,
      "step": 24295
    },
    {
      "epoch": 0.02127024502797081,
      "grad_norm": 0.6822407245635986,
      "learning_rate": 4.9987211770083485e-05,
      "loss": 5.4799,
      "step": 24300
    },
    {
      "epoch": 0.021274621621597965,
      "grad_norm": 0.6761251091957092,
      "learning_rate": 4.9987201836608734e-05,
      "loss": 5.6008,
      "step": 24305
    },
    {
      "epoch": 0.02127899821522512,
      "grad_norm": 1.516164779663086,
      "learning_rate": 4.998719189927871e-05,
      "loss": 4.9492,
      "step": 24310
    },
    {
      "epoch": 0.021283374808852274,
      "grad_norm": 0.6693692803382874,
      "learning_rate": 4.998718195809343e-05,
      "loss": 5.9537,
      "step": 24315
    },
    {
      "epoch": 0.02128775140247943,
      "grad_norm": 1.534561276435852,
      "learning_rate": 4.9987172013052884e-05,
      "loss": 4.8389,
      "step": 24320
    },
    {
      "epoch": 0.021292127996106584,
      "grad_norm": 1.1816866397857666,
      "learning_rate": 4.998716206415708e-05,
      "loss": 6.0691,
      "step": 24325
    },
    {
      "epoch": 0.02129650458973374,
      "grad_norm": 0.9801762700080872,
      "learning_rate": 4.998715211140602e-05,
      "loss": 6.0682,
      "step": 24330
    },
    {
      "epoch": 0.02130088118336089,
      "grad_norm": 0.6497921347618103,
      "learning_rate": 4.9987142154799706e-05,
      "loss": 6.2607,
      "step": 24335
    },
    {
      "epoch": 0.021305257776988044,
      "grad_norm": 0.8603359460830688,
      "learning_rate": 4.998713219433814e-05,
      "loss": 5.704,
      "step": 24340
    },
    {
      "epoch": 0.0213096343706152,
      "grad_norm": 0.7565013766288757,
      "learning_rate": 4.998712223002131e-05,
      "loss": 6.2711,
      "step": 24345
    },
    {
      "epoch": 0.021314010964242354,
      "grad_norm": 0.6555070281028748,
      "learning_rate": 4.998711226184923e-05,
      "loss": 6.2453,
      "step": 24350
    },
    {
      "epoch": 0.02131838755786951,
      "grad_norm": 0.7479208707809448,
      "learning_rate": 4.998710228982192e-05,
      "loss": 6.0698,
      "step": 24355
    },
    {
      "epoch": 0.021322764151496663,
      "grad_norm": 0.538388192653656,
      "learning_rate": 4.998709231393935e-05,
      "loss": 5.5097,
      "step": 24360
    },
    {
      "epoch": 0.021327140745123818,
      "grad_norm": 0.6227015852928162,
      "learning_rate": 4.998708233420154e-05,
      "loss": 5.4778,
      "step": 24365
    },
    {
      "epoch": 0.021331517338750973,
      "grad_norm": 0.6076451539993286,
      "learning_rate": 4.998707235060849e-05,
      "loss": 4.0635,
      "step": 24370
    },
    {
      "epoch": 0.021335893932378128,
      "grad_norm": 0.7182950973510742,
      "learning_rate": 4.9987062363160196e-05,
      "loss": 6.2877,
      "step": 24375
    },
    {
      "epoch": 0.021340270526005282,
      "grad_norm": 0.5967245697975159,
      "learning_rate": 4.998705237185667e-05,
      "loss": 6.2207,
      "step": 24380
    },
    {
      "epoch": 0.021344647119632437,
      "grad_norm": 0.5316795110702515,
      "learning_rate": 4.99870423766979e-05,
      "loss": 4.9356,
      "step": 24385
    },
    {
      "epoch": 0.021349023713259592,
      "grad_norm": 0.5622695684432983,
      "learning_rate": 4.9987032377683895e-05,
      "loss": 5.6383,
      "step": 24390
    },
    {
      "epoch": 0.021353400306886747,
      "grad_norm": 0.6218478083610535,
      "learning_rate": 4.998702237481466e-05,
      "loss": 6.0333,
      "step": 24395
    },
    {
      "epoch": 0.021357776900513898,
      "grad_norm": 0.5816293358802795,
      "learning_rate": 4.99870123680902e-05,
      "loss": 5.9266,
      "step": 24400
    },
    {
      "epoch": 0.021362153494141053,
      "grad_norm": 0.5899867415428162,
      "learning_rate": 4.99870023575105e-05,
      "loss": 4.7213,
      "step": 24405
    },
    {
      "epoch": 0.021366530087768208,
      "grad_norm": 0.6312504410743713,
      "learning_rate": 4.998699234307559e-05,
      "loss": 4.8495,
      "step": 24410
    },
    {
      "epoch": 0.021370906681395362,
      "grad_norm": 0.7094878554344177,
      "learning_rate": 4.9986982324785444e-05,
      "loss": 4.9542,
      "step": 24415
    },
    {
      "epoch": 0.021375283275022517,
      "grad_norm": 0.7907431721687317,
      "learning_rate": 4.998697230264008e-05,
      "loss": 4.9733,
      "step": 24420
    },
    {
      "epoch": 0.021379659868649672,
      "grad_norm": 0.8180458545684814,
      "learning_rate": 4.9986962276639494e-05,
      "loss": 5.4775,
      "step": 24425
    },
    {
      "epoch": 0.021384036462276827,
      "grad_norm": 0.5951616168022156,
      "learning_rate": 4.998695224678368e-05,
      "loss": 5.1977,
      "step": 24430
    },
    {
      "epoch": 0.02138841305590398,
      "grad_norm": 0.9189232587814331,
      "learning_rate": 4.9986942213072665e-05,
      "loss": 5.2112,
      "step": 24435
    },
    {
      "epoch": 0.021392789649531136,
      "grad_norm": 0.8831106424331665,
      "learning_rate": 4.998693217550642e-05,
      "loss": 5.1965,
      "step": 24440
    },
    {
      "epoch": 0.02139716624315829,
      "grad_norm": 1.3992574214935303,
      "learning_rate": 4.998692213408497e-05,
      "loss": 5.7047,
      "step": 24445
    },
    {
      "epoch": 0.021401542836785446,
      "grad_norm": 1.3493503332138062,
      "learning_rate": 4.99869120888083e-05,
      "loss": 5.7508,
      "step": 24450
    },
    {
      "epoch": 0.0214059194304126,
      "grad_norm": 0.8383369445800781,
      "learning_rate": 4.998690203967643e-05,
      "loss": 4.8698,
      "step": 24455
    },
    {
      "epoch": 0.021410296024039755,
      "grad_norm": 0.5479629039764404,
      "learning_rate": 4.9986891986689344e-05,
      "loss": 5.4894,
      "step": 24460
    },
    {
      "epoch": 0.021414672617666906,
      "grad_norm": 0.5763636231422424,
      "learning_rate": 4.998688192984706e-05,
      "loss": 5.2175,
      "step": 24465
    },
    {
      "epoch": 0.02141904921129406,
      "grad_norm": 0.6148012280464172,
      "learning_rate": 4.9986871869149575e-05,
      "loss": 5.9439,
      "step": 24470
    },
    {
      "epoch": 0.021423425804921216,
      "grad_norm": 0.5960536599159241,
      "learning_rate": 4.998686180459688e-05,
      "loss": 5.7203,
      "step": 24475
    },
    {
      "epoch": 0.02142780239854837,
      "grad_norm": 0.5754610300064087,
      "learning_rate": 4.998685173618899e-05,
      "loss": 4.6071,
      "step": 24480
    },
    {
      "epoch": 0.021432178992175525,
      "grad_norm": 0.5598586201667786,
      "learning_rate": 4.998684166392591e-05,
      "loss": 4.7983,
      "step": 24485
    },
    {
      "epoch": 0.02143655558580268,
      "grad_norm": 0.5960137248039246,
      "learning_rate": 4.9986831587807626e-05,
      "loss": 4.9386,
      "step": 24490
    },
    {
      "epoch": 0.021440932179429835,
      "grad_norm": 0.7738960385322571,
      "learning_rate": 4.998682150783415e-05,
      "loss": 6.2842,
      "step": 24495
    },
    {
      "epoch": 0.02144530877305699,
      "grad_norm": 0.5277102589607239,
      "learning_rate": 4.998681142400547e-05,
      "loss": 5.4759,
      "step": 24500
    },
    {
      "epoch": 0.021449685366684144,
      "grad_norm": 0.5370611548423767,
      "learning_rate": 4.998680133632162e-05,
      "loss": 6.2666,
      "step": 24505
    },
    {
      "epoch": 0.0214540619603113,
      "grad_norm": 0.592356264591217,
      "learning_rate": 4.998679124478257e-05,
      "loss": 5.203,
      "step": 24510
    },
    {
      "epoch": 0.021458438553938454,
      "grad_norm": 0.5634210705757141,
      "learning_rate": 4.9986781149388336e-05,
      "loss": 5.9041,
      "step": 24515
    },
    {
      "epoch": 0.02146281514756561,
      "grad_norm": 0.591858983039856,
      "learning_rate": 4.9986771050138924e-05,
      "loss": 5.5093,
      "step": 24520
    },
    {
      "epoch": 0.021467191741192763,
      "grad_norm": 0.5842440128326416,
      "learning_rate": 4.9986760947034326e-05,
      "loss": 5.7839,
      "step": 24525
    },
    {
      "epoch": 0.021471568334819915,
      "grad_norm": 0.5866270661354065,
      "learning_rate": 4.998675084007455e-05,
      "loss": 6.5459,
      "step": 24530
    },
    {
      "epoch": 0.02147594492844707,
      "grad_norm": 0.6123197078704834,
      "learning_rate": 4.9986740729259585e-05,
      "loss": 4.6118,
      "step": 24535
    },
    {
      "epoch": 0.021480321522074224,
      "grad_norm": 0.5494130253791809,
      "learning_rate": 4.998673061458945e-05,
      "loss": 4.3278,
      "step": 24540
    },
    {
      "epoch": 0.02148469811570138,
      "grad_norm": 0.4862406253814697,
      "learning_rate": 4.998672049606414e-05,
      "loss": 6.2703,
      "step": 24545
    },
    {
      "epoch": 0.021489074709328534,
      "grad_norm": 0.5615482330322266,
      "learning_rate": 4.998671037368366e-05,
      "loss": 5.1792,
      "step": 24550
    },
    {
      "epoch": 0.02149345130295569,
      "grad_norm": 0.5157646536827087,
      "learning_rate": 4.998670024744802e-05,
      "loss": 5.3965,
      "step": 24555
    },
    {
      "epoch": 0.021497827896582843,
      "grad_norm": 0.8479699492454529,
      "learning_rate": 4.9986690117357194e-05,
      "loss": 5.4443,
      "step": 24560
    },
    {
      "epoch": 0.021502204490209998,
      "grad_norm": 0.5835242867469788,
      "learning_rate": 4.998667998341121e-05,
      "loss": 5.141,
      "step": 24565
    },
    {
      "epoch": 0.021506581083837153,
      "grad_norm": 0.6307077407836914,
      "learning_rate": 4.9986669845610056e-05,
      "loss": 5.6977,
      "step": 24570
    },
    {
      "epoch": 0.021510957677464308,
      "grad_norm": 0.5558559894561768,
      "learning_rate": 4.9986659703953756e-05,
      "loss": 5.2207,
      "step": 24575
    },
    {
      "epoch": 0.021515334271091462,
      "grad_norm": 0.6091692447662354,
      "learning_rate": 4.998664955844228e-05,
      "loss": 4.5855,
      "step": 24580
    },
    {
      "epoch": 0.021519710864718617,
      "grad_norm": 0.6108843684196472,
      "learning_rate": 4.998663940907564e-05,
      "loss": 6.0307,
      "step": 24585
    },
    {
      "epoch": 0.021524087458345772,
      "grad_norm": 0.5582730174064636,
      "learning_rate": 4.998662925585386e-05,
      "loss": 6.5752,
      "step": 24590
    },
    {
      "epoch": 0.021528464051972923,
      "grad_norm": 0.6644131541252136,
      "learning_rate": 4.998661909877691e-05,
      "loss": 4.6268,
      "step": 24595
    },
    {
      "epoch": 0.021532840645600078,
      "grad_norm": 0.7251153588294983,
      "learning_rate": 4.9986608937844815e-05,
      "loss": 6.0645,
      "step": 24600
    },
    {
      "epoch": 0.021537217239227233,
      "grad_norm": 0.49426692724227905,
      "learning_rate": 4.998659877305757e-05,
      "loss": 6.0446,
      "step": 24605
    },
    {
      "epoch": 0.021541593832854387,
      "grad_norm": 0.6172139644622803,
      "learning_rate": 4.998658860441517e-05,
      "loss": 5.3679,
      "step": 24610
    },
    {
      "epoch": 0.021545970426481542,
      "grad_norm": 0.7742865085601807,
      "learning_rate": 4.998657843191763e-05,
      "loss": 5.7436,
      "step": 24615
    },
    {
      "epoch": 0.021550347020108697,
      "grad_norm": 0.836193323135376,
      "learning_rate": 4.998656825556495e-05,
      "loss": 5.2746,
      "step": 24620
    },
    {
      "epoch": 0.02155472361373585,
      "grad_norm": 0.5116961002349854,
      "learning_rate": 4.998655807535712e-05,
      "loss": 5.731,
      "step": 24625
    },
    {
      "epoch": 0.021559100207363006,
      "grad_norm": 0.5533137321472168,
      "learning_rate": 4.998654789129415e-05,
      "loss": 5.6745,
      "step": 24630
    },
    {
      "epoch": 0.02156347680099016,
      "grad_norm": 0.6004046201705933,
      "learning_rate": 4.998653770337603e-05,
      "loss": 5.0714,
      "step": 24635
    },
    {
      "epoch": 0.021567853394617316,
      "grad_norm": 0.5315419435501099,
      "learning_rate": 4.9986527511602784e-05,
      "loss": 5.8918,
      "step": 24640
    },
    {
      "epoch": 0.02157222998824447,
      "grad_norm": 0.6032136678695679,
      "learning_rate": 4.99865173159744e-05,
      "loss": 5.4622,
      "step": 24645
    },
    {
      "epoch": 0.021576606581871625,
      "grad_norm": 0.6237952709197998,
      "learning_rate": 4.998650711649089e-05,
      "loss": 5.5125,
      "step": 24650
    },
    {
      "epoch": 0.02158098317549878,
      "grad_norm": 0.8147404193878174,
      "learning_rate": 4.9986496913152247e-05,
      "loss": 5.5777,
      "step": 24655
    },
    {
      "epoch": 0.02158535976912593,
      "grad_norm": 0.6367124319076538,
      "learning_rate": 4.9986486705958466e-05,
      "loss": 5.9084,
      "step": 24660
    },
    {
      "epoch": 0.021589736362753086,
      "grad_norm": 0.6755827069282532,
      "learning_rate": 4.998647649490956e-05,
      "loss": 5.7053,
      "step": 24665
    },
    {
      "epoch": 0.02159411295638024,
      "grad_norm": 1.6952259540557861,
      "learning_rate": 4.998646628000553e-05,
      "loss": 5.1511,
      "step": 24670
    },
    {
      "epoch": 0.021598489550007396,
      "grad_norm": 0.7225573658943176,
      "learning_rate": 4.998645606124638e-05,
      "loss": 4.8375,
      "step": 24675
    },
    {
      "epoch": 0.02160286614363455,
      "grad_norm": 0.6394346356391907,
      "learning_rate": 4.998644583863211e-05,
      "loss": 5.7152,
      "step": 24680
    },
    {
      "epoch": 0.021607242737261705,
      "grad_norm": 0.6175950169563293,
      "learning_rate": 4.998643561216272e-05,
      "loss": 5.1811,
      "step": 24685
    },
    {
      "epoch": 0.02161161933088886,
      "grad_norm": 0.6107797622680664,
      "learning_rate": 4.998642538183821e-05,
      "loss": 6.046,
      "step": 24690
    },
    {
      "epoch": 0.021615995924516015,
      "grad_norm": 0.8115013837814331,
      "learning_rate": 4.9986415147658586e-05,
      "loss": 4.9712,
      "step": 24695
    },
    {
      "epoch": 0.02162037251814317,
      "grad_norm": 0.6445488333702087,
      "learning_rate": 4.998640490962384e-05,
      "loss": 5.4978,
      "step": 24700
    },
    {
      "epoch": 0.021624749111770324,
      "grad_norm": 0.5688339471817017,
      "learning_rate": 4.998639466773399e-05,
      "loss": 5.943,
      "step": 24705
    },
    {
      "epoch": 0.02162912570539748,
      "grad_norm": 0.5322774648666382,
      "learning_rate": 4.998638442198903e-05,
      "loss": 6.2266,
      "step": 24710
    },
    {
      "epoch": 0.021633502299024634,
      "grad_norm": 0.4732769727706909,
      "learning_rate": 4.9986374172388974e-05,
      "loss": 6.0369,
      "step": 24715
    },
    {
      "epoch": 0.021637878892651785,
      "grad_norm": 0.6006779074668884,
      "learning_rate": 4.99863639189338e-05,
      "loss": 5.3625,
      "step": 24720
    },
    {
      "epoch": 0.02164225548627894,
      "grad_norm": 0.9220254421234131,
      "learning_rate": 4.998635366162352e-05,
      "loss": 5.6068,
      "step": 24725
    },
    {
      "epoch": 0.021646632079906095,
      "grad_norm": 0.5278690457344055,
      "learning_rate": 4.998634340045815e-05,
      "loss": 5.9105,
      "step": 24730
    },
    {
      "epoch": 0.02165100867353325,
      "grad_norm": 0.541948139667511,
      "learning_rate": 4.998633313543767e-05,
      "loss": 5.583,
      "step": 24735
    },
    {
      "epoch": 0.021655385267160404,
      "grad_norm": 0.5461933612823486,
      "learning_rate": 4.99863228665621e-05,
      "loss": 5.157,
      "step": 24740
    },
    {
      "epoch": 0.02165976186078756,
      "grad_norm": 0.5740662217140198,
      "learning_rate": 4.998631259383142e-05,
      "loss": 4.8223,
      "step": 24745
    },
    {
      "epoch": 0.021664138454414714,
      "grad_norm": 0.6459775567054749,
      "learning_rate": 4.998630231724566e-05,
      "loss": 5.4033,
      "step": 24750
    },
    {
      "epoch": 0.02166851504804187,
      "grad_norm": 0.70745849609375,
      "learning_rate": 4.9986292036804806e-05,
      "loss": 5.7488,
      "step": 24755
    },
    {
      "epoch": 0.021672891641669023,
      "grad_norm": 0.5148630142211914,
      "learning_rate": 4.9986281752508855e-05,
      "loss": 5.6291,
      "step": 24760
    },
    {
      "epoch": 0.021677268235296178,
      "grad_norm": 0.6698541641235352,
      "learning_rate": 4.998627146435783e-05,
      "loss": 5.7275,
      "step": 24765
    },
    {
      "epoch": 0.021681644828923333,
      "grad_norm": 0.5712559819221497,
      "learning_rate": 4.99862611723517e-05,
      "loss": 6.2369,
      "step": 24770
    },
    {
      "epoch": 0.021686021422550487,
      "grad_norm": 0.5678992867469788,
      "learning_rate": 4.9986250876490506e-05,
      "loss": 5.3971,
      "step": 24775
    },
    {
      "epoch": 0.021690398016177642,
      "grad_norm": 0.6294286251068115,
      "learning_rate": 4.9986240576774226e-05,
      "loss": 5.5033,
      "step": 24780
    },
    {
      "epoch": 0.021694774609804793,
      "grad_norm": 1.1969020366668701,
      "learning_rate": 4.998623027320285e-05,
      "loss": 5.0019,
      "step": 24785
    },
    {
      "epoch": 0.021699151203431948,
      "grad_norm": 1.2154136896133423,
      "learning_rate": 4.9986219965776414e-05,
      "loss": 5.7101,
      "step": 24790
    },
    {
      "epoch": 0.021703527797059103,
      "grad_norm": 0.7635858058929443,
      "learning_rate": 4.9986209654494895e-05,
      "loss": 6.2775,
      "step": 24795
    },
    {
      "epoch": 0.021707904390686258,
      "grad_norm": 0.7096918821334839,
      "learning_rate": 4.99861993393583e-05,
      "loss": 5.9439,
      "step": 24800
    },
    {
      "epoch": 0.021712280984313412,
      "grad_norm": 0.8330598473548889,
      "learning_rate": 4.998618902036664e-05,
      "loss": 5.1479,
      "step": 24805
    },
    {
      "epoch": 0.021716657577940567,
      "grad_norm": 0.7501660585403442,
      "learning_rate": 4.99861786975199e-05,
      "loss": 5.731,
      "step": 24810
    },
    {
      "epoch": 0.021721034171567722,
      "grad_norm": 0.9196463823318481,
      "learning_rate": 4.998616837081811e-05,
      "loss": 5.9281,
      "step": 24815
    },
    {
      "epoch": 0.021725410765194877,
      "grad_norm": 0.5780059099197388,
      "learning_rate": 4.9986158040261235e-05,
      "loss": 4.6007,
      "step": 24820
    },
    {
      "epoch": 0.02172978735882203,
      "grad_norm": 0.5741205811500549,
      "learning_rate": 4.998614770584931e-05,
      "loss": 5.0497,
      "step": 24825
    },
    {
      "epoch": 0.021734163952449186,
      "grad_norm": 0.5863924622535706,
      "learning_rate": 4.998613736758232e-05,
      "loss": 5.7141,
      "step": 24830
    },
    {
      "epoch": 0.02173854054607634,
      "grad_norm": 0.5921230912208557,
      "learning_rate": 4.998612702546026e-05,
      "loss": 5.401,
      "step": 24835
    },
    {
      "epoch": 0.021742917139703496,
      "grad_norm": 0.521865963935852,
      "learning_rate": 4.998611667948315e-05,
      "loss": 5.6172,
      "step": 24840
    },
    {
      "epoch": 0.02174729373333065,
      "grad_norm": 0.7025606632232666,
      "learning_rate": 4.998610632965098e-05,
      "loss": 5.385,
      "step": 24845
    },
    {
      "epoch": 0.021751670326957802,
      "grad_norm": 0.5598021745681763,
      "learning_rate": 4.998609597596377e-05,
      "loss": 4.8616,
      "step": 24850
    },
    {
      "epoch": 0.021756046920584957,
      "grad_norm": 0.6780511140823364,
      "learning_rate": 4.99860856184215e-05,
      "loss": 5.151,
      "step": 24855
    },
    {
      "epoch": 0.02176042351421211,
      "grad_norm": 0.8582941889762878,
      "learning_rate": 4.9986075257024176e-05,
      "loss": 5.3953,
      "step": 24860
    },
    {
      "epoch": 0.021764800107839266,
      "grad_norm": 0.544420599937439,
      "learning_rate": 4.998606489177181e-05,
      "loss": 5.9684,
      "step": 24865
    },
    {
      "epoch": 0.02176917670146642,
      "grad_norm": 0.5936599969863892,
      "learning_rate": 4.99860545226644e-05,
      "loss": 5.3767,
      "step": 24870
    },
    {
      "epoch": 0.021773553295093576,
      "grad_norm": 0.5793198943138123,
      "learning_rate": 4.9986044149701926e-05,
      "loss": 3.8483,
      "step": 24875
    },
    {
      "epoch": 0.02177792988872073,
      "grad_norm": 0.6775638461112976,
      "learning_rate": 4.998603377288443e-05,
      "loss": 5.205,
      "step": 24880
    },
    {
      "epoch": 0.021782306482347885,
      "grad_norm": 0.5829390287399292,
      "learning_rate": 4.9986023392211886e-05,
      "loss": 5.5568,
      "step": 24885
    },
    {
      "epoch": 0.02178668307597504,
      "grad_norm": 0.59343022108078,
      "learning_rate": 4.9986013007684304e-05,
      "loss": 5.7309,
      "step": 24890
    },
    {
      "epoch": 0.021791059669602195,
      "grad_norm": 0.6740235090255737,
      "learning_rate": 4.99860026193017e-05,
      "loss": 5.39,
      "step": 24895
    },
    {
      "epoch": 0.02179543626322935,
      "grad_norm": 0.5352150201797485,
      "learning_rate": 4.998599222706405e-05,
      "loss": 4.0572,
      "step": 24900
    },
    {
      "epoch": 0.021799812856856504,
      "grad_norm": 0.6474743485450745,
      "learning_rate": 4.998598183097136e-05,
      "loss": 5.388,
      "step": 24905
    },
    {
      "epoch": 0.02180418945048366,
      "grad_norm": 0.5883778929710388,
      "learning_rate": 4.998597143102366e-05,
      "loss": 5.1552,
      "step": 24910
    },
    {
      "epoch": 0.02180856604411081,
      "grad_norm": 0.8438898324966431,
      "learning_rate": 4.998596102722092e-05,
      "loss": 5.9361,
      "step": 24915
    },
    {
      "epoch": 0.021812942637737965,
      "grad_norm": 0.6263573169708252,
      "learning_rate": 4.998595061956316e-05,
      "loss": 5.0456,
      "step": 24920
    },
    {
      "epoch": 0.02181731923136512,
      "grad_norm": 0.5892947316169739,
      "learning_rate": 4.9985940208050375e-05,
      "loss": 4.8564,
      "step": 24925
    },
    {
      "epoch": 0.021821695824992274,
      "grad_norm": 1.0556493997573853,
      "learning_rate": 4.998592979268256e-05,
      "loss": 5.4067,
      "step": 24930
    },
    {
      "epoch": 0.02182607241861943,
      "grad_norm": 0.7083836197853088,
      "learning_rate": 4.998591937345973e-05,
      "loss": 5.7178,
      "step": 24935
    },
    {
      "epoch": 0.021830449012246584,
      "grad_norm": 0.8602429032325745,
      "learning_rate": 4.998590895038188e-05,
      "loss": 5.1177,
      "step": 24940
    },
    {
      "epoch": 0.02183482560587374,
      "grad_norm": 0.6203493475914001,
      "learning_rate": 4.9985898523449014e-05,
      "loss": 5.9234,
      "step": 24945
    },
    {
      "epoch": 0.021839202199500894,
      "grad_norm": 0.8795535564422607,
      "learning_rate": 4.998588809266115e-05,
      "loss": 5.2056,
      "step": 24950
    },
    {
      "epoch": 0.021843578793128048,
      "grad_norm": 0.6161336898803711,
      "learning_rate": 4.998587765801825e-05,
      "loss": 5.1204,
      "step": 24955
    },
    {
      "epoch": 0.021847955386755203,
      "grad_norm": 0.5602864027023315,
      "learning_rate": 4.9985867219520354e-05,
      "loss": 5.1897,
      "step": 24960
    },
    {
      "epoch": 0.021852331980382358,
      "grad_norm": 0.5340979695320129,
      "learning_rate": 4.998585677716745e-05,
      "loss": 5.9316,
      "step": 24965
    },
    {
      "epoch": 0.021856708574009513,
      "grad_norm": 0.5880168676376343,
      "learning_rate": 4.998584633095954e-05,
      "loss": 5.9975,
      "step": 24970
    },
    {
      "epoch": 0.021861085167636667,
      "grad_norm": 0.6360653638839722,
      "learning_rate": 4.998583588089663e-05,
      "loss": 5.7101,
      "step": 24975
    },
    {
      "epoch": 0.02186546176126382,
      "grad_norm": 0.6504671573638916,
      "learning_rate": 4.9985825426978704e-05,
      "loss": 4.8763,
      "step": 24980
    },
    {
      "epoch": 0.021869838354890973,
      "grad_norm": 0.5339667201042175,
      "learning_rate": 4.998581496920579e-05,
      "loss": 5.1901,
      "step": 24985
    },
    {
      "epoch": 0.021874214948518128,
      "grad_norm": 0.8568941950798035,
      "learning_rate": 4.998580450757787e-05,
      "loss": 5.1723,
      "step": 24990
    },
    {
      "epoch": 0.021878591542145283,
      "grad_norm": 0.6501976251602173,
      "learning_rate": 4.998579404209497e-05,
      "loss": 5.3771,
      "step": 24995
    },
    {
      "epoch": 0.021882968135772438,
      "grad_norm": 0.5850081443786621,
      "learning_rate": 4.9985783572757064e-05,
      "loss": 4.8399,
      "step": 25000
    },
    {
      "epoch": 0.021887344729399592,
      "grad_norm": 0.6960145831108093,
      "learning_rate": 4.998577309956417e-05,
      "loss": 6.6156,
      "step": 25005
    },
    {
      "epoch": 0.021891721323026747,
      "grad_norm": 0.5728245377540588,
      "learning_rate": 4.998576262251629e-05,
      "loss": 5.1834,
      "step": 25010
    },
    {
      "epoch": 0.021896097916653902,
      "grad_norm": 0.7150894999504089,
      "learning_rate": 4.998575214161342e-05,
      "loss": 5.4874,
      "step": 25015
    },
    {
      "epoch": 0.021900474510281057,
      "grad_norm": 0.5700544118881226,
      "learning_rate": 4.9985741656855555e-05,
      "loss": 5.077,
      "step": 25020
    },
    {
      "epoch": 0.02190485110390821,
      "grad_norm": 0.6310245990753174,
      "learning_rate": 4.998573116824271e-05,
      "loss": 4.4,
      "step": 25025
    },
    {
      "epoch": 0.021909227697535366,
      "grad_norm": 0.5819461941719055,
      "learning_rate": 4.9985720675774886e-05,
      "loss": 4.9613,
      "step": 25030
    },
    {
      "epoch": 0.02191360429116252,
      "grad_norm": 0.7155316472053528,
      "learning_rate": 4.998571017945208e-05,
      "loss": 4.881,
      "step": 25035
    },
    {
      "epoch": 0.021917980884789676,
      "grad_norm": 0.7300621271133423,
      "learning_rate": 4.998569967927431e-05,
      "loss": 5.1093,
      "step": 25040
    },
    {
      "epoch": 0.021922357478416827,
      "grad_norm": 0.6271430253982544,
      "learning_rate": 4.998568917524154e-05,
      "loss": 5.6004,
      "step": 25045
    },
    {
      "epoch": 0.02192673407204398,
      "grad_norm": 0.5668861269950867,
      "learning_rate": 4.998567866735382e-05,
      "loss": 5.1546,
      "step": 25050
    },
    {
      "epoch": 0.021931110665671136,
      "grad_norm": 0.5949146747589111,
      "learning_rate": 4.9985668155611124e-05,
      "loss": 3.8395,
      "step": 25055
    },
    {
      "epoch": 0.02193548725929829,
      "grad_norm": 0.6978486180305481,
      "learning_rate": 4.998565764001345e-05,
      "loss": 5.9232,
      "step": 25060
    },
    {
      "epoch": 0.021939863852925446,
      "grad_norm": 1.4966875314712524,
      "learning_rate": 4.998564712056082e-05,
      "loss": 4.6688,
      "step": 25065
    },
    {
      "epoch": 0.0219442404465526,
      "grad_norm": 0.6241254210472107,
      "learning_rate": 4.9985636597253214e-05,
      "loss": 5.0625,
      "step": 25070
    },
    {
      "epoch": 0.021948617040179755,
      "grad_norm": 1.0959922075271606,
      "learning_rate": 4.998562607009065e-05,
      "loss": 5.7218,
      "step": 25075
    },
    {
      "epoch": 0.02195299363380691,
      "grad_norm": 0.6530848145484924,
      "learning_rate": 4.998561553907312e-05,
      "loss": 6.5955,
      "step": 25080
    },
    {
      "epoch": 0.021957370227434065,
      "grad_norm": 0.6135287284851074,
      "learning_rate": 4.998560500420063e-05,
      "loss": 4.8276,
      "step": 25085
    },
    {
      "epoch": 0.02196174682106122,
      "grad_norm": 0.6975433230400085,
      "learning_rate": 4.9985594465473195e-05,
      "loss": 5.6455,
      "step": 25090
    },
    {
      "epoch": 0.021966123414688375,
      "grad_norm": 0.636772632598877,
      "learning_rate": 4.99855839228908e-05,
      "loss": 5.0563,
      "step": 25095
    },
    {
      "epoch": 0.02197050000831553,
      "grad_norm": 0.5349961519241333,
      "learning_rate": 4.9985573376453443e-05,
      "loss": 6.249,
      "step": 25100
    },
    {
      "epoch": 0.021974876601942684,
      "grad_norm": 0.5171604156494141,
      "learning_rate": 4.998556282616115e-05,
      "loss": 5.4683,
      "step": 25105
    },
    {
      "epoch": 0.021979253195569835,
      "grad_norm": 0.6115549802780151,
      "learning_rate": 4.998555227201389e-05,
      "loss": 5.7425,
      "step": 25110
    },
    {
      "epoch": 0.02198362978919699,
      "grad_norm": 0.618554949760437,
      "learning_rate": 4.99855417140117e-05,
      "loss": 5.3822,
      "step": 25115
    },
    {
      "epoch": 0.021988006382824145,
      "grad_norm": 1.2082234621047974,
      "learning_rate": 4.998553115215455e-05,
      "loss": 5.7516,
      "step": 25120
    },
    {
      "epoch": 0.0219923829764513,
      "grad_norm": 0.6815961003303528,
      "learning_rate": 4.998552058644247e-05,
      "loss": 5.7472,
      "step": 25125
    },
    {
      "epoch": 0.021996759570078454,
      "grad_norm": 0.6667343974113464,
      "learning_rate": 4.9985510016875436e-05,
      "loss": 4.8648,
      "step": 25130
    },
    {
      "epoch": 0.02200113616370561,
      "grad_norm": 0.9319762587547302,
      "learning_rate": 4.9985499443453476e-05,
      "loss": 4.6023,
      "step": 25135
    },
    {
      "epoch": 0.022005512757332764,
      "grad_norm": 0.6056187748908997,
      "learning_rate": 4.998548886617657e-05,
      "loss": 4.5975,
      "step": 25140
    },
    {
      "epoch": 0.02200988935095992,
      "grad_norm": 0.8536344170570374,
      "learning_rate": 4.998547828504473e-05,
      "loss": 4.9171,
      "step": 25145
    },
    {
      "epoch": 0.022014265944587073,
      "grad_norm": 0.6742701530456543,
      "learning_rate": 4.9985467700057966e-05,
      "loss": 5.0795,
      "step": 25150
    },
    {
      "epoch": 0.022018642538214228,
      "grad_norm": 0.83514404296875,
      "learning_rate": 4.998545711121626e-05,
      "loss": 5.9605,
      "step": 25155
    },
    {
      "epoch": 0.022023019131841383,
      "grad_norm": 0.5625050067901611,
      "learning_rate": 4.998544651851963e-05,
      "loss": 6.5842,
      "step": 25160
    },
    {
      "epoch": 0.022027395725468538,
      "grad_norm": 0.5997629165649414,
      "learning_rate": 4.998543592196808e-05,
      "loss": 4.8954,
      "step": 25165
    },
    {
      "epoch": 0.022031772319095692,
      "grad_norm": 0.6311773061752319,
      "learning_rate": 4.99854253215616e-05,
      "loss": 5.1756,
      "step": 25170
    },
    {
      "epoch": 0.022036148912722844,
      "grad_norm": 0.5360646843910217,
      "learning_rate": 4.998541471730019e-05,
      "loss": 5.9441,
      "step": 25175
    },
    {
      "epoch": 0.02204052550635,
      "grad_norm": 0.5922689437866211,
      "learning_rate": 4.998540410918388e-05,
      "loss": 5.4603,
      "step": 25180
    },
    {
      "epoch": 0.022044902099977153,
      "grad_norm": 0.5776695013046265,
      "learning_rate": 4.998539349721263e-05,
      "loss": 4.8461,
      "step": 25185
    },
    {
      "epoch": 0.022049278693604308,
      "grad_norm": 0.6483955383300781,
      "learning_rate": 4.9985382881386464e-05,
      "loss": 5.7445,
      "step": 25190
    },
    {
      "epoch": 0.022053655287231463,
      "grad_norm": 0.6603565216064453,
      "learning_rate": 4.99853722617054e-05,
      "loss": 5.0923,
      "step": 25195
    },
    {
      "epoch": 0.022058031880858617,
      "grad_norm": 0.7123243808746338,
      "learning_rate": 4.998536163816941e-05,
      "loss": 5.9371,
      "step": 25200
    },
    {
      "epoch": 0.022062408474485772,
      "grad_norm": 0.6668164730072021,
      "learning_rate": 4.998535101077851e-05,
      "loss": 5.9426,
      "step": 25205
    },
    {
      "epoch": 0.022066785068112927,
      "grad_norm": 0.9171286821365356,
      "learning_rate": 4.9985340379532716e-05,
      "loss": 5.7315,
      "step": 25210
    },
    {
      "epoch": 0.02207116166174008,
      "grad_norm": 0.6402272582054138,
      "learning_rate": 4.9985329744432006e-05,
      "loss": 4.0721,
      "step": 25215
    },
    {
      "epoch": 0.022075538255367236,
      "grad_norm": 0.8818933963775635,
      "learning_rate": 4.9985319105476394e-05,
      "loss": 6.2635,
      "step": 25220
    },
    {
      "epoch": 0.02207991484899439,
      "grad_norm": 0.6219437122344971,
      "learning_rate": 4.998530846266588e-05,
      "loss": 6.2715,
      "step": 25225
    },
    {
      "epoch": 0.022084291442621546,
      "grad_norm": 0.6540306806564331,
      "learning_rate": 4.998529781600047e-05,
      "loss": 5.0758,
      "step": 25230
    },
    {
      "epoch": 0.0220886680362487,
      "grad_norm": 0.5915607213973999,
      "learning_rate": 4.998528716548015e-05,
      "loss": 5.5932,
      "step": 25235
    },
    {
      "epoch": 0.022093044629875852,
      "grad_norm": 0.597199559211731,
      "learning_rate": 4.998527651110494e-05,
      "loss": 5.4004,
      "step": 25240
    },
    {
      "epoch": 0.022097421223503007,
      "grad_norm": 0.7381518483161926,
      "learning_rate": 4.998526585287484e-05,
      "loss": 5.7018,
      "step": 25245
    },
    {
      "epoch": 0.02210179781713016,
      "grad_norm": 0.6430654525756836,
      "learning_rate": 4.998525519078985e-05,
      "loss": 4.8354,
      "step": 25250
    },
    {
      "epoch": 0.022106174410757316,
      "grad_norm": 0.6337887644767761,
      "learning_rate": 4.9985244524849963e-05,
      "loss": 6.2578,
      "step": 25255
    },
    {
      "epoch": 0.02211055100438447,
      "grad_norm": 0.5065425634384155,
      "learning_rate": 4.998523385505519e-05,
      "loss": 6.2324,
      "step": 25260
    },
    {
      "epoch": 0.022114927598011626,
      "grad_norm": 1.126371145248413,
      "learning_rate": 4.998522318140553e-05,
      "loss": 5.7097,
      "step": 25265
    },
    {
      "epoch": 0.02211930419163878,
      "grad_norm": 0.7981102466583252,
      "learning_rate": 4.998521250390099e-05,
      "loss": 5.9623,
      "step": 25270
    },
    {
      "epoch": 0.022123680785265935,
      "grad_norm": 0.7113491296768188,
      "learning_rate": 4.998520182254156e-05,
      "loss": 5.7251,
      "step": 25275
    },
    {
      "epoch": 0.02212805737889309,
      "grad_norm": 0.8381714820861816,
      "learning_rate": 4.998519113732727e-05,
      "loss": 6.2541,
      "step": 25280
    },
    {
      "epoch": 0.022132433972520245,
      "grad_norm": 0.57144695520401,
      "learning_rate": 4.9985180448258085e-05,
      "loss": 5.7418,
      "step": 25285
    },
    {
      "epoch": 0.0221368105661474,
      "grad_norm": 0.5330061316490173,
      "learning_rate": 4.998516975533404e-05,
      "loss": 5.7257,
      "step": 25290
    },
    {
      "epoch": 0.022141187159774554,
      "grad_norm": 1.06088125705719,
      "learning_rate": 4.998515905855511e-05,
      "loss": 5.6016,
      "step": 25295
    },
    {
      "epoch": 0.02214556375340171,
      "grad_norm": 0.7786605358123779,
      "learning_rate": 4.998514835792131e-05,
      "loss": 6.2529,
      "step": 25300
    },
    {
      "epoch": 0.02214994034702886,
      "grad_norm": 1.2038114070892334,
      "learning_rate": 4.9985137653432635e-05,
      "loss": 5.916,
      "step": 25305
    },
    {
      "epoch": 0.022154316940656015,
      "grad_norm": 0.5343905687332153,
      "learning_rate": 4.99851269450891e-05,
      "loss": 5.4878,
      "step": 25310
    },
    {
      "epoch": 0.02215869353428317,
      "grad_norm": 0.5308729410171509,
      "learning_rate": 4.998511623289071e-05,
      "loss": 4.7523,
      "step": 25315
    },
    {
      "epoch": 0.022163070127910325,
      "grad_norm": 0.8044638633728027,
      "learning_rate": 4.998510551683744e-05,
      "loss": 4.6065,
      "step": 25320
    },
    {
      "epoch": 0.02216744672153748,
      "grad_norm": 0.6654713749885559,
      "learning_rate": 4.998509479692931e-05,
      "loss": 5.9539,
      "step": 25325
    },
    {
      "epoch": 0.022171823315164634,
      "grad_norm": 1.574377179145813,
      "learning_rate": 4.998508407316633e-05,
      "loss": 5.3969,
      "step": 25330
    },
    {
      "epoch": 0.02217619990879179,
      "grad_norm": 0.9693201780319214,
      "learning_rate": 4.9985073345548497e-05,
      "loss": 5.7329,
      "step": 25335
    },
    {
      "epoch": 0.022180576502418944,
      "grad_norm": 0.6127661466598511,
      "learning_rate": 4.9985062614075806e-05,
      "loss": 4.9571,
      "step": 25340
    },
    {
      "epoch": 0.0221849530960461,
      "grad_norm": 0.8319980502128601,
      "learning_rate": 4.9985051878748256e-05,
      "loss": 6.5955,
      "step": 25345
    },
    {
      "epoch": 0.022189329689673253,
      "grad_norm": 0.6620773077011108,
      "learning_rate": 4.998504113956586e-05,
      "loss": 5.7173,
      "step": 25350
    },
    {
      "epoch": 0.022193706283300408,
      "grad_norm": 0.6345840692520142,
      "learning_rate": 4.998503039652861e-05,
      "loss": 5.4817,
      "step": 25355
    },
    {
      "epoch": 0.022198082876927563,
      "grad_norm": 0.5789891481399536,
      "learning_rate": 4.998501964963652e-05,
      "loss": 4.6487,
      "step": 25360
    },
    {
      "epoch": 0.022202459470554714,
      "grad_norm": 0.5831252932548523,
      "learning_rate": 4.9985008898889584e-05,
      "loss": 5.6908,
      "step": 25365
    },
    {
      "epoch": 0.02220683606418187,
      "grad_norm": 0.911547064781189,
      "learning_rate": 4.998499814428781e-05,
      "loss": 6.2176,
      "step": 25370
    },
    {
      "epoch": 0.022211212657809024,
      "grad_norm": 0.6660277843475342,
      "learning_rate": 4.998498738583119e-05,
      "loss": 5.7291,
      "step": 25375
    },
    {
      "epoch": 0.02221558925143618,
      "grad_norm": 0.7565963864326477,
      "learning_rate": 4.998497662351973e-05,
      "loss": 6.0194,
      "step": 25380
    },
    {
      "epoch": 0.022219965845063333,
      "grad_norm": 0.6209520101547241,
      "learning_rate": 4.998496585735345e-05,
      "loss": 5.3849,
      "step": 25385
    },
    {
      "epoch": 0.022224342438690488,
      "grad_norm": 0.717605710029602,
      "learning_rate": 4.9984955087332316e-05,
      "loss": 5.1923,
      "step": 25390
    },
    {
      "epoch": 0.022228719032317643,
      "grad_norm": 0.5521030426025391,
      "learning_rate": 4.9984944313456363e-05,
      "loss": 5.9381,
      "step": 25395
    },
    {
      "epoch": 0.022233095625944797,
      "grad_norm": 0.6069403886795044,
      "learning_rate": 4.998493353572558e-05,
      "loss": 5.9256,
      "step": 25400
    },
    {
      "epoch": 0.022237472219571952,
      "grad_norm": 0.605557382106781,
      "learning_rate": 4.9984922754139965e-05,
      "loss": 5.4773,
      "step": 25405
    },
    {
      "epoch": 0.022241848813199107,
      "grad_norm": 0.5820859670639038,
      "learning_rate": 4.998491196869951e-05,
      "loss": 5.9174,
      "step": 25410
    },
    {
      "epoch": 0.02224622540682626,
      "grad_norm": 0.6012565493583679,
      "learning_rate": 4.9984901179404254e-05,
      "loss": 4.819,
      "step": 25415
    },
    {
      "epoch": 0.022250602000453416,
      "grad_norm": 0.7013740539550781,
      "learning_rate": 4.998489038625417e-05,
      "loss": 4.8587,
      "step": 25420
    },
    {
      "epoch": 0.02225497859408057,
      "grad_norm": 0.5884973406791687,
      "learning_rate": 4.998487958924927e-05,
      "loss": 5.3607,
      "step": 25425
    },
    {
      "epoch": 0.022259355187707722,
      "grad_norm": 0.5741012096405029,
      "learning_rate": 4.998486878838954e-05,
      "loss": 5.717,
      "step": 25430
    },
    {
      "epoch": 0.022263731781334877,
      "grad_norm": 1.1064835786819458,
      "learning_rate": 4.998485798367501e-05,
      "loss": 4.8646,
      "step": 25435
    },
    {
      "epoch": 0.022268108374962032,
      "grad_norm": 0.7394161224365234,
      "learning_rate": 4.9984847175105656e-05,
      "loss": 4.658,
      "step": 25440
    },
    {
      "epoch": 0.022272484968589187,
      "grad_norm": 1.094630241394043,
      "learning_rate": 4.9984836362681485e-05,
      "loss": 5.511,
      "step": 25445
    },
    {
      "epoch": 0.02227686156221634,
      "grad_norm": 0.6735650897026062,
      "learning_rate": 4.998482554640253e-05,
      "loss": 6.0316,
      "step": 25450
    },
    {
      "epoch": 0.022281238155843496,
      "grad_norm": 0.7852246761322021,
      "learning_rate": 4.9984814726268744e-05,
      "loss": 6.0145,
      "step": 25455
    },
    {
      "epoch": 0.02228561474947065,
      "grad_norm": 0.9087722301483154,
      "learning_rate": 4.998480390228016e-05,
      "loss": 4.8376,
      "step": 25460
    },
    {
      "epoch": 0.022289991343097806,
      "grad_norm": 0.7166439890861511,
      "learning_rate": 4.998479307443678e-05,
      "loss": 6.2615,
      "step": 25465
    },
    {
      "epoch": 0.02229436793672496,
      "grad_norm": 0.5829811096191406,
      "learning_rate": 4.9984782242738596e-05,
      "loss": 5.9424,
      "step": 25470
    },
    {
      "epoch": 0.022298744530352115,
      "grad_norm": 0.5716395378112793,
      "learning_rate": 4.9984771407185614e-05,
      "loss": 5.598,
      "step": 25475
    },
    {
      "epoch": 0.02230312112397927,
      "grad_norm": 0.5984272360801697,
      "learning_rate": 4.998476056777783e-05,
      "loss": 5.3853,
      "step": 25480
    },
    {
      "epoch": 0.022307497717606425,
      "grad_norm": 0.5773670077323914,
      "learning_rate": 4.998474972451526e-05,
      "loss": 5.7199,
      "step": 25485
    },
    {
      "epoch": 0.02231187431123358,
      "grad_norm": 0.5353345274925232,
      "learning_rate": 4.99847388773979e-05,
      "loss": 5.1477,
      "step": 25490
    },
    {
      "epoch": 0.02231625090486073,
      "grad_norm": 0.7157321572303772,
      "learning_rate": 4.998472802642574e-05,
      "loss": 5.4562,
      "step": 25495
    },
    {
      "epoch": 0.022320627498487886,
      "grad_norm": 0.5765811800956726,
      "learning_rate": 4.9984717171598795e-05,
      "loss": 4.2871,
      "step": 25500
    },
    {
      "epoch": 0.02232500409211504,
      "grad_norm": 0.5964160561561584,
      "learning_rate": 4.998470631291706e-05,
      "loss": 6.2672,
      "step": 25505
    },
    {
      "epoch": 0.022329380685742195,
      "grad_norm": 0.6082602143287659,
      "learning_rate": 4.9984695450380546e-05,
      "loss": 6.5545,
      "step": 25510
    },
    {
      "epoch": 0.02233375727936935,
      "grad_norm": 0.5691532492637634,
      "learning_rate": 4.998468458398925e-05,
      "loss": 5.7218,
      "step": 25515
    },
    {
      "epoch": 0.022338133872996505,
      "grad_norm": 0.5515630841255188,
      "learning_rate": 4.998467371374318e-05,
      "loss": 4.2595,
      "step": 25520
    },
    {
      "epoch": 0.02234251046662366,
      "grad_norm": 0.6900680661201477,
      "learning_rate": 4.9984662839642326e-05,
      "loss": 4.6218,
      "step": 25525
    },
    {
      "epoch": 0.022346887060250814,
      "grad_norm": 0.6491746306419373,
      "learning_rate": 4.99846519616867e-05,
      "loss": 5.0826,
      "step": 25530
    },
    {
      "epoch": 0.02235126365387797,
      "grad_norm": 0.5300666093826294,
      "learning_rate": 4.998464107987629e-05,
      "loss": 5.3706,
      "step": 25535
    },
    {
      "epoch": 0.022355640247505124,
      "grad_norm": 0.5666375160217285,
      "learning_rate": 4.998463019421113e-05,
      "loss": 5.703,
      "step": 25540
    },
    {
      "epoch": 0.02236001684113228,
      "grad_norm": 0.6741631031036377,
      "learning_rate": 4.998461930469118e-05,
      "loss": 5.0672,
      "step": 25545
    },
    {
      "epoch": 0.022364393434759433,
      "grad_norm": 0.5742811560630798,
      "learning_rate": 4.9984608411316466e-05,
      "loss": 5.4043,
      "step": 25550
    },
    {
      "epoch": 0.022368770028386588,
      "grad_norm": 0.626871645450592,
      "learning_rate": 4.9984597514087e-05,
      "loss": 4.6618,
      "step": 25555
    },
    {
      "epoch": 0.02237314662201374,
      "grad_norm": 0.6771824359893799,
      "learning_rate": 4.998458661300276e-05,
      "loss": 5.1927,
      "step": 25560
    },
    {
      "epoch": 0.022377523215640894,
      "grad_norm": 0.7425785660743713,
      "learning_rate": 4.998457570806376e-05,
      "loss": 5.0639,
      "step": 25565
    },
    {
      "epoch": 0.02238189980926805,
      "grad_norm": 0.6337562203407288,
      "learning_rate": 4.9984564799270003e-05,
      "loss": 5.1016,
      "step": 25570
    },
    {
      "epoch": 0.022386276402895203,
      "grad_norm": 0.6057338714599609,
      "learning_rate": 4.99845538866215e-05,
      "loss": 4.5991,
      "step": 25575
    },
    {
      "epoch": 0.022390652996522358,
      "grad_norm": 0.6152404546737671,
      "learning_rate": 4.998454297011823e-05,
      "loss": 6.2512,
      "step": 25580
    },
    {
      "epoch": 0.022395029590149513,
      "grad_norm": 0.7559252977371216,
      "learning_rate": 4.9984532049760214e-05,
      "loss": 6.036,
      "step": 25585
    },
    {
      "epoch": 0.022399406183776668,
      "grad_norm": 0.8187310099601746,
      "learning_rate": 4.998452112554745e-05,
      "loss": 5.7137,
      "step": 25590
    },
    {
      "epoch": 0.022403782777403822,
      "grad_norm": 0.5657070875167847,
      "learning_rate": 4.998451019747993e-05,
      "loss": 5.9178,
      "step": 25595
    },
    {
      "epoch": 0.022408159371030977,
      "grad_norm": 0.5588374137878418,
      "learning_rate": 4.998449926555766e-05,
      "loss": 5.1932,
      "step": 25600
    },
    {
      "epoch": 0.022412535964658132,
      "grad_norm": 0.6240090727806091,
      "learning_rate": 4.998448832978065e-05,
      "loss": 5.1656,
      "step": 25605
    },
    {
      "epoch": 0.022416912558285287,
      "grad_norm": 0.5179083347320557,
      "learning_rate": 4.99844773901489e-05,
      "loss": 6.2385,
      "step": 25610
    },
    {
      "epoch": 0.02242128915191244,
      "grad_norm": 0.5441270470619202,
      "learning_rate": 4.998446644666242e-05,
      "loss": 5.9113,
      "step": 25615
    },
    {
      "epoch": 0.022425665745539596,
      "grad_norm": 0.5615115761756897,
      "learning_rate": 4.998445549932118e-05,
      "loss": 5.1435,
      "step": 25620
    },
    {
      "epoch": 0.022430042339166748,
      "grad_norm": 0.6011801958084106,
      "learning_rate": 4.998444454812522e-05,
      "loss": 4.8441,
      "step": 25625
    },
    {
      "epoch": 0.022434418932793902,
      "grad_norm": 0.632855236530304,
      "learning_rate": 4.998443359307453e-05,
      "loss": 5.0523,
      "step": 25630
    },
    {
      "epoch": 0.022438795526421057,
      "grad_norm": 0.5842140913009644,
      "learning_rate": 4.9984422634169104e-05,
      "loss": 5.4919,
      "step": 25635
    },
    {
      "epoch": 0.022443172120048212,
      "grad_norm": 0.5744819641113281,
      "learning_rate": 4.9984411671408945e-05,
      "loss": 4.6392,
      "step": 25640
    },
    {
      "epoch": 0.022447548713675367,
      "grad_norm": 0.5546541213989258,
      "learning_rate": 4.998440070479407e-05,
      "loss": 5.6896,
      "step": 25645
    },
    {
      "epoch": 0.02245192530730252,
      "grad_norm": 0.5452079772949219,
      "learning_rate": 4.998438973432446e-05,
      "loss": 5.9189,
      "step": 25650
    },
    {
      "epoch": 0.022456301900929676,
      "grad_norm": 0.5077968239784241,
      "learning_rate": 4.998437876000013e-05,
      "loss": 5.1316,
      "step": 25655
    },
    {
      "epoch": 0.02246067849455683,
      "grad_norm": 0.6660478711128235,
      "learning_rate": 4.998436778182107e-05,
      "loss": 5.9268,
      "step": 25660
    },
    {
      "epoch": 0.022465055088183986,
      "grad_norm": 0.5625192523002625,
      "learning_rate": 4.99843567997873e-05,
      "loss": 5.1558,
      "step": 25665
    },
    {
      "epoch": 0.02246943168181114,
      "grad_norm": 0.7706233859062195,
      "learning_rate": 4.9984345813898826e-05,
      "loss": 5.7035,
      "step": 25670
    },
    {
      "epoch": 0.022473808275438295,
      "grad_norm": 0.5731144547462463,
      "learning_rate": 4.998433482415562e-05,
      "loss": 5.3842,
      "step": 25675
    },
    {
      "epoch": 0.02247818486906545,
      "grad_norm": 0.5999741554260254,
      "learning_rate": 4.9984323830557714e-05,
      "loss": 4.317,
      "step": 25680
    },
    {
      "epoch": 0.022482561462692605,
      "grad_norm": 0.6835036873817444,
      "learning_rate": 4.9984312833105084e-05,
      "loss": 5.139,
      "step": 25685
    },
    {
      "epoch": 0.022486938056319756,
      "grad_norm": 0.5856070518493652,
      "learning_rate": 4.998430183179775e-05,
      "loss": 5.4878,
      "step": 25690
    },
    {
      "epoch": 0.02249131464994691,
      "grad_norm": 1.2991278171539307,
      "learning_rate": 4.9984290826635724e-05,
      "loss": 5.6201,
      "step": 25695
    },
    {
      "epoch": 0.022495691243574065,
      "grad_norm": 0.7320429682731628,
      "learning_rate": 4.998427981761899e-05,
      "loss": 5.6223,
      "step": 25700
    },
    {
      "epoch": 0.02250006783720122,
      "grad_norm": 1.0723665952682495,
      "learning_rate": 4.9984268804747546e-05,
      "loss": 5.7112,
      "step": 25705
    },
    {
      "epoch": 0.022504444430828375,
      "grad_norm": 0.6182582378387451,
      "learning_rate": 4.998425778802139e-05,
      "loss": 4.8552,
      "step": 25710
    },
    {
      "epoch": 0.02250882102445553,
      "grad_norm": 0.5702564120292664,
      "learning_rate": 4.9984246767440555e-05,
      "loss": 4.3009,
      "step": 25715
    },
    {
      "epoch": 0.022513197618082684,
      "grad_norm": 0.733095645904541,
      "learning_rate": 4.998423574300503e-05,
      "loss": 5.41,
      "step": 25720
    },
    {
      "epoch": 0.02251757421170984,
      "grad_norm": 0.5529527068138123,
      "learning_rate": 4.99842247147148e-05,
      "loss": 5.6014,
      "step": 25725
    },
    {
      "epoch": 0.022521950805336994,
      "grad_norm": 0.6210146546363831,
      "learning_rate": 4.998421368256988e-05,
      "loss": 4.5972,
      "step": 25730
    },
    {
      "epoch": 0.02252632739896415,
      "grad_norm": 0.6265546083450317,
      "learning_rate": 4.9984202646570275e-05,
      "loss": 5.6975,
      "step": 25735
    },
    {
      "epoch": 0.022530703992591303,
      "grad_norm": 0.6417105793952942,
      "learning_rate": 4.998419160671599e-05,
      "loss": 5.1684,
      "step": 25740
    },
    {
      "epoch": 0.022535080586218458,
      "grad_norm": 0.5665980577468872,
      "learning_rate": 4.998418056300701e-05,
      "loss": 5.3649,
      "step": 25745
    },
    {
      "epoch": 0.022539457179845613,
      "grad_norm": 0.5777069926261902,
      "learning_rate": 4.9984169515443343e-05,
      "loss": 6.069,
      "step": 25750
    },
    {
      "epoch": 0.022543833773472764,
      "grad_norm": 0.5568965673446655,
      "learning_rate": 4.998415846402501e-05,
      "loss": 4.8409,
      "step": 25755
    },
    {
      "epoch": 0.02254821036709992,
      "grad_norm": 0.5752627849578857,
      "learning_rate": 4.998414740875199e-05,
      "loss": 5.9688,
      "step": 25760
    },
    {
      "epoch": 0.022552586960727074,
      "grad_norm": 0.6014086008071899,
      "learning_rate": 4.99841363496243e-05,
      "loss": 5.3528,
      "step": 25765
    },
    {
      "epoch": 0.02255696355435423,
      "grad_norm": 0.6096311211585999,
      "learning_rate": 4.998412528664192e-05,
      "loss": 4.522,
      "step": 25770
    },
    {
      "epoch": 0.022561340147981383,
      "grad_norm": 0.6918948292732239,
      "learning_rate": 4.998411421980489e-05,
      "loss": 5.4021,
      "step": 25775
    },
    {
      "epoch": 0.022565716741608538,
      "grad_norm": 0.7107972502708435,
      "learning_rate": 4.998410314911318e-05,
      "loss": 5.0667,
      "step": 25780
    },
    {
      "epoch": 0.022570093335235693,
      "grad_norm": 0.7013384103775024,
      "learning_rate": 4.998409207456681e-05,
      "loss": 5.7325,
      "step": 25785
    },
    {
      "epoch": 0.022574469928862848,
      "grad_norm": 1.2680069208145142,
      "learning_rate": 4.998408099616576e-05,
      "loss": 5.6102,
      "step": 25790
    },
    {
      "epoch": 0.022578846522490002,
      "grad_norm": 0.6125075221061707,
      "learning_rate": 4.998406991391006e-05,
      "loss": 4.5216,
      "step": 25795
    },
    {
      "epoch": 0.022583223116117157,
      "grad_norm": 0.5866017937660217,
      "learning_rate": 4.9984058827799695e-05,
      "loss": 5.4873,
      "step": 25800
    },
    {
      "epoch": 0.022587599709744312,
      "grad_norm": 0.6692831516265869,
      "learning_rate": 4.998404773783467e-05,
      "loss": 5.7365,
      "step": 25805
    },
    {
      "epoch": 0.022591976303371467,
      "grad_norm": 0.8281878232955933,
      "learning_rate": 4.9984036644014986e-05,
      "loss": 5.7377,
      "step": 25810
    },
    {
      "epoch": 0.02259635289699862,
      "grad_norm": 0.5935707092285156,
      "learning_rate": 4.998402554634065e-05,
      "loss": 5.3939,
      "step": 25815
    },
    {
      "epoch": 0.022600729490625773,
      "grad_norm": 0.6111923456192017,
      "learning_rate": 4.998401444481167e-05,
      "loss": 4.6264,
      "step": 25820
    },
    {
      "epoch": 0.022605106084252927,
      "grad_norm": 0.6251320242881775,
      "learning_rate": 4.998400333942802e-05,
      "loss": 5.3804,
      "step": 25825
    },
    {
      "epoch": 0.022609482677880082,
      "grad_norm": 0.5851038098335266,
      "learning_rate": 4.9983992230189734e-05,
      "loss": 5.3468,
      "step": 25830
    },
    {
      "epoch": 0.022613859271507237,
      "grad_norm": 0.5803418159484863,
      "learning_rate": 4.99839811170968e-05,
      "loss": 5.4018,
      "step": 25835
    },
    {
      "epoch": 0.02261823586513439,
      "grad_norm": 0.7649707198143005,
      "learning_rate": 4.9983970000149226e-05,
      "loss": 5.4858,
      "step": 25840
    },
    {
      "epoch": 0.022622612458761546,
      "grad_norm": 0.954991340637207,
      "learning_rate": 4.9983958879347e-05,
      "loss": 5.6888,
      "step": 25845
    },
    {
      "epoch": 0.0226269890523887,
      "grad_norm": 0.5933248400688171,
      "learning_rate": 4.998394775469014e-05,
      "loss": 5.5166,
      "step": 25850
    },
    {
      "epoch": 0.022631365646015856,
      "grad_norm": 0.5869472622871399,
      "learning_rate": 4.9983936626178653e-05,
      "loss": 4.65,
      "step": 25855
    },
    {
      "epoch": 0.02263574223964301,
      "grad_norm": 0.6180152893066406,
      "learning_rate": 4.998392549381252e-05,
      "loss": 5.4105,
      "step": 25860
    },
    {
      "epoch": 0.022640118833270165,
      "grad_norm": 0.555404782295227,
      "learning_rate": 4.9983914357591756e-05,
      "loss": 5.6748,
      "step": 25865
    },
    {
      "epoch": 0.02264449542689732,
      "grad_norm": 0.45656755566596985,
      "learning_rate": 4.9983903217516356e-05,
      "loss": 5.1467,
      "step": 25870
    },
    {
      "epoch": 0.022648872020524475,
      "grad_norm": 0.5757427215576172,
      "learning_rate": 4.998389207358634e-05,
      "loss": 4.848,
      "step": 25875
    },
    {
      "epoch": 0.02265324861415163,
      "grad_norm": 0.5309945344924927,
      "learning_rate": 4.9983880925801685e-05,
      "loss": 4.9264,
      "step": 25880
    },
    {
      "epoch": 0.02265762520777878,
      "grad_norm": 0.556037962436676,
      "learning_rate": 4.998386977416241e-05,
      "loss": 6.2475,
      "step": 25885
    },
    {
      "epoch": 0.022662001801405936,
      "grad_norm": 0.5276166200637817,
      "learning_rate": 4.99838586186685e-05,
      "loss": 6.2527,
      "step": 25890
    },
    {
      "epoch": 0.02266637839503309,
      "grad_norm": 0.5024299621582031,
      "learning_rate": 4.998384745931999e-05,
      "loss": 6.2447,
      "step": 25895
    },
    {
      "epoch": 0.022670754988660245,
      "grad_norm": 0.5442934632301331,
      "learning_rate": 4.998383629611685e-05,
      "loss": 4.8142,
      "step": 25900
    },
    {
      "epoch": 0.0226751315822874,
      "grad_norm": 0.5649382472038269,
      "learning_rate": 4.998382512905909e-05,
      "loss": 5.1495,
      "step": 25905
    },
    {
      "epoch": 0.022679508175914555,
      "grad_norm": 0.5720462203025818,
      "learning_rate": 4.998381395814673e-05,
      "loss": 4.6149,
      "step": 25910
    },
    {
      "epoch": 0.02268388476954171,
      "grad_norm": 0.5718123912811279,
      "learning_rate": 4.998380278337975e-05,
      "loss": 6.0619,
      "step": 25915
    },
    {
      "epoch": 0.022688261363168864,
      "grad_norm": 0.624269962310791,
      "learning_rate": 4.9983791604758156e-05,
      "loss": 5.3778,
      "step": 25920
    },
    {
      "epoch": 0.02269263795679602,
      "grad_norm": 0.5752896070480347,
      "learning_rate": 4.9983780422281967e-05,
      "loss": 5.7209,
      "step": 25925
    },
    {
      "epoch": 0.022697014550423174,
      "grad_norm": 0.604587197303772,
      "learning_rate": 4.998376923595116e-05,
      "loss": 5.1793,
      "step": 25930
    },
    {
      "epoch": 0.02270139114405033,
      "grad_norm": 0.5882498621940613,
      "learning_rate": 4.998375804576576e-05,
      "loss": 5.4813,
      "step": 25935
    },
    {
      "epoch": 0.022705767737677483,
      "grad_norm": 0.5019363760948181,
      "learning_rate": 4.9983746851725753e-05,
      "loss": 6.5559,
      "step": 25940
    },
    {
      "epoch": 0.022710144331304635,
      "grad_norm": 0.562473475933075,
      "learning_rate": 4.998373565383115e-05,
      "loss": 5.407,
      "step": 25945
    },
    {
      "epoch": 0.02271452092493179,
      "grad_norm": 0.5739385485649109,
      "learning_rate": 4.998372445208195e-05,
      "loss": 5.6997,
      "step": 25950
    },
    {
      "epoch": 0.022718897518558944,
      "grad_norm": 0.580446183681488,
      "learning_rate": 4.998371324647816e-05,
      "loss": 4.5135,
      "step": 25955
    },
    {
      "epoch": 0.0227232741121861,
      "grad_norm": 0.5229412913322449,
      "learning_rate": 4.998370203701978e-05,
      "loss": 5.385,
      "step": 25960
    },
    {
      "epoch": 0.022727650705813254,
      "grad_norm": 0.7972307205200195,
      "learning_rate": 4.9983690823706785e-05,
      "loss": 5.2711,
      "step": 25965
    },
    {
      "epoch": 0.02273202729944041,
      "grad_norm": 0.6994692087173462,
      "learning_rate": 4.998367960653922e-05,
      "loss": 6.2934,
      "step": 25970
    },
    {
      "epoch": 0.022736403893067563,
      "grad_norm": 0.5886096954345703,
      "learning_rate": 4.998366838551708e-05,
      "loss": 5.1309,
      "step": 25975
    },
    {
      "epoch": 0.022740780486694718,
      "grad_norm": 0.608210563659668,
      "learning_rate": 4.9983657160640343e-05,
      "loss": 6.5432,
      "step": 25980
    },
    {
      "epoch": 0.022745157080321873,
      "grad_norm": 0.5477063059806824,
      "learning_rate": 4.998364593190903e-05,
      "loss": 4.7931,
      "step": 25985
    },
    {
      "epoch": 0.022749533673949027,
      "grad_norm": 0.74072265625,
      "learning_rate": 4.9983634699323134e-05,
      "loss": 5.14,
      "step": 25990
    },
    {
      "epoch": 0.022753910267576182,
      "grad_norm": 0.622026264667511,
      "learning_rate": 4.998362346288266e-05,
      "loss": 6.265,
      "step": 25995
    },
    {
      "epoch": 0.022758286861203337,
      "grad_norm": 0.7770030498504639,
      "learning_rate": 4.9983612222587614e-05,
      "loss": 5.8943,
      "step": 26000
    },
    {
      "epoch": 0.02276266345483049,
      "grad_norm": 0.698910653591156,
      "learning_rate": 4.998360097843799e-05,
      "loss": 6.0048,
      "step": 26005
    },
    {
      "epoch": 0.022767040048457643,
      "grad_norm": 0.4965117573738098,
      "learning_rate": 4.99835897304338e-05,
      "loss": 6.0106,
      "step": 26010
    },
    {
      "epoch": 0.022771416642084798,
      "grad_norm": 0.5936906933784485,
      "learning_rate": 4.9983578478575045e-05,
      "loss": 4.097,
      "step": 26015
    },
    {
      "epoch": 0.022775793235711952,
      "grad_norm": 0.6511008739471436,
      "learning_rate": 4.998356722286172e-05,
      "loss": 4.9311,
      "step": 26020
    },
    {
      "epoch": 0.022780169829339107,
      "grad_norm": 1.292649745941162,
      "learning_rate": 4.998355596329383e-05,
      "loss": 5.515,
      "step": 26025
    },
    {
      "epoch": 0.022784546422966262,
      "grad_norm": 0.603780210018158,
      "learning_rate": 4.9983544699871375e-05,
      "loss": 4.6204,
      "step": 26030
    },
    {
      "epoch": 0.022788923016593417,
      "grad_norm": 0.706708550453186,
      "learning_rate": 4.998353343259437e-05,
      "loss": 5.5064,
      "step": 26035
    },
    {
      "epoch": 0.02279329961022057,
      "grad_norm": 1.0776554346084595,
      "learning_rate": 4.998352216146279e-05,
      "loss": 5.7057,
      "step": 26040
    },
    {
      "epoch": 0.022797676203847726,
      "grad_norm": 0.6465604305267334,
      "learning_rate": 4.998351088647667e-05,
      "loss": 5.7156,
      "step": 26045
    },
    {
      "epoch": 0.02280205279747488,
      "grad_norm": 0.5953713059425354,
      "learning_rate": 4.998349960763599e-05,
      "loss": 5.3453,
      "step": 26050
    },
    {
      "epoch": 0.022806429391102036,
      "grad_norm": 0.5735498666763306,
      "learning_rate": 4.9983488324940765e-05,
      "loss": 4.2607,
      "step": 26055
    },
    {
      "epoch": 0.02281080598472919,
      "grad_norm": 0.822422206401825,
      "learning_rate": 4.998347703839098e-05,
      "loss": 5.7264,
      "step": 26060
    },
    {
      "epoch": 0.022815182578356345,
      "grad_norm": 0.8666613698005676,
      "learning_rate": 4.998346574798667e-05,
      "loss": 5.7271,
      "step": 26065
    },
    {
      "epoch": 0.0228195591719835,
      "grad_norm": 0.6679196357727051,
      "learning_rate": 4.9983454453727795e-05,
      "loss": 5.6944,
      "step": 26070
    },
    {
      "epoch": 0.02282393576561065,
      "grad_norm": 0.5304775238037109,
      "learning_rate": 4.998344315561438e-05,
      "loss": 5.6695,
      "step": 26075
    },
    {
      "epoch": 0.022828312359237806,
      "grad_norm": 0.5577837824821472,
      "learning_rate": 4.9983431853646436e-05,
      "loss": 5.7058,
      "step": 26080
    },
    {
      "epoch": 0.02283268895286496,
      "grad_norm": 0.5450880527496338,
      "learning_rate": 4.998342054782395e-05,
      "loss": 4.9513,
      "step": 26085
    },
    {
      "epoch": 0.022837065546492116,
      "grad_norm": 0.5154404044151306,
      "learning_rate": 4.9983409238146916e-05,
      "loss": 5.9303,
      "step": 26090
    },
    {
      "epoch": 0.02284144214011927,
      "grad_norm": 0.5434625744819641,
      "learning_rate": 4.998339792461536e-05,
      "loss": 5.6914,
      "step": 26095
    },
    {
      "epoch": 0.022845818733746425,
      "grad_norm": 0.4807818830013275,
      "learning_rate": 4.998338660722927e-05,
      "loss": 6.0181,
      "step": 26100
    },
    {
      "epoch": 0.02285019532737358,
      "grad_norm": 0.5586978793144226,
      "learning_rate": 4.998337528598865e-05,
      "loss": 5.2088,
      "step": 26105
    },
    {
      "epoch": 0.022854571921000735,
      "grad_norm": 0.5387713313102722,
      "learning_rate": 4.998336396089351e-05,
      "loss": 6.241,
      "step": 26110
    },
    {
      "epoch": 0.02285894851462789,
      "grad_norm": 0.4856621026992798,
      "learning_rate": 4.998335263194383e-05,
      "loss": 5.9256,
      "step": 26115
    },
    {
      "epoch": 0.022863325108255044,
      "grad_norm": 0.6896432638168335,
      "learning_rate": 4.998334129913964e-05,
      "loss": 5.1622,
      "step": 26120
    },
    {
      "epoch": 0.0228677017018822,
      "grad_norm": 0.5666703581809998,
      "learning_rate": 4.998332996248093e-05,
      "loss": 5.0346,
      "step": 26125
    },
    {
      "epoch": 0.022872078295509354,
      "grad_norm": 0.48333847522735596,
      "learning_rate": 4.998331862196769e-05,
      "loss": 5.357,
      "step": 26130
    },
    {
      "epoch": 0.02287645488913651,
      "grad_norm": 0.614548921585083,
      "learning_rate": 4.998330727759994e-05,
      "loss": 6.2291,
      "step": 26135
    },
    {
      "epoch": 0.02288083148276366,
      "grad_norm": 0.5125764608383179,
      "learning_rate": 4.998329592937768e-05,
      "loss": 6.5258,
      "step": 26140
    },
    {
      "epoch": 0.022885208076390814,
      "grad_norm": 0.6672842502593994,
      "learning_rate": 4.9983284577300905e-05,
      "loss": 5.3772,
      "step": 26145
    },
    {
      "epoch": 0.02288958467001797,
      "grad_norm": 0.6128393411636353,
      "learning_rate": 4.998327322136962e-05,
      "loss": 4.612,
      "step": 26150
    },
    {
      "epoch": 0.022893961263645124,
      "grad_norm": 0.49602586030960083,
      "learning_rate": 4.998326186158383e-05,
      "loss": 6.0168,
      "step": 26155
    },
    {
      "epoch": 0.02289833785727228,
      "grad_norm": 0.5851387977600098,
      "learning_rate": 4.9983250497943534e-05,
      "loss": 4.8254,
      "step": 26160
    },
    {
      "epoch": 0.022902714450899433,
      "grad_norm": 0.742996335029602,
      "learning_rate": 4.998323913044873e-05,
      "loss": 5.6842,
      "step": 26165
    },
    {
      "epoch": 0.022907091044526588,
      "grad_norm": 0.6424270272254944,
      "learning_rate": 4.9983227759099435e-05,
      "loss": 5.3887,
      "step": 26170
    },
    {
      "epoch": 0.022911467638153743,
      "grad_norm": 0.5702968835830688,
      "learning_rate": 4.998321638389564e-05,
      "loss": 5.1754,
      "step": 26175
    },
    {
      "epoch": 0.022915844231780898,
      "grad_norm": 0.5564597249031067,
      "learning_rate": 4.9983205004837344e-05,
      "loss": 4.6099,
      "step": 26180
    },
    {
      "epoch": 0.022920220825408053,
      "grad_norm": 0.7266950011253357,
      "learning_rate": 4.998319362192455e-05,
      "loss": 4.9813,
      "step": 26185
    },
    {
      "epoch": 0.022924597419035207,
      "grad_norm": 0.5988703370094299,
      "learning_rate": 4.998318223515727e-05,
      "loss": 5.0823,
      "step": 26190
    },
    {
      "epoch": 0.022928974012662362,
      "grad_norm": 0.7048457264900208,
      "learning_rate": 4.99831708445355e-05,
      "loss": 5.9856,
      "step": 26195
    },
    {
      "epoch": 0.022933350606289517,
      "grad_norm": 0.5569578409194946,
      "learning_rate": 4.9983159450059234e-05,
      "loss": 5.6943,
      "step": 26200
    },
    {
      "epoch": 0.022937727199916668,
      "grad_norm": 0.5828225612640381,
      "learning_rate": 4.998314805172849e-05,
      "loss": 4.5102,
      "step": 26205
    },
    {
      "epoch": 0.022942103793543823,
      "grad_norm": 0.9263266324996948,
      "learning_rate": 4.998313664954326e-05,
      "loss": 5.9676,
      "step": 26210
    },
    {
      "epoch": 0.022946480387170978,
      "grad_norm": 0.5498614311218262,
      "learning_rate": 4.998312524350355e-05,
      "loss": 5.7155,
      "step": 26215
    },
    {
      "epoch": 0.022950856980798132,
      "grad_norm": 0.5496581196784973,
      "learning_rate": 4.998311383360936e-05,
      "loss": 5.0845,
      "step": 26220
    },
    {
      "epoch": 0.022955233574425287,
      "grad_norm": 0.733627200126648,
      "learning_rate": 4.99831024198607e-05,
      "loss": 5.1697,
      "step": 26225
    },
    {
      "epoch": 0.022959610168052442,
      "grad_norm": 0.6021518707275391,
      "learning_rate": 4.998309100225757e-05,
      "loss": 5.1188,
      "step": 26230
    },
    {
      "epoch": 0.022963986761679597,
      "grad_norm": 0.5740898847579956,
      "learning_rate": 4.998307958079995e-05,
      "loss": 4.9307,
      "step": 26235
    },
    {
      "epoch": 0.02296836335530675,
      "grad_norm": 0.5539472103118896,
      "learning_rate": 4.9983068155487865e-05,
      "loss": 4.7526,
      "step": 26240
    },
    {
      "epoch": 0.022972739948933906,
      "grad_norm": 0.5947837829589844,
      "learning_rate": 4.998305672632132e-05,
      "loss": 4.6219,
      "step": 26245
    },
    {
      "epoch": 0.02297711654256106,
      "grad_norm": 0.6740252375602722,
      "learning_rate": 4.99830452933003e-05,
      "loss": 5.6779,
      "step": 26250
    },
    {
      "epoch": 0.022981493136188216,
      "grad_norm": 0.6145555377006531,
      "learning_rate": 4.998303385642483e-05,
      "loss": 5.9326,
      "step": 26255
    },
    {
      "epoch": 0.02298586972981537,
      "grad_norm": 1.1646735668182373,
      "learning_rate": 4.998302241569489e-05,
      "loss": 4.8642,
      "step": 26260
    },
    {
      "epoch": 0.022990246323442525,
      "grad_norm": 0.5573050379753113,
      "learning_rate": 4.998301097111049e-05,
      "loss": 4.9146,
      "step": 26265
    },
    {
      "epoch": 0.022994622917069676,
      "grad_norm": 0.6910154819488525,
      "learning_rate": 4.998299952267164e-05,
      "loss": 5.4676,
      "step": 26270
    },
    {
      "epoch": 0.02299899951069683,
      "grad_norm": 0.6683725118637085,
      "learning_rate": 4.998298807037832e-05,
      "loss": 4.1039,
      "step": 26275
    },
    {
      "epoch": 0.023003376104323986,
      "grad_norm": 0.6677719950675964,
      "learning_rate": 4.9982976614230556e-05,
      "loss": 5.4583,
      "step": 26280
    },
    {
      "epoch": 0.02300775269795114,
      "grad_norm": 0.6711888313293457,
      "learning_rate": 4.9982965154228345e-05,
      "loss": 4.9459,
      "step": 26285
    },
    {
      "epoch": 0.023012129291578295,
      "grad_norm": 0.519302487373352,
      "learning_rate": 4.9982953690371694e-05,
      "loss": 5.4879,
      "step": 26290
    },
    {
      "epoch": 0.02301650588520545,
      "grad_norm": 0.5252392888069153,
      "learning_rate": 4.998294222266058e-05,
      "loss": 5.6796,
      "step": 26295
    },
    {
      "epoch": 0.023020882478832605,
      "grad_norm": 0.5999916791915894,
      "learning_rate": 4.9982930751095035e-05,
      "loss": 5.992,
      "step": 26300
    },
    {
      "epoch": 0.02302525907245976,
      "grad_norm": 0.4945853352546692,
      "learning_rate": 4.998291927567504e-05,
      "loss": 6.2506,
      "step": 26305
    },
    {
      "epoch": 0.023029635666086914,
      "grad_norm": 0.46375468373298645,
      "learning_rate": 4.9982907796400616e-05,
      "loss": 6.5744,
      "step": 26310
    },
    {
      "epoch": 0.02303401225971407,
      "grad_norm": 0.5562641620635986,
      "learning_rate": 4.998289631327174e-05,
      "loss": 4.8303,
      "step": 26315
    },
    {
      "epoch": 0.023038388853341224,
      "grad_norm": 0.5522742867469788,
      "learning_rate": 4.998288482628845e-05,
      "loss": 5.6801,
      "step": 26320
    },
    {
      "epoch": 0.02304276544696838,
      "grad_norm": 0.6701030135154724,
      "learning_rate": 4.998287333545071e-05,
      "loss": 5.3881,
      "step": 26325
    },
    {
      "epoch": 0.023047142040595534,
      "grad_norm": 0.7340260744094849,
      "learning_rate": 4.9982861840758546e-05,
      "loss": 4.8296,
      "step": 26330
    },
    {
      "epoch": 0.023051518634222685,
      "grad_norm": 0.5903834700584412,
      "learning_rate": 4.998285034221195e-05,
      "loss": 5.7041,
      "step": 26335
    },
    {
      "epoch": 0.02305589522784984,
      "grad_norm": 0.5717982053756714,
      "learning_rate": 4.998283883981093e-05,
      "loss": 5.3764,
      "step": 26340
    },
    {
      "epoch": 0.023060271821476994,
      "grad_norm": 1.136043667793274,
      "learning_rate": 4.9982827333555495e-05,
      "loss": 5.0466,
      "step": 26345
    },
    {
      "epoch": 0.02306464841510415,
      "grad_norm": 0.7453340888023376,
      "learning_rate": 4.998281582344563e-05,
      "loss": 6.2334,
      "step": 26350
    },
    {
      "epoch": 0.023069025008731304,
      "grad_norm": 0.9292663335800171,
      "learning_rate": 4.9982804309481346e-05,
      "loss": 5.568,
      "step": 26355
    },
    {
      "epoch": 0.02307340160235846,
      "grad_norm": 0.6515581011772156,
      "learning_rate": 4.998279279166264e-05,
      "loss": 4.8307,
      "step": 26360
    },
    {
      "epoch": 0.023077778195985613,
      "grad_norm": 0.694553017616272,
      "learning_rate": 4.998278126998953e-05,
      "loss": 5.3578,
      "step": 26365
    },
    {
      "epoch": 0.023082154789612768,
      "grad_norm": 0.7021750807762146,
      "learning_rate": 4.9982769744462e-05,
      "loss": 4.9343,
      "step": 26370
    },
    {
      "epoch": 0.023086531383239923,
      "grad_norm": 0.5891278386116028,
      "learning_rate": 4.998275821508006e-05,
      "loss": 6.5779,
      "step": 26375
    },
    {
      "epoch": 0.023090907976867078,
      "grad_norm": 0.5544283390045166,
      "learning_rate": 4.998274668184372e-05,
      "loss": 6.0517,
      "step": 26380
    },
    {
      "epoch": 0.023095284570494232,
      "grad_norm": 0.6057102084159851,
      "learning_rate": 4.998273514475297e-05,
      "loss": 5.1723,
      "step": 26385
    },
    {
      "epoch": 0.023099661164121387,
      "grad_norm": 0.6830005049705505,
      "learning_rate": 4.998272360380781e-05,
      "loss": 4.911,
      "step": 26390
    },
    {
      "epoch": 0.023104037757748542,
      "grad_norm": 0.5946251749992371,
      "learning_rate": 4.998271205900825e-05,
      "loss": 5.6588,
      "step": 26395
    },
    {
      "epoch": 0.023108414351375693,
      "grad_norm": 0.6088749766349792,
      "learning_rate": 4.998270051035431e-05,
      "loss": 4.9431,
      "step": 26400
    },
    {
      "epoch": 0.023112790945002848,
      "grad_norm": 0.6436877250671387,
      "learning_rate": 4.998268895784595e-05,
      "loss": 5.3785,
      "step": 26405
    },
    {
      "epoch": 0.023117167538630003,
      "grad_norm": 0.6721789240837097,
      "learning_rate": 4.9982677401483204e-05,
      "loss": 5.9654,
      "step": 26410
    },
    {
      "epoch": 0.023121544132257157,
      "grad_norm": 0.5239128470420837,
      "learning_rate": 4.9982665841266065e-05,
      "loss": 6.2184,
      "step": 26415
    },
    {
      "epoch": 0.023125920725884312,
      "grad_norm": 0.7582909464836121,
      "learning_rate": 4.998265427719454e-05,
      "loss": 5.3881,
      "step": 26420
    },
    {
      "epoch": 0.023130297319511467,
      "grad_norm": 0.5264936089515686,
      "learning_rate": 4.9982642709268615e-05,
      "loss": 6.541,
      "step": 26425
    },
    {
      "epoch": 0.02313467391313862,
      "grad_norm": 0.5729926824569702,
      "learning_rate": 4.9982631137488324e-05,
      "loss": 4.9991,
      "step": 26430
    },
    {
      "epoch": 0.023139050506765776,
      "grad_norm": 0.6206225156784058,
      "learning_rate": 4.998261956185363e-05,
      "loss": 4.8162,
      "step": 26435
    },
    {
      "epoch": 0.02314342710039293,
      "grad_norm": 0.6887574791908264,
      "learning_rate": 4.998260798236456e-05,
      "loss": 5.7158,
      "step": 26440
    },
    {
      "epoch": 0.023147803694020086,
      "grad_norm": 0.7302752733230591,
      "learning_rate": 4.998259639902111e-05,
      "loss": 5.1866,
      "step": 26445
    },
    {
      "epoch": 0.02315218028764724,
      "grad_norm": 0.5604256391525269,
      "learning_rate": 4.9982584811823286e-05,
      "loss": 5.1663,
      "step": 26450
    },
    {
      "epoch": 0.023156556881274395,
      "grad_norm": 0.5714974999427795,
      "learning_rate": 4.998257322077109e-05,
      "loss": 5.952,
      "step": 26455
    },
    {
      "epoch": 0.02316093347490155,
      "grad_norm": 0.5544720888137817,
      "learning_rate": 4.998256162586452e-05,
      "loss": 4.7803,
      "step": 26460
    },
    {
      "epoch": 0.0231653100685287,
      "grad_norm": 0.6047686338424683,
      "learning_rate": 4.998255002710358e-05,
      "loss": 5.6982,
      "step": 26465
    },
    {
      "epoch": 0.023169686662155856,
      "grad_norm": 0.8706650137901306,
      "learning_rate": 4.9982538424488266e-05,
      "loss": 6.0225,
      "step": 26470
    },
    {
      "epoch": 0.02317406325578301,
      "grad_norm": 0.601935088634491,
      "learning_rate": 4.9982526818018595e-05,
      "loss": 5.3856,
      "step": 26475
    },
    {
      "epoch": 0.023178439849410166,
      "grad_norm": 0.7154136300086975,
      "learning_rate": 4.998251520769456e-05,
      "loss": 5.5004,
      "step": 26480
    },
    {
      "epoch": 0.02318281644303732,
      "grad_norm": 0.8642752766609192,
      "learning_rate": 4.998250359351616e-05,
      "loss": 5.3854,
      "step": 26485
    },
    {
      "epoch": 0.023187193036664475,
      "grad_norm": 0.7877960801124573,
      "learning_rate": 4.99824919754834e-05,
      "loss": 5.6737,
      "step": 26490
    },
    {
      "epoch": 0.02319156963029163,
      "grad_norm": 1.1677848100662231,
      "learning_rate": 4.9982480353596286e-05,
      "loss": 4.9389,
      "step": 26495
    },
    {
      "epoch": 0.023195946223918785,
      "grad_norm": 0.7326788306236267,
      "learning_rate": 4.998246872785481e-05,
      "loss": 6.2561,
      "step": 26500
    },
    {
      "epoch": 0.02320032281754594,
      "grad_norm": 1.00701105594635,
      "learning_rate": 4.9982457098258993e-05,
      "loss": 6.2588,
      "step": 26505
    },
    {
      "epoch": 0.023204699411173094,
      "grad_norm": 0.8128318190574646,
      "learning_rate": 4.998244546480882e-05,
      "loss": 6.0122,
      "step": 26510
    },
    {
      "epoch": 0.02320907600480025,
      "grad_norm": 0.7911379337310791,
      "learning_rate": 4.9982433827504306e-05,
      "loss": 5.3627,
      "step": 26515
    },
    {
      "epoch": 0.023213452598427404,
      "grad_norm": 1.0129647254943848,
      "learning_rate": 4.9982422186345444e-05,
      "loss": 5.6359,
      "step": 26520
    },
    {
      "epoch": 0.023217829192054555,
      "grad_norm": 0.7168446183204651,
      "learning_rate": 4.998241054133222e-05,
      "loss": 5.4993,
      "step": 26525
    },
    {
      "epoch": 0.02322220578568171,
      "grad_norm": 0.7349910140037537,
      "learning_rate": 4.9982398892464676e-05,
      "loss": 5.4114,
      "step": 26530
    },
    {
      "epoch": 0.023226582379308865,
      "grad_norm": 0.6724050045013428,
      "learning_rate": 4.998238723974279e-05,
      "loss": 5.3626,
      "step": 26535
    },
    {
      "epoch": 0.02323095897293602,
      "grad_norm": 0.7653163075447083,
      "learning_rate": 4.9982375583166574e-05,
      "loss": 5.1688,
      "step": 26540
    },
    {
      "epoch": 0.023235335566563174,
      "grad_norm": 0.6015620231628418,
      "learning_rate": 4.998236392273601e-05,
      "loss": 5.7262,
      "step": 26545
    },
    {
      "epoch": 0.02323971216019033,
      "grad_norm": 0.5799871683120728,
      "learning_rate": 4.9982352258451124e-05,
      "loss": 5.149,
      "step": 26550
    },
    {
      "epoch": 0.023244088753817484,
      "grad_norm": 0.8953394293785095,
      "learning_rate": 4.9982340590311905e-05,
      "loss": 4.9291,
      "step": 26555
    },
    {
      "epoch": 0.02324846534744464,
      "grad_norm": 0.5997534394264221,
      "learning_rate": 4.998232891831835e-05,
      "loss": 5.5941,
      "step": 26560
    },
    {
      "epoch": 0.023252841941071793,
      "grad_norm": 0.9998791813850403,
      "learning_rate": 4.9982317242470476e-05,
      "loss": 4.8667,
      "step": 26565
    },
    {
      "epoch": 0.023257218534698948,
      "grad_norm": 0.5623788237571716,
      "learning_rate": 4.998230556276828e-05,
      "loss": 4.8144,
      "step": 26570
    },
    {
      "epoch": 0.023261595128326103,
      "grad_norm": 0.5060959458351135,
      "learning_rate": 4.9982293879211775e-05,
      "loss": 5.7019,
      "step": 26575
    },
    {
      "epoch": 0.023265971721953257,
      "grad_norm": 0.5254106521606445,
      "learning_rate": 4.9982282191800936e-05,
      "loss": 5.9064,
      "step": 26580
    },
    {
      "epoch": 0.023270348315580412,
      "grad_norm": 0.7209900617599487,
      "learning_rate": 4.998227050053578e-05,
      "loss": 5.1612,
      "step": 26585
    },
    {
      "epoch": 0.023274724909207564,
      "grad_norm": 0.5978314280509949,
      "learning_rate": 4.998225880541632e-05,
      "loss": 6.26,
      "step": 26590
    },
    {
      "epoch": 0.02327910150283472,
      "grad_norm": 0.5928072929382324,
      "learning_rate": 4.998224710644254e-05,
      "loss": 4.603,
      "step": 26595
    },
    {
      "epoch": 0.023283478096461873,
      "grad_norm": 0.6009380221366882,
      "learning_rate": 4.998223540361445e-05,
      "loss": 5.158,
      "step": 26600
    },
    {
      "epoch": 0.023287854690089028,
      "grad_norm": 0.5846000909805298,
      "learning_rate": 4.998222369693205e-05,
      "loss": 5.3691,
      "step": 26605
    },
    {
      "epoch": 0.023292231283716183,
      "grad_norm": 0.8368613719940186,
      "learning_rate": 4.998221198639535e-05,
      "loss": 6.0122,
      "step": 26610
    },
    {
      "epoch": 0.023296607877343337,
      "grad_norm": 0.6868370771408081,
      "learning_rate": 4.998220027200437e-05,
      "loss": 6.2283,
      "step": 26615
    },
    {
      "epoch": 0.023300984470970492,
      "grad_norm": 0.5528318881988525,
      "learning_rate": 4.9982188553759056e-05,
      "loss": 5.7187,
      "step": 26620
    },
    {
      "epoch": 0.023305361064597647,
      "grad_norm": 0.5681865215301514,
      "learning_rate": 4.9982176831659453e-05,
      "loss": 5.5277,
      "step": 26625
    },
    {
      "epoch": 0.0233097376582248,
      "grad_norm": 0.5950437784194946,
      "learning_rate": 4.998216510570556e-05,
      "loss": 5.0334,
      "step": 26630
    },
    {
      "epoch": 0.023314114251851956,
      "grad_norm": 0.6428142786026001,
      "learning_rate": 4.998215337589737e-05,
      "loss": 5.7051,
      "step": 26635
    },
    {
      "epoch": 0.02331849084547911,
      "grad_norm": 0.5445679426193237,
      "learning_rate": 4.998214164223489e-05,
      "loss": 5.8937,
      "step": 26640
    },
    {
      "epoch": 0.023322867439106266,
      "grad_norm": 0.5577118992805481,
      "learning_rate": 4.9982129904718123e-05,
      "loss": 5.7431,
      "step": 26645
    },
    {
      "epoch": 0.02332724403273342,
      "grad_norm": 0.6263737082481384,
      "learning_rate": 4.998211816334707e-05,
      "loss": 4.0795,
      "step": 26650
    },
    {
      "epoch": 0.023331620626360572,
      "grad_norm": 0.6177420020103455,
      "learning_rate": 4.998210641812172e-05,
      "loss": 6.2383,
      "step": 26655
    },
    {
      "epoch": 0.023335997219987727,
      "grad_norm": 0.5756630897521973,
      "learning_rate": 4.99820946690421e-05,
      "loss": 5.1449,
      "step": 26660
    },
    {
      "epoch": 0.02334037381361488,
      "grad_norm": 0.5295875668525696,
      "learning_rate": 4.9982082916108194e-05,
      "loss": 5.7214,
      "step": 26665
    },
    {
      "epoch": 0.023344750407242036,
      "grad_norm": 0.4935418665409088,
      "learning_rate": 4.998207115932001e-05,
      "loss": 6.5721,
      "step": 26670
    },
    {
      "epoch": 0.02334912700086919,
      "grad_norm": 0.882935106754303,
      "learning_rate": 4.998205939867755e-05,
      "loss": 4.6107,
      "step": 26675
    },
    {
      "epoch": 0.023353503594496346,
      "grad_norm": 0.5423502922058105,
      "learning_rate": 4.998204763418083e-05,
      "loss": 4.7955,
      "step": 26680
    },
    {
      "epoch": 0.0233578801881235,
      "grad_norm": 0.8679938316345215,
      "learning_rate": 4.998203586582982e-05,
      "loss": 5.576,
      "step": 26685
    },
    {
      "epoch": 0.023362256781750655,
      "grad_norm": 0.5648883581161499,
      "learning_rate": 4.9982024093624546e-05,
      "loss": 5.6316,
      "step": 26690
    },
    {
      "epoch": 0.02336663337537781,
      "grad_norm": 0.6117915511131287,
      "learning_rate": 4.998201231756502e-05,
      "loss": 4.9684,
      "step": 26695
    },
    {
      "epoch": 0.023371009969004965,
      "grad_norm": 0.8186016082763672,
      "learning_rate": 4.998200053765122e-05,
      "loss": 5.5984,
      "step": 26700
    },
    {
      "epoch": 0.02337538656263212,
      "grad_norm": 0.5512096285820007,
      "learning_rate": 4.9981988753883146e-05,
      "loss": 5.4119,
      "step": 26705
    },
    {
      "epoch": 0.023379763156259274,
      "grad_norm": 0.6115593910217285,
      "learning_rate": 4.998197696626082e-05,
      "loss": 5.7372,
      "step": 26710
    },
    {
      "epoch": 0.02338413974988643,
      "grad_norm": 0.5572547316551208,
      "learning_rate": 4.9981965174784254e-05,
      "loss": 5.6443,
      "step": 26715
    },
    {
      "epoch": 0.02338851634351358,
      "grad_norm": 0.6225408315658569,
      "learning_rate": 4.9981953379453415e-05,
      "loss": 6.0259,
      "step": 26720
    },
    {
      "epoch": 0.023392892937140735,
      "grad_norm": 0.537013828754425,
      "learning_rate": 4.998194158026833e-05,
      "loss": 5.9244,
      "step": 26725
    },
    {
      "epoch": 0.02339726953076789,
      "grad_norm": 0.5533686280250549,
      "learning_rate": 4.9981929777228985e-05,
      "loss": 5.705,
      "step": 26730
    },
    {
      "epoch": 0.023401646124395045,
      "grad_norm": 0.6219764351844788,
      "learning_rate": 4.99819179703354e-05,
      "loss": 5.7065,
      "step": 26735
    },
    {
      "epoch": 0.0234060227180222,
      "grad_norm": 0.6639217734336853,
      "learning_rate": 4.9981906159587566e-05,
      "loss": 5.3675,
      "step": 26740
    },
    {
      "epoch": 0.023410399311649354,
      "grad_norm": 0.5934060215950012,
      "learning_rate": 4.9981894344985495e-05,
      "loss": 6.2189,
      "step": 26745
    },
    {
      "epoch": 0.02341477590527651,
      "grad_norm": 0.5611557364463806,
      "learning_rate": 4.998188252652918e-05,
      "loss": 5.6625,
      "step": 26750
    },
    {
      "epoch": 0.023419152498903664,
      "grad_norm": 0.5479182600975037,
      "learning_rate": 4.998187070421861e-05,
      "loss": 6.2613,
      "step": 26755
    },
    {
      "epoch": 0.02342352909253082,
      "grad_norm": 0.5199965834617615,
      "learning_rate": 4.998185887805382e-05,
      "loss": 5.3732,
      "step": 26760
    },
    {
      "epoch": 0.023427905686157973,
      "grad_norm": 0.49527567625045776,
      "learning_rate": 4.99818470480348e-05,
      "loss": 5.3628,
      "step": 26765
    },
    {
      "epoch": 0.023432282279785128,
      "grad_norm": 0.5091570615768433,
      "learning_rate": 4.998183521416153e-05,
      "loss": 5.5887,
      "step": 26770
    },
    {
      "epoch": 0.023436658873412283,
      "grad_norm": 0.533186137676239,
      "learning_rate": 4.9981823376434045e-05,
      "loss": 5.7236,
      "step": 26775
    },
    {
      "epoch": 0.023441035467039437,
      "grad_norm": 0.5814995169639587,
      "learning_rate": 4.998181153485233e-05,
      "loss": 5.5537,
      "step": 26780
    },
    {
      "epoch": 0.02344541206066659,
      "grad_norm": 0.6418374180793762,
      "learning_rate": 4.9981799689416386e-05,
      "loss": 6.0801,
      "step": 26785
    },
    {
      "epoch": 0.023449788654293743,
      "grad_norm": 0.5534016489982605,
      "learning_rate": 4.9981787840126214e-05,
      "loss": 5.9152,
      "step": 26790
    },
    {
      "epoch": 0.023454165247920898,
      "grad_norm": 0.5307339429855347,
      "learning_rate": 4.9981775986981826e-05,
      "loss": 5.3817,
      "step": 26795
    },
    {
      "epoch": 0.023458541841548053,
      "grad_norm": 0.641157329082489,
      "learning_rate": 4.998176412998322e-05,
      "loss": 4.4809,
      "step": 26800
    },
    {
      "epoch": 0.023462918435175208,
      "grad_norm": 0.5200121998786926,
      "learning_rate": 4.99817522691304e-05,
      "loss": 5.473,
      "step": 26805
    },
    {
      "epoch": 0.023467295028802362,
      "grad_norm": 0.6302834153175354,
      "learning_rate": 4.998174040442336e-05,
      "loss": 5.6758,
      "step": 26810
    },
    {
      "epoch": 0.023471671622429517,
      "grad_norm": 0.5643920302391052,
      "learning_rate": 4.998172853586212e-05,
      "loss": 5.4864,
      "step": 26815
    },
    {
      "epoch": 0.023476048216056672,
      "grad_norm": 0.5334274768829346,
      "learning_rate": 4.9981716663446654e-05,
      "loss": 5.3861,
      "step": 26820
    },
    {
      "epoch": 0.023480424809683827,
      "grad_norm": 0.739122211933136,
      "learning_rate": 4.9981704787177e-05,
      "loss": 5.4911,
      "step": 26825
    },
    {
      "epoch": 0.02348480140331098,
      "grad_norm": 0.5562095642089844,
      "learning_rate": 4.998169290705313e-05,
      "loss": 5.8965,
      "step": 26830
    },
    {
      "epoch": 0.023489177996938136,
      "grad_norm": 0.5234621167182922,
      "learning_rate": 4.9981681023075045e-05,
      "loss": 4.289,
      "step": 26835
    },
    {
      "epoch": 0.02349355459056529,
      "grad_norm": 0.5526789426803589,
      "learning_rate": 4.998166913524277e-05,
      "loss": 5.7243,
      "step": 26840
    },
    {
      "epoch": 0.023497931184192446,
      "grad_norm": 0.5464529991149902,
      "learning_rate": 4.99816572435563e-05,
      "loss": 5.9924,
      "step": 26845
    },
    {
      "epoch": 0.023502307777819597,
      "grad_norm": 0.7858114838600159,
      "learning_rate": 4.9981645348015635e-05,
      "loss": 5.7413,
      "step": 26850
    },
    {
      "epoch": 0.023506684371446752,
      "grad_norm": 0.6506649851799011,
      "learning_rate": 4.998163344862078e-05,
      "loss": 5.985,
      "step": 26855
    },
    {
      "epoch": 0.023511060965073906,
      "grad_norm": 0.7089594602584839,
      "learning_rate": 4.9981621545371725e-05,
      "loss": 5.7075,
      "step": 26860
    },
    {
      "epoch": 0.02351543755870106,
      "grad_norm": 0.5814661979675293,
      "learning_rate": 4.998160963826849e-05,
      "loss": 4.9326,
      "step": 26865
    },
    {
      "epoch": 0.023519814152328216,
      "grad_norm": 0.8772698044776917,
      "learning_rate": 4.998159772731107e-05,
      "loss": 5.3715,
      "step": 26870
    },
    {
      "epoch": 0.02352419074595537,
      "grad_norm": 0.5308774709701538,
      "learning_rate": 4.9981585812499456e-05,
      "loss": 4.8425,
      "step": 26875
    },
    {
      "epoch": 0.023528567339582526,
      "grad_norm": 0.5460934638977051,
      "learning_rate": 4.9981573893833654e-05,
      "loss": 5.5202,
      "step": 26880
    },
    {
      "epoch": 0.02353294393320968,
      "grad_norm": 0.6578605771064758,
      "learning_rate": 4.998156197131368e-05,
      "loss": 5.4545,
      "step": 26885
    },
    {
      "epoch": 0.023537320526836835,
      "grad_norm": 0.8694970607757568,
      "learning_rate": 4.998155004493954e-05,
      "loss": 5.6817,
      "step": 26890
    },
    {
      "epoch": 0.02354169712046399,
      "grad_norm": 0.5574461817741394,
      "learning_rate": 4.998153811471121e-05,
      "loss": 5.15,
      "step": 26895
    },
    {
      "epoch": 0.023546073714091145,
      "grad_norm": 0.7251219749450684,
      "learning_rate": 4.998152618062871e-05,
      "loss": 5.6743,
      "step": 26900
    },
    {
      "epoch": 0.0235504503077183,
      "grad_norm": 0.5703023076057434,
      "learning_rate": 4.998151424269205e-05,
      "loss": 5.1638,
      "step": 26905
    },
    {
      "epoch": 0.023554826901345454,
      "grad_norm": 0.6760679483413696,
      "learning_rate": 4.998150230090122e-05,
      "loss": 5.5971,
      "step": 26910
    },
    {
      "epoch": 0.023559203494972605,
      "grad_norm": 0.5606410503387451,
      "learning_rate": 4.998149035525621e-05,
      "loss": 4.6413,
      "step": 26915
    },
    {
      "epoch": 0.02356358008859976,
      "grad_norm": 0.6217758655548096,
      "learning_rate": 4.9981478405757055e-05,
      "loss": 4.6318,
      "step": 26920
    },
    {
      "epoch": 0.023567956682226915,
      "grad_norm": 0.7224760055541992,
      "learning_rate": 4.998146645240372e-05,
      "loss": 4.8432,
      "step": 26925
    },
    {
      "epoch": 0.02357233327585407,
      "grad_norm": 0.7642285823822021,
      "learning_rate": 4.9981454495196234e-05,
      "loss": 5.1539,
      "step": 26930
    },
    {
      "epoch": 0.023576709869481224,
      "grad_norm": 0.7417086362838745,
      "learning_rate": 4.998144253413459e-05,
      "loss": 5.0886,
      "step": 26935
    },
    {
      "epoch": 0.02358108646310838,
      "grad_norm": 0.583695113658905,
      "learning_rate": 4.99814305692188e-05,
      "loss": 5.7183,
      "step": 26940
    },
    {
      "epoch": 0.023585463056735534,
      "grad_norm": 0.4976647198200226,
      "learning_rate": 4.998141860044885e-05,
      "loss": 6.0156,
      "step": 26945
    },
    {
      "epoch": 0.02358983965036269,
      "grad_norm": 0.6372078061103821,
      "learning_rate": 4.9981406627824756e-05,
      "loss": 5.4088,
      "step": 26950
    },
    {
      "epoch": 0.023594216243989843,
      "grad_norm": 0.7139527797698975,
      "learning_rate": 4.9981394651346516e-05,
      "loss": 5.1459,
      "step": 26955
    },
    {
      "epoch": 0.023598592837616998,
      "grad_norm": 1.1162893772125244,
      "learning_rate": 4.998138267101412e-05,
      "loss": 6.0885,
      "step": 26960
    },
    {
      "epoch": 0.023602969431244153,
      "grad_norm": 1.4051239490509033,
      "learning_rate": 4.998137068682759e-05,
      "loss": 4.9336,
      "step": 26965
    },
    {
      "epoch": 0.023607346024871308,
      "grad_norm": 0.6614141464233398,
      "learning_rate": 4.9981358698786915e-05,
      "loss": 4.8557,
      "step": 26970
    },
    {
      "epoch": 0.023611722618498462,
      "grad_norm": 0.9880201816558838,
      "learning_rate": 4.9981346706892106e-05,
      "loss": 6.2635,
      "step": 26975
    },
    {
      "epoch": 0.023616099212125614,
      "grad_norm": 0.6408866047859192,
      "learning_rate": 4.9981334711143155e-05,
      "loss": 5.5584,
      "step": 26980
    },
    {
      "epoch": 0.02362047580575277,
      "grad_norm": 0.8020947575569153,
      "learning_rate": 4.998132271154008e-05,
      "loss": 5.625,
      "step": 26985
    },
    {
      "epoch": 0.023624852399379923,
      "grad_norm": 0.6230420470237732,
      "learning_rate": 4.998131070808286e-05,
      "loss": 5.5049,
      "step": 26990
    },
    {
      "epoch": 0.023629228993007078,
      "grad_norm": 0.6681150197982788,
      "learning_rate": 4.998129870077153e-05,
      "loss": 5.1941,
      "step": 26995
    },
    {
      "epoch": 0.023633605586634233,
      "grad_norm": 0.6400789618492126,
      "learning_rate": 4.998128668960606e-05,
      "loss": 5.4638,
      "step": 27000
    },
    {
      "epoch": 0.023637982180261388,
      "grad_norm": 0.5542769432067871,
      "learning_rate": 4.998127467458646e-05,
      "loss": 6.2645,
      "step": 27005
    },
    {
      "epoch": 0.023642358773888542,
      "grad_norm": 0.7000323534011841,
      "learning_rate": 4.998126265571276e-05,
      "loss": 6.2687,
      "step": 27010
    },
    {
      "epoch": 0.023646735367515697,
      "grad_norm": 0.4799872636795044,
      "learning_rate": 4.998125063298492e-05,
      "loss": 5.8988,
      "step": 27015
    },
    {
      "epoch": 0.023651111961142852,
      "grad_norm": 0.561801016330719,
      "learning_rate": 4.998123860640297e-05,
      "loss": 4.6229,
      "step": 27020
    },
    {
      "epoch": 0.023655488554770007,
      "grad_norm": 0.6734683513641357,
      "learning_rate": 4.998122657596691e-05,
      "loss": 4.8351,
      "step": 27025
    },
    {
      "epoch": 0.02365986514839716,
      "grad_norm": 0.5595912933349609,
      "learning_rate": 4.9981214541676736e-05,
      "loss": 5.1604,
      "step": 27030
    },
    {
      "epoch": 0.023664241742024316,
      "grad_norm": 0.5441442131996155,
      "learning_rate": 4.9981202503532444e-05,
      "loss": 5.6856,
      "step": 27035
    },
    {
      "epoch": 0.02366861833565147,
      "grad_norm": 0.44329720735549927,
      "learning_rate": 4.9981190461534044e-05,
      "loss": 5.7019,
      "step": 27040
    },
    {
      "epoch": 0.023672994929278622,
      "grad_norm": 0.4683021605014801,
      "learning_rate": 4.998117841568154e-05,
      "loss": 6.5502,
      "step": 27045
    },
    {
      "epoch": 0.023677371522905777,
      "grad_norm": 0.5321334600448608,
      "learning_rate": 4.998116636597494e-05,
      "loss": 4.8546,
      "step": 27050
    },
    {
      "epoch": 0.02368174811653293,
      "grad_norm": 0.7255373597145081,
      "learning_rate": 4.9981154312414234e-05,
      "loss": 5.6845,
      "step": 27055
    },
    {
      "epoch": 0.023686124710160086,
      "grad_norm": 0.5186040997505188,
      "learning_rate": 4.998114225499943e-05,
      "loss": 5.9543,
      "step": 27060
    },
    {
      "epoch": 0.02369050130378724,
      "grad_norm": 0.5523839592933655,
      "learning_rate": 4.9981130193730527e-05,
      "loss": 5.1349,
      "step": 27065
    },
    {
      "epoch": 0.023694877897414396,
      "grad_norm": 0.5974070429801941,
      "learning_rate": 4.998111812860754e-05,
      "loss": 5.982,
      "step": 27070
    },
    {
      "epoch": 0.02369925449104155,
      "grad_norm": 0.5720932483673096,
      "learning_rate": 4.998110605963045e-05,
      "loss": 4.83,
      "step": 27075
    },
    {
      "epoch": 0.023703631084668705,
      "grad_norm": 0.6459636688232422,
      "learning_rate": 4.9981093986799275e-05,
      "loss": 5.4767,
      "step": 27080
    },
    {
      "epoch": 0.02370800767829586,
      "grad_norm": 0.6324626803398132,
      "learning_rate": 4.9981081910114015e-05,
      "loss": 4.8095,
      "step": 27085
    },
    {
      "epoch": 0.023712384271923015,
      "grad_norm": 0.5185453295707703,
      "learning_rate": 4.998106982957465e-05,
      "loss": 5.6367,
      "step": 27090
    },
    {
      "epoch": 0.02371676086555017,
      "grad_norm": 0.5807905197143555,
      "learning_rate": 4.998105774518124e-05,
      "loss": 5.8926,
      "step": 27095
    },
    {
      "epoch": 0.023721137459177324,
      "grad_norm": 0.6151801347732544,
      "learning_rate": 4.998104565693372e-05,
      "loss": 5.4671,
      "step": 27100
    },
    {
      "epoch": 0.023725514052804476,
      "grad_norm": 0.5952109098434448,
      "learning_rate": 4.9981033564832135e-05,
      "loss": 5.3846,
      "step": 27105
    },
    {
      "epoch": 0.02372989064643163,
      "grad_norm": 0.5514605045318604,
      "learning_rate": 4.9981021468876476e-05,
      "loss": 6.5531,
      "step": 27110
    },
    {
      "epoch": 0.023734267240058785,
      "grad_norm": 0.5529693961143494,
      "learning_rate": 4.9981009369066735e-05,
      "loss": 5.145,
      "step": 27115
    },
    {
      "epoch": 0.02373864383368594,
      "grad_norm": 0.5646770000457764,
      "learning_rate": 4.998099726540293e-05,
      "loss": 5.5058,
      "step": 27120
    },
    {
      "epoch": 0.023743020427313095,
      "grad_norm": 0.7570672631263733,
      "learning_rate": 4.998098515788505e-05,
      "loss": 5.6758,
      "step": 27125
    },
    {
      "epoch": 0.02374739702094025,
      "grad_norm": 0.5776218771934509,
      "learning_rate": 4.9980973046513114e-05,
      "loss": 5.6834,
      "step": 27130
    },
    {
      "epoch": 0.023751773614567404,
      "grad_norm": 0.9589084982872009,
      "learning_rate": 4.998096093128711e-05,
      "loss": 5.1632,
      "step": 27135
    },
    {
      "epoch": 0.02375615020819456,
      "grad_norm": 0.575385332107544,
      "learning_rate": 4.998094881220704e-05,
      "loss": 5.9027,
      "step": 27140
    },
    {
      "epoch": 0.023760526801821714,
      "grad_norm": 0.5474261045455933,
      "learning_rate": 4.998093668927292e-05,
      "loss": 6.1971,
      "step": 27145
    },
    {
      "epoch": 0.02376490339544887,
      "grad_norm": 0.6006966829299927,
      "learning_rate": 4.998092456248473e-05,
      "loss": 6.2125,
      "step": 27150
    },
    {
      "epoch": 0.023769279989076023,
      "grad_norm": 0.5752829313278198,
      "learning_rate": 4.9980912431842496e-05,
      "loss": 5.941,
      "step": 27155
    },
    {
      "epoch": 0.023773656582703178,
      "grad_norm": 0.5400803685188293,
      "learning_rate": 4.9980900297346215e-05,
      "loss": 5.3771,
      "step": 27160
    },
    {
      "epoch": 0.023778033176330333,
      "grad_norm": 0.6063200235366821,
      "learning_rate": 4.9980888158995865e-05,
      "loss": 5.1561,
      "step": 27165
    },
    {
      "epoch": 0.023782409769957484,
      "grad_norm": 0.6669467687606812,
      "learning_rate": 4.9980876016791475e-05,
      "loss": 5.1417,
      "step": 27170
    },
    {
      "epoch": 0.02378678636358464,
      "grad_norm": 0.4768408238887787,
      "learning_rate": 4.998086387073305e-05,
      "loss": 5.6975,
      "step": 27175
    },
    {
      "epoch": 0.023791162957211794,
      "grad_norm": 0.5696399211883545,
      "learning_rate": 4.998085172082057e-05,
      "loss": 5.3722,
      "step": 27180
    },
    {
      "epoch": 0.02379553955083895,
      "grad_norm": 0.5763871669769287,
      "learning_rate": 4.998083956705406e-05,
      "loss": 5.3468,
      "step": 27185
    },
    {
      "epoch": 0.023799916144466103,
      "grad_norm": 0.8685131072998047,
      "learning_rate": 4.9980827409433516e-05,
      "loss": 4.8378,
      "step": 27190
    },
    {
      "epoch": 0.023804292738093258,
      "grad_norm": 0.5458710789680481,
      "learning_rate": 4.998081524795892e-05,
      "loss": 5.7157,
      "step": 27195
    },
    {
      "epoch": 0.023808669331720413,
      "grad_norm": 1.2097407579421997,
      "learning_rate": 4.99808030826303e-05,
      "loss": 4.8232,
      "step": 27200
    },
    {
      "epoch": 0.023813045925347567,
      "grad_norm": 0.7692975401878357,
      "learning_rate": 4.998079091344766e-05,
      "loss": 6.0554,
      "step": 27205
    },
    {
      "epoch": 0.023817422518974722,
      "grad_norm": 0.7112197279930115,
      "learning_rate": 4.9980778740410975e-05,
      "loss": 5.3944,
      "step": 27210
    },
    {
      "epoch": 0.023821799112601877,
      "grad_norm": 0.7857468724250793,
      "learning_rate": 4.998076656352027e-05,
      "loss": 6.0007,
      "step": 27215
    },
    {
      "epoch": 0.02382617570622903,
      "grad_norm": 1.4890859127044678,
      "learning_rate": 4.998075438277554e-05,
      "loss": 5.1421,
      "step": 27220
    },
    {
      "epoch": 0.023830552299856186,
      "grad_norm": 0.7058280110359192,
      "learning_rate": 4.998074219817679e-05,
      "loss": 5.1462,
      "step": 27225
    },
    {
      "epoch": 0.02383492889348334,
      "grad_norm": 0.8529569506645203,
      "learning_rate": 4.998073000972402e-05,
      "loss": 6.5777,
      "step": 27230
    },
    {
      "epoch": 0.023839305487110492,
      "grad_norm": 2.0711443424224854,
      "learning_rate": 4.9980717817417234e-05,
      "loss": 4.8619,
      "step": 27235
    },
    {
      "epoch": 0.023843682080737647,
      "grad_norm": 0.9694105386734009,
      "learning_rate": 4.998070562125643e-05,
      "loss": 5.7051,
      "step": 27240
    },
    {
      "epoch": 0.023848058674364802,
      "grad_norm": 0.6491804718971252,
      "learning_rate": 4.998069342124161e-05,
      "loss": 5.3893,
      "step": 27245
    },
    {
      "epoch": 0.023852435267991957,
      "grad_norm": 0.7175199389457703,
      "learning_rate": 4.998068121737278e-05,
      "loss": 4.299,
      "step": 27250
    },
    {
      "epoch": 0.02385681186161911,
      "grad_norm": 0.7393950819969177,
      "learning_rate": 4.998066900964996e-05,
      "loss": 4.842,
      "step": 27255
    },
    {
      "epoch": 0.023861188455246266,
      "grad_norm": 0.6058886051177979,
      "learning_rate": 4.998065679807312e-05,
      "loss": 6.0565,
      "step": 27260
    },
    {
      "epoch": 0.02386556504887342,
      "grad_norm": 0.70539790391922,
      "learning_rate": 4.998064458264228e-05,
      "loss": 5.4848,
      "step": 27265
    },
    {
      "epoch": 0.023869941642500576,
      "grad_norm": 0.6453458666801453,
      "learning_rate": 4.998063236335744e-05,
      "loss": 4.6168,
      "step": 27270
    },
    {
      "epoch": 0.02387431823612773,
      "grad_norm": 0.6073262691497803,
      "learning_rate": 4.99806201402186e-05,
      "loss": 5.699,
      "step": 27275
    },
    {
      "epoch": 0.023878694829754885,
      "grad_norm": 0.721242368221283,
      "learning_rate": 4.998060791322577e-05,
      "loss": 6.0199,
      "step": 27280
    },
    {
      "epoch": 0.02388307142338204,
      "grad_norm": 0.5865535140037537,
      "learning_rate": 4.998059568237894e-05,
      "loss": 5.6954,
      "step": 27285
    },
    {
      "epoch": 0.023887448017009195,
      "grad_norm": 0.5430432558059692,
      "learning_rate": 4.998058344767812e-05,
      "loss": 5.573,
      "step": 27290
    },
    {
      "epoch": 0.02389182461063635,
      "grad_norm": 0.606391966342926,
      "learning_rate": 4.9980571209123315e-05,
      "loss": 4.8716,
      "step": 27295
    },
    {
      "epoch": 0.0238962012042635,
      "grad_norm": 0.6413633227348328,
      "learning_rate": 4.998055896671453e-05,
      "loss": 5.8662,
      "step": 27300
    },
    {
      "epoch": 0.023900577797890656,
      "grad_norm": 0.615838885307312,
      "learning_rate": 4.998054672045175e-05,
      "loss": 5.3636,
      "step": 27305
    },
    {
      "epoch": 0.02390495439151781,
      "grad_norm": 0.6174437403678894,
      "learning_rate": 4.998053447033499e-05,
      "loss": 6.0074,
      "step": 27310
    },
    {
      "epoch": 0.023909330985144965,
      "grad_norm": 0.575007438659668,
      "learning_rate": 4.998052221636425e-05,
      "loss": 5.9119,
      "step": 27315
    },
    {
      "epoch": 0.02391370757877212,
      "grad_norm": 0.7808258533477783,
      "learning_rate": 4.998050995853955e-05,
      "loss": 5.1511,
      "step": 27320
    },
    {
      "epoch": 0.023918084172399275,
      "grad_norm": 0.6371116042137146,
      "learning_rate": 4.998049769686085e-05,
      "loss": 4.9355,
      "step": 27325
    },
    {
      "epoch": 0.02392246076602643,
      "grad_norm": 0.543834924697876,
      "learning_rate": 4.99804854313282e-05,
      "loss": 5.1168,
      "step": 27330
    },
    {
      "epoch": 0.023926837359653584,
      "grad_norm": 0.4892784357070923,
      "learning_rate": 4.9980473161941566e-05,
      "loss": 5.6966,
      "step": 27335
    },
    {
      "epoch": 0.02393121395328074,
      "grad_norm": 0.5556523203849792,
      "learning_rate": 4.998046088870096e-05,
      "loss": 5.3604,
      "step": 27340
    },
    {
      "epoch": 0.023935590546907894,
      "grad_norm": 0.6174589991569519,
      "learning_rate": 4.99804486116064e-05,
      "loss": 4.6583,
      "step": 27345
    },
    {
      "epoch": 0.02393996714053505,
      "grad_norm": 0.7180639505386353,
      "learning_rate": 4.9980436330657876e-05,
      "loss": 6.2188,
      "step": 27350
    },
    {
      "epoch": 0.023944343734162203,
      "grad_norm": 0.6318949460983276,
      "learning_rate": 4.99804240458554e-05,
      "loss": 4.3956,
      "step": 27355
    },
    {
      "epoch": 0.023948720327789358,
      "grad_norm": 0.5883339047431946,
      "learning_rate": 4.9980411757198954e-05,
      "loss": 5.389,
      "step": 27360
    },
    {
      "epoch": 0.02395309692141651,
      "grad_norm": 0.7886534929275513,
      "learning_rate": 4.9980399464688554e-05,
      "loss": 5.6991,
      "step": 27365
    },
    {
      "epoch": 0.023957473515043664,
      "grad_norm": 0.7110269665718079,
      "learning_rate": 4.998038716832421e-05,
      "loss": 5.7309,
      "step": 27370
    },
    {
      "epoch": 0.02396185010867082,
      "grad_norm": 0.5708035230636597,
      "learning_rate": 4.99803748681059e-05,
      "loss": 4.814,
      "step": 27375
    },
    {
      "epoch": 0.023966226702297973,
      "grad_norm": 0.5972128510475159,
      "learning_rate": 4.998036256403366e-05,
      "loss": 5.1655,
      "step": 27380
    },
    {
      "epoch": 0.023970603295925128,
      "grad_norm": 0.6277968287467957,
      "learning_rate": 4.9980350256107455e-05,
      "loss": 5.0544,
      "step": 27385
    },
    {
      "epoch": 0.023974979889552283,
      "grad_norm": 1.137234091758728,
      "learning_rate": 4.998033794432731e-05,
      "loss": 6.2836,
      "step": 27390
    },
    {
      "epoch": 0.023979356483179438,
      "grad_norm": 0.9832164645195007,
      "learning_rate": 4.998032562869324e-05,
      "loss": 4.9379,
      "step": 27395
    },
    {
      "epoch": 0.023983733076806592,
      "grad_norm": 0.6418647170066833,
      "learning_rate": 4.998031330920522e-05,
      "loss": 5.6158,
      "step": 27400
    },
    {
      "epoch": 0.023988109670433747,
      "grad_norm": 0.6058478951454163,
      "learning_rate": 4.998030098586326e-05,
      "loss": 5.9952,
      "step": 27405
    },
    {
      "epoch": 0.023992486264060902,
      "grad_norm": 0.5257017016410828,
      "learning_rate": 4.9980288658667376e-05,
      "loss": 6.565,
      "step": 27410
    },
    {
      "epoch": 0.023996862857688057,
      "grad_norm": 0.5664173364639282,
      "learning_rate": 4.9980276327617546e-05,
      "loss": 5.1459,
      "step": 27415
    },
    {
      "epoch": 0.02400123945131521,
      "grad_norm": 0.648209273815155,
      "learning_rate": 4.99802639927138e-05,
      "loss": 5.3861,
      "step": 27420
    },
    {
      "epoch": 0.024005616044942366,
      "grad_norm": 0.4999121427536011,
      "learning_rate": 4.998025165395611e-05,
      "loss": 6.5299,
      "step": 27425
    },
    {
      "epoch": 0.024009992638569518,
      "grad_norm": 0.6806402802467346,
      "learning_rate": 4.998023931134451e-05,
      "loss": 5.6909,
      "step": 27430
    },
    {
      "epoch": 0.024014369232196672,
      "grad_norm": 0.49942588806152344,
      "learning_rate": 4.9980226964879e-05,
      "loss": 5.4798,
      "step": 27435
    },
    {
      "epoch": 0.024018745825823827,
      "grad_norm": 0.6394346952438354,
      "learning_rate": 4.998021461455954e-05,
      "loss": 5.8777,
      "step": 27440
    },
    {
      "epoch": 0.024023122419450982,
      "grad_norm": 0.5681177973747253,
      "learning_rate": 4.998020226038619e-05,
      "loss": 4.6005,
      "step": 27445
    },
    {
      "epoch": 0.024027499013078137,
      "grad_norm": 0.4812411069869995,
      "learning_rate": 4.9980189902358906e-05,
      "loss": 5.6764,
      "step": 27450
    },
    {
      "epoch": 0.02403187560670529,
      "grad_norm": 0.5798706412315369,
      "learning_rate": 4.9980177540477714e-05,
      "loss": 6.0411,
      "step": 27455
    },
    {
      "epoch": 0.024036252200332446,
      "grad_norm": 0.6410489082336426,
      "learning_rate": 4.998016517474262e-05,
      "loss": 5.6944,
      "step": 27460
    },
    {
      "epoch": 0.0240406287939596,
      "grad_norm": 0.4633638262748718,
      "learning_rate": 4.9980152805153614e-05,
      "loss": 5.4517,
      "step": 27465
    },
    {
      "epoch": 0.024045005387586756,
      "grad_norm": 0.734092116355896,
      "learning_rate": 4.99801404317107e-05,
      "loss": 5.7076,
      "step": 27470
    },
    {
      "epoch": 0.02404938198121391,
      "grad_norm": 0.5662597417831421,
      "learning_rate": 4.998012805441388e-05,
      "loss": 5.1567,
      "step": 27475
    },
    {
      "epoch": 0.024053758574841065,
      "grad_norm": 0.5992978811264038,
      "learning_rate": 4.998011567326316e-05,
      "loss": 4.6506,
      "step": 27480
    },
    {
      "epoch": 0.02405813516846822,
      "grad_norm": 0.6237055063247681,
      "learning_rate": 4.998010328825854e-05,
      "loss": 6.5396,
      "step": 27485
    },
    {
      "epoch": 0.024062511762095375,
      "grad_norm": 0.5805423855781555,
      "learning_rate": 4.998009089940003e-05,
      "loss": 6.2242,
      "step": 27490
    },
    {
      "epoch": 0.024066888355722526,
      "grad_norm": 0.5590015053749084,
      "learning_rate": 4.9980078506687634e-05,
      "loss": 4.9493,
      "step": 27495
    },
    {
      "epoch": 0.02407126494934968,
      "grad_norm": 0.7603721022605896,
      "learning_rate": 4.9980066110121323e-05,
      "loss": 5.345,
      "step": 27500
    },
    {
      "epoch": 0.024075641542976835,
      "grad_norm": 0.5730996131896973,
      "learning_rate": 4.998005370970115e-05,
      "loss": 5.3633,
      "step": 27505
    },
    {
      "epoch": 0.02408001813660399,
      "grad_norm": 0.6225941777229309,
      "learning_rate": 4.9980041305427075e-05,
      "loss": 5.0563,
      "step": 27510
    },
    {
      "epoch": 0.024084394730231145,
      "grad_norm": 0.5762168169021606,
      "learning_rate": 4.9980028897299124e-05,
      "loss": 5.7204,
      "step": 27515
    },
    {
      "epoch": 0.0240887713238583,
      "grad_norm": 0.6351091861724854,
      "learning_rate": 4.998001648531728e-05,
      "loss": 5.6792,
      "step": 27520
    },
    {
      "epoch": 0.024093147917485454,
      "grad_norm": 0.6379823088645935,
      "learning_rate": 4.998000406948157e-05,
      "loss": 5.1719,
      "step": 27525
    },
    {
      "epoch": 0.02409752451111261,
      "grad_norm": 0.671588122844696,
      "learning_rate": 4.997999164979197e-05,
      "loss": 5.5826,
      "step": 27530
    },
    {
      "epoch": 0.024101901104739764,
      "grad_norm": 0.7506147027015686,
      "learning_rate": 4.9979979226248506e-05,
      "loss": 4.9284,
      "step": 27535
    },
    {
      "epoch": 0.02410627769836692,
      "grad_norm": 0.5639368295669556,
      "learning_rate": 4.9979966798851165e-05,
      "loss": 6.2305,
      "step": 27540
    },
    {
      "epoch": 0.024110654291994073,
      "grad_norm": 0.6281525492668152,
      "learning_rate": 4.997995436759996e-05,
      "loss": 5.1379,
      "step": 27545
    },
    {
      "epoch": 0.024115030885621228,
      "grad_norm": 0.542417585849762,
      "learning_rate": 4.9979941932494876e-05,
      "loss": 4.9141,
      "step": 27550
    },
    {
      "epoch": 0.024119407479248383,
      "grad_norm": 0.670222818851471,
      "learning_rate": 4.9979929493535936e-05,
      "loss": 6.1988,
      "step": 27555
    },
    {
      "epoch": 0.024123784072875534,
      "grad_norm": 0.6247317790985107,
      "learning_rate": 4.997991705072314e-05,
      "loss": 5.8912,
      "step": 27560
    },
    {
      "epoch": 0.02412816066650269,
      "grad_norm": 0.5637753009796143,
      "learning_rate": 4.9979904604056474e-05,
      "loss": 4.5893,
      "step": 27565
    },
    {
      "epoch": 0.024132537260129844,
      "grad_norm": 0.6185170412063599,
      "learning_rate": 4.997989215353595e-05,
      "loss": 5.0763,
      "step": 27570
    },
    {
      "epoch": 0.024136913853757,
      "grad_norm": 0.7149431109428406,
      "learning_rate": 4.997987969916157e-05,
      "loss": 5.4097,
      "step": 27575
    },
    {
      "epoch": 0.024141290447384153,
      "grad_norm": 1.156912088394165,
      "learning_rate": 4.997986724093334e-05,
      "loss": 6.0139,
      "step": 27580
    },
    {
      "epoch": 0.024145667041011308,
      "grad_norm": 0.6232244968414307,
      "learning_rate": 4.997985477885127e-05,
      "loss": 4.9593,
      "step": 27585
    },
    {
      "epoch": 0.024150043634638463,
      "grad_norm": 0.6126174926757812,
      "learning_rate": 4.997984231291534e-05,
      "loss": 4.6009,
      "step": 27590
    },
    {
      "epoch": 0.024154420228265618,
      "grad_norm": 0.6891202330589294,
      "learning_rate": 4.9979829843125555e-05,
      "loss": 5.9299,
      "step": 27595
    },
    {
      "epoch": 0.024158796821892772,
      "grad_norm": 0.7006402015686035,
      "learning_rate": 4.997981736948194e-05,
      "loss": 6.5262,
      "step": 27600
    },
    {
      "epoch": 0.024163173415519927,
      "grad_norm": 0.7780998349189758,
      "learning_rate": 4.997980489198448e-05,
      "loss": 5.7024,
      "step": 27605
    },
    {
      "epoch": 0.024167550009147082,
      "grad_norm": 0.5860812664031982,
      "learning_rate": 4.997979241063319e-05,
      "loss": 5.6849,
      "step": 27610
    },
    {
      "epoch": 0.024171926602774237,
      "grad_norm": 0.6198417544364929,
      "learning_rate": 4.997977992542805e-05,
      "loss": 6.011,
      "step": 27615
    },
    {
      "epoch": 0.02417630319640139,
      "grad_norm": 0.6352748274803162,
      "learning_rate": 4.9979767436369096e-05,
      "loss": 6.0193,
      "step": 27620
    },
    {
      "epoch": 0.024180679790028543,
      "grad_norm": 0.780780553817749,
      "learning_rate": 4.997975494345629e-05,
      "loss": 5.0391,
      "step": 27625
    },
    {
      "epoch": 0.024185056383655697,
      "grad_norm": 0.666317880153656,
      "learning_rate": 4.997974244668967e-05,
      "loss": 5.995,
      "step": 27630
    },
    {
      "epoch": 0.024189432977282852,
      "grad_norm": 0.6764346957206726,
      "learning_rate": 4.997972994606922e-05,
      "loss": 5.6763,
      "step": 27635
    },
    {
      "epoch": 0.024193809570910007,
      "grad_norm": 0.5654941201210022,
      "learning_rate": 4.997971744159494e-05,
      "loss": 5.1019,
      "step": 27640
    },
    {
      "epoch": 0.02419818616453716,
      "grad_norm": 0.5617342591285706,
      "learning_rate": 4.997970493326685e-05,
      "loss": 4.5657,
      "step": 27645
    },
    {
      "epoch": 0.024202562758164316,
      "grad_norm": 0.5392256379127502,
      "learning_rate": 4.997969242108492e-05,
      "loss": 5.5902,
      "step": 27650
    },
    {
      "epoch": 0.02420693935179147,
      "grad_norm": 0.6853669285774231,
      "learning_rate": 4.997967990504919e-05,
      "loss": 6.258,
      "step": 27655
    },
    {
      "epoch": 0.024211315945418626,
      "grad_norm": 0.6819807291030884,
      "learning_rate": 4.9979667385159645e-05,
      "loss": 5.9236,
      "step": 27660
    },
    {
      "epoch": 0.02421569253904578,
      "grad_norm": 0.47986602783203125,
      "learning_rate": 4.997965486141628e-05,
      "loss": 5.9911,
      "step": 27665
    },
    {
      "epoch": 0.024220069132672935,
      "grad_norm": 0.5611783266067505,
      "learning_rate": 4.997964233381912e-05,
      "loss": 5.4504,
      "step": 27670
    },
    {
      "epoch": 0.02422444572630009,
      "grad_norm": 0.5774556994438171,
      "learning_rate": 4.9979629802368145e-05,
      "loss": 6.2232,
      "step": 27675
    },
    {
      "epoch": 0.024228822319927245,
      "grad_norm": 0.5437720417976379,
      "learning_rate": 4.997961726706336e-05,
      "loss": 6.2334,
      "step": 27680
    },
    {
      "epoch": 0.0242331989135544,
      "grad_norm": 0.5361229181289673,
      "learning_rate": 4.9979604727904786e-05,
      "loss": 5.3414,
      "step": 27685
    },
    {
      "epoch": 0.02423757550718155,
      "grad_norm": 0.5372737050056458,
      "learning_rate": 4.99795921848924e-05,
      "loss": 5.9533,
      "step": 27690
    },
    {
      "epoch": 0.024241952100808706,
      "grad_norm": 0.5607472658157349,
      "learning_rate": 4.997957963802622e-05,
      "loss": 5.4851,
      "step": 27695
    },
    {
      "epoch": 0.02424632869443586,
      "grad_norm": 0.6159534454345703,
      "learning_rate": 4.997956708730624e-05,
      "loss": 4.0728,
      "step": 27700
    },
    {
      "epoch": 0.024250705288063015,
      "grad_norm": 0.9050830602645874,
      "learning_rate": 4.9979554532732474e-05,
      "loss": 6.224,
      "step": 27705
    },
    {
      "epoch": 0.02425508188169017,
      "grad_norm": 1.3299578428268433,
      "learning_rate": 4.997954197430492e-05,
      "loss": 5.6072,
      "step": 27710
    },
    {
      "epoch": 0.024259458475317325,
      "grad_norm": 0.7028746604919434,
      "learning_rate": 4.9979529412023576e-05,
      "loss": 4.5907,
      "step": 27715
    },
    {
      "epoch": 0.02426383506894448,
      "grad_norm": 0.8334445357322693,
      "learning_rate": 4.997951684588844e-05,
      "loss": 5.3821,
      "step": 27720
    },
    {
      "epoch": 0.024268211662571634,
      "grad_norm": 0.8785601854324341,
      "learning_rate": 4.9979504275899525e-05,
      "loss": 5.9221,
      "step": 27725
    },
    {
      "epoch": 0.02427258825619879,
      "grad_norm": 0.6162665486335754,
      "learning_rate": 4.9979491702056835e-05,
      "loss": 4.613,
      "step": 27730
    },
    {
      "epoch": 0.024276964849825944,
      "grad_norm": 0.9009374976158142,
      "learning_rate": 4.997947912436036e-05,
      "loss": 6.2133,
      "step": 27735
    },
    {
      "epoch": 0.0242813414434531,
      "grad_norm": 0.6496401429176331,
      "learning_rate": 4.997946654281012e-05,
      "loss": 5.9283,
      "step": 27740
    },
    {
      "epoch": 0.024285718037080253,
      "grad_norm": 0.5402082800865173,
      "learning_rate": 4.99794539574061e-05,
      "loss": 5.4579,
      "step": 27745
    },
    {
      "epoch": 0.024290094630707405,
      "grad_norm": 0.7756867408752441,
      "learning_rate": 4.9979441368148305e-05,
      "loss": 5.5895,
      "step": 27750
    },
    {
      "epoch": 0.02429447122433456,
      "grad_norm": 0.6716382503509521,
      "learning_rate": 4.9979428775036754e-05,
      "loss": 6.2078,
      "step": 27755
    },
    {
      "epoch": 0.024298847817961714,
      "grad_norm": 0.8658046126365662,
      "learning_rate": 4.997941617807141e-05,
      "loss": 5.1435,
      "step": 27760
    },
    {
      "epoch": 0.02430322441158887,
      "grad_norm": 0.6262362599372864,
      "learning_rate": 4.9979403577252336e-05,
      "loss": 5.0681,
      "step": 27765
    },
    {
      "epoch": 0.024307601005216024,
      "grad_norm": 0.5685312747955322,
      "learning_rate": 4.997939097257949e-05,
      "loss": 5.3543,
      "step": 27770
    },
    {
      "epoch": 0.02431197759884318,
      "grad_norm": 0.5288235545158386,
      "learning_rate": 4.9979378364052875e-05,
      "loss": 6.2244,
      "step": 27775
    },
    {
      "epoch": 0.024316354192470333,
      "grad_norm": 0.7375948429107666,
      "learning_rate": 4.9979365751672517e-05,
      "loss": 5.4305,
      "step": 27780
    },
    {
      "epoch": 0.024320730786097488,
      "grad_norm": 0.509784996509552,
      "learning_rate": 4.997935313543839e-05,
      "loss": 4.9194,
      "step": 27785
    },
    {
      "epoch": 0.024325107379724643,
      "grad_norm": 0.8387094140052795,
      "learning_rate": 4.9979340515350526e-05,
      "loss": 5.6982,
      "step": 27790
    },
    {
      "epoch": 0.024329483973351797,
      "grad_norm": 0.7536278367042542,
      "learning_rate": 4.99793278914089e-05,
      "loss": 5.8779,
      "step": 27795
    },
    {
      "epoch": 0.024333860566978952,
      "grad_norm": 0.6599270701408386,
      "learning_rate": 4.997931526361354e-05,
      "loss": 5.144,
      "step": 27800
    },
    {
      "epoch": 0.024338237160606107,
      "grad_norm": 0.5545545220375061,
      "learning_rate": 4.997930263196443e-05,
      "loss": 5.9293,
      "step": 27805
    },
    {
      "epoch": 0.02434261375423326,
      "grad_norm": 0.7412688732147217,
      "learning_rate": 4.997928999646159e-05,
      "loss": 5.5908,
      "step": 27810
    },
    {
      "epoch": 0.024346990347860413,
      "grad_norm": 0.6445531249046326,
      "learning_rate": 4.997927735710499e-05,
      "loss": 4.2849,
      "step": 27815
    },
    {
      "epoch": 0.024351366941487568,
      "grad_norm": 0.7890628576278687,
      "learning_rate": 4.997926471389467e-05,
      "loss": 5.4881,
      "step": 27820
    },
    {
      "epoch": 0.024355743535114723,
      "grad_norm": 0.6395071744918823,
      "learning_rate": 4.997925206683061e-05,
      "loss": 5.3678,
      "step": 27825
    },
    {
      "epoch": 0.024360120128741877,
      "grad_norm": 0.6742135882377625,
      "learning_rate": 4.997923941591281e-05,
      "loss": 4.8757,
      "step": 27830
    },
    {
      "epoch": 0.024364496722369032,
      "grad_norm": 0.6293082237243652,
      "learning_rate": 4.9979226761141294e-05,
      "loss": 5.6841,
      "step": 27835
    },
    {
      "epoch": 0.024368873315996187,
      "grad_norm": 0.6788122057914734,
      "learning_rate": 4.997921410251605e-05,
      "loss": 5.6828,
      "step": 27840
    },
    {
      "epoch": 0.02437324990962334,
      "grad_norm": 0.5815807580947876,
      "learning_rate": 4.997920144003708e-05,
      "loss": 5.9885,
      "step": 27845
    },
    {
      "epoch": 0.024377626503250496,
      "grad_norm": 0.6305599212646484,
      "learning_rate": 4.997918877370439e-05,
      "loss": 5.69,
      "step": 27850
    },
    {
      "epoch": 0.02438200309687765,
      "grad_norm": 0.5753673315048218,
      "learning_rate": 4.997917610351797e-05,
      "loss": 5.4572,
      "step": 27855
    },
    {
      "epoch": 0.024386379690504806,
      "grad_norm": 1.280084490776062,
      "learning_rate": 4.997916342947784e-05,
      "loss": 5.1687,
      "step": 27860
    },
    {
      "epoch": 0.02439075628413196,
      "grad_norm": 0.6057481169700623,
      "learning_rate": 4.997915075158399e-05,
      "loss": 5.4959,
      "step": 27865
    },
    {
      "epoch": 0.024395132877759115,
      "grad_norm": 0.6442841291427612,
      "learning_rate": 4.997913806983644e-05,
      "loss": 5.7181,
      "step": 27870
    },
    {
      "epoch": 0.02439950947138627,
      "grad_norm": 0.588387668132782,
      "learning_rate": 4.997912538423516e-05,
      "loss": 5.4171,
      "step": 27875
    },
    {
      "epoch": 0.02440388606501342,
      "grad_norm": 0.5589468479156494,
      "learning_rate": 4.9979112694780195e-05,
      "loss": 5.162,
      "step": 27880
    },
    {
      "epoch": 0.024408262658640576,
      "grad_norm": 0.6765118837356567,
      "learning_rate": 4.997910000147151e-05,
      "loss": 6.0241,
      "step": 27885
    },
    {
      "epoch": 0.02441263925226773,
      "grad_norm": 0.6021139621734619,
      "learning_rate": 4.9979087304309124e-05,
      "loss": 4.871,
      "step": 27890
    },
    {
      "epoch": 0.024417015845894886,
      "grad_norm": 0.5566785931587219,
      "learning_rate": 4.997907460329304e-05,
      "loss": 4.7061,
      "step": 27895
    },
    {
      "epoch": 0.02442139243952204,
      "grad_norm": 0.5901896357536316,
      "learning_rate": 4.997906189842326e-05,
      "loss": 5.1308,
      "step": 27900
    },
    {
      "epoch": 0.024425769033149195,
      "grad_norm": 0.6021504402160645,
      "learning_rate": 4.997904918969979e-05,
      "loss": 5.148,
      "step": 27905
    },
    {
      "epoch": 0.02443014562677635,
      "grad_norm": 0.6120917797088623,
      "learning_rate": 4.997903647712262e-05,
      "loss": 5.0673,
      "step": 27910
    },
    {
      "epoch": 0.024434522220403505,
      "grad_norm": 0.5204247832298279,
      "learning_rate": 4.997902376069177e-05,
      "loss": 5.7234,
      "step": 27915
    },
    {
      "epoch": 0.02443889881403066,
      "grad_norm": 0.5848102569580078,
      "learning_rate": 4.997901104040722e-05,
      "loss": 5.372,
      "step": 27920
    },
    {
      "epoch": 0.024443275407657814,
      "grad_norm": 0.64998459815979,
      "learning_rate": 4.997899831626899e-05,
      "loss": 4.8211,
      "step": 27925
    },
    {
      "epoch": 0.02444765200128497,
      "grad_norm": 0.5552591681480408,
      "learning_rate": 4.997898558827708e-05,
      "loss": 4.6018,
      "step": 27930
    },
    {
      "epoch": 0.024452028594912124,
      "grad_norm": 0.47132766246795654,
      "learning_rate": 4.997897285643148e-05,
      "loss": 5.3857,
      "step": 27935
    },
    {
      "epoch": 0.02445640518853928,
      "grad_norm": 0.5648571848869324,
      "learning_rate": 4.997896012073221e-05,
      "loss": 5.4649,
      "step": 27940
    },
    {
      "epoch": 0.02446078178216643,
      "grad_norm": 0.5385414361953735,
      "learning_rate": 4.9978947381179265e-05,
      "loss": 4.9702,
      "step": 27945
    },
    {
      "epoch": 0.024465158375793584,
      "grad_norm": 0.6481128334999084,
      "learning_rate": 4.997893463777265e-05,
      "loss": 5.6901,
      "step": 27950
    },
    {
      "epoch": 0.02446953496942074,
      "grad_norm": 0.4748554229736328,
      "learning_rate": 4.9978921890512356e-05,
      "loss": 5.9801,
      "step": 27955
    },
    {
      "epoch": 0.024473911563047894,
      "grad_norm": 0.47684603929519653,
      "learning_rate": 4.99789091393984e-05,
      "loss": 5.917,
      "step": 27960
    },
    {
      "epoch": 0.02447828815667505,
      "grad_norm": 0.5435203313827515,
      "learning_rate": 4.9978896384430774e-05,
      "loss": 5.3627,
      "step": 27965
    },
    {
      "epoch": 0.024482664750302204,
      "grad_norm": 0.5711299777030945,
      "learning_rate": 4.9978883625609485e-05,
      "loss": 5.9781,
      "step": 27970
    },
    {
      "epoch": 0.02448704134392936,
      "grad_norm": 0.56584632396698,
      "learning_rate": 4.9978870862934535e-05,
      "loss": 5.6632,
      "step": 27975
    },
    {
      "epoch": 0.024491417937556513,
      "grad_norm": 0.5784751176834106,
      "learning_rate": 4.997885809640593e-05,
      "loss": 5.0097,
      "step": 27980
    },
    {
      "epoch": 0.024495794531183668,
      "grad_norm": 0.4802801012992859,
      "learning_rate": 4.997884532602367e-05,
      "loss": 6.2197,
      "step": 27985
    },
    {
      "epoch": 0.024500171124810823,
      "grad_norm": 0.5689412951469421,
      "learning_rate": 4.997883255178776e-05,
      "loss": 5.1214,
      "step": 27990
    },
    {
      "epoch": 0.024504547718437977,
      "grad_norm": 0.6323883533477783,
      "learning_rate": 4.9978819773698185e-05,
      "loss": 5.3964,
      "step": 27995
    },
    {
      "epoch": 0.024508924312065132,
      "grad_norm": 0.5327280163764954,
      "learning_rate": 4.997880699175497e-05,
      "loss": 5.2246,
      "step": 28000
    },
    {
      "epoch": 0.024513300905692287,
      "grad_norm": 0.6023850440979004,
      "learning_rate": 4.9978794205958115e-05,
      "loss": 6.0259,
      "step": 28005
    },
    {
      "epoch": 0.024517677499319438,
      "grad_norm": 0.7270599603652954,
      "learning_rate": 4.9978781416307605e-05,
      "loss": 5.1389,
      "step": 28010
    },
    {
      "epoch": 0.024522054092946593,
      "grad_norm": 0.5497759580612183,
      "learning_rate": 4.997876862280346e-05,
      "loss": 5.0724,
      "step": 28015
    },
    {
      "epoch": 0.024526430686573748,
      "grad_norm": 0.653526782989502,
      "learning_rate": 4.9978755825445676e-05,
      "loss": 5.112,
      "step": 28020
    },
    {
      "epoch": 0.024530807280200902,
      "grad_norm": 0.6647824645042419,
      "learning_rate": 4.997874302423425e-05,
      "loss": 6.0208,
      "step": 28025
    },
    {
      "epoch": 0.024535183873828057,
      "grad_norm": 0.5741137862205505,
      "learning_rate": 4.99787302191692e-05,
      "loss": 5.1643,
      "step": 28030
    },
    {
      "epoch": 0.024539560467455212,
      "grad_norm": 0.5744671821594238,
      "learning_rate": 4.997871741025052e-05,
      "loss": 5.9963,
      "step": 28035
    },
    {
      "epoch": 0.024543937061082367,
      "grad_norm": 0.5662559866905212,
      "learning_rate": 4.997870459747821e-05,
      "loss": 5.4108,
      "step": 28040
    },
    {
      "epoch": 0.02454831365470952,
      "grad_norm": 0.577551543712616,
      "learning_rate": 4.997869178085227e-05,
      "loss": 5.3666,
      "step": 28045
    },
    {
      "epoch": 0.024552690248336676,
      "grad_norm": 0.6142808198928833,
      "learning_rate": 4.997867896037271e-05,
      "loss": 4.9613,
      "step": 28050
    },
    {
      "epoch": 0.02455706684196383,
      "grad_norm": 0.7852722406387329,
      "learning_rate": 4.997866613603952e-05,
      "loss": 5.7125,
      "step": 28055
    },
    {
      "epoch": 0.024561443435590986,
      "grad_norm": 0.6157829165458679,
      "learning_rate": 4.9978653307852716e-05,
      "loss": 4.5924,
      "step": 28060
    },
    {
      "epoch": 0.02456582002921814,
      "grad_norm": 0.561519980430603,
      "learning_rate": 4.99786404758123e-05,
      "loss": 5.689,
      "step": 28065
    },
    {
      "epoch": 0.024570196622845295,
      "grad_norm": 0.5885826945304871,
      "learning_rate": 4.9978627639918264e-05,
      "loss": 5.1479,
      "step": 28070
    },
    {
      "epoch": 0.024574573216472446,
      "grad_norm": 0.7429406046867371,
      "learning_rate": 4.997861480017062e-05,
      "loss": 6.021,
      "step": 28075
    },
    {
      "epoch": 0.0245789498100996,
      "grad_norm": 0.6755410432815552,
      "learning_rate": 4.997860195656937e-05,
      "loss": 4.9273,
      "step": 28080
    },
    {
      "epoch": 0.024583326403726756,
      "grad_norm": 0.5926234126091003,
      "learning_rate": 4.9978589109114506e-05,
      "loss": 6.0262,
      "step": 28085
    },
    {
      "epoch": 0.02458770299735391,
      "grad_norm": 0.581541895866394,
      "learning_rate": 4.997857625780604e-05,
      "loss": 5.3238,
      "step": 28090
    },
    {
      "epoch": 0.024592079590981065,
      "grad_norm": 0.6565439701080322,
      "learning_rate": 4.9978563402643984e-05,
      "loss": 4.9438,
      "step": 28095
    },
    {
      "epoch": 0.02459645618460822,
      "grad_norm": 0.5017485022544861,
      "learning_rate": 4.997855054362831e-05,
      "loss": 6.2504,
      "step": 28100
    },
    {
      "epoch": 0.024600832778235375,
      "grad_norm": 0.5736690759658813,
      "learning_rate": 4.9978537680759055e-05,
      "loss": 5.9121,
      "step": 28105
    },
    {
      "epoch": 0.02460520937186253,
      "grad_norm": 0.705450177192688,
      "learning_rate": 4.997852481403621e-05,
      "loss": 4.8943,
      "step": 28110
    },
    {
      "epoch": 0.024609585965489685,
      "grad_norm": 0.5195136070251465,
      "learning_rate": 4.997851194345976e-05,
      "loss": 6.0067,
      "step": 28115
    },
    {
      "epoch": 0.02461396255911684,
      "grad_norm": 0.5739355683326721,
      "learning_rate": 4.997849906902973e-05,
      "loss": 5.981,
      "step": 28120
    },
    {
      "epoch": 0.024618339152743994,
      "grad_norm": 0.6075315475463867,
      "learning_rate": 4.99784861907461e-05,
      "loss": 6.1986,
      "step": 28125
    },
    {
      "epoch": 0.02462271574637115,
      "grad_norm": 0.4840022921562195,
      "learning_rate": 4.9978473308608894e-05,
      "loss": 6.0309,
      "step": 28130
    },
    {
      "epoch": 0.024627092339998304,
      "grad_norm": 0.5309686064720154,
      "learning_rate": 4.997846042261811e-05,
      "loss": 5.9919,
      "step": 28135
    },
    {
      "epoch": 0.024631468933625455,
      "grad_norm": 0.8467972874641418,
      "learning_rate": 4.997844753277374e-05,
      "loss": 5.1839,
      "step": 28140
    },
    {
      "epoch": 0.02463584552725261,
      "grad_norm": 0.5624942779541016,
      "learning_rate": 4.99784346390758e-05,
      "loss": 5.0163,
      "step": 28145
    },
    {
      "epoch": 0.024640222120879764,
      "grad_norm": 0.5269122123718262,
      "learning_rate": 4.997842174152429e-05,
      "loss": 5.4658,
      "step": 28150
    },
    {
      "epoch": 0.02464459871450692,
      "grad_norm": 0.5534842014312744,
      "learning_rate": 4.99784088401192e-05,
      "loss": 5.9869,
      "step": 28155
    },
    {
      "epoch": 0.024648975308134074,
      "grad_norm": 0.6543925404548645,
      "learning_rate": 4.997839593486054e-05,
      "loss": 5.6896,
      "step": 28160
    },
    {
      "epoch": 0.02465335190176123,
      "grad_norm": 0.5675619840621948,
      "learning_rate": 4.997838302574832e-05,
      "loss": 4.5031,
      "step": 28165
    },
    {
      "epoch": 0.024657728495388383,
      "grad_norm": 0.8052663207054138,
      "learning_rate": 4.9978370112782525e-05,
      "loss": 5.1449,
      "step": 28170
    },
    {
      "epoch": 0.024662105089015538,
      "grad_norm": 0.5544923543930054,
      "learning_rate": 4.997835719596318e-05,
      "loss": 4.5715,
      "step": 28175
    },
    {
      "epoch": 0.024666481682642693,
      "grad_norm": 0.569582998752594,
      "learning_rate": 4.997834427529027e-05,
      "loss": 5.6035,
      "step": 28180
    },
    {
      "epoch": 0.024670858276269848,
      "grad_norm": 0.5690535306930542,
      "learning_rate": 4.9978331350763804e-05,
      "loss": 4.619,
      "step": 28185
    },
    {
      "epoch": 0.024675234869897002,
      "grad_norm": 0.5692746639251709,
      "learning_rate": 4.9978318422383785e-05,
      "loss": 4.609,
      "step": 28190
    },
    {
      "epoch": 0.024679611463524157,
      "grad_norm": 0.5963309407234192,
      "learning_rate": 4.9978305490150214e-05,
      "loss": 4.8142,
      "step": 28195
    },
    {
      "epoch": 0.024683988057151312,
      "grad_norm": 0.6399028897285461,
      "learning_rate": 4.997829255406309e-05,
      "loss": 4.943,
      "step": 28200
    },
    {
      "epoch": 0.024688364650778463,
      "grad_norm": 0.5914061069488525,
      "learning_rate": 4.9978279614122426e-05,
      "loss": 5.713,
      "step": 28205
    },
    {
      "epoch": 0.024692741244405618,
      "grad_norm": 0.5271623134613037,
      "learning_rate": 4.997826667032821e-05,
      "loss": 5.484,
      "step": 28210
    },
    {
      "epoch": 0.024697117838032773,
      "grad_norm": 0.5037868618965149,
      "learning_rate": 4.9978253722680454e-05,
      "loss": 5.1247,
      "step": 28215
    },
    {
      "epoch": 0.024701494431659927,
      "grad_norm": 0.5200849771499634,
      "learning_rate": 4.997824077117917e-05,
      "loss": 5.7225,
      "step": 28220
    },
    {
      "epoch": 0.024705871025287082,
      "grad_norm": 0.4903457462787628,
      "learning_rate": 4.997822781582434e-05,
      "loss": 5.1615,
      "step": 28225
    },
    {
      "epoch": 0.024710247618914237,
      "grad_norm": 0.5775387287139893,
      "learning_rate": 4.997821485661598e-05,
      "loss": 5.457,
      "step": 28230
    },
    {
      "epoch": 0.024714624212541392,
      "grad_norm": 0.8977159857749939,
      "learning_rate": 4.9978201893554075e-05,
      "loss": 4.8295,
      "step": 28235
    },
    {
      "epoch": 0.024719000806168547,
      "grad_norm": 0.5508973002433777,
      "learning_rate": 4.997818892663866e-05,
      "loss": 5.9798,
      "step": 28240
    },
    {
      "epoch": 0.0247233773997957,
      "grad_norm": 0.5678067207336426,
      "learning_rate": 4.997817595586971e-05,
      "loss": 5.573,
      "step": 28245
    },
    {
      "epoch": 0.024727753993422856,
      "grad_norm": 0.47449061274528503,
      "learning_rate": 4.9978162981247233e-05,
      "loss": 5.6715,
      "step": 28250
    },
    {
      "epoch": 0.02473213058705001,
      "grad_norm": 0.575943112373352,
      "learning_rate": 4.997815000277124e-05,
      "loss": 5.7085,
      "step": 28255
    },
    {
      "epoch": 0.024736507180677166,
      "grad_norm": 0.5490676760673523,
      "learning_rate": 4.997813702044172e-05,
      "loss": 4.9065,
      "step": 28260
    },
    {
      "epoch": 0.02474088377430432,
      "grad_norm": 0.5839418172836304,
      "learning_rate": 4.997812403425869e-05,
      "loss": 5.7152,
      "step": 28265
    },
    {
      "epoch": 0.02474526036793147,
      "grad_norm": 0.5817121863365173,
      "learning_rate": 4.9978111044222145e-05,
      "loss": 5.1836,
      "step": 28270
    },
    {
      "epoch": 0.024749636961558626,
      "grad_norm": 0.5999757051467896,
      "learning_rate": 4.9978098050332076e-05,
      "loss": 5.67,
      "step": 28275
    },
    {
      "epoch": 0.02475401355518578,
      "grad_norm": 0.9518190622329712,
      "learning_rate": 4.997808505258851e-05,
      "loss": 4.608,
      "step": 28280
    },
    {
      "epoch": 0.024758390148812936,
      "grad_norm": 0.6040712594985962,
      "learning_rate": 4.997807205099144e-05,
      "loss": 5.332,
      "step": 28285
    },
    {
      "epoch": 0.02476276674244009,
      "grad_norm": 0.6698770523071289,
      "learning_rate": 4.997805904554086e-05,
      "loss": 6.5475,
      "step": 28290
    },
    {
      "epoch": 0.024767143336067245,
      "grad_norm": 0.6601374745368958,
      "learning_rate": 4.997804603623678e-05,
      "loss": 5.1777,
      "step": 28295
    },
    {
      "epoch": 0.0247715199296944,
      "grad_norm": 0.744838535785675,
      "learning_rate": 4.997803302307921e-05,
      "loss": 6.19,
      "step": 28300
    },
    {
      "epoch": 0.024775896523321555,
      "grad_norm": 1.0033854246139526,
      "learning_rate": 4.997802000606813e-05,
      "loss": 5.3573,
      "step": 28305
    },
    {
      "epoch": 0.02478027311694871,
      "grad_norm": 0.6921491622924805,
      "learning_rate": 4.9978006985203555e-05,
      "loss": 6.5248,
      "step": 28310
    },
    {
      "epoch": 0.024784649710575864,
      "grad_norm": 0.6171969175338745,
      "learning_rate": 4.997799396048549e-05,
      "loss": 4.797,
      "step": 28315
    },
    {
      "epoch": 0.02478902630420302,
      "grad_norm": 0.7262272238731384,
      "learning_rate": 4.997798093191395e-05,
      "loss": 4.8243,
      "step": 28320
    },
    {
      "epoch": 0.024793402897830174,
      "grad_norm": 0.7517658472061157,
      "learning_rate": 4.997796789948891e-05,
      "loss": 5.0346,
      "step": 28325
    },
    {
      "epoch": 0.024797779491457325,
      "grad_norm": 0.7056766152381897,
      "learning_rate": 4.9977954863210385e-05,
      "loss": 5.7048,
      "step": 28330
    },
    {
      "epoch": 0.02480215608508448,
      "grad_norm": 0.8443413376808167,
      "learning_rate": 4.997794182307839e-05,
      "loss": 5.3756,
      "step": 28335
    },
    {
      "epoch": 0.024806532678711635,
      "grad_norm": 0.6680976152420044,
      "learning_rate": 4.99779287790929e-05,
      "loss": 5.3126,
      "step": 28340
    },
    {
      "epoch": 0.02481090927233879,
      "grad_norm": 0.6224209666252136,
      "learning_rate": 4.997791573125394e-05,
      "loss": 5.7136,
      "step": 28345
    },
    {
      "epoch": 0.024815285865965944,
      "grad_norm": 0.5835781693458557,
      "learning_rate": 4.9977902679561517e-05,
      "loss": 4.3642,
      "step": 28350
    },
    {
      "epoch": 0.0248196624595931,
      "grad_norm": 0.5896307229995728,
      "learning_rate": 4.997788962401561e-05,
      "loss": 5.1424,
      "step": 28355
    },
    {
      "epoch": 0.024824039053220254,
      "grad_norm": 0.587777316570282,
      "learning_rate": 4.997787656461624e-05,
      "loss": 4.8076,
      "step": 28360
    },
    {
      "epoch": 0.02482841564684741,
      "grad_norm": 0.709414541721344,
      "learning_rate": 4.9977863501363396e-05,
      "loss": 5.3714,
      "step": 28365
    },
    {
      "epoch": 0.024832792240474563,
      "grad_norm": 0.46286749839782715,
      "learning_rate": 4.9977850434257086e-05,
      "loss": 5.8994,
      "step": 28370
    },
    {
      "epoch": 0.024837168834101718,
      "grad_norm": 0.4996487498283386,
      "learning_rate": 4.997783736329733e-05,
      "loss": 5.3748,
      "step": 28375
    },
    {
      "epoch": 0.024841545427728873,
      "grad_norm": 0.5248301029205322,
      "learning_rate": 4.997782428848411e-05,
      "loss": 4.7254,
      "step": 28380
    },
    {
      "epoch": 0.024845922021356028,
      "grad_norm": 0.602733314037323,
      "learning_rate": 4.9977811209817425e-05,
      "loss": 5.7033,
      "step": 28385
    },
    {
      "epoch": 0.024850298614983182,
      "grad_norm": 0.5812657475471497,
      "learning_rate": 4.997779812729729e-05,
      "loss": 5.3799,
      "step": 28390
    },
    {
      "epoch": 0.024854675208610334,
      "grad_norm": 0.49798184633255005,
      "learning_rate": 4.9977785040923706e-05,
      "loss": 6.548,
      "step": 28395
    },
    {
      "epoch": 0.02485905180223749,
      "grad_norm": 0.5941972732543945,
      "learning_rate": 4.997777195069667e-05,
      "loss": 4.861,
      "step": 28400
    },
    {
      "epoch": 0.024863428395864643,
      "grad_norm": 0.609491765499115,
      "learning_rate": 4.9977758856616196e-05,
      "loss": 6.2424,
      "step": 28405
    },
    {
      "epoch": 0.024867804989491798,
      "grad_norm": 0.4932471811771393,
      "learning_rate": 4.997774575868227e-05,
      "loss": 5.6627,
      "step": 28410
    },
    {
      "epoch": 0.024872181583118953,
      "grad_norm": 0.5104576945304871,
      "learning_rate": 4.99777326568949e-05,
      "loss": 5.6866,
      "step": 28415
    },
    {
      "epoch": 0.024876558176746107,
      "grad_norm": 0.793114960193634,
      "learning_rate": 4.99777195512541e-05,
      "loss": 5.6864,
      "step": 28420
    },
    {
      "epoch": 0.024880934770373262,
      "grad_norm": 0.5837826728820801,
      "learning_rate": 4.9977706441759867e-05,
      "loss": 5.3696,
      "step": 28425
    },
    {
      "epoch": 0.024885311364000417,
      "grad_norm": 0.5804656744003296,
      "learning_rate": 4.997769332841219e-05,
      "loss": 5.3902,
      "step": 28430
    },
    {
      "epoch": 0.02488968795762757,
      "grad_norm": 0.5463894009590149,
      "learning_rate": 4.997768021121109e-05,
      "loss": 5.3303,
      "step": 28435
    },
    {
      "epoch": 0.024894064551254726,
      "grad_norm": 1.250057339668274,
      "learning_rate": 4.997766709015656e-05,
      "loss": 4.8171,
      "step": 28440
    },
    {
      "epoch": 0.02489844114488188,
      "grad_norm": 0.5991092324256897,
      "learning_rate": 4.997765396524859e-05,
      "loss": 5.7012,
      "step": 28445
    },
    {
      "epoch": 0.024902817738509036,
      "grad_norm": 0.6024990081787109,
      "learning_rate": 4.997764083648721e-05,
      "loss": 5.1669,
      "step": 28450
    },
    {
      "epoch": 0.02490719433213619,
      "grad_norm": 0.6732376217842102,
      "learning_rate": 4.997762770387241e-05,
      "loss": 5.0896,
      "step": 28455
    },
    {
      "epoch": 0.024911570925763342,
      "grad_norm": 0.5811275839805603,
      "learning_rate": 4.997761456740418e-05,
      "loss": 5.0264,
      "step": 28460
    },
    {
      "epoch": 0.024915947519390497,
      "grad_norm": 0.5202885270118713,
      "learning_rate": 4.997760142708254e-05,
      "loss": 4.9208,
      "step": 28465
    },
    {
      "epoch": 0.02492032411301765,
      "grad_norm": 0.5935090184211731,
      "learning_rate": 4.9977588282907495e-05,
      "loss": 4.2925,
      "step": 28470
    },
    {
      "epoch": 0.024924700706644806,
      "grad_norm": 0.6259225010871887,
      "learning_rate": 4.997757513487903e-05,
      "loss": 4.7116,
      "step": 28475
    },
    {
      "epoch": 0.02492907730027196,
      "grad_norm": 0.8194111585617065,
      "learning_rate": 4.997756198299716e-05,
      "loss": 6.2367,
      "step": 28480
    },
    {
      "epoch": 0.024933453893899116,
      "grad_norm": 0.5942407846450806,
      "learning_rate": 4.9977548827261875e-05,
      "loss": 5.6751,
      "step": 28485
    },
    {
      "epoch": 0.02493783048752627,
      "grad_norm": 0.7243414521217346,
      "learning_rate": 4.99775356676732e-05,
      "loss": 5.1082,
      "step": 28490
    },
    {
      "epoch": 0.024942207081153425,
      "grad_norm": 0.6135833263397217,
      "learning_rate": 4.9977522504231125e-05,
      "loss": 5.6959,
      "step": 28495
    },
    {
      "epoch": 0.02494658367478058,
      "grad_norm": 0.5188774466514587,
      "learning_rate": 4.9977509336935644e-05,
      "loss": 5.5893,
      "step": 28500
    },
    {
      "epoch": 0.024950960268407735,
      "grad_norm": 0.5924336314201355,
      "learning_rate": 4.997749616578677e-05,
      "loss": 4.5997,
      "step": 28505
    },
    {
      "epoch": 0.02495533686203489,
      "grad_norm": 0.5801766514778137,
      "learning_rate": 4.9977482990784506e-05,
      "loss": 5.1435,
      "step": 28510
    },
    {
      "epoch": 0.024959713455662044,
      "grad_norm": 0.7012505531311035,
      "learning_rate": 4.997746981192885e-05,
      "loss": 6.0446,
      "step": 28515
    },
    {
      "epoch": 0.0249640900492892,
      "grad_norm": 0.8644329309463501,
      "learning_rate": 4.99774566292198e-05,
      "loss": 5.3948,
      "step": 28520
    },
    {
      "epoch": 0.02496846664291635,
      "grad_norm": 0.5891530513763428,
      "learning_rate": 4.997744344265737e-05,
      "loss": 5.6914,
      "step": 28525
    },
    {
      "epoch": 0.024972843236543505,
      "grad_norm": 0.748711884021759,
      "learning_rate": 4.9977430252241555e-05,
      "loss": 5.6661,
      "step": 28530
    },
    {
      "epoch": 0.02497721983017066,
      "grad_norm": 0.5810524821281433,
      "learning_rate": 4.9977417057972365e-05,
      "loss": 5.9653,
      "step": 28535
    },
    {
      "epoch": 0.024981596423797815,
      "grad_norm": 0.5713798999786377,
      "learning_rate": 4.997740385984979e-05,
      "loss": 5.16,
      "step": 28540
    },
    {
      "epoch": 0.02498597301742497,
      "grad_norm": 0.7838770151138306,
      "learning_rate": 4.997739065787385e-05,
      "loss": 4.8181,
      "step": 28545
    },
    {
      "epoch": 0.024990349611052124,
      "grad_norm": 0.5446160435676575,
      "learning_rate": 4.997737745204453e-05,
      "loss": 6.5504,
      "step": 28550
    },
    {
      "epoch": 0.02499472620467928,
      "grad_norm": 0.5691042542457581,
      "learning_rate": 4.997736424236184e-05,
      "loss": 5.4702,
      "step": 28555
    },
    {
      "epoch": 0.024999102798306434,
      "grad_norm": 0.5573758482933044,
      "learning_rate": 4.997735102882577e-05,
      "loss": 4.8482,
      "step": 28560
    },
    {
      "epoch": 0.02500347939193359,
      "grad_norm": 0.7517491579055786,
      "learning_rate": 4.9977337811436355e-05,
      "loss": 4.8357,
      "step": 28565
    },
    {
      "epoch": 0.025007855985560743,
      "grad_norm": 0.7561773061752319,
      "learning_rate": 4.997732459019356e-05,
      "loss": 5.0478,
      "step": 28570
    },
    {
      "epoch": 0.025012232579187898,
      "grad_norm": 0.6328482627868652,
      "learning_rate": 4.9977311365097414e-05,
      "loss": 6.2152,
      "step": 28575
    },
    {
      "epoch": 0.025016609172815053,
      "grad_norm": 0.8439157605171204,
      "learning_rate": 4.997729813614792e-05,
      "loss": 5.4697,
      "step": 28580
    },
    {
      "epoch": 0.025020985766442207,
      "grad_norm": 0.8117141127586365,
      "learning_rate": 4.9977284903345056e-05,
      "loss": 5.0373,
      "step": 28585
    },
    {
      "epoch": 0.02502536236006936,
      "grad_norm": 0.5407984852790833,
      "learning_rate": 4.997727166668885e-05,
      "loss": 5.3711,
      "step": 28590
    },
    {
      "epoch": 0.025029738953696513,
      "grad_norm": 0.5955200791358948,
      "learning_rate": 4.9977258426179286e-05,
      "loss": 6.5615,
      "step": 28595
    },
    {
      "epoch": 0.025034115547323668,
      "grad_norm": 0.4940171241760254,
      "learning_rate": 4.997724518181638e-05,
      "loss": 5.9938,
      "step": 28600
    },
    {
      "epoch": 0.025038492140950823,
      "grad_norm": 0.5841028690338135,
      "learning_rate": 4.997723193360013e-05,
      "loss": 5.4595,
      "step": 28605
    },
    {
      "epoch": 0.025042868734577978,
      "grad_norm": 0.6340788006782532,
      "learning_rate": 4.997721868153054e-05,
      "loss": 4.5665,
      "step": 28610
    },
    {
      "epoch": 0.025047245328205132,
      "grad_norm": 0.6549633145332336,
      "learning_rate": 4.997720542560761e-05,
      "loss": 5.1436,
      "step": 28615
    },
    {
      "epoch": 0.025051621921832287,
      "grad_norm": 0.7188737988471985,
      "learning_rate": 4.9977192165831336e-05,
      "loss": 4.9163,
      "step": 28620
    },
    {
      "epoch": 0.025055998515459442,
      "grad_norm": 0.5138815641403198,
      "learning_rate": 4.997717890220173e-05,
      "loss": 5.4545,
      "step": 28625
    },
    {
      "epoch": 0.025060375109086597,
      "grad_norm": 0.5549396276473999,
      "learning_rate": 4.997716563471879e-05,
      "loss": 5.6809,
      "step": 28630
    },
    {
      "epoch": 0.02506475170271375,
      "grad_norm": 0.6256235837936401,
      "learning_rate": 4.997715236338253e-05,
      "loss": 5.6982,
      "step": 28635
    },
    {
      "epoch": 0.025069128296340906,
      "grad_norm": 0.7367817163467407,
      "learning_rate": 4.9977139088192935e-05,
      "loss": 5.0366,
      "step": 28640
    },
    {
      "epoch": 0.02507350488996806,
      "grad_norm": 0.5957420468330383,
      "learning_rate": 4.997712580915002e-05,
      "loss": 5.489,
      "step": 28645
    },
    {
      "epoch": 0.025077881483595216,
      "grad_norm": 0.5988075137138367,
      "learning_rate": 4.9977112526253777e-05,
      "loss": 5.354,
      "step": 28650
    },
    {
      "epoch": 0.025082258077222367,
      "grad_norm": 0.7606510519981384,
      "learning_rate": 4.997709923950422e-05,
      "loss": 5.3163,
      "step": 28655
    },
    {
      "epoch": 0.025086634670849522,
      "grad_norm": 0.6136870980262756,
      "learning_rate": 4.997708594890135e-05,
      "loss": 6.0334,
      "step": 28660
    },
    {
      "epoch": 0.025091011264476677,
      "grad_norm": 0.5497786402702332,
      "learning_rate": 4.9977072654445156e-05,
      "loss": 5.3756,
      "step": 28665
    },
    {
      "epoch": 0.02509538785810383,
      "grad_norm": 0.5486629605293274,
      "learning_rate": 4.997705935613566e-05,
      "loss": 5.924,
      "step": 28670
    },
    {
      "epoch": 0.025099764451730986,
      "grad_norm": 0.9427223205566406,
      "learning_rate": 4.997704605397284e-05,
      "loss": 5.0233,
      "step": 28675
    },
    {
      "epoch": 0.02510414104535814,
      "grad_norm": 0.5156051516532898,
      "learning_rate": 4.997703274795673e-05,
      "loss": 5.1687,
      "step": 28680
    },
    {
      "epoch": 0.025108517638985296,
      "grad_norm": 0.546967625617981,
      "learning_rate": 4.9977019438087315e-05,
      "loss": 5.1646,
      "step": 28685
    },
    {
      "epoch": 0.02511289423261245,
      "grad_norm": 1.01132071018219,
      "learning_rate": 4.997700612436459e-05,
      "loss": 4.6105,
      "step": 28690
    },
    {
      "epoch": 0.025117270826239605,
      "grad_norm": 0.5611113905906677,
      "learning_rate": 4.9976992806788566e-05,
      "loss": 4.8148,
      "step": 28695
    },
    {
      "epoch": 0.02512164741986676,
      "grad_norm": 0.8047223091125488,
      "learning_rate": 4.9976979485359266e-05,
      "loss": 4.8401,
      "step": 28700
    },
    {
      "epoch": 0.025126024013493915,
      "grad_norm": 0.5484103560447693,
      "learning_rate": 4.997696616007666e-05,
      "loss": 6.5008,
      "step": 28705
    },
    {
      "epoch": 0.02513040060712107,
      "grad_norm": 0.6548661589622498,
      "learning_rate": 4.997695283094076e-05,
      "loss": 4.4782,
      "step": 28710
    },
    {
      "epoch": 0.025134777200748224,
      "grad_norm": 1.2055299282073975,
      "learning_rate": 4.9976939497951567e-05,
      "loss": 5.9998,
      "step": 28715
    },
    {
      "epoch": 0.025139153794375375,
      "grad_norm": 0.7245899438858032,
      "learning_rate": 4.997692616110909e-05,
      "loss": 5.0578,
      "step": 28720
    },
    {
      "epoch": 0.02514353038800253,
      "grad_norm": 0.7062101364135742,
      "learning_rate": 4.997691282041334e-05,
      "loss": 5.1389,
      "step": 28725
    },
    {
      "epoch": 0.025147906981629685,
      "grad_norm": 0.5407575964927673,
      "learning_rate": 4.9976899475864306e-05,
      "loss": 6.2166,
      "step": 28730
    },
    {
      "epoch": 0.02515228357525684,
      "grad_norm": 0.46629270911216736,
      "learning_rate": 4.9976886127462e-05,
      "loss": 6.5555,
      "step": 28735
    },
    {
      "epoch": 0.025156660168883994,
      "grad_norm": 0.595470130443573,
      "learning_rate": 4.9976872775206406e-05,
      "loss": 5.4652,
      "step": 28740
    },
    {
      "epoch": 0.02516103676251115,
      "grad_norm": 0.9375789165496826,
      "learning_rate": 4.9976859419097544e-05,
      "loss": 5.6803,
      "step": 28745
    },
    {
      "epoch": 0.025165413356138304,
      "grad_norm": 0.5141977667808533,
      "learning_rate": 4.997684605913541e-05,
      "loss": 6.227,
      "step": 28750
    },
    {
      "epoch": 0.02516978994976546,
      "grad_norm": 0.5526741743087769,
      "learning_rate": 4.997683269532001e-05,
      "loss": 5.3629,
      "step": 28755
    },
    {
      "epoch": 0.025174166543392613,
      "grad_norm": 0.6613139510154724,
      "learning_rate": 4.9976819327651335e-05,
      "loss": 5.1319,
      "step": 28760
    },
    {
      "epoch": 0.025178543137019768,
      "grad_norm": 0.5562436580657959,
      "learning_rate": 4.9976805956129415e-05,
      "loss": 4.9111,
      "step": 28765
    },
    {
      "epoch": 0.025182919730646923,
      "grad_norm": 0.5442144870758057,
      "learning_rate": 4.9976792580754226e-05,
      "loss": 4.8177,
      "step": 28770
    },
    {
      "epoch": 0.025187296324274078,
      "grad_norm": 0.5460735559463501,
      "learning_rate": 4.997677920152578e-05,
      "loss": 4.4977,
      "step": 28775
    },
    {
      "epoch": 0.025191672917901232,
      "grad_norm": 1.0071051120758057,
      "learning_rate": 4.9976765818444084e-05,
      "loss": 5.2547,
      "step": 28780
    },
    {
      "epoch": 0.025196049511528384,
      "grad_norm": 0.5407596230506897,
      "learning_rate": 4.997675243150913e-05,
      "loss": 5.3537,
      "step": 28785
    },
    {
      "epoch": 0.02520042610515554,
      "grad_norm": 0.5143779516220093,
      "learning_rate": 4.997673904072093e-05,
      "loss": 5.3572,
      "step": 28790
    },
    {
      "epoch": 0.025204802698782693,
      "grad_norm": 0.9336045384407043,
      "learning_rate": 4.9976725646079484e-05,
      "loss": 5.9072,
      "step": 28795
    },
    {
      "epoch": 0.025209179292409848,
      "grad_norm": 0.5575509667396545,
      "learning_rate": 4.997671224758479e-05,
      "loss": 5.9314,
      "step": 28800
    },
    {
      "epoch": 0.025213555886037003,
      "grad_norm": 0.5130339860916138,
      "learning_rate": 4.9976698845236844e-05,
      "loss": 5.1308,
      "step": 28805
    },
    {
      "epoch": 0.025217932479664158,
      "grad_norm": 0.7956075072288513,
      "learning_rate": 4.9976685439035673e-05,
      "loss": 6.2361,
      "step": 28810
    },
    {
      "epoch": 0.025222309073291312,
      "grad_norm": 0.5695609450340271,
      "learning_rate": 4.997667202898126e-05,
      "loss": 4.7342,
      "step": 28815
    },
    {
      "epoch": 0.025226685666918467,
      "grad_norm": 0.6668035984039307,
      "learning_rate": 4.997665861507362e-05,
      "loss": 6.5369,
      "step": 28820
    },
    {
      "epoch": 0.025231062260545622,
      "grad_norm": 3.4848406314849854,
      "learning_rate": 4.997664519731274e-05,
      "loss": 4.6383,
      "step": 28825
    },
    {
      "epoch": 0.025235438854172777,
      "grad_norm": 1.2278132438659668,
      "learning_rate": 4.9976631775698634e-05,
      "loss": 6.2857,
      "step": 28830
    },
    {
      "epoch": 0.02523981544779993,
      "grad_norm": 0.7485840916633606,
      "learning_rate": 4.9976618350231306e-05,
      "loss": 6.2633,
      "step": 28835
    },
    {
      "epoch": 0.025244192041427086,
      "grad_norm": 0.6349233984947205,
      "learning_rate": 4.997660492091075e-05,
      "loss": 5.9537,
      "step": 28840
    },
    {
      "epoch": 0.02524856863505424,
      "grad_norm": 0.7272616028785706,
      "learning_rate": 4.997659148773698e-05,
      "loss": 5.3621,
      "step": 28845
    },
    {
      "epoch": 0.025252945228681392,
      "grad_norm": 0.5808632373809814,
      "learning_rate": 4.997657805070998e-05,
      "loss": 6.2428,
      "step": 28850
    },
    {
      "epoch": 0.025257321822308547,
      "grad_norm": 0.8036119937896729,
      "learning_rate": 4.9976564609829766e-05,
      "loss": 5.3575,
      "step": 28855
    },
    {
      "epoch": 0.0252616984159357,
      "grad_norm": 0.8798986673355103,
      "learning_rate": 4.997655116509634e-05,
      "loss": 5.3514,
      "step": 28860
    },
    {
      "epoch": 0.025266075009562856,
      "grad_norm": 0.5944184064865112,
      "learning_rate": 4.997653771650971e-05,
      "loss": 5.8838,
      "step": 28865
    },
    {
      "epoch": 0.02527045160319001,
      "grad_norm": 0.8558422923088074,
      "learning_rate": 4.997652426406986e-05,
      "loss": 6.0115,
      "step": 28870
    },
    {
      "epoch": 0.025274828196817166,
      "grad_norm": 0.5600281357765198,
      "learning_rate": 4.997651080777681e-05,
      "loss": 5.5844,
      "step": 28875
    },
    {
      "epoch": 0.02527920479044432,
      "grad_norm": 0.673219621181488,
      "learning_rate": 4.997649734763056e-05,
      "loss": 5.4935,
      "step": 28880
    },
    {
      "epoch": 0.025283581384071475,
      "grad_norm": 0.8825924396514893,
      "learning_rate": 4.997648388363111e-05,
      "loss": 4.8868,
      "step": 28885
    },
    {
      "epoch": 0.02528795797769863,
      "grad_norm": 0.5994058847427368,
      "learning_rate": 4.997647041577845e-05,
      "loss": 5.7317,
      "step": 28890
    },
    {
      "epoch": 0.025292334571325785,
      "grad_norm": 0.53570556640625,
      "learning_rate": 4.997645694407261e-05,
      "loss": 6.5416,
      "step": 28895
    },
    {
      "epoch": 0.02529671116495294,
      "grad_norm": 0.48572462797164917,
      "learning_rate": 4.997644346851357e-05,
      "loss": 6.5521,
      "step": 28900
    },
    {
      "epoch": 0.025301087758580094,
      "grad_norm": 0.7974798679351807,
      "learning_rate": 4.997642998910135e-05,
      "loss": 5.877,
      "step": 28905
    },
    {
      "epoch": 0.025305464352207246,
      "grad_norm": 0.5769590735435486,
      "learning_rate": 4.997641650583592e-05,
      "loss": 5.1825,
      "step": 28910
    },
    {
      "epoch": 0.0253098409458344,
      "grad_norm": 0.6830896735191345,
      "learning_rate": 4.9976403018717334e-05,
      "loss": 6.2273,
      "step": 28915
    },
    {
      "epoch": 0.025314217539461555,
      "grad_norm": 0.5555550456047058,
      "learning_rate": 4.9976389527745546e-05,
      "loss": 6.5477,
      "step": 28920
    },
    {
      "epoch": 0.02531859413308871,
      "grad_norm": 0.6020509004592896,
      "learning_rate": 4.997637603292058e-05,
      "loss": 5.125,
      "step": 28925
    },
    {
      "epoch": 0.025322970726715865,
      "grad_norm": 0.6000759601593018,
      "learning_rate": 4.997636253424244e-05,
      "loss": 4.9376,
      "step": 28930
    },
    {
      "epoch": 0.02532734732034302,
      "grad_norm": 0.6263836026191711,
      "learning_rate": 4.997634903171114e-05,
      "loss": 5.7046,
      "step": 28935
    },
    {
      "epoch": 0.025331723913970174,
      "grad_norm": 0.6010772585868835,
      "learning_rate": 4.997633552532664e-05,
      "loss": 6.0064,
      "step": 28940
    },
    {
      "epoch": 0.02533610050759733,
      "grad_norm": 0.4936874210834503,
      "learning_rate": 4.997632201508898e-05,
      "loss": 5.9127,
      "step": 28945
    },
    {
      "epoch": 0.025340477101224484,
      "grad_norm": 0.48934051394462585,
      "learning_rate": 4.997630850099817e-05,
      "loss": 6.5453,
      "step": 28950
    },
    {
      "epoch": 0.02534485369485164,
      "grad_norm": 0.8174682855606079,
      "learning_rate": 4.997629498305418e-05,
      "loss": 5.0244,
      "step": 28955
    },
    {
      "epoch": 0.025349230288478793,
      "grad_norm": 0.5526613593101501,
      "learning_rate": 4.9976281461257035e-05,
      "loss": 4.6045,
      "step": 28960
    },
    {
      "epoch": 0.025353606882105948,
      "grad_norm": 0.6823323369026184,
      "learning_rate": 4.9976267935606736e-05,
      "loss": 4.8137,
      "step": 28965
    },
    {
      "epoch": 0.025357983475733103,
      "grad_norm": 0.5397086143493652,
      "learning_rate": 4.9976254406103264e-05,
      "loss": 5.6964,
      "step": 28970
    },
    {
      "epoch": 0.025362360069360254,
      "grad_norm": 0.5401009917259216,
      "learning_rate": 4.997624087274665e-05,
      "loss": 5.4735,
      "step": 28975
    },
    {
      "epoch": 0.02536673666298741,
      "grad_norm": 0.599895179271698,
      "learning_rate": 4.997622733553689e-05,
      "loss": 6.0243,
      "step": 28980
    },
    {
      "epoch": 0.025371113256614564,
      "grad_norm": 0.6303394436836243,
      "learning_rate": 4.997621379447397e-05,
      "loss": 5.6753,
      "step": 28985
    },
    {
      "epoch": 0.02537548985024172,
      "grad_norm": 0.5295600295066833,
      "learning_rate": 4.997620024955791e-05,
      "loss": 4.8795,
      "step": 28990
    },
    {
      "epoch": 0.025379866443868873,
      "grad_norm": 0.8792728185653687,
      "learning_rate": 4.997618670078871e-05,
      "loss": 5.3547,
      "step": 28995
    },
    {
      "epoch": 0.025384243037496028,
      "grad_norm": 0.9754583835601807,
      "learning_rate": 4.997617314816636e-05,
      "loss": 4.8993,
      "step": 29000
    },
    {
      "epoch": 0.025388619631123183,
      "grad_norm": 0.9940829277038574,
      "learning_rate": 4.997615959169087e-05,
      "loss": 6.0046,
      "step": 29005
    },
    {
      "epoch": 0.025392996224750337,
      "grad_norm": 0.769412100315094,
      "learning_rate": 4.997614603136226e-05,
      "loss": 5.6883,
      "step": 29010
    },
    {
      "epoch": 0.025397372818377492,
      "grad_norm": 0.630035400390625,
      "learning_rate": 4.997613246718051e-05,
      "loss": 5.1479,
      "step": 29015
    },
    {
      "epoch": 0.025401749412004647,
      "grad_norm": 0.6089773774147034,
      "learning_rate": 4.997611889914563e-05,
      "loss": 6.257,
      "step": 29020
    },
    {
      "epoch": 0.0254061260056318,
      "grad_norm": 0.5525796413421631,
      "learning_rate": 4.997610532725763e-05,
      "loss": 5.1542,
      "step": 29025
    },
    {
      "epoch": 0.025410502599258956,
      "grad_norm": 0.49199458956718445,
      "learning_rate": 4.9976091751516484e-05,
      "loss": 5.9141,
      "step": 29030
    },
    {
      "epoch": 0.02541487919288611,
      "grad_norm": 0.5942850708961487,
      "learning_rate": 4.9976078171922234e-05,
      "loss": 5.1521,
      "step": 29035
    },
    {
      "epoch": 0.025419255786513262,
      "grad_norm": 0.5234599709510803,
      "learning_rate": 4.997606458847487e-05,
      "loss": 5.5842,
      "step": 29040
    },
    {
      "epoch": 0.025423632380140417,
      "grad_norm": 0.5004144906997681,
      "learning_rate": 4.997605100117437e-05,
      "loss": 5.5738,
      "step": 29045
    },
    {
      "epoch": 0.025428008973767572,
      "grad_norm": 0.5477002859115601,
      "learning_rate": 4.997603741002077e-05,
      "loss": 5.698,
      "step": 29050
    },
    {
      "epoch": 0.025432385567394727,
      "grad_norm": 0.6919888854026794,
      "learning_rate": 4.997602381501405e-05,
      "loss": 5.4479,
      "step": 29055
    },
    {
      "epoch": 0.02543676216102188,
      "grad_norm": 0.4759139120578766,
      "learning_rate": 4.997601021615422e-05,
      "loss": 5.4511,
      "step": 29060
    },
    {
      "epoch": 0.025441138754649036,
      "grad_norm": 0.5583757162094116,
      "learning_rate": 4.997599661344129e-05,
      "loss": 6.2068,
      "step": 29065
    },
    {
      "epoch": 0.02544551534827619,
      "grad_norm": 0.5086845755577087,
      "learning_rate": 4.997598300687526e-05,
      "loss": 4.5102,
      "step": 29070
    },
    {
      "epoch": 0.025449891941903346,
      "grad_norm": 0.5332992672920227,
      "learning_rate": 4.997596939645612e-05,
      "loss": 4.0188,
      "step": 29075
    },
    {
      "epoch": 0.0254542685355305,
      "grad_norm": 0.5430774092674255,
      "learning_rate": 4.997595578218388e-05,
      "loss": 5.1893,
      "step": 29080
    },
    {
      "epoch": 0.025458645129157655,
      "grad_norm": 0.5513541102409363,
      "learning_rate": 4.997594216405855e-05,
      "loss": 6.0154,
      "step": 29085
    },
    {
      "epoch": 0.02546302172278481,
      "grad_norm": 0.6612292528152466,
      "learning_rate": 4.997592854208012e-05,
      "loss": 5.385,
      "step": 29090
    },
    {
      "epoch": 0.025467398316411965,
      "grad_norm": 0.47285279631614685,
      "learning_rate": 4.997591491624861e-05,
      "loss": 4.9198,
      "step": 29095
    },
    {
      "epoch": 0.02547177491003912,
      "grad_norm": 0.5884667038917542,
      "learning_rate": 4.9975901286564006e-05,
      "loss": 5.5988,
      "step": 29100
    },
    {
      "epoch": 0.02547615150366627,
      "grad_norm": 0.5918107628822327,
      "learning_rate": 4.997588765302632e-05,
      "loss": 5.584,
      "step": 29105
    },
    {
      "epoch": 0.025480528097293426,
      "grad_norm": 0.6789328455924988,
      "learning_rate": 4.997587401563555e-05,
      "loss": 5.6593,
      "step": 29110
    },
    {
      "epoch": 0.02548490469092058,
      "grad_norm": 0.5903913974761963,
      "learning_rate": 4.9975860374391694e-05,
      "loss": 4.9296,
      "step": 29115
    },
    {
      "epoch": 0.025489281284547735,
      "grad_norm": 1.0743818283081055,
      "learning_rate": 4.997584672929476e-05,
      "loss": 5.6459,
      "step": 29120
    },
    {
      "epoch": 0.02549365787817489,
      "grad_norm": 0.5648790597915649,
      "learning_rate": 4.9975833080344755e-05,
      "loss": 6.0387,
      "step": 29125
    },
    {
      "epoch": 0.025498034471802045,
      "grad_norm": 0.5682090520858765,
      "learning_rate": 4.997581942754168e-05,
      "loss": 5.0674,
      "step": 29130
    },
    {
      "epoch": 0.0255024110654292,
      "grad_norm": 0.7830855846405029,
      "learning_rate": 4.997580577088553e-05,
      "loss": 5.0231,
      "step": 29135
    },
    {
      "epoch": 0.025506787659056354,
      "grad_norm": 0.6006794571876526,
      "learning_rate": 4.9975792110376316e-05,
      "loss": 5.138,
      "step": 29140
    },
    {
      "epoch": 0.02551116425268351,
      "grad_norm": 0.5309333801269531,
      "learning_rate": 4.9975778446014045e-05,
      "loss": 5.1561,
      "step": 29145
    },
    {
      "epoch": 0.025515540846310664,
      "grad_norm": 0.49467724561691284,
      "learning_rate": 4.9975764777798695e-05,
      "loss": 5.2438,
      "step": 29150
    },
    {
      "epoch": 0.02551991743993782,
      "grad_norm": 0.9085187315940857,
      "learning_rate": 4.997575110573031e-05,
      "loss": 4.8039,
      "step": 29155
    },
    {
      "epoch": 0.025524294033564973,
      "grad_norm": 0.5846243500709534,
      "learning_rate": 4.997573742980884e-05,
      "loss": 6.5488,
      "step": 29160
    },
    {
      "epoch": 0.025528670627192128,
      "grad_norm": 0.6730101704597473,
      "learning_rate": 4.997572375003433e-05,
      "loss": 5.4404,
      "step": 29165
    },
    {
      "epoch": 0.02553304722081928,
      "grad_norm": 0.9218899607658386,
      "learning_rate": 4.997571006640678e-05,
      "loss": 5.145,
      "step": 29170
    },
    {
      "epoch": 0.025537423814446434,
      "grad_norm": 0.6873694658279419,
      "learning_rate": 4.9975696378926165e-05,
      "loss": 5.4679,
      "step": 29175
    },
    {
      "epoch": 0.02554180040807359,
      "grad_norm": 0.6816640496253967,
      "learning_rate": 4.997568268759251e-05,
      "loss": 5.3371,
      "step": 29180
    },
    {
      "epoch": 0.025546177001700743,
      "grad_norm": 0.555419385433197,
      "learning_rate": 4.997566899240581e-05,
      "loss": 5.6238,
      "step": 29185
    },
    {
      "epoch": 0.025550553595327898,
      "grad_norm": 0.6391361951828003,
      "learning_rate": 4.9975655293366074e-05,
      "loss": 6.2283,
      "step": 29190
    },
    {
      "epoch": 0.025554930188955053,
      "grad_norm": 0.6025012731552124,
      "learning_rate": 4.99756415904733e-05,
      "loss": 5.3479,
      "step": 29195
    },
    {
      "epoch": 0.025559306782582208,
      "grad_norm": 0.667862594127655,
      "learning_rate": 4.997562788372748e-05,
      "loss": 4.8021,
      "step": 29200
    },
    {
      "epoch": 0.025563683376209363,
      "grad_norm": 0.5945282578468323,
      "learning_rate": 4.9975614173128637e-05,
      "loss": 5.4541,
      "step": 29205
    },
    {
      "epoch": 0.025568059969836517,
      "grad_norm": 0.5304094552993774,
      "learning_rate": 4.997560045867676e-05,
      "loss": 5.5836,
      "step": 29210
    },
    {
      "epoch": 0.025572436563463672,
      "grad_norm": 0.5693618059158325,
      "learning_rate": 4.997558674037186e-05,
      "loss": 4.4998,
      "step": 29215
    },
    {
      "epoch": 0.025576813157090827,
      "grad_norm": 0.7644516825675964,
      "learning_rate": 4.997557301821393e-05,
      "loss": 5.395,
      "step": 29220
    },
    {
      "epoch": 0.02558118975071798,
      "grad_norm": 0.6681254506111145,
      "learning_rate": 4.997555929220298e-05,
      "loss": 4.7987,
      "step": 29225
    },
    {
      "epoch": 0.025585566344345136,
      "grad_norm": 0.6702246069908142,
      "learning_rate": 4.997554556233901e-05,
      "loss": 6.0175,
      "step": 29230
    },
    {
      "epoch": 0.025589942937972288,
      "grad_norm": 0.5353596806526184,
      "learning_rate": 4.997553182862204e-05,
      "loss": 5.3896,
      "step": 29235
    },
    {
      "epoch": 0.025594319531599442,
      "grad_norm": 0.49516475200653076,
      "learning_rate": 4.997551809105203e-05,
      "loss": 5.3813,
      "step": 29240
    },
    {
      "epoch": 0.025598696125226597,
      "grad_norm": 0.6068589687347412,
      "learning_rate": 4.997550434962902e-05,
      "loss": 5.7165,
      "step": 29245
    },
    {
      "epoch": 0.025603072718853752,
      "grad_norm": 1.1375679969787598,
      "learning_rate": 4.9975490604352996e-05,
      "loss": 5.1342,
      "step": 29250
    },
    {
      "epoch": 0.025607449312480907,
      "grad_norm": 0.660796046257019,
      "learning_rate": 4.997547685522397e-05,
      "loss": 6.0332,
      "step": 29255
    },
    {
      "epoch": 0.02561182590610806,
      "grad_norm": 0.6145132780075073,
      "learning_rate": 4.997546310224194e-05,
      "loss": 5.3836,
      "step": 29260
    },
    {
      "epoch": 0.025616202499735216,
      "grad_norm": 0.6245493292808533,
      "learning_rate": 4.9975449345406914e-05,
      "loss": 5.4499,
      "step": 29265
    },
    {
      "epoch": 0.02562057909336237,
      "grad_norm": 0.9217657446861267,
      "learning_rate": 4.9975435584718876e-05,
      "loss": 5.2641,
      "step": 29270
    },
    {
      "epoch": 0.025624955686989526,
      "grad_norm": 1.203995943069458,
      "learning_rate": 4.9975421820177856e-05,
      "loss": 5.893,
      "step": 29275
    },
    {
      "epoch": 0.02562933228061668,
      "grad_norm": 0.617149829864502,
      "learning_rate": 4.997540805178383e-05,
      "loss": 5.456,
      "step": 29280
    },
    {
      "epoch": 0.025633708874243835,
      "grad_norm": 0.6841856837272644,
      "learning_rate": 4.9975394279536823e-05,
      "loss": 5.1449,
      "step": 29285
    },
    {
      "epoch": 0.02563808546787099,
      "grad_norm": 0.5858027935028076,
      "learning_rate": 4.997538050343683e-05,
      "loss": 5.1403,
      "step": 29290
    },
    {
      "epoch": 0.025642462061498145,
      "grad_norm": 0.8835647106170654,
      "learning_rate": 4.997536672348385e-05,
      "loss": 5.1435,
      "step": 29295
    },
    {
      "epoch": 0.025646838655125296,
      "grad_norm": 0.8450700044631958,
      "learning_rate": 4.9975352939677885e-05,
      "loss": 5.7223,
      "step": 29300
    },
    {
      "epoch": 0.02565121524875245,
      "grad_norm": 0.8269683122634888,
      "learning_rate": 4.9975339152018944e-05,
      "loss": 5.6605,
      "step": 29305
    },
    {
      "epoch": 0.025655591842379605,
      "grad_norm": 0.5916557908058167,
      "learning_rate": 4.997532536050703e-05,
      "loss": 5.7039,
      "step": 29310
    },
    {
      "epoch": 0.02565996843600676,
      "grad_norm": 0.8820530772209167,
      "learning_rate": 4.9975311565142137e-05,
      "loss": 4.837,
      "step": 29315
    },
    {
      "epoch": 0.025664345029633915,
      "grad_norm": 0.6917886137962341,
      "learning_rate": 4.9975297765924265e-05,
      "loss": 5.695,
      "step": 29320
    },
    {
      "epoch": 0.02566872162326107,
      "grad_norm": 0.6691734194755554,
      "learning_rate": 4.997528396285342e-05,
      "loss": 5.3674,
      "step": 29325
    },
    {
      "epoch": 0.025673098216888224,
      "grad_norm": 0.568885326385498,
      "learning_rate": 4.997527015592963e-05,
      "loss": 5.161,
      "step": 29330
    },
    {
      "epoch": 0.02567747481051538,
      "grad_norm": 0.5874019861221313,
      "learning_rate": 4.9975256345152863e-05,
      "loss": 5.1632,
      "step": 29335
    },
    {
      "epoch": 0.025681851404142534,
      "grad_norm": 0.7348458170890808,
      "learning_rate": 4.997524253052314e-05,
      "loss": 5.6926,
      "step": 29340
    },
    {
      "epoch": 0.02568622799776969,
      "grad_norm": 0.5759152770042419,
      "learning_rate": 4.997522871204046e-05,
      "loss": 6.2049,
      "step": 29345
    },
    {
      "epoch": 0.025690604591396844,
      "grad_norm": 0.5433703660964966,
      "learning_rate": 4.9975214889704814e-05,
      "loss": 5.4435,
      "step": 29350
    },
    {
      "epoch": 0.025694981185024,
      "grad_norm": 0.6224172711372375,
      "learning_rate": 4.997520106351622e-05,
      "loss": 4.8913,
      "step": 29355
    },
    {
      "epoch": 0.025699357778651153,
      "grad_norm": 0.5302128195762634,
      "learning_rate": 4.997518723347467e-05,
      "loss": 5.6811,
      "step": 29360
    },
    {
      "epoch": 0.025703734372278304,
      "grad_norm": 0.5973438024520874,
      "learning_rate": 4.997517339958018e-05,
      "loss": 4.8167,
      "step": 29365
    },
    {
      "epoch": 0.02570811096590546,
      "grad_norm": 0.5187217593193054,
      "learning_rate": 4.997515956183274e-05,
      "loss": 6.0145,
      "step": 29370
    },
    {
      "epoch": 0.025712487559532614,
      "grad_norm": 0.5434538722038269,
      "learning_rate": 4.997514572023238e-05,
      "loss": 5.4231,
      "step": 29375
    },
    {
      "epoch": 0.02571686415315977,
      "grad_norm": 0.5152437090873718,
      "learning_rate": 4.997513187477905e-05,
      "loss": 5.474,
      "step": 29380
    },
    {
      "epoch": 0.025721240746786923,
      "grad_norm": 0.5387364625930786,
      "learning_rate": 4.9975118025472786e-05,
      "loss": 5.4674,
      "step": 29385
    },
    {
      "epoch": 0.025725617340414078,
      "grad_norm": 0.6315328478813171,
      "learning_rate": 4.99751041723136e-05,
      "loss": 5.8707,
      "step": 29390
    },
    {
      "epoch": 0.025729993934041233,
      "grad_norm": 0.5188384056091309,
      "learning_rate": 4.997509031530148e-05,
      "loss": 4.0596,
      "step": 29395
    },
    {
      "epoch": 0.025734370527668388,
      "grad_norm": 0.5133296251296997,
      "learning_rate": 4.997507645443643e-05,
      "loss": 5.1506,
      "step": 29400
    },
    {
      "epoch": 0.025738747121295542,
      "grad_norm": 0.5803951025009155,
      "learning_rate": 4.997506258971846e-05,
      "loss": 4.7254,
      "step": 29405
    },
    {
      "epoch": 0.025743123714922697,
      "grad_norm": 0.5386871099472046,
      "learning_rate": 4.9975048721147554e-05,
      "loss": 4.3628,
      "step": 29410
    },
    {
      "epoch": 0.025747500308549852,
      "grad_norm": 0.4910634160041809,
      "learning_rate": 4.9975034848723735e-05,
      "loss": 5.9568,
      "step": 29415
    },
    {
      "epoch": 0.025751876902177007,
      "grad_norm": 0.6806208491325378,
      "learning_rate": 4.9975020972446986e-05,
      "loss": 4.2996,
      "step": 29420
    },
    {
      "epoch": 0.02575625349580416,
      "grad_norm": 0.7687577605247498,
      "learning_rate": 4.9975007092317336e-05,
      "loss": 5.9031,
      "step": 29425
    },
    {
      "epoch": 0.025760630089431313,
      "grad_norm": 0.6952231526374817,
      "learning_rate": 4.9974993208334776e-05,
      "loss": 5.9954,
      "step": 29430
    },
    {
      "epoch": 0.025765006683058467,
      "grad_norm": 0.5549991130828857,
      "learning_rate": 4.9974979320499294e-05,
      "loss": 5.9794,
      "step": 29435
    },
    {
      "epoch": 0.025769383276685622,
      "grad_norm": 0.9227423667907715,
      "learning_rate": 4.99749654288109e-05,
      "loss": 5.4103,
      "step": 29440
    },
    {
      "epoch": 0.025773759870312777,
      "grad_norm": 0.5107315182685852,
      "learning_rate": 4.997495153326961e-05,
      "loss": 5.7085,
      "step": 29445
    },
    {
      "epoch": 0.02577813646393993,
      "grad_norm": 0.579980731010437,
      "learning_rate": 4.997493763387542e-05,
      "loss": 5.145,
      "step": 29450
    },
    {
      "epoch": 0.025782513057567086,
      "grad_norm": 0.5334612131118774,
      "learning_rate": 4.997492373062832e-05,
      "loss": 5.3365,
      "step": 29455
    },
    {
      "epoch": 0.02578688965119424,
      "grad_norm": 0.5720011591911316,
      "learning_rate": 4.997490982352834e-05,
      "loss": 5.1354,
      "step": 29460
    },
    {
      "epoch": 0.025791266244821396,
      "grad_norm": 0.8371587991714478,
      "learning_rate": 4.997489591257545e-05,
      "loss": 5.3438,
      "step": 29465
    },
    {
      "epoch": 0.02579564283844855,
      "grad_norm": 0.5862109661102295,
      "learning_rate": 4.997488199776967e-05,
      "loss": 5.7431,
      "step": 29470
    },
    {
      "epoch": 0.025800019432075705,
      "grad_norm": 0.632682740688324,
      "learning_rate": 4.9974868079111e-05,
      "loss": 5.4403,
      "step": 29475
    },
    {
      "epoch": 0.02580439602570286,
      "grad_norm": 0.6457424163818359,
      "learning_rate": 4.997485415659946e-05,
      "loss": 5.4958,
      "step": 29480
    },
    {
      "epoch": 0.025808772619330015,
      "grad_norm": 0.5859944820404053,
      "learning_rate": 4.997484023023502e-05,
      "loss": 5.3354,
      "step": 29485
    },
    {
      "epoch": 0.025813149212957166,
      "grad_norm": 0.702663779258728,
      "learning_rate": 4.997482630001771e-05,
      "loss": 6.0026,
      "step": 29490
    },
    {
      "epoch": 0.02581752580658432,
      "grad_norm": 0.600299596786499,
      "learning_rate": 4.997481236594751e-05,
      "loss": 5.6661,
      "step": 29495
    },
    {
      "epoch": 0.025821902400211476,
      "grad_norm": 0.5645065903663635,
      "learning_rate": 4.9974798428024447e-05,
      "loss": 6.0125,
      "step": 29500
    },
    {
      "epoch": 0.02582627899383863,
      "grad_norm": 0.4907858371734619,
      "learning_rate": 4.9974784486248504e-05,
      "loss": 6.2361,
      "step": 29505
    },
    {
      "epoch": 0.025830655587465785,
      "grad_norm": 0.4856233596801758,
      "learning_rate": 4.99747705406197e-05,
      "loss": 5.6271,
      "step": 29510
    },
    {
      "epoch": 0.02583503218109294,
      "grad_norm": 0.45026034116744995,
      "learning_rate": 4.997475659113802e-05,
      "loss": 6.2283,
      "step": 29515
    },
    {
      "epoch": 0.025839408774720095,
      "grad_norm": 0.5607008337974548,
      "learning_rate": 4.997474263780347e-05,
      "loss": 5.3838,
      "step": 29520
    },
    {
      "epoch": 0.02584378536834725,
      "grad_norm": 0.7896585464477539,
      "learning_rate": 4.997472868061607e-05,
      "loss": 5.6886,
      "step": 29525
    },
    {
      "epoch": 0.025848161961974404,
      "grad_norm": 0.5266602635383606,
      "learning_rate": 4.99747147195758e-05,
      "loss": 5.1018,
      "step": 29530
    },
    {
      "epoch": 0.02585253855560156,
      "grad_norm": 0.5521031022071838,
      "learning_rate": 4.997470075468268e-05,
      "loss": 4.5909,
      "step": 29535
    },
    {
      "epoch": 0.025856915149228714,
      "grad_norm": 0.5429254770278931,
      "learning_rate": 4.997468678593671e-05,
      "loss": 5.0229,
      "step": 29540
    },
    {
      "epoch": 0.02586129174285587,
      "grad_norm": 0.7013391852378845,
      "learning_rate": 4.9974672813337886e-05,
      "loss": 5.5857,
      "step": 29545
    },
    {
      "epoch": 0.025865668336483023,
      "grad_norm": 0.5747273564338684,
      "learning_rate": 4.9974658836886204e-05,
      "loss": 4.909,
      "step": 29550
    },
    {
      "epoch": 0.025870044930110175,
      "grad_norm": 0.5228138566017151,
      "learning_rate": 4.9974644856581686e-05,
      "loss": 5.8674,
      "step": 29555
    },
    {
      "epoch": 0.02587442152373733,
      "grad_norm": 0.6004719734191895,
      "learning_rate": 4.997463087242432e-05,
      "loss": 5.1077,
      "step": 29560
    },
    {
      "epoch": 0.025878798117364484,
      "grad_norm": 0.5102397799491882,
      "learning_rate": 4.9974616884414115e-05,
      "loss": 6.1855,
      "step": 29565
    },
    {
      "epoch": 0.02588317471099164,
      "grad_norm": 0.4496150016784668,
      "learning_rate": 4.997460289255108e-05,
      "loss": 5.4529,
      "step": 29570
    },
    {
      "epoch": 0.025887551304618794,
      "grad_norm": 0.48525089025497437,
      "learning_rate": 4.9974588896835206e-05,
      "loss": 6.2469,
      "step": 29575
    },
    {
      "epoch": 0.02589192789824595,
      "grad_norm": 0.7992748022079468,
      "learning_rate": 4.997457489726649e-05,
      "loss": 5.0464,
      "step": 29580
    },
    {
      "epoch": 0.025896304491873103,
      "grad_norm": 0.604246973991394,
      "learning_rate": 4.9974560893844946e-05,
      "loss": 5.6726,
      "step": 29585
    },
    {
      "epoch": 0.025900681085500258,
      "grad_norm": 0.6102997660636902,
      "learning_rate": 4.997454688657058e-05,
      "loss": 4.3387,
      "step": 29590
    },
    {
      "epoch": 0.025905057679127413,
      "grad_norm": 0.5687644481658936,
      "learning_rate": 4.997453287544339e-05,
      "loss": 4.6228,
      "step": 29595
    },
    {
      "epoch": 0.025909434272754567,
      "grad_norm": 0.6259379386901855,
      "learning_rate": 4.997451886046339e-05,
      "loss": 5.1243,
      "step": 29600
    },
    {
      "epoch": 0.025913810866381722,
      "grad_norm": 0.4539022147655487,
      "learning_rate": 4.9974504841630556e-05,
      "loss": 6.19,
      "step": 29605
    },
    {
      "epoch": 0.025918187460008877,
      "grad_norm": 0.514092206954956,
      "learning_rate": 4.997449081894491e-05,
      "loss": 5.3568,
      "step": 29610
    },
    {
      "epoch": 0.025922564053636032,
      "grad_norm": 0.555307149887085,
      "learning_rate": 4.9974476792406446e-05,
      "loss": 5.6635,
      "step": 29615
    },
    {
      "epoch": 0.025926940647263183,
      "grad_norm": 0.6014390587806702,
      "learning_rate": 4.997446276201518e-05,
      "loss": 4.8586,
      "step": 29620
    },
    {
      "epoch": 0.025931317240890338,
      "grad_norm": 0.5286820530891418,
      "learning_rate": 4.9974448727771106e-05,
      "loss": 5.3536,
      "step": 29625
    },
    {
      "epoch": 0.025935693834517493,
      "grad_norm": 0.5679666996002197,
      "learning_rate": 4.997443468967422e-05,
      "loss": 5.5625,
      "step": 29630
    },
    {
      "epoch": 0.025940070428144647,
      "grad_norm": 0.518300473690033,
      "learning_rate": 4.997442064772453e-05,
      "loss": 4.4977,
      "step": 29635
    },
    {
      "epoch": 0.025944447021771802,
      "grad_norm": 0.6599516868591309,
      "learning_rate": 4.997440660192204e-05,
      "loss": 5.4472,
      "step": 29640
    },
    {
      "epoch": 0.025948823615398957,
      "grad_norm": 0.5377379655838013,
      "learning_rate": 4.997439255226677e-05,
      "loss": 6.5537,
      "step": 29645
    },
    {
      "epoch": 0.02595320020902611,
      "grad_norm": 0.5595297813415527,
      "learning_rate": 4.997437849875869e-05,
      "loss": 5.4748,
      "step": 29650
    },
    {
      "epoch": 0.025957576802653266,
      "grad_norm": 0.5749080181121826,
      "learning_rate": 4.9974364441397816e-05,
      "loss": 5.1838,
      "step": 29655
    },
    {
      "epoch": 0.02596195339628042,
      "grad_norm": 0.8616116046905518,
      "learning_rate": 4.9974350380184156e-05,
      "loss": 5.9881,
      "step": 29660
    },
    {
      "epoch": 0.025966329989907576,
      "grad_norm": 0.7705705761909485,
      "learning_rate": 4.997433631511771e-05,
      "loss": 5.364,
      "step": 29665
    },
    {
      "epoch": 0.02597070658353473,
      "grad_norm": 0.682508647441864,
      "learning_rate": 4.997432224619849e-05,
      "loss": 5.4861,
      "step": 29670
    },
    {
      "epoch": 0.025975083177161885,
      "grad_norm": 0.6315534114837646,
      "learning_rate": 4.9974308173426474e-05,
      "loss": 5.191,
      "step": 29675
    },
    {
      "epoch": 0.02597945977078904,
      "grad_norm": 0.7831291556358337,
      "learning_rate": 4.997429409680169e-05,
      "loss": 5.4883,
      "step": 29680
    },
    {
      "epoch": 0.02598383636441619,
      "grad_norm": 0.8210466504096985,
      "learning_rate": 4.9974280016324126e-05,
      "loss": 4.8604,
      "step": 29685
    },
    {
      "epoch": 0.025988212958043346,
      "grad_norm": 0.7967186570167542,
      "learning_rate": 4.9974265931993806e-05,
      "loss": 5.0407,
      "step": 29690
    },
    {
      "epoch": 0.0259925895516705,
      "grad_norm": 0.6143795251846313,
      "learning_rate": 4.997425184381069e-05,
      "loss": 5.4464,
      "step": 29695
    },
    {
      "epoch": 0.025996966145297656,
      "grad_norm": 0.9232527017593384,
      "learning_rate": 4.9974237751774824e-05,
      "loss": 5.3624,
      "step": 29700
    },
    {
      "epoch": 0.02600134273892481,
      "grad_norm": 0.8569306135177612,
      "learning_rate": 4.9974223655886176e-05,
      "loss": 5.3873,
      "step": 29705
    },
    {
      "epoch": 0.026005719332551965,
      "grad_norm": 0.6057555675506592,
      "learning_rate": 4.997420955614478e-05,
      "loss": 4.5058,
      "step": 29710
    },
    {
      "epoch": 0.02601009592617912,
      "grad_norm": 0.8575075268745422,
      "learning_rate": 4.997419545255062e-05,
      "loss": 5.4939,
      "step": 29715
    },
    {
      "epoch": 0.026014472519806275,
      "grad_norm": 0.5945483446121216,
      "learning_rate": 4.997418134510371e-05,
      "loss": 5.3596,
      "step": 29720
    },
    {
      "epoch": 0.02601884911343343,
      "grad_norm": 0.7142461538314819,
      "learning_rate": 4.997416723380405e-05,
      "loss": 5.1424,
      "step": 29725
    },
    {
      "epoch": 0.026023225707060584,
      "grad_norm": 0.8103375434875488,
      "learning_rate": 4.997415311865162e-05,
      "loss": 5.149,
      "step": 29730
    },
    {
      "epoch": 0.02602760230068774,
      "grad_norm": 0.5821409821510315,
      "learning_rate": 4.9974138999646455e-05,
      "loss": 5.0336,
      "step": 29735
    },
    {
      "epoch": 0.026031978894314894,
      "grad_norm": 0.5857188701629639,
      "learning_rate": 4.997412487678854e-05,
      "loss": 5.699,
      "step": 29740
    },
    {
      "epoch": 0.02603635548794205,
      "grad_norm": 0.5268037915229797,
      "learning_rate": 4.9974110750077884e-05,
      "loss": 5.67,
      "step": 29745
    },
    {
      "epoch": 0.0260407320815692,
      "grad_norm": 0.5270063877105713,
      "learning_rate": 4.9974096619514486e-05,
      "loss": 5.1412,
      "step": 29750
    },
    {
      "epoch": 0.026045108675196355,
      "grad_norm": 0.5553166270256042,
      "learning_rate": 4.997408248509836e-05,
      "loss": 5.8895,
      "step": 29755
    },
    {
      "epoch": 0.02604948526882351,
      "grad_norm": 0.7538909912109375,
      "learning_rate": 4.9974068346829484e-05,
      "loss": 5.037,
      "step": 29760
    },
    {
      "epoch": 0.026053861862450664,
      "grad_norm": 0.6021606922149658,
      "learning_rate": 4.997405420470789e-05,
      "loss": 5.7015,
      "step": 29765
    },
    {
      "epoch": 0.02605823845607782,
      "grad_norm": 0.7191877365112305,
      "learning_rate": 4.9974040058733565e-05,
      "loss": 6.0296,
      "step": 29770
    },
    {
      "epoch": 0.026062615049704974,
      "grad_norm": 0.5645594596862793,
      "learning_rate": 4.997402590890651e-05,
      "loss": 5.3812,
      "step": 29775
    },
    {
      "epoch": 0.02606699164333213,
      "grad_norm": 0.5207301378250122,
      "learning_rate": 4.997401175522672e-05,
      "loss": 4.8144,
      "step": 29780
    },
    {
      "epoch": 0.026071368236959283,
      "grad_norm": 0.705685019493103,
      "learning_rate": 4.997399759769422e-05,
      "loss": 5.1611,
      "step": 29785
    },
    {
      "epoch": 0.026075744830586438,
      "grad_norm": 0.9948817491531372,
      "learning_rate": 4.9973983436309015e-05,
      "loss": 4.5963,
      "step": 29790
    },
    {
      "epoch": 0.026080121424213593,
      "grad_norm": 0.5664001703262329,
      "learning_rate": 4.997396927107108e-05,
      "loss": 5.9894,
      "step": 29795
    },
    {
      "epoch": 0.026084498017840747,
      "grad_norm": 0.5942513346672058,
      "learning_rate": 4.997395510198043e-05,
      "loss": 5.6766,
      "step": 29800
    },
    {
      "epoch": 0.026088874611467902,
      "grad_norm": 0.6139426827430725,
      "learning_rate": 4.9973940929037075e-05,
      "loss": 5.3888,
      "step": 29805
    },
    {
      "epoch": 0.026093251205095057,
      "grad_norm": 0.7319105267524719,
      "learning_rate": 4.9973926752241006e-05,
      "loss": 5.8836,
      "step": 29810
    },
    {
      "epoch": 0.026097627798722208,
      "grad_norm": 0.5922382473945618,
      "learning_rate": 4.997391257159224e-05,
      "loss": 5.706,
      "step": 29815
    },
    {
      "epoch": 0.026102004392349363,
      "grad_norm": 0.6763398051261902,
      "learning_rate": 4.9973898387090764e-05,
      "loss": 5.6812,
      "step": 29820
    },
    {
      "epoch": 0.026106380985976518,
      "grad_norm": 0.749193012714386,
      "learning_rate": 4.99738841987366e-05,
      "loss": 5.8545,
      "step": 29825
    },
    {
      "epoch": 0.026110757579603672,
      "grad_norm": 0.7150710225105286,
      "learning_rate": 4.997387000652975e-05,
      "loss": 6.0232,
      "step": 29830
    },
    {
      "epoch": 0.026115134173230827,
      "grad_norm": 0.6245300769805908,
      "learning_rate": 4.997385581047017e-05,
      "loss": 5.352,
      "step": 29835
    },
    {
      "epoch": 0.026119510766857982,
      "grad_norm": 0.6827520132064819,
      "learning_rate": 4.997384161055793e-05,
      "loss": 5.69,
      "step": 29840
    },
    {
      "epoch": 0.026123887360485137,
      "grad_norm": 0.658722460269928,
      "learning_rate": 4.997382740679299e-05,
      "loss": 5.6719,
      "step": 29845
    },
    {
      "epoch": 0.02612826395411229,
      "grad_norm": 0.6912610530853271,
      "learning_rate": 4.997381319917537e-05,
      "loss": 5.5979,
      "step": 29850
    },
    {
      "epoch": 0.026132640547739446,
      "grad_norm": 0.8404638171195984,
      "learning_rate": 4.9973798987705056e-05,
      "loss": 5.4525,
      "step": 29855
    },
    {
      "epoch": 0.0261370171413666,
      "grad_norm": 0.5063928365707397,
      "learning_rate": 4.997378477238207e-05,
      "loss": 4.8889,
      "step": 29860
    },
    {
      "epoch": 0.026141393734993756,
      "grad_norm": 0.4803829789161682,
      "learning_rate": 4.997377055320641e-05,
      "loss": 6.2158,
      "step": 29865
    },
    {
      "epoch": 0.02614577032862091,
      "grad_norm": 0.5503023862838745,
      "learning_rate": 4.9973756330178077e-05,
      "loss": 5.1229,
      "step": 29870
    },
    {
      "epoch": 0.026150146922248065,
      "grad_norm": 0.4593547582626343,
      "learning_rate": 4.9973742103297064e-05,
      "loss": 6.5281,
      "step": 29875
    },
    {
      "epoch": 0.026154523515875217,
      "grad_norm": 0.6469343900680542,
      "learning_rate": 4.997372787256338e-05,
      "loss": 5.902,
      "step": 29880
    },
    {
      "epoch": 0.02615890010950237,
      "grad_norm": 0.5264737606048584,
      "learning_rate": 4.997371363797704e-05,
      "loss": 6.158,
      "step": 29885
    },
    {
      "epoch": 0.026163276703129526,
      "grad_norm": 0.5505810976028442,
      "learning_rate": 4.997369939953803e-05,
      "loss": 4.9039,
      "step": 29890
    },
    {
      "epoch": 0.02616765329675668,
      "grad_norm": 0.5766230225563049,
      "learning_rate": 4.9973685157246366e-05,
      "loss": 4.8333,
      "step": 29895
    },
    {
      "epoch": 0.026172029890383836,
      "grad_norm": 0.6436219215393066,
      "learning_rate": 4.9973670911102035e-05,
      "loss": 5.1425,
      "step": 29900
    },
    {
      "epoch": 0.02617640648401099,
      "grad_norm": 0.5407187342643738,
      "learning_rate": 4.997365666110505e-05,
      "loss": 5.9804,
      "step": 29905
    },
    {
      "epoch": 0.026180783077638145,
      "grad_norm": 0.6529219150543213,
      "learning_rate": 4.997364240725541e-05,
      "loss": 5.6724,
      "step": 29910
    },
    {
      "epoch": 0.0261851596712653,
      "grad_norm": 0.48914772272109985,
      "learning_rate": 4.997362814955313e-05,
      "loss": 5.1426,
      "step": 29915
    },
    {
      "epoch": 0.026189536264892455,
      "grad_norm": 0.4786955714225769,
      "learning_rate": 4.9973613887998206e-05,
      "loss": 6.0137,
      "step": 29920
    },
    {
      "epoch": 0.02619391285851961,
      "grad_norm": 0.4883496165275574,
      "learning_rate": 4.9973599622590625e-05,
      "loss": 6.5105,
      "step": 29925
    },
    {
      "epoch": 0.026198289452146764,
      "grad_norm": 0.5530098080635071,
      "learning_rate": 4.997358535333041e-05,
      "loss": 5.8721,
      "step": 29930
    },
    {
      "epoch": 0.02620266604577392,
      "grad_norm": 0.5913618803024292,
      "learning_rate": 4.997357108021755e-05,
      "loss": 5.4638,
      "step": 29935
    },
    {
      "epoch": 0.026207042639401074,
      "grad_norm": 0.5581973195075989,
      "learning_rate": 4.997355680325206e-05,
      "loss": 5.3825,
      "step": 29940
    },
    {
      "epoch": 0.026211419233028225,
      "grad_norm": 0.5895946621894836,
      "learning_rate": 4.997354252243394e-05,
      "loss": 5.4713,
      "step": 29945
    },
    {
      "epoch": 0.02621579582665538,
      "grad_norm": 0.551228940486908,
      "learning_rate": 4.997352823776318e-05,
      "loss": 5.6131,
      "step": 29950
    },
    {
      "epoch": 0.026220172420282534,
      "grad_norm": 0.5214581489562988,
      "learning_rate": 4.997351394923979e-05,
      "loss": 6.5496,
      "step": 29955
    },
    {
      "epoch": 0.02622454901390969,
      "grad_norm": 0.552458643913269,
      "learning_rate": 4.997349965686379e-05,
      "loss": 5.4427,
      "step": 29960
    },
    {
      "epoch": 0.026228925607536844,
      "grad_norm": 0.6116965413093567,
      "learning_rate": 4.997348536063515e-05,
      "loss": 5.5793,
      "step": 29965
    },
    {
      "epoch": 0.026233302201164,
      "grad_norm": 0.9537411332130432,
      "learning_rate": 4.997347106055391e-05,
      "loss": 5.4349,
      "step": 29970
    },
    {
      "epoch": 0.026237678794791153,
      "grad_norm": 0.5976217985153198,
      "learning_rate": 4.997345675662004e-05,
      "loss": 5.3116,
      "step": 29975
    },
    {
      "epoch": 0.026242055388418308,
      "grad_norm": 0.879346489906311,
      "learning_rate": 4.997344244883356e-05,
      "loss": 5.2508,
      "step": 29980
    },
    {
      "epoch": 0.026246431982045463,
      "grad_norm": 0.6420326828956604,
      "learning_rate": 4.997342813719447e-05,
      "loss": 5.1573,
      "step": 29985
    },
    {
      "epoch": 0.026250808575672618,
      "grad_norm": 0.5944676399230957,
      "learning_rate": 4.9973413821702766e-05,
      "loss": 4.8108,
      "step": 29990
    },
    {
      "epoch": 0.026255185169299772,
      "grad_norm": 0.668438732624054,
      "learning_rate": 4.9973399502358465e-05,
      "loss": 5.1536,
      "step": 29995
    },
    {
      "epoch": 0.026259561762926927,
      "grad_norm": 0.6619653105735779,
      "learning_rate": 4.997338517916156e-05,
      "loss": 5.5869,
      "step": 30000
    },
    {
      "epoch": 0.026263938356554082,
      "grad_norm": 0.5861369371414185,
      "learning_rate": 4.9973370852112044e-05,
      "loss": 5.3461,
      "step": 30005
    },
    {
      "epoch": 0.026268314950181233,
      "grad_norm": 0.5398282408714294,
      "learning_rate": 4.997335652120994e-05,
      "loss": 5.1424,
      "step": 30010
    },
    {
      "epoch": 0.026272691543808388,
      "grad_norm": 0.9787091612815857,
      "learning_rate": 4.997334218645524e-05,
      "loss": 4.5998,
      "step": 30015
    },
    {
      "epoch": 0.026277068137435543,
      "grad_norm": 0.6749590039253235,
      "learning_rate": 4.997332784784795e-05,
      "loss": 5.6329,
      "step": 30020
    },
    {
      "epoch": 0.026281444731062698,
      "grad_norm": 0.690346896648407,
      "learning_rate": 4.997331350538806e-05,
      "loss": 5.1529,
      "step": 30025
    },
    {
      "epoch": 0.026285821324689852,
      "grad_norm": 0.9147316217422485,
      "learning_rate": 4.9973299159075595e-05,
      "loss": 4.8158,
      "step": 30030
    },
    {
      "epoch": 0.026290197918317007,
      "grad_norm": 0.5699476003646851,
      "learning_rate": 4.9973284808910536e-05,
      "loss": 4.8997,
      "step": 30035
    },
    {
      "epoch": 0.026294574511944162,
      "grad_norm": 0.9372544884681702,
      "learning_rate": 4.9973270454892915e-05,
      "loss": 5.4817,
      "step": 30040
    },
    {
      "epoch": 0.026298951105571317,
      "grad_norm": 0.646004319190979,
      "learning_rate": 4.99732560970227e-05,
      "loss": 5.1278,
      "step": 30045
    },
    {
      "epoch": 0.02630332769919847,
      "grad_norm": 0.48629751801490784,
      "learning_rate": 4.997324173529991e-05,
      "loss": 4.5843,
      "step": 30050
    },
    {
      "epoch": 0.026307704292825626,
      "grad_norm": 0.5557036399841309,
      "learning_rate": 4.9973227369724554e-05,
      "loss": 5.1908,
      "step": 30055
    },
    {
      "epoch": 0.02631208088645278,
      "grad_norm": 0.6630297899246216,
      "learning_rate": 4.997321300029664e-05,
      "loss": 5.1517,
      "step": 30060
    },
    {
      "epoch": 0.026316457480079936,
      "grad_norm": 0.7242090106010437,
      "learning_rate": 4.997319862701614e-05,
      "loss": 5.691,
      "step": 30065
    },
    {
      "epoch": 0.02632083407370709,
      "grad_norm": 0.6313967704772949,
      "learning_rate": 4.9973184249883075e-05,
      "loss": 6.2133,
      "step": 30070
    },
    {
      "epoch": 0.02632521066733424,
      "grad_norm": 0.5683995485305786,
      "learning_rate": 4.997316986889746e-05,
      "loss": 5.9088,
      "step": 30075
    },
    {
      "epoch": 0.026329587260961396,
      "grad_norm": 0.5798448920249939,
      "learning_rate": 4.997315548405927e-05,
      "loss": 5.3824,
      "step": 30080
    },
    {
      "epoch": 0.02633396385458855,
      "grad_norm": 0.5221413373947144,
      "learning_rate": 4.997314109536855e-05,
      "loss": 5.0948,
      "step": 30085
    },
    {
      "epoch": 0.026338340448215706,
      "grad_norm": 0.651037335395813,
      "learning_rate": 4.997312670282526e-05,
      "loss": 5.8932,
      "step": 30090
    },
    {
      "epoch": 0.02634271704184286,
      "grad_norm": 0.5554165840148926,
      "learning_rate": 4.997311230642941e-05,
      "loss": 5.8736,
      "step": 30095
    },
    {
      "epoch": 0.026347093635470015,
      "grad_norm": 0.5236722826957703,
      "learning_rate": 4.997309790618103e-05,
      "loss": 5.8846,
      "step": 30100
    },
    {
      "epoch": 0.02635147022909717,
      "grad_norm": 0.5670506954193115,
      "learning_rate": 4.997308350208011e-05,
      "loss": 5.3639,
      "step": 30105
    },
    {
      "epoch": 0.026355846822724325,
      "grad_norm": 0.5433571338653564,
      "learning_rate": 4.997306909412664e-05,
      "loss": 6.548,
      "step": 30110
    },
    {
      "epoch": 0.02636022341635148,
      "grad_norm": 0.5013368129730225,
      "learning_rate": 4.997305468232062e-05,
      "loss": 5.8824,
      "step": 30115
    },
    {
      "epoch": 0.026364600009978634,
      "grad_norm": 0.5704045295715332,
      "learning_rate": 4.997304026666207e-05,
      "loss": 5.915,
      "step": 30120
    },
    {
      "epoch": 0.02636897660360579,
      "grad_norm": 0.4961215853691101,
      "learning_rate": 4.997302584715099e-05,
      "loss": 5.6937,
      "step": 30125
    },
    {
      "epoch": 0.026373353197232944,
      "grad_norm": 0.4885918200016022,
      "learning_rate": 4.9973011423787376e-05,
      "loss": 5.1414,
      "step": 30130
    },
    {
      "epoch": 0.026377729790860095,
      "grad_norm": 0.5242589116096497,
      "learning_rate": 4.997299699657124e-05,
      "loss": 5.9906,
      "step": 30135
    },
    {
      "epoch": 0.02638210638448725,
      "grad_norm": 0.5117512941360474,
      "learning_rate": 4.997298256550258e-05,
      "loss": 5.9872,
      "step": 30140
    },
    {
      "epoch": 0.026386482978114405,
      "grad_norm": 0.5274691581726074,
      "learning_rate": 4.997296813058139e-05,
      "loss": 5.9881,
      "step": 30145
    },
    {
      "epoch": 0.02639085957174156,
      "grad_norm": 0.5644420385360718,
      "learning_rate": 4.997295369180769e-05,
      "loss": 4.8521,
      "step": 30150
    },
    {
      "epoch": 0.026395236165368714,
      "grad_norm": 0.570925235748291,
      "learning_rate": 4.997293924918146e-05,
      "loss": 4.8466,
      "step": 30155
    },
    {
      "epoch": 0.02639961275899587,
      "grad_norm": 0.5553174018859863,
      "learning_rate": 4.9972924802702715e-05,
      "loss": 4.7998,
      "step": 30160
    },
    {
      "epoch": 0.026403989352623024,
      "grad_norm": 0.5296728014945984,
      "learning_rate": 4.997291035237147e-05,
      "loss": 5.6538,
      "step": 30165
    },
    {
      "epoch": 0.02640836594625018,
      "grad_norm": 0.6211331486701965,
      "learning_rate": 4.997289589818771e-05,
      "loss": 5.5551,
      "step": 30170
    },
    {
      "epoch": 0.026412742539877333,
      "grad_norm": 0.540627658367157,
      "learning_rate": 4.9972881440151454e-05,
      "loss": 5.9266,
      "step": 30175
    },
    {
      "epoch": 0.026417119133504488,
      "grad_norm": 0.5188497304916382,
      "learning_rate": 4.9972866978262675e-05,
      "loss": 5.7167,
      "step": 30180
    },
    {
      "epoch": 0.026421495727131643,
      "grad_norm": 0.5039366483688354,
      "learning_rate": 4.9972852512521414e-05,
      "loss": 5.6256,
      "step": 30185
    },
    {
      "epoch": 0.026425872320758798,
      "grad_norm": 0.5384694337844849,
      "learning_rate": 4.997283804292765e-05,
      "loss": 5.9858,
      "step": 30190
    },
    {
      "epoch": 0.026430248914385952,
      "grad_norm": 0.5687603950500488,
      "learning_rate": 4.99728235694814e-05,
      "loss": 4.0581,
      "step": 30195
    },
    {
      "epoch": 0.026434625508013104,
      "grad_norm": 0.8954923152923584,
      "learning_rate": 4.997280909218264e-05,
      "loss": 4.9047,
      "step": 30200
    },
    {
      "epoch": 0.02643900210164026,
      "grad_norm": 0.672985851764679,
      "learning_rate": 4.99727946110314e-05,
      "loss": 5.348,
      "step": 30205
    },
    {
      "epoch": 0.026443378695267413,
      "grad_norm": 1.250199794769287,
      "learning_rate": 4.9972780126027676e-05,
      "loss": 5.701,
      "step": 30210
    },
    {
      "epoch": 0.026447755288894568,
      "grad_norm": 0.9842787384986877,
      "learning_rate": 4.997276563717147e-05,
      "loss": 5.7077,
      "step": 30215
    },
    {
      "epoch": 0.026452131882521723,
      "grad_norm": 0.6638196706771851,
      "learning_rate": 4.997275114446278e-05,
      "loss": 5.6706,
      "step": 30220
    },
    {
      "epoch": 0.026456508476148877,
      "grad_norm": 0.5398572087287903,
      "learning_rate": 4.997273664790161e-05,
      "loss": 5.3514,
      "step": 30225
    },
    {
      "epoch": 0.026460885069776032,
      "grad_norm": 0.5214232206344604,
      "learning_rate": 4.997272214748797e-05,
      "loss": 6.2086,
      "step": 30230
    },
    {
      "epoch": 0.026465261663403187,
      "grad_norm": 0.5498159527778625,
      "learning_rate": 4.997270764322185e-05,
      "loss": 5.0182,
      "step": 30235
    },
    {
      "epoch": 0.02646963825703034,
      "grad_norm": 0.5603718161582947,
      "learning_rate": 4.9972693135103264e-05,
      "loss": 4.8153,
      "step": 30240
    },
    {
      "epoch": 0.026474014850657496,
      "grad_norm": 0.50275057554245,
      "learning_rate": 4.997267862313222e-05,
      "loss": 5.8887,
      "step": 30245
    },
    {
      "epoch": 0.02647839144428465,
      "grad_norm": 0.6350972652435303,
      "learning_rate": 4.99726641073087e-05,
      "loss": 5.6668,
      "step": 30250
    },
    {
      "epoch": 0.026482768037911806,
      "grad_norm": 0.8205472826957703,
      "learning_rate": 4.997264958763272e-05,
      "loss": 5.6836,
      "step": 30255
    },
    {
      "epoch": 0.02648714463153896,
      "grad_norm": 0.41736283898353577,
      "learning_rate": 4.997263506410429e-05,
      "loss": 5.4631,
      "step": 30260
    },
    {
      "epoch": 0.026491521225166112,
      "grad_norm": 0.5172358155250549,
      "learning_rate": 4.99726205367234e-05,
      "loss": 5.882,
      "step": 30265
    },
    {
      "epoch": 0.026495897818793267,
      "grad_norm": 0.5575435161590576,
      "learning_rate": 4.997260600549006e-05,
      "loss": 4.5192,
      "step": 30270
    },
    {
      "epoch": 0.02650027441242042,
      "grad_norm": 0.6860453486442566,
      "learning_rate": 4.997259147040427e-05,
      "loss": 5.4582,
      "step": 30275
    },
    {
      "epoch": 0.026504651006047576,
      "grad_norm": 0.5743130445480347,
      "learning_rate": 4.997257693146603e-05,
      "loss": 5.695,
      "step": 30280
    },
    {
      "epoch": 0.02650902759967473,
      "grad_norm": 0.5805788040161133,
      "learning_rate": 4.9972562388675345e-05,
      "loss": 5.1322,
      "step": 30285
    },
    {
      "epoch": 0.026513404193301886,
      "grad_norm": 0.5365123152732849,
      "learning_rate": 4.9972547842032226e-05,
      "loss": 5.6708,
      "step": 30290
    },
    {
      "epoch": 0.02651778078692904,
      "grad_norm": 0.44751977920532227,
      "learning_rate": 4.997253329153666e-05,
      "loss": 6.559,
      "step": 30295
    },
    {
      "epoch": 0.026522157380556195,
      "grad_norm": 0.5441517233848572,
      "learning_rate": 4.9972518737188656e-05,
      "loss": 5.3396,
      "step": 30300
    },
    {
      "epoch": 0.02652653397418335,
      "grad_norm": 0.46695491671562195,
      "learning_rate": 4.9972504178988234e-05,
      "loss": 5.6712,
      "step": 30305
    },
    {
      "epoch": 0.026530910567810505,
      "grad_norm": 0.5438479781150818,
      "learning_rate": 4.997248961693537e-05,
      "loss": 4.8212,
      "step": 30310
    },
    {
      "epoch": 0.02653528716143766,
      "grad_norm": 0.6481391787528992,
      "learning_rate": 4.997247505103008e-05,
      "loss": 4.6509,
      "step": 30315
    },
    {
      "epoch": 0.026539663755064814,
      "grad_norm": 0.5355884432792664,
      "learning_rate": 4.9972460481272364e-05,
      "loss": 4.9188,
      "step": 30320
    },
    {
      "epoch": 0.02654404034869197,
      "grad_norm": 0.5384401082992554,
      "learning_rate": 4.997244590766222e-05,
      "loss": 5.1613,
      "step": 30325
    },
    {
      "epoch": 0.02654841694231912,
      "grad_norm": 0.6945093870162964,
      "learning_rate": 4.9972431330199675e-05,
      "loss": 5.5059,
      "step": 30330
    },
    {
      "epoch": 0.026552793535946275,
      "grad_norm": 0.6017689108848572,
      "learning_rate": 4.99724167488847e-05,
      "loss": 6.5541,
      "step": 30335
    },
    {
      "epoch": 0.02655717012957343,
      "grad_norm": 0.5623180270195007,
      "learning_rate": 4.9972402163717315e-05,
      "loss": 4.5636,
      "step": 30340
    },
    {
      "epoch": 0.026561546723200585,
      "grad_norm": 0.6131274104118347,
      "learning_rate": 4.9972387574697524e-05,
      "loss": 5.6545,
      "step": 30345
    },
    {
      "epoch": 0.02656592331682774,
      "grad_norm": 0.5047928690910339,
      "learning_rate": 4.9972372981825325e-05,
      "loss": 5.3636,
      "step": 30350
    },
    {
      "epoch": 0.026570299910454894,
      "grad_norm": 0.5512279272079468,
      "learning_rate": 4.997235838510071e-05,
      "loss": 4.8999,
      "step": 30355
    },
    {
      "epoch": 0.02657467650408205,
      "grad_norm": 0.5498397946357727,
      "learning_rate": 4.99723437845237e-05,
      "loss": 5.9307,
      "step": 30360
    },
    {
      "epoch": 0.026579053097709204,
      "grad_norm": 0.7244704365730286,
      "learning_rate": 4.997232918009429e-05,
      "loss": 5.8791,
      "step": 30365
    },
    {
      "epoch": 0.02658342969133636,
      "grad_norm": 0.5307019948959351,
      "learning_rate": 4.997231457181248e-05,
      "loss": 5.5672,
      "step": 30370
    },
    {
      "epoch": 0.026587806284963513,
      "grad_norm": 0.5645018219947815,
      "learning_rate": 4.997229995967828e-05,
      "loss": 5.3403,
      "step": 30375
    },
    {
      "epoch": 0.026592182878590668,
      "grad_norm": 0.7824516892433167,
      "learning_rate": 4.997228534369169e-05,
      "loss": 6.01,
      "step": 30380
    },
    {
      "epoch": 0.026596559472217823,
      "grad_norm": 0.5396963357925415,
      "learning_rate": 4.997227072385272e-05,
      "loss": 5.1632,
      "step": 30385
    },
    {
      "epoch": 0.026600936065844977,
      "grad_norm": 0.49967819452285767,
      "learning_rate": 4.9972256100161364e-05,
      "loss": 5.6641,
      "step": 30390
    },
    {
      "epoch": 0.02660531265947213,
      "grad_norm": 0.5027824640274048,
      "learning_rate": 4.997224147261762e-05,
      "loss": 4.7281,
      "step": 30395
    },
    {
      "epoch": 0.026609689253099283,
      "grad_norm": 0.7056171894073486,
      "learning_rate": 4.997222684122148e-05,
      "loss": 5.6824,
      "step": 30400
    },
    {
      "epoch": 0.026614065846726438,
      "grad_norm": 0.7275449633598328,
      "learning_rate": 4.997221220597299e-05,
      "loss": 5.9873,
      "step": 30405
    },
    {
      "epoch": 0.026618442440353593,
      "grad_norm": 0.5605239868164062,
      "learning_rate": 4.997219756687211e-05,
      "loss": 4.5746,
      "step": 30410
    },
    {
      "epoch": 0.026622819033980748,
      "grad_norm": 0.5329502820968628,
      "learning_rate": 4.9972182923918866e-05,
      "loss": 3.8226,
      "step": 30415
    },
    {
      "epoch": 0.026627195627607902,
      "grad_norm": 0.6394708156585693,
      "learning_rate": 4.9972168277113254e-05,
      "loss": 4.8193,
      "step": 30420
    },
    {
      "epoch": 0.026631572221235057,
      "grad_norm": 0.5081229209899902,
      "learning_rate": 4.9972153626455275e-05,
      "loss": 5.647,
      "step": 30425
    },
    {
      "epoch": 0.026635948814862212,
      "grad_norm": 0.525668203830719,
      "learning_rate": 4.997213897194493e-05,
      "loss": 5.8809,
      "step": 30430
    },
    {
      "epoch": 0.026640325408489367,
      "grad_norm": 0.6772089600563049,
      "learning_rate": 4.9972124313582223e-05,
      "loss": 5.1195,
      "step": 30435
    },
    {
      "epoch": 0.02664470200211652,
      "grad_norm": 0.49663132429122925,
      "learning_rate": 4.997210965136717e-05,
      "loss": 5.4314,
      "step": 30440
    },
    {
      "epoch": 0.026649078595743676,
      "grad_norm": 0.4969218969345093,
      "learning_rate": 4.997209498529976e-05,
      "loss": 6.2316,
      "step": 30445
    },
    {
      "epoch": 0.02665345518937083,
      "grad_norm": 0.5610151886940002,
      "learning_rate": 4.9972080315379986e-05,
      "loss": 6.217,
      "step": 30450
    },
    {
      "epoch": 0.026657831782997986,
      "grad_norm": 0.5397936105728149,
      "learning_rate": 4.997206564160788e-05,
      "loss": 5.5498,
      "step": 30455
    },
    {
      "epoch": 0.026662208376625137,
      "grad_norm": 0.8141840100288391,
      "learning_rate": 4.997205096398342e-05,
      "loss": 5.1452,
      "step": 30460
    },
    {
      "epoch": 0.026666584970252292,
      "grad_norm": 0.5286113023757935,
      "learning_rate": 4.997203628250662e-05,
      "loss": 6.2125,
      "step": 30465
    },
    {
      "epoch": 0.026670961563879447,
      "grad_norm": 0.5726812481880188,
      "learning_rate": 4.997202159717748e-05,
      "loss": 4.6113,
      "step": 30470
    },
    {
      "epoch": 0.0266753381575066,
      "grad_norm": 0.5785410404205322,
      "learning_rate": 4.9972006907995994e-05,
      "loss": 5.3688,
      "step": 30475
    },
    {
      "epoch": 0.026679714751133756,
      "grad_norm": 0.5376121401786804,
      "learning_rate": 4.997199221496218e-05,
      "loss": 4.8605,
      "step": 30480
    },
    {
      "epoch": 0.02668409134476091,
      "grad_norm": 0.6309020519256592,
      "learning_rate": 4.997197751807604e-05,
      "loss": 4.879,
      "step": 30485
    },
    {
      "epoch": 0.026688467938388066,
      "grad_norm": 0.4456803798675537,
      "learning_rate": 4.997196281733757e-05,
      "loss": 5.9744,
      "step": 30490
    },
    {
      "epoch": 0.02669284453201522,
      "grad_norm": 0.5903823971748352,
      "learning_rate": 4.9971948112746766e-05,
      "loss": 5.1623,
      "step": 30495
    },
    {
      "epoch": 0.026697221125642375,
      "grad_norm": 0.5078185796737671,
      "learning_rate": 4.997193340430365e-05,
      "loss": 5.6662,
      "step": 30500
    },
    {
      "epoch": 0.02670159771926953,
      "grad_norm": 0.5435822010040283,
      "learning_rate": 4.9971918692008216e-05,
      "loss": 4.8008,
      "step": 30505
    },
    {
      "epoch": 0.026705974312896685,
      "grad_norm": 0.6046379804611206,
      "learning_rate": 4.9971903975860455e-05,
      "loss": 5.3472,
      "step": 30510
    },
    {
      "epoch": 0.02671035090652384,
      "grad_norm": 0.5845350027084351,
      "learning_rate": 4.997188925586038e-05,
      "loss": 5.446,
      "step": 30515
    },
    {
      "epoch": 0.026714727500150994,
      "grad_norm": 0.4996255040168762,
      "learning_rate": 4.997187453200799e-05,
      "loss": 5.3736,
      "step": 30520
    },
    {
      "epoch": 0.026719104093778145,
      "grad_norm": 0.7627378702163696,
      "learning_rate": 4.99718598043033e-05,
      "loss": 5.4755,
      "step": 30525
    },
    {
      "epoch": 0.0267234806874053,
      "grad_norm": 0.7810592651367188,
      "learning_rate": 4.997184507274629e-05,
      "loss": 4.6038,
      "step": 30530
    },
    {
      "epoch": 0.026727857281032455,
      "grad_norm": 0.5932369828224182,
      "learning_rate": 4.9971830337337e-05,
      "loss": 5.3671,
      "step": 30535
    },
    {
      "epoch": 0.02673223387465961,
      "grad_norm": 0.5133641362190247,
      "learning_rate": 4.99718155980754e-05,
      "loss": 5.1491,
      "step": 30540
    },
    {
      "epoch": 0.026736610468286764,
      "grad_norm": 0.9204433560371399,
      "learning_rate": 4.9971800854961496e-05,
      "loss": 4.8271,
      "step": 30545
    },
    {
      "epoch": 0.02674098706191392,
      "grad_norm": 0.5654016733169556,
      "learning_rate": 4.99717861079953e-05,
      "loss": 5.456,
      "step": 30550
    },
    {
      "epoch": 0.026745363655541074,
      "grad_norm": 0.5549512505531311,
      "learning_rate": 4.997177135717682e-05,
      "loss": 4.079,
      "step": 30555
    },
    {
      "epoch": 0.02674974024916823,
      "grad_norm": 0.5256142616271973,
      "learning_rate": 4.997175660250605e-05,
      "loss": 4.2951,
      "step": 30560
    },
    {
      "epoch": 0.026754116842795383,
      "grad_norm": 0.6929693818092346,
      "learning_rate": 4.997174184398298e-05,
      "loss": 5.0444,
      "step": 30565
    },
    {
      "epoch": 0.026758493436422538,
      "grad_norm": 0.6057530641555786,
      "learning_rate": 4.9971727081607635e-05,
      "loss": 5.09,
      "step": 30570
    },
    {
      "epoch": 0.026762870030049693,
      "grad_norm": 0.5666525959968567,
      "learning_rate": 4.997171231538001e-05,
      "loss": 5.9332,
      "step": 30575
    },
    {
      "epoch": 0.026767246623676848,
      "grad_norm": 0.7422441244125366,
      "learning_rate": 4.997169754530011e-05,
      "loss": 5.1341,
      "step": 30580
    },
    {
      "epoch": 0.026771623217304003,
      "grad_norm": 0.8379744291305542,
      "learning_rate": 4.997168277136793e-05,
      "loss": 5.3448,
      "step": 30585
    },
    {
      "epoch": 0.026775999810931154,
      "grad_norm": 0.6291080117225647,
      "learning_rate": 4.9971667993583495e-05,
      "loss": 5.3595,
      "step": 30590
    },
    {
      "epoch": 0.02678037640455831,
      "grad_norm": 0.5219855308532715,
      "learning_rate": 4.9971653211946765e-05,
      "loss": 5.3692,
      "step": 30595
    },
    {
      "epoch": 0.026784752998185463,
      "grad_norm": 0.48718953132629395,
      "learning_rate": 4.997163842645779e-05,
      "loss": 5.8986,
      "step": 30600
    },
    {
      "epoch": 0.026789129591812618,
      "grad_norm": 0.5522465109825134,
      "learning_rate": 4.997162363711654e-05,
      "loss": 6.0034,
      "step": 30605
    },
    {
      "epoch": 0.026793506185439773,
      "grad_norm": 0.5111142992973328,
      "learning_rate": 4.997160884392303e-05,
      "loss": 4.8134,
      "step": 30610
    },
    {
      "epoch": 0.026797882779066928,
      "grad_norm": 0.5480409264564514,
      "learning_rate": 4.997159404687727e-05,
      "loss": 5.4974,
      "step": 30615
    },
    {
      "epoch": 0.026802259372694082,
      "grad_norm": 0.577867329120636,
      "learning_rate": 4.997157924597925e-05,
      "loss": 5.9074,
      "step": 30620
    },
    {
      "epoch": 0.026806635966321237,
      "grad_norm": 0.5199660062789917,
      "learning_rate": 4.997156444122898e-05,
      "loss": 5.6875,
      "step": 30625
    },
    {
      "epoch": 0.026811012559948392,
      "grad_norm": 0.5500860214233398,
      "learning_rate": 4.997154963262646e-05,
      "loss": 5.6479,
      "step": 30630
    },
    {
      "epoch": 0.026815389153575547,
      "grad_norm": 0.5192746520042419,
      "learning_rate": 4.99715348201717e-05,
      "loss": 5.1323,
      "step": 30635
    },
    {
      "epoch": 0.0268197657472027,
      "grad_norm": 0.544917643070221,
      "learning_rate": 4.997152000386469e-05,
      "loss": 4.8059,
      "step": 30640
    },
    {
      "epoch": 0.026824142340829856,
      "grad_norm": 0.7263516187667847,
      "learning_rate": 4.9971505183705435e-05,
      "loss": 4.5919,
      "step": 30645
    },
    {
      "epoch": 0.02682851893445701,
      "grad_norm": 0.6100323796272278,
      "learning_rate": 4.997149035969395e-05,
      "loss": 6.0062,
      "step": 30650
    },
    {
      "epoch": 0.026832895528084162,
      "grad_norm": 0.6023361682891846,
      "learning_rate": 4.997147553183023e-05,
      "loss": 5.3326,
      "step": 30655
    },
    {
      "epoch": 0.026837272121711317,
      "grad_norm": 0.5041564106941223,
      "learning_rate": 4.997146070011428e-05,
      "loss": 6.2418,
      "step": 30660
    },
    {
      "epoch": 0.02684164871533847,
      "grad_norm": 0.7038958072662354,
      "learning_rate": 4.9971445864546096e-05,
      "loss": 5.4614,
      "step": 30665
    },
    {
      "epoch": 0.026846025308965626,
      "grad_norm": 0.5351972579956055,
      "learning_rate": 4.997143102512568e-05,
      "loss": 5.1742,
      "step": 30670
    },
    {
      "epoch": 0.02685040190259278,
      "grad_norm": 0.5441268086433411,
      "learning_rate": 4.9971416181853045e-05,
      "loss": 4.2533,
      "step": 30675
    },
    {
      "epoch": 0.026854778496219936,
      "grad_norm": 0.6045999526977539,
      "learning_rate": 4.997140133472821e-05,
      "loss": 5.9852,
      "step": 30680
    },
    {
      "epoch": 0.02685915508984709,
      "grad_norm": 0.556166410446167,
      "learning_rate": 4.997138648375114e-05,
      "loss": 5.6119,
      "step": 30685
    },
    {
      "epoch": 0.026863531683474245,
      "grad_norm": 0.7267751097679138,
      "learning_rate": 4.997137162892185e-05,
      "loss": 4.7921,
      "step": 30690
    },
    {
      "epoch": 0.0268679082771014,
      "grad_norm": 0.5727581977844238,
      "learning_rate": 4.997135677024035e-05,
      "loss": 5.3816,
      "step": 30695
    },
    {
      "epoch": 0.026872284870728555,
      "grad_norm": 0.542395293712616,
      "learning_rate": 4.997134190770666e-05,
      "loss": 5.4522,
      "step": 30700
    },
    {
      "epoch": 0.02687666146435571,
      "grad_norm": 0.8008781671524048,
      "learning_rate": 4.9971327041320735e-05,
      "loss": 4.5862,
      "step": 30705
    },
    {
      "epoch": 0.026881038057982864,
      "grad_norm": 0.49885621666908264,
      "learning_rate": 4.997131217108263e-05,
      "loss": 6.0212,
      "step": 30710
    },
    {
      "epoch": 0.026885414651610016,
      "grad_norm": 0.4567156732082367,
      "learning_rate": 4.9971297296992315e-05,
      "loss": 6.0253,
      "step": 30715
    },
    {
      "epoch": 0.02688979124523717,
      "grad_norm": 0.5861855149269104,
      "learning_rate": 4.99712824190498e-05,
      "loss": 5.1481,
      "step": 30720
    },
    {
      "epoch": 0.026894167838864325,
      "grad_norm": 0.5661641955375671,
      "learning_rate": 4.997126753725509e-05,
      "loss": 5.865,
      "step": 30725
    },
    {
      "epoch": 0.02689854443249148,
      "grad_norm": 0.5967692732810974,
      "learning_rate": 4.9971252651608205e-05,
      "loss": 4.5828,
      "step": 30730
    },
    {
      "epoch": 0.026902921026118635,
      "grad_norm": 0.56870436668396,
      "learning_rate": 4.9971237762109114e-05,
      "loss": 5.4558,
      "step": 30735
    },
    {
      "epoch": 0.02690729761974579,
      "grad_norm": 0.7825334072113037,
      "learning_rate": 4.997122286875785e-05,
      "loss": 5.3455,
      "step": 30740
    },
    {
      "epoch": 0.026911674213372944,
      "grad_norm": 0.7127038836479187,
      "learning_rate": 4.997120797155439e-05,
      "loss": 5.4683,
      "step": 30745
    },
    {
      "epoch": 0.0269160508070001,
      "grad_norm": 0.5981154441833496,
      "learning_rate": 4.9971193070498757e-05,
      "loss": 5.3261,
      "step": 30750
    },
    {
      "epoch": 0.026920427400627254,
      "grad_norm": 1.0971559286117554,
      "learning_rate": 4.9971178165590936e-05,
      "loss": 5.3481,
      "step": 30755
    },
    {
      "epoch": 0.02692480399425441,
      "grad_norm": 0.577129602432251,
      "learning_rate": 4.997116325683095e-05,
      "loss": 5.0333,
      "step": 30760
    },
    {
      "epoch": 0.026929180587881563,
      "grad_norm": 0.5027353763580322,
      "learning_rate": 4.99711483442188e-05,
      "loss": 5.7137,
      "step": 30765
    },
    {
      "epoch": 0.026933557181508718,
      "grad_norm": 0.514146089553833,
      "learning_rate": 4.997113342775447e-05,
      "loss": 5.981,
      "step": 30770
    },
    {
      "epoch": 0.026937933775135873,
      "grad_norm": 0.5766934156417847,
      "learning_rate": 4.997111850743797e-05,
      "loss": 5.1164,
      "step": 30775
    },
    {
      "epoch": 0.026942310368763024,
      "grad_norm": 0.5396788716316223,
      "learning_rate": 4.997110358326932e-05,
      "loss": 4.7315,
      "step": 30780
    },
    {
      "epoch": 0.02694668696239018,
      "grad_norm": 0.45402899384498596,
      "learning_rate": 4.9971088655248514e-05,
      "loss": 6.1873,
      "step": 30785
    },
    {
      "epoch": 0.026951063556017334,
      "grad_norm": 0.5540319085121155,
      "learning_rate": 4.997107372337554e-05,
      "loss": 5.1287,
      "step": 30790
    },
    {
      "epoch": 0.02695544014964449,
      "grad_norm": 0.5668147206306458,
      "learning_rate": 4.997105878765041e-05,
      "loss": 5.6925,
      "step": 30795
    },
    {
      "epoch": 0.026959816743271643,
      "grad_norm": 0.45889973640441895,
      "learning_rate": 4.997104384807313e-05,
      "loss": 6.2164,
      "step": 30800
    },
    {
      "epoch": 0.026964193336898798,
      "grad_norm": 0.548378050327301,
      "learning_rate": 4.99710289046437e-05,
      "loss": 5.4334,
      "step": 30805
    },
    {
      "epoch": 0.026968569930525953,
      "grad_norm": 0.570576548576355,
      "learning_rate": 4.9971013957362135e-05,
      "loss": 5.7075,
      "step": 30810
    },
    {
      "epoch": 0.026972946524153107,
      "grad_norm": 0.598099410533905,
      "learning_rate": 4.997099900622841e-05,
      "loss": 5.8857,
      "step": 30815
    },
    {
      "epoch": 0.026977323117780262,
      "grad_norm": 0.9829875230789185,
      "learning_rate": 4.9970984051242555e-05,
      "loss": 5.352,
      "step": 30820
    },
    {
      "epoch": 0.026981699711407417,
      "grad_norm": 0.6111515760421753,
      "learning_rate": 4.997096909240456e-05,
      "loss": 6.0253,
      "step": 30825
    },
    {
      "epoch": 0.02698607630503457,
      "grad_norm": 0.7074651718139648,
      "learning_rate": 4.997095412971444e-05,
      "loss": 6.2125,
      "step": 30830
    },
    {
      "epoch": 0.026990452898661726,
      "grad_norm": 0.6338500380516052,
      "learning_rate": 4.997093916317218e-05,
      "loss": 5.8881,
      "step": 30835
    },
    {
      "epoch": 0.02699482949228888,
      "grad_norm": 0.6610248684883118,
      "learning_rate": 4.997092419277779e-05,
      "loss": 5.9926,
      "step": 30840
    },
    {
      "epoch": 0.026999206085916033,
      "grad_norm": 0.5488936901092529,
      "learning_rate": 4.997090921853128e-05,
      "loss": 6.1723,
      "step": 30845
    },
    {
      "epoch": 0.027003582679543187,
      "grad_norm": 0.518384575843811,
      "learning_rate": 4.997089424043265e-05,
      "loss": 5.5574,
      "step": 30850
    },
    {
      "epoch": 0.027007959273170342,
      "grad_norm": 0.6161554455757141,
      "learning_rate": 4.9970879258481905e-05,
      "loss": 4.5627,
      "step": 30855
    },
    {
      "epoch": 0.027012335866797497,
      "grad_norm": 0.6740373969078064,
      "learning_rate": 4.997086427267903e-05,
      "loss": 5.3502,
      "step": 30860
    },
    {
      "epoch": 0.02701671246042465,
      "grad_norm": 0.9409316778182983,
      "learning_rate": 4.9970849283024045e-05,
      "loss": 5.9289,
      "step": 30865
    },
    {
      "epoch": 0.027021089054051806,
      "grad_norm": 0.5904801487922668,
      "learning_rate": 4.997083428951695e-05,
      "loss": 5.9686,
      "step": 30870
    },
    {
      "epoch": 0.02702546564767896,
      "grad_norm": 0.7203297019004822,
      "learning_rate": 4.997081929215774e-05,
      "loss": 5.3762,
      "step": 30875
    },
    {
      "epoch": 0.027029842241306116,
      "grad_norm": 0.6237406134605408,
      "learning_rate": 4.9970804290946436e-05,
      "loss": 5.0322,
      "step": 30880
    },
    {
      "epoch": 0.02703421883493327,
      "grad_norm": 0.6512242555618286,
      "learning_rate": 4.997078928588302e-05,
      "loss": 5.3484,
      "step": 30885
    },
    {
      "epoch": 0.027038595428560425,
      "grad_norm": 0.5644246339797974,
      "learning_rate": 4.997077427696751e-05,
      "loss": 5.6738,
      "step": 30890
    },
    {
      "epoch": 0.02704297202218758,
      "grad_norm": 1.3059804439544678,
      "learning_rate": 4.9970759264199904e-05,
      "loss": 4.8267,
      "step": 30895
    },
    {
      "epoch": 0.027047348615814735,
      "grad_norm": 0.697925865650177,
      "learning_rate": 4.9970744247580215e-05,
      "loss": 5.6057,
      "step": 30900
    },
    {
      "epoch": 0.02705172520944189,
      "grad_norm": 0.5669885277748108,
      "learning_rate": 4.9970729227108424e-05,
      "loss": 5.5518,
      "step": 30905
    },
    {
      "epoch": 0.02705610180306904,
      "grad_norm": 0.6458275318145752,
      "learning_rate": 4.9970714202784544e-05,
      "loss": 5.3968,
      "step": 30910
    },
    {
      "epoch": 0.027060478396696196,
      "grad_norm": 0.5632823705673218,
      "learning_rate": 4.997069917460858e-05,
      "loss": 4.8429,
      "step": 30915
    },
    {
      "epoch": 0.02706485499032335,
      "grad_norm": 0.6151139736175537,
      "learning_rate": 4.9970684142580536e-05,
      "loss": 5.5936,
      "step": 30920
    },
    {
      "epoch": 0.027069231583950505,
      "grad_norm": 0.6336527466773987,
      "learning_rate": 4.997066910670041e-05,
      "loss": 5.4385,
      "step": 30925
    },
    {
      "epoch": 0.02707360817757766,
      "grad_norm": 0.5992720723152161,
      "learning_rate": 4.99706540669682e-05,
      "loss": 4.2938,
      "step": 30930
    },
    {
      "epoch": 0.027077984771204815,
      "grad_norm": 0.5598464608192444,
      "learning_rate": 4.9970639023383936e-05,
      "loss": 5.041,
      "step": 30935
    },
    {
      "epoch": 0.02708236136483197,
      "grad_norm": 0.6192498803138733,
      "learning_rate": 4.9970623975947596e-05,
      "loss": 5.7046,
      "step": 30940
    },
    {
      "epoch": 0.027086737958459124,
      "grad_norm": 0.5533148050308228,
      "learning_rate": 4.997060892465918e-05,
      "loss": 5.1546,
      "step": 30945
    },
    {
      "epoch": 0.02709111455208628,
      "grad_norm": 0.5721296072006226,
      "learning_rate": 4.99705938695187e-05,
      "loss": 5.6686,
      "step": 30950
    },
    {
      "epoch": 0.027095491145713434,
      "grad_norm": 0.5464796423912048,
      "learning_rate": 4.997057881052616e-05,
      "loss": 4.7019,
      "step": 30955
    },
    {
      "epoch": 0.02709986773934059,
      "grad_norm": 0.5866302847862244,
      "learning_rate": 4.9970563747681564e-05,
      "loss": 4.5847,
      "step": 30960
    },
    {
      "epoch": 0.027104244332967743,
      "grad_norm": 0.5633994340896606,
      "learning_rate": 4.997054868098491e-05,
      "loss": 5.1096,
      "step": 30965
    },
    {
      "epoch": 0.027108620926594898,
      "grad_norm": 1.026337742805481,
      "learning_rate": 4.997053361043621e-05,
      "loss": 5.8701,
      "step": 30970
    },
    {
      "epoch": 0.02711299752022205,
      "grad_norm": 0.5809876322746277,
      "learning_rate": 4.997051853603545e-05,
      "loss": 5.1181,
      "step": 30975
    },
    {
      "epoch": 0.027117374113849204,
      "grad_norm": 0.6407821178436279,
      "learning_rate": 4.997050345778265e-05,
      "loss": 4.8039,
      "step": 30980
    },
    {
      "epoch": 0.02712175070747636,
      "grad_norm": 0.8524845242500305,
      "learning_rate": 4.9970488375677793e-05,
      "loss": 5.9757,
      "step": 30985
    },
    {
      "epoch": 0.027126127301103514,
      "grad_norm": 0.6037442088127136,
      "learning_rate": 4.997047328972091e-05,
      "loss": 5.1204,
      "step": 30990
    },
    {
      "epoch": 0.02713050389473067,
      "grad_norm": 0.6563898921012878,
      "learning_rate": 4.9970458199911983e-05,
      "loss": 5.5754,
      "step": 30995
    },
    {
      "epoch": 0.027134880488357823,
      "grad_norm": 0.6124643683433533,
      "learning_rate": 4.9970443106251016e-05,
      "loss": 5.6646,
      "step": 31000
    },
    {
      "epoch": 0.027139257081984978,
      "grad_norm": 0.5561110377311707,
      "learning_rate": 4.997042800873802e-05,
      "loss": 5.2508,
      "step": 31005
    },
    {
      "epoch": 0.027143633675612133,
      "grad_norm": 0.6627609729766846,
      "learning_rate": 4.9970412907373e-05,
      "loss": 4.7028,
      "step": 31010
    },
    {
      "epoch": 0.027148010269239287,
      "grad_norm": 0.5709366202354431,
      "learning_rate": 4.9970397802155946e-05,
      "loss": 5.9572,
      "step": 31015
    },
    {
      "epoch": 0.027152386862866442,
      "grad_norm": 1.1935927867889404,
      "learning_rate": 4.997038269308687e-05,
      "loss": 4.6428,
      "step": 31020
    },
    {
      "epoch": 0.027156763456493597,
      "grad_norm": 0.5581566095352173,
      "learning_rate": 4.9970367580165766e-05,
      "loss": 5.9049,
      "step": 31025
    },
    {
      "epoch": 0.02716114005012075,
      "grad_norm": 0.6100996136665344,
      "learning_rate": 4.997035246339266e-05,
      "loss": 5.6532,
      "step": 31030
    },
    {
      "epoch": 0.027165516643747906,
      "grad_norm": 0.5411707758903503,
      "learning_rate": 4.997033734276753e-05,
      "loss": 4.8308,
      "step": 31035
    },
    {
      "epoch": 0.027169893237375058,
      "grad_norm": 0.6236636638641357,
      "learning_rate": 4.997032221829038e-05,
      "loss": 5.6643,
      "step": 31040
    },
    {
      "epoch": 0.027174269831002212,
      "grad_norm": 0.6322437524795532,
      "learning_rate": 4.997030708996123e-05,
      "loss": 5.4549,
      "step": 31045
    },
    {
      "epoch": 0.027178646424629367,
      "grad_norm": 0.5772927403450012,
      "learning_rate": 4.9970291957780066e-05,
      "loss": 5.6649,
      "step": 31050
    },
    {
      "epoch": 0.027183023018256522,
      "grad_norm": 0.7971149682998657,
      "learning_rate": 4.9970276821746906e-05,
      "loss": 5.8723,
      "step": 31055
    },
    {
      "epoch": 0.027187399611883677,
      "grad_norm": 0.6228576302528381,
      "learning_rate": 4.997026168186175e-05,
      "loss": 6.1891,
      "step": 31060
    },
    {
      "epoch": 0.02719177620551083,
      "grad_norm": 0.571696937084198,
      "learning_rate": 4.997024653812459e-05,
      "loss": 5.6636,
      "step": 31065
    },
    {
      "epoch": 0.027196152799137986,
      "grad_norm": 0.5164870619773865,
      "learning_rate": 4.997023139053544e-05,
      "loss": 6.532,
      "step": 31070
    },
    {
      "epoch": 0.02720052939276514,
      "grad_norm": 0.4661337733268738,
      "learning_rate": 4.997021623909429e-05,
      "loss": 5.4479,
      "step": 31075
    },
    {
      "epoch": 0.027204905986392296,
      "grad_norm": 0.5362159013748169,
      "learning_rate": 4.997020108380115e-05,
      "loss": 5.9682,
      "step": 31080
    },
    {
      "epoch": 0.02720928258001945,
      "grad_norm": 0.744010329246521,
      "learning_rate": 4.997018592465603e-05,
      "loss": 5.3371,
      "step": 31085
    },
    {
      "epoch": 0.027213659173646605,
      "grad_norm": 0.7741401791572571,
      "learning_rate": 4.997017076165892e-05,
      "loss": 4.3482,
      "step": 31090
    },
    {
      "epoch": 0.02721803576727376,
      "grad_norm": 0.5666752457618713,
      "learning_rate": 4.997015559480984e-05,
      "loss": 5.8871,
      "step": 31095
    },
    {
      "epoch": 0.027222412360900915,
      "grad_norm": 0.5558838844299316,
      "learning_rate": 4.997014042410878e-05,
      "loss": 5.6779,
      "step": 31100
    },
    {
      "epoch": 0.027226788954528066,
      "grad_norm": 0.6347593069076538,
      "learning_rate": 4.997012524955575e-05,
      "loss": 4.8037,
      "step": 31105
    },
    {
      "epoch": 0.02723116554815522,
      "grad_norm": 0.5251480340957642,
      "learning_rate": 4.997011007115073e-05,
      "loss": 5.0225,
      "step": 31110
    },
    {
      "epoch": 0.027235542141782376,
      "grad_norm": 0.529536783695221,
      "learning_rate": 4.997009488889376e-05,
      "loss": 4.8876,
      "step": 31115
    },
    {
      "epoch": 0.02723991873540953,
      "grad_norm": 0.6582033634185791,
      "learning_rate": 4.997007970278482e-05,
      "loss": 5.1363,
      "step": 31120
    },
    {
      "epoch": 0.027244295329036685,
      "grad_norm": 0.6078627705574036,
      "learning_rate": 4.9970064512823914e-05,
      "loss": 4.8176,
      "step": 31125
    },
    {
      "epoch": 0.02724867192266384,
      "grad_norm": 0.5618715882301331,
      "learning_rate": 4.9970049319011044e-05,
      "loss": 4.7915,
      "step": 31130
    },
    {
      "epoch": 0.027253048516290995,
      "grad_norm": 0.48947829008102417,
      "learning_rate": 4.997003412134623e-05,
      "loss": 5.3359,
      "step": 31135
    },
    {
      "epoch": 0.02725742510991815,
      "grad_norm": 0.5375992655754089,
      "learning_rate": 4.997001891982945e-05,
      "loss": 4.775,
      "step": 31140
    },
    {
      "epoch": 0.027261801703545304,
      "grad_norm": 0.7322704792022705,
      "learning_rate": 4.997000371446074e-05,
      "loss": 5.8646,
      "step": 31145
    },
    {
      "epoch": 0.02726617829717246,
      "grad_norm": 0.5408537983894348,
      "learning_rate": 4.996998850524006e-05,
      "loss": 5.1194,
      "step": 31150
    },
    {
      "epoch": 0.027270554890799614,
      "grad_norm": 0.5889430046081543,
      "learning_rate": 4.996997329216745e-05,
      "loss": 4.9162,
      "step": 31155
    },
    {
      "epoch": 0.02727493148442677,
      "grad_norm": 0.6928139328956604,
      "learning_rate": 4.996995807524288e-05,
      "loss": 6.5393,
      "step": 31160
    },
    {
      "epoch": 0.027279308078053923,
      "grad_norm": 0.8252276182174683,
      "learning_rate": 4.996994285446639e-05,
      "loss": 5.168,
      "step": 31165
    },
    {
      "epoch": 0.027283684671681074,
      "grad_norm": 0.7860952615737915,
      "learning_rate": 4.9969927629837956e-05,
      "loss": 6.0183,
      "step": 31170
    },
    {
      "epoch": 0.02728806126530823,
      "grad_norm": 0.6202484369277954,
      "learning_rate": 4.996991240135759e-05,
      "loss": 5.1683,
      "step": 31175
    },
    {
      "epoch": 0.027292437858935384,
      "grad_norm": 0.5741959810256958,
      "learning_rate": 4.996989716902528e-05,
      "loss": 4.8414,
      "step": 31180
    },
    {
      "epoch": 0.02729681445256254,
      "grad_norm": 0.751099705696106,
      "learning_rate": 4.9969881932841056e-05,
      "loss": 5.3791,
      "step": 31185
    },
    {
      "epoch": 0.027301191046189693,
      "grad_norm": 0.5531038641929626,
      "learning_rate": 4.9969866692804915e-05,
      "loss": 4.3163,
      "step": 31190
    },
    {
      "epoch": 0.027305567639816848,
      "grad_norm": 0.8082538843154907,
      "learning_rate": 4.996985144891684e-05,
      "loss": 5.1246,
      "step": 31195
    },
    {
      "epoch": 0.027309944233444003,
      "grad_norm": 0.6643224358558655,
      "learning_rate": 4.9969836201176846e-05,
      "loss": 5.3699,
      "step": 31200
    },
    {
      "epoch": 0.027314320827071158,
      "grad_norm": 0.6148163080215454,
      "learning_rate": 4.9969820949584946e-05,
      "loss": 4.458,
      "step": 31205
    },
    {
      "epoch": 0.027318697420698312,
      "grad_norm": 0.7323669195175171,
      "learning_rate": 4.9969805694141126e-05,
      "loss": 5.4478,
      "step": 31210
    },
    {
      "epoch": 0.027323074014325467,
      "grad_norm": 0.5547261834144592,
      "learning_rate": 4.99697904348454e-05,
      "loss": 5.3792,
      "step": 31215
    },
    {
      "epoch": 0.027327450607952622,
      "grad_norm": 0.5644552111625671,
      "learning_rate": 4.996977517169776e-05,
      "loss": 5.0386,
      "step": 31220
    },
    {
      "epoch": 0.027331827201579777,
      "grad_norm": 0.607533872127533,
      "learning_rate": 4.996975990469823e-05,
      "loss": 6.2283,
      "step": 31225
    },
    {
      "epoch": 0.02733620379520693,
      "grad_norm": 0.53370600938797,
      "learning_rate": 4.996974463384679e-05,
      "loss": 4.5965,
      "step": 31230
    },
    {
      "epoch": 0.027340580388834083,
      "grad_norm": 0.5206531286239624,
      "learning_rate": 4.996972935914345e-05,
      "loss": 6.1984,
      "step": 31235
    },
    {
      "epoch": 0.027344956982461237,
      "grad_norm": 0.5345422029495239,
      "learning_rate": 4.996971408058823e-05,
      "loss": 5.902,
      "step": 31240
    },
    {
      "epoch": 0.027349333576088392,
      "grad_norm": 0.5077081918716431,
      "learning_rate": 4.99696987981811e-05,
      "loss": 5.3501,
      "step": 31245
    },
    {
      "epoch": 0.027353710169715547,
      "grad_norm": 0.6280428767204285,
      "learning_rate": 4.9969683511922085e-05,
      "loss": 5.8697,
      "step": 31250
    },
    {
      "epoch": 0.027358086763342702,
      "grad_norm": 0.6236670613288879,
      "learning_rate": 4.9969668221811186e-05,
      "loss": 5.6646,
      "step": 31255
    },
    {
      "epoch": 0.027362463356969857,
      "grad_norm": 0.652880847454071,
      "learning_rate": 4.99696529278484e-05,
      "loss": 4.9152,
      "step": 31260
    },
    {
      "epoch": 0.02736683995059701,
      "grad_norm": 0.5764343738555908,
      "learning_rate": 4.9969637630033736e-05,
      "loss": 6.2266,
      "step": 31265
    },
    {
      "epoch": 0.027371216544224166,
      "grad_norm": 0.6145052313804626,
      "learning_rate": 4.9969622328367206e-05,
      "loss": 5.9973,
      "step": 31270
    },
    {
      "epoch": 0.02737559313785132,
      "grad_norm": 0.5360820293426514,
      "learning_rate": 4.9969607022848784e-05,
      "loss": 5.6623,
      "step": 31275
    },
    {
      "epoch": 0.027379969731478476,
      "grad_norm": 0.5409694314002991,
      "learning_rate": 4.99695917134785e-05,
      "loss": 5.3306,
      "step": 31280
    },
    {
      "epoch": 0.02738434632510563,
      "grad_norm": 0.5572994947433472,
      "learning_rate": 4.9969576400256344e-05,
      "loss": 4.993,
      "step": 31285
    },
    {
      "epoch": 0.027388722918732785,
      "grad_norm": 0.5492514371871948,
      "learning_rate": 4.9969561083182325e-05,
      "loss": 5.6708,
      "step": 31290
    },
    {
      "epoch": 0.027393099512359936,
      "grad_norm": 0.665452778339386,
      "learning_rate": 4.996954576225644e-05,
      "loss": 5.6313,
      "step": 31295
    },
    {
      "epoch": 0.02739747610598709,
      "grad_norm": 0.5597651600837708,
      "learning_rate": 4.9969530437478706e-05,
      "loss": 5.8697,
      "step": 31300
    },
    {
      "epoch": 0.027401852699614246,
      "grad_norm": 0.49237778782844543,
      "learning_rate": 4.9969515108849105e-05,
      "loss": 5.1255,
      "step": 31305
    },
    {
      "epoch": 0.0274062292932414,
      "grad_norm": 0.4933587610721588,
      "learning_rate": 4.996949977636766e-05,
      "loss": 5.9755,
      "step": 31310
    },
    {
      "epoch": 0.027410605886868555,
      "grad_norm": 0.576438844203949,
      "learning_rate": 4.9969484440034354e-05,
      "loss": 5.1477,
      "step": 31315
    },
    {
      "epoch": 0.02741498248049571,
      "grad_norm": 0.7263848781585693,
      "learning_rate": 4.99694690998492e-05,
      "loss": 5.3526,
      "step": 31320
    },
    {
      "epoch": 0.027419359074122865,
      "grad_norm": 0.5806004405021667,
      "learning_rate": 4.996945375581221e-05,
      "loss": 5.6275,
      "step": 31325
    },
    {
      "epoch": 0.02742373566775002,
      "grad_norm": 0.6390325427055359,
      "learning_rate": 4.996943840792338e-05,
      "loss": 5.6614,
      "step": 31330
    },
    {
      "epoch": 0.027428112261377174,
      "grad_norm": 0.6120699048042297,
      "learning_rate": 4.99694230561827e-05,
      "loss": 5.4009,
      "step": 31335
    },
    {
      "epoch": 0.02743248885500433,
      "grad_norm": 0.5720236301422119,
      "learning_rate": 4.996940770059019e-05,
      "loss": 5.1348,
      "step": 31340
    },
    {
      "epoch": 0.027436865448631484,
      "grad_norm": 0.5797319412231445,
      "learning_rate": 4.9969392341145834e-05,
      "loss": 5.4278,
      "step": 31345
    },
    {
      "epoch": 0.02744124204225864,
      "grad_norm": 0.6868491768836975,
      "learning_rate": 4.996937697784967e-05,
      "loss": 5.3671,
      "step": 31350
    },
    {
      "epoch": 0.027445618635885793,
      "grad_norm": 0.5819050669670105,
      "learning_rate": 4.996936161070166e-05,
      "loss": 4.7257,
      "step": 31355
    },
    {
      "epoch": 0.027449995229512945,
      "grad_norm": 0.5595409870147705,
      "learning_rate": 4.996934623970184e-05,
      "loss": 5.4907,
      "step": 31360
    },
    {
      "epoch": 0.0274543718231401,
      "grad_norm": 0.6977688074111938,
      "learning_rate": 4.9969330864850195e-05,
      "loss": 5.4962,
      "step": 31365
    },
    {
      "epoch": 0.027458748416767254,
      "grad_norm": 0.5646904706954956,
      "learning_rate": 4.996931548614673e-05,
      "loss": 5.6615,
      "step": 31370
    },
    {
      "epoch": 0.02746312501039441,
      "grad_norm": 0.5878657698631287,
      "learning_rate": 4.9969300103591455e-05,
      "loss": 4.5944,
      "step": 31375
    },
    {
      "epoch": 0.027467501604021564,
      "grad_norm": 0.6269781589508057,
      "learning_rate": 4.996928471718436e-05,
      "loss": 5.6627,
      "step": 31380
    },
    {
      "epoch": 0.02747187819764872,
      "grad_norm": 0.5150042176246643,
      "learning_rate": 4.996926932692546e-05,
      "loss": 5.4396,
      "step": 31385
    },
    {
      "epoch": 0.027476254791275873,
      "grad_norm": 0.7444525957107544,
      "learning_rate": 4.996925393281475e-05,
      "loss": 6.2328,
      "step": 31390
    },
    {
      "epoch": 0.027480631384903028,
      "grad_norm": 0.5750340819358826,
      "learning_rate": 4.996923853485224e-05,
      "loss": 5.9066,
      "step": 31395
    },
    {
      "epoch": 0.027485007978530183,
      "grad_norm": 0.7009742856025696,
      "learning_rate": 4.996922313303792e-05,
      "loss": 5.03,
      "step": 31400
    },
    {
      "epoch": 0.027489384572157338,
      "grad_norm": 0.5892575979232788,
      "learning_rate": 4.9969207727371825e-05,
      "loss": 5.1702,
      "step": 31405
    },
    {
      "epoch": 0.027493761165784492,
      "grad_norm": 0.4815942943096161,
      "learning_rate": 4.996919231785392e-05,
      "loss": 6.5371,
      "step": 31410
    },
    {
      "epoch": 0.027498137759411647,
      "grad_norm": 0.5624842047691345,
      "learning_rate": 4.996917690448423e-05,
      "loss": 4.8369,
      "step": 31415
    },
    {
      "epoch": 0.027502514353038802,
      "grad_norm": 0.5061443448066711,
      "learning_rate": 4.996916148726275e-05,
      "loss": 5.9393,
      "step": 31420
    },
    {
      "epoch": 0.027506890946665953,
      "grad_norm": 0.5443268418312073,
      "learning_rate": 4.9969146066189474e-05,
      "loss": 5.9078,
      "step": 31425
    },
    {
      "epoch": 0.027511267540293108,
      "grad_norm": 0.44804075360298157,
      "learning_rate": 4.996913064126443e-05,
      "loss": 5.899,
      "step": 31430
    },
    {
      "epoch": 0.027515644133920263,
      "grad_norm": 0.47941097617149353,
      "learning_rate": 4.9969115212487603e-05,
      "loss": 5.3624,
      "step": 31435
    },
    {
      "epoch": 0.027520020727547417,
      "grad_norm": 0.7126328945159912,
      "learning_rate": 4.9969099779859e-05,
      "loss": 6.0269,
      "step": 31440
    },
    {
      "epoch": 0.027524397321174572,
      "grad_norm": 0.529876172542572,
      "learning_rate": 4.996908434337861e-05,
      "loss": 5.0191,
      "step": 31445
    },
    {
      "epoch": 0.027528773914801727,
      "grad_norm": 0.8640341758728027,
      "learning_rate": 4.9969068903046465e-05,
      "loss": 5.644,
      "step": 31450
    },
    {
      "epoch": 0.02753315050842888,
      "grad_norm": 0.606999397277832,
      "learning_rate": 4.996905345886255e-05,
      "loss": 5.1143,
      "step": 31455
    },
    {
      "epoch": 0.027537527102056036,
      "grad_norm": 0.5870797038078308,
      "learning_rate": 4.996903801082686e-05,
      "loss": 5.4527,
      "step": 31460
    },
    {
      "epoch": 0.02754190369568319,
      "grad_norm": 0.6290158033370972,
      "learning_rate": 4.996902255893941e-05,
      "loss": 5.6729,
      "step": 31465
    },
    {
      "epoch": 0.027546280289310346,
      "grad_norm": 0.5282110571861267,
      "learning_rate": 4.996900710320022e-05,
      "loss": 6.1947,
      "step": 31470
    },
    {
      "epoch": 0.0275506568829375,
      "grad_norm": 0.5246104001998901,
      "learning_rate": 4.996899164360926e-05,
      "loss": 4.607,
      "step": 31475
    },
    {
      "epoch": 0.027555033476564655,
      "grad_norm": 0.614093542098999,
      "learning_rate": 4.996897618016655e-05,
      "loss": 4.6025,
      "step": 31480
    },
    {
      "epoch": 0.02755941007019181,
      "grad_norm": 0.5794779658317566,
      "learning_rate": 4.996896071287209e-05,
      "loss": 5.6729,
      "step": 31485
    },
    {
      "epoch": 0.02756378666381896,
      "grad_norm": 0.5533721446990967,
      "learning_rate": 4.996894524172588e-05,
      "loss": 6.2104,
      "step": 31490
    },
    {
      "epoch": 0.027568163257446116,
      "grad_norm": 0.5106545686721802,
      "learning_rate": 4.996892976672794e-05,
      "loss": 5.682,
      "step": 31495
    },
    {
      "epoch": 0.02757253985107327,
      "grad_norm": 0.5518045425415039,
      "learning_rate": 4.996891428787824e-05,
      "loss": 5.1054,
      "step": 31500
    },
    {
      "epoch": 0.027576916444700426,
      "grad_norm": 0.5341609120368958,
      "learning_rate": 4.996889880517681e-05,
      "loss": 5.2942,
      "step": 31505
    },
    {
      "epoch": 0.02758129303832758,
      "grad_norm": 0.5695854425430298,
      "learning_rate": 4.996888331862365e-05,
      "loss": 5.0469,
      "step": 31510
    },
    {
      "epoch": 0.027585669631954735,
      "grad_norm": 0.5229237079620361,
      "learning_rate": 4.996886782821876e-05,
      "loss": 5.3293,
      "step": 31515
    },
    {
      "epoch": 0.02759004622558189,
      "grad_norm": 0.5113406181335449,
      "learning_rate": 4.9968852333962124e-05,
      "loss": 4.8369,
      "step": 31520
    },
    {
      "epoch": 0.027594422819209045,
      "grad_norm": 0.5270878672599792,
      "learning_rate": 4.996883683585377e-05,
      "loss": 5.1531,
      "step": 31525
    },
    {
      "epoch": 0.0275987994128362,
      "grad_norm": 0.6599918007850647,
      "learning_rate": 4.99688213338937e-05,
      "loss": 5.4633,
      "step": 31530
    },
    {
      "epoch": 0.027603176006463354,
      "grad_norm": 0.5243363380432129,
      "learning_rate": 4.996880582808191e-05,
      "loss": 5.4582,
      "step": 31535
    },
    {
      "epoch": 0.02760755260009051,
      "grad_norm": 0.4779101312160492,
      "learning_rate": 4.99687903184184e-05,
      "loss": 5.9663,
      "step": 31540
    },
    {
      "epoch": 0.027611929193717664,
      "grad_norm": 0.4925074875354767,
      "learning_rate": 4.996877480490317e-05,
      "loss": 5.9962,
      "step": 31545
    },
    {
      "epoch": 0.02761630578734482,
      "grad_norm": 0.5392998456954956,
      "learning_rate": 4.996875928753625e-05,
      "loss": 5.7051,
      "step": 31550
    },
    {
      "epoch": 0.02762068238097197,
      "grad_norm": 0.5102245807647705,
      "learning_rate": 4.9968743766317605e-05,
      "loss": 5.4359,
      "step": 31555
    },
    {
      "epoch": 0.027625058974599125,
      "grad_norm": 0.5122637748718262,
      "learning_rate": 4.996872824124725e-05,
      "loss": 5.1641,
      "step": 31560
    },
    {
      "epoch": 0.02762943556822628,
      "grad_norm": 0.7517216205596924,
      "learning_rate": 4.9968712712325206e-05,
      "loss": 5.129,
      "step": 31565
    },
    {
      "epoch": 0.027633812161853434,
      "grad_norm": 0.635215699672699,
      "learning_rate": 4.996869717955146e-05,
      "loss": 5.4279,
      "step": 31570
    },
    {
      "epoch": 0.02763818875548059,
      "grad_norm": 0.7269320487976074,
      "learning_rate": 4.9968681642926016e-05,
      "loss": 4.8642,
      "step": 31575
    },
    {
      "epoch": 0.027642565349107744,
      "grad_norm": 0.7150216698646545,
      "learning_rate": 4.996866610244888e-05,
      "loss": 4.9103,
      "step": 31580
    },
    {
      "epoch": 0.0276469419427349,
      "grad_norm": 0.6565295457839966,
      "learning_rate": 4.996865055812004e-05,
      "loss": 5.3678,
      "step": 31585
    },
    {
      "epoch": 0.027651318536362053,
      "grad_norm": 0.6188811659812927,
      "learning_rate": 4.9968635009939536e-05,
      "loss": 6.1668,
      "step": 31590
    },
    {
      "epoch": 0.027655695129989208,
      "grad_norm": 0.6065821051597595,
      "learning_rate": 4.996861945790734e-05,
      "loss": 4.7938,
      "step": 31595
    },
    {
      "epoch": 0.027660071723616363,
      "grad_norm": 0.5647106766700745,
      "learning_rate": 4.996860390202346e-05,
      "loss": 5.6358,
      "step": 31600
    },
    {
      "epoch": 0.027664448317243517,
      "grad_norm": 0.532207727432251,
      "learning_rate": 4.9968588342287906e-05,
      "loss": 4.8028,
      "step": 31605
    },
    {
      "epoch": 0.027668824910870672,
      "grad_norm": 0.47459810972213745,
      "learning_rate": 4.996857277870067e-05,
      "loss": 5.1108,
      "step": 31610
    },
    {
      "epoch": 0.027673201504497827,
      "grad_norm": 0.5166822075843811,
      "learning_rate": 4.996855721126177e-05,
      "loss": 5.128,
      "step": 31615
    },
    {
      "epoch": 0.027677578098124978,
      "grad_norm": 0.8431436419487,
      "learning_rate": 4.99685416399712e-05,
      "loss": 4.5692,
      "step": 31620
    },
    {
      "epoch": 0.027681954691752133,
      "grad_norm": 0.5053592920303345,
      "learning_rate": 4.9968526064828967e-05,
      "loss": 5.543,
      "step": 31625
    },
    {
      "epoch": 0.027686331285379288,
      "grad_norm": 0.6061282157897949,
      "learning_rate": 4.996851048583506e-05,
      "loss": 5.1481,
      "step": 31630
    },
    {
      "epoch": 0.027690707879006442,
      "grad_norm": 0.5884259343147278,
      "learning_rate": 4.996849490298951e-05,
      "loss": 6.2379,
      "step": 31635
    },
    {
      "epoch": 0.027695084472633597,
      "grad_norm": 0.9938935041427612,
      "learning_rate": 4.9968479316292284e-05,
      "loss": 5.118,
      "step": 31640
    },
    {
      "epoch": 0.027699461066260752,
      "grad_norm": 0.8609674572944641,
      "learning_rate": 4.9968463725743406e-05,
      "loss": 5.4196,
      "step": 31645
    },
    {
      "epoch": 0.027703837659887907,
      "grad_norm": 0.8701549768447876,
      "learning_rate": 4.996844813134289e-05,
      "loss": 5.67,
      "step": 31650
    },
    {
      "epoch": 0.02770821425351506,
      "grad_norm": 0.5908196568489075,
      "learning_rate": 4.9968432533090724e-05,
      "loss": 5.9807,
      "step": 31655
    },
    {
      "epoch": 0.027712590847142216,
      "grad_norm": 0.767760694026947,
      "learning_rate": 4.996841693098691e-05,
      "loss": 5.7153,
      "step": 31660
    },
    {
      "epoch": 0.02771696744076937,
      "grad_norm": 0.6008134484291077,
      "learning_rate": 4.9968401325031455e-05,
      "loss": 5.3705,
      "step": 31665
    },
    {
      "epoch": 0.027721344034396526,
      "grad_norm": 0.5400804877281189,
      "learning_rate": 4.996838571522436e-05,
      "loss": 5.6478,
      "step": 31670
    },
    {
      "epoch": 0.02772572062802368,
      "grad_norm": 0.5490314960479736,
      "learning_rate": 4.996837010156563e-05,
      "loss": 4.7877,
      "step": 31675
    },
    {
      "epoch": 0.027730097221650835,
      "grad_norm": 0.7065646052360535,
      "learning_rate": 4.996835448405527e-05,
      "loss": 6.0477,
      "step": 31680
    },
    {
      "epoch": 0.027734473815277987,
      "grad_norm": 0.6083493828773499,
      "learning_rate": 4.9968338862693277e-05,
      "loss": 5.3733,
      "step": 31685
    },
    {
      "epoch": 0.02773885040890514,
      "grad_norm": 0.5699997544288635,
      "learning_rate": 4.996832323747965e-05,
      "loss": 6.5234,
      "step": 31690
    },
    {
      "epoch": 0.027743227002532296,
      "grad_norm": 0.6126841306686401,
      "learning_rate": 4.996830760841441e-05,
      "loss": 4.5532,
      "step": 31695
    },
    {
      "epoch": 0.02774760359615945,
      "grad_norm": 0.7114869952201843,
      "learning_rate": 4.996829197549754e-05,
      "loss": 5.3591,
      "step": 31700
    },
    {
      "epoch": 0.027751980189786606,
      "grad_norm": 0.6230716705322266,
      "learning_rate": 4.996827633872906e-05,
      "loss": 4.8251,
      "step": 31705
    },
    {
      "epoch": 0.02775635678341376,
      "grad_norm": 0.5938417315483093,
      "learning_rate": 4.996826069810897e-05,
      "loss": 5.142,
      "step": 31710
    },
    {
      "epoch": 0.027760733377040915,
      "grad_norm": 0.5077767968177795,
      "learning_rate": 4.9968245053637254e-05,
      "loss": 5.9254,
      "step": 31715
    },
    {
      "epoch": 0.02776510997066807,
      "grad_norm": 0.4681774079799652,
      "learning_rate": 4.996822940531394e-05,
      "loss": 5.8617,
      "step": 31720
    },
    {
      "epoch": 0.027769486564295225,
      "grad_norm": 0.7673420906066895,
      "learning_rate": 4.9968213753139016e-05,
      "loss": 5.3369,
      "step": 31725
    },
    {
      "epoch": 0.02777386315792238,
      "grad_norm": 0.5769951939582825,
      "learning_rate": 4.99681980971125e-05,
      "loss": 5.6346,
      "step": 31730
    },
    {
      "epoch": 0.027778239751549534,
      "grad_norm": 0.5675179958343506,
      "learning_rate": 4.9968182437234367e-05,
      "loss": 5.1639,
      "step": 31735
    },
    {
      "epoch": 0.02778261634517669,
      "grad_norm": 0.5195479989051819,
      "learning_rate": 4.996816677350464e-05,
      "loss": 5.3938,
      "step": 31740
    },
    {
      "epoch": 0.027786992938803844,
      "grad_norm": 0.5715764164924622,
      "learning_rate": 4.996815110592333e-05,
      "loss": 4.9418,
      "step": 31745
    },
    {
      "epoch": 0.027791369532430995,
      "grad_norm": 0.5677719116210938,
      "learning_rate": 4.9968135434490425e-05,
      "loss": 5.3606,
      "step": 31750
    },
    {
      "epoch": 0.02779574612605815,
      "grad_norm": 0.5782766938209534,
      "learning_rate": 4.9968119759205936e-05,
      "loss": 5.5734,
      "step": 31755
    },
    {
      "epoch": 0.027800122719685304,
      "grad_norm": 0.5657856464385986,
      "learning_rate": 4.996810408006985e-05,
      "loss": 6.2115,
      "step": 31760
    },
    {
      "epoch": 0.02780449931331246,
      "grad_norm": 0.5217469334602356,
      "learning_rate": 4.996808839708219e-05,
      "loss": 4.7835,
      "step": 31765
    },
    {
      "epoch": 0.027808875906939614,
      "grad_norm": 0.4508117735385895,
      "learning_rate": 4.996807271024295e-05,
      "loss": 6.1824,
      "step": 31770
    },
    {
      "epoch": 0.02781325250056677,
      "grad_norm": 0.44970348477363586,
      "learning_rate": 4.996805701955214e-05,
      "loss": 6.0491,
      "step": 31775
    },
    {
      "epoch": 0.027817629094193923,
      "grad_norm": 0.7258049249649048,
      "learning_rate": 4.996804132500975e-05,
      "loss": 5.3834,
      "step": 31780
    },
    {
      "epoch": 0.027822005687821078,
      "grad_norm": 0.550900936126709,
      "learning_rate": 4.99680256266158e-05,
      "loss": 5.8982,
      "step": 31785
    },
    {
      "epoch": 0.027826382281448233,
      "grad_norm": 0.6062920093536377,
      "learning_rate": 4.9968009924370286e-05,
      "loss": 5.1495,
      "step": 31790
    },
    {
      "epoch": 0.027830758875075388,
      "grad_norm": 0.6677270531654358,
      "learning_rate": 4.99679942182732e-05,
      "loss": 5.1059,
      "step": 31795
    },
    {
      "epoch": 0.027835135468702542,
      "grad_norm": 0.6266835927963257,
      "learning_rate": 4.9967978508324556e-05,
      "loss": 5.3646,
      "step": 31800
    },
    {
      "epoch": 0.027839512062329697,
      "grad_norm": 0.7562021017074585,
      "learning_rate": 4.996796279452435e-05,
      "loss": 5.0344,
      "step": 31805
    },
    {
      "epoch": 0.027843888655956852,
      "grad_norm": 0.6785944700241089,
      "learning_rate": 4.996794707687259e-05,
      "loss": 6.2205,
      "step": 31810
    },
    {
      "epoch": 0.027848265249584003,
      "grad_norm": 0.534792959690094,
      "learning_rate": 4.996793135536929e-05,
      "loss": 5.6362,
      "step": 31815
    },
    {
      "epoch": 0.027852641843211158,
      "grad_norm": 0.5910211205482483,
      "learning_rate": 4.9967915630014427e-05,
      "loss": 5.142,
      "step": 31820
    },
    {
      "epoch": 0.027857018436838313,
      "grad_norm": 0.5799643993377686,
      "learning_rate": 4.9967899900808024e-05,
      "loss": 5.3627,
      "step": 31825
    },
    {
      "epoch": 0.027861395030465468,
      "grad_norm": 0.5695563554763794,
      "learning_rate": 4.996788416775009e-05,
      "loss": 4.828,
      "step": 31830
    },
    {
      "epoch": 0.027865771624092622,
      "grad_norm": 0.5941782593727112,
      "learning_rate": 4.9967868430840604e-05,
      "loss": 5.9878,
      "step": 31835
    },
    {
      "epoch": 0.027870148217719777,
      "grad_norm": 0.6078365445137024,
      "learning_rate": 4.996785269007959e-05,
      "loss": 5.671,
      "step": 31840
    },
    {
      "epoch": 0.027874524811346932,
      "grad_norm": 0.44657865166664124,
      "learning_rate": 4.996783694546704e-05,
      "loss": 5.6701,
      "step": 31845
    },
    {
      "epoch": 0.027878901404974087,
      "grad_norm": 0.4421342611312866,
      "learning_rate": 4.9967821197002954e-05,
      "loss": 6.1855,
      "step": 31850
    },
    {
      "epoch": 0.02788327799860124,
      "grad_norm": 0.5071430802345276,
      "learning_rate": 4.9967805444687344e-05,
      "loss": 5.3068,
      "step": 31855
    },
    {
      "epoch": 0.027887654592228396,
      "grad_norm": 0.535902202129364,
      "learning_rate": 4.9967789688520214e-05,
      "loss": 5.1413,
      "step": 31860
    },
    {
      "epoch": 0.02789203118585555,
      "grad_norm": 0.5321683883666992,
      "learning_rate": 4.996777392850156e-05,
      "loss": 5.035,
      "step": 31865
    },
    {
      "epoch": 0.027896407779482706,
      "grad_norm": 0.5674564838409424,
      "learning_rate": 4.9967758164631395e-05,
      "loss": 5.9784,
      "step": 31870
    },
    {
      "epoch": 0.027900784373109857,
      "grad_norm": 0.5412645936012268,
      "learning_rate": 4.996774239690971e-05,
      "loss": 5.3709,
      "step": 31875
    },
    {
      "epoch": 0.02790516096673701,
      "grad_norm": 0.6372390985488892,
      "learning_rate": 4.996772662533652e-05,
      "loss": 5.3716,
      "step": 31880
    },
    {
      "epoch": 0.027909537560364166,
      "grad_norm": 0.5680666565895081,
      "learning_rate": 4.996771084991181e-05,
      "loss": 5.1174,
      "step": 31885
    },
    {
      "epoch": 0.02791391415399132,
      "grad_norm": 0.5110456943511963,
      "learning_rate": 4.99676950706356e-05,
      "loss": 5.8605,
      "step": 31890
    },
    {
      "epoch": 0.027918290747618476,
      "grad_norm": 0.5175157785415649,
      "learning_rate": 4.996767928750789e-05,
      "loss": 6.1824,
      "step": 31895
    },
    {
      "epoch": 0.02792266734124563,
      "grad_norm": 0.460383802652359,
      "learning_rate": 4.9967663500528673e-05,
      "loss": 5.8875,
      "step": 31900
    },
    {
      "epoch": 0.027927043934872785,
      "grad_norm": 0.4655986428260803,
      "learning_rate": 4.996764770969796e-05,
      "loss": 5.8633,
      "step": 31905
    },
    {
      "epoch": 0.02793142052849994,
      "grad_norm": 0.4842807650566101,
      "learning_rate": 4.9967631915015755e-05,
      "loss": 5.6987,
      "step": 31910
    },
    {
      "epoch": 0.027935797122127095,
      "grad_norm": 0.43421822786331177,
      "learning_rate": 4.996761611648206e-05,
      "loss": 5.68,
      "step": 31915
    },
    {
      "epoch": 0.02794017371575425,
      "grad_norm": 0.5106326341629028,
      "learning_rate": 4.9967600314096885e-05,
      "loss": 5.6743,
      "step": 31920
    },
    {
      "epoch": 0.027944550309381404,
      "grad_norm": 0.5480268001556396,
      "learning_rate": 4.996758450786022e-05,
      "loss": 5.8965,
      "step": 31925
    },
    {
      "epoch": 0.02794892690300856,
      "grad_norm": 0.5268275737762451,
      "learning_rate": 4.996756869777207e-05,
      "loss": 4.2785,
      "step": 31930
    },
    {
      "epoch": 0.027953303496635714,
      "grad_norm": 0.6716153025627136,
      "learning_rate": 4.9967552883832444e-05,
      "loss": 6.0223,
      "step": 31935
    },
    {
      "epoch": 0.027957680090262865,
      "grad_norm": 1.0440703630447388,
      "learning_rate": 4.996753706604135e-05,
      "loss": 5.1386,
      "step": 31940
    },
    {
      "epoch": 0.02796205668389002,
      "grad_norm": 0.5620379447937012,
      "learning_rate": 4.9967521244398776e-05,
      "loss": 5.0018,
      "step": 31945
    },
    {
      "epoch": 0.027966433277517175,
      "grad_norm": 0.49120911955833435,
      "learning_rate": 4.996750541890474e-05,
      "loss": 6.5518,
      "step": 31950
    },
    {
      "epoch": 0.02797080987114433,
      "grad_norm": 0.538731038570404,
      "learning_rate": 4.996748958955923e-05,
      "loss": 6.2268,
      "step": 31955
    },
    {
      "epoch": 0.027975186464771484,
      "grad_norm": 0.6920111179351807,
      "learning_rate": 4.9967473756362256e-05,
      "loss": 5.703,
      "step": 31960
    },
    {
      "epoch": 0.02797956305839864,
      "grad_norm": 0.5636281967163086,
      "learning_rate": 4.9967457919313834e-05,
      "loss": 5.875,
      "step": 31965
    },
    {
      "epoch": 0.027983939652025794,
      "grad_norm": 0.8013713359832764,
      "learning_rate": 4.996744207841395e-05,
      "loss": 5.6809,
      "step": 31970
    },
    {
      "epoch": 0.02798831624565295,
      "grad_norm": 0.4166799485683441,
      "learning_rate": 4.996742623366261e-05,
      "loss": 5.4337,
      "step": 31975
    },
    {
      "epoch": 0.027992692839280103,
      "grad_norm": 0.5042027831077576,
      "learning_rate": 4.996741038505981e-05,
      "loss": 5.9092,
      "step": 31980
    },
    {
      "epoch": 0.027997069432907258,
      "grad_norm": 0.5840660333633423,
      "learning_rate": 4.996739453260557e-05,
      "loss": 5.4481,
      "step": 31985
    },
    {
      "epoch": 0.028001446026534413,
      "grad_norm": 0.5658836364746094,
      "learning_rate": 4.996737867629989e-05,
      "loss": 4.5797,
      "step": 31990
    },
    {
      "epoch": 0.028005822620161568,
      "grad_norm": 0.5186157822608948,
      "learning_rate": 4.996736281614277e-05,
      "loss": 4.8791,
      "step": 31995
    },
    {
      "epoch": 0.028010199213788722,
      "grad_norm": 0.556667149066925,
      "learning_rate": 4.996734695213421e-05,
      "loss": 4.6041,
      "step": 32000
    },
    {
      "epoch": 0.028014575807415874,
      "grad_norm": 0.6134577393531799,
      "learning_rate": 4.9967331084274205e-05,
      "loss": 5.6555,
      "step": 32005
    },
    {
      "epoch": 0.02801895240104303,
      "grad_norm": 0.545150637626648,
      "learning_rate": 4.996731521256278e-05,
      "loss": 6.2264,
      "step": 32010
    },
    {
      "epoch": 0.028023328994670183,
      "grad_norm": 0.5912860035896301,
      "learning_rate": 4.996729933699992e-05,
      "loss": 6.1891,
      "step": 32015
    },
    {
      "epoch": 0.028027705588297338,
      "grad_norm": 0.5542645454406738,
      "learning_rate": 4.996728345758562e-05,
      "loss": 5.1337,
      "step": 32020
    },
    {
      "epoch": 0.028032082181924493,
      "grad_norm": 0.5358445048332214,
      "learning_rate": 4.996726757431992e-05,
      "loss": 5.0414,
      "step": 32025
    },
    {
      "epoch": 0.028036458775551647,
      "grad_norm": 0.46117669343948364,
      "learning_rate": 4.996725168720279e-05,
      "loss": 5.6833,
      "step": 32030
    },
    {
      "epoch": 0.028040835369178802,
      "grad_norm": 0.4730684459209442,
      "learning_rate": 4.996723579623425e-05,
      "loss": 5.1077,
      "step": 32035
    },
    {
      "epoch": 0.028045211962805957,
      "grad_norm": 0.5508707761764526,
      "learning_rate": 4.996721990141429e-05,
      "loss": 5.9936,
      "step": 32040
    },
    {
      "epoch": 0.02804958855643311,
      "grad_norm": 0.5608288049697876,
      "learning_rate": 4.996720400274292e-05,
      "loss": 5.4479,
      "step": 32045
    },
    {
      "epoch": 0.028053965150060266,
      "grad_norm": 0.4509943425655365,
      "learning_rate": 4.996718810022013e-05,
      "loss": 5.6519,
      "step": 32050
    },
    {
      "epoch": 0.02805834174368742,
      "grad_norm": 0.5270457863807678,
      "learning_rate": 4.9967172193845945e-05,
      "loss": 5.3523,
      "step": 32055
    },
    {
      "epoch": 0.028062718337314576,
      "grad_norm": 0.638595700263977,
      "learning_rate": 4.996715628362037e-05,
      "loss": 5.9755,
      "step": 32060
    },
    {
      "epoch": 0.02806709493094173,
      "grad_norm": 0.512613832950592,
      "learning_rate": 4.996714036954337e-05,
      "loss": 5.8672,
      "step": 32065
    },
    {
      "epoch": 0.028071471524568882,
      "grad_norm": 0.5507075786590576,
      "learning_rate": 4.9967124451615e-05,
      "loss": 5.0827,
      "step": 32070
    },
    {
      "epoch": 0.028075848118196037,
      "grad_norm": 0.6159564256668091,
      "learning_rate": 4.996710852983523e-05,
      "loss": 5.1121,
      "step": 32075
    },
    {
      "epoch": 0.02808022471182319,
      "grad_norm": 0.5273876190185547,
      "learning_rate": 4.996709260420406e-05,
      "loss": 5.0247,
      "step": 32080
    },
    {
      "epoch": 0.028084601305450346,
      "grad_norm": 0.651470422744751,
      "learning_rate": 4.9967076674721515e-05,
      "loss": 4.3601,
      "step": 32085
    },
    {
      "epoch": 0.0280889778990775,
      "grad_norm": 0.5323736667633057,
      "learning_rate": 4.9967060741387585e-05,
      "loss": 5.9047,
      "step": 32090
    },
    {
      "epoch": 0.028093354492704656,
      "grad_norm": 0.5097848773002625,
      "learning_rate": 4.996704480420227e-05,
      "loss": 5.2451,
      "step": 32095
    },
    {
      "epoch": 0.02809773108633181,
      "grad_norm": 0.5119320154190063,
      "learning_rate": 4.9967028863165585e-05,
      "loss": 5.5455,
      "step": 32100
    },
    {
      "epoch": 0.028102107679958965,
      "grad_norm": 0.6543726325035095,
      "learning_rate": 4.996701291827751e-05,
      "loss": 6.2029,
      "step": 32105
    },
    {
      "epoch": 0.02810648427358612,
      "grad_norm": 0.6650611162185669,
      "learning_rate": 4.996699696953808e-05,
      "loss": 5.3513,
      "step": 32110
    },
    {
      "epoch": 0.028110860867213275,
      "grad_norm": 0.4780748188495636,
      "learning_rate": 4.996698101694728e-05,
      "loss": 6.2008,
      "step": 32115
    },
    {
      "epoch": 0.02811523746084043,
      "grad_norm": 0.8085659146308899,
      "learning_rate": 4.996696506050511e-05,
      "loss": 4.8074,
      "step": 32120
    },
    {
      "epoch": 0.028119614054467584,
      "grad_norm": 0.5713779926300049,
      "learning_rate": 4.996694910021159e-05,
      "loss": 5.1184,
      "step": 32125
    },
    {
      "epoch": 0.02812399064809474,
      "grad_norm": 0.5937382578849792,
      "learning_rate": 4.9966933136066696e-05,
      "loss": 5.8521,
      "step": 32130
    },
    {
      "epoch": 0.02812836724172189,
      "grad_norm": 0.5008702278137207,
      "learning_rate": 4.996691716807046e-05,
      "loss": 5.4666,
      "step": 32135
    },
    {
      "epoch": 0.028132743835349045,
      "grad_norm": 0.533926784992218,
      "learning_rate": 4.996690119622286e-05,
      "loss": 5.1318,
      "step": 32140
    },
    {
      "epoch": 0.0281371204289762,
      "grad_norm": 0.48999252915382385,
      "learning_rate": 4.996688522052392e-05,
      "loss": 6.0021,
      "step": 32145
    },
    {
      "epoch": 0.028141497022603355,
      "grad_norm": 0.5519145131111145,
      "learning_rate": 4.996686924097362e-05,
      "loss": 5.9731,
      "step": 32150
    },
    {
      "epoch": 0.02814587361623051,
      "grad_norm": 0.5522024631500244,
      "learning_rate": 4.996685325757199e-05,
      "loss": 5.0348,
      "step": 32155
    },
    {
      "epoch": 0.028150250209857664,
      "grad_norm": 0.5695322751998901,
      "learning_rate": 4.996683727031901e-05,
      "loss": 5.9878,
      "step": 32160
    },
    {
      "epoch": 0.02815462680348482,
      "grad_norm": 0.595128059387207,
      "learning_rate": 4.99668212792147e-05,
      "loss": 5.1063,
      "step": 32165
    },
    {
      "epoch": 0.028159003397111974,
      "grad_norm": 0.6182957291603088,
      "learning_rate": 4.996680528425906e-05,
      "loss": 6.2273,
      "step": 32170
    },
    {
      "epoch": 0.02816337999073913,
      "grad_norm": 0.5826189517974854,
      "learning_rate": 4.9966789285452076e-05,
      "loss": 5.9537,
      "step": 32175
    },
    {
      "epoch": 0.028167756584366283,
      "grad_norm": 0.7546363472938538,
      "learning_rate": 4.996677328279378e-05,
      "loss": 5.35,
      "step": 32180
    },
    {
      "epoch": 0.028172133177993438,
      "grad_norm": 0.5493675470352173,
      "learning_rate": 4.996675727628415e-05,
      "loss": 6.5156,
      "step": 32185
    },
    {
      "epoch": 0.028176509771620593,
      "grad_norm": 0.8929175734519958,
      "learning_rate": 4.996674126592319e-05,
      "loss": 5.3396,
      "step": 32190
    },
    {
      "epoch": 0.028180886365247747,
      "grad_norm": 0.739824652671814,
      "learning_rate": 4.996672525171092e-05,
      "loss": 6.2078,
      "step": 32195
    },
    {
      "epoch": 0.0281852629588749,
      "grad_norm": 0.597973644733429,
      "learning_rate": 4.996670923364734e-05,
      "loss": 5.679,
      "step": 32200
    },
    {
      "epoch": 0.028189639552502053,
      "grad_norm": 0.7609344124794006,
      "learning_rate": 4.996669321173244e-05,
      "loss": 5.6665,
      "step": 32205
    },
    {
      "epoch": 0.028194016146129208,
      "grad_norm": 0.5119724869728088,
      "learning_rate": 4.996667718596623e-05,
      "loss": 4.938,
      "step": 32210
    },
    {
      "epoch": 0.028198392739756363,
      "grad_norm": 0.6651144027709961,
      "learning_rate": 4.996666115634871e-05,
      "loss": 5.6646,
      "step": 32215
    },
    {
      "epoch": 0.028202769333383518,
      "grad_norm": 0.5662807822227478,
      "learning_rate": 4.996664512287991e-05,
      "loss": 5.893,
      "step": 32220
    },
    {
      "epoch": 0.028207145927010673,
      "grad_norm": 0.5697028636932373,
      "learning_rate": 4.996662908555979e-05,
      "loss": 5.3866,
      "step": 32225
    },
    {
      "epoch": 0.028211522520637827,
      "grad_norm": 0.6295123100280762,
      "learning_rate": 4.9966613044388375e-05,
      "loss": 5.6819,
      "step": 32230
    },
    {
      "epoch": 0.028215899114264982,
      "grad_norm": 0.6114639043807983,
      "learning_rate": 4.996659699936567e-05,
      "loss": 5.8879,
      "step": 32235
    },
    {
      "epoch": 0.028220275707892137,
      "grad_norm": 0.6482058763504028,
      "learning_rate": 4.996658095049166e-05,
      "loss": 5.6759,
      "step": 32240
    },
    {
      "epoch": 0.02822465230151929,
      "grad_norm": 0.6227871179580688,
      "learning_rate": 4.996656489776638e-05,
      "loss": 6.2346,
      "step": 32245
    },
    {
      "epoch": 0.028229028895146446,
      "grad_norm": 1.4062118530273438,
      "learning_rate": 4.996654884118981e-05,
      "loss": 5.0369,
      "step": 32250
    },
    {
      "epoch": 0.0282334054887736,
      "grad_norm": 0.6276254057884216,
      "learning_rate": 4.9966532780761954e-05,
      "loss": 5.9778,
      "step": 32255
    },
    {
      "epoch": 0.028237782082400756,
      "grad_norm": 1.3592075109481812,
      "learning_rate": 4.996651671648282e-05,
      "loss": 5.2017,
      "step": 32260
    },
    {
      "epoch": 0.028242158676027907,
      "grad_norm": 0.6462889909744263,
      "learning_rate": 4.996650064835242e-05,
      "loss": 4.3877,
      "step": 32265
    },
    {
      "epoch": 0.028246535269655062,
      "grad_norm": 0.7578479051589966,
      "learning_rate": 4.9966484576370745e-05,
      "loss": 4.0572,
      "step": 32270
    },
    {
      "epoch": 0.028250911863282217,
      "grad_norm": 0.8608770966529846,
      "learning_rate": 4.99664685005378e-05,
      "loss": 5.4607,
      "step": 32275
    },
    {
      "epoch": 0.02825528845690937,
      "grad_norm": 0.6793130040168762,
      "learning_rate": 4.9966452420853584e-05,
      "loss": 6.02,
      "step": 32280
    },
    {
      "epoch": 0.028259665050536526,
      "grad_norm": 0.8904367685317993,
      "learning_rate": 4.996643633731811e-05,
      "loss": 5.6956,
      "step": 32285
    },
    {
      "epoch": 0.02826404164416368,
      "grad_norm": 0.5826855897903442,
      "learning_rate": 4.996642024993138e-05,
      "loss": 5.5609,
      "step": 32290
    },
    {
      "epoch": 0.028268418237790836,
      "grad_norm": 0.5301150679588318,
      "learning_rate": 4.996640415869338e-05,
      "loss": 4.7957,
      "step": 32295
    },
    {
      "epoch": 0.02827279483141799,
      "grad_norm": 0.5378519892692566,
      "learning_rate": 4.996638806360413e-05,
      "loss": 5.6688,
      "step": 32300
    },
    {
      "epoch": 0.028277171425045145,
      "grad_norm": 0.5000039935112,
      "learning_rate": 4.9966371964663635e-05,
      "loss": 5.6425,
      "step": 32305
    },
    {
      "epoch": 0.0282815480186723,
      "grad_norm": 0.9072509407997131,
      "learning_rate": 4.9966355861871894e-05,
      "loss": 5.0182,
      "step": 32310
    },
    {
      "epoch": 0.028285924612299455,
      "grad_norm": 0.6888532042503357,
      "learning_rate": 4.996633975522891e-05,
      "loss": 5.6774,
      "step": 32315
    },
    {
      "epoch": 0.02829030120592661,
      "grad_norm": 0.9295243620872498,
      "learning_rate": 4.996632364473468e-05,
      "loss": 5.5863,
      "step": 32320
    },
    {
      "epoch": 0.028294677799553764,
      "grad_norm": 0.6012324690818787,
      "learning_rate": 4.996630753038921e-05,
      "loss": 5.6504,
      "step": 32325
    },
    {
      "epoch": 0.028299054393180915,
      "grad_norm": 0.544535219669342,
      "learning_rate": 4.996629141219251e-05,
      "loss": 5.3137,
      "step": 32330
    },
    {
      "epoch": 0.02830343098680807,
      "grad_norm": 0.48072147369384766,
      "learning_rate": 4.9966275290144585e-05,
      "loss": 5.4289,
      "step": 32335
    },
    {
      "epoch": 0.028307807580435225,
      "grad_norm": 0.6073024868965149,
      "learning_rate": 4.996625916424541e-05,
      "loss": 5.1263,
      "step": 32340
    },
    {
      "epoch": 0.02831218417406238,
      "grad_norm": 0.6273471713066101,
      "learning_rate": 4.996624303449502e-05,
      "loss": 5.552,
      "step": 32345
    },
    {
      "epoch": 0.028316560767689535,
      "grad_norm": 0.659408688545227,
      "learning_rate": 4.996622690089341e-05,
      "loss": 5.2213,
      "step": 32350
    },
    {
      "epoch": 0.02832093736131669,
      "grad_norm": 0.5861724615097046,
      "learning_rate": 4.996621076344058e-05,
      "loss": 4.5973,
      "step": 32355
    },
    {
      "epoch": 0.028325313954943844,
      "grad_norm": 0.5942060351371765,
      "learning_rate": 4.996619462213653e-05,
      "loss": 5.9571,
      "step": 32360
    },
    {
      "epoch": 0.028329690548571,
      "grad_norm": 0.5272426605224609,
      "learning_rate": 4.996617847698127e-05,
      "loss": 5.6433,
      "step": 32365
    },
    {
      "epoch": 0.028334067142198154,
      "grad_norm": 0.54852294921875,
      "learning_rate": 4.996616232797481e-05,
      "loss": 5.6468,
      "step": 32370
    },
    {
      "epoch": 0.02833844373582531,
      "grad_norm": 0.5273381471633911,
      "learning_rate": 4.996614617511713e-05,
      "loss": 5.108,
      "step": 32375
    },
    {
      "epoch": 0.028342820329452463,
      "grad_norm": 0.482162207365036,
      "learning_rate": 4.996613001840825e-05,
      "loss": 5.3484,
      "step": 32380
    },
    {
      "epoch": 0.028347196923079618,
      "grad_norm": 0.522070050239563,
      "learning_rate": 4.9966113857848174e-05,
      "loss": 4.6477,
      "step": 32385
    },
    {
      "epoch": 0.028351573516706773,
      "grad_norm": 0.7279127836227417,
      "learning_rate": 4.9966097693436886e-05,
      "loss": 5.3507,
      "step": 32390
    },
    {
      "epoch": 0.028355950110333924,
      "grad_norm": 0.5214434862136841,
      "learning_rate": 4.9966081525174424e-05,
      "loss": 4.8257,
      "step": 32395
    },
    {
      "epoch": 0.02836032670396108,
      "grad_norm": 0.6360979676246643,
      "learning_rate": 4.9966065353060754e-05,
      "loss": 5.1242,
      "step": 32400
    },
    {
      "epoch": 0.028364703297588233,
      "grad_norm": 0.5333505868911743,
      "learning_rate": 4.99660491770959e-05,
      "loss": 5.4311,
      "step": 32405
    },
    {
      "epoch": 0.028369079891215388,
      "grad_norm": 0.6030834913253784,
      "learning_rate": 4.9966032997279865e-05,
      "loss": 6.2018,
      "step": 32410
    },
    {
      "epoch": 0.028373456484842543,
      "grad_norm": 0.5617215037345886,
      "learning_rate": 4.9966016813612645e-05,
      "loss": 5.3284,
      "step": 32415
    },
    {
      "epoch": 0.028377833078469698,
      "grad_norm": 0.5464474558830261,
      "learning_rate": 4.9966000626094244e-05,
      "loss": 5.6729,
      "step": 32420
    },
    {
      "epoch": 0.028382209672096852,
      "grad_norm": 0.8274182081222534,
      "learning_rate": 4.9965984434724676e-05,
      "loss": 4.5713,
      "step": 32425
    },
    {
      "epoch": 0.028386586265724007,
      "grad_norm": 0.6290886402130127,
      "learning_rate": 4.996596823950393e-05,
      "loss": 6.2225,
      "step": 32430
    },
    {
      "epoch": 0.028390962859351162,
      "grad_norm": 0.5488499402999878,
      "learning_rate": 4.9965952040432004e-05,
      "loss": 4.6122,
      "step": 32435
    },
    {
      "epoch": 0.028395339452978317,
      "grad_norm": 0.5901491045951843,
      "learning_rate": 4.996593583750893e-05,
      "loss": 5.3463,
      "step": 32440
    },
    {
      "epoch": 0.02839971604660547,
      "grad_norm": 0.4436873495578766,
      "learning_rate": 4.996591963073468e-05,
      "loss": 6.518,
      "step": 32445
    },
    {
      "epoch": 0.028404092640232626,
      "grad_norm": 0.4281468987464905,
      "learning_rate": 4.996590342010927e-05,
      "loss": 5.6529,
      "step": 32450
    },
    {
      "epoch": 0.028408469233859777,
      "grad_norm": 0.5204384326934814,
      "learning_rate": 4.996588720563271e-05,
      "loss": 5.0167,
      "step": 32455
    },
    {
      "epoch": 0.028412845827486932,
      "grad_norm": 0.6701520681381226,
      "learning_rate": 4.9965870987305e-05,
      "loss": 5.6447,
      "step": 32460
    },
    {
      "epoch": 0.028417222421114087,
      "grad_norm": 0.49200260639190674,
      "learning_rate": 4.996585476512613e-05,
      "loss": 5.9681,
      "step": 32465
    },
    {
      "epoch": 0.02842159901474124,
      "grad_norm": 0.7015398144721985,
      "learning_rate": 4.996583853909611e-05,
      "loss": 5.3207,
      "step": 32470
    },
    {
      "epoch": 0.028425975608368396,
      "grad_norm": 0.5508003234863281,
      "learning_rate": 4.996582230921495e-05,
      "loss": 4.7823,
      "step": 32475
    },
    {
      "epoch": 0.02843035220199555,
      "grad_norm": 0.6013455986976624,
      "learning_rate": 4.9965806075482655e-05,
      "loss": 5.6869,
      "step": 32480
    },
    {
      "epoch": 0.028434728795622706,
      "grad_norm": 0.48976585268974304,
      "learning_rate": 4.996578983789921e-05,
      "loss": 6.1766,
      "step": 32485
    },
    {
      "epoch": 0.02843910538924986,
      "grad_norm": 0.48833420872688293,
      "learning_rate": 4.996577359646464e-05,
      "loss": 5.8879,
      "step": 32490
    },
    {
      "epoch": 0.028443481982877016,
      "grad_norm": 0.6296672821044922,
      "learning_rate": 4.996575735117893e-05,
      "loss": 5.9875,
      "step": 32495
    },
    {
      "epoch": 0.02844785857650417,
      "grad_norm": 0.5687758326530457,
      "learning_rate": 4.9965741102042094e-05,
      "loss": 5.4225,
      "step": 32500
    },
    {
      "epoch": 0.028452235170131325,
      "grad_norm": 0.5632894039154053,
      "learning_rate": 4.996572484905414e-05,
      "loss": 6.201,
      "step": 32505
    },
    {
      "epoch": 0.02845661176375848,
      "grad_norm": 0.6603184342384338,
      "learning_rate": 4.9965708592215056e-05,
      "loss": 5.884,
      "step": 32510
    },
    {
      "epoch": 0.028460988357385635,
      "grad_norm": 0.5015333294868469,
      "learning_rate": 4.9965692331524846e-05,
      "loss": 5.1383,
      "step": 32515
    },
    {
      "epoch": 0.028465364951012786,
      "grad_norm": 0.6536135077476501,
      "learning_rate": 4.996567606698354e-05,
      "loss": 5.337,
      "step": 32520
    },
    {
      "epoch": 0.02846974154463994,
      "grad_norm": 0.5030519366264343,
      "learning_rate": 4.99656597985911e-05,
      "loss": 5.3663,
      "step": 32525
    },
    {
      "epoch": 0.028474118138267095,
      "grad_norm": 0.5397297143936157,
      "learning_rate": 4.996564352634756e-05,
      "loss": 5.3604,
      "step": 32530
    },
    {
      "epoch": 0.02847849473189425,
      "grad_norm": 0.5395281910896301,
      "learning_rate": 4.996562725025291e-05,
      "loss": 5.0448,
      "step": 32535
    },
    {
      "epoch": 0.028482871325521405,
      "grad_norm": 0.5079240202903748,
      "learning_rate": 4.996561097030715e-05,
      "loss": 5.6656,
      "step": 32540
    },
    {
      "epoch": 0.02848724791914856,
      "grad_norm": 0.4800308644771576,
      "learning_rate": 4.9965594686510295e-05,
      "loss": 5.8619,
      "step": 32545
    },
    {
      "epoch": 0.028491624512775714,
      "grad_norm": 0.482315331697464,
      "learning_rate": 4.996557839886235e-05,
      "loss": 5.8828,
      "step": 32550
    },
    {
      "epoch": 0.02849600110640287,
      "grad_norm": 0.5495669841766357,
      "learning_rate": 4.996556210736331e-05,
      "loss": 5.882,
      "step": 32555
    },
    {
      "epoch": 0.028500377700030024,
      "grad_norm": 0.634109377861023,
      "learning_rate": 4.996554581201317e-05,
      "loss": 5.6519,
      "step": 32560
    },
    {
      "epoch": 0.02850475429365718,
      "grad_norm": 0.6218199729919434,
      "learning_rate": 4.9965529512811934e-05,
      "loss": 5.1189,
      "step": 32565
    },
    {
      "epoch": 0.028509130887284333,
      "grad_norm": 0.6700160503387451,
      "learning_rate": 4.996551320975964e-05,
      "loss": 5.5891,
      "step": 32570
    },
    {
      "epoch": 0.028513507480911488,
      "grad_norm": 0.5950824618339539,
      "learning_rate": 4.9965496902856244e-05,
      "loss": 4.7883,
      "step": 32575
    },
    {
      "epoch": 0.028517884074538643,
      "grad_norm": 0.4907644987106323,
      "learning_rate": 4.996548059210178e-05,
      "loss": 4.5044,
      "step": 32580
    },
    {
      "epoch": 0.028522260668165794,
      "grad_norm": 0.6513208150863647,
      "learning_rate": 4.996546427749623e-05,
      "loss": 5.3273,
      "step": 32585
    },
    {
      "epoch": 0.02852663726179295,
      "grad_norm": 0.6517845392227173,
      "learning_rate": 4.9965447959039613e-05,
      "loss": 5.1425,
      "step": 32590
    },
    {
      "epoch": 0.028531013855420104,
      "grad_norm": 0.531257152557373,
      "learning_rate": 4.996543163673193e-05,
      "loss": 5.1383,
      "step": 32595
    },
    {
      "epoch": 0.02853539044904726,
      "grad_norm": 0.5782021880149841,
      "learning_rate": 4.996541531057317e-05,
      "loss": 4.8199,
      "step": 32600
    },
    {
      "epoch": 0.028539767042674413,
      "grad_norm": 0.5554366707801819,
      "learning_rate": 4.9965398980563364e-05,
      "loss": 5.1428,
      "step": 32605
    },
    {
      "epoch": 0.028544143636301568,
      "grad_norm": 0.46365511417388916,
      "learning_rate": 4.9965382646702484e-05,
      "loss": 5.7292,
      "step": 32610
    },
    {
      "epoch": 0.028548520229928723,
      "grad_norm": 0.5145037174224854,
      "learning_rate": 4.9965366308990546e-05,
      "loss": 5.6808,
      "step": 32615
    },
    {
      "epoch": 0.028552896823555877,
      "grad_norm": 0.6239662170410156,
      "learning_rate": 4.996534996742757e-05,
      "loss": 5.5545,
      "step": 32620
    },
    {
      "epoch": 0.028557273417183032,
      "grad_norm": 0.5295085310935974,
      "learning_rate": 4.996533362201353e-05,
      "loss": 5.4573,
      "step": 32625
    },
    {
      "epoch": 0.028561650010810187,
      "grad_norm": 0.6342414021492004,
      "learning_rate": 4.996531727274846e-05,
      "loss": 5.7052,
      "step": 32630
    },
    {
      "epoch": 0.028566026604437342,
      "grad_norm": 0.5533319115638733,
      "learning_rate": 4.996530091963233e-05,
      "loss": 5.1315,
      "step": 32635
    },
    {
      "epoch": 0.028570403198064497,
      "grad_norm": 0.4770762026309967,
      "learning_rate": 4.996528456266516e-05,
      "loss": 5.6521,
      "step": 32640
    },
    {
      "epoch": 0.02857477979169165,
      "grad_norm": 0.548938512802124,
      "learning_rate": 4.996526820184696e-05,
      "loss": 5.657,
      "step": 32645
    },
    {
      "epoch": 0.028579156385318803,
      "grad_norm": 0.517803966999054,
      "learning_rate": 4.996525183717772e-05,
      "loss": 5.8646,
      "step": 32650
    },
    {
      "epoch": 0.028583532978945957,
      "grad_norm": 0.5269973874092102,
      "learning_rate": 4.9965235468657444e-05,
      "loss": 5.3114,
      "step": 32655
    },
    {
      "epoch": 0.028587909572573112,
      "grad_norm": 0.5027288794517517,
      "learning_rate": 4.996521909628615e-05,
      "loss": 5.1302,
      "step": 32660
    },
    {
      "epoch": 0.028592286166200267,
      "grad_norm": 0.5131866931915283,
      "learning_rate": 4.996520272006383e-05,
      "loss": 4.7156,
      "step": 32665
    },
    {
      "epoch": 0.02859666275982742,
      "grad_norm": 0.5846948623657227,
      "learning_rate": 4.9965186339990476e-05,
      "loss": 5.1288,
      "step": 32670
    },
    {
      "epoch": 0.028601039353454576,
      "grad_norm": 0.7251008152961731,
      "learning_rate": 4.9965169956066114e-05,
      "loss": 5.6355,
      "step": 32675
    },
    {
      "epoch": 0.02860541594708173,
      "grad_norm": 0.4926011264324188,
      "learning_rate": 4.9965153568290734e-05,
      "loss": 5.9812,
      "step": 32680
    },
    {
      "epoch": 0.028609792540708886,
      "grad_norm": 0.510962963104248,
      "learning_rate": 4.996513717666434e-05,
      "loss": 6.208,
      "step": 32685
    },
    {
      "epoch": 0.02861416913433604,
      "grad_norm": 0.6101061105728149,
      "learning_rate": 4.9965120781186946e-05,
      "loss": 4.884,
      "step": 32690
    },
    {
      "epoch": 0.028618545727963195,
      "grad_norm": 0.5276533365249634,
      "learning_rate": 4.996510438185854e-05,
      "loss": 4.8377,
      "step": 32695
    },
    {
      "epoch": 0.02862292232159035,
      "grad_norm": 0.5880039930343628,
      "learning_rate": 4.9965087978679125e-05,
      "loss": 5.0647,
      "step": 32700
    },
    {
      "epoch": 0.028627298915217505,
      "grad_norm": 0.6148665547370911,
      "learning_rate": 4.996507157164873e-05,
      "loss": 5.9994,
      "step": 32705
    },
    {
      "epoch": 0.02863167550884466,
      "grad_norm": 0.577417254447937,
      "learning_rate": 4.996505516076732e-05,
      "loss": 6.2107,
      "step": 32710
    },
    {
      "epoch": 0.02863605210247181,
      "grad_norm": 0.5834901928901672,
      "learning_rate": 4.996503874603491e-05,
      "loss": 5.9644,
      "step": 32715
    },
    {
      "epoch": 0.028640428696098966,
      "grad_norm": 0.5329324007034302,
      "learning_rate": 4.9965022327451527e-05,
      "loss": 5.5934,
      "step": 32720
    },
    {
      "epoch": 0.02864480528972612,
      "grad_norm": 0.6547138690948486,
      "learning_rate": 4.996500590501715e-05,
      "loss": 4.0223,
      "step": 32725
    },
    {
      "epoch": 0.028649181883353275,
      "grad_norm": 0.8216016292572021,
      "learning_rate": 4.9964989478731783e-05,
      "loss": 5.9451,
      "step": 32730
    },
    {
      "epoch": 0.02865355847698043,
      "grad_norm": 0.7984560132026672,
      "learning_rate": 4.996497304859545e-05,
      "loss": 6.0001,
      "step": 32735
    },
    {
      "epoch": 0.028657935070607585,
      "grad_norm": 0.5790653824806213,
      "learning_rate": 4.996495661460813e-05,
      "loss": 5.4266,
      "step": 32740
    },
    {
      "epoch": 0.02866231166423474,
      "grad_norm": 0.5804142355918884,
      "learning_rate": 4.9964940176769836e-05,
      "loss": 6.2301,
      "step": 32745
    },
    {
      "epoch": 0.028666688257861894,
      "grad_norm": 0.661552369594574,
      "learning_rate": 4.996492373508057e-05,
      "loss": 4.9015,
      "step": 32750
    },
    {
      "epoch": 0.02867106485148905,
      "grad_norm": 0.5630524754524231,
      "learning_rate": 4.996490728954034e-05,
      "loss": 5.361,
      "step": 32755
    },
    {
      "epoch": 0.028675441445116204,
      "grad_norm": 0.5371050834655762,
      "learning_rate": 4.996489084014914e-05,
      "loss": 5.1476,
      "step": 32760
    },
    {
      "epoch": 0.02867981803874336,
      "grad_norm": 0.5757636427879333,
      "learning_rate": 4.996487438690699e-05,
      "loss": 5.3431,
      "step": 32765
    },
    {
      "epoch": 0.028684194632370513,
      "grad_norm": 0.5375425815582275,
      "learning_rate": 4.9964857929813866e-05,
      "loss": 6.1955,
      "step": 32770
    },
    {
      "epoch": 0.028688571225997668,
      "grad_norm": 0.543508768081665,
      "learning_rate": 4.9964841468869794e-05,
      "loss": 5.6575,
      "step": 32775
    },
    {
      "epoch": 0.02869294781962482,
      "grad_norm": 0.5653695464134216,
      "learning_rate": 4.9964825004074765e-05,
      "loss": 5.4453,
      "step": 32780
    },
    {
      "epoch": 0.028697324413251974,
      "grad_norm": 0.6001511812210083,
      "learning_rate": 4.99648085354288e-05,
      "loss": 5.4809,
      "step": 32785
    },
    {
      "epoch": 0.02870170100687913,
      "grad_norm": 0.5471487641334534,
      "learning_rate": 4.9964792062931876e-05,
      "loss": 5.5658,
      "step": 32790
    },
    {
      "epoch": 0.028706077600506284,
      "grad_norm": 0.7642718553543091,
      "learning_rate": 4.996477558658401e-05,
      "loss": 5.6715,
      "step": 32795
    },
    {
      "epoch": 0.02871045419413344,
      "grad_norm": 0.5135981440544128,
      "learning_rate": 4.9964759106385205e-05,
      "loss": 5.9583,
      "step": 32800
    },
    {
      "epoch": 0.028714830787760593,
      "grad_norm": 0.5648443102836609,
      "learning_rate": 4.996474262233547e-05,
      "loss": 5.445,
      "step": 32805
    },
    {
      "epoch": 0.028719207381387748,
      "grad_norm": 0.5720776915550232,
      "learning_rate": 4.9964726134434805e-05,
      "loss": 5.8812,
      "step": 32810
    },
    {
      "epoch": 0.028723583975014903,
      "grad_norm": 0.9810945987701416,
      "learning_rate": 4.9964709642683204e-05,
      "loss": 5.6979,
      "step": 32815
    },
    {
      "epoch": 0.028727960568642057,
      "grad_norm": 0.5663138628005981,
      "learning_rate": 4.996469314708068e-05,
      "loss": 6.2344,
      "step": 32820
    },
    {
      "epoch": 0.028732337162269212,
      "grad_norm": 0.7090506553649902,
      "learning_rate": 4.996467664762723e-05,
      "loss": 4.7948,
      "step": 32825
    },
    {
      "epoch": 0.028736713755896367,
      "grad_norm": 0.5920395851135254,
      "learning_rate": 4.996466014432285e-05,
      "loss": 5.9914,
      "step": 32830
    },
    {
      "epoch": 0.02874109034952352,
      "grad_norm": 0.56357342004776,
      "learning_rate": 4.996464363716756e-05,
      "loss": 5.6922,
      "step": 32835
    },
    {
      "epoch": 0.028745466943150676,
      "grad_norm": 0.48166877031326294,
      "learning_rate": 4.9964627126161356e-05,
      "loss": 5.6487,
      "step": 32840
    },
    {
      "epoch": 0.028749843536777828,
      "grad_norm": 0.4511849284172058,
      "learning_rate": 4.9964610611304254e-05,
      "loss": 6.1893,
      "step": 32845
    },
    {
      "epoch": 0.028754220130404982,
      "grad_norm": 0.5599873661994934,
      "learning_rate": 4.996459409259623e-05,
      "loss": 4.0354,
      "step": 32850
    },
    {
      "epoch": 0.028758596724032137,
      "grad_norm": 0.5823161602020264,
      "learning_rate": 4.996457757003729e-05,
      "loss": 5.265,
      "step": 32855
    },
    {
      "epoch": 0.028762973317659292,
      "grad_norm": 0.5206048488616943,
      "learning_rate": 4.9964561043627475e-05,
      "loss": 5.5445,
      "step": 32860
    },
    {
      "epoch": 0.028767349911286447,
      "grad_norm": 0.565804660320282,
      "learning_rate": 4.996454451336675e-05,
      "loss": 4.9042,
      "step": 32865
    },
    {
      "epoch": 0.0287717265049136,
      "grad_norm": 0.5428736805915833,
      "learning_rate": 4.996452797925513e-05,
      "loss": 5.151,
      "step": 32870
    },
    {
      "epoch": 0.028776103098540756,
      "grad_norm": 0.5507642030715942,
      "learning_rate": 4.9964511441292615e-05,
      "loss": 5.338,
      "step": 32875
    },
    {
      "epoch": 0.02878047969216791,
      "grad_norm": 0.502050518989563,
      "learning_rate": 4.996449489947922e-05,
      "loss": 5.8719,
      "step": 32880
    },
    {
      "epoch": 0.028784856285795066,
      "grad_norm": 0.5462532043457031,
      "learning_rate": 4.996447835381494e-05,
      "loss": 5.3847,
      "step": 32885
    },
    {
      "epoch": 0.02878923287942222,
      "grad_norm": 0.6968499422073364,
      "learning_rate": 4.996446180429977e-05,
      "loss": 5.126,
      "step": 32890
    },
    {
      "epoch": 0.028793609473049375,
      "grad_norm": 0.5639516711235046,
      "learning_rate": 4.996444525093372e-05,
      "loss": 5.3271,
      "step": 32895
    },
    {
      "epoch": 0.02879798606667653,
      "grad_norm": 0.5791378617286682,
      "learning_rate": 4.99644286937168e-05,
      "loss": 4.5772,
      "step": 32900
    },
    {
      "epoch": 0.028802362660303685,
      "grad_norm": 0.5469769239425659,
      "learning_rate": 4.996441213264901e-05,
      "loss": 4.4751,
      "step": 32905
    },
    {
      "epoch": 0.028806739253930836,
      "grad_norm": 0.597330629825592,
      "learning_rate": 4.996439556773034e-05,
      "loss": 5.4437,
      "step": 32910
    },
    {
      "epoch": 0.02881111584755799,
      "grad_norm": 0.5808744430541992,
      "learning_rate": 4.9964378998960814e-05,
      "loss": 5.1186,
      "step": 32915
    },
    {
      "epoch": 0.028815492441185146,
      "grad_norm": 0.6522355675697327,
      "learning_rate": 4.9964362426340415e-05,
      "loss": 5.1706,
      "step": 32920
    },
    {
      "epoch": 0.0288198690348123,
      "grad_norm": 0.46969401836395264,
      "learning_rate": 4.996434584986917e-05,
      "loss": 5.4207,
      "step": 32925
    },
    {
      "epoch": 0.028824245628439455,
      "grad_norm": 0.6088955402374268,
      "learning_rate": 4.996432926954705e-05,
      "loss": 5.3539,
      "step": 32930
    },
    {
      "epoch": 0.02882862222206661,
      "grad_norm": 0.6299201846122742,
      "learning_rate": 4.996431268537409e-05,
      "loss": 5.3491,
      "step": 32935
    },
    {
      "epoch": 0.028832998815693765,
      "grad_norm": 0.5070111155509949,
      "learning_rate": 4.9964296097350284e-05,
      "loss": 5.3363,
      "step": 32940
    },
    {
      "epoch": 0.02883737540932092,
      "grad_norm": 0.5316420793533325,
      "learning_rate": 4.996427950547562e-05,
      "loss": 5.1349,
      "step": 32945
    },
    {
      "epoch": 0.028841752002948074,
      "grad_norm": 0.5916827321052551,
      "learning_rate": 4.9964262909750114e-05,
      "loss": 5.1063,
      "step": 32950
    },
    {
      "epoch": 0.02884612859657523,
      "grad_norm": 0.4613511860370636,
      "learning_rate": 4.9964246310173766e-05,
      "loss": 5.9974,
      "step": 32955
    },
    {
      "epoch": 0.028850505190202384,
      "grad_norm": 0.5114211440086365,
      "learning_rate": 4.996422970674659e-05,
      "loss": 5.1216,
      "step": 32960
    },
    {
      "epoch": 0.02885488178382954,
      "grad_norm": 0.7230732440948486,
      "learning_rate": 4.9964213099468584e-05,
      "loss": 5.0972,
      "step": 32965
    },
    {
      "epoch": 0.028859258377456693,
      "grad_norm": 0.49686485528945923,
      "learning_rate": 4.996419648833973e-05,
      "loss": 6.5371,
      "step": 32970
    },
    {
      "epoch": 0.028863634971083844,
      "grad_norm": 0.5619691610336304,
      "learning_rate": 4.9964179873360054e-05,
      "loss": 5.0362,
      "step": 32975
    },
    {
      "epoch": 0.028868011564711,
      "grad_norm": 0.5260241031646729,
      "learning_rate": 4.996416325452956e-05,
      "loss": 5.8615,
      "step": 32980
    },
    {
      "epoch": 0.028872388158338154,
      "grad_norm": 0.5073973536491394,
      "learning_rate": 4.996414663184824e-05,
      "loss": 5.4309,
      "step": 32985
    },
    {
      "epoch": 0.02887676475196531,
      "grad_norm": 0.6544528007507324,
      "learning_rate": 4.99641300053161e-05,
      "loss": 5.1288,
      "step": 32990
    },
    {
      "epoch": 0.028881141345592463,
      "grad_norm": 0.739457368850708,
      "learning_rate": 4.996411337493315e-05,
      "loss": 6.1721,
      "step": 32995
    },
    {
      "epoch": 0.028885517939219618,
      "grad_norm": 0.616511881351471,
      "learning_rate": 4.9964096740699386e-05,
      "loss": 5.6907,
      "step": 33000
    },
    {
      "epoch": 0.028889894532846773,
      "grad_norm": 0.5342243313789368,
      "learning_rate": 4.9964080102614806e-05,
      "loss": 4.2501,
      "step": 33005
    },
    {
      "epoch": 0.028894271126473928,
      "grad_norm": 0.5925503969192505,
      "learning_rate": 4.996406346067943e-05,
      "loss": 5.4496,
      "step": 33010
    },
    {
      "epoch": 0.028898647720101082,
      "grad_norm": 0.8790967464447021,
      "learning_rate": 4.996404681489325e-05,
      "loss": 5.142,
      "step": 33015
    },
    {
      "epoch": 0.028903024313728237,
      "grad_norm": 0.6096396446228027,
      "learning_rate": 4.996403016525627e-05,
      "loss": 5.6673,
      "step": 33020
    },
    {
      "epoch": 0.028907400907355392,
      "grad_norm": 0.535199761390686,
      "learning_rate": 4.996401351176849e-05,
      "loss": 5.331,
      "step": 33025
    },
    {
      "epoch": 0.028911777500982547,
      "grad_norm": 0.523561418056488,
      "learning_rate": 4.996399685442993e-05,
      "loss": 5.1486,
      "step": 33030
    },
    {
      "epoch": 0.0289161540946097,
      "grad_norm": 0.5319669246673584,
      "learning_rate": 4.996398019324057e-05,
      "loss": 4.9023,
      "step": 33035
    },
    {
      "epoch": 0.028920530688236853,
      "grad_norm": 0.5642317533493042,
      "learning_rate": 4.996396352820043e-05,
      "loss": 4.7887,
      "step": 33040
    },
    {
      "epoch": 0.028924907281864008,
      "grad_norm": 0.5334325432777405,
      "learning_rate": 4.996394685930951e-05,
      "loss": 5.0438,
      "step": 33045
    },
    {
      "epoch": 0.028929283875491162,
      "grad_norm": 0.6238200664520264,
      "learning_rate": 4.9963930186567795e-05,
      "loss": 5.1362,
      "step": 33050
    },
    {
      "epoch": 0.028933660469118317,
      "grad_norm": 0.5753000974655151,
      "learning_rate": 4.9963913509975315e-05,
      "loss": 5.381,
      "step": 33055
    },
    {
      "epoch": 0.028938037062745472,
      "grad_norm": 0.7756739854812622,
      "learning_rate": 4.996389682953206e-05,
      "loss": 5.8705,
      "step": 33060
    },
    {
      "epoch": 0.028942413656372627,
      "grad_norm": 0.5986486673355103,
      "learning_rate": 4.996388014523804e-05,
      "loss": 5.0924,
      "step": 33065
    },
    {
      "epoch": 0.02894679024999978,
      "grad_norm": 0.5740094780921936,
      "learning_rate": 4.996386345709324e-05,
      "loss": 6.5332,
      "step": 33070
    },
    {
      "epoch": 0.028951166843626936,
      "grad_norm": 0.6035151481628418,
      "learning_rate": 4.9963846765097685e-05,
      "loss": 6.1697,
      "step": 33075
    },
    {
      "epoch": 0.02895554343725409,
      "grad_norm": 0.45601361989974976,
      "learning_rate": 4.9963830069251374e-05,
      "loss": 5.9886,
      "step": 33080
    },
    {
      "epoch": 0.028959920030881246,
      "grad_norm": 0.5425057411193848,
      "learning_rate": 4.99638133695543e-05,
      "loss": 5.2578,
      "step": 33085
    },
    {
      "epoch": 0.0289642966245084,
      "grad_norm": 0.605911135673523,
      "learning_rate": 4.996379666600647e-05,
      "loss": 4.6052,
      "step": 33090
    },
    {
      "epoch": 0.028968673218135555,
      "grad_norm": 0.5900185108184814,
      "learning_rate": 4.9963779958607895e-05,
      "loss": 4.5672,
      "step": 33095
    },
    {
      "epoch": 0.028973049811762706,
      "grad_norm": 1.0983484983444214,
      "learning_rate": 4.9963763247358574e-05,
      "loss": 5.3431,
      "step": 33100
    },
    {
      "epoch": 0.02897742640538986,
      "grad_norm": 0.5902667045593262,
      "learning_rate": 4.9963746532258506e-05,
      "loss": 5.3617,
      "step": 33105
    },
    {
      "epoch": 0.028981802999017016,
      "grad_norm": 0.5896592140197754,
      "learning_rate": 4.996372981330769e-05,
      "loss": 3.8425,
      "step": 33110
    },
    {
      "epoch": 0.02898617959264417,
      "grad_norm": 0.5680541396141052,
      "learning_rate": 4.996371309050615e-05,
      "loss": 4.0842,
      "step": 33115
    },
    {
      "epoch": 0.028990556186271325,
      "grad_norm": 0.7541953325271606,
      "learning_rate": 4.9963696363853865e-05,
      "loss": 4.839,
      "step": 33120
    },
    {
      "epoch": 0.02899493277989848,
      "grad_norm": 0.5656984448432922,
      "learning_rate": 4.9963679633350855e-05,
      "loss": 5.6586,
      "step": 33125
    },
    {
      "epoch": 0.028999309373525635,
      "grad_norm": 0.5991343855857849,
      "learning_rate": 4.996366289899711e-05,
      "loss": 5.5535,
      "step": 33130
    },
    {
      "epoch": 0.02900368596715279,
      "grad_norm": 0.5047272443771362,
      "learning_rate": 4.996364616079264e-05,
      "loss": 4.8433,
      "step": 33135
    },
    {
      "epoch": 0.029008062560779944,
      "grad_norm": 0.5709531903266907,
      "learning_rate": 4.9963629418737456e-05,
      "loss": 5.1523,
      "step": 33140
    },
    {
      "epoch": 0.0290124391544071,
      "grad_norm": 0.5244998335838318,
      "learning_rate": 4.996361267283155e-05,
      "loss": 5.9098,
      "step": 33145
    },
    {
      "epoch": 0.029016815748034254,
      "grad_norm": 0.5481732487678528,
      "learning_rate": 4.9963595923074934e-05,
      "loss": 5.1069,
      "step": 33150
    },
    {
      "epoch": 0.02902119234166141,
      "grad_norm": 0.5650241374969482,
      "learning_rate": 4.99635791694676e-05,
      "loss": 5.1156,
      "step": 33155
    },
    {
      "epoch": 0.029025568935288563,
      "grad_norm": 0.7436861395835876,
      "learning_rate": 4.996356241200956e-05,
      "loss": 5.4224,
      "step": 33160
    },
    {
      "epoch": 0.029029945528915715,
      "grad_norm": 0.523012101650238,
      "learning_rate": 4.9963545650700814e-05,
      "loss": 5.1363,
      "step": 33165
    },
    {
      "epoch": 0.02903432212254287,
      "grad_norm": 0.6804060935974121,
      "learning_rate": 4.996352888554137e-05,
      "loss": 6.2098,
      "step": 33170
    },
    {
      "epoch": 0.029038698716170024,
      "grad_norm": 0.5144492387771606,
      "learning_rate": 4.996351211653122e-05,
      "loss": 6.4814,
      "step": 33175
    },
    {
      "epoch": 0.02904307530979718,
      "grad_norm": 0.5185444951057434,
      "learning_rate": 4.996349534367036e-05,
      "loss": 6.4779,
      "step": 33180
    },
    {
      "epoch": 0.029047451903424334,
      "grad_norm": 0.5147684812545776,
      "learning_rate": 4.996347856695883e-05,
      "loss": 5.0339,
      "step": 33185
    },
    {
      "epoch": 0.02905182849705149,
      "grad_norm": 0.5000693798065186,
      "learning_rate": 4.9963461786396607e-05,
      "loss": 4.7016,
      "step": 33190
    },
    {
      "epoch": 0.029056205090678643,
      "grad_norm": 0.5510701537132263,
      "learning_rate": 4.99634450019837e-05,
      "loss": 5.3157,
      "step": 33195
    },
    {
      "epoch": 0.029060581684305798,
      "grad_norm": 0.5105036497116089,
      "learning_rate": 4.99634282137201e-05,
      "loss": 5.9088,
      "step": 33200
    },
    {
      "epoch": 0.029064958277932953,
      "grad_norm": 0.5664517879486084,
      "learning_rate": 4.996341142160582e-05,
      "loss": 4.2566,
      "step": 33205
    },
    {
      "epoch": 0.029069334871560108,
      "grad_norm": 0.4791269302368164,
      "learning_rate": 4.996339462564088e-05,
      "loss": 5.692,
      "step": 33210
    },
    {
      "epoch": 0.029073711465187262,
      "grad_norm": 0.49451643228530884,
      "learning_rate": 4.9963377825825255e-05,
      "loss": 5.3702,
      "step": 33215
    },
    {
      "epoch": 0.029078088058814417,
      "grad_norm": 0.5605992674827576,
      "learning_rate": 4.996336102215896e-05,
      "loss": 4.8976,
      "step": 33220
    },
    {
      "epoch": 0.029082464652441572,
      "grad_norm": 0.5796446204185486,
      "learning_rate": 4.996334421464201e-05,
      "loss": 4.8402,
      "step": 33225
    },
    {
      "epoch": 0.029086841246068723,
      "grad_norm": 0.5849605202674866,
      "learning_rate": 4.9963327403274375e-05,
      "loss": 5.6467,
      "step": 33230
    },
    {
      "epoch": 0.029091217839695878,
      "grad_norm": 0.5238407850265503,
      "learning_rate": 4.996331058805609e-05,
      "loss": 5.1001,
      "step": 33235
    },
    {
      "epoch": 0.029095594433323033,
      "grad_norm": 0.594745934009552,
      "learning_rate": 4.996329376898715e-05,
      "loss": 5.1396,
      "step": 33240
    },
    {
      "epoch": 0.029099971026950187,
      "grad_norm": 0.6248921751976013,
      "learning_rate": 4.996327694606756e-05,
      "loss": 4.8255,
      "step": 33245
    },
    {
      "epoch": 0.029104347620577342,
      "grad_norm": 0.5497437715530396,
      "learning_rate": 4.996326011929732e-05,
      "loss": 4.9067,
      "step": 33250
    },
    {
      "epoch": 0.029108724214204497,
      "grad_norm": 0.6707929968833923,
      "learning_rate": 4.996324328867642e-05,
      "loss": 5.999,
      "step": 33255
    },
    {
      "epoch": 0.02911310080783165,
      "grad_norm": 0.6294993162155151,
      "learning_rate": 4.996322645420489e-05,
      "loss": 5.6705,
      "step": 33260
    },
    {
      "epoch": 0.029117477401458806,
      "grad_norm": 0.5812968611717224,
      "learning_rate": 4.996320961588271e-05,
      "loss": 5.9673,
      "step": 33265
    },
    {
      "epoch": 0.02912185399508596,
      "grad_norm": 0.5070633292198181,
      "learning_rate": 4.99631927737099e-05,
      "loss": 6.1969,
      "step": 33270
    },
    {
      "epoch": 0.029126230588713116,
      "grad_norm": 0.5394726991653442,
      "learning_rate": 4.996317592768646e-05,
      "loss": 5.0138,
      "step": 33275
    },
    {
      "epoch": 0.02913060718234027,
      "grad_norm": 0.4292004108428955,
      "learning_rate": 4.996315907781238e-05,
      "loss": 5.671,
      "step": 33280
    },
    {
      "epoch": 0.029134983775967425,
      "grad_norm": 0.5335349440574646,
      "learning_rate": 4.996314222408768e-05,
      "loss": 4.5739,
      "step": 33285
    },
    {
      "epoch": 0.02913936036959458,
      "grad_norm": 0.7147956490516663,
      "learning_rate": 4.996312536651234e-05,
      "loss": 6.1635,
      "step": 33290
    },
    {
      "epoch": 0.02914373696322173,
      "grad_norm": 0.5683289766311646,
      "learning_rate": 4.9963108505086395e-05,
      "loss": 5.6449,
      "step": 33295
    },
    {
      "epoch": 0.029148113556848886,
      "grad_norm": 0.5274220705032349,
      "learning_rate": 4.9963091639809825e-05,
      "loss": 5.873,
      "step": 33300
    },
    {
      "epoch": 0.02915249015047604,
      "grad_norm": 0.5261855721473694,
      "learning_rate": 4.9963074770682636e-05,
      "loss": 5.6421,
      "step": 33305
    },
    {
      "epoch": 0.029156866744103196,
      "grad_norm": 0.4459899365901947,
      "learning_rate": 4.996305789770485e-05,
      "loss": 5.5934,
      "step": 33310
    },
    {
      "epoch": 0.02916124333773035,
      "grad_norm": 0.6766217350959778,
      "learning_rate": 4.996304102087644e-05,
      "loss": 5.8986,
      "step": 33315
    },
    {
      "epoch": 0.029165619931357505,
      "grad_norm": 0.482960969209671,
      "learning_rate": 4.996302414019743e-05,
      "loss": 5.0042,
      "step": 33320
    },
    {
      "epoch": 0.02916999652498466,
      "grad_norm": 0.5269018411636353,
      "learning_rate": 4.996300725566782e-05,
      "loss": 6.5053,
      "step": 33325
    },
    {
      "epoch": 0.029174373118611815,
      "grad_norm": 0.5083180665969849,
      "learning_rate": 4.996299036728761e-05,
      "loss": 5.3537,
      "step": 33330
    },
    {
      "epoch": 0.02917874971223897,
      "grad_norm": 0.4329247772693634,
      "learning_rate": 4.9962973475056804e-05,
      "loss": 6.2346,
      "step": 33335
    },
    {
      "epoch": 0.029183126305866124,
      "grad_norm": 0.5485013723373413,
      "learning_rate": 4.9962956578975414e-05,
      "loss": 5.4657,
      "step": 33340
    },
    {
      "epoch": 0.02918750289949328,
      "grad_norm": 0.6208745241165161,
      "learning_rate": 4.996293967904343e-05,
      "loss": 5.6523,
      "step": 33345
    },
    {
      "epoch": 0.029191879493120434,
      "grad_norm": 0.5389904975891113,
      "learning_rate": 4.996292277526085e-05,
      "loss": 4.5632,
      "step": 33350
    },
    {
      "epoch": 0.02919625608674759,
      "grad_norm": 0.7755101323127747,
      "learning_rate": 4.996290586762771e-05,
      "loss": 4.8102,
      "step": 33355
    },
    {
      "epoch": 0.02920063268037474,
      "grad_norm": 0.5406880378723145,
      "learning_rate": 4.996288895614398e-05,
      "loss": 4.6068,
      "step": 33360
    },
    {
      "epoch": 0.029205009274001895,
      "grad_norm": 0.637866199016571,
      "learning_rate": 4.9962872040809674e-05,
      "loss": 5.5408,
      "step": 33365
    },
    {
      "epoch": 0.02920938586762905,
      "grad_norm": 0.5621544718742371,
      "learning_rate": 4.9962855121624796e-05,
      "loss": 5.0797,
      "step": 33370
    },
    {
      "epoch": 0.029213762461256204,
      "grad_norm": 0.5260416269302368,
      "learning_rate": 4.996283819858935e-05,
      "loss": 5.1232,
      "step": 33375
    },
    {
      "epoch": 0.02921813905488336,
      "grad_norm": 0.5581221580505371,
      "learning_rate": 4.996282127170334e-05,
      "loss": 5.6711,
      "step": 33380
    },
    {
      "epoch": 0.029222515648510514,
      "grad_norm": 0.5685986280441284,
      "learning_rate": 4.996280434096676e-05,
      "loss": 6.2104,
      "step": 33385
    },
    {
      "epoch": 0.02922689224213767,
      "grad_norm": 0.5018422603607178,
      "learning_rate": 4.996278740637963e-05,
      "loss": 6.1705,
      "step": 33390
    },
    {
      "epoch": 0.029231268835764823,
      "grad_norm": 0.4989314675331116,
      "learning_rate": 4.996277046794194e-05,
      "loss": 5.0962,
      "step": 33395
    },
    {
      "epoch": 0.029235645429391978,
      "grad_norm": 0.5693150758743286,
      "learning_rate": 4.996275352565369e-05,
      "loss": 5.1264,
      "step": 33400
    },
    {
      "epoch": 0.029240022023019133,
      "grad_norm": 0.4740596413612366,
      "learning_rate": 4.9962736579514905e-05,
      "loss": 6.4814,
      "step": 33405
    },
    {
      "epoch": 0.029244398616646287,
      "grad_norm": 0.5648733377456665,
      "learning_rate": 4.9962719629525566e-05,
      "loss": 5.4615,
      "step": 33410
    },
    {
      "epoch": 0.029248775210273442,
      "grad_norm": 0.5486966967582703,
      "learning_rate": 4.996270267568569e-05,
      "loss": 5.0407,
      "step": 33415
    },
    {
      "epoch": 0.029253151803900597,
      "grad_norm": 0.43164193630218506,
      "learning_rate": 4.9962685717995265e-05,
      "loss": 6.191,
      "step": 33420
    },
    {
      "epoch": 0.029257528397527748,
      "grad_norm": 0.549454391002655,
      "learning_rate": 4.9962668756454315e-05,
      "loss": 5.4333,
      "step": 33425
    },
    {
      "epoch": 0.029261904991154903,
      "grad_norm": 0.6467772126197815,
      "learning_rate": 4.996265179106282e-05,
      "loss": 5.8742,
      "step": 33430
    },
    {
      "epoch": 0.029266281584782058,
      "grad_norm": 0.5779665112495422,
      "learning_rate": 4.9962634821820796e-05,
      "loss": 5.3104,
      "step": 33435
    },
    {
      "epoch": 0.029270658178409212,
      "grad_norm": 0.7784098982810974,
      "learning_rate": 4.9962617848728255e-05,
      "loss": 5.0552,
      "step": 33440
    },
    {
      "epoch": 0.029275034772036367,
      "grad_norm": 0.60306316614151,
      "learning_rate": 4.996260087178518e-05,
      "loss": 5.6447,
      "step": 33445
    },
    {
      "epoch": 0.029279411365663522,
      "grad_norm": 0.8517347574234009,
      "learning_rate": 4.996258389099159e-05,
      "loss": 5.9838,
      "step": 33450
    },
    {
      "epoch": 0.029283787959290677,
      "grad_norm": 0.5296982526779175,
      "learning_rate": 4.996256690634749e-05,
      "loss": 5.0858,
      "step": 33455
    },
    {
      "epoch": 0.02928816455291783,
      "grad_norm": 0.5667705535888672,
      "learning_rate": 4.9962549917852866e-05,
      "loss": 5.1038,
      "step": 33460
    },
    {
      "epoch": 0.029292541146544986,
      "grad_norm": 0.7785468697547913,
      "learning_rate": 4.996253292550773e-05,
      "loss": 5.9659,
      "step": 33465
    },
    {
      "epoch": 0.02929691774017214,
      "grad_norm": 0.6257473826408386,
      "learning_rate": 4.996251592931209e-05,
      "loss": 6.2064,
      "step": 33470
    },
    {
      "epoch": 0.029301294333799296,
      "grad_norm": 0.5910469889640808,
      "learning_rate": 4.996249892926596e-05,
      "loss": 5.9682,
      "step": 33475
    },
    {
      "epoch": 0.02930567092742645,
      "grad_norm": 0.5743467211723328,
      "learning_rate": 4.996248192536931e-05,
      "loss": 4.2535,
      "step": 33480
    },
    {
      "epoch": 0.029310047521053605,
      "grad_norm": 1.078745722770691,
      "learning_rate": 4.9962464917622176e-05,
      "loss": 4.8266,
      "step": 33485
    },
    {
      "epoch": 0.029314424114680757,
      "grad_norm": 0.6857636570930481,
      "learning_rate": 4.9962447906024547e-05,
      "loss": 5.1453,
      "step": 33490
    },
    {
      "epoch": 0.02931880070830791,
      "grad_norm": 0.796178936958313,
      "learning_rate": 4.996243089057643e-05,
      "loss": 5.362,
      "step": 33495
    },
    {
      "epoch": 0.029323177301935066,
      "grad_norm": 0.5614575147628784,
      "learning_rate": 4.996241387127781e-05,
      "loss": 5.3222,
      "step": 33500
    },
    {
      "epoch": 0.02932755389556222,
      "grad_norm": 0.633750319480896,
      "learning_rate": 4.996239684812872e-05,
      "loss": 5.0619,
      "step": 33505
    },
    {
      "epoch": 0.029331930489189376,
      "grad_norm": 0.5762909650802612,
      "learning_rate": 4.9962379821129145e-05,
      "loss": 5.1128,
      "step": 33510
    },
    {
      "epoch": 0.02933630708281653,
      "grad_norm": 0.5206374526023865,
      "learning_rate": 4.9962362790279094e-05,
      "loss": 5.3552,
      "step": 33515
    },
    {
      "epoch": 0.029340683676443685,
      "grad_norm": 0.5464396476745605,
      "learning_rate": 4.9962345755578574e-05,
      "loss": 4.6169,
      "step": 33520
    },
    {
      "epoch": 0.02934506027007084,
      "grad_norm": 0.592290461063385,
      "learning_rate": 4.996232871702757e-05,
      "loss": 4.5155,
      "step": 33525
    },
    {
      "epoch": 0.029349436863697995,
      "grad_norm": 0.6386260390281677,
      "learning_rate": 4.996231167462612e-05,
      "loss": 5.9812,
      "step": 33530
    },
    {
      "epoch": 0.02935381345732515,
      "grad_norm": 0.6128639578819275,
      "learning_rate": 4.996229462837418e-05,
      "loss": 5.3667,
      "step": 33535
    },
    {
      "epoch": 0.029358190050952304,
      "grad_norm": 0.6491175889968872,
      "learning_rate": 4.99622775782718e-05,
      "loss": 6.1848,
      "step": 33540
    },
    {
      "epoch": 0.02936256664457946,
      "grad_norm": 0.5537024140357971,
      "learning_rate": 4.996226052431895e-05,
      "loss": 5.8361,
      "step": 33545
    },
    {
      "epoch": 0.029366943238206614,
      "grad_norm": 0.8817881345748901,
      "learning_rate": 4.9962243466515646e-05,
      "loss": 4.991,
      "step": 33550
    },
    {
      "epoch": 0.029371319831833765,
      "grad_norm": 0.621826708316803,
      "learning_rate": 4.99622264048619e-05,
      "loss": 4.8935,
      "step": 33555
    },
    {
      "epoch": 0.02937569642546092,
      "grad_norm": 0.6300305128097534,
      "learning_rate": 4.9962209339357705e-05,
      "loss": 5.3586,
      "step": 33560
    },
    {
      "epoch": 0.029380073019088074,
      "grad_norm": 0.5720711946487427,
      "learning_rate": 4.996219227000306e-05,
      "loss": 5.6574,
      "step": 33565
    },
    {
      "epoch": 0.02938444961271523,
      "grad_norm": 0.5538599491119385,
      "learning_rate": 4.996217519679797e-05,
      "loss": 5.9599,
      "step": 33570
    },
    {
      "epoch": 0.029388826206342384,
      "grad_norm": 0.6479228734970093,
      "learning_rate": 4.996215811974245e-05,
      "loss": 5.9531,
      "step": 33575
    },
    {
      "epoch": 0.02939320279996954,
      "grad_norm": 0.5292405486106873,
      "learning_rate": 4.996214103883649e-05,
      "loss": 5.9348,
      "step": 33580
    },
    {
      "epoch": 0.029397579393596694,
      "grad_norm": 0.5664550065994263,
      "learning_rate": 4.99621239540801e-05,
      "loss": 6.1633,
      "step": 33585
    },
    {
      "epoch": 0.029401955987223848,
      "grad_norm": 0.5105382204055786,
      "learning_rate": 4.996210686547328e-05,
      "loss": 5.3106,
      "step": 33590
    },
    {
      "epoch": 0.029406332580851003,
      "grad_norm": 0.627153754234314,
      "learning_rate": 4.9962089773016054e-05,
      "loss": 5.0948,
      "step": 33595
    },
    {
      "epoch": 0.029410709174478158,
      "grad_norm": 0.5506555438041687,
      "learning_rate": 4.996207267670838e-05,
      "loss": 5.1115,
      "step": 33600
    },
    {
      "epoch": 0.029415085768105313,
      "grad_norm": 0.5972158312797546,
      "learning_rate": 4.996205557655031e-05,
      "loss": 4.9269,
      "step": 33605
    },
    {
      "epoch": 0.029419462361732467,
      "grad_norm": 0.5548243522644043,
      "learning_rate": 4.99620384725418e-05,
      "loss": 4.8356,
      "step": 33610
    },
    {
      "epoch": 0.029423838955359622,
      "grad_norm": 0.6698156595230103,
      "learning_rate": 4.99620213646829e-05,
      "loss": 4.5623,
      "step": 33615
    },
    {
      "epoch": 0.029428215548986773,
      "grad_norm": 0.6863510608673096,
      "learning_rate": 4.9962004252973584e-05,
      "loss": 5.6664,
      "step": 33620
    },
    {
      "epoch": 0.029432592142613928,
      "grad_norm": 0.7688677310943604,
      "learning_rate": 4.9961987137413855e-05,
      "loss": 5.5908,
      "step": 33625
    },
    {
      "epoch": 0.029436968736241083,
      "grad_norm": 0.5473722219467163,
      "learning_rate": 4.9961970018003745e-05,
      "loss": 5.1404,
      "step": 33630
    },
    {
      "epoch": 0.029441345329868238,
      "grad_norm": 0.5270346403121948,
      "learning_rate": 4.9961952894743226e-05,
      "loss": 5.4434,
      "step": 33635
    },
    {
      "epoch": 0.029445721923495392,
      "grad_norm": 0.5616947412490845,
      "learning_rate": 4.9961935767632305e-05,
      "loss": 5.1075,
      "step": 33640
    },
    {
      "epoch": 0.029450098517122547,
      "grad_norm": 0.4866872727870941,
      "learning_rate": 4.9961918636671e-05,
      "loss": 5.1274,
      "step": 33645
    },
    {
      "epoch": 0.029454475110749702,
      "grad_norm": 0.46770521998405457,
      "learning_rate": 4.996190150185931e-05,
      "loss": 5.6714,
      "step": 33650
    },
    {
      "epoch": 0.029458851704376857,
      "grad_norm": 0.5045955777168274,
      "learning_rate": 4.9961884363197234e-05,
      "loss": 4.2627,
      "step": 33655
    },
    {
      "epoch": 0.02946322829800401,
      "grad_norm": 0.6325031518936157,
      "learning_rate": 4.996186722068477e-05,
      "loss": 5.8898,
      "step": 33660
    },
    {
      "epoch": 0.029467604891631166,
      "grad_norm": 0.5328293442726135,
      "learning_rate": 4.996185007432193e-05,
      "loss": 4.9055,
      "step": 33665
    },
    {
      "epoch": 0.02947198148525832,
      "grad_norm": 0.5952449440956116,
      "learning_rate": 4.996183292410871e-05,
      "loss": 5.1014,
      "step": 33670
    },
    {
      "epoch": 0.029476358078885476,
      "grad_norm": 0.5585910081863403,
      "learning_rate": 4.9961815770045114e-05,
      "loss": 5.591,
      "step": 33675
    },
    {
      "epoch": 0.029480734672512627,
      "grad_norm": 0.7573797106742859,
      "learning_rate": 4.996179861213117e-05,
      "loss": 5.1245,
      "step": 33680
    },
    {
      "epoch": 0.02948511126613978,
      "grad_norm": 0.5790241360664368,
      "learning_rate": 4.996178145036685e-05,
      "loss": 5.8875,
      "step": 33685
    },
    {
      "epoch": 0.029489487859766936,
      "grad_norm": 0.598669707775116,
      "learning_rate": 4.996176428475216e-05,
      "loss": 6.5002,
      "step": 33690
    },
    {
      "epoch": 0.02949386445339409,
      "grad_norm": 0.5463841557502747,
      "learning_rate": 4.9961747115287115e-05,
      "loss": 4.6169,
      "step": 33695
    },
    {
      "epoch": 0.029498241047021246,
      "grad_norm": 0.5979433655738831,
      "learning_rate": 4.9961729941971726e-05,
      "loss": 5.4604,
      "step": 33700
    },
    {
      "epoch": 0.0295026176406484,
      "grad_norm": 0.6808719038963318,
      "learning_rate": 4.9961712764805976e-05,
      "loss": 6.5105,
      "step": 33705
    },
    {
      "epoch": 0.029506994234275555,
      "grad_norm": 0.6621947288513184,
      "learning_rate": 4.996169558378988e-05,
      "loss": 5.9869,
      "step": 33710
    },
    {
      "epoch": 0.02951137082790271,
      "grad_norm": 0.5285155773162842,
      "learning_rate": 4.996167839892344e-05,
      "loss": 6.2145,
      "step": 33715
    },
    {
      "epoch": 0.029515747421529865,
      "grad_norm": 0.4970402121543884,
      "learning_rate": 4.9961661210206655e-05,
      "loss": 6.1906,
      "step": 33720
    },
    {
      "epoch": 0.02952012401515702,
      "grad_norm": 0.612259566783905,
      "learning_rate": 4.996164401763953e-05,
      "loss": 5.9569,
      "step": 33725
    },
    {
      "epoch": 0.029524500608784175,
      "grad_norm": 0.46752989292144775,
      "learning_rate": 4.9961626821222075e-05,
      "loss": 6.165,
      "step": 33730
    },
    {
      "epoch": 0.02952887720241133,
      "grad_norm": 0.44607383012771606,
      "learning_rate": 4.9961609620954274e-05,
      "loss": 5.9643,
      "step": 33735
    },
    {
      "epoch": 0.029533253796038484,
      "grad_norm": 0.4902733564376831,
      "learning_rate": 4.996159241683615e-05,
      "loss": 5.4117,
      "step": 33740
    },
    {
      "epoch": 0.029537630389665635,
      "grad_norm": 0.4983491897583008,
      "learning_rate": 4.996157520886772e-05,
      "loss": 6.1547,
      "step": 33745
    },
    {
      "epoch": 0.02954200698329279,
      "grad_norm": 0.5532567501068115,
      "learning_rate": 4.996155799704895e-05,
      "loss": 4.5563,
      "step": 33750
    },
    {
      "epoch": 0.029546383576919945,
      "grad_norm": 0.5642560720443726,
      "learning_rate": 4.996154078137986e-05,
      "loss": 6.5252,
      "step": 33755
    },
    {
      "epoch": 0.0295507601705471,
      "grad_norm": 0.7130274176597595,
      "learning_rate": 4.9961523561860456e-05,
      "loss": 5.1141,
      "step": 33760
    },
    {
      "epoch": 0.029555136764174254,
      "grad_norm": 0.6633906960487366,
      "learning_rate": 4.996150633849074e-05,
      "loss": 5.552,
      "step": 33765
    },
    {
      "epoch": 0.02955951335780141,
      "grad_norm": 0.5748064517974854,
      "learning_rate": 4.996148911127072e-05,
      "loss": 5.3313,
      "step": 33770
    },
    {
      "epoch": 0.029563889951428564,
      "grad_norm": 1.0918351411819458,
      "learning_rate": 4.996147188020039e-05,
      "loss": 4.7932,
      "step": 33775
    },
    {
      "epoch": 0.02956826654505572,
      "grad_norm": 0.7326990962028503,
      "learning_rate": 4.996145464527976e-05,
      "loss": 5.4459,
      "step": 33780
    },
    {
      "epoch": 0.029572643138682873,
      "grad_norm": 0.563807487487793,
      "learning_rate": 4.996143740650884e-05,
      "loss": 5.9316,
      "step": 33785
    },
    {
      "epoch": 0.029577019732310028,
      "grad_norm": 0.5063357949256897,
      "learning_rate": 4.996142016388761e-05,
      "loss": 6.1947,
      "step": 33790
    },
    {
      "epoch": 0.029581396325937183,
      "grad_norm": 0.45940712094306946,
      "learning_rate": 4.996140291741609e-05,
      "loss": 6.2051,
      "step": 33795
    },
    {
      "epoch": 0.029585772919564338,
      "grad_norm": 0.5051942467689514,
      "learning_rate": 4.996138566709429e-05,
      "loss": 5.9856,
      "step": 33800
    },
    {
      "epoch": 0.029590149513191492,
      "grad_norm": 0.512001097202301,
      "learning_rate": 4.99613684129222e-05,
      "loss": 5.8811,
      "step": 33805
    },
    {
      "epoch": 0.029594526106818644,
      "grad_norm": 0.5625737309455872,
      "learning_rate": 4.996135115489983e-05,
      "loss": 5.6457,
      "step": 33810
    },
    {
      "epoch": 0.0295989027004458,
      "grad_norm": 0.5085037350654602,
      "learning_rate": 4.9961333893027164e-05,
      "loss": 5.654,
      "step": 33815
    },
    {
      "epoch": 0.029603279294072953,
      "grad_norm": 0.4333740174770355,
      "learning_rate": 4.996131662730424e-05,
      "loss": 6.518,
      "step": 33820
    },
    {
      "epoch": 0.029607655887700108,
      "grad_norm": 0.6525224447250366,
      "learning_rate": 4.996129935773104e-05,
      "loss": 4.8197,
      "step": 33825
    },
    {
      "epoch": 0.029612032481327263,
      "grad_norm": 0.7719634771347046,
      "learning_rate": 4.996128208430757e-05,
      "loss": 5.4023,
      "step": 33830
    },
    {
      "epoch": 0.029616409074954417,
      "grad_norm": 1.072664499282837,
      "learning_rate": 4.9961264807033836e-05,
      "loss": 5.4384,
      "step": 33835
    },
    {
      "epoch": 0.029620785668581572,
      "grad_norm": 1.1303327083587646,
      "learning_rate": 4.9961247525909835e-05,
      "loss": 4.9062,
      "step": 33840
    },
    {
      "epoch": 0.029625162262208727,
      "grad_norm": 0.6093265414237976,
      "learning_rate": 4.9961230240935575e-05,
      "loss": 5.8711,
      "step": 33845
    },
    {
      "epoch": 0.02962953885583588,
      "grad_norm": 0.5840003490447998,
      "learning_rate": 4.996121295211107e-05,
      "loss": 5.1072,
      "step": 33850
    },
    {
      "epoch": 0.029633915449463036,
      "grad_norm": 0.6415309309959412,
      "learning_rate": 4.9961195659436296e-05,
      "loss": 5.9618,
      "step": 33855
    },
    {
      "epoch": 0.02963829204309019,
      "grad_norm": 0.5751179456710815,
      "learning_rate": 4.9961178362911285e-05,
      "loss": 5.3143,
      "step": 33860
    },
    {
      "epoch": 0.029642668636717346,
      "grad_norm": 0.5857134461402893,
      "learning_rate": 4.9961161062536035e-05,
      "loss": 5.8746,
      "step": 33865
    },
    {
      "epoch": 0.0296470452303445,
      "grad_norm": 0.5470122694969177,
      "learning_rate": 4.996114375831054e-05,
      "loss": 6.1775,
      "step": 33870
    },
    {
      "epoch": 0.029651421823971652,
      "grad_norm": 0.5274142622947693,
      "learning_rate": 4.9961126450234796e-05,
      "loss": 5.0342,
      "step": 33875
    },
    {
      "epoch": 0.029655798417598807,
      "grad_norm": 0.4972468614578247,
      "learning_rate": 4.9961109138308815e-05,
      "loss": 5.5559,
      "step": 33880
    },
    {
      "epoch": 0.02966017501122596,
      "grad_norm": 0.529860258102417,
      "learning_rate": 4.99610918225326e-05,
      "loss": 4.8812,
      "step": 33885
    },
    {
      "epoch": 0.029664551604853116,
      "grad_norm": 0.5502180457115173,
      "learning_rate": 4.996107450290617e-05,
      "loss": 4.0329,
      "step": 33890
    },
    {
      "epoch": 0.02966892819848027,
      "grad_norm": 0.8129011988639832,
      "learning_rate": 4.9961057179429504e-05,
      "loss": 5.984,
      "step": 33895
    },
    {
      "epoch": 0.029673304792107426,
      "grad_norm": 0.7020255923271179,
      "learning_rate": 4.996103985210262e-05,
      "loss": 4.9878,
      "step": 33900
    },
    {
      "epoch": 0.02967768138573458,
      "grad_norm": 0.6905593276023865,
      "learning_rate": 4.9961022520925525e-05,
      "loss": 5.8889,
      "step": 33905
    },
    {
      "epoch": 0.029682057979361735,
      "grad_norm": 0.5407119989395142,
      "learning_rate": 4.9961005185898204e-05,
      "loss": 4.9055,
      "step": 33910
    },
    {
      "epoch": 0.02968643457298889,
      "grad_norm": 0.6160079836845398,
      "learning_rate": 4.996098784702067e-05,
      "loss": 5.9594,
      "step": 33915
    },
    {
      "epoch": 0.029690811166616045,
      "grad_norm": 0.8948867321014404,
      "learning_rate": 4.9960970504292926e-05,
      "loss": 6.168,
      "step": 33920
    },
    {
      "epoch": 0.0296951877602432,
      "grad_norm": 0.5149790644645691,
      "learning_rate": 4.996095315771498e-05,
      "loss": 6.5242,
      "step": 33925
    },
    {
      "epoch": 0.029699564353870354,
      "grad_norm": 0.5361226201057434,
      "learning_rate": 4.9960935807286835e-05,
      "loss": 5.152,
      "step": 33930
    },
    {
      "epoch": 0.02970394094749751,
      "grad_norm": 0.6629404425621033,
      "learning_rate": 4.996091845300849e-05,
      "loss": 6.241,
      "step": 33935
    },
    {
      "epoch": 0.02970831754112466,
      "grad_norm": 0.5238166451454163,
      "learning_rate": 4.9960901094879956e-05,
      "loss": 5.3131,
      "step": 33940
    },
    {
      "epoch": 0.029712694134751815,
      "grad_norm": 0.5713026523590088,
      "learning_rate": 4.996088373290122e-05,
      "loss": 5.104,
      "step": 33945
    },
    {
      "epoch": 0.02971707072837897,
      "grad_norm": 0.5855974555015564,
      "learning_rate": 4.9960866367072304e-05,
      "loss": 5.4149,
      "step": 33950
    },
    {
      "epoch": 0.029721447322006125,
      "grad_norm": 0.6219315528869629,
      "learning_rate": 4.9960848997393183e-05,
      "loss": 4.264,
      "step": 33955
    },
    {
      "epoch": 0.02972582391563328,
      "grad_norm": 0.8008762001991272,
      "learning_rate": 4.99608316238639e-05,
      "loss": 6.1838,
      "step": 33960
    },
    {
      "epoch": 0.029730200509260434,
      "grad_norm": 0.6560339331626892,
      "learning_rate": 4.9960814246484436e-05,
      "loss": 5.3408,
      "step": 33965
    },
    {
      "epoch": 0.02973457710288759,
      "grad_norm": 0.5441957712173462,
      "learning_rate": 4.996079686525479e-05,
      "loss": 6.5074,
      "step": 33970
    },
    {
      "epoch": 0.029738953696514744,
      "grad_norm": 0.5292667746543884,
      "learning_rate": 4.996077948017497e-05,
      "loss": 4.2649,
      "step": 33975
    },
    {
      "epoch": 0.0297433302901419,
      "grad_norm": 0.599943220615387,
      "learning_rate": 4.9960762091244985e-05,
      "loss": 4.6052,
      "step": 33980
    },
    {
      "epoch": 0.029747706883769053,
      "grad_norm": 0.659630298614502,
      "learning_rate": 4.996074469846484e-05,
      "loss": 5.6716,
      "step": 33985
    },
    {
      "epoch": 0.029752083477396208,
      "grad_norm": 0.5752962231636047,
      "learning_rate": 4.996072730183452e-05,
      "loss": 5.4181,
      "step": 33990
    },
    {
      "epoch": 0.029756460071023363,
      "grad_norm": 0.6411380767822266,
      "learning_rate": 4.996070990135405e-05,
      "loss": 4.806,
      "step": 33995
    },
    {
      "epoch": 0.029760836664650517,
      "grad_norm": 0.6740601658821106,
      "learning_rate": 4.996069249702343e-05,
      "loss": 6.0012,
      "step": 34000
    },
    {
      "epoch": 0.02976521325827767,
      "grad_norm": 0.6056659817695618,
      "learning_rate": 4.9960675088842646e-05,
      "loss": 5.5594,
      "step": 34005
    },
    {
      "epoch": 0.029769589851904824,
      "grad_norm": 0.9797284603118896,
      "learning_rate": 4.9960657676811715e-05,
      "loss": 4.9089,
      "step": 34010
    },
    {
      "epoch": 0.02977396644553198,
      "grad_norm": 0.6763766407966614,
      "learning_rate": 4.996064026093065e-05,
      "loss": 5.8518,
      "step": 34015
    },
    {
      "epoch": 0.029778343039159133,
      "grad_norm": 0.5557626485824585,
      "learning_rate": 4.9960622841199436e-05,
      "loss": 5.3945,
      "step": 34020
    },
    {
      "epoch": 0.029782719632786288,
      "grad_norm": 0.4529738426208496,
      "learning_rate": 4.9960605417618086e-05,
      "loss": 5.4393,
      "step": 34025
    },
    {
      "epoch": 0.029787096226413443,
      "grad_norm": 0.562871515750885,
      "learning_rate": 4.99605879901866e-05,
      "loss": 5.6444,
      "step": 34030
    },
    {
      "epoch": 0.029791472820040597,
      "grad_norm": 0.5377973318099976,
      "learning_rate": 4.996057055890498e-05,
      "loss": 5.1373,
      "step": 34035
    },
    {
      "epoch": 0.029795849413667752,
      "grad_norm": 0.555534303188324,
      "learning_rate": 4.9960553123773234e-05,
      "loss": 5.0262,
      "step": 34040
    },
    {
      "epoch": 0.029800226007294907,
      "grad_norm": 0.5032857656478882,
      "learning_rate": 4.996053568479137e-05,
      "loss": 5.6771,
      "step": 34045
    },
    {
      "epoch": 0.02980460260092206,
      "grad_norm": 0.6279309988021851,
      "learning_rate": 4.996051824195937e-05,
      "loss": 5.3432,
      "step": 34050
    },
    {
      "epoch": 0.029808979194549216,
      "grad_norm": 1.0536868572235107,
      "learning_rate": 4.9960500795277266e-05,
      "loss": 4.892,
      "step": 34055
    },
    {
      "epoch": 0.02981335578817637,
      "grad_norm": 0.6682785153388977,
      "learning_rate": 4.9960483344745036e-05,
      "loss": 5.6378,
      "step": 34060
    },
    {
      "epoch": 0.029817732381803526,
      "grad_norm": 0.6959335207939148,
      "learning_rate": 4.9960465890362695e-05,
      "loss": 5.6493,
      "step": 34065
    },
    {
      "epoch": 0.029822108975430677,
      "grad_norm": 0.8309521079063416,
      "learning_rate": 4.9960448432130245e-05,
      "loss": 5.4333,
      "step": 34070
    },
    {
      "epoch": 0.029826485569057832,
      "grad_norm": 0.5602436065673828,
      "learning_rate": 4.99604309700477e-05,
      "loss": 5.8777,
      "step": 34075
    },
    {
      "epoch": 0.029830862162684987,
      "grad_norm": 0.6823310852050781,
      "learning_rate": 4.9960413504115046e-05,
      "loss": 5.6536,
      "step": 34080
    },
    {
      "epoch": 0.02983523875631214,
      "grad_norm": 0.47396886348724365,
      "learning_rate": 4.9960396034332305e-05,
      "loss": 5.3979,
      "step": 34085
    },
    {
      "epoch": 0.029839615349939296,
      "grad_norm": 0.4272622764110565,
      "learning_rate": 4.996037856069945e-05,
      "loss": 5.4254,
      "step": 34090
    },
    {
      "epoch": 0.02984399194356645,
      "grad_norm": 0.49648571014404297,
      "learning_rate": 4.996036108321651e-05,
      "loss": 5.3208,
      "step": 34095
    },
    {
      "epoch": 0.029848368537193606,
      "grad_norm": 0.5785283446311951,
      "learning_rate": 4.996034360188349e-05,
      "loss": 5.2254,
      "step": 34100
    },
    {
      "epoch": 0.02985274513082076,
      "grad_norm": 0.5023232698440552,
      "learning_rate": 4.9960326116700386e-05,
      "loss": 5.5236,
      "step": 34105
    },
    {
      "epoch": 0.029857121724447915,
      "grad_norm": 0.48852717876434326,
      "learning_rate": 4.9960308627667194e-05,
      "loss": 5.6556,
      "step": 34110
    },
    {
      "epoch": 0.02986149831807507,
      "grad_norm": 0.6120109558105469,
      "learning_rate": 4.996029113478392e-05,
      "loss": 4.6928,
      "step": 34115
    },
    {
      "epoch": 0.029865874911702225,
      "grad_norm": 0.6451235413551331,
      "learning_rate": 4.996027363805058e-05,
      "loss": 5.8867,
      "step": 34120
    },
    {
      "epoch": 0.02987025150532938,
      "grad_norm": 0.5705167055130005,
      "learning_rate": 4.996025613746716e-05,
      "loss": 5.3254,
      "step": 34125
    },
    {
      "epoch": 0.029874628098956534,
      "grad_norm": 0.6458684802055359,
      "learning_rate": 4.9960238633033685e-05,
      "loss": 5.963,
      "step": 34130
    },
    {
      "epoch": 0.029879004692583686,
      "grad_norm": 0.6171967387199402,
      "learning_rate": 4.996022112475014e-05,
      "loss": 4.8545,
      "step": 34135
    },
    {
      "epoch": 0.02988338128621084,
      "grad_norm": 0.5055488348007202,
      "learning_rate": 4.996020361261654e-05,
      "loss": 5.3367,
      "step": 34140
    },
    {
      "epoch": 0.029887757879837995,
      "grad_norm": 0.5482305884361267,
      "learning_rate": 4.9960186096632864e-05,
      "loss": 5.1184,
      "step": 34145
    },
    {
      "epoch": 0.02989213447346515,
      "grad_norm": 0.4833969473838806,
      "learning_rate": 4.996016857679915e-05,
      "loss": 5.8936,
      "step": 34150
    },
    {
      "epoch": 0.029896511067092305,
      "grad_norm": 0.5008715391159058,
      "learning_rate": 4.996015105311539e-05,
      "loss": 5.3291,
      "step": 34155
    },
    {
      "epoch": 0.02990088766071946,
      "grad_norm": 0.5516533255577087,
      "learning_rate": 4.9960133525581565e-05,
      "loss": 5.3346,
      "step": 34160
    },
    {
      "epoch": 0.029905264254346614,
      "grad_norm": 0.561683177947998,
      "learning_rate": 4.996011599419771e-05,
      "loss": 5.6373,
      "step": 34165
    },
    {
      "epoch": 0.02990964084797377,
      "grad_norm": 0.488338440656662,
      "learning_rate": 4.996009845896381e-05,
      "loss": 5.8471,
      "step": 34170
    },
    {
      "epoch": 0.029914017441600924,
      "grad_norm": 0.5523772835731506,
      "learning_rate": 4.996008091987987e-05,
      "loss": 5.6475,
      "step": 34175
    },
    {
      "epoch": 0.02991839403522808,
      "grad_norm": 0.6445816159248352,
      "learning_rate": 4.99600633769459e-05,
      "loss": 5.1098,
      "step": 34180
    },
    {
      "epoch": 0.029922770628855233,
      "grad_norm": 0.5359494090080261,
      "learning_rate": 4.996004583016189e-05,
      "loss": 5.8668,
      "step": 34185
    },
    {
      "epoch": 0.029927147222482388,
      "grad_norm": 0.5321856141090393,
      "learning_rate": 4.996002827952786e-05,
      "loss": 4.402,
      "step": 34190
    },
    {
      "epoch": 0.029931523816109543,
      "grad_norm": 0.680888295173645,
      "learning_rate": 4.99600107250438e-05,
      "loss": 5.4136,
      "step": 34195
    },
    {
      "epoch": 0.029935900409736694,
      "grad_norm": 0.44380882382392883,
      "learning_rate": 4.995999316670974e-05,
      "loss": 5.6683,
      "step": 34200
    },
    {
      "epoch": 0.02994027700336385,
      "grad_norm": 0.6288614869117737,
      "learning_rate": 4.995997560452565e-05,
      "loss": 5.1143,
      "step": 34205
    },
    {
      "epoch": 0.029944653596991003,
      "grad_norm": 0.6230277419090271,
      "learning_rate": 4.9959958038491536e-05,
      "loss": 5.1564,
      "step": 34210
    },
    {
      "epoch": 0.029949030190618158,
      "grad_norm": 0.44061151146888733,
      "learning_rate": 4.9959940468607424e-05,
      "loss": 6.168,
      "step": 34215
    },
    {
      "epoch": 0.029953406784245313,
      "grad_norm": 0.4938364624977112,
      "learning_rate": 4.99599228948733e-05,
      "loss": 6.1977,
      "step": 34220
    },
    {
      "epoch": 0.029957783377872468,
      "grad_norm": 0.5178837776184082,
      "learning_rate": 4.995990531728918e-05,
      "loss": 5.6746,
      "step": 34225
    },
    {
      "epoch": 0.029962159971499622,
      "grad_norm": 0.5075108408927917,
      "learning_rate": 4.995988773585505e-05,
      "loss": 5.4264,
      "step": 34230
    },
    {
      "epoch": 0.029966536565126777,
      "grad_norm": 0.5364391803741455,
      "learning_rate": 4.995987015057093e-05,
      "loss": 5.9748,
      "step": 34235
    },
    {
      "epoch": 0.029970913158753932,
      "grad_norm": 0.52334064245224,
      "learning_rate": 4.9959852561436813e-05,
      "loss": 5.5412,
      "step": 34240
    },
    {
      "epoch": 0.029975289752381087,
      "grad_norm": 0.5188495516777039,
      "learning_rate": 4.995983496845271e-05,
      "loss": 4.3226,
      "step": 34245
    },
    {
      "epoch": 0.02997966634600824,
      "grad_norm": 0.6215441823005676,
      "learning_rate": 4.9959817371618625e-05,
      "loss": 6.1623,
      "step": 34250
    },
    {
      "epoch": 0.029984042939635396,
      "grad_norm": 0.7717723250389099,
      "learning_rate": 4.9959799770934545e-05,
      "loss": 5.5549,
      "step": 34255
    },
    {
      "epoch": 0.029988419533262548,
      "grad_norm": 0.494246244430542,
      "learning_rate": 4.995978216640049e-05,
      "loss": 5.1184,
      "step": 34260
    },
    {
      "epoch": 0.029992796126889702,
      "grad_norm": 0.5348904728889465,
      "learning_rate": 4.9959764558016467e-05,
      "loss": 5.4087,
      "step": 34265
    },
    {
      "epoch": 0.029997172720516857,
      "grad_norm": 0.4967481791973114,
      "learning_rate": 4.995974694578246e-05,
      "loss": 5.2324,
      "step": 34270
    },
    {
      "epoch": 0.030001549314144012,
      "grad_norm": 0.7694190740585327,
      "learning_rate": 4.995972932969849e-05,
      "loss": 4.5872,
      "step": 34275
    },
    {
      "epoch": 0.030005925907771167,
      "grad_norm": 0.5477065443992615,
      "learning_rate": 4.995971170976454e-05,
      "loss": 5.628,
      "step": 34280
    },
    {
      "epoch": 0.03001030250139832,
      "grad_norm": 1.1146587133407593,
      "learning_rate": 4.9959694085980647e-05,
      "loss": 4.5597,
      "step": 34285
    },
    {
      "epoch": 0.030014679095025476,
      "grad_norm": 0.5391638875007629,
      "learning_rate": 4.995967645834678e-05,
      "loss": 4.419,
      "step": 34290
    },
    {
      "epoch": 0.03001905568865263,
      "grad_norm": 0.5578683018684387,
      "learning_rate": 4.9959658826862966e-05,
      "loss": 5.8623,
      "step": 34295
    },
    {
      "epoch": 0.030023432282279786,
      "grad_norm": 0.5478245615959167,
      "learning_rate": 4.995964119152919e-05,
      "loss": 5.5725,
      "step": 34300
    },
    {
      "epoch": 0.03002780887590694,
      "grad_norm": 0.5996717214584351,
      "learning_rate": 4.995962355234548e-05,
      "loss": 5.6071,
      "step": 34305
    },
    {
      "epoch": 0.030032185469534095,
      "grad_norm": 0.5544414520263672,
      "learning_rate": 4.995960590931181e-05,
      "loss": 5.1396,
      "step": 34310
    },
    {
      "epoch": 0.03003656206316125,
      "grad_norm": 0.7486811876296997,
      "learning_rate": 4.9959588262428204e-05,
      "loss": 5.0973,
      "step": 34315
    },
    {
      "epoch": 0.030040938656788405,
      "grad_norm": 0.54600989818573,
      "learning_rate": 4.995957061169466e-05,
      "loss": 4.591,
      "step": 34320
    },
    {
      "epoch": 0.030045315250415556,
      "grad_norm": 0.5633306503295898,
      "learning_rate": 4.995955295711118e-05,
      "loss": 6.1963,
      "step": 34325
    },
    {
      "epoch": 0.03004969184404271,
      "grad_norm": 0.588196873664856,
      "learning_rate": 4.9959535298677774e-05,
      "loss": 5.6466,
      "step": 34330
    },
    {
      "epoch": 0.030054068437669865,
      "grad_norm": 0.7286937236785889,
      "learning_rate": 4.995951763639443e-05,
      "loss": 5.3478,
      "step": 34335
    },
    {
      "epoch": 0.03005844503129702,
      "grad_norm": 0.5288708209991455,
      "learning_rate": 4.9959499970261156e-05,
      "loss": 5.5514,
      "step": 34340
    },
    {
      "epoch": 0.030062821624924175,
      "grad_norm": 0.6157692074775696,
      "learning_rate": 4.995948230027797e-05,
      "loss": 5.3349,
      "step": 34345
    },
    {
      "epoch": 0.03006719821855133,
      "grad_norm": 0.6229915022850037,
      "learning_rate": 4.995946462644486e-05,
      "loss": 5.532,
      "step": 34350
    },
    {
      "epoch": 0.030071574812178484,
      "grad_norm": 0.7717331647872925,
      "learning_rate": 4.995944694876185e-05,
      "loss": 5.1418,
      "step": 34355
    },
    {
      "epoch": 0.03007595140580564,
      "grad_norm": 0.5692238807678223,
      "learning_rate": 4.995942926722891e-05,
      "loss": 4.276,
      "step": 34360
    },
    {
      "epoch": 0.030080327999432794,
      "grad_norm": 0.5675533413887024,
      "learning_rate": 4.995941158184607e-05,
      "loss": 5.3816,
      "step": 34365
    },
    {
      "epoch": 0.03008470459305995,
      "grad_norm": 0.5351827144622803,
      "learning_rate": 4.995939389261332e-05,
      "loss": 5.8303,
      "step": 34370
    },
    {
      "epoch": 0.030089081186687103,
      "grad_norm": 0.7094111442565918,
      "learning_rate": 4.9959376199530675e-05,
      "loss": 5.1415,
      "step": 34375
    },
    {
      "epoch": 0.030093457780314258,
      "grad_norm": 0.6237141489982605,
      "learning_rate": 4.995935850259813e-05,
      "loss": 5.137,
      "step": 34380
    },
    {
      "epoch": 0.030097834373941413,
      "grad_norm": 0.8660499453544617,
      "learning_rate": 4.995934080181569e-05,
      "loss": 5.3683,
      "step": 34385
    },
    {
      "epoch": 0.030102210967568564,
      "grad_norm": 1.1055724620819092,
      "learning_rate": 4.9959323097183354e-05,
      "loss": 5.1507,
      "step": 34390
    },
    {
      "epoch": 0.03010658756119572,
      "grad_norm": 0.6071597933769226,
      "learning_rate": 4.995930538870114e-05,
      "loss": 5.9057,
      "step": 34395
    },
    {
      "epoch": 0.030110964154822874,
      "grad_norm": 0.6468250155448914,
      "learning_rate": 4.995928767636903e-05,
      "loss": 5.6575,
      "step": 34400
    },
    {
      "epoch": 0.03011534074845003,
      "grad_norm": 0.7491202354431152,
      "learning_rate": 4.995926996018705e-05,
      "loss": 5.8908,
      "step": 34405
    },
    {
      "epoch": 0.030119717342077183,
      "grad_norm": 0.5819657444953918,
      "learning_rate": 4.995925224015518e-05,
      "loss": 4.7925,
      "step": 34410
    },
    {
      "epoch": 0.030124093935704338,
      "grad_norm": 0.6601600646972656,
      "learning_rate": 4.995923451627345e-05,
      "loss": 5.6279,
      "step": 34415
    },
    {
      "epoch": 0.030128470529331493,
      "grad_norm": 0.5013272166252136,
      "learning_rate": 4.995921678854184e-05,
      "loss": 5.3422,
      "step": 34420
    },
    {
      "epoch": 0.030132847122958648,
      "grad_norm": 0.5637177228927612,
      "learning_rate": 4.995919905696037e-05,
      "loss": 5.1049,
      "step": 34425
    },
    {
      "epoch": 0.030137223716585802,
      "grad_norm": 0.48778292536735535,
      "learning_rate": 4.995918132152903e-05,
      "loss": 5.8525,
      "step": 34430
    },
    {
      "epoch": 0.030141600310212957,
      "grad_norm": 0.5039711594581604,
      "learning_rate": 4.995916358224784e-05,
      "loss": 5.9535,
      "step": 34435
    },
    {
      "epoch": 0.030145976903840112,
      "grad_norm": 0.5678844451904297,
      "learning_rate": 4.995914583911677e-05,
      "loss": 5.1489,
      "step": 34440
    },
    {
      "epoch": 0.030150353497467267,
      "grad_norm": 0.4430103600025177,
      "learning_rate": 4.9959128092135864e-05,
      "loss": 5.4417,
      "step": 34445
    },
    {
      "epoch": 0.03015473009109442,
      "grad_norm": 0.42856645584106445,
      "learning_rate": 4.9959110341305104e-05,
      "loss": 5.6274,
      "step": 34450
    },
    {
      "epoch": 0.030159106684721573,
      "grad_norm": 0.5425743460655212,
      "learning_rate": 4.99590925866245e-05,
      "loss": 5.6576,
      "step": 34455
    },
    {
      "epoch": 0.030163483278348727,
      "grad_norm": 0.46456199884414673,
      "learning_rate": 4.995907482809405e-05,
      "loss": 5.9386,
      "step": 34460
    },
    {
      "epoch": 0.030167859871975882,
      "grad_norm": 0.6755807399749756,
      "learning_rate": 4.995905706571377e-05,
      "loss": 5.5809,
      "step": 34465
    },
    {
      "epoch": 0.030172236465603037,
      "grad_norm": 0.6030687689781189,
      "learning_rate": 4.9959039299483644e-05,
      "loss": 5.1155,
      "step": 34470
    },
    {
      "epoch": 0.03017661305923019,
      "grad_norm": 0.45395994186401367,
      "learning_rate": 4.995902152940368e-05,
      "loss": 6.4957,
      "step": 34475
    },
    {
      "epoch": 0.030180989652857346,
      "grad_norm": 0.4988884925842285,
      "learning_rate": 4.99590037554739e-05,
      "loss": 5.9852,
      "step": 34480
    },
    {
      "epoch": 0.0301853662464845,
      "grad_norm": 0.5208074450492859,
      "learning_rate": 4.9958985977694284e-05,
      "loss": 4.3541,
      "step": 34485
    },
    {
      "epoch": 0.030189742840111656,
      "grad_norm": 0.5450754761695862,
      "learning_rate": 4.995896819606485e-05,
      "loss": 4.3628,
      "step": 34490
    },
    {
      "epoch": 0.03019411943373881,
      "grad_norm": 0.6088901162147522,
      "learning_rate": 4.995895041058559e-05,
      "loss": 4.4635,
      "step": 34495
    },
    {
      "epoch": 0.030198496027365965,
      "grad_norm": 0.632297158241272,
      "learning_rate": 4.995893262125651e-05,
      "loss": 5.542,
      "step": 34500
    },
    {
      "epoch": 0.03020287262099312,
      "grad_norm": 0.6652695536613464,
      "learning_rate": 4.995891482807763e-05,
      "loss": 5.5314,
      "step": 34505
    },
    {
      "epoch": 0.030207249214620275,
      "grad_norm": 0.5124197602272034,
      "learning_rate": 4.995889703104895e-05,
      "loss": 6.1809,
      "step": 34510
    },
    {
      "epoch": 0.03021162580824743,
      "grad_norm": 0.6425599455833435,
      "learning_rate": 4.995887923017044e-05,
      "loss": 5.3393,
      "step": 34515
    },
    {
      "epoch": 0.03021600240187458,
      "grad_norm": 0.5441434383392334,
      "learning_rate": 4.995886142544214e-05,
      "loss": 6.4674,
      "step": 34520
    },
    {
      "epoch": 0.030220378995501736,
      "grad_norm": 0.591625988483429,
      "learning_rate": 4.995884361686404e-05,
      "loss": 6.2088,
      "step": 34525
    },
    {
      "epoch": 0.03022475558912889,
      "grad_norm": 0.5881547331809998,
      "learning_rate": 4.995882580443615e-05,
      "loss": 5.05,
      "step": 34530
    },
    {
      "epoch": 0.030229132182756045,
      "grad_norm": 0.5925966501235962,
      "learning_rate": 4.995880798815846e-05,
      "loss": 5.6321,
      "step": 34535
    },
    {
      "epoch": 0.0302335087763832,
      "grad_norm": 0.563912034034729,
      "learning_rate": 4.995879016803099e-05,
      "loss": 4.8997,
      "step": 34540
    },
    {
      "epoch": 0.030237885370010355,
      "grad_norm": 0.48595619201660156,
      "learning_rate": 4.995877234405373e-05,
      "loss": 5.3429,
      "step": 34545
    },
    {
      "epoch": 0.03024226196363751,
      "grad_norm": 0.7097857594490051,
      "learning_rate": 4.995875451622669e-05,
      "loss": 4.8052,
      "step": 34550
    },
    {
      "epoch": 0.030246638557264664,
      "grad_norm": 0.5263697504997253,
      "learning_rate": 4.995873668454987e-05,
      "loss": 5.3564,
      "step": 34555
    },
    {
      "epoch": 0.03025101515089182,
      "grad_norm": 0.5606856942176819,
      "learning_rate": 4.995871884902328e-05,
      "loss": 5.446,
      "step": 34560
    },
    {
      "epoch": 0.030255391744518974,
      "grad_norm": 0.5455766916275024,
      "learning_rate": 4.9958701009646915e-05,
      "loss": 5.3606,
      "step": 34565
    },
    {
      "epoch": 0.03025976833814613,
      "grad_norm": 0.5987199544906616,
      "learning_rate": 4.995868316642077e-05,
      "loss": 5.6521,
      "step": 34570
    },
    {
      "epoch": 0.030264144931773283,
      "grad_norm": 0.5406724810600281,
      "learning_rate": 4.9958665319344876e-05,
      "loss": 5.6657,
      "step": 34575
    },
    {
      "epoch": 0.030268521525400438,
      "grad_norm": 0.6833533048629761,
      "learning_rate": 4.9958647468419216e-05,
      "loss": 5.6482,
      "step": 34580
    },
    {
      "epoch": 0.03027289811902759,
      "grad_norm": 0.6020129323005676,
      "learning_rate": 4.9958629613643805e-05,
      "loss": 5.5676,
      "step": 34585
    },
    {
      "epoch": 0.030277274712654744,
      "grad_norm": 0.5009613037109375,
      "learning_rate": 4.9958611755018637e-05,
      "loss": 4.9963,
      "step": 34590
    },
    {
      "epoch": 0.0302816513062819,
      "grad_norm": 0.4790211021900177,
      "learning_rate": 4.9958593892543716e-05,
      "loss": 4.4866,
      "step": 34595
    },
    {
      "epoch": 0.030286027899909054,
      "grad_norm": 0.4954102039337158,
      "learning_rate": 4.995857602621905e-05,
      "loss": 6.1934,
      "step": 34600
    },
    {
      "epoch": 0.03029040449353621,
      "grad_norm": 0.4671463966369629,
      "learning_rate": 4.995855815604464e-05,
      "loss": 5.5371,
      "step": 34605
    },
    {
      "epoch": 0.030294781087163363,
      "grad_norm": 0.5018672943115234,
      "learning_rate": 4.995854028202048e-05,
      "loss": 4.7748,
      "step": 34610
    },
    {
      "epoch": 0.030299157680790518,
      "grad_norm": 0.6743203401565552,
      "learning_rate": 4.99585224041466e-05,
      "loss": 5.1217,
      "step": 34615
    },
    {
      "epoch": 0.030303534274417673,
      "grad_norm": 0.6323091387748718,
      "learning_rate": 4.9958504522422977e-05,
      "loss": 5.3587,
      "step": 34620
    },
    {
      "epoch": 0.030307910868044827,
      "grad_norm": 0.6664141416549683,
      "learning_rate": 4.995848663684963e-05,
      "loss": 4.8941,
      "step": 34625
    },
    {
      "epoch": 0.030312287461671982,
      "grad_norm": 0.6408461928367615,
      "learning_rate": 4.9958468747426554e-05,
      "loss": 5.668,
      "step": 34630
    },
    {
      "epoch": 0.030316664055299137,
      "grad_norm": 0.577373743057251,
      "learning_rate": 4.9958450854153746e-05,
      "loss": 5.6733,
      "step": 34635
    },
    {
      "epoch": 0.03032104064892629,
      "grad_norm": 0.625824511051178,
      "learning_rate": 4.9958432957031234e-05,
      "loss": 5.1064,
      "step": 34640
    },
    {
      "epoch": 0.030325417242553446,
      "grad_norm": 0.5346697568893433,
      "learning_rate": 4.995841505605899e-05,
      "loss": 5.453,
      "step": 34645
    },
    {
      "epoch": 0.030329793836180598,
      "grad_norm": 0.5361451506614685,
      "learning_rate": 4.9958397151237046e-05,
      "loss": 5.6377,
      "step": 34650
    },
    {
      "epoch": 0.030334170429807752,
      "grad_norm": 0.5631712079048157,
      "learning_rate": 4.995837924256539e-05,
      "loss": 5.3044,
      "step": 34655
    },
    {
      "epoch": 0.030338547023434907,
      "grad_norm": 0.630192756652832,
      "learning_rate": 4.9958361330044036e-05,
      "loss": 4.8104,
      "step": 34660
    },
    {
      "epoch": 0.030342923617062062,
      "grad_norm": 0.6365057826042175,
      "learning_rate": 4.995834341367297e-05,
      "loss": 5.6604,
      "step": 34665
    },
    {
      "epoch": 0.030347300210689217,
      "grad_norm": 0.5423671007156372,
      "learning_rate": 4.995832549345221e-05,
      "loss": 5.3067,
      "step": 34670
    },
    {
      "epoch": 0.03035167680431637,
      "grad_norm": 0.5798231363296509,
      "learning_rate": 4.9958307569381746e-05,
      "loss": 4.8271,
      "step": 34675
    },
    {
      "epoch": 0.030356053397943526,
      "grad_norm": 0.5559113621711731,
      "learning_rate": 4.99582896414616e-05,
      "loss": 4.7856,
      "step": 34680
    },
    {
      "epoch": 0.03036042999157068,
      "grad_norm": 0.6174933314323425,
      "learning_rate": 4.995827170969175e-05,
      "loss": 4.5766,
      "step": 34685
    },
    {
      "epoch": 0.030364806585197836,
      "grad_norm": 0.5339412093162537,
      "learning_rate": 4.995825377407223e-05,
      "loss": 5.4841,
      "step": 34690
    },
    {
      "epoch": 0.03036918317882499,
      "grad_norm": 0.5590147972106934,
      "learning_rate": 4.995823583460303e-05,
      "loss": 5.0048,
      "step": 34695
    },
    {
      "epoch": 0.030373559772452145,
      "grad_norm": 0.4566229581832886,
      "learning_rate": 4.995821789128414e-05,
      "loss": 5.6532,
      "step": 34700
    },
    {
      "epoch": 0.0303779363660793,
      "grad_norm": 0.7326346635818481,
      "learning_rate": 4.995819994411558e-05,
      "loss": 5.6847,
      "step": 34705
    },
    {
      "epoch": 0.030382312959706455,
      "grad_norm": 0.6831244230270386,
      "learning_rate": 4.9958181993097355e-05,
      "loss": 5.8533,
      "step": 34710
    },
    {
      "epoch": 0.030386689553333606,
      "grad_norm": 0.8625723719596863,
      "learning_rate": 4.995816403822945e-05,
      "loss": 5.0865,
      "step": 34715
    },
    {
      "epoch": 0.03039106614696076,
      "grad_norm": 0.6026721000671387,
      "learning_rate": 4.995814607951189e-05,
      "loss": 5.4064,
      "step": 34720
    },
    {
      "epoch": 0.030395442740587916,
      "grad_norm": 0.5489572882652283,
      "learning_rate": 4.995812811694467e-05,
      "loss": 4.2708,
      "step": 34725
    },
    {
      "epoch": 0.03039981933421507,
      "grad_norm": 0.9080415368080139,
      "learning_rate": 4.995811015052779e-05,
      "loss": 5.4396,
      "step": 34730
    },
    {
      "epoch": 0.030404195927842225,
      "grad_norm": 0.7808160781860352,
      "learning_rate": 4.995809218026126e-05,
      "loss": 5.658,
      "step": 34735
    },
    {
      "epoch": 0.03040857252146938,
      "grad_norm": 0.6150922179222107,
      "learning_rate": 4.995807420614508e-05,
      "loss": 5.678,
      "step": 34740
    },
    {
      "epoch": 0.030412949115096535,
      "grad_norm": 0.710098922252655,
      "learning_rate": 4.995805622817925e-05,
      "loss": 5.3179,
      "step": 34745
    },
    {
      "epoch": 0.03041732570872369,
      "grad_norm": 0.544501781463623,
      "learning_rate": 4.995803824636377e-05,
      "loss": 5.9918,
      "step": 34750
    },
    {
      "epoch": 0.030421702302350844,
      "grad_norm": 0.5682329535484314,
      "learning_rate": 4.9958020260698655e-05,
      "loss": 5.1601,
      "step": 34755
    },
    {
      "epoch": 0.030426078895978,
      "grad_norm": 0.6875795722007751,
      "learning_rate": 4.995800227118391e-05,
      "loss": 5.4854,
      "step": 34760
    },
    {
      "epoch": 0.030430455489605154,
      "grad_norm": 0.6003044247627258,
      "learning_rate": 4.9957984277819524e-05,
      "loss": 5.3334,
      "step": 34765
    },
    {
      "epoch": 0.03043483208323231,
      "grad_norm": 0.5721045136451721,
      "learning_rate": 4.9957966280605514e-05,
      "loss": 5.4458,
      "step": 34770
    },
    {
      "epoch": 0.030439208676859463,
      "grad_norm": 0.5912817716598511,
      "learning_rate": 4.9957948279541875e-05,
      "loss": 5.9567,
      "step": 34775
    },
    {
      "epoch": 0.030443585270486614,
      "grad_norm": 0.5783992409706116,
      "learning_rate": 4.9957930274628614e-05,
      "loss": 4.7947,
      "step": 34780
    },
    {
      "epoch": 0.03044796186411377,
      "grad_norm": 0.5490935444831848,
      "learning_rate": 4.995791226586574e-05,
      "loss": 4.2449,
      "step": 34785
    },
    {
      "epoch": 0.030452338457740924,
      "grad_norm": 0.6030850410461426,
      "learning_rate": 4.9957894253253244e-05,
      "loss": 5.8838,
      "step": 34790
    },
    {
      "epoch": 0.03045671505136808,
      "grad_norm": 0.5233786702156067,
      "learning_rate": 4.9957876236791136e-05,
      "loss": 5.9793,
      "step": 34795
    },
    {
      "epoch": 0.030461091644995233,
      "grad_norm": 0.5609382390975952,
      "learning_rate": 4.995785821647941e-05,
      "loss": 6.1609,
      "step": 34800
    },
    {
      "epoch": 0.030465468238622388,
      "grad_norm": 0.5543357729911804,
      "learning_rate": 4.995784019231809e-05,
      "loss": 5.0973,
      "step": 34805
    },
    {
      "epoch": 0.030469844832249543,
      "grad_norm": 0.5483227968215942,
      "learning_rate": 4.9957822164307165e-05,
      "loss": 5.3606,
      "step": 34810
    },
    {
      "epoch": 0.030474221425876698,
      "grad_norm": 0.4736776649951935,
      "learning_rate": 4.995780413244665e-05,
      "loss": 6.4674,
      "step": 34815
    },
    {
      "epoch": 0.030478598019503853,
      "grad_norm": 0.7117781043052673,
      "learning_rate": 4.9957786096736536e-05,
      "loss": 5.1206,
      "step": 34820
    },
    {
      "epoch": 0.030482974613131007,
      "grad_norm": 0.45571792125701904,
      "learning_rate": 4.995776805717682e-05,
      "loss": 6.1744,
      "step": 34825
    },
    {
      "epoch": 0.030487351206758162,
      "grad_norm": 0.5517012476921082,
      "learning_rate": 4.995775001376753e-05,
      "loss": 5.4603,
      "step": 34830
    },
    {
      "epoch": 0.030491727800385317,
      "grad_norm": 0.5371751189231873,
      "learning_rate": 4.995773196650865e-05,
      "loss": 4.8925,
      "step": 34835
    },
    {
      "epoch": 0.030496104394012468,
      "grad_norm": 0.5758411884307861,
      "learning_rate": 4.9957713915400195e-05,
      "loss": 4.579,
      "step": 34840
    },
    {
      "epoch": 0.030500480987639623,
      "grad_norm": 0.5624315142631531,
      "learning_rate": 4.9957695860442154e-05,
      "loss": 5.9521,
      "step": 34845
    },
    {
      "epoch": 0.030504857581266778,
      "grad_norm": 0.7575928568840027,
      "learning_rate": 4.995767780163454e-05,
      "loss": 5.5678,
      "step": 34850
    },
    {
      "epoch": 0.030509234174893932,
      "grad_norm": 0.6012933850288391,
      "learning_rate": 4.995765973897736e-05,
      "loss": 5.6632,
      "step": 34855
    },
    {
      "epoch": 0.030513610768521087,
      "grad_norm": 1.1826239824295044,
      "learning_rate": 4.9957641672470614e-05,
      "loss": 5.6644,
      "step": 34860
    },
    {
      "epoch": 0.030517987362148242,
      "grad_norm": 0.6960707306861877,
      "learning_rate": 4.99576236021143e-05,
      "loss": 6.1512,
      "step": 34865
    },
    {
      "epoch": 0.030522363955775397,
      "grad_norm": 0.5082473158836365,
      "learning_rate": 4.9957605527908424e-05,
      "loss": 4.9992,
      "step": 34870
    },
    {
      "epoch": 0.03052674054940255,
      "grad_norm": 0.4482402503490448,
      "learning_rate": 4.995758744985301e-05,
      "loss": 5.1186,
      "step": 34875
    },
    {
      "epoch": 0.030531117143029706,
      "grad_norm": 0.5433294773101807,
      "learning_rate": 4.995756936794802e-05,
      "loss": 5.0888,
      "step": 34880
    },
    {
      "epoch": 0.03053549373665686,
      "grad_norm": 0.5573787689208984,
      "learning_rate": 4.995755128219348e-05,
      "loss": 5.4663,
      "step": 34885
    },
    {
      "epoch": 0.030539870330284016,
      "grad_norm": 0.5566883087158203,
      "learning_rate": 4.9957533192589415e-05,
      "loss": 5.526,
      "step": 34890
    },
    {
      "epoch": 0.03054424692391117,
      "grad_norm": 0.43565475940704346,
      "learning_rate": 4.9957515099135786e-05,
      "loss": 6.1742,
      "step": 34895
    },
    {
      "epoch": 0.030548623517538325,
      "grad_norm": 0.5259501338005066,
      "learning_rate": 4.995749700183263e-05,
      "loss": 5.3514,
      "step": 34900
    },
    {
      "epoch": 0.030553000111165476,
      "grad_norm": 0.7185569405555725,
      "learning_rate": 4.995747890067993e-05,
      "loss": 4.5608,
      "step": 34905
    },
    {
      "epoch": 0.03055737670479263,
      "grad_norm": 0.5828530192375183,
      "learning_rate": 4.9957460795677714e-05,
      "loss": 5.109,
      "step": 34910
    },
    {
      "epoch": 0.030561753298419786,
      "grad_norm": 0.4990788698196411,
      "learning_rate": 4.995744268682596e-05,
      "loss": 5.1678,
      "step": 34915
    },
    {
      "epoch": 0.03056612989204694,
      "grad_norm": 0.5742726922035217,
      "learning_rate": 4.995742457412468e-05,
      "loss": 5.3378,
      "step": 34920
    },
    {
      "epoch": 0.030570506485674095,
      "grad_norm": 0.5563798546791077,
      "learning_rate": 4.9957406457573886e-05,
      "loss": 5.5498,
      "step": 34925
    },
    {
      "epoch": 0.03057488307930125,
      "grad_norm": 0.5604269504547119,
      "learning_rate": 4.995738833717356e-05,
      "loss": 4.8112,
      "step": 34930
    },
    {
      "epoch": 0.030579259672928405,
      "grad_norm": 0.604077160358429,
      "learning_rate": 4.995737021292373e-05,
      "loss": 4.8767,
      "step": 34935
    },
    {
      "epoch": 0.03058363626655556,
      "grad_norm": 0.5170241594314575,
      "learning_rate": 4.9957352084824386e-05,
      "loss": 5.8586,
      "step": 34940
    },
    {
      "epoch": 0.030588012860182714,
      "grad_norm": 1.446785569190979,
      "learning_rate": 4.995733395287553e-05,
      "loss": 4.8389,
      "step": 34945
    },
    {
      "epoch": 0.03059238945380987,
      "grad_norm": 0.6368548274040222,
      "learning_rate": 4.995731581707718e-05,
      "loss": 5.6891,
      "step": 34950
    },
    {
      "epoch": 0.030596766047437024,
      "grad_norm": 0.7095272541046143,
      "learning_rate": 4.995729767742931e-05,
      "loss": 6.1883,
      "step": 34955
    },
    {
      "epoch": 0.03060114264106418,
      "grad_norm": 0.7897874712944031,
      "learning_rate": 4.995727953393197e-05,
      "loss": 4.9041,
      "step": 34960
    },
    {
      "epoch": 0.030605519234691334,
      "grad_norm": 0.5374385118484497,
      "learning_rate": 4.995726138658511e-05,
      "loss": 5.1476,
      "step": 34965
    },
    {
      "epoch": 0.030609895828318485,
      "grad_norm": 0.4396858811378479,
      "learning_rate": 4.995724323538878e-05,
      "loss": 5.9485,
      "step": 34970
    },
    {
      "epoch": 0.03061427242194564,
      "grad_norm": 0.4362158179283142,
      "learning_rate": 4.995722508034295e-05,
      "loss": 6.5379,
      "step": 34975
    },
    {
      "epoch": 0.030618649015572794,
      "grad_norm": 0.49038201570510864,
      "learning_rate": 4.9957206921447644e-05,
      "loss": 4.8982,
      "step": 34980
    },
    {
      "epoch": 0.03062302560919995,
      "grad_norm": 0.46995872259140015,
      "learning_rate": 4.9957188758702865e-05,
      "loss": 5.4536,
      "step": 34985
    },
    {
      "epoch": 0.030627402202827104,
      "grad_norm": 0.5360623002052307,
      "learning_rate": 4.995717059210859e-05,
      "loss": 5.3131,
      "step": 34990
    },
    {
      "epoch": 0.03063177879645426,
      "grad_norm": 0.4843824505805969,
      "learning_rate": 4.9957152421664865e-05,
      "loss": 4.5579,
      "step": 34995
    },
    {
      "epoch": 0.030636155390081413,
      "grad_norm": 0.5724760293960571,
      "learning_rate": 4.995713424737166e-05,
      "loss": 5.6333,
      "step": 35000
    },
    {
      "epoch": 0.030640531983708568,
      "grad_norm": 0.7002307772636414,
      "learning_rate": 4.995711606922899e-05,
      "loss": 4.8305,
      "step": 35005
    },
    {
      "epoch": 0.030644908577335723,
      "grad_norm": 0.5670758485794067,
      "learning_rate": 4.995709788723686e-05,
      "loss": 4.5532,
      "step": 35010
    },
    {
      "epoch": 0.030649285170962878,
      "grad_norm": 0.49611133337020874,
      "learning_rate": 4.9957079701395274e-05,
      "loss": 5.0983,
      "step": 35015
    },
    {
      "epoch": 0.030653661764590032,
      "grad_norm": 0.5159967541694641,
      "learning_rate": 4.9957061511704214e-05,
      "loss": 5.2927,
      "step": 35020
    },
    {
      "epoch": 0.030658038358217187,
      "grad_norm": 0.493455171585083,
      "learning_rate": 4.995704331816372e-05,
      "loss": 5.1197,
      "step": 35025
    },
    {
      "epoch": 0.030662414951844342,
      "grad_norm": 0.5010513067245483,
      "learning_rate": 4.9957025120773784e-05,
      "loss": 5.6471,
      "step": 35030
    },
    {
      "epoch": 0.030666791545471493,
      "grad_norm": 0.5082335472106934,
      "learning_rate": 4.9957006919534386e-05,
      "loss": 6.1875,
      "step": 35035
    },
    {
      "epoch": 0.030671168139098648,
      "grad_norm": 0.5112378597259521,
      "learning_rate": 4.995698871444556e-05,
      "loss": 4.7826,
      "step": 35040
    },
    {
      "epoch": 0.030675544732725803,
      "grad_norm": 0.48627394437789917,
      "learning_rate": 4.995697050550729e-05,
      "loss": 5.6975,
      "step": 35045
    },
    {
      "epoch": 0.030679921326352957,
      "grad_norm": 0.547335147857666,
      "learning_rate": 4.9956952292719596e-05,
      "loss": 5.3348,
      "step": 35050
    },
    {
      "epoch": 0.030684297919980112,
      "grad_norm": 0.48241209983825684,
      "learning_rate": 4.995693407608246e-05,
      "loss": 5.6339,
      "step": 35055
    },
    {
      "epoch": 0.030688674513607267,
      "grad_norm": 0.5665013194084167,
      "learning_rate": 4.99569158555959e-05,
      "loss": 5.9593,
      "step": 35060
    },
    {
      "epoch": 0.03069305110723442,
      "grad_norm": 0.5368000268936157,
      "learning_rate": 4.995689763125991e-05,
      "loss": 4.7938,
      "step": 35065
    },
    {
      "epoch": 0.030697427700861576,
      "grad_norm": 0.554415762424469,
      "learning_rate": 4.995687940307451e-05,
      "loss": 5.3575,
      "step": 35070
    },
    {
      "epoch": 0.03070180429448873,
      "grad_norm": 0.49865469336509705,
      "learning_rate": 4.995686117103969e-05,
      "loss": 5.6488,
      "step": 35075
    },
    {
      "epoch": 0.030706180888115886,
      "grad_norm": 0.5214295387268066,
      "learning_rate": 4.995684293515547e-05,
      "loss": 5.0978,
      "step": 35080
    },
    {
      "epoch": 0.03071055748174304,
      "grad_norm": 0.5446565747261047,
      "learning_rate": 4.9956824695421824e-05,
      "loss": 6.4869,
      "step": 35085
    },
    {
      "epoch": 0.030714934075370195,
      "grad_norm": 0.4747062027454376,
      "learning_rate": 4.995680645183878e-05,
      "loss": 5.5568,
      "step": 35090
    },
    {
      "epoch": 0.03071931066899735,
      "grad_norm": 0.45887959003448486,
      "learning_rate": 4.995678820440633e-05,
      "loss": 6.1867,
      "step": 35095
    },
    {
      "epoch": 0.0307236872626245,
      "grad_norm": 0.6918355822563171,
      "learning_rate": 4.9956769953124486e-05,
      "loss": 5.882,
      "step": 35100
    },
    {
      "epoch": 0.030728063856251656,
      "grad_norm": 0.4160241186618805,
      "learning_rate": 4.995675169799324e-05,
      "loss": 5.9156,
      "step": 35105
    },
    {
      "epoch": 0.03073244044987881,
      "grad_norm": 0.45235270261764526,
      "learning_rate": 4.99567334390126e-05,
      "loss": 5.6039,
      "step": 35110
    },
    {
      "epoch": 0.030736817043505966,
      "grad_norm": 0.5769422054290771,
      "learning_rate": 4.995671517618258e-05,
      "loss": 4.3925,
      "step": 35115
    },
    {
      "epoch": 0.03074119363713312,
      "grad_norm": 0.5888473391532898,
      "learning_rate": 4.995669690950318e-05,
      "loss": 5.1158,
      "step": 35120
    },
    {
      "epoch": 0.030745570230760275,
      "grad_norm": 0.466463178396225,
      "learning_rate": 4.995667863897438e-05,
      "loss": 6.2053,
      "step": 35125
    },
    {
      "epoch": 0.03074994682438743,
      "grad_norm": 0.5377396941184998,
      "learning_rate": 4.995666036459622e-05,
      "loss": 4.7901,
      "step": 35130
    },
    {
      "epoch": 0.030754323418014585,
      "grad_norm": 0.5687114000320435,
      "learning_rate": 4.9956642086368674e-05,
      "loss": 5.9474,
      "step": 35135
    },
    {
      "epoch": 0.03075870001164174,
      "grad_norm": 0.594592809677124,
      "learning_rate": 4.995662380429177e-05,
      "loss": 6.0019,
      "step": 35140
    },
    {
      "epoch": 0.030763076605268894,
      "grad_norm": 0.5158919095993042,
      "learning_rate": 4.9956605518365484e-05,
      "loss": 5.4417,
      "step": 35145
    },
    {
      "epoch": 0.03076745319889605,
      "grad_norm": 0.5357577204704285,
      "learning_rate": 4.9956587228589845e-05,
      "loss": 5.3055,
      "step": 35150
    },
    {
      "epoch": 0.030771829792523204,
      "grad_norm": 0.4677775800228119,
      "learning_rate": 4.995656893496484e-05,
      "loss": 6.1521,
      "step": 35155
    },
    {
      "epoch": 0.03077620638615036,
      "grad_norm": 0.5880157351493835,
      "learning_rate": 4.9956550637490486e-05,
      "loss": 5.4265,
      "step": 35160
    },
    {
      "epoch": 0.03078058297977751,
      "grad_norm": 0.5227454304695129,
      "learning_rate": 4.995653233616677e-05,
      "loss": 4.0078,
      "step": 35165
    },
    {
      "epoch": 0.030784959573404665,
      "grad_norm": 0.6861443519592285,
      "learning_rate": 4.9956514030993715e-05,
      "loss": 5.9768,
      "step": 35170
    },
    {
      "epoch": 0.03078933616703182,
      "grad_norm": 0.5788289308547974,
      "learning_rate": 4.9956495721971306e-05,
      "loss": 5.6375,
      "step": 35175
    },
    {
      "epoch": 0.030793712760658974,
      "grad_norm": 0.5523255467414856,
      "learning_rate": 4.995647740909956e-05,
      "loss": 5.3294,
      "step": 35180
    },
    {
      "epoch": 0.03079808935428613,
      "grad_norm": 0.6506410241127014,
      "learning_rate": 4.9956459092378473e-05,
      "loss": 5.958,
      "step": 35185
    },
    {
      "epoch": 0.030802465947913284,
      "grad_norm": 0.8433294296264648,
      "learning_rate": 4.9956440771808044e-05,
      "loss": 4.3692,
      "step": 35190
    },
    {
      "epoch": 0.03080684254154044,
      "grad_norm": 0.5165923237800598,
      "learning_rate": 4.995642244738828e-05,
      "loss": 5.1175,
      "step": 35195
    },
    {
      "epoch": 0.030811219135167593,
      "grad_norm": 0.4844847321510315,
      "learning_rate": 4.9956404119119205e-05,
      "loss": 5.3298,
      "step": 35200
    },
    {
      "epoch": 0.030815595728794748,
      "grad_norm": 0.6296725273132324,
      "learning_rate": 4.99563857870008e-05,
      "loss": 4.2756,
      "step": 35205
    },
    {
      "epoch": 0.030819972322421903,
      "grad_norm": 0.5589596629142761,
      "learning_rate": 4.995636745103307e-05,
      "loss": 5.6184,
      "step": 35210
    },
    {
      "epoch": 0.030824348916049057,
      "grad_norm": 0.5414209365844727,
      "learning_rate": 4.9956349111216024e-05,
      "loss": 4.8688,
      "step": 35215
    },
    {
      "epoch": 0.030828725509676212,
      "grad_norm": 0.4994068443775177,
      "learning_rate": 4.995633076754966e-05,
      "loss": 5.5455,
      "step": 35220
    },
    {
      "epoch": 0.030833102103303367,
      "grad_norm": 0.5852633118629456,
      "learning_rate": 4.995631242003399e-05,
      "loss": 5.6213,
      "step": 35225
    },
    {
      "epoch": 0.03083747869693052,
      "grad_norm": 0.5481742024421692,
      "learning_rate": 4.995629406866902e-05,
      "loss": 5.0783,
      "step": 35230
    },
    {
      "epoch": 0.030841855290557673,
      "grad_norm": 0.5359940528869629,
      "learning_rate": 4.995627571345474e-05,
      "loss": 5.8672,
      "step": 35235
    },
    {
      "epoch": 0.030846231884184828,
      "grad_norm": 0.559973955154419,
      "learning_rate": 4.995625735439114e-05,
      "loss": 3.997,
      "step": 35240
    },
    {
      "epoch": 0.030850608477811983,
      "grad_norm": 0.6164861917495728,
      "learning_rate": 4.995623899147827e-05,
      "loss": 5.6136,
      "step": 35245
    },
    {
      "epoch": 0.030854985071439137,
      "grad_norm": 0.549365222454071,
      "learning_rate": 4.99562206247161e-05,
      "loss": 6.1859,
      "step": 35250
    },
    {
      "epoch": 0.030859361665066292,
      "grad_norm": 0.5623480081558228,
      "learning_rate": 4.995620225410463e-05,
      "loss": 5.1053,
      "step": 35255
    },
    {
      "epoch": 0.030863738258693447,
      "grad_norm": 0.7138182520866394,
      "learning_rate": 4.995618387964389e-05,
      "loss": 5.3389,
      "step": 35260
    },
    {
      "epoch": 0.0308681148523206,
      "grad_norm": 0.6744300723075867,
      "learning_rate": 4.9956165501333864e-05,
      "loss": 5.6324,
      "step": 35265
    },
    {
      "epoch": 0.030872491445947756,
      "grad_norm": 1.5984629392623901,
      "learning_rate": 4.995614711917456e-05,
      "loss": 5.9006,
      "step": 35270
    },
    {
      "epoch": 0.03087686803957491,
      "grad_norm": 0.6620570421218872,
      "learning_rate": 4.9956128733165974e-05,
      "loss": 5.0655,
      "step": 35275
    },
    {
      "epoch": 0.030881244633202066,
      "grad_norm": 0.7585608959197998,
      "learning_rate": 4.995611034330813e-05,
      "loss": 5.3212,
      "step": 35280
    },
    {
      "epoch": 0.03088562122682922,
      "grad_norm": 0.5019600987434387,
      "learning_rate": 4.9956091949601003e-05,
      "loss": 5.9028,
      "step": 35285
    },
    {
      "epoch": 0.030889997820456375,
      "grad_norm": 0.563120424747467,
      "learning_rate": 4.9956073552044617e-05,
      "loss": 5.1192,
      "step": 35290
    },
    {
      "epoch": 0.030894374414083527,
      "grad_norm": 0.5234895348548889,
      "learning_rate": 4.9956055150638966e-05,
      "loss": 4.8566,
      "step": 35295
    },
    {
      "epoch": 0.03089875100771068,
      "grad_norm": 0.4991757273674011,
      "learning_rate": 4.995603674538406e-05,
      "loss": 5.1033,
      "step": 35300
    },
    {
      "epoch": 0.030903127601337836,
      "grad_norm": 0.5130297541618347,
      "learning_rate": 4.995601833627991e-05,
      "loss": 5.3915,
      "step": 35305
    },
    {
      "epoch": 0.03090750419496499,
      "grad_norm": 0.5814444422721863,
      "learning_rate": 4.9955999923326504e-05,
      "loss": 4.899,
      "step": 35310
    },
    {
      "epoch": 0.030911880788592146,
      "grad_norm": 0.5538812875747681,
      "learning_rate": 4.995598150652384e-05,
      "loss": 6.2084,
      "step": 35315
    },
    {
      "epoch": 0.0309162573822193,
      "grad_norm": 0.49881234765052795,
      "learning_rate": 4.995596308587195e-05,
      "loss": 6.5152,
      "step": 35320
    },
    {
      "epoch": 0.030920633975846455,
      "grad_norm": 0.5691301226615906,
      "learning_rate": 4.99559446613708e-05,
      "loss": 5.3469,
      "step": 35325
    },
    {
      "epoch": 0.03092501056947361,
      "grad_norm": 0.525378942489624,
      "learning_rate": 4.9955926233020436e-05,
      "loss": 5.2527,
      "step": 35330
    },
    {
      "epoch": 0.030929387163100765,
      "grad_norm": 0.524238646030426,
      "learning_rate": 4.995590780082082e-05,
      "loss": 5.8525,
      "step": 35335
    },
    {
      "epoch": 0.03093376375672792,
      "grad_norm": 0.46955469250679016,
      "learning_rate": 4.995588936477199e-05,
      "loss": 6.1777,
      "step": 35340
    },
    {
      "epoch": 0.030938140350355074,
      "grad_norm": 0.4220713973045349,
      "learning_rate": 4.9955870924873925e-05,
      "loss": 5.6045,
      "step": 35345
    },
    {
      "epoch": 0.03094251694398223,
      "grad_norm": 0.6857360601425171,
      "learning_rate": 4.995585248112664e-05,
      "loss": 5.4244,
      "step": 35350
    },
    {
      "epoch": 0.030946893537609384,
      "grad_norm": 0.5914031863212585,
      "learning_rate": 4.9955834033530145e-05,
      "loss": 5.034,
      "step": 35355
    },
    {
      "epoch": 0.030951270131236535,
      "grad_norm": 0.5693956017494202,
      "learning_rate": 4.995581558208443e-05,
      "loss": 4.5896,
      "step": 35360
    },
    {
      "epoch": 0.03095564672486369,
      "grad_norm": 0.495670884847641,
      "learning_rate": 4.995579712678951e-05,
      "loss": 5.9813,
      "step": 35365
    },
    {
      "epoch": 0.030960023318490845,
      "grad_norm": 0.5211126208305359,
      "learning_rate": 4.995577866764537e-05,
      "loss": 5.1193,
      "step": 35370
    },
    {
      "epoch": 0.030964399912118,
      "grad_norm": 0.5195626020431519,
      "learning_rate": 4.995576020465203e-05,
      "loss": 5.0023,
      "step": 35375
    },
    {
      "epoch": 0.030968776505745154,
      "grad_norm": 0.4403681755065918,
      "learning_rate": 4.995574173780949e-05,
      "loss": 5.438,
      "step": 35380
    },
    {
      "epoch": 0.03097315309937231,
      "grad_norm": 0.7333554625511169,
      "learning_rate": 4.995572326711775e-05,
      "loss": 5.6677,
      "step": 35385
    },
    {
      "epoch": 0.030977529692999464,
      "grad_norm": 0.5055475831031799,
      "learning_rate": 4.995570479257682e-05,
      "loss": 4.6063,
      "step": 35390
    },
    {
      "epoch": 0.03098190628662662,
      "grad_norm": 0.47121116518974304,
      "learning_rate": 4.99556863141867e-05,
      "loss": 6.0075,
      "step": 35395
    },
    {
      "epoch": 0.030986282880253773,
      "grad_norm": 0.5091613531112671,
      "learning_rate": 4.9955667831947395e-05,
      "loss": 5.6232,
      "step": 35400
    },
    {
      "epoch": 0.030990659473880928,
      "grad_norm": 0.5052564144134521,
      "learning_rate": 4.9955649345858915e-05,
      "loss": 5.4146,
      "step": 35405
    },
    {
      "epoch": 0.030995036067508083,
      "grad_norm": 0.6580218076705933,
      "learning_rate": 4.9955630855921245e-05,
      "loss": 5.6596,
      "step": 35410
    },
    {
      "epoch": 0.030999412661135237,
      "grad_norm": 0.45036831498146057,
      "learning_rate": 4.9955612362134394e-05,
      "loss": 5.3229,
      "step": 35415
    },
    {
      "epoch": 0.031003789254762392,
      "grad_norm": 0.47781747579574585,
      "learning_rate": 4.995559386449838e-05,
      "loss": 5.6605,
      "step": 35420
    },
    {
      "epoch": 0.031008165848389543,
      "grad_norm": 0.5293020606040955,
      "learning_rate": 4.995557536301319e-05,
      "loss": 5.9903,
      "step": 35425
    },
    {
      "epoch": 0.031012542442016698,
      "grad_norm": 0.5112238526344299,
      "learning_rate": 4.995555685767886e-05,
      "loss": 4.8759,
      "step": 35430
    },
    {
      "epoch": 0.031016919035643853,
      "grad_norm": 0.511321485042572,
      "learning_rate": 4.9955538348495345e-05,
      "loss": 5.2664,
      "step": 35435
    },
    {
      "epoch": 0.031021295629271008,
      "grad_norm": 0.5375823974609375,
      "learning_rate": 4.995551983546267e-05,
      "loss": 5.328,
      "step": 35440
    },
    {
      "epoch": 0.031025672222898162,
      "grad_norm": 0.6196396350860596,
      "learning_rate": 4.995550131858086e-05,
      "loss": 5.6322,
      "step": 35445
    },
    {
      "epoch": 0.031030048816525317,
      "grad_norm": 0.7254441380500793,
      "learning_rate": 4.995548279784988e-05,
      "loss": 5.6594,
      "step": 35450
    },
    {
      "epoch": 0.031034425410152472,
      "grad_norm": 0.5289978981018066,
      "learning_rate": 4.995546427326976e-05,
      "loss": 5.424,
      "step": 35455
    },
    {
      "epoch": 0.031038802003779627,
      "grad_norm": 0.5352362990379333,
      "learning_rate": 4.99554457448405e-05,
      "loss": 5.1116,
      "step": 35460
    },
    {
      "epoch": 0.03104317859740678,
      "grad_norm": 0.5605636239051819,
      "learning_rate": 4.995542721256209e-05,
      "loss": 5.3275,
      "step": 35465
    },
    {
      "epoch": 0.031047555191033936,
      "grad_norm": 0.7071264386177063,
      "learning_rate": 4.995540867643456e-05,
      "loss": 5.6645,
      "step": 35470
    },
    {
      "epoch": 0.03105193178466109,
      "grad_norm": 0.5546886920928955,
      "learning_rate": 4.9955390136457894e-05,
      "loss": 5.1098,
      "step": 35475
    },
    {
      "epoch": 0.031056308378288246,
      "grad_norm": 1.30243718624115,
      "learning_rate": 4.99553715926321e-05,
      "loss": 4.8117,
      "step": 35480
    },
    {
      "epoch": 0.031060684971915397,
      "grad_norm": 1.1025222539901733,
      "learning_rate": 4.9955353044957166e-05,
      "loss": 5.6984,
      "step": 35485
    },
    {
      "epoch": 0.031065061565542552,
      "grad_norm": 0.7852231860160828,
      "learning_rate": 4.995533449343311e-05,
      "loss": 6.2129,
      "step": 35490
    },
    {
      "epoch": 0.031069438159169706,
      "grad_norm": 0.6949736475944519,
      "learning_rate": 4.9955315938059946e-05,
      "loss": 5.0625,
      "step": 35495
    },
    {
      "epoch": 0.03107381475279686,
      "grad_norm": 0.876598060131073,
      "learning_rate": 4.9955297378837665e-05,
      "loss": 6.0048,
      "step": 35500
    },
    {
      "epoch": 0.031078191346424016,
      "grad_norm": 0.626340925693512,
      "learning_rate": 4.995527881576627e-05,
      "loss": 6.2256,
      "step": 35505
    },
    {
      "epoch": 0.03108256794005117,
      "grad_norm": 0.5695096254348755,
      "learning_rate": 4.995526024884577e-05,
      "loss": 4.5659,
      "step": 35510
    },
    {
      "epoch": 0.031086944533678326,
      "grad_norm": 0.5667054057121277,
      "learning_rate": 4.995524167807617e-05,
      "loss": 5.9014,
      "step": 35515
    },
    {
      "epoch": 0.03109132112730548,
      "grad_norm": 0.5806332230567932,
      "learning_rate": 4.995522310345746e-05,
      "loss": 5.6053,
      "step": 35520
    },
    {
      "epoch": 0.031095697720932635,
      "grad_norm": 0.8495917916297913,
      "learning_rate": 4.995520452498966e-05,
      "loss": 5.0137,
      "step": 35525
    },
    {
      "epoch": 0.03110007431455979,
      "grad_norm": 0.5816614031791687,
      "learning_rate": 4.995518594267278e-05,
      "loss": 6.1893,
      "step": 35530
    },
    {
      "epoch": 0.031104450908186945,
      "grad_norm": 0.6916909217834473,
      "learning_rate": 4.9955167356506785e-05,
      "loss": 6.1889,
      "step": 35535
    },
    {
      "epoch": 0.0311088275018141,
      "grad_norm": 0.6052088737487793,
      "learning_rate": 4.995514876649171e-05,
      "loss": 5.6417,
      "step": 35540
    },
    {
      "epoch": 0.031113204095441254,
      "grad_norm": 0.5951879024505615,
      "learning_rate": 4.9955130172627565e-05,
      "loss": 5.4629,
      "step": 35545
    },
    {
      "epoch": 0.031117580689068405,
      "grad_norm": 0.5569721460342407,
      "learning_rate": 4.995511157491434e-05,
      "loss": 5.354,
      "step": 35550
    },
    {
      "epoch": 0.03112195728269556,
      "grad_norm": 0.5093585252761841,
      "learning_rate": 4.9955092973352025e-05,
      "loss": 5.6877,
      "step": 35555
    },
    {
      "epoch": 0.031126333876322715,
      "grad_norm": 0.4631426930427551,
      "learning_rate": 4.9955074367940644e-05,
      "loss": 6.1795,
      "step": 35560
    },
    {
      "epoch": 0.03113071046994987,
      "grad_norm": 0.4619625210762024,
      "learning_rate": 4.995505575868019e-05,
      "loss": 6.1611,
      "step": 35565
    },
    {
      "epoch": 0.031135087063577024,
      "grad_norm": 0.4717869460582733,
      "learning_rate": 4.995503714557068e-05,
      "loss": 5.1359,
      "step": 35570
    },
    {
      "epoch": 0.03113946365720418,
      "grad_norm": 0.5421199202537537,
      "learning_rate": 4.995501852861211e-05,
      "loss": 5.8762,
      "step": 35575
    },
    {
      "epoch": 0.031143840250831334,
      "grad_norm": 0.7787301540374756,
      "learning_rate": 4.995499990780448e-05,
      "loss": 4.8284,
      "step": 35580
    },
    {
      "epoch": 0.03114821684445849,
      "grad_norm": 0.521377444267273,
      "learning_rate": 4.995498128314779e-05,
      "loss": 5.8689,
      "step": 35585
    },
    {
      "epoch": 0.031152593438085643,
      "grad_norm": 0.710400402545929,
      "learning_rate": 4.995496265464206e-05,
      "loss": 5.6559,
      "step": 35590
    },
    {
      "epoch": 0.031156970031712798,
      "grad_norm": 0.4203763008117676,
      "learning_rate": 4.995494402228728e-05,
      "loss": 5.6701,
      "step": 35595
    },
    {
      "epoch": 0.031161346625339953,
      "grad_norm": 0.48232319951057434,
      "learning_rate": 4.995492538608345e-05,
      "loss": 5.5734,
      "step": 35600
    },
    {
      "epoch": 0.031165723218967108,
      "grad_norm": 0.49606025218963623,
      "learning_rate": 4.995490674603059e-05,
      "loss": 5.3367,
      "step": 35605
    },
    {
      "epoch": 0.031170099812594262,
      "grad_norm": 0.5766207575798035,
      "learning_rate": 4.995488810212869e-05,
      "loss": 5.3997,
      "step": 35610
    },
    {
      "epoch": 0.031174476406221414,
      "grad_norm": 0.5962904691696167,
      "learning_rate": 4.995486945437776e-05,
      "loss": 5.9382,
      "step": 35615
    },
    {
      "epoch": 0.03117885299984857,
      "grad_norm": 0.7112630009651184,
      "learning_rate": 4.9954850802777795e-05,
      "loss": 5.0223,
      "step": 35620
    },
    {
      "epoch": 0.031183229593475723,
      "grad_norm": 0.5861982703208923,
      "learning_rate": 4.995483214732881e-05,
      "loss": 5.4083,
      "step": 35625
    },
    {
      "epoch": 0.031187606187102878,
      "grad_norm": 0.539777934551239,
      "learning_rate": 4.9954813488030806e-05,
      "loss": 5.8902,
      "step": 35630
    },
    {
      "epoch": 0.031191982780730033,
      "grad_norm": 0.5802482962608337,
      "learning_rate": 4.9954794824883776e-05,
      "loss": 4.4817,
      "step": 35635
    },
    {
      "epoch": 0.031196359374357188,
      "grad_norm": 0.6008381247520447,
      "learning_rate": 4.995477615788774e-05,
      "loss": 4.7752,
      "step": 35640
    },
    {
      "epoch": 0.031200735967984342,
      "grad_norm": 0.584290087223053,
      "learning_rate": 4.995475748704269e-05,
      "loss": 4.3438,
      "step": 35645
    },
    {
      "epoch": 0.031205112561611497,
      "grad_norm": 0.7743237018585205,
      "learning_rate": 4.995473881234863e-05,
      "loss": 5.4277,
      "step": 35650
    },
    {
      "epoch": 0.031209489155238652,
      "grad_norm": 0.5330607295036316,
      "learning_rate": 4.995472013380558e-05,
      "loss": 5.3319,
      "step": 35655
    },
    {
      "epoch": 0.031213865748865807,
      "grad_norm": 0.5387688875198364,
      "learning_rate": 4.995470145141351e-05,
      "loss": 5.9586,
      "step": 35660
    },
    {
      "epoch": 0.03121824234249296,
      "grad_norm": 0.546442449092865,
      "learning_rate": 4.995468276517245e-05,
      "loss": 5.8635,
      "step": 35665
    },
    {
      "epoch": 0.031222618936120116,
      "grad_norm": 0.5284833312034607,
      "learning_rate": 4.99546640750824e-05,
      "loss": 5.9129,
      "step": 35670
    },
    {
      "epoch": 0.03122699552974727,
      "grad_norm": 0.5493045449256897,
      "learning_rate": 4.9954645381143373e-05,
      "loss": 5.4281,
      "step": 35675
    },
    {
      "epoch": 0.031231372123374422,
      "grad_norm": 0.723791241645813,
      "learning_rate": 4.9954626683355345e-05,
      "loss": 4.7938,
      "step": 35680
    },
    {
      "epoch": 0.031235748717001577,
      "grad_norm": 0.465219646692276,
      "learning_rate": 4.995460798171834e-05,
      "loss": 5.1306,
      "step": 35685
    },
    {
      "epoch": 0.03124012531062873,
      "grad_norm": 0.5180175304412842,
      "learning_rate": 4.995458927623235e-05,
      "loss": 4.8901,
      "step": 35690
    },
    {
      "epoch": 0.031244501904255886,
      "grad_norm": 0.5623539686203003,
      "learning_rate": 4.9954570566897395e-05,
      "loss": 5.3448,
      "step": 35695
    },
    {
      "epoch": 0.03124887849788304,
      "grad_norm": 0.5025892853736877,
      "learning_rate": 4.995455185371347e-05,
      "loss": 5.6772,
      "step": 35700
    },
    {
      "epoch": 0.031253255091510196,
      "grad_norm": 0.48724719882011414,
      "learning_rate": 4.995453313668057e-05,
      "loss": 5.62,
      "step": 35705
    },
    {
      "epoch": 0.03125763168513735,
      "grad_norm": 0.4962972402572632,
      "learning_rate": 4.995451441579871e-05,
      "loss": 5.818,
      "step": 35710
    },
    {
      "epoch": 0.031262008278764505,
      "grad_norm": 0.4770747721195221,
      "learning_rate": 4.995449569106788e-05,
      "loss": 5.6498,
      "step": 35715
    },
    {
      "epoch": 0.03126638487239166,
      "grad_norm": 0.522921621799469,
      "learning_rate": 4.9954476962488104e-05,
      "loss": 5.674,
      "step": 35720
    },
    {
      "epoch": 0.031270761466018815,
      "grad_norm": 0.5149853825569153,
      "learning_rate": 4.9954458230059376e-05,
      "loss": 5.3378,
      "step": 35725
    },
    {
      "epoch": 0.03127513805964597,
      "grad_norm": 0.8951165676116943,
      "learning_rate": 4.99544394937817e-05,
      "loss": 4.7379,
      "step": 35730
    },
    {
      "epoch": 0.031279514653273124,
      "grad_norm": 0.4917755126953125,
      "learning_rate": 4.995442075365507e-05,
      "loss": 5.11,
      "step": 35735
    },
    {
      "epoch": 0.03128389124690028,
      "grad_norm": 0.5193256139755249,
      "learning_rate": 4.99544020096795e-05,
      "loss": 4.7934,
      "step": 35740
    },
    {
      "epoch": 0.031288267840527434,
      "grad_norm": 0.7844723463058472,
      "learning_rate": 4.9954383261854995e-05,
      "loss": 4.6043,
      "step": 35745
    },
    {
      "epoch": 0.03129264443415459,
      "grad_norm": 0.5753882527351379,
      "learning_rate": 4.995436451018155e-05,
      "loss": 5.6096,
      "step": 35750
    },
    {
      "epoch": 0.03129702102778174,
      "grad_norm": 0.49006861448287964,
      "learning_rate": 4.995434575465918e-05,
      "loss": 5.1332,
      "step": 35755
    },
    {
      "epoch": 0.0313013976214089,
      "grad_norm": 0.6482146382331848,
      "learning_rate": 4.995432699528788e-05,
      "loss": 6.1779,
      "step": 35760
    },
    {
      "epoch": 0.03130577421503605,
      "grad_norm": 0.7400525808334351,
      "learning_rate": 4.995430823206766e-05,
      "loss": 4.7792,
      "step": 35765
    },
    {
      "epoch": 0.03131015080866321,
      "grad_norm": 0.5110419392585754,
      "learning_rate": 4.995428946499852e-05,
      "loss": 5.4235,
      "step": 35770
    },
    {
      "epoch": 0.031314527402290356,
      "grad_norm": 0.5065039396286011,
      "learning_rate": 4.995427069408045e-05,
      "loss": 4.862,
      "step": 35775
    },
    {
      "epoch": 0.03131890399591751,
      "grad_norm": 0.585021436214447,
      "learning_rate": 4.995425191931348e-05,
      "loss": 5.0962,
      "step": 35780
    },
    {
      "epoch": 0.031323280589544665,
      "grad_norm": 0.4985449016094208,
      "learning_rate": 4.9954233140697594e-05,
      "loss": 6.2133,
      "step": 35785
    },
    {
      "epoch": 0.03132765718317182,
      "grad_norm": 0.5103589296340942,
      "learning_rate": 4.995421435823281e-05,
      "loss": 4.2585,
      "step": 35790
    },
    {
      "epoch": 0.031332033776798975,
      "grad_norm": 0.5962579846382141,
      "learning_rate": 4.99541955719191e-05,
      "loss": 5.152,
      "step": 35795
    },
    {
      "epoch": 0.03133641037042613,
      "grad_norm": 1.02445387840271,
      "learning_rate": 4.995417678175652e-05,
      "loss": 6.4883,
      "step": 35800
    },
    {
      "epoch": 0.031340786964053284,
      "grad_norm": 1.5868120193481445,
      "learning_rate": 4.9954157987745034e-05,
      "loss": 5.3775,
      "step": 35805
    },
    {
      "epoch": 0.03134516355768044,
      "grad_norm": 0.6626431345939636,
      "learning_rate": 4.995413918988465e-05,
      "loss": 5.326,
      "step": 35810
    },
    {
      "epoch": 0.031349540151307594,
      "grad_norm": 0.5726627707481384,
      "learning_rate": 4.9954120388175384e-05,
      "loss": 5.3653,
      "step": 35815
    },
    {
      "epoch": 0.03135391674493475,
      "grad_norm": 0.5529860258102417,
      "learning_rate": 4.995410158261724e-05,
      "loss": 5.1047,
      "step": 35820
    },
    {
      "epoch": 0.0313582933385619,
      "grad_norm": 0.5711068511009216,
      "learning_rate": 4.995408277321021e-05,
      "loss": 5.3133,
      "step": 35825
    },
    {
      "epoch": 0.03136266993218906,
      "grad_norm": 0.6071489453315735,
      "learning_rate": 4.99540639599543e-05,
      "loss": 4.8755,
      "step": 35830
    },
    {
      "epoch": 0.03136704652581621,
      "grad_norm": 0.5281059145927429,
      "learning_rate": 4.995404514284952e-05,
      "loss": 5.232,
      "step": 35835
    },
    {
      "epoch": 0.03137142311944337,
      "grad_norm": 0.6209085583686829,
      "learning_rate": 4.9954026321895865e-05,
      "loss": 6.177,
      "step": 35840
    },
    {
      "epoch": 0.03137579971307052,
      "grad_norm": 0.5473254919052124,
      "learning_rate": 4.995400749709335e-05,
      "loss": 5.0958,
      "step": 35845
    },
    {
      "epoch": 0.03138017630669768,
      "grad_norm": 0.5918741226196289,
      "learning_rate": 4.9953988668441976e-05,
      "loss": 5.6109,
      "step": 35850
    },
    {
      "epoch": 0.03138455290032483,
      "grad_norm": 0.5354356169700623,
      "learning_rate": 4.995396983594174e-05,
      "loss": 4.9,
      "step": 35855
    },
    {
      "epoch": 0.031388929493951986,
      "grad_norm": 0.5922003984451294,
      "learning_rate": 4.995395099959265e-05,
      "loss": 5.8486,
      "step": 35860
    },
    {
      "epoch": 0.03139330608757914,
      "grad_norm": 0.5206992030143738,
      "learning_rate": 4.99539321593947e-05,
      "loss": 4.7739,
      "step": 35865
    },
    {
      "epoch": 0.031397682681206296,
      "grad_norm": 0.5233415961265564,
      "learning_rate": 4.995391331534791e-05,
      "loss": 5.6352,
      "step": 35870
    },
    {
      "epoch": 0.03140205927483345,
      "grad_norm": 0.5193533897399902,
      "learning_rate": 4.995389446745227e-05,
      "loss": 4.2483,
      "step": 35875
    },
    {
      "epoch": 0.031406435868460605,
      "grad_norm": 0.4664042294025421,
      "learning_rate": 4.995387561570779e-05,
      "loss": 5.1088,
      "step": 35880
    },
    {
      "epoch": 0.03141081246208776,
      "grad_norm": 0.4971975088119507,
      "learning_rate": 4.995385676011448e-05,
      "loss": 5.8871,
      "step": 35885
    },
    {
      "epoch": 0.031415189055714915,
      "grad_norm": 0.7142085433006287,
      "learning_rate": 4.995383790067233e-05,
      "loss": 4.8384,
      "step": 35890
    },
    {
      "epoch": 0.03141956564934207,
      "grad_norm": 0.4694078862667084,
      "learning_rate": 4.9953819037381354e-05,
      "loss": 5.6596,
      "step": 35895
    },
    {
      "epoch": 0.031423942242969224,
      "grad_norm": 0.519451916217804,
      "learning_rate": 4.995380017024155e-05,
      "loss": 5.3266,
      "step": 35900
    },
    {
      "epoch": 0.03142831883659637,
      "grad_norm": 0.8978695869445801,
      "learning_rate": 4.995378129925292e-05,
      "loss": 5.6144,
      "step": 35905
    },
    {
      "epoch": 0.03143269543022353,
      "grad_norm": 0.4551115036010742,
      "learning_rate": 4.9953762424415486e-05,
      "loss": 6.1727,
      "step": 35910
    },
    {
      "epoch": 0.03143707202385068,
      "grad_norm": 0.6341149210929871,
      "learning_rate": 4.995374354572921e-05,
      "loss": 4.0178,
      "step": 35915
    },
    {
      "epoch": 0.03144144861747784,
      "grad_norm": 0.6830927133560181,
      "learning_rate": 4.9953724663194144e-05,
      "loss": 5.4625,
      "step": 35920
    },
    {
      "epoch": 0.03144582521110499,
      "grad_norm": 0.5670231580734253,
      "learning_rate": 4.9953705776810266e-05,
      "loss": 4.9098,
      "step": 35925
    },
    {
      "epoch": 0.031450201804732146,
      "grad_norm": 0.5227024555206299,
      "learning_rate": 4.9953686886577586e-05,
      "loss": 5.0818,
      "step": 35930
    },
    {
      "epoch": 0.0314545783983593,
      "grad_norm": 0.541447639465332,
      "learning_rate": 4.99536679924961e-05,
      "loss": 5.6451,
      "step": 35935
    },
    {
      "epoch": 0.031458954991986456,
      "grad_norm": 0.476908415555954,
      "learning_rate": 4.9953649094565824e-05,
      "loss": 5.1136,
      "step": 35940
    },
    {
      "epoch": 0.03146333158561361,
      "grad_norm": 0.5467014908790588,
      "learning_rate": 4.995363019278675e-05,
      "loss": 4.8891,
      "step": 35945
    },
    {
      "epoch": 0.031467708179240765,
      "grad_norm": 0.7091488242149353,
      "learning_rate": 4.9953611287158886e-05,
      "loss": 5.8754,
      "step": 35950
    },
    {
      "epoch": 0.03147208477286792,
      "grad_norm": 0.5716865062713623,
      "learning_rate": 4.9953592377682234e-05,
      "loss": 5.6388,
      "step": 35955
    },
    {
      "epoch": 0.031476461366495075,
      "grad_norm": 0.9743427634239197,
      "learning_rate": 4.995357346435679e-05,
      "loss": 4.8153,
      "step": 35960
    },
    {
      "epoch": 0.03148083796012223,
      "grad_norm": 0.5091386437416077,
      "learning_rate": 4.995355454718259e-05,
      "loss": 4.7672,
      "step": 35965
    },
    {
      "epoch": 0.031485214553749384,
      "grad_norm": 0.5649096369743347,
      "learning_rate": 4.99535356261596e-05,
      "loss": 5.4336,
      "step": 35970
    },
    {
      "epoch": 0.03148959114737654,
      "grad_norm": 0.5584138035774231,
      "learning_rate": 4.995351670128785e-05,
      "loss": 5.3558,
      "step": 35975
    },
    {
      "epoch": 0.031493967741003694,
      "grad_norm": 0.4919264018535614,
      "learning_rate": 4.995349777256733e-05,
      "loss": 5.9663,
      "step": 35980
    },
    {
      "epoch": 0.03149834433463085,
      "grad_norm": 0.46714580059051514,
      "learning_rate": 4.9953478839998036e-05,
      "loss": 5.6502,
      "step": 35985
    },
    {
      "epoch": 0.031502720928258,
      "grad_norm": 0.5174697637557983,
      "learning_rate": 4.995345990357998e-05,
      "loss": 5.4233,
      "step": 35990
    },
    {
      "epoch": 0.03150709752188516,
      "grad_norm": 0.5272278189659119,
      "learning_rate": 4.995344096331318e-05,
      "loss": 4.249,
      "step": 35995
    },
    {
      "epoch": 0.03151147411551231,
      "grad_norm": 0.6610074043273926,
      "learning_rate": 4.995342201919762e-05,
      "loss": 5.8518,
      "step": 36000
    },
    {
      "epoch": 0.03151585070913947,
      "grad_norm": 0.6550287008285522,
      "learning_rate": 4.9953403071233306e-05,
      "loss": 5.6489,
      "step": 36005
    },
    {
      "epoch": 0.03152022730276662,
      "grad_norm": 0.5197718739509583,
      "learning_rate": 4.995338411942025e-05,
      "loss": 5.6492,
      "step": 36010
    },
    {
      "epoch": 0.03152460389639378,
      "grad_norm": 0.465585321187973,
      "learning_rate": 4.995336516375846e-05,
      "loss": 5.6253,
      "step": 36015
    },
    {
      "epoch": 0.03152898049002093,
      "grad_norm": 0.4978713393211365,
      "learning_rate": 4.995334620424792e-05,
      "loss": 5.6614,
      "step": 36020
    },
    {
      "epoch": 0.031533357083648086,
      "grad_norm": 0.5051438212394714,
      "learning_rate": 4.995332724088865e-05,
      "loss": 4.9161,
      "step": 36025
    },
    {
      "epoch": 0.03153773367727524,
      "grad_norm": 0.6621853709220886,
      "learning_rate": 4.9953308273680645e-05,
      "loss": 5.2629,
      "step": 36030
    },
    {
      "epoch": 0.03154211027090239,
      "grad_norm": 0.5078098773956299,
      "learning_rate": 4.995328930262392e-05,
      "loss": 5.6448,
      "step": 36035
    },
    {
      "epoch": 0.031546486864529544,
      "grad_norm": 0.53334641456604,
      "learning_rate": 4.995327032771847e-05,
      "loss": 4.7893,
      "step": 36040
    },
    {
      "epoch": 0.0315508634581567,
      "grad_norm": 0.4862826466560364,
      "learning_rate": 4.9953251348964294e-05,
      "loss": 5.8309,
      "step": 36045
    },
    {
      "epoch": 0.03155524005178385,
      "grad_norm": 0.632809042930603,
      "learning_rate": 4.99532323663614e-05,
      "loss": 4.7562,
      "step": 36050
    },
    {
      "epoch": 0.03155961664541101,
      "grad_norm": 0.6735867857933044,
      "learning_rate": 4.9953213379909805e-05,
      "loss": 5.6505,
      "step": 36055
    },
    {
      "epoch": 0.03156399323903816,
      "grad_norm": 0.5268204808235168,
      "learning_rate": 4.995319438960949e-05,
      "loss": 5.0974,
      "step": 36060
    },
    {
      "epoch": 0.03156836983266532,
      "grad_norm": 0.5316306948661804,
      "learning_rate": 4.995317539546047e-05,
      "loss": 5.1143,
      "step": 36065
    },
    {
      "epoch": 0.03157274642629247,
      "grad_norm": 0.49177390336990356,
      "learning_rate": 4.995315639746275e-05,
      "loss": 5.6148,
      "step": 36070
    },
    {
      "epoch": 0.03157712301991963,
      "grad_norm": 0.6722745299339294,
      "learning_rate": 4.9953137395616336e-05,
      "loss": 5.0898,
      "step": 36075
    },
    {
      "epoch": 0.03158149961354678,
      "grad_norm": 0.832181990146637,
      "learning_rate": 4.995311838992122e-05,
      "loss": 5.3776,
      "step": 36080
    },
    {
      "epoch": 0.03158587620717394,
      "grad_norm": 0.6097681522369385,
      "learning_rate": 4.995309938037742e-05,
      "loss": 5.665,
      "step": 36085
    },
    {
      "epoch": 0.03159025280080109,
      "grad_norm": 0.591154932975769,
      "learning_rate": 4.9953080366984925e-05,
      "loss": 5.3344,
      "step": 36090
    },
    {
      "epoch": 0.031594629394428246,
      "grad_norm": 0.6181063652038574,
      "learning_rate": 4.9953061349743754e-05,
      "loss": 5.6762,
      "step": 36095
    },
    {
      "epoch": 0.0315990059880554,
      "grad_norm": 0.5832425951957703,
      "learning_rate": 4.9953042328653895e-05,
      "loss": 4.6125,
      "step": 36100
    },
    {
      "epoch": 0.031603382581682556,
      "grad_norm": 0.736619770526886,
      "learning_rate": 4.995302330371536e-05,
      "loss": 5.3312,
      "step": 36105
    },
    {
      "epoch": 0.03160775917530971,
      "grad_norm": 0.6497687101364136,
      "learning_rate": 4.9953004274928164e-05,
      "loss": 6.1723,
      "step": 36110
    },
    {
      "epoch": 0.031612135768936865,
      "grad_norm": 0.5881699919700623,
      "learning_rate": 4.99529852422923e-05,
      "loss": 5.9948,
      "step": 36115
    },
    {
      "epoch": 0.03161651236256402,
      "grad_norm": 0.7130268812179565,
      "learning_rate": 4.995296620580775e-05,
      "loss": 5.666,
      "step": 36120
    },
    {
      "epoch": 0.031620888956191175,
      "grad_norm": 0.5567943453788757,
      "learning_rate": 4.9952947165474564e-05,
      "loss": 5.3493,
      "step": 36125
    },
    {
      "epoch": 0.03162526554981833,
      "grad_norm": 0.5582190155982971,
      "learning_rate": 4.9952928121292696e-05,
      "loss": 5.6607,
      "step": 36130
    },
    {
      "epoch": 0.031629642143445484,
      "grad_norm": 0.4363267421722412,
      "learning_rate": 4.995290907326219e-05,
      "loss": 5.9688,
      "step": 36135
    },
    {
      "epoch": 0.03163401873707264,
      "grad_norm": 0.4381696581840515,
      "learning_rate": 4.995289002138303e-05,
      "loss": 5.8576,
      "step": 36140
    },
    {
      "epoch": 0.031638395330699794,
      "grad_norm": 0.5278609991073608,
      "learning_rate": 4.995287096565522e-05,
      "loss": 5.8697,
      "step": 36145
    },
    {
      "epoch": 0.03164277192432695,
      "grad_norm": 0.4071767330169678,
      "learning_rate": 4.995285190607877e-05,
      "loss": 6.1559,
      "step": 36150
    },
    {
      "epoch": 0.0316471485179541,
      "grad_norm": 0.5770452618598938,
      "learning_rate": 4.995283284265367e-05,
      "loss": 4.7993,
      "step": 36155
    },
    {
      "epoch": 0.03165152511158126,
      "grad_norm": 0.45231541991233826,
      "learning_rate": 4.9952813775379946e-05,
      "loss": 6.5266,
      "step": 36160
    },
    {
      "epoch": 0.031655901705208406,
      "grad_norm": 0.5620293617248535,
      "learning_rate": 4.9952794704257586e-05,
      "loss": 4.5539,
      "step": 36165
    },
    {
      "epoch": 0.03166027829883556,
      "grad_norm": 0.6133404970169067,
      "learning_rate": 4.9952775629286606e-05,
      "loss": 6.1723,
      "step": 36170
    },
    {
      "epoch": 0.031664654892462715,
      "grad_norm": 1.1417704820632935,
      "learning_rate": 4.9952756550466994e-05,
      "loss": 4.5366,
      "step": 36175
    },
    {
      "epoch": 0.03166903148608987,
      "grad_norm": 0.5970609784126282,
      "learning_rate": 4.995273746779876e-05,
      "loss": 5.6405,
      "step": 36180
    },
    {
      "epoch": 0.031673408079717025,
      "grad_norm": 0.6078974604606628,
      "learning_rate": 4.99527183812819e-05,
      "loss": 5.3334,
      "step": 36185
    },
    {
      "epoch": 0.03167778467334418,
      "grad_norm": 1.04864501953125,
      "learning_rate": 4.995269929091645e-05,
      "loss": 5.6449,
      "step": 36190
    },
    {
      "epoch": 0.031682161266971334,
      "grad_norm": 0.5921611189842224,
      "learning_rate": 4.9952680196702374e-05,
      "loss": 6.5555,
      "step": 36195
    },
    {
      "epoch": 0.03168653786059849,
      "grad_norm": 0.523246169090271,
      "learning_rate": 4.9952661098639684e-05,
      "loss": 4.4906,
      "step": 36200
    },
    {
      "epoch": 0.031690914454225644,
      "grad_norm": 0.598896324634552,
      "learning_rate": 4.99526419967284e-05,
      "loss": 4.5427,
      "step": 36205
    },
    {
      "epoch": 0.0316952910478528,
      "grad_norm": 0.670866072177887,
      "learning_rate": 4.9952622890968526e-05,
      "loss": 5.6375,
      "step": 36210
    },
    {
      "epoch": 0.03169966764147995,
      "grad_norm": 0.641603946685791,
      "learning_rate": 4.995260378136004e-05,
      "loss": 5.3649,
      "step": 36215
    },
    {
      "epoch": 0.03170404423510711,
      "grad_norm": 0.5445963144302368,
      "learning_rate": 4.995258466790297e-05,
      "loss": 5.0155,
      "step": 36220
    },
    {
      "epoch": 0.03170842082873426,
      "grad_norm": 0.4843931794166565,
      "learning_rate": 4.995256555059732e-05,
      "loss": 5.6355,
      "step": 36225
    },
    {
      "epoch": 0.03171279742236142,
      "grad_norm": 0.5780788660049438,
      "learning_rate": 4.995254642944307e-05,
      "loss": 5.9533,
      "step": 36230
    },
    {
      "epoch": 0.03171717401598857,
      "grad_norm": 0.5183357000350952,
      "learning_rate": 4.9952527304440244e-05,
      "loss": 4.7865,
      "step": 36235
    },
    {
      "epoch": 0.03172155060961573,
      "grad_norm": 0.5457578301429749,
      "learning_rate": 4.9952508175588854e-05,
      "loss": 5.9791,
      "step": 36240
    },
    {
      "epoch": 0.03172592720324288,
      "grad_norm": 0.5182130932807922,
      "learning_rate": 4.9952489042888886e-05,
      "loss": 4.7088,
      "step": 36245
    },
    {
      "epoch": 0.03173030379687004,
      "grad_norm": 0.659265398979187,
      "learning_rate": 4.995246990634034e-05,
      "loss": 5.6886,
      "step": 36250
    },
    {
      "epoch": 0.03173468039049719,
      "grad_norm": 0.5162914395332336,
      "learning_rate": 4.995245076594323e-05,
      "loss": 5.9209,
      "step": 36255
    },
    {
      "epoch": 0.031739056984124346,
      "grad_norm": 0.5395656228065491,
      "learning_rate": 4.995243162169756e-05,
      "loss": 5.017,
      "step": 36260
    },
    {
      "epoch": 0.0317434335777515,
      "grad_norm": 0.5768823623657227,
      "learning_rate": 4.995241247360333e-05,
      "loss": 5.4218,
      "step": 36265
    },
    {
      "epoch": 0.031747810171378656,
      "grad_norm": 0.61078280210495,
      "learning_rate": 4.995239332166054e-05,
      "loss": 5.3272,
      "step": 36270
    },
    {
      "epoch": 0.03175218676500581,
      "grad_norm": 0.668021023273468,
      "learning_rate": 4.995237416586921e-05,
      "loss": 4.9072,
      "step": 36275
    },
    {
      "epoch": 0.031756563358632965,
      "grad_norm": 0.6381590366363525,
      "learning_rate": 4.995235500622932e-05,
      "loss": 5.9702,
      "step": 36280
    },
    {
      "epoch": 0.03176093995226012,
      "grad_norm": 0.5097196102142334,
      "learning_rate": 4.995233584274089e-05,
      "loss": 5.3483,
      "step": 36285
    },
    {
      "epoch": 0.031765316545887275,
      "grad_norm": 0.5366424322128296,
      "learning_rate": 4.995231667540393e-05,
      "loss": 5.3215,
      "step": 36290
    },
    {
      "epoch": 0.03176969313951442,
      "grad_norm": 0.6432194709777832,
      "learning_rate": 4.995229750421844e-05,
      "loss": 6.5154,
      "step": 36295
    },
    {
      "epoch": 0.03177406973314158,
      "grad_norm": 0.5442445874214172,
      "learning_rate": 4.99522783291844e-05,
      "loss": 4.8578,
      "step": 36300
    },
    {
      "epoch": 0.03177844632676873,
      "grad_norm": 0.53624027967453,
      "learning_rate": 4.995225915030183e-05,
      "loss": 5.8846,
      "step": 36305
    },
    {
      "epoch": 0.03178282292039589,
      "grad_norm": 0.8579549789428711,
      "learning_rate": 4.995223996757075e-05,
      "loss": 4.7627,
      "step": 36310
    },
    {
      "epoch": 0.03178719951402304,
      "grad_norm": 0.5569988489151001,
      "learning_rate": 4.995222078099113e-05,
      "loss": 5.5455,
      "step": 36315
    },
    {
      "epoch": 0.031791576107650196,
      "grad_norm": 0.45478853583335876,
      "learning_rate": 4.995220159056301e-05,
      "loss": 6.4924,
      "step": 36320
    },
    {
      "epoch": 0.03179595270127735,
      "grad_norm": 0.5387319922447205,
      "learning_rate": 4.995218239628636e-05,
      "loss": 4.8694,
      "step": 36325
    },
    {
      "epoch": 0.031800329294904506,
      "grad_norm": 0.5590320229530334,
      "learning_rate": 4.9952163198161215e-05,
      "loss": 4.5738,
      "step": 36330
    },
    {
      "epoch": 0.03180470588853166,
      "grad_norm": 0.46955400705337524,
      "learning_rate": 4.995214399618755e-05,
      "loss": 5.4129,
      "step": 36335
    },
    {
      "epoch": 0.031809082482158815,
      "grad_norm": 0.6367841362953186,
      "learning_rate": 4.99521247903654e-05,
      "loss": 6.1844,
      "step": 36340
    },
    {
      "epoch": 0.03181345907578597,
      "grad_norm": 0.512361466884613,
      "learning_rate": 4.995210558069473e-05,
      "loss": 5.1052,
      "step": 36345
    },
    {
      "epoch": 0.031817835669413125,
      "grad_norm": 0.6691095232963562,
      "learning_rate": 4.9952086367175576e-05,
      "loss": 4.89,
      "step": 36350
    },
    {
      "epoch": 0.03182221226304028,
      "grad_norm": 0.7436074614524841,
      "learning_rate": 4.995206714980792e-05,
      "loss": 5.8646,
      "step": 36355
    },
    {
      "epoch": 0.031826588856667434,
      "grad_norm": 0.48933109641075134,
      "learning_rate": 4.9952047928591785e-05,
      "loss": 6.1836,
      "step": 36360
    },
    {
      "epoch": 0.03183096545029459,
      "grad_norm": 0.5358079671859741,
      "learning_rate": 4.9952028703527164e-05,
      "loss": 5.3211,
      "step": 36365
    },
    {
      "epoch": 0.031835342043921744,
      "grad_norm": 0.5512222647666931,
      "learning_rate": 4.995200947461406e-05,
      "loss": 4.397,
      "step": 36370
    },
    {
      "epoch": 0.0318397186375489,
      "grad_norm": 1.0326244831085205,
      "learning_rate": 4.995199024185249e-05,
      "loss": 5.0339,
      "step": 36375
    },
    {
      "epoch": 0.03184409523117605,
      "grad_norm": 0.6958174705505371,
      "learning_rate": 4.995197100524243e-05,
      "loss": 6.1588,
      "step": 36380
    },
    {
      "epoch": 0.03184847182480321,
      "grad_norm": 1.1120567321777344,
      "learning_rate": 4.995195176478391e-05,
      "loss": 5.3236,
      "step": 36385
    },
    {
      "epoch": 0.03185284841843036,
      "grad_norm": 0.5819788575172424,
      "learning_rate": 4.995193252047692e-05,
      "loss": 5.4012,
      "step": 36390
    },
    {
      "epoch": 0.03185722501205752,
      "grad_norm": 0.6744022369384766,
      "learning_rate": 4.995191327232147e-05,
      "loss": 5.3565,
      "step": 36395
    },
    {
      "epoch": 0.03186160160568467,
      "grad_norm": 0.7533531188964844,
      "learning_rate": 4.995189402031756e-05,
      "loss": 5.0578,
      "step": 36400
    },
    {
      "epoch": 0.03186597819931183,
      "grad_norm": 0.5598858594894409,
      "learning_rate": 4.99518747644652e-05,
      "loss": 4.8939,
      "step": 36405
    },
    {
      "epoch": 0.03187035479293898,
      "grad_norm": 0.5477701425552368,
      "learning_rate": 4.995185550476439e-05,
      "loss": 6.1898,
      "step": 36410
    },
    {
      "epoch": 0.03187473138656614,
      "grad_norm": 0.6940925121307373,
      "learning_rate": 4.995183624121512e-05,
      "loss": 5.3356,
      "step": 36415
    },
    {
      "epoch": 0.031879107980193284,
      "grad_norm": 0.5237681269645691,
      "learning_rate": 4.9951816973817424e-05,
      "loss": 4.0568,
      "step": 36420
    },
    {
      "epoch": 0.03188348457382044,
      "grad_norm": 0.552337646484375,
      "learning_rate": 4.9951797702571265e-05,
      "loss": 4.9151,
      "step": 36425
    },
    {
      "epoch": 0.031887861167447594,
      "grad_norm": 0.5385806560516357,
      "learning_rate": 4.995177842747669e-05,
      "loss": 5.5664,
      "step": 36430
    },
    {
      "epoch": 0.03189223776107475,
      "grad_norm": 0.5203841924667358,
      "learning_rate": 4.995175914853367e-05,
      "loss": 5.6422,
      "step": 36435
    },
    {
      "epoch": 0.031896614354701903,
      "grad_norm": 0.726696789264679,
      "learning_rate": 4.995173986574223e-05,
      "loss": 6.1988,
      "step": 36440
    },
    {
      "epoch": 0.03190099094832906,
      "grad_norm": 0.5304148197174072,
      "learning_rate": 4.9951720579102365e-05,
      "loss": 4.5646,
      "step": 36445
    },
    {
      "epoch": 0.03190536754195621,
      "grad_norm": 0.5607765316963196,
      "learning_rate": 4.995170128861407e-05,
      "loss": 4.8978,
      "step": 36450
    },
    {
      "epoch": 0.03190974413558337,
      "grad_norm": 0.7373332381248474,
      "learning_rate": 4.9951681994277366e-05,
      "loss": 4.821,
      "step": 36455
    },
    {
      "epoch": 0.03191412072921052,
      "grad_norm": 0.46509048342704773,
      "learning_rate": 4.995166269609225e-05,
      "loss": 5.9248,
      "step": 36460
    },
    {
      "epoch": 0.03191849732283768,
      "grad_norm": 0.6895358562469482,
      "learning_rate": 4.995164339405872e-05,
      "loss": 6.2174,
      "step": 36465
    },
    {
      "epoch": 0.03192287391646483,
      "grad_norm": 0.48918217420578003,
      "learning_rate": 4.9951624088176784e-05,
      "loss": 4.8891,
      "step": 36470
    },
    {
      "epoch": 0.03192725051009199,
      "grad_norm": 0.49281978607177734,
      "learning_rate": 4.9951604778446435e-05,
      "loss": 5.3396,
      "step": 36475
    },
    {
      "epoch": 0.03193162710371914,
      "grad_norm": 0.44553372263908386,
      "learning_rate": 4.99515854648677e-05,
      "loss": 5.5164,
      "step": 36480
    },
    {
      "epoch": 0.031936003697346296,
      "grad_norm": 0.4005272686481476,
      "learning_rate": 4.9951566147440564e-05,
      "loss": 5.4557,
      "step": 36485
    },
    {
      "epoch": 0.03194038029097345,
      "grad_norm": 0.6794694662094116,
      "learning_rate": 4.995154682616504e-05,
      "loss": 5.3404,
      "step": 36490
    },
    {
      "epoch": 0.031944756884600606,
      "grad_norm": 0.5403648018836975,
      "learning_rate": 4.995152750104113e-05,
      "loss": 5.3554,
      "step": 36495
    },
    {
      "epoch": 0.03194913347822776,
      "grad_norm": 0.5508375763893127,
      "learning_rate": 4.995150817206883e-05,
      "loss": 4.8187,
      "step": 36500
    },
    {
      "epoch": 0.031953510071854915,
      "grad_norm": 0.5763851404190063,
      "learning_rate": 4.995148883924815e-05,
      "loss": 5.6264,
      "step": 36505
    },
    {
      "epoch": 0.03195788666548207,
      "grad_norm": 0.4862898290157318,
      "learning_rate": 4.99514695025791e-05,
      "loss": 5.6337,
      "step": 36510
    },
    {
      "epoch": 0.031962263259109225,
      "grad_norm": 0.46645182371139526,
      "learning_rate": 4.9951450162061676e-05,
      "loss": 6.2033,
      "step": 36515
    },
    {
      "epoch": 0.03196663985273638,
      "grad_norm": 0.4920915961265564,
      "learning_rate": 4.995143081769588e-05,
      "loss": 4.7964,
      "step": 36520
    },
    {
      "epoch": 0.031971016446363534,
      "grad_norm": 0.6326659321784973,
      "learning_rate": 4.9951411469481714e-05,
      "loss": 4.3764,
      "step": 36525
    },
    {
      "epoch": 0.03197539303999069,
      "grad_norm": 0.5080326199531555,
      "learning_rate": 4.9951392117419186e-05,
      "loss": 4.8006,
      "step": 36530
    },
    {
      "epoch": 0.031979769633617844,
      "grad_norm": 0.5298490524291992,
      "learning_rate": 4.995137276150831e-05,
      "loss": 6.1357,
      "step": 36535
    },
    {
      "epoch": 0.031984146227245,
      "grad_norm": 0.5749133229255676,
      "learning_rate": 4.995135340174907e-05,
      "loss": 5.2985,
      "step": 36540
    },
    {
      "epoch": 0.03198852282087215,
      "grad_norm": 0.44616764783859253,
      "learning_rate": 4.9951334038141484e-05,
      "loss": 5.4065,
      "step": 36545
    },
    {
      "epoch": 0.0319928994144993,
      "grad_norm": 0.5388576984405518,
      "learning_rate": 4.9951314670685555e-05,
      "loss": 5.1243,
      "step": 36550
    },
    {
      "epoch": 0.031997276008126456,
      "grad_norm": 0.55376136302948,
      "learning_rate": 4.9951295299381285e-05,
      "loss": 4.0613,
      "step": 36555
    },
    {
      "epoch": 0.03200165260175361,
      "grad_norm": 0.9929488897323608,
      "learning_rate": 4.995127592422866e-05,
      "loss": 5.401,
      "step": 36560
    },
    {
      "epoch": 0.032006029195380765,
      "grad_norm": 0.5443162322044373,
      "learning_rate": 4.995125654522771e-05,
      "loss": 5.3689,
      "step": 36565
    },
    {
      "epoch": 0.03201040578900792,
      "grad_norm": 0.5999395251274109,
      "learning_rate": 4.995123716237843e-05,
      "loss": 5.998,
      "step": 36570
    },
    {
      "epoch": 0.032014782382635075,
      "grad_norm": 0.832377552986145,
      "learning_rate": 4.995121777568081e-05,
      "loss": 5.3385,
      "step": 36575
    },
    {
      "epoch": 0.03201915897626223,
      "grad_norm": 0.5228773355484009,
      "learning_rate": 4.995119838513488e-05,
      "loss": 4.2356,
      "step": 36580
    },
    {
      "epoch": 0.032023535569889384,
      "grad_norm": 0.6183842420578003,
      "learning_rate": 4.9951178990740635e-05,
      "loss": 5.6807,
      "step": 36585
    },
    {
      "epoch": 0.03202791216351654,
      "grad_norm": 0.5164764523506165,
      "learning_rate": 4.9951159592498054e-05,
      "loss": 5.6518,
      "step": 36590
    },
    {
      "epoch": 0.032032288757143694,
      "grad_norm": 0.7958081364631653,
      "learning_rate": 4.995114019040718e-05,
      "loss": 4.6013,
      "step": 36595
    },
    {
      "epoch": 0.03203666535077085,
      "grad_norm": 0.5579311847686768,
      "learning_rate": 4.9951120784467975e-05,
      "loss": 5.6298,
      "step": 36600
    },
    {
      "epoch": 0.032041041944398004,
      "grad_norm": 0.5415167808532715,
      "learning_rate": 4.995110137468048e-05,
      "loss": 5.4465,
      "step": 36605
    },
    {
      "epoch": 0.03204541853802516,
      "grad_norm": 0.5071221590042114,
      "learning_rate": 4.995108196104468e-05,
      "loss": 4.4586,
      "step": 36610
    },
    {
      "epoch": 0.03204979513165231,
      "grad_norm": 0.6298301219940186,
      "learning_rate": 4.995106254356058e-05,
      "loss": 5.8262,
      "step": 36615
    },
    {
      "epoch": 0.03205417172527947,
      "grad_norm": 0.44217708706855774,
      "learning_rate": 4.995104312222817e-05,
      "loss": 5.4656,
      "step": 36620
    },
    {
      "epoch": 0.03205854831890662,
      "grad_norm": 0.5391749739646912,
      "learning_rate": 4.9951023697047495e-05,
      "loss": 5.4469,
      "step": 36625
    },
    {
      "epoch": 0.03206292491253378,
      "grad_norm": 0.519508957862854,
      "learning_rate": 4.995100426801852e-05,
      "loss": 5.3241,
      "step": 36630
    },
    {
      "epoch": 0.03206730150616093,
      "grad_norm": 0.5500155091285706,
      "learning_rate": 4.995098483514127e-05,
      "loss": 5.0863,
      "step": 36635
    },
    {
      "epoch": 0.03207167809978809,
      "grad_norm": 0.5372220277786255,
      "learning_rate": 4.995096539841573e-05,
      "loss": 6.2117,
      "step": 36640
    },
    {
      "epoch": 0.03207605469341524,
      "grad_norm": 0.471964031457901,
      "learning_rate": 4.995094595784192e-05,
      "loss": 5.1075,
      "step": 36645
    },
    {
      "epoch": 0.032080431287042396,
      "grad_norm": 0.4981077015399933,
      "learning_rate": 4.995092651341984e-05,
      "loss": 4.5587,
      "step": 36650
    },
    {
      "epoch": 0.03208480788066955,
      "grad_norm": 0.5167962312698364,
      "learning_rate": 4.995090706514949e-05,
      "loss": 4.777,
      "step": 36655
    },
    {
      "epoch": 0.032089184474296706,
      "grad_norm": 0.47576361894607544,
      "learning_rate": 4.9950887613030874e-05,
      "loss": 5.6432,
      "step": 36660
    },
    {
      "epoch": 0.03209356106792386,
      "grad_norm": 0.6147576570510864,
      "learning_rate": 4.9950868157063994e-05,
      "loss": 5.3126,
      "step": 36665
    },
    {
      "epoch": 0.032097937661551015,
      "grad_norm": 0.45393913984298706,
      "learning_rate": 4.9950848697248866e-05,
      "loss": 5.9723,
      "step": 36670
    },
    {
      "epoch": 0.03210231425517817,
      "grad_norm": 0.521522045135498,
      "learning_rate": 4.995082923358547e-05,
      "loss": 5.9435,
      "step": 36675
    },
    {
      "epoch": 0.03210669084880532,
      "grad_norm": 0.6256706118583679,
      "learning_rate": 4.9950809766073844e-05,
      "loss": 5.1403,
      "step": 36680
    },
    {
      "epoch": 0.03211106744243247,
      "grad_norm": 0.5516984462738037,
      "learning_rate": 4.9950790294713956e-05,
      "loss": 5.6392,
      "step": 36685
    },
    {
      "epoch": 0.03211544403605963,
      "grad_norm": 0.5262771844863892,
      "learning_rate": 4.995077081950584e-05,
      "loss": 5.0803,
      "step": 36690
    },
    {
      "epoch": 0.03211982062968678,
      "grad_norm": 0.5186641216278076,
      "learning_rate": 4.995075134044947e-05,
      "loss": 5.8543,
      "step": 36695
    },
    {
      "epoch": 0.03212419722331394,
      "grad_norm": 0.5296661853790283,
      "learning_rate": 4.9950731857544884e-05,
      "loss": 5.1083,
      "step": 36700
    },
    {
      "epoch": 0.03212857381694109,
      "grad_norm": 0.47663700580596924,
      "learning_rate": 4.995071237079206e-05,
      "loss": 5.3437,
      "step": 36705
    },
    {
      "epoch": 0.032132950410568246,
      "grad_norm": 0.48471173644065857,
      "learning_rate": 4.995069288019101e-05,
      "loss": 5.5488,
      "step": 36710
    },
    {
      "epoch": 0.0321373270041954,
      "grad_norm": 0.44003865122795105,
      "learning_rate": 4.9950673385741734e-05,
      "loss": 5.4412,
      "step": 36715
    },
    {
      "epoch": 0.032141703597822556,
      "grad_norm": 0.4211824834346771,
      "learning_rate": 4.995065388744423e-05,
      "loss": 6.5008,
      "step": 36720
    },
    {
      "epoch": 0.03214608019144971,
      "grad_norm": 0.5622923970222473,
      "learning_rate": 4.9950634385298525e-05,
      "loss": 5.1173,
      "step": 36725
    },
    {
      "epoch": 0.032150456785076865,
      "grad_norm": 0.5208081007003784,
      "learning_rate": 4.9950614879304605e-05,
      "loss": 4.9924,
      "step": 36730
    },
    {
      "epoch": 0.03215483337870402,
      "grad_norm": 0.5638788342475891,
      "learning_rate": 4.995059536946247e-05,
      "loss": 4.5812,
      "step": 36735
    },
    {
      "epoch": 0.032159209972331175,
      "grad_norm": 0.5083757042884827,
      "learning_rate": 4.995057585577214e-05,
      "loss": 4.7016,
      "step": 36740
    },
    {
      "epoch": 0.03216358656595833,
      "grad_norm": 0.5432960987091064,
      "learning_rate": 4.99505563382336e-05,
      "loss": 5.9695,
      "step": 36745
    },
    {
      "epoch": 0.032167963159585485,
      "grad_norm": 0.5254903435707092,
      "learning_rate": 4.995053681684687e-05,
      "loss": 6.1945,
      "step": 36750
    },
    {
      "epoch": 0.03217233975321264,
      "grad_norm": 0.47999700903892517,
      "learning_rate": 4.9950517291611945e-05,
      "loss": 4.5093,
      "step": 36755
    },
    {
      "epoch": 0.032176716346839794,
      "grad_norm": 0.5471510887145996,
      "learning_rate": 4.9950497762528835e-05,
      "loss": 5.8918,
      "step": 36760
    },
    {
      "epoch": 0.03218109294046695,
      "grad_norm": 0.5496525764465332,
      "learning_rate": 4.995047822959754e-05,
      "loss": 5.434,
      "step": 36765
    },
    {
      "epoch": 0.032185469534094104,
      "grad_norm": 0.5438679456710815,
      "learning_rate": 4.995045869281806e-05,
      "loss": 4.2425,
      "step": 36770
    },
    {
      "epoch": 0.03218984612772126,
      "grad_norm": 0.5529686808586121,
      "learning_rate": 4.9950439152190396e-05,
      "loss": 4.903,
      "step": 36775
    },
    {
      "epoch": 0.03219422272134841,
      "grad_norm": 0.5580633282661438,
      "learning_rate": 4.995041960771456e-05,
      "loss": 4.8195,
      "step": 36780
    },
    {
      "epoch": 0.03219859931497557,
      "grad_norm": 0.5357722640037537,
      "learning_rate": 4.995040005939056e-05,
      "loss": 5.616,
      "step": 36785
    },
    {
      "epoch": 0.03220297590860272,
      "grad_norm": 0.7129742503166199,
      "learning_rate": 4.9950380507218386e-05,
      "loss": 5.1117,
      "step": 36790
    },
    {
      "epoch": 0.03220735250222988,
      "grad_norm": 0.696975588798523,
      "learning_rate": 4.995036095119806e-05,
      "loss": 5.468,
      "step": 36795
    },
    {
      "epoch": 0.03221172909585703,
      "grad_norm": 0.6386516690254211,
      "learning_rate": 4.995034139132956e-05,
      "loss": 6.1887,
      "step": 36800
    },
    {
      "epoch": 0.03221610568948419,
      "grad_norm": 0.489351749420166,
      "learning_rate": 4.9950321827612914e-05,
      "loss": 5.0639,
      "step": 36805
    },
    {
      "epoch": 0.032220482283111335,
      "grad_norm": 0.553338348865509,
      "learning_rate": 4.995030226004812e-05,
      "loss": 5.5676,
      "step": 36810
    },
    {
      "epoch": 0.03222485887673849,
      "grad_norm": 0.49929484724998474,
      "learning_rate": 4.9950282688635176e-05,
      "loss": 5.9078,
      "step": 36815
    },
    {
      "epoch": 0.032229235470365644,
      "grad_norm": 0.525046706199646,
      "learning_rate": 4.995026311337409e-05,
      "loss": 5.1003,
      "step": 36820
    },
    {
      "epoch": 0.0322336120639928,
      "grad_norm": 0.4653453826904297,
      "learning_rate": 4.995024353426485e-05,
      "loss": 5.4277,
      "step": 36825
    },
    {
      "epoch": 0.032237988657619954,
      "grad_norm": 0.7898831963539124,
      "learning_rate": 4.9950223951307485e-05,
      "loss": 4.8287,
      "step": 36830
    },
    {
      "epoch": 0.03224236525124711,
      "grad_norm": 0.4591900706291199,
      "learning_rate": 4.9950204364501987e-05,
      "loss": 5.1154,
      "step": 36835
    },
    {
      "epoch": 0.03224674184487426,
      "grad_norm": 0.6567091345787048,
      "learning_rate": 4.995018477384835e-05,
      "loss": 5.0898,
      "step": 36840
    },
    {
      "epoch": 0.03225111843850142,
      "grad_norm": 0.49544739723205566,
      "learning_rate": 4.9950165179346595e-05,
      "loss": 4.6007,
      "step": 36845
    },
    {
      "epoch": 0.03225549503212857,
      "grad_norm": 0.5216441750526428,
      "learning_rate": 4.9950145580996735e-05,
      "loss": 4.7032,
      "step": 36850
    },
    {
      "epoch": 0.03225987162575573,
      "grad_norm": 0.6029047966003418,
      "learning_rate": 4.995012597879874e-05,
      "loss": 5.6427,
      "step": 36855
    },
    {
      "epoch": 0.03226424821938288,
      "grad_norm": 0.5139477849006653,
      "learning_rate": 4.995010637275263e-05,
      "loss": 4.7993,
      "step": 36860
    },
    {
      "epoch": 0.03226862481301004,
      "grad_norm": 0.5543611645698547,
      "learning_rate": 4.9950086762858414e-05,
      "loss": 5.2999,
      "step": 36865
    },
    {
      "epoch": 0.03227300140663719,
      "grad_norm": 0.5384665131568909,
      "learning_rate": 4.995006714911609e-05,
      "loss": 4.2461,
      "step": 36870
    },
    {
      "epoch": 0.032277378000264347,
      "grad_norm": 0.4563257396221161,
      "learning_rate": 4.9950047531525666e-05,
      "loss": 5.9839,
      "step": 36875
    },
    {
      "epoch": 0.0322817545938915,
      "grad_norm": 0.5453039407730103,
      "learning_rate": 4.995002791008715e-05,
      "loss": 4.7922,
      "step": 36880
    },
    {
      "epoch": 0.032286131187518656,
      "grad_norm": 0.6321982741355896,
      "learning_rate": 4.995000828480052e-05,
      "loss": 5.1053,
      "step": 36885
    },
    {
      "epoch": 0.03229050778114581,
      "grad_norm": 0.4963223338127136,
      "learning_rate": 4.994998865566581e-05,
      "loss": 5.645,
      "step": 36890
    },
    {
      "epoch": 0.032294884374772966,
      "grad_norm": 0.6802992820739746,
      "learning_rate": 4.994996902268302e-05,
      "loss": 6.1453,
      "step": 36895
    },
    {
      "epoch": 0.03229926096840012,
      "grad_norm": 0.5466940402984619,
      "learning_rate": 4.9949949385852146e-05,
      "loss": 4.9912,
      "step": 36900
    },
    {
      "epoch": 0.032303637562027275,
      "grad_norm": 0.514829695224762,
      "learning_rate": 4.994992974517318e-05,
      "loss": 4.9793,
      "step": 36905
    },
    {
      "epoch": 0.03230801415565443,
      "grad_norm": 0.6366611123085022,
      "learning_rate": 4.9949910100646144e-05,
      "loss": 5.8627,
      "step": 36910
    },
    {
      "epoch": 0.032312390749281585,
      "grad_norm": 0.6023581624031067,
      "learning_rate": 4.994989045227104e-05,
      "loss": 5.3114,
      "step": 36915
    },
    {
      "epoch": 0.03231676734290874,
      "grad_norm": 0.4510972499847412,
      "learning_rate": 4.994987080004786e-05,
      "loss": 5.9426,
      "step": 36920
    },
    {
      "epoch": 0.032321143936535894,
      "grad_norm": 0.5465779900550842,
      "learning_rate": 4.994985114397662e-05,
      "loss": 5.6846,
      "step": 36925
    },
    {
      "epoch": 0.03232552053016305,
      "grad_norm": 0.5915952324867249,
      "learning_rate": 4.994983148405732e-05,
      "loss": 5.3085,
      "step": 36930
    },
    {
      "epoch": 0.0323298971237902,
      "grad_norm": 0.4513387978076935,
      "learning_rate": 4.994981182028996e-05,
      "loss": 5.6474,
      "step": 36935
    },
    {
      "epoch": 0.03233427371741735,
      "grad_norm": 0.5178893208503723,
      "learning_rate": 4.994979215267456e-05,
      "loss": 4.8941,
      "step": 36940
    },
    {
      "epoch": 0.032338650311044506,
      "grad_norm": 0.4403288662433624,
      "learning_rate": 4.99497724812111e-05,
      "loss": 5.1267,
      "step": 36945
    },
    {
      "epoch": 0.03234302690467166,
      "grad_norm": 0.5077107548713684,
      "learning_rate": 4.994975280589959e-05,
      "loss": 4.9055,
      "step": 36950
    },
    {
      "epoch": 0.032347403498298816,
      "grad_norm": 0.5084412097930908,
      "learning_rate": 4.994973312674004e-05,
      "loss": 4.8989,
      "step": 36955
    },
    {
      "epoch": 0.03235178009192597,
      "grad_norm": 0.6231258511543274,
      "learning_rate": 4.994971344373246e-05,
      "loss": 4.5825,
      "step": 36960
    },
    {
      "epoch": 0.032356156685553125,
      "grad_norm": 0.6510034203529358,
      "learning_rate": 4.9949693756876835e-05,
      "loss": 5.5246,
      "step": 36965
    },
    {
      "epoch": 0.03236053327918028,
      "grad_norm": 0.5510090589523315,
      "learning_rate": 4.994967406617319e-05,
      "loss": 5.1259,
      "step": 36970
    },
    {
      "epoch": 0.032364909872807435,
      "grad_norm": 0.5269894003868103,
      "learning_rate": 4.994965437162151e-05,
      "loss": 5.9502,
      "step": 36975
    },
    {
      "epoch": 0.03236928646643459,
      "grad_norm": 0.6860460042953491,
      "learning_rate": 4.9949634673221814e-05,
      "loss": 5.6505,
      "step": 36980
    },
    {
      "epoch": 0.032373663060061744,
      "grad_norm": 0.5487983822822571,
      "learning_rate": 4.994961497097409e-05,
      "loss": 5.3056,
      "step": 36985
    },
    {
      "epoch": 0.0323780396536889,
      "grad_norm": 0.5481402277946472,
      "learning_rate": 4.9949595264878356e-05,
      "loss": 5.308,
      "step": 36990
    },
    {
      "epoch": 0.032382416247316054,
      "grad_norm": 0.6306830048561096,
      "learning_rate": 4.9949575554934617e-05,
      "loss": 5.1039,
      "step": 36995
    },
    {
      "epoch": 0.03238679284094321,
      "grad_norm": 0.8596697449684143,
      "learning_rate": 4.994955584114286e-05,
      "loss": 5.1147,
      "step": 37000
    },
    {
      "epoch": 0.03239116943457036,
      "grad_norm": 0.5425673723220825,
      "learning_rate": 4.994953612350311e-05,
      "loss": 5.3166,
      "step": 37005
    },
    {
      "epoch": 0.03239554602819752,
      "grad_norm": 0.5239303708076477,
      "learning_rate": 4.994951640201535e-05,
      "loss": 5.0958,
      "step": 37010
    },
    {
      "epoch": 0.03239992262182467,
      "grad_norm": 0.6028603911399841,
      "learning_rate": 4.9949496676679594e-05,
      "loss": 5.515,
      "step": 37015
    },
    {
      "epoch": 0.03240429921545183,
      "grad_norm": 0.7168232798576355,
      "learning_rate": 4.9949476947495854e-05,
      "loss": 5.097,
      "step": 37020
    },
    {
      "epoch": 0.03240867580907898,
      "grad_norm": 0.5448616743087769,
      "learning_rate": 4.994945721446412e-05,
      "loss": 5.1141,
      "step": 37025
    },
    {
      "epoch": 0.03241305240270614,
      "grad_norm": 0.4307781457901001,
      "learning_rate": 4.9949437477584404e-05,
      "loss": 6.1469,
      "step": 37030
    },
    {
      "epoch": 0.03241742899633329,
      "grad_norm": 0.5086163282394409,
      "learning_rate": 4.994941773685671e-05,
      "loss": 4.8714,
      "step": 37035
    },
    {
      "epoch": 0.03242180558996045,
      "grad_norm": 0.6988455057144165,
      "learning_rate": 4.9949397992281024e-05,
      "loss": 5.6172,
      "step": 37040
    },
    {
      "epoch": 0.0324261821835876,
      "grad_norm": 0.547999918460846,
      "learning_rate": 4.9949378243857384e-05,
      "loss": 5.1004,
      "step": 37045
    },
    {
      "epoch": 0.032430558777214756,
      "grad_norm": 0.6229113340377808,
      "learning_rate": 4.994935849158576e-05,
      "loss": 5.6183,
      "step": 37050
    },
    {
      "epoch": 0.03243493537084191,
      "grad_norm": 0.5052297711372375,
      "learning_rate": 4.9949338735466176e-05,
      "loss": 5.6111,
      "step": 37055
    },
    {
      "epoch": 0.032439311964469066,
      "grad_norm": 0.5007785558700562,
      "learning_rate": 4.994931897549863e-05,
      "loss": 5.4291,
      "step": 37060
    },
    {
      "epoch": 0.03244368855809621,
      "grad_norm": 0.48130032420158386,
      "learning_rate": 4.994929921168313e-05,
      "loss": 6.1971,
      "step": 37065
    },
    {
      "epoch": 0.03244806515172337,
      "grad_norm": 0.43764451146125793,
      "learning_rate": 4.994927944401967e-05,
      "loss": 5.0953,
      "step": 37070
    },
    {
      "epoch": 0.03245244174535052,
      "grad_norm": 0.5067490339279175,
      "learning_rate": 4.994925967250827e-05,
      "loss": 4.8987,
      "step": 37075
    },
    {
      "epoch": 0.03245681833897768,
      "grad_norm": 0.49543213844299316,
      "learning_rate": 4.9949239897148905e-05,
      "loss": 4.5643,
      "step": 37080
    },
    {
      "epoch": 0.03246119493260483,
      "grad_norm": 0.5585578680038452,
      "learning_rate": 4.99492201179416e-05,
      "loss": 4.5056,
      "step": 37085
    },
    {
      "epoch": 0.03246557152623199,
      "grad_norm": 0.5405020713806152,
      "learning_rate": 4.994920033488637e-05,
      "loss": 5.3484,
      "step": 37090
    },
    {
      "epoch": 0.03246994811985914,
      "grad_norm": 0.7585176825523376,
      "learning_rate": 4.99491805479832e-05,
      "loss": 5.0906,
      "step": 37095
    },
    {
      "epoch": 0.0324743247134863,
      "grad_norm": 0.49908411502838135,
      "learning_rate": 4.994916075723208e-05,
      "loss": 5.8879,
      "step": 37100
    },
    {
      "epoch": 0.03247870130711345,
      "grad_norm": 0.5040615797042847,
      "learning_rate": 4.994914096263306e-05,
      "loss": 5.552,
      "step": 37105
    },
    {
      "epoch": 0.032483077900740606,
      "grad_norm": 0.597088634967804,
      "learning_rate": 4.99491211641861e-05,
      "loss": 5.1228,
      "step": 37110
    },
    {
      "epoch": 0.03248745449436776,
      "grad_norm": 0.5195055603981018,
      "learning_rate": 4.9949101361891224e-05,
      "loss": 5.3263,
      "step": 37115
    },
    {
      "epoch": 0.032491831087994916,
      "grad_norm": 0.7011430859565735,
      "learning_rate": 4.9949081555748434e-05,
      "loss": 6.1629,
      "step": 37120
    },
    {
      "epoch": 0.03249620768162207,
      "grad_norm": 0.5733770728111267,
      "learning_rate": 4.994906174575773e-05,
      "loss": 5.3352,
      "step": 37125
    },
    {
      "epoch": 0.032500584275249225,
      "grad_norm": 0.5697383284568787,
      "learning_rate": 4.994904193191912e-05,
      "loss": 5.1147,
      "step": 37130
    },
    {
      "epoch": 0.03250496086887638,
      "grad_norm": 0.5619539618492126,
      "learning_rate": 4.9949022114232604e-05,
      "loss": 5.9603,
      "step": 37135
    },
    {
      "epoch": 0.032509337462503535,
      "grad_norm": 1.1122446060180664,
      "learning_rate": 4.994900229269819e-05,
      "loss": 4.7864,
      "step": 37140
    },
    {
      "epoch": 0.03251371405613069,
      "grad_norm": 0.5500172972679138,
      "learning_rate": 4.9948982467315866e-05,
      "loss": 5.338,
      "step": 37145
    },
    {
      "epoch": 0.032518090649757844,
      "grad_norm": 0.6922535300254822,
      "learning_rate": 4.994896263808566e-05,
      "loss": 5.8574,
      "step": 37150
    },
    {
      "epoch": 0.032522467243385,
      "grad_norm": 0.598821759223938,
      "learning_rate": 4.994894280500757e-05,
      "loss": 5.8656,
      "step": 37155
    },
    {
      "epoch": 0.032526843837012154,
      "grad_norm": 0.6019794344902039,
      "learning_rate": 4.994892296808158e-05,
      "loss": 4.8924,
      "step": 37160
    },
    {
      "epoch": 0.03253122043063931,
      "grad_norm": 0.6420226693153381,
      "learning_rate": 4.9948903127307724e-05,
      "loss": 5.0084,
      "step": 37165
    },
    {
      "epoch": 0.03253559702426646,
      "grad_norm": 0.7378971576690674,
      "learning_rate": 4.9948883282685976e-05,
      "loss": 5.633,
      "step": 37170
    },
    {
      "epoch": 0.03253997361789362,
      "grad_norm": 1.010667085647583,
      "learning_rate": 4.994886343421637e-05,
      "loss": 5.1312,
      "step": 37175
    },
    {
      "epoch": 0.03254435021152077,
      "grad_norm": 1.0096584558486938,
      "learning_rate": 4.994884358189887e-05,
      "loss": 5.5816,
      "step": 37180
    },
    {
      "epoch": 0.03254872680514793,
      "grad_norm": 0.717804491519928,
      "learning_rate": 4.994882372573352e-05,
      "loss": 5.673,
      "step": 37185
    },
    {
      "epoch": 0.03255310339877508,
      "grad_norm": 0.5169934630393982,
      "learning_rate": 4.9948803865720303e-05,
      "loss": 5.5297,
      "step": 37190
    },
    {
      "epoch": 0.03255747999240223,
      "grad_norm": 0.4924379587173462,
      "learning_rate": 4.994878400185924e-05,
      "loss": 5.4235,
      "step": 37195
    },
    {
      "epoch": 0.032561856586029385,
      "grad_norm": 0.6794866323471069,
      "learning_rate": 4.994876413415031e-05,
      "loss": 5.8529,
      "step": 37200
    },
    {
      "epoch": 0.03256623317965654,
      "grad_norm": 0.5215544104576111,
      "learning_rate": 4.994874426259353e-05,
      "loss": 4.7878,
      "step": 37205
    },
    {
      "epoch": 0.032570609773283694,
      "grad_norm": 0.5256859660148621,
      "learning_rate": 4.994872438718891e-05,
      "loss": 5.6238,
      "step": 37210
    },
    {
      "epoch": 0.03257498636691085,
      "grad_norm": 0.4521937072277069,
      "learning_rate": 4.994870450793643e-05,
      "loss": 5.4216,
      "step": 37215
    },
    {
      "epoch": 0.032579362960538004,
      "grad_norm": 0.5063639283180237,
      "learning_rate": 4.9948684624836115e-05,
      "loss": 4.8814,
      "step": 37220
    },
    {
      "epoch": 0.03258373955416516,
      "grad_norm": 0.5695517659187317,
      "learning_rate": 4.9948664737887975e-05,
      "loss": 6.1859,
      "step": 37225
    },
    {
      "epoch": 0.03258811614779231,
      "grad_norm": 0.5324364304542542,
      "learning_rate": 4.9948644847091994e-05,
      "loss": 5.6373,
      "step": 37230
    },
    {
      "epoch": 0.03259249274141947,
      "grad_norm": 0.5312284827232361,
      "learning_rate": 4.994862495244819e-05,
      "loss": 5.3193,
      "step": 37235
    },
    {
      "epoch": 0.03259686933504662,
      "grad_norm": 0.5434155464172363,
      "learning_rate": 4.994860505395655e-05,
      "loss": 4.7901,
      "step": 37240
    },
    {
      "epoch": 0.03260124592867378,
      "grad_norm": 0.5545333027839661,
      "learning_rate": 4.994858515161711e-05,
      "loss": 5.6561,
      "step": 37245
    },
    {
      "epoch": 0.03260562252230093,
      "grad_norm": 0.5423819422721863,
      "learning_rate": 4.9948565245429845e-05,
      "loss": 5.4323,
      "step": 37250
    },
    {
      "epoch": 0.03260999911592809,
      "grad_norm": 0.5261472463607788,
      "learning_rate": 4.994854533539476e-05,
      "loss": 4.9007,
      "step": 37255
    },
    {
      "epoch": 0.03261437570955524,
      "grad_norm": 0.5910423398017883,
      "learning_rate": 4.994852542151187e-05,
      "loss": 4.4708,
      "step": 37260
    },
    {
      "epoch": 0.0326187523031824,
      "grad_norm": 0.8282057642936707,
      "learning_rate": 4.9948505503781185e-05,
      "loss": 5.6693,
      "step": 37265
    },
    {
      "epoch": 0.03262312889680955,
      "grad_norm": 0.5970954895019531,
      "learning_rate": 4.9948485582202686e-05,
      "loss": 5.6584,
      "step": 37270
    },
    {
      "epoch": 0.032627505490436706,
      "grad_norm": 0.5653069615364075,
      "learning_rate": 4.9948465656776387e-05,
      "loss": 5.0971,
      "step": 37275
    },
    {
      "epoch": 0.03263188208406386,
      "grad_norm": 0.5185341238975525,
      "learning_rate": 4.9948445727502315e-05,
      "loss": 5.3265,
      "step": 37280
    },
    {
      "epoch": 0.032636258677691016,
      "grad_norm": 0.4569559395313263,
      "learning_rate": 4.994842579438044e-05,
      "loss": 5.138,
      "step": 37285
    },
    {
      "epoch": 0.03264063527131817,
      "grad_norm": 0.44845646619796753,
      "learning_rate": 4.994840585741077e-05,
      "loss": 5.5473,
      "step": 37290
    },
    {
      "epoch": 0.032645011864945325,
      "grad_norm": 0.5945119857788086,
      "learning_rate": 4.994838591659333e-05,
      "loss": 5.0159,
      "step": 37295
    },
    {
      "epoch": 0.03264938845857248,
      "grad_norm": 0.5618770122528076,
      "learning_rate": 4.994836597192811e-05,
      "loss": 5.0043,
      "step": 37300
    },
    {
      "epoch": 0.032653765052199635,
      "grad_norm": 0.4859546720981598,
      "learning_rate": 4.994834602341512e-05,
      "loss": 5.6364,
      "step": 37305
    },
    {
      "epoch": 0.03265814164582679,
      "grad_norm": 0.4523332417011261,
      "learning_rate": 4.994832607105435e-05,
      "loss": 5.4173,
      "step": 37310
    },
    {
      "epoch": 0.032662518239453944,
      "grad_norm": 0.48724430799484253,
      "learning_rate": 4.994830611484582e-05,
      "loss": 5.1298,
      "step": 37315
    },
    {
      "epoch": 0.0326668948330811,
      "grad_norm": 0.5324333906173706,
      "learning_rate": 4.9948286154789524e-05,
      "loss": 5.1098,
      "step": 37320
    },
    {
      "epoch": 0.03267127142670825,
      "grad_norm": 0.49943649768829346,
      "learning_rate": 4.994826619088547e-05,
      "loss": 5.3922,
      "step": 37325
    },
    {
      "epoch": 0.0326756480203354,
      "grad_norm": 0.45097941160202026,
      "learning_rate": 4.994824622313367e-05,
      "loss": 5.3281,
      "step": 37330
    },
    {
      "epoch": 0.032680024613962556,
      "grad_norm": 0.5634478330612183,
      "learning_rate": 4.99482262515341e-05,
      "loss": 5.6272,
      "step": 37335
    },
    {
      "epoch": 0.03268440120758971,
      "grad_norm": 0.49392935633659363,
      "learning_rate": 4.99482062760868e-05,
      "loss": 5.2109,
      "step": 37340
    },
    {
      "epoch": 0.032688777801216866,
      "grad_norm": 0.6215069890022278,
      "learning_rate": 4.9948186296791745e-05,
      "loss": 5.4269,
      "step": 37345
    },
    {
      "epoch": 0.03269315439484402,
      "grad_norm": 0.5525561571121216,
      "learning_rate": 4.994816631364896e-05,
      "loss": 6.198,
      "step": 37350
    },
    {
      "epoch": 0.032697530988471175,
      "grad_norm": 0.4983214735984802,
      "learning_rate": 4.994814632665843e-05,
      "loss": 5.5805,
      "step": 37355
    },
    {
      "epoch": 0.03270190758209833,
      "grad_norm": 0.580231249332428,
      "learning_rate": 4.9948126335820166e-05,
      "loss": 5.3369,
      "step": 37360
    },
    {
      "epoch": 0.032706284175725485,
      "grad_norm": 0.549385130405426,
      "learning_rate": 4.994810634113419e-05,
      "loss": 5.3369,
      "step": 37365
    },
    {
      "epoch": 0.03271066076935264,
      "grad_norm": 0.48911818861961365,
      "learning_rate": 4.994808634260047e-05,
      "loss": 5.6252,
      "step": 37370
    },
    {
      "epoch": 0.032715037362979794,
      "grad_norm": 0.49316975474357605,
      "learning_rate": 4.994806634021905e-05,
      "loss": 5.4137,
      "step": 37375
    },
    {
      "epoch": 0.03271941395660695,
      "grad_norm": 0.3975488841533661,
      "learning_rate": 4.99480463339899e-05,
      "loss": 6.1771,
      "step": 37380
    },
    {
      "epoch": 0.032723790550234104,
      "grad_norm": 0.552409291267395,
      "learning_rate": 4.9948026323913044e-05,
      "loss": 5.4411,
      "step": 37385
    },
    {
      "epoch": 0.03272816714386126,
      "grad_norm": 0.5119113326072693,
      "learning_rate": 4.994800630998847e-05,
      "loss": 5.4099,
      "step": 37390
    },
    {
      "epoch": 0.03273254373748841,
      "grad_norm": 0.4909038245677948,
      "learning_rate": 4.994798629221621e-05,
      "loss": 4.8638,
      "step": 37395
    },
    {
      "epoch": 0.03273692033111557,
      "grad_norm": 0.525790810585022,
      "learning_rate": 4.9947966270596226e-05,
      "loss": 4.2538,
      "step": 37400
    },
    {
      "epoch": 0.03274129692474272,
      "grad_norm": 0.47469520568847656,
      "learning_rate": 4.9947946245128566e-05,
      "loss": 4.5426,
      "step": 37405
    },
    {
      "epoch": 0.03274567351836988,
      "grad_norm": 0.630158007144928,
      "learning_rate": 4.99479262158132e-05,
      "loss": 5.5326,
      "step": 37410
    },
    {
      "epoch": 0.03275005011199703,
      "grad_norm": 0.5931759476661682,
      "learning_rate": 4.994790618265014e-05,
      "loss": 5.1102,
      "step": 37415
    },
    {
      "epoch": 0.03275442670562419,
      "grad_norm": 0.6016712784767151,
      "learning_rate": 4.99478861456394e-05,
      "loss": 4.5767,
      "step": 37420
    },
    {
      "epoch": 0.03275880329925134,
      "grad_norm": 0.5208208560943604,
      "learning_rate": 4.994786610478098e-05,
      "loss": 5.1368,
      "step": 37425
    },
    {
      "epoch": 0.0327631798928785,
      "grad_norm": 0.5940337181091309,
      "learning_rate": 4.9947846060074886e-05,
      "loss": 5.9628,
      "step": 37430
    },
    {
      "epoch": 0.03276755648650565,
      "grad_norm": 0.48912665247917175,
      "learning_rate": 4.994782601152111e-05,
      "loss": 5.952,
      "step": 37435
    },
    {
      "epoch": 0.032771933080132806,
      "grad_norm": 0.5438908934593201,
      "learning_rate": 4.994780595911966e-05,
      "loss": 5.0753,
      "step": 37440
    },
    {
      "epoch": 0.03277630967375996,
      "grad_norm": 0.48310890793800354,
      "learning_rate": 4.994778590287056e-05,
      "loss": 6.1715,
      "step": 37445
    },
    {
      "epoch": 0.032780686267387116,
      "grad_norm": 0.5162109136581421,
      "learning_rate": 4.994776584277379e-05,
      "loss": 6.2014,
      "step": 37450
    },
    {
      "epoch": 0.032785062861014264,
      "grad_norm": 0.6674764752388,
      "learning_rate": 4.994774577882936e-05,
      "loss": 5.1032,
      "step": 37455
    },
    {
      "epoch": 0.03278943945464142,
      "grad_norm": 0.564666748046875,
      "learning_rate": 4.994772571103727e-05,
      "loss": 5.9817,
      "step": 37460
    },
    {
      "epoch": 0.03279381604826857,
      "grad_norm": 0.5904633402824402,
      "learning_rate": 4.9947705639397535e-05,
      "loss": 6.1182,
      "step": 37465
    },
    {
      "epoch": 0.03279819264189573,
      "grad_norm": 0.5487021803855896,
      "learning_rate": 4.9947685563910154e-05,
      "loss": 5.3164,
      "step": 37470
    },
    {
      "epoch": 0.03280256923552288,
      "grad_norm": 0.5254596471786499,
      "learning_rate": 4.9947665484575135e-05,
      "loss": 5.3353,
      "step": 37475
    },
    {
      "epoch": 0.03280694582915004,
      "grad_norm": 0.5466481447219849,
      "learning_rate": 4.994764540139246e-05,
      "loss": 5.6421,
      "step": 37480
    },
    {
      "epoch": 0.03281132242277719,
      "grad_norm": 0.4515340328216553,
      "learning_rate": 4.994762531436217e-05,
      "loss": 5.4247,
      "step": 37485
    },
    {
      "epoch": 0.03281569901640435,
      "grad_norm": 0.5179584622383118,
      "learning_rate": 4.994760522348424e-05,
      "loss": 4.8436,
      "step": 37490
    },
    {
      "epoch": 0.0328200756100315,
      "grad_norm": 0.48579782247543335,
      "learning_rate": 4.994758512875868e-05,
      "loss": 5.9834,
      "step": 37495
    },
    {
      "epoch": 0.032824452203658656,
      "grad_norm": 0.5051162242889404,
      "learning_rate": 4.9947565030185497e-05,
      "loss": 5.2887,
      "step": 37500
    },
    {
      "epoch": 0.03282882879728581,
      "grad_norm": 0.5279994606971741,
      "learning_rate": 4.994754492776469e-05,
      "loss": 5.942,
      "step": 37505
    },
    {
      "epoch": 0.032833205390912966,
      "grad_norm": 0.44407346844673157,
      "learning_rate": 4.9947524821496274e-05,
      "loss": 5.6151,
      "step": 37510
    },
    {
      "epoch": 0.03283758198454012,
      "grad_norm": 0.500639796257019,
      "learning_rate": 4.994750471138024e-05,
      "loss": 5.8455,
      "step": 37515
    },
    {
      "epoch": 0.032841958578167275,
      "grad_norm": 0.4615432620048523,
      "learning_rate": 4.9947484597416605e-05,
      "loss": 4.8931,
      "step": 37520
    },
    {
      "epoch": 0.03284633517179443,
      "grad_norm": 0.755430281162262,
      "learning_rate": 4.9947464479605366e-05,
      "loss": 5.6418,
      "step": 37525
    },
    {
      "epoch": 0.032850711765421585,
      "grad_norm": 0.7069637775421143,
      "learning_rate": 4.9947444357946524e-05,
      "loss": 4.5227,
      "step": 37530
    },
    {
      "epoch": 0.03285508835904874,
      "grad_norm": 0.5870940685272217,
      "learning_rate": 4.9947424232440086e-05,
      "loss": 5.4227,
      "step": 37535
    },
    {
      "epoch": 0.032859464952675894,
      "grad_norm": 0.5548478960990906,
      "learning_rate": 4.994740410308606e-05,
      "loss": 5.6105,
      "step": 37540
    },
    {
      "epoch": 0.03286384154630305,
      "grad_norm": 0.5513717532157898,
      "learning_rate": 4.994738396988443e-05,
      "loss": 5.4249,
      "step": 37545
    },
    {
      "epoch": 0.032868218139930204,
      "grad_norm": 0.47758883237838745,
      "learning_rate": 4.994736383283524e-05,
      "loss": 6.1652,
      "step": 37550
    },
    {
      "epoch": 0.03287259473355736,
      "grad_norm": 0.49830546975135803,
      "learning_rate": 4.994734369193844e-05,
      "loss": 5.6327,
      "step": 37555
    },
    {
      "epoch": 0.032876971327184513,
      "grad_norm": 0.4570482075214386,
      "learning_rate": 4.9947323547194084e-05,
      "loss": 5.4287,
      "step": 37560
    },
    {
      "epoch": 0.03288134792081167,
      "grad_norm": 0.5306049585342407,
      "learning_rate": 4.9947303398602155e-05,
      "loss": 5.0143,
      "step": 37565
    },
    {
      "epoch": 0.03288572451443882,
      "grad_norm": 0.6075798273086548,
      "learning_rate": 4.994728324616264e-05,
      "loss": 5.9627,
      "step": 37570
    },
    {
      "epoch": 0.03289010110806598,
      "grad_norm": 0.5720148086547852,
      "learning_rate": 4.994726308987557e-05,
      "loss": 5.6272,
      "step": 37575
    },
    {
      "epoch": 0.032894477701693126,
      "grad_norm": 0.5263792872428894,
      "learning_rate": 4.9947242929740934e-05,
      "loss": 5.9203,
      "step": 37580
    },
    {
      "epoch": 0.03289885429532028,
      "grad_norm": 0.5087301731109619,
      "learning_rate": 4.994722276575875e-05,
      "loss": 5.8334,
      "step": 37585
    },
    {
      "epoch": 0.032903230888947435,
      "grad_norm": 0.5278440117835999,
      "learning_rate": 4.994720259792901e-05,
      "loss": 5.0005,
      "step": 37590
    },
    {
      "epoch": 0.03290760748257459,
      "grad_norm": 0.5653379559516907,
      "learning_rate": 4.9947182426251705e-05,
      "loss": 5.3308,
      "step": 37595
    },
    {
      "epoch": 0.032911984076201745,
      "grad_norm": 0.5060771107673645,
      "learning_rate": 4.9947162250726866e-05,
      "loss": 5.3084,
      "step": 37600
    },
    {
      "epoch": 0.0329163606698289,
      "grad_norm": 0.6317641735076904,
      "learning_rate": 4.994714207135449e-05,
      "loss": 5.0737,
      "step": 37605
    },
    {
      "epoch": 0.032920737263456054,
      "grad_norm": 0.5231090188026428,
      "learning_rate": 4.994712188813456e-05,
      "loss": 4.5826,
      "step": 37610
    },
    {
      "epoch": 0.03292511385708321,
      "grad_norm": 0.5162280797958374,
      "learning_rate": 4.994710170106711e-05,
      "loss": 5.1857,
      "step": 37615
    },
    {
      "epoch": 0.032929490450710364,
      "grad_norm": 0.47738146781921387,
      "learning_rate": 4.9947081510152125e-05,
      "loss": 5.6635,
      "step": 37620
    },
    {
      "epoch": 0.03293386704433752,
      "grad_norm": 0.42067864537239075,
      "learning_rate": 4.994706131538962e-05,
      "loss": 5.4167,
      "step": 37625
    },
    {
      "epoch": 0.03293824363796467,
      "grad_norm": 0.4242965877056122,
      "learning_rate": 4.994704111677958e-05,
      "loss": 5.9637,
      "step": 37630
    },
    {
      "epoch": 0.03294262023159183,
      "grad_norm": 0.49459874629974365,
      "learning_rate": 4.994702091432203e-05,
      "loss": 5.8779,
      "step": 37635
    },
    {
      "epoch": 0.03294699682521898,
      "grad_norm": 0.5204740166664124,
      "learning_rate": 4.9947000708016966e-05,
      "loss": 5.5928,
      "step": 37640
    },
    {
      "epoch": 0.03295137341884614,
      "grad_norm": 0.5280182957649231,
      "learning_rate": 4.994698049786439e-05,
      "loss": 5.6776,
      "step": 37645
    },
    {
      "epoch": 0.03295575001247329,
      "grad_norm": 0.5956182479858398,
      "learning_rate": 4.994696028386431e-05,
      "loss": 5.6507,
      "step": 37650
    },
    {
      "epoch": 0.03296012660610045,
      "grad_norm": 0.5963639616966248,
      "learning_rate": 4.9946940066016715e-05,
      "loss": 6.193,
      "step": 37655
    },
    {
      "epoch": 0.0329645031997276,
      "grad_norm": 0.5578727722167969,
      "learning_rate": 4.994691984432163e-05,
      "loss": 5.387,
      "step": 37660
    },
    {
      "epoch": 0.032968879793354756,
      "grad_norm": 0.6029185652732849,
      "learning_rate": 4.994689961877904e-05,
      "loss": 5.6497,
      "step": 37665
    },
    {
      "epoch": 0.03297325638698191,
      "grad_norm": 0.45771631598472595,
      "learning_rate": 4.9946879389388964e-05,
      "loss": 5.4086,
      "step": 37670
    },
    {
      "epoch": 0.032977632980609066,
      "grad_norm": 0.4963993728160858,
      "learning_rate": 4.9946859156151414e-05,
      "loss": 5.6356,
      "step": 37675
    },
    {
      "epoch": 0.03298200957423622,
      "grad_norm": 0.6089435815811157,
      "learning_rate": 4.994683891906636e-05,
      "loss": 5.9486,
      "step": 37680
    },
    {
      "epoch": 0.032986386167863375,
      "grad_norm": 0.5136023163795471,
      "learning_rate": 4.994681867813384e-05,
      "loss": 5.2824,
      "step": 37685
    },
    {
      "epoch": 0.03299076276149053,
      "grad_norm": 0.447486937046051,
      "learning_rate": 4.9946798433353835e-05,
      "loss": 5.3409,
      "step": 37690
    },
    {
      "epoch": 0.032995139355117685,
      "grad_norm": 0.4327513873577118,
      "learning_rate": 4.9946778184726374e-05,
      "loss": 6.1789,
      "step": 37695
    },
    {
      "epoch": 0.03299951594874484,
      "grad_norm": 0.5015232563018799,
      "learning_rate": 4.994675793225143e-05,
      "loss": 4.7972,
      "step": 37700
    },
    {
      "epoch": 0.033003892542371994,
      "grad_norm": 0.5220288634300232,
      "learning_rate": 4.994673767592902e-05,
      "loss": 5.3405,
      "step": 37705
    },
    {
      "epoch": 0.03300826913599914,
      "grad_norm": 0.5308120846748352,
      "learning_rate": 4.994671741575916e-05,
      "loss": 5.119,
      "step": 37710
    },
    {
      "epoch": 0.0330126457296263,
      "grad_norm": 0.42094892263412476,
      "learning_rate": 4.994669715174184e-05,
      "loss": 6.1668,
      "step": 37715
    },
    {
      "epoch": 0.03301702232325345,
      "grad_norm": 0.592212438583374,
      "learning_rate": 4.9946676883877066e-05,
      "loss": 5.4048,
      "step": 37720
    },
    {
      "epoch": 0.03302139891688061,
      "grad_norm": 0.5316874980926514,
      "learning_rate": 4.994665661216485e-05,
      "loss": 4.5711,
      "step": 37725
    },
    {
      "epoch": 0.03302577551050776,
      "grad_norm": 0.5883208513259888,
      "learning_rate": 4.994663633660518e-05,
      "loss": 6.1748,
      "step": 37730
    },
    {
      "epoch": 0.033030152104134916,
      "grad_norm": 0.7513801455497742,
      "learning_rate": 4.994661605719807e-05,
      "loss": 4.2675,
      "step": 37735
    },
    {
      "epoch": 0.03303452869776207,
      "grad_norm": 0.7458736300468445,
      "learning_rate": 4.9946595773943525e-05,
      "loss": 5.3181,
      "step": 37740
    },
    {
      "epoch": 0.033038905291389226,
      "grad_norm": 0.6006962656974792,
      "learning_rate": 4.994657548684155e-05,
      "loss": 5.6557,
      "step": 37745
    },
    {
      "epoch": 0.03304328188501638,
      "grad_norm": 1.2195899486541748,
      "learning_rate": 4.994655519589214e-05,
      "loss": 5.103,
      "step": 37750
    },
    {
      "epoch": 0.033047658478643535,
      "grad_norm": 0.7159469723701477,
      "learning_rate": 4.994653490109531e-05,
      "loss": 5.0583,
      "step": 37755
    },
    {
      "epoch": 0.03305203507227069,
      "grad_norm": 0.6158955097198486,
      "learning_rate": 4.9946514602451064e-05,
      "loss": 5.4063,
      "step": 37760
    },
    {
      "epoch": 0.033056411665897845,
      "grad_norm": 0.5465958118438721,
      "learning_rate": 4.994649429995939e-05,
      "loss": 5.8672,
      "step": 37765
    },
    {
      "epoch": 0.033060788259525,
      "grad_norm": 0.5309728980064392,
      "learning_rate": 4.994647399362031e-05,
      "loss": 5.8832,
      "step": 37770
    },
    {
      "epoch": 0.033065164853152154,
      "grad_norm": 0.5320841073989868,
      "learning_rate": 4.9946453683433824e-05,
      "loss": 4.4862,
      "step": 37775
    },
    {
      "epoch": 0.03306954144677931,
      "grad_norm": 0.653446614742279,
      "learning_rate": 4.994643336939993e-05,
      "loss": 5.9671,
      "step": 37780
    },
    {
      "epoch": 0.033073918040406464,
      "grad_norm": 0.5865675806999207,
      "learning_rate": 4.9946413051518626e-05,
      "loss": 5.0615,
      "step": 37785
    },
    {
      "epoch": 0.03307829463403362,
      "grad_norm": 0.8767637014389038,
      "learning_rate": 4.9946392729789925e-05,
      "loss": 5.0596,
      "step": 37790
    },
    {
      "epoch": 0.03308267122766077,
      "grad_norm": 0.5969426035881042,
      "learning_rate": 4.9946372404213836e-05,
      "loss": 5.3153,
      "step": 37795
    },
    {
      "epoch": 0.03308704782128793,
      "grad_norm": 0.5598229765892029,
      "learning_rate": 4.994635207479036e-05,
      "loss": 5.3958,
      "step": 37800
    },
    {
      "epoch": 0.03309142441491508,
      "grad_norm": 0.6540561318397522,
      "learning_rate": 4.9946331741519494e-05,
      "loss": 5.4022,
      "step": 37805
    },
    {
      "epoch": 0.03309580100854224,
      "grad_norm": 0.4621177315711975,
      "learning_rate": 4.994631140440125e-05,
      "loss": 6.5158,
      "step": 37810
    },
    {
      "epoch": 0.03310017760216939,
      "grad_norm": 0.5500187277793884,
      "learning_rate": 4.994629106343562e-05,
      "loss": 5.9411,
      "step": 37815
    },
    {
      "epoch": 0.03310455419579655,
      "grad_norm": 0.5382456183433533,
      "learning_rate": 4.994627071862262e-05,
      "loss": 5.6478,
      "step": 37820
    },
    {
      "epoch": 0.0331089307894237,
      "grad_norm": 0.5338268280029297,
      "learning_rate": 4.994625036996226e-05,
      "loss": 4.2511,
      "step": 37825
    },
    {
      "epoch": 0.033113307383050856,
      "grad_norm": 0.8324014544487,
      "learning_rate": 4.994623001745452e-05,
      "loss": 6.2166,
      "step": 37830
    },
    {
      "epoch": 0.03311768397667801,
      "grad_norm": 0.5187100172042847,
      "learning_rate": 4.994620966109943e-05,
      "loss": 5.0905,
      "step": 37835
    },
    {
      "epoch": 0.03312206057030516,
      "grad_norm": 0.5279235243797302,
      "learning_rate": 4.994618930089697e-05,
      "loss": 5.647,
      "step": 37840
    },
    {
      "epoch": 0.033126437163932314,
      "grad_norm": 0.5857282876968384,
      "learning_rate": 4.994616893684717e-05,
      "loss": 5.524,
      "step": 37845
    },
    {
      "epoch": 0.03313081375755947,
      "grad_norm": 0.574027955532074,
      "learning_rate": 4.994614856895e-05,
      "loss": 5.3433,
      "step": 37850
    },
    {
      "epoch": 0.03313519035118662,
      "grad_norm": 0.5251575708389282,
      "learning_rate": 4.99461281972055e-05,
      "loss": 4.7681,
      "step": 37855
    },
    {
      "epoch": 0.03313956694481378,
      "grad_norm": 0.6269595623016357,
      "learning_rate": 4.994610782161364e-05,
      "loss": 5.9516,
      "step": 37860
    },
    {
      "epoch": 0.03314394353844093,
      "grad_norm": 0.5661768317222595,
      "learning_rate": 4.994608744217446e-05,
      "loss": 5.6118,
      "step": 37865
    },
    {
      "epoch": 0.03314832013206809,
      "grad_norm": 0.6182888150215149,
      "learning_rate": 4.9946067058887935e-05,
      "loss": 5.3599,
      "step": 37870
    },
    {
      "epoch": 0.03315269672569524,
      "grad_norm": 0.5884814262390137,
      "learning_rate": 4.994604667175409e-05,
      "loss": 5.857,
      "step": 37875
    },
    {
      "epoch": 0.0331570733193224,
      "grad_norm": 0.636358916759491,
      "learning_rate": 4.9946026280772906e-05,
      "loss": 5.0859,
      "step": 37880
    },
    {
      "epoch": 0.03316144991294955,
      "grad_norm": 0.5689775943756104,
      "learning_rate": 4.9946005885944394e-05,
      "loss": 4.4649,
      "step": 37885
    },
    {
      "epoch": 0.03316582650657671,
      "grad_norm": 0.9744579195976257,
      "learning_rate": 4.9945985487268576e-05,
      "loss": 5.6679,
      "step": 37890
    },
    {
      "epoch": 0.03317020310020386,
      "grad_norm": 0.6858952641487122,
      "learning_rate": 4.994596508474544e-05,
      "loss": 5.3238,
      "step": 37895
    },
    {
      "epoch": 0.033174579693831016,
      "grad_norm": 0.6930355429649353,
      "learning_rate": 4.994594467837499e-05,
      "loss": 5.6755,
      "step": 37900
    },
    {
      "epoch": 0.03317895628745817,
      "grad_norm": 1.078248381614685,
      "learning_rate": 4.994592426815724e-05,
      "loss": 5.6559,
      "step": 37905
    },
    {
      "epoch": 0.033183332881085326,
      "grad_norm": 0.5345184206962585,
      "learning_rate": 4.994590385409218e-05,
      "loss": 5.4348,
      "step": 37910
    },
    {
      "epoch": 0.03318770947471248,
      "grad_norm": 0.8599772453308105,
      "learning_rate": 4.994588343617982e-05,
      "loss": 4.5287,
      "step": 37915
    },
    {
      "epoch": 0.033192086068339635,
      "grad_norm": 0.661694347858429,
      "learning_rate": 4.994586301442016e-05,
      "loss": 6.1932,
      "step": 37920
    },
    {
      "epoch": 0.03319646266196679,
      "grad_norm": 0.561262845993042,
      "learning_rate": 4.994584258881322e-05,
      "loss": 4.7044,
      "step": 37925
    },
    {
      "epoch": 0.033200839255593945,
      "grad_norm": 0.6205445528030396,
      "learning_rate": 4.994582215935898e-05,
      "loss": 5.6541,
      "step": 37930
    },
    {
      "epoch": 0.0332052158492211,
      "grad_norm": 0.5512188076972961,
      "learning_rate": 4.9945801726057474e-05,
      "loss": 4.5624,
      "step": 37935
    },
    {
      "epoch": 0.033209592442848254,
      "grad_norm": 0.7248638272285461,
      "learning_rate": 4.994578128890867e-05,
      "loss": 5.6314,
      "step": 37940
    },
    {
      "epoch": 0.03321396903647541,
      "grad_norm": 0.5748552680015564,
      "learning_rate": 4.9945760847912604e-05,
      "loss": 5.3347,
      "step": 37945
    },
    {
      "epoch": 0.033218345630102564,
      "grad_norm": 0.592357337474823,
      "learning_rate": 4.9945740403069255e-05,
      "loss": 5.6274,
      "step": 37950
    },
    {
      "epoch": 0.03322272222372972,
      "grad_norm": 0.5274971723556519,
      "learning_rate": 4.994571995437864e-05,
      "loss": 5.6038,
      "step": 37955
    },
    {
      "epoch": 0.03322709881735687,
      "grad_norm": 0.46335187554359436,
      "learning_rate": 4.994569950184077e-05,
      "loss": 5.3017,
      "step": 37960
    },
    {
      "epoch": 0.03323147541098403,
      "grad_norm": 0.49725139141082764,
      "learning_rate": 4.994567904545563e-05,
      "loss": 5.5102,
      "step": 37965
    },
    {
      "epoch": 0.033235852004611176,
      "grad_norm": 0.5491135120391846,
      "learning_rate": 4.9945658585223246e-05,
      "loss": 5.0923,
      "step": 37970
    },
    {
      "epoch": 0.03324022859823833,
      "grad_norm": 0.5392181873321533,
      "learning_rate": 4.99456381211436e-05,
      "loss": 4.8693,
      "step": 37975
    },
    {
      "epoch": 0.033244605191865485,
      "grad_norm": 0.5414804816246033,
      "learning_rate": 4.9945617653216716e-05,
      "loss": 5.5983,
      "step": 37980
    },
    {
      "epoch": 0.03324898178549264,
      "grad_norm": 0.5168927907943726,
      "learning_rate": 4.994559718144257e-05,
      "loss": 5.8959,
      "step": 37985
    },
    {
      "epoch": 0.033253358379119795,
      "grad_norm": 0.42858654260635376,
      "learning_rate": 4.99455767058212e-05,
      "loss": 5.4023,
      "step": 37990
    },
    {
      "epoch": 0.03325773497274695,
      "grad_norm": 0.4029991626739502,
      "learning_rate": 4.9945556226352585e-05,
      "loss": 5.938,
      "step": 37995
    },
    {
      "epoch": 0.033262111566374104,
      "grad_norm": 0.4619295597076416,
      "learning_rate": 4.994553574303674e-05,
      "loss": 5.5938,
      "step": 38000
    },
    {
      "epoch": 0.03326648816000126,
      "grad_norm": 0.41880252957344055,
      "learning_rate": 4.9945515255873663e-05,
      "loss": 6.4836,
      "step": 38005
    },
    {
      "epoch": 0.033270864753628414,
      "grad_norm": 0.7353677153587341,
      "learning_rate": 4.9945494764863374e-05,
      "loss": 4.5473,
      "step": 38010
    },
    {
      "epoch": 0.03327524134725557,
      "grad_norm": 0.5300067663192749,
      "learning_rate": 4.9945474270005854e-05,
      "loss": 5.2716,
      "step": 38015
    },
    {
      "epoch": 0.03327961794088272,
      "grad_norm": 0.46737170219421387,
      "learning_rate": 4.9945453771301124e-05,
      "loss": 5.3965,
      "step": 38020
    },
    {
      "epoch": 0.03328399453450988,
      "grad_norm": 0.44097715616226196,
      "learning_rate": 4.9945433268749176e-05,
      "loss": 5.86,
      "step": 38025
    },
    {
      "epoch": 0.03328837112813703,
      "grad_norm": 0.4148934781551361,
      "learning_rate": 4.994541276235002e-05,
      "loss": 5.4103,
      "step": 38030
    },
    {
      "epoch": 0.03329274772176419,
      "grad_norm": 0.5298182368278503,
      "learning_rate": 4.994539225210366e-05,
      "loss": 4.7846,
      "step": 38035
    },
    {
      "epoch": 0.03329712431539134,
      "grad_norm": 0.47276145219802856,
      "learning_rate": 4.99453717380101e-05,
      "loss": 6.1609,
      "step": 38040
    },
    {
      "epoch": 0.0333015009090185,
      "grad_norm": 0.4804111421108246,
      "learning_rate": 4.994535122006935e-05,
      "loss": 5.6522,
      "step": 38045
    },
    {
      "epoch": 0.03330587750264565,
      "grad_norm": 0.505231499671936,
      "learning_rate": 4.99453306982814e-05,
      "loss": 4.7765,
      "step": 38050
    },
    {
      "epoch": 0.03331025409627281,
      "grad_norm": 0.44161948561668396,
      "learning_rate": 4.9945310172646265e-05,
      "loss": 5.8445,
      "step": 38055
    },
    {
      "epoch": 0.03331463068989996,
      "grad_norm": 0.43251627683639526,
      "learning_rate": 4.994528964316393e-05,
      "loss": 5.833,
      "step": 38060
    },
    {
      "epoch": 0.033319007283527116,
      "grad_norm": 0.6254522800445557,
      "learning_rate": 4.994526910983442e-05,
      "loss": 4.7941,
      "step": 38065
    },
    {
      "epoch": 0.03332338387715427,
      "grad_norm": 0.4796683192253113,
      "learning_rate": 4.9945248572657755e-05,
      "loss": 5.0698,
      "step": 38070
    },
    {
      "epoch": 0.033327760470781426,
      "grad_norm": 0.4847869873046875,
      "learning_rate": 4.9945228031633896e-05,
      "loss": 5.0781,
      "step": 38075
    },
    {
      "epoch": 0.03333213706440858,
      "grad_norm": 0.43530547618865967,
      "learning_rate": 4.994520748676287e-05,
      "loss": 5.9607,
      "step": 38080
    },
    {
      "epoch": 0.033336513658035735,
      "grad_norm": 0.4532901346683502,
      "learning_rate": 4.9945186938044685e-05,
      "loss": 6.1959,
      "step": 38085
    },
    {
      "epoch": 0.03334089025166289,
      "grad_norm": 0.45432063937187195,
      "learning_rate": 4.994516638547934e-05,
      "loss": 6.502,
      "step": 38090
    },
    {
      "epoch": 0.033345266845290045,
      "grad_norm": 0.4777652323246002,
      "learning_rate": 4.994514582906683e-05,
      "loss": 5.3273,
      "step": 38095
    },
    {
      "epoch": 0.03334964343891719,
      "grad_norm": 0.5104907155036926,
      "learning_rate": 4.994512526880717e-05,
      "loss": 5.2766,
      "step": 38100
    },
    {
      "epoch": 0.03335402003254435,
      "grad_norm": 0.5713711977005005,
      "learning_rate": 4.9945104704700365e-05,
      "loss": 6.2006,
      "step": 38105
    },
    {
      "epoch": 0.0333583966261715,
      "grad_norm": 0.47029420733451843,
      "learning_rate": 4.994508413674641e-05,
      "loss": 6.4412,
      "step": 38110
    },
    {
      "epoch": 0.03336277321979866,
      "grad_norm": 0.6271409392356873,
      "learning_rate": 4.994506356494532e-05,
      "loss": 5.1193,
      "step": 38115
    },
    {
      "epoch": 0.03336714981342581,
      "grad_norm": 0.5791587233543396,
      "learning_rate": 4.994504298929708e-05,
      "loss": 5.6304,
      "step": 38120
    },
    {
      "epoch": 0.033371526407052966,
      "grad_norm": 0.5589443445205688,
      "learning_rate": 4.994502240980172e-05,
      "loss": 5.1144,
      "step": 38125
    },
    {
      "epoch": 0.03337590300068012,
      "grad_norm": 0.5606260895729065,
      "learning_rate": 4.994500182645923e-05,
      "loss": 5.9688,
      "step": 38130
    },
    {
      "epoch": 0.033380279594307276,
      "grad_norm": 0.44201114773750305,
      "learning_rate": 4.994498123926961e-05,
      "loss": 5.9762,
      "step": 38135
    },
    {
      "epoch": 0.03338465618793443,
      "grad_norm": 0.47650352120399475,
      "learning_rate": 4.9944960648232865e-05,
      "loss": 5.6197,
      "step": 38140
    },
    {
      "epoch": 0.033389032781561585,
      "grad_norm": 0.5128611922264099,
      "learning_rate": 4.994494005334901e-05,
      "loss": 5.3075,
      "step": 38145
    },
    {
      "epoch": 0.03339340937518874,
      "grad_norm": 0.6205716133117676,
      "learning_rate": 4.9944919454618035e-05,
      "loss": 5.6164,
      "step": 38150
    },
    {
      "epoch": 0.033397785968815895,
      "grad_norm": 0.5335409641265869,
      "learning_rate": 4.994489885203995e-05,
      "loss": 5.9822,
      "step": 38155
    },
    {
      "epoch": 0.03340216256244305,
      "grad_norm": 0.5263355374336243,
      "learning_rate": 4.994487824561476e-05,
      "loss": 5.3042,
      "step": 38160
    },
    {
      "epoch": 0.033406539156070204,
      "grad_norm": 0.5126085877418518,
      "learning_rate": 4.994485763534248e-05,
      "loss": 5.0283,
      "step": 38165
    },
    {
      "epoch": 0.03341091574969736,
      "grad_norm": 0.528320848941803,
      "learning_rate": 4.994483702122309e-05,
      "loss": 5.0933,
      "step": 38170
    },
    {
      "epoch": 0.033415292343324514,
      "grad_norm": 0.47232964634895325,
      "learning_rate": 4.994481640325661e-05,
      "loss": 5.5076,
      "step": 38175
    },
    {
      "epoch": 0.03341966893695167,
      "grad_norm": 0.46999505162239075,
      "learning_rate": 4.9944795781443035e-05,
      "loss": 6.1686,
      "step": 38180
    },
    {
      "epoch": 0.03342404553057882,
      "grad_norm": 0.5675798058509827,
      "learning_rate": 4.9944775155782385e-05,
      "loss": 6.1922,
      "step": 38185
    },
    {
      "epoch": 0.03342842212420598,
      "grad_norm": 0.6544736623764038,
      "learning_rate": 4.994475452627464e-05,
      "loss": 5.1243,
      "step": 38190
    },
    {
      "epoch": 0.03343279871783313,
      "grad_norm": 0.5760322213172913,
      "learning_rate": 4.994473389291984e-05,
      "loss": 4.7861,
      "step": 38195
    },
    {
      "epoch": 0.03343717531146029,
      "grad_norm": 0.6769596338272095,
      "learning_rate": 4.9944713255717944e-05,
      "loss": 5.3077,
      "step": 38200
    },
    {
      "epoch": 0.03344155190508744,
      "grad_norm": 0.5669383406639099,
      "learning_rate": 4.994469261466899e-05,
      "loss": 5.6691,
      "step": 38205
    },
    {
      "epoch": 0.0334459284987146,
      "grad_norm": 0.5333666205406189,
      "learning_rate": 4.994467196977296e-05,
      "loss": 4.3167,
      "step": 38210
    },
    {
      "epoch": 0.03345030509234175,
      "grad_norm": 0.45673394203186035,
      "learning_rate": 4.994465132102988e-05,
      "loss": 5.9105,
      "step": 38215
    },
    {
      "epoch": 0.03345468168596891,
      "grad_norm": 0.4523290991783142,
      "learning_rate": 4.994463066843974e-05,
      "loss": 5.9434,
      "step": 38220
    },
    {
      "epoch": 0.033459058279596054,
      "grad_norm": 0.41464662551879883,
      "learning_rate": 4.9944610012002535e-05,
      "loss": 5.8504,
      "step": 38225
    },
    {
      "epoch": 0.03346343487322321,
      "grad_norm": 0.529181182384491,
      "learning_rate": 4.9944589351718294e-05,
      "loss": 5.6287,
      "step": 38230
    },
    {
      "epoch": 0.033467811466850364,
      "grad_norm": 0.6713504195213318,
      "learning_rate": 4.9944568687587e-05,
      "loss": 5.4784,
      "step": 38235
    },
    {
      "epoch": 0.03347218806047752,
      "grad_norm": 0.5065715909004211,
      "learning_rate": 4.994454801960867e-05,
      "loss": 5.41,
      "step": 38240
    },
    {
      "epoch": 0.033476564654104674,
      "grad_norm": 0.43819117546081543,
      "learning_rate": 4.99445273477833e-05,
      "loss": 5.9553,
      "step": 38245
    },
    {
      "epoch": 0.03348094124773183,
      "grad_norm": 0.5050833821296692,
      "learning_rate": 4.994450667211089e-05,
      "loss": 5.8898,
      "step": 38250
    },
    {
      "epoch": 0.03348531784135898,
      "grad_norm": 0.5448355078697205,
      "learning_rate": 4.994448599259146e-05,
      "loss": 5.3738,
      "step": 38255
    },
    {
      "epoch": 0.03348969443498614,
      "grad_norm": 0.5178017616271973,
      "learning_rate": 4.9944465309225e-05,
      "loss": 5.0042,
      "step": 38260
    },
    {
      "epoch": 0.03349407102861329,
      "grad_norm": 0.4641548991203308,
      "learning_rate": 4.994444462201151e-05,
      "loss": 5.0984,
      "step": 38265
    },
    {
      "epoch": 0.03349844762224045,
      "grad_norm": 0.5917677879333496,
      "learning_rate": 4.9944423930951014e-05,
      "loss": 4.9912,
      "step": 38270
    },
    {
      "epoch": 0.0335028242158676,
      "grad_norm": 0.5653465986251831,
      "learning_rate": 4.99444032360435e-05,
      "loss": 5.63,
      "step": 38275
    },
    {
      "epoch": 0.03350720080949476,
      "grad_norm": 0.5686783194541931,
      "learning_rate": 4.994438253728897e-05,
      "loss": 5.4384,
      "step": 38280
    },
    {
      "epoch": 0.03351157740312191,
      "grad_norm": 0.6559611558914185,
      "learning_rate": 4.994436183468744e-05,
      "loss": 5.66,
      "step": 38285
    },
    {
      "epoch": 0.033515953996749066,
      "grad_norm": 0.5241838097572327,
      "learning_rate": 4.994434112823891e-05,
      "loss": 5.8359,
      "step": 38290
    },
    {
      "epoch": 0.03352033059037622,
      "grad_norm": 0.5657805800437927,
      "learning_rate": 4.994432041794338e-05,
      "loss": 4.4482,
      "step": 38295
    },
    {
      "epoch": 0.033524707184003376,
      "grad_norm": 0.6054829955101013,
      "learning_rate": 4.9944299703800854e-05,
      "loss": 4.7684,
      "step": 38300
    },
    {
      "epoch": 0.03352908377763053,
      "grad_norm": 0.5685691237449646,
      "learning_rate": 4.994427898581134e-05,
      "loss": 5.5164,
      "step": 38305
    },
    {
      "epoch": 0.033533460371257685,
      "grad_norm": 0.5023331046104431,
      "learning_rate": 4.9944258263974844e-05,
      "loss": 5.5328,
      "step": 38310
    },
    {
      "epoch": 0.03353783696488484,
      "grad_norm": 0.5207065939903259,
      "learning_rate": 4.994423753829136e-05,
      "loss": 5.0879,
      "step": 38315
    },
    {
      "epoch": 0.033542213558511995,
      "grad_norm": 0.5362442135810852,
      "learning_rate": 4.99442168087609e-05,
      "loss": 5.1257,
      "step": 38320
    },
    {
      "epoch": 0.03354659015213915,
      "grad_norm": 0.7710787653923035,
      "learning_rate": 4.9944196075383463e-05,
      "loss": 6.509,
      "step": 38325
    },
    {
      "epoch": 0.033550966745766304,
      "grad_norm": 0.5372564792633057,
      "learning_rate": 4.994417533815906e-05,
      "loss": 5.559,
      "step": 38330
    },
    {
      "epoch": 0.03355534333939346,
      "grad_norm": 0.5645267963409424,
      "learning_rate": 4.994415459708769e-05,
      "loss": 5.4137,
      "step": 38335
    },
    {
      "epoch": 0.033559719933020614,
      "grad_norm": 0.5438032746315002,
      "learning_rate": 4.994413385216936e-05,
      "loss": 4.6583,
      "step": 38340
    },
    {
      "epoch": 0.03356409652664777,
      "grad_norm": 0.8728242516517639,
      "learning_rate": 4.9944113103404065e-05,
      "loss": 6.2293,
      "step": 38345
    },
    {
      "epoch": 0.03356847312027492,
      "grad_norm": 0.5901365280151367,
      "learning_rate": 4.9944092350791824e-05,
      "loss": 5.329,
      "step": 38350
    },
    {
      "epoch": 0.03357284971390207,
      "grad_norm": 7.82117223739624,
      "learning_rate": 4.994407159433263e-05,
      "loss": 4.5152,
      "step": 38355
    },
    {
      "epoch": 0.033577226307529226,
      "grad_norm": 0.630635142326355,
      "learning_rate": 4.994405083402649e-05,
      "loss": 5.292,
      "step": 38360
    },
    {
      "epoch": 0.03358160290115638,
      "grad_norm": 0.4649735391139984,
      "learning_rate": 4.994403006987342e-05,
      "loss": 5.3299,
      "step": 38365
    },
    {
      "epoch": 0.033585979494783536,
      "grad_norm": 0.483755499124527,
      "learning_rate": 4.9944009301873394e-05,
      "loss": 4.8213,
      "step": 38370
    },
    {
      "epoch": 0.03359035608841069,
      "grad_norm": 0.44934773445129395,
      "learning_rate": 4.9943988530026444e-05,
      "loss": 5.3979,
      "step": 38375
    },
    {
      "epoch": 0.033594732682037845,
      "grad_norm": 0.5432432293891907,
      "learning_rate": 4.9943967754332555e-05,
      "loss": 5.7106,
      "step": 38380
    },
    {
      "epoch": 0.033599109275665,
      "grad_norm": 0.5166653990745544,
      "learning_rate": 4.9943946974791754e-05,
      "loss": 5.6291,
      "step": 38385
    },
    {
      "epoch": 0.033603485869292155,
      "grad_norm": 0.5214456915855408,
      "learning_rate": 4.994392619140402e-05,
      "loss": 5.8641,
      "step": 38390
    },
    {
      "epoch": 0.03360786246291931,
      "grad_norm": 0.4236469566822052,
      "learning_rate": 4.994390540416937e-05,
      "loss": 5.8678,
      "step": 38395
    },
    {
      "epoch": 0.033612239056546464,
      "grad_norm": 0.5253989696502686,
      "learning_rate": 4.994388461308781e-05,
      "loss": 5.0755,
      "step": 38400
    },
    {
      "epoch": 0.03361661565017362,
      "grad_norm": 0.5349900722503662,
      "learning_rate": 4.994386381815933e-05,
      "loss": 4.7854,
      "step": 38405
    },
    {
      "epoch": 0.033620992243800774,
      "grad_norm": 0.43887779116630554,
      "learning_rate": 4.994384301938396e-05,
      "loss": 5.4194,
      "step": 38410
    },
    {
      "epoch": 0.03362536883742793,
      "grad_norm": 0.5810583829879761,
      "learning_rate": 4.994382221676167e-05,
      "loss": 5.9674,
      "step": 38415
    },
    {
      "epoch": 0.03362974543105508,
      "grad_norm": 0.6028540730476379,
      "learning_rate": 4.9943801410292504e-05,
      "loss": 5.1189,
      "step": 38420
    },
    {
      "epoch": 0.03363412202468224,
      "grad_norm": 0.5815475583076477,
      "learning_rate": 4.994378059997643e-05,
      "loss": 4.7714,
      "step": 38425
    },
    {
      "epoch": 0.03363849861830939,
      "grad_norm": 0.5518579483032227,
      "learning_rate": 4.994375978581346e-05,
      "loss": 4.4442,
      "step": 38430
    },
    {
      "epoch": 0.03364287521193655,
      "grad_norm": 0.609749436378479,
      "learning_rate": 4.994373896780362e-05,
      "loss": 5.5432,
      "step": 38435
    },
    {
      "epoch": 0.0336472518055637,
      "grad_norm": 0.45492324233055115,
      "learning_rate": 4.9943718145946884e-05,
      "loss": 6.5141,
      "step": 38440
    },
    {
      "epoch": 0.03365162839919086,
      "grad_norm": 0.5315866470336914,
      "learning_rate": 4.9943697320243275e-05,
      "loss": 4.7972,
      "step": 38445
    },
    {
      "epoch": 0.03365600499281801,
      "grad_norm": 0.49182242155075073,
      "learning_rate": 4.99436764906928e-05,
      "loss": 5.3817,
      "step": 38450
    },
    {
      "epoch": 0.033660381586445166,
      "grad_norm": 0.5033460855484009,
      "learning_rate": 4.994365565729545e-05,
      "loss": 5.5957,
      "step": 38455
    },
    {
      "epoch": 0.03366475818007232,
      "grad_norm": 0.807032585144043,
      "learning_rate": 4.9943634820051235e-05,
      "loss": 4.802,
      "step": 38460
    },
    {
      "epoch": 0.033669134773699476,
      "grad_norm": 0.5580521821975708,
      "learning_rate": 4.9943613978960155e-05,
      "loss": 5.1163,
      "step": 38465
    },
    {
      "epoch": 0.03367351136732663,
      "grad_norm": 0.5454304814338684,
      "learning_rate": 4.994359313402222e-05,
      "loss": 4.3603,
      "step": 38470
    },
    {
      "epoch": 0.033677887960953785,
      "grad_norm": 0.45236438512802124,
      "learning_rate": 4.994357228523744e-05,
      "loss": 5.0917,
      "step": 38475
    },
    {
      "epoch": 0.03368226455458094,
      "grad_norm": 0.51136714220047,
      "learning_rate": 4.9943551432605794e-05,
      "loss": 5.574,
      "step": 38480
    },
    {
      "epoch": 0.03368664114820809,
      "grad_norm": 0.4876490533351898,
      "learning_rate": 4.994353057612732e-05,
      "loss": 5.4265,
      "step": 38485
    },
    {
      "epoch": 0.03369101774183524,
      "grad_norm": 0.46732795238494873,
      "learning_rate": 4.994350971580198e-05,
      "loss": 4.5456,
      "step": 38490
    },
    {
      "epoch": 0.0336953943354624,
      "grad_norm": 0.7159132957458496,
      "learning_rate": 4.9943488851629816e-05,
      "loss": 4.336,
      "step": 38495
    },
    {
      "epoch": 0.03369977092908955,
      "grad_norm": 0.5854560136795044,
      "learning_rate": 4.994346798361083e-05,
      "loss": 6.1816,
      "step": 38500
    },
    {
      "epoch": 0.03370414752271671,
      "grad_norm": 0.5660789608955383,
      "learning_rate": 4.9943447111745e-05,
      "loss": 5.2936,
      "step": 38505
    },
    {
      "epoch": 0.03370852411634386,
      "grad_norm": 0.7956580519676208,
      "learning_rate": 4.9943426236032356e-05,
      "loss": 4.8731,
      "step": 38510
    },
    {
      "epoch": 0.033712900709971017,
      "grad_norm": 0.7474295496940613,
      "learning_rate": 4.9943405356472875e-05,
      "loss": 4.7748,
      "step": 38515
    },
    {
      "epoch": 0.03371727730359817,
      "grad_norm": 0.49711012840270996,
      "learning_rate": 4.9943384473066576e-05,
      "loss": 5.1307,
      "step": 38520
    },
    {
      "epoch": 0.033721653897225326,
      "grad_norm": 0.5110085606575012,
      "learning_rate": 4.9943363585813474e-05,
      "loss": 4.7711,
      "step": 38525
    },
    {
      "epoch": 0.03372603049085248,
      "grad_norm": 0.48762017488479614,
      "learning_rate": 4.994334269471357e-05,
      "loss": 5.1145,
      "step": 38530
    },
    {
      "epoch": 0.033730407084479636,
      "grad_norm": 0.5710181593894958,
      "learning_rate": 4.994332179976685e-05,
      "loss": 5.1185,
      "step": 38535
    },
    {
      "epoch": 0.03373478367810679,
      "grad_norm": 0.5286070704460144,
      "learning_rate": 4.9943300900973334e-05,
      "loss": 5.5635,
      "step": 38540
    },
    {
      "epoch": 0.033739160271733945,
      "grad_norm": 0.584601104259491,
      "learning_rate": 4.994327999833302e-05,
      "loss": 5.2342,
      "step": 38545
    },
    {
      "epoch": 0.0337435368653611,
      "grad_norm": 0.5614541172981262,
      "learning_rate": 4.9943259091845905e-05,
      "loss": 4.7876,
      "step": 38550
    },
    {
      "epoch": 0.033747913458988255,
      "grad_norm": 0.48788076639175415,
      "learning_rate": 4.9943238181511995e-05,
      "loss": 4.9821,
      "step": 38555
    },
    {
      "epoch": 0.03375229005261541,
      "grad_norm": 0.5997034311294556,
      "learning_rate": 4.994321726733132e-05,
      "loss": 4.4836,
      "step": 38560
    },
    {
      "epoch": 0.033756666646242564,
      "grad_norm": 0.6546038389205933,
      "learning_rate": 4.9943196349303854e-05,
      "loss": 5.3473,
      "step": 38565
    },
    {
      "epoch": 0.03376104323986972,
      "grad_norm": 0.5362796783447266,
      "learning_rate": 4.9943175427429615e-05,
      "loss": 5.851,
      "step": 38570
    },
    {
      "epoch": 0.033765419833496874,
      "grad_norm": 0.5983156561851501,
      "learning_rate": 4.99431545017086e-05,
      "loss": 5.4379,
      "step": 38575
    },
    {
      "epoch": 0.03376979642712403,
      "grad_norm": 0.556358814239502,
      "learning_rate": 4.994313357214081e-05,
      "loss": 4.8508,
      "step": 38580
    },
    {
      "epoch": 0.03377417302075118,
      "grad_norm": 0.5356695055961609,
      "learning_rate": 4.9943112638726254e-05,
      "loss": 5.3001,
      "step": 38585
    },
    {
      "epoch": 0.03377854961437834,
      "grad_norm": 0.553031325340271,
      "learning_rate": 4.994309170146495e-05,
      "loss": 4.9018,
      "step": 38590
    },
    {
      "epoch": 0.03378292620800549,
      "grad_norm": 0.515741765499115,
      "learning_rate": 4.994307076035688e-05,
      "loss": 4.885,
      "step": 38595
    },
    {
      "epoch": 0.03378730280163265,
      "grad_norm": 0.5272119641304016,
      "learning_rate": 4.9943049815402054e-05,
      "loss": 5.5473,
      "step": 38600
    },
    {
      "epoch": 0.0337916793952598,
      "grad_norm": 0.5090206861495972,
      "learning_rate": 4.9943028866600495e-05,
      "loss": 5.119,
      "step": 38605
    },
    {
      "epoch": 0.03379605598888696,
      "grad_norm": 0.49116313457489014,
      "learning_rate": 4.994300791395218e-05,
      "loss": 5.0775,
      "step": 38610
    },
    {
      "epoch": 0.033800432582514105,
      "grad_norm": 0.5393178462982178,
      "learning_rate": 4.994298695745712e-05,
      "loss": 4.7965,
      "step": 38615
    },
    {
      "epoch": 0.03380480917614126,
      "grad_norm": 0.4915322959423065,
      "learning_rate": 4.994296599711533e-05,
      "loss": 5.0859,
      "step": 38620
    },
    {
      "epoch": 0.033809185769768414,
      "grad_norm": 0.5153428316116333,
      "learning_rate": 4.99429450329268e-05,
      "loss": 5.0739,
      "step": 38625
    },
    {
      "epoch": 0.03381356236339557,
      "grad_norm": 0.4683067202568054,
      "learning_rate": 4.994292406489155e-05,
      "loss": 5.6545,
      "step": 38630
    },
    {
      "epoch": 0.033817938957022724,
      "grad_norm": 0.4519398808479309,
      "learning_rate": 4.994290309300957e-05,
      "loss": 5.6062,
      "step": 38635
    },
    {
      "epoch": 0.03382231555064988,
      "grad_norm": 0.48227396607398987,
      "learning_rate": 4.9942882117280876e-05,
      "loss": 4.5497,
      "step": 38640
    },
    {
      "epoch": 0.03382669214427703,
      "grad_norm": 0.4562828540802002,
      "learning_rate": 4.9942861137705466e-05,
      "loss": 5.9532,
      "step": 38645
    },
    {
      "epoch": 0.03383106873790419,
      "grad_norm": 0.5067198276519775,
      "learning_rate": 4.994284015428333e-05,
      "loss": 6.1766,
      "step": 38650
    },
    {
      "epoch": 0.03383544533153134,
      "grad_norm": 0.5261994004249573,
      "learning_rate": 4.99428191670145e-05,
      "loss": 5.6585,
      "step": 38655
    },
    {
      "epoch": 0.0338398219251585,
      "grad_norm": 0.5011058449745178,
      "learning_rate": 4.9942798175898955e-05,
      "loss": 5.637,
      "step": 38660
    },
    {
      "epoch": 0.03384419851878565,
      "grad_norm": 0.5248508453369141,
      "learning_rate": 4.9942777180936716e-05,
      "loss": 5.6338,
      "step": 38665
    },
    {
      "epoch": 0.03384857511241281,
      "grad_norm": 0.5795027017593384,
      "learning_rate": 4.994275618212778e-05,
      "loss": 5.8551,
      "step": 38670
    },
    {
      "epoch": 0.03385295170603996,
      "grad_norm": 0.44121161103248596,
      "learning_rate": 4.9942735179472154e-05,
      "loss": 5.5645,
      "step": 38675
    },
    {
      "epoch": 0.03385732829966712,
      "grad_norm": 0.5274561643600464,
      "learning_rate": 4.994271417296984e-05,
      "loss": 5.6303,
      "step": 38680
    },
    {
      "epoch": 0.03386170489329427,
      "grad_norm": 0.5542818307876587,
      "learning_rate": 4.994269316262083e-05,
      "loss": 5.2949,
      "step": 38685
    },
    {
      "epoch": 0.033866081486921426,
      "grad_norm": 0.5229700803756714,
      "learning_rate": 4.994267214842515e-05,
      "loss": 6.4578,
      "step": 38690
    },
    {
      "epoch": 0.03387045808054858,
      "grad_norm": 0.6266109943389893,
      "learning_rate": 4.9942651130382804e-05,
      "loss": 4.2482,
      "step": 38695
    },
    {
      "epoch": 0.033874834674175736,
      "grad_norm": 0.7247481942176819,
      "learning_rate": 4.9942630108493774e-05,
      "loss": 6.1852,
      "step": 38700
    },
    {
      "epoch": 0.03387921126780289,
      "grad_norm": 0.5897091627120972,
      "learning_rate": 4.9942609082758077e-05,
      "loss": 4.9879,
      "step": 38705
    },
    {
      "epoch": 0.033883587861430045,
      "grad_norm": 0.6598183512687683,
      "learning_rate": 4.994258805317571e-05,
      "loss": 4.8622,
      "step": 38710
    },
    {
      "epoch": 0.0338879644550572,
      "grad_norm": 0.4970772862434387,
      "learning_rate": 4.994256701974669e-05,
      "loss": 5.8154,
      "step": 38715
    },
    {
      "epoch": 0.033892341048684355,
      "grad_norm": 0.6563369631767273,
      "learning_rate": 4.994254598247102e-05,
      "loss": 5.4022,
      "step": 38720
    },
    {
      "epoch": 0.03389671764231151,
      "grad_norm": 0.5199423432350159,
      "learning_rate": 4.994252494134869e-05,
      "loss": 5.4093,
      "step": 38725
    },
    {
      "epoch": 0.033901094235938664,
      "grad_norm": 0.6411981582641602,
      "learning_rate": 4.994250389637971e-05,
      "loss": 5.5316,
      "step": 38730
    },
    {
      "epoch": 0.03390547082956582,
      "grad_norm": 0.5513898134231567,
      "learning_rate": 4.99424828475641e-05,
      "loss": 5.1021,
      "step": 38735
    },
    {
      "epoch": 0.03390984742319297,
      "grad_norm": 0.524836003780365,
      "learning_rate": 4.994246179490184e-05,
      "loss": 5.1099,
      "step": 38740
    },
    {
      "epoch": 0.03391422401682012,
      "grad_norm": 0.4902836084365845,
      "learning_rate": 4.994244073839295e-05,
      "loss": 5.0687,
      "step": 38745
    },
    {
      "epoch": 0.033918600610447276,
      "grad_norm": 0.4873255789279938,
      "learning_rate": 4.994241967803742e-05,
      "loss": 4.9039,
      "step": 38750
    },
    {
      "epoch": 0.03392297720407443,
      "grad_norm": 0.6983762979507446,
      "learning_rate": 4.994239861383526e-05,
      "loss": 4.5313,
      "step": 38755
    },
    {
      "epoch": 0.033927353797701586,
      "grad_norm": 0.4842012822628021,
      "learning_rate": 4.994237754578649e-05,
      "loss": 5.0921,
      "step": 38760
    },
    {
      "epoch": 0.03393173039132874,
      "grad_norm": 0.6005855798721313,
      "learning_rate": 4.994235647389109e-05,
      "loss": 5.0931,
      "step": 38765
    },
    {
      "epoch": 0.033936106984955895,
      "grad_norm": 0.5886390805244446,
      "learning_rate": 4.9942335398149084e-05,
      "loss": 5.3678,
      "step": 38770
    },
    {
      "epoch": 0.03394048357858305,
      "grad_norm": 0.5435517430305481,
      "learning_rate": 4.994231431856047e-05,
      "loss": 6.1801,
      "step": 38775
    },
    {
      "epoch": 0.033944860172210205,
      "grad_norm": 0.49635952711105347,
      "learning_rate": 4.994229323512524e-05,
      "loss": 5.6514,
      "step": 38780
    },
    {
      "epoch": 0.03394923676583736,
      "grad_norm": 0.5003426671028137,
      "learning_rate": 4.99422721478434e-05,
      "loss": 6.167,
      "step": 38785
    },
    {
      "epoch": 0.033953613359464514,
      "grad_norm": 0.5074809789657593,
      "learning_rate": 4.9942251056714985e-05,
      "loss": 5.3831,
      "step": 38790
    },
    {
      "epoch": 0.03395798995309167,
      "grad_norm": 0.5208741426467896,
      "learning_rate": 4.994222996173995e-05,
      "loss": 4.7671,
      "step": 38795
    },
    {
      "epoch": 0.033962366546718824,
      "grad_norm": 0.4390224516391754,
      "learning_rate": 4.994220886291834e-05,
      "loss": 5.8629,
      "step": 38800
    },
    {
      "epoch": 0.03396674314034598,
      "grad_norm": 0.43967390060424805,
      "learning_rate": 4.9942187760250135e-05,
      "loss": 6.1742,
      "step": 38805
    },
    {
      "epoch": 0.03397111973397313,
      "grad_norm": 0.49448901414871216,
      "learning_rate": 4.994216665373536e-05,
      "loss": 5.5074,
      "step": 38810
    },
    {
      "epoch": 0.03397549632760029,
      "grad_norm": 0.6575514078140259,
      "learning_rate": 4.994214554337399e-05,
      "loss": 5.412,
      "step": 38815
    },
    {
      "epoch": 0.03397987292122744,
      "grad_norm": 0.6046934723854065,
      "learning_rate": 4.994212442916605e-05,
      "loss": 5.3955,
      "step": 38820
    },
    {
      "epoch": 0.0339842495148546,
      "grad_norm": 0.6794158816337585,
      "learning_rate": 4.994210331111154e-05,
      "loss": 5.332,
      "step": 38825
    },
    {
      "epoch": 0.03398862610848175,
      "grad_norm": 0.5950109958648682,
      "learning_rate": 4.994208218921047e-05,
      "loss": 5.3992,
      "step": 38830
    },
    {
      "epoch": 0.03399300270210891,
      "grad_norm": 0.5222253799438477,
      "learning_rate": 4.994206106346283e-05,
      "loss": 5.4131,
      "step": 38835
    },
    {
      "epoch": 0.03399737929573606,
      "grad_norm": 0.5129105448722839,
      "learning_rate": 4.994203993386865e-05,
      "loss": 5.997,
      "step": 38840
    },
    {
      "epoch": 0.03400175588936322,
      "grad_norm": 0.5231425762176514,
      "learning_rate": 4.994201880042789e-05,
      "loss": 5.6238,
      "step": 38845
    },
    {
      "epoch": 0.03400613248299037,
      "grad_norm": 0.5600255131721497,
      "learning_rate": 4.994199766314059e-05,
      "loss": 6.1521,
      "step": 38850
    },
    {
      "epoch": 0.034010509076617526,
      "grad_norm": 0.4758286476135254,
      "learning_rate": 4.994197652200675e-05,
      "loss": 5.9669,
      "step": 38855
    },
    {
      "epoch": 0.03401488567024468,
      "grad_norm": 0.5065270066261292,
      "learning_rate": 4.994195537702637e-05,
      "loss": 4.2321,
      "step": 38860
    },
    {
      "epoch": 0.034019262263871836,
      "grad_norm": 0.6046062111854553,
      "learning_rate": 4.994193422819945e-05,
      "loss": 5.8777,
      "step": 38865
    },
    {
      "epoch": 0.03402363885749898,
      "grad_norm": 0.5226336121559143,
      "learning_rate": 4.994191307552599e-05,
      "loss": 5.3015,
      "step": 38870
    },
    {
      "epoch": 0.03402801545112614,
      "grad_norm": 0.5494751930236816,
      "learning_rate": 4.9941891919006e-05,
      "loss": 6.1334,
      "step": 38875
    },
    {
      "epoch": 0.03403239204475329,
      "grad_norm": 0.6145241856575012,
      "learning_rate": 4.9941870758639484e-05,
      "loss": 5.8473,
      "step": 38880
    },
    {
      "epoch": 0.03403676863838045,
      "grad_norm": 0.7929046154022217,
      "learning_rate": 4.994184959442646e-05,
      "loss": 5.6289,
      "step": 38885
    },
    {
      "epoch": 0.0340411452320076,
      "grad_norm": 0.4951072335243225,
      "learning_rate": 4.99418284263669e-05,
      "loss": 5.1017,
      "step": 38890
    },
    {
      "epoch": 0.03404552182563476,
      "grad_norm": 0.9100018739700317,
      "learning_rate": 4.9941807254460836e-05,
      "loss": 4.3626,
      "step": 38895
    },
    {
      "epoch": 0.03404989841926191,
      "grad_norm": 0.7845932841300964,
      "learning_rate": 4.9941786078708265e-05,
      "loss": 4.9844,
      "step": 38900
    },
    {
      "epoch": 0.03405427501288907,
      "grad_norm": 0.5296257734298706,
      "learning_rate": 4.994176489910919e-05,
      "loss": 5.0212,
      "step": 38905
    },
    {
      "epoch": 0.03405865160651622,
      "grad_norm": 0.5347850322723389,
      "learning_rate": 4.994174371566361e-05,
      "loss": 5.3435,
      "step": 38910
    },
    {
      "epoch": 0.034063028200143376,
      "grad_norm": 0.5849688053131104,
      "learning_rate": 4.994172252837154e-05,
      "loss": 5.1257,
      "step": 38915
    },
    {
      "epoch": 0.03406740479377053,
      "grad_norm": 0.45980966091156006,
      "learning_rate": 4.994170133723296e-05,
      "loss": 5.3186,
      "step": 38920
    },
    {
      "epoch": 0.034071781387397686,
      "grad_norm": 0.5052846074104309,
      "learning_rate": 4.99416801422479e-05,
      "loss": 5.1077,
      "step": 38925
    },
    {
      "epoch": 0.03407615798102484,
      "grad_norm": 0.45197388529777527,
      "learning_rate": 4.994165894341637e-05,
      "loss": 5.5702,
      "step": 38930
    },
    {
      "epoch": 0.034080534574651995,
      "grad_norm": 0.4974062740802765,
      "learning_rate": 4.9941637740738347e-05,
      "loss": 4.7572,
      "step": 38935
    },
    {
      "epoch": 0.03408491116827915,
      "grad_norm": 0.5163320899009705,
      "learning_rate": 4.994161653421384e-05,
      "loss": 4.8769,
      "step": 38940
    },
    {
      "epoch": 0.034089287761906305,
      "grad_norm": 0.5779300332069397,
      "learning_rate": 4.994159532384287e-05,
      "loss": 5.2191,
      "step": 38945
    },
    {
      "epoch": 0.03409366435553346,
      "grad_norm": 0.5034500956535339,
      "learning_rate": 4.9941574109625435e-05,
      "loss": 5.5475,
      "step": 38950
    },
    {
      "epoch": 0.034098040949160614,
      "grad_norm": 0.5014156699180603,
      "learning_rate": 4.994155289156153e-05,
      "loss": 5.4028,
      "step": 38955
    },
    {
      "epoch": 0.03410241754278777,
      "grad_norm": 0.5332762598991394,
      "learning_rate": 4.9941531669651164e-05,
      "loss": 5.8627,
      "step": 38960
    },
    {
      "epoch": 0.034106794136414924,
      "grad_norm": 0.5188168883323669,
      "learning_rate": 4.994151044389435e-05,
      "loss": 4.8618,
      "step": 38965
    },
    {
      "epoch": 0.03411117073004208,
      "grad_norm": 0.4212377965450287,
      "learning_rate": 4.994148921429107e-05,
      "loss": 5.3113,
      "step": 38970
    },
    {
      "epoch": 0.03411554732366923,
      "grad_norm": 0.504717230796814,
      "learning_rate": 4.994146798084135e-05,
      "loss": 5.3035,
      "step": 38975
    },
    {
      "epoch": 0.03411992391729639,
      "grad_norm": 0.5176721215248108,
      "learning_rate": 4.994144674354518e-05,
      "loss": 5.4588,
      "step": 38980
    },
    {
      "epoch": 0.03412430051092354,
      "grad_norm": 0.49193763732910156,
      "learning_rate": 4.994142550240258e-05,
      "loss": 5.4191,
      "step": 38985
    },
    {
      "epoch": 0.0341286771045507,
      "grad_norm": 0.49421828985214233,
      "learning_rate": 4.994140425741355e-05,
      "loss": 4.7803,
      "step": 38990
    },
    {
      "epoch": 0.03413305369817785,
      "grad_norm": 0.5019604563713074,
      "learning_rate": 4.994138300857808e-05,
      "loss": 4.8606,
      "step": 38995
    },
    {
      "epoch": 0.034137430291805,
      "grad_norm": 0.7735155820846558,
      "learning_rate": 4.9941361755896176e-05,
      "loss": 5.8227,
      "step": 39000
    },
    {
      "epoch": 0.034141806885432155,
      "grad_norm": 0.5262836813926697,
      "learning_rate": 4.994134049936786e-05,
      "loss": 5.6558,
      "step": 39005
    },
    {
      "epoch": 0.03414618347905931,
      "grad_norm": 0.526707649230957,
      "learning_rate": 4.994131923899311e-05,
      "loss": 4.8696,
      "step": 39010
    },
    {
      "epoch": 0.034150560072686464,
      "grad_norm": 0.5611191987991333,
      "learning_rate": 4.994129797477196e-05,
      "loss": 5.6711,
      "step": 39015
    },
    {
      "epoch": 0.03415493666631362,
      "grad_norm": 0.5589013695716858,
      "learning_rate": 4.99412767067044e-05,
      "loss": 4.994,
      "step": 39020
    },
    {
      "epoch": 0.034159313259940774,
      "grad_norm": 0.5036718845367432,
      "learning_rate": 4.994125543479042e-05,
      "loss": 4.5377,
      "step": 39025
    },
    {
      "epoch": 0.03416368985356793,
      "grad_norm": 0.5039125084877014,
      "learning_rate": 4.994123415903005e-05,
      "loss": 4.3598,
      "step": 39030
    },
    {
      "epoch": 0.03416806644719508,
      "grad_norm": 0.5382149815559387,
      "learning_rate": 4.994121287942327e-05,
      "loss": 5.958,
      "step": 39035
    },
    {
      "epoch": 0.03417244304082224,
      "grad_norm": 0.6162160634994507,
      "learning_rate": 4.99411915959701e-05,
      "loss": 5.8588,
      "step": 39040
    },
    {
      "epoch": 0.03417681963444939,
      "grad_norm": 0.5644655823707581,
      "learning_rate": 4.994117030867055e-05,
      "loss": 6.1701,
      "step": 39045
    },
    {
      "epoch": 0.03418119622807655,
      "grad_norm": 0.5351890325546265,
      "learning_rate": 4.99411490175246e-05,
      "loss": 5.0924,
      "step": 39050
    },
    {
      "epoch": 0.0341855728217037,
      "grad_norm": 0.6822617053985596,
      "learning_rate": 4.994112772253228e-05,
      "loss": 5.0804,
      "step": 39055
    },
    {
      "epoch": 0.03418994941533086,
      "grad_norm": 0.5316787958145142,
      "learning_rate": 4.994110642369356e-05,
      "loss": 5.8531,
      "step": 39060
    },
    {
      "epoch": 0.03419432600895801,
      "grad_norm": 0.6705306172370911,
      "learning_rate": 4.994108512100849e-05,
      "loss": 5.1234,
      "step": 39065
    },
    {
      "epoch": 0.03419870260258517,
      "grad_norm": 1.023504376411438,
      "learning_rate": 4.994106381447704e-05,
      "loss": 5.6309,
      "step": 39070
    },
    {
      "epoch": 0.03420307919621232,
      "grad_norm": 0.7924515604972839,
      "learning_rate": 4.994104250409922e-05,
      "loss": 5.9823,
      "step": 39075
    },
    {
      "epoch": 0.034207455789839476,
      "grad_norm": 0.830430269241333,
      "learning_rate": 4.9941021189875045e-05,
      "loss": 5.6408,
      "step": 39080
    },
    {
      "epoch": 0.03421183238346663,
      "grad_norm": 0.5473812222480774,
      "learning_rate": 4.9940999871804506e-05,
      "loss": 5.4397,
      "step": 39085
    },
    {
      "epoch": 0.034216208977093786,
      "grad_norm": 0.5659146904945374,
      "learning_rate": 4.994097854988763e-05,
      "loss": 5.6218,
      "step": 39090
    },
    {
      "epoch": 0.03422058557072094,
      "grad_norm": 0.4839940667152405,
      "learning_rate": 4.994095722412439e-05,
      "loss": 5.5832,
      "step": 39095
    },
    {
      "epoch": 0.034224962164348095,
      "grad_norm": 0.5225244164466858,
      "learning_rate": 4.9940935894514806e-05,
      "loss": 4.3523,
      "step": 39100
    },
    {
      "epoch": 0.03422933875797525,
      "grad_norm": 0.4949592649936676,
      "learning_rate": 4.994091456105888e-05,
      "loss": 4.5877,
      "step": 39105
    },
    {
      "epoch": 0.034233715351602405,
      "grad_norm": 0.6085652709007263,
      "learning_rate": 4.9940893223756624e-05,
      "loss": 5.6195,
      "step": 39110
    },
    {
      "epoch": 0.03423809194522956,
      "grad_norm": 0.4910712242126465,
      "learning_rate": 4.994087188260803e-05,
      "loss": 5.4453,
      "step": 39115
    },
    {
      "epoch": 0.034242468538856714,
      "grad_norm": 0.5410879850387573,
      "learning_rate": 4.9940850537613104e-05,
      "loss": 5.8453,
      "step": 39120
    },
    {
      "epoch": 0.03424684513248387,
      "grad_norm": 0.5822001099586487,
      "learning_rate": 4.9940829188771864e-05,
      "loss": 5.3181,
      "step": 39125
    },
    {
      "epoch": 0.03425122172611102,
      "grad_norm": 0.5234540700912476,
      "learning_rate": 4.994080783608429e-05,
      "loss": 4.8863,
      "step": 39130
    },
    {
      "epoch": 0.03425559831973817,
      "grad_norm": 0.5032430291175842,
      "learning_rate": 4.994078647955042e-05,
      "loss": 6.1727,
      "step": 39135
    },
    {
      "epoch": 0.034259974913365326,
      "grad_norm": 0.5202619433403015,
      "learning_rate": 4.9940765119170216e-05,
      "loss": 5.0983,
      "step": 39140
    },
    {
      "epoch": 0.03426435150699248,
      "grad_norm": 0.43332797288894653,
      "learning_rate": 4.994074375494371e-05,
      "loss": 5.8668,
      "step": 39145
    },
    {
      "epoch": 0.034268728100619636,
      "grad_norm": 0.6267216801643372,
      "learning_rate": 4.9940722386870896e-05,
      "loss": 5.6181,
      "step": 39150
    },
    {
      "epoch": 0.03427310469424679,
      "grad_norm": 0.5342455506324768,
      "learning_rate": 4.9940701014951796e-05,
      "loss": 5.1381,
      "step": 39155
    },
    {
      "epoch": 0.034277481287873945,
      "grad_norm": 0.4920874834060669,
      "learning_rate": 4.9940679639186394e-05,
      "loss": 4.7828,
      "step": 39160
    },
    {
      "epoch": 0.0342818578815011,
      "grad_norm": 0.5792519450187683,
      "learning_rate": 4.994065825957469e-05,
      "loss": 5.3232,
      "step": 39165
    },
    {
      "epoch": 0.034286234475128255,
      "grad_norm": 0.527345597743988,
      "learning_rate": 4.994063687611671e-05,
      "loss": 5.3481,
      "step": 39170
    },
    {
      "epoch": 0.03429061106875541,
      "grad_norm": 0.49119001626968384,
      "learning_rate": 4.994061548881245e-05,
      "loss": 5.9277,
      "step": 39175
    },
    {
      "epoch": 0.034294987662382564,
      "grad_norm": 0.8519343733787537,
      "learning_rate": 4.994059409766191e-05,
      "loss": 4.764,
      "step": 39180
    },
    {
      "epoch": 0.03429936425600972,
      "grad_norm": 0.5420811772346497,
      "learning_rate": 4.9940572702665076e-05,
      "loss": 6.2006,
      "step": 39185
    },
    {
      "epoch": 0.034303740849636874,
      "grad_norm": 0.5052197575569153,
      "learning_rate": 4.994055130382199e-05,
      "loss": 5.015,
      "step": 39190
    },
    {
      "epoch": 0.03430811744326403,
      "grad_norm": 0.6174118518829346,
      "learning_rate": 4.994052990113263e-05,
      "loss": 5.6003,
      "step": 39195
    },
    {
      "epoch": 0.034312494036891183,
      "grad_norm": 0.5081813335418701,
      "learning_rate": 4.994050849459701e-05,
      "loss": 5.1203,
      "step": 39200
    },
    {
      "epoch": 0.03431687063051834,
      "grad_norm": 0.4967118799686432,
      "learning_rate": 4.994048708421514e-05,
      "loss": 5.5967,
      "step": 39205
    },
    {
      "epoch": 0.03432124722414549,
      "grad_norm": 0.41976428031921387,
      "learning_rate": 4.994046566998699e-05,
      "loss": 5.8152,
      "step": 39210
    },
    {
      "epoch": 0.03432562381777265,
      "grad_norm": 0.4630258083343506,
      "learning_rate": 4.994044425191261e-05,
      "loss": 5.5312,
      "step": 39215
    },
    {
      "epoch": 0.0343300004113998,
      "grad_norm": 0.48072201013565063,
      "learning_rate": 4.994042282999199e-05,
      "loss": 5.8703,
      "step": 39220
    },
    {
      "epoch": 0.03433437700502696,
      "grad_norm": 0.46339693665504456,
      "learning_rate": 4.99404014042251e-05,
      "loss": 5.6597,
      "step": 39225
    },
    {
      "epoch": 0.03433875359865411,
      "grad_norm": 0.4788949191570282,
      "learning_rate": 4.9940379974611996e-05,
      "loss": 4.7761,
      "step": 39230
    },
    {
      "epoch": 0.03434313019228127,
      "grad_norm": 0.5450260043144226,
      "learning_rate": 4.994035854115265e-05,
      "loss": 6.1715,
      "step": 39235
    },
    {
      "epoch": 0.03434750678590842,
      "grad_norm": 0.48088786005973816,
      "learning_rate": 4.994033710384708e-05,
      "loss": 5.808,
      "step": 39240
    },
    {
      "epoch": 0.034351883379535576,
      "grad_norm": 0.4746476709842682,
      "learning_rate": 4.994031566269527e-05,
      "loss": 5.5815,
      "step": 39245
    },
    {
      "epoch": 0.03435625997316273,
      "grad_norm": 0.4644957482814789,
      "learning_rate": 4.994029421769725e-05,
      "loss": 5.5232,
      "step": 39250
    },
    {
      "epoch": 0.034360636566789886,
      "grad_norm": 0.5864712595939636,
      "learning_rate": 4.9940272768853016e-05,
      "loss": 5.4048,
      "step": 39255
    },
    {
      "epoch": 0.034365013160417034,
      "grad_norm": 0.572976291179657,
      "learning_rate": 4.9940251316162555e-05,
      "loss": 4.6047,
      "step": 39260
    },
    {
      "epoch": 0.03436938975404419,
      "grad_norm": 0.4308931529521942,
      "learning_rate": 4.99402298596259e-05,
      "loss": 5.9564,
      "step": 39265
    },
    {
      "epoch": 0.03437376634767134,
      "grad_norm": 0.5466655492782593,
      "learning_rate": 4.994020839924304e-05,
      "loss": 5.6615,
      "step": 39270
    },
    {
      "epoch": 0.0343781429412985,
      "grad_norm": 0.5163127183914185,
      "learning_rate": 4.994018693501396e-05,
      "loss": 5.1029,
      "step": 39275
    },
    {
      "epoch": 0.03438251953492565,
      "grad_norm": 0.5330135822296143,
      "learning_rate": 4.994016546693871e-05,
      "loss": 5.6307,
      "step": 39280
    },
    {
      "epoch": 0.03438689612855281,
      "grad_norm": 0.5206374526023865,
      "learning_rate": 4.9940143995017244e-05,
      "loss": 5.6137,
      "step": 39285
    },
    {
      "epoch": 0.03439127272217996,
      "grad_norm": 0.44528430700302124,
      "learning_rate": 4.99401225192496e-05,
      "loss": 6.1852,
      "step": 39290
    },
    {
      "epoch": 0.03439564931580712,
      "grad_norm": 0.49079859256744385,
      "learning_rate": 4.9940101039635764e-05,
      "loss": 4.567,
      "step": 39295
    },
    {
      "epoch": 0.03440002590943427,
      "grad_norm": 0.48606351017951965,
      "learning_rate": 4.994007955617577e-05,
      "loss": 5.2841,
      "step": 39300
    },
    {
      "epoch": 0.034404402503061426,
      "grad_norm": 0.5019898414611816,
      "learning_rate": 4.994005806886958e-05,
      "loss": 5.2318,
      "step": 39305
    },
    {
      "epoch": 0.03440877909668858,
      "grad_norm": 0.5790797472000122,
      "learning_rate": 4.994003657771722e-05,
      "loss": 5.3334,
      "step": 39310
    },
    {
      "epoch": 0.034413155690315736,
      "grad_norm": 0.5068477988243103,
      "learning_rate": 4.9940015082718704e-05,
      "loss": 5.6279,
      "step": 39315
    },
    {
      "epoch": 0.03441753228394289,
      "grad_norm": 0.5968025922775269,
      "learning_rate": 4.9939993583874014e-05,
      "loss": 4.8998,
      "step": 39320
    },
    {
      "epoch": 0.034421908877570045,
      "grad_norm": 0.5356584191322327,
      "learning_rate": 4.9939972081183164e-05,
      "loss": 6.151,
      "step": 39325
    },
    {
      "epoch": 0.0344262854711972,
      "grad_norm": 0.5975856781005859,
      "learning_rate": 4.993995057464617e-05,
      "loss": 6.4881,
      "step": 39330
    },
    {
      "epoch": 0.034430662064824355,
      "grad_norm": 0.5167885422706604,
      "learning_rate": 4.993992906426301e-05,
      "loss": 5.6379,
      "step": 39335
    },
    {
      "epoch": 0.03443503865845151,
      "grad_norm": 0.5490277409553528,
      "learning_rate": 4.993990755003372e-05,
      "loss": 5.6389,
      "step": 39340
    },
    {
      "epoch": 0.034439415252078664,
      "grad_norm": 0.55110764503479,
      "learning_rate": 4.993988603195827e-05,
      "loss": 5.6229,
      "step": 39345
    },
    {
      "epoch": 0.03444379184570582,
      "grad_norm": 0.7092809677124023,
      "learning_rate": 4.993986451003668e-05,
      "loss": 4.5131,
      "step": 39350
    },
    {
      "epoch": 0.034448168439332974,
      "grad_norm": 0.46595335006713867,
      "learning_rate": 4.993984298426897e-05,
      "loss": 5.4094,
      "step": 39355
    },
    {
      "epoch": 0.03445254503296013,
      "grad_norm": 0.4958961606025696,
      "learning_rate": 4.9939821454655136e-05,
      "loss": 3.9693,
      "step": 39360
    },
    {
      "epoch": 0.034456921626587284,
      "grad_norm": 0.5521854162216187,
      "learning_rate": 4.993979992119515e-05,
      "loss": 5.6334,
      "step": 39365
    },
    {
      "epoch": 0.03446129822021444,
      "grad_norm": 0.4759049713611603,
      "learning_rate": 4.993977838388906e-05,
      "loss": 5.9342,
      "step": 39370
    },
    {
      "epoch": 0.03446567481384159,
      "grad_norm": 0.49168047308921814,
      "learning_rate": 4.993975684273685e-05,
      "loss": 5.9584,
      "step": 39375
    },
    {
      "epoch": 0.03447005140746875,
      "grad_norm": 0.7618237733840942,
      "learning_rate": 4.993973529773852e-05,
      "loss": 5.0909,
      "step": 39380
    },
    {
      "epoch": 0.034474428001095896,
      "grad_norm": 0.4582734704017639,
      "learning_rate": 4.993971374889409e-05,
      "loss": 5.0798,
      "step": 39385
    },
    {
      "epoch": 0.03447880459472305,
      "grad_norm": 0.4843246042728424,
      "learning_rate": 4.9939692196203544e-05,
      "loss": 5.3946,
      "step": 39390
    },
    {
      "epoch": 0.034483181188350205,
      "grad_norm": 0.4981493055820465,
      "learning_rate": 4.9939670639666905e-05,
      "loss": 4.885,
      "step": 39395
    },
    {
      "epoch": 0.03448755778197736,
      "grad_norm": 0.8905328512191772,
      "learning_rate": 4.993964907928417e-05,
      "loss": 5.396,
      "step": 39400
    },
    {
      "epoch": 0.034491934375604515,
      "grad_norm": 0.6020883917808533,
      "learning_rate": 4.993962751505533e-05,
      "loss": 5.6473,
      "step": 39405
    },
    {
      "epoch": 0.03449631096923167,
      "grad_norm": 0.5651605129241943,
      "learning_rate": 4.9939605946980415e-05,
      "loss": 5.0083,
      "step": 39410
    },
    {
      "epoch": 0.034500687562858824,
      "grad_norm": 0.5625507831573486,
      "learning_rate": 4.9939584375059414e-05,
      "loss": 5.3935,
      "step": 39415
    },
    {
      "epoch": 0.03450506415648598,
      "grad_norm": 0.4807470738887787,
      "learning_rate": 4.993956279929233e-05,
      "loss": 5.0915,
      "step": 39420
    },
    {
      "epoch": 0.034509440750113134,
      "grad_norm": 0.5133578777313232,
      "learning_rate": 4.9939541219679164e-05,
      "loss": 6.483,
      "step": 39425
    },
    {
      "epoch": 0.03451381734374029,
      "grad_norm": 0.5228922367095947,
      "learning_rate": 4.9939519636219935e-05,
      "loss": 5.5412,
      "step": 39430
    },
    {
      "epoch": 0.03451819393736744,
      "grad_norm": 0.47904452681541443,
      "learning_rate": 4.9939498048914635e-05,
      "loss": 5.3426,
      "step": 39435
    },
    {
      "epoch": 0.0345225705309946,
      "grad_norm": 0.5246577858924866,
      "learning_rate": 4.993947645776327e-05,
      "loss": 4.7606,
      "step": 39440
    },
    {
      "epoch": 0.03452694712462175,
      "grad_norm": 0.5586055517196655,
      "learning_rate": 4.9939454862765845e-05,
      "loss": 5.4222,
      "step": 39445
    },
    {
      "epoch": 0.03453132371824891,
      "grad_norm": 0.5772591233253479,
      "learning_rate": 4.993943326392236e-05,
      "loss": 5.9465,
      "step": 39450
    },
    {
      "epoch": 0.03453570031187606,
      "grad_norm": 0.5489421486854553,
      "learning_rate": 4.993941166123283e-05,
      "loss": 4.7814,
      "step": 39455
    },
    {
      "epoch": 0.03454007690550322,
      "grad_norm": 0.5964014530181885,
      "learning_rate": 4.9939390054697245e-05,
      "loss": 5.1089,
      "step": 39460
    },
    {
      "epoch": 0.03454445349913037,
      "grad_norm": 0.5466863512992859,
      "learning_rate": 4.993936844431563e-05,
      "loss": 5.6373,
      "step": 39465
    },
    {
      "epoch": 0.034548830092757526,
      "grad_norm": 0.49805012345314026,
      "learning_rate": 4.9939346830087976e-05,
      "loss": 5.3531,
      "step": 39470
    },
    {
      "epoch": 0.03455320668638468,
      "grad_norm": 0.5658053755760193,
      "learning_rate": 4.993932521201428e-05,
      "loss": 5.346,
      "step": 39475
    },
    {
      "epoch": 0.034557583280011836,
      "grad_norm": 0.543491005897522,
      "learning_rate": 4.9939303590094555e-05,
      "loss": 5.0719,
      "step": 39480
    },
    {
      "epoch": 0.03456195987363899,
      "grad_norm": 0.5033173561096191,
      "learning_rate": 4.99392819643288e-05,
      "loss": 6.1627,
      "step": 39485
    },
    {
      "epoch": 0.034566336467266146,
      "grad_norm": 0.5316596627235413,
      "learning_rate": 4.993926033471702e-05,
      "loss": 4.7537,
      "step": 39490
    },
    {
      "epoch": 0.0345707130608933,
      "grad_norm": 0.46598678827285767,
      "learning_rate": 4.9939238701259236e-05,
      "loss": 5.3382,
      "step": 39495
    },
    {
      "epoch": 0.034575089654520455,
      "grad_norm": 0.48970314860343933,
      "learning_rate": 4.9939217063955424e-05,
      "loss": 5.4077,
      "step": 39500
    },
    {
      "epoch": 0.03457946624814761,
      "grad_norm": 0.5085047483444214,
      "learning_rate": 4.993919542280562e-05,
      "loss": 4.5981,
      "step": 39505
    },
    {
      "epoch": 0.034583842841774765,
      "grad_norm": 0.5591856837272644,
      "learning_rate": 4.99391737778098e-05,
      "loss": 5.6353,
      "step": 39510
    },
    {
      "epoch": 0.03458821943540191,
      "grad_norm": 0.5304170846939087,
      "learning_rate": 4.993915212896797e-05,
      "loss": 5.3204,
      "step": 39515
    },
    {
      "epoch": 0.03459259602902907,
      "grad_norm": 0.5060693025588989,
      "learning_rate": 4.993913047628016e-05,
      "loss": 4.2768,
      "step": 39520
    },
    {
      "epoch": 0.03459697262265622,
      "grad_norm": 0.7658035159111023,
      "learning_rate": 4.993910881974635e-05,
      "loss": 5.0554,
      "step": 39525
    },
    {
      "epoch": 0.03460134921628338,
      "grad_norm": 0.671044111251831,
      "learning_rate": 4.993908715936655e-05,
      "loss": 5.0129,
      "step": 39530
    },
    {
      "epoch": 0.03460572580991053,
      "grad_norm": 0.5575385689735413,
      "learning_rate": 4.993906549514077e-05,
      "loss": 5.0083,
      "step": 39535
    },
    {
      "epoch": 0.034610102403537686,
      "grad_norm": 0.4734760820865631,
      "learning_rate": 4.9939043827069e-05,
      "loss": 5.3888,
      "step": 39540
    },
    {
      "epoch": 0.03461447899716484,
      "grad_norm": 0.5152796506881714,
      "learning_rate": 4.993902215515126e-05,
      "loss": 4.8932,
      "step": 39545
    },
    {
      "epoch": 0.034618855590791996,
      "grad_norm": 0.5727149844169617,
      "learning_rate": 4.9939000479387543e-05,
      "loss": 5.64,
      "step": 39550
    },
    {
      "epoch": 0.03462323218441915,
      "grad_norm": 0.49348127841949463,
      "learning_rate": 4.993897879977787e-05,
      "loss": 5.8211,
      "step": 39555
    },
    {
      "epoch": 0.034627608778046305,
      "grad_norm": 0.4981713891029358,
      "learning_rate": 4.993895711632223e-05,
      "loss": 5.4213,
      "step": 39560
    },
    {
      "epoch": 0.03463198537167346,
      "grad_norm": 0.5085703134536743,
      "learning_rate": 4.9938935429020615e-05,
      "loss": 5.9496,
      "step": 39565
    },
    {
      "epoch": 0.034636361965300615,
      "grad_norm": 0.771307110786438,
      "learning_rate": 4.993891373787306e-05,
      "loss": 4.798,
      "step": 39570
    },
    {
      "epoch": 0.03464073855892777,
      "grad_norm": 0.43921613693237305,
      "learning_rate": 4.993889204287955e-05,
      "loss": 5.3658,
      "step": 39575
    },
    {
      "epoch": 0.034645115152554924,
      "grad_norm": 0.5345731973648071,
      "learning_rate": 4.993887034404009e-05,
      "loss": 4.4451,
      "step": 39580
    },
    {
      "epoch": 0.03464949174618208,
      "grad_norm": 0.6118720173835754,
      "learning_rate": 4.9938848641354694e-05,
      "loss": 5.6112,
      "step": 39585
    },
    {
      "epoch": 0.034653868339809234,
      "grad_norm": 0.520677924156189,
      "learning_rate": 4.993882693482336e-05,
      "loss": 5.1217,
      "step": 39590
    },
    {
      "epoch": 0.03465824493343639,
      "grad_norm": 0.549386203289032,
      "learning_rate": 4.993880522444608e-05,
      "loss": 5.6365,
      "step": 39595
    },
    {
      "epoch": 0.03466262152706354,
      "grad_norm": 0.5048860907554626,
      "learning_rate": 4.993878351022288e-05,
      "loss": 5.3822,
      "step": 39600
    },
    {
      "epoch": 0.0346669981206907,
      "grad_norm": 0.4804205894470215,
      "learning_rate": 4.9938761792153754e-05,
      "loss": 5.0527,
      "step": 39605
    },
    {
      "epoch": 0.03467137471431785,
      "grad_norm": 0.419997900724411,
      "learning_rate": 4.993874007023871e-05,
      "loss": 6.1521,
      "step": 39610
    },
    {
      "epoch": 0.03467575130794501,
      "grad_norm": 0.5340214371681213,
      "learning_rate": 4.993871834447774e-05,
      "loss": 4.7878,
      "step": 39615
    },
    {
      "epoch": 0.03468012790157216,
      "grad_norm": 0.48538514971733093,
      "learning_rate": 4.993869661487086e-05,
      "loss": 5.4982,
      "step": 39620
    },
    {
      "epoch": 0.03468450449519932,
      "grad_norm": 0.5362600088119507,
      "learning_rate": 4.9938674881418066e-05,
      "loss": 5.0732,
      "step": 39625
    },
    {
      "epoch": 0.03468888108882647,
      "grad_norm": 0.530608057975769,
      "learning_rate": 4.993865314411937e-05,
      "loss": 5.669,
      "step": 39630
    },
    {
      "epoch": 0.034693257682453627,
      "grad_norm": 0.5370652675628662,
      "learning_rate": 4.993863140297478e-05,
      "loss": 5.3392,
      "step": 39635
    },
    {
      "epoch": 0.03469763427608078,
      "grad_norm": 0.5578804016113281,
      "learning_rate": 4.9938609657984295e-05,
      "loss": 5.9276,
      "step": 39640
    },
    {
      "epoch": 0.03470201086970793,
      "grad_norm": 0.5112467408180237,
      "learning_rate": 4.993858790914791e-05,
      "loss": 4.58,
      "step": 39645
    },
    {
      "epoch": 0.034706387463335084,
      "grad_norm": 0.585137665271759,
      "learning_rate": 4.9938566156465624e-05,
      "loss": 5.4107,
      "step": 39650
    },
    {
      "epoch": 0.03471076405696224,
      "grad_norm": 0.5793591141700745,
      "learning_rate": 4.993854439993747e-05,
      "loss": 5.9322,
      "step": 39655
    },
    {
      "epoch": 0.03471514065058939,
      "grad_norm": 0.5217456221580505,
      "learning_rate": 4.993852263956343e-05,
      "loss": 5.8387,
      "step": 39660
    },
    {
      "epoch": 0.03471951724421655,
      "grad_norm": 0.5277751088142395,
      "learning_rate": 4.993850087534353e-05,
      "loss": 5.628,
      "step": 39665
    },
    {
      "epoch": 0.0347238938378437,
      "grad_norm": 0.5423211455345154,
      "learning_rate": 4.9938479107277745e-05,
      "loss": 4.7498,
      "step": 39670
    },
    {
      "epoch": 0.03472827043147086,
      "grad_norm": 0.5306388139724731,
      "learning_rate": 4.993845733536609e-05,
      "loss": 4.77,
      "step": 39675
    },
    {
      "epoch": 0.03473264702509801,
      "grad_norm": 0.5289138555526733,
      "learning_rate": 4.993843555960858e-05,
      "loss": 5.5156,
      "step": 39680
    },
    {
      "epoch": 0.03473702361872517,
      "grad_norm": 0.5088748335838318,
      "learning_rate": 4.993841378000521e-05,
      "loss": 5.1147,
      "step": 39685
    },
    {
      "epoch": 0.03474140021235232,
      "grad_norm": 0.5011553764343262,
      "learning_rate": 4.993839199655598e-05,
      "loss": 5.3625,
      "step": 39690
    },
    {
      "epoch": 0.03474577680597948,
      "grad_norm": 0.5216374397277832,
      "learning_rate": 4.99383702092609e-05,
      "loss": 4.7858,
      "step": 39695
    },
    {
      "epoch": 0.03475015339960663,
      "grad_norm": 0.5781261920928955,
      "learning_rate": 4.993834841811999e-05,
      "loss": 5.8908,
      "step": 39700
    },
    {
      "epoch": 0.034754529993233786,
      "grad_norm": 0.4337736666202545,
      "learning_rate": 4.993832662313321e-05,
      "loss": 5.8396,
      "step": 39705
    },
    {
      "epoch": 0.03475890658686094,
      "grad_norm": 0.6276372671127319,
      "learning_rate": 4.993830482430061e-05,
      "loss": 5.604,
      "step": 39710
    },
    {
      "epoch": 0.034763283180488096,
      "grad_norm": 0.5725955963134766,
      "learning_rate": 4.9938283021622165e-05,
      "loss": 5.3952,
      "step": 39715
    },
    {
      "epoch": 0.03476765977411525,
      "grad_norm": 0.49741023778915405,
      "learning_rate": 4.99382612150979e-05,
      "loss": 5.5553,
      "step": 39720
    },
    {
      "epoch": 0.034772036367742405,
      "grad_norm": 0.6146402359008789,
      "learning_rate": 4.9938239404727815e-05,
      "loss": 4.781,
      "step": 39725
    },
    {
      "epoch": 0.03477641296136956,
      "grad_norm": 0.7530410289764404,
      "learning_rate": 4.99382175905119e-05,
      "loss": 4.8004,
      "step": 39730
    },
    {
      "epoch": 0.034780789554996715,
      "grad_norm": 0.6047792434692383,
      "learning_rate": 4.993819577245017e-05,
      "loss": 4.7907,
      "step": 39735
    },
    {
      "epoch": 0.03478516614862387,
      "grad_norm": 0.7200910449028015,
      "learning_rate": 4.993817395054263e-05,
      "loss": 5.6458,
      "step": 39740
    },
    {
      "epoch": 0.034789542742251024,
      "grad_norm": 0.670855700969696,
      "learning_rate": 4.993815212478928e-05,
      "loss": 5.4293,
      "step": 39745
    },
    {
      "epoch": 0.03479391933587818,
      "grad_norm": 0.9616261720657349,
      "learning_rate": 4.993813029519013e-05,
      "loss": 5.2982,
      "step": 39750
    },
    {
      "epoch": 0.034798295929505334,
      "grad_norm": 0.7598519325256348,
      "learning_rate": 4.993810846174517e-05,
      "loss": 5.6174,
      "step": 39755
    },
    {
      "epoch": 0.03480267252313249,
      "grad_norm": 0.581449568271637,
      "learning_rate": 4.993808662445443e-05,
      "loss": 5.9522,
      "step": 39760
    },
    {
      "epoch": 0.03480704911675964,
      "grad_norm": 0.8299546837806702,
      "learning_rate": 4.9938064783317886e-05,
      "loss": 5.2638,
      "step": 39765
    },
    {
      "epoch": 0.0348114257103868,
      "grad_norm": 0.6147002577781677,
      "learning_rate": 4.993804293833555e-05,
      "loss": 5.533,
      "step": 39770
    },
    {
      "epoch": 0.034815802304013946,
      "grad_norm": 0.6465617418289185,
      "learning_rate": 4.993802108950745e-05,
      "loss": 5.3289,
      "step": 39775
    },
    {
      "epoch": 0.0348201788976411,
      "grad_norm": 0.8051524758338928,
      "learning_rate": 4.9937999236833555e-05,
      "loss": 4.9899,
      "step": 39780
    },
    {
      "epoch": 0.034824555491268255,
      "grad_norm": 0.5883838534355164,
      "learning_rate": 4.993797738031388e-05,
      "loss": 5.8217,
      "step": 39785
    },
    {
      "epoch": 0.03482893208489541,
      "grad_norm": 0.5889121890068054,
      "learning_rate": 4.9937955519948456e-05,
      "loss": 5.6596,
      "step": 39790
    },
    {
      "epoch": 0.034833308678522565,
      "grad_norm": 0.5362350344657898,
      "learning_rate": 4.993793365573724e-05,
      "loss": 5.6554,
      "step": 39795
    },
    {
      "epoch": 0.03483768527214972,
      "grad_norm": 0.5492426753044128,
      "learning_rate": 4.993791178768028e-05,
      "loss": 4.9835,
      "step": 39800
    },
    {
      "epoch": 0.034842061865776874,
      "grad_norm": 0.5134614109992981,
      "learning_rate": 4.993788991577757e-05,
      "loss": 5.6523,
      "step": 39805
    },
    {
      "epoch": 0.03484643845940403,
      "grad_norm": 0.4495342969894409,
      "learning_rate": 4.993786804002909e-05,
      "loss": 6.4732,
      "step": 39810
    },
    {
      "epoch": 0.034850815053031184,
      "grad_norm": 0.47422856092453003,
      "learning_rate": 4.9937846160434865e-05,
      "loss": 5.5988,
      "step": 39815
    },
    {
      "epoch": 0.03485519164665834,
      "grad_norm": 0.5547772645950317,
      "learning_rate": 4.993782427699489e-05,
      "loss": 4.961,
      "step": 39820
    },
    {
      "epoch": 0.03485956824028549,
      "grad_norm": 0.552962064743042,
      "learning_rate": 4.993780238970919e-05,
      "loss": 4.8792,
      "step": 39825
    },
    {
      "epoch": 0.03486394483391265,
      "grad_norm": 0.48311641812324524,
      "learning_rate": 4.9937780498577735e-05,
      "loss": 5.6227,
      "step": 39830
    },
    {
      "epoch": 0.0348683214275398,
      "grad_norm": 0.5238768458366394,
      "learning_rate": 4.993775860360056e-05,
      "loss": 5.0981,
      "step": 39835
    },
    {
      "epoch": 0.03487269802116696,
      "grad_norm": 0.5208742022514343,
      "learning_rate": 4.9937736704777646e-05,
      "loss": 5.4479,
      "step": 39840
    },
    {
      "epoch": 0.03487707461479411,
      "grad_norm": 0.5299453735351562,
      "learning_rate": 4.9937714802109016e-05,
      "loss": 5.3344,
      "step": 39845
    },
    {
      "epoch": 0.03488145120842127,
      "grad_norm": 0.471474826335907,
      "learning_rate": 4.993769289559467e-05,
      "loss": 5.4433,
      "step": 39850
    },
    {
      "epoch": 0.03488582780204842,
      "grad_norm": 0.4518141448497772,
      "learning_rate": 4.99376709852346e-05,
      "loss": 5.0797,
      "step": 39855
    },
    {
      "epoch": 0.03489020439567558,
      "grad_norm": 0.5368173718452454,
      "learning_rate": 4.993764907102882e-05,
      "loss": 4.5776,
      "step": 39860
    },
    {
      "epoch": 0.03489458098930273,
      "grad_norm": 0.4985852539539337,
      "learning_rate": 4.993762715297734e-05,
      "loss": 5.4169,
      "step": 39865
    },
    {
      "epoch": 0.034898957582929886,
      "grad_norm": 0.6140937805175781,
      "learning_rate": 4.9937605231080144e-05,
      "loss": 5.2146,
      "step": 39870
    },
    {
      "epoch": 0.03490333417655704,
      "grad_norm": 0.5100281238555908,
      "learning_rate": 4.993758330533725e-05,
      "loss": 5.6152,
      "step": 39875
    },
    {
      "epoch": 0.034907710770184196,
      "grad_norm": 0.5699472427368164,
      "learning_rate": 4.9937561375748675e-05,
      "loss": 5.3878,
      "step": 39880
    },
    {
      "epoch": 0.03491208736381135,
      "grad_norm": 0.5420172214508057,
      "learning_rate": 4.9937539442314406e-05,
      "loss": 5.5598,
      "step": 39885
    },
    {
      "epoch": 0.034916463957438505,
      "grad_norm": 0.6021440029144287,
      "learning_rate": 4.993751750503445e-05,
      "loss": 4.5791,
      "step": 39890
    },
    {
      "epoch": 0.03492084055106566,
      "grad_norm": 0.4451512396335602,
      "learning_rate": 4.993749556390881e-05,
      "loss": 5.8682,
      "step": 39895
    },
    {
      "epoch": 0.03492521714469281,
      "grad_norm": 0.42675864696502686,
      "learning_rate": 4.993747361893749e-05,
      "loss": 5.9405,
      "step": 39900
    },
    {
      "epoch": 0.03492959373831996,
      "grad_norm": 0.5910803079605103,
      "learning_rate": 4.993745167012051e-05,
      "loss": 4.8077,
      "step": 39905
    },
    {
      "epoch": 0.03493397033194712,
      "grad_norm": 0.5743613839149475,
      "learning_rate": 4.993742971745784e-05,
      "loss": 4.5632,
      "step": 39910
    },
    {
      "epoch": 0.03493834692557427,
      "grad_norm": 0.5136346817016602,
      "learning_rate": 4.993740776094952e-05,
      "loss": 6.4822,
      "step": 39915
    },
    {
      "epoch": 0.03494272351920143,
      "grad_norm": 0.5102138519287109,
      "learning_rate": 4.993738580059554e-05,
      "loss": 5.0999,
      "step": 39920
    },
    {
      "epoch": 0.03494710011282858,
      "grad_norm": 0.5727478861808777,
      "learning_rate": 4.9937363836395887e-05,
      "loss": 5.3325,
      "step": 39925
    },
    {
      "epoch": 0.034951476706455736,
      "grad_norm": 0.5240827202796936,
      "learning_rate": 4.9937341868350604e-05,
      "loss": 6.1781,
      "step": 39930
    },
    {
      "epoch": 0.03495585330008289,
      "grad_norm": 0.5053566694259644,
      "learning_rate": 4.9937319896459657e-05,
      "loss": 5.6399,
      "step": 39935
    },
    {
      "epoch": 0.034960229893710046,
      "grad_norm": 0.5080786943435669,
      "learning_rate": 4.993729792072308e-05,
      "loss": 5.3997,
      "step": 39940
    },
    {
      "epoch": 0.0349646064873372,
      "grad_norm": 0.5112261176109314,
      "learning_rate": 4.993727594114085e-05,
      "loss": 4.5699,
      "step": 39945
    },
    {
      "epoch": 0.034968983080964355,
      "grad_norm": 0.6496045589447021,
      "learning_rate": 4.993725395771299e-05,
      "loss": 5.0979,
      "step": 39950
    },
    {
      "epoch": 0.03497335967459151,
      "grad_norm": 0.7824143767356873,
      "learning_rate": 4.99372319704395e-05,
      "loss": 6.1373,
      "step": 39955
    },
    {
      "epoch": 0.034977736268218665,
      "grad_norm": 0.5907767415046692,
      "learning_rate": 4.993720997932039e-05,
      "loss": 5.6195,
      "step": 39960
    },
    {
      "epoch": 0.03498211286184582,
      "grad_norm": 0.7276343107223511,
      "learning_rate": 4.993718798435565e-05,
      "loss": 5.0886,
      "step": 39965
    },
    {
      "epoch": 0.034986489455472974,
      "grad_norm": 0.8482578992843628,
      "learning_rate": 4.993716598554529e-05,
      "loss": 5.2533,
      "step": 39970
    },
    {
      "epoch": 0.03499086604910013,
      "grad_norm": 0.8849168419837952,
      "learning_rate": 4.9937143982889325e-05,
      "loss": 4.7648,
      "step": 39975
    },
    {
      "epoch": 0.034995242642727284,
      "grad_norm": 0.5987801551818848,
      "learning_rate": 4.9937121976387744e-05,
      "loss": 5.8662,
      "step": 39980
    },
    {
      "epoch": 0.03499961923635444,
      "grad_norm": 0.5416995882987976,
      "learning_rate": 4.993709996604056e-05,
      "loss": 4.5675,
      "step": 39985
    },
    {
      "epoch": 0.03500399582998159,
      "grad_norm": 0.5460981130599976,
      "learning_rate": 4.993707795184777e-05,
      "loss": 5.077,
      "step": 39990
    },
    {
      "epoch": 0.03500837242360875,
      "grad_norm": 0.5024113655090332,
      "learning_rate": 4.993705593380938e-05,
      "loss": 5.8637,
      "step": 39995
    },
    {
      "epoch": 0.0350127490172359,
      "grad_norm": 0.4128739535808563,
      "learning_rate": 4.99370339119254e-05,
      "loss": 6.4922,
      "step": 40000
    },
    {
      "epoch": 0.03501712561086306,
      "grad_norm": 0.5359011888504028,
      "learning_rate": 4.993701188619584e-05,
      "loss": 4.8784,
      "step": 40005
    },
    {
      "epoch": 0.03502150220449021,
      "grad_norm": 0.4791296720504761,
      "learning_rate": 4.9936989856620686e-05,
      "loss": 5.2193,
      "step": 40010
    },
    {
      "epoch": 0.03502587879811737,
      "grad_norm": 0.5024171471595764,
      "learning_rate": 4.9936967823199964e-05,
      "loss": 4.3254,
      "step": 40015
    },
    {
      "epoch": 0.03503025539174452,
      "grad_norm": 0.5224100947380066,
      "learning_rate": 4.993694578593365e-05,
      "loss": 5.0732,
      "step": 40020
    },
    {
      "epoch": 0.03503463198537168,
      "grad_norm": 0.5193516612052917,
      "learning_rate": 4.993692374482178e-05,
      "loss": 5.8389,
      "step": 40025
    },
    {
      "epoch": 0.035039008578998825,
      "grad_norm": 0.5073971152305603,
      "learning_rate": 4.9936901699864336e-05,
      "loss": 5.6153,
      "step": 40030
    },
    {
      "epoch": 0.03504338517262598,
      "grad_norm": 0.4977951943874359,
      "learning_rate": 4.993687965106133e-05,
      "loss": 4.2353,
      "step": 40035
    },
    {
      "epoch": 0.035047761766253134,
      "grad_norm": 0.49154531955718994,
      "learning_rate": 4.993685759841277e-05,
      "loss": 4.2276,
      "step": 40040
    },
    {
      "epoch": 0.03505213835988029,
      "grad_norm": 0.7647240161895752,
      "learning_rate": 4.993683554191865e-05,
      "loss": 5.0706,
      "step": 40045
    },
    {
      "epoch": 0.035056514953507444,
      "grad_norm": 0.7610443830490112,
      "learning_rate": 4.9936813481578985e-05,
      "loss": 5.6264,
      "step": 40050
    },
    {
      "epoch": 0.0350608915471346,
      "grad_norm": 0.688645601272583,
      "learning_rate": 4.9936791417393755e-05,
      "loss": 6.1512,
      "step": 40055
    },
    {
      "epoch": 0.03506526814076175,
      "grad_norm": 0.6700357794761658,
      "learning_rate": 4.9936769349363e-05,
      "loss": 5.6694,
      "step": 40060
    },
    {
      "epoch": 0.03506964473438891,
      "grad_norm": 0.5246953368186951,
      "learning_rate": 4.993674727748671e-05,
      "loss": 5.0919,
      "step": 40065
    },
    {
      "epoch": 0.03507402132801606,
      "grad_norm": 0.49483171105384827,
      "learning_rate": 4.9936725201764875e-05,
      "loss": 5.117,
      "step": 40070
    },
    {
      "epoch": 0.03507839792164322,
      "grad_norm": 0.5230074524879456,
      "learning_rate": 4.993670312219753e-05,
      "loss": 5.8352,
      "step": 40075
    },
    {
      "epoch": 0.03508277451527037,
      "grad_norm": 0.5026769638061523,
      "learning_rate": 4.9936681038784636e-05,
      "loss": 5.3862,
      "step": 40080
    },
    {
      "epoch": 0.03508715110889753,
      "grad_norm": 0.5326606035232544,
      "learning_rate": 4.9936658951526236e-05,
      "loss": 5.6099,
      "step": 40085
    },
    {
      "epoch": 0.03509152770252468,
      "grad_norm": 0.5128045082092285,
      "learning_rate": 4.9936636860422326e-05,
      "loss": 5.4107,
      "step": 40090
    },
    {
      "epoch": 0.035095904296151836,
      "grad_norm": 0.44048985838890076,
      "learning_rate": 4.993661476547289e-05,
      "loss": 5.4501,
      "step": 40095
    },
    {
      "epoch": 0.03510028088977899,
      "grad_norm": 0.4548274874687195,
      "learning_rate": 4.993659266667795e-05,
      "loss": 5.0916,
      "step": 40100
    },
    {
      "epoch": 0.035104657483406146,
      "grad_norm": 0.49442487955093384,
      "learning_rate": 4.993657056403751e-05,
      "loss": 5.0576,
      "step": 40105
    },
    {
      "epoch": 0.0351090340770333,
      "grad_norm": 0.5316300988197327,
      "learning_rate": 4.993654845755157e-05,
      "loss": 5.0941,
      "step": 40110
    },
    {
      "epoch": 0.035113410670660455,
      "grad_norm": 0.5092245936393738,
      "learning_rate": 4.993652634722013e-05,
      "loss": 4.8724,
      "step": 40115
    },
    {
      "epoch": 0.03511778726428761,
      "grad_norm": 0.5099899768829346,
      "learning_rate": 4.9936504233043216e-05,
      "loss": 5.0865,
      "step": 40120
    },
    {
      "epoch": 0.035122163857914765,
      "grad_norm": 0.5658988952636719,
      "learning_rate": 4.99364821150208e-05,
      "loss": 5.6447,
      "step": 40125
    },
    {
      "epoch": 0.03512654045154192,
      "grad_norm": 0.5852052569389343,
      "learning_rate": 4.993645999315291e-05,
      "loss": 5.0949,
      "step": 40130
    },
    {
      "epoch": 0.035130917045169074,
      "grad_norm": 0.5375733375549316,
      "learning_rate": 4.9936437867439536e-05,
      "loss": 4.0278,
      "step": 40135
    },
    {
      "epoch": 0.03513529363879623,
      "grad_norm": 0.5074722766876221,
      "learning_rate": 4.993641573788069e-05,
      "loss": 5.6544,
      "step": 40140
    },
    {
      "epoch": 0.035139670232423384,
      "grad_norm": 0.5396877527236938,
      "learning_rate": 4.9936393604476375e-05,
      "loss": 5.6268,
      "step": 40145
    },
    {
      "epoch": 0.03514404682605054,
      "grad_norm": 0.8916938304901123,
      "learning_rate": 4.993637146722659e-05,
      "loss": 5.0146,
      "step": 40150
    },
    {
      "epoch": 0.03514842341967769,
      "grad_norm": 0.5455723404884338,
      "learning_rate": 4.993634932613136e-05,
      "loss": 5.4105,
      "step": 40155
    },
    {
      "epoch": 0.03515280001330484,
      "grad_norm": 0.5612128376960754,
      "learning_rate": 4.993632718119066e-05,
      "loss": 5.6464,
      "step": 40160
    },
    {
      "epoch": 0.035157176606931996,
      "grad_norm": 0.5819140076637268,
      "learning_rate": 4.9936305032404504e-05,
      "loss": 5.6445,
      "step": 40165
    },
    {
      "epoch": 0.03516155320055915,
      "grad_norm": 1.2712645530700684,
      "learning_rate": 4.993628287977291e-05,
      "loss": 5.2985,
      "step": 40170
    },
    {
      "epoch": 0.035165929794186306,
      "grad_norm": 0.5439395308494568,
      "learning_rate": 4.993626072329588e-05,
      "loss": 5.0686,
      "step": 40175
    },
    {
      "epoch": 0.03517030638781346,
      "grad_norm": 0.5536331534385681,
      "learning_rate": 4.993623856297339e-05,
      "loss": 6.1674,
      "step": 40180
    },
    {
      "epoch": 0.035174682981440615,
      "grad_norm": 0.6645180583000183,
      "learning_rate": 4.993621639880548e-05,
      "loss": 5.1307,
      "step": 40185
    },
    {
      "epoch": 0.03517905957506777,
      "grad_norm": 0.5989232063293457,
      "learning_rate": 4.993619423079213e-05,
      "loss": 6.1543,
      "step": 40190
    },
    {
      "epoch": 0.035183436168694925,
      "grad_norm": 0.5431422591209412,
      "learning_rate": 4.9936172058933376e-05,
      "loss": 5.935,
      "step": 40195
    },
    {
      "epoch": 0.03518781276232208,
      "grad_norm": 0.5332985520362854,
      "learning_rate": 4.993614988322918e-05,
      "loss": 4.7729,
      "step": 40200
    },
    {
      "epoch": 0.035192189355949234,
      "grad_norm": 0.504493236541748,
      "learning_rate": 4.993612770367956e-05,
      "loss": 5.2248,
      "step": 40205
    },
    {
      "epoch": 0.03519656594957639,
      "grad_norm": 0.5012578964233398,
      "learning_rate": 4.993610552028454e-05,
      "loss": 5.8516,
      "step": 40210
    },
    {
      "epoch": 0.035200942543203544,
      "grad_norm": 0.39623433351516724,
      "learning_rate": 4.99360833330441e-05,
      "loss": 5.9423,
      "step": 40215
    },
    {
      "epoch": 0.0352053191368307,
      "grad_norm": 0.45044007897377014,
      "learning_rate": 4.993606114195827e-05,
      "loss": 5.373,
      "step": 40220
    },
    {
      "epoch": 0.03520969573045785,
      "grad_norm": 0.4603172242641449,
      "learning_rate": 4.993603894702702e-05,
      "loss": 5.3361,
      "step": 40225
    },
    {
      "epoch": 0.03521407232408501,
      "grad_norm": 0.4482077360153198,
      "learning_rate": 4.9936016748250394e-05,
      "loss": 4.854,
      "step": 40230
    },
    {
      "epoch": 0.03521844891771216,
      "grad_norm": 0.44498199224472046,
      "learning_rate": 4.993599454562835e-05,
      "loss": 5.1152,
      "step": 40235
    },
    {
      "epoch": 0.03522282551133932,
      "grad_norm": 0.4730001389980316,
      "learning_rate": 4.9935972339160945e-05,
      "loss": 5.4101,
      "step": 40240
    },
    {
      "epoch": 0.03522720210496647,
      "grad_norm": 0.5198366641998291,
      "learning_rate": 4.993595012884814e-05,
      "loss": 5.5312,
      "step": 40245
    },
    {
      "epoch": 0.03523157869859363,
      "grad_norm": 0.5105329155921936,
      "learning_rate": 4.993592791468996e-05,
      "loss": 4.2361,
      "step": 40250
    },
    {
      "epoch": 0.03523595529222078,
      "grad_norm": 0.501547634601593,
      "learning_rate": 4.99359056966864e-05,
      "loss": 6.176,
      "step": 40255
    },
    {
      "epoch": 0.035240331885847936,
      "grad_norm": 0.4938592314720154,
      "learning_rate": 4.993588347483747e-05,
      "loss": 6.1738,
      "step": 40260
    },
    {
      "epoch": 0.03524470847947509,
      "grad_norm": 0.5036724805831909,
      "learning_rate": 4.993586124914319e-05,
      "loss": 4.554,
      "step": 40265
    },
    {
      "epoch": 0.035249085073102246,
      "grad_norm": 0.5029919743537903,
      "learning_rate": 4.993583901960354e-05,
      "loss": 5.3107,
      "step": 40270
    },
    {
      "epoch": 0.0352534616667294,
      "grad_norm": 0.5436463356018066,
      "learning_rate": 4.993581678621852e-05,
      "loss": 4.9914,
      "step": 40275
    },
    {
      "epoch": 0.035257838260356555,
      "grad_norm": 0.5094889998435974,
      "learning_rate": 4.9935794548988156e-05,
      "loss": 6.1418,
      "step": 40280
    },
    {
      "epoch": 0.03526221485398371,
      "grad_norm": 0.4648700952529907,
      "learning_rate": 4.9935772307912435e-05,
      "loss": 5.9225,
      "step": 40285
    },
    {
      "epoch": 0.03526659144761086,
      "grad_norm": 0.540383517742157,
      "learning_rate": 4.9935750062991374e-05,
      "loss": 5.6403,
      "step": 40290
    },
    {
      "epoch": 0.03527096804123801,
      "grad_norm": 0.4881373345851898,
      "learning_rate": 4.9935727814224973e-05,
      "loss": 4.82,
      "step": 40295
    },
    {
      "epoch": 0.03527534463486517,
      "grad_norm": 0.4971613883972168,
      "learning_rate": 4.993570556161323e-05,
      "loss": 5.6632,
      "step": 40300
    },
    {
      "epoch": 0.03527972122849232,
      "grad_norm": 0.5181871056556702,
      "learning_rate": 4.9935683305156166e-05,
      "loss": 5.1947,
      "step": 40305
    },
    {
      "epoch": 0.03528409782211948,
      "grad_norm": 0.42263904213905334,
      "learning_rate": 4.9935661044853766e-05,
      "loss": 6.4947,
      "step": 40310
    },
    {
      "epoch": 0.03528847441574663,
      "grad_norm": 0.5518668293952942,
      "learning_rate": 4.993563878070604e-05,
      "loss": 4.736,
      "step": 40315
    },
    {
      "epoch": 0.03529285100937379,
      "grad_norm": 0.47244754433631897,
      "learning_rate": 4.9935616512713e-05,
      "loss": 5.8262,
      "step": 40320
    },
    {
      "epoch": 0.03529722760300094,
      "grad_norm": 0.42874690890312195,
      "learning_rate": 4.993559424087465e-05,
      "loss": 5.8709,
      "step": 40325
    },
    {
      "epoch": 0.035301604196628096,
      "grad_norm": 0.5905283093452454,
      "learning_rate": 4.993557196519098e-05,
      "loss": 5.0793,
      "step": 40330
    },
    {
      "epoch": 0.03530598079025525,
      "grad_norm": 0.6217989325523376,
      "learning_rate": 4.993554968566201e-05,
      "loss": 5.6272,
      "step": 40335
    },
    {
      "epoch": 0.035310357383882406,
      "grad_norm": 0.5005542039871216,
      "learning_rate": 4.993552740228773e-05,
      "loss": 5.8521,
      "step": 40340
    },
    {
      "epoch": 0.03531473397750956,
      "grad_norm": 0.4173411428928375,
      "learning_rate": 4.993550511506816e-05,
      "loss": 6.1689,
      "step": 40345
    },
    {
      "epoch": 0.035319110571136715,
      "grad_norm": 0.5607162117958069,
      "learning_rate": 4.993548282400329e-05,
      "loss": 4.2606,
      "step": 40350
    },
    {
      "epoch": 0.03532348716476387,
      "grad_norm": 0.641029953956604,
      "learning_rate": 4.9935460529093134e-05,
      "loss": 5.9539,
      "step": 40355
    },
    {
      "epoch": 0.035327863758391025,
      "grad_norm": 0.5325965881347656,
      "learning_rate": 4.9935438230337695e-05,
      "loss": 5.3179,
      "step": 40360
    },
    {
      "epoch": 0.03533224035201818,
      "grad_norm": 0.5124154686927795,
      "learning_rate": 4.993541592773697e-05,
      "loss": 5.573,
      "step": 40365
    },
    {
      "epoch": 0.035336616945645334,
      "grad_norm": 0.5322635173797607,
      "learning_rate": 4.993539362129097e-05,
      "loss": 5.0552,
      "step": 40370
    },
    {
      "epoch": 0.03534099353927249,
      "grad_norm": 0.8585609197616577,
      "learning_rate": 4.9935371310999704e-05,
      "loss": 5.2854,
      "step": 40375
    },
    {
      "epoch": 0.035345370132899644,
      "grad_norm": 0.5719991326332092,
      "learning_rate": 4.993534899686316e-05,
      "loss": 5.3754,
      "step": 40380
    },
    {
      "epoch": 0.0353497467265268,
      "grad_norm": 0.5215979218482971,
      "learning_rate": 4.9935326678881356e-05,
      "loss": 5.0655,
      "step": 40385
    },
    {
      "epoch": 0.03535412332015395,
      "grad_norm": 0.5566760897636414,
      "learning_rate": 4.9935304357054305e-05,
      "loss": 5.841,
      "step": 40390
    },
    {
      "epoch": 0.03535849991378111,
      "grad_norm": 0.521701455116272,
      "learning_rate": 4.993528203138198e-05,
      "loss": 5.4265,
      "step": 40395
    },
    {
      "epoch": 0.03536287650740826,
      "grad_norm": 0.603806734085083,
      "learning_rate": 4.993525970186442e-05,
      "loss": 5.6296,
      "step": 40400
    },
    {
      "epoch": 0.03536725310103542,
      "grad_norm": 0.8611854910850525,
      "learning_rate": 4.9935237368501606e-05,
      "loss": 5.6099,
      "step": 40405
    },
    {
      "epoch": 0.03537162969466257,
      "grad_norm": 0.5216591358184814,
      "learning_rate": 4.993521503129355e-05,
      "loss": 5.3143,
      "step": 40410
    },
    {
      "epoch": 0.03537600628828973,
      "grad_norm": 0.8190621733665466,
      "learning_rate": 4.9935192690240265e-05,
      "loss": 4.5906,
      "step": 40415
    },
    {
      "epoch": 0.035380382881916875,
      "grad_norm": 0.5509564280509949,
      "learning_rate": 4.993517034534173e-05,
      "loss": 4.8584,
      "step": 40420
    },
    {
      "epoch": 0.03538475947554403,
      "grad_norm": 0.52279132604599,
      "learning_rate": 4.993514799659798e-05,
      "loss": 6.1762,
      "step": 40425
    },
    {
      "epoch": 0.035389136069171184,
      "grad_norm": 0.6113239526748657,
      "learning_rate": 4.993512564400899e-05,
      "loss": 5.9052,
      "step": 40430
    },
    {
      "epoch": 0.03539351266279834,
      "grad_norm": 0.48856067657470703,
      "learning_rate": 4.9935103287574805e-05,
      "loss": 4.7743,
      "step": 40435
    },
    {
      "epoch": 0.035397889256425494,
      "grad_norm": 0.9625124931335449,
      "learning_rate": 4.9935080927295385e-05,
      "loss": 4.983,
      "step": 40440
    },
    {
      "epoch": 0.03540226585005265,
      "grad_norm": 0.8032281398773193,
      "learning_rate": 4.9935058563170754e-05,
      "loss": 5.6619,
      "step": 40445
    },
    {
      "epoch": 0.0354066424436798,
      "grad_norm": 0.567209005355835,
      "learning_rate": 4.9935036195200925e-05,
      "loss": 5.6074,
      "step": 40450
    },
    {
      "epoch": 0.03541101903730696,
      "grad_norm": 0.6586199402809143,
      "learning_rate": 4.993501382338589e-05,
      "loss": 5.3267,
      "step": 40455
    },
    {
      "epoch": 0.03541539563093411,
      "grad_norm": 0.5529926419258118,
      "learning_rate": 4.9934991447725655e-05,
      "loss": 5.4146,
      "step": 40460
    },
    {
      "epoch": 0.03541977222456127,
      "grad_norm": 0.5545035004615784,
      "learning_rate": 4.9934969068220214e-05,
      "loss": 5.3233,
      "step": 40465
    },
    {
      "epoch": 0.03542414881818842,
      "grad_norm": 0.5476503968238831,
      "learning_rate": 4.99349466848696e-05,
      "loss": 5.9491,
      "step": 40470
    },
    {
      "epoch": 0.03542852541181558,
      "grad_norm": 0.5066824555397034,
      "learning_rate": 4.993492429767379e-05,
      "loss": 5.3908,
      "step": 40475
    },
    {
      "epoch": 0.03543290200544273,
      "grad_norm": 0.5232188105583191,
      "learning_rate": 4.9934901906632806e-05,
      "loss": 5.2889,
      "step": 40480
    },
    {
      "epoch": 0.03543727859906989,
      "grad_norm": 0.5426345467567444,
      "learning_rate": 4.9934879511746635e-05,
      "loss": 5.3744,
      "step": 40485
    },
    {
      "epoch": 0.03544165519269704,
      "grad_norm": 0.5712884664535522,
      "learning_rate": 4.99348571130153e-05,
      "loss": 5.3069,
      "step": 40490
    },
    {
      "epoch": 0.035446031786324196,
      "grad_norm": 0.546515166759491,
      "learning_rate": 4.9934834710438796e-05,
      "loss": 5.0757,
      "step": 40495
    },
    {
      "epoch": 0.03545040837995135,
      "grad_norm": 0.5199171900749207,
      "learning_rate": 4.993481230401712e-05,
      "loss": 5.8461,
      "step": 40500
    },
    {
      "epoch": 0.035454784973578506,
      "grad_norm": 0.480175644159317,
      "learning_rate": 4.993478989375029e-05,
      "loss": 5.9518,
      "step": 40505
    },
    {
      "epoch": 0.03545916156720566,
      "grad_norm": 0.48991039395332336,
      "learning_rate": 4.99347674796383e-05,
      "loss": 5.6036,
      "step": 40510
    },
    {
      "epoch": 0.035463538160832815,
      "grad_norm": 0.41884297132492065,
      "learning_rate": 4.993474506168117e-05,
      "loss": 5.9588,
      "step": 40515
    },
    {
      "epoch": 0.03546791475445997,
      "grad_norm": 0.4822564423084259,
      "learning_rate": 4.993472263987887e-05,
      "loss": 4.9876,
      "step": 40520
    },
    {
      "epoch": 0.035472291348087125,
      "grad_norm": 0.4377012550830841,
      "learning_rate": 4.9934700214231446e-05,
      "loss": 5.6254,
      "step": 40525
    },
    {
      "epoch": 0.03547666794171428,
      "grad_norm": 0.5331062078475952,
      "learning_rate": 4.9934677784738883e-05,
      "loss": 4.8967,
      "step": 40530
    },
    {
      "epoch": 0.035481044535341434,
      "grad_norm": 0.531941831111908,
      "learning_rate": 4.9934655351401185e-05,
      "loss": 5.934,
      "step": 40535
    },
    {
      "epoch": 0.03548542112896859,
      "grad_norm": 0.6183730363845825,
      "learning_rate": 4.993463291421835e-05,
      "loss": 5.8148,
      "step": 40540
    },
    {
      "epoch": 0.03548979772259574,
      "grad_norm": 0.5064073801040649,
      "learning_rate": 4.9934610473190404e-05,
      "loss": 4.5659,
      "step": 40545
    },
    {
      "epoch": 0.03549417431622289,
      "grad_norm": 0.6298009753227234,
      "learning_rate": 4.993458802831732e-05,
      "loss": 6.1949,
      "step": 40550
    },
    {
      "epoch": 0.035498550909850046,
      "grad_norm": 1.2601200342178345,
      "learning_rate": 4.993456557959913e-05,
      "loss": 5.124,
      "step": 40555
    },
    {
      "epoch": 0.0355029275034772,
      "grad_norm": 0.7450633645057678,
      "learning_rate": 4.9934543127035825e-05,
      "loss": 6.515,
      "step": 40560
    },
    {
      "epoch": 0.035507304097104356,
      "grad_norm": 0.5233632922172546,
      "learning_rate": 4.9934520670627415e-05,
      "loss": 4.2325,
      "step": 40565
    },
    {
      "epoch": 0.03551168069073151,
      "grad_norm": 0.8115083575248718,
      "learning_rate": 4.993449821037389e-05,
      "loss": 6.493,
      "step": 40570
    },
    {
      "epoch": 0.035516057284358665,
      "grad_norm": 0.7545092701911926,
      "learning_rate": 4.993447574627528e-05,
      "loss": 5.9685,
      "step": 40575
    },
    {
      "epoch": 0.03552043387798582,
      "grad_norm": 0.4921667277812958,
      "learning_rate": 4.993445327833157e-05,
      "loss": 5.6358,
      "step": 40580
    },
    {
      "epoch": 0.035524810471612975,
      "grad_norm": 0.564221978187561,
      "learning_rate": 4.993443080654276e-05,
      "loss": 5.5995,
      "step": 40585
    },
    {
      "epoch": 0.03552918706524013,
      "grad_norm": 0.6055021286010742,
      "learning_rate": 4.993440833090888e-05,
      "loss": 5.5887,
      "step": 40590
    },
    {
      "epoch": 0.035533563658867284,
      "grad_norm": 0.500796377658844,
      "learning_rate": 4.993438585142991e-05,
      "loss": 5.2969,
      "step": 40595
    },
    {
      "epoch": 0.03553794025249444,
      "grad_norm": 0.4810221791267395,
      "learning_rate": 4.993436336810586e-05,
      "loss": 5.3855,
      "step": 40600
    },
    {
      "epoch": 0.035542316846121594,
      "grad_norm": 0.47649314999580383,
      "learning_rate": 4.993434088093674e-05,
      "loss": 6.1568,
      "step": 40605
    },
    {
      "epoch": 0.03554669343974875,
      "grad_norm": 0.4693357050418854,
      "learning_rate": 4.9934318389922554e-05,
      "loss": 5.9714,
      "step": 40610
    },
    {
      "epoch": 0.0355510700333759,
      "grad_norm": 0.46621739864349365,
      "learning_rate": 4.99342958950633e-05,
      "loss": 5.5915,
      "step": 40615
    },
    {
      "epoch": 0.03555544662700306,
      "grad_norm": 0.4160386323928833,
      "learning_rate": 4.993427339635898e-05,
      "loss": 6.4949,
      "step": 40620
    },
    {
      "epoch": 0.03555982322063021,
      "grad_norm": 0.4219452440738678,
      "learning_rate": 4.993425089380961e-05,
      "loss": 5.9442,
      "step": 40625
    },
    {
      "epoch": 0.03556419981425737,
      "grad_norm": 0.526100754737854,
      "learning_rate": 4.993422838741518e-05,
      "loss": 5.2674,
      "step": 40630
    },
    {
      "epoch": 0.03556857640788452,
      "grad_norm": 0.5201666951179504,
      "learning_rate": 4.993420587717571e-05,
      "loss": 5.3909,
      "step": 40635
    },
    {
      "epoch": 0.03557295300151168,
      "grad_norm": 0.44463467597961426,
      "learning_rate": 4.9934183363091204e-05,
      "loss": 4.9188,
      "step": 40640
    },
    {
      "epoch": 0.03557732959513883,
      "grad_norm": 0.5101257562637329,
      "learning_rate": 4.9934160845161646e-05,
      "loss": 5.8119,
      "step": 40645
    },
    {
      "epoch": 0.03558170618876599,
      "grad_norm": 0.43860507011413574,
      "learning_rate": 4.993413832338706e-05,
      "loss": 5.6212,
      "step": 40650
    },
    {
      "epoch": 0.03558608278239314,
      "grad_norm": 0.4986778497695923,
      "learning_rate": 4.9934115797767446e-05,
      "loss": 5.6154,
      "step": 40655
    },
    {
      "epoch": 0.035590459376020296,
      "grad_norm": 0.466705858707428,
      "learning_rate": 4.99340932683028e-05,
      "loss": 5.6033,
      "step": 40660
    },
    {
      "epoch": 0.03559483596964745,
      "grad_norm": 0.7051023244857788,
      "learning_rate": 4.9934070734993146e-05,
      "loss": 5.2808,
      "step": 40665
    },
    {
      "epoch": 0.035599212563274606,
      "grad_norm": 0.4952312111854553,
      "learning_rate": 4.993404819783847e-05,
      "loss": 5.6101,
      "step": 40670
    },
    {
      "epoch": 0.03560358915690175,
      "grad_norm": 0.43082183599472046,
      "learning_rate": 4.993402565683878e-05,
      "loss": 6.1674,
      "step": 40675
    },
    {
      "epoch": 0.03560796575052891,
      "grad_norm": 0.4651566445827484,
      "learning_rate": 4.9934003111994074e-05,
      "loss": 5.3899,
      "step": 40680
    },
    {
      "epoch": 0.03561234234415606,
      "grad_norm": 0.4985697567462921,
      "learning_rate": 4.993398056330437e-05,
      "loss": 5.3183,
      "step": 40685
    },
    {
      "epoch": 0.03561671893778322,
      "grad_norm": 0.5428969860076904,
      "learning_rate": 4.993395801076966e-05,
      "loss": 5.0944,
      "step": 40690
    },
    {
      "epoch": 0.03562109553141037,
      "grad_norm": 0.6272646188735962,
      "learning_rate": 4.9933935454389966e-05,
      "loss": 6.132,
      "step": 40695
    },
    {
      "epoch": 0.03562547212503753,
      "grad_norm": 0.48803579807281494,
      "learning_rate": 4.993391289416528e-05,
      "loss": 4.7447,
      "step": 40700
    },
    {
      "epoch": 0.03562984871866468,
      "grad_norm": 0.7819995284080505,
      "learning_rate": 4.99338903300956e-05,
      "loss": 6.1844,
      "step": 40705
    },
    {
      "epoch": 0.03563422531229184,
      "grad_norm": 0.5785906314849854,
      "learning_rate": 4.9933867762180944e-05,
      "loss": 5.5806,
      "step": 40710
    },
    {
      "epoch": 0.03563860190591899,
      "grad_norm": 0.6879293918609619,
      "learning_rate": 4.993384519042131e-05,
      "loss": 5.0945,
      "step": 40715
    },
    {
      "epoch": 0.035642978499546146,
      "grad_norm": 0.5963041186332703,
      "learning_rate": 4.99338226148167e-05,
      "loss": 5.6123,
      "step": 40720
    },
    {
      "epoch": 0.0356473550931733,
      "grad_norm": 0.6264124512672424,
      "learning_rate": 4.9933800035367115e-05,
      "loss": 5.3267,
      "step": 40725
    },
    {
      "epoch": 0.035651731686800456,
      "grad_norm": 0.5286604762077332,
      "learning_rate": 4.993377745207258e-05,
      "loss": 5.2193,
      "step": 40730
    },
    {
      "epoch": 0.03565610828042761,
      "grad_norm": 0.4965025782585144,
      "learning_rate": 4.993375486493308e-05,
      "loss": 5.6204,
      "step": 40735
    },
    {
      "epoch": 0.035660484874054765,
      "grad_norm": 0.5883635878562927,
      "learning_rate": 4.9933732273948616e-05,
      "loss": 6.4486,
      "step": 40740
    },
    {
      "epoch": 0.03566486146768192,
      "grad_norm": 0.7989038228988647,
      "learning_rate": 4.99337096791192e-05,
      "loss": 5.6396,
      "step": 40745
    },
    {
      "epoch": 0.035669238061309075,
      "grad_norm": 0.5818279385566711,
      "learning_rate": 4.9933687080444844e-05,
      "loss": 5.4173,
      "step": 40750
    },
    {
      "epoch": 0.03567361465493623,
      "grad_norm": 0.5520423054695129,
      "learning_rate": 4.993366447792555e-05,
      "loss": 5.3237,
      "step": 40755
    },
    {
      "epoch": 0.035677991248563384,
      "grad_norm": 0.5892137885093689,
      "learning_rate": 4.993364187156131e-05,
      "loss": 4.5369,
      "step": 40760
    },
    {
      "epoch": 0.03568236784219054,
      "grad_norm": 0.5771768689155579,
      "learning_rate": 4.9933619261352136e-05,
      "loss": 5.1148,
      "step": 40765
    },
    {
      "epoch": 0.035686744435817694,
      "grad_norm": 0.5330625772476196,
      "learning_rate": 4.993359664729803e-05,
      "loss": 5.6227,
      "step": 40770
    },
    {
      "epoch": 0.03569112102944485,
      "grad_norm": 0.556354284286499,
      "learning_rate": 4.9933574029399e-05,
      "loss": 5.1089,
      "step": 40775
    },
    {
      "epoch": 0.035695497623072,
      "grad_norm": 0.6623601317405701,
      "learning_rate": 4.9933551407655055e-05,
      "loss": 5.6309,
      "step": 40780
    },
    {
      "epoch": 0.03569987421669916,
      "grad_norm": 0.8705487847328186,
      "learning_rate": 4.9933528782066186e-05,
      "loss": 5.6125,
      "step": 40785
    },
    {
      "epoch": 0.03570425081032631,
      "grad_norm": 0.7075015306472778,
      "learning_rate": 4.9933506152632405e-05,
      "loss": 4.7654,
      "step": 40790
    },
    {
      "epoch": 0.03570862740395347,
      "grad_norm": 0.49142271280288696,
      "learning_rate": 4.993348351935372e-05,
      "loss": 5.2774,
      "step": 40795
    },
    {
      "epoch": 0.03571300399758062,
      "grad_norm": 0.5104255080223083,
      "learning_rate": 4.993346088223013e-05,
      "loss": 5.2947,
      "step": 40800
    },
    {
      "epoch": 0.03571738059120777,
      "grad_norm": 0.6570501923561096,
      "learning_rate": 4.9933438241261644e-05,
      "loss": 5.2311,
      "step": 40805
    },
    {
      "epoch": 0.035721757184834925,
      "grad_norm": 0.6090800166130066,
      "learning_rate": 4.993341559644825e-05,
      "loss": 5.9356,
      "step": 40810
    },
    {
      "epoch": 0.03572613377846208,
      "grad_norm": 0.48812249302864075,
      "learning_rate": 4.993339294778998e-05,
      "loss": 5.0285,
      "step": 40815
    },
    {
      "epoch": 0.035730510372089234,
      "grad_norm": 0.47893860936164856,
      "learning_rate": 4.9933370295286815e-05,
      "loss": 5.1053,
      "step": 40820
    },
    {
      "epoch": 0.03573488696571639,
      "grad_norm": 0.48316922783851624,
      "learning_rate": 4.993334763893878e-05,
      "loss": 5.6252,
      "step": 40825
    },
    {
      "epoch": 0.035739263559343544,
      "grad_norm": 0.5746734738349915,
      "learning_rate": 4.9933324978745856e-05,
      "loss": 5.89,
      "step": 40830
    },
    {
      "epoch": 0.0357436401529707,
      "grad_norm": 0.5462468862533569,
      "learning_rate": 4.993330231470806e-05,
      "loss": 4.8036,
      "step": 40835
    },
    {
      "epoch": 0.035748016746597853,
      "grad_norm": 0.5663949847221375,
      "learning_rate": 4.99332796468254e-05,
      "loss": 5.9305,
      "step": 40840
    },
    {
      "epoch": 0.03575239334022501,
      "grad_norm": 0.4947376549243927,
      "learning_rate": 4.9933256975097876e-05,
      "loss": 5.0983,
      "step": 40845
    },
    {
      "epoch": 0.03575676993385216,
      "grad_norm": 0.530611515045166,
      "learning_rate": 4.993323429952549e-05,
      "loss": 5.6405,
      "step": 40850
    },
    {
      "epoch": 0.03576114652747932,
      "grad_norm": 0.4691229462623596,
      "learning_rate": 4.993321162010824e-05,
      "loss": 5.8486,
      "step": 40855
    },
    {
      "epoch": 0.03576552312110647,
      "grad_norm": 0.5152459740638733,
      "learning_rate": 4.993318893684615e-05,
      "loss": 5.0825,
      "step": 40860
    },
    {
      "epoch": 0.03576989971473363,
      "grad_norm": 0.5125973224639893,
      "learning_rate": 4.993316624973921e-05,
      "loss": 5.8703,
      "step": 40865
    },
    {
      "epoch": 0.03577427630836078,
      "grad_norm": 0.5563728213310242,
      "learning_rate": 4.9933143558787434e-05,
      "loss": 5.3319,
      "step": 40870
    },
    {
      "epoch": 0.03577865290198794,
      "grad_norm": 0.49921923875808716,
      "learning_rate": 4.993312086399081e-05,
      "loss": 5.4186,
      "step": 40875
    },
    {
      "epoch": 0.03578302949561509,
      "grad_norm": 0.5219693183898926,
      "learning_rate": 4.9933098165349355e-05,
      "loss": 5.2866,
      "step": 40880
    },
    {
      "epoch": 0.035787406089242246,
      "grad_norm": 0.702989399433136,
      "learning_rate": 4.993307546286307e-05,
      "loss": 5.9328,
      "step": 40885
    },
    {
      "epoch": 0.0357917826828694,
      "grad_norm": 0.5086493492126465,
      "learning_rate": 4.993305275653196e-05,
      "loss": 5.0906,
      "step": 40890
    },
    {
      "epoch": 0.035796159276496556,
      "grad_norm": 0.5822976231575012,
      "learning_rate": 4.993303004635603e-05,
      "loss": 5.643,
      "step": 40895
    },
    {
      "epoch": 0.03580053587012371,
      "grad_norm": 0.5357679724693298,
      "learning_rate": 4.993300733233529e-05,
      "loss": 4.0072,
      "step": 40900
    },
    {
      "epoch": 0.035804912463750865,
      "grad_norm": 1.2677936553955078,
      "learning_rate": 4.993298461446974e-05,
      "loss": 4.8121,
      "step": 40905
    },
    {
      "epoch": 0.03580928905737802,
      "grad_norm": 0.6901339292526245,
      "learning_rate": 4.993296189275937e-05,
      "loss": 5.5092,
      "step": 40910
    },
    {
      "epoch": 0.035813665651005175,
      "grad_norm": 0.5845898985862732,
      "learning_rate": 4.993293916720419e-05,
      "loss": 5.8588,
      "step": 40915
    },
    {
      "epoch": 0.03581804224463233,
      "grad_norm": 0.8770315051078796,
      "learning_rate": 4.9932916437804234e-05,
      "loss": 5.3991,
      "step": 40920
    },
    {
      "epoch": 0.035822418838259484,
      "grad_norm": 0.9982015490531921,
      "learning_rate": 4.993289370455948e-05,
      "loss": 5.8758,
      "step": 40925
    },
    {
      "epoch": 0.03582679543188664,
      "grad_norm": 0.608535885810852,
      "learning_rate": 4.993287096746992e-05,
      "loss": 5.5211,
      "step": 40930
    },
    {
      "epoch": 0.03583117202551379,
      "grad_norm": 0.5911207795143127,
      "learning_rate": 4.993284822653559e-05,
      "loss": 5.9169,
      "step": 40935
    },
    {
      "epoch": 0.03583554861914094,
      "grad_norm": 0.7502930760383606,
      "learning_rate": 4.993282548175647e-05,
      "loss": 5.8717,
      "step": 40940
    },
    {
      "epoch": 0.035839925212768096,
      "grad_norm": 0.6937809586524963,
      "learning_rate": 4.993280273313258e-05,
      "loss": 6.1877,
      "step": 40945
    },
    {
      "epoch": 0.03584430180639525,
      "grad_norm": 0.7008209824562073,
      "learning_rate": 4.9932779980663914e-05,
      "loss": 5.4104,
      "step": 40950
    },
    {
      "epoch": 0.035848678400022406,
      "grad_norm": 0.585425078868866,
      "learning_rate": 4.993275722435048e-05,
      "loss": 6.1695,
      "step": 40955
    },
    {
      "epoch": 0.03585305499364956,
      "grad_norm": 0.5479447245597839,
      "learning_rate": 4.993273446419229e-05,
      "loss": 4.3361,
      "step": 40960
    },
    {
      "epoch": 0.035857431587276715,
      "grad_norm": 0.5930341482162476,
      "learning_rate": 4.993271170018933e-05,
      "loss": 6.1832,
      "step": 40965
    },
    {
      "epoch": 0.03586180818090387,
      "grad_norm": 0.6053786873817444,
      "learning_rate": 4.993268893234162e-05,
      "loss": 5.3683,
      "step": 40970
    },
    {
      "epoch": 0.035866184774531025,
      "grad_norm": 0.512952983379364,
      "learning_rate": 4.9932666160649154e-05,
      "loss": 4.6977,
      "step": 40975
    },
    {
      "epoch": 0.03587056136815818,
      "grad_norm": 0.7065129280090332,
      "learning_rate": 4.9932643385111954e-05,
      "loss": 5.3244,
      "step": 40980
    },
    {
      "epoch": 0.035874937961785335,
      "grad_norm": 0.6608684062957764,
      "learning_rate": 4.9932620605729996e-05,
      "loss": 4.9162,
      "step": 40985
    },
    {
      "epoch": 0.03587931455541249,
      "grad_norm": 0.5280575156211853,
      "learning_rate": 4.9932597822503316e-05,
      "loss": 5.5459,
      "step": 40990
    },
    {
      "epoch": 0.035883691149039644,
      "grad_norm": 0.48476606607437134,
      "learning_rate": 4.993257503543189e-05,
      "loss": 4.0053,
      "step": 40995
    },
    {
      "epoch": 0.0358880677426668,
      "grad_norm": 0.5406755805015564,
      "learning_rate": 4.993255224451575e-05,
      "loss": 5.4275,
      "step": 41000
    },
    {
      "epoch": 0.035892444336293954,
      "grad_norm": 0.5133458375930786,
      "learning_rate": 4.9932529449754874e-05,
      "loss": 5.6222,
      "step": 41005
    },
    {
      "epoch": 0.03589682092992111,
      "grad_norm": 0.43156322836875916,
      "learning_rate": 4.9932506651149294e-05,
      "loss": 5.9443,
      "step": 41010
    },
    {
      "epoch": 0.03590119752354826,
      "grad_norm": 0.5367190837860107,
      "learning_rate": 4.993248384869898e-05,
      "loss": 4.7772,
      "step": 41015
    },
    {
      "epoch": 0.03590557411717542,
      "grad_norm": 0.5798189043998718,
      "learning_rate": 4.9932461042403964e-05,
      "loss": 5.8707,
      "step": 41020
    },
    {
      "epoch": 0.03590995071080257,
      "grad_norm": 0.5456930994987488,
      "learning_rate": 4.993243823226425e-05,
      "loss": 5.4551,
      "step": 41025
    },
    {
      "epoch": 0.03591432730442973,
      "grad_norm": 0.47547346353530884,
      "learning_rate": 4.993241541827982e-05,
      "loss": 4.8652,
      "step": 41030
    },
    {
      "epoch": 0.03591870389805688,
      "grad_norm": 0.48851683735847473,
      "learning_rate": 4.9932392600450694e-05,
      "loss": 5.6061,
      "step": 41035
    },
    {
      "epoch": 0.03592308049168404,
      "grad_norm": 0.4300137758255005,
      "learning_rate": 4.9932369778776876e-05,
      "loss": 6.1125,
      "step": 41040
    },
    {
      "epoch": 0.03592745708531119,
      "grad_norm": 0.47063401341438293,
      "learning_rate": 4.993234695325838e-05,
      "loss": 5.115,
      "step": 41045
    },
    {
      "epoch": 0.035931833678938346,
      "grad_norm": 0.41609278321266174,
      "learning_rate": 4.993232412389518e-05,
      "loss": 5.9528,
      "step": 41050
    },
    {
      "epoch": 0.0359362102725655,
      "grad_norm": 0.44120389223098755,
      "learning_rate": 4.993230129068732e-05,
      "loss": 5.8566,
      "step": 41055
    },
    {
      "epoch": 0.035940586866192656,
      "grad_norm": 0.49216488003730774,
      "learning_rate": 4.993227845363477e-05,
      "loss": 5.1015,
      "step": 41060
    },
    {
      "epoch": 0.035944963459819804,
      "grad_norm": 0.3757309913635254,
      "learning_rate": 4.9932255612737556e-05,
      "loss": 5.9467,
      "step": 41065
    },
    {
      "epoch": 0.03594934005344696,
      "grad_norm": 0.5172637104988098,
      "learning_rate": 4.993223276799567e-05,
      "loss": 5.0785,
      "step": 41070
    },
    {
      "epoch": 0.03595371664707411,
      "grad_norm": 0.5209481716156006,
      "learning_rate": 4.9932209919409135e-05,
      "loss": 4.5581,
      "step": 41075
    },
    {
      "epoch": 0.03595809324070127,
      "grad_norm": 0.5570211410522461,
      "learning_rate": 4.993218706697793e-05,
      "loss": 5.5539,
      "step": 41080
    },
    {
      "epoch": 0.03596246983432842,
      "grad_norm": 0.4958288073539734,
      "learning_rate": 4.993216421070207e-05,
      "loss": 4.5168,
      "step": 41085
    },
    {
      "epoch": 0.03596684642795558,
      "grad_norm": 0.5494488477706909,
      "learning_rate": 4.9932141350581565e-05,
      "loss": 5.6199,
      "step": 41090
    },
    {
      "epoch": 0.03597122302158273,
      "grad_norm": 0.5232968926429749,
      "learning_rate": 4.993211848661642e-05,
      "loss": 4.8789,
      "step": 41095
    },
    {
      "epoch": 0.03597559961520989,
      "grad_norm": 0.4935293197631836,
      "learning_rate": 4.993209561880663e-05,
      "loss": 6.1637,
      "step": 41100
    },
    {
      "epoch": 0.03597997620883704,
      "grad_norm": 0.5263998508453369,
      "learning_rate": 4.9932072747152204e-05,
      "loss": 5.3347,
      "step": 41105
    },
    {
      "epoch": 0.035984352802464196,
      "grad_norm": 0.48371025919914246,
      "learning_rate": 4.993204987165314e-05,
      "loss": 5.1148,
      "step": 41110
    },
    {
      "epoch": 0.03598872939609135,
      "grad_norm": 0.42595991492271423,
      "learning_rate": 4.993202699230945e-05,
      "loss": 6.2004,
      "step": 41115
    },
    {
      "epoch": 0.035993105989718506,
      "grad_norm": 0.512448251247406,
      "learning_rate": 4.993200410912115e-05,
      "loss": 5.296,
      "step": 41120
    },
    {
      "epoch": 0.03599748258334566,
      "grad_norm": 0.4876308739185333,
      "learning_rate": 4.993198122208822e-05,
      "loss": 5.0766,
      "step": 41125
    },
    {
      "epoch": 0.036001859176972816,
      "grad_norm": 0.5327121019363403,
      "learning_rate": 4.993195833121068e-05,
      "loss": 4.8702,
      "step": 41130
    },
    {
      "epoch": 0.03600623577059997,
      "grad_norm": 0.5067203044891357,
      "learning_rate": 4.993193543648853e-05,
      "loss": 6.1678,
      "step": 41135
    },
    {
      "epoch": 0.036010612364227125,
      "grad_norm": 0.46606677770614624,
      "learning_rate": 4.993191253792178e-05,
      "loss": 5.9332,
      "step": 41140
    },
    {
      "epoch": 0.03601498895785428,
      "grad_norm": 0.581342339515686,
      "learning_rate": 4.993188963551042e-05,
      "loss": 5.8537,
      "step": 41145
    },
    {
      "epoch": 0.036019365551481435,
      "grad_norm": 0.5320844054222107,
      "learning_rate": 4.9931866729254475e-05,
      "loss": 6.1535,
      "step": 41150
    },
    {
      "epoch": 0.03602374214510859,
      "grad_norm": 0.5337759256362915,
      "learning_rate": 4.9931843819153935e-05,
      "loss": 4.5401,
      "step": 41155
    },
    {
      "epoch": 0.036028118738735744,
      "grad_norm": 0.5513657331466675,
      "learning_rate": 4.9931820905208806e-05,
      "loss": 5.098,
      "step": 41160
    },
    {
      "epoch": 0.0360324953323629,
      "grad_norm": 0.5146970748901367,
      "learning_rate": 4.9931797987419084e-05,
      "loss": 5.9898,
      "step": 41165
    },
    {
      "epoch": 0.036036871925990054,
      "grad_norm": 0.5132550597190857,
      "learning_rate": 4.9931775065784794e-05,
      "loss": 5.6581,
      "step": 41170
    },
    {
      "epoch": 0.03604124851961721,
      "grad_norm": 0.5565492510795593,
      "learning_rate": 4.993175214030593e-05,
      "loss": 5.8361,
      "step": 41175
    },
    {
      "epoch": 0.03604562511324436,
      "grad_norm": 0.5253815054893494,
      "learning_rate": 4.993172921098249e-05,
      "loss": 5.9042,
      "step": 41180
    },
    {
      "epoch": 0.03605000170687152,
      "grad_norm": 0.4546476900577545,
      "learning_rate": 4.993170627781449e-05,
      "loss": 5.4097,
      "step": 41185
    },
    {
      "epoch": 0.036054378300498666,
      "grad_norm": 0.5035396218299866,
      "learning_rate": 4.9931683340801926e-05,
      "loss": 5.086,
      "step": 41190
    },
    {
      "epoch": 0.03605875489412582,
      "grad_norm": 0.586255669593811,
      "learning_rate": 4.993166039994481e-05,
      "loss": 5.0701,
      "step": 41195
    },
    {
      "epoch": 0.036063131487752975,
      "grad_norm": 0.6252850890159607,
      "learning_rate": 4.993163745524314e-05,
      "loss": 5.0893,
      "step": 41200
    },
    {
      "epoch": 0.03606750808138013,
      "grad_norm": 0.5146604180335999,
      "learning_rate": 4.993161450669693e-05,
      "loss": 6.1404,
      "step": 41205
    },
    {
      "epoch": 0.036071884675007285,
      "grad_norm": 0.6104912161827087,
      "learning_rate": 4.993159155430617e-05,
      "loss": 5.3786,
      "step": 41210
    },
    {
      "epoch": 0.03607626126863444,
      "grad_norm": 0.5298642516136169,
      "learning_rate": 4.993156859807087e-05,
      "loss": 5.6783,
      "step": 41215
    },
    {
      "epoch": 0.036080637862261594,
      "grad_norm": 0.7531073093414307,
      "learning_rate": 4.993154563799104e-05,
      "loss": 5.889,
      "step": 41220
    },
    {
      "epoch": 0.03608501445588875,
      "grad_norm": 0.5318369269371033,
      "learning_rate": 4.9931522674066666e-05,
      "loss": 5.0207,
      "step": 41225
    },
    {
      "epoch": 0.036089391049515904,
      "grad_norm": 0.4236332178115845,
      "learning_rate": 4.993149970629778e-05,
      "loss": 5.9384,
      "step": 41230
    },
    {
      "epoch": 0.03609376764314306,
      "grad_norm": 0.5190946459770203,
      "learning_rate": 4.9931476734684376e-05,
      "loss": 5.0563,
      "step": 41235
    },
    {
      "epoch": 0.03609814423677021,
      "grad_norm": 0.5191408395767212,
      "learning_rate": 4.993145375922644e-05,
      "loss": 5.6342,
      "step": 41240
    },
    {
      "epoch": 0.03610252083039737,
      "grad_norm": 0.6079813838005066,
      "learning_rate": 4.993143077992401e-05,
      "loss": 5.4249,
      "step": 41245
    },
    {
      "epoch": 0.03610689742402452,
      "grad_norm": 0.7740946412086487,
      "learning_rate": 4.9931407796777066e-05,
      "loss": 5.0687,
      "step": 41250
    },
    {
      "epoch": 0.03611127401765168,
      "grad_norm": 0.5045768618583679,
      "learning_rate": 4.993138480978562e-05,
      "loss": 6.1721,
      "step": 41255
    },
    {
      "epoch": 0.03611565061127883,
      "grad_norm": 0.6878687143325806,
      "learning_rate": 4.993136181894966e-05,
      "loss": 5.2855,
      "step": 41260
    },
    {
      "epoch": 0.03612002720490599,
      "grad_norm": 0.5846804976463318,
      "learning_rate": 4.9931338824269226e-05,
      "loss": 5.638,
      "step": 41265
    },
    {
      "epoch": 0.03612440379853314,
      "grad_norm": 0.9628593921661377,
      "learning_rate": 4.9931315825744294e-05,
      "loss": 4.7292,
      "step": 41270
    },
    {
      "epoch": 0.036128780392160297,
      "grad_norm": 0.5570173859596252,
      "learning_rate": 4.993129282337486e-05,
      "loss": 4.8791,
      "step": 41275
    },
    {
      "epoch": 0.03613315698578745,
      "grad_norm": 0.5405541658401489,
      "learning_rate": 4.993126981716098e-05,
      "loss": 4.8725,
      "step": 41280
    },
    {
      "epoch": 0.036137533579414606,
      "grad_norm": 0.7235472798347473,
      "learning_rate": 4.993124680710261e-05,
      "loss": 5.5915,
      "step": 41285
    },
    {
      "epoch": 0.03614191017304176,
      "grad_norm": 0.6486307978630066,
      "learning_rate": 4.993122379319976e-05,
      "loss": 5.1051,
      "step": 41290
    },
    {
      "epoch": 0.036146286766668916,
      "grad_norm": 0.5521529912948608,
      "learning_rate": 4.9931200775452436e-05,
      "loss": 4.7668,
      "step": 41295
    },
    {
      "epoch": 0.03615066336029607,
      "grad_norm": 0.4935867190361023,
      "learning_rate": 4.9931177753860656e-05,
      "loss": 5.41,
      "step": 41300
    },
    {
      "epoch": 0.036155039953923225,
      "grad_norm": 0.5219777822494507,
      "learning_rate": 4.993115472842441e-05,
      "loss": 4.7749,
      "step": 41305
    },
    {
      "epoch": 0.03615941654755038,
      "grad_norm": 0.47952863574028015,
      "learning_rate": 4.993113169914373e-05,
      "loss": 4.7904,
      "step": 41310
    },
    {
      "epoch": 0.036163793141177535,
      "grad_norm": 0.5312530994415283,
      "learning_rate": 4.993110866601859e-05,
      "loss": 4.7908,
      "step": 41315
    },
    {
      "epoch": 0.03616816973480468,
      "grad_norm": 0.5530551075935364,
      "learning_rate": 4.993108562904899e-05,
      "loss": 5.5788,
      "step": 41320
    },
    {
      "epoch": 0.03617254632843184,
      "grad_norm": 0.6070754528045654,
      "learning_rate": 4.993106258823497e-05,
      "loss": 5.3326,
      "step": 41325
    },
    {
      "epoch": 0.03617692292205899,
      "grad_norm": 0.5019875764846802,
      "learning_rate": 4.993103954357651e-05,
      "loss": 5.3025,
      "step": 41330
    },
    {
      "epoch": 0.03618129951568615,
      "grad_norm": 0.5788673162460327,
      "learning_rate": 4.9931016495073604e-05,
      "loss": 5.4998,
      "step": 41335
    },
    {
      "epoch": 0.0361856761093133,
      "grad_norm": 0.5097334384918213,
      "learning_rate": 4.993099344272628e-05,
      "loss": 5.3986,
      "step": 41340
    },
    {
      "epoch": 0.036190052702940456,
      "grad_norm": 0.5481740236282349,
      "learning_rate": 4.9930970386534525e-05,
      "loss": 5.1004,
      "step": 41345
    },
    {
      "epoch": 0.03619442929656761,
      "grad_norm": 0.5279708504676819,
      "learning_rate": 4.9930947326498365e-05,
      "loss": 5.3851,
      "step": 41350
    },
    {
      "epoch": 0.036198805890194766,
      "grad_norm": 0.6204457879066467,
      "learning_rate": 4.993092426261779e-05,
      "loss": 6.198,
      "step": 41355
    },
    {
      "epoch": 0.03620318248382192,
      "grad_norm": 0.4824703335762024,
      "learning_rate": 4.993090119489279e-05,
      "loss": 5.2871,
      "step": 41360
    },
    {
      "epoch": 0.036207559077449075,
      "grad_norm": 0.5280100703239441,
      "learning_rate": 4.993087812332339e-05,
      "loss": 5.4031,
      "step": 41365
    },
    {
      "epoch": 0.03621193567107623,
      "grad_norm": 0.5488918423652649,
      "learning_rate": 4.9930855047909597e-05,
      "loss": 5.2848,
      "step": 41370
    },
    {
      "epoch": 0.036216312264703385,
      "grad_norm": 0.5084656476974487,
      "learning_rate": 4.9930831968651406e-05,
      "loss": 5.3989,
      "step": 41375
    },
    {
      "epoch": 0.03622068885833054,
      "grad_norm": 0.5137526392936707,
      "learning_rate": 4.993080888554881e-05,
      "loss": 6.1215,
      "step": 41380
    },
    {
      "epoch": 0.036225065451957694,
      "grad_norm": 0.4932827651500702,
      "learning_rate": 4.9930785798601845e-05,
      "loss": 5.2987,
      "step": 41385
    },
    {
      "epoch": 0.03622944204558485,
      "grad_norm": 0.5602285861968994,
      "learning_rate": 4.993076270781049e-05,
      "loss": 5.6474,
      "step": 41390
    },
    {
      "epoch": 0.036233818639212004,
      "grad_norm": 0.4810607135295868,
      "learning_rate": 4.993073961317474e-05,
      "loss": 4.6775,
      "step": 41395
    },
    {
      "epoch": 0.03623819523283916,
      "grad_norm": 0.4852364659309387,
      "learning_rate": 4.9930716514694634e-05,
      "loss": 5.1062,
      "step": 41400
    },
    {
      "epoch": 0.03624257182646631,
      "grad_norm": 0.5253151655197144,
      "learning_rate": 4.9930693412370144e-05,
      "loss": 5.625,
      "step": 41405
    },
    {
      "epoch": 0.03624694842009347,
      "grad_norm": 0.5198161005973816,
      "learning_rate": 4.9930670306201297e-05,
      "loss": 4.7844,
      "step": 41410
    },
    {
      "epoch": 0.03625132501372062,
      "grad_norm": 0.5493951439857483,
      "learning_rate": 4.99306471961881e-05,
      "loss": 5.6119,
      "step": 41415
    },
    {
      "epoch": 0.03625570160734778,
      "grad_norm": 0.5347978472709656,
      "learning_rate": 4.993062408233054e-05,
      "loss": 5.3766,
      "step": 41420
    },
    {
      "epoch": 0.03626007820097493,
      "grad_norm": 0.4207298457622528,
      "learning_rate": 4.993060096462862e-05,
      "loss": 5.6146,
      "step": 41425
    },
    {
      "epoch": 0.03626445479460209,
      "grad_norm": 0.49456796050071716,
      "learning_rate": 4.993057784308235e-05,
      "loss": 4.8965,
      "step": 41430
    },
    {
      "epoch": 0.03626883138822924,
      "grad_norm": 0.5103393197059631,
      "learning_rate": 4.993055471769175e-05,
      "loss": 4.4734,
      "step": 41435
    },
    {
      "epoch": 0.0362732079818564,
      "grad_norm": 0.6680071353912354,
      "learning_rate": 4.99305315884568e-05,
      "loss": 6.1695,
      "step": 41440
    },
    {
      "epoch": 0.03627758457548355,
      "grad_norm": 0.6249488592147827,
      "learning_rate": 4.993050845537751e-05,
      "loss": 4.221,
      "step": 41445
    },
    {
      "epoch": 0.0362819611691107,
      "grad_norm": 0.5806844830513,
      "learning_rate": 4.993048531845391e-05,
      "loss": 4.7889,
      "step": 41450
    },
    {
      "epoch": 0.036286337762737854,
      "grad_norm": 0.5400569438934326,
      "learning_rate": 4.9930462177685966e-05,
      "loss": 5.6603,
      "step": 41455
    },
    {
      "epoch": 0.03629071435636501,
      "grad_norm": 0.5054526329040527,
      "learning_rate": 4.9930439033073715e-05,
      "loss": 5.8271,
      "step": 41460
    },
    {
      "epoch": 0.03629509094999216,
      "grad_norm": 0.6603783965110779,
      "learning_rate": 4.993041588461714e-05,
      "loss": 4.9229,
      "step": 41465
    },
    {
      "epoch": 0.03629946754361932,
      "grad_norm": 0.5757712721824646,
      "learning_rate": 4.993039273231626e-05,
      "loss": 5.3011,
      "step": 41470
    },
    {
      "epoch": 0.03630384413724647,
      "grad_norm": 0.6490476131439209,
      "learning_rate": 4.993036957617106e-05,
      "loss": 5.6295,
      "step": 41475
    },
    {
      "epoch": 0.03630822073087363,
      "grad_norm": 0.7897707223892212,
      "learning_rate": 4.993034641618157e-05,
      "loss": 4.9893,
      "step": 41480
    },
    {
      "epoch": 0.03631259732450078,
      "grad_norm": 0.5145601630210876,
      "learning_rate": 4.993032325234778e-05,
      "loss": 5.4269,
      "step": 41485
    },
    {
      "epoch": 0.03631697391812794,
      "grad_norm": 0.4639360308647156,
      "learning_rate": 4.993030008466969e-05,
      "loss": 6.4766,
      "step": 41490
    },
    {
      "epoch": 0.03632135051175509,
      "grad_norm": 0.41914528608322144,
      "learning_rate": 4.9930276913147324e-05,
      "loss": 5.842,
      "step": 41495
    },
    {
      "epoch": 0.03632572710538225,
      "grad_norm": 0.4905065596103668,
      "learning_rate": 4.993025373778065e-05,
      "loss": 5.5277,
      "step": 41500
    },
    {
      "epoch": 0.0363301036990094,
      "grad_norm": 0.6440586447715759,
      "learning_rate": 4.993023055856971e-05,
      "loss": 5.403,
      "step": 41505
    },
    {
      "epoch": 0.036334480292636556,
      "grad_norm": 0.8685562610626221,
      "learning_rate": 4.993020737551449e-05,
      "loss": 4.5339,
      "step": 41510
    },
    {
      "epoch": 0.03633885688626371,
      "grad_norm": 0.5847439765930176,
      "learning_rate": 4.9930184188615e-05,
      "loss": 5.4219,
      "step": 41515
    },
    {
      "epoch": 0.036343233479890866,
      "grad_norm": 0.5422510504722595,
      "learning_rate": 4.993016099787124e-05,
      "loss": 5.0677,
      "step": 41520
    },
    {
      "epoch": 0.03634761007351802,
      "grad_norm": 0.6741538047790527,
      "learning_rate": 4.993013780328323e-05,
      "loss": 5.8619,
      "step": 41525
    },
    {
      "epoch": 0.036351986667145175,
      "grad_norm": 0.4926118552684784,
      "learning_rate": 4.9930114604850944e-05,
      "loss": 4.3108,
      "step": 41530
    },
    {
      "epoch": 0.03635636326077233,
      "grad_norm": 0.6025643348693848,
      "learning_rate": 4.993009140257442e-05,
      "loss": 5.1045,
      "step": 41535
    },
    {
      "epoch": 0.036360739854399485,
      "grad_norm": 0.8433513641357422,
      "learning_rate": 4.993006819645363e-05,
      "loss": 5.1218,
      "step": 41540
    },
    {
      "epoch": 0.03636511644802664,
      "grad_norm": 0.6202461123466492,
      "learning_rate": 4.99300449864886e-05,
      "loss": 4.5836,
      "step": 41545
    },
    {
      "epoch": 0.036369493041653794,
      "grad_norm": 0.6045480966567993,
      "learning_rate": 4.9930021772679333e-05,
      "loss": 5.6708,
      "step": 41550
    },
    {
      "epoch": 0.03637386963528095,
      "grad_norm": 0.844694972038269,
      "learning_rate": 4.992999855502584e-05,
      "loss": 5.5238,
      "step": 41555
    },
    {
      "epoch": 0.036378246228908104,
      "grad_norm": 0.5465090274810791,
      "learning_rate": 4.99299753335281e-05,
      "loss": 5.3266,
      "step": 41560
    },
    {
      "epoch": 0.03638262282253526,
      "grad_norm": 0.7417383193969727,
      "learning_rate": 4.992995210818614e-05,
      "loss": 5.0751,
      "step": 41565
    },
    {
      "epoch": 0.03638699941616241,
      "grad_norm": 0.6214256882667542,
      "learning_rate": 4.992992887899995e-05,
      "loss": 4.0532,
      "step": 41570
    },
    {
      "epoch": 0.03639137600978957,
      "grad_norm": 0.7306652069091797,
      "learning_rate": 4.9929905645969557e-05,
      "loss": 4.8958,
      "step": 41575
    },
    {
      "epoch": 0.036395752603416716,
      "grad_norm": 0.5868957042694092,
      "learning_rate": 4.992988240909494e-05,
      "loss": 5.8326,
      "step": 41580
    },
    {
      "epoch": 0.03640012919704387,
      "grad_norm": 0.5083146691322327,
      "learning_rate": 4.9929859168376115e-05,
      "loss": 5.5414,
      "step": 41585
    },
    {
      "epoch": 0.036404505790671025,
      "grad_norm": 0.5168368816375732,
      "learning_rate": 4.992983592381308e-05,
      "loss": 4.7614,
      "step": 41590
    },
    {
      "epoch": 0.03640888238429818,
      "grad_norm": 0.4985600709915161,
      "learning_rate": 4.9929812675405855e-05,
      "loss": 5.3659,
      "step": 41595
    },
    {
      "epoch": 0.036413258977925335,
      "grad_norm": 0.5332908034324646,
      "learning_rate": 4.9929789423154425e-05,
      "loss": 4.7683,
      "step": 41600
    },
    {
      "epoch": 0.03641763557155249,
      "grad_norm": 0.5226055383682251,
      "learning_rate": 4.992976616705881e-05,
      "loss": 5.3244,
      "step": 41605
    },
    {
      "epoch": 0.036422012165179644,
      "grad_norm": 0.538306713104248,
      "learning_rate": 4.992974290711902e-05,
      "loss": 5.0922,
      "step": 41610
    },
    {
      "epoch": 0.0364263887588068,
      "grad_norm": 0.5089104175567627,
      "learning_rate": 4.9929719643335024e-05,
      "loss": 5.8223,
      "step": 41615
    },
    {
      "epoch": 0.036430765352433954,
      "grad_norm": 0.45624852180480957,
      "learning_rate": 4.992969637570687e-05,
      "loss": 5.399,
      "step": 41620
    },
    {
      "epoch": 0.03643514194606111,
      "grad_norm": 0.6270023584365845,
      "learning_rate": 4.992967310423453e-05,
      "loss": 5.6267,
      "step": 41625
    },
    {
      "epoch": 0.03643951853968826,
      "grad_norm": 0.4915005564689636,
      "learning_rate": 4.992964982891802e-05,
      "loss": 4.5602,
      "step": 41630
    },
    {
      "epoch": 0.03644389513331542,
      "grad_norm": 0.48792004585266113,
      "learning_rate": 4.992962654975736e-05,
      "loss": 5.6185,
      "step": 41635
    },
    {
      "epoch": 0.03644827172694257,
      "grad_norm": 0.5009104013442993,
      "learning_rate": 4.9929603266752534e-05,
      "loss": 5.6551,
      "step": 41640
    },
    {
      "epoch": 0.03645264832056973,
      "grad_norm": 1.0247862339019775,
      "learning_rate": 4.992957997990355e-05,
      "loss": 4.5362,
      "step": 41645
    },
    {
      "epoch": 0.03645702491419688,
      "grad_norm": 0.5258405804634094,
      "learning_rate": 4.9929556689210425e-05,
      "loss": 4.8916,
      "step": 41650
    },
    {
      "epoch": 0.03646140150782404,
      "grad_norm": 0.523223340511322,
      "learning_rate": 4.992953339467313e-05,
      "loss": 4.3416,
      "step": 41655
    },
    {
      "epoch": 0.03646577810145119,
      "grad_norm": 0.5696231126785278,
      "learning_rate": 4.992951009629172e-05,
      "loss": 5.4304,
      "step": 41660
    },
    {
      "epoch": 0.03647015469507835,
      "grad_norm": 0.5156258344650269,
      "learning_rate": 4.992948679406616e-05,
      "loss": 6.4623,
      "step": 41665
    },
    {
      "epoch": 0.0364745312887055,
      "grad_norm": 0.44172731041908264,
      "learning_rate": 4.9929463487996466e-05,
      "loss": 5.0588,
      "step": 41670
    },
    {
      "epoch": 0.036478907882332656,
      "grad_norm": 0.456476092338562,
      "learning_rate": 4.992944017808265e-05,
      "loss": 4.7812,
      "step": 41675
    },
    {
      "epoch": 0.03648328447595981,
      "grad_norm": 0.6157024502754211,
      "learning_rate": 4.9929416864324705e-05,
      "loss": 4.7781,
      "step": 41680
    },
    {
      "epoch": 0.036487661069586966,
      "grad_norm": 0.5048586130142212,
      "learning_rate": 4.9929393546722645e-05,
      "loss": 5.0023,
      "step": 41685
    },
    {
      "epoch": 0.03649203766321412,
      "grad_norm": 0.46569064259529114,
      "learning_rate": 4.9929370225276464e-05,
      "loss": 5.5445,
      "step": 41690
    },
    {
      "epoch": 0.036496414256841275,
      "grad_norm": 0.5468937754631042,
      "learning_rate": 4.9929346899986177e-05,
      "loss": 5.3812,
      "step": 41695
    },
    {
      "epoch": 0.03650079085046843,
      "grad_norm": 0.4511770009994507,
      "learning_rate": 4.992932357085178e-05,
      "loss": 6.477,
      "step": 41700
    },
    {
      "epoch": 0.03650516744409558,
      "grad_norm": 0.4099920988082886,
      "learning_rate": 4.992930023787329e-05,
      "loss": 6.125,
      "step": 41705
    },
    {
      "epoch": 0.03650954403772273,
      "grad_norm": 0.4628068506717682,
      "learning_rate": 4.99292769010507e-05,
      "loss": 5.2961,
      "step": 41710
    },
    {
      "epoch": 0.03651392063134989,
      "grad_norm": 0.5411481857299805,
      "learning_rate": 4.9929253560384016e-05,
      "loss": 4.7557,
      "step": 41715
    },
    {
      "epoch": 0.03651829722497704,
      "grad_norm": 0.5060412883758545,
      "learning_rate": 4.992923021587324e-05,
      "loss": 5.9314,
      "step": 41720
    },
    {
      "epoch": 0.0365226738186042,
      "grad_norm": 0.5233017206192017,
      "learning_rate": 4.99292068675184e-05,
      "loss": 6.1791,
      "step": 41725
    },
    {
      "epoch": 0.03652705041223135,
      "grad_norm": 0.47554847598075867,
      "learning_rate": 4.9929183515319466e-05,
      "loss": 5.5525,
      "step": 41730
    },
    {
      "epoch": 0.036531427005858506,
      "grad_norm": 0.5418505668640137,
      "learning_rate": 4.9929160159276455e-05,
      "loss": 4.7655,
      "step": 41735
    },
    {
      "epoch": 0.03653580359948566,
      "grad_norm": 0.5192975401878357,
      "learning_rate": 4.992913679938938e-05,
      "loss": 4.8622,
      "step": 41740
    },
    {
      "epoch": 0.036540180193112816,
      "grad_norm": 0.47008273005485535,
      "learning_rate": 4.9929113435658235e-05,
      "loss": 5.9265,
      "step": 41745
    },
    {
      "epoch": 0.03654455678673997,
      "grad_norm": 0.5214862823486328,
      "learning_rate": 4.992909006808304e-05,
      "loss": 5.2989,
      "step": 41750
    },
    {
      "epoch": 0.036548933380367125,
      "grad_norm": 0.5241323709487915,
      "learning_rate": 4.992906669666377e-05,
      "loss": 4.9795,
      "step": 41755
    },
    {
      "epoch": 0.03655330997399428,
      "grad_norm": 0.503464937210083,
      "learning_rate": 4.992904332140047e-05,
      "loss": 4.863,
      "step": 41760
    },
    {
      "epoch": 0.036557686567621435,
      "grad_norm": 0.6463878750801086,
      "learning_rate": 4.9929019942293106e-05,
      "loss": 5.3243,
      "step": 41765
    },
    {
      "epoch": 0.03656206316124859,
      "grad_norm": 0.6035463213920593,
      "learning_rate": 4.9928996559341715e-05,
      "loss": 6.1686,
      "step": 41770
    },
    {
      "epoch": 0.036566439754875744,
      "grad_norm": 0.5611485838890076,
      "learning_rate": 4.9928973172546265e-05,
      "loss": 5.1153,
      "step": 41775
    },
    {
      "epoch": 0.0365708163485029,
      "grad_norm": 0.5385845899581909,
      "learning_rate": 4.9928949781906796e-05,
      "loss": 5.3369,
      "step": 41780
    },
    {
      "epoch": 0.036575192942130054,
      "grad_norm": 0.48524636030197144,
      "learning_rate": 4.992892638742329e-05,
      "loss": 5.3226,
      "step": 41785
    },
    {
      "epoch": 0.03657956953575721,
      "grad_norm": 0.5312445759773254,
      "learning_rate": 4.992890298909577e-05,
      "loss": 5.1085,
      "step": 41790
    },
    {
      "epoch": 0.03658394612938436,
      "grad_norm": 0.6801578402519226,
      "learning_rate": 4.9928879586924225e-05,
      "loss": 5.3157,
      "step": 41795
    },
    {
      "epoch": 0.03658832272301152,
      "grad_norm": 0.5959922671318054,
      "learning_rate": 4.992885618090867e-05,
      "loss": 6.1824,
      "step": 41800
    },
    {
      "epoch": 0.03659269931663867,
      "grad_norm": 0.5037837028503418,
      "learning_rate": 4.9928832771049094e-05,
      "loss": 5.5533,
      "step": 41805
    },
    {
      "epoch": 0.03659707591026583,
      "grad_norm": 0.4604894518852234,
      "learning_rate": 4.992880935734551e-05,
      "loss": 5.0743,
      "step": 41810
    },
    {
      "epoch": 0.03660145250389298,
      "grad_norm": 0.5292803645133972,
      "learning_rate": 4.992878593979793e-05,
      "loss": 5.0568,
      "step": 41815
    },
    {
      "epoch": 0.03660582909752014,
      "grad_norm": 0.5250901579856873,
      "learning_rate": 4.992876251840636e-05,
      "loss": 5.8484,
      "step": 41820
    },
    {
      "epoch": 0.03661020569114729,
      "grad_norm": 0.4824833869934082,
      "learning_rate": 4.992873909317079e-05,
      "loss": 5.3223,
      "step": 41825
    },
    {
      "epoch": 0.03661458228477445,
      "grad_norm": 0.4608611464500427,
      "learning_rate": 4.992871566409122e-05,
      "loss": 5.5219,
      "step": 41830
    },
    {
      "epoch": 0.036618958878401595,
      "grad_norm": 0.5541472434997559,
      "learning_rate": 4.9928692231167685e-05,
      "loss": 4.9641,
      "step": 41835
    },
    {
      "epoch": 0.03662333547202875,
      "grad_norm": 0.5677587985992432,
      "learning_rate": 4.992866879440016e-05,
      "loss": 5.369,
      "step": 41840
    },
    {
      "epoch": 0.036627712065655904,
      "grad_norm": 0.5719658732414246,
      "learning_rate": 4.992864535378866e-05,
      "loss": 5.6051,
      "step": 41845
    },
    {
      "epoch": 0.03663208865928306,
      "grad_norm": 0.4334162473678589,
      "learning_rate": 4.992862190933318e-05,
      "loss": 5.6171,
      "step": 41850
    },
    {
      "epoch": 0.036636465252910214,
      "grad_norm": 0.5506645441055298,
      "learning_rate": 4.992859846103376e-05,
      "loss": 5.275,
      "step": 41855
    },
    {
      "epoch": 0.03664084184653737,
      "grad_norm": 0.46834543347358704,
      "learning_rate": 4.9928575008890356e-05,
      "loss": 5.4844,
      "step": 41860
    },
    {
      "epoch": 0.03664521844016452,
      "grad_norm": 0.4466952383518219,
      "learning_rate": 4.9928551552903e-05,
      "loss": 5.8639,
      "step": 41865
    },
    {
      "epoch": 0.03664959503379168,
      "grad_norm": 0.442461758852005,
      "learning_rate": 4.99285280930717e-05,
      "loss": 6.1521,
      "step": 41870
    },
    {
      "epoch": 0.03665397162741883,
      "grad_norm": 0.4926299452781677,
      "learning_rate": 4.992850462939644e-05,
      "loss": 5.1133,
      "step": 41875
    },
    {
      "epoch": 0.03665834822104599,
      "grad_norm": 0.5006319284439087,
      "learning_rate": 4.992848116187725e-05,
      "loss": 6.1211,
      "step": 41880
    },
    {
      "epoch": 0.03666272481467314,
      "grad_norm": 0.5222966074943542,
      "learning_rate": 4.992845769051412e-05,
      "loss": 5.9042,
      "step": 41885
    },
    {
      "epoch": 0.0366671014083003,
      "grad_norm": 0.4921124577522278,
      "learning_rate": 4.9928434215307055e-05,
      "loss": 5.1914,
      "step": 41890
    },
    {
      "epoch": 0.03667147800192745,
      "grad_norm": 0.5335725545883179,
      "learning_rate": 4.992841073625605e-05,
      "loss": 4.7555,
      "step": 41895
    },
    {
      "epoch": 0.036675854595554606,
      "grad_norm": 0.44907906651496887,
      "learning_rate": 4.992838725336112e-05,
      "loss": 5.0877,
      "step": 41900
    },
    {
      "epoch": 0.03668023118918176,
      "grad_norm": 0.48674315214157104,
      "learning_rate": 4.992836376662228e-05,
      "loss": 6.1449,
      "step": 41905
    },
    {
      "epoch": 0.036684607782808916,
      "grad_norm": 0.5473013520240784,
      "learning_rate": 4.9928340276039524e-05,
      "loss": 4.7442,
      "step": 41910
    },
    {
      "epoch": 0.03668898437643607,
      "grad_norm": 0.6904407143592834,
      "learning_rate": 4.992831678161285e-05,
      "loss": 5.6176,
      "step": 41915
    },
    {
      "epoch": 0.036693360970063225,
      "grad_norm": 0.44116005301475525,
      "learning_rate": 4.992829328334227e-05,
      "loss": 5.9709,
      "step": 41920
    },
    {
      "epoch": 0.03669773756369038,
      "grad_norm": 1.0459556579589844,
      "learning_rate": 4.992826978122779e-05,
      "loss": 4.7575,
      "step": 41925
    },
    {
      "epoch": 0.036702114157317535,
      "grad_norm": 0.6991593241691589,
      "learning_rate": 4.992824627526941e-05,
      "loss": 4.7735,
      "step": 41930
    },
    {
      "epoch": 0.03670649075094469,
      "grad_norm": 0.5111986398696899,
      "learning_rate": 4.992822276546714e-05,
      "loss": 5.0798,
      "step": 41935
    },
    {
      "epoch": 0.036710867344571844,
      "grad_norm": 0.5075786113739014,
      "learning_rate": 4.992819925182096e-05,
      "loss": 5.1146,
      "step": 41940
    },
    {
      "epoch": 0.036715243938199,
      "grad_norm": 0.40753278136253357,
      "learning_rate": 4.9928175734330917e-05,
      "loss": 5.6086,
      "step": 41945
    },
    {
      "epoch": 0.036719620531826154,
      "grad_norm": 0.5355603694915771,
      "learning_rate": 4.9928152212996995e-05,
      "loss": 5.6663,
      "step": 41950
    },
    {
      "epoch": 0.03672399712545331,
      "grad_norm": 0.5222367644309998,
      "learning_rate": 4.99281286878192e-05,
      "loss": 4.7774,
      "step": 41955
    },
    {
      "epoch": 0.036728373719080463,
      "grad_norm": 0.5146006345748901,
      "learning_rate": 4.992810515879752e-05,
      "loss": 5.2839,
      "step": 41960
    },
    {
      "epoch": 0.03673275031270761,
      "grad_norm": 0.4566938877105713,
      "learning_rate": 4.992808162593198e-05,
      "loss": 5.4182,
      "step": 41965
    },
    {
      "epoch": 0.036737126906334766,
      "grad_norm": 0.7933381199836731,
      "learning_rate": 4.992805808922259e-05,
      "loss": 5.5672,
      "step": 41970
    },
    {
      "epoch": 0.03674150349996192,
      "grad_norm": 0.5693883299827576,
      "learning_rate": 4.9928034548669325e-05,
      "loss": 5.3735,
      "step": 41975
    },
    {
      "epoch": 0.036745880093589076,
      "grad_norm": 0.478091835975647,
      "learning_rate": 4.9928011004272214e-05,
      "loss": 6.4775,
      "step": 41980
    },
    {
      "epoch": 0.03675025668721623,
      "grad_norm": 0.5371814966201782,
      "learning_rate": 4.9927987456031254e-05,
      "loss": 5.4122,
      "step": 41985
    },
    {
      "epoch": 0.036754633280843385,
      "grad_norm": 0.48058536648750305,
      "learning_rate": 4.992796390394646e-05,
      "loss": 5.1128,
      "step": 41990
    },
    {
      "epoch": 0.03675900987447054,
      "grad_norm": 0.49320077896118164,
      "learning_rate": 4.992794034801782e-05,
      "loss": 4.0109,
      "step": 41995
    },
    {
      "epoch": 0.036763386468097695,
      "grad_norm": 0.595899224281311,
      "learning_rate": 4.992791678824534e-05,
      "loss": 5.656,
      "step": 42000
    },
    {
      "epoch": 0.03676776306172485,
      "grad_norm": 0.5659092664718628,
      "learning_rate": 4.992789322462904e-05,
      "loss": 4.7952,
      "step": 42005
    },
    {
      "epoch": 0.036772139655352004,
      "grad_norm": 0.558871328830719,
      "learning_rate": 4.99278696571689e-05,
      "loss": 6.4881,
      "step": 42010
    },
    {
      "epoch": 0.03677651624897916,
      "grad_norm": 0.5962006449699402,
      "learning_rate": 4.992784608586496e-05,
      "loss": 5.9241,
      "step": 42015
    },
    {
      "epoch": 0.036780892842606314,
      "grad_norm": 0.5322595238685608,
      "learning_rate": 4.9927822510717194e-05,
      "loss": 6.1229,
      "step": 42020
    },
    {
      "epoch": 0.03678526943623347,
      "grad_norm": 0.6448443531990051,
      "learning_rate": 4.992779893172561e-05,
      "loss": 5.6488,
      "step": 42025
    },
    {
      "epoch": 0.03678964602986062,
      "grad_norm": 0.48216745257377625,
      "learning_rate": 4.9927775348890226e-05,
      "loss": 5.0974,
      "step": 42030
    },
    {
      "epoch": 0.03679402262348778,
      "grad_norm": 0.43084704875946045,
      "learning_rate": 4.992775176221104e-05,
      "loss": 5.6215,
      "step": 42035
    },
    {
      "epoch": 0.03679839921711493,
      "grad_norm": 0.4854888617992401,
      "learning_rate": 4.992772817168806e-05,
      "loss": 5.4104,
      "step": 42040
    },
    {
      "epoch": 0.03680277581074209,
      "grad_norm": 0.49777019023895264,
      "learning_rate": 4.9927704577321276e-05,
      "loss": 5.0104,
      "step": 42045
    },
    {
      "epoch": 0.03680715240436924,
      "grad_norm": 0.5714812278747559,
      "learning_rate": 4.9927680979110705e-05,
      "loss": 5.3754,
      "step": 42050
    },
    {
      "epoch": 0.0368115289979964,
      "grad_norm": 0.6276330947875977,
      "learning_rate": 4.9927657377056346e-05,
      "loss": 4.8437,
      "step": 42055
    },
    {
      "epoch": 0.03681590559162355,
      "grad_norm": 0.5642205476760864,
      "learning_rate": 4.992763377115822e-05,
      "loss": 5.0898,
      "step": 42060
    },
    {
      "epoch": 0.036820282185250706,
      "grad_norm": 0.4919278025627136,
      "learning_rate": 4.9927610161416304e-05,
      "loss": 5.908,
      "step": 42065
    },
    {
      "epoch": 0.03682465877887786,
      "grad_norm": 0.6502096056938171,
      "learning_rate": 4.992758654783063e-05,
      "loss": 5.6125,
      "step": 42070
    },
    {
      "epoch": 0.036829035372505016,
      "grad_norm": 0.5539382100105286,
      "learning_rate": 4.9927562930401185e-05,
      "loss": 5.6499,
      "step": 42075
    },
    {
      "epoch": 0.03683341196613217,
      "grad_norm": 0.5474720597267151,
      "learning_rate": 4.992753930912798e-05,
      "loss": 4.2359,
      "step": 42080
    },
    {
      "epoch": 0.036837788559759325,
      "grad_norm": 0.9662057757377625,
      "learning_rate": 4.992751568401101e-05,
      "loss": 4.7655,
      "step": 42085
    },
    {
      "epoch": 0.03684216515338648,
      "grad_norm": 0.6028583645820618,
      "learning_rate": 4.9927492055050295e-05,
      "loss": 5.129,
      "step": 42090
    },
    {
      "epoch": 0.03684654174701363,
      "grad_norm": 0.4829898476600647,
      "learning_rate": 4.9927468422245835e-05,
      "loss": 5.6216,
      "step": 42095
    },
    {
      "epoch": 0.03685091834064078,
      "grad_norm": 1.1420718431472778,
      "learning_rate": 4.992744478559762e-05,
      "loss": 4.7767,
      "step": 42100
    },
    {
      "epoch": 0.03685529493426794,
      "grad_norm": 0.6297264099121094,
      "learning_rate": 4.992742114510568e-05,
      "loss": 5.8584,
      "step": 42105
    },
    {
      "epoch": 0.03685967152789509,
      "grad_norm": 0.5964471697807312,
      "learning_rate": 4.992739750076999e-05,
      "loss": 6.1424,
      "step": 42110
    },
    {
      "epoch": 0.03686404812152225,
      "grad_norm": 0.5776087641716003,
      "learning_rate": 4.9927373852590586e-05,
      "loss": 5.6321,
      "step": 42115
    },
    {
      "epoch": 0.0368684247151494,
      "grad_norm": 0.528850793838501,
      "learning_rate": 4.992735020056744e-05,
      "loss": 5.4125,
      "step": 42120
    },
    {
      "epoch": 0.03687280130877656,
      "grad_norm": 0.546947181224823,
      "learning_rate": 4.992732654470059e-05,
      "loss": 4.6715,
      "step": 42125
    },
    {
      "epoch": 0.03687717790240371,
      "grad_norm": 0.5996225476264954,
      "learning_rate": 4.992730288499002e-05,
      "loss": 5.1301,
      "step": 42130
    },
    {
      "epoch": 0.036881554496030866,
      "grad_norm": 0.49405282735824585,
      "learning_rate": 4.992727922143574e-05,
      "loss": 6.1479,
      "step": 42135
    },
    {
      "epoch": 0.03688593108965802,
      "grad_norm": 0.4619366526603699,
      "learning_rate": 4.9927255554037755e-05,
      "loss": 5.9629,
      "step": 42140
    },
    {
      "epoch": 0.036890307683285176,
      "grad_norm": 0.4690517783164978,
      "learning_rate": 4.992723188279606e-05,
      "loss": 5.6096,
      "step": 42145
    },
    {
      "epoch": 0.03689468427691233,
      "grad_norm": 0.41453632712364197,
      "learning_rate": 4.992720820771066e-05,
      "loss": 5.9356,
      "step": 42150
    },
    {
      "epoch": 0.036899060870539485,
      "grad_norm": 0.44349393248558044,
      "learning_rate": 4.9927184528781576e-05,
      "loss": 5.6068,
      "step": 42155
    },
    {
      "epoch": 0.03690343746416664,
      "grad_norm": 0.47700217366218567,
      "learning_rate": 4.9927160846008806e-05,
      "loss": 5.5127,
      "step": 42160
    },
    {
      "epoch": 0.036907814057793795,
      "grad_norm": 0.5194895267486572,
      "learning_rate": 4.9927137159392356e-05,
      "loss": 5.1602,
      "step": 42165
    },
    {
      "epoch": 0.03691219065142095,
      "grad_norm": 0.536998987197876,
      "learning_rate": 4.9927113468932206e-05,
      "loss": 5.9666,
      "step": 42170
    },
    {
      "epoch": 0.036916567245048104,
      "grad_norm": 0.5013624429702759,
      "learning_rate": 4.9927089774628396e-05,
      "loss": 5.3746,
      "step": 42175
    },
    {
      "epoch": 0.03692094383867526,
      "grad_norm": 0.8213489055633545,
      "learning_rate": 4.992706607648092e-05,
      "loss": 4.8845,
      "step": 42180
    },
    {
      "epoch": 0.036925320432302414,
      "grad_norm": 0.5336159467697144,
      "learning_rate": 4.992704237448977e-05,
      "loss": 5.8793,
      "step": 42185
    },
    {
      "epoch": 0.03692969702592957,
      "grad_norm": 0.5149499773979187,
      "learning_rate": 4.9927018668654965e-05,
      "loss": 4.8869,
      "step": 42190
    },
    {
      "epoch": 0.03693407361955672,
      "grad_norm": 0.4662649631500244,
      "learning_rate": 4.9926994958976505e-05,
      "loss": 5.3772,
      "step": 42195
    },
    {
      "epoch": 0.03693845021318388,
      "grad_norm": 0.52198725938797,
      "learning_rate": 4.992697124545438e-05,
      "loss": 4.231,
      "step": 42200
    },
    {
      "epoch": 0.03694282680681103,
      "grad_norm": 0.5744816064834595,
      "learning_rate": 4.992694752808862e-05,
      "loss": 5.3425,
      "step": 42205
    },
    {
      "epoch": 0.03694720340043819,
      "grad_norm": 0.4591185450553894,
      "learning_rate": 4.992692380687921e-05,
      "loss": 4.825,
      "step": 42210
    },
    {
      "epoch": 0.03695157999406534,
      "grad_norm": 0.48177871108055115,
      "learning_rate": 4.9926900081826166e-05,
      "loss": 5.4896,
      "step": 42215
    },
    {
      "epoch": 0.0369559565876925,
      "grad_norm": 0.4814923405647278,
      "learning_rate": 4.9926876352929483e-05,
      "loss": 3.7991,
      "step": 42220
    },
    {
      "epoch": 0.036960333181319645,
      "grad_norm": 0.5333859324455261,
      "learning_rate": 4.992685262018918e-05,
      "loss": 5.0729,
      "step": 42225
    },
    {
      "epoch": 0.0369647097749468,
      "grad_norm": 0.5043830275535583,
      "learning_rate": 4.992682888360525e-05,
      "loss": 5.9492,
      "step": 42230
    },
    {
      "epoch": 0.036969086368573954,
      "grad_norm": 0.5014873743057251,
      "learning_rate": 4.992680514317769e-05,
      "loss": 5.8658,
      "step": 42235
    },
    {
      "epoch": 0.03697346296220111,
      "grad_norm": 0.4267447888851166,
      "learning_rate": 4.992678139890652e-05,
      "loss": 5.6187,
      "step": 42240
    },
    {
      "epoch": 0.036977839555828264,
      "grad_norm": 0.407705157995224,
      "learning_rate": 4.9926757650791744e-05,
      "loss": 5.9457,
      "step": 42245
    },
    {
      "epoch": 0.03698221614945542,
      "grad_norm": 0.48296698927879333,
      "learning_rate": 4.992673389883336e-05,
      "loss": 4.773,
      "step": 42250
    },
    {
      "epoch": 0.03698659274308257,
      "grad_norm": 0.5099489092826843,
      "learning_rate": 4.9926710143031364e-05,
      "loss": 5.3232,
      "step": 42255
    },
    {
      "epoch": 0.03699096933670973,
      "grad_norm": 0.5166711211204529,
      "learning_rate": 4.992668638338578e-05,
      "loss": 5.5925,
      "step": 42260
    },
    {
      "epoch": 0.03699534593033688,
      "grad_norm": 0.42006853222846985,
      "learning_rate": 4.9926662619896604e-05,
      "loss": 5.9364,
      "step": 42265
    },
    {
      "epoch": 0.03699972252396404,
      "grad_norm": 0.49993395805358887,
      "learning_rate": 4.992663885256384e-05,
      "loss": 5.1043,
      "step": 42270
    },
    {
      "epoch": 0.03700409911759119,
      "grad_norm": 0.5597277879714966,
      "learning_rate": 4.99266150813875e-05,
      "loss": 6.1555,
      "step": 42275
    },
    {
      "epoch": 0.03700847571121835,
      "grad_norm": 0.5411734580993652,
      "learning_rate": 4.992659130636757e-05,
      "loss": 5.2857,
      "step": 42280
    },
    {
      "epoch": 0.0370128523048455,
      "grad_norm": 0.5206612944602966,
      "learning_rate": 4.9926567527504066e-05,
      "loss": 5.0744,
      "step": 42285
    },
    {
      "epoch": 0.03701722889847266,
      "grad_norm": 0.458473801612854,
      "learning_rate": 4.9926543744796994e-05,
      "loss": 5.0798,
      "step": 42290
    },
    {
      "epoch": 0.03702160549209981,
      "grad_norm": 0.4932444989681244,
      "learning_rate": 4.9926519958246356e-05,
      "loss": 4.7396,
      "step": 42295
    },
    {
      "epoch": 0.037025982085726966,
      "grad_norm": 0.49742716550827026,
      "learning_rate": 4.9926496167852155e-05,
      "loss": 5.0608,
      "step": 42300
    },
    {
      "epoch": 0.03703035867935412,
      "grad_norm": 0.4815407991409302,
      "learning_rate": 4.992647237361441e-05,
      "loss": 5.1071,
      "step": 42305
    },
    {
      "epoch": 0.037034735272981276,
      "grad_norm": 0.6269494891166687,
      "learning_rate": 4.9926448575533106e-05,
      "loss": 5.6218,
      "step": 42310
    },
    {
      "epoch": 0.03703911186660843,
      "grad_norm": 0.7156662344932556,
      "learning_rate": 4.992642477360825e-05,
      "loss": 5.6311,
      "step": 42315
    },
    {
      "epoch": 0.037043488460235585,
      "grad_norm": 0.5602065324783325,
      "learning_rate": 4.992640096783986e-05,
      "loss": 5.6217,
      "step": 42320
    },
    {
      "epoch": 0.03704786505386274,
      "grad_norm": 0.513605535030365,
      "learning_rate": 4.992637715822793e-05,
      "loss": 5.0268,
      "step": 42325
    },
    {
      "epoch": 0.037052241647489895,
      "grad_norm": 0.5277243852615356,
      "learning_rate": 4.992635334477246e-05,
      "loss": 5.4351,
      "step": 42330
    },
    {
      "epoch": 0.03705661824111705,
      "grad_norm": 0.5479698181152344,
      "learning_rate": 4.992632952747347e-05,
      "loss": 6.1215,
      "step": 42335
    },
    {
      "epoch": 0.037060994834744204,
      "grad_norm": 0.7852218747138977,
      "learning_rate": 4.992630570633095e-05,
      "loss": 4.5763,
      "step": 42340
    },
    {
      "epoch": 0.03706537142837136,
      "grad_norm": 0.5872395038604736,
      "learning_rate": 4.992628188134493e-05,
      "loss": 5.2952,
      "step": 42345
    },
    {
      "epoch": 0.03706974802199851,
      "grad_norm": 0.8015213012695312,
      "learning_rate": 4.9926258052515374e-05,
      "loss": 4.824,
      "step": 42350
    },
    {
      "epoch": 0.03707412461562566,
      "grad_norm": 0.6313615441322327,
      "learning_rate": 4.9926234219842315e-05,
      "loss": 4.7831,
      "step": 42355
    },
    {
      "epoch": 0.037078501209252816,
      "grad_norm": 0.6574493050575256,
      "learning_rate": 4.9926210383325754e-05,
      "loss": 5.4292,
      "step": 42360
    },
    {
      "epoch": 0.03708287780287997,
      "grad_norm": 0.5788325667381287,
      "learning_rate": 4.9926186542965695e-05,
      "loss": 5.6008,
      "step": 42365
    },
    {
      "epoch": 0.037087254396507126,
      "grad_norm": 0.5095153450965881,
      "learning_rate": 4.9926162698762126e-05,
      "loss": 5.1953,
      "step": 42370
    },
    {
      "epoch": 0.03709163099013428,
      "grad_norm": 0.4635031521320343,
      "learning_rate": 4.9926138850715074e-05,
      "loss": 5.6536,
      "step": 42375
    },
    {
      "epoch": 0.037096007583761435,
      "grad_norm": 0.753270149230957,
      "learning_rate": 4.992611499882454e-05,
      "loss": 4.993,
      "step": 42380
    },
    {
      "epoch": 0.03710038417738859,
      "grad_norm": 0.6032745838165283,
      "learning_rate": 4.9926091143090514e-05,
      "loss": 4.036,
      "step": 42385
    },
    {
      "epoch": 0.037104760771015745,
      "grad_norm": 0.5788312554359436,
      "learning_rate": 4.992606728351301e-05,
      "loss": 6.1777,
      "step": 42390
    },
    {
      "epoch": 0.0371091373646429,
      "grad_norm": 0.5047016143798828,
      "learning_rate": 4.992604342009204e-05,
      "loss": 4.8485,
      "step": 42395
    },
    {
      "epoch": 0.037113513958270054,
      "grad_norm": 0.66080641746521,
      "learning_rate": 4.9926019552827594e-05,
      "loss": 5.8531,
      "step": 42400
    },
    {
      "epoch": 0.03711789055189721,
      "grad_norm": 0.5137152075767517,
      "learning_rate": 4.99259956817197e-05,
      "loss": 5.5316,
      "step": 42405
    },
    {
      "epoch": 0.037122267145524364,
      "grad_norm": 0.5106790661811829,
      "learning_rate": 4.992597180676833e-05,
      "loss": 5.6005,
      "step": 42410
    },
    {
      "epoch": 0.03712664373915152,
      "grad_norm": 0.506230354309082,
      "learning_rate": 4.9925947927973516e-05,
      "loss": 5.1189,
      "step": 42415
    },
    {
      "epoch": 0.03713102033277867,
      "grad_norm": 0.484506219625473,
      "learning_rate": 4.992592404533524e-05,
      "loss": 4.9885,
      "step": 42420
    },
    {
      "epoch": 0.03713539692640583,
      "grad_norm": 0.4411235749721527,
      "learning_rate": 4.992590015885353e-05,
      "loss": 6.4475,
      "step": 42425
    },
    {
      "epoch": 0.03713977352003298,
      "grad_norm": 0.42169779539108276,
      "learning_rate": 4.9925876268528374e-05,
      "loss": 5.6456,
      "step": 42430
    },
    {
      "epoch": 0.03714415011366014,
      "grad_norm": 0.6636524796485901,
      "learning_rate": 4.992585237435978e-05,
      "loss": 5.5406,
      "step": 42435
    },
    {
      "epoch": 0.03714852670728729,
      "grad_norm": 0.6929623484611511,
      "learning_rate": 4.992582847634776e-05,
      "loss": 5.4107,
      "step": 42440
    },
    {
      "epoch": 0.03715290330091445,
      "grad_norm": 0.5421253442764282,
      "learning_rate": 4.992580457449231e-05,
      "loss": 5.1015,
      "step": 42445
    },
    {
      "epoch": 0.0371572798945416,
      "grad_norm": 0.4833543598651886,
      "learning_rate": 4.992578066879343e-05,
      "loss": 5.5688,
      "step": 42450
    },
    {
      "epoch": 0.03716165648816876,
      "grad_norm": 0.5418635606765747,
      "learning_rate": 4.9925756759251144e-05,
      "loss": 4.4668,
      "step": 42455
    },
    {
      "epoch": 0.03716603308179591,
      "grad_norm": 0.6070219874382019,
      "learning_rate": 4.9925732845865434e-05,
      "loss": 6.4459,
      "step": 42460
    },
    {
      "epoch": 0.037170409675423066,
      "grad_norm": 0.8859336972236633,
      "learning_rate": 4.992570892863633e-05,
      "loss": 5.6866,
      "step": 42465
    },
    {
      "epoch": 0.03717478626905022,
      "grad_norm": 0.5688900351524353,
      "learning_rate": 4.9925685007563816e-05,
      "loss": 5.3226,
      "step": 42470
    },
    {
      "epoch": 0.037179162862677376,
      "grad_norm": 0.5491597056388855,
      "learning_rate": 4.992566108264789e-05,
      "loss": 4.7686,
      "step": 42475
    },
    {
      "epoch": 0.037183539456304524,
      "grad_norm": 0.5955390334129333,
      "learning_rate": 4.992563715388858e-05,
      "loss": 5.1052,
      "step": 42480
    },
    {
      "epoch": 0.03718791604993168,
      "grad_norm": 0.5357265472412109,
      "learning_rate": 4.9925613221285884e-05,
      "loss": 5.6274,
      "step": 42485
    },
    {
      "epoch": 0.03719229264355883,
      "grad_norm": 0.48473262786865234,
      "learning_rate": 4.992558928483979e-05,
      "loss": 5.3883,
      "step": 42490
    },
    {
      "epoch": 0.03719666923718599,
      "grad_norm": 0.4864417016506195,
      "learning_rate": 4.992556534455033e-05,
      "loss": 6.1965,
      "step": 42495
    },
    {
      "epoch": 0.03720104583081314,
      "grad_norm": 0.5225775241851807,
      "learning_rate": 4.9925541400417486e-05,
      "loss": 6.1709,
      "step": 42500
    },
    {
      "epoch": 0.0372054224244403,
      "grad_norm": 0.49366864562034607,
      "learning_rate": 4.992551745244126e-05,
      "loss": 4.9035,
      "step": 42505
    },
    {
      "epoch": 0.03720979901806745,
      "grad_norm": 0.45658260583877563,
      "learning_rate": 4.992549350062169e-05,
      "loss": 6.4844,
      "step": 42510
    },
    {
      "epoch": 0.03721417561169461,
      "grad_norm": 0.5181692242622375,
      "learning_rate": 4.9925469544958735e-05,
      "loss": 5.3998,
      "step": 42515
    },
    {
      "epoch": 0.03721855220532176,
      "grad_norm": 0.5151199102401733,
      "learning_rate": 4.9925445585452434e-05,
      "loss": 5.3904,
      "step": 42520
    },
    {
      "epoch": 0.037222928798948916,
      "grad_norm": 0.5743865370750427,
      "learning_rate": 4.992542162210278e-05,
      "loss": 5.3134,
      "step": 42525
    },
    {
      "epoch": 0.03722730539257607,
      "grad_norm": 0.513797402381897,
      "learning_rate": 4.992539765490978e-05,
      "loss": 5.642,
      "step": 42530
    },
    {
      "epoch": 0.037231681986203226,
      "grad_norm": 0.4738367199897766,
      "learning_rate": 4.992537368387343e-05,
      "loss": 5.9646,
      "step": 42535
    },
    {
      "epoch": 0.03723605857983038,
      "grad_norm": 0.525865375995636,
      "learning_rate": 4.992534970899374e-05,
      "loss": 5.2859,
      "step": 42540
    },
    {
      "epoch": 0.037240435173457535,
      "grad_norm": 0.48061099648475647,
      "learning_rate": 4.992532573027071e-05,
      "loss": 5.6194,
      "step": 42545
    },
    {
      "epoch": 0.03724481176708469,
      "grad_norm": 0.5900641083717346,
      "learning_rate": 4.9925301747704366e-05,
      "loss": 4.9856,
      "step": 42550
    },
    {
      "epoch": 0.037249188360711845,
      "grad_norm": 0.5445201396942139,
      "learning_rate": 4.9925277761294685e-05,
      "loss": 6.1623,
      "step": 42555
    },
    {
      "epoch": 0.037253564954339,
      "grad_norm": 0.6773739457130432,
      "learning_rate": 4.992525377104168e-05,
      "loss": 5.2924,
      "step": 42560
    },
    {
      "epoch": 0.037257941547966154,
      "grad_norm": 0.5963963866233826,
      "learning_rate": 4.992522977694537e-05,
      "loss": 5.0946,
      "step": 42565
    },
    {
      "epoch": 0.03726231814159331,
      "grad_norm": 0.5681109428405762,
      "learning_rate": 4.992520577900575e-05,
      "loss": 5.263,
      "step": 42570
    },
    {
      "epoch": 0.037266694735220464,
      "grad_norm": 0.778513491153717,
      "learning_rate": 4.9925181777222805e-05,
      "loss": 5.6227,
      "step": 42575
    },
    {
      "epoch": 0.03727107132884762,
      "grad_norm": 0.9652593731880188,
      "learning_rate": 4.9925157771596576e-05,
      "loss": 5.8742,
      "step": 42580
    },
    {
      "epoch": 0.03727544792247477,
      "grad_norm": 0.7887732982635498,
      "learning_rate": 4.992513376212704e-05,
      "loss": 5.0879,
      "step": 42585
    },
    {
      "epoch": 0.03727982451610193,
      "grad_norm": 0.5065947771072388,
      "learning_rate": 4.992510974881421e-05,
      "loss": 5.2822,
      "step": 42590
    },
    {
      "epoch": 0.03728420110972908,
      "grad_norm": 0.617360532283783,
      "learning_rate": 4.9925085731658095e-05,
      "loss": 5.6112,
      "step": 42595
    },
    {
      "epoch": 0.03728857770335624,
      "grad_norm": 0.5736325979232788,
      "learning_rate": 4.9925061710658706e-05,
      "loss": 5.0427,
      "step": 42600
    },
    {
      "epoch": 0.03729295429698339,
      "grad_norm": 0.5312439799308777,
      "learning_rate": 4.992503768581602e-05,
      "loss": 5.8637,
      "step": 42605
    },
    {
      "epoch": 0.03729733089061054,
      "grad_norm": 0.7589609026908875,
      "learning_rate": 4.9925013657130074e-05,
      "loss": 5.0981,
      "step": 42610
    },
    {
      "epoch": 0.037301707484237695,
      "grad_norm": 0.5497227907180786,
      "learning_rate": 4.9924989624600846e-05,
      "loss": 5.905,
      "step": 42615
    },
    {
      "epoch": 0.03730608407786485,
      "grad_norm": 0.5389444828033447,
      "learning_rate": 4.992496558822836e-05,
      "loss": 5.0826,
      "step": 42620
    },
    {
      "epoch": 0.037310460671492005,
      "grad_norm": 0.5218391418457031,
      "learning_rate": 4.99249415480126e-05,
      "loss": 4.9979,
      "step": 42625
    },
    {
      "epoch": 0.03731483726511916,
      "grad_norm": 0.5138010382652283,
      "learning_rate": 4.99249175039536e-05,
      "loss": 5.5262,
      "step": 42630
    },
    {
      "epoch": 0.037319213858746314,
      "grad_norm": 0.5084194540977478,
      "learning_rate": 4.992489345605135e-05,
      "loss": 5.0956,
      "step": 42635
    },
    {
      "epoch": 0.03732359045237347,
      "grad_norm": 0.49723872542381287,
      "learning_rate": 4.992486940430584e-05,
      "loss": 6.1697,
      "step": 42640
    },
    {
      "epoch": 0.037327967046000624,
      "grad_norm": 0.5292332768440247,
      "learning_rate": 4.99248453487171e-05,
      "loss": 5.5887,
      "step": 42645
    },
    {
      "epoch": 0.03733234363962778,
      "grad_norm": 0.4565191864967346,
      "learning_rate": 4.992482128928512e-05,
      "loss": 5.3203,
      "step": 42650
    },
    {
      "epoch": 0.03733672023325493,
      "grad_norm": 0.5443120002746582,
      "learning_rate": 4.9924797226009904e-05,
      "loss": 5.6327,
      "step": 42655
    },
    {
      "epoch": 0.03734109682688209,
      "grad_norm": 0.528473973274231,
      "learning_rate": 4.992477315889146e-05,
      "loss": 4.7844,
      "step": 42660
    },
    {
      "epoch": 0.03734547342050924,
      "grad_norm": 0.4999658465385437,
      "learning_rate": 4.992474908792979e-05,
      "loss": 5.0769,
      "step": 42665
    },
    {
      "epoch": 0.0373498500141364,
      "grad_norm": 0.5193878412246704,
      "learning_rate": 4.9924725013124906e-05,
      "loss": 4.2522,
      "step": 42670
    },
    {
      "epoch": 0.03735422660776355,
      "grad_norm": 0.6321380734443665,
      "learning_rate": 4.992470093447681e-05,
      "loss": 5.6091,
      "step": 42675
    },
    {
      "epoch": 0.03735860320139071,
      "grad_norm": 0.4942747950553894,
      "learning_rate": 4.9924676851985496e-05,
      "loss": 5.9696,
      "step": 42680
    },
    {
      "epoch": 0.03736297979501786,
      "grad_norm": 0.47235792875289917,
      "learning_rate": 4.992465276565098e-05,
      "loss": 5.0902,
      "step": 42685
    },
    {
      "epoch": 0.037367356388645016,
      "grad_norm": 0.5267804265022278,
      "learning_rate": 4.9924628675473264e-05,
      "loss": 5.8436,
      "step": 42690
    },
    {
      "epoch": 0.03737173298227217,
      "grad_norm": 0.43942365050315857,
      "learning_rate": 4.9924604581452364e-05,
      "loss": 6.473,
      "step": 42695
    },
    {
      "epoch": 0.037376109575899326,
      "grad_norm": 0.9313085079193115,
      "learning_rate": 4.992458048358826e-05,
      "loss": 4.7566,
      "step": 42700
    },
    {
      "epoch": 0.03738048616952648,
      "grad_norm": 0.5325424075126648,
      "learning_rate": 4.992455638188097e-05,
      "loss": 4.878,
      "step": 42705
    },
    {
      "epoch": 0.037384862763153635,
      "grad_norm": 0.5146517753601074,
      "learning_rate": 4.9924532276330506e-05,
      "loss": 4.6738,
      "step": 42710
    },
    {
      "epoch": 0.03738923935678079,
      "grad_norm": 0.5340189933776855,
      "learning_rate": 4.992450816693686e-05,
      "loss": 4.7533,
      "step": 42715
    },
    {
      "epoch": 0.037393615950407945,
      "grad_norm": 0.5207604169845581,
      "learning_rate": 4.992448405370004e-05,
      "loss": 4.7854,
      "step": 42720
    },
    {
      "epoch": 0.0373979925440351,
      "grad_norm": 0.5034545063972473,
      "learning_rate": 4.992445993662005e-05,
      "loss": 4.531,
      "step": 42725
    },
    {
      "epoch": 0.037402369137662254,
      "grad_norm": 0.4641322195529938,
      "learning_rate": 4.9924435815696904e-05,
      "loss": 6.4457,
      "step": 42730
    },
    {
      "epoch": 0.03740674573128941,
      "grad_norm": 0.4861351549625397,
      "learning_rate": 4.992441169093059e-05,
      "loss": 5.0338,
      "step": 42735
    },
    {
      "epoch": 0.03741112232491656,
      "grad_norm": 0.7806375622749329,
      "learning_rate": 4.992438756232113e-05,
      "loss": 5.5521,
      "step": 42740
    },
    {
      "epoch": 0.03741549891854371,
      "grad_norm": 0.728316068649292,
      "learning_rate": 4.9924363429868514e-05,
      "loss": 5.0129,
      "step": 42745
    },
    {
      "epoch": 0.037419875512170866,
      "grad_norm": 0.530682384967804,
      "learning_rate": 4.992433929357276e-05,
      "loss": 5.3198,
      "step": 42750
    },
    {
      "epoch": 0.03742425210579802,
      "grad_norm": 0.5674940347671509,
      "learning_rate": 4.9924315153433866e-05,
      "loss": 4.9798,
      "step": 42755
    },
    {
      "epoch": 0.037428628699425176,
      "grad_norm": 0.5915057063102722,
      "learning_rate": 4.992429100945184e-05,
      "loss": 5.4163,
      "step": 42760
    },
    {
      "epoch": 0.03743300529305233,
      "grad_norm": 0.6030766367912292,
      "learning_rate": 4.992426686162668e-05,
      "loss": 5.6021,
      "step": 42765
    },
    {
      "epoch": 0.037437381886679486,
      "grad_norm": 0.47018560767173767,
      "learning_rate": 4.992424270995839e-05,
      "loss": 5.3563,
      "step": 42770
    },
    {
      "epoch": 0.03744175848030664,
      "grad_norm": 0.5834040641784668,
      "learning_rate": 4.992421855444698e-05,
      "loss": 5.8348,
      "step": 42775
    },
    {
      "epoch": 0.037446135073933795,
      "grad_norm": 0.9953414797782898,
      "learning_rate": 4.992419439509246e-05,
      "loss": 6.1676,
      "step": 42780
    },
    {
      "epoch": 0.03745051166756095,
      "grad_norm": 0.4922405481338501,
      "learning_rate": 4.992417023189483e-05,
      "loss": 5.3932,
      "step": 42785
    },
    {
      "epoch": 0.037454888261188105,
      "grad_norm": 0.5273780226707458,
      "learning_rate": 4.9924146064854085e-05,
      "loss": 4.5754,
      "step": 42790
    },
    {
      "epoch": 0.03745926485481526,
      "grad_norm": 0.5355398058891296,
      "learning_rate": 4.992412189397023e-05,
      "loss": 5.6246,
      "step": 42795
    },
    {
      "epoch": 0.037463641448442414,
      "grad_norm": 0.5302484035491943,
      "learning_rate": 4.992409771924329e-05,
      "loss": 5.31,
      "step": 42800
    },
    {
      "epoch": 0.03746801804206957,
      "grad_norm": 0.49736058712005615,
      "learning_rate": 4.992407354067326e-05,
      "loss": 4.8212,
      "step": 42805
    },
    {
      "epoch": 0.037472394635696724,
      "grad_norm": 0.6105893850326538,
      "learning_rate": 4.9924049358260126e-05,
      "loss": 5.073,
      "step": 42810
    },
    {
      "epoch": 0.03747677122932388,
      "grad_norm": 0.487465500831604,
      "learning_rate": 4.992402517200392e-05,
      "loss": 4.8814,
      "step": 42815
    },
    {
      "epoch": 0.03748114782295103,
      "grad_norm": 0.5611832737922668,
      "learning_rate": 4.9924000981904626e-05,
      "loss": 4.7585,
      "step": 42820
    },
    {
      "epoch": 0.03748552441657819,
      "grad_norm": 0.5398539900779724,
      "learning_rate": 4.9923976787962265e-05,
      "loss": 5.3043,
      "step": 42825
    },
    {
      "epoch": 0.03748990101020534,
      "grad_norm": 0.497014582157135,
      "learning_rate": 4.992395259017683e-05,
      "loss": 5.92,
      "step": 42830
    },
    {
      "epoch": 0.0374942776038325,
      "grad_norm": 0.4742320477962494,
      "learning_rate": 4.9923928388548326e-05,
      "loss": 5.5608,
      "step": 42835
    },
    {
      "epoch": 0.03749865419745965,
      "grad_norm": 0.4853212833404541,
      "learning_rate": 4.9923904183076775e-05,
      "loss": 4.9938,
      "step": 42840
    },
    {
      "epoch": 0.03750303079108681,
      "grad_norm": 0.4870454668998718,
      "learning_rate": 4.9923879973762155e-05,
      "loss": 5.5303,
      "step": 42845
    },
    {
      "epoch": 0.03750740738471396,
      "grad_norm": 0.6955592036247253,
      "learning_rate": 4.9923855760604485e-05,
      "loss": 4.796,
      "step": 42850
    },
    {
      "epoch": 0.037511783978341116,
      "grad_norm": 0.4651888310909271,
      "learning_rate": 4.992383154360377e-05,
      "loss": 5.9354,
      "step": 42855
    },
    {
      "epoch": 0.03751616057196827,
      "grad_norm": 0.5103378891944885,
      "learning_rate": 4.992380732276002e-05,
      "loss": 5.3859,
      "step": 42860
    },
    {
      "epoch": 0.037520537165595426,
      "grad_norm": 0.5498705506324768,
      "learning_rate": 4.992378309807323e-05,
      "loss": 5.8447,
      "step": 42865
    },
    {
      "epoch": 0.037524913759222574,
      "grad_norm": 0.5158700942993164,
      "learning_rate": 4.99237588695434e-05,
      "loss": 5.8164,
      "step": 42870
    },
    {
      "epoch": 0.03752929035284973,
      "grad_norm": 0.4685930609703064,
      "learning_rate": 4.992373463717056e-05,
      "loss": 5.8111,
      "step": 42875
    },
    {
      "epoch": 0.03753366694647688,
      "grad_norm": 0.5458621978759766,
      "learning_rate": 4.992371040095468e-05,
      "loss": 5.321,
      "step": 42880
    },
    {
      "epoch": 0.03753804354010404,
      "grad_norm": 0.6405439376831055,
      "learning_rate": 4.992368616089579e-05,
      "loss": 5.0755,
      "step": 42885
    },
    {
      "epoch": 0.03754242013373119,
      "grad_norm": 0.5952788591384888,
      "learning_rate": 4.992366191699388e-05,
      "loss": 5.3086,
      "step": 42890
    },
    {
      "epoch": 0.03754679672735835,
      "grad_norm": 0.46933412551879883,
      "learning_rate": 4.992363766924896e-05,
      "loss": 5.9716,
      "step": 42895
    },
    {
      "epoch": 0.0375511733209855,
      "grad_norm": 0.5781580805778503,
      "learning_rate": 4.992361341766104e-05,
      "loss": 5.6232,
      "step": 42900
    },
    {
      "epoch": 0.03755554991461266,
      "grad_norm": 0.5520182251930237,
      "learning_rate": 4.992358916223012e-05,
      "loss": 5.8826,
      "step": 42905
    },
    {
      "epoch": 0.03755992650823981,
      "grad_norm": 0.4844946265220642,
      "learning_rate": 4.9923564902956196e-05,
      "loss": 4.7521,
      "step": 42910
    },
    {
      "epoch": 0.037564303101866967,
      "grad_norm": 0.5095164775848389,
      "learning_rate": 4.9923540639839297e-05,
      "loss": 5.6248,
      "step": 42915
    },
    {
      "epoch": 0.03756867969549412,
      "grad_norm": 0.5288688540458679,
      "learning_rate": 4.992351637287941e-05,
      "loss": 5.6437,
      "step": 42920
    },
    {
      "epoch": 0.037573056289121276,
      "grad_norm": 0.44823020696640015,
      "learning_rate": 4.992349210207653e-05,
      "loss": 5.1066,
      "step": 42925
    },
    {
      "epoch": 0.03757743288274843,
      "grad_norm": 0.503441333770752,
      "learning_rate": 4.992346782743068e-05,
      "loss": 5.6065,
      "step": 42930
    },
    {
      "epoch": 0.037581809476375586,
      "grad_norm": 0.43799149990081787,
      "learning_rate": 4.992344354894186e-05,
      "loss": 5.8439,
      "step": 42935
    },
    {
      "epoch": 0.03758618607000274,
      "grad_norm": 0.4146764278411865,
      "learning_rate": 4.9923419266610074e-05,
      "loss": 5.6792,
      "step": 42940
    },
    {
      "epoch": 0.037590562663629895,
      "grad_norm": 0.48626670241355896,
      "learning_rate": 4.992339498043531e-05,
      "loss": 4.9689,
      "step": 42945
    },
    {
      "epoch": 0.03759493925725705,
      "grad_norm": 0.4220413863658905,
      "learning_rate": 4.99233706904176e-05,
      "loss": 5.6304,
      "step": 42950
    },
    {
      "epoch": 0.037599315850884205,
      "grad_norm": 0.6830222606658936,
      "learning_rate": 4.992334639655695e-05,
      "loss": 5.3183,
      "step": 42955
    },
    {
      "epoch": 0.03760369244451136,
      "grad_norm": 0.4866904020309448,
      "learning_rate": 4.992332209885334e-05,
      "loss": 5.515,
      "step": 42960
    },
    {
      "epoch": 0.037608069038138514,
      "grad_norm": 0.48877209424972534,
      "learning_rate": 4.9923297797306776e-05,
      "loss": 5.9412,
      "step": 42965
    },
    {
      "epoch": 0.03761244563176567,
      "grad_norm": 0.46154454350471497,
      "learning_rate": 4.992327349191729e-05,
      "loss": 5.857,
      "step": 42970
    },
    {
      "epoch": 0.037616822225392824,
      "grad_norm": 0.4323209822177887,
      "learning_rate": 4.992324918268486e-05,
      "loss": 5.6229,
      "step": 42975
    },
    {
      "epoch": 0.03762119881901998,
      "grad_norm": 0.46677055954933167,
      "learning_rate": 4.992322486960951e-05,
      "loss": 5.2821,
      "step": 42980
    },
    {
      "epoch": 0.03762557541264713,
      "grad_norm": 0.46572571992874146,
      "learning_rate": 4.992320055269123e-05,
      "loss": 5.3086,
      "step": 42985
    },
    {
      "epoch": 0.03762995200627429,
      "grad_norm": 0.4193167984485626,
      "learning_rate": 4.9923176231930026e-05,
      "loss": 5.3114,
      "step": 42990
    },
    {
      "epoch": 0.037634328599901436,
      "grad_norm": 0.44070500135421753,
      "learning_rate": 4.992315190732591e-05,
      "loss": 5.2915,
      "step": 42995
    },
    {
      "epoch": 0.03763870519352859,
      "grad_norm": 0.47776687145233154,
      "learning_rate": 4.992312757887888e-05,
      "loss": 5.307,
      "step": 43000
    },
    {
      "epoch": 0.037643081787155745,
      "grad_norm": 0.6079369783401489,
      "learning_rate": 4.992310324658894e-05,
      "loss": 5.4088,
      "step": 43005
    },
    {
      "epoch": 0.0376474583807829,
      "grad_norm": 0.4822275638580322,
      "learning_rate": 4.99230789104561e-05,
      "loss": 5.0865,
      "step": 43010
    },
    {
      "epoch": 0.037651834974410055,
      "grad_norm": 0.5159109830856323,
      "learning_rate": 4.9923054570480374e-05,
      "loss": 4.9469,
      "step": 43015
    },
    {
      "epoch": 0.03765621156803721,
      "grad_norm": 0.7063899040222168,
      "learning_rate": 4.9923030226661746e-05,
      "loss": 5.6362,
      "step": 43020
    },
    {
      "epoch": 0.037660588161664364,
      "grad_norm": 0.5917769074440002,
      "learning_rate": 4.992300587900024e-05,
      "loss": 4.4238,
      "step": 43025
    },
    {
      "epoch": 0.03766496475529152,
      "grad_norm": 0.5253307223320007,
      "learning_rate": 4.992298152749585e-05,
      "loss": 4.5142,
      "step": 43030
    },
    {
      "epoch": 0.037669341348918674,
      "grad_norm": 0.5594216585159302,
      "learning_rate": 4.9922957172148576e-05,
      "loss": 6.1602,
      "step": 43035
    },
    {
      "epoch": 0.03767371794254583,
      "grad_norm": 0.5146160125732422,
      "learning_rate": 4.992293281295842e-05,
      "loss": 6.1516,
      "step": 43040
    },
    {
      "epoch": 0.03767809453617298,
      "grad_norm": 0.4039672315120697,
      "learning_rate": 4.992290844992541e-05,
      "loss": 5.9271,
      "step": 43045
    },
    {
      "epoch": 0.03768247112980014,
      "grad_norm": 0.5086510181427002,
      "learning_rate": 4.992288408304954e-05,
      "loss": 5.3881,
      "step": 43050
    },
    {
      "epoch": 0.03768684772342729,
      "grad_norm": 0.45315879583358765,
      "learning_rate": 4.9922859712330806e-05,
      "loss": 5.626,
      "step": 43055
    },
    {
      "epoch": 0.03769122431705445,
      "grad_norm": 0.5395370721817017,
      "learning_rate": 4.992283533776921e-05,
      "loss": 5.6344,
      "step": 43060
    },
    {
      "epoch": 0.0376956009106816,
      "grad_norm": 0.43762773275375366,
      "learning_rate": 4.9922810959364766e-05,
      "loss": 6.5143,
      "step": 43065
    },
    {
      "epoch": 0.03769997750430876,
      "grad_norm": 0.420345664024353,
      "learning_rate": 4.992278657711749e-05,
      "loss": 5.6328,
      "step": 43070
    },
    {
      "epoch": 0.03770435409793591,
      "grad_norm": 0.4611240327358246,
      "learning_rate": 4.992276219102735e-05,
      "loss": 5.5006,
      "step": 43075
    },
    {
      "epoch": 0.03770873069156307,
      "grad_norm": 0.46451765298843384,
      "learning_rate": 4.99227378010944e-05,
      "loss": 5.8314,
      "step": 43080
    },
    {
      "epoch": 0.03771310728519022,
      "grad_norm": 0.4212827980518341,
      "learning_rate": 4.99227134073186e-05,
      "loss": 6.4641,
      "step": 43085
    },
    {
      "epoch": 0.037717483878817376,
      "grad_norm": 0.38120949268341064,
      "learning_rate": 4.9922689009699976e-05,
      "loss": 6.4061,
      "step": 43090
    },
    {
      "epoch": 0.03772186047244453,
      "grad_norm": 0.4127652943134308,
      "learning_rate": 4.992266460823855e-05,
      "loss": 5.5842,
      "step": 43095
    },
    {
      "epoch": 0.037726237066071686,
      "grad_norm": 0.4135095179080963,
      "learning_rate": 4.992264020293428e-05,
      "loss": 5.6284,
      "step": 43100
    },
    {
      "epoch": 0.03773061365969884,
      "grad_norm": 0.5792683959007263,
      "learning_rate": 4.992261579378722e-05,
      "loss": 5.2976,
      "step": 43105
    },
    {
      "epoch": 0.037734990253325995,
      "grad_norm": 0.512171745300293,
      "learning_rate": 4.992259138079733e-05,
      "loss": 5.1093,
      "step": 43110
    },
    {
      "epoch": 0.03773936684695315,
      "grad_norm": 0.49785280227661133,
      "learning_rate": 4.9922566963964655e-05,
      "loss": 4.246,
      "step": 43115
    },
    {
      "epoch": 0.037743743440580305,
      "grad_norm": 0.518009603023529,
      "learning_rate": 4.9922542543289186e-05,
      "loss": 5.0782,
      "step": 43120
    },
    {
      "epoch": 0.03774812003420745,
      "grad_norm": 0.4355907738208771,
      "learning_rate": 4.992251811877091e-05,
      "loss": 5.601,
      "step": 43125
    },
    {
      "epoch": 0.03775249662783461,
      "grad_norm": 0.49239256978034973,
      "learning_rate": 4.9922493690409856e-05,
      "loss": 5.4021,
      "step": 43130
    },
    {
      "epoch": 0.03775687322146176,
      "grad_norm": 0.47718608379364014,
      "learning_rate": 4.9922469258206004e-05,
      "loss": 5.9045,
      "step": 43135
    },
    {
      "epoch": 0.03776124981508892,
      "grad_norm": 0.4687056243419647,
      "learning_rate": 4.9922444822159386e-05,
      "loss": 5.0677,
      "step": 43140
    },
    {
      "epoch": 0.03776562640871607,
      "grad_norm": 0.4785919487476349,
      "learning_rate": 4.9922420382269984e-05,
      "loss": 4.8642,
      "step": 43145
    },
    {
      "epoch": 0.037770003002343226,
      "grad_norm": 0.5338159203529358,
      "learning_rate": 4.992239593853782e-05,
      "loss": 5.6392,
      "step": 43150
    },
    {
      "epoch": 0.03777437959597038,
      "grad_norm": 0.8349752426147461,
      "learning_rate": 4.992237149096289e-05,
      "loss": 4.5482,
      "step": 43155
    },
    {
      "epoch": 0.037778756189597536,
      "grad_norm": 0.4972192943096161,
      "learning_rate": 4.99223470395452e-05,
      "loss": 6.1703,
      "step": 43160
    },
    {
      "epoch": 0.03778313278322469,
      "grad_norm": 0.6296420693397522,
      "learning_rate": 4.992232258428475e-05,
      "loss": 5.6088,
      "step": 43165
    },
    {
      "epoch": 0.037787509376851845,
      "grad_norm": 0.5317150354385376,
      "learning_rate": 4.992229812518155e-05,
      "loss": 6.4639,
      "step": 43170
    },
    {
      "epoch": 0.037791885970479,
      "grad_norm": 0.4856422245502472,
      "learning_rate": 4.992227366223561e-05,
      "loss": 6.1664,
      "step": 43175
    },
    {
      "epoch": 0.037796262564106155,
      "grad_norm": 0.5182647705078125,
      "learning_rate": 4.9922249195446925e-05,
      "loss": 5.0655,
      "step": 43180
    },
    {
      "epoch": 0.03780063915773331,
      "grad_norm": 0.5073525905609131,
      "learning_rate": 4.9922224724815505e-05,
      "loss": 5.8875,
      "step": 43185
    },
    {
      "epoch": 0.037805015751360464,
      "grad_norm": 0.4698868989944458,
      "learning_rate": 4.992220025034135e-05,
      "loss": 5.5586,
      "step": 43190
    },
    {
      "epoch": 0.03780939234498762,
      "grad_norm": 0.5326124429702759,
      "learning_rate": 4.992217577202447e-05,
      "loss": 5.8436,
      "step": 43195
    },
    {
      "epoch": 0.037813768938614774,
      "grad_norm": 0.463724821805954,
      "learning_rate": 4.992215128986487e-05,
      "loss": 5.4301,
      "step": 43200
    },
    {
      "epoch": 0.03781814553224193,
      "grad_norm": 0.7378020286560059,
      "learning_rate": 4.992212680386254e-05,
      "loss": 5.3068,
      "step": 43205
    },
    {
      "epoch": 0.03782252212586908,
      "grad_norm": 0.8773083090782166,
      "learning_rate": 4.99221023140175e-05,
      "loss": 5.59,
      "step": 43210
    },
    {
      "epoch": 0.03782689871949624,
      "grad_norm": 0.46345987915992737,
      "learning_rate": 4.992207782032977e-05,
      "loss": 5.8504,
      "step": 43215
    },
    {
      "epoch": 0.03783127531312339,
      "grad_norm": 0.5010457038879395,
      "learning_rate": 4.992205332279932e-05,
      "loss": 5.2917,
      "step": 43220
    },
    {
      "epoch": 0.03783565190675055,
      "grad_norm": 0.5499699115753174,
      "learning_rate": 4.992202882142617e-05,
      "loss": 5.3394,
      "step": 43225
    },
    {
      "epoch": 0.0378400285003777,
      "grad_norm": 0.7858455777168274,
      "learning_rate": 4.9922004316210333e-05,
      "loss": 5.4916,
      "step": 43230
    },
    {
      "epoch": 0.03784440509400486,
      "grad_norm": 0.6121625900268555,
      "learning_rate": 4.992197980715181e-05,
      "loss": 5.928,
      "step": 43235
    },
    {
      "epoch": 0.03784878168763201,
      "grad_norm": 0.6096228361129761,
      "learning_rate": 4.99219552942506e-05,
      "loss": 5.4232,
      "step": 43240
    },
    {
      "epoch": 0.03785315828125917,
      "grad_norm": 0.5916918516159058,
      "learning_rate": 4.99219307775067e-05,
      "loss": 4.7704,
      "step": 43245
    },
    {
      "epoch": 0.03785753487488632,
      "grad_norm": 0.8826671838760376,
      "learning_rate": 4.992190625692014e-05,
      "loss": 4.7604,
      "step": 43250
    },
    {
      "epoch": 0.03786191146851347,
      "grad_norm": 0.5458049178123474,
      "learning_rate": 4.992188173249089e-05,
      "loss": 5.2911,
      "step": 43255
    },
    {
      "epoch": 0.037866288062140624,
      "grad_norm": 0.5340787768363953,
      "learning_rate": 4.992185720421899e-05,
      "loss": 5.6397,
      "step": 43260
    },
    {
      "epoch": 0.03787066465576778,
      "grad_norm": 0.5220207571983337,
      "learning_rate": 4.9921832672104416e-05,
      "loss": 5.6167,
      "step": 43265
    },
    {
      "epoch": 0.03787504124939493,
      "grad_norm": 0.4206730127334595,
      "learning_rate": 4.99218081361472e-05,
      "loss": 5.841,
      "step": 43270
    },
    {
      "epoch": 0.03787941784302209,
      "grad_norm": 0.4828977584838867,
      "learning_rate": 4.9921783596347326e-05,
      "loss": 5.0006,
      "step": 43275
    },
    {
      "epoch": 0.03788379443664924,
      "grad_norm": 0.5410494208335876,
      "learning_rate": 4.99217590527048e-05,
      "loss": 4.8874,
      "step": 43280
    },
    {
      "epoch": 0.0378881710302764,
      "grad_norm": 0.5551508069038391,
      "learning_rate": 4.992173450521963e-05,
      "loss": 5.3163,
      "step": 43285
    },
    {
      "epoch": 0.03789254762390355,
      "grad_norm": 0.5724785327911377,
      "learning_rate": 4.992170995389184e-05,
      "loss": 5.0637,
      "step": 43290
    },
    {
      "epoch": 0.03789692421753071,
      "grad_norm": 0.5250031352043152,
      "learning_rate": 4.9921685398721406e-05,
      "loss": 5.3345,
      "step": 43295
    },
    {
      "epoch": 0.03790130081115786,
      "grad_norm": 0.5627309679985046,
      "learning_rate": 4.992166083970834e-05,
      "loss": 5.594,
      "step": 43300
    },
    {
      "epoch": 0.03790567740478502,
      "grad_norm": 0.5891091823577881,
      "learning_rate": 4.9921636276852656e-05,
      "loss": 5.3029,
      "step": 43305
    },
    {
      "epoch": 0.03791005399841217,
      "grad_norm": 0.5757587552070618,
      "learning_rate": 4.992161171015436e-05,
      "loss": 5.8598,
      "step": 43310
    },
    {
      "epoch": 0.037914430592039326,
      "grad_norm": 0.5532898306846619,
      "learning_rate": 4.9921587139613436e-05,
      "loss": 5.6404,
      "step": 43315
    },
    {
      "epoch": 0.03791880718566648,
      "grad_norm": 0.46346941590309143,
      "learning_rate": 4.992156256522992e-05,
      "loss": 6.1686,
      "step": 43320
    },
    {
      "epoch": 0.037923183779293636,
      "grad_norm": 0.4671756625175476,
      "learning_rate": 4.992153798700379e-05,
      "loss": 5.2814,
      "step": 43325
    },
    {
      "epoch": 0.03792756037292079,
      "grad_norm": 0.47896435856819153,
      "learning_rate": 4.992151340493506e-05,
      "loss": 6.1621,
      "step": 43330
    },
    {
      "epoch": 0.037931936966547945,
      "grad_norm": 0.4710347652435303,
      "learning_rate": 4.992148881902373e-05,
      "loss": 4.7832,
      "step": 43335
    },
    {
      "epoch": 0.0379363135601751,
      "grad_norm": 0.5397275686264038,
      "learning_rate": 4.9921464229269824e-05,
      "loss": 4.3105,
      "step": 43340
    },
    {
      "epoch": 0.037940690153802255,
      "grad_norm": 0.549762487411499,
      "learning_rate": 4.992143963567332e-05,
      "loss": 4.7712,
      "step": 43345
    },
    {
      "epoch": 0.03794506674742941,
      "grad_norm": 0.49890926480293274,
      "learning_rate": 4.9921415038234234e-05,
      "loss": 5.4022,
      "step": 43350
    },
    {
      "epoch": 0.037949443341056564,
      "grad_norm": 0.42335477471351624,
      "learning_rate": 4.992139043695258e-05,
      "loss": 6.4762,
      "step": 43355
    },
    {
      "epoch": 0.03795381993468372,
      "grad_norm": 0.4762314558029175,
      "learning_rate": 4.992136583182836e-05,
      "loss": 5.4896,
      "step": 43360
    },
    {
      "epoch": 0.037958196528310874,
      "grad_norm": 0.39117392897605896,
      "learning_rate": 4.992134122286156e-05,
      "loss": 5.6151,
      "step": 43365
    },
    {
      "epoch": 0.03796257312193803,
      "grad_norm": 0.5135940313339233,
      "learning_rate": 4.992131661005221e-05,
      "loss": 5.2847,
      "step": 43370
    },
    {
      "epoch": 0.03796694971556518,
      "grad_norm": 0.519662618637085,
      "learning_rate": 4.9921291993400296e-05,
      "loss": 5.6012,
      "step": 43375
    },
    {
      "epoch": 0.03797132630919234,
      "grad_norm": 0.5280871391296387,
      "learning_rate": 4.992126737290583e-05,
      "loss": 6.143,
      "step": 43380
    },
    {
      "epoch": 0.037975702902819486,
      "grad_norm": 0.532861590385437,
      "learning_rate": 4.992124274856882e-05,
      "loss": 5.6243,
      "step": 43385
    },
    {
      "epoch": 0.03798007949644664,
      "grad_norm": 0.4129581153392792,
      "learning_rate": 4.992121812038927e-05,
      "loss": 5.8297,
      "step": 43390
    },
    {
      "epoch": 0.037984456090073795,
      "grad_norm": 0.46854057908058167,
      "learning_rate": 4.992119348836718e-05,
      "loss": 5.6358,
      "step": 43395
    },
    {
      "epoch": 0.03798883268370095,
      "grad_norm": 0.46587830781936646,
      "learning_rate": 4.992116885250256e-05,
      "loss": 5.81,
      "step": 43400
    },
    {
      "epoch": 0.037993209277328105,
      "grad_norm": 0.5698089003562927,
      "learning_rate": 4.9921144212795404e-05,
      "loss": 5.6227,
      "step": 43405
    },
    {
      "epoch": 0.03799758587095526,
      "grad_norm": 0.5150617957115173,
      "learning_rate": 4.992111956924573e-05,
      "loss": 5.0958,
      "step": 43410
    },
    {
      "epoch": 0.038001962464582414,
      "grad_norm": 0.46804022789001465,
      "learning_rate": 4.992109492185354e-05,
      "loss": 4.7748,
      "step": 43415
    },
    {
      "epoch": 0.03800633905820957,
      "grad_norm": 0.4439559578895569,
      "learning_rate": 4.992107027061883e-05,
      "loss": 5.8195,
      "step": 43420
    },
    {
      "epoch": 0.038010715651836724,
      "grad_norm": 0.4516755938529968,
      "learning_rate": 4.992104561554161e-05,
      "loss": 5.3043,
      "step": 43425
    },
    {
      "epoch": 0.03801509224546388,
      "grad_norm": 0.5276244282722473,
      "learning_rate": 4.992102095662189e-05,
      "loss": 5.0769,
      "step": 43430
    },
    {
      "epoch": 0.038019468839091033,
      "grad_norm": 0.5245835185050964,
      "learning_rate": 4.992099629385967e-05,
      "loss": 5.5905,
      "step": 43435
    },
    {
      "epoch": 0.03802384543271819,
      "grad_norm": 0.48802754282951355,
      "learning_rate": 4.992097162725494e-05,
      "loss": 6.1443,
      "step": 43440
    },
    {
      "epoch": 0.03802822202634534,
      "grad_norm": 0.4520052671432495,
      "learning_rate": 4.992094695680774e-05,
      "loss": 5.4062,
      "step": 43445
    },
    {
      "epoch": 0.0380325986199725,
      "grad_norm": 0.4758166968822479,
      "learning_rate": 4.9920922282518046e-05,
      "loss": 5.4924,
      "step": 43450
    },
    {
      "epoch": 0.03803697521359965,
      "grad_norm": 0.5083671808242798,
      "learning_rate": 4.9920897604385875e-05,
      "loss": 5.3533,
      "step": 43455
    },
    {
      "epoch": 0.03804135180722681,
      "grad_norm": 0.4448024332523346,
      "learning_rate": 4.9920872922411224e-05,
      "loss": 5.2543,
      "step": 43460
    },
    {
      "epoch": 0.03804572840085396,
      "grad_norm": 0.39250534772872925,
      "learning_rate": 4.9920848236594106e-05,
      "loss": 5.8369,
      "step": 43465
    },
    {
      "epoch": 0.03805010499448112,
      "grad_norm": 0.40400564670562744,
      "learning_rate": 4.9920823546934515e-05,
      "loss": 5.4029,
      "step": 43470
    },
    {
      "epoch": 0.03805448158810827,
      "grad_norm": 0.4906253516674042,
      "learning_rate": 4.992079885343247e-05,
      "loss": 5.5994,
      "step": 43475
    },
    {
      "epoch": 0.038058858181735426,
      "grad_norm": 0.4741230010986328,
      "learning_rate": 4.9920774156087966e-05,
      "loss": 5.4912,
      "step": 43480
    },
    {
      "epoch": 0.03806323477536258,
      "grad_norm": 0.4643647372722626,
      "learning_rate": 4.992074945490101e-05,
      "loss": 5.3949,
      "step": 43485
    },
    {
      "epoch": 0.038067611368989736,
      "grad_norm": 0.4417228102684021,
      "learning_rate": 4.99207247498716e-05,
      "loss": 5.6208,
      "step": 43490
    },
    {
      "epoch": 0.03807198796261689,
      "grad_norm": 0.43181389570236206,
      "learning_rate": 4.992070004099975e-05,
      "loss": 6.4203,
      "step": 43495
    },
    {
      "epoch": 0.038076364556244045,
      "grad_norm": 0.4000556766986847,
      "learning_rate": 4.992067532828547e-05,
      "loss": 6.1416,
      "step": 43500
    },
    {
      "epoch": 0.0380807411498712,
      "grad_norm": 0.5304428935050964,
      "learning_rate": 4.992065061172875e-05,
      "loss": 5.3925,
      "step": 43505
    },
    {
      "epoch": 0.03808511774349835,
      "grad_norm": 0.44072115421295166,
      "learning_rate": 4.99206258913296e-05,
      "loss": 5.5092,
      "step": 43510
    },
    {
      "epoch": 0.0380894943371255,
      "grad_norm": 0.4705730974674225,
      "learning_rate": 4.992060116708803e-05,
      "loss": 5.1955,
      "step": 43515
    },
    {
      "epoch": 0.03809387093075266,
      "grad_norm": 0.48862507939338684,
      "learning_rate": 4.992057643900404e-05,
      "loss": 5.0916,
      "step": 43520
    },
    {
      "epoch": 0.03809824752437981,
      "grad_norm": 0.5486104488372803,
      "learning_rate": 4.9920551707077636e-05,
      "loss": 4.884,
      "step": 43525
    },
    {
      "epoch": 0.03810262411800697,
      "grad_norm": 0.46262669563293457,
      "learning_rate": 4.9920526971308824e-05,
      "loss": 5.6143,
      "step": 43530
    },
    {
      "epoch": 0.03810700071163412,
      "grad_norm": 0.5474980473518372,
      "learning_rate": 4.9920502231697605e-05,
      "loss": 5.637,
      "step": 43535
    },
    {
      "epoch": 0.038111377305261276,
      "grad_norm": 0.525507926940918,
      "learning_rate": 4.992047748824399e-05,
      "loss": 5.6193,
      "step": 43540
    },
    {
      "epoch": 0.03811575389888843,
      "grad_norm": 0.5108231902122498,
      "learning_rate": 4.992045274094798e-05,
      "loss": 4.2992,
      "step": 43545
    },
    {
      "epoch": 0.038120130492515586,
      "grad_norm": 0.5141104459762573,
      "learning_rate": 4.9920427989809584e-05,
      "loss": 4.8704,
      "step": 43550
    },
    {
      "epoch": 0.03812450708614274,
      "grad_norm": 0.529268205165863,
      "learning_rate": 4.99204032348288e-05,
      "loss": 6.1635,
      "step": 43555
    },
    {
      "epoch": 0.038128883679769895,
      "grad_norm": 0.48364949226379395,
      "learning_rate": 4.9920378476005625e-05,
      "loss": 6.1328,
      "step": 43560
    },
    {
      "epoch": 0.03813326027339705,
      "grad_norm": 0.43893003463745117,
      "learning_rate": 4.992035371334008e-05,
      "loss": 5.6389,
      "step": 43565
    },
    {
      "epoch": 0.038137636867024205,
      "grad_norm": 0.47127750515937805,
      "learning_rate": 4.9920328946832165e-05,
      "loss": 4.8661,
      "step": 43570
    },
    {
      "epoch": 0.03814201346065136,
      "grad_norm": 0.48889005184173584,
      "learning_rate": 4.992030417648188e-05,
      "loss": 5.9794,
      "step": 43575
    },
    {
      "epoch": 0.038146390054278514,
      "grad_norm": 0.5045116543769836,
      "learning_rate": 4.992027940228924e-05,
      "loss": 5.091,
      "step": 43580
    },
    {
      "epoch": 0.03815076664790567,
      "grad_norm": 0.4661380648612976,
      "learning_rate": 4.9920254624254234e-05,
      "loss": 5.3833,
      "step": 43585
    },
    {
      "epoch": 0.038155143241532824,
      "grad_norm": 0.44111230969429016,
      "learning_rate": 4.9920229842376885e-05,
      "loss": 6.1617,
      "step": 43590
    },
    {
      "epoch": 0.03815951983515998,
      "grad_norm": 0.6340781450271606,
      "learning_rate": 4.992020505665719e-05,
      "loss": 4.855,
      "step": 43595
    },
    {
      "epoch": 0.038163896428787134,
      "grad_norm": 0.4451717138290405,
      "learning_rate": 4.992018026709515e-05,
      "loss": 5.399,
      "step": 43600
    },
    {
      "epoch": 0.03816827302241429,
      "grad_norm": 0.47747766971588135,
      "learning_rate": 4.992015547369077e-05,
      "loss": 5.1041,
      "step": 43605
    },
    {
      "epoch": 0.03817264961604144,
      "grad_norm": 0.5382352471351624,
      "learning_rate": 4.992013067644407e-05,
      "loss": 4.5984,
      "step": 43610
    },
    {
      "epoch": 0.0381770262096686,
      "grad_norm": 0.5810635089874268,
      "learning_rate": 4.9920105875355015e-05,
      "loss": 5.8316,
      "step": 43615
    },
    {
      "epoch": 0.03818140280329575,
      "grad_norm": 0.5979477167129517,
      "learning_rate": 4.9920081070423666e-05,
      "loss": 5.953,
      "step": 43620
    },
    {
      "epoch": 0.03818577939692291,
      "grad_norm": 0.5285435914993286,
      "learning_rate": 4.992005626164997e-05,
      "loss": 5.8027,
      "step": 43625
    },
    {
      "epoch": 0.03819015599055006,
      "grad_norm": 0.9152485728263855,
      "learning_rate": 4.992003144903398e-05,
      "loss": 5.0309,
      "step": 43630
    },
    {
      "epoch": 0.03819453258417722,
      "grad_norm": 0.5094724297523499,
      "learning_rate": 4.992000663257568e-05,
      "loss": 5.8477,
      "step": 43635
    },
    {
      "epoch": 0.038198909177804365,
      "grad_norm": 0.539371907711029,
      "learning_rate": 4.991998181227508e-05,
      "loss": 5.0996,
      "step": 43640
    },
    {
      "epoch": 0.03820328577143152,
      "grad_norm": 0.5325596332550049,
      "learning_rate": 4.9919956988132166e-05,
      "loss": 5.3963,
      "step": 43645
    },
    {
      "epoch": 0.038207662365058674,
      "grad_norm": 0.7970887422561646,
      "learning_rate": 4.9919932160146965e-05,
      "loss": 6.1525,
      "step": 43650
    },
    {
      "epoch": 0.03821203895868583,
      "grad_norm": 0.5709187984466553,
      "learning_rate": 4.991990732831947e-05,
      "loss": 5.0642,
      "step": 43655
    },
    {
      "epoch": 0.038216415552312984,
      "grad_norm": 0.5122411251068115,
      "learning_rate": 4.99198824926497e-05,
      "loss": 5.0794,
      "step": 43660
    },
    {
      "epoch": 0.03822079214594014,
      "grad_norm": 0.542207658290863,
      "learning_rate": 4.991985765313764e-05,
      "loss": 4.88,
      "step": 43665
    },
    {
      "epoch": 0.03822516873956729,
      "grad_norm": 0.9643109440803528,
      "learning_rate": 4.991983280978331e-05,
      "loss": 5.5422,
      "step": 43670
    },
    {
      "epoch": 0.03822954533319445,
      "grad_norm": 0.7033658027648926,
      "learning_rate": 4.991980796258671e-05,
      "loss": 5.6159,
      "step": 43675
    },
    {
      "epoch": 0.0382339219268216,
      "grad_norm": 1.007104516029358,
      "learning_rate": 4.991978311154784e-05,
      "loss": 5.3038,
      "step": 43680
    },
    {
      "epoch": 0.03823829852044876,
      "grad_norm": 0.7604852318763733,
      "learning_rate": 4.9919758256666705e-05,
      "loss": 5.6298,
      "step": 43685
    },
    {
      "epoch": 0.03824267511407591,
      "grad_norm": 0.5157819390296936,
      "learning_rate": 4.991973339794332e-05,
      "loss": 5.4117,
      "step": 43690
    },
    {
      "epoch": 0.03824705170770307,
      "grad_norm": 0.5132912993431091,
      "learning_rate": 4.991970853537768e-05,
      "loss": 4.2253,
      "step": 43695
    },
    {
      "epoch": 0.03825142830133022,
      "grad_norm": 0.578224241733551,
      "learning_rate": 4.99196836689698e-05,
      "loss": 5.2982,
      "step": 43700
    },
    {
      "epoch": 0.038255804894957376,
      "grad_norm": 0.5768670439720154,
      "learning_rate": 4.991965879871967e-05,
      "loss": 5.0098,
      "step": 43705
    },
    {
      "epoch": 0.03826018148858453,
      "grad_norm": 0.5889533162117004,
      "learning_rate": 4.991963392462732e-05,
      "loss": 5.9164,
      "step": 43710
    },
    {
      "epoch": 0.038264558082211686,
      "grad_norm": 0.5334340333938599,
      "learning_rate": 4.991960904669272e-05,
      "loss": 5.9433,
      "step": 43715
    },
    {
      "epoch": 0.03826893467583884,
      "grad_norm": 0.41958603262901306,
      "learning_rate": 4.99195841649159e-05,
      "loss": 5.9543,
      "step": 43720
    },
    {
      "epoch": 0.038273311269465995,
      "grad_norm": 0.45579126477241516,
      "learning_rate": 4.991955927929686e-05,
      "loss": 6.4584,
      "step": 43725
    },
    {
      "epoch": 0.03827768786309315,
      "grad_norm": 0.5254860520362854,
      "learning_rate": 4.9919534389835586e-05,
      "loss": 5.6017,
      "step": 43730
    },
    {
      "epoch": 0.038282064456720305,
      "grad_norm": 0.5277822613716125,
      "learning_rate": 4.9919509496532116e-05,
      "loss": 4.7504,
      "step": 43735
    },
    {
      "epoch": 0.03828644105034746,
      "grad_norm": 0.4382622539997101,
      "learning_rate": 4.991948459938644e-05,
      "loss": 5.405,
      "step": 43740
    },
    {
      "epoch": 0.038290817643974615,
      "grad_norm": 0.5113011598587036,
      "learning_rate": 4.991945969839854e-05,
      "loss": 4.439,
      "step": 43745
    },
    {
      "epoch": 0.03829519423760177,
      "grad_norm": 0.5057191848754883,
      "learning_rate": 4.991943479356845e-05,
      "loss": 5.2972,
      "step": 43750
    },
    {
      "epoch": 0.038299570831228924,
      "grad_norm": 0.440646231174469,
      "learning_rate": 4.991940988489619e-05,
      "loss": 5.9603,
      "step": 43755
    },
    {
      "epoch": 0.03830394742485608,
      "grad_norm": 0.5439861416816711,
      "learning_rate": 4.991938497238171e-05,
      "loss": 4.826,
      "step": 43760
    },
    {
      "epoch": 0.038308324018483234,
      "grad_norm": 0.5270265936851501,
      "learning_rate": 4.9919360056025055e-05,
      "loss": 5.7785,
      "step": 43765
    },
    {
      "epoch": 0.03831270061211038,
      "grad_norm": 0.4960474371910095,
      "learning_rate": 4.991933513582623e-05,
      "loss": 5.1058,
      "step": 43770
    },
    {
      "epoch": 0.038317077205737536,
      "grad_norm": 0.6088504791259766,
      "learning_rate": 4.991931021178522e-05,
      "loss": 5.5324,
      "step": 43775
    },
    {
      "epoch": 0.03832145379936469,
      "grad_norm": 0.5969046354293823,
      "learning_rate": 4.991928528390205e-05,
      "loss": 5.0981,
      "step": 43780
    },
    {
      "epoch": 0.038325830392991846,
      "grad_norm": 0.6735299229621887,
      "learning_rate": 4.99192603521767e-05,
      "loss": 5.2994,
      "step": 43785
    },
    {
      "epoch": 0.038330206986619,
      "grad_norm": 0.6496527194976807,
      "learning_rate": 4.99192354166092e-05,
      "loss": 5.6579,
      "step": 43790
    },
    {
      "epoch": 0.038334583580246155,
      "grad_norm": 0.5550597906112671,
      "learning_rate": 4.991921047719954e-05,
      "loss": 4.9955,
      "step": 43795
    },
    {
      "epoch": 0.03833896017387331,
      "grad_norm": 0.5759183168411255,
      "learning_rate": 4.991918553394773e-05,
      "loss": 5.3666,
      "step": 43800
    },
    {
      "epoch": 0.038343336767500465,
      "grad_norm": 0.5146123766899109,
      "learning_rate": 4.9919160586853786e-05,
      "loss": 5.2862,
      "step": 43805
    },
    {
      "epoch": 0.03834771336112762,
      "grad_norm": 0.5121736526489258,
      "learning_rate": 4.9919135635917693e-05,
      "loss": 4.5465,
      "step": 43810
    },
    {
      "epoch": 0.038352089954754774,
      "grad_norm": 0.7253658175468445,
      "learning_rate": 4.991911068113946e-05,
      "loss": 6.1996,
      "step": 43815
    },
    {
      "epoch": 0.03835646654838193,
      "grad_norm": 0.5930663347244263,
      "learning_rate": 4.99190857225191e-05,
      "loss": 6.1781,
      "step": 43820
    },
    {
      "epoch": 0.038360843142009084,
      "grad_norm": 0.535999596118927,
      "learning_rate": 4.9919060760056614e-05,
      "loss": 5.3141,
      "step": 43825
    },
    {
      "epoch": 0.03836521973563624,
      "grad_norm": 0.5140548944473267,
      "learning_rate": 4.9919035793752e-05,
      "loss": 5.6476,
      "step": 43830
    },
    {
      "epoch": 0.03836959632926339,
      "grad_norm": 1.024742841720581,
      "learning_rate": 4.991901082360527e-05,
      "loss": 4.8813,
      "step": 43835
    },
    {
      "epoch": 0.03837397292289055,
      "grad_norm": 0.558876097202301,
      "learning_rate": 4.991898584961644e-05,
      "loss": 5.4021,
      "step": 43840
    },
    {
      "epoch": 0.0383783495165177,
      "grad_norm": 0.521428108215332,
      "learning_rate": 4.991896087178549e-05,
      "loss": 4.7476,
      "step": 43845
    },
    {
      "epoch": 0.03838272611014486,
      "grad_norm": 0.7729997038841248,
      "learning_rate": 4.9918935890112436e-05,
      "loss": 5.3108,
      "step": 43850
    },
    {
      "epoch": 0.03838710270377201,
      "grad_norm": 0.5502775311470032,
      "learning_rate": 4.9918910904597294e-05,
      "loss": 5.4979,
      "step": 43855
    },
    {
      "epoch": 0.03839147929739917,
      "grad_norm": 0.5424172878265381,
      "learning_rate": 4.991888591524005e-05,
      "loss": 5.2883,
      "step": 43860
    },
    {
      "epoch": 0.03839585589102632,
      "grad_norm": 0.5096471905708313,
      "learning_rate": 4.9918860922040735e-05,
      "loss": 5.0781,
      "step": 43865
    },
    {
      "epoch": 0.038400232484653476,
      "grad_norm": 0.5724557638168335,
      "learning_rate": 4.991883592499932e-05,
      "loss": 5.3289,
      "step": 43870
    },
    {
      "epoch": 0.03840460907828063,
      "grad_norm": 1.0479377508163452,
      "learning_rate": 4.991881092411583e-05,
      "loss": 5.6076,
      "step": 43875
    },
    {
      "epoch": 0.038408985671907786,
      "grad_norm": 0.8002281188964844,
      "learning_rate": 4.9918785919390275e-05,
      "loss": 6.1729,
      "step": 43880
    },
    {
      "epoch": 0.03841336226553494,
      "grad_norm": 0.6931285262107849,
      "learning_rate": 4.991876091082265e-05,
      "loss": 5.3954,
      "step": 43885
    },
    {
      "epoch": 0.038417738859162096,
      "grad_norm": 1.0130833387374878,
      "learning_rate": 4.991873589841295e-05,
      "loss": 5.0988,
      "step": 43890
    },
    {
      "epoch": 0.03842211545278925,
      "grad_norm": 0.5363875031471252,
      "learning_rate": 4.99187108821612e-05,
      "loss": 6.1293,
      "step": 43895
    },
    {
      "epoch": 0.0384264920464164,
      "grad_norm": 0.5330207347869873,
      "learning_rate": 4.9918685862067395e-05,
      "loss": 5.8254,
      "step": 43900
    },
    {
      "epoch": 0.03843086864004355,
      "grad_norm": 0.6634852886199951,
      "learning_rate": 4.9918660838131537e-05,
      "loss": 5.5316,
      "step": 43905
    },
    {
      "epoch": 0.03843524523367071,
      "grad_norm": 0.564166247844696,
      "learning_rate": 4.9918635810353645e-05,
      "loss": 5.1262,
      "step": 43910
    },
    {
      "epoch": 0.03843962182729786,
      "grad_norm": 0.6337658762931824,
      "learning_rate": 4.99186107787337e-05,
      "loss": 5.3036,
      "step": 43915
    },
    {
      "epoch": 0.03844399842092502,
      "grad_norm": 0.6980368494987488,
      "learning_rate": 4.9918585743271715e-05,
      "loss": 6.1506,
      "step": 43920
    },
    {
      "epoch": 0.03844837501455217,
      "grad_norm": 0.5524078607559204,
      "learning_rate": 4.991856070396771e-05,
      "loss": 5.1129,
      "step": 43925
    },
    {
      "epoch": 0.03845275160817933,
      "grad_norm": 0.9464946389198303,
      "learning_rate": 4.991853566082169e-05,
      "loss": 4.8035,
      "step": 43930
    },
    {
      "epoch": 0.03845712820180648,
      "grad_norm": 0.6637545824050903,
      "learning_rate": 4.991851061383364e-05,
      "loss": 5.3018,
      "step": 43935
    },
    {
      "epoch": 0.038461504795433636,
      "grad_norm": 0.5813857316970825,
      "learning_rate": 4.991848556300357e-05,
      "loss": 4.8796,
      "step": 43940
    },
    {
      "epoch": 0.03846588138906079,
      "grad_norm": 0.7921885848045349,
      "learning_rate": 4.9918460508331486e-05,
      "loss": 5.6514,
      "step": 43945
    },
    {
      "epoch": 0.038470257982687946,
      "grad_norm": 0.9162499904632568,
      "learning_rate": 4.9918435449817404e-05,
      "loss": 5.3068,
      "step": 43950
    },
    {
      "epoch": 0.0384746345763151,
      "grad_norm": 0.6042975187301636,
      "learning_rate": 4.9918410387461324e-05,
      "loss": 5.5969,
      "step": 43955
    },
    {
      "epoch": 0.038479011169942255,
      "grad_norm": 0.5240976810455322,
      "learning_rate": 4.991838532126324e-05,
      "loss": 4.7821,
      "step": 43960
    },
    {
      "epoch": 0.03848338776356941,
      "grad_norm": 0.4911153018474579,
      "learning_rate": 4.991836025122317e-05,
      "loss": 5.3025,
      "step": 43965
    },
    {
      "epoch": 0.038487764357196565,
      "grad_norm": 0.5201370716094971,
      "learning_rate": 4.9918335177341115e-05,
      "loss": 5.0707,
      "step": 43970
    },
    {
      "epoch": 0.03849214095082372,
      "grad_norm": 0.487562894821167,
      "learning_rate": 4.991831009961707e-05,
      "loss": 5.1011,
      "step": 43975
    },
    {
      "epoch": 0.038496517544450874,
      "grad_norm": 0.5648598670959473,
      "learning_rate": 4.9918285018051057e-05,
      "loss": 5.0842,
      "step": 43980
    },
    {
      "epoch": 0.03850089413807803,
      "grad_norm": 0.4843593239784241,
      "learning_rate": 4.991825993264306e-05,
      "loss": 5.0519,
      "step": 43985
    },
    {
      "epoch": 0.038505270731705184,
      "grad_norm": 0.44138580560684204,
      "learning_rate": 4.991823484339311e-05,
      "loss": 6.1723,
      "step": 43990
    },
    {
      "epoch": 0.03850964732533234,
      "grad_norm": 0.47928565740585327,
      "learning_rate": 4.991820975030119e-05,
      "loss": 4.7766,
      "step": 43995
    },
    {
      "epoch": 0.03851402391895949,
      "grad_norm": 0.4863234758377075,
      "learning_rate": 4.9918184653367316e-05,
      "loss": 4.8877,
      "step": 44000
    },
    {
      "epoch": 0.03851840051258665,
      "grad_norm": 0.5198565721511841,
      "learning_rate": 4.991815955259148e-05,
      "loss": 4.8046,
      "step": 44005
    },
    {
      "epoch": 0.0385227771062138,
      "grad_norm": 0.5344637632369995,
      "learning_rate": 4.991813444797371e-05,
      "loss": 5.6063,
      "step": 44010
    },
    {
      "epoch": 0.03852715369984096,
      "grad_norm": 0.5095016360282898,
      "learning_rate": 4.9918109339514e-05,
      "loss": 5.302,
      "step": 44015
    },
    {
      "epoch": 0.03853153029346811,
      "grad_norm": 0.49773797392845154,
      "learning_rate": 4.9918084227212335e-05,
      "loss": 5.618,
      "step": 44020
    },
    {
      "epoch": 0.03853590688709527,
      "grad_norm": 0.5002145767211914,
      "learning_rate": 4.991805911106874e-05,
      "loss": 5.268,
      "step": 44025
    },
    {
      "epoch": 0.038540283480722415,
      "grad_norm": 0.7256767153739929,
      "learning_rate": 4.991803399108322e-05,
      "loss": 4.4938,
      "step": 44030
    },
    {
      "epoch": 0.03854466007434957,
      "grad_norm": 0.5040651559829712,
      "learning_rate": 4.9918008867255785e-05,
      "loss": 4.6864,
      "step": 44035
    },
    {
      "epoch": 0.038549036667976724,
      "grad_norm": 0.5426453948020935,
      "learning_rate": 4.991798373958642e-05,
      "loss": 5.6155,
      "step": 44040
    },
    {
      "epoch": 0.03855341326160388,
      "grad_norm": 0.5296652913093567,
      "learning_rate": 4.9917958608075145e-05,
      "loss": 5.0104,
      "step": 44045
    },
    {
      "epoch": 0.038557789855231034,
      "grad_norm": 0.5045729279518127,
      "learning_rate": 4.9917933472721955e-05,
      "loss": 5.8301,
      "step": 44050
    },
    {
      "epoch": 0.03856216644885819,
      "grad_norm": 0.49990352988243103,
      "learning_rate": 4.991790833352687e-05,
      "loss": 4.9838,
      "step": 44055
    },
    {
      "epoch": 0.03856654304248534,
      "grad_norm": 0.45271724462509155,
      "learning_rate": 4.9917883190489875e-05,
      "loss": 5.081,
      "step": 44060
    },
    {
      "epoch": 0.0385709196361125,
      "grad_norm": 0.5435519218444824,
      "learning_rate": 4.9917858043611e-05,
      "loss": 4.8917,
      "step": 44065
    },
    {
      "epoch": 0.03857529622973965,
      "grad_norm": 0.5285434722900391,
      "learning_rate": 4.9917832892890226e-05,
      "loss": 5.8346,
      "step": 44070
    },
    {
      "epoch": 0.03857967282336681,
      "grad_norm": 0.46601569652557373,
      "learning_rate": 4.991780773832757e-05,
      "loss": 5.3104,
      "step": 44075
    },
    {
      "epoch": 0.03858404941699396,
      "grad_norm": 0.536830723285675,
      "learning_rate": 4.9917782579923034e-05,
      "loss": 5.602,
      "step": 44080
    },
    {
      "epoch": 0.03858842601062112,
      "grad_norm": 0.7085946202278137,
      "learning_rate": 4.9917757417676616e-05,
      "loss": 5.5238,
      "step": 44085
    },
    {
      "epoch": 0.03859280260424827,
      "grad_norm": 0.5253516435623169,
      "learning_rate": 4.9917732251588334e-05,
      "loss": 5.8078,
      "step": 44090
    },
    {
      "epoch": 0.03859717919787543,
      "grad_norm": 0.5216331481933594,
      "learning_rate": 4.991770708165818e-05,
      "loss": 4.5444,
      "step": 44095
    },
    {
      "epoch": 0.03860155579150258,
      "grad_norm": 0.5420194864273071,
      "learning_rate": 4.9917681907886186e-05,
      "loss": 5.0755,
      "step": 44100
    },
    {
      "epoch": 0.038605932385129736,
      "grad_norm": 0.586916983127594,
      "learning_rate": 4.991765673027232e-05,
      "loss": 5.0896,
      "step": 44105
    },
    {
      "epoch": 0.03861030897875689,
      "grad_norm": 0.7211805582046509,
      "learning_rate": 4.9917631548816603e-05,
      "loss": 5.1148,
      "step": 44110
    },
    {
      "epoch": 0.038614685572384046,
      "grad_norm": 0.48723074793815613,
      "learning_rate": 4.9917606363519044e-05,
      "loss": 5.0671,
      "step": 44115
    },
    {
      "epoch": 0.0386190621660112,
      "grad_norm": 0.4610348045825958,
      "learning_rate": 4.9917581174379634e-05,
      "loss": 5.3951,
      "step": 44120
    },
    {
      "epoch": 0.038623438759638355,
      "grad_norm": 0.4602394700050354,
      "learning_rate": 4.99175559813984e-05,
      "loss": 4.8737,
      "step": 44125
    },
    {
      "epoch": 0.03862781535326551,
      "grad_norm": 0.5153789520263672,
      "learning_rate": 4.9917530784575326e-05,
      "loss": 6.1668,
      "step": 44130
    },
    {
      "epoch": 0.038632191946892665,
      "grad_norm": 0.4527926743030548,
      "learning_rate": 4.991750558391043e-05,
      "loss": 4.852,
      "step": 44135
    },
    {
      "epoch": 0.03863656854051982,
      "grad_norm": 0.4849327802658081,
      "learning_rate": 4.991748037940371e-05,
      "loss": 5.0852,
      "step": 44140
    },
    {
      "epoch": 0.038640945134146974,
      "grad_norm": 0.515828549861908,
      "learning_rate": 4.991745517105518e-05,
      "loss": 4.9102,
      "step": 44145
    },
    {
      "epoch": 0.03864532172777413,
      "grad_norm": 0.7410755157470703,
      "learning_rate": 4.9917429958864834e-05,
      "loss": 5.6102,
      "step": 44150
    },
    {
      "epoch": 0.03864969832140128,
      "grad_norm": 0.46770766377449036,
      "learning_rate": 4.991740474283268e-05,
      "loss": 4.6022,
      "step": 44155
    },
    {
      "epoch": 0.03865407491502843,
      "grad_norm": 0.589134693145752,
      "learning_rate": 4.991737952295872e-05,
      "loss": 4.8361,
      "step": 44160
    },
    {
      "epoch": 0.038658451508655586,
      "grad_norm": 0.6189533472061157,
      "learning_rate": 4.991735429924297e-05,
      "loss": 4.8273,
      "step": 44165
    },
    {
      "epoch": 0.03866282810228274,
      "grad_norm": 0.7520407438278198,
      "learning_rate": 4.9917329071685425e-05,
      "loss": 5.3485,
      "step": 44170
    },
    {
      "epoch": 0.038667204695909896,
      "grad_norm": 0.4735472798347473,
      "learning_rate": 4.991730384028609e-05,
      "loss": 6.158,
      "step": 44175
    },
    {
      "epoch": 0.03867158128953705,
      "grad_norm": 0.49434134364128113,
      "learning_rate": 4.991727860504497e-05,
      "loss": 5.5717,
      "step": 44180
    },
    {
      "epoch": 0.038675957883164205,
      "grad_norm": 0.5307847261428833,
      "learning_rate": 4.991725336596208e-05,
      "loss": 5.4578,
      "step": 44185
    },
    {
      "epoch": 0.03868033447679136,
      "grad_norm": 0.4907126724720001,
      "learning_rate": 4.9917228123037404e-05,
      "loss": 5.3085,
      "step": 44190
    },
    {
      "epoch": 0.038684711070418515,
      "grad_norm": 0.41678115725517273,
      "learning_rate": 4.9917202876270975e-05,
      "loss": 6.157,
      "step": 44195
    },
    {
      "epoch": 0.03868908766404567,
      "grad_norm": 0.42387446761131287,
      "learning_rate": 4.991717762566278e-05,
      "loss": 5.6386,
      "step": 44200
    },
    {
      "epoch": 0.038693464257672824,
      "grad_norm": 0.5196128487586975,
      "learning_rate": 4.991715237121282e-05,
      "loss": 4.3379,
      "step": 44205
    },
    {
      "epoch": 0.03869784085129998,
      "grad_norm": 0.45526033639907837,
      "learning_rate": 4.9917127112921104e-05,
      "loss": 5.9082,
      "step": 44210
    },
    {
      "epoch": 0.038702217444927134,
      "grad_norm": 0.5013659596443176,
      "learning_rate": 4.9917101850787654e-05,
      "loss": 5.3222,
      "step": 44215
    },
    {
      "epoch": 0.03870659403855429,
      "grad_norm": 0.49335846304893494,
      "learning_rate": 4.9917076584812436e-05,
      "loss": 5.3632,
      "step": 44220
    },
    {
      "epoch": 0.03871097063218144,
      "grad_norm": 0.446295827627182,
      "learning_rate": 4.99170513149955e-05,
      "loss": 5.867,
      "step": 44225
    },
    {
      "epoch": 0.0387153472258086,
      "grad_norm": 0.43327221274375916,
      "learning_rate": 4.991702604133682e-05,
      "loss": 6.4637,
      "step": 44230
    },
    {
      "epoch": 0.03871972381943575,
      "grad_norm": 0.5095481872558594,
      "learning_rate": 4.991700076383642e-05,
      "loss": 4.7716,
      "step": 44235
    },
    {
      "epoch": 0.03872410041306291,
      "grad_norm": 0.5342350006103516,
      "learning_rate": 4.991697548249429e-05,
      "loss": 4.9758,
      "step": 44240
    },
    {
      "epoch": 0.03872847700669006,
      "grad_norm": 0.5410257577896118,
      "learning_rate": 4.991695019731044e-05,
      "loss": 5.354,
      "step": 44245
    },
    {
      "epoch": 0.03873285360031722,
      "grad_norm": 0.4716242551803589,
      "learning_rate": 4.991692490828487e-05,
      "loss": 5.3044,
      "step": 44250
    },
    {
      "epoch": 0.03873723019394437,
      "grad_norm": 0.47120192646980286,
      "learning_rate": 4.99168996154176e-05,
      "loss": 6.1379,
      "step": 44255
    },
    {
      "epoch": 0.03874160678757153,
      "grad_norm": 0.5251082181930542,
      "learning_rate": 4.991687431870862e-05,
      "loss": 4.9635,
      "step": 44260
    },
    {
      "epoch": 0.03874598338119868,
      "grad_norm": 0.5164373517036438,
      "learning_rate": 4.9916849018157944e-05,
      "loss": 4.8848,
      "step": 44265
    },
    {
      "epoch": 0.038750359974825836,
      "grad_norm": 0.4797804653644562,
      "learning_rate": 4.991682371376557e-05,
      "loss": 4.7587,
      "step": 44270
    },
    {
      "epoch": 0.03875473656845299,
      "grad_norm": 0.4637788236141205,
      "learning_rate": 4.991679840553151e-05,
      "loss": 5.6529,
      "step": 44275
    },
    {
      "epoch": 0.038759113162080146,
      "grad_norm": 0.47988390922546387,
      "learning_rate": 4.991677309345576e-05,
      "loss": 5.4376,
      "step": 44280
    },
    {
      "epoch": 0.038763489755707294,
      "grad_norm": 0.46511656045913696,
      "learning_rate": 4.991674777753833e-05,
      "loss": 5.6045,
      "step": 44285
    },
    {
      "epoch": 0.03876786634933445,
      "grad_norm": 0.43184351921081543,
      "learning_rate": 4.991672245777922e-05,
      "loss": 6.1328,
      "step": 44290
    },
    {
      "epoch": 0.0387722429429616,
      "grad_norm": 0.6420598030090332,
      "learning_rate": 4.991669713417845e-05,
      "loss": 5.2881,
      "step": 44295
    },
    {
      "epoch": 0.03877661953658876,
      "grad_norm": 0.5780557990074158,
      "learning_rate": 4.9916671806736e-05,
      "loss": 5.0415,
      "step": 44300
    },
    {
      "epoch": 0.03878099613021591,
      "grad_norm": 0.5106703042984009,
      "learning_rate": 4.99166464754519e-05,
      "loss": 5.9184,
      "step": 44305
    },
    {
      "epoch": 0.03878537272384307,
      "grad_norm": 0.4548799395561218,
      "learning_rate": 4.9916621140326146e-05,
      "loss": 6.4322,
      "step": 44310
    },
    {
      "epoch": 0.03878974931747022,
      "grad_norm": 0.46458110213279724,
      "learning_rate": 4.991659580135874e-05,
      "loss": 6.1463,
      "step": 44315
    },
    {
      "epoch": 0.03879412591109738,
      "grad_norm": 0.5228346586227417,
      "learning_rate": 4.991657045854968e-05,
      "loss": 4.4383,
      "step": 44320
    },
    {
      "epoch": 0.03879850250472453,
      "grad_norm": 0.4657987952232361,
      "learning_rate": 4.991654511189898e-05,
      "loss": 5.3856,
      "step": 44325
    },
    {
      "epoch": 0.038802879098351686,
      "grad_norm": 0.46630555391311646,
      "learning_rate": 4.9916519761406645e-05,
      "loss": 6.1162,
      "step": 44330
    },
    {
      "epoch": 0.03880725569197884,
      "grad_norm": 0.48581376671791077,
      "learning_rate": 4.9916494407072677e-05,
      "loss": 5.2816,
      "step": 44335
    },
    {
      "epoch": 0.038811632285605996,
      "grad_norm": 0.4718112349510193,
      "learning_rate": 4.9916469048897095e-05,
      "loss": 6.1813,
      "step": 44340
    },
    {
      "epoch": 0.03881600887923315,
      "grad_norm": 0.47751739621162415,
      "learning_rate": 4.9916443686879874e-05,
      "loss": 4.7517,
      "step": 44345
    },
    {
      "epoch": 0.038820385472860305,
      "grad_norm": 0.428597092628479,
      "learning_rate": 4.991641832102105e-05,
      "loss": 6.442,
      "step": 44350
    },
    {
      "epoch": 0.03882476206648746,
      "grad_norm": 0.5262659192085266,
      "learning_rate": 4.991639295132061e-05,
      "loss": 5.5129,
      "step": 44355
    },
    {
      "epoch": 0.038829138660114615,
      "grad_norm": 0.4539961814880371,
      "learning_rate": 4.991636757777855e-05,
      "loss": 5.4167,
      "step": 44360
    },
    {
      "epoch": 0.03883351525374177,
      "grad_norm": 0.5289256572723389,
      "learning_rate": 4.991634220039491e-05,
      "loss": 5.0603,
      "step": 44365
    },
    {
      "epoch": 0.038837891847368924,
      "grad_norm": 0.490650475025177,
      "learning_rate": 4.991631681916966e-05,
      "loss": 5.3249,
      "step": 44370
    },
    {
      "epoch": 0.03884226844099608,
      "grad_norm": 0.455562025308609,
      "learning_rate": 4.9916291434102824e-05,
      "loss": 5.6269,
      "step": 44375
    },
    {
      "epoch": 0.038846645034623234,
      "grad_norm": 0.42471280694007874,
      "learning_rate": 4.9916266045194394e-05,
      "loss": 5.94,
      "step": 44380
    },
    {
      "epoch": 0.03885102162825039,
      "grad_norm": 0.49477964639663696,
      "learning_rate": 4.991624065244438e-05,
      "loss": 5.124,
      "step": 44385
    },
    {
      "epoch": 0.03885539822187754,
      "grad_norm": 0.46774521470069885,
      "learning_rate": 4.9916215255852796e-05,
      "loss": 5.5176,
      "step": 44390
    },
    {
      "epoch": 0.0388597748155047,
      "grad_norm": 0.3817272484302521,
      "learning_rate": 4.991618985541963e-05,
      "loss": 5.6249,
      "step": 44395
    },
    {
      "epoch": 0.03886415140913185,
      "grad_norm": 0.48365333676338196,
      "learning_rate": 4.9916164451144896e-05,
      "loss": 5.6114,
      "step": 44400
    },
    {
      "epoch": 0.03886852800275901,
      "grad_norm": 0.45801499485969543,
      "learning_rate": 4.991613904302861e-05,
      "loss": 5.827,
      "step": 44405
    },
    {
      "epoch": 0.03887290459638616,
      "grad_norm": 0.48059067130088806,
      "learning_rate": 4.991611363107076e-05,
      "loss": 5.6001,
      "step": 44410
    },
    {
      "epoch": 0.03887728119001331,
      "grad_norm": 0.4493750035762787,
      "learning_rate": 4.991608821527135e-05,
      "loss": 5.2925,
      "step": 44415
    },
    {
      "epoch": 0.038881657783640465,
      "grad_norm": 0.45236048102378845,
      "learning_rate": 4.9916062795630405e-05,
      "loss": 4.6387,
      "step": 44420
    },
    {
      "epoch": 0.03888603437726762,
      "grad_norm": 0.41145041584968567,
      "learning_rate": 4.9916037372147905e-05,
      "loss": 5.6475,
      "step": 44425
    },
    {
      "epoch": 0.038890410970894775,
      "grad_norm": 0.44947656989097595,
      "learning_rate": 4.991601194482387e-05,
      "loss": 4.9909,
      "step": 44430
    },
    {
      "epoch": 0.03889478756452193,
      "grad_norm": 0.5131313800811768,
      "learning_rate": 4.9915986513658306e-05,
      "loss": 6.1424,
      "step": 44435
    },
    {
      "epoch": 0.038899164158149084,
      "grad_norm": 0.583453893661499,
      "learning_rate": 4.9915961078651205e-05,
      "loss": 5.9257,
      "step": 44440
    },
    {
      "epoch": 0.03890354075177624,
      "grad_norm": 0.4781089723110199,
      "learning_rate": 4.991593563980259e-05,
      "loss": 4.5483,
      "step": 44445
    },
    {
      "epoch": 0.038907917345403394,
      "grad_norm": 0.5810109972953796,
      "learning_rate": 4.991591019711245e-05,
      "loss": 5.6729,
      "step": 44450
    },
    {
      "epoch": 0.03891229393903055,
      "grad_norm": 0.5294994711875916,
      "learning_rate": 4.99158847505808e-05,
      "loss": 5.8383,
      "step": 44455
    },
    {
      "epoch": 0.0389166705326577,
      "grad_norm": 0.5025368332862854,
      "learning_rate": 4.9915859300207635e-05,
      "loss": 5.3035,
      "step": 44460
    },
    {
      "epoch": 0.03892104712628486,
      "grad_norm": 0.5117718577384949,
      "learning_rate": 4.991583384599298e-05,
      "loss": 5.9409,
      "step": 44465
    },
    {
      "epoch": 0.03892542371991201,
      "grad_norm": 0.5354850888252258,
      "learning_rate": 4.99158083879368e-05,
      "loss": 5.3606,
      "step": 44470
    },
    {
      "epoch": 0.03892980031353917,
      "grad_norm": 0.4916806221008301,
      "learning_rate": 4.9915782926039144e-05,
      "loss": 5.2791,
      "step": 44475
    },
    {
      "epoch": 0.03893417690716632,
      "grad_norm": 0.6096321940422058,
      "learning_rate": 4.9915757460299994e-05,
      "loss": 5.2882,
      "step": 44480
    },
    {
      "epoch": 0.03893855350079348,
      "grad_norm": 0.7126700282096863,
      "learning_rate": 4.991573199071936e-05,
      "loss": 5.5853,
      "step": 44485
    },
    {
      "epoch": 0.03894293009442063,
      "grad_norm": 0.5433951020240784,
      "learning_rate": 4.9915706517297255e-05,
      "loss": 5.5102,
      "step": 44490
    },
    {
      "epoch": 0.038947306688047786,
      "grad_norm": 0.5830327868461609,
      "learning_rate": 4.9915681040033666e-05,
      "loss": 5.9321,
      "step": 44495
    },
    {
      "epoch": 0.03895168328167494,
      "grad_norm": 0.4157620370388031,
      "learning_rate": 4.99156555589286e-05,
      "loss": 5.9119,
      "step": 44500
    },
    {
      "epoch": 0.038956059875302096,
      "grad_norm": 0.5681272745132446,
      "learning_rate": 4.9915630073982076e-05,
      "loss": 5.5461,
      "step": 44505
    },
    {
      "epoch": 0.03896043646892925,
      "grad_norm": 0.5018696784973145,
      "learning_rate": 4.9915604585194095e-05,
      "loss": 5.8609,
      "step": 44510
    },
    {
      "epoch": 0.038964813062556405,
      "grad_norm": 0.5712435841560364,
      "learning_rate": 4.991557909256467e-05,
      "loss": 5.5256,
      "step": 44515
    },
    {
      "epoch": 0.03896918965618356,
      "grad_norm": 0.5750592947006226,
      "learning_rate": 4.991555359609378e-05,
      "loss": 4.729,
      "step": 44520
    },
    {
      "epoch": 0.038973566249810715,
      "grad_norm": 0.46512508392333984,
      "learning_rate": 4.991552809578144e-05,
      "loss": 5.8424,
      "step": 44525
    },
    {
      "epoch": 0.03897794284343787,
      "grad_norm": 0.3968997299671173,
      "learning_rate": 4.991550259162767e-05,
      "loss": 5.9519,
      "step": 44530
    },
    {
      "epoch": 0.038982319437065024,
      "grad_norm": 0.46129050850868225,
      "learning_rate": 4.991547708363246e-05,
      "loss": 5.8311,
      "step": 44535
    },
    {
      "epoch": 0.03898669603069218,
      "grad_norm": 0.42359161376953125,
      "learning_rate": 4.9915451571795825e-05,
      "loss": 5.4095,
      "step": 44540
    },
    {
      "epoch": 0.03899107262431933,
      "grad_norm": 0.4534880518913269,
      "learning_rate": 4.991542605611775e-05,
      "loss": 5.8398,
      "step": 44545
    },
    {
      "epoch": 0.03899544921794648,
      "grad_norm": 0.541840136051178,
      "learning_rate": 4.991540053659828e-05,
      "loss": 5.0661,
      "step": 44550
    },
    {
      "epoch": 0.03899982581157364,
      "grad_norm": 0.5312085151672363,
      "learning_rate": 4.9915375013237375e-05,
      "loss": 5.3736,
      "step": 44555
    },
    {
      "epoch": 0.03900420240520079,
      "grad_norm": 0.48000091314315796,
      "learning_rate": 4.9915349486035054e-05,
      "loss": 6.1672,
      "step": 44560
    },
    {
      "epoch": 0.039008578998827946,
      "grad_norm": 0.4081844687461853,
      "learning_rate": 4.9915323954991344e-05,
      "loss": 6.4379,
      "step": 44565
    },
    {
      "epoch": 0.0390129555924551,
      "grad_norm": 0.5350791811943054,
      "learning_rate": 4.9915298420106225e-05,
      "loss": 4.5282,
      "step": 44570
    },
    {
      "epoch": 0.039017332186082256,
      "grad_norm": 0.48937031626701355,
      "learning_rate": 4.9915272881379716e-05,
      "loss": 5.0985,
      "step": 44575
    },
    {
      "epoch": 0.03902170877970941,
      "grad_norm": 0.6759640574455261,
      "learning_rate": 4.991524733881181e-05,
      "loss": 5.5838,
      "step": 44580
    },
    {
      "epoch": 0.039026085373336565,
      "grad_norm": 0.5119459629058838,
      "learning_rate": 4.9915221792402524e-05,
      "loss": 5.0179,
      "step": 44585
    },
    {
      "epoch": 0.03903046196696372,
      "grad_norm": 0.5670832395553589,
      "learning_rate": 4.9915196242151854e-05,
      "loss": 5.6098,
      "step": 44590
    },
    {
      "epoch": 0.039034838560590875,
      "grad_norm": 0.5775887966156006,
      "learning_rate": 4.9915170688059795e-05,
      "loss": 5.8057,
      "step": 44595
    },
    {
      "epoch": 0.03903921515421803,
      "grad_norm": 0.4653691351413727,
      "learning_rate": 4.9915145130126374e-05,
      "loss": 5.8195,
      "step": 44600
    },
    {
      "epoch": 0.039043591747845184,
      "grad_norm": 0.5069452524185181,
      "learning_rate": 4.9915119568351584e-05,
      "loss": 5.1107,
      "step": 44605
    },
    {
      "epoch": 0.03904796834147234,
      "grad_norm": 0.44035884737968445,
      "learning_rate": 4.991509400273544e-05,
      "loss": 5.3798,
      "step": 44610
    },
    {
      "epoch": 0.039052344935099494,
      "grad_norm": 0.571222722530365,
      "learning_rate": 4.9915068433277944e-05,
      "loss": 5.079,
      "step": 44615
    },
    {
      "epoch": 0.03905672152872665,
      "grad_norm": 0.5310190320014954,
      "learning_rate": 4.991504285997909e-05,
      "loss": 5.2838,
      "step": 44620
    },
    {
      "epoch": 0.0390610981223538,
      "grad_norm": 0.5231369733810425,
      "learning_rate": 4.991501728283888e-05,
      "loss": 5.5203,
      "step": 44625
    },
    {
      "epoch": 0.03906547471598096,
      "grad_norm": 0.5278165340423584,
      "learning_rate": 4.9914991701857336e-05,
      "loss": 4.9812,
      "step": 44630
    },
    {
      "epoch": 0.03906985130960811,
      "grad_norm": 0.40275877714157104,
      "learning_rate": 4.9914966117034454e-05,
      "loss": 5.8494,
      "step": 44635
    },
    {
      "epoch": 0.03907422790323527,
      "grad_norm": 0.4438895285129547,
      "learning_rate": 4.991494052837024e-05,
      "loss": 5.6104,
      "step": 44640
    },
    {
      "epoch": 0.03907860449686242,
      "grad_norm": 0.4157513380050659,
      "learning_rate": 4.991491493586471e-05,
      "loss": 5.6081,
      "step": 44645
    },
    {
      "epoch": 0.03908298109048958,
      "grad_norm": 0.560547947883606,
      "learning_rate": 4.9914889339517845e-05,
      "loss": 5.9274,
      "step": 44650
    },
    {
      "epoch": 0.03908735768411673,
      "grad_norm": 0.4313422441482544,
      "learning_rate": 4.991486373932966e-05,
      "loss": 5.6168,
      "step": 44655
    },
    {
      "epoch": 0.039091734277743886,
      "grad_norm": 0.4552049934864044,
      "learning_rate": 4.991483813530018e-05,
      "loss": 5.5029,
      "step": 44660
    },
    {
      "epoch": 0.03909611087137104,
      "grad_norm": 0.47671931982040405,
      "learning_rate": 4.9914812527429376e-05,
      "loss": 5.5806,
      "step": 44665
    },
    {
      "epoch": 0.03910048746499819,
      "grad_norm": 0.46574410796165466,
      "learning_rate": 4.9914786915717284e-05,
      "loss": 5.2885,
      "step": 44670
    },
    {
      "epoch": 0.039104864058625344,
      "grad_norm": 0.5114562511444092,
      "learning_rate": 4.9914761300163884e-05,
      "loss": 6.1551,
      "step": 44675
    },
    {
      "epoch": 0.0391092406522525,
      "grad_norm": 0.440269410610199,
      "learning_rate": 4.9914735680769196e-05,
      "loss": 6.4652,
      "step": 44680
    },
    {
      "epoch": 0.03911361724587965,
      "grad_norm": 0.5662074685096741,
      "learning_rate": 4.991471005753322e-05,
      "loss": 5.6121,
      "step": 44685
    },
    {
      "epoch": 0.03911799383950681,
      "grad_norm": 0.5152063369750977,
      "learning_rate": 4.991468443045596e-05,
      "loss": 5.5281,
      "step": 44690
    },
    {
      "epoch": 0.03912237043313396,
      "grad_norm": 0.49429452419281006,
      "learning_rate": 4.9914658799537415e-05,
      "loss": 5.0831,
      "step": 44695
    },
    {
      "epoch": 0.03912674702676112,
      "grad_norm": 0.5556054711341858,
      "learning_rate": 4.9914633164777604e-05,
      "loss": 5.0831,
      "step": 44700
    },
    {
      "epoch": 0.03913112362038827,
      "grad_norm": 0.4928675591945648,
      "learning_rate": 4.9914607526176525e-05,
      "loss": 5.6044,
      "step": 44705
    },
    {
      "epoch": 0.03913550021401543,
      "grad_norm": 0.7750230431556702,
      "learning_rate": 4.991458188373419e-05,
      "loss": 4.3208,
      "step": 44710
    },
    {
      "epoch": 0.03913987680764258,
      "grad_norm": 0.75105881690979,
      "learning_rate": 4.9914556237450594e-05,
      "loss": 4.7467,
      "step": 44715
    },
    {
      "epoch": 0.03914425340126974,
      "grad_norm": 0.5189630389213562,
      "learning_rate": 4.991453058732575e-05,
      "loss": 5.6026,
      "step": 44720
    },
    {
      "epoch": 0.03914862999489689,
      "grad_norm": 1.0489827394485474,
      "learning_rate": 4.991450493335964e-05,
      "loss": 4.5344,
      "step": 44725
    },
    {
      "epoch": 0.039153006588524046,
      "grad_norm": 0.49424833059310913,
      "learning_rate": 4.991447927555231e-05,
      "loss": 4.8691,
      "step": 44730
    },
    {
      "epoch": 0.0391573831821512,
      "grad_norm": 0.5816375613212585,
      "learning_rate": 4.991445361390372e-05,
      "loss": 5.9065,
      "step": 44735
    },
    {
      "epoch": 0.039161759775778356,
      "grad_norm": 0.5061874985694885,
      "learning_rate": 4.991442794841391e-05,
      "loss": 4.9207,
      "step": 44740
    },
    {
      "epoch": 0.03916613636940551,
      "grad_norm": 0.47880950570106506,
      "learning_rate": 4.991440227908287e-05,
      "loss": 6.4234,
      "step": 44745
    },
    {
      "epoch": 0.039170512963032665,
      "grad_norm": 0.47122448682785034,
      "learning_rate": 4.9914376605910604e-05,
      "loss": 5.6088,
      "step": 44750
    },
    {
      "epoch": 0.03917488955665982,
      "grad_norm": 0.38532885909080505,
      "learning_rate": 4.9914350928897124e-05,
      "loss": 6.1805,
      "step": 44755
    },
    {
      "epoch": 0.039179266150286975,
      "grad_norm": 0.41369324922561646,
      "learning_rate": 4.9914325248042424e-05,
      "loss": 6.1383,
      "step": 44760
    },
    {
      "epoch": 0.03918364274391413,
      "grad_norm": 0.5090553164482117,
      "learning_rate": 4.991429956334653e-05,
      "loss": 4.818,
      "step": 44765
    },
    {
      "epoch": 0.039188019337541284,
      "grad_norm": 0.5087948441505432,
      "learning_rate": 4.991427387480941e-05,
      "loss": 4.2148,
      "step": 44770
    },
    {
      "epoch": 0.03919239593116844,
      "grad_norm": 0.5610010623931885,
      "learning_rate": 4.991424818243111e-05,
      "loss": 5.6319,
      "step": 44775
    },
    {
      "epoch": 0.039196772524795594,
      "grad_norm": 0.4905768632888794,
      "learning_rate": 4.9914222486211614e-05,
      "loss": 5.629,
      "step": 44780
    },
    {
      "epoch": 0.03920114911842275,
      "grad_norm": 0.5046960115432739,
      "learning_rate": 4.9914196786150936e-05,
      "loss": 5.9521,
      "step": 44785
    },
    {
      "epoch": 0.0392055257120499,
      "grad_norm": 0.5085363388061523,
      "learning_rate": 4.991417108224906e-05,
      "loss": 4.7961,
      "step": 44790
    },
    {
      "epoch": 0.03920990230567706,
      "grad_norm": 0.8530349135398865,
      "learning_rate": 4.9914145374506016e-05,
      "loss": 5.5859,
      "step": 44795
    },
    {
      "epoch": 0.039214278899304206,
      "grad_norm": 0.4973593056201935,
      "learning_rate": 4.99141196629218e-05,
      "loss": 5.255,
      "step": 44800
    },
    {
      "epoch": 0.03921865549293136,
      "grad_norm": 0.4662488102912903,
      "learning_rate": 4.99140939474964e-05,
      "loss": 5.0874,
      "step": 44805
    },
    {
      "epoch": 0.039223032086558515,
      "grad_norm": 0.7278814911842346,
      "learning_rate": 4.9914068228229846e-05,
      "loss": 4.7503,
      "step": 44810
    },
    {
      "epoch": 0.03922740868018567,
      "grad_norm": 0.627967894077301,
      "learning_rate": 4.991404250512214e-05,
      "loss": 5.6245,
      "step": 44815
    },
    {
      "epoch": 0.039231785273812825,
      "grad_norm": 0.8763261437416077,
      "learning_rate": 4.991401677817327e-05,
      "loss": 4.9866,
      "step": 44820
    },
    {
      "epoch": 0.03923616186743998,
      "grad_norm": 0.6708333492279053,
      "learning_rate": 4.9913991047383246e-05,
      "loss": 5.3125,
      "step": 44825
    },
    {
      "epoch": 0.039240538461067134,
      "grad_norm": 0.6562979817390442,
      "learning_rate": 4.9913965312752084e-05,
      "loss": 5.2984,
      "step": 44830
    },
    {
      "epoch": 0.03924491505469429,
      "grad_norm": 0.8740560412406921,
      "learning_rate": 4.99139395742798e-05,
      "loss": 4.8513,
      "step": 44835
    },
    {
      "epoch": 0.039249291648321444,
      "grad_norm": 1.0042098760604858,
      "learning_rate": 4.9913913831966364e-05,
      "loss": 4.7918,
      "step": 44840
    },
    {
      "epoch": 0.0392536682419486,
      "grad_norm": 0.7125846147537231,
      "learning_rate": 4.99138880858118e-05,
      "loss": 5.9274,
      "step": 44845
    },
    {
      "epoch": 0.03925804483557575,
      "grad_norm": 0.4892788529396057,
      "learning_rate": 4.991386233581612e-05,
      "loss": 4.5207,
      "step": 44850
    },
    {
      "epoch": 0.03926242142920291,
      "grad_norm": 0.5336707830429077,
      "learning_rate": 4.991383658197931e-05,
      "loss": 4.2354,
      "step": 44855
    },
    {
      "epoch": 0.03926679802283006,
      "grad_norm": 0.455118328332901,
      "learning_rate": 4.99138108243014e-05,
      "loss": 5.6492,
      "step": 44860
    },
    {
      "epoch": 0.03927117461645722,
      "grad_norm": 0.460091769695282,
      "learning_rate": 4.991378506278237e-05,
      "loss": 5.0834,
      "step": 44865
    },
    {
      "epoch": 0.03927555121008437,
      "grad_norm": 0.5527247786521912,
      "learning_rate": 4.9913759297422234e-05,
      "loss": 5.5172,
      "step": 44870
    },
    {
      "epoch": 0.03927992780371153,
      "grad_norm": 0.5205391049385071,
      "learning_rate": 4.991373352822101e-05,
      "loss": 4.4201,
      "step": 44875
    },
    {
      "epoch": 0.03928430439733868,
      "grad_norm": 0.548383891582489,
      "learning_rate": 4.9913707755178684e-05,
      "loss": 4.8922,
      "step": 44880
    },
    {
      "epoch": 0.03928868099096584,
      "grad_norm": 0.8918888568878174,
      "learning_rate": 4.991368197829527e-05,
      "loss": 5.5141,
      "step": 44885
    },
    {
      "epoch": 0.03929305758459299,
      "grad_norm": 0.860720157623291,
      "learning_rate": 4.991365619757077e-05,
      "loss": 5.9382,
      "step": 44890
    },
    {
      "epoch": 0.039297434178220146,
      "grad_norm": 0.6186416745185852,
      "learning_rate": 4.99136304130052e-05,
      "loss": 5.5953,
      "step": 44895
    },
    {
      "epoch": 0.0393018107718473,
      "grad_norm": 0.4447043240070343,
      "learning_rate": 4.991360462459855e-05,
      "loss": 6.1592,
      "step": 44900
    },
    {
      "epoch": 0.039306187365474456,
      "grad_norm": 0.4933428168296814,
      "learning_rate": 4.9913578832350826e-05,
      "loss": 4.7859,
      "step": 44905
    },
    {
      "epoch": 0.03931056395910161,
      "grad_norm": 0.5875664353370667,
      "learning_rate": 4.991355303626204e-05,
      "loss": 5.5318,
      "step": 44910
    },
    {
      "epoch": 0.039314940552728765,
      "grad_norm": 0.5360146164894104,
      "learning_rate": 4.9913527236332204e-05,
      "loss": 4.7964,
      "step": 44915
    },
    {
      "epoch": 0.03931931714635592,
      "grad_norm": 0.5402129888534546,
      "learning_rate": 4.991350143256131e-05,
      "loss": 4.7634,
      "step": 44920
    },
    {
      "epoch": 0.039323693739983075,
      "grad_norm": 0.541893482208252,
      "learning_rate": 4.991347562494936e-05,
      "loss": 5.2686,
      "step": 44925
    },
    {
      "epoch": 0.03932807033361022,
      "grad_norm": 0.40325209498405457,
      "learning_rate": 4.991344981349636e-05,
      "loss": 6.1238,
      "step": 44930
    },
    {
      "epoch": 0.03933244692723738,
      "grad_norm": 0.4240318536758423,
      "learning_rate": 4.991342399820233e-05,
      "loss": 6.1543,
      "step": 44935
    },
    {
      "epoch": 0.03933682352086453,
      "grad_norm": 0.4985116124153137,
      "learning_rate": 4.9913398179067275e-05,
      "loss": 5.0838,
      "step": 44940
    },
    {
      "epoch": 0.03934120011449169,
      "grad_norm": 0.5219442844390869,
      "learning_rate": 4.991337235609117e-05,
      "loss": 5.0777,
      "step": 44945
    },
    {
      "epoch": 0.03934557670811884,
      "grad_norm": 0.4952041506767273,
      "learning_rate": 4.9913346529274054e-05,
      "loss": 5.1099,
      "step": 44950
    },
    {
      "epoch": 0.039349953301745996,
      "grad_norm": 0.49150416254997253,
      "learning_rate": 4.991332069861592e-05,
      "loss": 4.8901,
      "step": 44955
    },
    {
      "epoch": 0.03935432989537315,
      "grad_norm": 0.39949142932891846,
      "learning_rate": 4.991329486411677e-05,
      "loss": 6.1336,
      "step": 44960
    },
    {
      "epoch": 0.039358706489000306,
      "grad_norm": 0.48473411798477173,
      "learning_rate": 4.99132690257766e-05,
      "loss": 5.5968,
      "step": 44965
    },
    {
      "epoch": 0.03936308308262746,
      "grad_norm": 0.4688720107078552,
      "learning_rate": 4.9913243183595434e-05,
      "loss": 5.6309,
      "step": 44970
    },
    {
      "epoch": 0.039367459676254615,
      "grad_norm": 0.4414667785167694,
      "learning_rate": 4.991321733757327e-05,
      "loss": 5.1173,
      "step": 44975
    },
    {
      "epoch": 0.03937183626988177,
      "grad_norm": 0.49770092964172363,
      "learning_rate": 4.991319148771011e-05,
      "loss": 5.1746,
      "step": 44980
    },
    {
      "epoch": 0.039376212863508925,
      "grad_norm": 0.5966225862503052,
      "learning_rate": 4.9913165634005956e-05,
      "loss": 5.3024,
      "step": 44985
    },
    {
      "epoch": 0.03938058945713608,
      "grad_norm": 0.4480016529560089,
      "learning_rate": 4.991313977646081e-05,
      "loss": 6.4766,
      "step": 44990
    },
    {
      "epoch": 0.039384966050763234,
      "grad_norm": 0.4597736597061157,
      "learning_rate": 4.991311391507471e-05,
      "loss": 4.5212,
      "step": 44995
    },
    {
      "epoch": 0.03938934264439039,
      "grad_norm": 0.45181944966316223,
      "learning_rate": 4.991308804984761e-05,
      "loss": 5.9214,
      "step": 45000
    },
    {
      "epoch": 0.039393719238017544,
      "grad_norm": 0.4739131033420563,
      "learning_rate": 4.9913062180779556e-05,
      "loss": 5.2938,
      "step": 45005
    },
    {
      "epoch": 0.0393980958316447,
      "grad_norm": 0.5054754018783569,
      "learning_rate": 4.991303630787053e-05,
      "loss": 4.8443,
      "step": 45010
    },
    {
      "epoch": 0.03940247242527185,
      "grad_norm": 0.5587712526321411,
      "learning_rate": 4.991301043112054e-05,
      "loss": 5.2641,
      "step": 45015
    },
    {
      "epoch": 0.03940684901889901,
      "grad_norm": 0.4977506101131439,
      "learning_rate": 4.991298455052962e-05,
      "loss": 5.8238,
      "step": 45020
    },
    {
      "epoch": 0.03941122561252616,
      "grad_norm": 0.49006274342536926,
      "learning_rate": 4.991295866609772e-05,
      "loss": 5.6275,
      "step": 45025
    },
    {
      "epoch": 0.03941560220615332,
      "grad_norm": 0.5062183141708374,
      "learning_rate": 4.9912932777824896e-05,
      "loss": 5.3716,
      "step": 45030
    },
    {
      "epoch": 0.03941997879978047,
      "grad_norm": 0.48575446009635925,
      "learning_rate": 4.991290688571112e-05,
      "loss": 5.6118,
      "step": 45035
    },
    {
      "epoch": 0.03942435539340763,
      "grad_norm": 0.5364495515823364,
      "learning_rate": 4.991288098975642e-05,
      "loss": 4.7682,
      "step": 45040
    },
    {
      "epoch": 0.03942873198703478,
      "grad_norm": 0.521277129650116,
      "learning_rate": 4.991285508996077e-05,
      "loss": 5.3967,
      "step": 45045
    },
    {
      "epoch": 0.03943310858066194,
      "grad_norm": 0.5541427135467529,
      "learning_rate": 4.9912829186324216e-05,
      "loss": 4.8739,
      "step": 45050
    },
    {
      "epoch": 0.03943748517428909,
      "grad_norm": 0.5902178287506104,
      "learning_rate": 4.991280327884673e-05,
      "loss": 6.4479,
      "step": 45055
    },
    {
      "epoch": 0.03944186176791624,
      "grad_norm": 0.4645833671092987,
      "learning_rate": 4.991277736752834e-05,
      "loss": 6.1742,
      "step": 45060
    },
    {
      "epoch": 0.039446238361543394,
      "grad_norm": 0.5048709511756897,
      "learning_rate": 4.991275145236903e-05,
      "loss": 5.6082,
      "step": 45065
    },
    {
      "epoch": 0.03945061495517055,
      "grad_norm": 0.5655784606933594,
      "learning_rate": 4.991272553336883e-05,
      "loss": 4.9707,
      "step": 45070
    },
    {
      "epoch": 0.039454991548797703,
      "grad_norm": 0.5444221496582031,
      "learning_rate": 4.9912699610527726e-05,
      "loss": 5.5894,
      "step": 45075
    },
    {
      "epoch": 0.03945936814242486,
      "grad_norm": 0.841538667678833,
      "learning_rate": 4.9912673683845714e-05,
      "loss": 4.7948,
      "step": 45080
    },
    {
      "epoch": 0.03946374473605201,
      "grad_norm": 0.5467643141746521,
      "learning_rate": 4.9912647753322815e-05,
      "loss": 5.6511,
      "step": 45085
    },
    {
      "epoch": 0.03946812132967917,
      "grad_norm": 0.647535502910614,
      "learning_rate": 4.991262181895904e-05,
      "loss": 4.9638,
      "step": 45090
    },
    {
      "epoch": 0.03947249792330632,
      "grad_norm": 0.49233779311180115,
      "learning_rate": 4.9912595880754386e-05,
      "loss": 5.3857,
      "step": 45095
    },
    {
      "epoch": 0.03947687451693348,
      "grad_norm": 0.5777033567428589,
      "learning_rate": 4.991256993870885e-05,
      "loss": 5.626,
      "step": 45100
    },
    {
      "epoch": 0.03948125111056063,
      "grad_norm": 0.508203387260437,
      "learning_rate": 4.991254399282245e-05,
      "loss": 4.5367,
      "step": 45105
    },
    {
      "epoch": 0.03948562770418779,
      "grad_norm": 0.5017871260643005,
      "learning_rate": 4.991251804309518e-05,
      "loss": 5.6076,
      "step": 45110
    },
    {
      "epoch": 0.03949000429781494,
      "grad_norm": 0.5328066349029541,
      "learning_rate": 4.991249208952705e-05,
      "loss": 5.492,
      "step": 45115
    },
    {
      "epoch": 0.039494380891442096,
      "grad_norm": 0.5125648975372314,
      "learning_rate": 4.991246613211807e-05,
      "loss": 5.4202,
      "step": 45120
    },
    {
      "epoch": 0.03949875748506925,
      "grad_norm": 0.5231534838676453,
      "learning_rate": 4.991244017086823e-05,
      "loss": 5.0822,
      "step": 45125
    },
    {
      "epoch": 0.039503134078696406,
      "grad_norm": 0.5417655110359192,
      "learning_rate": 4.9912414205777566e-05,
      "loss": 5.5979,
      "step": 45130
    },
    {
      "epoch": 0.03950751067232356,
      "grad_norm": 0.4785670042037964,
      "learning_rate": 4.991238823684605e-05,
      "loss": 4.7915,
      "step": 45135
    },
    {
      "epoch": 0.039511887265950715,
      "grad_norm": 0.5151210427284241,
      "learning_rate": 4.991236226407371e-05,
      "loss": 4.9918,
      "step": 45140
    },
    {
      "epoch": 0.03951626385957787,
      "grad_norm": 0.5021738409996033,
      "learning_rate": 4.9912336287460524e-05,
      "loss": 5.5833,
      "step": 45145
    },
    {
      "epoch": 0.039520640453205025,
      "grad_norm": 0.5739971995353699,
      "learning_rate": 4.991231030700653e-05,
      "loss": 5.391,
      "step": 45150
    },
    {
      "epoch": 0.03952501704683218,
      "grad_norm": 0.5787450671195984,
      "learning_rate": 4.99122843227117e-05,
      "loss": 5.3889,
      "step": 45155
    },
    {
      "epoch": 0.039529393640459334,
      "grad_norm": 0.5693703293800354,
      "learning_rate": 4.9912258334576054e-05,
      "loss": 5.8273,
      "step": 45160
    },
    {
      "epoch": 0.03953377023408649,
      "grad_norm": 0.5144628882408142,
      "learning_rate": 4.9912232342599606e-05,
      "loss": 5.0656,
      "step": 45165
    },
    {
      "epoch": 0.039538146827713644,
      "grad_norm": 0.5697903037071228,
      "learning_rate": 4.9912206346782366e-05,
      "loss": 6.1322,
      "step": 45170
    },
    {
      "epoch": 0.0395425234213408,
      "grad_norm": 0.4930918514728546,
      "learning_rate": 4.9912180347124305e-05,
      "loss": 5.315,
      "step": 45175
    },
    {
      "epoch": 0.03954690001496795,
      "grad_norm": 0.5147530436515808,
      "learning_rate": 4.991215434362546e-05,
      "loss": 4.3146,
      "step": 45180
    },
    {
      "epoch": 0.03955127660859511,
      "grad_norm": 0.5057756900787354,
      "learning_rate": 4.9912128336285825e-05,
      "loss": 5.2756,
      "step": 45185
    },
    {
      "epoch": 0.039555653202222256,
      "grad_norm": 0.5209272503852844,
      "learning_rate": 4.9912102325105406e-05,
      "loss": 5.0668,
      "step": 45190
    },
    {
      "epoch": 0.03956002979584941,
      "grad_norm": 0.4524802565574646,
      "learning_rate": 4.99120763100842e-05,
      "loss": 5.6314,
      "step": 45195
    },
    {
      "epoch": 0.039564406389476565,
      "grad_norm": 0.47952592372894287,
      "learning_rate": 4.991205029122222e-05,
      "loss": 5.3976,
      "step": 45200
    },
    {
      "epoch": 0.03956878298310372,
      "grad_norm": 0.4811232388019562,
      "learning_rate": 4.9912024268519485e-05,
      "loss": 5.1136,
      "step": 45205
    },
    {
      "epoch": 0.039573159576730875,
      "grad_norm": 0.5009217262268066,
      "learning_rate": 4.9911998241975975e-05,
      "loss": 4.8835,
      "step": 45210
    },
    {
      "epoch": 0.03957753617035803,
      "grad_norm": 0.5209721922874451,
      "learning_rate": 4.9911972211591706e-05,
      "loss": 5.2764,
      "step": 45215
    },
    {
      "epoch": 0.039581912763985184,
      "grad_norm": 0.5978420376777649,
      "learning_rate": 4.9911946177366685e-05,
      "loss": 5.9527,
      "step": 45220
    },
    {
      "epoch": 0.03958628935761234,
      "grad_norm": 0.8381178975105286,
      "learning_rate": 4.991192013930092e-05,
      "loss": 5.6424,
      "step": 45225
    },
    {
      "epoch": 0.039590665951239494,
      "grad_norm": 0.4988866448402405,
      "learning_rate": 4.99118940973944e-05,
      "loss": 5.6241,
      "step": 45230
    },
    {
      "epoch": 0.03959504254486665,
      "grad_norm": 0.5340438485145569,
      "learning_rate": 4.991186805164715e-05,
      "loss": 5.5896,
      "step": 45235
    },
    {
      "epoch": 0.039599419138493804,
      "grad_norm": 0.6295626163482666,
      "learning_rate": 4.991184200205915e-05,
      "loss": 5.6232,
      "step": 45240
    },
    {
      "epoch": 0.03960379573212096,
      "grad_norm": 0.44319063425064087,
      "learning_rate": 4.9911815948630436e-05,
      "loss": 5.3909,
      "step": 45245
    },
    {
      "epoch": 0.03960817232574811,
      "grad_norm": 0.5226746797561646,
      "learning_rate": 4.9911789891360996e-05,
      "loss": 4.991,
      "step": 45250
    },
    {
      "epoch": 0.03961254891937527,
      "grad_norm": 0.529285192489624,
      "learning_rate": 4.991176383025084e-05,
      "loss": 5.3976,
      "step": 45255
    },
    {
      "epoch": 0.03961692551300242,
      "grad_norm": 0.5637040734291077,
      "learning_rate": 4.991173776529996e-05,
      "loss": 5.6025,
      "step": 45260
    },
    {
      "epoch": 0.03962130210662958,
      "grad_norm": 0.5241475105285645,
      "learning_rate": 4.991171169650838e-05,
      "loss": 5.5968,
      "step": 45265
    },
    {
      "epoch": 0.03962567870025673,
      "grad_norm": 0.46604031324386597,
      "learning_rate": 4.9911685623876084e-05,
      "loss": 5.9141,
      "step": 45270
    },
    {
      "epoch": 0.03963005529388389,
      "grad_norm": 0.42251425981521606,
      "learning_rate": 4.991165954740309e-05,
      "loss": 6.1068,
      "step": 45275
    },
    {
      "epoch": 0.03963443188751104,
      "grad_norm": 0.4893362820148468,
      "learning_rate": 4.9911633467089416e-05,
      "loss": 5.0509,
      "step": 45280
    },
    {
      "epoch": 0.039638808481138196,
      "grad_norm": 0.5501763820648193,
      "learning_rate": 4.991160738293504e-05,
      "loss": 5.2955,
      "step": 45285
    },
    {
      "epoch": 0.03964318507476535,
      "grad_norm": 0.5397754311561584,
      "learning_rate": 4.991158129493999e-05,
      "loss": 4.7833,
      "step": 45290
    },
    {
      "epoch": 0.039647561668392506,
      "grad_norm": 0.46313855051994324,
      "learning_rate": 4.991155520310425e-05,
      "loss": 5.9562,
      "step": 45295
    },
    {
      "epoch": 0.03965193826201966,
      "grad_norm": 0.5017533898353577,
      "learning_rate": 4.9911529107427844e-05,
      "loss": 5.858,
      "step": 45300
    },
    {
      "epoch": 0.039656314855646815,
      "grad_norm": 0.5269874334335327,
      "learning_rate": 4.9911503007910766e-05,
      "loss": 5.6139,
      "step": 45305
    },
    {
      "epoch": 0.03966069144927397,
      "grad_norm": 0.4691600799560547,
      "learning_rate": 4.991147690455302e-05,
      "loss": 5.2986,
      "step": 45310
    },
    {
      "epoch": 0.03966506804290112,
      "grad_norm": 0.5670895576477051,
      "learning_rate": 4.991145079735462e-05,
      "loss": 5.623,
      "step": 45315
    },
    {
      "epoch": 0.03966944463652827,
      "grad_norm": 0.4854882061481476,
      "learning_rate": 4.9911424686315564e-05,
      "loss": 5.0632,
      "step": 45320
    },
    {
      "epoch": 0.03967382123015543,
      "grad_norm": 0.5155141949653625,
      "learning_rate": 4.991139857143586e-05,
      "loss": 5.62,
      "step": 45325
    },
    {
      "epoch": 0.03967819782378258,
      "grad_norm": 0.4940759837627411,
      "learning_rate": 4.9911372452715523e-05,
      "loss": 4.7942,
      "step": 45330
    },
    {
      "epoch": 0.03968257441740974,
      "grad_norm": 0.4972689747810364,
      "learning_rate": 4.991134633015454e-05,
      "loss": 4.5841,
      "step": 45335
    },
    {
      "epoch": 0.03968695101103689,
      "grad_norm": 0.4832822382450104,
      "learning_rate": 4.991132020375292e-05,
      "loss": 6.4201,
      "step": 45340
    },
    {
      "epoch": 0.039691327604664046,
      "grad_norm": 0.42858999967575073,
      "learning_rate": 4.991129407351067e-05,
      "loss": 5.9539,
      "step": 45345
    },
    {
      "epoch": 0.0396957041982912,
      "grad_norm": 0.5135014653205872,
      "learning_rate": 4.9911267939427797e-05,
      "loss": 4.9662,
      "step": 45350
    },
    {
      "epoch": 0.039700080791918356,
      "grad_norm": 0.5848659873008728,
      "learning_rate": 4.9911241801504306e-05,
      "loss": 5.0757,
      "step": 45355
    },
    {
      "epoch": 0.03970445738554551,
      "grad_norm": 0.5487935543060303,
      "learning_rate": 4.9911215659740205e-05,
      "loss": 4.5524,
      "step": 45360
    },
    {
      "epoch": 0.039708833979172665,
      "grad_norm": 0.5176529288291931,
      "learning_rate": 4.9911189514135495e-05,
      "loss": 4.5279,
      "step": 45365
    },
    {
      "epoch": 0.03971321057279982,
      "grad_norm": 0.5612634420394897,
      "learning_rate": 4.9911163364690174e-05,
      "loss": 5.9256,
      "step": 45370
    },
    {
      "epoch": 0.039717587166426975,
      "grad_norm": 1.1059664487838745,
      "learning_rate": 4.991113721140427e-05,
      "loss": 5.0112,
      "step": 45375
    },
    {
      "epoch": 0.03972196376005413,
      "grad_norm": 0.6217131614685059,
      "learning_rate": 4.991111105427776e-05,
      "loss": 5.3012,
      "step": 45380
    },
    {
      "epoch": 0.039726340353681285,
      "grad_norm": 0.5317245125770569,
      "learning_rate": 4.991108489331067e-05,
      "loss": 5.7812,
      "step": 45385
    },
    {
      "epoch": 0.03973071694730844,
      "grad_norm": 0.4863205552101135,
      "learning_rate": 4.991105872850298e-05,
      "loss": 5.3796,
      "step": 45390
    },
    {
      "epoch": 0.039735093540935594,
      "grad_norm": 0.518804132938385,
      "learning_rate": 4.991103255985473e-05,
      "loss": 4.2083,
      "step": 45395
    },
    {
      "epoch": 0.03973947013456275,
      "grad_norm": 0.5808020830154419,
      "learning_rate": 4.99110063873659e-05,
      "loss": 6.4547,
      "step": 45400
    },
    {
      "epoch": 0.039743846728189904,
      "grad_norm": 0.5895833969116211,
      "learning_rate": 4.991098021103649e-05,
      "loss": 5.5858,
      "step": 45405
    },
    {
      "epoch": 0.03974822332181706,
      "grad_norm": 0.521025538444519,
      "learning_rate": 4.991095403086654e-05,
      "loss": 5.6072,
      "step": 45410
    },
    {
      "epoch": 0.03975259991544421,
      "grad_norm": 0.625529944896698,
      "learning_rate": 4.991092784685602e-05,
      "loss": 5.5812,
      "step": 45415
    },
    {
      "epoch": 0.03975697650907137,
      "grad_norm": 0.48299211263656616,
      "learning_rate": 4.991090165900495e-05,
      "loss": 5.8326,
      "step": 45420
    },
    {
      "epoch": 0.03976135310269852,
      "grad_norm": 0.5422762632369995,
      "learning_rate": 4.991087546731334e-05,
      "loss": 5.9044,
      "step": 45425
    },
    {
      "epoch": 0.03976572969632568,
      "grad_norm": 0.5389834642410278,
      "learning_rate": 4.991084927178117e-05,
      "loss": 5.8592,
      "step": 45430
    },
    {
      "epoch": 0.03977010628995283,
      "grad_norm": 0.5425362586975098,
      "learning_rate": 4.9910823072408475e-05,
      "loss": 5.2899,
      "step": 45435
    },
    {
      "epoch": 0.03977448288357999,
      "grad_norm": 0.5492828488349915,
      "learning_rate": 4.991079686919523e-05,
      "loss": 5.5993,
      "step": 45440
    },
    {
      "epoch": 0.039778859477207135,
      "grad_norm": 0.4274994134902954,
      "learning_rate": 4.991077066214148e-05,
      "loss": 5.8977,
      "step": 45445
    },
    {
      "epoch": 0.03978323607083429,
      "grad_norm": 0.4544712007045746,
      "learning_rate": 4.991074445124719e-05,
      "loss": 4.9541,
      "step": 45450
    },
    {
      "epoch": 0.039787612664461444,
      "grad_norm": 0.48274609446525574,
      "learning_rate": 4.99107182365124e-05,
      "loss": 5.7971,
      "step": 45455
    },
    {
      "epoch": 0.0397919892580886,
      "grad_norm": 0.537213146686554,
      "learning_rate": 4.9910692017937076e-05,
      "loss": 5.0456,
      "step": 45460
    },
    {
      "epoch": 0.039796365851715754,
      "grad_norm": 0.4864201247692108,
      "learning_rate": 4.991066579552126e-05,
      "loss": 5.6459,
      "step": 45465
    },
    {
      "epoch": 0.03980074244534291,
      "grad_norm": 0.4880002737045288,
      "learning_rate": 4.991063956926494e-05,
      "loss": 5.4703,
      "step": 45470
    },
    {
      "epoch": 0.03980511903897006,
      "grad_norm": 0.45003509521484375,
      "learning_rate": 4.9910613339168125e-05,
      "loss": 5.3925,
      "step": 45475
    },
    {
      "epoch": 0.03980949563259722,
      "grad_norm": 0.6017586588859558,
      "learning_rate": 4.9910587105230814e-05,
      "loss": 5.2898,
      "step": 45480
    },
    {
      "epoch": 0.03981387222622437,
      "grad_norm": 0.5257889032363892,
      "learning_rate": 4.991056086745301e-05,
      "loss": 5.3139,
      "step": 45485
    },
    {
      "epoch": 0.03981824881985153,
      "grad_norm": 0.5483188629150391,
      "learning_rate": 4.991053462583473e-05,
      "loss": 5.5765,
      "step": 45490
    },
    {
      "epoch": 0.03982262541347868,
      "grad_norm": 0.4912332594394684,
      "learning_rate": 4.9910508380375965e-05,
      "loss": 5.0768,
      "step": 45495
    },
    {
      "epoch": 0.03982700200710584,
      "grad_norm": 0.5508639812469482,
      "learning_rate": 4.991048213107673e-05,
      "loss": 4.9151,
      "step": 45500
    },
    {
      "epoch": 0.03983137860073299,
      "grad_norm": 0.5264071822166443,
      "learning_rate": 4.991045587793703e-05,
      "loss": 5.7977,
      "step": 45505
    },
    {
      "epoch": 0.039835755194360147,
      "grad_norm": 0.4813532829284668,
      "learning_rate": 4.991042962095688e-05,
      "loss": 4.8479,
      "step": 45510
    },
    {
      "epoch": 0.0398401317879873,
      "grad_norm": 0.5747407674789429,
      "learning_rate": 4.991040336013626e-05,
      "loss": 5.0761,
      "step": 45515
    },
    {
      "epoch": 0.039844508381614456,
      "grad_norm": 0.5013854503631592,
      "learning_rate": 4.991037709547519e-05,
      "loss": 5.0675,
      "step": 45520
    },
    {
      "epoch": 0.03984888497524161,
      "grad_norm": 0.5091435313224792,
      "learning_rate": 4.9910350826973675e-05,
      "loss": 5.6357,
      "step": 45525
    },
    {
      "epoch": 0.039853261568868766,
      "grad_norm": 0.4783675968647003,
      "learning_rate": 4.991032455463173e-05,
      "loss": 4.8315,
      "step": 45530
    },
    {
      "epoch": 0.03985763816249592,
      "grad_norm": 0.4197555184364319,
      "learning_rate": 4.991029827844933e-05,
      "loss": 5.5938,
      "step": 45535
    },
    {
      "epoch": 0.039862014756123075,
      "grad_norm": 0.40914905071258545,
      "learning_rate": 4.99102719984265e-05,
      "loss": 5.9719,
      "step": 45540
    },
    {
      "epoch": 0.03986639134975023,
      "grad_norm": 0.4606929123401642,
      "learning_rate": 4.9910245714563254e-05,
      "loss": 3.961,
      "step": 45545
    },
    {
      "epoch": 0.039870767943377385,
      "grad_norm": 0.4889223277568817,
      "learning_rate": 4.9910219426859585e-05,
      "loss": 5.2815,
      "step": 45550
    },
    {
      "epoch": 0.03987514453700454,
      "grad_norm": 0.5346876978874207,
      "learning_rate": 4.9910193135315495e-05,
      "loss": 5.834,
      "step": 45555
    },
    {
      "epoch": 0.039879521130631694,
      "grad_norm": 0.5128673315048218,
      "learning_rate": 4.991016683993099e-05,
      "loss": 5.0122,
      "step": 45560
    },
    {
      "epoch": 0.03988389772425885,
      "grad_norm": 0.5054881572723389,
      "learning_rate": 4.991014054070608e-05,
      "loss": 5.0998,
      "step": 45565
    },
    {
      "epoch": 0.039888274317886004,
      "grad_norm": 0.512752890586853,
      "learning_rate": 4.991011423764078e-05,
      "loss": 5.6006,
      "step": 45570
    },
    {
      "epoch": 0.03989265091151315,
      "grad_norm": 0.4889165461063385,
      "learning_rate": 4.991008793073507e-05,
      "loss": 4.7563,
      "step": 45575
    },
    {
      "epoch": 0.039897027505140306,
      "grad_norm": 0.5224754810333252,
      "learning_rate": 4.991006161998898e-05,
      "loss": 4.7739,
      "step": 45580
    },
    {
      "epoch": 0.03990140409876746,
      "grad_norm": 0.46575701236724854,
      "learning_rate": 4.9910035305402504e-05,
      "loss": 5.8398,
      "step": 45585
    },
    {
      "epoch": 0.039905780692394616,
      "grad_norm": 0.4409467279911041,
      "learning_rate": 4.991000898697564e-05,
      "loss": 5.0823,
      "step": 45590
    },
    {
      "epoch": 0.03991015728602177,
      "grad_norm": 0.49493834376335144,
      "learning_rate": 4.990998266470841e-05,
      "loss": 5.8729,
      "step": 45595
    },
    {
      "epoch": 0.039914533879648925,
      "grad_norm": 0.5569738745689392,
      "learning_rate": 4.990995633860079e-05,
      "loss": 5.937,
      "step": 45600
    },
    {
      "epoch": 0.03991891047327608,
      "grad_norm": 0.4768240451812744,
      "learning_rate": 4.9909930008652824e-05,
      "loss": 5.2441,
      "step": 45605
    },
    {
      "epoch": 0.039923287066903235,
      "grad_norm": 0.5281894207000732,
      "learning_rate": 4.990990367486449e-05,
      "loss": 4.5504,
      "step": 45610
    },
    {
      "epoch": 0.03992766366053039,
      "grad_norm": 0.4756981134414673,
      "learning_rate": 4.990987733723581e-05,
      "loss": 5.6476,
      "step": 45615
    },
    {
      "epoch": 0.039932040254157544,
      "grad_norm": 0.5057346224784851,
      "learning_rate": 4.990985099576676e-05,
      "loss": 4.7438,
      "step": 45620
    },
    {
      "epoch": 0.0399364168477847,
      "grad_norm": 0.49874305725097656,
      "learning_rate": 4.990982465045738e-05,
      "loss": 4.8252,
      "step": 45625
    },
    {
      "epoch": 0.039940793441411854,
      "grad_norm": 0.46829476952552795,
      "learning_rate": 4.990979830130765e-05,
      "loss": 5.3789,
      "step": 45630
    },
    {
      "epoch": 0.03994517003503901,
      "grad_norm": 0.5047593116760254,
      "learning_rate": 4.99097719483176e-05,
      "loss": 5.2066,
      "step": 45635
    },
    {
      "epoch": 0.03994954662866616,
      "grad_norm": 0.4870448112487793,
      "learning_rate": 4.990974559148721e-05,
      "loss": 5.3025,
      "step": 45640
    },
    {
      "epoch": 0.03995392322229332,
      "grad_norm": 0.4263807535171509,
      "learning_rate": 4.99097192308165e-05,
      "loss": 5.3129,
      "step": 45645
    },
    {
      "epoch": 0.03995829981592047,
      "grad_norm": 0.46929144859313965,
      "learning_rate": 4.990969286630546e-05,
      "loss": 5.3011,
      "step": 45650
    },
    {
      "epoch": 0.03996267640954763,
      "grad_norm": 0.45945727825164795,
      "learning_rate": 4.990966649795411e-05,
      "loss": 5.2767,
      "step": 45655
    },
    {
      "epoch": 0.03996705300317478,
      "grad_norm": 0.44405412673950195,
      "learning_rate": 4.9909640125762455e-05,
      "loss": 5.8064,
      "step": 45660
    },
    {
      "epoch": 0.03997142959680194,
      "grad_norm": 0.44866782426834106,
      "learning_rate": 4.990961374973049e-05,
      "loss": 5.4766,
      "step": 45665
    },
    {
      "epoch": 0.03997580619042909,
      "grad_norm": 0.503279447555542,
      "learning_rate": 4.9909587369858236e-05,
      "loss": 4.8654,
      "step": 45670
    },
    {
      "epoch": 0.03998018278405625,
      "grad_norm": 0.4360736310482025,
      "learning_rate": 4.990956098614568e-05,
      "loss": 5.0011,
      "step": 45675
    },
    {
      "epoch": 0.0399845593776834,
      "grad_norm": 0.467124879360199,
      "learning_rate": 4.990953459859283e-05,
      "loss": 5.8326,
      "step": 45680
    },
    {
      "epoch": 0.039988935971310556,
      "grad_norm": 0.47712141275405884,
      "learning_rate": 4.99095082071997e-05,
      "loss": 5.0335,
      "step": 45685
    },
    {
      "epoch": 0.03999331256493771,
      "grad_norm": 0.939472496509552,
      "learning_rate": 4.990948181196629e-05,
      "loss": 4.6044,
      "step": 45690
    },
    {
      "epoch": 0.039997689158564866,
      "grad_norm": 0.6110583543777466,
      "learning_rate": 4.9909455412892604e-05,
      "loss": 4.5687,
      "step": 45695
    },
    {
      "epoch": 0.04000206575219202,
      "grad_norm": 1.026193618774414,
      "learning_rate": 4.990942900997866e-05,
      "loss": 5.6557,
      "step": 45700
    },
    {
      "epoch": 0.04000644234581917,
      "grad_norm": 0.8241361379623413,
      "learning_rate": 4.990940260322444e-05,
      "loss": 5.6345,
      "step": 45705
    },
    {
      "epoch": 0.04001081893944632,
      "grad_norm": 0.5505035519599915,
      "learning_rate": 4.9909376192629964e-05,
      "loss": 5.3104,
      "step": 45710
    },
    {
      "epoch": 0.04001519553307348,
      "grad_norm": 0.5356195569038391,
      "learning_rate": 4.990934977819524e-05,
      "loss": 5.6007,
      "step": 45715
    },
    {
      "epoch": 0.04001957212670063,
      "grad_norm": 0.4715462625026703,
      "learning_rate": 4.9909323359920254e-05,
      "loss": 6.4662,
      "step": 45720
    },
    {
      "epoch": 0.04002394872032779,
      "grad_norm": 0.43580326437950134,
      "learning_rate": 4.990929693780504e-05,
      "loss": 6.1004,
      "step": 45725
    },
    {
      "epoch": 0.04002832531395494,
      "grad_norm": 0.45919281244277954,
      "learning_rate": 4.990927051184958e-05,
      "loss": 6.1664,
      "step": 45730
    },
    {
      "epoch": 0.0400327019075821,
      "grad_norm": 0.5198302865028381,
      "learning_rate": 4.9909244082053884e-05,
      "loss": 4.8056,
      "step": 45735
    },
    {
      "epoch": 0.04003707850120925,
      "grad_norm": 0.49404406547546387,
      "learning_rate": 4.990921764841797e-05,
      "loss": 5.4676,
      "step": 45740
    },
    {
      "epoch": 0.040041455094836406,
      "grad_norm": 0.5591942071914673,
      "learning_rate": 4.990919121094183e-05,
      "loss": 5.9604,
      "step": 45745
    },
    {
      "epoch": 0.04004583168846356,
      "grad_norm": 0.49724629521369934,
      "learning_rate": 4.9909164769625474e-05,
      "loss": 4.4256,
      "step": 45750
    },
    {
      "epoch": 0.040050208282090716,
      "grad_norm": 1.0368415117263794,
      "learning_rate": 4.990913832446888e-05,
      "loss": 4.9921,
      "step": 45755
    },
    {
      "epoch": 0.04005458487571787,
      "grad_norm": 0.4731341004371643,
      "learning_rate": 4.99091118754721e-05,
      "loss": 5.9072,
      "step": 45760
    },
    {
      "epoch": 0.040058961469345025,
      "grad_norm": 0.7617079615592957,
      "learning_rate": 4.9909085422635124e-05,
      "loss": 5.2899,
      "step": 45765
    },
    {
      "epoch": 0.04006333806297218,
      "grad_norm": 0.5648890733718872,
      "learning_rate": 4.990905896595794e-05,
      "loss": 6.1035,
      "step": 45770
    },
    {
      "epoch": 0.040067714656599335,
      "grad_norm": 0.561235249042511,
      "learning_rate": 4.9909032505440565e-05,
      "loss": 6.1275,
      "step": 45775
    },
    {
      "epoch": 0.04007209125022649,
      "grad_norm": 0.4795134365558624,
      "learning_rate": 4.9909006041083005e-05,
      "loss": 4.7201,
      "step": 45780
    },
    {
      "epoch": 0.040076467843853644,
      "grad_norm": 0.5421397089958191,
      "learning_rate": 4.990897957288526e-05,
      "loss": 5.8467,
      "step": 45785
    },
    {
      "epoch": 0.0400808444374808,
      "grad_norm": 0.4696279466152191,
      "learning_rate": 4.990895310084735e-05,
      "loss": 5.363,
      "step": 45790
    },
    {
      "epoch": 0.040085221031107954,
      "grad_norm": 0.4710821211338043,
      "learning_rate": 4.990892662496926e-05,
      "loss": 5.6122,
      "step": 45795
    },
    {
      "epoch": 0.04008959762473511,
      "grad_norm": 0.5246206521987915,
      "learning_rate": 4.990890014525099e-05,
      "loss": 5.9407,
      "step": 45800
    },
    {
      "epoch": 0.04009397421836226,
      "grad_norm": 0.37860995531082153,
      "learning_rate": 4.990887366169257e-05,
      "loss": 5.9552,
      "step": 45805
    },
    {
      "epoch": 0.04009835081198942,
      "grad_norm": 0.45763295888900757,
      "learning_rate": 4.990884717429399e-05,
      "loss": 5.3446,
      "step": 45810
    },
    {
      "epoch": 0.04010272740561657,
      "grad_norm": 0.4159855246543884,
      "learning_rate": 4.9908820683055257e-05,
      "loss": 6.4756,
      "step": 45815
    },
    {
      "epoch": 0.04010710399924373,
      "grad_norm": 0.5105586647987366,
      "learning_rate": 4.990879418797638e-05,
      "loss": 5.0944,
      "step": 45820
    },
    {
      "epoch": 0.04011148059287088,
      "grad_norm": 0.5092074275016785,
      "learning_rate": 4.990876768905737e-05,
      "loss": 4.7407,
      "step": 45825
    },
    {
      "epoch": 0.04011585718649804,
      "grad_norm": 0.40289628505706787,
      "learning_rate": 4.990874118629821e-05,
      "loss": 5.7773,
      "step": 45830
    },
    {
      "epoch": 0.040120233780125185,
      "grad_norm": 0.5177415013313293,
      "learning_rate": 4.990871467969892e-05,
      "loss": 4.7746,
      "step": 45835
    },
    {
      "epoch": 0.04012461037375234,
      "grad_norm": 0.5184773206710815,
      "learning_rate": 4.990868816925951e-05,
      "loss": 5.5879,
      "step": 45840
    },
    {
      "epoch": 0.040128986967379494,
      "grad_norm": 0.45368099212646484,
      "learning_rate": 4.990866165497998e-05,
      "loss": 6.1473,
      "step": 45845
    },
    {
      "epoch": 0.04013336356100665,
      "grad_norm": 0.5557022094726562,
      "learning_rate": 4.990863513686034e-05,
      "loss": 5.5819,
      "step": 45850
    },
    {
      "epoch": 0.040137740154633804,
      "grad_norm": 0.39976608753204346,
      "learning_rate": 4.990860861490057e-05,
      "loss": 5.8377,
      "step": 45855
    },
    {
      "epoch": 0.04014211674826096,
      "grad_norm": 0.5293512344360352,
      "learning_rate": 4.9908582089100706e-05,
      "loss": 5.0945,
      "step": 45860
    },
    {
      "epoch": 0.04014649334188811,
      "grad_norm": 0.39098384976387024,
      "learning_rate": 4.9908555559460744e-05,
      "loss": 6.1061,
      "step": 45865
    },
    {
      "epoch": 0.04015086993551527,
      "grad_norm": 0.40718376636505127,
      "learning_rate": 4.990852902598068e-05,
      "loss": 5.3853,
      "step": 45870
    },
    {
      "epoch": 0.04015524652914242,
      "grad_norm": 0.5937756896018982,
      "learning_rate": 4.9908502488660535e-05,
      "loss": 5.0991,
      "step": 45875
    },
    {
      "epoch": 0.04015962312276958,
      "grad_norm": 0.5457143187522888,
      "learning_rate": 4.99084759475003e-05,
      "loss": 5.258,
      "step": 45880
    },
    {
      "epoch": 0.04016399971639673,
      "grad_norm": 0.5477138161659241,
      "learning_rate": 4.990844940249998e-05,
      "loss": 5.3139,
      "step": 45885
    },
    {
      "epoch": 0.04016837631002389,
      "grad_norm": 0.6860998868942261,
      "learning_rate": 4.9908422853659596e-05,
      "loss": 6.1475,
      "step": 45890
    },
    {
      "epoch": 0.04017275290365104,
      "grad_norm": 0.6061822175979614,
      "learning_rate": 4.990839630097913e-05,
      "loss": 5.1826,
      "step": 45895
    },
    {
      "epoch": 0.0401771294972782,
      "grad_norm": 3.626378059387207,
      "learning_rate": 4.9908369744458606e-05,
      "loss": 5.1044,
      "step": 45900
    },
    {
      "epoch": 0.04018150609090535,
      "grad_norm": 0.6894792318344116,
      "learning_rate": 4.9908343184098026e-05,
      "loss": 5.3463,
      "step": 45905
    },
    {
      "epoch": 0.040185882684532506,
      "grad_norm": 0.825853168964386,
      "learning_rate": 4.990831661989738e-05,
      "loss": 6.4855,
      "step": 45910
    },
    {
      "epoch": 0.04019025927815966,
      "grad_norm": 0.8947027921676636,
      "learning_rate": 4.9908290051856696e-05,
      "loss": 5.0939,
      "step": 45915
    },
    {
      "epoch": 0.040194635871786816,
      "grad_norm": 0.5118685960769653,
      "learning_rate": 4.9908263479975966e-05,
      "loss": 5.7992,
      "step": 45920
    },
    {
      "epoch": 0.04019901246541397,
      "grad_norm": 0.5639479160308838,
      "learning_rate": 4.99082369042552e-05,
      "loss": 6.16,
      "step": 45925
    },
    {
      "epoch": 0.040203389059041125,
      "grad_norm": 0.5060184001922607,
      "learning_rate": 4.9908210324694385e-05,
      "loss": 5.9413,
      "step": 45930
    },
    {
      "epoch": 0.04020776565266828,
      "grad_norm": 0.62650465965271,
      "learning_rate": 4.990818374129356e-05,
      "loss": 5.5666,
      "step": 45935
    },
    {
      "epoch": 0.040212142246295435,
      "grad_norm": 0.5960426330566406,
      "learning_rate": 4.9908157154052694e-05,
      "loss": 5.2832,
      "step": 45940
    },
    {
      "epoch": 0.04021651883992259,
      "grad_norm": 0.531741201877594,
      "learning_rate": 4.990813056297182e-05,
      "loss": 5.3584,
      "step": 45945
    },
    {
      "epoch": 0.040220895433549744,
      "grad_norm": 0.513835608959198,
      "learning_rate": 4.9908103968050935e-05,
      "loss": 5.3971,
      "step": 45950
    },
    {
      "epoch": 0.0402252720271769,
      "grad_norm": 0.5444705486297607,
      "learning_rate": 4.990807736929003e-05,
      "loss": 5.6116,
      "step": 45955
    },
    {
      "epoch": 0.04022964862080405,
      "grad_norm": 0.693189263343811,
      "learning_rate": 4.990805076668913e-05,
      "loss": 4.864,
      "step": 45960
    },
    {
      "epoch": 0.0402340252144312,
      "grad_norm": 1.1707199811935425,
      "learning_rate": 4.9908024160248235e-05,
      "loss": 5.0797,
      "step": 45965
    },
    {
      "epoch": 0.040238401808058356,
      "grad_norm": 0.8487237095832825,
      "learning_rate": 4.990799754996734e-05,
      "loss": 5.882,
      "step": 45970
    },
    {
      "epoch": 0.04024277840168551,
      "grad_norm": 0.7210372686386108,
      "learning_rate": 4.990797093584646e-05,
      "loss": 4.9481,
      "step": 45975
    },
    {
      "epoch": 0.040247154995312666,
      "grad_norm": 0.6465286612510681,
      "learning_rate": 4.99079443178856e-05,
      "loss": 5.5846,
      "step": 45980
    },
    {
      "epoch": 0.04025153158893982,
      "grad_norm": 0.49950098991394043,
      "learning_rate": 4.990791769608476e-05,
      "loss": 5.5012,
      "step": 45985
    },
    {
      "epoch": 0.040255908182566975,
      "grad_norm": 0.5487834215164185,
      "learning_rate": 4.9907891070443955e-05,
      "loss": 4.5597,
      "step": 45990
    },
    {
      "epoch": 0.04026028477619413,
      "grad_norm": 0.5193597674369812,
      "learning_rate": 4.990786444096317e-05,
      "loss": 5.0816,
      "step": 45995
    },
    {
      "epoch": 0.040264661369821285,
      "grad_norm": 0.5093486905097961,
      "learning_rate": 4.990783780764243e-05,
      "loss": 4.4975,
      "step": 46000
    },
    {
      "epoch": 0.04026903796344844,
      "grad_norm": 0.5130721926689148,
      "learning_rate": 4.990781117048173e-05,
      "loss": 4.2427,
      "step": 46005
    },
    {
      "epoch": 0.040273414557075594,
      "grad_norm": 0.5294221639633179,
      "learning_rate": 4.990778452948108e-05,
      "loss": 5.0852,
      "step": 46010
    },
    {
      "epoch": 0.04027779115070275,
      "grad_norm": 0.4951871335506439,
      "learning_rate": 4.990775788464049e-05,
      "loss": 4.5375,
      "step": 46015
    },
    {
      "epoch": 0.040282167744329904,
      "grad_norm": 0.5242409110069275,
      "learning_rate": 4.9907731235959955e-05,
      "loss": 5.5307,
      "step": 46020
    },
    {
      "epoch": 0.04028654433795706,
      "grad_norm": 0.49196571111679077,
      "learning_rate": 4.990770458343947e-05,
      "loss": 5.3116,
      "step": 46025
    },
    {
      "epoch": 0.04029092093158421,
      "grad_norm": 0.4902493953704834,
      "learning_rate": 4.990767792707908e-05,
      "loss": 5.0835,
      "step": 46030
    },
    {
      "epoch": 0.04029529752521137,
      "grad_norm": 0.7149023413658142,
      "learning_rate": 4.990765126687874e-05,
      "loss": 4.8039,
      "step": 46035
    },
    {
      "epoch": 0.04029967411883852,
      "grad_norm": 0.7785338163375854,
      "learning_rate": 4.990762460283849e-05,
      "loss": 5.0576,
      "step": 46040
    },
    {
      "epoch": 0.04030405071246568,
      "grad_norm": 0.527411699295044,
      "learning_rate": 4.9907597934958316e-05,
      "loss": 5.5854,
      "step": 46045
    },
    {
      "epoch": 0.04030842730609283,
      "grad_norm": 0.4785231947898865,
      "learning_rate": 4.990757126323824e-05,
      "loss": 5.0474,
      "step": 46050
    },
    {
      "epoch": 0.04031280389971999,
      "grad_norm": 0.4689352810382843,
      "learning_rate": 4.990754458767826e-05,
      "loss": 6.1479,
      "step": 46055
    },
    {
      "epoch": 0.04031718049334714,
      "grad_norm": 0.4033227562904358,
      "learning_rate": 4.990751790827838e-05,
      "loss": 6.1342,
      "step": 46060
    },
    {
      "epoch": 0.0403215570869743,
      "grad_norm": 0.4683103859424591,
      "learning_rate": 4.9907491225038594e-05,
      "loss": 5.8422,
      "step": 46065
    },
    {
      "epoch": 0.04032593368060145,
      "grad_norm": 0.507899284362793,
      "learning_rate": 4.990746453795892e-05,
      "loss": 4.8176,
      "step": 46070
    },
    {
      "epoch": 0.040330310274228606,
      "grad_norm": 0.4947645366191864,
      "learning_rate": 4.9907437847039375e-05,
      "loss": 4.9852,
      "step": 46075
    },
    {
      "epoch": 0.04033468686785576,
      "grad_norm": 0.4430508315563202,
      "learning_rate": 4.9907411152279935e-05,
      "loss": 5.613,
      "step": 46080
    },
    {
      "epoch": 0.040339063461482916,
      "grad_norm": 0.4742486774921417,
      "learning_rate": 4.990738445368063e-05,
      "loss": 5.2195,
      "step": 46085
    },
    {
      "epoch": 0.040343440055110064,
      "grad_norm": 0.571181058883667,
      "learning_rate": 4.990735775124145e-05,
      "loss": 5.8213,
      "step": 46090
    },
    {
      "epoch": 0.04034781664873722,
      "grad_norm": 0.4670156240463257,
      "learning_rate": 4.99073310449624e-05,
      "loss": 5.0125,
      "step": 46095
    },
    {
      "epoch": 0.04035219324236437,
      "grad_norm": 0.5622290968894958,
      "learning_rate": 4.990730433484351e-05,
      "loss": 5.5908,
      "step": 46100
    },
    {
      "epoch": 0.04035656983599153,
      "grad_norm": 0.4092651903629303,
      "learning_rate": 4.990727762088475e-05,
      "loss": 6.4574,
      "step": 46105
    },
    {
      "epoch": 0.04036094642961868,
      "grad_norm": 0.5053204298019409,
      "learning_rate": 4.9907250903086144e-05,
      "loss": 5.0505,
      "step": 46110
    },
    {
      "epoch": 0.04036532302324584,
      "grad_norm": 0.5789806842803955,
      "learning_rate": 4.99072241814477e-05,
      "loss": 5.5834,
      "step": 46115
    },
    {
      "epoch": 0.04036969961687299,
      "grad_norm": 0.43194782733917236,
      "learning_rate": 4.990719745596941e-05,
      "loss": 5.9357,
      "step": 46120
    },
    {
      "epoch": 0.04037407621050015,
      "grad_norm": 0.5130438208580017,
      "learning_rate": 4.990717072665129e-05,
      "loss": 4.9619,
      "step": 46125
    },
    {
      "epoch": 0.0403784528041273,
      "grad_norm": 0.39803579449653625,
      "learning_rate": 4.9907143993493346e-05,
      "loss": 5.5979,
      "step": 46130
    },
    {
      "epoch": 0.040382829397754456,
      "grad_norm": 0.45937129855155945,
      "learning_rate": 4.990711725649557e-05,
      "loss": 4.9658,
      "step": 46135
    },
    {
      "epoch": 0.04038720599138161,
      "grad_norm": 0.41862842440605164,
      "learning_rate": 4.9907090515657986e-05,
      "loss": 5.5439,
      "step": 46140
    },
    {
      "epoch": 0.040391582585008766,
      "grad_norm": 0.4425276517868042,
      "learning_rate": 4.990706377098058e-05,
      "loss": 5.8018,
      "step": 46145
    },
    {
      "epoch": 0.04039595917863592,
      "grad_norm": 0.43606889247894287,
      "learning_rate": 4.9907037022463364e-05,
      "loss": 5.301,
      "step": 46150
    },
    {
      "epoch": 0.040400335772263075,
      "grad_norm": 0.4701223373413086,
      "learning_rate": 4.990701027010636e-05,
      "loss": 5.0718,
      "step": 46155
    },
    {
      "epoch": 0.04040471236589023,
      "grad_norm": 0.4537046253681183,
      "learning_rate": 4.990698351390954e-05,
      "loss": 5.5168,
      "step": 46160
    },
    {
      "epoch": 0.040409088959517385,
      "grad_norm": 0.578533411026001,
      "learning_rate": 4.9906956753872945e-05,
      "loss": 5.6382,
      "step": 46165
    },
    {
      "epoch": 0.04041346555314454,
      "grad_norm": 0.5459885597229004,
      "learning_rate": 4.990692998999655e-05,
      "loss": 4.559,
      "step": 46170
    },
    {
      "epoch": 0.040417842146771694,
      "grad_norm": 0.49956607818603516,
      "learning_rate": 4.990690322228039e-05,
      "loss": 4.8718,
      "step": 46175
    },
    {
      "epoch": 0.04042221874039885,
      "grad_norm": 0.4179784953594208,
      "learning_rate": 4.9906876450724435e-05,
      "loss": 5.8355,
      "step": 46180
    },
    {
      "epoch": 0.040426595334026004,
      "grad_norm": 0.45626023411750793,
      "learning_rate": 4.990684967532871e-05,
      "loss": 5.2837,
      "step": 46185
    },
    {
      "epoch": 0.04043097192765316,
      "grad_norm": 0.5082107186317444,
      "learning_rate": 4.990682289609323e-05,
      "loss": 4.7851,
      "step": 46190
    },
    {
      "epoch": 0.040435348521280313,
      "grad_norm": 0.48169419169425964,
      "learning_rate": 4.9906796113018e-05,
      "loss": 5.3944,
      "step": 46195
    },
    {
      "epoch": 0.04043972511490747,
      "grad_norm": 0.506549060344696,
      "learning_rate": 4.9906769326102985e-05,
      "loss": 5.2707,
      "step": 46200
    },
    {
      "epoch": 0.04044410170853462,
      "grad_norm": 0.48091477155685425,
      "learning_rate": 4.990674253534823e-05,
      "loss": 4.8497,
      "step": 46205
    },
    {
      "epoch": 0.04044847830216178,
      "grad_norm": 0.4396839439868927,
      "learning_rate": 4.9906715740753727e-05,
      "loss": 6.442,
      "step": 46210
    },
    {
      "epoch": 0.04045285489578893,
      "grad_norm": 0.5090607404708862,
      "learning_rate": 4.99066889423195e-05,
      "loss": 5.8123,
      "step": 46215
    },
    {
      "epoch": 0.04045723148941608,
      "grad_norm": 0.485586553812027,
      "learning_rate": 4.9906662140045524e-05,
      "loss": 4.7531,
      "step": 46220
    },
    {
      "epoch": 0.040461608083043235,
      "grad_norm": 0.4660550355911255,
      "learning_rate": 4.990663533393182e-05,
      "loss": 5.4688,
      "step": 46225
    },
    {
      "epoch": 0.04046598467667039,
      "grad_norm": 0.4765032231807709,
      "learning_rate": 4.990660852397839e-05,
      "loss": 5.0549,
      "step": 46230
    },
    {
      "epoch": 0.040470361270297545,
      "grad_norm": 0.5312067866325378,
      "learning_rate": 4.990658171018524e-05,
      "loss": 5.0958,
      "step": 46235
    },
    {
      "epoch": 0.0404747378639247,
      "grad_norm": 0.47292524576187134,
      "learning_rate": 4.990655489255237e-05,
      "loss": 6.4537,
      "step": 46240
    },
    {
      "epoch": 0.040479114457551854,
      "grad_norm": 0.5759428143501282,
      "learning_rate": 4.9906528071079804e-05,
      "loss": 5.6256,
      "step": 46245
    },
    {
      "epoch": 0.04048349105117901,
      "grad_norm": 0.5281751751899719,
      "learning_rate": 4.990650124576752e-05,
      "loss": 6.1248,
      "step": 46250
    },
    {
      "epoch": 0.040487867644806164,
      "grad_norm": 0.4991742968559265,
      "learning_rate": 4.990647441661554e-05,
      "loss": 5.6001,
      "step": 46255
    },
    {
      "epoch": 0.04049224423843332,
      "grad_norm": 0.5103886723518372,
      "learning_rate": 4.9906447583623884e-05,
      "loss": 4.837,
      "step": 46260
    },
    {
      "epoch": 0.04049662083206047,
      "grad_norm": 0.475626140832901,
      "learning_rate": 4.9906420746792515e-05,
      "loss": 5.3997,
      "step": 46265
    },
    {
      "epoch": 0.04050099742568763,
      "grad_norm": 0.4223431944847107,
      "learning_rate": 4.990639390612147e-05,
      "loss": 6.4473,
      "step": 46270
    },
    {
      "epoch": 0.04050537401931478,
      "grad_norm": 0.5121561884880066,
      "learning_rate": 4.990636706161075e-05,
      "loss": 5.8045,
      "step": 46275
    },
    {
      "epoch": 0.04050975061294194,
      "grad_norm": 0.528734028339386,
      "learning_rate": 4.990634021326036e-05,
      "loss": 5.2932,
      "step": 46280
    },
    {
      "epoch": 0.04051412720656909,
      "grad_norm": 0.513834536075592,
      "learning_rate": 4.99063133610703e-05,
      "loss": 4.7499,
      "step": 46285
    },
    {
      "epoch": 0.04051850380019625,
      "grad_norm": 0.5406990051269531,
      "learning_rate": 4.990628650504058e-05,
      "loss": 5.842,
      "step": 46290
    },
    {
      "epoch": 0.0405228803938234,
      "grad_norm": 0.49024611711502075,
      "learning_rate": 4.990625964517118e-05,
      "loss": 6.1389,
      "step": 46295
    },
    {
      "epoch": 0.040527256987450556,
      "grad_norm": 0.47120243310928345,
      "learning_rate": 4.990623278146215e-05,
      "loss": 5.6054,
      "step": 46300
    },
    {
      "epoch": 0.04053163358107771,
      "grad_norm": 0.5379248261451721,
      "learning_rate": 4.990620591391347e-05,
      "loss": 5.9404,
      "step": 46305
    },
    {
      "epoch": 0.040536010174704866,
      "grad_norm": 0.40741220116615295,
      "learning_rate": 4.990617904252515e-05,
      "loss": 5.2481,
      "step": 46310
    },
    {
      "epoch": 0.04054038676833202,
      "grad_norm": 0.5860563516616821,
      "learning_rate": 4.990615216729718e-05,
      "loss": 5.6607,
      "step": 46315
    },
    {
      "epoch": 0.040544763361959175,
      "grad_norm": 0.44305163621902466,
      "learning_rate": 4.9906125288229586e-05,
      "loss": 5.6189,
      "step": 46320
    },
    {
      "epoch": 0.04054913995558633,
      "grad_norm": 0.5149099826812744,
      "learning_rate": 4.9906098405322376e-05,
      "loss": 5.5781,
      "step": 46325
    },
    {
      "epoch": 0.040553516549213485,
      "grad_norm": 0.4858334958553314,
      "learning_rate": 4.9906071518575526e-05,
      "loss": 6.1758,
      "step": 46330
    },
    {
      "epoch": 0.04055789314284064,
      "grad_norm": 0.4943588376045227,
      "learning_rate": 4.990604462798907e-05,
      "loss": 4.7647,
      "step": 46335
    },
    {
      "epoch": 0.040562269736467794,
      "grad_norm": 0.5777567625045776,
      "learning_rate": 4.9906017733563004e-05,
      "loss": 5.3917,
      "step": 46340
    },
    {
      "epoch": 0.04056664633009495,
      "grad_norm": 0.5090765953063965,
      "learning_rate": 4.9905990835297325e-05,
      "loss": 5.3653,
      "step": 46345
    },
    {
      "epoch": 0.0405710229237221,
      "grad_norm": 0.5116311311721802,
      "learning_rate": 4.990596393319206e-05,
      "loss": 6.1416,
      "step": 46350
    },
    {
      "epoch": 0.04057539951734925,
      "grad_norm": 0.6202967166900635,
      "learning_rate": 4.990593702724719e-05,
      "loss": 4.5081,
      "step": 46355
    },
    {
      "epoch": 0.04057977611097641,
      "grad_norm": 0.46666842699050903,
      "learning_rate": 4.9905910117462714e-05,
      "loss": 5.5642,
      "step": 46360
    },
    {
      "epoch": 0.04058415270460356,
      "grad_norm": 0.5558177828788757,
      "learning_rate": 4.9905883203838675e-05,
      "loss": 6.117,
      "step": 46365
    },
    {
      "epoch": 0.040588529298230716,
      "grad_norm": 0.5306147933006287,
      "learning_rate": 4.990585628637504e-05,
      "loss": 5.2757,
      "step": 46370
    },
    {
      "epoch": 0.04059290589185787,
      "grad_norm": 0.5663605332374573,
      "learning_rate": 4.9905829365071856e-05,
      "loss": 5.7908,
      "step": 46375
    },
    {
      "epoch": 0.040597282485485026,
      "grad_norm": 0.5175393223762512,
      "learning_rate": 4.990580243992907e-05,
      "loss": 4.6342,
      "step": 46380
    },
    {
      "epoch": 0.04060165907911218,
      "grad_norm": 0.5709249377250671,
      "learning_rate": 4.990577551094674e-05,
      "loss": 5.3104,
      "step": 46385
    },
    {
      "epoch": 0.040606035672739335,
      "grad_norm": 0.4932100474834442,
      "learning_rate": 4.990574857812486e-05,
      "loss": 4.9706,
      "step": 46390
    },
    {
      "epoch": 0.04061041226636649,
      "grad_norm": 0.5933449268341064,
      "learning_rate": 4.99057216414634e-05,
      "loss": 5.0882,
      "step": 46395
    },
    {
      "epoch": 0.040614788859993645,
      "grad_norm": 0.6271058917045593,
      "learning_rate": 4.99056947009624e-05,
      "loss": 5.3306,
      "step": 46400
    },
    {
      "epoch": 0.0406191654536208,
      "grad_norm": 0.4847714304924011,
      "learning_rate": 4.9905667756621865e-05,
      "loss": 5.2084,
      "step": 46405
    },
    {
      "epoch": 0.040623542047247954,
      "grad_norm": 0.4696442782878876,
      "learning_rate": 4.990564080844179e-05,
      "loss": 4.4432,
      "step": 46410
    },
    {
      "epoch": 0.04062791864087511,
      "grad_norm": 0.46851518750190735,
      "learning_rate": 4.990561385642217e-05,
      "loss": 5.4959,
      "step": 46415
    },
    {
      "epoch": 0.040632295234502264,
      "grad_norm": 0.47038036584854126,
      "learning_rate": 4.990558690056303e-05,
      "loss": 4.7653,
      "step": 46420
    },
    {
      "epoch": 0.04063667182812942,
      "grad_norm": 0.5368127226829529,
      "learning_rate": 4.990555994086438e-05,
      "loss": 6.1344,
      "step": 46425
    },
    {
      "epoch": 0.04064104842175657,
      "grad_norm": 0.48968300223350525,
      "learning_rate": 4.99055329773262e-05,
      "loss": 5.6251,
      "step": 46430
    },
    {
      "epoch": 0.04064542501538373,
      "grad_norm": 0.5267038345336914,
      "learning_rate": 4.99055060099485e-05,
      "loss": 5.3813,
      "step": 46435
    },
    {
      "epoch": 0.04064980160901088,
      "grad_norm": 0.6615402102470398,
      "learning_rate": 4.990547903873131e-05,
      "loss": 5.2791,
      "step": 46440
    },
    {
      "epoch": 0.04065417820263804,
      "grad_norm": 0.5187445878982544,
      "learning_rate": 4.9905452063674605e-05,
      "loss": 4.8659,
      "step": 46445
    },
    {
      "epoch": 0.04065855479626519,
      "grad_norm": 0.5675258040428162,
      "learning_rate": 4.99054250847784e-05,
      "loss": 5.5494,
      "step": 46450
    },
    {
      "epoch": 0.04066293138989235,
      "grad_norm": 0.6613393425941467,
      "learning_rate": 4.990539810204271e-05,
      "loss": 6.1307,
      "step": 46455
    },
    {
      "epoch": 0.0406673079835195,
      "grad_norm": 0.4854130148887634,
      "learning_rate": 4.990537111546755e-05,
      "loss": 5.8488,
      "step": 46460
    },
    {
      "epoch": 0.040671684577146656,
      "grad_norm": 0.5577160120010376,
      "learning_rate": 4.990534412505289e-05,
      "loss": 5.3972,
      "step": 46465
    },
    {
      "epoch": 0.04067606117077381,
      "grad_norm": 0.9613754153251648,
      "learning_rate": 4.9905317130798744e-05,
      "loss": 5.6216,
      "step": 46470
    },
    {
      "epoch": 0.04068043776440096,
      "grad_norm": 0.5172313451766968,
      "learning_rate": 4.990529013270514e-05,
      "loss": 5.0626,
      "step": 46475
    },
    {
      "epoch": 0.040684814358028114,
      "grad_norm": 0.4469870626926422,
      "learning_rate": 4.9905263130772085e-05,
      "loss": 5.9213,
      "step": 46480
    },
    {
      "epoch": 0.04068919095165527,
      "grad_norm": 0.5078783631324768,
      "learning_rate": 4.990523612499954e-05,
      "loss": 5.0562,
      "step": 46485
    },
    {
      "epoch": 0.04069356754528242,
      "grad_norm": 0.6595240831375122,
      "learning_rate": 4.990520911538756e-05,
      "loss": 6.1344,
      "step": 46490
    },
    {
      "epoch": 0.04069794413890958,
      "grad_norm": 0.5238096117973328,
      "learning_rate": 4.9905182101936135e-05,
      "loss": 4.7771,
      "step": 46495
    },
    {
      "epoch": 0.04070232073253673,
      "grad_norm": 0.48690417408943176,
      "learning_rate": 4.990515508464525e-05,
      "loss": 5.809,
      "step": 46500
    },
    {
      "epoch": 0.04070669732616389,
      "grad_norm": 0.5210045576095581,
      "learning_rate": 4.9905128063514936e-05,
      "loss": 6.1316,
      "step": 46505
    },
    {
      "epoch": 0.04071107391979104,
      "grad_norm": 0.5330554842948914,
      "learning_rate": 4.990510103854519e-05,
      "loss": 5.5889,
      "step": 46510
    },
    {
      "epoch": 0.0407154505134182,
      "grad_norm": 0.5396766066551208,
      "learning_rate": 4.9905074009736e-05,
      "loss": 5.6033,
      "step": 46515
    },
    {
      "epoch": 0.04071982710704535,
      "grad_norm": 0.4837411940097809,
      "learning_rate": 4.99050469770874e-05,
      "loss": 5.5197,
      "step": 46520
    },
    {
      "epoch": 0.04072420370067251,
      "grad_norm": 0.4893496036529541,
      "learning_rate": 4.9905019940599374e-05,
      "loss": 5.7965,
      "step": 46525
    },
    {
      "epoch": 0.04072858029429966,
      "grad_norm": 0.40177619457244873,
      "learning_rate": 4.990499290027194e-05,
      "loss": 5.4279,
      "step": 46530
    },
    {
      "epoch": 0.040732956887926816,
      "grad_norm": 0.4483117461204529,
      "learning_rate": 4.990496585610509e-05,
      "loss": 5.8254,
      "step": 46535
    },
    {
      "epoch": 0.04073733348155397,
      "grad_norm": 0.41392281651496887,
      "learning_rate": 4.990493880809884e-05,
      "loss": 6.1592,
      "step": 46540
    },
    {
      "epoch": 0.040741710075181126,
      "grad_norm": 0.565131425857544,
      "learning_rate": 4.9904911756253195e-05,
      "loss": 5.3718,
      "step": 46545
    },
    {
      "epoch": 0.04074608666880828,
      "grad_norm": 0.4467132091522217,
      "learning_rate": 4.990488470056816e-05,
      "loss": 6.1488,
      "step": 46550
    },
    {
      "epoch": 0.040750463262435435,
      "grad_norm": 0.45484548807144165,
      "learning_rate": 4.9904857641043736e-05,
      "loss": 5.2854,
      "step": 46555
    },
    {
      "epoch": 0.04075483985606259,
      "grad_norm": 0.4523984491825104,
      "learning_rate": 4.990483057767993e-05,
      "loss": 5.4055,
      "step": 46560
    },
    {
      "epoch": 0.040759216449689745,
      "grad_norm": 0.5288747549057007,
      "learning_rate": 4.990480351047674e-05,
      "loss": 5.6292,
      "step": 46565
    },
    {
      "epoch": 0.0407635930433169,
      "grad_norm": 0.5064312815666199,
      "learning_rate": 4.9904776439434186e-05,
      "loss": 5.5931,
      "step": 46570
    },
    {
      "epoch": 0.040767969636944054,
      "grad_norm": 0.5118156671524048,
      "learning_rate": 4.990474936455226e-05,
      "loss": 5.6238,
      "step": 46575
    },
    {
      "epoch": 0.04077234623057121,
      "grad_norm": 0.5365282297134399,
      "learning_rate": 4.9904722285830974e-05,
      "loss": 5.2901,
      "step": 46580
    },
    {
      "epoch": 0.040776722824198364,
      "grad_norm": 0.4222242832183838,
      "learning_rate": 4.990469520327033e-05,
      "loss": 5.6151,
      "step": 46585
    },
    {
      "epoch": 0.04078109941782552,
      "grad_norm": 0.5018141269683838,
      "learning_rate": 4.990466811687034e-05,
      "loss": 5.0794,
      "step": 46590
    },
    {
      "epoch": 0.04078547601145267,
      "grad_norm": 0.5614938139915466,
      "learning_rate": 4.9904641026631e-05,
      "loss": 5.0896,
      "step": 46595
    },
    {
      "epoch": 0.04078985260507983,
      "grad_norm": 0.49477702379226685,
      "learning_rate": 4.990461393255233e-05,
      "loss": 5.8045,
      "step": 46600
    },
    {
      "epoch": 0.040794229198706976,
      "grad_norm": 0.5483256578445435,
      "learning_rate": 4.990458683463433e-05,
      "loss": 5.0797,
      "step": 46605
    },
    {
      "epoch": 0.04079860579233413,
      "grad_norm": 0.7049883604049683,
      "learning_rate": 4.9904559732876987e-05,
      "loss": 5.9529,
      "step": 46610
    },
    {
      "epoch": 0.040802982385961285,
      "grad_norm": 0.5098922252655029,
      "learning_rate": 4.990453262728031e-05,
      "loss": 5.1021,
      "step": 46615
    },
    {
      "epoch": 0.04080735897958844,
      "grad_norm": 0.5946835875511169,
      "learning_rate": 4.990450551784432e-05,
      "loss": 6.1229,
      "step": 46620
    },
    {
      "epoch": 0.040811735573215595,
      "grad_norm": 0.5152225494384766,
      "learning_rate": 4.9904478404569034e-05,
      "loss": 4.5121,
      "step": 46625
    },
    {
      "epoch": 0.04081611216684275,
      "grad_norm": 0.7126231789588928,
      "learning_rate": 4.990445128745442e-05,
      "loss": 5.3005,
      "step": 46630
    },
    {
      "epoch": 0.040820488760469904,
      "grad_norm": 0.5992434024810791,
      "learning_rate": 4.990442416650051e-05,
      "loss": 5.3048,
      "step": 46635
    },
    {
      "epoch": 0.04082486535409706,
      "grad_norm": 0.4683818221092224,
      "learning_rate": 4.9904397041707294e-05,
      "loss": 5.946,
      "step": 46640
    },
    {
      "epoch": 0.040829241947724214,
      "grad_norm": 0.5266422033309937,
      "learning_rate": 4.99043699130748e-05,
      "loss": 5.9239,
      "step": 46645
    },
    {
      "epoch": 0.04083361854135137,
      "grad_norm": 0.46107980608940125,
      "learning_rate": 4.990434278060301e-05,
      "loss": 5.5714,
      "step": 46650
    },
    {
      "epoch": 0.04083799513497852,
      "grad_norm": 0.4265912175178528,
      "learning_rate": 4.9904315644291935e-05,
      "loss": 6.4324,
      "step": 46655
    },
    {
      "epoch": 0.04084237172860568,
      "grad_norm": 0.42013004422187805,
      "learning_rate": 4.9904288504141586e-05,
      "loss": 5.8944,
      "step": 46660
    },
    {
      "epoch": 0.04084674832223283,
      "grad_norm": 0.49871116876602173,
      "learning_rate": 4.990426136015195e-05,
      "loss": 5.0527,
      "step": 46665
    },
    {
      "epoch": 0.04085112491585999,
      "grad_norm": 0.39839476346969604,
      "learning_rate": 4.990423421232307e-05,
      "loss": 5.2766,
      "step": 46670
    },
    {
      "epoch": 0.04085550150948714,
      "grad_norm": 0.4994746446609497,
      "learning_rate": 4.990420706065492e-05,
      "loss": 5.2884,
      "step": 46675
    },
    {
      "epoch": 0.0408598781031143,
      "grad_norm": 0.6860265731811523,
      "learning_rate": 4.9904179905147497e-05,
      "loss": 4.7902,
      "step": 46680
    },
    {
      "epoch": 0.04086425469674145,
      "grad_norm": 0.5093843936920166,
      "learning_rate": 4.990415274580084e-05,
      "loss": 5.2943,
      "step": 46685
    },
    {
      "epoch": 0.04086863129036861,
      "grad_norm": 0.5462223887443542,
      "learning_rate": 4.9904125582614934e-05,
      "loss": 5.3243,
      "step": 46690
    },
    {
      "epoch": 0.04087300788399576,
      "grad_norm": 0.5265708565711975,
      "learning_rate": 4.990409841558979e-05,
      "loss": 5.8363,
      "step": 46695
    },
    {
      "epoch": 0.040877384477622916,
      "grad_norm": 0.5055381059646606,
      "learning_rate": 4.9904071244725406e-05,
      "loss": 4.5318,
      "step": 46700
    },
    {
      "epoch": 0.04088176107125007,
      "grad_norm": 0.5564321875572205,
      "learning_rate": 4.99040440700218e-05,
      "loss": 4.8802,
      "step": 46705
    },
    {
      "epoch": 0.040886137664877226,
      "grad_norm": 0.5321827530860901,
      "learning_rate": 4.9904016891478954e-05,
      "loss": 4.5432,
      "step": 46710
    },
    {
      "epoch": 0.04089051425850438,
      "grad_norm": 0.5144333243370056,
      "learning_rate": 4.990398970909689e-05,
      "loss": 4.9637,
      "step": 46715
    },
    {
      "epoch": 0.040894890852131535,
      "grad_norm": 0.45880937576293945,
      "learning_rate": 4.990396252287561e-05,
      "loss": 6.1023,
      "step": 46720
    },
    {
      "epoch": 0.04089926744575869,
      "grad_norm": 0.4772038459777832,
      "learning_rate": 4.990393533281513e-05,
      "loss": 4.9781,
      "step": 46725
    },
    {
      "epoch": 0.040903644039385845,
      "grad_norm": 0.4835209846496582,
      "learning_rate": 4.990390813891545e-05,
      "loss": 4.796,
      "step": 46730
    },
    {
      "epoch": 0.04090802063301299,
      "grad_norm": 0.44823387265205383,
      "learning_rate": 4.990388094117656e-05,
      "loss": 5.3697,
      "step": 46735
    },
    {
      "epoch": 0.04091239722664015,
      "grad_norm": 0.4582074284553528,
      "learning_rate": 4.990385373959848e-05,
      "loss": 5.6476,
      "step": 46740
    },
    {
      "epoch": 0.0409167738202673,
      "grad_norm": 0.46350669860839844,
      "learning_rate": 4.9903826534181205e-05,
      "loss": 5.5966,
      "step": 46745
    },
    {
      "epoch": 0.04092115041389446,
      "grad_norm": 0.48839613795280457,
      "learning_rate": 4.990379932492476e-05,
      "loss": 5.2755,
      "step": 46750
    },
    {
      "epoch": 0.04092552700752161,
      "grad_norm": 0.9406418800354004,
      "learning_rate": 4.990377211182913e-05,
      "loss": 5.8322,
      "step": 46755
    },
    {
      "epoch": 0.040929903601148766,
      "grad_norm": 0.5871725082397461,
      "learning_rate": 4.990374489489432e-05,
      "loss": 5.8635,
      "step": 46760
    },
    {
      "epoch": 0.04093428019477592,
      "grad_norm": 0.5349653959274292,
      "learning_rate": 4.9903717674120354e-05,
      "loss": 5.0696,
      "step": 46765
    },
    {
      "epoch": 0.040938656788403076,
      "grad_norm": 0.4577271342277527,
      "learning_rate": 4.9903690449507226e-05,
      "loss": 5.498,
      "step": 46770
    },
    {
      "epoch": 0.04094303338203023,
      "grad_norm": 0.47786766290664673,
      "learning_rate": 4.990366322105494e-05,
      "loss": 4.9448,
      "step": 46775
    },
    {
      "epoch": 0.040947409975657385,
      "grad_norm": 0.5263643264770508,
      "learning_rate": 4.99036359887635e-05,
      "loss": 4.2353,
      "step": 46780
    },
    {
      "epoch": 0.04095178656928454,
      "grad_norm": 0.4488511085510254,
      "learning_rate": 4.990360875263291e-05,
      "loss": 5.818,
      "step": 46785
    },
    {
      "epoch": 0.040956163162911695,
      "grad_norm": 0.5450034141540527,
      "learning_rate": 4.990358151266318e-05,
      "loss": 5.0619,
      "step": 46790
    },
    {
      "epoch": 0.04096053975653885,
      "grad_norm": 0.46010902523994446,
      "learning_rate": 4.990355426885431e-05,
      "loss": 4.4522,
      "step": 46795
    },
    {
      "epoch": 0.040964916350166004,
      "grad_norm": 0.5627760291099548,
      "learning_rate": 4.990352702120632e-05,
      "loss": 4.8717,
      "step": 46800
    },
    {
      "epoch": 0.04096929294379316,
      "grad_norm": 0.4950707256793976,
      "learning_rate": 4.990349976971921e-05,
      "loss": 5.8232,
      "step": 46805
    },
    {
      "epoch": 0.040973669537420314,
      "grad_norm": 0.4957183003425598,
      "learning_rate": 4.990347251439297e-05,
      "loss": 4.7946,
      "step": 46810
    },
    {
      "epoch": 0.04097804613104747,
      "grad_norm": 0.5441843867301941,
      "learning_rate": 4.990344525522761e-05,
      "loss": 6.1375,
      "step": 46815
    },
    {
      "epoch": 0.04098242272467462,
      "grad_norm": 0.513623833656311,
      "learning_rate": 4.990341799222314e-05,
      "loss": 4.8469,
      "step": 46820
    },
    {
      "epoch": 0.04098679931830178,
      "grad_norm": 0.9081568717956543,
      "learning_rate": 4.9903390725379575e-05,
      "loss": 5.6663,
      "step": 46825
    },
    {
      "epoch": 0.04099117591192893,
      "grad_norm": 0.502753734588623,
      "learning_rate": 4.990336345469691e-05,
      "loss": 5.608,
      "step": 46830
    },
    {
      "epoch": 0.04099555250555609,
      "grad_norm": 0.6384483575820923,
      "learning_rate": 4.990333618017514e-05,
      "loss": 5.2926,
      "step": 46835
    },
    {
      "epoch": 0.04099992909918324,
      "grad_norm": 0.4922643005847931,
      "learning_rate": 4.99033089018143e-05,
      "loss": 5.6073,
      "step": 46840
    },
    {
      "epoch": 0.0410043056928104,
      "grad_norm": 0.601222813129425,
      "learning_rate": 4.990328161961436e-05,
      "loss": 5.8944,
      "step": 46845
    },
    {
      "epoch": 0.04100868228643755,
      "grad_norm": 0.513252317905426,
      "learning_rate": 4.9903254333575345e-05,
      "loss": 5.2892,
      "step": 46850
    },
    {
      "epoch": 0.04101305888006471,
      "grad_norm": 0.5589911341667175,
      "learning_rate": 4.9903227043697265e-05,
      "loss": 5.2961,
      "step": 46855
    },
    {
      "epoch": 0.04101743547369186,
      "grad_norm": 0.5153713226318359,
      "learning_rate": 4.990319974998011e-05,
      "loss": 5.3784,
      "step": 46860
    },
    {
      "epoch": 0.04102181206731901,
      "grad_norm": 0.4331268072128296,
      "learning_rate": 4.9903172452423896e-05,
      "loss": 5.5968,
      "step": 46865
    },
    {
      "epoch": 0.041026188660946164,
      "grad_norm": 0.5304074883460999,
      "learning_rate": 4.990314515102863e-05,
      "loss": 5.5956,
      "step": 46870
    },
    {
      "epoch": 0.04103056525457332,
      "grad_norm": 0.5127952098846436,
      "learning_rate": 4.99031178457943e-05,
      "loss": 5.8984,
      "step": 46875
    },
    {
      "epoch": 0.041034941848200474,
      "grad_norm": 0.4828217327594757,
      "learning_rate": 4.990309053672093e-05,
      "loss": 5.0821,
      "step": 46880
    },
    {
      "epoch": 0.04103931844182763,
      "grad_norm": 0.4834457337856293,
      "learning_rate": 4.990306322380852e-05,
      "loss": 4.8691,
      "step": 46885
    },
    {
      "epoch": 0.04104369503545478,
      "grad_norm": 0.4410080313682556,
      "learning_rate": 4.990303590705707e-05,
      "loss": 5.3509,
      "step": 46890
    },
    {
      "epoch": 0.04104807162908194,
      "grad_norm": 0.5139098763465881,
      "learning_rate": 4.9903008586466593e-05,
      "loss": 4.7312,
      "step": 46895
    },
    {
      "epoch": 0.04105244822270909,
      "grad_norm": 0.3954664170742035,
      "learning_rate": 4.99029812620371e-05,
      "loss": 5.9518,
      "step": 46900
    },
    {
      "epoch": 0.04105682481633625,
      "grad_norm": 0.6677314639091492,
      "learning_rate": 4.990295393376857e-05,
      "loss": 4.5148,
      "step": 46905
    },
    {
      "epoch": 0.0410612014099634,
      "grad_norm": 0.4433704912662506,
      "learning_rate": 4.9902926601661025e-05,
      "loss": 5.9137,
      "step": 46910
    },
    {
      "epoch": 0.04106557800359056,
      "grad_norm": 0.678301990032196,
      "learning_rate": 4.990289926571449e-05,
      "loss": 5.0726,
      "step": 46915
    },
    {
      "epoch": 0.04106995459721771,
      "grad_norm": 0.5759385228157043,
      "learning_rate": 4.990287192592893e-05,
      "loss": 5.6265,
      "step": 46920
    },
    {
      "epoch": 0.041074331190844866,
      "grad_norm": 0.4774070978164673,
      "learning_rate": 4.990284458230437e-05,
      "loss": 5.3979,
      "step": 46925
    },
    {
      "epoch": 0.04107870778447202,
      "grad_norm": 0.43239066004753113,
      "learning_rate": 4.990281723484084e-05,
      "loss": 6.4322,
      "step": 46930
    },
    {
      "epoch": 0.041083084378099176,
      "grad_norm": 0.4839138984680176,
      "learning_rate": 4.99027898835383e-05,
      "loss": 5.8846,
      "step": 46935
    },
    {
      "epoch": 0.04108746097172633,
      "grad_norm": 0.4220508337020874,
      "learning_rate": 4.9902762528396786e-05,
      "loss": 6.1291,
      "step": 46940
    },
    {
      "epoch": 0.041091837565353485,
      "grad_norm": 0.4123346507549286,
      "learning_rate": 4.9902735169416295e-05,
      "loss": 5.9102,
      "step": 46945
    },
    {
      "epoch": 0.04109621415898064,
      "grad_norm": 0.5108044743537903,
      "learning_rate": 4.990270780659681e-05,
      "loss": 5.1139,
      "step": 46950
    },
    {
      "epoch": 0.041100590752607795,
      "grad_norm": 0.3899080455303192,
      "learning_rate": 4.990268043993839e-05,
      "loss": 5.39,
      "step": 46955
    },
    {
      "epoch": 0.04110496734623495,
      "grad_norm": 0.49924224615097046,
      "learning_rate": 4.9902653069440985e-05,
      "loss": 5.3009,
      "step": 46960
    },
    {
      "epoch": 0.041109343939862104,
      "grad_norm": 0.5218512415885925,
      "learning_rate": 4.990262569510463e-05,
      "loss": 6.1471,
      "step": 46965
    },
    {
      "epoch": 0.04111372053348926,
      "grad_norm": 0.509164571762085,
      "learning_rate": 4.990259831692933e-05,
      "loss": 5.3011,
      "step": 46970
    },
    {
      "epoch": 0.041118097127116414,
      "grad_norm": 0.4696238040924072,
      "learning_rate": 4.9902570934915086e-05,
      "loss": 4.8542,
      "step": 46975
    },
    {
      "epoch": 0.04112247372074357,
      "grad_norm": 0.48089340329170227,
      "learning_rate": 4.9902543549061884e-05,
      "loss": 5.8992,
      "step": 46980
    },
    {
      "epoch": 0.04112685031437072,
      "grad_norm": 0.4987209141254425,
      "learning_rate": 4.990251615936976e-05,
      "loss": 4.6609,
      "step": 46985
    },
    {
      "epoch": 0.04113122690799788,
      "grad_norm": 0.5614310503005981,
      "learning_rate": 4.9902488765838706e-05,
      "loss": 5.8232,
      "step": 46990
    },
    {
      "epoch": 0.041135603501625026,
      "grad_norm": 0.6901593208312988,
      "learning_rate": 4.990246136846871e-05,
      "loss": 5.823,
      "step": 46995
    },
    {
      "epoch": 0.04113998009525218,
      "grad_norm": 0.548084557056427,
      "learning_rate": 4.990243396725981e-05,
      "loss": 4.9396,
      "step": 47000
    },
    {
      "epoch": 0.041144356688879336,
      "grad_norm": 0.49317467212677,
      "learning_rate": 4.9902406562212e-05,
      "loss": 5.7945,
      "step": 47005
    },
    {
      "epoch": 0.04114873328250649,
      "grad_norm": 0.4790303409099579,
      "learning_rate": 4.9902379153325263e-05,
      "loss": 5.6056,
      "step": 47010
    },
    {
      "epoch": 0.041153109876133645,
      "grad_norm": 0.46069827675819397,
      "learning_rate": 4.990235174059964e-05,
      "loss": 5.2944,
      "step": 47015
    },
    {
      "epoch": 0.0411574864697608,
      "grad_norm": 0.42092013359069824,
      "learning_rate": 4.990232432403511e-05,
      "loss": 5.3676,
      "step": 47020
    },
    {
      "epoch": 0.041161863063387955,
      "grad_norm": 0.5756860971450806,
      "learning_rate": 4.990229690363168e-05,
      "loss": 5.8688,
      "step": 47025
    },
    {
      "epoch": 0.04116623965701511,
      "grad_norm": 0.4440946877002716,
      "learning_rate": 4.9902269479389376e-05,
      "loss": 6.4162,
      "step": 47030
    },
    {
      "epoch": 0.041170616250642264,
      "grad_norm": 0.5354330539703369,
      "learning_rate": 4.9902242051308167e-05,
      "loss": 3.9897,
      "step": 47035
    },
    {
      "epoch": 0.04117499284426942,
      "grad_norm": 0.9254679679870605,
      "learning_rate": 4.99022146193881e-05,
      "loss": 5.6515,
      "step": 47040
    },
    {
      "epoch": 0.041179369437896574,
      "grad_norm": 0.5551539063453674,
      "learning_rate": 4.9902187183629156e-05,
      "loss": 5.5873,
      "step": 47045
    },
    {
      "epoch": 0.04118374603152373,
      "grad_norm": 0.49248528480529785,
      "learning_rate": 4.9902159744031355e-05,
      "loss": 4.8521,
      "step": 47050
    },
    {
      "epoch": 0.04118812262515088,
      "grad_norm": 0.5038728713989258,
      "learning_rate": 4.990213230059467e-05,
      "loss": 4.3638,
      "step": 47055
    },
    {
      "epoch": 0.04119249921877804,
      "grad_norm": 0.7160071134567261,
      "learning_rate": 4.990210485331914e-05,
      "loss": 5.6052,
      "step": 47060
    },
    {
      "epoch": 0.04119687581240519,
      "grad_norm": 0.4512421786785126,
      "learning_rate": 4.990207740220476e-05,
      "loss": 5.0739,
      "step": 47065
    },
    {
      "epoch": 0.04120125240603235,
      "grad_norm": 0.552237868309021,
      "learning_rate": 4.990204994725154e-05,
      "loss": 4.8838,
      "step": 47070
    },
    {
      "epoch": 0.0412056289996595,
      "grad_norm": 0.4758470058441162,
      "learning_rate": 4.990202248845946e-05,
      "loss": 4.2562,
      "step": 47075
    },
    {
      "epoch": 0.04121000559328666,
      "grad_norm": 0.598754346370697,
      "learning_rate": 4.9901995025828566e-05,
      "loss": 5.5913,
      "step": 47080
    },
    {
      "epoch": 0.04121438218691381,
      "grad_norm": 0.5243048071861267,
      "learning_rate": 4.990196755935883e-05,
      "loss": 5.5761,
      "step": 47085
    },
    {
      "epoch": 0.041218758780540966,
      "grad_norm": 0.41864416003227234,
      "learning_rate": 4.990194008905028e-05,
      "loss": 5.9288,
      "step": 47090
    },
    {
      "epoch": 0.04122313537416812,
      "grad_norm": 0.5042853951454163,
      "learning_rate": 4.99019126149029e-05,
      "loss": 4.2192,
      "step": 47095
    },
    {
      "epoch": 0.041227511967795276,
      "grad_norm": 0.5441754460334778,
      "learning_rate": 4.990188513691671e-05,
      "loss": 4.9774,
      "step": 47100
    },
    {
      "epoch": 0.04123188856142243,
      "grad_norm": 0.6419357657432556,
      "learning_rate": 4.990185765509171e-05,
      "loss": 5.0298,
      "step": 47105
    },
    {
      "epoch": 0.041236265155049585,
      "grad_norm": 0.47336459159851074,
      "learning_rate": 4.990183016942791e-05,
      "loss": 6.4338,
      "step": 47110
    },
    {
      "epoch": 0.04124064174867674,
      "grad_norm": 0.48818498849868774,
      "learning_rate": 4.9901802679925316e-05,
      "loss": 4.7394,
      "step": 47115
    },
    {
      "epoch": 0.04124501834230389,
      "grad_norm": 0.4786960184574127,
      "learning_rate": 4.990177518658392e-05,
      "loss": 5.8111,
      "step": 47120
    },
    {
      "epoch": 0.04124939493593104,
      "grad_norm": 1.1113632917404175,
      "learning_rate": 4.990174768940373e-05,
      "loss": 5.793,
      "step": 47125
    },
    {
      "epoch": 0.0412537715295582,
      "grad_norm": 1.2300745248794556,
      "learning_rate": 4.990172018838477e-05,
      "loss": 5.0598,
      "step": 47130
    },
    {
      "epoch": 0.04125814812318535,
      "grad_norm": 0.6083948612213135,
      "learning_rate": 4.9901692683527035e-05,
      "loss": 4.7564,
      "step": 47135
    },
    {
      "epoch": 0.04126252471681251,
      "grad_norm": 0.6997401118278503,
      "learning_rate": 4.990166517483052e-05,
      "loss": 6.1424,
      "step": 47140
    },
    {
      "epoch": 0.04126690131043966,
      "grad_norm": 0.8068943619728088,
      "learning_rate": 4.990163766229524e-05,
      "loss": 5.3923,
      "step": 47145
    },
    {
      "epoch": 0.041271277904066817,
      "grad_norm": 0.5862676501274109,
      "learning_rate": 4.990161014592121e-05,
      "loss": 5.0956,
      "step": 47150
    },
    {
      "epoch": 0.04127565449769397,
      "grad_norm": 0.7045629024505615,
      "learning_rate": 4.990158262570841e-05,
      "loss": 6.1133,
      "step": 47155
    },
    {
      "epoch": 0.041280031091321126,
      "grad_norm": 0.7770155072212219,
      "learning_rate": 4.990155510165687e-05,
      "loss": 5.6348,
      "step": 47160
    },
    {
      "epoch": 0.04128440768494828,
      "grad_norm": 0.5067446827888489,
      "learning_rate": 4.990152757376658e-05,
      "loss": 5.8436,
      "step": 47165
    },
    {
      "epoch": 0.041288784278575436,
      "grad_norm": 0.5241857171058655,
      "learning_rate": 4.990150004203755e-05,
      "loss": 5.5777,
      "step": 47170
    },
    {
      "epoch": 0.04129316087220259,
      "grad_norm": 0.5829302072525024,
      "learning_rate": 4.9901472506469785e-05,
      "loss": 5.0701,
      "step": 47175
    },
    {
      "epoch": 0.041297537465829745,
      "grad_norm": 0.48846498131752014,
      "learning_rate": 4.990144496706329e-05,
      "loss": 5.2552,
      "step": 47180
    },
    {
      "epoch": 0.0413019140594569,
      "grad_norm": 0.4903466999530792,
      "learning_rate": 4.9901417423818074e-05,
      "loss": 5.5865,
      "step": 47185
    },
    {
      "epoch": 0.041306290653084055,
      "grad_norm": 0.4954201281070709,
      "learning_rate": 4.990138987673414e-05,
      "loss": 6.0883,
      "step": 47190
    },
    {
      "epoch": 0.04131066724671121,
      "grad_norm": 0.42762985825538635,
      "learning_rate": 4.990136232581149e-05,
      "loss": 6.1508,
      "step": 47195
    },
    {
      "epoch": 0.041315043840338364,
      "grad_norm": 0.4167553186416626,
      "learning_rate": 4.990133477105014e-05,
      "loss": 5.3842,
      "step": 47200
    },
    {
      "epoch": 0.04131942043396552,
      "grad_norm": 0.7572364807128906,
      "learning_rate": 4.9901307212450075e-05,
      "loss": 4.735,
      "step": 47205
    },
    {
      "epoch": 0.041323797027592674,
      "grad_norm": 0.4291566014289856,
      "learning_rate": 4.990127965001132e-05,
      "loss": 5.386,
      "step": 47210
    },
    {
      "epoch": 0.04132817362121983,
      "grad_norm": 0.48022690415382385,
      "learning_rate": 4.9901252083733874e-05,
      "loss": 4.8742,
      "step": 47215
    },
    {
      "epoch": 0.04133255021484698,
      "grad_norm": 0.5681761503219604,
      "learning_rate": 4.990122451361774e-05,
      "loss": 5.6226,
      "step": 47220
    },
    {
      "epoch": 0.04133692680847414,
      "grad_norm": 0.564245879650116,
      "learning_rate": 4.990119693966292e-05,
      "loss": 5.6594,
      "step": 47225
    },
    {
      "epoch": 0.04134130340210129,
      "grad_norm": 0.48939794301986694,
      "learning_rate": 4.990116936186943e-05,
      "loss": 5.5893,
      "step": 47230
    },
    {
      "epoch": 0.04134567999572845,
      "grad_norm": 0.5379658341407776,
      "learning_rate": 4.990114178023727e-05,
      "loss": 5.2782,
      "step": 47235
    },
    {
      "epoch": 0.0413500565893556,
      "grad_norm": 0.48737162351608276,
      "learning_rate": 4.990111419476644e-05,
      "loss": 5.0249,
      "step": 47240
    },
    {
      "epoch": 0.04135443318298276,
      "grad_norm": 0.43692493438720703,
      "learning_rate": 4.9901086605456946e-05,
      "loss": 6.1129,
      "step": 47245
    },
    {
      "epoch": 0.041358809776609905,
      "grad_norm": 0.4836997389793396,
      "learning_rate": 4.9901059012308815e-05,
      "loss": 4.7777,
      "step": 47250
    },
    {
      "epoch": 0.04136318637023706,
      "grad_norm": 0.5077708959579468,
      "learning_rate": 4.990103141532202e-05,
      "loss": 4.9515,
      "step": 47255
    },
    {
      "epoch": 0.041367562963864214,
      "grad_norm": 0.47727707028388977,
      "learning_rate": 4.9901003814496586e-05,
      "loss": 4.9663,
      "step": 47260
    },
    {
      "epoch": 0.04137193955749137,
      "grad_norm": 0.5011442303657532,
      "learning_rate": 4.990097620983251e-05,
      "loss": 5.3042,
      "step": 47265
    },
    {
      "epoch": 0.041376316151118524,
      "grad_norm": 0.48138749599456787,
      "learning_rate": 4.99009486013298e-05,
      "loss": 5.3058,
      "step": 47270
    },
    {
      "epoch": 0.04138069274474568,
      "grad_norm": 0.4376068711280823,
      "learning_rate": 4.990092098898846e-05,
      "loss": 5.4764,
      "step": 47275
    },
    {
      "epoch": 0.04138506933837283,
      "grad_norm": 0.49137479066848755,
      "learning_rate": 4.990089337280851e-05,
      "loss": 6.135,
      "step": 47280
    },
    {
      "epoch": 0.04138944593199999,
      "grad_norm": 0.5635278820991516,
      "learning_rate": 4.9900865752789927e-05,
      "loss": 4.8536,
      "step": 47285
    },
    {
      "epoch": 0.04139382252562714,
      "grad_norm": 0.4358310401439667,
      "learning_rate": 4.9900838128932745e-05,
      "loss": 5.5531,
      "step": 47290
    },
    {
      "epoch": 0.0413981991192543,
      "grad_norm": 0.7484009861946106,
      "learning_rate": 4.990081050123695e-05,
      "loss": 4.5317,
      "step": 47295
    },
    {
      "epoch": 0.04140257571288145,
      "grad_norm": 0.5281760096549988,
      "learning_rate": 4.990078286970254e-05,
      "loss": 5.5996,
      "step": 47300
    },
    {
      "epoch": 0.04140695230650861,
      "grad_norm": 0.5086774826049805,
      "learning_rate": 4.9900755234329556e-05,
      "loss": 6.1285,
      "step": 47305
    },
    {
      "epoch": 0.04141132890013576,
      "grad_norm": 0.4760301113128662,
      "learning_rate": 4.990072759511798e-05,
      "loss": 5.5072,
      "step": 47310
    },
    {
      "epoch": 0.04141570549376292,
      "grad_norm": 0.4481905698776245,
      "learning_rate": 4.990069995206781e-05,
      "loss": 4.827,
      "step": 47315
    },
    {
      "epoch": 0.04142008208739007,
      "grad_norm": 0.4644750654697418,
      "learning_rate": 4.990067230517905e-05,
      "loss": 5.8248,
      "step": 47320
    },
    {
      "epoch": 0.041424458681017226,
      "grad_norm": 0.40533167123794556,
      "learning_rate": 4.9900644654451735e-05,
      "loss": 5.5762,
      "step": 47325
    },
    {
      "epoch": 0.04142883527464438,
      "grad_norm": 0.4976387321949005,
      "learning_rate": 4.990061699988584e-05,
      "loss": 5.6112,
      "step": 47330
    },
    {
      "epoch": 0.041433211868271536,
      "grad_norm": 0.4888027012348175,
      "learning_rate": 4.9900589341481385e-05,
      "loss": 5.5837,
      "step": 47335
    },
    {
      "epoch": 0.04143758846189869,
      "grad_norm": 0.4460582733154297,
      "learning_rate": 4.9900561679238364e-05,
      "loss": 5.5847,
      "step": 47340
    },
    {
      "epoch": 0.041441965055525845,
      "grad_norm": 0.5052735209465027,
      "learning_rate": 4.9900534013156794e-05,
      "loss": 5.2907,
      "step": 47345
    },
    {
      "epoch": 0.041446341649153,
      "grad_norm": 0.5136048793792725,
      "learning_rate": 4.9900506343236674e-05,
      "loss": 4.7732,
      "step": 47350
    },
    {
      "epoch": 0.041450718242780155,
      "grad_norm": 0.4581550359725952,
      "learning_rate": 4.990047866947801e-05,
      "loss": 5.6021,
      "step": 47355
    },
    {
      "epoch": 0.04145509483640731,
      "grad_norm": 0.4504850506782532,
      "learning_rate": 4.9900450991880824e-05,
      "loss": 5.7947,
      "step": 47360
    },
    {
      "epoch": 0.041459471430034464,
      "grad_norm": 0.4412086606025696,
      "learning_rate": 4.990042331044509e-05,
      "loss": 5.2977,
      "step": 47365
    },
    {
      "epoch": 0.04146384802366162,
      "grad_norm": 0.4406261742115021,
      "learning_rate": 4.9900395625170834e-05,
      "loss": 5.0482,
      "step": 47370
    },
    {
      "epoch": 0.041468224617288774,
      "grad_norm": 0.4386034607887268,
      "learning_rate": 4.990036793605806e-05,
      "loss": 5.8934,
      "step": 47375
    },
    {
      "epoch": 0.04147260121091592,
      "grad_norm": 0.4723103642463684,
      "learning_rate": 4.990034024310676e-05,
      "loss": 5.0919,
      "step": 47380
    },
    {
      "epoch": 0.041476977804543076,
      "grad_norm": 0.4586876332759857,
      "learning_rate": 4.9900312546316966e-05,
      "loss": 5.0892,
      "step": 47385
    },
    {
      "epoch": 0.04148135439817023,
      "grad_norm": 0.49149298667907715,
      "learning_rate": 4.990028484568865e-05,
      "loss": 5.0572,
      "step": 47390
    },
    {
      "epoch": 0.041485730991797386,
      "grad_norm": 0.45927783846855164,
      "learning_rate": 4.990025714122183e-05,
      "loss": 5.0809,
      "step": 47395
    },
    {
      "epoch": 0.04149010758542454,
      "grad_norm": 0.49222713708877563,
      "learning_rate": 4.990022943291653e-05,
      "loss": 5.1164,
      "step": 47400
    },
    {
      "epoch": 0.041494484179051695,
      "grad_norm": 0.5020425319671631,
      "learning_rate": 4.9900201720772735e-05,
      "loss": 4.9553,
      "step": 47405
    },
    {
      "epoch": 0.04149886077267885,
      "grad_norm": 0.4527350962162018,
      "learning_rate": 4.9900174004790455e-05,
      "loss": 6.1295,
      "step": 47410
    },
    {
      "epoch": 0.041503237366306005,
      "grad_norm": 0.472370445728302,
      "learning_rate": 4.990014628496969e-05,
      "loss": 4.9587,
      "step": 47415
    },
    {
      "epoch": 0.04150761395993316,
      "grad_norm": 0.6414564847946167,
      "learning_rate": 4.9900118561310475e-05,
      "loss": 5.9403,
      "step": 47420
    },
    {
      "epoch": 0.041511990553560314,
      "grad_norm": 0.49841922521591187,
      "learning_rate": 4.9900090833812775e-05,
      "loss": 5.394,
      "step": 47425
    },
    {
      "epoch": 0.04151636714718747,
      "grad_norm": 0.8343120813369751,
      "learning_rate": 4.990006310247661e-05,
      "loss": 6.1322,
      "step": 47430
    },
    {
      "epoch": 0.041520743740814624,
      "grad_norm": 0.5212229490280151,
      "learning_rate": 4.990003536730199e-05,
      "loss": 5.6423,
      "step": 47435
    },
    {
      "epoch": 0.04152512033444178,
      "grad_norm": 0.4363172650337219,
      "learning_rate": 4.9900007628288924e-05,
      "loss": 5.5864,
      "step": 47440
    },
    {
      "epoch": 0.04152949692806893,
      "grad_norm": 0.4963412582874298,
      "learning_rate": 4.989997988543741e-05,
      "loss": 5.0601,
      "step": 47445
    },
    {
      "epoch": 0.04153387352169609,
      "grad_norm": 0.7555175423622131,
      "learning_rate": 4.9899952138747455e-05,
      "loss": 5.174,
      "step": 47450
    },
    {
      "epoch": 0.04153825011532324,
      "grad_norm": 0.5782225728034973,
      "learning_rate": 4.989992438821906e-05,
      "loss": 5.3015,
      "step": 47455
    },
    {
      "epoch": 0.0415426267089504,
      "grad_norm": 0.8285855650901794,
      "learning_rate": 4.9899896633852226e-05,
      "loss": 4.5635,
      "step": 47460
    },
    {
      "epoch": 0.04154700330257755,
      "grad_norm": 0.4854268431663513,
      "learning_rate": 4.989986887564698e-05,
      "loss": 5.3102,
      "step": 47465
    },
    {
      "epoch": 0.04155137989620471,
      "grad_norm": 0.4336013197898865,
      "learning_rate": 4.989984111360332e-05,
      "loss": 5.9396,
      "step": 47470
    },
    {
      "epoch": 0.04155575648983186,
      "grad_norm": 0.44014909863471985,
      "learning_rate": 4.989981334772122e-05,
      "loss": 5.6141,
      "step": 47475
    },
    {
      "epoch": 0.04156013308345902,
      "grad_norm": 0.5081693530082703,
      "learning_rate": 4.989978557800073e-05,
      "loss": 4.7621,
      "step": 47480
    },
    {
      "epoch": 0.04156450967708617,
      "grad_norm": 0.4608643054962158,
      "learning_rate": 4.9899757804441835e-05,
      "loss": 4.8712,
      "step": 47485
    },
    {
      "epoch": 0.041568886270713326,
      "grad_norm": 0.47613638639450073,
      "learning_rate": 4.9899730027044544e-05,
      "loss": 5.044,
      "step": 47490
    },
    {
      "epoch": 0.04157326286434048,
      "grad_norm": 0.5199376344680786,
      "learning_rate": 4.989970224580886e-05,
      "loss": 4.5542,
      "step": 47495
    },
    {
      "epoch": 0.041577639457967636,
      "grad_norm": 0.5014796853065491,
      "learning_rate": 4.989967446073478e-05,
      "loss": 5.5896,
      "step": 47500
    },
    {
      "epoch": 0.04158201605159479,
      "grad_norm": 0.5113997459411621,
      "learning_rate": 4.989964667182232e-05,
      "loss": 4.7199,
      "step": 47505
    },
    {
      "epoch": 0.04158639264522194,
      "grad_norm": 0.47507479786872864,
      "learning_rate": 4.9899618879071496e-05,
      "loss": 5.0688,
      "step": 47510
    },
    {
      "epoch": 0.04159076923884909,
      "grad_norm": 0.5897773504257202,
      "learning_rate": 4.989959108248229e-05,
      "loss": 5.8152,
      "step": 47515
    },
    {
      "epoch": 0.04159514583247625,
      "grad_norm": 0.4835069179534912,
      "learning_rate": 4.9899563282054705e-05,
      "loss": 5.3092,
      "step": 47520
    },
    {
      "epoch": 0.0415995224261034,
      "grad_norm": 0.5682494640350342,
      "learning_rate": 4.989953547778877e-05,
      "loss": 5.2815,
      "step": 47525
    },
    {
      "epoch": 0.04160389901973056,
      "grad_norm": 0.41355445981025696,
      "learning_rate": 4.989950766968449e-05,
      "loss": 6.4549,
      "step": 47530
    },
    {
      "epoch": 0.04160827561335771,
      "grad_norm": 0.4450918436050415,
      "learning_rate": 4.989947985774185e-05,
      "loss": 5.3862,
      "step": 47535
    },
    {
      "epoch": 0.04161265220698487,
      "grad_norm": 0.4479682147502899,
      "learning_rate": 4.989945204196087e-05,
      "loss": 5.9229,
      "step": 47540
    },
    {
      "epoch": 0.04161702880061202,
      "grad_norm": 0.4316408634185791,
      "learning_rate": 4.989942422234154e-05,
      "loss": 5.9038,
      "step": 47545
    },
    {
      "epoch": 0.041621405394239176,
      "grad_norm": 0.42297738790512085,
      "learning_rate": 4.989939639888389e-05,
      "loss": 5.6212,
      "step": 47550
    },
    {
      "epoch": 0.04162578198786633,
      "grad_norm": 0.6905068755149841,
      "learning_rate": 4.98993685715879e-05,
      "loss": 4.5729,
      "step": 47555
    },
    {
      "epoch": 0.041630158581493486,
      "grad_norm": 0.5601271986961365,
      "learning_rate": 4.989934074045359e-05,
      "loss": 5.0703,
      "step": 47560
    },
    {
      "epoch": 0.04163453517512064,
      "grad_norm": 0.6379628777503967,
      "learning_rate": 4.989931290548096e-05,
      "loss": 5.601,
      "step": 47565
    },
    {
      "epoch": 0.041638911768747795,
      "grad_norm": 0.45429810881614685,
      "learning_rate": 4.989928506667002e-05,
      "loss": 6.0848,
      "step": 47570
    },
    {
      "epoch": 0.04164328836237495,
      "grad_norm": 0.7130492925643921,
      "learning_rate": 4.989925722402078e-05,
      "loss": 5.0741,
      "step": 47575
    },
    {
      "epoch": 0.041647664956002105,
      "grad_norm": 0.4262027144432068,
      "learning_rate": 4.989922937753323e-05,
      "loss": 5.4064,
      "step": 47580
    },
    {
      "epoch": 0.04165204154962926,
      "grad_norm": 0.5164803862571716,
      "learning_rate": 4.989920152720738e-05,
      "loss": 5.6099,
      "step": 47585
    },
    {
      "epoch": 0.041656418143256414,
      "grad_norm": 0.47748851776123047,
      "learning_rate": 4.989917367304324e-05,
      "loss": 5.0739,
      "step": 47590
    },
    {
      "epoch": 0.04166079473688357,
      "grad_norm": 0.502642035484314,
      "learning_rate": 4.9899145815040826e-05,
      "loss": 5.2971,
      "step": 47595
    },
    {
      "epoch": 0.041665171330510724,
      "grad_norm": 0.4080357551574707,
      "learning_rate": 4.989911795320012e-05,
      "loss": 5.5996,
      "step": 47600
    },
    {
      "epoch": 0.04166954792413788,
      "grad_norm": 0.7127077579498291,
      "learning_rate": 4.989909008752115e-05,
      "loss": 4.7519,
      "step": 47605
    },
    {
      "epoch": 0.04167392451776503,
      "grad_norm": 0.4853801727294922,
      "learning_rate": 4.98990622180039e-05,
      "loss": 5.3892,
      "step": 47610
    },
    {
      "epoch": 0.04167830111139219,
      "grad_norm": 0.5369097590446472,
      "learning_rate": 4.9899034344648386e-05,
      "loss": 5.3214,
      "step": 47615
    },
    {
      "epoch": 0.04168267770501934,
      "grad_norm": 0.5042892098426819,
      "learning_rate": 4.9899006467454615e-05,
      "loss": 5.5788,
      "step": 47620
    },
    {
      "epoch": 0.0416870542986465,
      "grad_norm": 0.42445915937423706,
      "learning_rate": 4.98989785864226e-05,
      "loss": 6.1617,
      "step": 47625
    },
    {
      "epoch": 0.04169143089227365,
      "grad_norm": 0.49116483330726624,
      "learning_rate": 4.9898950701552316e-05,
      "loss": 5.0852,
      "step": 47630
    },
    {
      "epoch": 0.04169580748590081,
      "grad_norm": 0.48939836025238037,
      "learning_rate": 4.989892281284381e-05,
      "loss": 4.2674,
      "step": 47635
    },
    {
      "epoch": 0.041700184079527955,
      "grad_norm": 0.4717322587966919,
      "learning_rate": 4.9898894920297056e-05,
      "loss": 4.5916,
      "step": 47640
    },
    {
      "epoch": 0.04170456067315511,
      "grad_norm": 0.5456702709197998,
      "learning_rate": 4.989886702391208e-05,
      "loss": 5.605,
      "step": 47645
    },
    {
      "epoch": 0.041708937266782264,
      "grad_norm": 0.46781349182128906,
      "learning_rate": 4.9898839123688864e-05,
      "loss": 5.8549,
      "step": 47650
    },
    {
      "epoch": 0.04171331386040942,
      "grad_norm": 0.4677351713180542,
      "learning_rate": 4.989881121962743e-05,
      "loss": 4.7771,
      "step": 47655
    },
    {
      "epoch": 0.041717690454036574,
      "grad_norm": 0.561768651008606,
      "learning_rate": 4.989878331172778e-05,
      "loss": 6.1309,
      "step": 47660
    },
    {
      "epoch": 0.04172206704766373,
      "grad_norm": 0.7441825270652771,
      "learning_rate": 4.9898755399989924e-05,
      "loss": 5.272,
      "step": 47665
    },
    {
      "epoch": 0.04172644364129088,
      "grad_norm": 0.5219431519508362,
      "learning_rate": 4.9898727484413864e-05,
      "loss": 4.5473,
      "step": 47670
    },
    {
      "epoch": 0.04173082023491804,
      "grad_norm": 0.5041676759719849,
      "learning_rate": 4.989869956499961e-05,
      "loss": 4.1878,
      "step": 47675
    },
    {
      "epoch": 0.04173519682854519,
      "grad_norm": 0.4690440893173218,
      "learning_rate": 4.9898671641747144e-05,
      "loss": 6.1266,
      "step": 47680
    },
    {
      "epoch": 0.04173957342217235,
      "grad_norm": 0.4297846853733063,
      "learning_rate": 4.98986437146565e-05,
      "loss": 5.808,
      "step": 47685
    },
    {
      "epoch": 0.0417439500157995,
      "grad_norm": 0.5128053426742554,
      "learning_rate": 4.9898615783727675e-05,
      "loss": 5.0698,
      "step": 47690
    },
    {
      "epoch": 0.04174832660942666,
      "grad_norm": 0.48143529891967773,
      "learning_rate": 4.989858784896067e-05,
      "loss": 4.0467,
      "step": 47695
    },
    {
      "epoch": 0.04175270320305381,
      "grad_norm": 0.5537738800048828,
      "learning_rate": 4.989855991035549e-05,
      "loss": 5.3611,
      "step": 47700
    },
    {
      "epoch": 0.04175707979668097,
      "grad_norm": 0.47437381744384766,
      "learning_rate": 4.9898531967912147e-05,
      "loss": 5.4443,
      "step": 47705
    },
    {
      "epoch": 0.04176145639030812,
      "grad_norm": 0.6535946130752563,
      "learning_rate": 4.9898504021630634e-05,
      "loss": 4.7537,
      "step": 47710
    },
    {
      "epoch": 0.041765832983935276,
      "grad_norm": 0.5350190997123718,
      "learning_rate": 4.989847607151097e-05,
      "loss": 5.6518,
      "step": 47715
    },
    {
      "epoch": 0.04177020957756243,
      "grad_norm": 0.4640977680683136,
      "learning_rate": 4.9898448117553144e-05,
      "loss": 6.4441,
      "step": 47720
    },
    {
      "epoch": 0.041774586171189586,
      "grad_norm": 0.41637295484542847,
      "learning_rate": 4.989842015975719e-05,
      "loss": 5.8563,
      "step": 47725
    },
    {
      "epoch": 0.04177896276481674,
      "grad_norm": 0.4155001938343048,
      "learning_rate": 4.989839219812308e-05,
      "loss": 5.4005,
      "step": 47730
    },
    {
      "epoch": 0.041783339358443895,
      "grad_norm": 0.48762452602386475,
      "learning_rate": 4.989836423265085e-05,
      "loss": 5.8966,
      "step": 47735
    },
    {
      "epoch": 0.04178771595207105,
      "grad_norm": 0.5270669460296631,
      "learning_rate": 4.9898336263340485e-05,
      "loss": 4.2295,
      "step": 47740
    },
    {
      "epoch": 0.041792092545698205,
      "grad_norm": 0.4761219620704651,
      "learning_rate": 4.989830829019199e-05,
      "loss": 4.5264,
      "step": 47745
    },
    {
      "epoch": 0.04179646913932536,
      "grad_norm": 0.5014353394508362,
      "learning_rate": 4.989828031320538e-05,
      "loss": 4.4699,
      "step": 47750
    },
    {
      "epoch": 0.041800845732952514,
      "grad_norm": 0.6331459879875183,
      "learning_rate": 4.989825233238066e-05,
      "loss": 5.6247,
      "step": 47755
    },
    {
      "epoch": 0.04180522232657967,
      "grad_norm": 0.4872969388961792,
      "learning_rate": 4.989822434771783e-05,
      "loss": 5.0882,
      "step": 47760
    },
    {
      "epoch": 0.04180959892020682,
      "grad_norm": 0.498822957277298,
      "learning_rate": 4.9898196359216886e-05,
      "loss": 5.6057,
      "step": 47765
    },
    {
      "epoch": 0.04181397551383397,
      "grad_norm": 0.47660088539123535,
      "learning_rate": 4.989816836687786e-05,
      "loss": 5.4255,
      "step": 47770
    },
    {
      "epoch": 0.041818352107461126,
      "grad_norm": 0.48634037375450134,
      "learning_rate": 4.989814037070074e-05,
      "loss": 5.1066,
      "step": 47775
    },
    {
      "epoch": 0.04182272870108828,
      "grad_norm": 0.5241790413856506,
      "learning_rate": 4.9898112370685526e-05,
      "loss": 5.6391,
      "step": 47780
    },
    {
      "epoch": 0.041827105294715436,
      "grad_norm": 0.7728322744369507,
      "learning_rate": 4.9898084366832235e-05,
      "loss": 6.1521,
      "step": 47785
    },
    {
      "epoch": 0.04183148188834259,
      "grad_norm": 0.5656815767288208,
      "learning_rate": 4.989805635914087e-05,
      "loss": 5.8229,
      "step": 47790
    },
    {
      "epoch": 0.041835858481969745,
      "grad_norm": 0.8058314919471741,
      "learning_rate": 4.989802834761144e-05,
      "loss": 5.0535,
      "step": 47795
    },
    {
      "epoch": 0.0418402350755969,
      "grad_norm": 0.5158788561820984,
      "learning_rate": 4.989800033224393e-05,
      "loss": 5.8615,
      "step": 47800
    },
    {
      "epoch": 0.041844611669224055,
      "grad_norm": 0.5847811698913574,
      "learning_rate": 4.989797231303838e-05,
      "loss": 5.0612,
      "step": 47805
    },
    {
      "epoch": 0.04184898826285121,
      "grad_norm": 0.570789098739624,
      "learning_rate": 4.9897944289994756e-05,
      "loss": 5.5901,
      "step": 47810
    },
    {
      "epoch": 0.041853364856478364,
      "grad_norm": 0.5508049130439758,
      "learning_rate": 4.98979162631131e-05,
      "loss": 5.3059,
      "step": 47815
    },
    {
      "epoch": 0.04185774145010552,
      "grad_norm": 0.4975593686103821,
      "learning_rate": 4.9897888232393385e-05,
      "loss": 4.8225,
      "step": 47820
    },
    {
      "epoch": 0.041862118043732674,
      "grad_norm": 0.7580185532569885,
      "learning_rate": 4.9897860197835644e-05,
      "loss": 4.3163,
      "step": 47825
    },
    {
      "epoch": 0.04186649463735983,
      "grad_norm": 0.5682393908500671,
      "learning_rate": 4.9897832159439874e-05,
      "loss": 5.5348,
      "step": 47830
    },
    {
      "epoch": 0.041870871230986983,
      "grad_norm": 0.5232963562011719,
      "learning_rate": 4.989780411720607e-05,
      "loss": 5.6084,
      "step": 47835
    },
    {
      "epoch": 0.04187524782461414,
      "grad_norm": 0.5072084665298462,
      "learning_rate": 4.9897776071134236e-05,
      "loss": 5.5285,
      "step": 47840
    },
    {
      "epoch": 0.04187962441824129,
      "grad_norm": 0.49789416790008545,
      "learning_rate": 4.98977480212244e-05,
      "loss": 6.4609,
      "step": 47845
    },
    {
      "epoch": 0.04188400101186845,
      "grad_norm": 0.4565850496292114,
      "learning_rate": 4.9897719967476554e-05,
      "loss": 5.7857,
      "step": 47850
    },
    {
      "epoch": 0.0418883776054956,
      "grad_norm": 0.5384846329689026,
      "learning_rate": 4.98976919098907e-05,
      "loss": 5.6139,
      "step": 47855
    },
    {
      "epoch": 0.04189275419912276,
      "grad_norm": 0.5358338952064514,
      "learning_rate": 4.989766384846684e-05,
      "loss": 5.5995,
      "step": 47860
    },
    {
      "epoch": 0.04189713079274991,
      "grad_norm": 0.4137458801269531,
      "learning_rate": 4.989763578320499e-05,
      "loss": 5.9062,
      "step": 47865
    },
    {
      "epoch": 0.04190150738637707,
      "grad_norm": 0.4599340558052063,
      "learning_rate": 4.989760771410514e-05,
      "loss": 5.4881,
      "step": 47870
    },
    {
      "epoch": 0.04190588398000422,
      "grad_norm": 0.4561893939971924,
      "learning_rate": 4.989757964116731e-05,
      "loss": 4.8438,
      "step": 47875
    },
    {
      "epoch": 0.041910260573631376,
      "grad_norm": 0.5854179859161377,
      "learning_rate": 4.989755156439152e-05,
      "loss": 5.0776,
      "step": 47880
    },
    {
      "epoch": 0.04191463716725853,
      "grad_norm": 0.5083946585655212,
      "learning_rate": 4.989752348377774e-05,
      "loss": 5.924,
      "step": 47885
    },
    {
      "epoch": 0.041919013760885686,
      "grad_norm": 0.44773760437965393,
      "learning_rate": 4.9897495399326e-05,
      "loss": 5.5717,
      "step": 47890
    },
    {
      "epoch": 0.041923390354512834,
      "grad_norm": 0.48986580967903137,
      "learning_rate": 4.9897467311036296e-05,
      "loss": 5.2704,
      "step": 47895
    },
    {
      "epoch": 0.04192776694813999,
      "grad_norm": 0.38539716601371765,
      "learning_rate": 4.989743921890864e-05,
      "loss": 5.3824,
      "step": 47900
    },
    {
      "epoch": 0.04193214354176714,
      "grad_norm": 0.4830695390701294,
      "learning_rate": 4.989741112294303e-05,
      "loss": 5.2504,
      "step": 47905
    },
    {
      "epoch": 0.0419365201353943,
      "grad_norm": 0.4779312312602997,
      "learning_rate": 4.9897383023139464e-05,
      "loss": 5.0577,
      "step": 47910
    },
    {
      "epoch": 0.04194089672902145,
      "grad_norm": 0.5070361495018005,
      "learning_rate": 4.989735491949796e-05,
      "loss": 5.0771,
      "step": 47915
    },
    {
      "epoch": 0.04194527332264861,
      "grad_norm": 0.49558785557746887,
      "learning_rate": 4.989732681201853e-05,
      "loss": 4.7564,
      "step": 47920
    },
    {
      "epoch": 0.04194964991627576,
      "grad_norm": 0.49122393131256104,
      "learning_rate": 4.989729870070117e-05,
      "loss": 4.8529,
      "step": 47925
    },
    {
      "epoch": 0.04195402650990292,
      "grad_norm": 0.49778035283088684,
      "learning_rate": 4.9897270585545886e-05,
      "loss": 4.5291,
      "step": 47930
    },
    {
      "epoch": 0.04195840310353007,
      "grad_norm": 0.46061912178993225,
      "learning_rate": 4.989724246655268e-05,
      "loss": 6.4658,
      "step": 47935
    },
    {
      "epoch": 0.041962779697157226,
      "grad_norm": 0.45831555128097534,
      "learning_rate": 4.989721434372156e-05,
      "loss": 4.3487,
      "step": 47940
    },
    {
      "epoch": 0.04196715629078438,
      "grad_norm": 0.4796798527240753,
      "learning_rate": 4.989718621705254e-05,
      "loss": 5.9113,
      "step": 47945
    },
    {
      "epoch": 0.041971532884411536,
      "grad_norm": 0.5443102121353149,
      "learning_rate": 4.9897158086545604e-05,
      "loss": 4.9846,
      "step": 47950
    },
    {
      "epoch": 0.04197590947803869,
      "grad_norm": 0.40693801641464233,
      "learning_rate": 4.989712995220078e-05,
      "loss": 5.611,
      "step": 47955
    },
    {
      "epoch": 0.041980286071665845,
      "grad_norm": 0.4540433883666992,
      "learning_rate": 4.9897101814018066e-05,
      "loss": 5.3548,
      "step": 47960
    },
    {
      "epoch": 0.041984662665293,
      "grad_norm": 0.6066286563873291,
      "learning_rate": 4.9897073671997465e-05,
      "loss": 4.9863,
      "step": 47965
    },
    {
      "epoch": 0.041989039258920155,
      "grad_norm": 0.6109512448310852,
      "learning_rate": 4.989704552613898e-05,
      "loss": 4.7382,
      "step": 47970
    },
    {
      "epoch": 0.04199341585254731,
      "grad_norm": 0.45028138160705566,
      "learning_rate": 4.9897017376442624e-05,
      "loss": 6.45,
      "step": 47975
    },
    {
      "epoch": 0.041997792446174464,
      "grad_norm": 0.7106691002845764,
      "learning_rate": 4.9896989222908385e-05,
      "loss": 4.869,
      "step": 47980
    },
    {
      "epoch": 0.04200216903980162,
      "grad_norm": 0.5232447981834412,
      "learning_rate": 4.9896961065536295e-05,
      "loss": 4.4173,
      "step": 47985
    },
    {
      "epoch": 0.042006545633428774,
      "grad_norm": 0.5214348435401917,
      "learning_rate": 4.9896932904326345e-05,
      "loss": 4.4785,
      "step": 47990
    },
    {
      "epoch": 0.04201092222705593,
      "grad_norm": 0.6834396719932556,
      "learning_rate": 4.9896904739278536e-05,
      "loss": 5.6542,
      "step": 47995
    },
    {
      "epoch": 0.042015298820683084,
      "grad_norm": 0.7431790828704834,
      "learning_rate": 4.989687657039288e-05,
      "loss": 6.1465,
      "step": 48000
    },
    {
      "epoch": 0.04201967541431024,
      "grad_norm": 0.7514215707778931,
      "learning_rate": 4.989684839766938e-05,
      "loss": 5.6401,
      "step": 48005
    },
    {
      "epoch": 0.04202405200793739,
      "grad_norm": 1.1069108247756958,
      "learning_rate": 4.989682022110805e-05,
      "loss": 5.865,
      "step": 48010
    },
    {
      "epoch": 0.04202842860156455,
      "grad_norm": 1.2365130186080933,
      "learning_rate": 4.989679204070888e-05,
      "loss": 5.1355,
      "step": 48015
    },
    {
      "epoch": 0.0420328051951917,
      "grad_norm": 0.6233854293823242,
      "learning_rate": 4.9896763856471895e-05,
      "loss": 5.223,
      "step": 48020
    },
    {
      "epoch": 0.04203718178881885,
      "grad_norm": 0.6259174346923828,
      "learning_rate": 4.989673566839709e-05,
      "loss": 5.6008,
      "step": 48025
    },
    {
      "epoch": 0.042041558382446005,
      "grad_norm": 0.6285977363586426,
      "learning_rate": 4.989670747648446e-05,
      "loss": 5.1073,
      "step": 48030
    },
    {
      "epoch": 0.04204593497607316,
      "grad_norm": 0.5893816351890564,
      "learning_rate": 4.9896679280734016e-05,
      "loss": 4.9266,
      "step": 48035
    },
    {
      "epoch": 0.042050311569700315,
      "grad_norm": 0.5830720067024231,
      "learning_rate": 4.9896651081145775e-05,
      "loss": 5.9416,
      "step": 48040
    },
    {
      "epoch": 0.04205468816332747,
      "grad_norm": 0.49719640612602234,
      "learning_rate": 4.989662287771974e-05,
      "loss": 5.3119,
      "step": 48045
    },
    {
      "epoch": 0.042059064756954624,
      "grad_norm": 0.5144568681716919,
      "learning_rate": 4.98965946704559e-05,
      "loss": 5.1038,
      "step": 48050
    },
    {
      "epoch": 0.04206344135058178,
      "grad_norm": 0.48224151134490967,
      "learning_rate": 4.9896566459354275e-05,
      "loss": 5.9423,
      "step": 48055
    },
    {
      "epoch": 0.042067817944208934,
      "grad_norm": 0.7309934496879578,
      "learning_rate": 4.989653824441487e-05,
      "loss": 5.3592,
      "step": 48060
    },
    {
      "epoch": 0.04207219453783609,
      "grad_norm": 0.48109138011932373,
      "learning_rate": 4.989651002563769e-05,
      "loss": 5.101,
      "step": 48065
    },
    {
      "epoch": 0.04207657113146324,
      "grad_norm": 0.5236155986785889,
      "learning_rate": 4.9896481803022735e-05,
      "loss": 5.0652,
      "step": 48070
    },
    {
      "epoch": 0.0420809477250904,
      "grad_norm": 0.41973158717155457,
      "learning_rate": 4.989645357657001e-05,
      "loss": 6.15,
      "step": 48075
    },
    {
      "epoch": 0.04208532431871755,
      "grad_norm": 0.4554826021194458,
      "learning_rate": 4.989642534627953e-05,
      "loss": 4.8543,
      "step": 48080
    },
    {
      "epoch": 0.04208970091234471,
      "grad_norm": 0.45976507663726807,
      "learning_rate": 4.9896397112151286e-05,
      "loss": 5.5819,
      "step": 48085
    },
    {
      "epoch": 0.04209407750597186,
      "grad_norm": 0.3820662796497345,
      "learning_rate": 4.98963688741853e-05,
      "loss": 5.6269,
      "step": 48090
    },
    {
      "epoch": 0.04209845409959902,
      "grad_norm": 0.4739767014980316,
      "learning_rate": 4.9896340632381566e-05,
      "loss": 5.328,
      "step": 48095
    },
    {
      "epoch": 0.04210283069322617,
      "grad_norm": 0.5201506614685059,
      "learning_rate": 4.98963123867401e-05,
      "loss": 4.8853,
      "step": 48100
    },
    {
      "epoch": 0.042107207286853326,
      "grad_norm": 0.4915585517883301,
      "learning_rate": 4.9896284137260884e-05,
      "loss": 5.4086,
      "step": 48105
    },
    {
      "epoch": 0.04211158388048048,
      "grad_norm": 0.48293575644493103,
      "learning_rate": 4.9896255883943955e-05,
      "loss": 3.7726,
      "step": 48110
    },
    {
      "epoch": 0.042115960474107636,
      "grad_norm": 0.4760274589061737,
      "learning_rate": 4.9896227626789296e-05,
      "loss": 5.944,
      "step": 48115
    },
    {
      "epoch": 0.04212033706773479,
      "grad_norm": 0.8242630362510681,
      "learning_rate": 4.9896199365796913e-05,
      "loss": 4.7554,
      "step": 48120
    },
    {
      "epoch": 0.042124713661361946,
      "grad_norm": 0.4725757837295532,
      "learning_rate": 4.989617110096683e-05,
      "loss": 5.6015,
      "step": 48125
    },
    {
      "epoch": 0.0421290902549891,
      "grad_norm": 0.564350962638855,
      "learning_rate": 4.989614283229903e-05,
      "loss": 5.3202,
      "step": 48130
    },
    {
      "epoch": 0.042133466848616255,
      "grad_norm": 0.4038741886615753,
      "learning_rate": 4.989611455979354e-05,
      "loss": 5.9106,
      "step": 48135
    },
    {
      "epoch": 0.04213784344224341,
      "grad_norm": 0.4518299102783203,
      "learning_rate": 4.9896086283450346e-05,
      "loss": 5.0542,
      "step": 48140
    },
    {
      "epoch": 0.042142220035870565,
      "grad_norm": 0.4893369972705841,
      "learning_rate": 4.989605800326946e-05,
      "loss": 5.2976,
      "step": 48145
    },
    {
      "epoch": 0.04214659662949772,
      "grad_norm": 0.4355529844760895,
      "learning_rate": 4.98960297192509e-05,
      "loss": 5.3995,
      "step": 48150
    },
    {
      "epoch": 0.04215097322312487,
      "grad_norm": 0.4733036160469055,
      "learning_rate": 4.989600143139465e-05,
      "loss": 5.5839,
      "step": 48155
    },
    {
      "epoch": 0.04215534981675202,
      "grad_norm": 0.469485878944397,
      "learning_rate": 4.9895973139700735e-05,
      "loss": 4.7505,
      "step": 48160
    },
    {
      "epoch": 0.04215972641037918,
      "grad_norm": 0.40622198581695557,
      "learning_rate": 4.9895944844169154e-05,
      "loss": 5.0699,
      "step": 48165
    },
    {
      "epoch": 0.04216410300400633,
      "grad_norm": 0.4759671092033386,
      "learning_rate": 4.9895916544799904e-05,
      "loss": 5.065,
      "step": 48170
    },
    {
      "epoch": 0.042168479597633486,
      "grad_norm": 0.393629789352417,
      "learning_rate": 4.989588824159299e-05,
      "loss": 5.8389,
      "step": 48175
    },
    {
      "epoch": 0.04217285619126064,
      "grad_norm": 0.4770318269729614,
      "learning_rate": 4.989585993454843e-05,
      "loss": 5.0458,
      "step": 48180
    },
    {
      "epoch": 0.042177232784887796,
      "grad_norm": 0.4703843891620636,
      "learning_rate": 4.9895831623666235e-05,
      "loss": 5.5014,
      "step": 48185
    },
    {
      "epoch": 0.04218160937851495,
      "grad_norm": 0.45930492877960205,
      "learning_rate": 4.989580330894639e-05,
      "loss": 5.29,
      "step": 48190
    },
    {
      "epoch": 0.042185985972142105,
      "grad_norm": 0.4676132798194885,
      "learning_rate": 4.98957749903889e-05,
      "loss": 4.9597,
      "step": 48195
    },
    {
      "epoch": 0.04219036256576926,
      "grad_norm": 0.5322913527488708,
      "learning_rate": 4.989574666799378e-05,
      "loss": 4.757,
      "step": 48200
    },
    {
      "epoch": 0.042194739159396415,
      "grad_norm": 0.5337917804718018,
      "learning_rate": 4.989571834176104e-05,
      "loss": 4.8448,
      "step": 48205
    },
    {
      "epoch": 0.04219911575302357,
      "grad_norm": 0.5684263706207275,
      "learning_rate": 4.989569001169069e-05,
      "loss": 5.8787,
      "step": 48210
    },
    {
      "epoch": 0.042203492346650724,
      "grad_norm": 0.5107757449150085,
      "learning_rate": 4.9895661677782724e-05,
      "loss": 4.7322,
      "step": 48215
    },
    {
      "epoch": 0.04220786894027788,
      "grad_norm": 0.4765623211860657,
      "learning_rate": 4.989563334003714e-05,
      "loss": 6.4338,
      "step": 48220
    },
    {
      "epoch": 0.042212245533905034,
      "grad_norm": 0.5253719687461853,
      "learning_rate": 4.989560499845396e-05,
      "loss": 5.0829,
      "step": 48225
    },
    {
      "epoch": 0.04221662212753219,
      "grad_norm": 0.4753665328025818,
      "learning_rate": 4.989557665303318e-05,
      "loss": 4.3074,
      "step": 48230
    },
    {
      "epoch": 0.04222099872115934,
      "grad_norm": 0.5128725171089172,
      "learning_rate": 4.989554830377481e-05,
      "loss": 5.8072,
      "step": 48235
    },
    {
      "epoch": 0.0422253753147865,
      "grad_norm": 0.44072508811950684,
      "learning_rate": 4.989551995067886e-05,
      "loss": 5.5938,
      "step": 48240
    },
    {
      "epoch": 0.04222975190841365,
      "grad_norm": 0.4637245237827301,
      "learning_rate": 4.9895491593745314e-05,
      "loss": 5.3803,
      "step": 48245
    },
    {
      "epoch": 0.04223412850204081,
      "grad_norm": 0.5103808045387268,
      "learning_rate": 4.9895463232974205e-05,
      "loss": 5.6447,
      "step": 48250
    },
    {
      "epoch": 0.04223850509566796,
      "grad_norm": 0.618028461933136,
      "learning_rate": 4.989543486836552e-05,
      "loss": 5.4613,
      "step": 48255
    },
    {
      "epoch": 0.04224288168929512,
      "grad_norm": 0.4945107102394104,
      "learning_rate": 4.989540649991927e-05,
      "loss": 5.5111,
      "step": 48260
    },
    {
      "epoch": 0.04224725828292227,
      "grad_norm": 0.5407018065452576,
      "learning_rate": 4.989537812763546e-05,
      "loss": 5.3054,
      "step": 48265
    },
    {
      "epoch": 0.042251634876549427,
      "grad_norm": 0.5085386037826538,
      "learning_rate": 4.9895349751514096e-05,
      "loss": 5.8287,
      "step": 48270
    },
    {
      "epoch": 0.04225601147017658,
      "grad_norm": 0.6726617813110352,
      "learning_rate": 4.989532137155519e-05,
      "loss": 5.8527,
      "step": 48275
    },
    {
      "epoch": 0.04226038806380373,
      "grad_norm": 0.5067335367202759,
      "learning_rate": 4.989529298775874e-05,
      "loss": 5.386,
      "step": 48280
    },
    {
      "epoch": 0.042264764657430884,
      "grad_norm": 0.506283700466156,
      "learning_rate": 4.989526460012476e-05,
      "loss": 5.3231,
      "step": 48285
    },
    {
      "epoch": 0.04226914125105804,
      "grad_norm": 0.5795223712921143,
      "learning_rate": 4.9895236208653226e-05,
      "loss": 5.093,
      "step": 48290
    },
    {
      "epoch": 0.04227351784468519,
      "grad_norm": 0.6483718752861023,
      "learning_rate": 4.989520781334419e-05,
      "loss": 5.6005,
      "step": 48295
    },
    {
      "epoch": 0.04227789443831235,
      "grad_norm": 0.5434693694114685,
      "learning_rate": 4.989517941419761e-05,
      "loss": 5.3643,
      "step": 48300
    },
    {
      "epoch": 0.0422822710319395,
      "grad_norm": 0.525679349899292,
      "learning_rate": 4.989515101121354e-05,
      "loss": 5.6139,
      "step": 48305
    },
    {
      "epoch": 0.04228664762556666,
      "grad_norm": 0.48772063851356506,
      "learning_rate": 4.989512260439194e-05,
      "loss": 5.9383,
      "step": 48310
    },
    {
      "epoch": 0.04229102421919381,
      "grad_norm": 0.5105935335159302,
      "learning_rate": 4.989509419373285e-05,
      "loss": 5.2775,
      "step": 48315
    },
    {
      "epoch": 0.04229540081282097,
      "grad_norm": 0.4356582462787628,
      "learning_rate": 4.989506577923625e-05,
      "loss": 5.894,
      "step": 48320
    },
    {
      "epoch": 0.04229977740644812,
      "grad_norm": 0.44468846917152405,
      "learning_rate": 4.989503736090216e-05,
      "loss": 5.8229,
      "step": 48325
    },
    {
      "epoch": 0.04230415400007528,
      "grad_norm": 0.45810016989707947,
      "learning_rate": 4.9895008938730584e-05,
      "loss": 5.2926,
      "step": 48330
    },
    {
      "epoch": 0.04230853059370243,
      "grad_norm": 0.5225123763084412,
      "learning_rate": 4.9894980512721526e-05,
      "loss": 5.9039,
      "step": 48335
    },
    {
      "epoch": 0.042312907187329586,
      "grad_norm": 0.4845595061779022,
      "learning_rate": 4.989495208287499e-05,
      "loss": 4.9564,
      "step": 48340
    },
    {
      "epoch": 0.04231728378095674,
      "grad_norm": 0.43582284450531006,
      "learning_rate": 4.9894923649190986e-05,
      "loss": 5.4998,
      "step": 48345
    },
    {
      "epoch": 0.042321660374583896,
      "grad_norm": 0.5104227662086487,
      "learning_rate": 4.989489521166951e-05,
      "loss": 4.7853,
      "step": 48350
    },
    {
      "epoch": 0.04232603696821105,
      "grad_norm": 0.4799324572086334,
      "learning_rate": 4.9894866770310576e-05,
      "loss": 5.5364,
      "step": 48355
    },
    {
      "epoch": 0.042330413561838205,
      "grad_norm": 0.6509397029876709,
      "learning_rate": 4.989483832511418e-05,
      "loss": 4.7553,
      "step": 48360
    },
    {
      "epoch": 0.04233479015546536,
      "grad_norm": 0.43883296847343445,
      "learning_rate": 4.9894809876080336e-05,
      "loss": 5.0778,
      "step": 48365
    },
    {
      "epoch": 0.042339166749092515,
      "grad_norm": 0.6035913228988647,
      "learning_rate": 4.989478142320906e-05,
      "loss": 5.6021,
      "step": 48370
    },
    {
      "epoch": 0.04234354334271967,
      "grad_norm": 0.4761871099472046,
      "learning_rate": 4.989475296650035e-05,
      "loss": 4.9543,
      "step": 48375
    },
    {
      "epoch": 0.042347919936346824,
      "grad_norm": 0.444927841424942,
      "learning_rate": 4.989472450595419e-05,
      "loss": 6.1537,
      "step": 48380
    },
    {
      "epoch": 0.04235229652997398,
      "grad_norm": 0.5037509202957153,
      "learning_rate": 4.989469604157061e-05,
      "loss": 4.5351,
      "step": 48385
    },
    {
      "epoch": 0.042356673123601134,
      "grad_norm": 0.4721406400203705,
      "learning_rate": 4.989466757334961e-05,
      "loss": 5.2979,
      "step": 48390
    },
    {
      "epoch": 0.04236104971722829,
      "grad_norm": 0.4797903299331665,
      "learning_rate": 4.989463910129118e-05,
      "loss": 4.7509,
      "step": 48395
    },
    {
      "epoch": 0.04236542631085544,
      "grad_norm": 0.45727139711380005,
      "learning_rate": 4.9894610625395354e-05,
      "loss": 5.0483,
      "step": 48400
    },
    {
      "epoch": 0.0423698029044826,
      "grad_norm": 0.6202487349510193,
      "learning_rate": 4.9894582145662114e-05,
      "loss": 5.2897,
      "step": 48405
    },
    {
      "epoch": 0.042374179498109746,
      "grad_norm": 0.516040027141571,
      "learning_rate": 4.989455366209148e-05,
      "loss": 5.6319,
      "step": 48410
    },
    {
      "epoch": 0.0423785560917369,
      "grad_norm": 0.44661155343055725,
      "learning_rate": 4.9894525174683445e-05,
      "loss": 5.955,
      "step": 48415
    },
    {
      "epoch": 0.042382932685364055,
      "grad_norm": 0.4864058494567871,
      "learning_rate": 4.989449668343803e-05,
      "loss": 5.0666,
      "step": 48420
    },
    {
      "epoch": 0.04238730927899121,
      "grad_norm": 0.5197921991348267,
      "learning_rate": 4.9894468188355225e-05,
      "loss": 5.2897,
      "step": 48425
    },
    {
      "epoch": 0.042391685872618365,
      "grad_norm": 0.4724922478199005,
      "learning_rate": 4.989443968943505e-05,
      "loss": 6.4562,
      "step": 48430
    },
    {
      "epoch": 0.04239606246624552,
      "grad_norm": 0.5274051427841187,
      "learning_rate": 4.989441118667748e-05,
      "loss": 5.3733,
      "step": 48435
    },
    {
      "epoch": 0.042400439059872674,
      "grad_norm": 0.4649330675601959,
      "learning_rate": 4.989438268008256e-05,
      "loss": 5.4095,
      "step": 48440
    },
    {
      "epoch": 0.04240481565349983,
      "grad_norm": 0.41914620995521545,
      "learning_rate": 4.989435416965028e-05,
      "loss": 6.4074,
      "step": 48445
    },
    {
      "epoch": 0.042409192247126984,
      "grad_norm": 0.5351724624633789,
      "learning_rate": 4.989432565538063e-05,
      "loss": 5.326,
      "step": 48450
    },
    {
      "epoch": 0.04241356884075414,
      "grad_norm": 0.6282138228416443,
      "learning_rate": 4.989429713727365e-05,
      "loss": 5.6107,
      "step": 48455
    },
    {
      "epoch": 0.04241794543438129,
      "grad_norm": 0.7685071229934692,
      "learning_rate": 4.989426861532932e-05,
      "loss": 5.5788,
      "step": 48460
    },
    {
      "epoch": 0.04242232202800845,
      "grad_norm": 0.48648601770401,
      "learning_rate": 4.989424008954764e-05,
      "loss": 4.2571,
      "step": 48465
    },
    {
      "epoch": 0.0424266986216356,
      "grad_norm": 0.43233588337898254,
      "learning_rate": 4.989421155992863e-05,
      "loss": 5.6191,
      "step": 48470
    },
    {
      "epoch": 0.04243107521526276,
      "grad_norm": 0.5114054679870605,
      "learning_rate": 4.9894183026472295e-05,
      "loss": 5.8504,
      "step": 48475
    },
    {
      "epoch": 0.04243545180888991,
      "grad_norm": 0.46363237500190735,
      "learning_rate": 4.989415448917863e-05,
      "loss": 5.3083,
      "step": 48480
    },
    {
      "epoch": 0.04243982840251707,
      "grad_norm": 0.527140736579895,
      "learning_rate": 4.989412594804765e-05,
      "loss": 4.9635,
      "step": 48485
    },
    {
      "epoch": 0.04244420499614422,
      "grad_norm": 0.4771993160247803,
      "learning_rate": 4.989409740307936e-05,
      "loss": 5.0855,
      "step": 48490
    },
    {
      "epoch": 0.04244858158977138,
      "grad_norm": 0.49008244276046753,
      "learning_rate": 4.989406885427377e-05,
      "loss": 5.7867,
      "step": 48495
    },
    {
      "epoch": 0.04245295818339853,
      "grad_norm": 0.6041666269302368,
      "learning_rate": 4.9894040301630875e-05,
      "loss": 4.7446,
      "step": 48500
    },
    {
      "epoch": 0.042457334777025686,
      "grad_norm": 0.4387127757072449,
      "learning_rate": 4.989401174515068e-05,
      "loss": 5.3038,
      "step": 48505
    },
    {
      "epoch": 0.04246171137065284,
      "grad_norm": 0.4921586215496063,
      "learning_rate": 4.9893983184833194e-05,
      "loss": 5.0479,
      "step": 48510
    },
    {
      "epoch": 0.042466087964279996,
      "grad_norm": 0.5059760808944702,
      "learning_rate": 4.989395462067843e-05,
      "loss": 4.532,
      "step": 48515
    },
    {
      "epoch": 0.04247046455790715,
      "grad_norm": 0.5269042253494263,
      "learning_rate": 4.989392605268638e-05,
      "loss": 4.971,
      "step": 48520
    },
    {
      "epoch": 0.042474841151534305,
      "grad_norm": 0.47750505805015564,
      "learning_rate": 4.989389748085705e-05,
      "loss": 4.3323,
      "step": 48525
    },
    {
      "epoch": 0.04247921774516146,
      "grad_norm": 0.4442093074321747,
      "learning_rate": 4.9893868905190466e-05,
      "loss": 5.8283,
      "step": 48530
    },
    {
      "epoch": 0.042483594338788615,
      "grad_norm": 0.4466826319694519,
      "learning_rate": 4.9893840325686624e-05,
      "loss": 5.8266,
      "step": 48535
    },
    {
      "epoch": 0.04248797093241576,
      "grad_norm": 0.5258703231811523,
      "learning_rate": 4.989381174234552e-05,
      "loss": 4.8019,
      "step": 48540
    },
    {
      "epoch": 0.04249234752604292,
      "grad_norm": 0.5291114449501038,
      "learning_rate": 4.989378315516715e-05,
      "loss": 5.3011,
      "step": 48545
    },
    {
      "epoch": 0.04249672411967007,
      "grad_norm": 0.5198821425437927,
      "learning_rate": 4.989375456415155e-05,
      "loss": 5.069,
      "step": 48550
    },
    {
      "epoch": 0.04250110071329723,
      "grad_norm": 0.5044024586677551,
      "learning_rate": 4.98937259692987e-05,
      "loss": 5.8035,
      "step": 48555
    },
    {
      "epoch": 0.04250547730692438,
      "grad_norm": 0.4793989062309265,
      "learning_rate": 4.9893697370608625e-05,
      "loss": 6.1361,
      "step": 48560
    },
    {
      "epoch": 0.042509853900551536,
      "grad_norm": 0.5633261799812317,
      "learning_rate": 4.989366876808132e-05,
      "loss": 5.5879,
      "step": 48565
    },
    {
      "epoch": 0.04251423049417869,
      "grad_norm": 0.5001189112663269,
      "learning_rate": 4.989364016171678e-05,
      "loss": 5.3946,
      "step": 48570
    },
    {
      "epoch": 0.042518607087805846,
      "grad_norm": 0.4855661690235138,
      "learning_rate": 4.989361155151503e-05,
      "loss": 4.9893,
      "step": 48575
    },
    {
      "epoch": 0.042522983681433,
      "grad_norm": 0.3937895596027374,
      "learning_rate": 4.9893582937476066e-05,
      "loss": 5.3464,
      "step": 48580
    },
    {
      "epoch": 0.042527360275060155,
      "grad_norm": 0.5433796048164368,
      "learning_rate": 4.989355431959989e-05,
      "loss": 5.3879,
      "step": 48585
    },
    {
      "epoch": 0.04253173686868731,
      "grad_norm": 0.5018235445022583,
      "learning_rate": 4.989352569788651e-05,
      "loss": 5.3144,
      "step": 48590
    },
    {
      "epoch": 0.042536113462314465,
      "grad_norm": 0.5907827615737915,
      "learning_rate": 4.989349707233595e-05,
      "loss": 5.8402,
      "step": 48595
    },
    {
      "epoch": 0.04254049005594162,
      "grad_norm": 0.5253508687019348,
      "learning_rate": 4.989346844294819e-05,
      "loss": 4.7808,
      "step": 48600
    },
    {
      "epoch": 0.042544866649568774,
      "grad_norm": 0.43313536047935486,
      "learning_rate": 4.989343980972324e-05,
      "loss": 5.0635,
      "step": 48605
    },
    {
      "epoch": 0.04254924324319593,
      "grad_norm": 0.4798298180103302,
      "learning_rate": 4.989341117266111e-05,
      "loss": 4.8563,
      "step": 48610
    },
    {
      "epoch": 0.042553619836823084,
      "grad_norm": 0.46603140234947205,
      "learning_rate": 4.989338253176181e-05,
      "loss": 4.1832,
      "step": 48615
    },
    {
      "epoch": 0.04255799643045024,
      "grad_norm": 0.5993646383285522,
      "learning_rate": 4.989335388702534e-05,
      "loss": 5.5832,
      "step": 48620
    },
    {
      "epoch": 0.04256237302407739,
      "grad_norm": 0.4548104703426361,
      "learning_rate": 4.98933252384517e-05,
      "loss": 5.8193,
      "step": 48625
    },
    {
      "epoch": 0.04256674961770455,
      "grad_norm": 0.4883388578891754,
      "learning_rate": 4.9893296586040915e-05,
      "loss": 5.1869,
      "step": 48630
    },
    {
      "epoch": 0.0425711262113317,
      "grad_norm": 0.5458448529243469,
      "learning_rate": 4.9893267929792974e-05,
      "loss": 5.7953,
      "step": 48635
    },
    {
      "epoch": 0.04257550280495886,
      "grad_norm": 0.48078835010528564,
      "learning_rate": 4.989323926970789e-05,
      "loss": 5.3157,
      "step": 48640
    },
    {
      "epoch": 0.04257987939858601,
      "grad_norm": 0.5319716930389404,
      "learning_rate": 4.989321060578566e-05,
      "loss": 5.3657,
      "step": 48645
    },
    {
      "epoch": 0.04258425599221317,
      "grad_norm": 0.4248223900794983,
      "learning_rate": 4.989318193802629e-05,
      "loss": 5.2762,
      "step": 48650
    },
    {
      "epoch": 0.04258863258584032,
      "grad_norm": 0.5445438623428345,
      "learning_rate": 4.989315326642979e-05,
      "loss": 5.299,
      "step": 48655
    },
    {
      "epoch": 0.04259300917946748,
      "grad_norm": 0.4606141448020935,
      "learning_rate": 4.9893124590996176e-05,
      "loss": 5.7908,
      "step": 48660
    },
    {
      "epoch": 0.04259738577309463,
      "grad_norm": 0.4797371029853821,
      "learning_rate": 4.989309591172544e-05,
      "loss": 5.1123,
      "step": 48665
    },
    {
      "epoch": 0.04260176236672178,
      "grad_norm": 0.5233696699142456,
      "learning_rate": 4.989306722861758e-05,
      "loss": 4.7117,
      "step": 48670
    },
    {
      "epoch": 0.042606138960348934,
      "grad_norm": 0.48586180806159973,
      "learning_rate": 4.989303854167263e-05,
      "loss": 5.0723,
      "step": 48675
    },
    {
      "epoch": 0.04261051555397609,
      "grad_norm": 0.5056260228157043,
      "learning_rate": 4.989300985089057e-05,
      "loss": 6.1398,
      "step": 48680
    },
    {
      "epoch": 0.042614892147603244,
      "grad_norm": 0.5106152296066284,
      "learning_rate": 4.989298115627141e-05,
      "loss": 5.4026,
      "step": 48685
    },
    {
      "epoch": 0.0426192687412304,
      "grad_norm": 0.4738350212574005,
      "learning_rate": 4.9892952457815155e-05,
      "loss": 5.2604,
      "step": 48690
    },
    {
      "epoch": 0.04262364533485755,
      "grad_norm": 0.44447359442710876,
      "learning_rate": 4.9892923755521826e-05,
      "loss": 5.4762,
      "step": 48695
    },
    {
      "epoch": 0.04262802192848471,
      "grad_norm": 0.48752886056900024,
      "learning_rate": 4.98928950493914e-05,
      "loss": 4.9731,
      "step": 48700
    },
    {
      "epoch": 0.04263239852211186,
      "grad_norm": 0.43778419494628906,
      "learning_rate": 4.9892866339423915e-05,
      "loss": 5.3865,
      "step": 48705
    },
    {
      "epoch": 0.04263677511573902,
      "grad_norm": 0.4761594235897064,
      "learning_rate": 4.989283762561935e-05,
      "loss": 5.0532,
      "step": 48710
    },
    {
      "epoch": 0.04264115170936617,
      "grad_norm": 0.518438994884491,
      "learning_rate": 4.9892808907977726e-05,
      "loss": 5.5955,
      "step": 48715
    },
    {
      "epoch": 0.04264552830299333,
      "grad_norm": 0.4067269563674927,
      "learning_rate": 4.9892780186499047e-05,
      "loss": 5.8932,
      "step": 48720
    },
    {
      "epoch": 0.04264990489662048,
      "grad_norm": 0.46927404403686523,
      "learning_rate": 4.989275146118332e-05,
      "loss": 4.7456,
      "step": 48725
    },
    {
      "epoch": 0.042654281490247636,
      "grad_norm": 0.4096512794494629,
      "learning_rate": 4.989272273203053e-05,
      "loss": 5.8471,
      "step": 48730
    },
    {
      "epoch": 0.04265865808387479,
      "grad_norm": 0.4756382405757904,
      "learning_rate": 4.989269399904072e-05,
      "loss": 5.2878,
      "step": 48735
    },
    {
      "epoch": 0.042663034677501946,
      "grad_norm": 0.47921255230903625,
      "learning_rate": 4.989266526221386e-05,
      "loss": 5.9254,
      "step": 48740
    },
    {
      "epoch": 0.0426674112711291,
      "grad_norm": 0.5142120122909546,
      "learning_rate": 4.989263652154996e-05,
      "loss": 5.9241,
      "step": 48745
    },
    {
      "epoch": 0.042671787864756255,
      "grad_norm": 0.48470377922058105,
      "learning_rate": 4.989260777704905e-05,
      "loss": 5.3771,
      "step": 48750
    },
    {
      "epoch": 0.04267616445838341,
      "grad_norm": 0.4956936538219452,
      "learning_rate": 4.989257902871112e-05,
      "loss": 5.3812,
      "step": 48755
    },
    {
      "epoch": 0.042680541052010565,
      "grad_norm": 0.39959996938705444,
      "learning_rate": 4.989255027653617e-05,
      "loss": 5.8434,
      "step": 48760
    },
    {
      "epoch": 0.04268491764563772,
      "grad_norm": 0.4780980348587036,
      "learning_rate": 4.9892521520524224e-05,
      "loss": 5.2644,
      "step": 48765
    },
    {
      "epoch": 0.042689294239264874,
      "grad_norm": 0.5038313865661621,
      "learning_rate": 4.989249276067527e-05,
      "loss": 5.2619,
      "step": 48770
    },
    {
      "epoch": 0.04269367083289203,
      "grad_norm": 0.4777770936489105,
      "learning_rate": 4.989246399698931e-05,
      "loss": 5.2719,
      "step": 48775
    },
    {
      "epoch": 0.042698047426519184,
      "grad_norm": 0.5210379362106323,
      "learning_rate": 4.989243522946636e-05,
      "loss": 5.6231,
      "step": 48780
    },
    {
      "epoch": 0.04270242402014634,
      "grad_norm": 0.4452962577342987,
      "learning_rate": 4.989240645810643e-05,
      "loss": 5.7697,
      "step": 48785
    },
    {
      "epoch": 0.04270680061377349,
      "grad_norm": 0.5406055450439453,
      "learning_rate": 4.989237768290952e-05,
      "loss": 4.7765,
      "step": 48790
    },
    {
      "epoch": 0.04271117720740065,
      "grad_norm": 0.5260634422302246,
      "learning_rate": 4.989234890387563e-05,
      "loss": 5.3909,
      "step": 48795
    },
    {
      "epoch": 0.042715553801027796,
      "grad_norm": 0.47762399911880493,
      "learning_rate": 4.9892320121004774e-05,
      "loss": 5.2947,
      "step": 48800
    },
    {
      "epoch": 0.04271993039465495,
      "grad_norm": 0.5165901780128479,
      "learning_rate": 4.989229133429696e-05,
      "loss": 5.6209,
      "step": 48805
    },
    {
      "epoch": 0.042724306988282106,
      "grad_norm": 0.4055004417896271,
      "learning_rate": 4.9892262543752176e-05,
      "loss": 6.0836,
      "step": 48810
    },
    {
      "epoch": 0.04272868358190926,
      "grad_norm": 0.6426840424537659,
      "learning_rate": 4.9892233749370455e-05,
      "loss": 4.7363,
      "step": 48815
    },
    {
      "epoch": 0.042733060175536415,
      "grad_norm": 0.5066025257110596,
      "learning_rate": 4.9892204951151776e-05,
      "loss": 5.299,
      "step": 48820
    },
    {
      "epoch": 0.04273743676916357,
      "grad_norm": 0.47266536951065063,
      "learning_rate": 4.9892176149096146e-05,
      "loss": 5.9419,
      "step": 48825
    },
    {
      "epoch": 0.042741813362790725,
      "grad_norm": 0.48904111981391907,
      "learning_rate": 4.98921473432036e-05,
      "loss": 5.8363,
      "step": 48830
    },
    {
      "epoch": 0.04274618995641788,
      "grad_norm": 0.4704211950302124,
      "learning_rate": 4.989211853347411e-05,
      "loss": 4.9816,
      "step": 48835
    },
    {
      "epoch": 0.042750566550045034,
      "grad_norm": 0.5238209366798401,
      "learning_rate": 4.98920897199077e-05,
      "loss": 5.6108,
      "step": 48840
    },
    {
      "epoch": 0.04275494314367219,
      "grad_norm": 0.45134541392326355,
      "learning_rate": 4.989206090250437e-05,
      "loss": 4.9599,
      "step": 48845
    },
    {
      "epoch": 0.042759319737299344,
      "grad_norm": 0.46733593940734863,
      "learning_rate": 4.989203208126413e-05,
      "loss": 4.225,
      "step": 48850
    },
    {
      "epoch": 0.0427636963309265,
      "grad_norm": 0.622043788433075,
      "learning_rate": 4.989200325618698e-05,
      "loss": 5.2995,
      "step": 48855
    },
    {
      "epoch": 0.04276807292455365,
      "grad_norm": 0.5551760792732239,
      "learning_rate": 4.989197442727293e-05,
      "loss": 4.8624,
      "step": 48860
    },
    {
      "epoch": 0.04277244951818081,
      "grad_norm": 0.5384197235107422,
      "learning_rate": 4.989194559452197e-05,
      "loss": 5.0619,
      "step": 48865
    },
    {
      "epoch": 0.04277682611180796,
      "grad_norm": 0.5654178857803345,
      "learning_rate": 4.9891916757934134e-05,
      "loss": 6.4723,
      "step": 48870
    },
    {
      "epoch": 0.04278120270543512,
      "grad_norm": 0.6602538824081421,
      "learning_rate": 4.98918879175094e-05,
      "loss": 5.6111,
      "step": 48875
    },
    {
      "epoch": 0.04278557929906227,
      "grad_norm": 0.5352870225906372,
      "learning_rate": 4.9891859073247794e-05,
      "loss": 5.8438,
      "step": 48880
    },
    {
      "epoch": 0.04278995589268943,
      "grad_norm": 0.5349568128585815,
      "learning_rate": 4.9891830225149304e-05,
      "loss": 5.1961,
      "step": 48885
    },
    {
      "epoch": 0.04279433248631658,
      "grad_norm": 0.46238720417022705,
      "learning_rate": 4.989180137321396e-05,
      "loss": 5.0415,
      "step": 48890
    },
    {
      "epoch": 0.042798709079943736,
      "grad_norm": 0.46925678849220276,
      "learning_rate": 4.989177251744174e-05,
      "loss": 5.5145,
      "step": 48895
    },
    {
      "epoch": 0.04280308567357089,
      "grad_norm": 0.5058748126029968,
      "learning_rate": 4.9891743657832654e-05,
      "loss": 6.149,
      "step": 48900
    },
    {
      "epoch": 0.042807462267198046,
      "grad_norm": 0.4292866587638855,
      "learning_rate": 4.989171479438673e-05,
      "loss": 5.8051,
      "step": 48905
    },
    {
      "epoch": 0.0428118388608252,
      "grad_norm": 0.5303049087524414,
      "learning_rate": 4.989168592710396e-05,
      "loss": 4.528,
      "step": 48910
    },
    {
      "epoch": 0.042816215454452355,
      "grad_norm": 0.5382444858551025,
      "learning_rate": 4.989165705598434e-05,
      "loss": 5.0674,
      "step": 48915
    },
    {
      "epoch": 0.04282059204807951,
      "grad_norm": 0.5220151543617249,
      "learning_rate": 4.9891628181027893e-05,
      "loss": 4.7461,
      "step": 48920
    },
    {
      "epoch": 0.04282496864170666,
      "grad_norm": 0.43106386065483093,
      "learning_rate": 4.9891599302234616e-05,
      "loss": 6.3953,
      "step": 48925
    },
    {
      "epoch": 0.04282934523533381,
      "grad_norm": 0.41371938586235046,
      "learning_rate": 4.98915704196045e-05,
      "loss": 6.4512,
      "step": 48930
    },
    {
      "epoch": 0.04283372182896097,
      "grad_norm": 0.6223118901252747,
      "learning_rate": 4.9891541533137574e-05,
      "loss": 5.826,
      "step": 48935
    },
    {
      "epoch": 0.04283809842258812,
      "grad_norm": 0.5596022605895996,
      "learning_rate": 4.989151264283384e-05,
      "loss": 5.9587,
      "step": 48940
    },
    {
      "epoch": 0.04284247501621528,
      "grad_norm": 0.6021006107330322,
      "learning_rate": 4.989148374869329e-05,
      "loss": 5.7986,
      "step": 48945
    },
    {
      "epoch": 0.04284685160984243,
      "grad_norm": 0.5660997629165649,
      "learning_rate": 4.989145485071594e-05,
      "loss": 5.5928,
      "step": 48950
    },
    {
      "epoch": 0.04285122820346959,
      "grad_norm": 0.47715190052986145,
      "learning_rate": 4.9891425948901795e-05,
      "loss": 5.6187,
      "step": 48955
    },
    {
      "epoch": 0.04285560479709674,
      "grad_norm": 0.45434433221817017,
      "learning_rate": 4.989139704325085e-05,
      "loss": 5.3101,
      "step": 48960
    },
    {
      "epoch": 0.042859981390723896,
      "grad_norm": 0.5676119327545166,
      "learning_rate": 4.9891368133763125e-05,
      "loss": 5.51,
      "step": 48965
    },
    {
      "epoch": 0.04286435798435105,
      "grad_norm": 0.6197802424430847,
      "learning_rate": 4.9891339220438625e-05,
      "loss": 4.3084,
      "step": 48970
    },
    {
      "epoch": 0.042868734577978206,
      "grad_norm": 0.5340580344200134,
      "learning_rate": 4.989131030327735e-05,
      "loss": 6.107,
      "step": 48975
    },
    {
      "epoch": 0.04287311117160536,
      "grad_norm": 0.4866759181022644,
      "learning_rate": 4.98912813822793e-05,
      "loss": 5.6042,
      "step": 48980
    },
    {
      "epoch": 0.042877487765232515,
      "grad_norm": 0.45945072174072266,
      "learning_rate": 4.989125245744449e-05,
      "loss": 5.3086,
      "step": 48985
    },
    {
      "epoch": 0.04288186435885967,
      "grad_norm": 0.49344152212142944,
      "learning_rate": 4.9891223528772925e-05,
      "loss": 5.6195,
      "step": 48990
    },
    {
      "epoch": 0.042886240952486825,
      "grad_norm": 0.5237599015235901,
      "learning_rate": 4.98911945962646e-05,
      "loss": 5.5808,
      "step": 48995
    },
    {
      "epoch": 0.04289061754611398,
      "grad_norm": 0.5966781377792358,
      "learning_rate": 4.989116565991954e-05,
      "loss": 5.3968,
      "step": 49000
    },
    {
      "epoch": 0.042894994139741134,
      "grad_norm": 0.4968883693218231,
      "learning_rate": 4.989113671973772e-05,
      "loss": 5.5369,
      "step": 49005
    },
    {
      "epoch": 0.04289937073336829,
      "grad_norm": 0.5540926456451416,
      "learning_rate": 4.989110777571918e-05,
      "loss": 4.554,
      "step": 49010
    },
    {
      "epoch": 0.042903747326995444,
      "grad_norm": 0.4778997004032135,
      "learning_rate": 4.9891078827863915e-05,
      "loss": 5.9382,
      "step": 49015
    },
    {
      "epoch": 0.0429081239206226,
      "grad_norm": 0.5327305197715759,
      "learning_rate": 4.9891049876171905e-05,
      "loss": 5.2997,
      "step": 49020
    },
    {
      "epoch": 0.04291250051424975,
      "grad_norm": 0.5162699222564697,
      "learning_rate": 4.9891020920643196e-05,
      "loss": 5.607,
      "step": 49025
    },
    {
      "epoch": 0.04291687710787691,
      "grad_norm": 0.7010520696640015,
      "learning_rate": 4.9890991961277765e-05,
      "loss": 4.3062,
      "step": 49030
    },
    {
      "epoch": 0.04292125370150406,
      "grad_norm": 0.5410758256912231,
      "learning_rate": 4.989096299807562e-05,
      "loss": 5.2774,
      "step": 49035
    },
    {
      "epoch": 0.04292563029513122,
      "grad_norm": 0.6210479736328125,
      "learning_rate": 4.9890934031036785e-05,
      "loss": 5.9458,
      "step": 49040
    },
    {
      "epoch": 0.04293000688875837,
      "grad_norm": 0.6872250437736511,
      "learning_rate": 4.989090506016124e-05,
      "loss": 6.1172,
      "step": 49045
    },
    {
      "epoch": 0.04293438348238553,
      "grad_norm": 0.4883316159248352,
      "learning_rate": 4.989087608544901e-05,
      "loss": 4.9804,
      "step": 49050
    },
    {
      "epoch": 0.042938760076012675,
      "grad_norm": 0.5222867131233215,
      "learning_rate": 4.989084710690011e-05,
      "loss": 5.0526,
      "step": 49055
    },
    {
      "epoch": 0.04294313666963983,
      "grad_norm": 0.48637357354164124,
      "learning_rate": 4.989081812451452e-05,
      "loss": 5.8951,
      "step": 49060
    },
    {
      "epoch": 0.042947513263266984,
      "grad_norm": 0.4813460111618042,
      "learning_rate": 4.989078913829225e-05,
      "loss": 4.3229,
      "step": 49065
    },
    {
      "epoch": 0.04295188985689414,
      "grad_norm": 0.4700232446193695,
      "learning_rate": 4.989076014823332e-05,
      "loss": 5.8053,
      "step": 49070
    },
    {
      "epoch": 0.042956266450521294,
      "grad_norm": 0.5068168044090271,
      "learning_rate": 4.989073115433772e-05,
      "loss": 5.3669,
      "step": 49075
    },
    {
      "epoch": 0.04296064304414845,
      "grad_norm": 0.4960923194885254,
      "learning_rate": 4.989070215660546e-05,
      "loss": 4.9611,
      "step": 49080
    },
    {
      "epoch": 0.0429650196377756,
      "grad_norm": 0.5020221471786499,
      "learning_rate": 4.989067315503656e-05,
      "loss": 5.2484,
      "step": 49085
    },
    {
      "epoch": 0.04296939623140276,
      "grad_norm": 0.4990909993648529,
      "learning_rate": 4.9890644149631006e-05,
      "loss": 5.2597,
      "step": 49090
    },
    {
      "epoch": 0.04297377282502991,
      "grad_norm": 0.527891993522644,
      "learning_rate": 4.989061514038881e-05,
      "loss": 5.9004,
      "step": 49095
    },
    {
      "epoch": 0.04297814941865707,
      "grad_norm": 0.8605839610099792,
      "learning_rate": 4.989058612730999e-05,
      "loss": 5.0787,
      "step": 49100
    },
    {
      "epoch": 0.04298252601228422,
      "grad_norm": 0.49816733598709106,
      "learning_rate": 4.989055711039453e-05,
      "loss": 4.7863,
      "step": 49105
    },
    {
      "epoch": 0.04298690260591138,
      "grad_norm": 0.40750595927238464,
      "learning_rate": 4.989052808964244e-05,
      "loss": 5.7979,
      "step": 49110
    },
    {
      "epoch": 0.04299127919953853,
      "grad_norm": 0.5665181279182434,
      "learning_rate": 4.989049906505375e-05,
      "loss": 5.5189,
      "step": 49115
    },
    {
      "epoch": 0.04299565579316569,
      "grad_norm": 0.5683349370956421,
      "learning_rate": 4.9890470036628446e-05,
      "loss": 5.6043,
      "step": 49120
    },
    {
      "epoch": 0.04300003238679284,
      "grad_norm": 0.4279257655143738,
      "learning_rate": 4.9890441004366514e-05,
      "loss": 5.8756,
      "step": 49125
    },
    {
      "epoch": 0.043004408980419996,
      "grad_norm": 0.47673070430755615,
      "learning_rate": 4.9890411968268e-05,
      "loss": 5.8002,
      "step": 49130
    },
    {
      "epoch": 0.04300878557404715,
      "grad_norm": 0.4578697979450226,
      "learning_rate": 4.989038292833289e-05,
      "loss": 5.5318,
      "step": 49135
    },
    {
      "epoch": 0.043013162167674306,
      "grad_norm": 0.3748570680618286,
      "learning_rate": 4.989035388456118e-05,
      "loss": 6.1537,
      "step": 49140
    },
    {
      "epoch": 0.04301753876130146,
      "grad_norm": 0.5688340067863464,
      "learning_rate": 4.9890324836952894e-05,
      "loss": 4.753,
      "step": 49145
    },
    {
      "epoch": 0.043021915354928615,
      "grad_norm": 0.42953845858573914,
      "learning_rate": 4.9890295785508023e-05,
      "loss": 5.6072,
      "step": 49150
    },
    {
      "epoch": 0.04302629194855577,
      "grad_norm": 0.5987353324890137,
      "learning_rate": 4.989026673022659e-05,
      "loss": 5.1132,
      "step": 49155
    },
    {
      "epoch": 0.043030668542182925,
      "grad_norm": 0.46236228942871094,
      "learning_rate": 4.9890237671108575e-05,
      "loss": 5.5469,
      "step": 49160
    },
    {
      "epoch": 0.04303504513581008,
      "grad_norm": 0.44782114028930664,
      "learning_rate": 4.9890208608154e-05,
      "loss": 5.277,
      "step": 49165
    },
    {
      "epoch": 0.043039421729437234,
      "grad_norm": 0.5526307821273804,
      "learning_rate": 4.989017954136287e-05,
      "loss": 5.611,
      "step": 49170
    },
    {
      "epoch": 0.04304379832306439,
      "grad_norm": 0.41460075974464417,
      "learning_rate": 4.9890150470735195e-05,
      "loss": 5.5195,
      "step": 49175
    },
    {
      "epoch": 0.043048174916691544,
      "grad_norm": 0.5533252954483032,
      "learning_rate": 4.989012139627097e-05,
      "loss": 4.5192,
      "step": 49180
    },
    {
      "epoch": 0.04305255151031869,
      "grad_norm": 0.4287806451320648,
      "learning_rate": 4.98900923179702e-05,
      "loss": 6.4074,
      "step": 49185
    },
    {
      "epoch": 0.043056928103945846,
      "grad_norm": 0.6142367720603943,
      "learning_rate": 4.989006323583291e-05,
      "loss": 5.0744,
      "step": 49190
    },
    {
      "epoch": 0.043061304697573,
      "grad_norm": 0.4879387617111206,
      "learning_rate": 4.9890034149859086e-05,
      "loss": 5.5958,
      "step": 49195
    },
    {
      "epoch": 0.043065681291200156,
      "grad_norm": 0.5035386681556702,
      "learning_rate": 4.989000506004874e-05,
      "loss": 5.3923,
      "step": 49200
    },
    {
      "epoch": 0.04307005788482731,
      "grad_norm": 0.4568708539009094,
      "learning_rate": 4.988997596640187e-05,
      "loss": 5.825,
      "step": 49205
    },
    {
      "epoch": 0.043074434478454465,
      "grad_norm": 0.4324865937232971,
      "learning_rate": 4.9889946868918494e-05,
      "loss": 5.5693,
      "step": 49210
    },
    {
      "epoch": 0.04307881107208162,
      "grad_norm": 0.4992961585521698,
      "learning_rate": 4.98899177675986e-05,
      "loss": 5.6012,
      "step": 49215
    },
    {
      "epoch": 0.043083187665708775,
      "grad_norm": 0.5438589453697205,
      "learning_rate": 4.988988866244222e-05,
      "loss": 5.3684,
      "step": 49220
    },
    {
      "epoch": 0.04308756425933593,
      "grad_norm": 0.4741221070289612,
      "learning_rate": 4.988985955344935e-05,
      "loss": 5.1118,
      "step": 49225
    },
    {
      "epoch": 0.043091940852963084,
      "grad_norm": 0.4920428395271301,
      "learning_rate": 4.988983044061998e-05,
      "loss": 4.7754,
      "step": 49230
    },
    {
      "epoch": 0.04309631744659024,
      "grad_norm": 0.4660871624946594,
      "learning_rate": 4.988980132395412e-05,
      "loss": 5.3463,
      "step": 49235
    },
    {
      "epoch": 0.043100694040217394,
      "grad_norm": 0.4561675488948822,
      "learning_rate": 4.988977220345179e-05,
      "loss": 6.1195,
      "step": 49240
    },
    {
      "epoch": 0.04310507063384455,
      "grad_norm": 0.4070923328399658,
      "learning_rate": 4.9889743079112995e-05,
      "loss": 6.4523,
      "step": 49245
    },
    {
      "epoch": 0.0431094472274717,
      "grad_norm": 0.4741533100605011,
      "learning_rate": 4.988971395093772e-05,
      "loss": 4.2084,
      "step": 49250
    },
    {
      "epoch": 0.04311382382109886,
      "grad_norm": 0.5093607306480408,
      "learning_rate": 4.9889684818925996e-05,
      "loss": 6.102,
      "step": 49255
    },
    {
      "epoch": 0.04311820041472601,
      "grad_norm": 0.5922205448150635,
      "learning_rate": 4.988965568307781e-05,
      "loss": 5.6173,
      "step": 49260
    },
    {
      "epoch": 0.04312257700835317,
      "grad_norm": 0.506280243396759,
      "learning_rate": 4.988962654339317e-05,
      "loss": 5.2415,
      "step": 49265
    },
    {
      "epoch": 0.04312695360198032,
      "grad_norm": 0.4758108854293823,
      "learning_rate": 4.98895973998721e-05,
      "loss": 5.2508,
      "step": 49270
    },
    {
      "epoch": 0.04313133019560748,
      "grad_norm": 0.500889241695404,
      "learning_rate": 4.988956825251457e-05,
      "loss": 6.1361,
      "step": 49275
    },
    {
      "epoch": 0.04313570678923463,
      "grad_norm": 0.5290358662605286,
      "learning_rate": 4.988953910132063e-05,
      "loss": 5.5846,
      "step": 49280
    },
    {
      "epoch": 0.04314008338286179,
      "grad_norm": 0.5130744576454163,
      "learning_rate": 4.988950994629025e-05,
      "loss": 4.5186,
      "step": 49285
    },
    {
      "epoch": 0.04314445997648894,
      "grad_norm": 0.5125962495803833,
      "learning_rate": 4.988948078742345e-05,
      "loss": 5.1185,
      "step": 49290
    },
    {
      "epoch": 0.043148836570116096,
      "grad_norm": 0.4906119108200073,
      "learning_rate": 4.988945162472024e-05,
      "loss": 5.4869,
      "step": 49295
    },
    {
      "epoch": 0.04315321316374325,
      "grad_norm": 0.4555569589138031,
      "learning_rate": 4.988942245818061e-05,
      "loss": 6.4416,
      "step": 49300
    },
    {
      "epoch": 0.043157589757370406,
      "grad_norm": 0.5256822109222412,
      "learning_rate": 4.9889393287804575e-05,
      "loss": 5.5248,
      "step": 49305
    },
    {
      "epoch": 0.04316196635099756,
      "grad_norm": 0.48456817865371704,
      "learning_rate": 4.988936411359215e-05,
      "loss": 4.7195,
      "step": 49310
    },
    {
      "epoch": 0.04316634294462471,
      "grad_norm": 0.4324546754360199,
      "learning_rate": 4.988933493554332e-05,
      "loss": 5.0604,
      "step": 49315
    },
    {
      "epoch": 0.04317071953825186,
      "grad_norm": 0.4821223020553589,
      "learning_rate": 4.988930575365811e-05,
      "loss": 5.6211,
      "step": 49320
    },
    {
      "epoch": 0.04317509613187902,
      "grad_norm": 0.456701397895813,
      "learning_rate": 4.9889276567936524e-05,
      "loss": 4.7151,
      "step": 49325
    },
    {
      "epoch": 0.04317947272550617,
      "grad_norm": 0.49271267652511597,
      "learning_rate": 4.9889247378378554e-05,
      "loss": 6.1594,
      "step": 49330
    },
    {
      "epoch": 0.04318384931913333,
      "grad_norm": 0.47216475009918213,
      "learning_rate": 4.988921818498421e-05,
      "loss": 5.5076,
      "step": 49335
    },
    {
      "epoch": 0.04318822591276048,
      "grad_norm": 0.5150995850563049,
      "learning_rate": 4.9889188987753496e-05,
      "loss": 5.0457,
      "step": 49340
    },
    {
      "epoch": 0.04319260250638764,
      "grad_norm": 0.5199434757232666,
      "learning_rate": 4.9889159786686435e-05,
      "loss": 5.8952,
      "step": 49345
    },
    {
      "epoch": 0.04319697910001479,
      "grad_norm": 0.49171146750450134,
      "learning_rate": 4.988913058178302e-05,
      "loss": 5.6137,
      "step": 49350
    },
    {
      "epoch": 0.043201355693641946,
      "grad_norm": 0.43634939193725586,
      "learning_rate": 4.988910137304324e-05,
      "loss": 5.8168,
      "step": 49355
    },
    {
      "epoch": 0.0432057322872691,
      "grad_norm": 0.4884210526943207,
      "learning_rate": 4.988907216046713e-05,
      "loss": 4.5225,
      "step": 49360
    },
    {
      "epoch": 0.043210108880896256,
      "grad_norm": 0.41161441802978516,
      "learning_rate": 4.988904294405469e-05,
      "loss": 5.8783,
      "step": 49365
    },
    {
      "epoch": 0.04321448547452341,
      "grad_norm": 0.6069715023040771,
      "learning_rate": 4.98890137238059e-05,
      "loss": 4.9764,
      "step": 49370
    },
    {
      "epoch": 0.043218862068150565,
      "grad_norm": 0.48723968863487244,
      "learning_rate": 4.9888984499720795e-05,
      "loss": 3.7687,
      "step": 49375
    },
    {
      "epoch": 0.04322323866177772,
      "grad_norm": 0.6319055557250977,
      "learning_rate": 4.988895527179937e-05,
      "loss": 4.5477,
      "step": 49380
    },
    {
      "epoch": 0.043227615255404875,
      "grad_norm": 0.4179971516132355,
      "learning_rate": 4.9888926040041626e-05,
      "loss": 5.4215,
      "step": 49385
    },
    {
      "epoch": 0.04323199184903203,
      "grad_norm": 0.5518576502799988,
      "learning_rate": 4.988889680444757e-05,
      "loss": 5.9056,
      "step": 49390
    },
    {
      "epoch": 0.043236368442659184,
      "grad_norm": 0.45398756861686707,
      "learning_rate": 4.9888867565017216e-05,
      "loss": 5.9083,
      "step": 49395
    },
    {
      "epoch": 0.04324074503628634,
      "grad_norm": 0.45430970191955566,
      "learning_rate": 4.988883832175057e-05,
      "loss": 4.8534,
      "step": 49400
    },
    {
      "epoch": 0.043245121629913494,
      "grad_norm": 0.4638989269733429,
      "learning_rate": 4.9888809074647625e-05,
      "loss": 5.5115,
      "step": 49405
    },
    {
      "epoch": 0.04324949822354065,
      "grad_norm": 0.6781951189041138,
      "learning_rate": 4.988877982370839e-05,
      "loss": 4.7509,
      "step": 49410
    },
    {
      "epoch": 0.0432538748171678,
      "grad_norm": 0.5143992304801941,
      "learning_rate": 4.988875056893287e-05,
      "loss": 5.2717,
      "step": 49415
    },
    {
      "epoch": 0.04325825141079496,
      "grad_norm": 0.5546958446502686,
      "learning_rate": 4.9888721310321084e-05,
      "loss": 5.3757,
      "step": 49420
    },
    {
      "epoch": 0.04326262800442211,
      "grad_norm": 0.7251065969467163,
      "learning_rate": 4.988869204787303e-05,
      "loss": 5.0887,
      "step": 49425
    },
    {
      "epoch": 0.04326700459804927,
      "grad_norm": 0.6444069147109985,
      "learning_rate": 4.9888662781588713e-05,
      "loss": 5.0994,
      "step": 49430
    },
    {
      "epoch": 0.04327138119167642,
      "grad_norm": 0.47962796688079834,
      "learning_rate": 4.988863351146813e-05,
      "loss": 6.1621,
      "step": 49435
    },
    {
      "epoch": 0.04327575778530357,
      "grad_norm": 0.551406979560852,
      "learning_rate": 4.9888604237511304e-05,
      "loss": 5.3026,
      "step": 49440
    },
    {
      "epoch": 0.043280134378930725,
      "grad_norm": 0.44794392585754395,
      "learning_rate": 4.9888574959718224e-05,
      "loss": 5.8966,
      "step": 49445
    },
    {
      "epoch": 0.04328451097255788,
      "grad_norm": 0.41360148787498474,
      "learning_rate": 4.9888545678088904e-05,
      "loss": 5.6142,
      "step": 49450
    },
    {
      "epoch": 0.043288887566185034,
      "grad_norm": 0.4688667953014374,
      "learning_rate": 4.9888516392623345e-05,
      "loss": 5.9198,
      "step": 49455
    },
    {
      "epoch": 0.04329326415981219,
      "grad_norm": 0.5272510647773743,
      "learning_rate": 4.988848710332156e-05,
      "loss": 5.8078,
      "step": 49460
    },
    {
      "epoch": 0.043297640753439344,
      "grad_norm": 0.5221008658409119,
      "learning_rate": 4.9888457810183556e-05,
      "loss": 5.9065,
      "step": 49465
    },
    {
      "epoch": 0.0433020173470665,
      "grad_norm": 0.46458685398101807,
      "learning_rate": 4.988842851320932e-05,
      "loss": 6.3957,
      "step": 49470
    },
    {
      "epoch": 0.043306393940693653,
      "grad_norm": 0.5008584260940552,
      "learning_rate": 4.9888399212398884e-05,
      "loss": 5.7934,
      "step": 49475
    },
    {
      "epoch": 0.04331077053432081,
      "grad_norm": 0.5625771880149841,
      "learning_rate": 4.9888369907752216e-05,
      "loss": 5.8989,
      "step": 49480
    },
    {
      "epoch": 0.04331514712794796,
      "grad_norm": 0.6135273575782776,
      "learning_rate": 4.988834059926938e-05,
      "loss": 4.862,
      "step": 49485
    },
    {
      "epoch": 0.04331952372157512,
      "grad_norm": 0.492587149143219,
      "learning_rate": 4.988831128695033e-05,
      "loss": 4.8507,
      "step": 49490
    },
    {
      "epoch": 0.04332390031520227,
      "grad_norm": 0.4949994385242462,
      "learning_rate": 4.988828197079509e-05,
      "loss": 5.5931,
      "step": 49495
    },
    {
      "epoch": 0.04332827690882943,
      "grad_norm": 0.5224637389183044,
      "learning_rate": 4.988825265080367e-05,
      "loss": 4.7668,
      "step": 49500
    },
    {
      "epoch": 0.04333265350245658,
      "grad_norm": 0.4755464494228363,
      "learning_rate": 4.988822332697607e-05,
      "loss": 4.4447,
      "step": 49505
    },
    {
      "epoch": 0.04333703009608374,
      "grad_norm": 0.6497486233711243,
      "learning_rate": 4.988819399931228e-05,
      "loss": 5.6116,
      "step": 49510
    },
    {
      "epoch": 0.04334140668971089,
      "grad_norm": 0.4817798435688019,
      "learning_rate": 4.9888164667812345e-05,
      "loss": 5.2932,
      "step": 49515
    },
    {
      "epoch": 0.043345783283338046,
      "grad_norm": 0.437705397605896,
      "learning_rate": 4.988813533247624e-05,
      "loss": 5.9156,
      "step": 49520
    },
    {
      "epoch": 0.0433501598769652,
      "grad_norm": 0.4272633194923401,
      "learning_rate": 4.988810599330397e-05,
      "loss": 6.4148,
      "step": 49525
    },
    {
      "epoch": 0.043354536470592356,
      "grad_norm": 0.4761309325695038,
      "learning_rate": 4.988807665029557e-05,
      "loss": 5.8199,
      "step": 49530
    },
    {
      "epoch": 0.04335891306421951,
      "grad_norm": 0.5202412605285645,
      "learning_rate": 4.9888047303451e-05,
      "loss": 5.3985,
      "step": 49535
    },
    {
      "epoch": 0.043363289657846665,
      "grad_norm": 0.5494847297668457,
      "learning_rate": 4.988801795277031e-05,
      "loss": 6.1432,
      "step": 49540
    },
    {
      "epoch": 0.04336766625147382,
      "grad_norm": 0.46683865785598755,
      "learning_rate": 4.9887988598253477e-05,
      "loss": 4.9764,
      "step": 49545
    },
    {
      "epoch": 0.043372042845100975,
      "grad_norm": 0.6163015365600586,
      "learning_rate": 4.9887959239900515e-05,
      "loss": 5.6003,
      "step": 49550
    },
    {
      "epoch": 0.04337641943872813,
      "grad_norm": 0.4574117064476013,
      "learning_rate": 4.988792987771142e-05,
      "loss": 5.8078,
      "step": 49555
    },
    {
      "epoch": 0.043380796032355284,
      "grad_norm": 0.5014764070510864,
      "learning_rate": 4.988790051168623e-05,
      "loss": 5.3515,
      "step": 49560
    },
    {
      "epoch": 0.04338517262598244,
      "grad_norm": 0.4507615566253662,
      "learning_rate": 4.9887871141824914e-05,
      "loss": 5.2839,
      "step": 49565
    },
    {
      "epoch": 0.04338954921960959,
      "grad_norm": 0.3792680501937866,
      "learning_rate": 4.988784176812751e-05,
      "loss": 5.9195,
      "step": 49570
    },
    {
      "epoch": 0.04339392581323674,
      "grad_norm": 0.530105471611023,
      "learning_rate": 4.988781239059399e-05,
      "loss": 5.5844,
      "step": 49575
    },
    {
      "epoch": 0.043398302406863896,
      "grad_norm": 0.3967207372188568,
      "learning_rate": 4.988778300922438e-05,
      "loss": 5.6448,
      "step": 49580
    },
    {
      "epoch": 0.04340267900049105,
      "grad_norm": 0.4930245578289032,
      "learning_rate": 4.988775362401867e-05,
      "loss": 4.8747,
      "step": 49585
    },
    {
      "epoch": 0.043407055594118206,
      "grad_norm": 0.46160587668418884,
      "learning_rate": 4.988772423497689e-05,
      "loss": 5.4957,
      "step": 49590
    },
    {
      "epoch": 0.04341143218774536,
      "grad_norm": 0.5053586363792419,
      "learning_rate": 4.988769484209903e-05,
      "loss": 5.2416,
      "step": 49595
    },
    {
      "epoch": 0.043415808781372515,
      "grad_norm": 0.4658241271972656,
      "learning_rate": 4.98876654453851e-05,
      "loss": 5.596,
      "step": 49600
    },
    {
      "epoch": 0.04342018537499967,
      "grad_norm": 0.5022139549255371,
      "learning_rate": 4.9887636044835106e-05,
      "loss": 4.2168,
      "step": 49605
    },
    {
      "epoch": 0.043424561968626825,
      "grad_norm": 0.47579362988471985,
      "learning_rate": 4.988760664044905e-05,
      "loss": 5.6086,
      "step": 49610
    },
    {
      "epoch": 0.04342893856225398,
      "grad_norm": 0.47706955671310425,
      "learning_rate": 4.9887577232226934e-05,
      "loss": 6.4008,
      "step": 49615
    },
    {
      "epoch": 0.043433315155881135,
      "grad_norm": 0.47390174865722656,
      "learning_rate": 4.988754782016878e-05,
      "loss": 5.5129,
      "step": 49620
    },
    {
      "epoch": 0.04343769174950829,
      "grad_norm": 0.49479836225509644,
      "learning_rate": 4.988751840427457e-05,
      "loss": 6.1104,
      "step": 49625
    },
    {
      "epoch": 0.043442068343135444,
      "grad_norm": 0.4822140634059906,
      "learning_rate": 4.988748898454433e-05,
      "loss": 5.6097,
      "step": 49630
    },
    {
      "epoch": 0.0434464449367626,
      "grad_norm": 0.4644266366958618,
      "learning_rate": 4.9887459560978057e-05,
      "loss": 5.6002,
      "step": 49635
    },
    {
      "epoch": 0.043450821530389754,
      "grad_norm": 0.3970414102077484,
      "learning_rate": 4.988743013357575e-05,
      "loss": 6.1607,
      "step": 49640
    },
    {
      "epoch": 0.04345519812401691,
      "grad_norm": 0.47803419828414917,
      "learning_rate": 4.988740070233744e-05,
      "loss": 5.5896,
      "step": 49645
    },
    {
      "epoch": 0.04345957471764406,
      "grad_norm": 0.652827262878418,
      "learning_rate": 4.988737126726309e-05,
      "loss": 4.3236,
      "step": 49650
    },
    {
      "epoch": 0.04346395131127122,
      "grad_norm": 0.5636290907859802,
      "learning_rate": 4.988734182835275e-05,
      "loss": 5.3471,
      "step": 49655
    },
    {
      "epoch": 0.04346832790489837,
      "grad_norm": 0.820343017578125,
      "learning_rate": 4.988731238560641e-05,
      "loss": 4.4985,
      "step": 49660
    },
    {
      "epoch": 0.04347270449852553,
      "grad_norm": 0.4864514470100403,
      "learning_rate": 4.988728293902406e-05,
      "loss": 5.6039,
      "step": 49665
    },
    {
      "epoch": 0.04347708109215268,
      "grad_norm": 0.4980350136756897,
      "learning_rate": 4.988725348860572e-05,
      "loss": 5.5907,
      "step": 49670
    },
    {
      "epoch": 0.04348145768577984,
      "grad_norm": 0.440984308719635,
      "learning_rate": 4.98872240343514e-05,
      "loss": 5.6115,
      "step": 49675
    },
    {
      "epoch": 0.04348583427940699,
      "grad_norm": 0.4153597056865692,
      "learning_rate": 4.98871945762611e-05,
      "loss": 6.4697,
      "step": 49680
    },
    {
      "epoch": 0.043490210873034146,
      "grad_norm": 0.5079264044761658,
      "learning_rate": 4.988716511433481e-05,
      "loss": 5.8277,
      "step": 49685
    },
    {
      "epoch": 0.0434945874666613,
      "grad_norm": 0.4805205762386322,
      "learning_rate": 4.988713564857256e-05,
      "loss": 5.5238,
      "step": 49690
    },
    {
      "epoch": 0.043498964060288456,
      "grad_norm": 0.6367825865745544,
      "learning_rate": 4.988710617897435e-05,
      "loss": 4.7819,
      "step": 49695
    },
    {
      "epoch": 0.043503340653915604,
      "grad_norm": 0.4344802498817444,
      "learning_rate": 4.988707670554018e-05,
      "loss": 5.2843,
      "step": 49700
    },
    {
      "epoch": 0.04350771724754276,
      "grad_norm": 0.5592530965805054,
      "learning_rate": 4.9887047228270054e-05,
      "loss": 5.361,
      "step": 49705
    },
    {
      "epoch": 0.04351209384116991,
      "grad_norm": 0.44151583313941956,
      "learning_rate": 4.988701774716399e-05,
      "loss": 5.8135,
      "step": 49710
    },
    {
      "epoch": 0.04351647043479707,
      "grad_norm": 0.4198325574398041,
      "learning_rate": 4.9886988262221965e-05,
      "loss": 5.8312,
      "step": 49715
    },
    {
      "epoch": 0.04352084702842422,
      "grad_norm": 0.5384635329246521,
      "learning_rate": 4.988695877344402e-05,
      "loss": 5.8676,
      "step": 49720
    },
    {
      "epoch": 0.04352522362205138,
      "grad_norm": 0.4500052034854889,
      "learning_rate": 4.988692928083015e-05,
      "loss": 4.8313,
      "step": 49725
    },
    {
      "epoch": 0.04352960021567853,
      "grad_norm": 0.4941999912261963,
      "learning_rate": 4.988689978438035e-05,
      "loss": 4.5413,
      "step": 49730
    },
    {
      "epoch": 0.04353397680930569,
      "grad_norm": 0.5000500082969666,
      "learning_rate": 4.988687028409464e-05,
      "loss": 5.0263,
      "step": 49735
    },
    {
      "epoch": 0.04353835340293284,
      "grad_norm": 0.4998990297317505,
      "learning_rate": 4.9886840779973e-05,
      "loss": 5.6182,
      "step": 49740
    },
    {
      "epoch": 0.043542729996559996,
      "grad_norm": 0.48661747574806213,
      "learning_rate": 4.9886811272015464e-05,
      "loss": 5.2661,
      "step": 49745
    },
    {
      "epoch": 0.04354710659018715,
      "grad_norm": 0.4966048002243042,
      "learning_rate": 4.9886781760222024e-05,
      "loss": 4.9688,
      "step": 49750
    },
    {
      "epoch": 0.043551483183814306,
      "grad_norm": 0.5425971150398254,
      "learning_rate": 4.988675224459268e-05,
      "loss": 5.0577,
      "step": 49755
    },
    {
      "epoch": 0.04355585977744146,
      "grad_norm": 0.48376211524009705,
      "learning_rate": 4.988672272512747e-05,
      "loss": 5.3572,
      "step": 49760
    },
    {
      "epoch": 0.043560236371068616,
      "grad_norm": 0.5365642309188843,
      "learning_rate": 4.9886693201826354e-05,
      "loss": 5.8884,
      "step": 49765
    },
    {
      "epoch": 0.04356461296469577,
      "grad_norm": 0.4470292031764984,
      "learning_rate": 4.988666367468937e-05,
      "loss": 5.2901,
      "step": 49770
    },
    {
      "epoch": 0.043568989558322925,
      "grad_norm": 0.4833538234233856,
      "learning_rate": 4.9886634143716504e-05,
      "loss": 5.9134,
      "step": 49775
    },
    {
      "epoch": 0.04357336615195008,
      "grad_norm": 0.5648239850997925,
      "learning_rate": 4.988660460890778e-05,
      "loss": 4.8617,
      "step": 49780
    },
    {
      "epoch": 0.043577742745577235,
      "grad_norm": 0.4371047914028168,
      "learning_rate": 4.988657507026319e-05,
      "loss": 5.5969,
      "step": 49785
    },
    {
      "epoch": 0.04358211933920439,
      "grad_norm": 0.46520528197288513,
      "learning_rate": 4.988654552778275e-05,
      "loss": 4.9532,
      "step": 49790
    },
    {
      "epoch": 0.043586495932831544,
      "grad_norm": 0.41213110089302063,
      "learning_rate": 4.988651598146645e-05,
      "loss": 5.5546,
      "step": 49795
    },
    {
      "epoch": 0.0435908725264587,
      "grad_norm": 0.4645836651325226,
      "learning_rate": 4.988648643131432e-05,
      "loss": 4.2436,
      "step": 49800
    },
    {
      "epoch": 0.043595249120085854,
      "grad_norm": 0.49057310819625854,
      "learning_rate": 4.988645687732634e-05,
      "loss": 4.7691,
      "step": 49805
    },
    {
      "epoch": 0.04359962571371301,
      "grad_norm": 0.5200685858726501,
      "learning_rate": 4.988642731950254e-05,
      "loss": 4.5945,
      "step": 49810
    },
    {
      "epoch": 0.04360400230734016,
      "grad_norm": 0.4413561522960663,
      "learning_rate": 4.9886397757842894e-05,
      "loss": 5.9019,
      "step": 49815
    },
    {
      "epoch": 0.04360837890096732,
      "grad_norm": 0.39941319823265076,
      "learning_rate": 4.988636819234744e-05,
      "loss": 5.9416,
      "step": 49820
    },
    {
      "epoch": 0.04361275549459447,
      "grad_norm": 0.4641113579273224,
      "learning_rate": 4.988633862301616e-05,
      "loss": 4.7797,
      "step": 49825
    },
    {
      "epoch": 0.04361713208822162,
      "grad_norm": 0.5017092823982239,
      "learning_rate": 4.988630904984909e-05,
      "loss": 5.2751,
      "step": 49830
    },
    {
      "epoch": 0.043621508681848775,
      "grad_norm": 0.5888163447380066,
      "learning_rate": 4.9886279472846195e-05,
      "loss": 5.1037,
      "step": 49835
    },
    {
      "epoch": 0.04362588527547593,
      "grad_norm": 0.479751855134964,
      "learning_rate": 4.988624989200751e-05,
      "loss": 5.8305,
      "step": 49840
    },
    {
      "epoch": 0.043630261869103085,
      "grad_norm": 0.5002070069313049,
      "learning_rate": 4.988622030733303e-05,
      "loss": 5.0568,
      "step": 49845
    },
    {
      "epoch": 0.04363463846273024,
      "grad_norm": 0.46398916840553284,
      "learning_rate": 4.988619071882277e-05,
      "loss": 5.8012,
      "step": 49850
    },
    {
      "epoch": 0.043639015056357394,
      "grad_norm": 0.48961177468299866,
      "learning_rate": 4.9886161126476714e-05,
      "loss": 5.591,
      "step": 49855
    },
    {
      "epoch": 0.04364339164998455,
      "grad_norm": 0.3880203068256378,
      "learning_rate": 4.988613153029489e-05,
      "loss": 6.4721,
      "step": 49860
    },
    {
      "epoch": 0.043647768243611704,
      "grad_norm": 0.4896206855773926,
      "learning_rate": 4.98861019302773e-05,
      "loss": 6.1533,
      "step": 49865
    },
    {
      "epoch": 0.04365214483723886,
      "grad_norm": 0.5270366668701172,
      "learning_rate": 4.988607232642394e-05,
      "loss": 5.3978,
      "step": 49870
    },
    {
      "epoch": 0.04365652143086601,
      "grad_norm": 0.4974527657032013,
      "learning_rate": 4.988604271873483e-05,
      "loss": 5.509,
      "step": 49875
    },
    {
      "epoch": 0.04366089802449317,
      "grad_norm": 0.5963191390037537,
      "learning_rate": 4.988601310720996e-05,
      "loss": 5.2695,
      "step": 49880
    },
    {
      "epoch": 0.04366527461812032,
      "grad_norm": 0.7568536400794983,
      "learning_rate": 4.988598349184934e-05,
      "loss": 5.0799,
      "step": 49885
    },
    {
      "epoch": 0.04366965121174748,
      "grad_norm": 0.5473305583000183,
      "learning_rate": 4.988595387265298e-05,
      "loss": 5.5819,
      "step": 49890
    },
    {
      "epoch": 0.04367402780537463,
      "grad_norm": 0.5209324955940247,
      "learning_rate": 4.988592424962088e-05,
      "loss": 5.0365,
      "step": 49895
    },
    {
      "epoch": 0.04367840439900179,
      "grad_norm": 0.5648292303085327,
      "learning_rate": 4.988589462275307e-05,
      "loss": 5.5953,
      "step": 49900
    },
    {
      "epoch": 0.04368278099262894,
      "grad_norm": 0.5469442009925842,
      "learning_rate": 4.988586499204951e-05,
      "loss": 4.8214,
      "step": 49905
    },
    {
      "epoch": 0.043687157586256097,
      "grad_norm": 0.47543132305145264,
      "learning_rate": 4.9885835357510244e-05,
      "loss": 4.8603,
      "step": 49910
    },
    {
      "epoch": 0.04369153417988325,
      "grad_norm": 0.526569664478302,
      "learning_rate": 4.988580571913527e-05,
      "loss": 4.561,
      "step": 49915
    },
    {
      "epoch": 0.043695910773510406,
      "grad_norm": 0.44938376545906067,
      "learning_rate": 4.988577607692458e-05,
      "loss": 5.0744,
      "step": 49920
    },
    {
      "epoch": 0.04370028736713756,
      "grad_norm": 0.5093094110488892,
      "learning_rate": 4.988574643087819e-05,
      "loss": 5.3002,
      "step": 49925
    },
    {
      "epoch": 0.043704663960764716,
      "grad_norm": 0.49739712476730347,
      "learning_rate": 4.98857167809961e-05,
      "loss": 5.5141,
      "step": 49930
    },
    {
      "epoch": 0.04370904055439187,
      "grad_norm": 0.49429258704185486,
      "learning_rate": 4.9885687127278335e-05,
      "loss": 5.075,
      "step": 49935
    },
    {
      "epoch": 0.043713417148019025,
      "grad_norm": 0.5300471186637878,
      "learning_rate": 4.988565746972488e-05,
      "loss": 5.2831,
      "step": 49940
    },
    {
      "epoch": 0.04371779374164618,
      "grad_norm": 0.46979957818984985,
      "learning_rate": 4.988562780833574e-05,
      "loss": 4.9673,
      "step": 49945
    },
    {
      "epoch": 0.043722170335273335,
      "grad_norm": 0.4990965723991394,
      "learning_rate": 4.9885598143110936e-05,
      "loss": 5.0741,
      "step": 49950
    },
    {
      "epoch": 0.04372654692890049,
      "grad_norm": 0.5289524793624878,
      "learning_rate": 4.988556847405045e-05,
      "loss": 5.9706,
      "step": 49955
    },
    {
      "epoch": 0.04373092352252764,
      "grad_norm": 0.46113651990890503,
      "learning_rate": 4.988553880115431e-05,
      "loss": 5.2821,
      "step": 49960
    },
    {
      "epoch": 0.04373530011615479,
      "grad_norm": 0.4752633571624756,
      "learning_rate": 4.9885509124422526e-05,
      "loss": 6.1465,
      "step": 49965
    },
    {
      "epoch": 0.04373967670978195,
      "grad_norm": 0.47331032156944275,
      "learning_rate": 4.9885479443855074e-05,
      "loss": 5.8029,
      "step": 49970
    },
    {
      "epoch": 0.0437440533034091,
      "grad_norm": 0.45239266753196716,
      "learning_rate": 4.9885449759451986e-05,
      "loss": 5.2864,
      "step": 49975
    },
    {
      "epoch": 0.043748429897036256,
      "grad_norm": 0.5135418176651001,
      "learning_rate": 4.988542007121326e-05,
      "loss": 4.5679,
      "step": 49980
    },
    {
      "epoch": 0.04375280649066341,
      "grad_norm": 0.5206141471862793,
      "learning_rate": 4.9885390379138894e-05,
      "loss": 5.3887,
      "step": 49985
    },
    {
      "epoch": 0.043757183084290566,
      "grad_norm": 0.4049670100212097,
      "learning_rate": 4.988536068322891e-05,
      "loss": 6.426,
      "step": 49990
    },
    {
      "epoch": 0.04376155967791772,
      "grad_norm": 0.48934781551361084,
      "learning_rate": 4.9885330983483304e-05,
      "loss": 4.6446,
      "step": 49995
    },
    {
      "epoch": 0.043765936271544875,
      "grad_norm": 0.5659230351448059,
      "learning_rate": 4.9885301279902076e-05,
      "loss": 6.1584,
      "step": 50000
    },
    {
      "epoch": 0.04377031286517203,
      "grad_norm": 1.163643479347229,
      "learning_rate": 4.988527157248525e-05,
      "loss": 4.7438,
      "step": 50005
    },
    {
      "epoch": 0.043774689458799185,
      "grad_norm": 0.5658878684043884,
      "learning_rate": 4.988524186123281e-05,
      "loss": 4.8625,
      "step": 50010
    },
    {
      "epoch": 0.04377906605242634,
      "grad_norm": 0.4969312250614166,
      "learning_rate": 4.988521214614477e-05,
      "loss": 5.0501,
      "step": 50015
    },
    {
      "epoch": 0.043783442646053494,
      "grad_norm": 0.6070215702056885,
      "learning_rate": 4.9885182427221144e-05,
      "loss": 5.0563,
      "step": 50020
    },
    {
      "epoch": 0.04378781923968065,
      "grad_norm": 0.5401840806007385,
      "learning_rate": 4.9885152704461924e-05,
      "loss": 6.159,
      "step": 50025
    },
    {
      "epoch": 0.043792195833307804,
      "grad_norm": 0.4686572849750519,
      "learning_rate": 4.988512297786713e-05,
      "loss": 4.5049,
      "step": 50030
    },
    {
      "epoch": 0.04379657242693496,
      "grad_norm": 0.5135595202445984,
      "learning_rate": 4.988509324743675e-05,
      "loss": 6.4467,
      "step": 50035
    },
    {
      "epoch": 0.04380094902056211,
      "grad_norm": 0.5471218228340149,
      "learning_rate": 4.9885063513170805e-05,
      "loss": 4.9871,
      "step": 50040
    },
    {
      "epoch": 0.04380532561418927,
      "grad_norm": 0.6123853921890259,
      "learning_rate": 4.9885033775069304e-05,
      "loss": 5.8307,
      "step": 50045
    },
    {
      "epoch": 0.04380970220781642,
      "grad_norm": 0.581783652305603,
      "learning_rate": 4.9885004033132234e-05,
      "loss": 4.748,
      "step": 50050
    },
    {
      "epoch": 0.04381407880144358,
      "grad_norm": 0.7429291009902954,
      "learning_rate": 4.9884974287359624e-05,
      "loss": 5.6197,
      "step": 50055
    },
    {
      "epoch": 0.04381845539507073,
      "grad_norm": 0.5319305062294006,
      "learning_rate": 4.988494453775146e-05,
      "loss": 5.0678,
      "step": 50060
    },
    {
      "epoch": 0.04382283198869789,
      "grad_norm": 0.5241476893424988,
      "learning_rate": 4.9884914784307744e-05,
      "loss": 5.5763,
      "step": 50065
    },
    {
      "epoch": 0.04382720858232504,
      "grad_norm": 0.6608291268348694,
      "learning_rate": 4.98848850270285e-05,
      "loss": 6.1629,
      "step": 50070
    },
    {
      "epoch": 0.0438315851759522,
      "grad_norm": 0.5146507024765015,
      "learning_rate": 4.988485526591373e-05,
      "loss": 5.3728,
      "step": 50075
    },
    {
      "epoch": 0.04383596176957935,
      "grad_norm": 0.4614700675010681,
      "learning_rate": 4.9884825500963436e-05,
      "loss": 5.3396,
      "step": 50080
    },
    {
      "epoch": 0.0438403383632065,
      "grad_norm": 0.48684564232826233,
      "learning_rate": 4.9884795732177624e-05,
      "loss": 6.1727,
      "step": 50085
    },
    {
      "epoch": 0.043844714956833654,
      "grad_norm": 0.4998834431171417,
      "learning_rate": 4.98847659595563e-05,
      "loss": 4.5458,
      "step": 50090
    },
    {
      "epoch": 0.04384909155046081,
      "grad_norm": 0.47169002890586853,
      "learning_rate": 4.9884736183099465e-05,
      "loss": 3.9942,
      "step": 50095
    },
    {
      "epoch": 0.04385346814408796,
      "grad_norm": 0.6955434679985046,
      "learning_rate": 4.988470640280714e-05,
      "loss": 5.7889,
      "step": 50100
    },
    {
      "epoch": 0.04385784473771512,
      "grad_norm": 0.5275269150733948,
      "learning_rate": 4.9884676618679303e-05,
      "loss": 5.2676,
      "step": 50105
    },
    {
      "epoch": 0.04386222133134227,
      "grad_norm": 0.5502660274505615,
      "learning_rate": 4.9884646830715995e-05,
      "loss": 4.2352,
      "step": 50110
    },
    {
      "epoch": 0.04386659792496943,
      "grad_norm": 0.4999193549156189,
      "learning_rate": 4.988461703891719e-05,
      "loss": 4.4842,
      "step": 50115
    },
    {
      "epoch": 0.04387097451859658,
      "grad_norm": 0.5643200874328613,
      "learning_rate": 4.988458724328291e-05,
      "loss": 5.3256,
      "step": 50120
    },
    {
      "epoch": 0.04387535111222374,
      "grad_norm": 0.5107322931289673,
      "learning_rate": 4.988455744381316e-05,
      "loss": 5.3083,
      "step": 50125
    },
    {
      "epoch": 0.04387972770585089,
      "grad_norm": 0.5264222025871277,
      "learning_rate": 4.988452764050794e-05,
      "loss": 5.085,
      "step": 50130
    },
    {
      "epoch": 0.04388410429947805,
      "grad_norm": 0.7052403688430786,
      "learning_rate": 4.9884497833367275e-05,
      "loss": 5.6021,
      "step": 50135
    },
    {
      "epoch": 0.0438884808931052,
      "grad_norm": 0.5117760300636292,
      "learning_rate": 4.988446802239113e-05,
      "loss": 5.0459,
      "step": 50140
    },
    {
      "epoch": 0.043892857486732356,
      "grad_norm": 0.5159667134284973,
      "learning_rate": 4.988443820757954e-05,
      "loss": 5.2701,
      "step": 50145
    },
    {
      "epoch": 0.04389723408035951,
      "grad_norm": 0.585360586643219,
      "learning_rate": 4.9884408388932527e-05,
      "loss": 4.2217,
      "step": 50150
    },
    {
      "epoch": 0.043901610673986666,
      "grad_norm": 0.447210431098938,
      "learning_rate": 4.9884378566450064e-05,
      "loss": 4.8664,
      "step": 50155
    },
    {
      "epoch": 0.04390598726761382,
      "grad_norm": 0.4743783473968506,
      "learning_rate": 4.9884348740132155e-05,
      "loss": 5.9324,
      "step": 50160
    },
    {
      "epoch": 0.043910363861240975,
      "grad_norm": 0.4272676110267639,
      "learning_rate": 4.988431890997885e-05,
      "loss": 4.3515,
      "step": 50165
    },
    {
      "epoch": 0.04391474045486813,
      "grad_norm": 0.44985854625701904,
      "learning_rate": 4.98842890759901e-05,
      "loss": 5.0512,
      "step": 50170
    },
    {
      "epoch": 0.043919117048495285,
      "grad_norm": 0.5180744528770447,
      "learning_rate": 4.988425923816594e-05,
      "loss": 4.9761,
      "step": 50175
    },
    {
      "epoch": 0.04392349364212244,
      "grad_norm": 0.47984975576400757,
      "learning_rate": 4.9884229396506374e-05,
      "loss": 5.3512,
      "step": 50180
    },
    {
      "epoch": 0.043927870235749594,
      "grad_norm": 0.6276958584785461,
      "learning_rate": 4.9884199551011415e-05,
      "loss": 5.274,
      "step": 50185
    },
    {
      "epoch": 0.04393224682937675,
      "grad_norm": 0.41605523228645325,
      "learning_rate": 4.988416970168105e-05,
      "loss": 5.2458,
      "step": 50190
    },
    {
      "epoch": 0.043936623423003904,
      "grad_norm": 0.4539763331413269,
      "learning_rate": 4.988413984851529e-05,
      "loss": 6.1107,
      "step": 50195
    },
    {
      "epoch": 0.04394100001663106,
      "grad_norm": 0.4760545790195465,
      "learning_rate": 4.988410999151414e-05,
      "loss": 5.3921,
      "step": 50200
    },
    {
      "epoch": 0.04394537661025821,
      "grad_norm": 0.48250725865364075,
      "learning_rate": 4.988408013067761e-05,
      "loss": 4.7605,
      "step": 50205
    },
    {
      "epoch": 0.04394975320388537,
      "grad_norm": 0.47829926013946533,
      "learning_rate": 4.988405026600572e-05,
      "loss": 5.3625,
      "step": 50210
    },
    {
      "epoch": 0.043954129797512516,
      "grad_norm": 0.5105024576187134,
      "learning_rate": 4.9884020397498454e-05,
      "loss": 5.0532,
      "step": 50215
    },
    {
      "epoch": 0.04395850639113967,
      "grad_norm": 0.4749220311641693,
      "learning_rate": 4.9883990525155824e-05,
      "loss": 5.8213,
      "step": 50220
    },
    {
      "epoch": 0.043962882984766825,
      "grad_norm": 0.4954947531223297,
      "learning_rate": 4.9883960648977836e-05,
      "loss": 5.2687,
      "step": 50225
    },
    {
      "epoch": 0.04396725957839398,
      "grad_norm": 0.5744087100028992,
      "learning_rate": 4.98839307689645e-05,
      "loss": 4.9669,
      "step": 50230
    },
    {
      "epoch": 0.043971636172021135,
      "grad_norm": 0.4657743275165558,
      "learning_rate": 4.988390088511582e-05,
      "loss": 5.0829,
      "step": 50235
    },
    {
      "epoch": 0.04397601276564829,
      "grad_norm": 0.4042900800704956,
      "learning_rate": 4.988387099743179e-05,
      "loss": 5.9009,
      "step": 50240
    },
    {
      "epoch": 0.043980389359275444,
      "grad_norm": 0.39042186737060547,
      "learning_rate": 4.9883841105912434e-05,
      "loss": 5.9009,
      "step": 50245
    },
    {
      "epoch": 0.0439847659529026,
      "grad_norm": 0.39888638257980347,
      "learning_rate": 4.988381121055775e-05,
      "loss": 6.4746,
      "step": 50250
    },
    {
      "epoch": 0.043989142546529754,
      "grad_norm": 0.5034191608428955,
      "learning_rate": 4.988378131136774e-05,
      "loss": 5.2861,
      "step": 50255
    },
    {
      "epoch": 0.04399351914015691,
      "grad_norm": 0.5046079754829407,
      "learning_rate": 4.988375140834242e-05,
      "loss": 4.4466,
      "step": 50260
    },
    {
      "epoch": 0.04399789573378406,
      "grad_norm": 0.4030628204345703,
      "learning_rate": 4.9883721501481786e-05,
      "loss": 6.1119,
      "step": 50265
    },
    {
      "epoch": 0.04400227232741122,
      "grad_norm": 0.415508896112442,
      "learning_rate": 4.988369159078584e-05,
      "loss": 6.4518,
      "step": 50270
    },
    {
      "epoch": 0.04400664892103837,
      "grad_norm": 0.5465384721755981,
      "learning_rate": 4.98836616762546e-05,
      "loss": 5.0862,
      "step": 50275
    },
    {
      "epoch": 0.04401102551466553,
      "grad_norm": 0.5167537331581116,
      "learning_rate": 4.988363175788806e-05,
      "loss": 4.7825,
      "step": 50280
    },
    {
      "epoch": 0.04401540210829268,
      "grad_norm": 0.4736349582672119,
      "learning_rate": 4.9883601835686244e-05,
      "loss": 5.2716,
      "step": 50285
    },
    {
      "epoch": 0.04401977870191984,
      "grad_norm": 0.4714851677417755,
      "learning_rate": 4.988357190964913e-05,
      "loss": 5.076,
      "step": 50290
    },
    {
      "epoch": 0.04402415529554699,
      "grad_norm": 0.5256823301315308,
      "learning_rate": 4.988354197977676e-05,
      "loss": 5.6167,
      "step": 50295
    },
    {
      "epoch": 0.04402853188917415,
      "grad_norm": 0.8275558352470398,
      "learning_rate": 4.98835120460691e-05,
      "loss": 4.9754,
      "step": 50300
    },
    {
      "epoch": 0.0440329084828013,
      "grad_norm": 0.6200212836265564,
      "learning_rate": 4.988348210852619e-05,
      "loss": 5.0655,
      "step": 50305
    },
    {
      "epoch": 0.044037285076428456,
      "grad_norm": 0.5405299663543701,
      "learning_rate": 4.988345216714801e-05,
      "loss": 5.3753,
      "step": 50310
    },
    {
      "epoch": 0.04404166167005561,
      "grad_norm": 0.48103663325309753,
      "learning_rate": 4.988342222193458e-05,
      "loss": 4.231,
      "step": 50315
    },
    {
      "epoch": 0.044046038263682766,
      "grad_norm": 0.48733991384506226,
      "learning_rate": 4.988339227288591e-05,
      "loss": 4.98,
      "step": 50320
    },
    {
      "epoch": 0.04405041485730992,
      "grad_norm": 0.566997766494751,
      "learning_rate": 4.9883362320001994e-05,
      "loss": 6.1447,
      "step": 50325
    },
    {
      "epoch": 0.044054791450937075,
      "grad_norm": 0.6803506016731262,
      "learning_rate": 4.988333236328284e-05,
      "loss": 5.6336,
      "step": 50330
    },
    {
      "epoch": 0.04405916804456423,
      "grad_norm": 0.489410936832428,
      "learning_rate": 4.988330240272846e-05,
      "loss": 6.4113,
      "step": 50335
    },
    {
      "epoch": 0.044063544638191385,
      "grad_norm": 0.45374563336372375,
      "learning_rate": 4.9883272438338846e-05,
      "loss": 6.1041,
      "step": 50340
    },
    {
      "epoch": 0.04406792123181853,
      "grad_norm": 0.5347693562507629,
      "learning_rate": 4.9883242470114025e-05,
      "loss": 5.6008,
      "step": 50345
    },
    {
      "epoch": 0.04407229782544569,
      "grad_norm": 0.42093491554260254,
      "learning_rate": 4.988321249805398e-05,
      "loss": 5.5062,
      "step": 50350
    },
    {
      "epoch": 0.04407667441907284,
      "grad_norm": 0.5427085757255554,
      "learning_rate": 4.988318252215875e-05,
      "loss": 5.0644,
      "step": 50355
    },
    {
      "epoch": 0.0440810510127,
      "grad_norm": 0.5093979835510254,
      "learning_rate": 4.988315254242829e-05,
      "loss": 4.8404,
      "step": 50360
    },
    {
      "epoch": 0.04408542760632715,
      "grad_norm": 0.4830235242843628,
      "learning_rate": 4.988312255886265e-05,
      "loss": 6.1301,
      "step": 50365
    },
    {
      "epoch": 0.044089804199954306,
      "grad_norm": 0.5132517218589783,
      "learning_rate": 4.988309257146181e-05,
      "loss": 5.3824,
      "step": 50370
    },
    {
      "epoch": 0.04409418079358146,
      "grad_norm": 0.507651686668396,
      "learning_rate": 4.98830625802258e-05,
      "loss": 5.2696,
      "step": 50375
    },
    {
      "epoch": 0.044098557387208616,
      "grad_norm": 0.4987209439277649,
      "learning_rate": 4.9883032585154596e-05,
      "loss": 4.7397,
      "step": 50380
    },
    {
      "epoch": 0.04410293398083577,
      "grad_norm": 0.4831591248512268,
      "learning_rate": 4.988300258624824e-05,
      "loss": 5.6139,
      "step": 50385
    },
    {
      "epoch": 0.044107310574462925,
      "grad_norm": 0.5791074633598328,
      "learning_rate": 4.9882972583506706e-05,
      "loss": 6.1223,
      "step": 50390
    },
    {
      "epoch": 0.04411168716809008,
      "grad_norm": 0.47435274720191956,
      "learning_rate": 4.9882942576930015e-05,
      "loss": 4.5161,
      "step": 50395
    },
    {
      "epoch": 0.044116063761717235,
      "grad_norm": 0.6123625040054321,
      "learning_rate": 4.9882912566518155e-05,
      "loss": 5.7918,
      "step": 50400
    },
    {
      "epoch": 0.04412044035534439,
      "grad_norm": 0.4987689256668091,
      "learning_rate": 4.988288255227116e-05,
      "loss": 4.7924,
      "step": 50405
    },
    {
      "epoch": 0.044124816948971544,
      "grad_norm": 0.5529406666755676,
      "learning_rate": 4.988285253418903e-05,
      "loss": 6.1234,
      "step": 50410
    },
    {
      "epoch": 0.0441291935425987,
      "grad_norm": 0.4738146662712097,
      "learning_rate": 4.988282251227174e-05,
      "loss": 5.8088,
      "step": 50415
    },
    {
      "epoch": 0.044133570136225854,
      "grad_norm": 0.5385264754295349,
      "learning_rate": 4.9882792486519334e-05,
      "loss": 5.8839,
      "step": 50420
    },
    {
      "epoch": 0.04413794672985301,
      "grad_norm": 0.48023638129234314,
      "learning_rate": 4.98827624569318e-05,
      "loss": 5.8223,
      "step": 50425
    },
    {
      "epoch": 0.04414232332348016,
      "grad_norm": 0.5064753293991089,
      "learning_rate": 4.988273242350914e-05,
      "loss": 4.809,
      "step": 50430
    },
    {
      "epoch": 0.04414669991710732,
      "grad_norm": 0.46306273341178894,
      "learning_rate": 4.988270238625137e-05,
      "loss": 4.6846,
      "step": 50435
    },
    {
      "epoch": 0.04415107651073447,
      "grad_norm": 0.49848300218582153,
      "learning_rate": 4.9882672345158485e-05,
      "loss": 4.4377,
      "step": 50440
    },
    {
      "epoch": 0.04415545310436163,
      "grad_norm": 0.5933271646499634,
      "learning_rate": 4.988264230023051e-05,
      "loss": 6.116,
      "step": 50445
    },
    {
      "epoch": 0.04415982969798878,
      "grad_norm": 0.4666964113712311,
      "learning_rate": 4.988261225146743e-05,
      "loss": 5.3817,
      "step": 50450
    },
    {
      "epoch": 0.04416420629161594,
      "grad_norm": 0.5122628211975098,
      "learning_rate": 4.9882582198869255e-05,
      "loss": 5.305,
      "step": 50455
    },
    {
      "epoch": 0.04416858288524309,
      "grad_norm": 0.5341486930847168,
      "learning_rate": 4.9882552142436e-05,
      "loss": 4.7676,
      "step": 50460
    },
    {
      "epoch": 0.04417295947887025,
      "grad_norm": 0.4027782380580902,
      "learning_rate": 4.988252208216766e-05,
      "loss": 5.8154,
      "step": 50465
    },
    {
      "epoch": 0.0441773360724974,
      "grad_norm": 0.5135420560836792,
      "learning_rate": 4.988249201806425e-05,
      "loss": 5.2763,
      "step": 50470
    },
    {
      "epoch": 0.04418171266612455,
      "grad_norm": 0.5113799571990967,
      "learning_rate": 4.988246195012577e-05,
      "loss": 5.3646,
      "step": 50475
    },
    {
      "epoch": 0.044186089259751704,
      "grad_norm": 0.5178777575492859,
      "learning_rate": 4.9882431878352235e-05,
      "loss": 5.5967,
      "step": 50480
    },
    {
      "epoch": 0.04419046585337886,
      "grad_norm": 0.529800295829773,
      "learning_rate": 4.988240180274364e-05,
      "loss": 5.5726,
      "step": 50485
    },
    {
      "epoch": 0.044194842447006014,
      "grad_norm": 0.5566107630729675,
      "learning_rate": 4.988237172329999e-05,
      "loss": 5.8776,
      "step": 50490
    },
    {
      "epoch": 0.04419921904063317,
      "grad_norm": 0.47697174549102783,
      "learning_rate": 4.98823416400213e-05,
      "loss": 4.8321,
      "step": 50495
    },
    {
      "epoch": 0.04420359563426032,
      "grad_norm": 0.5277804136276245,
      "learning_rate": 4.9882311552907565e-05,
      "loss": 4.7474,
      "step": 50500
    },
    {
      "epoch": 0.04420797222788748,
      "grad_norm": 0.5162192583084106,
      "learning_rate": 4.98822814619588e-05,
      "loss": 5.5896,
      "step": 50505
    },
    {
      "epoch": 0.04421234882151463,
      "grad_norm": 0.47455644607543945,
      "learning_rate": 4.9882251367175e-05,
      "loss": 5.6087,
      "step": 50510
    },
    {
      "epoch": 0.04421672541514179,
      "grad_norm": 0.44214606285095215,
      "learning_rate": 4.988222126855619e-05,
      "loss": 6.1238,
      "step": 50515
    },
    {
      "epoch": 0.04422110200876894,
      "grad_norm": 0.40249085426330566,
      "learning_rate": 4.9882191166102365e-05,
      "loss": 5.9028,
      "step": 50520
    },
    {
      "epoch": 0.0442254786023961,
      "grad_norm": 0.3878108561038971,
      "learning_rate": 4.9882161059813525e-05,
      "loss": 6.3922,
      "step": 50525
    },
    {
      "epoch": 0.04422985519602325,
      "grad_norm": 0.4159615635871887,
      "learning_rate": 4.9882130949689685e-05,
      "loss": 6.1477,
      "step": 50530
    },
    {
      "epoch": 0.044234231789650406,
      "grad_norm": 0.44259652495384216,
      "learning_rate": 4.988210083573085e-05,
      "loss": 5.5818,
      "step": 50535
    },
    {
      "epoch": 0.04423860838327756,
      "grad_norm": 0.512520968914032,
      "learning_rate": 4.9882070717937014e-05,
      "loss": 4.5289,
      "step": 50540
    },
    {
      "epoch": 0.044242984976904716,
      "grad_norm": 0.5031121969223022,
      "learning_rate": 4.988204059630819e-05,
      "loss": 5.5964,
      "step": 50545
    },
    {
      "epoch": 0.04424736157053187,
      "grad_norm": 0.5870510935783386,
      "learning_rate": 4.988201047084439e-05,
      "loss": 5.2991,
      "step": 50550
    },
    {
      "epoch": 0.044251738164159025,
      "grad_norm": 0.48361629247665405,
      "learning_rate": 4.988198034154561e-05,
      "loss": 5.3408,
      "step": 50555
    },
    {
      "epoch": 0.04425611475778618,
      "grad_norm": 0.5972455739974976,
      "learning_rate": 4.9881950208411865e-05,
      "loss": 4.7672,
      "step": 50560
    },
    {
      "epoch": 0.044260491351413335,
      "grad_norm": 0.6169593930244446,
      "learning_rate": 4.988192007144316e-05,
      "loss": 4.8393,
      "step": 50565
    },
    {
      "epoch": 0.04426486794504049,
      "grad_norm": 0.6341121196746826,
      "learning_rate": 4.988188993063948e-05,
      "loss": 5.8896,
      "step": 50570
    },
    {
      "epoch": 0.044269244538667644,
      "grad_norm": 0.48545482754707336,
      "learning_rate": 4.9881859786000865e-05,
      "loss": 5.5023,
      "step": 50575
    },
    {
      "epoch": 0.0442736211322948,
      "grad_norm": 0.4731483459472656,
      "learning_rate": 4.98818296375273e-05,
      "loss": 5.3507,
      "step": 50580
    },
    {
      "epoch": 0.044277997725921954,
      "grad_norm": 0.44835516810417175,
      "learning_rate": 4.98817994852188e-05,
      "loss": 5.7998,
      "step": 50585
    },
    {
      "epoch": 0.04428237431954911,
      "grad_norm": 0.4617376923561096,
      "learning_rate": 4.9881769329075345e-05,
      "loss": 4.4369,
      "step": 50590
    },
    {
      "epoch": 0.044286750913176263,
      "grad_norm": 0.4696595072746277,
      "learning_rate": 4.988173916909699e-05,
      "loss": 3.8117,
      "step": 50595
    },
    {
      "epoch": 0.04429112750680342,
      "grad_norm": 0.4306095242500305,
      "learning_rate": 4.9881709005283695e-05,
      "loss": 5.2723,
      "step": 50600
    },
    {
      "epoch": 0.044295504100430566,
      "grad_norm": 0.4296957850456238,
      "learning_rate": 4.988167883763548e-05,
      "loss": 6.1031,
      "step": 50605
    },
    {
      "epoch": 0.04429988069405772,
      "grad_norm": 0.5829797387123108,
      "learning_rate": 4.988164866615236e-05,
      "loss": 5.5568,
      "step": 50610
    },
    {
      "epoch": 0.044304257287684876,
      "grad_norm": 0.4479629695415497,
      "learning_rate": 4.988161849083434e-05,
      "loss": 5.0651,
      "step": 50615
    },
    {
      "epoch": 0.04430863388131203,
      "grad_norm": 0.4034680426120758,
      "learning_rate": 4.9881588311681407e-05,
      "loss": 5.9319,
      "step": 50620
    },
    {
      "epoch": 0.044313010474939185,
      "grad_norm": 0.47227969765663147,
      "learning_rate": 4.9881558128693584e-05,
      "loss": 5.5712,
      "step": 50625
    },
    {
      "epoch": 0.04431738706856634,
      "grad_norm": 0.4136572480201721,
      "learning_rate": 4.988152794187089e-05,
      "loss": 5.8877,
      "step": 50630
    },
    {
      "epoch": 0.044321763662193495,
      "grad_norm": 0.4810316264629364,
      "learning_rate": 4.988149775121329e-05,
      "loss": 5.5184,
      "step": 50635
    },
    {
      "epoch": 0.04432614025582065,
      "grad_norm": 0.4879131615161896,
      "learning_rate": 4.988146755672083e-05,
      "loss": 4.5287,
      "step": 50640
    },
    {
      "epoch": 0.044330516849447804,
      "grad_norm": 0.5428693890571594,
      "learning_rate": 4.988143735839349e-05,
      "loss": 4.5441,
      "step": 50645
    },
    {
      "epoch": 0.04433489344307496,
      "grad_norm": 0.497715026140213,
      "learning_rate": 4.9881407156231296e-05,
      "loss": 6.1381,
      "step": 50650
    },
    {
      "epoch": 0.044339270036702114,
      "grad_norm": 0.4791300892829895,
      "learning_rate": 4.9881376950234236e-05,
      "loss": 5.5896,
      "step": 50655
    },
    {
      "epoch": 0.04434364663032927,
      "grad_norm": 0.4922749698162079,
      "learning_rate": 4.9881346740402326e-05,
      "loss": 5.5671,
      "step": 50660
    },
    {
      "epoch": 0.04434802322395642,
      "grad_norm": 0.4957199990749359,
      "learning_rate": 4.9881316526735566e-05,
      "loss": 5.6379,
      "step": 50665
    },
    {
      "epoch": 0.04435239981758358,
      "grad_norm": 0.4985218346118927,
      "learning_rate": 4.988128630923396e-05,
      "loss": 5.2683,
      "step": 50670
    },
    {
      "epoch": 0.04435677641121073,
      "grad_norm": 0.6178739666938782,
      "learning_rate": 4.988125608789752e-05,
      "loss": 5.304,
      "step": 50675
    },
    {
      "epoch": 0.04436115300483789,
      "grad_norm": 0.7009983062744141,
      "learning_rate": 4.988122586272627e-05,
      "loss": 4.7732,
      "step": 50680
    },
    {
      "epoch": 0.04436552959846504,
      "grad_norm": 0.4893694221973419,
      "learning_rate": 4.988119563372017e-05,
      "loss": 6.4348,
      "step": 50685
    },
    {
      "epoch": 0.0443699061920922,
      "grad_norm": 0.47592562437057495,
      "learning_rate": 4.988116540087927e-05,
      "loss": 4.9578,
      "step": 50690
    },
    {
      "epoch": 0.04437428278571935,
      "grad_norm": 0.44019702076911926,
      "learning_rate": 4.988113516420354e-05,
      "loss": 5.6029,
      "step": 50695
    },
    {
      "epoch": 0.044378659379346506,
      "grad_norm": 0.6460497975349426,
      "learning_rate": 4.9881104923693024e-05,
      "loss": 5.8176,
      "step": 50700
    },
    {
      "epoch": 0.04438303597297366,
      "grad_norm": 0.5768460035324097,
      "learning_rate": 4.988107467934769e-05,
      "loss": 5.6237,
      "step": 50705
    },
    {
      "epoch": 0.044387412566600816,
      "grad_norm": 0.6179391145706177,
      "learning_rate": 4.9881044431167566e-05,
      "loss": 5.2587,
      "step": 50710
    },
    {
      "epoch": 0.04439178916022797,
      "grad_norm": 0.5671617984771729,
      "learning_rate": 4.988101417915266e-05,
      "loss": 4.8616,
      "step": 50715
    },
    {
      "epoch": 0.044396165753855125,
      "grad_norm": 0.5531970858573914,
      "learning_rate": 4.988098392330297e-05,
      "loss": 5.6048,
      "step": 50720
    },
    {
      "epoch": 0.04440054234748228,
      "grad_norm": 0.5807788372039795,
      "learning_rate": 4.9880953663618503e-05,
      "loss": 5.2541,
      "step": 50725
    },
    {
      "epoch": 0.04440491894110943,
      "grad_norm": 0.5555866360664368,
      "learning_rate": 4.9880923400099253e-05,
      "loss": 5.3646,
      "step": 50730
    },
    {
      "epoch": 0.04440929553473658,
      "grad_norm": 0.5739120244979858,
      "learning_rate": 4.9880893132745255e-05,
      "loss": 5.8998,
      "step": 50735
    },
    {
      "epoch": 0.04441367212836374,
      "grad_norm": 0.700038492679596,
      "learning_rate": 4.988086286155649e-05,
      "loss": 4.5632,
      "step": 50740
    },
    {
      "epoch": 0.04441804872199089,
      "grad_norm": 0.4869239628314972,
      "learning_rate": 4.9880832586532965e-05,
      "loss": 5.0939,
      "step": 50745
    },
    {
      "epoch": 0.04442242531561805,
      "grad_norm": 0.47581228613853455,
      "learning_rate": 4.98808023076747e-05,
      "loss": 4.5093,
      "step": 50750
    },
    {
      "epoch": 0.0444268019092452,
      "grad_norm": 0.4279121160507202,
      "learning_rate": 4.988077202498168e-05,
      "loss": 6.4238,
      "step": 50755
    },
    {
      "epoch": 0.04443117850287236,
      "grad_norm": 0.5078182220458984,
      "learning_rate": 4.988074173845394e-05,
      "loss": 4.7595,
      "step": 50760
    },
    {
      "epoch": 0.04443555509649951,
      "grad_norm": 0.5203166007995605,
      "learning_rate": 4.988071144809147e-05,
      "loss": 5.6078,
      "step": 50765
    },
    {
      "epoch": 0.044439931690126666,
      "grad_norm": 0.44902634620666504,
      "learning_rate": 4.988068115389426e-05,
      "loss": 5.5965,
      "step": 50770
    },
    {
      "epoch": 0.04444430828375382,
      "grad_norm": 0.5097779035568237,
      "learning_rate": 4.9880650855862346e-05,
      "loss": 5.6078,
      "step": 50775
    },
    {
      "epoch": 0.044448684877380976,
      "grad_norm": 0.47918781638145447,
      "learning_rate": 4.9880620553995705e-05,
      "loss": 4.5105,
      "step": 50780
    },
    {
      "epoch": 0.04445306147100813,
      "grad_norm": 0.4990180730819702,
      "learning_rate": 4.988059024829437e-05,
      "loss": 4.9538,
      "step": 50785
    },
    {
      "epoch": 0.044457438064635285,
      "grad_norm": 0.4095531105995178,
      "learning_rate": 4.9880559938758334e-05,
      "loss": 5.6077,
      "step": 50790
    },
    {
      "epoch": 0.04446181465826244,
      "grad_norm": 0.6707322597503662,
      "learning_rate": 4.98805296253876e-05,
      "loss": 5.2795,
      "step": 50795
    },
    {
      "epoch": 0.044466191251889595,
      "grad_norm": 0.5286300778388977,
      "learning_rate": 4.988049930818216e-05,
      "loss": 6.1238,
      "step": 50800
    },
    {
      "epoch": 0.04447056784551675,
      "grad_norm": 0.4723301827907562,
      "learning_rate": 4.988046898714206e-05,
      "loss": 4.7803,
      "step": 50805
    },
    {
      "epoch": 0.044474944439143904,
      "grad_norm": 0.4175061881542206,
      "learning_rate": 4.9880438662267274e-05,
      "loss": 5.8074,
      "step": 50810
    },
    {
      "epoch": 0.04447932103277106,
      "grad_norm": 0.5127534866333008,
      "learning_rate": 4.9880408333557807e-05,
      "loss": 5.605,
      "step": 50815
    },
    {
      "epoch": 0.044483697626398214,
      "grad_norm": 0.4736849069595337,
      "learning_rate": 4.9880378001013686e-05,
      "loss": 5.0467,
      "step": 50820
    },
    {
      "epoch": 0.04448807422002537,
      "grad_norm": 0.3813939690589905,
      "learning_rate": 4.98803476646349e-05,
      "loss": 5.9091,
      "step": 50825
    },
    {
      "epoch": 0.04449245081365252,
      "grad_norm": 0.48354682326316833,
      "learning_rate": 4.9880317324421456e-05,
      "loss": 4.8379,
      "step": 50830
    },
    {
      "epoch": 0.04449682740727968,
      "grad_norm": 0.37556225061416626,
      "learning_rate": 4.988028698037337e-05,
      "loss": 5.8688,
      "step": 50835
    },
    {
      "epoch": 0.04450120400090683,
      "grad_norm": 0.46992287039756775,
      "learning_rate": 4.988025663249064e-05,
      "loss": 5.5969,
      "step": 50840
    },
    {
      "epoch": 0.04450558059453399,
      "grad_norm": 0.49637871980667114,
      "learning_rate": 4.988022628077327e-05,
      "loss": 5.0301,
      "step": 50845
    },
    {
      "epoch": 0.04450995718816114,
      "grad_norm": 0.46941134333610535,
      "learning_rate": 4.988019592522126e-05,
      "loss": 4.7271,
      "step": 50850
    },
    {
      "epoch": 0.0445143337817883,
      "grad_norm": 0.41202008724212646,
      "learning_rate": 4.9880165565834646e-05,
      "loss": 6.1219,
      "step": 50855
    },
    {
      "epoch": 0.044518710375415445,
      "grad_norm": 0.38391348719596863,
      "learning_rate": 4.98801352026134e-05,
      "loss": 6.4043,
      "step": 50860
    },
    {
      "epoch": 0.0445230869690426,
      "grad_norm": 0.41642770171165466,
      "learning_rate": 4.988010483555754e-05,
      "loss": 6.0969,
      "step": 50865
    },
    {
      "epoch": 0.044527463562669754,
      "grad_norm": 0.39221125841140747,
      "learning_rate": 4.988007446466707e-05,
      "loss": 6.0783,
      "step": 50870
    },
    {
      "epoch": 0.04453184015629691,
      "grad_norm": 0.4080451726913452,
      "learning_rate": 4.9880044089942014e-05,
      "loss": 6.1066,
      "step": 50875
    },
    {
      "epoch": 0.044536216749924064,
      "grad_norm": 0.46957889199256897,
      "learning_rate": 4.988001371138235e-05,
      "loss": 4.7405,
      "step": 50880
    },
    {
      "epoch": 0.04454059334355122,
      "grad_norm": 0.48683488368988037,
      "learning_rate": 4.987998332898809e-05,
      "loss": 4.7504,
      "step": 50885
    },
    {
      "epoch": 0.04454496993717837,
      "grad_norm": 0.4369984567165375,
      "learning_rate": 4.9879952942759257e-05,
      "loss": 5.0574,
      "step": 50890
    },
    {
      "epoch": 0.04454934653080553,
      "grad_norm": 0.46200546622276306,
      "learning_rate": 4.987992255269583e-05,
      "loss": 5.2625,
      "step": 50895
    },
    {
      "epoch": 0.04455372312443268,
      "grad_norm": 0.4618091881275177,
      "learning_rate": 4.987989215879785e-05,
      "loss": 5.0642,
      "step": 50900
    },
    {
      "epoch": 0.04455809971805984,
      "grad_norm": 0.4182935357093811,
      "learning_rate": 4.987986176106529e-05,
      "loss": 5.5843,
      "step": 50905
    },
    {
      "epoch": 0.04456247631168699,
      "grad_norm": 0.4741693139076233,
      "learning_rate": 4.987983135949817e-05,
      "loss": 5.6216,
      "step": 50910
    },
    {
      "epoch": 0.04456685290531415,
      "grad_norm": 0.5070210695266724,
      "learning_rate": 4.987980095409651e-05,
      "loss": 4.8356,
      "step": 50915
    },
    {
      "epoch": 0.0445712294989413,
      "grad_norm": 0.6818395853042603,
      "learning_rate": 4.9879770544860294e-05,
      "loss": 4.8364,
      "step": 50920
    },
    {
      "epoch": 0.04457560609256846,
      "grad_norm": 0.589826226234436,
      "learning_rate": 4.987974013178953e-05,
      "loss": 4.8597,
      "step": 50925
    },
    {
      "epoch": 0.04457998268619561,
      "grad_norm": 0.5464523434638977,
      "learning_rate": 4.9879709714884234e-05,
      "loss": 4.2634,
      "step": 50930
    },
    {
      "epoch": 0.044584359279822766,
      "grad_norm": 0.5545129776000977,
      "learning_rate": 4.98796792941444e-05,
      "loss": 4.1803,
      "step": 50935
    },
    {
      "epoch": 0.04458873587344992,
      "grad_norm": 0.7146874070167542,
      "learning_rate": 4.987964886957005e-05,
      "loss": 4.339,
      "step": 50940
    },
    {
      "epoch": 0.044593112467077076,
      "grad_norm": 0.7721127867698669,
      "learning_rate": 4.987961844116117e-05,
      "loss": 5.5514,
      "step": 50945
    },
    {
      "epoch": 0.04459748906070423,
      "grad_norm": 0.5098555088043213,
      "learning_rate": 4.9879588008917776e-05,
      "loss": 5.3728,
      "step": 50950
    },
    {
      "epoch": 0.044601865654331385,
      "grad_norm": 0.44028058648109436,
      "learning_rate": 4.987955757283988e-05,
      "loss": 5.5931,
      "step": 50955
    },
    {
      "epoch": 0.04460624224795854,
      "grad_norm": 0.5279642343521118,
      "learning_rate": 4.9879527132927485e-05,
      "loss": 5.0623,
      "step": 50960
    },
    {
      "epoch": 0.044610618841585695,
      "grad_norm": 0.5080011487007141,
      "learning_rate": 4.987949668918058e-05,
      "loss": 4.5336,
      "step": 50965
    },
    {
      "epoch": 0.04461499543521285,
      "grad_norm": 0.6073049306869507,
      "learning_rate": 4.9879466241599204e-05,
      "loss": 5.3347,
      "step": 50970
    },
    {
      "epoch": 0.044619372028840004,
      "grad_norm": 0.539017379283905,
      "learning_rate": 4.987943579018334e-05,
      "loss": 5.5797,
      "step": 50975
    },
    {
      "epoch": 0.04462374862246716,
      "grad_norm": 0.43762528896331787,
      "learning_rate": 4.9879405334932985e-05,
      "loss": 6.4254,
      "step": 50980
    },
    {
      "epoch": 0.044628125216094314,
      "grad_norm": 0.42154204845428467,
      "learning_rate": 4.987937487584816e-05,
      "loss": 5.5678,
      "step": 50985
    },
    {
      "epoch": 0.04463250180972146,
      "grad_norm": 0.4783564805984497,
      "learning_rate": 4.9879344412928876e-05,
      "loss": 4.7831,
      "step": 50990
    },
    {
      "epoch": 0.044636878403348616,
      "grad_norm": 0.6955199241638184,
      "learning_rate": 4.987931394617512e-05,
      "loss": 5.9279,
      "step": 50995
    },
    {
      "epoch": 0.04464125499697577,
      "grad_norm": 0.5141401886940002,
      "learning_rate": 4.9879283475586925e-05,
      "loss": 5.3448,
      "step": 51000
    },
    {
      "epoch": 0.044645631590602926,
      "grad_norm": 0.6178660988807678,
      "learning_rate": 4.987925300116427e-05,
      "loss": 5.8359,
      "step": 51005
    },
    {
      "epoch": 0.04465000818423008,
      "grad_norm": 0.48418059945106506,
      "learning_rate": 4.9879222522907166e-05,
      "loss": 4.9858,
      "step": 51010
    },
    {
      "epoch": 0.044654384777857235,
      "grad_norm": 0.48812559247016907,
      "learning_rate": 4.987919204081564e-05,
      "loss": 4.5369,
      "step": 51015
    },
    {
      "epoch": 0.04465876137148439,
      "grad_norm": 0.4835405647754669,
      "learning_rate": 4.987916155488967e-05,
      "loss": 5.5851,
      "step": 51020
    },
    {
      "epoch": 0.044663137965111545,
      "grad_norm": 0.4343395531177521,
      "learning_rate": 4.987913106512928e-05,
      "loss": 5.2621,
      "step": 51025
    },
    {
      "epoch": 0.0446675145587387,
      "grad_norm": 0.413603812456131,
      "learning_rate": 4.987910057153447e-05,
      "loss": 5.2812,
      "step": 51030
    },
    {
      "epoch": 0.044671891152365854,
      "grad_norm": 0.48417583107948303,
      "learning_rate": 4.987907007410525e-05,
      "loss": 4.8296,
      "step": 51035
    },
    {
      "epoch": 0.04467626774599301,
      "grad_norm": 0.47866594791412354,
      "learning_rate": 4.9879039572841614e-05,
      "loss": 5.0775,
      "step": 51040
    },
    {
      "epoch": 0.044680644339620164,
      "grad_norm": 0.4052271544933319,
      "learning_rate": 4.9879009067743573e-05,
      "loss": 6.4105,
      "step": 51045
    },
    {
      "epoch": 0.04468502093324732,
      "grad_norm": 0.6332331299781799,
      "learning_rate": 4.987897855881115e-05,
      "loss": 4.533,
      "step": 51050
    },
    {
      "epoch": 0.04468939752687447,
      "grad_norm": 0.4857034683227539,
      "learning_rate": 4.9878948046044324e-05,
      "loss": 5.3645,
      "step": 51055
    },
    {
      "epoch": 0.04469377412050163,
      "grad_norm": 0.5248198509216309,
      "learning_rate": 4.987891752944313e-05,
      "loss": 5.8023,
      "step": 51060
    },
    {
      "epoch": 0.04469815071412878,
      "grad_norm": 0.4071761667728424,
      "learning_rate": 4.987888700900754e-05,
      "loss": 5.8981,
      "step": 51065
    },
    {
      "epoch": 0.04470252730775594,
      "grad_norm": 0.47783833742141724,
      "learning_rate": 4.9878856484737576e-05,
      "loss": 5.8665,
      "step": 51070
    },
    {
      "epoch": 0.04470690390138309,
      "grad_norm": 0.5024528503417969,
      "learning_rate": 4.987882595663326e-05,
      "loss": 5.823,
      "step": 51075
    },
    {
      "epoch": 0.04471128049501025,
      "grad_norm": 0.483603835105896,
      "learning_rate": 4.987879542469457e-05,
      "loss": 5.3479,
      "step": 51080
    },
    {
      "epoch": 0.0447156570886374,
      "grad_norm": 0.5146780014038086,
      "learning_rate": 4.987876488892153e-05,
      "loss": 5.2582,
      "step": 51085
    },
    {
      "epoch": 0.04472003368226456,
      "grad_norm": 0.4895157516002655,
      "learning_rate": 4.987873434931415e-05,
      "loss": 4.6703,
      "step": 51090
    },
    {
      "epoch": 0.04472441027589171,
      "grad_norm": 0.4402301609516144,
      "learning_rate": 4.987870380587241e-05,
      "loss": 6.1377,
      "step": 51095
    },
    {
      "epoch": 0.044728786869518866,
      "grad_norm": 0.45850083231925964,
      "learning_rate": 4.987867325859634e-05,
      "loss": 4.9615,
      "step": 51100
    },
    {
      "epoch": 0.04473316346314602,
      "grad_norm": 0.5555936098098755,
      "learning_rate": 4.987864270748593e-05,
      "loss": 5.0723,
      "step": 51105
    },
    {
      "epoch": 0.044737540056773176,
      "grad_norm": 0.49181267619132996,
      "learning_rate": 4.9878612152541215e-05,
      "loss": 5.8886,
      "step": 51110
    },
    {
      "epoch": 0.04474191665040033,
      "grad_norm": 0.9303777813911438,
      "learning_rate": 4.987858159376216e-05,
      "loss": 4.742,
      "step": 51115
    },
    {
      "epoch": 0.04474629324402748,
      "grad_norm": 0.9312136173248291,
      "learning_rate": 4.98785510311488e-05,
      "loss": 5.2489,
      "step": 51120
    },
    {
      "epoch": 0.04475066983765463,
      "grad_norm": 0.5566806197166443,
      "learning_rate": 4.987852046470114e-05,
      "loss": 5.8068,
      "step": 51125
    },
    {
      "epoch": 0.04475504643128179,
      "grad_norm": 0.4887501895427704,
      "learning_rate": 4.9878489894419165e-05,
      "loss": 5.0664,
      "step": 51130
    },
    {
      "epoch": 0.04475942302490894,
      "grad_norm": 0.49811217188835144,
      "learning_rate": 4.987845932030291e-05,
      "loss": 4.5564,
      "step": 51135
    },
    {
      "epoch": 0.0447637996185361,
      "grad_norm": 0.42853832244873047,
      "learning_rate": 4.987842874235234e-05,
      "loss": 4.854,
      "step": 51140
    },
    {
      "epoch": 0.04476817621216325,
      "grad_norm": 0.5444127321243286,
      "learning_rate": 4.987839816056751e-05,
      "loss": 5.4744,
      "step": 51145
    },
    {
      "epoch": 0.04477255280579041,
      "grad_norm": 0.5481871366500854,
      "learning_rate": 4.987836757494838e-05,
      "loss": 4.966,
      "step": 51150
    },
    {
      "epoch": 0.04477692939941756,
      "grad_norm": 0.4417514204978943,
      "learning_rate": 4.9878336985495e-05,
      "loss": 5.81,
      "step": 51155
    },
    {
      "epoch": 0.044781305993044716,
      "grad_norm": 0.4239196181297302,
      "learning_rate": 4.987830639220734e-05,
      "loss": 5.4949,
      "step": 51160
    },
    {
      "epoch": 0.04478568258667187,
      "grad_norm": 0.4495813548564911,
      "learning_rate": 4.9878275795085424e-05,
      "loss": 5.5931,
      "step": 51165
    },
    {
      "epoch": 0.044790059180299026,
      "grad_norm": 0.3921123147010803,
      "learning_rate": 4.987824519412925e-05,
      "loss": 5.6118,
      "step": 51170
    },
    {
      "epoch": 0.04479443577392618,
      "grad_norm": 0.46392157673835754,
      "learning_rate": 4.9878214589338824e-05,
      "loss": 5.5836,
      "step": 51175
    },
    {
      "epoch": 0.044798812367553335,
      "grad_norm": 0.548683226108551,
      "learning_rate": 4.987818398071417e-05,
      "loss": 5.601,
      "step": 51180
    },
    {
      "epoch": 0.04480318896118049,
      "grad_norm": 0.39198771119117737,
      "learning_rate": 4.9878153368255256e-05,
      "loss": 5.5814,
      "step": 51185
    },
    {
      "epoch": 0.044807565554807645,
      "grad_norm": 0.5089041590690613,
      "learning_rate": 4.987812275196212e-05,
      "loss": 5.5646,
      "step": 51190
    },
    {
      "epoch": 0.0448119421484348,
      "grad_norm": 0.5086451768875122,
      "learning_rate": 4.987809213183477e-05,
      "loss": 5.8674,
      "step": 51195
    },
    {
      "epoch": 0.044816318742061954,
      "grad_norm": 0.526356041431427,
      "learning_rate": 4.987806150787319e-05,
      "loss": 5.5909,
      "step": 51200
    },
    {
      "epoch": 0.04482069533568911,
      "grad_norm": 0.39058151841163635,
      "learning_rate": 4.98780308800774e-05,
      "loss": 5.6026,
      "step": 51205
    },
    {
      "epoch": 0.044825071929316264,
      "grad_norm": 0.41674938797950745,
      "learning_rate": 4.98780002484474e-05,
      "loss": 6.0984,
      "step": 51210
    },
    {
      "epoch": 0.04482944852294342,
      "grad_norm": 0.39557895064353943,
      "learning_rate": 4.9877969612983196e-05,
      "loss": 5.8888,
      "step": 51215
    },
    {
      "epoch": 0.04483382511657057,
      "grad_norm": 0.5914375185966492,
      "learning_rate": 4.98779389736848e-05,
      "loss": 5.8178,
      "step": 51220
    },
    {
      "epoch": 0.04483820171019773,
      "grad_norm": 0.4954897463321686,
      "learning_rate": 4.9877908330552217e-05,
      "loss": 4.3045,
      "step": 51225
    },
    {
      "epoch": 0.04484257830382488,
      "grad_norm": 0.49480822682380676,
      "learning_rate": 4.987787768358544e-05,
      "loss": 4.813,
      "step": 51230
    },
    {
      "epoch": 0.04484695489745204,
      "grad_norm": 0.4139975309371948,
      "learning_rate": 4.98778470327845e-05,
      "loss": 5.8941,
      "step": 51235
    },
    {
      "epoch": 0.04485133149107919,
      "grad_norm": 0.40602946281433105,
      "learning_rate": 4.987781637814938e-05,
      "loss": 6.0861,
      "step": 51240
    },
    {
      "epoch": 0.04485570808470634,
      "grad_norm": 0.4883935749530792,
      "learning_rate": 4.987778571968009e-05,
      "loss": 5.79,
      "step": 51245
    },
    {
      "epoch": 0.044860084678333495,
      "grad_norm": 0.472513884305954,
      "learning_rate": 4.987775505737665e-05,
      "loss": 5.1098,
      "step": 51250
    },
    {
      "epoch": 0.04486446127196065,
      "grad_norm": 0.4737773835659027,
      "learning_rate": 4.987772439123905e-05,
      "loss": 5.5006,
      "step": 51255
    },
    {
      "epoch": 0.044868837865587805,
      "grad_norm": 0.490286648273468,
      "learning_rate": 4.987769372126729e-05,
      "loss": 5.2806,
      "step": 51260
    },
    {
      "epoch": 0.04487321445921496,
      "grad_norm": 0.39891961216926575,
      "learning_rate": 4.987766304746141e-05,
      "loss": 5.3456,
      "step": 51265
    },
    {
      "epoch": 0.044877591052842114,
      "grad_norm": 0.48518291115760803,
      "learning_rate": 4.987763236982138e-05,
      "loss": 5.2425,
      "step": 51270
    },
    {
      "epoch": 0.04488196764646927,
      "grad_norm": 0.5165215730667114,
      "learning_rate": 4.987760168834722e-05,
      "loss": 5.371,
      "step": 51275
    },
    {
      "epoch": 0.044886344240096424,
      "grad_norm": 0.49453139305114746,
      "learning_rate": 4.987757100303892e-05,
      "loss": 5.3974,
      "step": 51280
    },
    {
      "epoch": 0.04489072083372358,
      "grad_norm": 0.4256637394428253,
      "learning_rate": 4.987754031389653e-05,
      "loss": 5.6101,
      "step": 51285
    },
    {
      "epoch": 0.04489509742735073,
      "grad_norm": 0.5486363768577576,
      "learning_rate": 4.987750962092002e-05,
      "loss": 6.1256,
      "step": 51290
    },
    {
      "epoch": 0.04489947402097789,
      "grad_norm": 0.48024171590805054,
      "learning_rate": 4.9877478924109386e-05,
      "loss": 4.8636,
      "step": 51295
    },
    {
      "epoch": 0.04490385061460504,
      "grad_norm": 0.5031949877738953,
      "learning_rate": 4.987744822346466e-05,
      "loss": 5.7932,
      "step": 51300
    },
    {
      "epoch": 0.0449082272082322,
      "grad_norm": 0.46128126978874207,
      "learning_rate": 4.9877417518985846e-05,
      "loss": 4.9376,
      "step": 51305
    },
    {
      "epoch": 0.04491260380185935,
      "grad_norm": 0.4639942944049835,
      "learning_rate": 4.9877386810672946e-05,
      "loss": 4.9634,
      "step": 51310
    },
    {
      "epoch": 0.04491698039548651,
      "grad_norm": 0.5033822059631348,
      "learning_rate": 4.987735609852594e-05,
      "loss": 4.5506,
      "step": 51315
    },
    {
      "epoch": 0.04492135698911366,
      "grad_norm": 0.4578254222869873,
      "learning_rate": 4.987732538254488e-05,
      "loss": 5.491,
      "step": 51320
    },
    {
      "epoch": 0.044925733582740816,
      "grad_norm": 0.6790701746940613,
      "learning_rate": 4.987729466272973e-05,
      "loss": 5.2867,
      "step": 51325
    },
    {
      "epoch": 0.04493011017636797,
      "grad_norm": 0.4090728759765625,
      "learning_rate": 4.987726393908053e-05,
      "loss": 5.3074,
      "step": 51330
    },
    {
      "epoch": 0.044934486769995126,
      "grad_norm": 0.4443065822124481,
      "learning_rate": 4.987723321159726e-05,
      "loss": 5.8025,
      "step": 51335
    },
    {
      "epoch": 0.04493886336362228,
      "grad_norm": 0.6055983304977417,
      "learning_rate": 4.987720248027995e-05,
      "loss": 5.5016,
      "step": 51340
    },
    {
      "epoch": 0.044943239957249435,
      "grad_norm": 0.5791059136390686,
      "learning_rate": 4.987717174512858e-05,
      "loss": 4.7306,
      "step": 51345
    },
    {
      "epoch": 0.04494761655087659,
      "grad_norm": 0.42444664239883423,
      "learning_rate": 4.987714100614317e-05,
      "loss": 5.2627,
      "step": 51350
    },
    {
      "epoch": 0.044951993144503745,
      "grad_norm": 0.5507725477218628,
      "learning_rate": 4.9877110263323724e-05,
      "loss": 4.5653,
      "step": 51355
    },
    {
      "epoch": 0.0449563697381309,
      "grad_norm": 0.5376773476600647,
      "learning_rate": 4.987707951667026e-05,
      "loss": 5.5769,
      "step": 51360
    },
    {
      "epoch": 0.044960746331758054,
      "grad_norm": 0.5036221742630005,
      "learning_rate": 4.987704876618275e-05,
      "loss": 6.1145,
      "step": 51365
    },
    {
      "epoch": 0.04496512292538521,
      "grad_norm": 0.46102073788642883,
      "learning_rate": 4.987701801186123e-05,
      "loss": 4.7163,
      "step": 51370
    },
    {
      "epoch": 0.04496949951901236,
      "grad_norm": 0.46076500415802,
      "learning_rate": 4.987698725370571e-05,
      "loss": 5.2779,
      "step": 51375
    },
    {
      "epoch": 0.04497387611263951,
      "grad_norm": 0.4122975468635559,
      "learning_rate": 4.9876956491716175e-05,
      "loss": 5.6032,
      "step": 51380
    },
    {
      "epoch": 0.044978252706266666,
      "grad_norm": 0.4648265242576599,
      "learning_rate": 4.987692572589263e-05,
      "loss": 5.6257,
      "step": 51385
    },
    {
      "epoch": 0.04498262929989382,
      "grad_norm": 0.495885968208313,
      "learning_rate": 4.987689495623511e-05,
      "loss": 5.8894,
      "step": 51390
    },
    {
      "epoch": 0.044987005893520976,
      "grad_norm": 0.4929608404636383,
      "learning_rate": 4.987686418274359e-05,
      "loss": 6.0928,
      "step": 51395
    },
    {
      "epoch": 0.04499138248714813,
      "grad_norm": 0.4803362488746643,
      "learning_rate": 4.987683340541809e-05,
      "loss": 6.1016,
      "step": 51400
    },
    {
      "epoch": 0.044995759080775286,
      "grad_norm": 0.6089271306991577,
      "learning_rate": 4.987680262425861e-05,
      "loss": 5.257,
      "step": 51405
    },
    {
      "epoch": 0.04500013567440244,
      "grad_norm": 0.5049821734428406,
      "learning_rate": 4.987677183926517e-05,
      "loss": 5.8745,
      "step": 51410
    },
    {
      "epoch": 0.045004512268029595,
      "grad_norm": 0.4493313133716583,
      "learning_rate": 4.9876741050437744e-05,
      "loss": 6.0854,
      "step": 51415
    },
    {
      "epoch": 0.04500888886165675,
      "grad_norm": 0.4969435930252075,
      "learning_rate": 4.987671025777638e-05,
      "loss": 5.9189,
      "step": 51420
    },
    {
      "epoch": 0.045013265455283905,
      "grad_norm": 0.469970166683197,
      "learning_rate": 4.987667946128105e-05,
      "loss": 4.9521,
      "step": 51425
    },
    {
      "epoch": 0.04501764204891106,
      "grad_norm": 0.420227587223053,
      "learning_rate": 4.987664866095178e-05,
      "loss": 5.8667,
      "step": 51430
    },
    {
      "epoch": 0.045022018642538214,
      "grad_norm": 0.4327729046344757,
      "learning_rate": 4.9876617856788574e-05,
      "loss": 6.1076,
      "step": 51435
    },
    {
      "epoch": 0.04502639523616537,
      "grad_norm": 0.3785557746887207,
      "learning_rate": 4.987658704879142e-05,
      "loss": 5.369,
      "step": 51440
    },
    {
      "epoch": 0.045030771829792524,
      "grad_norm": 0.4689129889011383,
      "learning_rate": 4.987655623696035e-05,
      "loss": 5.0577,
      "step": 51445
    },
    {
      "epoch": 0.04503514842341968,
      "grad_norm": 0.46800339221954346,
      "learning_rate": 4.987652542129535e-05,
      "loss": 5.292,
      "step": 51450
    },
    {
      "epoch": 0.04503952501704683,
      "grad_norm": 0.3813873827457428,
      "learning_rate": 4.987649460179643e-05,
      "loss": 5.6108,
      "step": 51455
    },
    {
      "epoch": 0.04504390161067399,
      "grad_norm": 0.3985200822353363,
      "learning_rate": 4.987646377846361e-05,
      "loss": 5.7967,
      "step": 51460
    },
    {
      "epoch": 0.04504827820430114,
      "grad_norm": 0.4159850478172302,
      "learning_rate": 4.987643295129687e-05,
      "loss": 5.4019,
      "step": 51465
    },
    {
      "epoch": 0.0450526547979283,
      "grad_norm": 0.46738848090171814,
      "learning_rate": 4.987640212029624e-05,
      "loss": 5.2579,
      "step": 51470
    },
    {
      "epoch": 0.04505703139155545,
      "grad_norm": 0.4480843245983124,
      "learning_rate": 4.987637128546172e-05,
      "loss": 5.5774,
      "step": 51475
    },
    {
      "epoch": 0.04506140798518261,
      "grad_norm": 0.5158071517944336,
      "learning_rate": 4.98763404467933e-05,
      "loss": 4.5074,
      "step": 51480
    },
    {
      "epoch": 0.04506578457880976,
      "grad_norm": 0.4101124405860901,
      "learning_rate": 4.9876309604291004e-05,
      "loss": 6.1211,
      "step": 51485
    },
    {
      "epoch": 0.045070161172436916,
      "grad_norm": 0.48738759756088257,
      "learning_rate": 4.987627875795483e-05,
      "loss": 4.9721,
      "step": 51490
    },
    {
      "epoch": 0.04507453776606407,
      "grad_norm": 0.48981818556785583,
      "learning_rate": 4.9876247907784804e-05,
      "loss": 4.8702,
      "step": 51495
    },
    {
      "epoch": 0.045078914359691226,
      "grad_norm": 0.5095165371894836,
      "learning_rate": 4.9876217053780895e-05,
      "loss": 5.5137,
      "step": 51500
    },
    {
      "epoch": 0.045083290953318374,
      "grad_norm": 0.5002160668373108,
      "learning_rate": 4.987618619594313e-05,
      "loss": 4.7547,
      "step": 51505
    },
    {
      "epoch": 0.04508766754694553,
      "grad_norm": 0.4629235565662384,
      "learning_rate": 4.987615533427152e-05,
      "loss": 5.3872,
      "step": 51510
    },
    {
      "epoch": 0.04509204414057268,
      "grad_norm": 0.45446905493736267,
      "learning_rate": 4.987612446876606e-05,
      "loss": 6.1184,
      "step": 51515
    },
    {
      "epoch": 0.04509642073419984,
      "grad_norm": 0.4349030554294586,
      "learning_rate": 4.987609359942677e-05,
      "loss": 5.588,
      "step": 51520
    },
    {
      "epoch": 0.04510079732782699,
      "grad_norm": 0.47483378648757935,
      "learning_rate": 4.9876062726253636e-05,
      "loss": 5.5867,
      "step": 51525
    },
    {
      "epoch": 0.04510517392145415,
      "grad_norm": 0.4585467278957367,
      "learning_rate": 4.987603184924667e-05,
      "loss": 5.5117,
      "step": 51530
    },
    {
      "epoch": 0.0451095505150813,
      "grad_norm": 0.4915362596511841,
      "learning_rate": 4.987600096840589e-05,
      "loss": 5.0956,
      "step": 51535
    },
    {
      "epoch": 0.04511392710870846,
      "grad_norm": 0.5062658190727234,
      "learning_rate": 4.987597008373129e-05,
      "loss": 5.376,
      "step": 51540
    },
    {
      "epoch": 0.04511830370233561,
      "grad_norm": 0.4894520342350006,
      "learning_rate": 4.987593919522289e-05,
      "loss": 5.8275,
      "step": 51545
    },
    {
      "epoch": 0.045122680295962767,
      "grad_norm": 0.46306800842285156,
      "learning_rate": 4.987590830288067e-05,
      "loss": 5.7496,
      "step": 51550
    },
    {
      "epoch": 0.04512705688958992,
      "grad_norm": 0.5869027972221375,
      "learning_rate": 4.9875877406704664e-05,
      "loss": 4.7604,
      "step": 51555
    },
    {
      "epoch": 0.045131433483217076,
      "grad_norm": 0.5011456608772278,
      "learning_rate": 4.987584650669486e-05,
      "loss": 4.8504,
      "step": 51560
    },
    {
      "epoch": 0.04513581007684423,
      "grad_norm": 0.5629991888999939,
      "learning_rate": 4.9875815602851274e-05,
      "loss": 5.842,
      "step": 51565
    },
    {
      "epoch": 0.045140186670471386,
      "grad_norm": 0.6784917712211609,
      "learning_rate": 4.9875784695173896e-05,
      "loss": 5.5864,
      "step": 51570
    },
    {
      "epoch": 0.04514456326409854,
      "grad_norm": 0.5321685075759888,
      "learning_rate": 4.987575378366276e-05,
      "loss": 6.4006,
      "step": 51575
    },
    {
      "epoch": 0.045148939857725695,
      "grad_norm": 0.5249622464179993,
      "learning_rate": 4.987572286831784e-05,
      "loss": 5.5906,
      "step": 51580
    },
    {
      "epoch": 0.04515331645135285,
      "grad_norm": 0.5105379223823547,
      "learning_rate": 4.987569194913917e-05,
      "loss": 5.2696,
      "step": 51585
    },
    {
      "epoch": 0.045157693044980005,
      "grad_norm": 0.5914156436920166,
      "learning_rate": 4.987566102612674e-05,
      "loss": 5.2702,
      "step": 51590
    },
    {
      "epoch": 0.04516206963860716,
      "grad_norm": 0.5710970759391785,
      "learning_rate": 4.9875630099280565e-05,
      "loss": 5.2575,
      "step": 51595
    },
    {
      "epoch": 0.045166446232234314,
      "grad_norm": 0.6005917191505432,
      "learning_rate": 4.987559916860064e-05,
      "loss": 5.2778,
      "step": 51600
    },
    {
      "epoch": 0.04517082282586147,
      "grad_norm": 1.1356056928634644,
      "learning_rate": 4.987556823408698e-05,
      "loss": 5.5242,
      "step": 51605
    },
    {
      "epoch": 0.045175199419488624,
      "grad_norm": 0.630833625793457,
      "learning_rate": 4.987553729573958e-05,
      "loss": 5.8637,
      "step": 51610
    },
    {
      "epoch": 0.04517957601311578,
      "grad_norm": 0.523768961429596,
      "learning_rate": 4.9875506353558454e-05,
      "loss": 5.5746,
      "step": 51615
    },
    {
      "epoch": 0.04518395260674293,
      "grad_norm": 0.6720503568649292,
      "learning_rate": 4.987547540754361e-05,
      "loss": 5.9252,
      "step": 51620
    },
    {
      "epoch": 0.04518832920037009,
      "grad_norm": 0.5721480250358582,
      "learning_rate": 4.987544445769505e-05,
      "loss": 4.8889,
      "step": 51625
    },
    {
      "epoch": 0.04519270579399724,
      "grad_norm": 0.49693742394447327,
      "learning_rate": 4.987541350401278e-05,
      "loss": 5.5651,
      "step": 51630
    },
    {
      "epoch": 0.04519708238762439,
      "grad_norm": 0.5755783319473267,
      "learning_rate": 4.987538254649682e-05,
      "loss": 5.2607,
      "step": 51635
    },
    {
      "epoch": 0.045201458981251545,
      "grad_norm": 0.48202231526374817,
      "learning_rate": 4.9875351585147144e-05,
      "loss": 5.5994,
      "step": 51640
    },
    {
      "epoch": 0.0452058355748787,
      "grad_norm": 0.5183316469192505,
      "learning_rate": 4.987532061996379e-05,
      "loss": 5.403,
      "step": 51645
    },
    {
      "epoch": 0.045210212168505855,
      "grad_norm": 0.7007404565811157,
      "learning_rate": 4.9875289650946755e-05,
      "loss": 5.0163,
      "step": 51650
    },
    {
      "epoch": 0.04521458876213301,
      "grad_norm": 0.5609700679779053,
      "learning_rate": 4.9875258678096026e-05,
      "loss": 5.277,
      "step": 51655
    },
    {
      "epoch": 0.045218965355760164,
      "grad_norm": 0.5015506148338318,
      "learning_rate": 4.987522770141164e-05,
      "loss": 4.9393,
      "step": 51660
    },
    {
      "epoch": 0.04522334194938732,
      "grad_norm": 0.613699197769165,
      "learning_rate": 4.987519672089358e-05,
      "loss": 5.8385,
      "step": 51665
    },
    {
      "epoch": 0.045227718543014474,
      "grad_norm": 0.9191644787788391,
      "learning_rate": 4.987516573654186e-05,
      "loss": 4.7212,
      "step": 51670
    },
    {
      "epoch": 0.04523209513664163,
      "grad_norm": 0.5343188047409058,
      "learning_rate": 4.987513474835649e-05,
      "loss": 5.0199,
      "step": 51675
    },
    {
      "epoch": 0.04523647173026878,
      "grad_norm": 0.564227819442749,
      "learning_rate": 4.987510375633746e-05,
      "loss": 5.3639,
      "step": 51680
    },
    {
      "epoch": 0.04524084832389594,
      "grad_norm": 0.4990839958190918,
      "learning_rate": 4.9875072760484784e-05,
      "loss": 5.9084,
      "step": 51685
    },
    {
      "epoch": 0.04524522491752309,
      "grad_norm": 0.4765113294124603,
      "learning_rate": 4.987504176079848e-05,
      "loss": 5.3778,
      "step": 51690
    },
    {
      "epoch": 0.04524960151115025,
      "grad_norm": 0.5595458745956421,
      "learning_rate": 4.987501075727855e-05,
      "loss": 5.5758,
      "step": 51695
    },
    {
      "epoch": 0.0452539781047774,
      "grad_norm": 0.44611960649490356,
      "learning_rate": 4.9874979749924986e-05,
      "loss": 6.1303,
      "step": 51700
    },
    {
      "epoch": 0.04525835469840456,
      "grad_norm": 0.5366320013999939,
      "learning_rate": 4.98749487387378e-05,
      "loss": 4.4872,
      "step": 51705
    },
    {
      "epoch": 0.04526273129203171,
      "grad_norm": 0.5209112763404846,
      "learning_rate": 4.987491772371702e-05,
      "loss": 5.2709,
      "step": 51710
    },
    {
      "epoch": 0.04526710788565887,
      "grad_norm": 0.47557365894317627,
      "learning_rate": 4.987488670486261e-05,
      "loss": 4.5391,
      "step": 51715
    },
    {
      "epoch": 0.04527148447928602,
      "grad_norm": 0.5071624517440796,
      "learning_rate": 4.9874855682174616e-05,
      "loss": 5.798,
      "step": 51720
    },
    {
      "epoch": 0.045275861072913176,
      "grad_norm": 0.7473490238189697,
      "learning_rate": 4.987482465565302e-05,
      "loss": 4.5427,
      "step": 51725
    },
    {
      "epoch": 0.04528023766654033,
      "grad_norm": 0.4996434152126312,
      "learning_rate": 4.987479362529784e-05,
      "loss": 5.2092,
      "step": 51730
    },
    {
      "epoch": 0.045284614260167486,
      "grad_norm": 0.5135709047317505,
      "learning_rate": 4.987476259110907e-05,
      "loss": 4.7751,
      "step": 51735
    },
    {
      "epoch": 0.04528899085379464,
      "grad_norm": 0.49345529079437256,
      "learning_rate": 4.987473155308673e-05,
      "loss": 5.8047,
      "step": 51740
    },
    {
      "epoch": 0.045293367447421795,
      "grad_norm": 0.43670082092285156,
      "learning_rate": 4.9874700511230807e-05,
      "loss": 5.4861,
      "step": 51745
    },
    {
      "epoch": 0.04529774404104895,
      "grad_norm": 0.4438123106956482,
      "learning_rate": 4.987466946554132e-05,
      "loss": 5.273,
      "step": 51750
    },
    {
      "epoch": 0.045302120634676105,
      "grad_norm": 0.5392796397209167,
      "learning_rate": 4.987463841601828e-05,
      "loss": 5.0498,
      "step": 51755
    },
    {
      "epoch": 0.04530649722830326,
      "grad_norm": 0.5370122194290161,
      "learning_rate": 4.987460736266169e-05,
      "loss": 4.8669,
      "step": 51760
    },
    {
      "epoch": 0.04531087382193041,
      "grad_norm": 0.5175468325614929,
      "learning_rate": 4.9874576305471556e-05,
      "loss": 4.7319,
      "step": 51765
    },
    {
      "epoch": 0.04531525041555756,
      "grad_norm": 0.4587589502334595,
      "learning_rate": 4.987454524444787e-05,
      "loss": 6.1242,
      "step": 51770
    },
    {
      "epoch": 0.04531962700918472,
      "grad_norm": 0.47244951128959656,
      "learning_rate": 4.9874514179590646e-05,
      "loss": 4.5185,
      "step": 51775
    },
    {
      "epoch": 0.04532400360281187,
      "grad_norm": 0.49324488639831543,
      "learning_rate": 4.987448311089991e-05,
      "loss": 5.8141,
      "step": 51780
    },
    {
      "epoch": 0.045328380196439026,
      "grad_norm": 0.5459839105606079,
      "learning_rate": 4.987445203837563e-05,
      "loss": 5.0471,
      "step": 51785
    },
    {
      "epoch": 0.04533275679006618,
      "grad_norm": 0.47872215509414673,
      "learning_rate": 4.9874420962017845e-05,
      "loss": 5.057,
      "step": 51790
    },
    {
      "epoch": 0.045337133383693336,
      "grad_norm": 0.46958303451538086,
      "learning_rate": 4.987438988182654e-05,
      "loss": 5.8945,
      "step": 51795
    },
    {
      "epoch": 0.04534150997732049,
      "grad_norm": 0.4311539828777313,
      "learning_rate": 4.987435879780175e-05,
      "loss": 5.3604,
      "step": 51800
    },
    {
      "epoch": 0.045345886570947645,
      "grad_norm": 0.4396618902683258,
      "learning_rate": 4.9874327709943435e-05,
      "loss": 5.5975,
      "step": 51805
    },
    {
      "epoch": 0.0453502631645748,
      "grad_norm": 0.4921320676803589,
      "learning_rate": 4.9874296618251646e-05,
      "loss": 4.8566,
      "step": 51810
    },
    {
      "epoch": 0.045354639758201955,
      "grad_norm": 0.4094097316265106,
      "learning_rate": 4.987426552272636e-05,
      "loss": 5.8289,
      "step": 51815
    },
    {
      "epoch": 0.04535901635182911,
      "grad_norm": 0.48206016421318054,
      "learning_rate": 4.9874234423367596e-05,
      "loss": 5.3021,
      "step": 51820
    },
    {
      "epoch": 0.045363392945456264,
      "grad_norm": 0.39915502071380615,
      "learning_rate": 4.987420332017536e-05,
      "loss": 5.8894,
      "step": 51825
    },
    {
      "epoch": 0.04536776953908342,
      "grad_norm": 0.3838050663471222,
      "learning_rate": 4.987417221314965e-05,
      "loss": 6.3896,
      "step": 51830
    },
    {
      "epoch": 0.045372146132710574,
      "grad_norm": 0.46594661474227905,
      "learning_rate": 4.987414110229047e-05,
      "loss": 5.7936,
      "step": 51835
    },
    {
      "epoch": 0.04537652272633773,
      "grad_norm": 0.4939204752445221,
      "learning_rate": 4.9874109987597837e-05,
      "loss": 4.4927,
      "step": 51840
    },
    {
      "epoch": 0.04538089931996488,
      "grad_norm": 0.3927616477012634,
      "learning_rate": 4.987407886907176e-05,
      "loss": 6.1174,
      "step": 51845
    },
    {
      "epoch": 0.04538527591359204,
      "grad_norm": 0.5539587140083313,
      "learning_rate": 4.987404774671224e-05,
      "loss": 5.3294,
      "step": 51850
    },
    {
      "epoch": 0.04538965250721919,
      "grad_norm": 0.473134309053421,
      "learning_rate": 4.987401662051927e-05,
      "loss": 4.7195,
      "step": 51855
    },
    {
      "epoch": 0.04539402910084635,
      "grad_norm": 0.39945387840270996,
      "learning_rate": 4.987398549049287e-05,
      "loss": 6.1285,
      "step": 51860
    },
    {
      "epoch": 0.0453984056944735,
      "grad_norm": 0.44311147928237915,
      "learning_rate": 4.987395435663304e-05,
      "loss": 5.2713,
      "step": 51865
    },
    {
      "epoch": 0.04540278228810066,
      "grad_norm": 0.5005936622619629,
      "learning_rate": 4.98739232189398e-05,
      "loss": 4.7582,
      "step": 51870
    },
    {
      "epoch": 0.04540715888172781,
      "grad_norm": 0.41001084446907043,
      "learning_rate": 4.987389207741314e-05,
      "loss": 5.3862,
      "step": 51875
    },
    {
      "epoch": 0.04541153547535497,
      "grad_norm": 0.37792515754699707,
      "learning_rate": 4.987386093205306e-05,
      "loss": 6.4461,
      "step": 51880
    },
    {
      "epoch": 0.04541591206898212,
      "grad_norm": 0.40298715233802795,
      "learning_rate": 4.987382978285959e-05,
      "loss": 5.3397,
      "step": 51885
    },
    {
      "epoch": 0.04542028866260927,
      "grad_norm": 0.48029834032058716,
      "learning_rate": 4.987379862983271e-05,
      "loss": 5.2418,
      "step": 51890
    },
    {
      "epoch": 0.045424665256236424,
      "grad_norm": 0.4486267566680908,
      "learning_rate": 4.987376747297246e-05,
      "loss": 5.7883,
      "step": 51895
    },
    {
      "epoch": 0.04542904184986358,
      "grad_norm": 0.48538270592689514,
      "learning_rate": 4.987373631227881e-05,
      "loss": 6.14,
      "step": 51900
    },
    {
      "epoch": 0.04543341844349073,
      "grad_norm": 0.45292583107948303,
      "learning_rate": 4.987370514775178e-05,
      "loss": 5.5731,
      "step": 51905
    },
    {
      "epoch": 0.04543779503711789,
      "grad_norm": 0.5230967402458191,
      "learning_rate": 4.9873673979391375e-05,
      "loss": 4.4845,
      "step": 51910
    },
    {
      "epoch": 0.04544217163074504,
      "grad_norm": 0.4054855406284332,
      "learning_rate": 4.987364280719761e-05,
      "loss": 5.0499,
      "step": 51915
    },
    {
      "epoch": 0.0454465482243722,
      "grad_norm": 0.4922613799571991,
      "learning_rate": 4.987361163117048e-05,
      "loss": 4.854,
      "step": 51920
    },
    {
      "epoch": 0.04545092481799935,
      "grad_norm": 0.5030524134635925,
      "learning_rate": 4.987358045131e-05,
      "loss": 6.1309,
      "step": 51925
    },
    {
      "epoch": 0.04545530141162651,
      "grad_norm": 0.494451105594635,
      "learning_rate": 4.987354926761616e-05,
      "loss": 4.7667,
      "step": 51930
    },
    {
      "epoch": 0.04545967800525366,
      "grad_norm": 0.43536996841430664,
      "learning_rate": 4.987351808008899e-05,
      "loss": 5.2557,
      "step": 51935
    },
    {
      "epoch": 0.04546405459888082,
      "grad_norm": 0.508702278137207,
      "learning_rate": 4.9873486888728474e-05,
      "loss": 6.1439,
      "step": 51940
    },
    {
      "epoch": 0.04546843119250797,
      "grad_norm": 0.5072649717330933,
      "learning_rate": 4.987345569353463e-05,
      "loss": 5.851,
      "step": 51945
    },
    {
      "epoch": 0.045472807786135126,
      "grad_norm": 0.452816367149353,
      "learning_rate": 4.987342449450746e-05,
      "loss": 5.0834,
      "step": 51950
    },
    {
      "epoch": 0.04547718437976228,
      "grad_norm": 0.5017159581184387,
      "learning_rate": 4.987339329164697e-05,
      "loss": 5.5783,
      "step": 51955
    },
    {
      "epoch": 0.045481560973389436,
      "grad_norm": 0.5140622854232788,
      "learning_rate": 4.987336208495317e-05,
      "loss": 6.1445,
      "step": 51960
    },
    {
      "epoch": 0.04548593756701659,
      "grad_norm": 0.422931045293808,
      "learning_rate": 4.987333087442606e-05,
      "loss": 5.8669,
      "step": 51965
    },
    {
      "epoch": 0.045490314160643745,
      "grad_norm": 0.6733828186988831,
      "learning_rate": 4.987329966006565e-05,
      "loss": 4.5248,
      "step": 51970
    },
    {
      "epoch": 0.0454946907542709,
      "grad_norm": 0.5471485257148743,
      "learning_rate": 4.9873268441871943e-05,
      "loss": 5.8875,
      "step": 51975
    },
    {
      "epoch": 0.045499067347898055,
      "grad_norm": 0.4570505917072296,
      "learning_rate": 4.9873237219844945e-05,
      "loss": 6.3773,
      "step": 51980
    },
    {
      "epoch": 0.04550344394152521,
      "grad_norm": 0.47555118799209595,
      "learning_rate": 4.9873205993984675e-05,
      "loss": 5.5623,
      "step": 51985
    },
    {
      "epoch": 0.045507820535152364,
      "grad_norm": 0.4958251714706421,
      "learning_rate": 4.987317476429112e-05,
      "loss": 5.4787,
      "step": 51990
    },
    {
      "epoch": 0.04551219712877952,
      "grad_norm": 0.6674802303314209,
      "learning_rate": 4.98731435307643e-05,
      "loss": 4.5669,
      "step": 51995
    },
    {
      "epoch": 0.045516573722406674,
      "grad_norm": 0.5233421325683594,
      "learning_rate": 4.987311229340421e-05,
      "loss": 5.6176,
      "step": 52000
    },
    {
      "epoch": 0.04552095031603383,
      "grad_norm": 0.5036137700080872,
      "learning_rate": 4.987308105221086e-05,
      "loss": 5.8771,
      "step": 52005
    },
    {
      "epoch": 0.04552532690966098,
      "grad_norm": 0.4823235869407654,
      "learning_rate": 4.987304980718426e-05,
      "loss": 6.0875,
      "step": 52010
    },
    {
      "epoch": 0.04552970350328814,
      "grad_norm": 0.4896414279937744,
      "learning_rate": 4.9873018558324414e-05,
      "loss": 4.7396,
      "step": 52015
    },
    {
      "epoch": 0.045534080096915286,
      "grad_norm": 0.4862293303012848,
      "learning_rate": 4.987298730563133e-05,
      "loss": 4.0238,
      "step": 52020
    },
    {
      "epoch": 0.04553845669054244,
      "grad_norm": 0.42769965529441833,
      "learning_rate": 4.9872956049105e-05,
      "loss": 5.4914,
      "step": 52025
    },
    {
      "epoch": 0.045542833284169595,
      "grad_norm": 0.4980434477329254,
      "learning_rate": 4.9872924788745446e-05,
      "loss": 5.6327,
      "step": 52030
    },
    {
      "epoch": 0.04554720987779675,
      "grad_norm": 0.45776495337486267,
      "learning_rate": 4.987289352455268e-05,
      "loss": 5.54,
      "step": 52035
    },
    {
      "epoch": 0.045551586471423905,
      "grad_norm": 0.5194612741470337,
      "learning_rate": 4.9872862256526684e-05,
      "loss": 5.0569,
      "step": 52040
    },
    {
      "epoch": 0.04555596306505106,
      "grad_norm": 0.4813951551914215,
      "learning_rate": 4.987283098466748e-05,
      "loss": 5.5851,
      "step": 52045
    },
    {
      "epoch": 0.045560339658678214,
      "grad_norm": 0.4818767309188843,
      "learning_rate": 4.987279970897508e-05,
      "loss": 5.8334,
      "step": 52050
    },
    {
      "epoch": 0.04556471625230537,
      "grad_norm": 0.4811643660068512,
      "learning_rate": 4.9872768429449466e-05,
      "loss": 4.6067,
      "step": 52055
    },
    {
      "epoch": 0.045569092845932524,
      "grad_norm": 0.45576706528663635,
      "learning_rate": 4.9872737146090675e-05,
      "loss": 4.6578,
      "step": 52060
    },
    {
      "epoch": 0.04557346943955968,
      "grad_norm": 0.5358418822288513,
      "learning_rate": 4.9872705858898694e-05,
      "loss": 5.8166,
      "step": 52065
    },
    {
      "epoch": 0.045577846033186833,
      "grad_norm": 0.47186174988746643,
      "learning_rate": 4.9872674567873524e-05,
      "loss": 5.5879,
      "step": 52070
    },
    {
      "epoch": 0.04558222262681399,
      "grad_norm": 0.417876273393631,
      "learning_rate": 4.9872643273015184e-05,
      "loss": 5.3759,
      "step": 52075
    },
    {
      "epoch": 0.04558659922044114,
      "grad_norm": 0.44116801023483276,
      "learning_rate": 4.987261197432368e-05,
      "loss": 6.1016,
      "step": 52080
    },
    {
      "epoch": 0.0455909758140683,
      "grad_norm": 0.5994445085525513,
      "learning_rate": 4.987258067179902e-05,
      "loss": 4.5309,
      "step": 52085
    },
    {
      "epoch": 0.04559535240769545,
      "grad_norm": 0.4572533071041107,
      "learning_rate": 4.987254936544119e-05,
      "loss": 5.4936,
      "step": 52090
    },
    {
      "epoch": 0.04559972900132261,
      "grad_norm": 0.4311670660972595,
      "learning_rate": 4.987251805525021e-05,
      "loss": 5.8236,
      "step": 52095
    },
    {
      "epoch": 0.04560410559494976,
      "grad_norm": 0.516953706741333,
      "learning_rate": 4.9872486741226087e-05,
      "loss": 4.8559,
      "step": 52100
    },
    {
      "epoch": 0.04560848218857692,
      "grad_norm": 0.515326738357544,
      "learning_rate": 4.987245542336884e-05,
      "loss": 5.3593,
      "step": 52105
    },
    {
      "epoch": 0.04561285878220407,
      "grad_norm": 0.5004870891571045,
      "learning_rate": 4.987242410167844e-05,
      "loss": 5.0732,
      "step": 52110
    },
    {
      "epoch": 0.045617235375831226,
      "grad_norm": 0.7235345244407654,
      "learning_rate": 4.987239277615493e-05,
      "loss": 5.5779,
      "step": 52115
    },
    {
      "epoch": 0.04562161196945838,
      "grad_norm": 0.5136641263961792,
      "learning_rate": 4.9872361446798286e-05,
      "loss": 6.4775,
      "step": 52120
    },
    {
      "epoch": 0.045625988563085536,
      "grad_norm": 0.5426643490791321,
      "learning_rate": 4.987233011360855e-05,
      "loss": 5.5731,
      "step": 52125
    },
    {
      "epoch": 0.04563036515671269,
      "grad_norm": 0.4843950569629669,
      "learning_rate": 4.987229877658569e-05,
      "loss": 5.1969,
      "step": 52130
    },
    {
      "epoch": 0.045634741750339845,
      "grad_norm": 0.4317512810230255,
      "learning_rate": 4.987226743572972e-05,
      "loss": 5.5933,
      "step": 52135
    },
    {
      "epoch": 0.045639118343967,
      "grad_norm": 0.49551284313201904,
      "learning_rate": 4.987223609104067e-05,
      "loss": 5.0154,
      "step": 52140
    },
    {
      "epoch": 0.045643494937594155,
      "grad_norm": 0.44325050711631775,
      "learning_rate": 4.9872204742518525e-05,
      "loss": 5.0464,
      "step": 52145
    },
    {
      "epoch": 0.0456478715312213,
      "grad_norm": 0.44222867488861084,
      "learning_rate": 4.987217339016329e-05,
      "loss": 4.8389,
      "step": 52150
    },
    {
      "epoch": 0.04565224812484846,
      "grad_norm": 0.48483806848526,
      "learning_rate": 4.987214203397499e-05,
      "loss": 5.518,
      "step": 52155
    },
    {
      "epoch": 0.04565662471847561,
      "grad_norm": 0.4811641573905945,
      "learning_rate": 4.987211067395361e-05,
      "loss": 4.9927,
      "step": 52160
    },
    {
      "epoch": 0.04566100131210277,
      "grad_norm": 0.4007285535335541,
      "learning_rate": 4.9872079310099164e-05,
      "loss": 5.5837,
      "step": 52165
    },
    {
      "epoch": 0.04566537790572992,
      "grad_norm": 0.5586808919906616,
      "learning_rate": 4.987204794241166e-05,
      "loss": 5.2762,
      "step": 52170
    },
    {
      "epoch": 0.045669754499357076,
      "grad_norm": 0.45083367824554443,
      "learning_rate": 4.98720165708911e-05,
      "loss": 4.8336,
      "step": 52175
    },
    {
      "epoch": 0.04567413109298423,
      "grad_norm": 0.5646024942398071,
      "learning_rate": 4.9871985195537493e-05,
      "loss": 6.4459,
      "step": 52180
    },
    {
      "epoch": 0.045678507686611386,
      "grad_norm": 0.5332245826721191,
      "learning_rate": 4.987195381635085e-05,
      "loss": 6.1133,
      "step": 52185
    },
    {
      "epoch": 0.04568288428023854,
      "grad_norm": 0.5394364595413208,
      "learning_rate": 4.987192243333117e-05,
      "loss": 6.0996,
      "step": 52190
    },
    {
      "epoch": 0.045687260873865695,
      "grad_norm": 0.4687701463699341,
      "learning_rate": 4.987189104647846e-05,
      "loss": 6.4264,
      "step": 52195
    },
    {
      "epoch": 0.04569163746749285,
      "grad_norm": 0.5735431909561157,
      "learning_rate": 4.9871859655792715e-05,
      "loss": 5.6408,
      "step": 52200
    },
    {
      "epoch": 0.045696014061120005,
      "grad_norm": 0.5393972992897034,
      "learning_rate": 4.9871828261273976e-05,
      "loss": 4.2912,
      "step": 52205
    },
    {
      "epoch": 0.04570039065474716,
      "grad_norm": 0.5465825200080872,
      "learning_rate": 4.9871796862922216e-05,
      "loss": 5.3657,
      "step": 52210
    },
    {
      "epoch": 0.045704767248374314,
      "grad_norm": 0.5248613357543945,
      "learning_rate": 4.987176546073744e-05,
      "loss": 5.6461,
      "step": 52215
    },
    {
      "epoch": 0.04570914384200147,
      "grad_norm": 0.5378754734992981,
      "learning_rate": 4.9871734054719675e-05,
      "loss": 4.7483,
      "step": 52220
    },
    {
      "epoch": 0.045713520435628624,
      "grad_norm": 0.49979862570762634,
      "learning_rate": 4.987170264486892e-05,
      "loss": 5.2876,
      "step": 52225
    },
    {
      "epoch": 0.04571789702925578,
      "grad_norm": 0.49971359968185425,
      "learning_rate": 4.987167123118517e-05,
      "loss": 6.1094,
      "step": 52230
    },
    {
      "epoch": 0.045722273622882934,
      "grad_norm": 0.4271889925003052,
      "learning_rate": 4.987163981366843e-05,
      "loss": 6.1068,
      "step": 52235
    },
    {
      "epoch": 0.04572665021651009,
      "grad_norm": 0.49583539366722107,
      "learning_rate": 4.987160839231873e-05,
      "loss": 5.2938,
      "step": 52240
    },
    {
      "epoch": 0.04573102681013724,
      "grad_norm": 0.5094910264015198,
      "learning_rate": 4.9871576967136066e-05,
      "loss": 4.5386,
      "step": 52245
    },
    {
      "epoch": 0.0457354034037644,
      "grad_norm": 0.48116227984428406,
      "learning_rate": 4.987154553812043e-05,
      "loss": 4.5356,
      "step": 52250
    },
    {
      "epoch": 0.04573977999739155,
      "grad_norm": 0.4296032190322876,
      "learning_rate": 4.987151410527185e-05,
      "loss": 5.809,
      "step": 52255
    },
    {
      "epoch": 0.04574415659101871,
      "grad_norm": 0.4406512975692749,
      "learning_rate": 4.987148266859031e-05,
      "loss": 6.0951,
      "step": 52260
    },
    {
      "epoch": 0.04574853318464586,
      "grad_norm": 0.5435404181480408,
      "learning_rate": 4.987145122807583e-05,
      "loss": 5.2577,
      "step": 52265
    },
    {
      "epoch": 0.04575290977827302,
      "grad_norm": 0.5090073943138123,
      "learning_rate": 4.987141978372839e-05,
      "loss": 5.4568,
      "step": 52270
    },
    {
      "epoch": 0.04575728637190017,
      "grad_norm": 0.4746452569961548,
      "learning_rate": 4.987138833554804e-05,
      "loss": 4.9854,
      "step": 52275
    },
    {
      "epoch": 0.04576166296552732,
      "grad_norm": 0.5990555286407471,
      "learning_rate": 4.987135688353476e-05,
      "loss": 5.2713,
      "step": 52280
    },
    {
      "epoch": 0.045766039559154474,
      "grad_norm": 0.6693094372749329,
      "learning_rate": 4.987132542768855e-05,
      "loss": 5.6102,
      "step": 52285
    },
    {
      "epoch": 0.04577041615278163,
      "grad_norm": 0.6264026165008545,
      "learning_rate": 4.987129396800944e-05,
      "loss": 5.6156,
      "step": 52290
    },
    {
      "epoch": 0.045774792746408784,
      "grad_norm": 0.6138424277305603,
      "learning_rate": 4.987126250449742e-05,
      "loss": 5.3934,
      "step": 52295
    },
    {
      "epoch": 0.04577916934003594,
      "grad_norm": 0.45930561423301697,
      "learning_rate": 4.987123103715249e-05,
      "loss": 5.2915,
      "step": 52300
    },
    {
      "epoch": 0.04578354593366309,
      "grad_norm": 0.4939923882484436,
      "learning_rate": 4.987119956597467e-05,
      "loss": 5.5068,
      "step": 52305
    },
    {
      "epoch": 0.04578792252729025,
      "grad_norm": 0.45913320779800415,
      "learning_rate": 4.987116809096395e-05,
      "loss": 5.5542,
      "step": 52310
    },
    {
      "epoch": 0.0457922991209174,
      "grad_norm": 0.45439818501472473,
      "learning_rate": 4.987113661212036e-05,
      "loss": 5.4047,
      "step": 52315
    },
    {
      "epoch": 0.04579667571454456,
      "grad_norm": 0.4859357178211212,
      "learning_rate": 4.9871105129443885e-05,
      "loss": 5.0517,
      "step": 52320
    },
    {
      "epoch": 0.04580105230817171,
      "grad_norm": 0.41600847244262695,
      "learning_rate": 4.987107364293454e-05,
      "loss": 6.0971,
      "step": 52325
    },
    {
      "epoch": 0.04580542890179887,
      "grad_norm": 0.4810265004634857,
      "learning_rate": 4.987104215259233e-05,
      "loss": 5.0564,
      "step": 52330
    },
    {
      "epoch": 0.04580980549542602,
      "grad_norm": 0.4659736156463623,
      "learning_rate": 4.987101065841725e-05,
      "loss": 5.2927,
      "step": 52335
    },
    {
      "epoch": 0.045814182089053176,
      "grad_norm": 0.48691901564598083,
      "learning_rate": 4.9870979160409324e-05,
      "loss": 5.4854,
      "step": 52340
    },
    {
      "epoch": 0.04581855868268033,
      "grad_norm": 0.4741809070110321,
      "learning_rate": 4.9870947658568556e-05,
      "loss": 5.2426,
      "step": 52345
    },
    {
      "epoch": 0.045822935276307486,
      "grad_norm": 0.47714123129844666,
      "learning_rate": 4.987091615289495e-05,
      "loss": 5.277,
      "step": 52350
    },
    {
      "epoch": 0.04582731186993464,
      "grad_norm": 0.45867663621902466,
      "learning_rate": 4.987088464338849e-05,
      "loss": 4.7493,
      "step": 52355
    },
    {
      "epoch": 0.045831688463561795,
      "grad_norm": 0.4365675449371338,
      "learning_rate": 4.987085313004922e-05,
      "loss": 5.6124,
      "step": 52360
    },
    {
      "epoch": 0.04583606505718895,
      "grad_norm": 0.4589451551437378,
      "learning_rate": 4.9870821612877114e-05,
      "loss": 5.8868,
      "step": 52365
    },
    {
      "epoch": 0.045840441650816105,
      "grad_norm": 0.4981480538845062,
      "learning_rate": 4.98707900918722e-05,
      "loss": 4.7247,
      "step": 52370
    },
    {
      "epoch": 0.04584481824444326,
      "grad_norm": 0.4839044511318207,
      "learning_rate": 4.987075856703447e-05,
      "loss": 5.566,
      "step": 52375
    },
    {
      "epoch": 0.045849194838070415,
      "grad_norm": 0.4860464036464691,
      "learning_rate": 4.987072703836394e-05,
      "loss": 5.2481,
      "step": 52380
    },
    {
      "epoch": 0.04585357143169757,
      "grad_norm": 0.4804447591304779,
      "learning_rate": 4.987069550586061e-05,
      "loss": 5.0409,
      "step": 52385
    },
    {
      "epoch": 0.045857948025324724,
      "grad_norm": 0.4951404929161072,
      "learning_rate": 4.987066396952449e-05,
      "loss": 4.5468,
      "step": 52390
    },
    {
      "epoch": 0.04586232461895188,
      "grad_norm": 0.5127143859863281,
      "learning_rate": 4.987063242935558e-05,
      "loss": 4.7071,
      "step": 52395
    },
    {
      "epoch": 0.045866701212579034,
      "grad_norm": 0.5246285200119019,
      "learning_rate": 4.987060088535388e-05,
      "loss": 4.5206,
      "step": 52400
    },
    {
      "epoch": 0.04587107780620618,
      "grad_norm": 0.48123979568481445,
      "learning_rate": 4.9870569337519426e-05,
      "loss": 5.0883,
      "step": 52405
    },
    {
      "epoch": 0.045875454399833336,
      "grad_norm": 0.4467049241065979,
      "learning_rate": 4.987053778585219e-05,
      "loss": 5.3932,
      "step": 52410
    },
    {
      "epoch": 0.04587983099346049,
      "grad_norm": 0.4133342206478119,
      "learning_rate": 4.987050623035219e-05,
      "loss": 5.5033,
      "step": 52415
    },
    {
      "epoch": 0.045884207587087646,
      "grad_norm": 0.4843500554561615,
      "learning_rate": 4.987047467101943e-05,
      "loss": 4.5088,
      "step": 52420
    },
    {
      "epoch": 0.0458885841807148,
      "grad_norm": 0.49129778146743774,
      "learning_rate": 4.987044310785394e-05,
      "loss": 5.0739,
      "step": 52425
    },
    {
      "epoch": 0.045892960774341955,
      "grad_norm": 0.47925183176994324,
      "learning_rate": 4.987041154085569e-05,
      "loss": 5.7676,
      "step": 52430
    },
    {
      "epoch": 0.04589733736796911,
      "grad_norm": 0.3872542977333069,
      "learning_rate": 4.9870379970024705e-05,
      "loss": 6.4373,
      "step": 52435
    },
    {
      "epoch": 0.045901713961596265,
      "grad_norm": 0.44730910658836365,
      "learning_rate": 4.987034839536099e-05,
      "loss": 5.8309,
      "step": 52440
    },
    {
      "epoch": 0.04590609055522342,
      "grad_norm": 0.3908096253871918,
      "learning_rate": 4.987031681686455e-05,
      "loss": 6.4006,
      "step": 52445
    },
    {
      "epoch": 0.045910467148850574,
      "grad_norm": 0.4984802305698395,
      "learning_rate": 4.987028523453539e-05,
      "loss": 5.0615,
      "step": 52450
    },
    {
      "epoch": 0.04591484374247773,
      "grad_norm": 0.514458417892456,
      "learning_rate": 4.987025364837351e-05,
      "loss": 4.7455,
      "step": 52455
    },
    {
      "epoch": 0.045919220336104884,
      "grad_norm": 0.38901764154434204,
      "learning_rate": 4.987022205837892e-05,
      "loss": 6.1381,
      "step": 52460
    },
    {
      "epoch": 0.04592359692973204,
      "grad_norm": 0.4513261318206787,
      "learning_rate": 4.987019046455164e-05,
      "loss": 5.8,
      "step": 52465
    },
    {
      "epoch": 0.04592797352335919,
      "grad_norm": 0.40233057737350464,
      "learning_rate": 4.9870158866891656e-05,
      "loss": 5.6216,
      "step": 52470
    },
    {
      "epoch": 0.04593235011698635,
      "grad_norm": 0.4710366129875183,
      "learning_rate": 4.987012726539899e-05,
      "loss": 5.0411,
      "step": 52475
    },
    {
      "epoch": 0.0459367267106135,
      "grad_norm": 0.44766727089881897,
      "learning_rate": 4.987009566007365e-05,
      "loss": 4.7389,
      "step": 52480
    },
    {
      "epoch": 0.04594110330424066,
      "grad_norm": 0.45144951343536377,
      "learning_rate": 4.987006405091561e-05,
      "loss": 5.5068,
      "step": 52485
    },
    {
      "epoch": 0.04594547989786781,
      "grad_norm": 0.4288732707500458,
      "learning_rate": 4.987003243792491e-05,
      "loss": 5.366,
      "step": 52490
    },
    {
      "epoch": 0.04594985649149497,
      "grad_norm": 0.49337321519851685,
      "learning_rate": 4.987000082110155e-05,
      "loss": 4.1992,
      "step": 52495
    },
    {
      "epoch": 0.04595423308512212,
      "grad_norm": 0.4983914792537689,
      "learning_rate": 4.986996920044552e-05,
      "loss": 5.4103,
      "step": 52500
    },
    {
      "epoch": 0.045958609678749276,
      "grad_norm": 0.5032793283462524,
      "learning_rate": 4.986993757595685e-05,
      "loss": 5.9503,
      "step": 52505
    },
    {
      "epoch": 0.04596298627237643,
      "grad_norm": 0.5227804183959961,
      "learning_rate": 4.9869905947635534e-05,
      "loss": 5.5958,
      "step": 52510
    },
    {
      "epoch": 0.045967362866003586,
      "grad_norm": 0.5227327942848206,
      "learning_rate": 4.9869874315481565e-05,
      "loss": 4.972,
      "step": 52515
    },
    {
      "epoch": 0.04597173945963074,
      "grad_norm": 0.48729565739631653,
      "learning_rate": 4.986984267949497e-05,
      "loss": 6.1463,
      "step": 52520
    },
    {
      "epoch": 0.045976116053257896,
      "grad_norm": 0.4646604359149933,
      "learning_rate": 4.986981103967575e-05,
      "loss": 5.3196,
      "step": 52525
    },
    {
      "epoch": 0.04598049264688505,
      "grad_norm": 0.4828925132751465,
      "learning_rate": 4.986977939602391e-05,
      "loss": 5.3624,
      "step": 52530
    },
    {
      "epoch": 0.0459848692405122,
      "grad_norm": 0.5214575529098511,
      "learning_rate": 4.9869747748539444e-05,
      "loss": 5.2481,
      "step": 52535
    },
    {
      "epoch": 0.04598924583413935,
      "grad_norm": 0.47225263714790344,
      "learning_rate": 4.986971609722237e-05,
      "loss": 4.9165,
      "step": 52540
    },
    {
      "epoch": 0.04599362242776651,
      "grad_norm": 0.39951249957084656,
      "learning_rate": 4.986968444207269e-05,
      "loss": 5.2938,
      "step": 52545
    },
    {
      "epoch": 0.04599799902139366,
      "grad_norm": 0.47271865606307983,
      "learning_rate": 4.986965278309043e-05,
      "loss": 4.793,
      "step": 52550
    },
    {
      "epoch": 0.04600237561502082,
      "grad_norm": 0.3784104287624359,
      "learning_rate": 4.986962112027555e-05,
      "loss": 6.4506,
      "step": 52555
    },
    {
      "epoch": 0.04600675220864797,
      "grad_norm": 0.40105339884757996,
      "learning_rate": 4.9869589453628106e-05,
      "loss": 5.95,
      "step": 52560
    },
    {
      "epoch": 0.04601112880227513,
      "grad_norm": 0.47317376732826233,
      "learning_rate": 4.986955778314808e-05,
      "loss": 4.5541,
      "step": 52565
    },
    {
      "epoch": 0.04601550539590228,
      "grad_norm": 0.3897189497947693,
      "learning_rate": 4.986952610883547e-05,
      "loss": 5.8285,
      "step": 52570
    },
    {
      "epoch": 0.046019881989529436,
      "grad_norm": 0.40456047654151917,
      "learning_rate": 4.98694944306903e-05,
      "loss": 6.4473,
      "step": 52575
    },
    {
      "epoch": 0.04602425858315659,
      "grad_norm": 0.49556082487106323,
      "learning_rate": 4.986946274871257e-05,
      "loss": 5.58,
      "step": 52580
    },
    {
      "epoch": 0.046028635176783746,
      "grad_norm": 0.3956734836101532,
      "learning_rate": 4.9869431062902285e-05,
      "loss": 6.3914,
      "step": 52585
    },
    {
      "epoch": 0.0460330117704109,
      "grad_norm": 0.4755929410457611,
      "learning_rate": 4.986939937325945e-05,
      "loss": 5.2485,
      "step": 52590
    },
    {
      "epoch": 0.046037388364038055,
      "grad_norm": 0.39607104659080505,
      "learning_rate": 4.986936767978407e-05,
      "loss": 5.5852,
      "step": 52595
    },
    {
      "epoch": 0.04604176495766521,
      "grad_norm": 0.47145017981529236,
      "learning_rate": 4.986933598247616e-05,
      "loss": 5.8213,
      "step": 52600
    },
    {
      "epoch": 0.046046141551292365,
      "grad_norm": 0.40901172161102295,
      "learning_rate": 4.9869304281335717e-05,
      "loss": 6.4203,
      "step": 52605
    },
    {
      "epoch": 0.04605051814491952,
      "grad_norm": 0.5229551196098328,
      "learning_rate": 4.9869272576362746e-05,
      "loss": 4.548,
      "step": 52610
    },
    {
      "epoch": 0.046054894738546674,
      "grad_norm": 0.5343883037567139,
      "learning_rate": 4.986924086755726e-05,
      "loss": 5.8975,
      "step": 52615
    },
    {
      "epoch": 0.04605927133217383,
      "grad_norm": 0.5274651050567627,
      "learning_rate": 4.986920915491926e-05,
      "loss": 5.8988,
      "step": 52620
    },
    {
      "epoch": 0.046063647925800984,
      "grad_norm": 0.4912166893482208,
      "learning_rate": 4.9869177438448754e-05,
      "loss": 5.4756,
      "step": 52625
    },
    {
      "epoch": 0.04606802451942814,
      "grad_norm": 0.7829501628875732,
      "learning_rate": 4.986914571814575e-05,
      "loss": 4.9858,
      "step": 52630
    },
    {
      "epoch": 0.04607240111305529,
      "grad_norm": 0.5221129059791565,
      "learning_rate": 4.9869113994010256e-05,
      "loss": 5.6121,
      "step": 52635
    },
    {
      "epoch": 0.04607677770668245,
      "grad_norm": 0.6395447850227356,
      "learning_rate": 4.9869082266042265e-05,
      "loss": 5.2702,
      "step": 52640
    },
    {
      "epoch": 0.0460811543003096,
      "grad_norm": 0.6301100254058838,
      "learning_rate": 4.98690505342418e-05,
      "loss": 5.5837,
      "step": 52645
    },
    {
      "epoch": 0.04608553089393676,
      "grad_norm": 0.8712177276611328,
      "learning_rate": 4.986901879860887e-05,
      "loss": 5.3185,
      "step": 52650
    },
    {
      "epoch": 0.04608990748756391,
      "grad_norm": 0.6437371373176575,
      "learning_rate": 4.9868987059143456e-05,
      "loss": 5.5758,
      "step": 52655
    },
    {
      "epoch": 0.04609428408119107,
      "grad_norm": 0.6611935496330261,
      "learning_rate": 4.986895531584558e-05,
      "loss": 5.8873,
      "step": 52660
    },
    {
      "epoch": 0.046098660674818215,
      "grad_norm": 0.5086265802383423,
      "learning_rate": 4.9868923568715243e-05,
      "loss": 4.3562,
      "step": 52665
    },
    {
      "epoch": 0.04610303726844537,
      "grad_norm": 0.5317636728286743,
      "learning_rate": 4.986889181775246e-05,
      "loss": 4.2349,
      "step": 52670
    },
    {
      "epoch": 0.046107413862072524,
      "grad_norm": 0.4720219373703003,
      "learning_rate": 4.986886006295723e-05,
      "loss": 5.5728,
      "step": 52675
    },
    {
      "epoch": 0.04611179045569968,
      "grad_norm": 0.4895186126232147,
      "learning_rate": 4.986882830432956e-05,
      "loss": 5.591,
      "step": 52680
    },
    {
      "epoch": 0.046116167049326834,
      "grad_norm": 0.48170801997184753,
      "learning_rate": 4.986879654186947e-05,
      "loss": 6.1354,
      "step": 52685
    },
    {
      "epoch": 0.04612054364295399,
      "grad_norm": 0.45469731092453003,
      "learning_rate": 4.986876477557695e-05,
      "loss": 4.2165,
      "step": 52690
    },
    {
      "epoch": 0.04612492023658114,
      "grad_norm": 0.4698062837123871,
      "learning_rate": 4.9868733005451995e-05,
      "loss": 5.9036,
      "step": 52695
    },
    {
      "epoch": 0.0461292968302083,
      "grad_norm": 0.49048182368278503,
      "learning_rate": 4.986870123149464e-05,
      "loss": 5.055,
      "step": 52700
    },
    {
      "epoch": 0.04613367342383545,
      "grad_norm": 0.4823959469795227,
      "learning_rate": 4.986866945370488e-05,
      "loss": 5.8164,
      "step": 52705
    },
    {
      "epoch": 0.04613805001746261,
      "grad_norm": 0.5290457606315613,
      "learning_rate": 4.986863767208271e-05,
      "loss": 5.0229,
      "step": 52710
    },
    {
      "epoch": 0.04614242661108976,
      "grad_norm": 0.3906554877758026,
      "learning_rate": 4.986860588662814e-05,
      "loss": 5.3548,
      "step": 52715
    },
    {
      "epoch": 0.04614680320471692,
      "grad_norm": 0.3948040008544922,
      "learning_rate": 4.986857409734118e-05,
      "loss": 5.8979,
      "step": 52720
    },
    {
      "epoch": 0.04615117979834407,
      "grad_norm": 0.4616456627845764,
      "learning_rate": 4.9868542304221844e-05,
      "loss": 4.4499,
      "step": 52725
    },
    {
      "epoch": 0.04615555639197123,
      "grad_norm": 0.6755321621894836,
      "learning_rate": 4.986851050727013e-05,
      "loss": 4.5421,
      "step": 52730
    },
    {
      "epoch": 0.04615993298559838,
      "grad_norm": 0.47636356949806213,
      "learning_rate": 4.986847870648604e-05,
      "loss": 5.0933,
      "step": 52735
    },
    {
      "epoch": 0.046164309579225536,
      "grad_norm": 0.5087453722953796,
      "learning_rate": 4.9868446901869594e-05,
      "loss": 4.9914,
      "step": 52740
    },
    {
      "epoch": 0.04616868617285269,
      "grad_norm": 0.567377507686615,
      "learning_rate": 4.986841509342078e-05,
      "loss": 4.8558,
      "step": 52745
    },
    {
      "epoch": 0.046173062766479846,
      "grad_norm": 0.542097806930542,
      "learning_rate": 4.986838328113962e-05,
      "loss": 6.1482,
      "step": 52750
    },
    {
      "epoch": 0.046177439360107,
      "grad_norm": 0.45317861437797546,
      "learning_rate": 4.986835146502611e-05,
      "loss": 6.4371,
      "step": 52755
    },
    {
      "epoch": 0.046181815953734155,
      "grad_norm": 0.49804776906967163,
      "learning_rate": 4.986831964508025e-05,
      "loss": 5.2676,
      "step": 52760
    },
    {
      "epoch": 0.04618619254736131,
      "grad_norm": 0.4346367120742798,
      "learning_rate": 4.9868287821302074e-05,
      "loss": 6.1148,
      "step": 52765
    },
    {
      "epoch": 0.046190569140988465,
      "grad_norm": 0.46178749203681946,
      "learning_rate": 4.986825599369156e-05,
      "loss": 5.8012,
      "step": 52770
    },
    {
      "epoch": 0.04619494573461562,
      "grad_norm": 0.4967364966869354,
      "learning_rate": 4.9868224162248724e-05,
      "loss": 5.8876,
      "step": 52775
    },
    {
      "epoch": 0.046199322328242774,
      "grad_norm": 0.4528520405292511,
      "learning_rate": 4.986819232697357e-05,
      "loss": 5.8141,
      "step": 52780
    },
    {
      "epoch": 0.04620369892186993,
      "grad_norm": 0.5315751433372498,
      "learning_rate": 4.986816048786611e-05,
      "loss": 5.0408,
      "step": 52785
    },
    {
      "epoch": 0.046208075515497084,
      "grad_norm": 0.46992918848991394,
      "learning_rate": 4.986812864492635e-05,
      "loss": 5.8608,
      "step": 52790
    },
    {
      "epoch": 0.04621245210912423,
      "grad_norm": 0.4428771138191223,
      "learning_rate": 4.986809679815429e-05,
      "loss": 5.8807,
      "step": 52795
    },
    {
      "epoch": 0.046216828702751386,
      "grad_norm": 0.47942912578582764,
      "learning_rate": 4.986806494754993e-05,
      "loss": 5.5864,
      "step": 52800
    },
    {
      "epoch": 0.04622120529637854,
      "grad_norm": 0.4786435663700104,
      "learning_rate": 4.986803309311329e-05,
      "loss": 4.8075,
      "step": 52805
    },
    {
      "epoch": 0.046225581890005696,
      "grad_norm": 0.4829351305961609,
      "learning_rate": 4.986800123484438e-05,
      "loss": 5.5761,
      "step": 52810
    },
    {
      "epoch": 0.04622995848363285,
      "grad_norm": 0.49154141545295715,
      "learning_rate": 4.9867969372743184e-05,
      "loss": 4.3011,
      "step": 52815
    },
    {
      "epoch": 0.046234335077260005,
      "grad_norm": 0.5573535561561584,
      "learning_rate": 4.986793750680973e-05,
      "loss": 4.9403,
      "step": 52820
    },
    {
      "epoch": 0.04623871167088716,
      "grad_norm": 0.4400247633457184,
      "learning_rate": 4.986790563704401e-05,
      "loss": 6.1127,
      "step": 52825
    },
    {
      "epoch": 0.046243088264514315,
      "grad_norm": 0.4861951768398285,
      "learning_rate": 4.986787376344604e-05,
      "loss": 5.2707,
      "step": 52830
    },
    {
      "epoch": 0.04624746485814147,
      "grad_norm": 0.4693199396133423,
      "learning_rate": 4.986784188601582e-05,
      "loss": 5.2757,
      "step": 52835
    },
    {
      "epoch": 0.046251841451768624,
      "grad_norm": 0.49147799611091614,
      "learning_rate": 4.986781000475336e-05,
      "loss": 5.6211,
      "step": 52840
    },
    {
      "epoch": 0.04625621804539578,
      "grad_norm": 0.5650976896286011,
      "learning_rate": 4.986777811965865e-05,
      "loss": 6.0963,
      "step": 52845
    },
    {
      "epoch": 0.046260594639022934,
      "grad_norm": 0.44859907031059265,
      "learning_rate": 4.9867746230731723e-05,
      "loss": 5.0631,
      "step": 52850
    },
    {
      "epoch": 0.04626497123265009,
      "grad_norm": 0.5005930662155151,
      "learning_rate": 4.986771433797257e-05,
      "loss": 5.548,
      "step": 52855
    },
    {
      "epoch": 0.04626934782627724,
      "grad_norm": 0.45151737332344055,
      "learning_rate": 4.9867682441381206e-05,
      "loss": 6.1725,
      "step": 52860
    },
    {
      "epoch": 0.0462737244199044,
      "grad_norm": 0.48987045884132385,
      "learning_rate": 4.986765054095762e-05,
      "loss": 5.0698,
      "step": 52865
    },
    {
      "epoch": 0.04627810101353155,
      "grad_norm": 0.48351263999938965,
      "learning_rate": 4.986761863670183e-05,
      "loss": 4.8531,
      "step": 52870
    },
    {
      "epoch": 0.04628247760715871,
      "grad_norm": 0.4796959161758423,
      "learning_rate": 4.986758672861384e-05,
      "loss": 4.5623,
      "step": 52875
    },
    {
      "epoch": 0.04628685420078586,
      "grad_norm": 0.4230552315711975,
      "learning_rate": 4.986755481669366e-05,
      "loss": 5.0894,
      "step": 52880
    },
    {
      "epoch": 0.04629123079441302,
      "grad_norm": 0.49824199080467224,
      "learning_rate": 4.98675229009413e-05,
      "loss": 4.9631,
      "step": 52885
    },
    {
      "epoch": 0.04629560738804017,
      "grad_norm": 0.4094546139240265,
      "learning_rate": 4.986749098135675e-05,
      "loss": 5.1071,
      "step": 52890
    },
    {
      "epoch": 0.04629998398166733,
      "grad_norm": 0.49722057580947876,
      "learning_rate": 4.9867459057940026e-05,
      "loss": 4.5644,
      "step": 52895
    },
    {
      "epoch": 0.04630436057529448,
      "grad_norm": 0.3740488290786743,
      "learning_rate": 4.9867427130691136e-05,
      "loss": 5.6054,
      "step": 52900
    },
    {
      "epoch": 0.046308737168921636,
      "grad_norm": 0.41955211758613586,
      "learning_rate": 4.986739519961009e-05,
      "loss": 4.8102,
      "step": 52905
    },
    {
      "epoch": 0.04631311376254879,
      "grad_norm": 0.43184584379196167,
      "learning_rate": 4.9867363264696876e-05,
      "loss": 6.1008,
      "step": 52910
    },
    {
      "epoch": 0.046317490356175946,
      "grad_norm": 0.4475869834423065,
      "learning_rate": 4.986733132595151e-05,
      "loss": 5.3932,
      "step": 52915
    },
    {
      "epoch": 0.0463218669498031,
      "grad_norm": 0.4749276041984558,
      "learning_rate": 4.986729938337401e-05,
      "loss": 5.9011,
      "step": 52920
    },
    {
      "epoch": 0.04632624354343025,
      "grad_norm": 0.4440208673477173,
      "learning_rate": 4.986726743696438e-05,
      "loss": 5.0589,
      "step": 52925
    },
    {
      "epoch": 0.0463306201370574,
      "grad_norm": 0.43561363220214844,
      "learning_rate": 4.9867235486722606e-05,
      "loss": 6.1143,
      "step": 52930
    },
    {
      "epoch": 0.04633499673068456,
      "grad_norm": 0.39248421788215637,
      "learning_rate": 4.986720353264871e-05,
      "loss": 6.4383,
      "step": 52935
    },
    {
      "epoch": 0.04633937332431171,
      "grad_norm": 0.4814367890357971,
      "learning_rate": 4.986717157474269e-05,
      "loss": 4.6324,
      "step": 52940
    },
    {
      "epoch": 0.04634374991793887,
      "grad_norm": 0.6384474635124207,
      "learning_rate": 4.986713961300456e-05,
      "loss": 4.9987,
      "step": 52945
    },
    {
      "epoch": 0.04634812651156602,
      "grad_norm": 0.4861401915550232,
      "learning_rate": 4.986710764743433e-05,
      "loss": 4.7237,
      "step": 52950
    },
    {
      "epoch": 0.04635250310519318,
      "grad_norm": 0.4806968569755554,
      "learning_rate": 4.986707567803199e-05,
      "loss": 4.5112,
      "step": 52955
    },
    {
      "epoch": 0.04635687969882033,
      "grad_norm": 0.47922053933143616,
      "learning_rate": 4.986704370479757e-05,
      "loss": 4.2985,
      "step": 52960
    },
    {
      "epoch": 0.046361256292447486,
      "grad_norm": 0.6779980063438416,
      "learning_rate": 4.986701172773105e-05,
      "loss": 5.5789,
      "step": 52965
    },
    {
      "epoch": 0.04636563288607464,
      "grad_norm": 0.6144591569900513,
      "learning_rate": 4.9866979746832444e-05,
      "loss": 5.3847,
      "step": 52970
    },
    {
      "epoch": 0.046370009479701796,
      "grad_norm": 0.5231612920761108,
      "learning_rate": 4.986694776210177e-05,
      "loss": 5.0531,
      "step": 52975
    },
    {
      "epoch": 0.04637438607332895,
      "grad_norm": 0.9466859698295593,
      "learning_rate": 4.9866915773539025e-05,
      "loss": 5.4122,
      "step": 52980
    },
    {
      "epoch": 0.046378762666956105,
      "grad_norm": 0.5710806846618652,
      "learning_rate": 4.9866883781144215e-05,
      "loss": 6.433,
      "step": 52985
    },
    {
      "epoch": 0.04638313926058326,
      "grad_norm": 0.5875548124313354,
      "learning_rate": 4.9866851784917346e-05,
      "loss": 5.5916,
      "step": 52990
    },
    {
      "epoch": 0.046387515854210415,
      "grad_norm": 0.5236903429031372,
      "learning_rate": 4.986681978485843e-05,
      "loss": 5.0658,
      "step": 52995
    },
    {
      "epoch": 0.04639189244783757,
      "grad_norm": 0.5185926556587219,
      "learning_rate": 4.986678778096746e-05,
      "loss": 5.5993,
      "step": 53000
    },
    {
      "epoch": 0.046396269041464724,
      "grad_norm": 0.47880974411964417,
      "learning_rate": 4.986675577324446e-05,
      "loss": 5.5571,
      "step": 53005
    },
    {
      "epoch": 0.04640064563509188,
      "grad_norm": 0.5029155015945435,
      "learning_rate": 4.986672376168943e-05,
      "loss": 5.298,
      "step": 53010
    },
    {
      "epoch": 0.046405022228719034,
      "grad_norm": 0.471428245306015,
      "learning_rate": 4.986669174630236e-05,
      "loss": 6.1592,
      "step": 53015
    },
    {
      "epoch": 0.04640939882234619,
      "grad_norm": 0.4150589108467102,
      "learning_rate": 4.986665972708327e-05,
      "loss": 6.1357,
      "step": 53020
    },
    {
      "epoch": 0.04641377541597334,
      "grad_norm": 0.3800274729728699,
      "learning_rate": 4.9866627704032185e-05,
      "loss": 6.0549,
      "step": 53025
    },
    {
      "epoch": 0.0464181520096005,
      "grad_norm": 0.5375683903694153,
      "learning_rate": 4.986659567714907e-05,
      "loss": 5.5539,
      "step": 53030
    },
    {
      "epoch": 0.04642252860322765,
      "grad_norm": 0.7101987600326538,
      "learning_rate": 4.986656364643397e-05,
      "loss": 4.3374,
      "step": 53035
    },
    {
      "epoch": 0.04642690519685481,
      "grad_norm": 0.6119981408119202,
      "learning_rate": 4.986653161188687e-05,
      "loss": 5.9002,
      "step": 53040
    },
    {
      "epoch": 0.04643128179048196,
      "grad_norm": 0.5148979425430298,
      "learning_rate": 4.9866499573507785e-05,
      "loss": 5.2782,
      "step": 53045
    },
    {
      "epoch": 0.04643565838410911,
      "grad_norm": 0.5264845490455627,
      "learning_rate": 4.9866467531296704e-05,
      "loss": 5.0483,
      "step": 53050
    },
    {
      "epoch": 0.046440034977736265,
      "grad_norm": 0.5040709972381592,
      "learning_rate": 4.986643548525366e-05,
      "loss": 5.0491,
      "step": 53055
    },
    {
      "epoch": 0.04644441157136342,
      "grad_norm": 0.43771934509277344,
      "learning_rate": 4.986640343537863e-05,
      "loss": 5.7623,
      "step": 53060
    },
    {
      "epoch": 0.046448788164990575,
      "grad_norm": 0.6554085612297058,
      "learning_rate": 4.986637138167164e-05,
      "loss": 5.2426,
      "step": 53065
    },
    {
      "epoch": 0.04645316475861773,
      "grad_norm": 0.4811156094074249,
      "learning_rate": 4.98663393241327e-05,
      "loss": 5.4658,
      "step": 53070
    },
    {
      "epoch": 0.046457541352244884,
      "grad_norm": 0.4845368564128876,
      "learning_rate": 4.9866307262761804e-05,
      "loss": 4.9856,
      "step": 53075
    },
    {
      "epoch": 0.04646191794587204,
      "grad_norm": 0.48360225558280945,
      "learning_rate": 4.9866275197558955e-05,
      "loss": 5.5814,
      "step": 53080
    },
    {
      "epoch": 0.046466294539499194,
      "grad_norm": 0.4582403004169464,
      "learning_rate": 4.986624312852417e-05,
      "loss": 5.3647,
      "step": 53085
    },
    {
      "epoch": 0.04647067113312635,
      "grad_norm": 0.5000920295715332,
      "learning_rate": 4.9866211055657455e-05,
      "loss": 5.283,
      "step": 53090
    },
    {
      "epoch": 0.0464750477267535,
      "grad_norm": 0.4432772696018219,
      "learning_rate": 4.986617897895881e-05,
      "loss": 6.1279,
      "step": 53095
    },
    {
      "epoch": 0.04647942432038066,
      "grad_norm": 0.43410608172416687,
      "learning_rate": 4.9866146898428236e-05,
      "loss": 5.2731,
      "step": 53100
    },
    {
      "epoch": 0.04648380091400781,
      "grad_norm": 0.43863922357559204,
      "learning_rate": 4.986611481406576e-05,
      "loss": 5.5174,
      "step": 53105
    },
    {
      "epoch": 0.04648817750763497,
      "grad_norm": 0.4714469611644745,
      "learning_rate": 4.9866082725871367e-05,
      "loss": 5.321,
      "step": 53110
    },
    {
      "epoch": 0.04649255410126212,
      "grad_norm": 0.7564378976821899,
      "learning_rate": 4.986605063384507e-05,
      "loss": 4.5156,
      "step": 53115
    },
    {
      "epoch": 0.04649693069488928,
      "grad_norm": 1.0100821256637573,
      "learning_rate": 4.986601853798688e-05,
      "loss": 4.8639,
      "step": 53120
    },
    {
      "epoch": 0.04650130728851643,
      "grad_norm": 0.539101779460907,
      "learning_rate": 4.9865986438296794e-05,
      "loss": 5.0756,
      "step": 53125
    },
    {
      "epoch": 0.046505683882143586,
      "grad_norm": 0.8614177107810974,
      "learning_rate": 4.9865954334774825e-05,
      "loss": 5.3843,
      "step": 53130
    },
    {
      "epoch": 0.04651006047577074,
      "grad_norm": 0.5127459168434143,
      "learning_rate": 4.986592222742098e-05,
      "loss": 5.0824,
      "step": 53135
    },
    {
      "epoch": 0.046514437069397896,
      "grad_norm": 0.4985803961753845,
      "learning_rate": 4.986589011623527e-05,
      "loss": 5.3326,
      "step": 53140
    },
    {
      "epoch": 0.04651881366302505,
      "grad_norm": 0.753255307674408,
      "learning_rate": 4.986585800121768e-05,
      "loss": 5.0435,
      "step": 53145
    },
    {
      "epoch": 0.046523190256652205,
      "grad_norm": 0.5768406987190247,
      "learning_rate": 4.986582588236824e-05,
      "loss": 5.2868,
      "step": 53150
    },
    {
      "epoch": 0.04652756685027936,
      "grad_norm": 0.46376800537109375,
      "learning_rate": 4.986579375968695e-05,
      "loss": 5.8174,
      "step": 53155
    },
    {
      "epoch": 0.046531943443906515,
      "grad_norm": 0.5205829739570618,
      "learning_rate": 4.9865761633173804e-05,
      "loss": 4.9922,
      "step": 53160
    },
    {
      "epoch": 0.04653632003753367,
      "grad_norm": 0.45264410972595215,
      "learning_rate": 4.9865729502828816e-05,
      "loss": 5.473,
      "step": 53165
    },
    {
      "epoch": 0.046540696631160824,
      "grad_norm": 0.6249454021453857,
      "learning_rate": 4.9865697368652e-05,
      "loss": 5.5341,
      "step": 53170
    },
    {
      "epoch": 0.04654507322478798,
      "grad_norm": 0.5082176327705383,
      "learning_rate": 4.9865665230643355e-05,
      "loss": 6.0912,
      "step": 53175
    },
    {
      "epoch": 0.04654944981841513,
      "grad_norm": 0.6501935124397278,
      "learning_rate": 4.986563308880289e-05,
      "loss": 5.0632,
      "step": 53180
    },
    {
      "epoch": 0.04655382641204228,
      "grad_norm": 0.4679681360721588,
      "learning_rate": 4.9865600943130596e-05,
      "loss": 5.3057,
      "step": 53185
    },
    {
      "epoch": 0.04655820300566944,
      "grad_norm": 0.4877888858318329,
      "learning_rate": 4.98655687936265e-05,
      "loss": 5.0304,
      "step": 53190
    },
    {
      "epoch": 0.04656257959929659,
      "grad_norm": 0.4509075880050659,
      "learning_rate": 4.98655366402906e-05,
      "loss": 5.2885,
      "step": 53195
    },
    {
      "epoch": 0.046566956192923746,
      "grad_norm": 0.48689115047454834,
      "learning_rate": 4.986550448312292e-05,
      "loss": 5.375,
      "step": 53200
    },
    {
      "epoch": 0.0465713327865509,
      "grad_norm": 0.48899123072624207,
      "learning_rate": 4.986547232212342e-05,
      "loss": 5.2429,
      "step": 53205
    },
    {
      "epoch": 0.046575709380178056,
      "grad_norm": 0.4720750153064728,
      "learning_rate": 4.986544015729214e-05,
      "loss": 5.0767,
      "step": 53210
    },
    {
      "epoch": 0.04658008597380521,
      "grad_norm": 0.6930845379829407,
      "learning_rate": 4.98654079886291e-05,
      "loss": 5.5861,
      "step": 53215
    },
    {
      "epoch": 0.046584462567432365,
      "grad_norm": 0.5501953363418579,
      "learning_rate": 4.986537581613427e-05,
      "loss": 4.968,
      "step": 53220
    },
    {
      "epoch": 0.04658883916105952,
      "grad_norm": 0.4553309977054596,
      "learning_rate": 4.9865343639807674e-05,
      "loss": 4.3367,
      "step": 53225
    },
    {
      "epoch": 0.046593215754686675,
      "grad_norm": 0.4248470366001129,
      "learning_rate": 4.986531145964932e-05,
      "loss": 5.5731,
      "step": 53230
    },
    {
      "epoch": 0.04659759234831383,
      "grad_norm": 0.5428835153579712,
      "learning_rate": 4.9865279275659217e-05,
      "loss": 4.7198,
      "step": 53235
    },
    {
      "epoch": 0.046601968941940984,
      "grad_norm": 0.5345839858055115,
      "learning_rate": 4.9865247087837364e-05,
      "loss": 5.1131,
      "step": 53240
    },
    {
      "epoch": 0.04660634553556814,
      "grad_norm": 0.4883173108100891,
      "learning_rate": 4.986521489618378e-05,
      "loss": 4.4428,
      "step": 53245
    },
    {
      "epoch": 0.046610722129195294,
      "grad_norm": 0.5809412002563477,
      "learning_rate": 4.986518270069844e-05,
      "loss": 5.0628,
      "step": 53250
    },
    {
      "epoch": 0.04661509872282245,
      "grad_norm": 0.48088768124580383,
      "learning_rate": 4.9865150501381375e-05,
      "loss": 4.9902,
      "step": 53255
    },
    {
      "epoch": 0.0466194753164496,
      "grad_norm": 0.4895471930503845,
      "learning_rate": 4.98651182982326e-05,
      "loss": 5.2606,
      "step": 53260
    },
    {
      "epoch": 0.04662385191007676,
      "grad_norm": 0.5566511154174805,
      "learning_rate": 4.98650860912521e-05,
      "loss": 5.279,
      "step": 53265
    },
    {
      "epoch": 0.04662822850370391,
      "grad_norm": 0.5403602719306946,
      "learning_rate": 4.986505388043988e-05,
      "loss": 5.0884,
      "step": 53270
    },
    {
      "epoch": 0.04663260509733107,
      "grad_norm": 0.5165150165557861,
      "learning_rate": 4.986502166579597e-05,
      "loss": 5.0655,
      "step": 53275
    },
    {
      "epoch": 0.04663698169095822,
      "grad_norm": 0.4708158075809479,
      "learning_rate": 4.986498944732036e-05,
      "loss": 5.5893,
      "step": 53280
    },
    {
      "epoch": 0.04664135828458538,
      "grad_norm": 0.49076390266418457,
      "learning_rate": 4.9864957225013056e-05,
      "loss": 5.6111,
      "step": 53285
    },
    {
      "epoch": 0.04664573487821253,
      "grad_norm": 0.528128981590271,
      "learning_rate": 4.986492499887406e-05,
      "loss": 5.0706,
      "step": 53290
    },
    {
      "epoch": 0.046650111471839686,
      "grad_norm": 0.5287860631942749,
      "learning_rate": 4.986489276890338e-05,
      "loss": 4.546,
      "step": 53295
    },
    {
      "epoch": 0.04665448806546684,
      "grad_norm": 0.5198930501937866,
      "learning_rate": 4.9864860535101045e-05,
      "loss": 5.5922,
      "step": 53300
    },
    {
      "epoch": 0.046658864659093996,
      "grad_norm": 0.4392642676830292,
      "learning_rate": 4.986482829746703e-05,
      "loss": 5.8029,
      "step": 53305
    },
    {
      "epoch": 0.046663241252721144,
      "grad_norm": 0.49121931195259094,
      "learning_rate": 4.986479605600136e-05,
      "loss": 6.1182,
      "step": 53310
    },
    {
      "epoch": 0.0466676178463483,
      "grad_norm": 0.4751754105091095,
      "learning_rate": 4.986476381070403e-05,
      "loss": 5.4885,
      "step": 53315
    },
    {
      "epoch": 0.04667199443997545,
      "grad_norm": 0.4960261881351471,
      "learning_rate": 4.986473156157505e-05,
      "loss": 4.4932,
      "step": 53320
    },
    {
      "epoch": 0.04667637103360261,
      "grad_norm": 0.6918306946754456,
      "learning_rate": 4.9864699308614436e-05,
      "loss": 5.0425,
      "step": 53325
    },
    {
      "epoch": 0.04668074762722976,
      "grad_norm": 0.4731057584285736,
      "learning_rate": 4.986466705182218e-05,
      "loss": 6.4287,
      "step": 53330
    },
    {
      "epoch": 0.04668512422085692,
      "grad_norm": 0.4943007826805115,
      "learning_rate": 4.9864634791198294e-05,
      "loss": 6.5025,
      "step": 53335
    },
    {
      "epoch": 0.04668950081448407,
      "grad_norm": 0.4919377267360687,
      "learning_rate": 4.986460252674279e-05,
      "loss": 4.3215,
      "step": 53340
    },
    {
      "epoch": 0.04669387740811123,
      "grad_norm": 0.8903282880783081,
      "learning_rate": 4.9864570258455666e-05,
      "loss": 5.2955,
      "step": 53345
    },
    {
      "epoch": 0.04669825400173838,
      "grad_norm": 0.47400492429733276,
      "learning_rate": 4.986453798633693e-05,
      "loss": 4.2892,
      "step": 53350
    },
    {
      "epoch": 0.04670263059536554,
      "grad_norm": 0.7723711729049683,
      "learning_rate": 4.986450571038659e-05,
      "loss": 5.8486,
      "step": 53355
    },
    {
      "epoch": 0.04670700718899269,
      "grad_norm": 0.47318142652511597,
      "learning_rate": 4.986447343060465e-05,
      "loss": 6.1385,
      "step": 53360
    },
    {
      "epoch": 0.046711383782619846,
      "grad_norm": 0.5113688111305237,
      "learning_rate": 4.986444114699111e-05,
      "loss": 5.8213,
      "step": 53365
    },
    {
      "epoch": 0.046715760376247,
      "grad_norm": 0.4352760910987854,
      "learning_rate": 4.9864408859545994e-05,
      "loss": 5.0396,
      "step": 53370
    },
    {
      "epoch": 0.046720136969874156,
      "grad_norm": 0.48522448539733887,
      "learning_rate": 4.98643765682693e-05,
      "loss": 4.3264,
      "step": 53375
    },
    {
      "epoch": 0.04672451356350131,
      "grad_norm": 0.4078387916088104,
      "learning_rate": 4.986434427316102e-05,
      "loss": 6.1096,
      "step": 53380
    },
    {
      "epoch": 0.046728890157128465,
      "grad_norm": 0.41482558846473694,
      "learning_rate": 4.986431197422119e-05,
      "loss": 5.9086,
      "step": 53385
    },
    {
      "epoch": 0.04673326675075562,
      "grad_norm": 0.4981994330883026,
      "learning_rate": 4.9864279671449786e-05,
      "loss": 4.6959,
      "step": 53390
    },
    {
      "epoch": 0.046737643344382775,
      "grad_norm": 0.4646773338317871,
      "learning_rate": 4.986424736484683e-05,
      "loss": 5.0643,
      "step": 53395
    },
    {
      "epoch": 0.04674201993800993,
      "grad_norm": 0.43529725074768066,
      "learning_rate": 4.986421505441232e-05,
      "loss": 5.2935,
      "step": 53400
    },
    {
      "epoch": 0.046746396531637084,
      "grad_norm": 0.38396891951560974,
      "learning_rate": 4.986418274014627e-05,
      "loss": 5.8903,
      "step": 53405
    },
    {
      "epoch": 0.04675077312526424,
      "grad_norm": 0.4600558876991272,
      "learning_rate": 4.986415042204868e-05,
      "loss": 5.8066,
      "step": 53410
    },
    {
      "epoch": 0.046755149718891394,
      "grad_norm": 0.4842011332511902,
      "learning_rate": 4.986411810011957e-05,
      "loss": 4.8317,
      "step": 53415
    },
    {
      "epoch": 0.04675952631251855,
      "grad_norm": 0.47175320982933044,
      "learning_rate": 4.986408577435894e-05,
      "loss": 5.6337,
      "step": 53420
    },
    {
      "epoch": 0.0467639029061457,
      "grad_norm": 0.5174354910850525,
      "learning_rate": 4.9864053444766776e-05,
      "loss": 5.2814,
      "step": 53425
    },
    {
      "epoch": 0.04676827949977286,
      "grad_norm": 0.44770199060440063,
      "learning_rate": 4.9864021111343104e-05,
      "loss": 5.0581,
      "step": 53430
    },
    {
      "epoch": 0.04677265609340001,
      "grad_norm": 0.48269200325012207,
      "learning_rate": 4.9863988774087936e-05,
      "loss": 4.8458,
      "step": 53435
    },
    {
      "epoch": 0.04677703268702716,
      "grad_norm": 0.662739098072052,
      "learning_rate": 4.9863956433001266e-05,
      "loss": 5.6011,
      "step": 53440
    },
    {
      "epoch": 0.046781409280654315,
      "grad_norm": 0.44913509488105774,
      "learning_rate": 4.98639240880831e-05,
      "loss": 5.4715,
      "step": 53445
    },
    {
      "epoch": 0.04678578587428147,
      "grad_norm": 0.4688449800014496,
      "learning_rate": 4.9863891739333444e-05,
      "loss": 5.775,
      "step": 53450
    },
    {
      "epoch": 0.046790162467908625,
      "grad_norm": 0.48094624280929565,
      "learning_rate": 4.986385938675232e-05,
      "loss": 5.4945,
      "step": 53455
    },
    {
      "epoch": 0.04679453906153578,
      "grad_norm": 0.49797841906547546,
      "learning_rate": 4.9863827030339706e-05,
      "loss": 5.5906,
      "step": 53460
    },
    {
      "epoch": 0.046798915655162934,
      "grad_norm": 0.4430728852748871,
      "learning_rate": 4.986379467009563e-05,
      "loss": 4.9643,
      "step": 53465
    },
    {
      "epoch": 0.04680329224879009,
      "grad_norm": 0.4400593042373657,
      "learning_rate": 4.98637623060201e-05,
      "loss": 5.1797,
      "step": 53470
    },
    {
      "epoch": 0.046807668842417244,
      "grad_norm": 0.4125329554080963,
      "learning_rate": 4.9863729938113114e-05,
      "loss": 6.4111,
      "step": 53475
    },
    {
      "epoch": 0.0468120454360444,
      "grad_norm": 0.41986083984375,
      "learning_rate": 4.9863697566374665e-05,
      "loss": 5.3773,
      "step": 53480
    },
    {
      "epoch": 0.04681642202967155,
      "grad_norm": 0.4435060918331146,
      "learning_rate": 4.986366519080479e-05,
      "loss": 5.5693,
      "step": 53485
    },
    {
      "epoch": 0.04682079862329871,
      "grad_norm": 0.39232566952705383,
      "learning_rate": 4.986363281140347e-05,
      "loss": 6.4221,
      "step": 53490
    },
    {
      "epoch": 0.04682517521692586,
      "grad_norm": 0.46808621287345886,
      "learning_rate": 4.986360042817072e-05,
      "loss": 4.221,
      "step": 53495
    },
    {
      "epoch": 0.04682955181055302,
      "grad_norm": 0.578842282295227,
      "learning_rate": 4.9863568041106543e-05,
      "loss": 6.1148,
      "step": 53500
    },
    {
      "epoch": 0.04683392840418017,
      "grad_norm": 0.4703834652900696,
      "learning_rate": 4.9863535650210954e-05,
      "loss": 4.9658,
      "step": 53505
    },
    {
      "epoch": 0.04683830499780733,
      "grad_norm": 0.5146937966346741,
      "learning_rate": 4.986350325548396e-05,
      "loss": 5.0413,
      "step": 53510
    },
    {
      "epoch": 0.04684268159143448,
      "grad_norm": 0.4752190113067627,
      "learning_rate": 4.9863470856925546e-05,
      "loss": 5.5029,
      "step": 53515
    },
    {
      "epoch": 0.04684705818506164,
      "grad_norm": 0.5790736079216003,
      "learning_rate": 4.986343845453574e-05,
      "loss": 5.591,
      "step": 53520
    },
    {
      "epoch": 0.04685143477868879,
      "grad_norm": 0.45380493998527527,
      "learning_rate": 4.986340604831453e-05,
      "loss": 5.3869,
      "step": 53525
    },
    {
      "epoch": 0.046855811372315946,
      "grad_norm": 0.49613720178604126,
      "learning_rate": 4.9863373638261945e-05,
      "loss": 4.8322,
      "step": 53530
    },
    {
      "epoch": 0.0468601879659431,
      "grad_norm": 0.5603613257408142,
      "learning_rate": 4.986334122437798e-05,
      "loss": 5.2737,
      "step": 53535
    },
    {
      "epoch": 0.046864564559570256,
      "grad_norm": 0.4976629614830017,
      "learning_rate": 4.9863308806662635e-05,
      "loss": 5.2845,
      "step": 53540
    },
    {
      "epoch": 0.04686894115319741,
      "grad_norm": 0.4796598553657532,
      "learning_rate": 4.986327638511593e-05,
      "loss": 5.0287,
      "step": 53545
    },
    {
      "epoch": 0.046873317746824565,
      "grad_norm": 0.6305166482925415,
      "learning_rate": 4.986324395973786e-05,
      "loss": 6.1307,
      "step": 53550
    },
    {
      "epoch": 0.04687769434045172,
      "grad_norm": 0.5322646498680115,
      "learning_rate": 4.986321153052843e-05,
      "loss": 4.8053,
      "step": 53555
    },
    {
      "epoch": 0.046882070934078875,
      "grad_norm": 0.528213381767273,
      "learning_rate": 4.9863179097487654e-05,
      "loss": 5.8193,
      "step": 53560
    },
    {
      "epoch": 0.04688644752770603,
      "grad_norm": 0.417090505361557,
      "learning_rate": 4.9863146660615544e-05,
      "loss": 5.5895,
      "step": 53565
    },
    {
      "epoch": 0.04689082412133318,
      "grad_norm": 0.5555922389030457,
      "learning_rate": 4.9863114219912086e-05,
      "loss": 5.6287,
      "step": 53570
    },
    {
      "epoch": 0.04689520071496033,
      "grad_norm": 0.48181331157684326,
      "learning_rate": 4.9863081775377296e-05,
      "loss": 5.0696,
      "step": 53575
    },
    {
      "epoch": 0.04689957730858749,
      "grad_norm": 0.4996606111526489,
      "learning_rate": 4.986304932701119e-05,
      "loss": 6.3836,
      "step": 53580
    },
    {
      "epoch": 0.04690395390221464,
      "grad_norm": 0.471574991941452,
      "learning_rate": 4.986301687481376e-05,
      "loss": 4.1952,
      "step": 53585
    },
    {
      "epoch": 0.046908330495841796,
      "grad_norm": 0.6736923456192017,
      "learning_rate": 4.986298441878503e-05,
      "loss": 5.7934,
      "step": 53590
    },
    {
      "epoch": 0.04691270708946895,
      "grad_norm": 0.4915252923965454,
      "learning_rate": 4.986295195892499e-05,
      "loss": 5.8023,
      "step": 53595
    },
    {
      "epoch": 0.046917083683096106,
      "grad_norm": 0.43834903836250305,
      "learning_rate": 4.986291949523364e-05,
      "loss": 5.8991,
      "step": 53600
    },
    {
      "epoch": 0.04692146027672326,
      "grad_norm": 0.5442224144935608,
      "learning_rate": 4.9862887027711006e-05,
      "loss": 5.8383,
      "step": 53605
    },
    {
      "epoch": 0.046925836870350415,
      "grad_norm": 0.4404849410057068,
      "learning_rate": 4.986285455635707e-05,
      "loss": 6.1424,
      "step": 53610
    },
    {
      "epoch": 0.04693021346397757,
      "grad_norm": 0.477139413356781,
      "learning_rate": 4.986282208117188e-05,
      "loss": 5.5638,
      "step": 53615
    },
    {
      "epoch": 0.046934590057604725,
      "grad_norm": 0.45197707414627075,
      "learning_rate": 4.98627896021554e-05,
      "loss": 4.2128,
      "step": 53620
    },
    {
      "epoch": 0.04693896665123188,
      "grad_norm": 0.5408133864402771,
      "learning_rate": 4.9862757119307656e-05,
      "loss": 5.5139,
      "step": 53625
    },
    {
      "epoch": 0.046943343244859034,
      "grad_norm": 0.4867594838142395,
      "learning_rate": 4.986272463262865e-05,
      "loss": 4.5253,
      "step": 53630
    },
    {
      "epoch": 0.04694771983848619,
      "grad_norm": 0.47614988684654236,
      "learning_rate": 4.98626921421184e-05,
      "loss": 4.4241,
      "step": 53635
    },
    {
      "epoch": 0.046952096432113344,
      "grad_norm": 0.5091689825057983,
      "learning_rate": 4.986265964777689e-05,
      "loss": 5.0419,
      "step": 53640
    },
    {
      "epoch": 0.0469564730257405,
      "grad_norm": 0.5036259293556213,
      "learning_rate": 4.986262714960414e-05,
      "loss": 6.1314,
      "step": 53645
    },
    {
      "epoch": 0.04696084961936765,
      "grad_norm": 0.5059124827384949,
      "learning_rate": 4.986259464760015e-05,
      "loss": 4.7516,
      "step": 53650
    },
    {
      "epoch": 0.04696522621299481,
      "grad_norm": 0.6440796256065369,
      "learning_rate": 4.9862562141764925e-05,
      "loss": 6.1111,
      "step": 53655
    },
    {
      "epoch": 0.04696960280662196,
      "grad_norm": 0.58885258436203,
      "learning_rate": 4.9862529632098484e-05,
      "loss": 5.0368,
      "step": 53660
    },
    {
      "epoch": 0.04697397940024912,
      "grad_norm": 0.7069650292396545,
      "learning_rate": 4.9862497118600826e-05,
      "loss": 5.5662,
      "step": 53665
    },
    {
      "epoch": 0.04697835599387627,
      "grad_norm": 0.5329394936561584,
      "learning_rate": 4.986246460127195e-05,
      "loss": 5.8379,
      "step": 53670
    },
    {
      "epoch": 0.04698273258750343,
      "grad_norm": 0.6576932668685913,
      "learning_rate": 4.9862432080111874e-05,
      "loss": 4.8521,
      "step": 53675
    },
    {
      "epoch": 0.04698710918113058,
      "grad_norm": 0.6859368681907654,
      "learning_rate": 4.9862399555120595e-05,
      "loss": 5.7945,
      "step": 53680
    },
    {
      "epoch": 0.04699148577475774,
      "grad_norm": 0.46747493743896484,
      "learning_rate": 4.986236702629813e-05,
      "loss": 5.3917,
      "step": 53685
    },
    {
      "epoch": 0.04699586236838489,
      "grad_norm": 0.7846847772598267,
      "learning_rate": 4.986233449364448e-05,
      "loss": 5.2924,
      "step": 53690
    },
    {
      "epoch": 0.04700023896201204,
      "grad_norm": 0.49630051851272583,
      "learning_rate": 4.986230195715965e-05,
      "loss": 5.0843,
      "step": 53695
    },
    {
      "epoch": 0.047004615555639194,
      "grad_norm": 0.5296715497970581,
      "learning_rate": 4.9862269416843643e-05,
      "loss": 4.8545,
      "step": 53700
    },
    {
      "epoch": 0.04700899214926635,
      "grad_norm": 0.4931836426258087,
      "learning_rate": 4.9862236872696464e-05,
      "loss": 4.7347,
      "step": 53705
    },
    {
      "epoch": 0.047013368742893503,
      "grad_norm": 0.5143202543258667,
      "learning_rate": 4.986220432471813e-05,
      "loss": 4.9549,
      "step": 53710
    },
    {
      "epoch": 0.04701774533652066,
      "grad_norm": 0.4671359360218048,
      "learning_rate": 4.986217177290864e-05,
      "loss": 5.3919,
      "step": 53715
    },
    {
      "epoch": 0.04702212193014781,
      "grad_norm": 0.4634288251399994,
      "learning_rate": 4.9862139217268e-05,
      "loss": 5.4572,
      "step": 53720
    },
    {
      "epoch": 0.04702649852377497,
      "grad_norm": 0.6101086139678955,
      "learning_rate": 4.986210665779621e-05,
      "loss": 4.8572,
      "step": 53725
    },
    {
      "epoch": 0.04703087511740212,
      "grad_norm": 0.4662329852581024,
      "learning_rate": 4.9862074094493295e-05,
      "loss": 5.2537,
      "step": 53730
    },
    {
      "epoch": 0.04703525171102928,
      "grad_norm": 0.49736857414245605,
      "learning_rate": 4.986204152735926e-05,
      "loss": 5.2696,
      "step": 53735
    },
    {
      "epoch": 0.04703962830465643,
      "grad_norm": 0.512197732925415,
      "learning_rate": 4.986200895639408e-05,
      "loss": 5.244,
      "step": 53740
    },
    {
      "epoch": 0.04704400489828359,
      "grad_norm": 0.4456408619880676,
      "learning_rate": 4.9861976381597795e-05,
      "loss": 5.3771,
      "step": 53745
    },
    {
      "epoch": 0.04704838149191074,
      "grad_norm": 0.40456050634384155,
      "learning_rate": 4.9861943802970404e-05,
      "loss": 5.6604,
      "step": 53750
    },
    {
      "epoch": 0.047052758085537896,
      "grad_norm": 0.37676891684532166,
      "learning_rate": 4.986191122051189e-05,
      "loss": 5.3477,
      "step": 53755
    },
    {
      "epoch": 0.04705713467916505,
      "grad_norm": 0.47325319051742554,
      "learning_rate": 4.986187863422229e-05,
      "loss": 5.5959,
      "step": 53760
    },
    {
      "epoch": 0.047061511272792206,
      "grad_norm": 0.3874865174293518,
      "learning_rate": 4.98618460441016e-05,
      "loss": 5.5901,
      "step": 53765
    },
    {
      "epoch": 0.04706588786641936,
      "grad_norm": 0.38079139590263367,
      "learning_rate": 4.986181345014982e-05,
      "loss": 5.5659,
      "step": 53770
    },
    {
      "epoch": 0.047070264460046515,
      "grad_norm": 0.47573310136795044,
      "learning_rate": 4.9861780852366954e-05,
      "loss": 4.5558,
      "step": 53775
    },
    {
      "epoch": 0.04707464105367367,
      "grad_norm": 0.47296208143234253,
      "learning_rate": 4.986174825075303e-05,
      "loss": 5.2835,
      "step": 53780
    },
    {
      "epoch": 0.047079017647300825,
      "grad_norm": 0.473032146692276,
      "learning_rate": 4.9861715645308024e-05,
      "loss": 5.558,
      "step": 53785
    },
    {
      "epoch": 0.04708339424092798,
      "grad_norm": 0.49537473917007446,
      "learning_rate": 4.986168303603197e-05,
      "loss": 5.8894,
      "step": 53790
    },
    {
      "epoch": 0.047087770834555134,
      "grad_norm": 0.4254363477230072,
      "learning_rate": 4.9861650422924866e-05,
      "loss": 5.905,
      "step": 53795
    },
    {
      "epoch": 0.04709214742818229,
      "grad_norm": 0.45867234468460083,
      "learning_rate": 4.9861617805986697e-05,
      "loss": 5.2758,
      "step": 53800
    },
    {
      "epoch": 0.047096524021809444,
      "grad_norm": 0.5012817978858948,
      "learning_rate": 4.98615851852175e-05,
      "loss": 6.1047,
      "step": 53805
    },
    {
      "epoch": 0.0471009006154366,
      "grad_norm": 0.5365414023399353,
      "learning_rate": 4.986155256061725e-05,
      "loss": 5.2525,
      "step": 53810
    },
    {
      "epoch": 0.04710527720906375,
      "grad_norm": 0.41413918137550354,
      "learning_rate": 4.9861519932185985e-05,
      "loss": 5.8905,
      "step": 53815
    },
    {
      "epoch": 0.04710965380269091,
      "grad_norm": 0.4025600552558899,
      "learning_rate": 4.98614872999237e-05,
      "loss": 5.5525,
      "step": 53820
    },
    {
      "epoch": 0.047114030396318056,
      "grad_norm": 0.4966164827346802,
      "learning_rate": 4.98614546638304e-05,
      "loss": 4.8231,
      "step": 53825
    },
    {
      "epoch": 0.04711840698994521,
      "grad_norm": 0.47549861669540405,
      "learning_rate": 4.986142202390608e-05,
      "loss": 5.4891,
      "step": 53830
    },
    {
      "epoch": 0.047122783583572365,
      "grad_norm": 0.39522555470466614,
      "learning_rate": 4.986138938015076e-05,
      "loss": 5.8004,
      "step": 53835
    },
    {
      "epoch": 0.04712716017719952,
      "grad_norm": 0.4626484811306,
      "learning_rate": 4.986135673256444e-05,
      "loss": 5.7729,
      "step": 53840
    },
    {
      "epoch": 0.047131536770826675,
      "grad_norm": 0.4886103868484497,
      "learning_rate": 4.9861324081147134e-05,
      "loss": 5.0941,
      "step": 53845
    },
    {
      "epoch": 0.04713591336445383,
      "grad_norm": 0.4895467162132263,
      "learning_rate": 4.986129142589884e-05,
      "loss": 5.8082,
      "step": 53850
    },
    {
      "epoch": 0.047140289958080984,
      "grad_norm": 0.4960455298423767,
      "learning_rate": 4.9861258766819566e-05,
      "loss": 4.7229,
      "step": 53855
    },
    {
      "epoch": 0.04714466655170814,
      "grad_norm": 0.46653783321380615,
      "learning_rate": 4.986122610390932e-05,
      "loss": 5.0602,
      "step": 53860
    },
    {
      "epoch": 0.047149043145335294,
      "grad_norm": 0.40143021941185,
      "learning_rate": 4.986119343716811e-05,
      "loss": 5.9109,
      "step": 53865
    },
    {
      "epoch": 0.04715341973896245,
      "grad_norm": 0.4359448552131653,
      "learning_rate": 4.986116076659593e-05,
      "loss": 5.4578,
      "step": 53870
    },
    {
      "epoch": 0.047157796332589604,
      "grad_norm": 0.45696693658828735,
      "learning_rate": 4.9861128092192814e-05,
      "loss": 5.0812,
      "step": 53875
    },
    {
      "epoch": 0.04716217292621676,
      "grad_norm": 0.7001746892929077,
      "learning_rate": 4.986109541395874e-05,
      "loss": 5.1699,
      "step": 53880
    },
    {
      "epoch": 0.04716654951984391,
      "grad_norm": 0.5198050141334534,
      "learning_rate": 4.986106273189372e-05,
      "loss": 5.3828,
      "step": 53885
    },
    {
      "epoch": 0.04717092611347107,
      "grad_norm": 0.5489142537117004,
      "learning_rate": 4.986103004599777e-05,
      "loss": 5.8821,
      "step": 53890
    },
    {
      "epoch": 0.04717530270709822,
      "grad_norm": 0.5711193680763245,
      "learning_rate": 4.98609973562709e-05,
      "loss": 4.5247,
      "step": 53895
    },
    {
      "epoch": 0.04717967930072538,
      "grad_norm": 0.5073064565658569,
      "learning_rate": 4.986096466271309e-05,
      "loss": 5.2763,
      "step": 53900
    },
    {
      "epoch": 0.04718405589435253,
      "grad_norm": 0.5135536193847656,
      "learning_rate": 4.9860931965324385e-05,
      "loss": 5.2825,
      "step": 53905
    },
    {
      "epoch": 0.04718843248797969,
      "grad_norm": 0.5100934505462646,
      "learning_rate": 4.986089926410476e-05,
      "loss": 5.079,
      "step": 53910
    },
    {
      "epoch": 0.04719280908160684,
      "grad_norm": 0.6092057824134827,
      "learning_rate": 4.986086655905423e-05,
      "loss": 5.8909,
      "step": 53915
    },
    {
      "epoch": 0.047197185675233996,
      "grad_norm": 0.5402754545211792,
      "learning_rate": 4.98608338501728e-05,
      "loss": 5.3086,
      "step": 53920
    },
    {
      "epoch": 0.04720156226886115,
      "grad_norm": 0.49888354539871216,
      "learning_rate": 4.98608011374605e-05,
      "loss": 5.301,
      "step": 53925
    },
    {
      "epoch": 0.047205938862488306,
      "grad_norm": 0.5170108079910278,
      "learning_rate": 4.9860768420917303e-05,
      "loss": 5.2495,
      "step": 53930
    },
    {
      "epoch": 0.04721031545611546,
      "grad_norm": 0.5127196907997131,
      "learning_rate": 4.9860735700543225e-05,
      "loss": 5.3256,
      "step": 53935
    },
    {
      "epoch": 0.047214692049742615,
      "grad_norm": 0.4585956633090973,
      "learning_rate": 4.986070297633828e-05,
      "loss": 5.5874,
      "step": 53940
    },
    {
      "epoch": 0.04721906864336977,
      "grad_norm": 0.49835723638534546,
      "learning_rate": 4.9860670248302463e-05,
      "loss": 5.8162,
      "step": 53945
    },
    {
      "epoch": 0.047223445236996925,
      "grad_norm": 0.4939638078212738,
      "learning_rate": 4.9860637516435794e-05,
      "loss": 5.0333,
      "step": 53950
    },
    {
      "epoch": 0.04722782183062407,
      "grad_norm": 0.5401619672775269,
      "learning_rate": 4.986060478073826e-05,
      "loss": 5.5993,
      "step": 53955
    },
    {
      "epoch": 0.04723219842425123,
      "grad_norm": 0.4602239727973938,
      "learning_rate": 4.98605720412099e-05,
      "loss": 5.378,
      "step": 53960
    },
    {
      "epoch": 0.04723657501787838,
      "grad_norm": 0.7294532656669617,
      "learning_rate": 4.986053929785068e-05,
      "loss": 4.7753,
      "step": 53965
    },
    {
      "epoch": 0.04724095161150554,
      "grad_norm": 0.4901140034198761,
      "learning_rate": 4.986050655066064e-05,
      "loss": 6.4166,
      "step": 53970
    },
    {
      "epoch": 0.04724532820513269,
      "grad_norm": 0.4614807069301605,
      "learning_rate": 4.9860473799639774e-05,
      "loss": 6.0865,
      "step": 53975
    },
    {
      "epoch": 0.047249704798759846,
      "grad_norm": 0.4115113615989685,
      "learning_rate": 4.986044104478807e-05,
      "loss": 6.1186,
      "step": 53980
    },
    {
      "epoch": 0.047254081392387,
      "grad_norm": 0.515966534614563,
      "learning_rate": 4.9860408286105574e-05,
      "loss": 5.2504,
      "step": 53985
    },
    {
      "epoch": 0.047258457986014156,
      "grad_norm": 0.4070003032684326,
      "learning_rate": 4.986037552359225e-05,
      "loss": 6.0889,
      "step": 53990
    },
    {
      "epoch": 0.04726283457964131,
      "grad_norm": 0.5254239439964294,
      "learning_rate": 4.986034275724815e-05,
      "loss": 5.1085,
      "step": 53995
    },
    {
      "epoch": 0.047267211173268465,
      "grad_norm": 0.5230030417442322,
      "learning_rate": 4.986030998707323e-05,
      "loss": 4.4881,
      "step": 54000
    },
    {
      "epoch": 0.04727158776689562,
      "grad_norm": 0.5020385980606079,
      "learning_rate": 4.986027721306753e-05,
      "loss": 4.6895,
      "step": 54005
    },
    {
      "epoch": 0.047275964360522775,
      "grad_norm": 0.46178561449050903,
      "learning_rate": 4.986024443523104e-05,
      "loss": 5.5031,
      "step": 54010
    },
    {
      "epoch": 0.04728034095414993,
      "grad_norm": 0.5159104466438293,
      "learning_rate": 4.986021165356377e-05,
      "loss": 5.2824,
      "step": 54015
    },
    {
      "epoch": 0.047284717547777085,
      "grad_norm": 0.5277607440948486,
      "learning_rate": 4.9860178868065745e-05,
      "loss": 4.524,
      "step": 54020
    },
    {
      "epoch": 0.04728909414140424,
      "grad_norm": 0.54911869764328,
      "learning_rate": 4.9860146078736943e-05,
      "loss": 5.5847,
      "step": 54025
    },
    {
      "epoch": 0.047293470735031394,
      "grad_norm": 0.8927596211433411,
      "learning_rate": 4.986011328557739e-05,
      "loss": 4.8354,
      "step": 54030
    },
    {
      "epoch": 0.04729784732865855,
      "grad_norm": 0.5250722765922546,
      "learning_rate": 4.986008048858709e-05,
      "loss": 6.1266,
      "step": 54035
    },
    {
      "epoch": 0.047302223922285704,
      "grad_norm": 0.5163357853889465,
      "learning_rate": 4.986004768776603e-05,
      "loss": 5.2792,
      "step": 54040
    },
    {
      "epoch": 0.04730660051591286,
      "grad_norm": 0.6714417338371277,
      "learning_rate": 4.986001488311424e-05,
      "loss": 5.0283,
      "step": 54045
    },
    {
      "epoch": 0.04731097710954001,
      "grad_norm": 0.5028001070022583,
      "learning_rate": 4.985998207463172e-05,
      "loss": 5.4686,
      "step": 54050
    },
    {
      "epoch": 0.04731535370316717,
      "grad_norm": 0.4710293412208557,
      "learning_rate": 4.9859949262318475e-05,
      "loss": 4.7354,
      "step": 54055
    },
    {
      "epoch": 0.04731973029679432,
      "grad_norm": 0.508738100528717,
      "learning_rate": 4.98599164461745e-05,
      "loss": 5.0872,
      "step": 54060
    },
    {
      "epoch": 0.04732410689042148,
      "grad_norm": 0.5117180943489075,
      "learning_rate": 4.985988362619982e-05,
      "loss": 4.7647,
      "step": 54065
    },
    {
      "epoch": 0.04732848348404863,
      "grad_norm": 0.41663050651550293,
      "learning_rate": 4.985985080239442e-05,
      "loss": 6.1354,
      "step": 54070
    },
    {
      "epoch": 0.04733286007767579,
      "grad_norm": 0.6051637530326843,
      "learning_rate": 4.985981797475834e-05,
      "loss": 5.3102,
      "step": 54075
    },
    {
      "epoch": 0.04733723667130294,
      "grad_norm": 0.4954480826854706,
      "learning_rate": 4.9859785143291546e-05,
      "loss": 4.9561,
      "step": 54080
    },
    {
      "epoch": 0.04734161326493009,
      "grad_norm": 0.5155268907546997,
      "learning_rate": 4.985975230799408e-05,
      "loss": 6.0771,
      "step": 54085
    },
    {
      "epoch": 0.047345989858557244,
      "grad_norm": 0.7850314974784851,
      "learning_rate": 4.985971946886593e-05,
      "loss": 5.0637,
      "step": 54090
    },
    {
      "epoch": 0.0473503664521844,
      "grad_norm": 0.4738718569278717,
      "learning_rate": 4.98596866259071e-05,
      "loss": 4.228,
      "step": 54095
    },
    {
      "epoch": 0.047354743045811554,
      "grad_norm": 0.5999230146408081,
      "learning_rate": 4.98596537791176e-05,
      "loss": 5.5852,
      "step": 54100
    },
    {
      "epoch": 0.04735911963943871,
      "grad_norm": 0.4723249077796936,
      "learning_rate": 4.985962092849743e-05,
      "loss": 5.4965,
      "step": 54105
    },
    {
      "epoch": 0.04736349623306586,
      "grad_norm": 0.49673765897750854,
      "learning_rate": 4.985958807404662e-05,
      "loss": 4.8474,
      "step": 54110
    },
    {
      "epoch": 0.04736787282669302,
      "grad_norm": 0.4921986162662506,
      "learning_rate": 4.985955521576514e-05,
      "loss": 5.765,
      "step": 54115
    },
    {
      "epoch": 0.04737224942032017,
      "grad_norm": 0.4458552300930023,
      "learning_rate": 4.985952235365303e-05,
      "loss": 5.5868,
      "step": 54120
    },
    {
      "epoch": 0.04737662601394733,
      "grad_norm": 0.4874197542667389,
      "learning_rate": 4.985948948771028e-05,
      "loss": 5.3843,
      "step": 54125
    },
    {
      "epoch": 0.04738100260757448,
      "grad_norm": 0.4869878888130188,
      "learning_rate": 4.9859456617936894e-05,
      "loss": 4.2388,
      "step": 54130
    },
    {
      "epoch": 0.04738537920120164,
      "grad_norm": 0.585167646408081,
      "learning_rate": 4.985942374433289e-05,
      "loss": 5.3653,
      "step": 54135
    },
    {
      "epoch": 0.04738975579482879,
      "grad_norm": 0.5474308133125305,
      "learning_rate": 4.985939086689827e-05,
      "loss": 5.5945,
      "step": 54140
    },
    {
      "epoch": 0.047394132388455947,
      "grad_norm": 0.5126168727874756,
      "learning_rate": 4.9859357985633024e-05,
      "loss": 5.0709,
      "step": 54145
    },
    {
      "epoch": 0.0473985089820831,
      "grad_norm": 0.5240599513053894,
      "learning_rate": 4.9859325100537194e-05,
      "loss": 5.5768,
      "step": 54150
    },
    {
      "epoch": 0.047402885575710256,
      "grad_norm": 0.5358882546424866,
      "learning_rate": 4.985929221161074e-05,
      "loss": 5.2615,
      "step": 54155
    },
    {
      "epoch": 0.04740726216933741,
      "grad_norm": 0.5483530163764954,
      "learning_rate": 4.9859259318853715e-05,
      "loss": 5.4443,
      "step": 54160
    },
    {
      "epoch": 0.047411638762964566,
      "grad_norm": 0.5788753032684326,
      "learning_rate": 4.9859226422266093e-05,
      "loss": 5.6101,
      "step": 54165
    },
    {
      "epoch": 0.04741601535659172,
      "grad_norm": 0.42535388469696045,
      "learning_rate": 4.985919352184788e-05,
      "loss": 5.6021,
      "step": 54170
    },
    {
      "epoch": 0.047420391950218875,
      "grad_norm": 0.4378831386566162,
      "learning_rate": 4.985916061759911e-05,
      "loss": 4.9437,
      "step": 54175
    },
    {
      "epoch": 0.04742476854384603,
      "grad_norm": 0.44670164585113525,
      "learning_rate": 4.985912770951976e-05,
      "loss": 6.1055,
      "step": 54180
    },
    {
      "epoch": 0.047429145137473185,
      "grad_norm": 0.4006403684616089,
      "learning_rate": 4.985909479760985e-05,
      "loss": 5.9148,
      "step": 54185
    },
    {
      "epoch": 0.04743352173110034,
      "grad_norm": 0.4530075192451477,
      "learning_rate": 4.98590618818694e-05,
      "loss": 5.2537,
      "step": 54190
    },
    {
      "epoch": 0.047437898324727494,
      "grad_norm": 0.46735134720802307,
      "learning_rate": 4.9859028962298385e-05,
      "loss": 6.1281,
      "step": 54195
    },
    {
      "epoch": 0.04744227491835465,
      "grad_norm": 0.4236668050289154,
      "learning_rate": 4.985899603889683e-05,
      "loss": 5.5928,
      "step": 54200
    },
    {
      "epoch": 0.047446651511981804,
      "grad_norm": 0.5278103947639465,
      "learning_rate": 4.985896311166475e-05,
      "loss": 4.7578,
      "step": 54205
    },
    {
      "epoch": 0.04745102810560895,
      "grad_norm": 0.45176753401756287,
      "learning_rate": 4.9858930180602136e-05,
      "loss": 6.1373,
      "step": 54210
    },
    {
      "epoch": 0.047455404699236106,
      "grad_norm": 0.6194485425949097,
      "learning_rate": 4.9858897245708994e-05,
      "loss": 4.8286,
      "step": 54215
    },
    {
      "epoch": 0.04745978129286326,
      "grad_norm": 0.5123371481895447,
      "learning_rate": 4.985886430698533e-05,
      "loss": 5.2653,
      "step": 54220
    },
    {
      "epoch": 0.047464157886490416,
      "grad_norm": 0.48947036266326904,
      "learning_rate": 4.985883136443116e-05,
      "loss": 5.2542,
      "step": 54225
    },
    {
      "epoch": 0.04746853448011757,
      "grad_norm": 0.4617938697338104,
      "learning_rate": 4.985879841804649e-05,
      "loss": 5.8182,
      "step": 54230
    },
    {
      "epoch": 0.047472911073744725,
      "grad_norm": 0.48527786135673523,
      "learning_rate": 4.985876546783133e-05,
      "loss": 4.563,
      "step": 54235
    },
    {
      "epoch": 0.04747728766737188,
      "grad_norm": 0.40595367550849915,
      "learning_rate": 4.985873251378567e-05,
      "loss": 5.8158,
      "step": 54240
    },
    {
      "epoch": 0.047481664260999035,
      "grad_norm": 0.7141620516777039,
      "learning_rate": 4.9858699555909514e-05,
      "loss": 5.582,
      "step": 54245
    },
    {
      "epoch": 0.04748604085462619,
      "grad_norm": 0.48901188373565674,
      "learning_rate": 4.985866659420289e-05,
      "loss": 5.045,
      "step": 54250
    },
    {
      "epoch": 0.047490417448253344,
      "grad_norm": 0.449811726808548,
      "learning_rate": 4.9858633628665794e-05,
      "loss": 5.6171,
      "step": 54255
    },
    {
      "epoch": 0.0474947940418805,
      "grad_norm": 0.47343775629997253,
      "learning_rate": 4.985860065929823e-05,
      "loss": 5.0434,
      "step": 54260
    },
    {
      "epoch": 0.047499170635507654,
      "grad_norm": 0.45998990535736084,
      "learning_rate": 4.98585676861002e-05,
      "loss": 5.905,
      "step": 54265
    },
    {
      "epoch": 0.04750354722913481,
      "grad_norm": 0.41172662377357483,
      "learning_rate": 4.985853470907173e-05,
      "loss": 5.0284,
      "step": 54270
    },
    {
      "epoch": 0.04750792382276196,
      "grad_norm": 0.4723421335220337,
      "learning_rate": 4.985850172821279e-05,
      "loss": 4.4237,
      "step": 54275
    },
    {
      "epoch": 0.04751230041638912,
      "grad_norm": 0.45880892872810364,
      "learning_rate": 4.985846874352344e-05,
      "loss": 5.0678,
      "step": 54280
    },
    {
      "epoch": 0.04751667701001627,
      "grad_norm": 0.4951622486114502,
      "learning_rate": 4.985843575500363e-05,
      "loss": 5.2925,
      "step": 54285
    },
    {
      "epoch": 0.04752105360364343,
      "grad_norm": 0.46637797355651855,
      "learning_rate": 4.985840276265341e-05,
      "loss": 5.043,
      "step": 54290
    },
    {
      "epoch": 0.04752543019727058,
      "grad_norm": 0.49932989478111267,
      "learning_rate": 4.9858369766472754e-05,
      "loss": 3.9554,
      "step": 54295
    },
    {
      "epoch": 0.04752980679089774,
      "grad_norm": 0.5497307181358337,
      "learning_rate": 4.985833676646169e-05,
      "loss": 5.243,
      "step": 54300
    },
    {
      "epoch": 0.04753418338452489,
      "grad_norm": 0.5750536918640137,
      "learning_rate": 4.985830376262023e-05,
      "loss": 6.1258,
      "step": 54305
    },
    {
      "epoch": 0.04753855997815205,
      "grad_norm": 0.467664510011673,
      "learning_rate": 4.9858270754948344e-05,
      "loss": 5.3323,
      "step": 54310
    },
    {
      "epoch": 0.0475429365717792,
      "grad_norm": 0.5137506127357483,
      "learning_rate": 4.985823774344608e-05,
      "loss": 5.5846,
      "step": 54315
    },
    {
      "epoch": 0.047547313165406356,
      "grad_norm": 0.49072012305259705,
      "learning_rate": 4.985820472811341e-05,
      "loss": 5.1074,
      "step": 54320
    },
    {
      "epoch": 0.04755168975903351,
      "grad_norm": 0.4623807966709137,
      "learning_rate": 4.985817170895037e-05,
      "loss": 5.3468,
      "step": 54325
    },
    {
      "epoch": 0.047556066352660666,
      "grad_norm": 0.5005642175674438,
      "learning_rate": 4.985813868595695e-05,
      "loss": 5.0589,
      "step": 54330
    },
    {
      "epoch": 0.04756044294628782,
      "grad_norm": 0.4927158057689667,
      "learning_rate": 4.985810565913316e-05,
      "loss": 5.0542,
      "step": 54335
    },
    {
      "epoch": 0.04756481953991497,
      "grad_norm": 0.5068337917327881,
      "learning_rate": 4.9858072628479005e-05,
      "loss": 5.2883,
      "step": 54340
    },
    {
      "epoch": 0.04756919613354212,
      "grad_norm": 0.4590837061405182,
      "learning_rate": 4.985803959399449e-05,
      "loss": 4.4108,
      "step": 54345
    },
    {
      "epoch": 0.04757357272716928,
      "grad_norm": 0.49322566390037537,
      "learning_rate": 4.9858006555679627e-05,
      "loss": 4.8428,
      "step": 54350
    },
    {
      "epoch": 0.04757794932079643,
      "grad_norm": 0.462565541267395,
      "learning_rate": 4.9857973513534414e-05,
      "loss": 6.4135,
      "step": 54355
    },
    {
      "epoch": 0.04758232591442359,
      "grad_norm": 0.46671342849731445,
      "learning_rate": 4.985794046755886e-05,
      "loss": 6.1086,
      "step": 54360
    },
    {
      "epoch": 0.04758670250805074,
      "grad_norm": 0.45790421962738037,
      "learning_rate": 4.985790741775298e-05,
      "loss": 5.8738,
      "step": 54365
    },
    {
      "epoch": 0.0475910791016779,
      "grad_norm": 0.46538668870925903,
      "learning_rate": 4.9857874364116775e-05,
      "loss": 5.0694,
      "step": 54370
    },
    {
      "epoch": 0.04759545569530505,
      "grad_norm": 0.41844695806503296,
      "learning_rate": 4.985784130665024e-05,
      "loss": 6.4264,
      "step": 54375
    },
    {
      "epoch": 0.047599832288932206,
      "grad_norm": 0.465781033039093,
      "learning_rate": 4.985780824535341e-05,
      "loss": 4.4967,
      "step": 54380
    },
    {
      "epoch": 0.04760420888255936,
      "grad_norm": 0.42345312237739563,
      "learning_rate": 4.9857775180226264e-05,
      "loss": 6.1461,
      "step": 54385
    },
    {
      "epoch": 0.047608585476186516,
      "grad_norm": 0.39858728647232056,
      "learning_rate": 4.985774211126881e-05,
      "loss": 6.3918,
      "step": 54390
    },
    {
      "epoch": 0.04761296206981367,
      "grad_norm": 0.46563223004341125,
      "learning_rate": 4.985770903848107e-05,
      "loss": 5.3312,
      "step": 54395
    },
    {
      "epoch": 0.047617338663440825,
      "grad_norm": 0.4404389262199402,
      "learning_rate": 4.9857675961863036e-05,
      "loss": 5.2916,
      "step": 54400
    },
    {
      "epoch": 0.04762171525706798,
      "grad_norm": 0.4301639199256897,
      "learning_rate": 4.9857642881414736e-05,
      "loss": 5.5773,
      "step": 54405
    },
    {
      "epoch": 0.047626091850695135,
      "grad_norm": 0.49006563425064087,
      "learning_rate": 4.985760979713614e-05,
      "loss": 5.3955,
      "step": 54410
    },
    {
      "epoch": 0.04763046844432229,
      "grad_norm": 0.7191966772079468,
      "learning_rate": 4.985757670902729e-05,
      "loss": 5.6141,
      "step": 54415
    },
    {
      "epoch": 0.047634845037949444,
      "grad_norm": 0.4364936947822571,
      "learning_rate": 4.9857543617088174e-05,
      "loss": 6.4354,
      "step": 54420
    },
    {
      "epoch": 0.0476392216315766,
      "grad_norm": 0.5159249305725098,
      "learning_rate": 4.98575105213188e-05,
      "loss": 5.3461,
      "step": 54425
    },
    {
      "epoch": 0.047643598225203754,
      "grad_norm": 0.44549301266670227,
      "learning_rate": 4.985747742171918e-05,
      "loss": 5.5581,
      "step": 54430
    },
    {
      "epoch": 0.04764797481883091,
      "grad_norm": 0.5306707620620728,
      "learning_rate": 4.9857444318289315e-05,
      "loss": 4.7147,
      "step": 54435
    },
    {
      "epoch": 0.04765235141245806,
      "grad_norm": 0.39604172110557556,
      "learning_rate": 4.985741121102922e-05,
      "loss": 5.2556,
      "step": 54440
    },
    {
      "epoch": 0.04765672800608522,
      "grad_norm": 0.4650205373764038,
      "learning_rate": 4.985737809993888e-05,
      "loss": 5.5824,
      "step": 54445
    },
    {
      "epoch": 0.04766110459971237,
      "grad_norm": 0.51595139503479,
      "learning_rate": 4.9857344985018316e-05,
      "loss": 6.3678,
      "step": 54450
    },
    {
      "epoch": 0.04766548119333953,
      "grad_norm": 0.3982835114002228,
      "learning_rate": 4.985731186626755e-05,
      "loss": 5.5706,
      "step": 54455
    },
    {
      "epoch": 0.04766985778696668,
      "grad_norm": 0.5384404063224792,
      "learning_rate": 4.985727874368657e-05,
      "loss": 5.8916,
      "step": 54460
    },
    {
      "epoch": 0.04767423438059384,
      "grad_norm": 0.49926021695137024,
      "learning_rate": 4.985724561727537e-05,
      "loss": 5.881,
      "step": 54465
    },
    {
      "epoch": 0.047678610974220985,
      "grad_norm": 0.3866340219974518,
      "learning_rate": 4.985721248703399e-05,
      "loss": 5.6184,
      "step": 54470
    },
    {
      "epoch": 0.04768298756784814,
      "grad_norm": 0.42189690470695496,
      "learning_rate": 4.98571793529624e-05,
      "loss": 5.7973,
      "step": 54475
    },
    {
      "epoch": 0.047687364161475294,
      "grad_norm": 0.5093876719474792,
      "learning_rate": 4.985714621506065e-05,
      "loss": 5.1695,
      "step": 54480
    },
    {
      "epoch": 0.04769174075510245,
      "grad_norm": 0.5044111013412476,
      "learning_rate": 4.9857113073328696e-05,
      "loss": 5.2714,
      "step": 54485
    },
    {
      "epoch": 0.047696117348729604,
      "grad_norm": 0.4733126163482666,
      "learning_rate": 4.985707992776658e-05,
      "loss": 4.9591,
      "step": 54490
    },
    {
      "epoch": 0.04770049394235676,
      "grad_norm": 0.42312875390052795,
      "learning_rate": 4.985704677837429e-05,
      "loss": 5.3792,
      "step": 54495
    },
    {
      "epoch": 0.04770487053598391,
      "grad_norm": 0.459708571434021,
      "learning_rate": 4.985701362515185e-05,
      "loss": 6.4023,
      "step": 54500
    },
    {
      "epoch": 0.04770924712961107,
      "grad_norm": 0.44453540444374084,
      "learning_rate": 4.985698046809926e-05,
      "loss": 5.5994,
      "step": 54505
    },
    {
      "epoch": 0.04771362372323822,
      "grad_norm": 0.47259521484375,
      "learning_rate": 4.9856947307216514e-05,
      "loss": 5.5996,
      "step": 54510
    },
    {
      "epoch": 0.04771800031686538,
      "grad_norm": 0.478969007730484,
      "learning_rate": 4.985691414250363e-05,
      "loss": 5.7852,
      "step": 54515
    },
    {
      "epoch": 0.04772237691049253,
      "grad_norm": 0.5126527547836304,
      "learning_rate": 4.985688097396061e-05,
      "loss": 5.2769,
      "step": 54520
    },
    {
      "epoch": 0.04772675350411969,
      "grad_norm": 0.47691044211387634,
      "learning_rate": 4.9856847801587456e-05,
      "loss": 5.8963,
      "step": 54525
    },
    {
      "epoch": 0.04773113009774684,
      "grad_norm": 0.5117385983467102,
      "learning_rate": 4.9856814625384196e-05,
      "loss": 4.7607,
      "step": 54530
    },
    {
      "epoch": 0.047735506691374,
      "grad_norm": 0.48641082644462585,
      "learning_rate": 4.985678144535081e-05,
      "loss": 4.288,
      "step": 54535
    },
    {
      "epoch": 0.04773988328500115,
      "grad_norm": 0.37371963262557983,
      "learning_rate": 4.9856748261487315e-05,
      "loss": 4.8482,
      "step": 54540
    },
    {
      "epoch": 0.047744259878628306,
      "grad_norm": 0.46968507766723633,
      "learning_rate": 4.9856715073793715e-05,
      "loss": 5.2465,
      "step": 54545
    },
    {
      "epoch": 0.04774863647225546,
      "grad_norm": 0.45207008719444275,
      "learning_rate": 4.985668188227003e-05,
      "loss": 6.1203,
      "step": 54550
    },
    {
      "epoch": 0.047753013065882616,
      "grad_norm": 0.4125560522079468,
      "learning_rate": 4.9856648686916254e-05,
      "loss": 6.0961,
      "step": 54555
    },
    {
      "epoch": 0.04775738965950977,
      "grad_norm": 0.4866204261779785,
      "learning_rate": 4.985661548773238e-05,
      "loss": 5.5887,
      "step": 54560
    },
    {
      "epoch": 0.047761766253136925,
      "grad_norm": 0.4789140224456787,
      "learning_rate": 4.985658228471843e-05,
      "loss": 5.0738,
      "step": 54565
    },
    {
      "epoch": 0.04776614284676408,
      "grad_norm": 0.386131227016449,
      "learning_rate": 4.985654907787443e-05,
      "loss": 6.1088,
      "step": 54570
    },
    {
      "epoch": 0.047770519440391235,
      "grad_norm": 0.4511898159980774,
      "learning_rate": 4.985651586720035e-05,
      "loss": 4.9672,
      "step": 54575
    },
    {
      "epoch": 0.04777489603401839,
      "grad_norm": 0.46286702156066895,
      "learning_rate": 4.9856482652696223e-05,
      "loss": 5.2397,
      "step": 54580
    },
    {
      "epoch": 0.047779272627645544,
      "grad_norm": 0.4488375782966614,
      "learning_rate": 4.985644943436203e-05,
      "loss": 5.3065,
      "step": 54585
    },
    {
      "epoch": 0.0477836492212727,
      "grad_norm": 0.43807050585746765,
      "learning_rate": 4.9856416212197796e-05,
      "loss": 5.5885,
      "step": 54590
    },
    {
      "epoch": 0.047788025814899854,
      "grad_norm": 0.4870538115501404,
      "learning_rate": 4.9856382986203534e-05,
      "loss": 5.0712,
      "step": 54595
    },
    {
      "epoch": 0.047792402408527,
      "grad_norm": 0.47366008162498474,
      "learning_rate": 4.985634975637924e-05,
      "loss": 5.6097,
      "step": 54600
    },
    {
      "epoch": 0.047796779002154156,
      "grad_norm": 0.44562816619873047,
      "learning_rate": 4.985631652272491e-05,
      "loss": 6.1111,
      "step": 54605
    },
    {
      "epoch": 0.04780115559578131,
      "grad_norm": 0.40188470482826233,
      "learning_rate": 4.985628328524057e-05,
      "loss": 6.1238,
      "step": 54610
    },
    {
      "epoch": 0.047805532189408466,
      "grad_norm": 0.46020883321762085,
      "learning_rate": 4.985625004392621e-05,
      "loss": 5.3231,
      "step": 54615
    },
    {
      "epoch": 0.04780990878303562,
      "grad_norm": 0.4775159955024719,
      "learning_rate": 4.9856216798781854e-05,
      "loss": 6.1119,
      "step": 54620
    },
    {
      "epoch": 0.047814285376662775,
      "grad_norm": 0.45476034283638,
      "learning_rate": 4.9856183549807486e-05,
      "loss": 5.5915,
      "step": 54625
    },
    {
      "epoch": 0.04781866197028993,
      "grad_norm": 0.5124996304512024,
      "learning_rate": 4.985615029700313e-05,
      "loss": 4.7469,
      "step": 54630
    },
    {
      "epoch": 0.047823038563917085,
      "grad_norm": 0.4716813564300537,
      "learning_rate": 4.985611704036879e-05,
      "loss": 5.8727,
      "step": 54635
    },
    {
      "epoch": 0.04782741515754424,
      "grad_norm": 0.5235782265663147,
      "learning_rate": 4.985608377990446e-05,
      "loss": 5.2813,
      "step": 54640
    },
    {
      "epoch": 0.047831791751171394,
      "grad_norm": 0.45928695797920227,
      "learning_rate": 4.9856050515610167e-05,
      "loss": 5.4936,
      "step": 54645
    },
    {
      "epoch": 0.04783616834479855,
      "grad_norm": 0.44921985268592834,
      "learning_rate": 4.9856017247485895e-05,
      "loss": 5.4939,
      "step": 54650
    },
    {
      "epoch": 0.047840544938425704,
      "grad_norm": 0.5924562811851501,
      "learning_rate": 4.985598397553167e-05,
      "loss": 4.7269,
      "step": 54655
    },
    {
      "epoch": 0.04784492153205286,
      "grad_norm": 0.482164591550827,
      "learning_rate": 4.985595069974748e-05,
      "loss": 6.1256,
      "step": 54660
    },
    {
      "epoch": 0.04784929812568001,
      "grad_norm": 0.4673474431037903,
      "learning_rate": 4.985591742013335e-05,
      "loss": 6.1344,
      "step": 54665
    },
    {
      "epoch": 0.04785367471930717,
      "grad_norm": 0.43434202671051025,
      "learning_rate": 4.985588413668928e-05,
      "loss": 5.459,
      "step": 54670
    },
    {
      "epoch": 0.04785805131293432,
      "grad_norm": 0.4642166793346405,
      "learning_rate": 4.985585084941527e-05,
      "loss": 5.5867,
      "step": 54675
    },
    {
      "epoch": 0.04786242790656148,
      "grad_norm": 0.5524080991744995,
      "learning_rate": 4.9855817558311336e-05,
      "loss": 5.2642,
      "step": 54680
    },
    {
      "epoch": 0.04786680450018863,
      "grad_norm": 0.39154574275016785,
      "learning_rate": 4.985578426337747e-05,
      "loss": 6.3963,
      "step": 54685
    },
    {
      "epoch": 0.04787118109381579,
      "grad_norm": 0.530140221118927,
      "learning_rate": 4.985575096461369e-05,
      "loss": 4.7691,
      "step": 54690
    },
    {
      "epoch": 0.04787555768744294,
      "grad_norm": 0.43397021293640137,
      "learning_rate": 4.985571766202001e-05,
      "loss": 6.1119,
      "step": 54695
    },
    {
      "epoch": 0.0478799342810701,
      "grad_norm": 0.5199877619743347,
      "learning_rate": 4.985568435559641e-05,
      "loss": 5.244,
      "step": 54700
    },
    {
      "epoch": 0.04788431087469725,
      "grad_norm": 0.43127697706222534,
      "learning_rate": 4.9855651045342924e-05,
      "loss": 5.5869,
      "step": 54705
    },
    {
      "epoch": 0.047888687468324406,
      "grad_norm": 0.5502890944480896,
      "learning_rate": 4.985561773125954e-05,
      "loss": 5.2924,
      "step": 54710
    },
    {
      "epoch": 0.04789306406195156,
      "grad_norm": 0.5238220691680908,
      "learning_rate": 4.985558441334628e-05,
      "loss": 5.266,
      "step": 54715
    },
    {
      "epoch": 0.047897440655578716,
      "grad_norm": 0.468404084444046,
      "learning_rate": 4.9855551091603134e-05,
      "loss": 6.1092,
      "step": 54720
    },
    {
      "epoch": 0.04790181724920587,
      "grad_norm": 0.41632023453712463,
      "learning_rate": 4.9855517766030127e-05,
      "loss": 5.5628,
      "step": 54725
    },
    {
      "epoch": 0.04790619384283302,
      "grad_norm": 0.508803129196167,
      "learning_rate": 4.9855484436627256e-05,
      "loss": 4.8504,
      "step": 54730
    },
    {
      "epoch": 0.04791057043646017,
      "grad_norm": 0.4062668979167938,
      "learning_rate": 4.985545110339451e-05,
      "loss": 6.4486,
      "step": 54735
    },
    {
      "epoch": 0.04791494703008733,
      "grad_norm": 0.5161058306694031,
      "learning_rate": 4.985541776633193e-05,
      "loss": 5.026,
      "step": 54740
    },
    {
      "epoch": 0.04791932362371448,
      "grad_norm": 0.5368068218231201,
      "learning_rate": 4.985538442543949e-05,
      "loss": 5.7637,
      "step": 54745
    },
    {
      "epoch": 0.04792370021734164,
      "grad_norm": 0.4906356632709503,
      "learning_rate": 4.9855351080717215e-05,
      "loss": 5.5788,
      "step": 54750
    },
    {
      "epoch": 0.04792807681096879,
      "grad_norm": 0.44016796350479126,
      "learning_rate": 4.9855317732165105e-05,
      "loss": 5.0284,
      "step": 54755
    },
    {
      "epoch": 0.04793245340459595,
      "grad_norm": 0.4682637155056,
      "learning_rate": 4.985528437978317e-05,
      "loss": 6.1281,
      "step": 54760
    },
    {
      "epoch": 0.0479368299982231,
      "grad_norm": 0.4908926784992218,
      "learning_rate": 4.985525102357141e-05,
      "loss": 5.5596,
      "step": 54765
    },
    {
      "epoch": 0.047941206591850256,
      "grad_norm": 0.4954463541507721,
      "learning_rate": 4.985521766352985e-05,
      "loss": 5.8145,
      "step": 54770
    },
    {
      "epoch": 0.04794558318547741,
      "grad_norm": 0.47163644433021545,
      "learning_rate": 4.985518429965848e-05,
      "loss": 5.589,
      "step": 54775
    },
    {
      "epoch": 0.047949959779104566,
      "grad_norm": 0.4752674698829651,
      "learning_rate": 4.9855150931957304e-05,
      "loss": 4.749,
      "step": 54780
    },
    {
      "epoch": 0.04795433637273172,
      "grad_norm": 0.4295012652873993,
      "learning_rate": 4.9855117560426335e-05,
      "loss": 6.1539,
      "step": 54785
    },
    {
      "epoch": 0.047958712966358875,
      "grad_norm": 0.4584818184375763,
      "learning_rate": 4.985508418506557e-05,
      "loss": 5.6012,
      "step": 54790
    },
    {
      "epoch": 0.04796308955998603,
      "grad_norm": 0.5194976925849915,
      "learning_rate": 4.985505080587503e-05,
      "loss": 5.2678,
      "step": 54795
    },
    {
      "epoch": 0.047967466153613185,
      "grad_norm": 0.5254573822021484,
      "learning_rate": 4.985501742285472e-05,
      "loss": 4.769,
      "step": 54800
    },
    {
      "epoch": 0.04797184274724034,
      "grad_norm": 0.4351484775543213,
      "learning_rate": 4.985498403600464e-05,
      "loss": 5.3768,
      "step": 54805
    },
    {
      "epoch": 0.047976219340867494,
      "grad_norm": 0.4401789605617523,
      "learning_rate": 4.9854950645324796e-05,
      "loss": 5.5422,
      "step": 54810
    },
    {
      "epoch": 0.04798059593449465,
      "grad_norm": 0.458257257938385,
      "learning_rate": 4.985491725081519e-05,
      "loss": 5.2847,
      "step": 54815
    },
    {
      "epoch": 0.047984972528121804,
      "grad_norm": 0.45173439383506775,
      "learning_rate": 4.985488385247584e-05,
      "loss": 5.776,
      "step": 54820
    },
    {
      "epoch": 0.04798934912174896,
      "grad_norm": 0.523720383644104,
      "learning_rate": 4.9854850450306756e-05,
      "loss": 5.2626,
      "step": 54825
    },
    {
      "epoch": 0.047993725715376113,
      "grad_norm": 0.4172440767288208,
      "learning_rate": 4.985481704430792e-05,
      "loss": 5.245,
      "step": 54830
    },
    {
      "epoch": 0.04799810230900327,
      "grad_norm": 0.5724486708641052,
      "learning_rate": 4.985478363447936e-05,
      "loss": 5.6066,
      "step": 54835
    },
    {
      "epoch": 0.04800247890263042,
      "grad_norm": 0.41208094358444214,
      "learning_rate": 4.9854750220821075e-05,
      "loss": 6.4141,
      "step": 54840
    },
    {
      "epoch": 0.04800685549625758,
      "grad_norm": 0.4035208225250244,
      "learning_rate": 4.985471680333308e-05,
      "loss": 6.3832,
      "step": 54845
    },
    {
      "epoch": 0.04801123208988473,
      "grad_norm": 0.4348829984664917,
      "learning_rate": 4.985468338201538e-05,
      "loss": 5.2856,
      "step": 54850
    },
    {
      "epoch": 0.04801560868351188,
      "grad_norm": 0.43167194724082947,
      "learning_rate": 4.985464995686796e-05,
      "loss": 5.0624,
      "step": 54855
    },
    {
      "epoch": 0.048019985277139035,
      "grad_norm": 0.46074923872947693,
      "learning_rate": 4.9854616527890854e-05,
      "loss": 4.935,
      "step": 54860
    },
    {
      "epoch": 0.04802436187076619,
      "grad_norm": 0.4670718014240265,
      "learning_rate": 4.985458309508405e-05,
      "loss": 5.8316,
      "step": 54865
    },
    {
      "epoch": 0.048028738464393345,
      "grad_norm": 0.5690900683403015,
      "learning_rate": 4.9854549658447556e-05,
      "loss": 4.9528,
      "step": 54870
    },
    {
      "epoch": 0.0480331150580205,
      "grad_norm": 0.5902508497238159,
      "learning_rate": 4.9854516217981394e-05,
      "loss": 5.918,
      "step": 54875
    },
    {
      "epoch": 0.048037491651647654,
      "grad_norm": 0.44164273142814636,
      "learning_rate": 4.985448277368555e-05,
      "loss": 5.6049,
      "step": 54880
    },
    {
      "epoch": 0.04804186824527481,
      "grad_norm": 0.5224405527114868,
      "learning_rate": 4.9854449325560057e-05,
      "loss": 5.3722,
      "step": 54885
    },
    {
      "epoch": 0.048046244838901964,
      "grad_norm": 0.4376259744167328,
      "learning_rate": 4.985441587360489e-05,
      "loss": 5.2742,
      "step": 54890
    },
    {
      "epoch": 0.04805062143252912,
      "grad_norm": 0.5188864469528198,
      "learning_rate": 4.985438241782008e-05,
      "loss": 4.9775,
      "step": 54895
    },
    {
      "epoch": 0.04805499802615627,
      "grad_norm": 0.3979610800743103,
      "learning_rate": 4.985434895820561e-05,
      "loss": 5.3436,
      "step": 54900
    },
    {
      "epoch": 0.04805937461978343,
      "grad_norm": 0.38519614934921265,
      "learning_rate": 4.9854315494761515e-05,
      "loss": 6.3973,
      "step": 54905
    },
    {
      "epoch": 0.04806375121341058,
      "grad_norm": 0.4700092673301697,
      "learning_rate": 4.9854282027487776e-05,
      "loss": 5.2618,
      "step": 54910
    },
    {
      "epoch": 0.04806812780703774,
      "grad_norm": 0.4735089838504791,
      "learning_rate": 4.985424855638442e-05,
      "loss": 5.6049,
      "step": 54915
    },
    {
      "epoch": 0.04807250440066489,
      "grad_norm": 0.46415257453918457,
      "learning_rate": 4.9854215081451436e-05,
      "loss": 4.9837,
      "step": 54920
    },
    {
      "epoch": 0.04807688099429205,
      "grad_norm": 0.40687426924705505,
      "learning_rate": 4.9854181602688854e-05,
      "loss": 5.7939,
      "step": 54925
    },
    {
      "epoch": 0.0480812575879192,
      "grad_norm": 0.37807634472846985,
      "learning_rate": 4.985414812009665e-05,
      "loss": 6.4666,
      "step": 54930
    },
    {
      "epoch": 0.048085634181546356,
      "grad_norm": 0.4415505826473236,
      "learning_rate": 4.985411463367484e-05,
      "loss": 5.4713,
      "step": 54935
    },
    {
      "epoch": 0.04809001077517351,
      "grad_norm": 0.4263134002685547,
      "learning_rate": 4.985408114342345e-05,
      "loss": 5.5642,
      "step": 54940
    },
    {
      "epoch": 0.048094387368800666,
      "grad_norm": 0.4390922486782074,
      "learning_rate": 4.985404764934246e-05,
      "loss": 4.9254,
      "step": 54945
    },
    {
      "epoch": 0.04809876396242782,
      "grad_norm": 0.3868948519229889,
      "learning_rate": 4.985401415143189e-05,
      "loss": 5.8772,
      "step": 54950
    },
    {
      "epoch": 0.048103140556054975,
      "grad_norm": 0.4078874886035919,
      "learning_rate": 4.985398064969176e-05,
      "loss": 5.5757,
      "step": 54955
    },
    {
      "epoch": 0.04810751714968213,
      "grad_norm": 0.38535287976264954,
      "learning_rate": 4.985394714412205e-05,
      "loss": 5.6074,
      "step": 54960
    },
    {
      "epoch": 0.048111893743309285,
      "grad_norm": 0.45930489897727966,
      "learning_rate": 4.985391363472277e-05,
      "loss": 5.2636,
      "step": 54965
    },
    {
      "epoch": 0.04811627033693644,
      "grad_norm": 0.45491278171539307,
      "learning_rate": 4.9853880121493946e-05,
      "loss": 5.2816,
      "step": 54970
    },
    {
      "epoch": 0.048120646930563594,
      "grad_norm": 0.502059280872345,
      "learning_rate": 4.9853846604435575e-05,
      "loss": 5.2662,
      "step": 54975
    },
    {
      "epoch": 0.04812502352419075,
      "grad_norm": 0.5458837747573853,
      "learning_rate": 4.985381308354765e-05,
      "loss": 4.79,
      "step": 54980
    },
    {
      "epoch": 0.0481294001178179,
      "grad_norm": 0.8008773922920227,
      "learning_rate": 4.985377955883019e-05,
      "loss": 5.6229,
      "step": 54985
    },
    {
      "epoch": 0.04813377671144505,
      "grad_norm": 0.6471859812736511,
      "learning_rate": 4.98537460302832e-05,
      "loss": 5.0473,
      "step": 54990
    },
    {
      "epoch": 0.04813815330507221,
      "grad_norm": 0.6273664236068726,
      "learning_rate": 4.98537124979067e-05,
      "loss": 5.8125,
      "step": 54995
    },
    {
      "epoch": 0.04814252989869936,
      "grad_norm": 0.498445600271225,
      "learning_rate": 4.985367896170067e-05,
      "loss": 5.2772,
      "step": 55000
    },
    {
      "epoch": 0.048146906492326516,
      "grad_norm": 0.4767474830150604,
      "learning_rate": 4.985364542166514e-05,
      "loss": 4.4365,
      "step": 55005
    },
    {
      "epoch": 0.04815128308595367,
      "grad_norm": 0.6167903542518616,
      "learning_rate": 4.98536118778001e-05,
      "loss": 5.0631,
      "step": 55010
    },
    {
      "epoch": 0.048155659679580826,
      "grad_norm": 0.5533154010772705,
      "learning_rate": 4.985357833010556e-05,
      "loss": 5.3629,
      "step": 55015
    },
    {
      "epoch": 0.04816003627320798,
      "grad_norm": 0.5117267370223999,
      "learning_rate": 4.985354477858153e-05,
      "loss": 5.2753,
      "step": 55020
    },
    {
      "epoch": 0.048164412866835135,
      "grad_norm": 0.5058810114860535,
      "learning_rate": 4.985351122322802e-05,
      "loss": 5.5919,
      "step": 55025
    },
    {
      "epoch": 0.04816878946046229,
      "grad_norm": 0.4809664785861969,
      "learning_rate": 4.985347766404502e-05,
      "loss": 5.9045,
      "step": 55030
    },
    {
      "epoch": 0.048173166054089445,
      "grad_norm": 0.47431373596191406,
      "learning_rate": 4.9853444101032565e-05,
      "loss": 5.8332,
      "step": 55035
    },
    {
      "epoch": 0.0481775426477166,
      "grad_norm": 0.4223335087299347,
      "learning_rate": 4.985341053419064e-05,
      "loss": 5.8701,
      "step": 55040
    },
    {
      "epoch": 0.048181919241343754,
      "grad_norm": 0.4553910195827484,
      "learning_rate": 4.985337696351925e-05,
      "loss": 5.258,
      "step": 55045
    },
    {
      "epoch": 0.04818629583497091,
      "grad_norm": 0.4591485857963562,
      "learning_rate": 4.985334338901841e-05,
      "loss": 4.4233,
      "step": 55050
    },
    {
      "epoch": 0.048190672428598064,
      "grad_norm": 0.6066483855247498,
      "learning_rate": 4.985330981068813e-05,
      "loss": 4.8297,
      "step": 55055
    },
    {
      "epoch": 0.04819504902222522,
      "grad_norm": 0.4917016923427582,
      "learning_rate": 4.98532762285284e-05,
      "loss": 5.58,
      "step": 55060
    },
    {
      "epoch": 0.04819942561585237,
      "grad_norm": 0.5325756669044495,
      "learning_rate": 4.9853242642539245e-05,
      "loss": 5.5537,
      "step": 55065
    },
    {
      "epoch": 0.04820380220947953,
      "grad_norm": 0.49461856484413147,
      "learning_rate": 4.985320905272066e-05,
      "loss": 5.8162,
      "step": 55070
    },
    {
      "epoch": 0.04820817880310668,
      "grad_norm": 0.4875347912311554,
      "learning_rate": 4.9853175459072664e-05,
      "loss": 4.7391,
      "step": 55075
    },
    {
      "epoch": 0.04821255539673384,
      "grad_norm": 0.4298867881298065,
      "learning_rate": 4.985314186159526e-05,
      "loss": 5.5931,
      "step": 55080
    },
    {
      "epoch": 0.04821693199036099,
      "grad_norm": 0.4361622929573059,
      "learning_rate": 4.985310826028843e-05,
      "loss": 5.2795,
      "step": 55085
    },
    {
      "epoch": 0.04822130858398815,
      "grad_norm": 0.5053738951683044,
      "learning_rate": 4.9853074655152196e-05,
      "loss": 4.8504,
      "step": 55090
    },
    {
      "epoch": 0.0482256851776153,
      "grad_norm": 0.5045774579048157,
      "learning_rate": 4.985304104618659e-05,
      "loss": 5.3628,
      "step": 55095
    },
    {
      "epoch": 0.048230061771242456,
      "grad_norm": 0.4929066300392151,
      "learning_rate": 4.985300743339159e-05,
      "loss": 4.8294,
      "step": 55100
    },
    {
      "epoch": 0.04823443836486961,
      "grad_norm": 0.644417405128479,
      "learning_rate": 4.9852973816767204e-05,
      "loss": 5.9019,
      "step": 55105
    },
    {
      "epoch": 0.048238814958496766,
      "grad_norm": 0.5432980060577393,
      "learning_rate": 4.9852940196313446e-05,
      "loss": 4.9645,
      "step": 55110
    },
    {
      "epoch": 0.048243191552123914,
      "grad_norm": 0.6819303631782532,
      "learning_rate": 4.985290657203031e-05,
      "loss": 5.0231,
      "step": 55115
    },
    {
      "epoch": 0.04824756814575107,
      "grad_norm": 0.5228484869003296,
      "learning_rate": 4.9852872943917824e-05,
      "loss": 5.3093,
      "step": 55120
    },
    {
      "epoch": 0.04825194473937822,
      "grad_norm": 0.8988550901412964,
      "learning_rate": 4.985283931197599e-05,
      "loss": 4.8531,
      "step": 55125
    },
    {
      "epoch": 0.04825632133300538,
      "grad_norm": 0.6346218585968018,
      "learning_rate": 4.98528056762048e-05,
      "loss": 5.0672,
      "step": 55130
    },
    {
      "epoch": 0.04826069792663253,
      "grad_norm": 0.5318301916122437,
      "learning_rate": 4.985277203660426e-05,
      "loss": 5.3802,
      "step": 55135
    },
    {
      "epoch": 0.04826507452025969,
      "grad_norm": 0.4654299020767212,
      "learning_rate": 4.985273839317439e-05,
      "loss": 5.8844,
      "step": 55140
    },
    {
      "epoch": 0.04826945111388684,
      "grad_norm": 0.606857419013977,
      "learning_rate": 4.985270474591519e-05,
      "loss": 5.0099,
      "step": 55145
    },
    {
      "epoch": 0.048273827707514,
      "grad_norm": 0.45689666271209717,
      "learning_rate": 4.985267109482667e-05,
      "loss": 5.8634,
      "step": 55150
    },
    {
      "epoch": 0.04827820430114115,
      "grad_norm": 0.4468623697757721,
      "learning_rate": 4.985263743990884e-05,
      "loss": 4.8386,
      "step": 55155
    },
    {
      "epoch": 0.04828258089476831,
      "grad_norm": 0.4209860861301422,
      "learning_rate": 4.985260378116169e-05,
      "loss": 5.0579,
      "step": 55160
    },
    {
      "epoch": 0.04828695748839546,
      "grad_norm": 0.5056942701339722,
      "learning_rate": 4.985257011858524e-05,
      "loss": 5.2448,
      "step": 55165
    },
    {
      "epoch": 0.048291334082022616,
      "grad_norm": 0.42645740509033203,
      "learning_rate": 4.98525364521795e-05,
      "loss": 5.2839,
      "step": 55170
    },
    {
      "epoch": 0.04829571067564977,
      "grad_norm": 0.5666382908821106,
      "learning_rate": 4.9852502781944465e-05,
      "loss": 4.7335,
      "step": 55175
    },
    {
      "epoch": 0.048300087269276926,
      "grad_norm": 0.4559020698070526,
      "learning_rate": 4.985246910788014e-05,
      "loss": 4.8255,
      "step": 55180
    },
    {
      "epoch": 0.04830446386290408,
      "grad_norm": 0.4708355963230133,
      "learning_rate": 4.985243542998655e-05,
      "loss": 5.3886,
      "step": 55185
    },
    {
      "epoch": 0.048308840456531235,
      "grad_norm": 0.44580498337745667,
      "learning_rate": 4.9852401748263674e-05,
      "loss": 4.3423,
      "step": 55190
    },
    {
      "epoch": 0.04831321705015839,
      "grad_norm": 0.421597421169281,
      "learning_rate": 4.985236806271155e-05,
      "loss": 4.827,
      "step": 55195
    },
    {
      "epoch": 0.048317593643785545,
      "grad_norm": 0.41430094838142395,
      "learning_rate": 4.985233437333017e-05,
      "loss": 5.057,
      "step": 55200
    },
    {
      "epoch": 0.0483219702374127,
      "grad_norm": 0.5147247314453125,
      "learning_rate": 4.9852300680119525e-05,
      "loss": 5.2507,
      "step": 55205
    },
    {
      "epoch": 0.048326346831039854,
      "grad_norm": 0.42868557572364807,
      "learning_rate": 4.985226698307964e-05,
      "loss": 5.8045,
      "step": 55210
    },
    {
      "epoch": 0.04833072342466701,
      "grad_norm": 0.3816361129283905,
      "learning_rate": 4.985223328221053e-05,
      "loss": 6.4465,
      "step": 55215
    },
    {
      "epoch": 0.048335100018294164,
      "grad_norm": 0.3801210820674896,
      "learning_rate": 4.9852199577512174e-05,
      "loss": 5.5917,
      "step": 55220
    },
    {
      "epoch": 0.04833947661192132,
      "grad_norm": 0.4668600559234619,
      "learning_rate": 4.985216586898459e-05,
      "loss": 4.3093,
      "step": 55225
    },
    {
      "epoch": 0.04834385320554847,
      "grad_norm": 0.5544256567955017,
      "learning_rate": 4.9852132156627794e-05,
      "loss": 5.6253,
      "step": 55230
    },
    {
      "epoch": 0.04834822979917563,
      "grad_norm": 0.44947102665901184,
      "learning_rate": 4.985209844044179e-05,
      "loss": 5.046,
      "step": 55235
    },
    {
      "epoch": 0.04835260639280278,
      "grad_norm": 0.4281947612762451,
      "learning_rate": 4.985206472042657e-05,
      "loss": 6.4609,
      "step": 55240
    },
    {
      "epoch": 0.04835698298642993,
      "grad_norm": 0.45284679532051086,
      "learning_rate": 4.9852030996582156e-05,
      "loss": 4.7123,
      "step": 55245
    },
    {
      "epoch": 0.048361359580057085,
      "grad_norm": 0.4601356089115143,
      "learning_rate": 4.9851997268908554e-05,
      "loss": 5.0392,
      "step": 55250
    },
    {
      "epoch": 0.04836573617368424,
      "grad_norm": 0.6951040625572205,
      "learning_rate": 4.985196353740577e-05,
      "loss": 4.5523,
      "step": 55255
    },
    {
      "epoch": 0.048370112767311395,
      "grad_norm": 0.5080177187919617,
      "learning_rate": 4.9851929802073796e-05,
      "loss": 4.7598,
      "step": 55260
    },
    {
      "epoch": 0.04837448936093855,
      "grad_norm": 0.39057546854019165,
      "learning_rate": 4.985189606291265e-05,
      "loss": 6.401,
      "step": 55265
    },
    {
      "epoch": 0.048378865954565704,
      "grad_norm": 0.4684145152568817,
      "learning_rate": 4.985186231992234e-05,
      "loss": 5.5633,
      "step": 55270
    },
    {
      "epoch": 0.04838324254819286,
      "grad_norm": 0.5014187097549438,
      "learning_rate": 4.9851828573102864e-05,
      "loss": 4.7785,
      "step": 55275
    },
    {
      "epoch": 0.048387619141820014,
      "grad_norm": 0.46352145075798035,
      "learning_rate": 4.9851794822454246e-05,
      "loss": 4.5437,
      "step": 55280
    },
    {
      "epoch": 0.04839199573544717,
      "grad_norm": 0.4505842924118042,
      "learning_rate": 4.985176106797648e-05,
      "loss": 5.3108,
      "step": 55285
    },
    {
      "epoch": 0.04839637232907432,
      "grad_norm": 0.5501722097396851,
      "learning_rate": 4.985172730966956e-05,
      "loss": 5.2637,
      "step": 55290
    },
    {
      "epoch": 0.04840074892270148,
      "grad_norm": 0.4759855270385742,
      "learning_rate": 4.985169354753352e-05,
      "loss": 5.0645,
      "step": 55295
    },
    {
      "epoch": 0.04840512551632863,
      "grad_norm": 0.5338704586029053,
      "learning_rate": 4.985165978156835e-05,
      "loss": 4.7204,
      "step": 55300
    },
    {
      "epoch": 0.04840950210995579,
      "grad_norm": 0.5141997933387756,
      "learning_rate": 4.9851626011774056e-05,
      "loss": 4.8109,
      "step": 55305
    },
    {
      "epoch": 0.04841387870358294,
      "grad_norm": 0.41467729210853577,
      "learning_rate": 4.9851592238150645e-05,
      "loss": 5.9064,
      "step": 55310
    },
    {
      "epoch": 0.0484182552972101,
      "grad_norm": 0.4306069612503052,
      "learning_rate": 4.9851558460698124e-05,
      "loss": 4.8255,
      "step": 55315
    },
    {
      "epoch": 0.04842263189083725,
      "grad_norm": 0.4954909086227417,
      "learning_rate": 4.9851524679416505e-05,
      "loss": 5.3554,
      "step": 55320
    },
    {
      "epoch": 0.04842700848446441,
      "grad_norm": 0.48220986127853394,
      "learning_rate": 4.9851490894305796e-05,
      "loss": 5.8882,
      "step": 55325
    },
    {
      "epoch": 0.04843138507809156,
      "grad_norm": 0.5429416298866272,
      "learning_rate": 4.9851457105366e-05,
      "loss": 6.1061,
      "step": 55330
    },
    {
      "epoch": 0.048435761671718716,
      "grad_norm": 0.5823060274124146,
      "learning_rate": 4.9851423312597114e-05,
      "loss": 5.8,
      "step": 55335
    },
    {
      "epoch": 0.04844013826534587,
      "grad_norm": 0.5031144022941589,
      "learning_rate": 4.985138951599916e-05,
      "loss": 5.7639,
      "step": 55340
    },
    {
      "epoch": 0.048444514858973026,
      "grad_norm": 0.4370231032371521,
      "learning_rate": 4.985135571557213e-05,
      "loss": 5.5762,
      "step": 55345
    },
    {
      "epoch": 0.04844889145260018,
      "grad_norm": 0.7799931168556213,
      "learning_rate": 4.985132191131604e-05,
      "loss": 5.7916,
      "step": 55350
    },
    {
      "epoch": 0.048453268046227335,
      "grad_norm": 0.5797883868217468,
      "learning_rate": 4.9851288103230896e-05,
      "loss": 5.5651,
      "step": 55355
    },
    {
      "epoch": 0.04845764463985449,
      "grad_norm": 0.5138527750968933,
      "learning_rate": 4.985125429131671e-05,
      "loss": 5.1451,
      "step": 55360
    },
    {
      "epoch": 0.048462021233481645,
      "grad_norm": 0.5224078297615051,
      "learning_rate": 4.985122047557347e-05,
      "loss": 4.7611,
      "step": 55365
    },
    {
      "epoch": 0.0484663978271088,
      "grad_norm": 0.44593027234077454,
      "learning_rate": 4.985118665600119e-05,
      "loss": 4.7589,
      "step": 55370
    },
    {
      "epoch": 0.04847077442073595,
      "grad_norm": 0.5049487352371216,
      "learning_rate": 4.98511528325999e-05,
      "loss": 5.3807,
      "step": 55375
    },
    {
      "epoch": 0.0484751510143631,
      "grad_norm": 0.3968040645122528,
      "learning_rate": 4.985111900536957e-05,
      "loss": 5.5633,
      "step": 55380
    },
    {
      "epoch": 0.04847952760799026,
      "grad_norm": 0.5022545456886292,
      "learning_rate": 4.985108517431022e-05,
      "loss": 5.6002,
      "step": 55385
    },
    {
      "epoch": 0.04848390420161741,
      "grad_norm": 0.44353362917900085,
      "learning_rate": 4.985105133942187e-05,
      "loss": 5.7943,
      "step": 55390
    },
    {
      "epoch": 0.048488280795244566,
      "grad_norm": 0.4913638234138489,
      "learning_rate": 4.985101750070452e-05,
      "loss": 5.0256,
      "step": 55395
    },
    {
      "epoch": 0.04849265738887172,
      "grad_norm": 0.49857139587402344,
      "learning_rate": 4.985098365815817e-05,
      "loss": 5.8742,
      "step": 55400
    },
    {
      "epoch": 0.048497033982498876,
      "grad_norm": 0.48338285088539124,
      "learning_rate": 4.985094981178282e-05,
      "loss": 5.2842,
      "step": 55405
    },
    {
      "epoch": 0.04850141057612603,
      "grad_norm": 0.4655522108078003,
      "learning_rate": 4.9850915961578495e-05,
      "loss": 5.5638,
      "step": 55410
    },
    {
      "epoch": 0.048505787169753185,
      "grad_norm": 0.48972177505493164,
      "learning_rate": 4.9850882107545196e-05,
      "loss": 4.5254,
      "step": 55415
    },
    {
      "epoch": 0.04851016376338034,
      "grad_norm": 0.7626686096191406,
      "learning_rate": 4.985084824968292e-05,
      "loss": 5.8759,
      "step": 55420
    },
    {
      "epoch": 0.048514540357007495,
      "grad_norm": 0.46875593066215515,
      "learning_rate": 4.9850814387991673e-05,
      "loss": 5.0541,
      "step": 55425
    },
    {
      "epoch": 0.04851891695063465,
      "grad_norm": 0.48810455203056335,
      "learning_rate": 4.985078052247148e-05,
      "loss": 5.4953,
      "step": 55430
    },
    {
      "epoch": 0.048523293544261804,
      "grad_norm": 0.4581355154514313,
      "learning_rate": 4.985074665312234e-05,
      "loss": 5.3609,
      "step": 55435
    },
    {
      "epoch": 0.04852767013788896,
      "grad_norm": 0.4217044413089752,
      "learning_rate": 4.9850712779944245e-05,
      "loss": 5.9002,
      "step": 55440
    },
    {
      "epoch": 0.048532046731516114,
      "grad_norm": 0.4093833267688751,
      "learning_rate": 4.985067890293721e-05,
      "loss": 5.776,
      "step": 55445
    },
    {
      "epoch": 0.04853642332514327,
      "grad_norm": 0.42422381043434143,
      "learning_rate": 4.985064502210124e-05,
      "loss": 5.2704,
      "step": 55450
    },
    {
      "epoch": 0.04854079991877042,
      "grad_norm": 0.46522533893585205,
      "learning_rate": 4.985061113743635e-05,
      "loss": 6.0959,
      "step": 55455
    },
    {
      "epoch": 0.04854517651239758,
      "grad_norm": 0.6832955479621887,
      "learning_rate": 4.985057724894254e-05,
      "loss": 5.0412,
      "step": 55460
    },
    {
      "epoch": 0.04854955310602473,
      "grad_norm": 0.6351044774055481,
      "learning_rate": 4.985054335661983e-05,
      "loss": 5.5836,
      "step": 55465
    },
    {
      "epoch": 0.04855392969965189,
      "grad_norm": 0.4473390579223633,
      "learning_rate": 4.9850509460468196e-05,
      "loss": 6.1439,
      "step": 55470
    },
    {
      "epoch": 0.04855830629327904,
      "grad_norm": 0.4898286759853363,
      "learning_rate": 4.9850475560487676e-05,
      "loss": 4.2052,
      "step": 55475
    },
    {
      "epoch": 0.0485626828869062,
      "grad_norm": 0.664216935634613,
      "learning_rate": 4.985044165667826e-05,
      "loss": 5.2582,
      "step": 55480
    },
    {
      "epoch": 0.04856705948053335,
      "grad_norm": 0.5401148796081543,
      "learning_rate": 4.985040774903996e-05,
      "loss": 5.2407,
      "step": 55485
    },
    {
      "epoch": 0.04857143607416051,
      "grad_norm": 0.5373393893241882,
      "learning_rate": 4.9850373837572774e-05,
      "loss": 5.9017,
      "step": 55490
    },
    {
      "epoch": 0.04857581266778766,
      "grad_norm": 0.5072551965713501,
      "learning_rate": 4.985033992227672e-05,
      "loss": 5.5712,
      "step": 55495
    },
    {
      "epoch": 0.04858018926141481,
      "grad_norm": 0.5368549823760986,
      "learning_rate": 4.9850306003151805e-05,
      "loss": 5.0639,
      "step": 55500
    },
    {
      "epoch": 0.048584565855041964,
      "grad_norm": 0.46941354870796204,
      "learning_rate": 4.9850272080198024e-05,
      "loss": 5.2637,
      "step": 55505
    },
    {
      "epoch": 0.04858894244866912,
      "grad_norm": 0.4908392131328583,
      "learning_rate": 4.985023815341538e-05,
      "loss": 5.5961,
      "step": 55510
    },
    {
      "epoch": 0.048593319042296274,
      "grad_norm": 0.4906420111656189,
      "learning_rate": 4.985020422280391e-05,
      "loss": 5.0628,
      "step": 55515
    },
    {
      "epoch": 0.04859769563592343,
      "grad_norm": 0.4783684015274048,
      "learning_rate": 4.985017028836358e-05,
      "loss": 5.0244,
      "step": 55520
    },
    {
      "epoch": 0.04860207222955058,
      "grad_norm": 0.4025205671787262,
      "learning_rate": 4.9850136350094435e-05,
      "loss": 5.8402,
      "step": 55525
    },
    {
      "epoch": 0.04860644882317774,
      "grad_norm": 0.46291619539260864,
      "learning_rate": 4.985010240799645e-05,
      "loss": 5.5894,
      "step": 55530
    },
    {
      "epoch": 0.04861082541680489,
      "grad_norm": 0.48178040981292725,
      "learning_rate": 4.9850068462069644e-05,
      "loss": 6.3936,
      "step": 55535
    },
    {
      "epoch": 0.04861520201043205,
      "grad_norm": 0.40747737884521484,
      "learning_rate": 4.9850034512314026e-05,
      "loss": 6.4412,
      "step": 55540
    },
    {
      "epoch": 0.0486195786040592,
      "grad_norm": 0.44986510276794434,
      "learning_rate": 4.98500005587296e-05,
      "loss": 5.2402,
      "step": 55545
    },
    {
      "epoch": 0.04862395519768636,
      "grad_norm": 0.43848109245300293,
      "learning_rate": 4.9849966601316386e-05,
      "loss": 5.3797,
      "step": 55550
    },
    {
      "epoch": 0.04862833179131351,
      "grad_norm": 0.3874049484729767,
      "learning_rate": 4.984993264007436e-05,
      "loss": 5.5544,
      "step": 55555
    },
    {
      "epoch": 0.048632708384940666,
      "grad_norm": 0.43111860752105713,
      "learning_rate": 4.984989867500356e-05,
      "loss": 5.2585,
      "step": 55560
    },
    {
      "epoch": 0.04863708497856782,
      "grad_norm": 0.46677517890930176,
      "learning_rate": 4.9849864706103965e-05,
      "loss": 5.5727,
      "step": 55565
    },
    {
      "epoch": 0.048641461572194976,
      "grad_norm": 0.5004150867462158,
      "learning_rate": 4.98498307333756e-05,
      "loss": 4.7274,
      "step": 55570
    },
    {
      "epoch": 0.04864583816582213,
      "grad_norm": 0.4829295575618744,
      "learning_rate": 4.984979675681848e-05,
      "loss": 5.4047,
      "step": 55575
    },
    {
      "epoch": 0.048650214759449285,
      "grad_norm": 0.4701521694660187,
      "learning_rate": 4.984976277643258e-05,
      "loss": 4.4993,
      "step": 55580
    },
    {
      "epoch": 0.04865459135307644,
      "grad_norm": 0.4032498598098755,
      "learning_rate": 4.984972879221793e-05,
      "loss": 5.5771,
      "step": 55585
    },
    {
      "epoch": 0.048658967946703595,
      "grad_norm": 0.5343616604804993,
      "learning_rate": 4.984969480417454e-05,
      "loss": 5.2567,
      "step": 55590
    },
    {
      "epoch": 0.04866334454033075,
      "grad_norm": 0.5141630172729492,
      "learning_rate": 4.984966081230241e-05,
      "loss": 6.0777,
      "step": 55595
    },
    {
      "epoch": 0.048667721133957904,
      "grad_norm": 0.4678103029727936,
      "learning_rate": 4.9849626816601536e-05,
      "loss": 4.5053,
      "step": 55600
    },
    {
      "epoch": 0.04867209772758506,
      "grad_norm": 0.4659968614578247,
      "learning_rate": 4.984959281707193e-05,
      "loss": 5.082,
      "step": 55605
    },
    {
      "epoch": 0.048676474321212214,
      "grad_norm": 0.44821032881736755,
      "learning_rate": 4.98495588137136e-05,
      "loss": 6.1404,
      "step": 55610
    },
    {
      "epoch": 0.04868085091483937,
      "grad_norm": 0.4757482707500458,
      "learning_rate": 4.984952480652657e-05,
      "loss": 6.1119,
      "step": 55615
    },
    {
      "epoch": 0.04868522750846652,
      "grad_norm": 0.48420682549476624,
      "learning_rate": 4.9849490795510823e-05,
      "loss": 4.7488,
      "step": 55620
    },
    {
      "epoch": 0.04868960410209368,
      "grad_norm": 0.5927343368530273,
      "learning_rate": 4.984945678066637e-05,
      "loss": 5.1852,
      "step": 55625
    },
    {
      "epoch": 0.048693980695720826,
      "grad_norm": 0.5646452307701111,
      "learning_rate": 4.9849422761993215e-05,
      "loss": 5.2133,
      "step": 55630
    },
    {
      "epoch": 0.04869835728934798,
      "grad_norm": 0.5358592867851257,
      "learning_rate": 4.9849388739491386e-05,
      "loss": 5.073,
      "step": 55635
    },
    {
      "epoch": 0.048702733882975136,
      "grad_norm": 0.5372521281242371,
      "learning_rate": 4.9849354713160865e-05,
      "loss": 4.9344,
      "step": 55640
    },
    {
      "epoch": 0.04870711047660229,
      "grad_norm": 0.46069738268852234,
      "learning_rate": 4.984932068300167e-05,
      "loss": 5.6229,
      "step": 55645
    },
    {
      "epoch": 0.048711487070229445,
      "grad_norm": 0.4464709162712097,
      "learning_rate": 4.984928664901381e-05,
      "loss": 5.84,
      "step": 55650
    },
    {
      "epoch": 0.0487158636638566,
      "grad_norm": 0.5382137894630432,
      "learning_rate": 4.984925261119727e-05,
      "loss": 5.3716,
      "step": 55655
    },
    {
      "epoch": 0.048720240257483755,
      "grad_norm": 0.6014158725738525,
      "learning_rate": 4.984921856955209e-05,
      "loss": 5.5846,
      "step": 55660
    },
    {
      "epoch": 0.04872461685111091,
      "grad_norm": 0.45060187578201294,
      "learning_rate": 4.9849184524078265e-05,
      "loss": 6.4168,
      "step": 55665
    },
    {
      "epoch": 0.048728993444738064,
      "grad_norm": 0.7120143175125122,
      "learning_rate": 4.984915047477578e-05,
      "loss": 4.8586,
      "step": 55670
    },
    {
      "epoch": 0.04873337003836522,
      "grad_norm": 0.4893278479576111,
      "learning_rate": 4.984911642164466e-05,
      "loss": 5.2585,
      "step": 55675
    },
    {
      "epoch": 0.048737746631992374,
      "grad_norm": 0.48473671078681946,
      "learning_rate": 4.984908236468492e-05,
      "loss": 5.5585,
      "step": 55680
    },
    {
      "epoch": 0.04874212322561953,
      "grad_norm": 0.5872318148612976,
      "learning_rate": 4.984904830389655e-05,
      "loss": 6.0705,
      "step": 55685
    },
    {
      "epoch": 0.04874649981924668,
      "grad_norm": 0.5480762124061584,
      "learning_rate": 4.984901423927956e-05,
      "loss": 5.7979,
      "step": 55690
    },
    {
      "epoch": 0.04875087641287384,
      "grad_norm": 0.4954988658428192,
      "learning_rate": 4.984898017083396e-05,
      "loss": 5.0533,
      "step": 55695
    },
    {
      "epoch": 0.04875525300650099,
      "grad_norm": 0.4817650616168976,
      "learning_rate": 4.984894609855976e-05,
      "loss": 6.0867,
      "step": 55700
    },
    {
      "epoch": 0.04875962960012815,
      "grad_norm": 0.45001763105392456,
      "learning_rate": 4.984891202245696e-05,
      "loss": 5.4434,
      "step": 55705
    },
    {
      "epoch": 0.0487640061937553,
      "grad_norm": 0.6738725900650024,
      "learning_rate": 4.984887794252557e-05,
      "loss": 5.4738,
      "step": 55710
    },
    {
      "epoch": 0.04876838278738246,
      "grad_norm": 0.5962010622024536,
      "learning_rate": 4.9848843858765594e-05,
      "loss": 5.3748,
      "step": 55715
    },
    {
      "epoch": 0.04877275938100961,
      "grad_norm": 0.5252048969268799,
      "learning_rate": 4.984880977117704e-05,
      "loss": 5.868,
      "step": 55720
    },
    {
      "epoch": 0.048777135974636766,
      "grad_norm": 0.5590529441833496,
      "learning_rate": 4.984877567975992e-05,
      "loss": 4.8543,
      "step": 55725
    },
    {
      "epoch": 0.04878151256826392,
      "grad_norm": 0.5530549883842468,
      "learning_rate": 4.9848741584514236e-05,
      "loss": 5.2594,
      "step": 55730
    },
    {
      "epoch": 0.048785889161891076,
      "grad_norm": 0.45980435609817505,
      "learning_rate": 4.9848707485439985e-05,
      "loss": 5.3497,
      "step": 55735
    },
    {
      "epoch": 0.04879026575551823,
      "grad_norm": 0.5025181174278259,
      "learning_rate": 4.984867338253719e-05,
      "loss": 5.8203,
      "step": 55740
    },
    {
      "epoch": 0.048794642349145385,
      "grad_norm": 0.4259377717971802,
      "learning_rate": 4.984863927580585e-05,
      "loss": 5.8156,
      "step": 55745
    },
    {
      "epoch": 0.04879901894277254,
      "grad_norm": 0.4961448311805725,
      "learning_rate": 4.984860516524597e-05,
      "loss": 5.0254,
      "step": 55750
    },
    {
      "epoch": 0.048803395536399695,
      "grad_norm": 0.5634748339653015,
      "learning_rate": 4.984857105085755e-05,
      "loss": 5.6185,
      "step": 55755
    },
    {
      "epoch": 0.04880777213002684,
      "grad_norm": 0.4168277084827423,
      "learning_rate": 4.984853693264062e-05,
      "loss": 5.4855,
      "step": 55760
    },
    {
      "epoch": 0.048812148723654,
      "grad_norm": 0.4437013268470764,
      "learning_rate": 4.984850281059516e-05,
      "loss": 6.1436,
      "step": 55765
    },
    {
      "epoch": 0.04881652531728115,
      "grad_norm": 0.49859902262687683,
      "learning_rate": 4.9848468684721195e-05,
      "loss": 4.2938,
      "step": 55770
    },
    {
      "epoch": 0.04882090191090831,
      "grad_norm": 0.49066799879074097,
      "learning_rate": 4.984843455501872e-05,
      "loss": 4.2002,
      "step": 55775
    },
    {
      "epoch": 0.04882527850453546,
      "grad_norm": 0.4629776179790497,
      "learning_rate": 4.984840042148775e-05,
      "loss": 5.9323,
      "step": 55780
    },
    {
      "epoch": 0.048829655098162617,
      "grad_norm": 0.48915618658065796,
      "learning_rate": 4.984836628412829e-05,
      "loss": 5.2402,
      "step": 55785
    },
    {
      "epoch": 0.04883403169178977,
      "grad_norm": 0.4804217517375946,
      "learning_rate": 4.9848332142940336e-05,
      "loss": 5.8627,
      "step": 55790
    },
    {
      "epoch": 0.048838408285416926,
      "grad_norm": 0.45893609523773193,
      "learning_rate": 4.984829799792391e-05,
      "loss": 5.0607,
      "step": 55795
    },
    {
      "epoch": 0.04884278487904408,
      "grad_norm": 0.4235174357891083,
      "learning_rate": 4.9848263849079e-05,
      "loss": 5.9071,
      "step": 55800
    },
    {
      "epoch": 0.048847161472671236,
      "grad_norm": 0.45937713980674744,
      "learning_rate": 4.984822969640565e-05,
      "loss": 5.0329,
      "step": 55805
    },
    {
      "epoch": 0.04885153806629839,
      "grad_norm": 0.4771789312362671,
      "learning_rate": 4.984819553990381e-05,
      "loss": 4.9489,
      "step": 55810
    },
    {
      "epoch": 0.048855914659925545,
      "grad_norm": 0.5146905183792114,
      "learning_rate": 4.984816137957353e-05,
      "loss": 6.077,
      "step": 55815
    },
    {
      "epoch": 0.0488602912535527,
      "grad_norm": 0.4650755524635315,
      "learning_rate": 4.9848127215414805e-05,
      "loss": 4.5557,
      "step": 55820
    },
    {
      "epoch": 0.048864667847179855,
      "grad_norm": 0.5256308913230896,
      "learning_rate": 4.984809304742765e-05,
      "loss": 5.3663,
      "step": 55825
    },
    {
      "epoch": 0.04886904444080701,
      "grad_norm": 0.4696683883666992,
      "learning_rate": 4.984805887561205e-05,
      "loss": 6.0812,
      "step": 55830
    },
    {
      "epoch": 0.048873421034434164,
      "grad_norm": 0.5144097805023193,
      "learning_rate": 4.9848024699968024e-05,
      "loss": 6.1168,
      "step": 55835
    },
    {
      "epoch": 0.04887779762806132,
      "grad_norm": 0.4625966250896454,
      "learning_rate": 4.984799052049558e-05,
      "loss": 4.5646,
      "step": 55840
    },
    {
      "epoch": 0.048882174221688474,
      "grad_norm": 0.46215465664863586,
      "learning_rate": 4.984795633719472e-05,
      "loss": 5.0934,
      "step": 55845
    },
    {
      "epoch": 0.04888655081531563,
      "grad_norm": 0.4775950014591217,
      "learning_rate": 4.984792215006546e-05,
      "loss": 4.9509,
      "step": 55850
    },
    {
      "epoch": 0.04889092740894278,
      "grad_norm": 0.47237148880958557,
      "learning_rate": 4.98478879591078e-05,
      "loss": 5.0312,
      "step": 55855
    },
    {
      "epoch": 0.04889530400256994,
      "grad_norm": 0.4159403443336487,
      "learning_rate": 4.984785376432174e-05,
      "loss": 6.067,
      "step": 55860
    },
    {
      "epoch": 0.04889968059619709,
      "grad_norm": 0.45378485321998596,
      "learning_rate": 4.984781956570729e-05,
      "loss": 5.7535,
      "step": 55865
    },
    {
      "epoch": 0.04890405718982425,
      "grad_norm": 0.45082929730415344,
      "learning_rate": 4.984778536326448e-05,
      "loss": 5.0709,
      "step": 55870
    },
    {
      "epoch": 0.0489084337834514,
      "grad_norm": 0.48002782464027405,
      "learning_rate": 4.9847751156993274e-05,
      "loss": 4.74,
      "step": 55875
    },
    {
      "epoch": 0.04891281037707856,
      "grad_norm": 0.4115499258041382,
      "learning_rate": 4.9847716946893704e-05,
      "loss": 5.776,
      "step": 55880
    },
    {
      "epoch": 0.04891718697070571,
      "grad_norm": 0.4822709262371063,
      "learning_rate": 4.984768273296578e-05,
      "loss": 4.7726,
      "step": 55885
    },
    {
      "epoch": 0.04892156356433286,
      "grad_norm": 0.4520129859447479,
      "learning_rate": 4.98476485152095e-05,
      "loss": 5.3881,
      "step": 55890
    },
    {
      "epoch": 0.048925940157960014,
      "grad_norm": 0.4484460651874542,
      "learning_rate": 4.984761429362488e-05,
      "loss": 5.2896,
      "step": 55895
    },
    {
      "epoch": 0.04893031675158717,
      "grad_norm": 0.48628103733062744,
      "learning_rate": 4.984758006821192e-05,
      "loss": 5.0577,
      "step": 55900
    },
    {
      "epoch": 0.048934693345214324,
      "grad_norm": 0.417670339345932,
      "learning_rate": 4.984754583897061e-05,
      "loss": 5.0927,
      "step": 55905
    },
    {
      "epoch": 0.04893906993884148,
      "grad_norm": 0.48069146275520325,
      "learning_rate": 4.984751160590099e-05,
      "loss": 5.3575,
      "step": 55910
    },
    {
      "epoch": 0.04894344653246863,
      "grad_norm": 0.6037286520004272,
      "learning_rate": 4.9847477369003036e-05,
      "loss": 4.5762,
      "step": 55915
    },
    {
      "epoch": 0.04894782312609579,
      "grad_norm": 0.5058454871177673,
      "learning_rate": 4.9847443128276774e-05,
      "loss": 4.5507,
      "step": 55920
    },
    {
      "epoch": 0.04895219971972294,
      "grad_norm": 0.4858562648296356,
      "learning_rate": 4.98474088837222e-05,
      "loss": 5.2818,
      "step": 55925
    },
    {
      "epoch": 0.0489565763133501,
      "grad_norm": 0.5231723785400391,
      "learning_rate": 4.984737463533933e-05,
      "loss": 5.3555,
      "step": 55930
    },
    {
      "epoch": 0.04896095290697725,
      "grad_norm": 0.45875677466392517,
      "learning_rate": 4.984734038312816e-05,
      "loss": 5.9236,
      "step": 55935
    },
    {
      "epoch": 0.04896532950060441,
      "grad_norm": 0.8045466542243958,
      "learning_rate": 4.984730612708871e-05,
      "loss": 4.755,
      "step": 55940
    },
    {
      "epoch": 0.04896970609423156,
      "grad_norm": 0.4833136796951294,
      "learning_rate": 4.984727186722097e-05,
      "loss": 5.5497,
      "step": 55945
    },
    {
      "epoch": 0.04897408268785872,
      "grad_norm": 0.5658355951309204,
      "learning_rate": 4.984723760352497e-05,
      "loss": 5.0189,
      "step": 55950
    },
    {
      "epoch": 0.04897845928148587,
      "grad_norm": 0.6648748517036438,
      "learning_rate": 4.984720333600069e-05,
      "loss": 5.0682,
      "step": 55955
    },
    {
      "epoch": 0.048982835875113026,
      "grad_norm": 0.8602286577224731,
      "learning_rate": 4.984716906464816e-05,
      "loss": 5.2813,
      "step": 55960
    },
    {
      "epoch": 0.04898721246874018,
      "grad_norm": 0.47987568378448486,
      "learning_rate": 4.9847134789467354e-05,
      "loss": 5.0718,
      "step": 55965
    },
    {
      "epoch": 0.048991589062367336,
      "grad_norm": 0.5652368068695068,
      "learning_rate": 4.984710051045832e-05,
      "loss": 5.0783,
      "step": 55970
    },
    {
      "epoch": 0.04899596565599449,
      "grad_norm": 0.4124230444431305,
      "learning_rate": 4.984706622762103e-05,
      "loss": 5.5837,
      "step": 55975
    },
    {
      "epoch": 0.049000342249621645,
      "grad_norm": 0.46768003702163696,
      "learning_rate": 4.9847031940955515e-05,
      "loss": 5.4939,
      "step": 55980
    },
    {
      "epoch": 0.0490047188432488,
      "grad_norm": 0.47733399271965027,
      "learning_rate": 4.984699765046177e-05,
      "loss": 4.5085,
      "step": 55985
    },
    {
      "epoch": 0.049009095436875955,
      "grad_norm": 0.5098444223403931,
      "learning_rate": 4.98469633561398e-05,
      "loss": 4.8214,
      "step": 55990
    },
    {
      "epoch": 0.04901347203050311,
      "grad_norm": 0.5200247168540955,
      "learning_rate": 4.984692905798962e-05,
      "loss": 6.4262,
      "step": 55995
    },
    {
      "epoch": 0.049017848624130264,
      "grad_norm": 0.4459015130996704,
      "learning_rate": 4.984689475601123e-05,
      "loss": 4.8348,
      "step": 56000
    },
    {
      "epoch": 0.04902222521775742,
      "grad_norm": 0.5243976712226868,
      "learning_rate": 4.9846860450204635e-05,
      "loss": 5.5663,
      "step": 56005
    },
    {
      "epoch": 0.049026601811384574,
      "grad_norm": 0.5682592988014221,
      "learning_rate": 4.9846826140569844e-05,
      "loss": 5.2648,
      "step": 56010
    },
    {
      "epoch": 0.04903097840501172,
      "grad_norm": 0.4596368372440338,
      "learning_rate": 4.984679182710688e-05,
      "loss": 5.8045,
      "step": 56015
    },
    {
      "epoch": 0.049035354998638876,
      "grad_norm": 0.7912246584892273,
      "learning_rate": 4.984675750981571e-05,
      "loss": 5.2836,
      "step": 56020
    },
    {
      "epoch": 0.04903973159226603,
      "grad_norm": 0.4759058952331543,
      "learning_rate": 4.984672318869638e-05,
      "loss": 5.5127,
      "step": 56025
    },
    {
      "epoch": 0.049044108185893186,
      "grad_norm": 0.43945980072021484,
      "learning_rate": 4.9846688863748884e-05,
      "loss": 5.4676,
      "step": 56030
    },
    {
      "epoch": 0.04904848477952034,
      "grad_norm": 0.5184086561203003,
      "learning_rate": 4.9846654534973215e-05,
      "loss": 4.8521,
      "step": 56035
    },
    {
      "epoch": 0.049052861373147495,
      "grad_norm": 0.49270227551460266,
      "learning_rate": 4.98466202023694e-05,
      "loss": 5.8064,
      "step": 56040
    },
    {
      "epoch": 0.04905723796677465,
      "grad_norm": 0.4345652461051941,
      "learning_rate": 4.9846585865937425e-05,
      "loss": 5.8266,
      "step": 56045
    },
    {
      "epoch": 0.049061614560401805,
      "grad_norm": 0.5230041742324829,
      "learning_rate": 4.984655152567731e-05,
      "loss": 5.5577,
      "step": 56050
    },
    {
      "epoch": 0.04906599115402896,
      "grad_norm": 0.5357609391212463,
      "learning_rate": 4.984651718158907e-05,
      "loss": 5.3711,
      "step": 56055
    },
    {
      "epoch": 0.049070367747656114,
      "grad_norm": 0.4450550973415375,
      "learning_rate": 4.984648283367269e-05,
      "loss": 5.897,
      "step": 56060
    },
    {
      "epoch": 0.04907474434128327,
      "grad_norm": 0.9261951446533203,
      "learning_rate": 4.9846448481928186e-05,
      "loss": 4.7391,
      "step": 56065
    },
    {
      "epoch": 0.049079120934910424,
      "grad_norm": 0.5891226530075073,
      "learning_rate": 4.984641412635558e-05,
      "loss": 5.2646,
      "step": 56070
    },
    {
      "epoch": 0.04908349752853758,
      "grad_norm": 0.4768640697002411,
      "learning_rate": 4.984637976695485e-05,
      "loss": 5.6193,
      "step": 56075
    },
    {
      "epoch": 0.04908787412216473,
      "grad_norm": 0.5577321648597717,
      "learning_rate": 4.9846345403726024e-05,
      "loss": 5.0759,
      "step": 56080
    },
    {
      "epoch": 0.04909225071579189,
      "grad_norm": 0.5624468326568604,
      "learning_rate": 4.9846311036669114e-05,
      "loss": 4.9185,
      "step": 56085
    },
    {
      "epoch": 0.04909662730941904,
      "grad_norm": 0.49574169516563416,
      "learning_rate": 4.98462766657841e-05,
      "loss": 6.0566,
      "step": 56090
    },
    {
      "epoch": 0.0491010039030462,
      "grad_norm": 0.47770291566848755,
      "learning_rate": 4.984624229107101e-05,
      "loss": 4.1817,
      "step": 56095
    },
    {
      "epoch": 0.04910538049667335,
      "grad_norm": 0.6567825078964233,
      "learning_rate": 4.984620791252984e-05,
      "loss": 5.296,
      "step": 56100
    },
    {
      "epoch": 0.04910975709030051,
      "grad_norm": 0.6007009148597717,
      "learning_rate": 4.98461735301606e-05,
      "loss": 4.8154,
      "step": 56105
    },
    {
      "epoch": 0.04911413368392766,
      "grad_norm": 0.5263069272041321,
      "learning_rate": 4.98461391439633e-05,
      "loss": 4.7405,
      "step": 56110
    },
    {
      "epoch": 0.04911851027755482,
      "grad_norm": 0.5767772793769836,
      "learning_rate": 4.9846104753937936e-05,
      "loss": 4.8504,
      "step": 56115
    },
    {
      "epoch": 0.04912288687118197,
      "grad_norm": 0.46844008564949036,
      "learning_rate": 4.984607036008454e-05,
      "loss": 5.0531,
      "step": 56120
    },
    {
      "epoch": 0.049127263464809126,
      "grad_norm": 0.7201948761940002,
      "learning_rate": 4.984603596240308e-05,
      "loss": 5.581,
      "step": 56125
    },
    {
      "epoch": 0.04913164005843628,
      "grad_norm": 0.4469728469848633,
      "learning_rate": 4.9846001560893596e-05,
      "loss": 4.8214,
      "step": 56130
    },
    {
      "epoch": 0.049136016652063436,
      "grad_norm": 0.5458021759986877,
      "learning_rate": 4.984596715555608e-05,
      "loss": 5.5577,
      "step": 56135
    },
    {
      "epoch": 0.04914039324569059,
      "grad_norm": 0.4781966805458069,
      "learning_rate": 4.984593274639054e-05,
      "loss": 5.029,
      "step": 56140
    },
    {
      "epoch": 0.04914476983931774,
      "grad_norm": 0.5288097262382507,
      "learning_rate": 4.9845898333397004e-05,
      "loss": 4.585,
      "step": 56145
    },
    {
      "epoch": 0.04914914643294489,
      "grad_norm": 0.5251418352127075,
      "learning_rate": 4.984586391657543e-05,
      "loss": 5.2454,
      "step": 56150
    },
    {
      "epoch": 0.04915352302657205,
      "grad_norm": 0.49213480949401855,
      "learning_rate": 4.984582949592587e-05,
      "loss": 5.2776,
      "step": 56155
    },
    {
      "epoch": 0.0491578996201992,
      "grad_norm": 0.4763321876525879,
      "learning_rate": 4.9845795071448296e-05,
      "loss": 4.4,
      "step": 56160
    },
    {
      "epoch": 0.04916227621382636,
      "grad_norm": 0.5303953886032104,
      "learning_rate": 4.9845760643142746e-05,
      "loss": 5.0979,
      "step": 56165
    },
    {
      "epoch": 0.04916665280745351,
      "grad_norm": 0.7814090251922607,
      "learning_rate": 4.9845726211009216e-05,
      "loss": 5.0689,
      "step": 56170
    },
    {
      "epoch": 0.04917102940108067,
      "grad_norm": 0.635350227355957,
      "learning_rate": 4.98456917750477e-05,
      "loss": 6.4205,
      "step": 56175
    },
    {
      "epoch": 0.04917540599470782,
      "grad_norm": 0.7648591995239258,
      "learning_rate": 4.984565733525822e-05,
      "loss": 5.3559,
      "step": 56180
    },
    {
      "epoch": 0.049179782588334976,
      "grad_norm": 0.4722435474395752,
      "learning_rate": 4.9845622891640775e-05,
      "loss": 4.5115,
      "step": 56185
    },
    {
      "epoch": 0.04918415918196213,
      "grad_norm": 0.47513672709465027,
      "learning_rate": 4.984558844419537e-05,
      "loss": 4.0143,
      "step": 56190
    },
    {
      "epoch": 0.049188535775589286,
      "grad_norm": 0.5385420322418213,
      "learning_rate": 4.984555399292202e-05,
      "loss": 5.0862,
      "step": 56195
    },
    {
      "epoch": 0.04919291236921644,
      "grad_norm": 0.4814547002315521,
      "learning_rate": 4.984551953782073e-05,
      "loss": 5.2702,
      "step": 56200
    },
    {
      "epoch": 0.049197288962843595,
      "grad_norm": 0.47146815061569214,
      "learning_rate": 4.98454850788915e-05,
      "loss": 5.5742,
      "step": 56205
    },
    {
      "epoch": 0.04920166555647075,
      "grad_norm": 0.47488975524902344,
      "learning_rate": 4.984545061613434e-05,
      "loss": 4.7217,
      "step": 56210
    },
    {
      "epoch": 0.049206042150097905,
      "grad_norm": 0.40050020813941956,
      "learning_rate": 4.984541614954925e-05,
      "loss": 5.5727,
      "step": 56215
    },
    {
      "epoch": 0.04921041874372506,
      "grad_norm": 0.42328929901123047,
      "learning_rate": 4.984538167913625e-05,
      "loss": 5.9028,
      "step": 56220
    },
    {
      "epoch": 0.049214795337352214,
      "grad_norm": 0.5288737416267395,
      "learning_rate": 4.984534720489534e-05,
      "loss": 4.3273,
      "step": 56225
    },
    {
      "epoch": 0.04921917193097937,
      "grad_norm": 0.399019718170166,
      "learning_rate": 4.984531272682652e-05,
      "loss": 5.8917,
      "step": 56230
    },
    {
      "epoch": 0.049223548524606524,
      "grad_norm": 0.39745524525642395,
      "learning_rate": 4.984527824492982e-05,
      "loss": 5.3592,
      "step": 56235
    },
    {
      "epoch": 0.04922792511823368,
      "grad_norm": 0.43782728910446167,
      "learning_rate": 4.984524375920522e-05,
      "loss": 5.0698,
      "step": 56240
    },
    {
      "epoch": 0.04923230171186083,
      "grad_norm": 0.44694992899894714,
      "learning_rate": 4.9845209269652735e-05,
      "loss": 5.8561,
      "step": 56245
    },
    {
      "epoch": 0.04923667830548799,
      "grad_norm": 0.4433215260505676,
      "learning_rate": 4.9845174776272375e-05,
      "loss": 4.3297,
      "step": 56250
    },
    {
      "epoch": 0.04924105489911514,
      "grad_norm": 0.5040603876113892,
      "learning_rate": 4.9845140279064136e-05,
      "loss": 5.2159,
      "step": 56255
    },
    {
      "epoch": 0.0492454314927423,
      "grad_norm": 0.3664743900299072,
      "learning_rate": 4.984510577802805e-05,
      "loss": 5.9076,
      "step": 56260
    },
    {
      "epoch": 0.04924980808636945,
      "grad_norm": 0.44736599922180176,
      "learning_rate": 4.98450712731641e-05,
      "loss": 4.9843,
      "step": 56265
    },
    {
      "epoch": 0.04925418467999661,
      "grad_norm": 0.3939618170261383,
      "learning_rate": 4.98450367644723e-05,
      "loss": 5.0416,
      "step": 56270
    },
    {
      "epoch": 0.049258561273623755,
      "grad_norm": 0.4415023922920227,
      "learning_rate": 4.9845002251952654e-05,
      "loss": 5.0188,
      "step": 56275
    },
    {
      "epoch": 0.04926293786725091,
      "grad_norm": 0.3957878649234772,
      "learning_rate": 4.984496773560518e-05,
      "loss": 5.7383,
      "step": 56280
    },
    {
      "epoch": 0.049267314460878064,
      "grad_norm": 0.4506324529647827,
      "learning_rate": 4.984493321542986e-05,
      "loss": 4.967,
      "step": 56285
    },
    {
      "epoch": 0.04927169105450522,
      "grad_norm": 0.4802287817001343,
      "learning_rate": 4.984489869142672e-05,
      "loss": 5.5575,
      "step": 56290
    },
    {
      "epoch": 0.049276067648132374,
      "grad_norm": 0.46001559495925903,
      "learning_rate": 4.984486416359577e-05,
      "loss": 5.6158,
      "step": 56295
    },
    {
      "epoch": 0.04928044424175953,
      "grad_norm": 0.4970024526119232,
      "learning_rate": 4.984482963193701e-05,
      "loss": 4.7333,
      "step": 56300
    },
    {
      "epoch": 0.04928482083538668,
      "grad_norm": 0.426745742559433,
      "learning_rate": 4.984479509645045e-05,
      "loss": 6.1227,
      "step": 56305
    },
    {
      "epoch": 0.04928919742901384,
      "grad_norm": 0.5150778293609619,
      "learning_rate": 4.984476055713608e-05,
      "loss": 5.565,
      "step": 56310
    },
    {
      "epoch": 0.04929357402264099,
      "grad_norm": 0.4373885989189148,
      "learning_rate": 4.984472601399394e-05,
      "loss": 5.3586,
      "step": 56315
    },
    {
      "epoch": 0.04929795061626815,
      "grad_norm": 0.6158058047294617,
      "learning_rate": 4.9844691467024e-05,
      "loss": 4.4813,
      "step": 56320
    },
    {
      "epoch": 0.0493023272098953,
      "grad_norm": 0.5521332025527954,
      "learning_rate": 4.984465691622628e-05,
      "loss": 5.3802,
      "step": 56325
    },
    {
      "epoch": 0.04930670380352246,
      "grad_norm": 0.5744336843490601,
      "learning_rate": 4.98446223616008e-05,
      "loss": 5.3672,
      "step": 56330
    },
    {
      "epoch": 0.04931108039714961,
      "grad_norm": 0.5060918927192688,
      "learning_rate": 4.984458780314756e-05,
      "loss": 5.273,
      "step": 56335
    },
    {
      "epoch": 0.04931545699077677,
      "grad_norm": 0.4541008472442627,
      "learning_rate": 4.9844553240866556e-05,
      "loss": 5.5228,
      "step": 56340
    },
    {
      "epoch": 0.04931983358440392,
      "grad_norm": 0.49206310510635376,
      "learning_rate": 4.98445186747578e-05,
      "loss": 5.0585,
      "step": 56345
    },
    {
      "epoch": 0.049324210178031076,
      "grad_norm": 0.4363381862640381,
      "learning_rate": 4.984448410482131e-05,
      "loss": 5.3554,
      "step": 56350
    },
    {
      "epoch": 0.04932858677165823,
      "grad_norm": 0.45164602994918823,
      "learning_rate": 4.984444953105708e-05,
      "loss": 5.9014,
      "step": 56355
    },
    {
      "epoch": 0.049332963365285386,
      "grad_norm": 0.49318963289260864,
      "learning_rate": 4.9844414953465115e-05,
      "loss": 6.115,
      "step": 56360
    },
    {
      "epoch": 0.04933733995891254,
      "grad_norm": 0.4886922538280487,
      "learning_rate": 4.984438037204542e-05,
      "loss": 5.074,
      "step": 56365
    },
    {
      "epoch": 0.049341716552539695,
      "grad_norm": 0.46726176142692566,
      "learning_rate": 4.984434578679802e-05,
      "loss": 5.2727,
      "step": 56370
    },
    {
      "epoch": 0.04934609314616685,
      "grad_norm": 0.5482826232910156,
      "learning_rate": 4.9844311197722904e-05,
      "loss": 5.2496,
      "step": 56375
    },
    {
      "epoch": 0.049350469739794005,
      "grad_norm": 0.4595688581466675,
      "learning_rate": 4.984427660482008e-05,
      "loss": 4.9543,
      "step": 56380
    },
    {
      "epoch": 0.04935484633342116,
      "grad_norm": 0.46455684304237366,
      "learning_rate": 4.984424200808957e-05,
      "loss": 4.7542,
      "step": 56385
    },
    {
      "epoch": 0.049359222927048314,
      "grad_norm": 0.40575289726257324,
      "learning_rate": 4.9844207407531375e-05,
      "loss": 4.8776,
      "step": 56390
    },
    {
      "epoch": 0.04936359952067547,
      "grad_norm": 0.3838629126548767,
      "learning_rate": 4.984417280314548e-05,
      "loss": 6.4508,
      "step": 56395
    },
    {
      "epoch": 0.049367976114302624,
      "grad_norm": 0.45926737785339355,
      "learning_rate": 4.9844138194931924e-05,
      "loss": 5.0408,
      "step": 56400
    },
    {
      "epoch": 0.04937235270792977,
      "grad_norm": 0.38706526160240173,
      "learning_rate": 4.984410358289069e-05,
      "loss": 6.4186,
      "step": 56405
    },
    {
      "epoch": 0.049376729301556926,
      "grad_norm": 0.41577085852622986,
      "learning_rate": 4.984406896702178e-05,
      "loss": 5.0419,
      "step": 56410
    },
    {
      "epoch": 0.04938110589518408,
      "grad_norm": 0.3787364065647125,
      "learning_rate": 4.984403434732523e-05,
      "loss": 5.0258,
      "step": 56415
    },
    {
      "epoch": 0.049385482488811236,
      "grad_norm": 0.3851916491985321,
      "learning_rate": 4.984399972380103e-05,
      "loss": 6.4174,
      "step": 56420
    },
    {
      "epoch": 0.04938985908243839,
      "grad_norm": 0.4636944830417633,
      "learning_rate": 4.9843965096449185e-05,
      "loss": 4.7567,
      "step": 56425
    },
    {
      "epoch": 0.049394235676065545,
      "grad_norm": 0.49521610140800476,
      "learning_rate": 4.98439304652697e-05,
      "loss": 6.1168,
      "step": 56430
    },
    {
      "epoch": 0.0493986122696927,
      "grad_norm": 0.4107753336429596,
      "learning_rate": 4.9843895830262574e-05,
      "loss": 6.0896,
      "step": 56435
    },
    {
      "epoch": 0.049402988863319855,
      "grad_norm": 0.3845022916793823,
      "learning_rate": 4.9843861191427846e-05,
      "loss": 5.5848,
      "step": 56440
    },
    {
      "epoch": 0.04940736545694701,
      "grad_norm": 0.4771311283111572,
      "learning_rate": 4.9843826548765484e-05,
      "loss": 4.4883,
      "step": 56445
    },
    {
      "epoch": 0.049411742050574164,
      "grad_norm": 0.5628544688224792,
      "learning_rate": 4.9843791902275515e-05,
      "loss": 5.5733,
      "step": 56450
    },
    {
      "epoch": 0.04941611864420132,
      "grad_norm": 0.516629159450531,
      "learning_rate": 4.9843757251957954e-05,
      "loss": 5.5668,
      "step": 56455
    },
    {
      "epoch": 0.049420495237828474,
      "grad_norm": 0.46946287155151367,
      "learning_rate": 4.984372259781279e-05,
      "loss": 5.815,
      "step": 56460
    },
    {
      "epoch": 0.04942487183145563,
      "grad_norm": 0.6598314642906189,
      "learning_rate": 4.984368793984003e-05,
      "loss": 6.1096,
      "step": 56465
    },
    {
      "epoch": 0.049429248425082783,
      "grad_norm": 0.49853989481925964,
      "learning_rate": 4.984365327803969e-05,
      "loss": 4.9424,
      "step": 56470
    },
    {
      "epoch": 0.04943362501870994,
      "grad_norm": 0.43242347240448,
      "learning_rate": 4.984361861241178e-05,
      "loss": 5.5688,
      "step": 56475
    },
    {
      "epoch": 0.04943800161233709,
      "grad_norm": 0.48129913210868835,
      "learning_rate": 4.9843583942956296e-05,
      "loss": 5.0344,
      "step": 56480
    },
    {
      "epoch": 0.04944237820596425,
      "grad_norm": 0.5686436891555786,
      "learning_rate": 4.984354926967325e-05,
      "loss": 5.6385,
      "step": 56485
    },
    {
      "epoch": 0.0494467547995914,
      "grad_norm": 0.4569426476955414,
      "learning_rate": 4.9843514592562643e-05,
      "loss": 5.8229,
      "step": 56490
    },
    {
      "epoch": 0.04945113139321856,
      "grad_norm": 0.4745757281780243,
      "learning_rate": 4.984347991162449e-05,
      "loss": 5.576,
      "step": 56495
    },
    {
      "epoch": 0.04945550798684571,
      "grad_norm": 0.44240105152130127,
      "learning_rate": 4.9843445226858796e-05,
      "loss": 5.2469,
      "step": 56500
    },
    {
      "epoch": 0.04945988458047287,
      "grad_norm": 0.46116113662719727,
      "learning_rate": 4.9843410538265564e-05,
      "loss": 5.9114,
      "step": 56505
    },
    {
      "epoch": 0.04946426117410002,
      "grad_norm": 0.39743316173553467,
      "learning_rate": 4.98433758458448e-05,
      "loss": 5.3544,
      "step": 56510
    },
    {
      "epoch": 0.049468637767727176,
      "grad_norm": 0.44909971952438354,
      "learning_rate": 4.984334114959651e-05,
      "loss": 5.2561,
      "step": 56515
    },
    {
      "epoch": 0.04947301436135433,
      "grad_norm": 0.43667072057724,
      "learning_rate": 4.984330644952071e-05,
      "loss": 5.7535,
      "step": 56520
    },
    {
      "epoch": 0.049477390954981486,
      "grad_norm": 0.44746753573417664,
      "learning_rate": 4.9843271745617406e-05,
      "loss": 5.0483,
      "step": 56525
    },
    {
      "epoch": 0.04948176754860864,
      "grad_norm": 0.44782865047454834,
      "learning_rate": 4.984323703788659e-05,
      "loss": 5.2332,
      "step": 56530
    },
    {
      "epoch": 0.04948614414223579,
      "grad_norm": 0.3933132290840149,
      "learning_rate": 4.9843202326328275e-05,
      "loss": 5.3729,
      "step": 56535
    },
    {
      "epoch": 0.04949052073586294,
      "grad_norm": 0.49857357144355774,
      "learning_rate": 4.9843167610942477e-05,
      "loss": 5.0195,
      "step": 56540
    },
    {
      "epoch": 0.0494948973294901,
      "grad_norm": 0.48399078845977783,
      "learning_rate": 4.984313289172918e-05,
      "loss": 5.9168,
      "step": 56545
    },
    {
      "epoch": 0.04949927392311725,
      "grad_norm": 0.45557689666748047,
      "learning_rate": 4.9843098168688426e-05,
      "loss": 4.8426,
      "step": 56550
    },
    {
      "epoch": 0.04950365051674441,
      "grad_norm": 0.4466930329799652,
      "learning_rate": 4.98430634418202e-05,
      "loss": 4.7942,
      "step": 56555
    },
    {
      "epoch": 0.04950802711037156,
      "grad_norm": 0.4236114025115967,
      "learning_rate": 4.9843028711124505e-05,
      "loss": 6.0996,
      "step": 56560
    },
    {
      "epoch": 0.04951240370399872,
      "grad_norm": 0.41057202219963074,
      "learning_rate": 4.984299397660136e-05,
      "loss": 5.9062,
      "step": 56565
    },
    {
      "epoch": 0.04951678029762587,
      "grad_norm": 0.38134631514549255,
      "learning_rate": 4.984295923825076e-05,
      "loss": 6.4488,
      "step": 56570
    },
    {
      "epoch": 0.049521156891253026,
      "grad_norm": 0.37873831391334534,
      "learning_rate": 4.9842924496072715e-05,
      "loss": 6.1068,
      "step": 56575
    },
    {
      "epoch": 0.04952553348488018,
      "grad_norm": 0.41401419043540955,
      "learning_rate": 4.9842889750067245e-05,
      "loss": 5.7518,
      "step": 56580
    },
    {
      "epoch": 0.049529910078507336,
      "grad_norm": 0.40290966629981995,
      "learning_rate": 4.984285500023434e-05,
      "loss": 6.415,
      "step": 56585
    },
    {
      "epoch": 0.04953428667213449,
      "grad_norm": 0.6788413524627686,
      "learning_rate": 4.9842820246574006e-05,
      "loss": 5.3555,
      "step": 56590
    },
    {
      "epoch": 0.049538663265761645,
      "grad_norm": 0.520778238773346,
      "learning_rate": 4.9842785489086265e-05,
      "loss": 4.8216,
      "step": 56595
    },
    {
      "epoch": 0.0495430398593888,
      "grad_norm": 0.4627220630645752,
      "learning_rate": 4.9842750727771115e-05,
      "loss": 6.0881,
      "step": 56600
    },
    {
      "epoch": 0.049547416453015955,
      "grad_norm": 0.4721025228500366,
      "learning_rate": 4.984271596262855e-05,
      "loss": 5.3291,
      "step": 56605
    },
    {
      "epoch": 0.04955179304664311,
      "grad_norm": 0.4998798072338104,
      "learning_rate": 4.9842681193658604e-05,
      "loss": 4.5557,
      "step": 56610
    },
    {
      "epoch": 0.049556169640270264,
      "grad_norm": 0.4949057102203369,
      "learning_rate": 4.984264642086126e-05,
      "loss": 4.8176,
      "step": 56615
    },
    {
      "epoch": 0.04956054623389742,
      "grad_norm": 0.43855997920036316,
      "learning_rate": 4.9842611644236535e-05,
      "loss": 5.7625,
      "step": 56620
    },
    {
      "epoch": 0.049564922827524574,
      "grad_norm": 0.5154091119766235,
      "learning_rate": 4.984257686378444e-05,
      "loss": 5.8078,
      "step": 56625
    },
    {
      "epoch": 0.04956929942115173,
      "grad_norm": 0.48353686928749084,
      "learning_rate": 4.984254207950497e-05,
      "loss": 4.9446,
      "step": 56630
    },
    {
      "epoch": 0.049573676014778884,
      "grad_norm": 0.5253463983535767,
      "learning_rate": 4.9842507291398147e-05,
      "loss": 5.493,
      "step": 56635
    },
    {
      "epoch": 0.04957805260840604,
      "grad_norm": 0.6134656667709351,
      "learning_rate": 4.9842472499463954e-05,
      "loss": 5.7719,
      "step": 56640
    },
    {
      "epoch": 0.04958242920203319,
      "grad_norm": 0.5851584672927856,
      "learning_rate": 4.9842437703702427e-05,
      "loss": 5.5189,
      "step": 56645
    },
    {
      "epoch": 0.04958680579566035,
      "grad_norm": 0.5033743381500244,
      "learning_rate": 4.984240290411355e-05,
      "loss": 5.8783,
      "step": 56650
    },
    {
      "epoch": 0.0495911823892875,
      "grad_norm": 0.7511578798294067,
      "learning_rate": 4.984236810069733e-05,
      "loss": 5.2729,
      "step": 56655
    },
    {
      "epoch": 0.04959555898291465,
      "grad_norm": 0.5142287015914917,
      "learning_rate": 4.984233329345379e-05,
      "loss": 4.7537,
      "step": 56660
    },
    {
      "epoch": 0.049599935576541805,
      "grad_norm": 0.5047335028648376,
      "learning_rate": 4.984229848238293e-05,
      "loss": 5.2554,
      "step": 56665
    },
    {
      "epoch": 0.04960431217016896,
      "grad_norm": 0.6977059245109558,
      "learning_rate": 4.984226366748476e-05,
      "loss": 4.5228,
      "step": 56670
    },
    {
      "epoch": 0.049608688763796115,
      "grad_norm": 0.531585693359375,
      "learning_rate": 4.984222884875927e-05,
      "loss": 5.0501,
      "step": 56675
    },
    {
      "epoch": 0.04961306535742327,
      "grad_norm": 0.7164455056190491,
      "learning_rate": 4.984219402620648e-05,
      "loss": 5.6097,
      "step": 56680
    },
    {
      "epoch": 0.049617441951050424,
      "grad_norm": 0.6752296090126038,
      "learning_rate": 4.98421591998264e-05,
      "loss": 5.8876,
      "step": 56685
    },
    {
      "epoch": 0.04962181854467758,
      "grad_norm": 0.4587574601173401,
      "learning_rate": 4.984212436961902e-05,
      "loss": 4.7412,
      "step": 56690
    },
    {
      "epoch": 0.049626195138304734,
      "grad_norm": 0.6081905364990234,
      "learning_rate": 4.984208953558438e-05,
      "loss": 5.5731,
      "step": 56695
    },
    {
      "epoch": 0.04963057173193189,
      "grad_norm": 0.5376896262168884,
      "learning_rate": 4.9842054697722454e-05,
      "loss": 5.563,
      "step": 56700
    },
    {
      "epoch": 0.04963494832555904,
      "grad_norm": 0.4857842028141022,
      "learning_rate": 4.984201985603325e-05,
      "loss": 4.9582,
      "step": 56705
    },
    {
      "epoch": 0.0496393249191862,
      "grad_norm": 0.39976030588150024,
      "learning_rate": 4.984198501051679e-05,
      "loss": 5.615,
      "step": 56710
    },
    {
      "epoch": 0.04964370151281335,
      "grad_norm": 0.46897879242897034,
      "learning_rate": 4.984195016117308e-05,
      "loss": 5.3849,
      "step": 56715
    },
    {
      "epoch": 0.04964807810644051,
      "grad_norm": 0.5830795168876648,
      "learning_rate": 4.984191530800212e-05,
      "loss": 5.2347,
      "step": 56720
    },
    {
      "epoch": 0.04965245470006766,
      "grad_norm": 0.5039548277854919,
      "learning_rate": 4.984188045100392e-05,
      "loss": 4.7507,
      "step": 56725
    },
    {
      "epoch": 0.04965683129369482,
      "grad_norm": 0.4947267472743988,
      "learning_rate": 4.9841845590178484e-05,
      "loss": 5.5646,
      "step": 56730
    },
    {
      "epoch": 0.04966120788732197,
      "grad_norm": 0.5994960069656372,
      "learning_rate": 4.9841810725525815e-05,
      "loss": 5.0547,
      "step": 56735
    },
    {
      "epoch": 0.049665584480949126,
      "grad_norm": 0.6089540719985962,
      "learning_rate": 4.984177585704593e-05,
      "loss": 5.7689,
      "step": 56740
    },
    {
      "epoch": 0.04966996107457628,
      "grad_norm": 0.5292676091194153,
      "learning_rate": 4.9841740984738824e-05,
      "loss": 5.8086,
      "step": 56745
    },
    {
      "epoch": 0.049674337668203436,
      "grad_norm": 0.48515352606773376,
      "learning_rate": 4.984170610860452e-05,
      "loss": 5.5821,
      "step": 56750
    },
    {
      "epoch": 0.04967871426183059,
      "grad_norm": 0.6337111592292786,
      "learning_rate": 4.9841671228643013e-05,
      "loss": 6.1334,
      "step": 56755
    },
    {
      "epoch": 0.049683090855457746,
      "grad_norm": 0.4653316140174866,
      "learning_rate": 4.984163634485431e-05,
      "loss": 4.9632,
      "step": 56760
    },
    {
      "epoch": 0.0496874674490849,
      "grad_norm": 0.5460065603256226,
      "learning_rate": 4.984160145723843e-05,
      "loss": 4.8255,
      "step": 56765
    },
    {
      "epoch": 0.049691844042712055,
      "grad_norm": 0.46256953477859497,
      "learning_rate": 4.984156656579535e-05,
      "loss": 5.0405,
      "step": 56770
    },
    {
      "epoch": 0.04969622063633921,
      "grad_norm": 0.43278032541275024,
      "learning_rate": 4.984153167052511e-05,
      "loss": 5.5886,
      "step": 56775
    },
    {
      "epoch": 0.049700597229966365,
      "grad_norm": 0.4784068763256073,
      "learning_rate": 4.98414967714277e-05,
      "loss": 4.5848,
      "step": 56780
    },
    {
      "epoch": 0.04970497382359352,
      "grad_norm": 0.5539517998695374,
      "learning_rate": 4.984146186850311e-05,
      "loss": 4.9659,
      "step": 56785
    },
    {
      "epoch": 0.04970935041722067,
      "grad_norm": 0.4752562940120697,
      "learning_rate": 4.9841426961751395e-05,
      "loss": 5.8109,
      "step": 56790
    },
    {
      "epoch": 0.04971372701084782,
      "grad_norm": 0.4838367998600006,
      "learning_rate": 4.984139205117252e-05,
      "loss": 4.2118,
      "step": 56795
    },
    {
      "epoch": 0.04971810360447498,
      "grad_norm": 0.545474112033844,
      "learning_rate": 4.984135713676651e-05,
      "loss": 4.7637,
      "step": 56800
    },
    {
      "epoch": 0.04972248019810213,
      "grad_norm": 0.4318799078464508,
      "learning_rate": 4.984132221853336e-05,
      "loss": 5.8221,
      "step": 56805
    },
    {
      "epoch": 0.049726856791729286,
      "grad_norm": 0.41843271255493164,
      "learning_rate": 4.984128729647308e-05,
      "loss": 5.8694,
      "step": 56810
    },
    {
      "epoch": 0.04973123338535644,
      "grad_norm": 0.434847354888916,
      "learning_rate": 4.984125237058569e-05,
      "loss": 5.8712,
      "step": 56815
    },
    {
      "epoch": 0.049735609978983596,
      "grad_norm": 0.4074561595916748,
      "learning_rate": 4.984121744087118e-05,
      "loss": 6.4055,
      "step": 56820
    },
    {
      "epoch": 0.04973998657261075,
      "grad_norm": 0.465536892414093,
      "learning_rate": 4.984118250732957e-05,
      "loss": 4.7074,
      "step": 56825
    },
    {
      "epoch": 0.049744363166237905,
      "grad_norm": 0.5210339426994324,
      "learning_rate": 4.984114756996084e-05,
      "loss": 5.3461,
      "step": 56830
    },
    {
      "epoch": 0.04974873975986506,
      "grad_norm": 0.4372476041316986,
      "learning_rate": 4.984111262876504e-05,
      "loss": 5.8629,
      "step": 56835
    },
    {
      "epoch": 0.049753116353492215,
      "grad_norm": 0.472246915102005,
      "learning_rate": 4.984107768374214e-05,
      "loss": 5.0437,
      "step": 56840
    },
    {
      "epoch": 0.04975749294711937,
      "grad_norm": 0.46733590960502625,
      "learning_rate": 4.984104273489216e-05,
      "loss": 5.509,
      "step": 56845
    },
    {
      "epoch": 0.049761869540746524,
      "grad_norm": 0.49753060936927795,
      "learning_rate": 4.984100778221511e-05,
      "loss": 5.0563,
      "step": 56850
    },
    {
      "epoch": 0.04976624613437368,
      "grad_norm": 0.47868847846984863,
      "learning_rate": 4.984097282571101e-05,
      "loss": 5.7764,
      "step": 56855
    },
    {
      "epoch": 0.049770622728000834,
      "grad_norm": 0.42966794967651367,
      "learning_rate": 4.984093786537983e-05,
      "loss": 5.0438,
      "step": 56860
    },
    {
      "epoch": 0.04977499932162799,
      "grad_norm": 0.48004114627838135,
      "learning_rate": 4.98409029012216e-05,
      "loss": 5.2692,
      "step": 56865
    },
    {
      "epoch": 0.04977937591525514,
      "grad_norm": 0.6144647002220154,
      "learning_rate": 4.984086793323633e-05,
      "loss": 5.3516,
      "step": 56870
    },
    {
      "epoch": 0.0497837525088823,
      "grad_norm": 0.47927558422088623,
      "learning_rate": 4.984083296142402e-05,
      "loss": 6.0826,
      "step": 56875
    },
    {
      "epoch": 0.04978812910250945,
      "grad_norm": 0.45643532276153564,
      "learning_rate": 4.984079798578467e-05,
      "loss": 5.8963,
      "step": 56880
    },
    {
      "epoch": 0.04979250569613661,
      "grad_norm": 0.5166171789169312,
      "learning_rate": 4.98407630063183e-05,
      "loss": 6.1164,
      "step": 56885
    },
    {
      "epoch": 0.04979688228976376,
      "grad_norm": 0.4446486830711365,
      "learning_rate": 4.9840728023024905e-05,
      "loss": 5.8744,
      "step": 56890
    },
    {
      "epoch": 0.04980125888339092,
      "grad_norm": 0.48948127031326294,
      "learning_rate": 4.9840693035904506e-05,
      "loss": 4.7482,
      "step": 56895
    },
    {
      "epoch": 0.04980563547701807,
      "grad_norm": 0.40583062171936035,
      "learning_rate": 4.98406580449571e-05,
      "loss": 5.5595,
      "step": 56900
    },
    {
      "epoch": 0.049810012070645227,
      "grad_norm": 0.4728776812553406,
      "learning_rate": 4.98406230501827e-05,
      "loss": 5.0637,
      "step": 56905
    },
    {
      "epoch": 0.04981438866427238,
      "grad_norm": 0.4907420575618744,
      "learning_rate": 4.9840588051581304e-05,
      "loss": 4.9391,
      "step": 56910
    },
    {
      "epoch": 0.049818765257899536,
      "grad_norm": 0.4992256760597229,
      "learning_rate": 4.984055304915292e-05,
      "loss": 4.9763,
      "step": 56915
    },
    {
      "epoch": 0.049823141851526684,
      "grad_norm": 0.45845624804496765,
      "learning_rate": 4.984051804289756e-05,
      "loss": 5.0705,
      "step": 56920
    },
    {
      "epoch": 0.04982751844515384,
      "grad_norm": 0.39797285199165344,
      "learning_rate": 4.984048303281522e-05,
      "loss": 6.3937,
      "step": 56925
    },
    {
      "epoch": 0.04983189503878099,
      "grad_norm": 0.4868791699409485,
      "learning_rate": 4.9840448018905914e-05,
      "loss": 5.0269,
      "step": 56930
    },
    {
      "epoch": 0.04983627163240815,
      "grad_norm": 0.47009599208831787,
      "learning_rate": 4.984041300116966e-05,
      "loss": 5.5519,
      "step": 56935
    },
    {
      "epoch": 0.0498406482260353,
      "grad_norm": 0.406818151473999,
      "learning_rate": 4.984037797960645e-05,
      "loss": 6.123,
      "step": 56940
    },
    {
      "epoch": 0.04984502481966246,
      "grad_norm": 0.39521855115890503,
      "learning_rate": 4.98403429542163e-05,
      "loss": 6.0918,
      "step": 56945
    },
    {
      "epoch": 0.04984940141328961,
      "grad_norm": 0.413842111825943,
      "learning_rate": 4.984030792499921e-05,
      "loss": 6.0963,
      "step": 56950
    },
    {
      "epoch": 0.04985377800691677,
      "grad_norm": 0.4427514672279358,
      "learning_rate": 4.9840272891955185e-05,
      "loss": 5.0574,
      "step": 56955
    },
    {
      "epoch": 0.04985815460054392,
      "grad_norm": 0.49308088421821594,
      "learning_rate": 4.984023785508424e-05,
      "loss": 4.2394,
      "step": 56960
    },
    {
      "epoch": 0.04986253119417108,
      "grad_norm": 0.4372899830341339,
      "learning_rate": 4.984020281438637e-05,
      "loss": 5.3721,
      "step": 56965
    },
    {
      "epoch": 0.04986690778779823,
      "grad_norm": 0.4616134762763977,
      "learning_rate": 4.98401677698616e-05,
      "loss": 5.0517,
      "step": 56970
    },
    {
      "epoch": 0.049871284381425386,
      "grad_norm": 0.46475598216056824,
      "learning_rate": 4.984013272150991e-05,
      "loss": 5.4938,
      "step": 56975
    },
    {
      "epoch": 0.04987566097505254,
      "grad_norm": 0.47043976187705994,
      "learning_rate": 4.984009766933134e-05,
      "loss": 4.9419,
      "step": 56980
    },
    {
      "epoch": 0.049880037568679696,
      "grad_norm": 0.48403793573379517,
      "learning_rate": 4.9840062613325864e-05,
      "loss": 5.5643,
      "step": 56985
    },
    {
      "epoch": 0.04988441416230685,
      "grad_norm": 0.5168952941894531,
      "learning_rate": 4.984002755349352e-05,
      "loss": 4.8079,
      "step": 56990
    },
    {
      "epoch": 0.049888790755934005,
      "grad_norm": 0.5512428879737854,
      "learning_rate": 4.983999248983428e-05,
      "loss": 5.585,
      "step": 56995
    },
    {
      "epoch": 0.04989316734956116,
      "grad_norm": 0.46159079670906067,
      "learning_rate": 4.9839957422348184e-05,
      "loss": 5.7533,
      "step": 57000
    },
    {
      "epoch": 0.049897543943188315,
      "grad_norm": 0.4749612808227539,
      "learning_rate": 4.983992235103522e-05,
      "loss": 5.4605,
      "step": 57005
    },
    {
      "epoch": 0.04990192053681547,
      "grad_norm": 0.4527086317539215,
      "learning_rate": 4.9839887275895404e-05,
      "loss": 5.2894,
      "step": 57010
    },
    {
      "epoch": 0.049906297130442624,
      "grad_norm": 0.4771301746368408,
      "learning_rate": 4.983985219692873e-05,
      "loss": 4.7223,
      "step": 57015
    },
    {
      "epoch": 0.04991067372406978,
      "grad_norm": 0.5034259557723999,
      "learning_rate": 4.983981711413521e-05,
      "loss": 4.4296,
      "step": 57020
    },
    {
      "epoch": 0.049915050317696934,
      "grad_norm": 0.6793466210365295,
      "learning_rate": 4.9839782027514857e-05,
      "loss": 4.7633,
      "step": 57025
    },
    {
      "epoch": 0.04991942691132409,
      "grad_norm": 0.43665385246276855,
      "learning_rate": 4.983974693706768e-05,
      "loss": 6.1223,
      "step": 57030
    },
    {
      "epoch": 0.04992380350495124,
      "grad_norm": 0.45610111951828003,
      "learning_rate": 4.9839711842793676e-05,
      "loss": 6.1092,
      "step": 57035
    },
    {
      "epoch": 0.0499281800985784,
      "grad_norm": 0.4853784143924713,
      "learning_rate": 4.983967674469285e-05,
      "loss": 5.7727,
      "step": 57040
    },
    {
      "epoch": 0.04993255669220555,
      "grad_norm": 0.41520360112190247,
      "learning_rate": 4.983964164276522e-05,
      "loss": 5.0204,
      "step": 57045
    },
    {
      "epoch": 0.0499369332858327,
      "grad_norm": 0.5450072288513184,
      "learning_rate": 4.98396065370108e-05,
      "loss": 5.8519,
      "step": 57050
    },
    {
      "epoch": 0.049941309879459855,
      "grad_norm": 0.43623048067092896,
      "learning_rate": 4.9839571427429566e-05,
      "loss": 6.0844,
      "step": 57055
    },
    {
      "epoch": 0.04994568647308701,
      "grad_norm": 0.38769665360450745,
      "learning_rate": 4.983953631402155e-05,
      "loss": 6.115,
      "step": 57060
    },
    {
      "epoch": 0.049950063066714165,
      "grad_norm": 0.5036527514457703,
      "learning_rate": 4.9839501196786745e-05,
      "loss": 4.7603,
      "step": 57065
    },
    {
      "epoch": 0.04995443966034132,
      "grad_norm": 0.4127844572067261,
      "learning_rate": 4.983946607572517e-05,
      "loss": 5.5335,
      "step": 57070
    },
    {
      "epoch": 0.049958816253968474,
      "grad_norm": 0.5048662424087524,
      "learning_rate": 4.983943095083682e-05,
      "loss": 5.3818,
      "step": 57075
    },
    {
      "epoch": 0.04996319284759563,
      "grad_norm": 0.40356171131134033,
      "learning_rate": 4.983939582212172e-05,
      "loss": 5.6047,
      "step": 57080
    },
    {
      "epoch": 0.049967569441222784,
      "grad_norm": 0.462562620639801,
      "learning_rate": 4.983936068957985e-05,
      "loss": 4.5075,
      "step": 57085
    },
    {
      "epoch": 0.04997194603484994,
      "grad_norm": 0.39602577686309814,
      "learning_rate": 4.9839325553211235e-05,
      "loss": 5.2945,
      "step": 57090
    },
    {
      "epoch": 0.04997632262847709,
      "grad_norm": 0.47723647952079773,
      "learning_rate": 4.9839290413015896e-05,
      "loss": 5.1686,
      "step": 57095
    },
    {
      "epoch": 0.04998069922210425,
      "grad_norm": 0.44143179059028625,
      "learning_rate": 4.9839255268993804e-05,
      "loss": 5.4814,
      "step": 57100
    },
    {
      "epoch": 0.0499850758157314,
      "grad_norm": 0.42228224873542786,
      "learning_rate": 4.983922012114498e-05,
      "loss": 5.2532,
      "step": 57105
    },
    {
      "epoch": 0.04998945240935856,
      "grad_norm": 0.4003573954105377,
      "learning_rate": 4.9839184969469444e-05,
      "loss": 5.5654,
      "step": 57110
    },
    {
      "epoch": 0.04999382900298571,
      "grad_norm": 0.5127395391464233,
      "learning_rate": 4.983914981396719e-05,
      "loss": 5.0102,
      "step": 57115
    },
    {
      "epoch": 0.04999820559661287,
      "grad_norm": 0.42212629318237305,
      "learning_rate": 4.983911465463823e-05,
      "loss": 5.468,
      "step": 57120
    },
    {
      "epoch": 0.05000258219024002,
      "grad_norm": 0.39510640501976013,
      "learning_rate": 4.983907949148258e-05,
      "loss": 5.568,
      "step": 57125
    },
    {
      "epoch": 0.05000695878386718,
      "grad_norm": 0.43041297793388367,
      "learning_rate": 4.9839044324500215e-05,
      "loss": 5.0681,
      "step": 57130
    },
    {
      "epoch": 0.05001133537749433,
      "grad_norm": 0.5046290755271912,
      "learning_rate": 4.9839009153691173e-05,
      "loss": 5.2766,
      "step": 57135
    },
    {
      "epoch": 0.050015711971121486,
      "grad_norm": 0.42972424626350403,
      "learning_rate": 4.983897397905545e-05,
      "loss": 5.1322,
      "step": 57140
    },
    {
      "epoch": 0.05002008856474864,
      "grad_norm": 0.5346483588218689,
      "learning_rate": 4.983893880059305e-05,
      "loss": 5.2983,
      "step": 57145
    },
    {
      "epoch": 0.050024465158375796,
      "grad_norm": 0.4170244634151459,
      "learning_rate": 4.983890361830399e-05,
      "loss": 5.257,
      "step": 57150
    },
    {
      "epoch": 0.05002884175200295,
      "grad_norm": 0.5082738399505615,
      "learning_rate": 4.9838868432188255e-05,
      "loss": 4.5779,
      "step": 57155
    },
    {
      "epoch": 0.050033218345630105,
      "grad_norm": 0.4291752576828003,
      "learning_rate": 4.9838833242245885e-05,
      "loss": 5.8084,
      "step": 57160
    },
    {
      "epoch": 0.05003759493925726,
      "grad_norm": 0.43520718812942505,
      "learning_rate": 4.983879804847686e-05,
      "loss": 5.8307,
      "step": 57165
    },
    {
      "epoch": 0.050041971532884415,
      "grad_norm": 0.504412829875946,
      "learning_rate": 4.983876285088119e-05,
      "loss": 4.4089,
      "step": 57170
    },
    {
      "epoch": 0.05004634812651156,
      "grad_norm": 0.4625993072986603,
      "learning_rate": 4.9838727649458895e-05,
      "loss": 5.7889,
      "step": 57175
    },
    {
      "epoch": 0.05005072472013872,
      "grad_norm": 0.5010325908660889,
      "learning_rate": 4.983869244420997e-05,
      "loss": 5.8933,
      "step": 57180
    },
    {
      "epoch": 0.05005510131376587,
      "grad_norm": 0.39553529024124146,
      "learning_rate": 4.9838657235134425e-05,
      "loss": 5.6035,
      "step": 57185
    },
    {
      "epoch": 0.05005947790739303,
      "grad_norm": 0.4429206848144531,
      "learning_rate": 4.9838622022232265e-05,
      "loss": 5.8082,
      "step": 57190
    },
    {
      "epoch": 0.05006385450102018,
      "grad_norm": 0.4457598030567169,
      "learning_rate": 4.9838586805503494e-05,
      "loss": 5.2367,
      "step": 57195
    },
    {
      "epoch": 0.050068231094647336,
      "grad_norm": 0.43754005432128906,
      "learning_rate": 4.983855158494813e-05,
      "loss": 5.2356,
      "step": 57200
    },
    {
      "epoch": 0.05007260768827449,
      "grad_norm": 0.5808891654014587,
      "learning_rate": 4.983851636056617e-05,
      "loss": 4.8341,
      "step": 57205
    },
    {
      "epoch": 0.050076984281901646,
      "grad_norm": 0.5152256488800049,
      "learning_rate": 4.983848113235764e-05,
      "loss": 5.0606,
      "step": 57210
    },
    {
      "epoch": 0.0500813608755288,
      "grad_norm": 0.5358392000198364,
      "learning_rate": 4.9838445900322504e-05,
      "loss": 4.7002,
      "step": 57215
    },
    {
      "epoch": 0.050085737469155955,
      "grad_norm": 0.4577381908893585,
      "learning_rate": 4.9838410664460824e-05,
      "loss": 5.1535,
      "step": 57220
    },
    {
      "epoch": 0.05009011406278311,
      "grad_norm": 0.4272459149360657,
      "learning_rate": 4.9838375424772554e-05,
      "loss": 5.8665,
      "step": 57225
    },
    {
      "epoch": 0.050094490656410265,
      "grad_norm": 0.38972827792167664,
      "learning_rate": 4.9838340181257735e-05,
      "loss": 6.4348,
      "step": 57230
    },
    {
      "epoch": 0.05009886725003742,
      "grad_norm": 0.3944433629512787,
      "learning_rate": 4.983830493391638e-05,
      "loss": 6.3713,
      "step": 57235
    },
    {
      "epoch": 0.050103243843664574,
      "grad_norm": 0.3841293454170227,
      "learning_rate": 4.983826968274846e-05,
      "loss": 5.3522,
      "step": 57240
    },
    {
      "epoch": 0.05010762043729173,
      "grad_norm": 0.4754267930984497,
      "learning_rate": 4.9838234427754e-05,
      "loss": 4.316,
      "step": 57245
    },
    {
      "epoch": 0.050111997030918884,
      "grad_norm": 0.5832574963569641,
      "learning_rate": 4.983819916893303e-05,
      "loss": 4.5612,
      "step": 57250
    },
    {
      "epoch": 0.05011637362454604,
      "grad_norm": 0.5894405841827393,
      "learning_rate": 4.9838163906285516e-05,
      "loss": 5.567,
      "step": 57255
    },
    {
      "epoch": 0.05012075021817319,
      "grad_norm": 0.4930255115032196,
      "learning_rate": 4.983812863981149e-05,
      "loss": 6.4479,
      "step": 57260
    },
    {
      "epoch": 0.05012512681180035,
      "grad_norm": 0.4506072700023651,
      "learning_rate": 4.9838093369510955e-05,
      "loss": 5.5744,
      "step": 57265
    },
    {
      "epoch": 0.0501295034054275,
      "grad_norm": 0.49359622597694397,
      "learning_rate": 4.983805809538391e-05,
      "loss": 5.4313,
      "step": 57270
    },
    {
      "epoch": 0.05013387999905466,
      "grad_norm": 0.469478964805603,
      "learning_rate": 4.983802281743037e-05,
      "loss": 4.7313,
      "step": 57275
    },
    {
      "epoch": 0.05013825659268181,
      "grad_norm": 0.5518150925636292,
      "learning_rate": 4.983798753565035e-05,
      "loss": 5.8293,
      "step": 57280
    },
    {
      "epoch": 0.05014263318630897,
      "grad_norm": 0.4140664339065552,
      "learning_rate": 4.983795225004383e-05,
      "loss": 5.6047,
      "step": 57285
    },
    {
      "epoch": 0.05014700977993612,
      "grad_norm": 0.48871269822120667,
      "learning_rate": 4.983791696061085e-05,
      "loss": 4.9726,
      "step": 57290
    },
    {
      "epoch": 0.05015138637356328,
      "grad_norm": 0.44501522183418274,
      "learning_rate": 4.983788166735138e-05,
      "loss": 6.4232,
      "step": 57295
    },
    {
      "epoch": 0.05015576296719043,
      "grad_norm": 0.3735964298248291,
      "learning_rate": 4.983784637026546e-05,
      "loss": 6.4232,
      "step": 57300
    },
    {
      "epoch": 0.05016013956081758,
      "grad_norm": 0.43542495369911194,
      "learning_rate": 4.983781106935309e-05,
      "loss": 5.3762,
      "step": 57305
    },
    {
      "epoch": 0.050164516154444734,
      "grad_norm": 0.4591665267944336,
      "learning_rate": 4.983777576461426e-05,
      "loss": 4.9551,
      "step": 57310
    },
    {
      "epoch": 0.05016889274807189,
      "grad_norm": 0.3995857834815979,
      "learning_rate": 4.9837740456048985e-05,
      "loss": 5.4992,
      "step": 57315
    },
    {
      "epoch": 0.050173269341699044,
      "grad_norm": 0.474996417760849,
      "learning_rate": 4.9837705143657275e-05,
      "loss": 5.0121,
      "step": 57320
    },
    {
      "epoch": 0.0501776459353262,
      "grad_norm": 0.4542899429798126,
      "learning_rate": 4.983766982743914e-05,
      "loss": 5.0035,
      "step": 57325
    },
    {
      "epoch": 0.05018202252895335,
      "grad_norm": 0.48172637820243835,
      "learning_rate": 4.983763450739458e-05,
      "loss": 4.486,
      "step": 57330
    },
    {
      "epoch": 0.05018639912258051,
      "grad_norm": 0.47075602412223816,
      "learning_rate": 4.983759918352361e-05,
      "loss": 6.1027,
      "step": 57335
    },
    {
      "epoch": 0.05019077571620766,
      "grad_norm": 0.4483661949634552,
      "learning_rate": 4.983756385582622e-05,
      "loss": 5.5762,
      "step": 57340
    },
    {
      "epoch": 0.05019515230983482,
      "grad_norm": 0.4715456962585449,
      "learning_rate": 4.983752852430243e-05,
      "loss": 5.2602,
      "step": 57345
    },
    {
      "epoch": 0.05019952890346197,
      "grad_norm": 0.46969929337501526,
      "learning_rate": 4.9837493188952253e-05,
      "loss": 4.962,
      "step": 57350
    },
    {
      "epoch": 0.05020390549708913,
      "grad_norm": 0.40775859355926514,
      "learning_rate": 4.983745784977568e-05,
      "loss": 5.5628,
      "step": 57355
    },
    {
      "epoch": 0.05020828209071628,
      "grad_norm": 0.45467492938041687,
      "learning_rate": 4.9837422506772736e-05,
      "loss": 5.0192,
      "step": 57360
    },
    {
      "epoch": 0.050212658684343436,
      "grad_norm": 0.4706452786922455,
      "learning_rate": 4.9837387159943405e-05,
      "loss": 5.0501,
      "step": 57365
    },
    {
      "epoch": 0.05021703527797059,
      "grad_norm": 0.49528637528419495,
      "learning_rate": 4.983735180928771e-05,
      "loss": 5.0778,
      "step": 57370
    },
    {
      "epoch": 0.050221411871597746,
      "grad_norm": 0.45224031805992126,
      "learning_rate": 4.983731645480566e-05,
      "loss": 5.7738,
      "step": 57375
    },
    {
      "epoch": 0.0502257884652249,
      "grad_norm": 0.3975588083267212,
      "learning_rate": 4.983728109649726e-05,
      "loss": 6.4473,
      "step": 57380
    },
    {
      "epoch": 0.050230165058852055,
      "grad_norm": 0.401268869638443,
      "learning_rate": 4.983724573436249e-05,
      "loss": 6.108,
      "step": 57385
    },
    {
      "epoch": 0.05023454165247921,
      "grad_norm": 0.4765141010284424,
      "learning_rate": 4.98372103684014e-05,
      "loss": 4.3212,
      "step": 57390
    },
    {
      "epoch": 0.050238918246106365,
      "grad_norm": 0.48267510533332825,
      "learning_rate": 4.9837174998613966e-05,
      "loss": 4.7681,
      "step": 57395
    },
    {
      "epoch": 0.05024329483973352,
      "grad_norm": 0.4188802242279053,
      "learning_rate": 4.983713962500022e-05,
      "loss": 5.2699,
      "step": 57400
    },
    {
      "epoch": 0.050247671433360674,
      "grad_norm": 0.5140973925590515,
      "learning_rate": 4.9837104247560126e-05,
      "loss": 5.7834,
      "step": 57405
    },
    {
      "epoch": 0.05025204802698783,
      "grad_norm": 0.5522194504737854,
      "learning_rate": 4.983706886629375e-05,
      "loss": 5.037,
      "step": 57410
    },
    {
      "epoch": 0.050256424620614984,
      "grad_norm": 0.4871373772621155,
      "learning_rate": 4.9837033481201045e-05,
      "loss": 5.2384,
      "step": 57415
    },
    {
      "epoch": 0.05026080121424214,
      "grad_norm": 0.537788987159729,
      "learning_rate": 4.983699809228205e-05,
      "loss": 5.3691,
      "step": 57420
    },
    {
      "epoch": 0.05026517780786929,
      "grad_norm": 0.495090126991272,
      "learning_rate": 4.983696269953676e-05,
      "loss": 5.0575,
      "step": 57425
    },
    {
      "epoch": 0.05026955440149645,
      "grad_norm": 0.4543205797672272,
      "learning_rate": 4.983692730296518e-05,
      "loss": 5.3312,
      "step": 57430
    },
    {
      "epoch": 0.050273930995123596,
      "grad_norm": 0.4910334348678589,
      "learning_rate": 4.983689190256733e-05,
      "loss": 5.1717,
      "step": 57435
    },
    {
      "epoch": 0.05027830758875075,
      "grad_norm": 0.4108428359031677,
      "learning_rate": 4.98368564983432e-05,
      "loss": 5.8783,
      "step": 57440
    },
    {
      "epoch": 0.050282684182377906,
      "grad_norm": 0.38632041215896606,
      "learning_rate": 4.9836821090292805e-05,
      "loss": 5.8769,
      "step": 57445
    },
    {
      "epoch": 0.05028706077600506,
      "grad_norm": 0.47527381777763367,
      "learning_rate": 4.9836785678416154e-05,
      "loss": 5.2616,
      "step": 57450
    },
    {
      "epoch": 0.050291437369632215,
      "grad_norm": 0.4576347768306732,
      "learning_rate": 4.983675026271325e-05,
      "loss": 5.2386,
      "step": 57455
    },
    {
      "epoch": 0.05029581396325937,
      "grad_norm": 0.4544227421283722,
      "learning_rate": 4.98367148431841e-05,
      "loss": 4.9386,
      "step": 57460
    },
    {
      "epoch": 0.050300190556886525,
      "grad_norm": 0.5014146566390991,
      "learning_rate": 4.9836679419828715e-05,
      "loss": 4.1623,
      "step": 57465
    },
    {
      "epoch": 0.05030456715051368,
      "grad_norm": 0.4344160556793213,
      "learning_rate": 4.9836643992647094e-05,
      "loss": 6.116,
      "step": 57470
    },
    {
      "epoch": 0.050308943744140834,
      "grad_norm": 0.4688040614128113,
      "learning_rate": 4.983660856163924e-05,
      "loss": 6.1137,
      "step": 57475
    },
    {
      "epoch": 0.05031332033776799,
      "grad_norm": 0.5099367499351501,
      "learning_rate": 4.9836573126805185e-05,
      "loss": 5.7898,
      "step": 57480
    },
    {
      "epoch": 0.050317696931395144,
      "grad_norm": 0.5056669116020203,
      "learning_rate": 4.983653768814491e-05,
      "loss": 4.8329,
      "step": 57485
    },
    {
      "epoch": 0.0503220735250223,
      "grad_norm": 0.505659818649292,
      "learning_rate": 4.9836502245658435e-05,
      "loss": 6.4273,
      "step": 57490
    },
    {
      "epoch": 0.05032645011864945,
      "grad_norm": 0.5156452655792236,
      "learning_rate": 4.983646679934576e-05,
      "loss": 5.7936,
      "step": 57495
    },
    {
      "epoch": 0.05033082671227661,
      "grad_norm": 0.4832187592983246,
      "learning_rate": 4.9836431349206904e-05,
      "loss": 5.4703,
      "step": 57500
    },
    {
      "epoch": 0.05033520330590376,
      "grad_norm": 0.44720086455345154,
      "learning_rate": 4.9836395895241864e-05,
      "loss": 5.5784,
      "step": 57505
    },
    {
      "epoch": 0.05033957989953092,
      "grad_norm": 0.46050024032592773,
      "learning_rate": 4.9836360437450626e-05,
      "loss": 5.386,
      "step": 57510
    },
    {
      "epoch": 0.05034395649315807,
      "grad_norm": 0.8017581105232239,
      "learning_rate": 4.983632497583324e-05,
      "loss": 5.5836,
      "step": 57515
    },
    {
      "epoch": 0.05034833308678523,
      "grad_norm": 0.5386769771575928,
      "learning_rate": 4.9836289510389676e-05,
      "loss": 5.5528,
      "step": 57520
    },
    {
      "epoch": 0.05035270968041238,
      "grad_norm": 0.5426127314567566,
      "learning_rate": 4.983625404111997e-05,
      "loss": 5.599,
      "step": 57525
    },
    {
      "epoch": 0.050357086274039536,
      "grad_norm": 0.467009961605072,
      "learning_rate": 4.983621856802411e-05,
      "loss": 4.6586,
      "step": 57530
    },
    {
      "epoch": 0.05036146286766669,
      "grad_norm": 0.4433728754520416,
      "learning_rate": 4.9836183091102096e-05,
      "loss": 5.615,
      "step": 57535
    },
    {
      "epoch": 0.050365839461293846,
      "grad_norm": 0.44768887758255005,
      "learning_rate": 4.9836147610353955e-05,
      "loss": 5.3342,
      "step": 57540
    },
    {
      "epoch": 0.050370216054921,
      "grad_norm": 0.9642172455787659,
      "learning_rate": 4.9836112125779685e-05,
      "loss": 4.5322,
      "step": 57545
    },
    {
      "epoch": 0.050374592648548155,
      "grad_norm": 0.5648691058158875,
      "learning_rate": 4.9836076637379306e-05,
      "loss": 4.7571,
      "step": 57550
    },
    {
      "epoch": 0.05037896924217531,
      "grad_norm": 0.5925348997116089,
      "learning_rate": 4.983604114515279e-05,
      "loss": 5.0487,
      "step": 57555
    },
    {
      "epoch": 0.050383345835802465,
      "grad_norm": 0.5389437675476074,
      "learning_rate": 4.983600564910018e-05,
      "loss": 5.5937,
      "step": 57560
    },
    {
      "epoch": 0.05038772242942961,
      "grad_norm": 0.5146176815032959,
      "learning_rate": 4.983597014922147e-05,
      "loss": 5.5653,
      "step": 57565
    },
    {
      "epoch": 0.05039209902305677,
      "grad_norm": 0.5261791348457336,
      "learning_rate": 4.983593464551665e-05,
      "loss": 5.6008,
      "step": 57570
    },
    {
      "epoch": 0.05039647561668392,
      "grad_norm": 0.5007904767990112,
      "learning_rate": 4.983589913798575e-05,
      "loss": 5.2998,
      "step": 57575
    },
    {
      "epoch": 0.05040085221031108,
      "grad_norm": 0.5298336148262024,
      "learning_rate": 4.983586362662877e-05,
      "loss": 5.2538,
      "step": 57580
    },
    {
      "epoch": 0.05040522880393823,
      "grad_norm": 0.4735521972179413,
      "learning_rate": 4.9835828111445715e-05,
      "loss": 5.7764,
      "step": 57585
    },
    {
      "epoch": 0.05040960539756539,
      "grad_norm": 0.48132506012916565,
      "learning_rate": 4.9835792592436595e-05,
      "loss": 5.8439,
      "step": 57590
    },
    {
      "epoch": 0.05041398199119254,
      "grad_norm": 0.43304935097694397,
      "learning_rate": 4.983575706960142e-05,
      "loss": 5.3537,
      "step": 57595
    },
    {
      "epoch": 0.050418358584819696,
      "grad_norm": 0.4323999881744385,
      "learning_rate": 4.983572154294018e-05,
      "loss": 5.0249,
      "step": 57600
    },
    {
      "epoch": 0.05042273517844685,
      "grad_norm": 0.4721452593803406,
      "learning_rate": 4.983568601245291e-05,
      "loss": 5.3985,
      "step": 57605
    },
    {
      "epoch": 0.050427111772074006,
      "grad_norm": 0.518602192401886,
      "learning_rate": 4.9835650478139587e-05,
      "loss": 5.2704,
      "step": 57610
    },
    {
      "epoch": 0.05043148836570116,
      "grad_norm": 0.4873439073562622,
      "learning_rate": 4.9835614940000234e-05,
      "loss": 4.5386,
      "step": 57615
    },
    {
      "epoch": 0.050435864959328315,
      "grad_norm": 0.4638878405094147,
      "learning_rate": 4.9835579398034846e-05,
      "loss": 4.3344,
      "step": 57620
    },
    {
      "epoch": 0.05044024155295547,
      "grad_norm": 0.3911668062210083,
      "learning_rate": 4.983554385224345e-05,
      "loss": 5.0808,
      "step": 57625
    },
    {
      "epoch": 0.050444618146582625,
      "grad_norm": 0.4910007119178772,
      "learning_rate": 4.983550830262603e-05,
      "loss": 5.8043,
      "step": 57630
    },
    {
      "epoch": 0.05044899474020978,
      "grad_norm": 0.49140816926956177,
      "learning_rate": 4.983547274918262e-05,
      "loss": 5.2447,
      "step": 57635
    },
    {
      "epoch": 0.050453371333836934,
      "grad_norm": 0.44484588503837585,
      "learning_rate": 4.9835437191913205e-05,
      "loss": 5.3072,
      "step": 57640
    },
    {
      "epoch": 0.05045774792746409,
      "grad_norm": 0.39774489402770996,
      "learning_rate": 4.983540163081779e-05,
      "loss": 6.0846,
      "step": 57645
    },
    {
      "epoch": 0.050462124521091244,
      "grad_norm": 0.46542781591415405,
      "learning_rate": 4.9835366065896406e-05,
      "loss": 4.5166,
      "step": 57650
    },
    {
      "epoch": 0.0504665011147184,
      "grad_norm": 0.47041305899620056,
      "learning_rate": 4.983533049714904e-05,
      "loss": 5.2754,
      "step": 57655
    },
    {
      "epoch": 0.05047087770834555,
      "grad_norm": 0.5820578932762146,
      "learning_rate": 4.9835294924575694e-05,
      "loss": 4.5088,
      "step": 57660
    },
    {
      "epoch": 0.05047525430197271,
      "grad_norm": 0.43124836683273315,
      "learning_rate": 4.983525934817639e-05,
      "loss": 5.2838,
      "step": 57665
    },
    {
      "epoch": 0.05047963089559986,
      "grad_norm": 0.46212807297706604,
      "learning_rate": 4.983522376795112e-05,
      "loss": 6.0693,
      "step": 57670
    },
    {
      "epoch": 0.05048400748922702,
      "grad_norm": 0.474824994802475,
      "learning_rate": 4.983518818389991e-05,
      "loss": 4.5413,
      "step": 57675
    },
    {
      "epoch": 0.05048838408285417,
      "grad_norm": 0.5525931715965271,
      "learning_rate": 4.983515259602275e-05,
      "loss": 5.5748,
      "step": 57680
    },
    {
      "epoch": 0.05049276067648133,
      "grad_norm": 0.48886340856552124,
      "learning_rate": 4.983511700431965e-05,
      "loss": 5.2845,
      "step": 57685
    },
    {
      "epoch": 0.05049713727010848,
      "grad_norm": 0.5041347742080688,
      "learning_rate": 4.983508140879063e-05,
      "loss": 6.1105,
      "step": 57690
    },
    {
      "epoch": 0.05050151386373563,
      "grad_norm": 0.48854270577430725,
      "learning_rate": 4.9835045809435685e-05,
      "loss": 5.8787,
      "step": 57695
    },
    {
      "epoch": 0.050505890457362784,
      "grad_norm": 0.48604997992515564,
      "learning_rate": 4.983501020625482e-05,
      "loss": 5.0366,
      "step": 57700
    },
    {
      "epoch": 0.05051026705098994,
      "grad_norm": 0.46726498007774353,
      "learning_rate": 4.983497459924804e-05,
      "loss": 5.6068,
      "step": 57705
    },
    {
      "epoch": 0.050514643644617094,
      "grad_norm": 0.48055300116539,
      "learning_rate": 4.983493898841537e-05,
      "loss": 5.5804,
      "step": 57710
    },
    {
      "epoch": 0.05051902023824425,
      "grad_norm": 0.46065235137939453,
      "learning_rate": 4.983490337375679e-05,
      "loss": 5.0203,
      "step": 57715
    },
    {
      "epoch": 0.0505233968318714,
      "grad_norm": 0.42353424429893494,
      "learning_rate": 4.983486775527233e-05,
      "loss": 6.1084,
      "step": 57720
    },
    {
      "epoch": 0.05052777342549856,
      "grad_norm": 0.40912920236587524,
      "learning_rate": 4.9834832132961994e-05,
      "loss": 5.3501,
      "step": 57725
    },
    {
      "epoch": 0.05053215001912571,
      "grad_norm": 0.4671059846878052,
      "learning_rate": 4.983479650682578e-05,
      "loss": 4.1907,
      "step": 57730
    },
    {
      "epoch": 0.05053652661275287,
      "grad_norm": 0.4826924204826355,
      "learning_rate": 4.983476087686368e-05,
      "loss": 5.5536,
      "step": 57735
    },
    {
      "epoch": 0.05054090320638002,
      "grad_norm": 0.461178183555603,
      "learning_rate": 4.983472524307574e-05,
      "loss": 5.0503,
      "step": 57740
    },
    {
      "epoch": 0.05054527980000718,
      "grad_norm": 0.38387423753738403,
      "learning_rate": 4.983468960546194e-05,
      "loss": 5.8043,
      "step": 57745
    },
    {
      "epoch": 0.05054965639363433,
      "grad_norm": 0.4667285978794098,
      "learning_rate": 4.9834653964022296e-05,
      "loss": 5.0252,
      "step": 57750
    },
    {
      "epoch": 0.05055403298726149,
      "grad_norm": 0.5405799746513367,
      "learning_rate": 4.9834618318756795e-05,
      "loss": 5.0403,
      "step": 57755
    },
    {
      "epoch": 0.05055840958088864,
      "grad_norm": 0.44755175709724426,
      "learning_rate": 4.983458266966548e-05,
      "loss": 5.5757,
      "step": 57760
    },
    {
      "epoch": 0.050562786174515796,
      "grad_norm": 0.4120246171951294,
      "learning_rate": 4.983454701674832e-05,
      "loss": 5.3293,
      "step": 57765
    },
    {
      "epoch": 0.05056716276814295,
      "grad_norm": 0.39113450050354004,
      "learning_rate": 4.9834511360005356e-05,
      "loss": 5.6443,
      "step": 57770
    },
    {
      "epoch": 0.050571539361770106,
      "grad_norm": 0.6506248712539673,
      "learning_rate": 4.9834475699436565e-05,
      "loss": 5.3785,
      "step": 57775
    },
    {
      "epoch": 0.05057591595539726,
      "grad_norm": 0.4881470203399658,
      "learning_rate": 4.983444003504197e-05,
      "loss": 5.0617,
      "step": 57780
    },
    {
      "epoch": 0.050580292549024415,
      "grad_norm": 0.4659014940261841,
      "learning_rate": 4.983440436682159e-05,
      "loss": 5.4865,
      "step": 57785
    },
    {
      "epoch": 0.05058466914265157,
      "grad_norm": 0.36638501286506653,
      "learning_rate": 4.9834368694775405e-05,
      "loss": 6.4289,
      "step": 57790
    },
    {
      "epoch": 0.050589045736278725,
      "grad_norm": 0.5776914954185486,
      "learning_rate": 4.9834333018903446e-05,
      "loss": 5.8611,
      "step": 57795
    },
    {
      "epoch": 0.05059342232990588,
      "grad_norm": 0.38727331161499023,
      "learning_rate": 4.983429733920569e-05,
      "loss": 5.5771,
      "step": 57800
    },
    {
      "epoch": 0.050597798923533034,
      "grad_norm": 0.4410398602485657,
      "learning_rate": 4.983426165568217e-05,
      "loss": 5.2533,
      "step": 57805
    },
    {
      "epoch": 0.05060217551716019,
      "grad_norm": 0.3933626413345337,
      "learning_rate": 4.983422596833289e-05,
      "loss": 6.451,
      "step": 57810
    },
    {
      "epoch": 0.050606552110787344,
      "grad_norm": 0.4433169364929199,
      "learning_rate": 4.9834190277157844e-05,
      "loss": 5.5581,
      "step": 57815
    },
    {
      "epoch": 0.05061092870441449,
      "grad_norm": 0.4712103605270386,
      "learning_rate": 4.9834154582157056e-05,
      "loss": 5.5012,
      "step": 57820
    },
    {
      "epoch": 0.050615305298041646,
      "grad_norm": 0.5098762512207031,
      "learning_rate": 4.983411888333052e-05,
      "loss": 5.2792,
      "step": 57825
    },
    {
      "epoch": 0.0506196818916688,
      "grad_norm": 0.5282113552093506,
      "learning_rate": 4.983408318067824e-05,
      "loss": 4.7321,
      "step": 57830
    },
    {
      "epoch": 0.050624058485295956,
      "grad_norm": 0.5536912083625793,
      "learning_rate": 4.983404747420023e-05,
      "loss": 4.7448,
      "step": 57835
    },
    {
      "epoch": 0.05062843507892311,
      "grad_norm": 0.4830268919467926,
      "learning_rate": 4.98340117638965e-05,
      "loss": 5.5852,
      "step": 57840
    },
    {
      "epoch": 0.050632811672550265,
      "grad_norm": 0.49943679571151733,
      "learning_rate": 4.983397604976706e-05,
      "loss": 5.2498,
      "step": 57845
    },
    {
      "epoch": 0.05063718826617742,
      "grad_norm": 0.48744118213653564,
      "learning_rate": 4.98339403318119e-05,
      "loss": 4.7196,
      "step": 57850
    },
    {
      "epoch": 0.050641564859804575,
      "grad_norm": 0.4561927020549774,
      "learning_rate": 4.983390461003104e-05,
      "loss": 5.2958,
      "step": 57855
    },
    {
      "epoch": 0.05064594145343173,
      "grad_norm": 0.44287726283073425,
      "learning_rate": 4.983386888442448e-05,
      "loss": 5.041,
      "step": 57860
    },
    {
      "epoch": 0.050650318047058884,
      "grad_norm": 0.49308574199676514,
      "learning_rate": 4.983383315499224e-05,
      "loss": 5.5745,
      "step": 57865
    },
    {
      "epoch": 0.05065469464068604,
      "grad_norm": 0.4616757035255432,
      "learning_rate": 4.9833797421734305e-05,
      "loss": 6.1025,
      "step": 57870
    },
    {
      "epoch": 0.050659071234313194,
      "grad_norm": 0.4739125072956085,
      "learning_rate": 4.983376168465072e-05,
      "loss": 5.3798,
      "step": 57875
    },
    {
      "epoch": 0.05066344782794035,
      "grad_norm": 0.4831802248954773,
      "learning_rate": 4.9833725943741435e-05,
      "loss": 5.3726,
      "step": 57880
    },
    {
      "epoch": 0.0506678244215675,
      "grad_norm": 0.46053189039230347,
      "learning_rate": 4.98336901990065e-05,
      "loss": 5.359,
      "step": 57885
    },
    {
      "epoch": 0.05067220101519466,
      "grad_norm": 0.39980748295783997,
      "learning_rate": 4.983365445044592e-05,
      "loss": 5.5667,
      "step": 57890
    },
    {
      "epoch": 0.05067657760882181,
      "grad_norm": 0.4769176244735718,
      "learning_rate": 4.983361869805968e-05,
      "loss": 5.5657,
      "step": 57895
    },
    {
      "epoch": 0.05068095420244897,
      "grad_norm": 0.4768493175506592,
      "learning_rate": 4.9833582941847804e-05,
      "loss": 5.7537,
      "step": 57900
    },
    {
      "epoch": 0.05068533079607612,
      "grad_norm": 0.46258825063705444,
      "learning_rate": 4.9833547181810294e-05,
      "loss": 5.7887,
      "step": 57905
    },
    {
      "epoch": 0.05068970738970328,
      "grad_norm": 0.5692639350891113,
      "learning_rate": 4.983351141794716e-05,
      "loss": 4.7672,
      "step": 57910
    },
    {
      "epoch": 0.05069408398333043,
      "grad_norm": 0.4616171717643738,
      "learning_rate": 4.9833475650258386e-05,
      "loss": 5.0467,
      "step": 57915
    },
    {
      "epoch": 0.05069846057695759,
      "grad_norm": 0.4001274108886719,
      "learning_rate": 4.983343987874403e-05,
      "loss": 5.3233,
      "step": 57920
    },
    {
      "epoch": 0.05070283717058474,
      "grad_norm": 0.4690968096256256,
      "learning_rate": 4.983340410340405e-05,
      "loss": 5.051,
      "step": 57925
    },
    {
      "epoch": 0.050707213764211896,
      "grad_norm": 0.3796132504940033,
      "learning_rate": 4.983336832423846e-05,
      "loss": 5.5759,
      "step": 57930
    },
    {
      "epoch": 0.05071159035783905,
      "grad_norm": 0.45276957750320435,
      "learning_rate": 4.98333325412473e-05,
      "loss": 4.4444,
      "step": 57935
    },
    {
      "epoch": 0.050715966951466206,
      "grad_norm": 0.7613171935081482,
      "learning_rate": 4.9833296754430533e-05,
      "loss": 5.3828,
      "step": 57940
    },
    {
      "epoch": 0.05072034354509336,
      "grad_norm": 0.5406160950660706,
      "learning_rate": 4.98332609637882e-05,
      "loss": 5.7666,
      "step": 57945
    },
    {
      "epoch": 0.05072472013872051,
      "grad_norm": 0.5217666625976562,
      "learning_rate": 4.98332251693203e-05,
      "loss": 5.556,
      "step": 57950
    },
    {
      "epoch": 0.05072909673234766,
      "grad_norm": 0.49326103925704956,
      "learning_rate": 4.9833189371026824e-05,
      "loss": 5.0159,
      "step": 57955
    },
    {
      "epoch": 0.05073347332597482,
      "grad_norm": 0.5164871215820312,
      "learning_rate": 4.983315356890779e-05,
      "loss": 5.8826,
      "step": 57960
    },
    {
      "epoch": 0.05073784991960197,
      "grad_norm": 0.552060604095459,
      "learning_rate": 4.983311776296321e-05,
      "loss": 5.5973,
      "step": 57965
    },
    {
      "epoch": 0.05074222651322913,
      "grad_norm": 0.47978875041007996,
      "learning_rate": 4.983308195319308e-05,
      "loss": 5.2534,
      "step": 57970
    },
    {
      "epoch": 0.05074660310685628,
      "grad_norm": 0.4127204418182373,
      "learning_rate": 4.9833046139597414e-05,
      "loss": 5.5883,
      "step": 57975
    },
    {
      "epoch": 0.05075097970048344,
      "grad_norm": 0.46710631251335144,
      "learning_rate": 4.983301032217622e-05,
      "loss": 5.0673,
      "step": 57980
    },
    {
      "epoch": 0.05075535629411059,
      "grad_norm": 0.47543397545814514,
      "learning_rate": 4.983297450092951e-05,
      "loss": 5.499,
      "step": 57985
    },
    {
      "epoch": 0.050759732887737746,
      "grad_norm": 0.3915082514286041,
      "learning_rate": 4.9832938675857264e-05,
      "loss": 5.7992,
      "step": 57990
    },
    {
      "epoch": 0.0507641094813649,
      "grad_norm": 0.5139489769935608,
      "learning_rate": 4.983290284695952e-05,
      "loss": 4.4418,
      "step": 57995
    },
    {
      "epoch": 0.050768486074992056,
      "grad_norm": 0.3994547724723816,
      "learning_rate": 4.983286701423627e-05,
      "loss": 5.3606,
      "step": 58000
    },
    {
      "epoch": 0.05077286266861921,
      "grad_norm": 0.44233840703964233,
      "learning_rate": 4.983283117768752e-05,
      "loss": 5.907,
      "step": 58005
    },
    {
      "epoch": 0.050777239262246365,
      "grad_norm": 0.4870847761631012,
      "learning_rate": 4.9832795337313295e-05,
      "loss": 4.745,
      "step": 58010
    },
    {
      "epoch": 0.05078161585587352,
      "grad_norm": 0.4674054682254791,
      "learning_rate": 4.9832759493113576e-05,
      "loss": 4.1901,
      "step": 58015
    },
    {
      "epoch": 0.050785992449500675,
      "grad_norm": 0.45489299297332764,
      "learning_rate": 4.9832723645088384e-05,
      "loss": 4.1712,
      "step": 58020
    },
    {
      "epoch": 0.05079036904312783,
      "grad_norm": 0.5012944340705872,
      "learning_rate": 4.983268779323773e-05,
      "loss": 3.9904,
      "step": 58025
    },
    {
      "epoch": 0.050794745636754984,
      "grad_norm": 0.5180253982543945,
      "learning_rate": 4.9832651937561614e-05,
      "loss": 5.5695,
      "step": 58030
    },
    {
      "epoch": 0.05079912223038214,
      "grad_norm": 0.5809140801429749,
      "learning_rate": 4.9832616078060034e-05,
      "loss": 5.7561,
      "step": 58035
    },
    {
      "epoch": 0.050803498824009294,
      "grad_norm": 0.50833660364151,
      "learning_rate": 4.9832580214733016e-05,
      "loss": 5.6075,
      "step": 58040
    },
    {
      "epoch": 0.05080787541763645,
      "grad_norm": 0.54170161485672,
      "learning_rate": 4.983254434758055e-05,
      "loss": 5.4688,
      "step": 58045
    },
    {
      "epoch": 0.0508122520112636,
      "grad_norm": 0.5807592868804932,
      "learning_rate": 4.983250847660265e-05,
      "loss": 5.6085,
      "step": 58050
    },
    {
      "epoch": 0.05081662860489076,
      "grad_norm": 0.43792015314102173,
      "learning_rate": 4.983247260179933e-05,
      "loss": 5.8107,
      "step": 58055
    },
    {
      "epoch": 0.05082100519851791,
      "grad_norm": 0.43709754943847656,
      "learning_rate": 4.983243672317059e-05,
      "loss": 6.1078,
      "step": 58060
    },
    {
      "epoch": 0.05082538179214507,
      "grad_norm": 0.5226636528968811,
      "learning_rate": 4.983240084071642e-05,
      "loss": 4.752,
      "step": 58065
    },
    {
      "epoch": 0.05082975838577222,
      "grad_norm": 0.5196508169174194,
      "learning_rate": 4.983236495443686e-05,
      "loss": 5.558,
      "step": 58070
    },
    {
      "epoch": 0.05083413497939938,
      "grad_norm": 0.4527735114097595,
      "learning_rate": 4.9832329064331895e-05,
      "loss": 5.0405,
      "step": 58075
    },
    {
      "epoch": 0.050838511573026525,
      "grad_norm": 0.45297181606292725,
      "learning_rate": 4.983229317040154e-05,
      "loss": 5.2706,
      "step": 58080
    },
    {
      "epoch": 0.05084288816665368,
      "grad_norm": 0.4719352722167969,
      "learning_rate": 4.983225727264581e-05,
      "loss": 5.5687,
      "step": 58085
    },
    {
      "epoch": 0.050847264760280834,
      "grad_norm": 0.46520572900772095,
      "learning_rate": 4.983222137106468e-05,
      "loss": 5.8049,
      "step": 58090
    },
    {
      "epoch": 0.05085164135390799,
      "grad_norm": 0.5054508447647095,
      "learning_rate": 4.98321854656582e-05,
      "loss": 5.2568,
      "step": 58095
    },
    {
      "epoch": 0.050856017947535144,
      "grad_norm": 0.5279005765914917,
      "learning_rate": 4.9832149556426345e-05,
      "loss": 5.774,
      "step": 58100
    },
    {
      "epoch": 0.0508603945411623,
      "grad_norm": 0.6519546508789062,
      "learning_rate": 4.983211364336913e-05,
      "loss": 5.7732,
      "step": 58105
    },
    {
      "epoch": 0.050864771134789453,
      "grad_norm": 0.5053960084915161,
      "learning_rate": 4.9832077726486556e-05,
      "loss": 6.1078,
      "step": 58110
    },
    {
      "epoch": 0.05086914772841661,
      "grad_norm": 0.46770620346069336,
      "learning_rate": 4.983204180577866e-05,
      "loss": 5.1676,
      "step": 58115
    },
    {
      "epoch": 0.05087352432204376,
      "grad_norm": 0.5594997406005859,
      "learning_rate": 4.9832005881245415e-05,
      "loss": 4.828,
      "step": 58120
    },
    {
      "epoch": 0.05087790091567092,
      "grad_norm": 0.5186869502067566,
      "learning_rate": 4.983196995288684e-05,
      "loss": 5.2664,
      "step": 58125
    },
    {
      "epoch": 0.05088227750929807,
      "grad_norm": 0.6244882345199585,
      "learning_rate": 4.983193402070294e-05,
      "loss": 5.8953,
      "step": 58130
    },
    {
      "epoch": 0.05088665410292523,
      "grad_norm": 0.39778003096580505,
      "learning_rate": 4.983189808469373e-05,
      "loss": 6.3885,
      "step": 58135
    },
    {
      "epoch": 0.05089103069655238,
      "grad_norm": 0.565925657749176,
      "learning_rate": 4.983186214485921e-05,
      "loss": 5.5771,
      "step": 58140
    },
    {
      "epoch": 0.05089540729017954,
      "grad_norm": 0.4539400637149811,
      "learning_rate": 4.9831826201199386e-05,
      "loss": 5.2303,
      "step": 58145
    },
    {
      "epoch": 0.05089978388380669,
      "grad_norm": 0.44450643658638,
      "learning_rate": 4.9831790253714264e-05,
      "loss": 5.2849,
      "step": 58150
    },
    {
      "epoch": 0.050904160477433846,
      "grad_norm": 0.5270019173622131,
      "learning_rate": 4.9831754302403854e-05,
      "loss": 5.5867,
      "step": 58155
    },
    {
      "epoch": 0.050908537071061,
      "grad_norm": 0.4301708936691284,
      "learning_rate": 4.983171834726816e-05,
      "loss": 5.3628,
      "step": 58160
    },
    {
      "epoch": 0.050912913664688156,
      "grad_norm": 0.442639023065567,
      "learning_rate": 4.98316823883072e-05,
      "loss": 5.3579,
      "step": 58165
    },
    {
      "epoch": 0.05091729025831531,
      "grad_norm": 0.4566287100315094,
      "learning_rate": 4.983164642552097e-05,
      "loss": 5.4715,
      "step": 58170
    },
    {
      "epoch": 0.050921666851942465,
      "grad_norm": 0.49418365955352783,
      "learning_rate": 4.983161045890948e-05,
      "loss": 5.2561,
      "step": 58175
    },
    {
      "epoch": 0.05092604344556962,
      "grad_norm": 0.6084290742874146,
      "learning_rate": 4.9831574488472735e-05,
      "loss": 5.9172,
      "step": 58180
    },
    {
      "epoch": 0.050930420039196775,
      "grad_norm": 0.4861557185649872,
      "learning_rate": 4.983153851421074e-05,
      "loss": 6.4102,
      "step": 58185
    },
    {
      "epoch": 0.05093479663282393,
      "grad_norm": 0.5470572710037231,
      "learning_rate": 4.983150253612351e-05,
      "loss": 4.7539,
      "step": 58190
    },
    {
      "epoch": 0.050939173226451084,
      "grad_norm": 0.5318883657455444,
      "learning_rate": 4.983146655421105e-05,
      "loss": 5.3922,
      "step": 58195
    },
    {
      "epoch": 0.05094354982007824,
      "grad_norm": 0.5754968523979187,
      "learning_rate": 4.9831430568473356e-05,
      "loss": 5.818,
      "step": 58200
    },
    {
      "epoch": 0.050947926413705394,
      "grad_norm": 0.4840511977672577,
      "learning_rate": 4.983139457891044e-05,
      "loss": 5.5795,
      "step": 58205
    },
    {
      "epoch": 0.05095230300733254,
      "grad_norm": 0.41406065225601196,
      "learning_rate": 4.983135858552232e-05,
      "loss": 5.5576,
      "step": 58210
    },
    {
      "epoch": 0.050956679600959696,
      "grad_norm": 0.4979472756385803,
      "learning_rate": 4.9831322588308995e-05,
      "loss": 4.6571,
      "step": 58215
    },
    {
      "epoch": 0.05096105619458685,
      "grad_norm": 0.5703184604644775,
      "learning_rate": 4.9831286587270474e-05,
      "loss": 5.5936,
      "step": 58220
    },
    {
      "epoch": 0.050965432788214006,
      "grad_norm": 0.6254744529724121,
      "learning_rate": 4.983125058240675e-05,
      "loss": 5.5711,
      "step": 58225
    },
    {
      "epoch": 0.05096980938184116,
      "grad_norm": 0.4368014335632324,
      "learning_rate": 4.9831214573717855e-05,
      "loss": 6.1047,
      "step": 58230
    },
    {
      "epoch": 0.050974185975468315,
      "grad_norm": 0.47887247800827026,
      "learning_rate": 4.983117856120377e-05,
      "loss": 4.7014,
      "step": 58235
    },
    {
      "epoch": 0.05097856256909547,
      "grad_norm": 0.48377910256385803,
      "learning_rate": 4.983114254486453e-05,
      "loss": 5.6023,
      "step": 58240
    },
    {
      "epoch": 0.050982939162722625,
      "grad_norm": 0.4784491956233978,
      "learning_rate": 4.9831106524700124e-05,
      "loss": 4.9966,
      "step": 58245
    },
    {
      "epoch": 0.05098731575634978,
      "grad_norm": 0.5119831562042236,
      "learning_rate": 4.983107050071055e-05,
      "loss": 5.0652,
      "step": 58250
    },
    {
      "epoch": 0.050991692349976935,
      "grad_norm": 0.7142359018325806,
      "learning_rate": 4.9831034472895836e-05,
      "loss": 5.5592,
      "step": 58255
    },
    {
      "epoch": 0.05099606894360409,
      "grad_norm": 0.44816502928733826,
      "learning_rate": 4.983099844125597e-05,
      "loss": 5.6273,
      "step": 58260
    },
    {
      "epoch": 0.051000445537231244,
      "grad_norm": 0.44809627532958984,
      "learning_rate": 4.983096240579098e-05,
      "loss": 5.278,
      "step": 58265
    },
    {
      "epoch": 0.0510048221308584,
      "grad_norm": 0.4667571485042572,
      "learning_rate": 4.983092636650085e-05,
      "loss": 4.26,
      "step": 58270
    },
    {
      "epoch": 0.051009198724485554,
      "grad_norm": 0.5040591359138489,
      "learning_rate": 4.98308903233856e-05,
      "loss": 5.3426,
      "step": 58275
    },
    {
      "epoch": 0.05101357531811271,
      "grad_norm": 0.45493626594543457,
      "learning_rate": 4.983085427644525e-05,
      "loss": 5.3307,
      "step": 58280
    },
    {
      "epoch": 0.05101795191173986,
      "grad_norm": 0.4670726954936981,
      "learning_rate": 4.983081822567978e-05,
      "loss": 5.2375,
      "step": 58285
    },
    {
      "epoch": 0.05102232850536702,
      "grad_norm": 0.4738430678844452,
      "learning_rate": 4.9830782171089205e-05,
      "loss": 6.058,
      "step": 58290
    },
    {
      "epoch": 0.05102670509899417,
      "grad_norm": 0.46527859568595886,
      "learning_rate": 4.9830746112673545e-05,
      "loss": 5.7643,
      "step": 58295
    },
    {
      "epoch": 0.05103108169262133,
      "grad_norm": 0.4673853814601898,
      "learning_rate": 4.9830710050432793e-05,
      "loss": 5.5687,
      "step": 58300
    },
    {
      "epoch": 0.05103545828624848,
      "grad_norm": 0.4483323395252228,
      "learning_rate": 4.983067398436697e-05,
      "loss": 4.7562,
      "step": 58305
    },
    {
      "epoch": 0.05103983487987564,
      "grad_norm": 0.4771668612957001,
      "learning_rate": 4.983063791447607e-05,
      "loss": 5.2819,
      "step": 58310
    },
    {
      "epoch": 0.05104421147350279,
      "grad_norm": 0.4598727226257324,
      "learning_rate": 4.983060184076009e-05,
      "loss": 4.51,
      "step": 58315
    },
    {
      "epoch": 0.051048588067129946,
      "grad_norm": 0.5648848414421082,
      "learning_rate": 4.983056576321906e-05,
      "loss": 5.5596,
      "step": 58320
    },
    {
      "epoch": 0.0510529646607571,
      "grad_norm": 0.5808972716331482,
      "learning_rate": 4.983052968185299e-05,
      "loss": 5.8092,
      "step": 58325
    },
    {
      "epoch": 0.051057341254384256,
      "grad_norm": 0.4593181312084198,
      "learning_rate": 4.983049359666185e-05,
      "loss": 5.2771,
      "step": 58330
    },
    {
      "epoch": 0.05106171784801141,
      "grad_norm": 0.5344741940498352,
      "learning_rate": 4.983045750764569e-05,
      "loss": 5.8646,
      "step": 58335
    },
    {
      "epoch": 0.05106609444163856,
      "grad_norm": 0.4311162829399109,
      "learning_rate": 4.9830421414804496e-05,
      "loss": 5.3611,
      "step": 58340
    },
    {
      "epoch": 0.05107047103526571,
      "grad_norm": 0.4798528552055359,
      "learning_rate": 4.983038531813827e-05,
      "loss": 5.5472,
      "step": 58345
    },
    {
      "epoch": 0.05107484762889287,
      "grad_norm": 0.44699934124946594,
      "learning_rate": 4.9830349217647044e-05,
      "loss": 4.6203,
      "step": 58350
    },
    {
      "epoch": 0.05107922422252002,
      "grad_norm": 0.5591397881507874,
      "learning_rate": 4.98303131133308e-05,
      "loss": 5.3566,
      "step": 58355
    },
    {
      "epoch": 0.05108360081614718,
      "grad_norm": 0.5008913278579712,
      "learning_rate": 4.983027700518954e-05,
      "loss": 4.7319,
      "step": 58360
    },
    {
      "epoch": 0.05108797740977433,
      "grad_norm": 0.49711936712265015,
      "learning_rate": 4.983024089322329e-05,
      "loss": 5.2609,
      "step": 58365
    },
    {
      "epoch": 0.05109235400340149,
      "grad_norm": 0.5307790637016296,
      "learning_rate": 4.983020477743207e-05,
      "loss": 5.0605,
      "step": 58370
    },
    {
      "epoch": 0.05109673059702864,
      "grad_norm": 0.4926992654800415,
      "learning_rate": 4.983016865781583e-05,
      "loss": 5.7365,
      "step": 58375
    },
    {
      "epoch": 0.051101107190655796,
      "grad_norm": 0.497195303440094,
      "learning_rate": 4.983013253437464e-05,
      "loss": 4.7469,
      "step": 58380
    },
    {
      "epoch": 0.05110548378428295,
      "grad_norm": 0.6295442581176758,
      "learning_rate": 4.983009640710848e-05,
      "loss": 5.5686,
      "step": 58385
    },
    {
      "epoch": 0.051109860377910106,
      "grad_norm": 0.5112746953964233,
      "learning_rate": 4.9830060276017354e-05,
      "loss": 5.2904,
      "step": 58390
    },
    {
      "epoch": 0.05111423697153726,
      "grad_norm": 0.5115417242050171,
      "learning_rate": 4.983002414110127e-05,
      "loss": 5.9146,
      "step": 58395
    },
    {
      "epoch": 0.051118613565164416,
      "grad_norm": 0.5228692889213562,
      "learning_rate": 4.982998800236025e-05,
      "loss": 5.5466,
      "step": 58400
    },
    {
      "epoch": 0.05112299015879157,
      "grad_norm": 0.4530426561832428,
      "learning_rate": 4.982995185979428e-05,
      "loss": 5.2681,
      "step": 58405
    },
    {
      "epoch": 0.051127366752418725,
      "grad_norm": 0.6925039291381836,
      "learning_rate": 4.982991571340337e-05,
      "loss": 5.4602,
      "step": 58410
    },
    {
      "epoch": 0.05113174334604588,
      "grad_norm": 0.44938141107559204,
      "learning_rate": 4.9829879563187556e-05,
      "loss": 6.0863,
      "step": 58415
    },
    {
      "epoch": 0.051136119939673035,
      "grad_norm": 0.45377761125564575,
      "learning_rate": 4.98298434091468e-05,
      "loss": 4.4277,
      "step": 58420
    },
    {
      "epoch": 0.05114049653330019,
      "grad_norm": 0.5119754672050476,
      "learning_rate": 4.9829807251281134e-05,
      "loss": 5.0683,
      "step": 58425
    },
    {
      "epoch": 0.051144873126927344,
      "grad_norm": 0.503042995929718,
      "learning_rate": 4.982977108959057e-05,
      "loss": 5.0958,
      "step": 58430
    },
    {
      "epoch": 0.0511492497205545,
      "grad_norm": 0.5186269879341125,
      "learning_rate": 4.982973492407511e-05,
      "loss": 5.8808,
      "step": 58435
    },
    {
      "epoch": 0.051153626314181654,
      "grad_norm": 0.4981832206249237,
      "learning_rate": 4.9829698754734745e-05,
      "loss": 5.5699,
      "step": 58440
    },
    {
      "epoch": 0.05115800290780881,
      "grad_norm": 0.46876829862594604,
      "learning_rate": 4.9829662581569506e-05,
      "loss": 6.0914,
      "step": 58445
    },
    {
      "epoch": 0.05116237950143596,
      "grad_norm": 0.45304858684539795,
      "learning_rate": 4.982962640457939e-05,
      "loss": 5.5563,
      "step": 58450
    },
    {
      "epoch": 0.05116675609506312,
      "grad_norm": 0.4368055462837219,
      "learning_rate": 4.982959022376439e-05,
      "loss": 5.2315,
      "step": 58455
    },
    {
      "epoch": 0.05117113268869027,
      "grad_norm": 0.4825288653373718,
      "learning_rate": 4.9829554039124535e-05,
      "loss": 4.9523,
      "step": 58460
    },
    {
      "epoch": 0.05117550928231742,
      "grad_norm": 0.451129674911499,
      "learning_rate": 4.982951785065982e-05,
      "loss": 5.7896,
      "step": 58465
    },
    {
      "epoch": 0.051179885875944575,
      "grad_norm": 0.5160450339317322,
      "learning_rate": 4.982948165837026e-05,
      "loss": 5.5635,
      "step": 58470
    },
    {
      "epoch": 0.05118426246957173,
      "grad_norm": 0.4387604892253876,
      "learning_rate": 4.982944546225586e-05,
      "loss": 5.2603,
      "step": 58475
    },
    {
      "epoch": 0.051188639063198885,
      "grad_norm": 0.7141216993331909,
      "learning_rate": 4.9829409262316616e-05,
      "loss": 5.1756,
      "step": 58480
    },
    {
      "epoch": 0.05119301565682604,
      "grad_norm": 0.5418443083763123,
      "learning_rate": 4.982937305855254e-05,
      "loss": 5.3052,
      "step": 58485
    },
    {
      "epoch": 0.051197392250453194,
      "grad_norm": 0.5775022506713867,
      "learning_rate": 4.982933685096365e-05,
      "loss": 5.4016,
      "step": 58490
    },
    {
      "epoch": 0.05120176884408035,
      "grad_norm": 0.5562227964401245,
      "learning_rate": 4.9829300639549944e-05,
      "loss": 5.6195,
      "step": 58495
    },
    {
      "epoch": 0.051206145437707504,
      "grad_norm": 0.45148542523384094,
      "learning_rate": 4.9829264424311427e-05,
      "loss": 5.8886,
      "step": 58500
    },
    {
      "epoch": 0.05121052203133466,
      "grad_norm": 0.5174964666366577,
      "learning_rate": 4.9829228205248115e-05,
      "loss": 5.8759,
      "step": 58505
    },
    {
      "epoch": 0.05121489862496181,
      "grad_norm": 0.6052854657173157,
      "learning_rate": 4.982919198235999e-05,
      "loss": 4.7731,
      "step": 58510
    },
    {
      "epoch": 0.05121927521858897,
      "grad_norm": 0.49579083919525146,
      "learning_rate": 4.9829155755647095e-05,
      "loss": 5.0416,
      "step": 58515
    },
    {
      "epoch": 0.05122365181221612,
      "grad_norm": 0.4824605882167816,
      "learning_rate": 4.982911952510942e-05,
      "loss": 5.0467,
      "step": 58520
    },
    {
      "epoch": 0.05122802840584328,
      "grad_norm": 0.5145429968833923,
      "learning_rate": 4.982908329074697e-05,
      "loss": 4.7584,
      "step": 58525
    },
    {
      "epoch": 0.05123240499947043,
      "grad_norm": 0.4057506322860718,
      "learning_rate": 4.982904705255975e-05,
      "loss": 5.8904,
      "step": 58530
    },
    {
      "epoch": 0.05123678159309759,
      "grad_norm": 0.46456849575042725,
      "learning_rate": 4.982901081054777e-05,
      "loss": 4.8607,
      "step": 58535
    },
    {
      "epoch": 0.05124115818672474,
      "grad_norm": 0.43856826424598694,
      "learning_rate": 4.982897456471104e-05,
      "loss": 4.8579,
      "step": 58540
    },
    {
      "epoch": 0.051245534780351897,
      "grad_norm": 0.4159619212150574,
      "learning_rate": 4.9828938315049565e-05,
      "loss": 5.4578,
      "step": 58545
    },
    {
      "epoch": 0.05124991137397905,
      "grad_norm": 0.524925947189331,
      "learning_rate": 4.9828902061563356e-05,
      "loss": 5.2293,
      "step": 58550
    },
    {
      "epoch": 0.051254287967606206,
      "grad_norm": 0.45304107666015625,
      "learning_rate": 4.9828865804252414e-05,
      "loss": 4.804,
      "step": 58555
    },
    {
      "epoch": 0.05125866456123336,
      "grad_norm": 0.5382661819458008,
      "learning_rate": 4.982882954311674e-05,
      "loss": 5.0447,
      "step": 58560
    },
    {
      "epoch": 0.051263041154860516,
      "grad_norm": 0.4449448585510254,
      "learning_rate": 4.982879327815636e-05,
      "loss": 6.1059,
      "step": 58565
    },
    {
      "epoch": 0.05126741774848767,
      "grad_norm": 0.42224037647247314,
      "learning_rate": 4.982875700937125e-05,
      "loss": 5.5716,
      "step": 58570
    },
    {
      "epoch": 0.051271794342114825,
      "grad_norm": 0.45855000615119934,
      "learning_rate": 4.9828720736761456e-05,
      "loss": 5.2479,
      "step": 58575
    },
    {
      "epoch": 0.05127617093574198,
      "grad_norm": 0.39101412892341614,
      "learning_rate": 4.982868446032697e-05,
      "loss": 5.2754,
      "step": 58580
    },
    {
      "epoch": 0.051280547529369135,
      "grad_norm": 0.46381324529647827,
      "learning_rate": 4.982864818006777e-05,
      "loss": 4.753,
      "step": 58585
    },
    {
      "epoch": 0.05128492412299629,
      "grad_norm": 0.48195767402648926,
      "learning_rate": 4.982861189598391e-05,
      "loss": 5.5895,
      "step": 58590
    },
    {
      "epoch": 0.05128930071662344,
      "grad_norm": 0.45012137293815613,
      "learning_rate": 4.982857560807537e-05,
      "loss": 5.5849,
      "step": 58595
    },
    {
      "epoch": 0.05129367731025059,
      "grad_norm": 0.435287743806839,
      "learning_rate": 4.982853931634216e-05,
      "loss": 5.1672,
      "step": 58600
    },
    {
      "epoch": 0.05129805390387775,
      "grad_norm": 0.3975106179714203,
      "learning_rate": 4.982850302078429e-05,
      "loss": 5.9087,
      "step": 58605
    },
    {
      "epoch": 0.0513024304975049,
      "grad_norm": 0.40303725004196167,
      "learning_rate": 4.982846672140176e-05,
      "loss": 6.092,
      "step": 58610
    },
    {
      "epoch": 0.051306807091132056,
      "grad_norm": 0.38674548268318176,
      "learning_rate": 4.982843041819458e-05,
      "loss": 6.0957,
      "step": 58615
    },
    {
      "epoch": 0.05131118368475921,
      "grad_norm": 0.41744691133499146,
      "learning_rate": 4.982839411116277e-05,
      "loss": 5.2493,
      "step": 58620
    },
    {
      "epoch": 0.051315560278386366,
      "grad_norm": 0.44008001685142517,
      "learning_rate": 4.982835780030632e-05,
      "loss": 5.752,
      "step": 58625
    },
    {
      "epoch": 0.05131993687201352,
      "grad_norm": 0.4139358401298523,
      "learning_rate": 4.982832148562525e-05,
      "loss": 5.3509,
      "step": 58630
    },
    {
      "epoch": 0.051324313465640675,
      "grad_norm": 0.5140699744224548,
      "learning_rate": 4.982828516711956e-05,
      "loss": 4.2994,
      "step": 58635
    },
    {
      "epoch": 0.05132869005926783,
      "grad_norm": 0.5099875926971436,
      "learning_rate": 4.982824884478925e-05,
      "loss": 5.4043,
      "step": 58640
    },
    {
      "epoch": 0.051333066652894985,
      "grad_norm": 0.4665469229221344,
      "learning_rate": 4.982821251863434e-05,
      "loss": 5.2791,
      "step": 58645
    },
    {
      "epoch": 0.05133744324652214,
      "grad_norm": 0.38694074749946594,
      "learning_rate": 4.982817618865484e-05,
      "loss": 6.0795,
      "step": 58650
    },
    {
      "epoch": 0.051341819840149294,
      "grad_norm": 0.44388437271118164,
      "learning_rate": 4.982813985485073e-05,
      "loss": 5.7664,
      "step": 58655
    },
    {
      "epoch": 0.05134619643377645,
      "grad_norm": 0.4473525881767273,
      "learning_rate": 4.982810351722205e-05,
      "loss": 5.2704,
      "step": 58660
    },
    {
      "epoch": 0.051350573027403604,
      "grad_norm": 0.3636566698551178,
      "learning_rate": 4.982806717576879e-05,
      "loss": 6.0945,
      "step": 58665
    },
    {
      "epoch": 0.05135494962103076,
      "grad_norm": 0.47623613476753235,
      "learning_rate": 4.9828030830490956e-05,
      "loss": 5.072,
      "step": 58670
    },
    {
      "epoch": 0.05135932621465791,
      "grad_norm": 0.3906238079071045,
      "learning_rate": 4.9827994481388565e-05,
      "loss": 5.7758,
      "step": 58675
    },
    {
      "epoch": 0.05136370280828507,
      "grad_norm": 0.44816654920578003,
      "learning_rate": 4.98279581284616e-05,
      "loss": 5.7959,
      "step": 58680
    },
    {
      "epoch": 0.05136807940191222,
      "grad_norm": 0.5050595998764038,
      "learning_rate": 4.9827921771710104e-05,
      "loss": 5.5064,
      "step": 58685
    },
    {
      "epoch": 0.05137245599553938,
      "grad_norm": 0.4254131615161896,
      "learning_rate": 4.982788541113407e-05,
      "loss": 5.2509,
      "step": 58690
    },
    {
      "epoch": 0.05137683258916653,
      "grad_norm": 0.5039576888084412,
      "learning_rate": 4.982784904673349e-05,
      "loss": 5.3456,
      "step": 58695
    },
    {
      "epoch": 0.05138120918279369,
      "grad_norm": 0.45346972346305847,
      "learning_rate": 4.982781267850839e-05,
      "loss": 4.7463,
      "step": 58700
    },
    {
      "epoch": 0.05138558577642084,
      "grad_norm": 0.5573639273643494,
      "learning_rate": 4.982777630645876e-05,
      "loss": 4.7308,
      "step": 58705
    },
    {
      "epoch": 0.051389962370048,
      "grad_norm": 0.49489930272102356,
      "learning_rate": 4.982773993058461e-05,
      "loss": 5.0818,
      "step": 58710
    },
    {
      "epoch": 0.05139433896367515,
      "grad_norm": 0.5517359375953674,
      "learning_rate": 4.982770355088596e-05,
      "loss": 5.834,
      "step": 58715
    },
    {
      "epoch": 0.051398715557302306,
      "grad_norm": 0.5790793299674988,
      "learning_rate": 4.982766716736282e-05,
      "loss": 5.2876,
      "step": 58720
    },
    {
      "epoch": 0.051403092150929454,
      "grad_norm": 0.5172713398933411,
      "learning_rate": 4.982763078001518e-05,
      "loss": 4.648,
      "step": 58725
    },
    {
      "epoch": 0.05140746874455661,
      "grad_norm": 0.6560428142547607,
      "learning_rate": 4.9827594388843045e-05,
      "loss": 5.8861,
      "step": 58730
    },
    {
      "epoch": 0.05141184533818376,
      "grad_norm": 0.46850189566612244,
      "learning_rate": 4.982755799384645e-05,
      "loss": 4.7627,
      "step": 58735
    },
    {
      "epoch": 0.05141622193181092,
      "grad_norm": 0.6039124131202698,
      "learning_rate": 4.982752159502537e-05,
      "loss": 5.9137,
      "step": 58740
    },
    {
      "epoch": 0.05142059852543807,
      "grad_norm": 0.6417564153671265,
      "learning_rate": 4.982748519237983e-05,
      "loss": 5.3622,
      "step": 58745
    },
    {
      "epoch": 0.05142497511906523,
      "grad_norm": 0.5182394981384277,
      "learning_rate": 4.9827448785909825e-05,
      "loss": 5.8837,
      "step": 58750
    },
    {
      "epoch": 0.05142935171269238,
      "grad_norm": 0.5585598945617676,
      "learning_rate": 4.982741237561538e-05,
      "loss": 6.073,
      "step": 58755
    },
    {
      "epoch": 0.05143372830631954,
      "grad_norm": 0.46539852023124695,
      "learning_rate": 4.982737596149648e-05,
      "loss": 4.9635,
      "step": 58760
    },
    {
      "epoch": 0.05143810489994669,
      "grad_norm": 0.4999856650829315,
      "learning_rate": 4.982733954355314e-05,
      "loss": 5.448,
      "step": 58765
    },
    {
      "epoch": 0.05144248149357385,
      "grad_norm": 0.4525858461856842,
      "learning_rate": 4.9827303121785385e-05,
      "loss": 5.3363,
      "step": 58770
    },
    {
      "epoch": 0.051446858087201,
      "grad_norm": 0.5009548664093018,
      "learning_rate": 4.9827266696193195e-05,
      "loss": 5.801,
      "step": 58775
    },
    {
      "epoch": 0.051451234680828156,
      "grad_norm": 0.5043898820877075,
      "learning_rate": 4.982723026677659e-05,
      "loss": 5.2491,
      "step": 58780
    },
    {
      "epoch": 0.05145561127445531,
      "grad_norm": 0.741600751876831,
      "learning_rate": 4.982719383353559e-05,
      "loss": 5.2864,
      "step": 58785
    },
    {
      "epoch": 0.051459987868082466,
      "grad_norm": 0.38310152292251587,
      "learning_rate": 4.982715739647018e-05,
      "loss": 5.5887,
      "step": 58790
    },
    {
      "epoch": 0.05146436446170962,
      "grad_norm": 0.6314691305160522,
      "learning_rate": 4.9827120955580366e-05,
      "loss": 5.0529,
      "step": 58795
    },
    {
      "epoch": 0.051468741055336775,
      "grad_norm": 0.5050792098045349,
      "learning_rate": 4.9827084510866176e-05,
      "loss": 5.0591,
      "step": 58800
    },
    {
      "epoch": 0.05147311764896393,
      "grad_norm": 0.5075368881225586,
      "learning_rate": 4.98270480623276e-05,
      "loss": 5.2796,
      "step": 58805
    },
    {
      "epoch": 0.051477494242591085,
      "grad_norm": 0.5085403919219971,
      "learning_rate": 4.982701160996465e-05,
      "loss": 5.7689,
      "step": 58810
    },
    {
      "epoch": 0.05148187083621824,
      "grad_norm": 0.48721247911453247,
      "learning_rate": 4.9826975153777335e-05,
      "loss": 5.5778,
      "step": 58815
    },
    {
      "epoch": 0.051486247429845394,
      "grad_norm": 0.4783018231391907,
      "learning_rate": 4.9826938693765655e-05,
      "loss": 5.3515,
      "step": 58820
    },
    {
      "epoch": 0.05149062402347255,
      "grad_norm": 0.7325894832611084,
      "learning_rate": 4.982690222992963e-05,
      "loss": 4.8231,
      "step": 58825
    },
    {
      "epoch": 0.051495000617099704,
      "grad_norm": 0.5413908958435059,
      "learning_rate": 4.982686576226926e-05,
      "loss": 6.084,
      "step": 58830
    },
    {
      "epoch": 0.05149937721072686,
      "grad_norm": 0.5039375424385071,
      "learning_rate": 4.982682929078455e-05,
      "loss": 5.555,
      "step": 58835
    },
    {
      "epoch": 0.05150375380435401,
      "grad_norm": 0.4506581127643585,
      "learning_rate": 4.982679281547551e-05,
      "loss": 5.4672,
      "step": 58840
    },
    {
      "epoch": 0.05150813039798117,
      "grad_norm": 0.5165079236030579,
      "learning_rate": 4.982675633634214e-05,
      "loss": 5.2203,
      "step": 58845
    },
    {
      "epoch": 0.05151250699160832,
      "grad_norm": 0.46454277634620667,
      "learning_rate": 4.982671985338446e-05,
      "loss": 5.0497,
      "step": 58850
    },
    {
      "epoch": 0.05151688358523547,
      "grad_norm": 0.422186940908432,
      "learning_rate": 4.982668336660247e-05,
      "loss": 5.8739,
      "step": 58855
    },
    {
      "epoch": 0.051521260178862625,
      "grad_norm": 0.49189597368240356,
      "learning_rate": 4.982664687599616e-05,
      "loss": 5.0375,
      "step": 58860
    },
    {
      "epoch": 0.05152563677248978,
      "grad_norm": 0.4799483120441437,
      "learning_rate": 4.982661038156556e-05,
      "loss": 4.9615,
      "step": 58865
    },
    {
      "epoch": 0.051530013366116935,
      "grad_norm": 0.46923327445983887,
      "learning_rate": 4.982657388331069e-05,
      "loss": 5.0425,
      "step": 58870
    },
    {
      "epoch": 0.05153438995974409,
      "grad_norm": 0.4406268894672394,
      "learning_rate": 4.982653738123152e-05,
      "loss": 4.816,
      "step": 58875
    },
    {
      "epoch": 0.051538766553371244,
      "grad_norm": 0.8284991979598999,
      "learning_rate": 4.982650087532808e-05,
      "loss": 4.7129,
      "step": 58880
    },
    {
      "epoch": 0.0515431431469984,
      "grad_norm": 0.5200080871582031,
      "learning_rate": 4.982646436560037e-05,
      "loss": 5.3706,
      "step": 58885
    },
    {
      "epoch": 0.051547519740625554,
      "grad_norm": 0.5596594214439392,
      "learning_rate": 4.9826427852048394e-05,
      "loss": 5.5848,
      "step": 58890
    },
    {
      "epoch": 0.05155189633425271,
      "grad_norm": 0.5121632814407349,
      "learning_rate": 4.9826391334672174e-05,
      "loss": 5.3506,
      "step": 58895
    },
    {
      "epoch": 0.05155627292787986,
      "grad_norm": 0.5679872035980225,
      "learning_rate": 4.982635481347171e-05,
      "loss": 4.7955,
      "step": 58900
    },
    {
      "epoch": 0.05156064952150702,
      "grad_norm": 0.4785897433757782,
      "learning_rate": 4.982631828844699e-05,
      "loss": 5.5922,
      "step": 58905
    },
    {
      "epoch": 0.05156502611513417,
      "grad_norm": 0.48147517442703247,
      "learning_rate": 4.982628175959805e-05,
      "loss": 4.9482,
      "step": 58910
    },
    {
      "epoch": 0.05156940270876133,
      "grad_norm": 0.48368242383003235,
      "learning_rate": 4.982624522692488e-05,
      "loss": 4.7696,
      "step": 58915
    },
    {
      "epoch": 0.05157377930238848,
      "grad_norm": 0.3921278715133667,
      "learning_rate": 4.982620869042749e-05,
      "loss": 6.4307,
      "step": 58920
    },
    {
      "epoch": 0.05157815589601564,
      "grad_norm": 0.4667018949985504,
      "learning_rate": 4.982617215010589e-05,
      "loss": 5.7604,
      "step": 58925
    },
    {
      "epoch": 0.05158253248964279,
      "grad_norm": 0.44439220428466797,
      "learning_rate": 4.982613560596009e-05,
      "loss": 5.2627,
      "step": 58930
    },
    {
      "epoch": 0.05158690908326995,
      "grad_norm": 0.5268943905830383,
      "learning_rate": 4.982609905799008e-05,
      "loss": 4.9787,
      "step": 58935
    },
    {
      "epoch": 0.0515912856768971,
      "grad_norm": 0.42756780982017517,
      "learning_rate": 4.982606250619589e-05,
      "loss": 4.9224,
      "step": 58940
    },
    {
      "epoch": 0.051595662270524256,
      "grad_norm": 0.5157272219657898,
      "learning_rate": 4.9826025950577516e-05,
      "loss": 5.283,
      "step": 58945
    },
    {
      "epoch": 0.05160003886415141,
      "grad_norm": 0.4440510869026184,
      "learning_rate": 4.982598939113496e-05,
      "loss": 5.0748,
      "step": 58950
    },
    {
      "epoch": 0.051604415457778566,
      "grad_norm": 0.4174545407295227,
      "learning_rate": 4.982595282786824e-05,
      "loss": 5.8735,
      "step": 58955
    },
    {
      "epoch": 0.05160879205140572,
      "grad_norm": 0.4326227903366089,
      "learning_rate": 4.982591626077735e-05,
      "loss": 5.5653,
      "step": 58960
    },
    {
      "epoch": 0.051613168645032875,
      "grad_norm": 0.3858044147491455,
      "learning_rate": 4.982587968986231e-05,
      "loss": 5.5521,
      "step": 58965
    },
    {
      "epoch": 0.05161754523866003,
      "grad_norm": 0.45638370513916016,
      "learning_rate": 4.9825843115123125e-05,
      "loss": 5.0286,
      "step": 58970
    },
    {
      "epoch": 0.051621921832287185,
      "grad_norm": 0.4418683350086212,
      "learning_rate": 4.982580653655979e-05,
      "loss": 5.5809,
      "step": 58975
    },
    {
      "epoch": 0.05162629842591433,
      "grad_norm": 0.46045905351638794,
      "learning_rate": 4.982576995417233e-05,
      "loss": 5.3449,
      "step": 58980
    },
    {
      "epoch": 0.05163067501954149,
      "grad_norm": 0.4705456495285034,
      "learning_rate": 4.982573336796074e-05,
      "loss": 5.5654,
      "step": 58985
    },
    {
      "epoch": 0.05163505161316864,
      "grad_norm": 0.47830232977867126,
      "learning_rate": 4.9825696777925036e-05,
      "loss": 5.0403,
      "step": 58990
    },
    {
      "epoch": 0.0516394282067958,
      "grad_norm": 0.4816395938396454,
      "learning_rate": 4.98256601840652e-05,
      "loss": 4.7882,
      "step": 58995
    },
    {
      "epoch": 0.05164380480042295,
      "grad_norm": 0.519340991973877,
      "learning_rate": 4.9825623586381274e-05,
      "loss": 4.7011,
      "step": 59000
    },
    {
      "epoch": 0.051648181394050106,
      "grad_norm": 0.5235717296600342,
      "learning_rate": 4.982558698487324e-05,
      "loss": 6.1,
      "step": 59005
    },
    {
      "epoch": 0.05165255798767726,
      "grad_norm": 0.4658258259296417,
      "learning_rate": 4.982555037954113e-05,
      "loss": 5.1986,
      "step": 59010
    },
    {
      "epoch": 0.051656934581304416,
      "grad_norm": 0.4625994563102722,
      "learning_rate": 4.9825513770384924e-05,
      "loss": 4.5142,
      "step": 59015
    },
    {
      "epoch": 0.05166131117493157,
      "grad_norm": 0.4790799915790558,
      "learning_rate": 4.9825477157404644e-05,
      "loss": 5.867,
      "step": 59020
    },
    {
      "epoch": 0.051665687768558725,
      "grad_norm": 0.46958157420158386,
      "learning_rate": 4.982544054060029e-05,
      "loss": 5.0555,
      "step": 59025
    },
    {
      "epoch": 0.05167006436218588,
      "grad_norm": 0.46922925114631653,
      "learning_rate": 4.982540391997187e-05,
      "loss": 4.821,
      "step": 59030
    },
    {
      "epoch": 0.051674440955813035,
      "grad_norm": 0.36685705184936523,
      "learning_rate": 4.9825367295519396e-05,
      "loss": 5.8827,
      "step": 59035
    },
    {
      "epoch": 0.05167881754944019,
      "grad_norm": 0.44127383828163147,
      "learning_rate": 4.982533066724287e-05,
      "loss": 4.4414,
      "step": 59040
    },
    {
      "epoch": 0.051683194143067344,
      "grad_norm": 0.56059730052948,
      "learning_rate": 4.98252940351423e-05,
      "loss": 6.1199,
      "step": 59045
    },
    {
      "epoch": 0.0516875707366945,
      "grad_norm": 0.4545452892780304,
      "learning_rate": 4.982525739921771e-05,
      "loss": 5.5495,
      "step": 59050
    },
    {
      "epoch": 0.051691947330321654,
      "grad_norm": 0.46311336755752563,
      "learning_rate": 4.982522075946907e-05,
      "loss": 6.0953,
      "step": 59055
    },
    {
      "epoch": 0.05169632392394881,
      "grad_norm": 0.45552942156791687,
      "learning_rate": 4.982518411589643e-05,
      "loss": 5.0427,
      "step": 59060
    },
    {
      "epoch": 0.05170070051757596,
      "grad_norm": 0.45954298973083496,
      "learning_rate": 4.9825147468499765e-05,
      "loss": 5.8152,
      "step": 59065
    },
    {
      "epoch": 0.05170507711120312,
      "grad_norm": 0.44423559308052063,
      "learning_rate": 4.9825110817279084e-05,
      "loss": 5.0198,
      "step": 59070
    },
    {
      "epoch": 0.05170945370483027,
      "grad_norm": 0.4810110330581665,
      "learning_rate": 4.9825074162234417e-05,
      "loss": 5.0565,
      "step": 59075
    },
    {
      "epoch": 0.05171383029845743,
      "grad_norm": 0.4569874703884125,
      "learning_rate": 4.9825037503365754e-05,
      "loss": 5.9278,
      "step": 59080
    },
    {
      "epoch": 0.05171820689208458,
      "grad_norm": 0.4126497507095337,
      "learning_rate": 4.982500084067311e-05,
      "loss": 5.5768,
      "step": 59085
    },
    {
      "epoch": 0.05172258348571174,
      "grad_norm": 0.46325498819351196,
      "learning_rate": 4.982496417415647e-05,
      "loss": 5.0337,
      "step": 59090
    },
    {
      "epoch": 0.05172696007933889,
      "grad_norm": 0.41521939635276794,
      "learning_rate": 4.982492750381588e-05,
      "loss": 5.2786,
      "step": 59095
    },
    {
      "epoch": 0.05173133667296605,
      "grad_norm": 0.5139563679695129,
      "learning_rate": 4.982489082965131e-05,
      "loss": 5.5736,
      "step": 59100
    },
    {
      "epoch": 0.0517357132665932,
      "grad_norm": 0.4633479714393616,
      "learning_rate": 4.982485415166278e-05,
      "loss": 5.0735,
      "step": 59105
    },
    {
      "epoch": 0.05174008986022035,
      "grad_norm": 0.4773108959197998,
      "learning_rate": 4.982481746985032e-05,
      "loss": 5.8049,
      "step": 59110
    },
    {
      "epoch": 0.051744466453847504,
      "grad_norm": 0.3940686583518982,
      "learning_rate": 4.98247807842139e-05,
      "loss": 5.8848,
      "step": 59115
    },
    {
      "epoch": 0.05174884304747466,
      "grad_norm": 0.4118019640445709,
      "learning_rate": 4.982474409475354e-05,
      "loss": 5.7654,
      "step": 59120
    },
    {
      "epoch": 0.051753219641101814,
      "grad_norm": 0.4964246451854706,
      "learning_rate": 4.982470740146926e-05,
      "loss": 5.8767,
      "step": 59125
    },
    {
      "epoch": 0.05175759623472897,
      "grad_norm": 0.37844017148017883,
      "learning_rate": 4.982467070436105e-05,
      "loss": 5.8909,
      "step": 59130
    },
    {
      "epoch": 0.05176197282835612,
      "grad_norm": 0.49061357975006104,
      "learning_rate": 4.9824634003428935e-05,
      "loss": 5.0451,
      "step": 59135
    },
    {
      "epoch": 0.05176634942198328,
      "grad_norm": 0.4737880229949951,
      "learning_rate": 4.9824597298672913e-05,
      "loss": 4.5456,
      "step": 59140
    },
    {
      "epoch": 0.05177072601561043,
      "grad_norm": 0.5041577219963074,
      "learning_rate": 4.9824560590092985e-05,
      "loss": 5.4475,
      "step": 59145
    },
    {
      "epoch": 0.05177510260923759,
      "grad_norm": 0.4729291796684265,
      "learning_rate": 4.982452387768916e-05,
      "loss": 5.6067,
      "step": 59150
    },
    {
      "epoch": 0.05177947920286474,
      "grad_norm": 0.4867384135723114,
      "learning_rate": 4.9824487161461456e-05,
      "loss": 5.0179,
      "step": 59155
    },
    {
      "epoch": 0.0517838557964919,
      "grad_norm": 0.4006096124649048,
      "learning_rate": 4.982445044140986e-05,
      "loss": 5.8033,
      "step": 59160
    },
    {
      "epoch": 0.05178823239011905,
      "grad_norm": 0.7245394587516785,
      "learning_rate": 4.98244137175344e-05,
      "loss": 5.4725,
      "step": 59165
    },
    {
      "epoch": 0.051792608983746206,
      "grad_norm": 0.4572919011116028,
      "learning_rate": 4.982437698983508e-05,
      "loss": 5.1717,
      "step": 59170
    },
    {
      "epoch": 0.05179698557737336,
      "grad_norm": 0.5976170301437378,
      "learning_rate": 4.9824340258311885e-05,
      "loss": 5.7812,
      "step": 59175
    },
    {
      "epoch": 0.051801362171000516,
      "grad_norm": 0.6020845174789429,
      "learning_rate": 4.9824303522964855e-05,
      "loss": 5.8599,
      "step": 59180
    },
    {
      "epoch": 0.05180573876462767,
      "grad_norm": 0.5963276028633118,
      "learning_rate": 4.982426678379397e-05,
      "loss": 5.2959,
      "step": 59185
    },
    {
      "epoch": 0.051810115358254825,
      "grad_norm": 0.4872972369194031,
      "learning_rate": 4.9824230040799245e-05,
      "loss": 6.083,
      "step": 59190
    },
    {
      "epoch": 0.05181449195188198,
      "grad_norm": 0.6367343068122864,
      "learning_rate": 4.9824193293980705e-05,
      "loss": 5.8986,
      "step": 59195
    },
    {
      "epoch": 0.051818868545509135,
      "grad_norm": 0.6873252987861633,
      "learning_rate": 4.9824156543338326e-05,
      "loss": 5.8903,
      "step": 59200
    },
    {
      "epoch": 0.05182324513913629,
      "grad_norm": 0.42622673511505127,
      "learning_rate": 4.982411978887215e-05,
      "loss": 5.3541,
      "step": 59205
    },
    {
      "epoch": 0.051827621732763444,
      "grad_norm": 0.46060895919799805,
      "learning_rate": 4.982408303058216e-05,
      "loss": 6.0867,
      "step": 59210
    },
    {
      "epoch": 0.0518319983263906,
      "grad_norm": 0.4532279968261719,
      "learning_rate": 4.982404626846836e-05,
      "loss": 6.4256,
      "step": 59215
    },
    {
      "epoch": 0.051836374920017754,
      "grad_norm": 0.4022233784198761,
      "learning_rate": 4.9824009502530764e-05,
      "loss": 5.8818,
      "step": 59220
    },
    {
      "epoch": 0.05184075151364491,
      "grad_norm": 0.5196622014045715,
      "learning_rate": 4.982397273276939e-05,
      "loss": 5.8981,
      "step": 59225
    },
    {
      "epoch": 0.051845128107272064,
      "grad_norm": 0.5216680765151978,
      "learning_rate": 4.9823935959184234e-05,
      "loss": 5.8465,
      "step": 59230
    },
    {
      "epoch": 0.05184950470089922,
      "grad_norm": 0.4081721901893616,
      "learning_rate": 4.982389918177529e-05,
      "loss": 6.0775,
      "step": 59235
    },
    {
      "epoch": 0.051853881294526366,
      "grad_norm": 0.4722294509410858,
      "learning_rate": 4.982386240054259e-05,
      "loss": 5.2567,
      "step": 59240
    },
    {
      "epoch": 0.05185825788815352,
      "grad_norm": 0.4865754246711731,
      "learning_rate": 4.982382561548613e-05,
      "loss": 4.4957,
      "step": 59245
    },
    {
      "epoch": 0.051862634481780676,
      "grad_norm": 0.4882887303829193,
      "learning_rate": 4.9823788826605924e-05,
      "loss": 4.8465,
      "step": 59250
    },
    {
      "epoch": 0.05186701107540783,
      "grad_norm": 0.4768972396850586,
      "learning_rate": 4.982375203390197e-05,
      "loss": 4.9581,
      "step": 59255
    },
    {
      "epoch": 0.051871387669034985,
      "grad_norm": 0.539986252784729,
      "learning_rate": 4.982371523737427e-05,
      "loss": 5.2596,
      "step": 59260
    },
    {
      "epoch": 0.05187576426266214,
      "grad_norm": 0.520778477191925,
      "learning_rate": 4.982367843702285e-05,
      "loss": 5.2977,
      "step": 59265
    },
    {
      "epoch": 0.051880140856289295,
      "grad_norm": 0.5356220006942749,
      "learning_rate": 4.98236416328477e-05,
      "loss": 5.5937,
      "step": 59270
    },
    {
      "epoch": 0.05188451744991645,
      "grad_norm": 0.5215122103691101,
      "learning_rate": 4.9823604824848835e-05,
      "loss": 5.7668,
      "step": 59275
    },
    {
      "epoch": 0.051888894043543604,
      "grad_norm": 0.9098782539367676,
      "learning_rate": 4.9823568013026256e-05,
      "loss": 5.0589,
      "step": 59280
    },
    {
      "epoch": 0.05189327063717076,
      "grad_norm": 0.5001956820487976,
      "learning_rate": 4.982353119737998e-05,
      "loss": 5.0614,
      "step": 59285
    },
    {
      "epoch": 0.051897647230797914,
      "grad_norm": 0.514975368976593,
      "learning_rate": 4.9823494377910016e-05,
      "loss": 4.7187,
      "step": 59290
    },
    {
      "epoch": 0.05190202382442507,
      "grad_norm": 0.5132115483283997,
      "learning_rate": 4.982345755461636e-05,
      "loss": 5.4525,
      "step": 59295
    },
    {
      "epoch": 0.05190640041805222,
      "grad_norm": 0.5036957859992981,
      "learning_rate": 4.9823420727499e-05,
      "loss": 4.7215,
      "step": 59300
    },
    {
      "epoch": 0.05191077701167938,
      "grad_norm": 0.5099875926971436,
      "learning_rate": 4.9823383896557996e-05,
      "loss": 5.894,
      "step": 59305
    },
    {
      "epoch": 0.05191515360530653,
      "grad_norm": 0.5020752549171448,
      "learning_rate": 4.982334706179331e-05,
      "loss": 5.2667,
      "step": 59310
    },
    {
      "epoch": 0.05191953019893369,
      "grad_norm": 0.4637760519981384,
      "learning_rate": 4.9823310223204974e-05,
      "loss": 4.5504,
      "step": 59315
    },
    {
      "epoch": 0.05192390679256084,
      "grad_norm": 0.48989856243133545,
      "learning_rate": 4.982327338079298e-05,
      "loss": 4.7364,
      "step": 59320
    },
    {
      "epoch": 0.051928283386188,
      "grad_norm": 0.5129255652427673,
      "learning_rate": 4.9823236534557336e-05,
      "loss": 4.9525,
      "step": 59325
    },
    {
      "epoch": 0.05193265997981515,
      "grad_norm": 0.48804041743278503,
      "learning_rate": 4.9823199684498056e-05,
      "loss": 5.327,
      "step": 59330
    },
    {
      "epoch": 0.051937036573442306,
      "grad_norm": 0.4203537404537201,
      "learning_rate": 4.9823162830615155e-05,
      "loss": 6.1355,
      "step": 59335
    },
    {
      "epoch": 0.05194141316706946,
      "grad_norm": 0.5227383971214294,
      "learning_rate": 4.982312597290861e-05,
      "loss": 5.5754,
      "step": 59340
    },
    {
      "epoch": 0.051945789760696616,
      "grad_norm": 0.5334839820861816,
      "learning_rate": 4.982308911137846e-05,
      "loss": 4.9902,
      "step": 59345
    },
    {
      "epoch": 0.05195016635432377,
      "grad_norm": 0.4586910605430603,
      "learning_rate": 4.982305224602471e-05,
      "loss": 5.4793,
      "step": 59350
    },
    {
      "epoch": 0.051954542947950925,
      "grad_norm": 0.4381229877471924,
      "learning_rate": 4.982301537684734e-05,
      "loss": 5.2482,
      "step": 59355
    },
    {
      "epoch": 0.05195891954157808,
      "grad_norm": 0.5029696822166443,
      "learning_rate": 4.9822978503846375e-05,
      "loss": 5.0559,
      "step": 59360
    },
    {
      "epoch": 0.051963296135205235,
      "grad_norm": 0.5154862999916077,
      "learning_rate": 4.982294162702184e-05,
      "loss": 4.1926,
      "step": 59365
    },
    {
      "epoch": 0.05196767272883238,
      "grad_norm": 0.4995509088039398,
      "learning_rate": 4.98229047463737e-05,
      "loss": 5.3581,
      "step": 59370
    },
    {
      "epoch": 0.05197204932245954,
      "grad_norm": 0.39626970887184143,
      "learning_rate": 4.9822867861902e-05,
      "loss": 5.8853,
      "step": 59375
    },
    {
      "epoch": 0.05197642591608669,
      "grad_norm": 0.45458176732063293,
      "learning_rate": 4.982283097360673e-05,
      "loss": 4.5035,
      "step": 59380
    },
    {
      "epoch": 0.05198080250971385,
      "grad_norm": 0.6411184668540955,
      "learning_rate": 4.982279408148789e-05,
      "loss": 4.7479,
      "step": 59385
    },
    {
      "epoch": 0.051985179103341,
      "grad_norm": 0.4395561218261719,
      "learning_rate": 4.982275718554551e-05,
      "loss": 5.5847,
      "step": 59390
    },
    {
      "epoch": 0.05198955569696816,
      "grad_norm": 0.4235828220844269,
      "learning_rate": 4.982272028577958e-05,
      "loss": 5.4943,
      "step": 59395
    },
    {
      "epoch": 0.05199393229059531,
      "grad_norm": 0.5235681533813477,
      "learning_rate": 4.98226833821901e-05,
      "loss": 6.085,
      "step": 59400
    },
    {
      "epoch": 0.051998308884222466,
      "grad_norm": 0.47063741087913513,
      "learning_rate": 4.982264647477711e-05,
      "loss": 5.0676,
      "step": 59405
    },
    {
      "epoch": 0.05200268547784962,
      "grad_norm": 0.4539415240287781,
      "learning_rate": 4.982260956354058e-05,
      "loss": 5.5458,
      "step": 59410
    },
    {
      "epoch": 0.052007062071476776,
      "grad_norm": 0.4573637843132019,
      "learning_rate": 4.982257264848054e-05,
      "loss": 5.5585,
      "step": 59415
    },
    {
      "epoch": 0.05201143866510393,
      "grad_norm": 0.5872809290885925,
      "learning_rate": 4.9822535729596974e-05,
      "loss": 5.776,
      "step": 59420
    },
    {
      "epoch": 0.052015815258731085,
      "grad_norm": 0.41481760144233704,
      "learning_rate": 4.982249880688993e-05,
      "loss": 5.8951,
      "step": 59425
    },
    {
      "epoch": 0.05202019185235824,
      "grad_norm": 0.4751359522342682,
      "learning_rate": 4.982246188035937e-05,
      "loss": 4.5198,
      "step": 59430
    },
    {
      "epoch": 0.052024568445985395,
      "grad_norm": 0.5652890801429749,
      "learning_rate": 4.982242495000533e-05,
      "loss": 5.257,
      "step": 59435
    },
    {
      "epoch": 0.05202894503961255,
      "grad_norm": 0.6209226846694946,
      "learning_rate": 4.9822388015827806e-05,
      "loss": 6.1127,
      "step": 59440
    },
    {
      "epoch": 0.052033321633239704,
      "grad_norm": 0.5769457817077637,
      "learning_rate": 4.98223510778268e-05,
      "loss": 4.862,
      "step": 59445
    },
    {
      "epoch": 0.05203769822686686,
      "grad_norm": 0.44749701023101807,
      "learning_rate": 4.982231413600234e-05,
      "loss": 5.5979,
      "step": 59450
    },
    {
      "epoch": 0.052042074820494014,
      "grad_norm": 0.5115002393722534,
      "learning_rate": 4.982227719035441e-05,
      "loss": 4.7218,
      "step": 59455
    },
    {
      "epoch": 0.05204645141412117,
      "grad_norm": 0.65386962890625,
      "learning_rate": 4.982224024088303e-05,
      "loss": 5.8663,
      "step": 59460
    },
    {
      "epoch": 0.05205082800774832,
      "grad_norm": 0.48693153262138367,
      "learning_rate": 4.98222032875882e-05,
      "loss": 5.7842,
      "step": 59465
    },
    {
      "epoch": 0.05205520460137548,
      "grad_norm": 0.5428266525268555,
      "learning_rate": 4.982216633046993e-05,
      "loss": 5.395,
      "step": 59470
    },
    {
      "epoch": 0.05205958119500263,
      "grad_norm": 0.5297737121582031,
      "learning_rate": 4.982212936952824e-05,
      "loss": 5.2348,
      "step": 59475
    },
    {
      "epoch": 0.05206395778862979,
      "grad_norm": 0.407903790473938,
      "learning_rate": 4.9822092404763107e-05,
      "loss": 5.0549,
      "step": 59480
    },
    {
      "epoch": 0.05206833438225694,
      "grad_norm": 0.4663459062576294,
      "learning_rate": 4.982205543617458e-05,
      "loss": 4.7393,
      "step": 59485
    },
    {
      "epoch": 0.0520727109758841,
      "grad_norm": 0.45229989290237427,
      "learning_rate": 4.982201846376262e-05,
      "loss": 4.9386,
      "step": 59490
    },
    {
      "epoch": 0.05207708756951125,
      "grad_norm": 0.45807963609695435,
      "learning_rate": 4.982198148752727e-05,
      "loss": 4.4969,
      "step": 59495
    },
    {
      "epoch": 0.0520814641631384,
      "grad_norm": 0.48595908284187317,
      "learning_rate": 4.982194450746852e-05,
      "loss": 5.8729,
      "step": 59500
    },
    {
      "epoch": 0.052085840756765554,
      "grad_norm": 0.47116202116012573,
      "learning_rate": 4.982190752358637e-05,
      "loss": 5.3913,
      "step": 59505
    },
    {
      "epoch": 0.05209021735039271,
      "grad_norm": 0.5047360062599182,
      "learning_rate": 4.982187053588085e-05,
      "loss": 5.7938,
      "step": 59510
    },
    {
      "epoch": 0.052094593944019864,
      "grad_norm": 0.6012674570083618,
      "learning_rate": 4.982183354435196e-05,
      "loss": 5.5626,
      "step": 59515
    },
    {
      "epoch": 0.05209897053764702,
      "grad_norm": 0.46469947695732117,
      "learning_rate": 4.982179654899969e-05,
      "loss": 5.0632,
      "step": 59520
    },
    {
      "epoch": 0.05210334713127417,
      "grad_norm": 0.5036507248878479,
      "learning_rate": 4.982175954982407e-05,
      "loss": 5.2377,
      "step": 59525
    },
    {
      "epoch": 0.05210772372490133,
      "grad_norm": 0.44090521335601807,
      "learning_rate": 4.9821722546825075e-05,
      "loss": 5.6128,
      "step": 59530
    },
    {
      "epoch": 0.05211210031852848,
      "grad_norm": 0.45429977774620056,
      "learning_rate": 4.982168554000275e-05,
      "loss": 5.5597,
      "step": 59535
    },
    {
      "epoch": 0.05211647691215564,
      "grad_norm": 0.4809055030345917,
      "learning_rate": 4.982164852935709e-05,
      "loss": 4.3762,
      "step": 59540
    },
    {
      "epoch": 0.05212085350578279,
      "grad_norm": 0.561784565448761,
      "learning_rate": 4.982161151488809e-05,
      "loss": 5.8135,
      "step": 59545
    },
    {
      "epoch": 0.05212523009940995,
      "grad_norm": 0.49470508098602295,
      "learning_rate": 4.9821574496595766e-05,
      "loss": 5.0513,
      "step": 59550
    },
    {
      "epoch": 0.0521296066930371,
      "grad_norm": 0.5466678142547607,
      "learning_rate": 4.982153747448013e-05,
      "loss": 4.8568,
      "step": 59555
    },
    {
      "epoch": 0.05213398328666426,
      "grad_norm": 0.6395903825759888,
      "learning_rate": 4.982150044854118e-05,
      "loss": 4.8457,
      "step": 59560
    },
    {
      "epoch": 0.05213835988029141,
      "grad_norm": 0.6723127961158752,
      "learning_rate": 4.9821463418778926e-05,
      "loss": 5.3748,
      "step": 59565
    },
    {
      "epoch": 0.052142736473918566,
      "grad_norm": 0.607623279094696,
      "learning_rate": 4.982142638519337e-05,
      "loss": 5.341,
      "step": 59570
    },
    {
      "epoch": 0.05214711306754572,
      "grad_norm": 0.4735795855522156,
      "learning_rate": 4.982138934778453e-05,
      "loss": 6.3658,
      "step": 59575
    },
    {
      "epoch": 0.052151489661172876,
      "grad_norm": 0.4393611252307892,
      "learning_rate": 4.9821352306552404e-05,
      "loss": 5.5731,
      "step": 59580
    },
    {
      "epoch": 0.05215586625480003,
      "grad_norm": 0.4842192530632019,
      "learning_rate": 4.982131526149701e-05,
      "loss": 5.2306,
      "step": 59585
    },
    {
      "epoch": 0.052160242848427185,
      "grad_norm": 0.4831702411174774,
      "learning_rate": 4.982127821261834e-05,
      "loss": 4.4385,
      "step": 59590
    },
    {
      "epoch": 0.05216461944205434,
      "grad_norm": 0.533436119556427,
      "learning_rate": 4.982124115991641e-05,
      "loss": 5.5415,
      "step": 59595
    },
    {
      "epoch": 0.052168996035681495,
      "grad_norm": 0.4638805091381073,
      "learning_rate": 4.982120410339124e-05,
      "loss": 4.7261,
      "step": 59600
    },
    {
      "epoch": 0.05217337262930865,
      "grad_norm": 0.49280595779418945,
      "learning_rate": 4.982116704304281e-05,
      "loss": 5.1424,
      "step": 59605
    },
    {
      "epoch": 0.052177749222935804,
      "grad_norm": 0.3871334195137024,
      "learning_rate": 4.982112997887115e-05,
      "loss": 5.5841,
      "step": 59610
    },
    {
      "epoch": 0.05218212581656296,
      "grad_norm": 0.5315512418746948,
      "learning_rate": 4.9821092910876254e-05,
      "loss": 6.0797,
      "step": 59615
    },
    {
      "epoch": 0.052186502410190114,
      "grad_norm": 0.45446377992630005,
      "learning_rate": 4.9821055839058125e-05,
      "loss": 5.2246,
      "step": 59620
    },
    {
      "epoch": 0.05219087900381726,
      "grad_norm": 0.5402136445045471,
      "learning_rate": 4.982101876341678e-05,
      "loss": 5.848,
      "step": 59625
    },
    {
      "epoch": 0.052195255597444416,
      "grad_norm": 0.40894219279289246,
      "learning_rate": 4.982098168395223e-05,
      "loss": 5.7645,
      "step": 59630
    },
    {
      "epoch": 0.05219963219107157,
      "grad_norm": 0.5128568410873413,
      "learning_rate": 4.982094460066448e-05,
      "loss": 4.4831,
      "step": 59635
    },
    {
      "epoch": 0.052204008784698726,
      "grad_norm": 0.45498713850975037,
      "learning_rate": 4.982090751355353e-05,
      "loss": 5.2361,
      "step": 59640
    },
    {
      "epoch": 0.05220838537832588,
      "grad_norm": 0.4305582046508789,
      "learning_rate": 4.982087042261939e-05,
      "loss": 5.8742,
      "step": 59645
    },
    {
      "epoch": 0.052212761971953035,
      "grad_norm": 0.4925329387187958,
      "learning_rate": 4.982083332786206e-05,
      "loss": 5.2642,
      "step": 59650
    },
    {
      "epoch": 0.05221713856558019,
      "grad_norm": 0.45207923650741577,
      "learning_rate": 4.9820796229281564e-05,
      "loss": 6.1197,
      "step": 59655
    },
    {
      "epoch": 0.052221515159207345,
      "grad_norm": 0.3619096279144287,
      "learning_rate": 4.98207591268779e-05,
      "loss": 5.8752,
      "step": 59660
    },
    {
      "epoch": 0.0522258917528345,
      "grad_norm": 0.4044085443019867,
      "learning_rate": 4.982072202065108e-05,
      "loss": 5.8569,
      "step": 59665
    },
    {
      "epoch": 0.052230268346461654,
      "grad_norm": 0.4534980356693268,
      "learning_rate": 4.98206849106011e-05,
      "loss": 4.7006,
      "step": 59670
    },
    {
      "epoch": 0.05223464494008881,
      "grad_norm": 0.45703545212745667,
      "learning_rate": 4.982064779672797e-05,
      "loss": 5.492,
      "step": 59675
    },
    {
      "epoch": 0.052239021533715964,
      "grad_norm": 0.36792445182800293,
      "learning_rate": 4.982061067903171e-05,
      "loss": 5.8576,
      "step": 59680
    },
    {
      "epoch": 0.05224339812734312,
      "grad_norm": 0.4403265714645386,
      "learning_rate": 4.982057355751232e-05,
      "loss": 5.7801,
      "step": 59685
    },
    {
      "epoch": 0.05224777472097027,
      "grad_norm": 0.4671645164489746,
      "learning_rate": 4.9820536432169796e-05,
      "loss": 5.8655,
      "step": 59690
    },
    {
      "epoch": 0.05225215131459743,
      "grad_norm": 0.5413009524345398,
      "learning_rate": 4.9820499303004155e-05,
      "loss": 5.261,
      "step": 59695
    },
    {
      "epoch": 0.05225652790822458,
      "grad_norm": 0.48386842012405396,
      "learning_rate": 4.98204621700154e-05,
      "loss": 5.2573,
      "step": 59700
    },
    {
      "epoch": 0.05226090450185174,
      "grad_norm": 0.42255038022994995,
      "learning_rate": 4.982042503320355e-05,
      "loss": 5.2634,
      "step": 59705
    },
    {
      "epoch": 0.05226528109547889,
      "grad_norm": 0.39479562640190125,
      "learning_rate": 4.982038789256861e-05,
      "loss": 6.4008,
      "step": 59710
    },
    {
      "epoch": 0.05226965768910605,
      "grad_norm": 0.4416661262512207,
      "learning_rate": 4.982035074811057e-05,
      "loss": 5.801,
      "step": 59715
    },
    {
      "epoch": 0.0522740342827332,
      "grad_norm": 0.3832795023918152,
      "learning_rate": 4.982031359982945e-05,
      "loss": 6.4205,
      "step": 59720
    },
    {
      "epoch": 0.05227841087636036,
      "grad_norm": 0.3700845241546631,
      "learning_rate": 4.9820276447725254e-05,
      "loss": 6.3986,
      "step": 59725
    },
    {
      "epoch": 0.05228278746998751,
      "grad_norm": 0.4057897627353668,
      "learning_rate": 4.9820239291797986e-05,
      "loss": 5.7865,
      "step": 59730
    },
    {
      "epoch": 0.052287164063614666,
      "grad_norm": 0.36743831634521484,
      "learning_rate": 4.9820202132047666e-05,
      "loss": 5.5425,
      "step": 59735
    },
    {
      "epoch": 0.05229154065724182,
      "grad_norm": 0.534393846988678,
      "learning_rate": 4.982016496847429e-05,
      "loss": 5.5791,
      "step": 59740
    },
    {
      "epoch": 0.052295917250868976,
      "grad_norm": 0.40234798192977905,
      "learning_rate": 4.982012780107787e-05,
      "loss": 6.0836,
      "step": 59745
    },
    {
      "epoch": 0.05230029384449613,
      "grad_norm": 0.5410282611846924,
      "learning_rate": 4.982009062985841e-05,
      "loss": 5.5776,
      "step": 59750
    },
    {
      "epoch": 0.05230467043812328,
      "grad_norm": 0.448737233877182,
      "learning_rate": 4.982005345481592e-05,
      "loss": 5.768,
      "step": 59755
    },
    {
      "epoch": 0.05230904703175043,
      "grad_norm": 0.5629355907440186,
      "learning_rate": 4.982001627595041e-05,
      "loss": 5.2312,
      "step": 59760
    },
    {
      "epoch": 0.05231342362537759,
      "grad_norm": 0.42655929923057556,
      "learning_rate": 4.981997909326187e-05,
      "loss": 5.3377,
      "step": 59765
    },
    {
      "epoch": 0.05231780021900474,
      "grad_norm": 0.4454810917377472,
      "learning_rate": 4.9819941906750335e-05,
      "loss": 5.7514,
      "step": 59770
    },
    {
      "epoch": 0.0523221768126319,
      "grad_norm": 0.532612144947052,
      "learning_rate": 4.981990471641579e-05,
      "loss": 5.3778,
      "step": 59775
    },
    {
      "epoch": 0.05232655340625905,
      "grad_norm": 0.4445212483406067,
      "learning_rate": 4.981986752225823e-05,
      "loss": 5.7375,
      "step": 59780
    },
    {
      "epoch": 0.05233092999988621,
      "grad_norm": 0.45870766043663025,
      "learning_rate": 4.98198303242777e-05,
      "loss": 5.2492,
      "step": 59785
    },
    {
      "epoch": 0.05233530659351336,
      "grad_norm": 0.49029260873794556,
      "learning_rate": 4.981979312247419e-05,
      "loss": 5.918,
      "step": 59790
    },
    {
      "epoch": 0.052339683187140516,
      "grad_norm": 0.4518791437149048,
      "learning_rate": 4.981975591684771e-05,
      "loss": 5.0725,
      "step": 59795
    },
    {
      "epoch": 0.05234405978076767,
      "grad_norm": 0.5044326782226562,
      "learning_rate": 4.9819718707398254e-05,
      "loss": 5.5434,
      "step": 59800
    },
    {
      "epoch": 0.052348436374394826,
      "grad_norm": 0.4535183906555176,
      "learning_rate": 4.9819681494125846e-05,
      "loss": 5.2658,
      "step": 59805
    },
    {
      "epoch": 0.05235281296802198,
      "grad_norm": 0.4758714437484741,
      "learning_rate": 4.9819644277030474e-05,
      "loss": 4.2922,
      "step": 59810
    },
    {
      "epoch": 0.052357189561649135,
      "grad_norm": 0.4876556396484375,
      "learning_rate": 4.9819607056112164e-05,
      "loss": 5.2704,
      "step": 59815
    },
    {
      "epoch": 0.05236156615527629,
      "grad_norm": 0.5394480228424072,
      "learning_rate": 4.981956983137092e-05,
      "loss": 6.1008,
      "step": 59820
    },
    {
      "epoch": 0.052365942748903445,
      "grad_norm": 0.4154044985771179,
      "learning_rate": 4.981953260280674e-05,
      "loss": 5.5775,
      "step": 59825
    },
    {
      "epoch": 0.0523703193425306,
      "grad_norm": 0.460595965385437,
      "learning_rate": 4.981949537041962e-05,
      "loss": 5.0707,
      "step": 59830
    },
    {
      "epoch": 0.052374695936157754,
      "grad_norm": 0.4610128402709961,
      "learning_rate": 4.9819458134209604e-05,
      "loss": 4.8248,
      "step": 59835
    },
    {
      "epoch": 0.05237907252978491,
      "grad_norm": 0.6159532070159912,
      "learning_rate": 4.9819420894176674e-05,
      "loss": 5.9008,
      "step": 59840
    },
    {
      "epoch": 0.052383449123412064,
      "grad_norm": 0.48858556151390076,
      "learning_rate": 4.981938365032084e-05,
      "loss": 5.4842,
      "step": 59845
    },
    {
      "epoch": 0.05238782571703922,
      "grad_norm": 0.47220703959465027,
      "learning_rate": 4.981934640264211e-05,
      "loss": 5.3595,
      "step": 59850
    },
    {
      "epoch": 0.05239220231066637,
      "grad_norm": 0.47262582182884216,
      "learning_rate": 4.981930915114049e-05,
      "loss": 5.2636,
      "step": 59855
    },
    {
      "epoch": 0.05239657890429353,
      "grad_norm": 0.5016989707946777,
      "learning_rate": 4.9819271895816e-05,
      "loss": 5.2398,
      "step": 59860
    },
    {
      "epoch": 0.05240095549792068,
      "grad_norm": 0.7921059131622314,
      "learning_rate": 4.981923463666862e-05,
      "loss": 5.5906,
      "step": 59865
    },
    {
      "epoch": 0.05240533209154784,
      "grad_norm": 0.6022303700447083,
      "learning_rate": 4.981919737369839e-05,
      "loss": 5.2634,
      "step": 59870
    },
    {
      "epoch": 0.05240970868517499,
      "grad_norm": 0.5184809565544128,
      "learning_rate": 4.981916010690529e-05,
      "loss": 4.7438,
      "step": 59875
    },
    {
      "epoch": 0.05241408527880215,
      "grad_norm": 0.47179877758026123,
      "learning_rate": 4.9819122836289336e-05,
      "loss": 5.0487,
      "step": 59880
    },
    {
      "epoch": 0.052418461872429295,
      "grad_norm": 0.45418745279312134,
      "learning_rate": 4.9819085561850545e-05,
      "loss": 5.5585,
      "step": 59885
    },
    {
      "epoch": 0.05242283846605645,
      "grad_norm": 0.478762686252594,
      "learning_rate": 4.981904828358891e-05,
      "loss": 5.7969,
      "step": 59890
    },
    {
      "epoch": 0.052427215059683605,
      "grad_norm": 0.3700965344905853,
      "learning_rate": 4.981901100150445e-05,
      "loss": 6.09,
      "step": 59895
    },
    {
      "epoch": 0.05243159165331076,
      "grad_norm": 0.3744990825653076,
      "learning_rate": 4.981897371559716e-05,
      "loss": 5.3526,
      "step": 59900
    },
    {
      "epoch": 0.052435968246937914,
      "grad_norm": 0.46925225853919983,
      "learning_rate": 4.9818936425867055e-05,
      "loss": 6.0717,
      "step": 59905
    },
    {
      "epoch": 0.05244034484056507,
      "grad_norm": 0.47593000531196594,
      "learning_rate": 4.9818899132314145e-05,
      "loss": 4.929,
      "step": 59910
    },
    {
      "epoch": 0.052444721434192224,
      "grad_norm": 0.6371361017227173,
      "learning_rate": 4.981886183493843e-05,
      "loss": 5.8076,
      "step": 59915
    },
    {
      "epoch": 0.05244909802781938,
      "grad_norm": 0.46059250831604004,
      "learning_rate": 4.981882453373992e-05,
      "loss": 4.6432,
      "step": 59920
    },
    {
      "epoch": 0.05245347462144653,
      "grad_norm": 0.4515349566936493,
      "learning_rate": 4.9818787228718624e-05,
      "loss": 5.2627,
      "step": 59925
    },
    {
      "epoch": 0.05245785121507369,
      "grad_norm": 0.5269885659217834,
      "learning_rate": 4.9818749919874554e-05,
      "loss": 5.485,
      "step": 59930
    },
    {
      "epoch": 0.05246222780870084,
      "grad_norm": 0.4284322261810303,
      "learning_rate": 4.9818712607207695e-05,
      "loss": 5.1574,
      "step": 59935
    },
    {
      "epoch": 0.052466604402328,
      "grad_norm": 0.49562326073646545,
      "learning_rate": 4.981867529071809e-05,
      "loss": 6.1236,
      "step": 59940
    },
    {
      "epoch": 0.05247098099595515,
      "grad_norm": 0.4348015785217285,
      "learning_rate": 4.9818637970405714e-05,
      "loss": 4.9809,
      "step": 59945
    },
    {
      "epoch": 0.05247535758958231,
      "grad_norm": 0.6936990022659302,
      "learning_rate": 4.9818600646270585e-05,
      "loss": 6.1139,
      "step": 59950
    },
    {
      "epoch": 0.05247973418320946,
      "grad_norm": 0.6669017672538757,
      "learning_rate": 4.9818563318312715e-05,
      "loss": 4.523,
      "step": 59955
    },
    {
      "epoch": 0.052484110776836616,
      "grad_norm": 0.5237241983413696,
      "learning_rate": 4.9818525986532104e-05,
      "loss": 5.5162,
      "step": 59960
    },
    {
      "epoch": 0.05248848737046377,
      "grad_norm": 0.5384904742240906,
      "learning_rate": 4.981848865092877e-05,
      "loss": 4.7322,
      "step": 59965
    },
    {
      "epoch": 0.052492863964090926,
      "grad_norm": 0.4267090857028961,
      "learning_rate": 4.981845131150271e-05,
      "loss": 5.8703,
      "step": 59970
    },
    {
      "epoch": 0.05249724055771808,
      "grad_norm": 0.48138687014579773,
      "learning_rate": 4.981841396825394e-05,
      "loss": 5.7643,
      "step": 59975
    },
    {
      "epoch": 0.052501617151345235,
      "grad_norm": 0.5316506028175354,
      "learning_rate": 4.981837662118246e-05,
      "loss": 5.5497,
      "step": 59980
    },
    {
      "epoch": 0.05250599374497239,
      "grad_norm": 0.5128087997436523,
      "learning_rate": 4.981833927028827e-05,
      "loss": 5.9323,
      "step": 59985
    },
    {
      "epoch": 0.052510370338599545,
      "grad_norm": 0.626618504524231,
      "learning_rate": 4.98183019155714e-05,
      "loss": 4.734,
      "step": 59990
    },
    {
      "epoch": 0.0525147469322267,
      "grad_norm": 0.5628786683082581,
      "learning_rate": 4.9818264557031836e-05,
      "loss": 5.5948,
      "step": 59995
    },
    {
      "epoch": 0.052519123525853854,
      "grad_norm": 0.41984987258911133,
      "learning_rate": 4.981822719466959e-05,
      "loss": 6.1377,
      "step": 60000
    },
    {
      "epoch": 0.05252350011948101,
      "grad_norm": 0.48041966557502747,
      "learning_rate": 4.9818189828484674e-05,
      "loss": 4.717,
      "step": 60005
    },
    {
      "epoch": 0.052527876713108164,
      "grad_norm": 0.44919711351394653,
      "learning_rate": 4.9818152458477087e-05,
      "loss": 4.9147,
      "step": 60010
    },
    {
      "epoch": 0.05253225330673531,
      "grad_norm": 0.4417649209499359,
      "learning_rate": 4.981811508464685e-05,
      "loss": 4.7167,
      "step": 60015
    },
    {
      "epoch": 0.052536629900362466,
      "grad_norm": 0.44763991236686707,
      "learning_rate": 4.981807770699397e-05,
      "loss": 5.5408,
      "step": 60020
    },
    {
      "epoch": 0.05254100649398962,
      "grad_norm": 0.48153698444366455,
      "learning_rate": 4.9818040325518434e-05,
      "loss": 4.4784,
      "step": 60025
    },
    {
      "epoch": 0.052545383087616776,
      "grad_norm": 0.4620803892612457,
      "learning_rate": 4.981800294022027e-05,
      "loss": 4.5208,
      "step": 60030
    },
    {
      "epoch": 0.05254975968124393,
      "grad_norm": 0.5901236534118652,
      "learning_rate": 4.9817965551099464e-05,
      "loss": 4.7425,
      "step": 60035
    },
    {
      "epoch": 0.052554136274871086,
      "grad_norm": 0.5051082372665405,
      "learning_rate": 4.9817928158156047e-05,
      "loss": 5.0563,
      "step": 60040
    },
    {
      "epoch": 0.05255851286849824,
      "grad_norm": 0.4687626361846924,
      "learning_rate": 4.981789076139002e-05,
      "loss": 5.0256,
      "step": 60045
    },
    {
      "epoch": 0.052562889462125395,
      "grad_norm": 0.43487295508384705,
      "learning_rate": 4.981785336080137e-05,
      "loss": 4.8344,
      "step": 60050
    },
    {
      "epoch": 0.05256726605575255,
      "grad_norm": 0.4599781632423401,
      "learning_rate": 4.9817815956390136e-05,
      "loss": 5.0652,
      "step": 60055
    },
    {
      "epoch": 0.052571642649379705,
      "grad_norm": 0.6170558333396912,
      "learning_rate": 4.981777854815629e-05,
      "loss": 5.7738,
      "step": 60060
    },
    {
      "epoch": 0.05257601924300686,
      "grad_norm": 0.5114647150039673,
      "learning_rate": 4.981774113609987e-05,
      "loss": 5.2836,
      "step": 60065
    },
    {
      "epoch": 0.052580395836634014,
      "grad_norm": 0.48636317253112793,
      "learning_rate": 4.981770372022088e-05,
      "loss": 5.0135,
      "step": 60070
    },
    {
      "epoch": 0.05258477243026117,
      "grad_norm": 0.45742565393447876,
      "learning_rate": 4.98176663005193e-05,
      "loss": 4.5072,
      "step": 60075
    },
    {
      "epoch": 0.052589149023888324,
      "grad_norm": 0.48314008116722107,
      "learning_rate": 4.9817628876995185e-05,
      "loss": 5.8931,
      "step": 60080
    },
    {
      "epoch": 0.05259352561751548,
      "grad_norm": 0.43941810727119446,
      "learning_rate": 4.981759144964848e-05,
      "loss": 4.7913,
      "step": 60085
    },
    {
      "epoch": 0.05259790221114263,
      "grad_norm": 0.5269291996955872,
      "learning_rate": 4.981755401847924e-05,
      "loss": 5.2329,
      "step": 60090
    },
    {
      "epoch": 0.05260227880476979,
      "grad_norm": 0.5055971741676331,
      "learning_rate": 4.981751658348747e-05,
      "loss": 5.8176,
      "step": 60095
    },
    {
      "epoch": 0.05260665539839694,
      "grad_norm": 0.4986639618873596,
      "learning_rate": 4.981747914467314e-05,
      "loss": 4.7431,
      "step": 60100
    },
    {
      "epoch": 0.0526110319920241,
      "grad_norm": 0.4588906466960907,
      "learning_rate": 4.98174417020363e-05,
      "loss": 4.7654,
      "step": 60105
    },
    {
      "epoch": 0.05261540858565125,
      "grad_norm": 0.4959351420402527,
      "learning_rate": 4.981740425557694e-05,
      "loss": 4.4781,
      "step": 60110
    },
    {
      "epoch": 0.05261978517927841,
      "grad_norm": 0.5055652260780334,
      "learning_rate": 4.981736680529505e-05,
      "loss": 5.0545,
      "step": 60115
    },
    {
      "epoch": 0.05262416177290556,
      "grad_norm": 0.44759342074394226,
      "learning_rate": 4.981732935119067e-05,
      "loss": 5.5412,
      "step": 60120
    },
    {
      "epoch": 0.052628538366532716,
      "grad_norm": 0.5095206499099731,
      "learning_rate": 4.9817291893263786e-05,
      "loss": 5.388,
      "step": 60125
    },
    {
      "epoch": 0.05263291496015987,
      "grad_norm": 0.44568318128585815,
      "learning_rate": 4.9817254431514405e-05,
      "loss": 5.3681,
      "step": 60130
    },
    {
      "epoch": 0.052637291553787026,
      "grad_norm": 0.4512023329734802,
      "learning_rate": 4.981721696594255e-05,
      "loss": 3.9697,
      "step": 60135
    },
    {
      "epoch": 0.05264166814741418,
      "grad_norm": 0.4660119116306305,
      "learning_rate": 4.981717949654821e-05,
      "loss": 5.3807,
      "step": 60140
    },
    {
      "epoch": 0.05264604474104133,
      "grad_norm": 0.4279320240020752,
      "learning_rate": 4.9817142023331397e-05,
      "loss": 5.3197,
      "step": 60145
    },
    {
      "epoch": 0.05265042133466848,
      "grad_norm": 0.6598196029663086,
      "learning_rate": 4.981710454629212e-05,
      "loss": 4.5163,
      "step": 60150
    },
    {
      "epoch": 0.05265479792829564,
      "grad_norm": 0.5149282813072205,
      "learning_rate": 4.98170670654304e-05,
      "loss": 4.2187,
      "step": 60155
    },
    {
      "epoch": 0.05265917452192279,
      "grad_norm": 0.4027581512928009,
      "learning_rate": 4.981702958074622e-05,
      "loss": 5.0777,
      "step": 60160
    },
    {
      "epoch": 0.05266355111554995,
      "grad_norm": 0.4335003197193146,
      "learning_rate": 4.981699209223961e-05,
      "loss": 5.876,
      "step": 60165
    },
    {
      "epoch": 0.0526679277091771,
      "grad_norm": 0.42288699746131897,
      "learning_rate": 4.981695459991056e-05,
      "loss": 4.9256,
      "step": 60170
    },
    {
      "epoch": 0.05267230430280426,
      "grad_norm": 0.4442853033542633,
      "learning_rate": 4.981691710375908e-05,
      "loss": 5.2253,
      "step": 60175
    },
    {
      "epoch": 0.05267668089643141,
      "grad_norm": 0.40465420484542847,
      "learning_rate": 4.981687960378518e-05,
      "loss": 5.0126,
      "step": 60180
    },
    {
      "epoch": 0.052681057490058567,
      "grad_norm": 0.4536267817020416,
      "learning_rate": 4.981684209998887e-05,
      "loss": 5.2634,
      "step": 60185
    },
    {
      "epoch": 0.05268543408368572,
      "grad_norm": 0.4676334857940674,
      "learning_rate": 4.981680459237016e-05,
      "loss": 5.8971,
      "step": 60190
    },
    {
      "epoch": 0.052689810677312876,
      "grad_norm": 0.46864670515060425,
      "learning_rate": 4.981676708092905e-05,
      "loss": 6.0672,
      "step": 60195
    },
    {
      "epoch": 0.05269418727094003,
      "grad_norm": 0.4767319858074188,
      "learning_rate": 4.981672956566554e-05,
      "loss": 4.5668,
      "step": 60200
    },
    {
      "epoch": 0.052698563864567186,
      "grad_norm": 0.47948315739631653,
      "learning_rate": 4.981669204657966e-05,
      "loss": 6.0766,
      "step": 60205
    },
    {
      "epoch": 0.05270294045819434,
      "grad_norm": 0.46678659319877625,
      "learning_rate": 4.981665452367139e-05,
      "loss": 4.8699,
      "step": 60210
    },
    {
      "epoch": 0.052707317051821495,
      "grad_norm": 0.46175312995910645,
      "learning_rate": 4.981661699694077e-05,
      "loss": 5.2715,
      "step": 60215
    },
    {
      "epoch": 0.05271169364544865,
      "grad_norm": 0.48449596762657166,
      "learning_rate": 4.981657946638777e-05,
      "loss": 5.849,
      "step": 60220
    },
    {
      "epoch": 0.052716070239075805,
      "grad_norm": 0.4853997528553009,
      "learning_rate": 4.9816541932012414e-05,
      "loss": 5.2789,
      "step": 60225
    },
    {
      "epoch": 0.05272044683270296,
      "grad_norm": 0.47151270508766174,
      "learning_rate": 4.981650439381473e-05,
      "loss": 5.2528,
      "step": 60230
    },
    {
      "epoch": 0.052724823426330114,
      "grad_norm": 0.44973239302635193,
      "learning_rate": 4.9816466851794696e-05,
      "loss": 5.3021,
      "step": 60235
    },
    {
      "epoch": 0.05272920001995727,
      "grad_norm": 0.4637569785118103,
      "learning_rate": 4.9816429305952325e-05,
      "loss": 5.212,
      "step": 60240
    },
    {
      "epoch": 0.052733576613584424,
      "grad_norm": 0.4280650317668915,
      "learning_rate": 4.981639175628764e-05,
      "loss": 5.5636,
      "step": 60245
    },
    {
      "epoch": 0.05273795320721158,
      "grad_norm": 0.47795435786247253,
      "learning_rate": 4.9816354202800633e-05,
      "loss": 5.236,
      "step": 60250
    },
    {
      "epoch": 0.05274232980083873,
      "grad_norm": 0.5574565529823303,
      "learning_rate": 4.98163166454913e-05,
      "loss": 4.9331,
      "step": 60255
    },
    {
      "epoch": 0.05274670639446589,
      "grad_norm": 0.4882764518260956,
      "learning_rate": 4.981627908435967e-05,
      "loss": 5.5525,
      "step": 60260
    },
    {
      "epoch": 0.05275108298809304,
      "grad_norm": 0.46028152108192444,
      "learning_rate": 4.981624151940576e-05,
      "loss": 5.5765,
      "step": 60265
    },
    {
      "epoch": 0.05275545958172019,
      "grad_norm": 0.5636247396469116,
      "learning_rate": 4.981620395062955e-05,
      "loss": 5.1506,
      "step": 60270
    },
    {
      "epoch": 0.052759836175347345,
      "grad_norm": 0.38004016876220703,
      "learning_rate": 4.981616637803105e-05,
      "loss": 5.5704,
      "step": 60275
    },
    {
      "epoch": 0.0527642127689745,
      "grad_norm": 0.4314747154712677,
      "learning_rate": 4.9816128801610286e-05,
      "loss": 5.2667,
      "step": 60280
    },
    {
      "epoch": 0.052768589362601655,
      "grad_norm": 0.42839789390563965,
      "learning_rate": 4.9816091221367244e-05,
      "loss": 4.9533,
      "step": 60285
    },
    {
      "epoch": 0.05277296595622881,
      "grad_norm": 0.3857952654361725,
      "learning_rate": 4.981605363730196e-05,
      "loss": 4.8391,
      "step": 60290
    },
    {
      "epoch": 0.052777342549855964,
      "grad_norm": 0.37105897068977356,
      "learning_rate": 4.981601604941441e-05,
      "loss": 6.0947,
      "step": 60295
    },
    {
      "epoch": 0.05278171914348312,
      "grad_norm": 0.4195288419723511,
      "learning_rate": 4.981597845770461e-05,
      "loss": 4.8266,
      "step": 60300
    },
    {
      "epoch": 0.052786095737110274,
      "grad_norm": 0.3634571433067322,
      "learning_rate": 4.9815940862172585e-05,
      "loss": 5.8578,
      "step": 60305
    },
    {
      "epoch": 0.05279047233073743,
      "grad_norm": 0.4581330120563507,
      "learning_rate": 4.981590326281832e-05,
      "loss": 4.7124,
      "step": 60310
    },
    {
      "epoch": 0.05279484892436458,
      "grad_norm": 0.4938052296638489,
      "learning_rate": 4.981586565964184e-05,
      "loss": 5.5856,
      "step": 60315
    },
    {
      "epoch": 0.05279922551799174,
      "grad_norm": 0.4119397699832916,
      "learning_rate": 4.981582805264313e-05,
      "loss": 6.0928,
      "step": 60320
    },
    {
      "epoch": 0.05280360211161889,
      "grad_norm": 0.4547812044620514,
      "learning_rate": 4.981579044182222e-05,
      "loss": 5.6108,
      "step": 60325
    },
    {
      "epoch": 0.05280797870524605,
      "grad_norm": 0.49203404784202576,
      "learning_rate": 4.98157528271791e-05,
      "loss": 5.6025,
      "step": 60330
    },
    {
      "epoch": 0.0528123552988732,
      "grad_norm": 0.5537732243537903,
      "learning_rate": 4.981571520871379e-05,
      "loss": 5.5619,
      "step": 60335
    },
    {
      "epoch": 0.05281673189250036,
      "grad_norm": 0.46091485023498535,
      "learning_rate": 4.981567758642629e-05,
      "loss": 5.2768,
      "step": 60340
    },
    {
      "epoch": 0.05282110848612751,
      "grad_norm": 0.6153499484062195,
      "learning_rate": 4.981563996031661e-05,
      "loss": 5.8648,
      "step": 60345
    },
    {
      "epoch": 0.05282548507975467,
      "grad_norm": 0.49456384778022766,
      "learning_rate": 4.981560233038476e-05,
      "loss": 4.839,
      "step": 60350
    },
    {
      "epoch": 0.05282986167338182,
      "grad_norm": 0.4794910252094269,
      "learning_rate": 4.981556469663075e-05,
      "loss": 5.2695,
      "step": 60355
    },
    {
      "epoch": 0.052834238267008976,
      "grad_norm": 0.45387497544288635,
      "learning_rate": 4.981552705905456e-05,
      "loss": 5.7586,
      "step": 60360
    },
    {
      "epoch": 0.05283861486063613,
      "grad_norm": 0.5237846970558167,
      "learning_rate": 4.981548941765623e-05,
      "loss": 4.8068,
      "step": 60365
    },
    {
      "epoch": 0.052842991454263286,
      "grad_norm": 0.46878302097320557,
      "learning_rate": 4.981545177243576e-05,
      "loss": 4.8418,
      "step": 60370
    },
    {
      "epoch": 0.05284736804789044,
      "grad_norm": 0.4763365089893341,
      "learning_rate": 4.981541412339315e-05,
      "loss": 5.4426,
      "step": 60375
    },
    {
      "epoch": 0.052851744641517595,
      "grad_norm": 0.46419352293014526,
      "learning_rate": 4.981537647052842e-05,
      "loss": 4.7459,
      "step": 60380
    },
    {
      "epoch": 0.05285612123514475,
      "grad_norm": 0.5104023814201355,
      "learning_rate": 4.981533881384156e-05,
      "loss": 5.5471,
      "step": 60385
    },
    {
      "epoch": 0.052860497828771905,
      "grad_norm": 0.45571568608283997,
      "learning_rate": 4.981530115333258e-05,
      "loss": 5.3438,
      "step": 60390
    },
    {
      "epoch": 0.05286487442239906,
      "grad_norm": 0.4604852795600891,
      "learning_rate": 4.9815263489001495e-05,
      "loss": 6.4068,
      "step": 60395
    },
    {
      "epoch": 0.05286925101602621,
      "grad_norm": 0.5082811713218689,
      "learning_rate": 4.981522582084831e-05,
      "loss": 5.898,
      "step": 60400
    },
    {
      "epoch": 0.05287362760965336,
      "grad_norm": 0.4629095196723938,
      "learning_rate": 4.981518814887304e-05,
      "loss": 4.5315,
      "step": 60405
    },
    {
      "epoch": 0.05287800420328052,
      "grad_norm": 0.5641319751739502,
      "learning_rate": 4.981515047307567e-05,
      "loss": 5.8715,
      "step": 60410
    },
    {
      "epoch": 0.05288238079690767,
      "grad_norm": 0.4751168191432953,
      "learning_rate": 4.981511279345623e-05,
      "loss": 5.8,
      "step": 60415
    },
    {
      "epoch": 0.052886757390534826,
      "grad_norm": 0.47282907366752625,
      "learning_rate": 4.981507511001472e-05,
      "loss": 5.5492,
      "step": 60420
    },
    {
      "epoch": 0.05289113398416198,
      "grad_norm": 0.46118226647377014,
      "learning_rate": 4.981503742275114e-05,
      "loss": 5.4883,
      "step": 60425
    },
    {
      "epoch": 0.052895510577789136,
      "grad_norm": 0.39685165882110596,
      "learning_rate": 4.98149997316655e-05,
      "loss": 5.9001,
      "step": 60430
    },
    {
      "epoch": 0.05289988717141629,
      "grad_norm": 0.4905379116535187,
      "learning_rate": 4.9814962036757814e-05,
      "loss": 5.5399,
      "step": 60435
    },
    {
      "epoch": 0.052904263765043445,
      "grad_norm": 0.4172845482826233,
      "learning_rate": 4.981492433802809e-05,
      "loss": 5.0431,
      "step": 60440
    },
    {
      "epoch": 0.0529086403586706,
      "grad_norm": 0.46750468015670776,
      "learning_rate": 4.981488663547633e-05,
      "loss": 3.9797,
      "step": 60445
    },
    {
      "epoch": 0.052913016952297755,
      "grad_norm": 0.5006345510482788,
      "learning_rate": 4.981484892910254e-05,
      "loss": 5.8855,
      "step": 60450
    },
    {
      "epoch": 0.05291739354592491,
      "grad_norm": 0.5310994386672974,
      "learning_rate": 4.9814811218906734e-05,
      "loss": 5.3692,
      "step": 60455
    },
    {
      "epoch": 0.052921770139552064,
      "grad_norm": 0.4879976212978363,
      "learning_rate": 4.98147735048889e-05,
      "loss": 4.2276,
      "step": 60460
    },
    {
      "epoch": 0.05292614673317922,
      "grad_norm": 0.6306038498878479,
      "learning_rate": 4.9814735787049074e-05,
      "loss": 5.7994,
      "step": 60465
    },
    {
      "epoch": 0.052930523326806374,
      "grad_norm": 0.4924761652946472,
      "learning_rate": 4.981469806538724e-05,
      "loss": 4.9445,
      "step": 60470
    },
    {
      "epoch": 0.05293489992043353,
      "grad_norm": 0.4983924627304077,
      "learning_rate": 4.981466033990343e-05,
      "loss": 5.4826,
      "step": 60475
    },
    {
      "epoch": 0.05293927651406068,
      "grad_norm": 0.4647761583328247,
      "learning_rate": 4.9814622610597614e-05,
      "loss": 5.5833,
      "step": 60480
    },
    {
      "epoch": 0.05294365310768784,
      "grad_norm": 0.43758735060691833,
      "learning_rate": 4.981458487746984e-05,
      "loss": 5.4967,
      "step": 60485
    },
    {
      "epoch": 0.05294802970131499,
      "grad_norm": 0.45173144340515137,
      "learning_rate": 4.981454714052009e-05,
      "loss": 5.5804,
      "step": 60490
    },
    {
      "epoch": 0.05295240629494215,
      "grad_norm": 0.4679340124130249,
      "learning_rate": 4.981450939974838e-05,
      "loss": 5.0764,
      "step": 60495
    },
    {
      "epoch": 0.0529567828885693,
      "grad_norm": 0.5025025606155396,
      "learning_rate": 4.9814471655154705e-05,
      "loss": 5.0911,
      "step": 60500
    },
    {
      "epoch": 0.05296115948219646,
      "grad_norm": 0.7396866083145142,
      "learning_rate": 4.9814433906739086e-05,
      "loss": 5.5905,
      "step": 60505
    },
    {
      "epoch": 0.05296553607582361,
      "grad_norm": 0.6250401139259338,
      "learning_rate": 4.981439615450153e-05,
      "loss": 5.0606,
      "step": 60510
    },
    {
      "epoch": 0.05296991266945077,
      "grad_norm": 0.510126531124115,
      "learning_rate": 4.981435839844204e-05,
      "loss": 5.7795,
      "step": 60515
    },
    {
      "epoch": 0.05297428926307792,
      "grad_norm": 0.5033385753631592,
      "learning_rate": 4.981432063856063e-05,
      "loss": 5.2925,
      "step": 60520
    },
    {
      "epoch": 0.052978665856705076,
      "grad_norm": 0.6572816371917725,
      "learning_rate": 4.981428287485729e-05,
      "loss": 4.8174,
      "step": 60525
    },
    {
      "epoch": 0.052983042450332224,
      "grad_norm": 0.4865531325340271,
      "learning_rate": 4.981424510733205e-05,
      "loss": 4.9476,
      "step": 60530
    },
    {
      "epoch": 0.05298741904395938,
      "grad_norm": 0.48763296008110046,
      "learning_rate": 4.9814207335984896e-05,
      "loss": 5.4914,
      "step": 60535
    },
    {
      "epoch": 0.05299179563758653,
      "grad_norm": 0.42481839656829834,
      "learning_rate": 4.981416956081585e-05,
      "loss": 5.8029,
      "step": 60540
    },
    {
      "epoch": 0.05299617223121369,
      "grad_norm": 0.43557119369506836,
      "learning_rate": 4.9814131781824915e-05,
      "loss": 5.2664,
      "step": 60545
    },
    {
      "epoch": 0.05300054882484084,
      "grad_norm": 0.522689700126648,
      "learning_rate": 4.9814093999012094e-05,
      "loss": 5.5756,
      "step": 60550
    },
    {
      "epoch": 0.053004925418468,
      "grad_norm": 0.9326679706573486,
      "learning_rate": 4.981405621237739e-05,
      "loss": 4.5477,
      "step": 60555
    },
    {
      "epoch": 0.05300930201209515,
      "grad_norm": 0.5272114276885986,
      "learning_rate": 4.981401842192084e-05,
      "loss": 4.73,
      "step": 60560
    },
    {
      "epoch": 0.05301367860572231,
      "grad_norm": 0.554957926273346,
      "learning_rate": 4.981398062764241e-05,
      "loss": 5.0304,
      "step": 60565
    },
    {
      "epoch": 0.05301805519934946,
      "grad_norm": 0.4963328540325165,
      "learning_rate": 4.981394282954214e-05,
      "loss": 5.2931,
      "step": 60570
    },
    {
      "epoch": 0.05302243179297662,
      "grad_norm": 0.6817370057106018,
      "learning_rate": 4.981390502762001e-05,
      "loss": 5.3873,
      "step": 60575
    },
    {
      "epoch": 0.05302680838660377,
      "grad_norm": 0.49970078468322754,
      "learning_rate": 4.9813867221876056e-05,
      "loss": 5.578,
      "step": 60580
    },
    {
      "epoch": 0.053031184980230926,
      "grad_norm": 1.0626521110534668,
      "learning_rate": 4.981382941231026e-05,
      "loss": 4.7229,
      "step": 60585
    },
    {
      "epoch": 0.05303556157385808,
      "grad_norm": 0.471833199262619,
      "learning_rate": 4.9813791598922654e-05,
      "loss": 3.9761,
      "step": 60590
    },
    {
      "epoch": 0.053039938167485236,
      "grad_norm": 0.4785163998603821,
      "learning_rate": 4.981375378171322e-05,
      "loss": 5.3675,
      "step": 60595
    },
    {
      "epoch": 0.05304431476111239,
      "grad_norm": 0.4849310517311096,
      "learning_rate": 4.981371596068198e-05,
      "loss": 6.1018,
      "step": 60600
    },
    {
      "epoch": 0.053048691354739545,
      "grad_norm": 0.46410492062568665,
      "learning_rate": 4.9813678135828937e-05,
      "loss": 4.9565,
      "step": 60605
    },
    {
      "epoch": 0.0530530679483667,
      "grad_norm": 0.45933786034584045,
      "learning_rate": 4.9813640307154106e-05,
      "loss": 4.951,
      "step": 60610
    },
    {
      "epoch": 0.053057444541993855,
      "grad_norm": 0.4432341754436493,
      "learning_rate": 4.981360247465747e-05,
      "loss": 5.3322,
      "step": 60615
    },
    {
      "epoch": 0.05306182113562101,
      "grad_norm": 0.3867839574813843,
      "learning_rate": 4.9813564638339074e-05,
      "loss": 5.9101,
      "step": 60620
    },
    {
      "epoch": 0.053066197729248164,
      "grad_norm": 0.4681555926799774,
      "learning_rate": 4.9813526798198894e-05,
      "loss": 5.0238,
      "step": 60625
    },
    {
      "epoch": 0.05307057432287532,
      "grad_norm": 0.4164266884326935,
      "learning_rate": 4.9813488954236954e-05,
      "loss": 6.3963,
      "step": 60630
    },
    {
      "epoch": 0.053074950916502474,
      "grad_norm": 0.45759353041648865,
      "learning_rate": 4.9813451106453243e-05,
      "loss": 5.0636,
      "step": 60635
    },
    {
      "epoch": 0.05307932751012963,
      "grad_norm": 0.4510844051837921,
      "learning_rate": 4.9813413254847794e-05,
      "loss": 5.5572,
      "step": 60640
    },
    {
      "epoch": 0.05308370410375678,
      "grad_norm": 0.4043155312538147,
      "learning_rate": 4.98133753994206e-05,
      "loss": 5.5834,
      "step": 60645
    },
    {
      "epoch": 0.05308808069738394,
      "grad_norm": 0.44453030824661255,
      "learning_rate": 4.981333754017167e-05,
      "loss": 4.7391,
      "step": 60650
    },
    {
      "epoch": 0.05309245729101109,
      "grad_norm": 0.4573717415332794,
      "learning_rate": 4.981329967710101e-05,
      "loss": 5.0764,
      "step": 60655
    },
    {
      "epoch": 0.05309683388463824,
      "grad_norm": 0.38994860649108887,
      "learning_rate": 4.981326181020862e-05,
      "loss": 5.3489,
      "step": 60660
    },
    {
      "epoch": 0.053101210478265395,
      "grad_norm": 0.4126609265804291,
      "learning_rate": 4.9813223939494524e-05,
      "loss": 5.5991,
      "step": 60665
    },
    {
      "epoch": 0.05310558707189255,
      "grad_norm": 0.3869640827178955,
      "learning_rate": 4.9813186064958714e-05,
      "loss": 5.3331,
      "step": 60670
    },
    {
      "epoch": 0.053109963665519705,
      "grad_norm": 0.5418984293937683,
      "learning_rate": 4.981314818660121e-05,
      "loss": 5.7736,
      "step": 60675
    },
    {
      "epoch": 0.05311434025914686,
      "grad_norm": 0.48811063170433044,
      "learning_rate": 4.9813110304422015e-05,
      "loss": 5.6104,
      "step": 60680
    },
    {
      "epoch": 0.053118716852774014,
      "grad_norm": 0.4572943150997162,
      "learning_rate": 4.981307241842114e-05,
      "loss": 4.903,
      "step": 60685
    },
    {
      "epoch": 0.05312309344640117,
      "grad_norm": 0.3830183744430542,
      "learning_rate": 4.9813034528598567e-05,
      "loss": 5.7543,
      "step": 60690
    },
    {
      "epoch": 0.053127470040028324,
      "grad_norm": 0.49152711033821106,
      "learning_rate": 4.9812996634954344e-05,
      "loss": 4.9484,
      "step": 60695
    },
    {
      "epoch": 0.05313184663365548,
      "grad_norm": 0.47905129194259644,
      "learning_rate": 4.9812958737488444e-05,
      "loss": 3.9558,
      "step": 60700
    },
    {
      "epoch": 0.053136223227282633,
      "grad_norm": 0.41736623644828796,
      "learning_rate": 4.9812920836200894e-05,
      "loss": 5.036,
      "step": 60705
    },
    {
      "epoch": 0.05314059982090979,
      "grad_norm": 0.422815203666687,
      "learning_rate": 4.98128829310917e-05,
      "loss": 5.4887,
      "step": 60710
    },
    {
      "epoch": 0.05314497641453694,
      "grad_norm": 0.4192124605178833,
      "learning_rate": 4.981284502216086e-05,
      "loss": 5.8704,
      "step": 60715
    },
    {
      "epoch": 0.0531493530081641,
      "grad_norm": 0.48881950974464417,
      "learning_rate": 4.981280710940838e-05,
      "loss": 5.5445,
      "step": 60720
    },
    {
      "epoch": 0.05315372960179125,
      "grad_norm": 0.528417706489563,
      "learning_rate": 4.9812769192834274e-05,
      "loss": 5.4707,
      "step": 60725
    },
    {
      "epoch": 0.05315810619541841,
      "grad_norm": 0.48661255836486816,
      "learning_rate": 4.981273127243856e-05,
      "loss": 5.5665,
      "step": 60730
    },
    {
      "epoch": 0.05316248278904556,
      "grad_norm": 0.41066882014274597,
      "learning_rate": 4.981269334822123e-05,
      "loss": 6.0564,
      "step": 60735
    },
    {
      "epoch": 0.05316685938267272,
      "grad_norm": 0.4542032480239868,
      "learning_rate": 4.981265542018228e-05,
      "loss": 4.4434,
      "step": 60740
    },
    {
      "epoch": 0.05317123597629987,
      "grad_norm": 0.4282197058200836,
      "learning_rate": 4.9812617488321756e-05,
      "loss": 5.8717,
      "step": 60745
    },
    {
      "epoch": 0.053175612569927026,
      "grad_norm": 0.482776939868927,
      "learning_rate": 4.981257955263963e-05,
      "loss": 5.5331,
      "step": 60750
    },
    {
      "epoch": 0.05317998916355418,
      "grad_norm": 0.4475337862968445,
      "learning_rate": 4.981254161313592e-05,
      "loss": 5.6146,
      "step": 60755
    },
    {
      "epoch": 0.053184365757181336,
      "grad_norm": 0.39895007014274597,
      "learning_rate": 4.981250366981064e-05,
      "loss": 5.5662,
      "step": 60760
    },
    {
      "epoch": 0.05318874235080849,
      "grad_norm": 0.44299378991127014,
      "learning_rate": 4.981246572266378e-05,
      "loss": 5.3035,
      "step": 60765
    },
    {
      "epoch": 0.053193118944435645,
      "grad_norm": 0.44605752825737,
      "learning_rate": 4.981242777169537e-05,
      "loss": 5.0059,
      "step": 60770
    },
    {
      "epoch": 0.0531974955380628,
      "grad_norm": 0.4537792205810547,
      "learning_rate": 4.98123898169054e-05,
      "loss": 5.0231,
      "step": 60775
    },
    {
      "epoch": 0.053201872131689955,
      "grad_norm": 0.46492189168930054,
      "learning_rate": 4.9812351858293895e-05,
      "loss": 4.2374,
      "step": 60780
    },
    {
      "epoch": 0.0532062487253171,
      "grad_norm": 0.5003837943077087,
      "learning_rate": 4.981231389586084e-05,
      "loss": 5.3882,
      "step": 60785
    },
    {
      "epoch": 0.05321062531894426,
      "grad_norm": 0.5184556841850281,
      "learning_rate": 4.9812275929606255e-05,
      "loss": 5.7523,
      "step": 60790
    },
    {
      "epoch": 0.05321500191257141,
      "grad_norm": 0.5237893462181091,
      "learning_rate": 4.981223795953015e-05,
      "loss": 5.2596,
      "step": 60795
    },
    {
      "epoch": 0.05321937850619857,
      "grad_norm": 0.5440199971199036,
      "learning_rate": 4.981219998563252e-05,
      "loss": 5.0302,
      "step": 60800
    },
    {
      "epoch": 0.05322375509982572,
      "grad_norm": 0.46430703997612,
      "learning_rate": 4.981216200791339e-05,
      "loss": 5.0409,
      "step": 60805
    },
    {
      "epoch": 0.053228131693452876,
      "grad_norm": 0.44994834065437317,
      "learning_rate": 4.981212402637275e-05,
      "loss": 5.3817,
      "step": 60810
    },
    {
      "epoch": 0.05323250828708003,
      "grad_norm": 0.5159867405891418,
      "learning_rate": 4.981208604101062e-05,
      "loss": 5.2755,
      "step": 60815
    },
    {
      "epoch": 0.053236884880707186,
      "grad_norm": 0.4773443639278412,
      "learning_rate": 4.9812048051827007e-05,
      "loss": 5.5654,
      "step": 60820
    },
    {
      "epoch": 0.05324126147433434,
      "grad_norm": 0.4512975513935089,
      "learning_rate": 4.98120100588219e-05,
      "loss": 5.0318,
      "step": 60825
    },
    {
      "epoch": 0.053245638067961495,
      "grad_norm": 0.4302036166191101,
      "learning_rate": 4.9811972061995324e-05,
      "loss": 5.6043,
      "step": 60830
    },
    {
      "epoch": 0.05325001466158865,
      "grad_norm": 0.4667719006538391,
      "learning_rate": 4.9811934061347286e-05,
      "loss": 5.5249,
      "step": 60835
    },
    {
      "epoch": 0.053254391255215805,
      "grad_norm": 0.45646148920059204,
      "learning_rate": 4.9811896056877794e-05,
      "loss": 5.26,
      "step": 60840
    },
    {
      "epoch": 0.05325876784884296,
      "grad_norm": 0.37557271122932434,
      "learning_rate": 4.981185804858685e-05,
      "loss": 5.609,
      "step": 60845
    },
    {
      "epoch": 0.053263144442470114,
      "grad_norm": 0.4628163278102875,
      "learning_rate": 4.9811820036474456e-05,
      "loss": 5.0309,
      "step": 60850
    },
    {
      "epoch": 0.05326752103609727,
      "grad_norm": 0.4079504609107971,
      "learning_rate": 4.981178202054063e-05,
      "loss": 5.8742,
      "step": 60855
    },
    {
      "epoch": 0.053271897629724424,
      "grad_norm": 0.46295246481895447,
      "learning_rate": 4.981174400078538e-05,
      "loss": 5.0301,
      "step": 60860
    },
    {
      "epoch": 0.05327627422335158,
      "grad_norm": 0.41255074739456177,
      "learning_rate": 4.981170597720869e-05,
      "loss": 5.3309,
      "step": 60865
    },
    {
      "epoch": 0.053280650816978734,
      "grad_norm": 0.4633427560329437,
      "learning_rate": 4.98116679498106e-05,
      "loss": 5.6079,
      "step": 60870
    },
    {
      "epoch": 0.05328502741060589,
      "grad_norm": 0.46103283762931824,
      "learning_rate": 4.9811629918591106e-05,
      "loss": 5.02,
      "step": 60875
    },
    {
      "epoch": 0.05328940400423304,
      "grad_norm": 0.5746878385543823,
      "learning_rate": 4.98115918835502e-05,
      "loss": 5.351,
      "step": 60880
    },
    {
      "epoch": 0.0532937805978602,
      "grad_norm": 0.4128473401069641,
      "learning_rate": 4.981155384468791e-05,
      "loss": 5.8887,
      "step": 60885
    },
    {
      "epoch": 0.05329815719148735,
      "grad_norm": 0.482654333114624,
      "learning_rate": 4.981151580200424e-05,
      "loss": 5.784,
      "step": 60890
    },
    {
      "epoch": 0.05330253378511451,
      "grad_norm": 0.41434723138809204,
      "learning_rate": 4.981147775549918e-05,
      "loss": 5.349,
      "step": 60895
    },
    {
      "epoch": 0.05330691037874166,
      "grad_norm": 0.49210289120674133,
      "learning_rate": 4.981143970517276e-05,
      "loss": 5.897,
      "step": 60900
    },
    {
      "epoch": 0.05331128697236882,
      "grad_norm": 0.6956599950790405,
      "learning_rate": 4.981140165102497e-05,
      "loss": 5.5591,
      "step": 60905
    },
    {
      "epoch": 0.05331566356599597,
      "grad_norm": 0.44137340784072876,
      "learning_rate": 4.9811363593055825e-05,
      "loss": 5.7695,
      "step": 60910
    },
    {
      "epoch": 0.05332004015962312,
      "grad_norm": 0.4915362000465393,
      "learning_rate": 4.981132553126533e-05,
      "loss": 4.5005,
      "step": 60915
    },
    {
      "epoch": 0.053324416753250274,
      "grad_norm": 0.4652711749076843,
      "learning_rate": 4.98112874656535e-05,
      "loss": 5.225,
      "step": 60920
    },
    {
      "epoch": 0.05332879334687743,
      "grad_norm": 0.4794653654098511,
      "learning_rate": 4.981124939622034e-05,
      "loss": 5.8897,
      "step": 60925
    },
    {
      "epoch": 0.053333169940504584,
      "grad_norm": 0.3992859423160553,
      "learning_rate": 4.9811211322965835e-05,
      "loss": 6.4176,
      "step": 60930
    },
    {
      "epoch": 0.05333754653413174,
      "grad_norm": 0.6765086054801941,
      "learning_rate": 4.9811173245890034e-05,
      "loss": 5.2672,
      "step": 60935
    },
    {
      "epoch": 0.05334192312775889,
      "grad_norm": 0.47842034697532654,
      "learning_rate": 4.981113516499291e-05,
      "loss": 5.2371,
      "step": 60940
    },
    {
      "epoch": 0.05334629972138605,
      "grad_norm": 0.48625779151916504,
      "learning_rate": 4.9811097080274485e-05,
      "loss": 5.1543,
      "step": 60945
    },
    {
      "epoch": 0.0533506763150132,
      "grad_norm": 0.4712396562099457,
      "learning_rate": 4.981105899173475e-05,
      "loss": 5.2318,
      "step": 60950
    },
    {
      "epoch": 0.05335505290864036,
      "grad_norm": 0.5093742609024048,
      "learning_rate": 4.981102089937374e-05,
      "loss": 5.5921,
      "step": 60955
    },
    {
      "epoch": 0.05335942950226751,
      "grad_norm": 0.4900406301021576,
      "learning_rate": 4.981098280319144e-05,
      "loss": 5.5423,
      "step": 60960
    },
    {
      "epoch": 0.05336380609589467,
      "grad_norm": 0.44000402092933655,
      "learning_rate": 4.981094470318787e-05,
      "loss": 5.5793,
      "step": 60965
    },
    {
      "epoch": 0.05336818268952182,
      "grad_norm": 0.4548647105693817,
      "learning_rate": 4.981090659936304e-05,
      "loss": 4.0039,
      "step": 60970
    },
    {
      "epoch": 0.053372559283148976,
      "grad_norm": 0.5059816241264343,
      "learning_rate": 4.981086849171693e-05,
      "loss": 5.5373,
      "step": 60975
    },
    {
      "epoch": 0.05337693587677613,
      "grad_norm": 0.47777920961380005,
      "learning_rate": 4.9810830380249586e-05,
      "loss": 4.629,
      "step": 60980
    },
    {
      "epoch": 0.053381312470403286,
      "grad_norm": 0.4779808819293976,
      "learning_rate": 4.981079226496098e-05,
      "loss": 5.0294,
      "step": 60985
    },
    {
      "epoch": 0.05338568906403044,
      "grad_norm": 0.4649556875228882,
      "learning_rate": 4.981075414585115e-05,
      "loss": 5.3594,
      "step": 60990
    },
    {
      "epoch": 0.053390065657657595,
      "grad_norm": 0.45328253507614136,
      "learning_rate": 4.981071602292009e-05,
      "loss": 5.2614,
      "step": 60995
    },
    {
      "epoch": 0.05339444225128475,
      "grad_norm": 0.4399053454399109,
      "learning_rate": 4.981067789616779e-05,
      "loss": 5.2933,
      "step": 61000
    },
    {
      "epoch": 0.053398818844911905,
      "grad_norm": 0.45471063256263733,
      "learning_rate": 4.9810639765594294e-05,
      "loss": 5.2661,
      "step": 61005
    },
    {
      "epoch": 0.05340319543853906,
      "grad_norm": 0.43012434244155884,
      "learning_rate": 4.981060163119957e-05,
      "loss": 5.8656,
      "step": 61010
    },
    {
      "epoch": 0.053407572032166215,
      "grad_norm": 0.5857887864112854,
      "learning_rate": 4.9810563492983664e-05,
      "loss": 5.7961,
      "step": 61015
    },
    {
      "epoch": 0.05341194862579337,
      "grad_norm": 0.4325207471847534,
      "learning_rate": 4.9810525350946555e-05,
      "loss": 5.5951,
      "step": 61020
    },
    {
      "epoch": 0.053416325219420524,
      "grad_norm": 0.4740656614303589,
      "learning_rate": 4.9810487205088264e-05,
      "loss": 5.0222,
      "step": 61025
    },
    {
      "epoch": 0.05342070181304768,
      "grad_norm": 0.4890219271183014,
      "learning_rate": 4.981044905540878e-05,
      "loss": 5.5492,
      "step": 61030
    },
    {
      "epoch": 0.053425078406674834,
      "grad_norm": 0.4843473732471466,
      "learning_rate": 4.981041090190813e-05,
      "loss": 4.5492,
      "step": 61035
    },
    {
      "epoch": 0.05342945500030199,
      "grad_norm": 0.46698102355003357,
      "learning_rate": 4.981037274458632e-05,
      "loss": 5.0511,
      "step": 61040
    },
    {
      "epoch": 0.053433831593929136,
      "grad_norm": 0.40111199021339417,
      "learning_rate": 4.9810334583443354e-05,
      "loss": 5.5739,
      "step": 61045
    },
    {
      "epoch": 0.05343820818755629,
      "grad_norm": 0.45956745743751526,
      "learning_rate": 4.981029641847923e-05,
      "loss": 5.22,
      "step": 61050
    },
    {
      "epoch": 0.053442584781183446,
      "grad_norm": 0.49026668071746826,
      "learning_rate": 4.9810258249693974e-05,
      "loss": 5.4561,
      "step": 61055
    },
    {
      "epoch": 0.0534469613748106,
      "grad_norm": 0.46147143840789795,
      "learning_rate": 4.9810220077087575e-05,
      "loss": 5.2707,
      "step": 61060
    },
    {
      "epoch": 0.053451337968437755,
      "grad_norm": 0.4939352571964264,
      "learning_rate": 4.981018190066006e-05,
      "loss": 5.5868,
      "step": 61065
    },
    {
      "epoch": 0.05345571456206491,
      "grad_norm": 0.39746206998825073,
      "learning_rate": 4.9810143720411405e-05,
      "loss": 5.3545,
      "step": 61070
    },
    {
      "epoch": 0.053460091155692065,
      "grad_norm": 0.4714759886264801,
      "learning_rate": 4.9810105536341655e-05,
      "loss": 5.6064,
      "step": 61075
    },
    {
      "epoch": 0.05346446774931922,
      "grad_norm": 0.38691771030426025,
      "learning_rate": 4.981006734845078e-05,
      "loss": 5.5546,
      "step": 61080
    },
    {
      "epoch": 0.053468844342946374,
      "grad_norm": 0.462677925825119,
      "learning_rate": 4.9810029156738824e-05,
      "loss": 5.0877,
      "step": 61085
    },
    {
      "epoch": 0.05347322093657353,
      "grad_norm": 0.4651538133621216,
      "learning_rate": 4.980999096120578e-05,
      "loss": 4.7372,
      "step": 61090
    },
    {
      "epoch": 0.053477597530200684,
      "grad_norm": 0.46345430612564087,
      "learning_rate": 4.980995276185164e-05,
      "loss": 5.4504,
      "step": 61095
    },
    {
      "epoch": 0.05348197412382784,
      "grad_norm": 0.41318878531455994,
      "learning_rate": 4.980991455867643e-05,
      "loss": 5.5494,
      "step": 61100
    },
    {
      "epoch": 0.05348635071745499,
      "grad_norm": 0.5078949928283691,
      "learning_rate": 4.980987635168014e-05,
      "loss": 5.3531,
      "step": 61105
    },
    {
      "epoch": 0.05349072731108215,
      "grad_norm": 0.45782941579818726,
      "learning_rate": 4.980983814086281e-05,
      "loss": 5.0049,
      "step": 61110
    },
    {
      "epoch": 0.0534951039047093,
      "grad_norm": 0.5020089149475098,
      "learning_rate": 4.980979992622441e-05,
      "loss": 5.0191,
      "step": 61115
    },
    {
      "epoch": 0.05349948049833646,
      "grad_norm": 0.45672371983528137,
      "learning_rate": 4.980976170776497e-05,
      "loss": 5.36,
      "step": 61120
    },
    {
      "epoch": 0.05350385709196361,
      "grad_norm": 0.7544561624526978,
      "learning_rate": 4.9809723485484484e-05,
      "loss": 4.7326,
      "step": 61125
    },
    {
      "epoch": 0.05350823368559077,
      "grad_norm": 0.41920584440231323,
      "learning_rate": 4.980968525938297e-05,
      "loss": 5.2605,
      "step": 61130
    },
    {
      "epoch": 0.05351261027921792,
      "grad_norm": 0.416103720664978,
      "learning_rate": 4.980964702946043e-05,
      "loss": 6.3723,
      "step": 61135
    },
    {
      "epoch": 0.053516986872845076,
      "grad_norm": 0.5627487301826477,
      "learning_rate": 4.980960879571688e-05,
      "loss": 5.0372,
      "step": 61140
    },
    {
      "epoch": 0.05352136346647223,
      "grad_norm": 0.8442918062210083,
      "learning_rate": 4.980957055815231e-05,
      "loss": 4.8375,
      "step": 61145
    },
    {
      "epoch": 0.053525740060099386,
      "grad_norm": 0.5639820694923401,
      "learning_rate": 4.980953231676674e-05,
      "loss": 5.5806,
      "step": 61150
    },
    {
      "epoch": 0.05353011665372654,
      "grad_norm": 0.6091479063034058,
      "learning_rate": 4.9809494071560184e-05,
      "loss": 5.8923,
      "step": 61155
    },
    {
      "epoch": 0.053534493247353696,
      "grad_norm": 0.7247521877288818,
      "learning_rate": 4.980945582253262e-05,
      "loss": 5.5816,
      "step": 61160
    },
    {
      "epoch": 0.05353886984098085,
      "grad_norm": 0.5227194428443909,
      "learning_rate": 4.980941756968409e-05,
      "loss": 6.1162,
      "step": 61165
    },
    {
      "epoch": 0.053543246434608005,
      "grad_norm": 0.5996636152267456,
      "learning_rate": 4.980937931301458e-05,
      "loss": 5.558,
      "step": 61170
    },
    {
      "epoch": 0.05354762302823515,
      "grad_norm": 0.589156985282898,
      "learning_rate": 4.9809341052524116e-05,
      "loss": 5.0319,
      "step": 61175
    },
    {
      "epoch": 0.05355199962186231,
      "grad_norm": 0.4511756896972656,
      "learning_rate": 4.9809302788212685e-05,
      "loss": 4.8533,
      "step": 61180
    },
    {
      "epoch": 0.05355637621548946,
      "grad_norm": 0.4790869951248169,
      "learning_rate": 4.980926452008031e-05,
      "loss": 6.1119,
      "step": 61185
    },
    {
      "epoch": 0.05356075280911662,
      "grad_norm": 0.46596559882164,
      "learning_rate": 4.980922624812698e-05,
      "loss": 5.5544,
      "step": 61190
    },
    {
      "epoch": 0.05356512940274377,
      "grad_norm": 0.3694396913051605,
      "learning_rate": 4.9809187972352734e-05,
      "loss": 6.4092,
      "step": 61195
    },
    {
      "epoch": 0.05356950599637093,
      "grad_norm": 0.39055755734443665,
      "learning_rate": 4.980914969275754e-05,
      "loss": 5.8288,
      "step": 61200
    },
    {
      "epoch": 0.05357388258999808,
      "grad_norm": 0.37968671321868896,
      "learning_rate": 4.980911140934144e-05,
      "loss": 6.4002,
      "step": 61205
    },
    {
      "epoch": 0.053578259183625236,
      "grad_norm": 0.46345800161361694,
      "learning_rate": 4.980907312210441e-05,
      "loss": 5.2975,
      "step": 61210
    },
    {
      "epoch": 0.05358263577725239,
      "grad_norm": 0.37367138266563416,
      "learning_rate": 4.980903483104648e-05,
      "loss": 6.4035,
      "step": 61215
    },
    {
      "epoch": 0.053587012370879546,
      "grad_norm": 0.4345443844795227,
      "learning_rate": 4.9808996536167654e-05,
      "loss": 5.2322,
      "step": 61220
    },
    {
      "epoch": 0.0535913889645067,
      "grad_norm": 0.4108762741088867,
      "learning_rate": 4.980895823746793e-05,
      "loss": 6.1197,
      "step": 61225
    },
    {
      "epoch": 0.053595765558133855,
      "grad_norm": 0.4580451250076294,
      "learning_rate": 4.9808919934947326e-05,
      "loss": 5.2501,
      "step": 61230
    },
    {
      "epoch": 0.05360014215176101,
      "grad_norm": 0.3917805552482605,
      "learning_rate": 4.9808881628605856e-05,
      "loss": 6.0748,
      "step": 61235
    },
    {
      "epoch": 0.053604518745388165,
      "grad_norm": 0.45088309049606323,
      "learning_rate": 4.98088433184435e-05,
      "loss": 5.7729,
      "step": 61240
    },
    {
      "epoch": 0.05360889533901532,
      "grad_norm": 0.5365449786186218,
      "learning_rate": 4.980880500446029e-05,
      "loss": 5.916,
      "step": 61245
    },
    {
      "epoch": 0.053613271932642474,
      "grad_norm": 0.5257874131202698,
      "learning_rate": 4.9808766686656214e-05,
      "loss": 5.0311,
      "step": 61250
    },
    {
      "epoch": 0.05361764852626963,
      "grad_norm": 0.49029240012168884,
      "learning_rate": 4.98087283650313e-05,
      "loss": 5.8855,
      "step": 61255
    },
    {
      "epoch": 0.053622025119896784,
      "grad_norm": 0.43591588735580444,
      "learning_rate": 4.9808690039585545e-05,
      "loss": 5.6158,
      "step": 61260
    },
    {
      "epoch": 0.05362640171352394,
      "grad_norm": 0.45636993646621704,
      "learning_rate": 4.9808651710318966e-05,
      "loss": 5.5621,
      "step": 61265
    },
    {
      "epoch": 0.05363077830715109,
      "grad_norm": 0.4695515036582947,
      "learning_rate": 4.980861337723155e-05,
      "loss": 5.4867,
      "step": 61270
    },
    {
      "epoch": 0.05363515490077825,
      "grad_norm": 0.49240800738334656,
      "learning_rate": 4.9808575040323316e-05,
      "loss": 4.5108,
      "step": 61275
    },
    {
      "epoch": 0.0536395314944054,
      "grad_norm": 0.4430445730686188,
      "learning_rate": 4.980853669959428e-05,
      "loss": 5.7938,
      "step": 61280
    },
    {
      "epoch": 0.05364390808803256,
      "grad_norm": 0.4909004271030426,
      "learning_rate": 4.980849835504443e-05,
      "loss": 5.5933,
      "step": 61285
    },
    {
      "epoch": 0.05364828468165971,
      "grad_norm": 0.43211397528648376,
      "learning_rate": 4.980846000667379e-05,
      "loss": 5.2436,
      "step": 61290
    },
    {
      "epoch": 0.05365266127528687,
      "grad_norm": 0.3914114832878113,
      "learning_rate": 4.980842165448236e-05,
      "loss": 5.5434,
      "step": 61295
    },
    {
      "epoch": 0.05365703786891402,
      "grad_norm": 0.5837226510047913,
      "learning_rate": 4.9808383298470154e-05,
      "loss": 5.2434,
      "step": 61300
    },
    {
      "epoch": 0.05366141446254117,
      "grad_norm": 0.49777624011039734,
      "learning_rate": 4.980834493863718e-05,
      "loss": 5.0577,
      "step": 61305
    },
    {
      "epoch": 0.053665791056168324,
      "grad_norm": 0.4568750560283661,
      "learning_rate": 4.980830657498342e-05,
      "loss": 5.2542,
      "step": 61310
    },
    {
      "epoch": 0.05367016764979548,
      "grad_norm": 0.43576520681381226,
      "learning_rate": 4.980826820750891e-05,
      "loss": 5.4924,
      "step": 61315
    },
    {
      "epoch": 0.053674544243422634,
      "grad_norm": 0.4206879734992981,
      "learning_rate": 4.980822983621366e-05,
      "loss": 4.8334,
      "step": 61320
    },
    {
      "epoch": 0.05367892083704979,
      "grad_norm": 0.48014897108078003,
      "learning_rate": 4.980819146109766e-05,
      "loss": 3.9739,
      "step": 61325
    },
    {
      "epoch": 0.05368329743067694,
      "grad_norm": 0.39932945370674133,
      "learning_rate": 4.980815308216092e-05,
      "loss": 5.3479,
      "step": 61330
    },
    {
      "epoch": 0.0536876740243041,
      "grad_norm": 0.4575757682323456,
      "learning_rate": 4.980811469940345e-05,
      "loss": 5.5705,
      "step": 61335
    },
    {
      "epoch": 0.05369205061793125,
      "grad_norm": 0.5175552368164062,
      "learning_rate": 4.9808076312825255e-05,
      "loss": 5.8587,
      "step": 61340
    },
    {
      "epoch": 0.05369642721155841,
      "grad_norm": 0.4155750274658203,
      "learning_rate": 4.9808037922426357e-05,
      "loss": 5.5737,
      "step": 61345
    },
    {
      "epoch": 0.05370080380518556,
      "grad_norm": 0.46651339530944824,
      "learning_rate": 4.980799952820675e-05,
      "loss": 5.0369,
      "step": 61350
    },
    {
      "epoch": 0.05370518039881272,
      "grad_norm": 0.392981618642807,
      "learning_rate": 4.9807961130166434e-05,
      "loss": 5.3786,
      "step": 61355
    },
    {
      "epoch": 0.05370955699243987,
      "grad_norm": 0.48333802819252014,
      "learning_rate": 4.980792272830543e-05,
      "loss": 4.9502,
      "step": 61360
    },
    {
      "epoch": 0.05371393358606703,
      "grad_norm": 0.4202684164047241,
      "learning_rate": 4.980788432262374e-05,
      "loss": 5.2244,
      "step": 61365
    },
    {
      "epoch": 0.05371831017969418,
      "grad_norm": 0.462422639131546,
      "learning_rate": 4.980784591312139e-05,
      "loss": 5.1572,
      "step": 61370
    },
    {
      "epoch": 0.053722686773321336,
      "grad_norm": 0.47643354535102844,
      "learning_rate": 4.980780749979835e-05,
      "loss": 4.4967,
      "step": 61375
    },
    {
      "epoch": 0.05372706336694849,
      "grad_norm": 0.40981072187423706,
      "learning_rate": 4.980776908265466e-05,
      "loss": 5.5605,
      "step": 61380
    },
    {
      "epoch": 0.053731439960575646,
      "grad_norm": 0.4499220848083496,
      "learning_rate": 4.9807730661690296e-05,
      "loss": 6.0766,
      "step": 61385
    },
    {
      "epoch": 0.0537358165542028,
      "grad_norm": 0.40809202194213867,
      "learning_rate": 4.98076922369053e-05,
      "loss": 5.4352,
      "step": 61390
    },
    {
      "epoch": 0.053740193147829955,
      "grad_norm": 0.4868457019329071,
      "learning_rate": 4.980765380829967e-05,
      "loss": 4.3081,
      "step": 61395
    },
    {
      "epoch": 0.05374456974145711,
      "grad_norm": 0.6391837000846863,
      "learning_rate": 4.980761537587339e-05,
      "loss": 5.5824,
      "step": 61400
    },
    {
      "epoch": 0.053748946335084265,
      "grad_norm": 0.4411777853965759,
      "learning_rate": 4.98075769396265e-05,
      "loss": 5.9133,
      "step": 61405
    },
    {
      "epoch": 0.05375332292871142,
      "grad_norm": 0.4959217607975006,
      "learning_rate": 4.980753849955898e-05,
      "loss": 5.401,
      "step": 61410
    },
    {
      "epoch": 0.053757699522338574,
      "grad_norm": 0.41883954405784607,
      "learning_rate": 4.980750005567086e-05,
      "loss": 5.3681,
      "step": 61415
    },
    {
      "epoch": 0.05376207611596573,
      "grad_norm": 0.49343082308769226,
      "learning_rate": 4.9807461607962133e-05,
      "loss": 5.3492,
      "step": 61420
    },
    {
      "epoch": 0.053766452709592884,
      "grad_norm": 0.4195117950439453,
      "learning_rate": 4.9807423156432806e-05,
      "loss": 5.818,
      "step": 61425
    },
    {
      "epoch": 0.05377082930322003,
      "grad_norm": 0.4706013798713684,
      "learning_rate": 4.980738470108289e-05,
      "loss": 5.2478,
      "step": 61430
    },
    {
      "epoch": 0.053775205896847186,
      "grad_norm": 0.48752275109291077,
      "learning_rate": 4.98073462419124e-05,
      "loss": 4.4812,
      "step": 61435
    },
    {
      "epoch": 0.05377958249047434,
      "grad_norm": 0.4886094331741333,
      "learning_rate": 4.980730777892134e-05,
      "loss": 5.5192,
      "step": 61440
    },
    {
      "epoch": 0.053783959084101496,
      "grad_norm": 0.45774275064468384,
      "learning_rate": 4.980726931210971e-05,
      "loss": 5.0219,
      "step": 61445
    },
    {
      "epoch": 0.05378833567772865,
      "grad_norm": 0.47060519456863403,
      "learning_rate": 4.980723084147752e-05,
      "loss": 5.2025,
      "step": 61450
    },
    {
      "epoch": 0.053792712271355805,
      "grad_norm": 0.4087197482585907,
      "learning_rate": 4.980719236702477e-05,
      "loss": 6.1236,
      "step": 61455
    },
    {
      "epoch": 0.05379708886498296,
      "grad_norm": 0.4471518099308014,
      "learning_rate": 4.980715388875149e-05,
      "loss": 4.8413,
      "step": 61460
    },
    {
      "epoch": 0.053801465458610115,
      "grad_norm": 0.42932406067848206,
      "learning_rate": 4.9807115406657666e-05,
      "loss": 5.3433,
      "step": 61465
    },
    {
      "epoch": 0.05380584205223727,
      "grad_norm": 0.36811986565589905,
      "learning_rate": 4.9807076920743313e-05,
      "loss": 6.1063,
      "step": 61470
    },
    {
      "epoch": 0.053810218645864424,
      "grad_norm": 0.4766765236854553,
      "learning_rate": 4.9807038431008436e-05,
      "loss": 5.5641,
      "step": 61475
    },
    {
      "epoch": 0.05381459523949158,
      "grad_norm": 0.47181832790374756,
      "learning_rate": 4.980699993745306e-05,
      "loss": 4.9414,
      "step": 61480
    },
    {
      "epoch": 0.053818971833118734,
      "grad_norm": 0.4505397081375122,
      "learning_rate": 4.980696144007716e-05,
      "loss": 6.1008,
      "step": 61485
    },
    {
      "epoch": 0.05382334842674589,
      "grad_norm": 0.4720340073108673,
      "learning_rate": 4.980692293888076e-05,
      "loss": 4.7481,
      "step": 61490
    },
    {
      "epoch": 0.05382772502037304,
      "grad_norm": 0.6553640961647034,
      "learning_rate": 4.9806884433863884e-05,
      "loss": 5.2583,
      "step": 61495
    },
    {
      "epoch": 0.0538321016140002,
      "grad_norm": 0.4851349890232086,
      "learning_rate": 4.980684592502651e-05,
      "loss": 5.5426,
      "step": 61500
    },
    {
      "epoch": 0.05383647820762735,
      "grad_norm": 0.4681525230407715,
      "learning_rate": 4.980680741236867e-05,
      "loss": 5.5953,
      "step": 61505
    },
    {
      "epoch": 0.05384085480125451,
      "grad_norm": 0.454098105430603,
      "learning_rate": 4.9806768895890355e-05,
      "loss": 5.8503,
      "step": 61510
    },
    {
      "epoch": 0.05384523139488166,
      "grad_norm": 0.5614044070243835,
      "learning_rate": 4.980673037559157e-05,
      "loss": 6.0594,
      "step": 61515
    },
    {
      "epoch": 0.05384960798850882,
      "grad_norm": 0.49373868107795715,
      "learning_rate": 4.980669185147234e-05,
      "loss": 4.8434,
      "step": 61520
    },
    {
      "epoch": 0.05385398458213597,
      "grad_norm": 0.46720990538597107,
      "learning_rate": 4.980665332353267e-05,
      "loss": 4.2195,
      "step": 61525
    },
    {
      "epoch": 0.05385836117576313,
      "grad_norm": 0.5098921656608582,
      "learning_rate": 4.980661479177254e-05,
      "loss": 5.0554,
      "step": 61530
    },
    {
      "epoch": 0.05386273776939028,
      "grad_norm": 0.5234983563423157,
      "learning_rate": 4.980657625619199e-05,
      "loss": 5.3613,
      "step": 61535
    },
    {
      "epoch": 0.053867114363017436,
      "grad_norm": 0.5246944427490234,
      "learning_rate": 4.9806537716791026e-05,
      "loss": 4.7111,
      "step": 61540
    },
    {
      "epoch": 0.05387149095664459,
      "grad_norm": 0.46222221851348877,
      "learning_rate": 4.980649917356963e-05,
      "loss": 6.0947,
      "step": 61545
    },
    {
      "epoch": 0.053875867550271746,
      "grad_norm": 0.44838523864746094,
      "learning_rate": 4.980646062652782e-05,
      "loss": 5.8736,
      "step": 61550
    },
    {
      "epoch": 0.0538802441438989,
      "grad_norm": 0.46304672956466675,
      "learning_rate": 4.980642207566563e-05,
      "loss": 5.5657,
      "step": 61555
    },
    {
      "epoch": 0.05388462073752605,
      "grad_norm": 0.4405014216899872,
      "learning_rate": 4.980638352098302e-05,
      "loss": 4.8313,
      "step": 61560
    },
    {
      "epoch": 0.0538889973311532,
      "grad_norm": 0.4617312550544739,
      "learning_rate": 4.980634496248003e-05,
      "loss": 5.0319,
      "step": 61565
    },
    {
      "epoch": 0.05389337392478036,
      "grad_norm": 0.43816861510276794,
      "learning_rate": 4.980630640015667e-05,
      "loss": 4.8238,
      "step": 61570
    },
    {
      "epoch": 0.05389775051840751,
      "grad_norm": 0.5500035285949707,
      "learning_rate": 4.980626783401292e-05,
      "loss": 5.816,
      "step": 61575
    },
    {
      "epoch": 0.05390212711203467,
      "grad_norm": 0.4285100996494293,
      "learning_rate": 4.980622926404881e-05,
      "loss": 5.2945,
      "step": 61580
    },
    {
      "epoch": 0.05390650370566182,
      "grad_norm": 0.4572247564792633,
      "learning_rate": 4.9806190690264344e-05,
      "loss": 5.0512,
      "step": 61585
    },
    {
      "epoch": 0.05391088029928898,
      "grad_norm": 0.47762158513069153,
      "learning_rate": 4.980615211265953e-05,
      "loss": 5.4885,
      "step": 61590
    },
    {
      "epoch": 0.05391525689291613,
      "grad_norm": 0.4625188708305359,
      "learning_rate": 4.980611353123438e-05,
      "loss": 5.5025,
      "step": 61595
    },
    {
      "epoch": 0.053919633486543286,
      "grad_norm": 0.48868870735168457,
      "learning_rate": 4.980607494598888e-05,
      "loss": 5.3613,
      "step": 61600
    },
    {
      "epoch": 0.05392401008017044,
      "grad_norm": 0.5865396857261658,
      "learning_rate": 4.980603635692306e-05,
      "loss": 4.4957,
      "step": 61605
    },
    {
      "epoch": 0.053928386673797596,
      "grad_norm": 0.3993423879146576,
      "learning_rate": 4.980599776403691e-05,
      "loss": 5.5871,
      "step": 61610
    },
    {
      "epoch": 0.05393276326742475,
      "grad_norm": 0.37505653500556946,
      "learning_rate": 4.980595916733045e-05,
      "loss": 5.9172,
      "step": 61615
    },
    {
      "epoch": 0.053937139861051905,
      "grad_norm": 0.4382830262184143,
      "learning_rate": 4.980592056680369e-05,
      "loss": 4.7112,
      "step": 61620
    },
    {
      "epoch": 0.05394151645467906,
      "grad_norm": 0.40609410405158997,
      "learning_rate": 4.980588196245662e-05,
      "loss": 5.8627,
      "step": 61625
    },
    {
      "epoch": 0.053945893048306215,
      "grad_norm": 2.454071283340454,
      "learning_rate": 4.9805843354289285e-05,
      "loss": 5.3573,
      "step": 61630
    },
    {
      "epoch": 0.05395026964193337,
      "grad_norm": 0.4467054009437561,
      "learning_rate": 4.980580474230164e-05,
      "loss": 5.0261,
      "step": 61635
    },
    {
      "epoch": 0.053954646235560524,
      "grad_norm": 0.42670753598213196,
      "learning_rate": 4.9805766126493736e-05,
      "loss": 4.5244,
      "step": 61640
    },
    {
      "epoch": 0.05395902282918768,
      "grad_norm": 0.5075873136520386,
      "learning_rate": 4.980572750686555e-05,
      "loss": 6.3955,
      "step": 61645
    },
    {
      "epoch": 0.053963399422814834,
      "grad_norm": 0.5652689337730408,
      "learning_rate": 4.980568888341711e-05,
      "loss": 5.223,
      "step": 61650
    },
    {
      "epoch": 0.05396777601644199,
      "grad_norm": 0.5734482407569885,
      "learning_rate": 4.9805650256148414e-05,
      "loss": 5.5471,
      "step": 61655
    },
    {
      "epoch": 0.05397215261006914,
      "grad_norm": 0.46673348546028137,
      "learning_rate": 4.9805611625059466e-05,
      "loss": 5.5681,
      "step": 61660
    },
    {
      "epoch": 0.0539765292036963,
      "grad_norm": 0.47294309735298157,
      "learning_rate": 4.98055729901503e-05,
      "loss": 5.0429,
      "step": 61665
    },
    {
      "epoch": 0.05398090579732345,
      "grad_norm": 0.44090792536735535,
      "learning_rate": 4.980553435142088e-05,
      "loss": 3.9674,
      "step": 61670
    },
    {
      "epoch": 0.05398528239095061,
      "grad_norm": 0.3981544077396393,
      "learning_rate": 4.9805495708871244e-05,
      "loss": 5.5201,
      "step": 61675
    },
    {
      "epoch": 0.05398965898457776,
      "grad_norm": 0.4928532540798187,
      "learning_rate": 4.9805457062501394e-05,
      "loss": 5.5978,
      "step": 61680
    },
    {
      "epoch": 0.05399403557820492,
      "grad_norm": 0.47368836402893066,
      "learning_rate": 4.980541841231133e-05,
      "loss": 4.7411,
      "step": 61685
    },
    {
      "epoch": 0.053998412171832065,
      "grad_norm": 0.4384535849094391,
      "learning_rate": 4.9805379758301074e-05,
      "loss": 5.3501,
      "step": 61690
    },
    {
      "epoch": 0.05400278876545922,
      "grad_norm": 0.5132287740707397,
      "learning_rate": 4.980534110047062e-05,
      "loss": 4.7491,
      "step": 61695
    },
    {
      "epoch": 0.054007165359086375,
      "grad_norm": 0.7749508023262024,
      "learning_rate": 4.980530243881997e-05,
      "loss": 5.2519,
      "step": 61700
    },
    {
      "epoch": 0.05401154195271353,
      "grad_norm": 0.4498496651649475,
      "learning_rate": 4.980526377334914e-05,
      "loss": 6.4064,
      "step": 61705
    },
    {
      "epoch": 0.054015918546340684,
      "grad_norm": 0.47527453303337097,
      "learning_rate": 4.980522510405815e-05,
      "loss": 5.9043,
      "step": 61710
    },
    {
      "epoch": 0.05402029513996784,
      "grad_norm": 0.5528590679168701,
      "learning_rate": 4.9805186430946996e-05,
      "loss": 4.815,
      "step": 61715
    },
    {
      "epoch": 0.054024671733594994,
      "grad_norm": 0.49395960569381714,
      "learning_rate": 4.980514775401568e-05,
      "loss": 5.8995,
      "step": 61720
    },
    {
      "epoch": 0.05402904832722215,
      "grad_norm": 0.4717375934123993,
      "learning_rate": 4.980510907326421e-05,
      "loss": 5.5849,
      "step": 61725
    },
    {
      "epoch": 0.0540334249208493,
      "grad_norm": 0.537953794002533,
      "learning_rate": 4.980507038869261e-05,
      "loss": 4.766,
      "step": 61730
    },
    {
      "epoch": 0.05403780151447646,
      "grad_norm": 0.6380022764205933,
      "learning_rate": 4.980503170030086e-05,
      "loss": 4.5145,
      "step": 61735
    },
    {
      "epoch": 0.05404217810810361,
      "grad_norm": 0.6448097229003906,
      "learning_rate": 4.9804993008089e-05,
      "loss": 5.2934,
      "step": 61740
    },
    {
      "epoch": 0.05404655470173077,
      "grad_norm": 0.5499851703643799,
      "learning_rate": 4.9804954312057e-05,
      "loss": 4.9374,
      "step": 61745
    },
    {
      "epoch": 0.05405093129535792,
      "grad_norm": 0.7443580627441406,
      "learning_rate": 4.98049156122049e-05,
      "loss": 4.7498,
      "step": 61750
    },
    {
      "epoch": 0.05405530788898508,
      "grad_norm": 0.4461660385131836,
      "learning_rate": 4.9804876908532705e-05,
      "loss": 5.0461,
      "step": 61755
    },
    {
      "epoch": 0.05405968448261223,
      "grad_norm": 0.6781270503997803,
      "learning_rate": 4.9804838201040395e-05,
      "loss": 5.3739,
      "step": 61760
    },
    {
      "epoch": 0.054064061076239386,
      "grad_norm": 0.4820500314235687,
      "learning_rate": 4.9804799489728014e-05,
      "loss": 4.7201,
      "step": 61765
    },
    {
      "epoch": 0.05406843766986654,
      "grad_norm": 0.6043148040771484,
      "learning_rate": 4.9804760774595535e-05,
      "loss": 5.5781,
      "step": 61770
    },
    {
      "epoch": 0.054072814263493696,
      "grad_norm": 0.6077946424484253,
      "learning_rate": 4.980472205564299e-05,
      "loss": 5.5705,
      "step": 61775
    },
    {
      "epoch": 0.05407719085712085,
      "grad_norm": 0.4578200876712799,
      "learning_rate": 4.980468333287037e-05,
      "loss": 5.1691,
      "step": 61780
    },
    {
      "epoch": 0.054081567450748005,
      "grad_norm": 0.4086931645870209,
      "learning_rate": 4.98046446062777e-05,
      "loss": 5.8523,
      "step": 61785
    },
    {
      "epoch": 0.05408594404437516,
      "grad_norm": 0.4351256787776947,
      "learning_rate": 4.9804605875864974e-05,
      "loss": 5.3355,
      "step": 61790
    },
    {
      "epoch": 0.054090320638002315,
      "grad_norm": 0.4011586606502533,
      "learning_rate": 4.98045671416322e-05,
      "loss": 5.5796,
      "step": 61795
    },
    {
      "epoch": 0.05409469723162947,
      "grad_norm": 0.45534858107566833,
      "learning_rate": 4.980452840357939e-05,
      "loss": 4.2931,
      "step": 61800
    },
    {
      "epoch": 0.054099073825256624,
      "grad_norm": 0.44346997141838074,
      "learning_rate": 4.9804489661706554e-05,
      "loss": 6.1135,
      "step": 61805
    },
    {
      "epoch": 0.05410345041888378,
      "grad_norm": 0.45833462476730347,
      "learning_rate": 4.980445091601369e-05,
      "loss": 4.9546,
      "step": 61810
    },
    {
      "epoch": 0.054107827012510934,
      "grad_norm": 0.46900925040245056,
      "learning_rate": 4.980441216650081e-05,
      "loss": 5.212,
      "step": 61815
    },
    {
      "epoch": 0.05411220360613808,
      "grad_norm": 0.39954423904418945,
      "learning_rate": 4.9804373413167926e-05,
      "loss": 6.1152,
      "step": 61820
    },
    {
      "epoch": 0.05411658019976524,
      "grad_norm": 0.5166150331497192,
      "learning_rate": 4.980433465601504e-05,
      "loss": 5.0479,
      "step": 61825
    },
    {
      "epoch": 0.05412095679339239,
      "grad_norm": 0.4825055003166199,
      "learning_rate": 4.9804295895042165e-05,
      "loss": 5.0182,
      "step": 61830
    },
    {
      "epoch": 0.054125333387019546,
      "grad_norm": 0.4739839732646942,
      "learning_rate": 4.980425713024931e-05,
      "loss": 5.3564,
      "step": 61835
    },
    {
      "epoch": 0.0541297099806467,
      "grad_norm": 0.4245540201663971,
      "learning_rate": 4.980421836163646e-05,
      "loss": 5.3062,
      "step": 61840
    },
    {
      "epoch": 0.054134086574273856,
      "grad_norm": 0.3871424198150635,
      "learning_rate": 4.9804179589203656e-05,
      "loss": 6.1166,
      "step": 61845
    },
    {
      "epoch": 0.05413846316790101,
      "grad_norm": 0.4647105932235718,
      "learning_rate": 4.9804140812950885e-05,
      "loss": 5.0226,
      "step": 61850
    },
    {
      "epoch": 0.054142839761528165,
      "grad_norm": 0.4613035023212433,
      "learning_rate": 4.980410203287815e-05,
      "loss": 4.9675,
      "step": 61855
    },
    {
      "epoch": 0.05414721635515532,
      "grad_norm": 0.48010948300361633,
      "learning_rate": 4.9804063248985476e-05,
      "loss": 5.2774,
      "step": 61860
    },
    {
      "epoch": 0.054151592948782475,
      "grad_norm": 0.3886706829071045,
      "learning_rate": 4.980402446127287e-05,
      "loss": 6.1002,
      "step": 61865
    },
    {
      "epoch": 0.05415596954240963,
      "grad_norm": 0.43090805411338806,
      "learning_rate": 4.980398566974032e-05,
      "loss": 4.9679,
      "step": 61870
    },
    {
      "epoch": 0.054160346136036784,
      "grad_norm": 0.4447256326675415,
      "learning_rate": 4.980394687438784e-05,
      "loss": 5.2954,
      "step": 61875
    },
    {
      "epoch": 0.05416472272966394,
      "grad_norm": 0.46917617321014404,
      "learning_rate": 4.9803908075215456e-05,
      "loss": 5.3572,
      "step": 61880
    },
    {
      "epoch": 0.054169099323291094,
      "grad_norm": 0.4915039837360382,
      "learning_rate": 4.980386927222315e-05,
      "loss": 5.5639,
      "step": 61885
    },
    {
      "epoch": 0.05417347591691825,
      "grad_norm": 0.36942005157470703,
      "learning_rate": 4.980383046541095e-05,
      "loss": 6.3641,
      "step": 61890
    },
    {
      "epoch": 0.0541778525105454,
      "grad_norm": 0.4366728663444519,
      "learning_rate": 4.980379165477885e-05,
      "loss": 5.5893,
      "step": 61895
    },
    {
      "epoch": 0.05418222910417256,
      "grad_norm": 0.4152795672416687,
      "learning_rate": 4.9803752840326867e-05,
      "loss": 5.5687,
      "step": 61900
    },
    {
      "epoch": 0.05418660569779971,
      "grad_norm": 0.41877421736717224,
      "learning_rate": 4.9803714022054994e-05,
      "loss": 5.5434,
      "step": 61905
    },
    {
      "epoch": 0.05419098229142687,
      "grad_norm": 0.49210864305496216,
      "learning_rate": 4.980367519996326e-05,
      "loss": 5.359,
      "step": 61910
    },
    {
      "epoch": 0.05419535888505402,
      "grad_norm": 0.5214085578918457,
      "learning_rate": 4.980363637405166e-05,
      "loss": 5.0404,
      "step": 61915
    },
    {
      "epoch": 0.05419973547868118,
      "grad_norm": 0.46800559759140015,
      "learning_rate": 4.980359754432019e-05,
      "loss": 4.9268,
      "step": 61920
    },
    {
      "epoch": 0.05420411207230833,
      "grad_norm": 0.4604560434818268,
      "learning_rate": 4.980355871076887e-05,
      "loss": 5.5605,
      "step": 61925
    },
    {
      "epoch": 0.054208488665935486,
      "grad_norm": 0.42490527033805847,
      "learning_rate": 4.980351987339772e-05,
      "loss": 5.903,
      "step": 61930
    },
    {
      "epoch": 0.05421286525956264,
      "grad_norm": 0.4816299080848694,
      "learning_rate": 4.980348103220672e-05,
      "loss": 5.5587,
      "step": 61935
    },
    {
      "epoch": 0.054217241853189796,
      "grad_norm": 0.5060376524925232,
      "learning_rate": 4.98034421871959e-05,
      "loss": 5.914,
      "step": 61940
    },
    {
      "epoch": 0.054221618446816944,
      "grad_norm": 0.4805246591567993,
      "learning_rate": 4.980340333836526e-05,
      "loss": 4.7523,
      "step": 61945
    },
    {
      "epoch": 0.0542259950404441,
      "grad_norm": 0.4579682946205139,
      "learning_rate": 4.980336448571481e-05,
      "loss": 5.2485,
      "step": 61950
    },
    {
      "epoch": 0.05423037163407125,
      "grad_norm": 0.3791145384311676,
      "learning_rate": 4.9803325629244554e-05,
      "loss": 6.4154,
      "step": 61955
    },
    {
      "epoch": 0.05423474822769841,
      "grad_norm": 0.39818960428237915,
      "learning_rate": 4.9803286768954493e-05,
      "loss": 5.817,
      "step": 61960
    },
    {
      "epoch": 0.05423912482132556,
      "grad_norm": 0.4372292757034302,
      "learning_rate": 4.980324790484465e-05,
      "loss": 4.7335,
      "step": 61965
    },
    {
      "epoch": 0.05424350141495272,
      "grad_norm": 0.3849712610244751,
      "learning_rate": 4.980320903691502e-05,
      "loss": 6.4111,
      "step": 61970
    },
    {
      "epoch": 0.05424787800857987,
      "grad_norm": 0.45363274216651917,
      "learning_rate": 4.980317016516561e-05,
      "loss": 5.5618,
      "step": 61975
    },
    {
      "epoch": 0.05425225460220703,
      "grad_norm": 0.4879702925682068,
      "learning_rate": 4.980313128959645e-05,
      "loss": 4.8074,
      "step": 61980
    },
    {
      "epoch": 0.05425663119583418,
      "grad_norm": 0.4947841465473175,
      "learning_rate": 4.980309241020752e-05,
      "loss": 5.1592,
      "step": 61985
    },
    {
      "epoch": 0.05426100778946134,
      "grad_norm": 0.46732404828071594,
      "learning_rate": 4.980305352699882e-05,
      "loss": 4.8125,
      "step": 61990
    },
    {
      "epoch": 0.05426538438308849,
      "grad_norm": 0.4264678657054901,
      "learning_rate": 4.980301463997039e-05,
      "loss": 5.3789,
      "step": 61995
    },
    {
      "epoch": 0.054269760976715646,
      "grad_norm": 0.3772071897983551,
      "learning_rate": 4.980297574912223e-05,
      "loss": 5.8855,
      "step": 62000
    },
    {
      "epoch": 0.0542741375703428,
      "grad_norm": 0.4297733008861542,
      "learning_rate": 4.980293685445433e-05,
      "loss": 5.2705,
      "step": 62005
    },
    {
      "epoch": 0.054278514163969956,
      "grad_norm": 0.44625765085220337,
      "learning_rate": 4.98028979559667e-05,
      "loss": 4.7313,
      "step": 62010
    },
    {
      "epoch": 0.05428289075759711,
      "grad_norm": 0.3639408051967621,
      "learning_rate": 4.9802859053659366e-05,
      "loss": 6.4305,
      "step": 62015
    },
    {
      "epoch": 0.054287267351224265,
      "grad_norm": 0.3731440603733063,
      "learning_rate": 4.9802820147532314e-05,
      "loss": 5.5446,
      "step": 62020
    },
    {
      "epoch": 0.05429164394485142,
      "grad_norm": 0.47190555930137634,
      "learning_rate": 4.980278123758557e-05,
      "loss": 4.1788,
      "step": 62025
    },
    {
      "epoch": 0.054296020538478575,
      "grad_norm": 0.48478519916534424,
      "learning_rate": 4.980274232381913e-05,
      "loss": 4.6956,
      "step": 62030
    },
    {
      "epoch": 0.05430039713210573,
      "grad_norm": 0.4783423840999603,
      "learning_rate": 4.980270340623301e-05,
      "loss": 5.0764,
      "step": 62035
    },
    {
      "epoch": 0.054304773725732884,
      "grad_norm": 0.3989918828010559,
      "learning_rate": 4.980266448482721e-05,
      "loss": 6.4057,
      "step": 62040
    },
    {
      "epoch": 0.05430915031936004,
      "grad_norm": 0.4590260982513428,
      "learning_rate": 4.9802625559601734e-05,
      "loss": 4.9252,
      "step": 62045
    },
    {
      "epoch": 0.054313526912987194,
      "grad_norm": 0.46227529644966125,
      "learning_rate": 4.98025866305566e-05,
      "loss": 5.8,
      "step": 62050
    },
    {
      "epoch": 0.05431790350661435,
      "grad_norm": 0.4643729627132416,
      "learning_rate": 4.98025476976918e-05,
      "loss": 6.0777,
      "step": 62055
    },
    {
      "epoch": 0.0543222801002415,
      "grad_norm": 0.4338480532169342,
      "learning_rate": 4.980250876100737e-05,
      "loss": 5.8223,
      "step": 62060
    },
    {
      "epoch": 0.05432665669386866,
      "grad_norm": 0.38978657126426697,
      "learning_rate": 4.9802469820503284e-05,
      "loss": 6.4314,
      "step": 62065
    },
    {
      "epoch": 0.05433103328749581,
      "grad_norm": 0.4984288513660431,
      "learning_rate": 4.980243087617957e-05,
      "loss": 5.3307,
      "step": 62070
    },
    {
      "epoch": 0.05433540988112296,
      "grad_norm": 0.4872191548347473,
      "learning_rate": 4.980239192803624e-05,
      "loss": 4.313,
      "step": 62075
    },
    {
      "epoch": 0.054339786474750115,
      "grad_norm": 0.48611366748809814,
      "learning_rate": 4.9802352976073285e-05,
      "loss": 5.3679,
      "step": 62080
    },
    {
      "epoch": 0.05434416306837727,
      "grad_norm": 0.4793216288089752,
      "learning_rate": 4.9802314020290716e-05,
      "loss": 4.717,
      "step": 62085
    },
    {
      "epoch": 0.054348539662004425,
      "grad_norm": 0.3855873942375183,
      "learning_rate": 4.980227506068855e-05,
      "loss": 5.5802,
      "step": 62090
    },
    {
      "epoch": 0.05435291625563158,
      "grad_norm": 0.41253235936164856,
      "learning_rate": 4.9802236097266786e-05,
      "loss": 6.1039,
      "step": 62095
    },
    {
      "epoch": 0.054357292849258734,
      "grad_norm": 0.3642767667770386,
      "learning_rate": 4.980219713002544e-05,
      "loss": 6.0811,
      "step": 62100
    },
    {
      "epoch": 0.05436166944288589,
      "grad_norm": 0.44765040278434753,
      "learning_rate": 4.980215815896451e-05,
      "loss": 5.0746,
      "step": 62105
    },
    {
      "epoch": 0.054366046036513044,
      "grad_norm": 0.38941484689712524,
      "learning_rate": 4.9802119184084e-05,
      "loss": 5.5622,
      "step": 62110
    },
    {
      "epoch": 0.0543704226301402,
      "grad_norm": 0.4667823910713196,
      "learning_rate": 4.980208020538393e-05,
      "loss": 5.5546,
      "step": 62115
    },
    {
      "epoch": 0.05437479922376735,
      "grad_norm": 0.5064477920532227,
      "learning_rate": 4.98020412228643e-05,
      "loss": 5.8977,
      "step": 62120
    },
    {
      "epoch": 0.05437917581739451,
      "grad_norm": 0.5153783559799194,
      "learning_rate": 4.980200223652512e-05,
      "loss": 5.0062,
      "step": 62125
    },
    {
      "epoch": 0.05438355241102166,
      "grad_norm": 0.5091160535812378,
      "learning_rate": 4.98019632463664e-05,
      "loss": 5.5784,
      "step": 62130
    },
    {
      "epoch": 0.05438792900464882,
      "grad_norm": 0.6414563655853271,
      "learning_rate": 4.980192425238815e-05,
      "loss": 4.9561,
      "step": 62135
    },
    {
      "epoch": 0.05439230559827597,
      "grad_norm": 0.7880891561508179,
      "learning_rate": 4.980188525459036e-05,
      "loss": 5.036,
      "step": 62140
    },
    {
      "epoch": 0.05439668219190313,
      "grad_norm": 0.45299413800239563,
      "learning_rate": 4.980184625297306e-05,
      "loss": 5.8878,
      "step": 62145
    },
    {
      "epoch": 0.05440105878553028,
      "grad_norm": 0.4338150918483734,
      "learning_rate": 4.9801807247536245e-05,
      "loss": 5.5521,
      "step": 62150
    },
    {
      "epoch": 0.05440543537915744,
      "grad_norm": 0.4882700741291046,
      "learning_rate": 4.980176823827993e-05,
      "loss": 5.5871,
      "step": 62155
    },
    {
      "epoch": 0.05440981197278459,
      "grad_norm": 0.4663299024105072,
      "learning_rate": 4.9801729225204106e-05,
      "loss": 5.5308,
      "step": 62160
    },
    {
      "epoch": 0.054414188566411746,
      "grad_norm": 0.698122501373291,
      "learning_rate": 4.980169020830881e-05,
      "loss": 6.085,
      "step": 62165
    },
    {
      "epoch": 0.0544185651600389,
      "grad_norm": 0.5092964768409729,
      "learning_rate": 4.9801651187594014e-05,
      "loss": 6.0525,
      "step": 62170
    },
    {
      "epoch": 0.054422941753666056,
      "grad_norm": 0.5336557030677795,
      "learning_rate": 4.980161216305975e-05,
      "loss": 5.5713,
      "step": 62175
    },
    {
      "epoch": 0.05442731834729321,
      "grad_norm": 0.4654774069786072,
      "learning_rate": 4.9801573134706015e-05,
      "loss": 5.832,
      "step": 62180
    },
    {
      "epoch": 0.054431694940920365,
      "grad_norm": 0.4310002326965332,
      "learning_rate": 4.9801534102532824e-05,
      "loss": 5.8749,
      "step": 62185
    },
    {
      "epoch": 0.05443607153454752,
      "grad_norm": 0.5011815428733826,
      "learning_rate": 4.9801495066540185e-05,
      "loss": 6.102,
      "step": 62190
    },
    {
      "epoch": 0.054440448128174675,
      "grad_norm": 0.509535014629364,
      "learning_rate": 4.980145602672809e-05,
      "loss": 5.3917,
      "step": 62195
    },
    {
      "epoch": 0.05444482472180183,
      "grad_norm": 0.3920370936393738,
      "learning_rate": 4.9801416983096564e-05,
      "loss": 5.2639,
      "step": 62200
    },
    {
      "epoch": 0.05444920131542898,
      "grad_norm": 0.47553327679634094,
      "learning_rate": 4.98013779356456e-05,
      "loss": 4.3068,
      "step": 62205
    },
    {
      "epoch": 0.05445357790905613,
      "grad_norm": 0.5080888867378235,
      "learning_rate": 4.9801338884375226e-05,
      "loss": 6.1268,
      "step": 62210
    },
    {
      "epoch": 0.05445795450268329,
      "grad_norm": 0.4205201268196106,
      "learning_rate": 4.980129982928543e-05,
      "loss": 5.7645,
      "step": 62215
    },
    {
      "epoch": 0.05446233109631044,
      "grad_norm": 0.5322439670562744,
      "learning_rate": 4.980126077037623e-05,
      "loss": 5.5769,
      "step": 62220
    },
    {
      "epoch": 0.054466707689937596,
      "grad_norm": 0.4601328372955322,
      "learning_rate": 4.9801221707647636e-05,
      "loss": 5.0467,
      "step": 62225
    },
    {
      "epoch": 0.05447108428356475,
      "grad_norm": 0.4659405052661896,
      "learning_rate": 4.9801182641099645e-05,
      "loss": 5.0337,
      "step": 62230
    },
    {
      "epoch": 0.054475460877191906,
      "grad_norm": 0.48660939931869507,
      "learning_rate": 4.980114357073227e-05,
      "loss": 5.88,
      "step": 62235
    },
    {
      "epoch": 0.05447983747081906,
      "grad_norm": 0.4619332551956177,
      "learning_rate": 4.980110449654552e-05,
      "loss": 5.1801,
      "step": 62240
    },
    {
      "epoch": 0.054484214064446215,
      "grad_norm": 0.4438847601413727,
      "learning_rate": 4.980106541853938e-05,
      "loss": 5.5404,
      "step": 62245
    },
    {
      "epoch": 0.05448859065807337,
      "grad_norm": 0.4264064133167267,
      "learning_rate": 4.98010263367139e-05,
      "loss": 5.3115,
      "step": 62250
    },
    {
      "epoch": 0.054492967251700525,
      "grad_norm": 0.4167460501194,
      "learning_rate": 4.980098725106907e-05,
      "loss": 4.858,
      "step": 62255
    },
    {
      "epoch": 0.05449734384532768,
      "grad_norm": 0.4225906431674957,
      "learning_rate": 4.980094816160488e-05,
      "loss": 5.4,
      "step": 62260
    },
    {
      "epoch": 0.054501720438954834,
      "grad_norm": 0.5586764216423035,
      "learning_rate": 4.980090906832134e-05,
      "loss": 4.9562,
      "step": 62265
    },
    {
      "epoch": 0.05450609703258199,
      "grad_norm": 0.44143345952033997,
      "learning_rate": 4.98008699712185e-05,
      "loss": 5.3534,
      "step": 62270
    },
    {
      "epoch": 0.054510473626209144,
      "grad_norm": 0.39060571789741516,
      "learning_rate": 4.980083087029631e-05,
      "loss": 6.4537,
      "step": 62275
    },
    {
      "epoch": 0.0545148502198363,
      "grad_norm": 0.3789060413837433,
      "learning_rate": 4.980079176555481e-05,
      "loss": 5.5812,
      "step": 62280
    },
    {
      "epoch": 0.05451922681346345,
      "grad_norm": 0.4454038441181183,
      "learning_rate": 4.980075265699401e-05,
      "loss": 5.5718,
      "step": 62285
    },
    {
      "epoch": 0.05452360340709061,
      "grad_norm": 0.4766007363796234,
      "learning_rate": 4.9800713544613896e-05,
      "loss": 5.7531,
      "step": 62290
    },
    {
      "epoch": 0.05452798000071776,
      "grad_norm": 0.4503612816333771,
      "learning_rate": 4.9800674428414494e-05,
      "loss": 5.5672,
      "step": 62295
    },
    {
      "epoch": 0.05453235659434492,
      "grad_norm": 0.46980953216552734,
      "learning_rate": 4.980063530839581e-05,
      "loss": 5.7752,
      "step": 62300
    },
    {
      "epoch": 0.05453673318797207,
      "grad_norm": 0.5028915405273438,
      "learning_rate": 4.9800596184557835e-05,
      "loss": 5.0311,
      "step": 62305
    },
    {
      "epoch": 0.05454110978159923,
      "grad_norm": 0.719359278678894,
      "learning_rate": 4.98005570569006e-05,
      "loss": 4.512,
      "step": 62310
    },
    {
      "epoch": 0.05454548637522638,
      "grad_norm": 0.4350328743457794,
      "learning_rate": 4.98005179254241e-05,
      "loss": 5.5884,
      "step": 62315
    },
    {
      "epoch": 0.05454986296885354,
      "grad_norm": 0.436729371547699,
      "learning_rate": 4.9800478790128324e-05,
      "loss": 5.2457,
      "step": 62320
    },
    {
      "epoch": 0.05455423956248069,
      "grad_norm": 0.43911245465278625,
      "learning_rate": 4.980043965101332e-05,
      "loss": 6.0855,
      "step": 62325
    },
    {
      "epoch": 0.054558616156107846,
      "grad_norm": 0.47453033924102783,
      "learning_rate": 4.980040050807907e-05,
      "loss": 5.3657,
      "step": 62330
    },
    {
      "epoch": 0.054562992749734994,
      "grad_norm": 0.45541250705718994,
      "learning_rate": 4.9800361361325585e-05,
      "loss": 5.0373,
      "step": 62335
    },
    {
      "epoch": 0.05456736934336215,
      "grad_norm": 0.6751848459243774,
      "learning_rate": 4.980032221075288e-05,
      "loss": 4.733,
      "step": 62340
    },
    {
      "epoch": 0.054571745936989303,
      "grad_norm": 0.7953295111656189,
      "learning_rate": 4.980028305636094e-05,
      "loss": 4.838,
      "step": 62345
    },
    {
      "epoch": 0.05457612253061646,
      "grad_norm": 0.5812187194824219,
      "learning_rate": 4.980024389814981e-05,
      "loss": 4.7185,
      "step": 62350
    },
    {
      "epoch": 0.05458049912424361,
      "grad_norm": 0.45916998386383057,
      "learning_rate": 4.980020473611946e-05,
      "loss": 3.9951,
      "step": 62355
    },
    {
      "epoch": 0.05458487571787077,
      "grad_norm": 0.47444602847099304,
      "learning_rate": 4.980016557026993e-05,
      "loss": 5.5966,
      "step": 62360
    },
    {
      "epoch": 0.05458925231149792,
      "grad_norm": 0.43527811765670776,
      "learning_rate": 4.98001264006012e-05,
      "loss": 4.512,
      "step": 62365
    },
    {
      "epoch": 0.05459362890512508,
      "grad_norm": 0.5445307493209839,
      "learning_rate": 4.980008722711329e-05,
      "loss": 5.1744,
      "step": 62370
    },
    {
      "epoch": 0.05459800549875223,
      "grad_norm": 0.5374690890312195,
      "learning_rate": 4.9800048049806204e-05,
      "loss": 4.7496,
      "step": 62375
    },
    {
      "epoch": 0.05460238209237939,
      "grad_norm": 0.43115854263305664,
      "learning_rate": 4.980000886867996e-05,
      "loss": 5.932,
      "step": 62380
    },
    {
      "epoch": 0.05460675868600654,
      "grad_norm": 0.45905381441116333,
      "learning_rate": 4.979996968373456e-05,
      "loss": 5.0935,
      "step": 62385
    },
    {
      "epoch": 0.054611135279633696,
      "grad_norm": 0.46597743034362793,
      "learning_rate": 4.9799930494970004e-05,
      "loss": 5.8924,
      "step": 62390
    },
    {
      "epoch": 0.05461551187326085,
      "grad_norm": 0.46837493777275085,
      "learning_rate": 4.97998913023863e-05,
      "loss": 5.252,
      "step": 62395
    },
    {
      "epoch": 0.054619888466888006,
      "grad_norm": 0.3952881097793579,
      "learning_rate": 4.9799852105983465e-05,
      "loss": 5.7871,
      "step": 62400
    },
    {
      "epoch": 0.05462426506051516,
      "grad_norm": 0.451998770236969,
      "learning_rate": 4.97998129057615e-05,
      "loss": 5.0575,
      "step": 62405
    },
    {
      "epoch": 0.054628641654142315,
      "grad_norm": 0.41159558296203613,
      "learning_rate": 4.9799773701720423e-05,
      "loss": 4.8638,
      "step": 62410
    },
    {
      "epoch": 0.05463301824776947,
      "grad_norm": 0.38837218284606934,
      "learning_rate": 4.9799734493860225e-05,
      "loss": 6.375,
      "step": 62415
    },
    {
      "epoch": 0.054637394841396625,
      "grad_norm": 0.4715670645236969,
      "learning_rate": 4.9799695282180925e-05,
      "loss": 5.5511,
      "step": 62420
    },
    {
      "epoch": 0.05464177143502378,
      "grad_norm": 0.38279569149017334,
      "learning_rate": 4.979965606668252e-05,
      "loss": 5.8335,
      "step": 62425
    },
    {
      "epoch": 0.054646148028650934,
      "grad_norm": 0.3819200396537781,
      "learning_rate": 4.979961684736504e-05,
      "loss": 6.1115,
      "step": 62430
    },
    {
      "epoch": 0.05465052462227809,
      "grad_norm": 0.4420630633831024,
      "learning_rate": 4.9799577624228466e-05,
      "loss": 5.1508,
      "step": 62435
    },
    {
      "epoch": 0.054654901215905244,
      "grad_norm": 0.4088408350944519,
      "learning_rate": 4.979953839727282e-05,
      "loss": 5.3488,
      "step": 62440
    },
    {
      "epoch": 0.0546592778095324,
      "grad_norm": 0.39029720425605774,
      "learning_rate": 4.979949916649811e-05,
      "loss": 5.8813,
      "step": 62445
    },
    {
      "epoch": 0.05466365440315955,
      "grad_norm": 0.5101020336151123,
      "learning_rate": 4.979945993190434e-05,
      "loss": 4.9112,
      "step": 62450
    },
    {
      "epoch": 0.05466803099678671,
      "grad_norm": 0.47904109954833984,
      "learning_rate": 4.979942069349152e-05,
      "loss": 3.9723,
      "step": 62455
    },
    {
      "epoch": 0.05467240759041386,
      "grad_norm": 0.6516469120979309,
      "learning_rate": 4.979938145125964e-05,
      "loss": 5.5961,
      "step": 62460
    },
    {
      "epoch": 0.05467678418404101,
      "grad_norm": 0.4689123034477234,
      "learning_rate": 4.979934220520873e-05,
      "loss": 5.067,
      "step": 62465
    },
    {
      "epoch": 0.054681160777668165,
      "grad_norm": 0.4761214256286621,
      "learning_rate": 4.979930295533879e-05,
      "loss": 4.7552,
      "step": 62470
    },
    {
      "epoch": 0.05468553737129532,
      "grad_norm": 0.48186713457107544,
      "learning_rate": 4.979926370164983e-05,
      "loss": 5.7467,
      "step": 62475
    },
    {
      "epoch": 0.054689913964922475,
      "grad_norm": 0.46133124828338623,
      "learning_rate": 4.9799224444141856e-05,
      "loss": 5.5584,
      "step": 62480
    },
    {
      "epoch": 0.05469429055854963,
      "grad_norm": 0.4383702874183655,
      "learning_rate": 4.979918518281488e-05,
      "loss": 5.3278,
      "step": 62485
    },
    {
      "epoch": 0.054698667152176784,
      "grad_norm": 0.4577939212322235,
      "learning_rate": 4.97991459176689e-05,
      "loss": 4.9618,
      "step": 62490
    },
    {
      "epoch": 0.05470304374580394,
      "grad_norm": 0.6273091435432434,
      "learning_rate": 4.979910664870393e-05,
      "loss": 5.022,
      "step": 62495
    },
    {
      "epoch": 0.054707420339431094,
      "grad_norm": 0.5291520357131958,
      "learning_rate": 4.979906737591997e-05,
      "loss": 6.0887,
      "step": 62500
    },
    {
      "epoch": 0.05471179693305825,
      "grad_norm": 0.5828822255134583,
      "learning_rate": 4.9799028099317044e-05,
      "loss": 5.5396,
      "step": 62505
    },
    {
      "epoch": 0.054716173526685404,
      "grad_norm": 0.5176115036010742,
      "learning_rate": 4.9798988818895146e-05,
      "loss": 5.3632,
      "step": 62510
    },
    {
      "epoch": 0.05472055012031256,
      "grad_norm": 0.5513543486595154,
      "learning_rate": 4.979894953465428e-05,
      "loss": 5.3612,
      "step": 62515
    },
    {
      "epoch": 0.05472492671393971,
      "grad_norm": 0.575465977191925,
      "learning_rate": 4.979891024659447e-05,
      "loss": 5.3838,
      "step": 62520
    },
    {
      "epoch": 0.05472930330756687,
      "grad_norm": 0.42193007469177246,
      "learning_rate": 4.9798870954715704e-05,
      "loss": 5.3348,
      "step": 62525
    },
    {
      "epoch": 0.05473367990119402,
      "grad_norm": 0.4520518183708191,
      "learning_rate": 4.9798831659018006e-05,
      "loss": 4.3478,
      "step": 62530
    },
    {
      "epoch": 0.05473805649482118,
      "grad_norm": 0.6808106303215027,
      "learning_rate": 4.9798792359501376e-05,
      "loss": 5.0371,
      "step": 62535
    },
    {
      "epoch": 0.05474243308844833,
      "grad_norm": 0.5781596302986145,
      "learning_rate": 4.9798753056165826e-05,
      "loss": 5.802,
      "step": 62540
    },
    {
      "epoch": 0.05474680968207549,
      "grad_norm": 0.5178483724594116,
      "learning_rate": 4.979871374901135e-05,
      "loss": 5.4746,
      "step": 62545
    },
    {
      "epoch": 0.05475118627570264,
      "grad_norm": 0.45440927147865295,
      "learning_rate": 4.9798674438037976e-05,
      "loss": 5.5702,
      "step": 62550
    },
    {
      "epoch": 0.054755562869329796,
      "grad_norm": 0.43941399455070496,
      "learning_rate": 4.979863512324568e-05,
      "loss": 5.3374,
      "step": 62555
    },
    {
      "epoch": 0.05475993946295695,
      "grad_norm": 0.46919962763786316,
      "learning_rate": 4.979859580463452e-05,
      "loss": 4.6136,
      "step": 62560
    },
    {
      "epoch": 0.054764316056584106,
      "grad_norm": 0.430488258600235,
      "learning_rate": 4.979855648220445e-05,
      "loss": 5.8064,
      "step": 62565
    },
    {
      "epoch": 0.05476869265021126,
      "grad_norm": 0.49729979038238525,
      "learning_rate": 4.9798517155955524e-05,
      "loss": 4.7957,
      "step": 62570
    },
    {
      "epoch": 0.054773069243838415,
      "grad_norm": 0.4731994867324829,
      "learning_rate": 4.979847782588771e-05,
      "loss": 5.5755,
      "step": 62575
    },
    {
      "epoch": 0.05477744583746557,
      "grad_norm": 0.4054623246192932,
      "learning_rate": 4.9798438492001044e-05,
      "loss": 5.8536,
      "step": 62580
    },
    {
      "epoch": 0.054781822431092725,
      "grad_norm": 0.4760979413986206,
      "learning_rate": 4.979839915429552e-05,
      "loss": 5.5835,
      "step": 62585
    },
    {
      "epoch": 0.05478619902471987,
      "grad_norm": 0.3775302767753601,
      "learning_rate": 4.9798359812771144e-05,
      "loss": 5.8039,
      "step": 62590
    },
    {
      "epoch": 0.05479057561834703,
      "grad_norm": 0.43148207664489746,
      "learning_rate": 4.979832046742793e-05,
      "loss": 5.2195,
      "step": 62595
    },
    {
      "epoch": 0.05479495221197418,
      "grad_norm": 0.4506842792034149,
      "learning_rate": 4.9798281118265886e-05,
      "loss": 4.9666,
      "step": 62600
    },
    {
      "epoch": 0.05479932880560134,
      "grad_norm": 0.36908355355262756,
      "learning_rate": 4.979824176528502e-05,
      "loss": 5.2409,
      "step": 62605
    },
    {
      "epoch": 0.05480370539922849,
      "grad_norm": 0.42759940028190613,
      "learning_rate": 4.979820240848533e-05,
      "loss": 5.2682,
      "step": 62610
    },
    {
      "epoch": 0.054808081992855646,
      "grad_norm": 0.48688825964927673,
      "learning_rate": 4.979816304786683e-05,
      "loss": 4.5255,
      "step": 62615
    },
    {
      "epoch": 0.0548124585864828,
      "grad_norm": 0.47604256868362427,
      "learning_rate": 4.979812368342953e-05,
      "loss": 5.0732,
      "step": 62620
    },
    {
      "epoch": 0.054816835180109956,
      "grad_norm": 0.4855048656463623,
      "learning_rate": 4.9798084315173434e-05,
      "loss": 5.5294,
      "step": 62625
    },
    {
      "epoch": 0.05482121177373711,
      "grad_norm": 0.3913232982158661,
      "learning_rate": 4.979804494309855e-05,
      "loss": 5.8589,
      "step": 62630
    },
    {
      "epoch": 0.054825588367364265,
      "grad_norm": 0.43496811389923096,
      "learning_rate": 4.97980055672049e-05,
      "loss": 5.2397,
      "step": 62635
    },
    {
      "epoch": 0.05482996496099142,
      "grad_norm": 0.45180001854896545,
      "learning_rate": 4.9797966187492464e-05,
      "loss": 4.5537,
      "step": 62640
    },
    {
      "epoch": 0.054834341554618575,
      "grad_norm": 0.38008585572242737,
      "learning_rate": 4.979792680396127e-05,
      "loss": 5.5424,
      "step": 62645
    },
    {
      "epoch": 0.05483871814824573,
      "grad_norm": 0.44127675890922546,
      "learning_rate": 4.979788741661131e-05,
      "loss": 4.8055,
      "step": 62650
    },
    {
      "epoch": 0.054843094741872885,
      "grad_norm": 0.46934831142425537,
      "learning_rate": 4.979784802544262e-05,
      "loss": 4.76,
      "step": 62655
    },
    {
      "epoch": 0.05484747133550004,
      "grad_norm": 0.4321311116218567,
      "learning_rate": 4.979780863045517e-05,
      "loss": 5.0487,
      "step": 62660
    },
    {
      "epoch": 0.054851847929127194,
      "grad_norm": 0.4489648640155792,
      "learning_rate": 4.979776923164899e-05,
      "loss": 5.0084,
      "step": 62665
    },
    {
      "epoch": 0.05485622452275435,
      "grad_norm": 0.6045292019844055,
      "learning_rate": 4.97977298290241e-05,
      "loss": 5.2654,
      "step": 62670
    },
    {
      "epoch": 0.054860601116381504,
      "grad_norm": 0.5005005598068237,
      "learning_rate": 4.979769042258047e-05,
      "loss": 5.5671,
      "step": 62675
    },
    {
      "epoch": 0.05486497771000866,
      "grad_norm": 0.46749240159988403,
      "learning_rate": 4.9797651012318134e-05,
      "loss": 5.6002,
      "step": 62680
    },
    {
      "epoch": 0.05486935430363581,
      "grad_norm": 0.49518316984176636,
      "learning_rate": 4.9797611598237106e-05,
      "loss": 5.2521,
      "step": 62685
    },
    {
      "epoch": 0.05487373089726297,
      "grad_norm": 0.44246211647987366,
      "learning_rate": 4.979757218033737e-05,
      "loss": 5.0736,
      "step": 62690
    },
    {
      "epoch": 0.05487810749089012,
      "grad_norm": 0.45883235335350037,
      "learning_rate": 4.979753275861895e-05,
      "loss": 5.2483,
      "step": 62695
    },
    {
      "epoch": 0.05488248408451728,
      "grad_norm": 0.4468698501586914,
      "learning_rate": 4.979749333308185e-05,
      "loss": 5.2317,
      "step": 62700
    },
    {
      "epoch": 0.05488686067814443,
      "grad_norm": 0.47478508949279785,
      "learning_rate": 4.979745390372608e-05,
      "loss": 5.8722,
      "step": 62705
    },
    {
      "epoch": 0.05489123727177159,
      "grad_norm": 0.40095847845077515,
      "learning_rate": 4.979741447055164e-05,
      "loss": 5.5726,
      "step": 62710
    },
    {
      "epoch": 0.05489561386539874,
      "grad_norm": 0.44956380128860474,
      "learning_rate": 4.979737503355855e-05,
      "loss": 6.0844,
      "step": 62715
    },
    {
      "epoch": 0.05489999045902589,
      "grad_norm": 0.4344172477722168,
      "learning_rate": 4.97973355927468e-05,
      "loss": 5.5201,
      "step": 62720
    },
    {
      "epoch": 0.054904367052653044,
      "grad_norm": 0.49111002683639526,
      "learning_rate": 4.979729614811641e-05,
      "loss": 5.5862,
      "step": 62725
    },
    {
      "epoch": 0.0549087436462802,
      "grad_norm": 0.46144652366638184,
      "learning_rate": 4.979725669966738e-05,
      "loss": 5.0062,
      "step": 62730
    },
    {
      "epoch": 0.054913120239907354,
      "grad_norm": 0.4044240415096283,
      "learning_rate": 4.979721724739974e-05,
      "loss": 6.1014,
      "step": 62735
    },
    {
      "epoch": 0.05491749683353451,
      "grad_norm": 0.39984047412872314,
      "learning_rate": 4.979717779131346e-05,
      "loss": 6.1275,
      "step": 62740
    },
    {
      "epoch": 0.05492187342716166,
      "grad_norm": 0.4216018319129944,
      "learning_rate": 4.979713833140859e-05,
      "loss": 6.1146,
      "step": 62745
    },
    {
      "epoch": 0.05492625002078882,
      "grad_norm": 0.5115423798561096,
      "learning_rate": 4.97970988676851e-05,
      "loss": 5.2455,
      "step": 62750
    },
    {
      "epoch": 0.05493062661441597,
      "grad_norm": 0.40939563512802124,
      "learning_rate": 4.979705940014301e-05,
      "loss": 5.5315,
      "step": 62755
    },
    {
      "epoch": 0.05493500320804313,
      "grad_norm": 0.4616266191005707,
      "learning_rate": 4.979701992878234e-05,
      "loss": 5.5957,
      "step": 62760
    },
    {
      "epoch": 0.05493937980167028,
      "grad_norm": 0.4143674671649933,
      "learning_rate": 4.979698045360308e-05,
      "loss": 5.7951,
      "step": 62765
    },
    {
      "epoch": 0.05494375639529744,
      "grad_norm": 0.3755478262901306,
      "learning_rate": 4.979694097460526e-05,
      "loss": 5.774,
      "step": 62770
    },
    {
      "epoch": 0.05494813298892459,
      "grad_norm": 0.40455707907676697,
      "learning_rate": 4.979690149178886e-05,
      "loss": 5.5548,
      "step": 62775
    },
    {
      "epoch": 0.054952509582551747,
      "grad_norm": 0.543130099773407,
      "learning_rate": 4.979686200515391e-05,
      "loss": 4.7194,
      "step": 62780
    },
    {
      "epoch": 0.0549568861761789,
      "grad_norm": 0.4167366027832031,
      "learning_rate": 4.97968225147004e-05,
      "loss": 5.0378,
      "step": 62785
    },
    {
      "epoch": 0.054961262769806056,
      "grad_norm": 0.4008606970310211,
      "learning_rate": 4.979678302042835e-05,
      "loss": 6.4271,
      "step": 62790
    },
    {
      "epoch": 0.05496563936343321,
      "grad_norm": 0.39844584465026855,
      "learning_rate": 4.9796743522337776e-05,
      "loss": 5.3698,
      "step": 62795
    },
    {
      "epoch": 0.054970015957060366,
      "grad_norm": 0.3739931285381317,
      "learning_rate": 4.9796704020428654e-05,
      "loss": 6.0963,
      "step": 62800
    },
    {
      "epoch": 0.05497439255068752,
      "grad_norm": 0.48012781143188477,
      "learning_rate": 4.979666451470103e-05,
      "loss": 5.3346,
      "step": 62805
    },
    {
      "epoch": 0.054978769144314675,
      "grad_norm": 0.36305275559425354,
      "learning_rate": 4.979662500515487e-05,
      "loss": 5.8822,
      "step": 62810
    },
    {
      "epoch": 0.05498314573794183,
      "grad_norm": 0.4589606523513794,
      "learning_rate": 4.9796585491790225e-05,
      "loss": 4.5046,
      "step": 62815
    },
    {
      "epoch": 0.054987522331568985,
      "grad_norm": 0.4593300223350525,
      "learning_rate": 4.979654597460708e-05,
      "loss": 5.3722,
      "step": 62820
    },
    {
      "epoch": 0.05499189892519614,
      "grad_norm": 0.48762813210487366,
      "learning_rate": 4.979650645360544e-05,
      "loss": 4.9458,
      "step": 62825
    },
    {
      "epoch": 0.054996275518823294,
      "grad_norm": 0.39272230863571167,
      "learning_rate": 4.979646692878531e-05,
      "loss": 5.782,
      "step": 62830
    },
    {
      "epoch": 0.05500065211245045,
      "grad_norm": 0.45756420493125916,
      "learning_rate": 4.9796427400146716e-05,
      "loss": 4.8022,
      "step": 62835
    },
    {
      "epoch": 0.055005028706077604,
      "grad_norm": 0.44384294748306274,
      "learning_rate": 4.9796387867689656e-05,
      "loss": 4.8413,
      "step": 62840
    },
    {
      "epoch": 0.05500940529970476,
      "grad_norm": 0.41767796874046326,
      "learning_rate": 4.979634833141413e-05,
      "loss": 5.4902,
      "step": 62845
    },
    {
      "epoch": 0.055013781893331906,
      "grad_norm": 0.44327986240386963,
      "learning_rate": 4.9796308791320146e-05,
      "loss": 5.3548,
      "step": 62850
    },
    {
      "epoch": 0.05501815848695906,
      "grad_norm": 0.4788748621940613,
      "learning_rate": 4.979626924740774e-05,
      "loss": 5.7457,
      "step": 62855
    },
    {
      "epoch": 0.055022535080586216,
      "grad_norm": 0.4467865228652954,
      "learning_rate": 4.9796229699676864e-05,
      "loss": 6.0699,
      "step": 62860
    },
    {
      "epoch": 0.05502691167421337,
      "grad_norm": 0.4643822908401489,
      "learning_rate": 4.9796190148127586e-05,
      "loss": 5.2196,
      "step": 62865
    },
    {
      "epoch": 0.055031288267840525,
      "grad_norm": 0.4592234492301941,
      "learning_rate": 4.979615059275988e-05,
      "loss": 4.2963,
      "step": 62870
    },
    {
      "epoch": 0.05503566486146768,
      "grad_norm": 0.4619694948196411,
      "learning_rate": 4.9796111033573756e-05,
      "loss": 5.5709,
      "step": 62875
    },
    {
      "epoch": 0.055040041455094835,
      "grad_norm": 0.3759192228317261,
      "learning_rate": 4.9796071470569225e-05,
      "loss": 6.4123,
      "step": 62880
    },
    {
      "epoch": 0.05504441804872199,
      "grad_norm": 0.46025407314300537,
      "learning_rate": 4.9796031903746296e-05,
      "loss": 4.3411,
      "step": 62885
    },
    {
      "epoch": 0.055048794642349144,
      "grad_norm": 0.47652867436408997,
      "learning_rate": 4.979599233310498e-05,
      "loss": 4.9213,
      "step": 62890
    },
    {
      "epoch": 0.0550531712359763,
      "grad_norm": 0.36074310541152954,
      "learning_rate": 4.979595275864528e-05,
      "loss": 5.5759,
      "step": 62895
    },
    {
      "epoch": 0.055057547829603454,
      "grad_norm": 0.4558143615722656,
      "learning_rate": 4.979591318036721e-05,
      "loss": 5.2536,
      "step": 62900
    },
    {
      "epoch": 0.05506192442323061,
      "grad_norm": 0.4627734422683716,
      "learning_rate": 4.9795873598270756e-05,
      "loss": 4.797,
      "step": 62905
    },
    {
      "epoch": 0.05506630101685776,
      "grad_norm": 0.47026631236076355,
      "learning_rate": 4.9795834012355956e-05,
      "loss": 5.0229,
      "step": 62910
    },
    {
      "epoch": 0.05507067761048492,
      "grad_norm": 0.40523022413253784,
      "learning_rate": 4.9795794422622785e-05,
      "loss": 5.5715,
      "step": 62915
    },
    {
      "epoch": 0.05507505420411207,
      "grad_norm": 0.40294700860977173,
      "learning_rate": 4.9795754829071284e-05,
      "loss": 6.1006,
      "step": 62920
    },
    {
      "epoch": 0.05507943079773923,
      "grad_norm": 0.3688402771949768,
      "learning_rate": 4.979571523170145e-05,
      "loss": 6.4129,
      "step": 62925
    },
    {
      "epoch": 0.05508380739136638,
      "grad_norm": 0.3682515025138855,
      "learning_rate": 4.9795675630513274e-05,
      "loss": 5.5941,
      "step": 62930
    },
    {
      "epoch": 0.05508818398499354,
      "grad_norm": 0.4193572402000427,
      "learning_rate": 4.979563602550678e-05,
      "loss": 6.0828,
      "step": 62935
    },
    {
      "epoch": 0.05509256057862069,
      "grad_norm": 0.3740110993385315,
      "learning_rate": 4.979559641668198e-05,
      "loss": 5.3601,
      "step": 62940
    },
    {
      "epoch": 0.05509693717224785,
      "grad_norm": 0.5663086771965027,
      "learning_rate": 4.979555680403886e-05,
      "loss": 5.7566,
      "step": 62945
    },
    {
      "epoch": 0.055101313765875,
      "grad_norm": 0.4588918685913086,
      "learning_rate": 4.9795517187577446e-05,
      "loss": 4.7121,
      "step": 62950
    },
    {
      "epoch": 0.055105690359502156,
      "grad_norm": 0.47951629757881165,
      "learning_rate": 4.979547756729773e-05,
      "loss": 4.9449,
      "step": 62955
    },
    {
      "epoch": 0.05511006695312931,
      "grad_norm": 0.39283913373947144,
      "learning_rate": 4.9795437943199744e-05,
      "loss": 5.3219,
      "step": 62960
    },
    {
      "epoch": 0.055114443546756466,
      "grad_norm": 0.41367459297180176,
      "learning_rate": 4.979539831528347e-05,
      "loss": 5.8887,
      "step": 62965
    },
    {
      "epoch": 0.05511882014038362,
      "grad_norm": 0.4497470259666443,
      "learning_rate": 4.9795358683548934e-05,
      "loss": 4.5395,
      "step": 62970
    },
    {
      "epoch": 0.055123196734010775,
      "grad_norm": 0.4038257300853729,
      "learning_rate": 4.979531904799614e-05,
      "loss": 6.0875,
      "step": 62975
    },
    {
      "epoch": 0.05512757332763792,
      "grad_norm": 0.48001447319984436,
      "learning_rate": 4.9795279408625096e-05,
      "loss": 4.7967,
      "step": 62980
    },
    {
      "epoch": 0.05513194992126508,
      "grad_norm": 0.46414753794670105,
      "learning_rate": 4.97952397654358e-05,
      "loss": 5.2708,
      "step": 62985
    },
    {
      "epoch": 0.05513632651489223,
      "grad_norm": 0.46244028210639954,
      "learning_rate": 4.979520011842825e-05,
      "loss": 4.4533,
      "step": 62990
    },
    {
      "epoch": 0.05514070310851939,
      "grad_norm": 0.44932612776756287,
      "learning_rate": 4.97951604676025e-05,
      "loss": 6.0582,
      "step": 62995
    },
    {
      "epoch": 0.05514507970214654,
      "grad_norm": 0.4648244380950928,
      "learning_rate": 4.979512081295851e-05,
      "loss": 4.51,
      "step": 63000
    },
    {
      "epoch": 0.0551494562957737,
      "grad_norm": 0.5282040238380432,
      "learning_rate": 4.9795081154496304e-05,
      "loss": 5.0862,
      "step": 63005
    },
    {
      "epoch": 0.05515383288940085,
      "grad_norm": 0.46570417284965515,
      "learning_rate": 4.9795041492215886e-05,
      "loss": 5.4537,
      "step": 63010
    },
    {
      "epoch": 0.055158209483028006,
      "grad_norm": 0.521972119808197,
      "learning_rate": 4.979500182611728e-05,
      "loss": 5.6109,
      "step": 63015
    },
    {
      "epoch": 0.05516258607665516,
      "grad_norm": 0.4249989092350006,
      "learning_rate": 4.9794962156200475e-05,
      "loss": 4.4121,
      "step": 63020
    },
    {
      "epoch": 0.055166962670282316,
      "grad_norm": 0.48213955760002136,
      "learning_rate": 4.979492248246549e-05,
      "loss": 5.0489,
      "step": 63025
    },
    {
      "epoch": 0.05517133926390947,
      "grad_norm": 0.49698734283447266,
      "learning_rate": 4.979488280491233e-05,
      "loss": 5.2833,
      "step": 63030
    },
    {
      "epoch": 0.055175715857536625,
      "grad_norm": 0.39558088779449463,
      "learning_rate": 4.979484312354098e-05,
      "loss": 5.7953,
      "step": 63035
    },
    {
      "epoch": 0.05518009245116378,
      "grad_norm": 0.432318776845932,
      "learning_rate": 4.979480343835149e-05,
      "loss": 6.093,
      "step": 63040
    },
    {
      "epoch": 0.055184469044790935,
      "grad_norm": 0.502731442451477,
      "learning_rate": 4.979476374934383e-05,
      "loss": 6.1178,
      "step": 63045
    },
    {
      "epoch": 0.05518884563841809,
      "grad_norm": 0.39235222339630127,
      "learning_rate": 4.979472405651804e-05,
      "loss": 5.5959,
      "step": 63050
    },
    {
      "epoch": 0.055193222232045244,
      "grad_norm": 0.40424513816833496,
      "learning_rate": 4.97946843598741e-05,
      "loss": 6.1312,
      "step": 63055
    },
    {
      "epoch": 0.0551975988256724,
      "grad_norm": 0.43007251620292664,
      "learning_rate": 4.979464465941204e-05,
      "loss": 5.7604,
      "step": 63060
    },
    {
      "epoch": 0.055201975419299554,
      "grad_norm": 0.45236268639564514,
      "learning_rate": 4.979460495513184e-05,
      "loss": 5.051,
      "step": 63065
    },
    {
      "epoch": 0.05520635201292671,
      "grad_norm": 0.4902324378490448,
      "learning_rate": 4.9794565247033544e-05,
      "loss": 6.0414,
      "step": 63070
    },
    {
      "epoch": 0.05521072860655386,
      "grad_norm": 0.5271799564361572,
      "learning_rate": 4.979452553511713e-05,
      "loss": 5.5698,
      "step": 63075
    },
    {
      "epoch": 0.05521510520018102,
      "grad_norm": 0.5283317565917969,
      "learning_rate": 4.9794485819382605e-05,
      "loss": 5.5522,
      "step": 63080
    },
    {
      "epoch": 0.05521948179380817,
      "grad_norm": 0.49758100509643555,
      "learning_rate": 4.979444609983001e-05,
      "loss": 5.0632,
      "step": 63085
    },
    {
      "epoch": 0.05522385838743533,
      "grad_norm": 0.4869478940963745,
      "learning_rate": 4.97944063764593e-05,
      "loss": 4.2944,
      "step": 63090
    },
    {
      "epoch": 0.05522823498106248,
      "grad_norm": 0.4410473108291626,
      "learning_rate": 4.979436664927054e-05,
      "loss": 5.0403,
      "step": 63095
    },
    {
      "epoch": 0.05523261157468964,
      "grad_norm": 0.4873409867286682,
      "learning_rate": 4.97943269182637e-05,
      "loss": 5.3392,
      "step": 63100
    },
    {
      "epoch": 0.05523698816831679,
      "grad_norm": 0.4794047176837921,
      "learning_rate": 4.979428718343879e-05,
      "loss": 5.8786,
      "step": 63105
    },
    {
      "epoch": 0.05524136476194394,
      "grad_norm": 0.7176786661148071,
      "learning_rate": 4.979424744479584e-05,
      "loss": 4.7424,
      "step": 63110
    },
    {
      "epoch": 0.055245741355571094,
      "grad_norm": 0.4345429539680481,
      "learning_rate": 4.979420770233484e-05,
      "loss": 4.7646,
      "step": 63115
    },
    {
      "epoch": 0.05525011794919825,
      "grad_norm": 0.6266129016876221,
      "learning_rate": 4.979416795605579e-05,
      "loss": 5.0568,
      "step": 63120
    },
    {
      "epoch": 0.055254494542825404,
      "grad_norm": 0.4842410385608673,
      "learning_rate": 4.979412820595871e-05,
      "loss": 6.1016,
      "step": 63125
    },
    {
      "epoch": 0.05525887113645256,
      "grad_norm": 0.45226436853408813,
      "learning_rate": 4.979408845204362e-05,
      "loss": 4.7234,
      "step": 63130
    },
    {
      "epoch": 0.05526324773007971,
      "grad_norm": 0.45901304483413696,
      "learning_rate": 4.9794048694310504e-05,
      "loss": 4.6138,
      "step": 63135
    },
    {
      "epoch": 0.05526762432370687,
      "grad_norm": 0.4240327477455139,
      "learning_rate": 4.979400893275938e-05,
      "loss": 6.3934,
      "step": 63140
    },
    {
      "epoch": 0.05527200091733402,
      "grad_norm": 0.48928964138031006,
      "learning_rate": 4.979396916739025e-05,
      "loss": 5.059,
      "step": 63145
    },
    {
      "epoch": 0.05527637751096118,
      "grad_norm": 0.39579474925994873,
      "learning_rate": 4.979392939820314e-05,
      "loss": 6.3928,
      "step": 63150
    },
    {
      "epoch": 0.05528075410458833,
      "grad_norm": 0.46986234188079834,
      "learning_rate": 4.979388962519803e-05,
      "loss": 4.7076,
      "step": 63155
    },
    {
      "epoch": 0.05528513069821549,
      "grad_norm": 0.3898322582244873,
      "learning_rate": 4.979384984837495e-05,
      "loss": 5.0727,
      "step": 63160
    },
    {
      "epoch": 0.05528950729184264,
      "grad_norm": 0.4692884683609009,
      "learning_rate": 4.97938100677339e-05,
      "loss": 5.0286,
      "step": 63165
    },
    {
      "epoch": 0.0552938838854698,
      "grad_norm": 0.39431658387184143,
      "learning_rate": 4.979377028327489e-05,
      "loss": 5.5225,
      "step": 63170
    },
    {
      "epoch": 0.05529826047909695,
      "grad_norm": 0.4569239318370819,
      "learning_rate": 4.979373049499792e-05,
      "loss": 5.0167,
      "step": 63175
    },
    {
      "epoch": 0.055302637072724106,
      "grad_norm": 0.4426829218864441,
      "learning_rate": 4.979369070290302e-05,
      "loss": 5.2788,
      "step": 63180
    },
    {
      "epoch": 0.05530701366635126,
      "grad_norm": 0.43259522318840027,
      "learning_rate": 4.9793650906990155e-05,
      "loss": 5.3233,
      "step": 63185
    },
    {
      "epoch": 0.055311390259978416,
      "grad_norm": 0.42999809980392456,
      "learning_rate": 4.9793611107259376e-05,
      "loss": 6.05,
      "step": 63190
    },
    {
      "epoch": 0.05531576685360557,
      "grad_norm": 0.3913036584854126,
      "learning_rate": 4.979357130371066e-05,
      "loss": 5.8622,
      "step": 63195
    },
    {
      "epoch": 0.055320143447232725,
      "grad_norm": 0.40727394819259644,
      "learning_rate": 4.9793531496344036e-05,
      "loss": 5.3606,
      "step": 63200
    },
    {
      "epoch": 0.05532452004085988,
      "grad_norm": 0.46450087428092957,
      "learning_rate": 4.97934916851595e-05,
      "loss": 5.8505,
      "step": 63205
    },
    {
      "epoch": 0.055328896634487035,
      "grad_norm": 0.4586948752403259,
      "learning_rate": 4.979345187015706e-05,
      "loss": 4.818,
      "step": 63210
    },
    {
      "epoch": 0.05533327322811419,
      "grad_norm": 0.443662166595459,
      "learning_rate": 4.979341205133673e-05,
      "loss": 4.2913,
      "step": 63215
    },
    {
      "epoch": 0.055337649821741344,
      "grad_norm": 0.4256439208984375,
      "learning_rate": 4.979337222869852e-05,
      "loss": 4.7995,
      "step": 63220
    },
    {
      "epoch": 0.0553420264153685,
      "grad_norm": 0.4117366373538971,
      "learning_rate": 4.979333240224242e-05,
      "loss": 5.0404,
      "step": 63225
    },
    {
      "epoch": 0.055346403008995654,
      "grad_norm": 0.4861661195755005,
      "learning_rate": 4.9793292571968465e-05,
      "loss": 5.0732,
      "step": 63230
    },
    {
      "epoch": 0.0553507796026228,
      "grad_norm": 0.39177432656288147,
      "learning_rate": 4.9793252737876637e-05,
      "loss": 5.9012,
      "step": 63235
    },
    {
      "epoch": 0.055355156196249956,
      "grad_norm": 0.40479400753974915,
      "learning_rate": 4.979321289996696e-05,
      "loss": 5.8296,
      "step": 63240
    },
    {
      "epoch": 0.05535953278987711,
      "grad_norm": 0.41829362511634827,
      "learning_rate": 4.979317305823942e-05,
      "loss": 5.0629,
      "step": 63245
    },
    {
      "epoch": 0.055363909383504266,
      "grad_norm": 0.42298397421836853,
      "learning_rate": 4.979313321269405e-05,
      "loss": 5.3491,
      "step": 63250
    },
    {
      "epoch": 0.05536828597713142,
      "grad_norm": 0.4999719560146332,
      "learning_rate": 4.9793093363330856e-05,
      "loss": 5.2452,
      "step": 63255
    },
    {
      "epoch": 0.055372662570758575,
      "grad_norm": 0.5303571820259094,
      "learning_rate": 4.979305351014983e-05,
      "loss": 4.8329,
      "step": 63260
    },
    {
      "epoch": 0.05537703916438573,
      "grad_norm": 0.5078619718551636,
      "learning_rate": 4.9793013653150986e-05,
      "loss": 4.9107,
      "step": 63265
    },
    {
      "epoch": 0.055381415758012885,
      "grad_norm": 0.46006858348846436,
      "learning_rate": 4.979297379233434e-05,
      "loss": 5.5955,
      "step": 63270
    },
    {
      "epoch": 0.05538579235164004,
      "grad_norm": 0.5321730375289917,
      "learning_rate": 4.979293392769989e-05,
      "loss": 5.3355,
      "step": 63275
    },
    {
      "epoch": 0.055390168945267194,
      "grad_norm": 0.49223417043685913,
      "learning_rate": 4.979289405924764e-05,
      "loss": 5.2356,
      "step": 63280
    },
    {
      "epoch": 0.05539454553889435,
      "grad_norm": 0.41343533992767334,
      "learning_rate": 4.9792854186977613e-05,
      "loss": 5.0093,
      "step": 63285
    },
    {
      "epoch": 0.055398922132521504,
      "grad_norm": 0.4640781581401825,
      "learning_rate": 4.97928143108898e-05,
      "loss": 5.5486,
      "step": 63290
    },
    {
      "epoch": 0.05540329872614866,
      "grad_norm": 0.4435262084007263,
      "learning_rate": 4.9792774430984225e-05,
      "loss": 5.3439,
      "step": 63295
    },
    {
      "epoch": 0.05540767531977581,
      "grad_norm": 0.456008642911911,
      "learning_rate": 4.979273454726089e-05,
      "loss": 5.2975,
      "step": 63300
    },
    {
      "epoch": 0.05541205191340297,
      "grad_norm": 0.5197354555130005,
      "learning_rate": 4.979269465971978e-05,
      "loss": 5.8983,
      "step": 63305
    },
    {
      "epoch": 0.05541642850703012,
      "grad_norm": 0.46009910106658936,
      "learning_rate": 4.979265476836095e-05,
      "loss": 5.8582,
      "step": 63310
    },
    {
      "epoch": 0.05542080510065728,
      "grad_norm": 0.7964661717414856,
      "learning_rate": 4.9792614873184364e-05,
      "loss": 4.7532,
      "step": 63315
    },
    {
      "epoch": 0.05542518169428443,
      "grad_norm": 1.0552817583084106,
      "learning_rate": 4.9792574974190045e-05,
      "loss": 4.8673,
      "step": 63320
    },
    {
      "epoch": 0.05542955828791159,
      "grad_norm": 0.4921308755874634,
      "learning_rate": 4.9792535071378013e-05,
      "loss": 5.0548,
      "step": 63325
    },
    {
      "epoch": 0.05543393488153874,
      "grad_norm": 0.6372264623641968,
      "learning_rate": 4.979249516474824e-05,
      "loss": 4.8432,
      "step": 63330
    },
    {
      "epoch": 0.0554383114751659,
      "grad_norm": 0.5459449887275696,
      "learning_rate": 4.979245525430078e-05,
      "loss": 5.784,
      "step": 63335
    },
    {
      "epoch": 0.05544268806879305,
      "grad_norm": 0.5202996730804443,
      "learning_rate": 4.979241534003561e-05,
      "loss": 5.2559,
      "step": 63340
    },
    {
      "epoch": 0.055447064662420206,
      "grad_norm": 0.4813583493232727,
      "learning_rate": 4.9792375421952755e-05,
      "loss": 5.3806,
      "step": 63345
    },
    {
      "epoch": 0.05545144125604736,
      "grad_norm": 0.4484477639198303,
      "learning_rate": 4.979233550005221e-05,
      "loss": 4.0192,
      "step": 63350
    },
    {
      "epoch": 0.055455817849674516,
      "grad_norm": 0.4574187099933624,
      "learning_rate": 4.979229557433399e-05,
      "loss": 4.7262,
      "step": 63355
    },
    {
      "epoch": 0.05546019444330167,
      "grad_norm": 0.3921082615852356,
      "learning_rate": 4.979225564479809e-05,
      "loss": 6.0834,
      "step": 63360
    },
    {
      "epoch": 0.05546457103692882,
      "grad_norm": 0.5797773599624634,
      "learning_rate": 4.9792215711444536e-05,
      "loss": 4.836,
      "step": 63365
    },
    {
      "epoch": 0.05546894763055597,
      "grad_norm": 0.5042797923088074,
      "learning_rate": 4.979217577427332e-05,
      "loss": 5.2542,
      "step": 63370
    },
    {
      "epoch": 0.05547332422418313,
      "grad_norm": 0.44188839197158813,
      "learning_rate": 4.979213583328447e-05,
      "loss": 5.5761,
      "step": 63375
    },
    {
      "epoch": 0.05547770081781028,
      "grad_norm": 0.4839749336242676,
      "learning_rate": 4.9792095888477965e-05,
      "loss": 5.5635,
      "step": 63380
    },
    {
      "epoch": 0.05548207741143744,
      "grad_norm": 0.5206007957458496,
      "learning_rate": 4.9792055939853844e-05,
      "loss": 5.2517,
      "step": 63385
    },
    {
      "epoch": 0.05548645400506459,
      "grad_norm": 0.4603601396083832,
      "learning_rate": 4.979201598741209e-05,
      "loss": 5.3562,
      "step": 63390
    },
    {
      "epoch": 0.05549083059869175,
      "grad_norm": 0.4963187873363495,
      "learning_rate": 4.979197603115272e-05,
      "loss": 5.5777,
      "step": 63395
    },
    {
      "epoch": 0.0554952071923189,
      "grad_norm": 0.36409080028533936,
      "learning_rate": 4.979193607107574e-05,
      "loss": 5.7492,
      "step": 63400
    },
    {
      "epoch": 0.055499583785946056,
      "grad_norm": 0.4680001735687256,
      "learning_rate": 4.979189610718116e-05,
      "loss": 5.0473,
      "step": 63405
    },
    {
      "epoch": 0.05550396037957321,
      "grad_norm": 0.47761982679367065,
      "learning_rate": 4.979185613946898e-05,
      "loss": 5.0183,
      "step": 63410
    },
    {
      "epoch": 0.055508336973200366,
      "grad_norm": 0.4576551020145416,
      "learning_rate": 4.979181616793922e-05,
      "loss": 4.9328,
      "step": 63415
    },
    {
      "epoch": 0.05551271356682752,
      "grad_norm": 0.38902729749679565,
      "learning_rate": 4.979177619259189e-05,
      "loss": 5.8235,
      "step": 63420
    },
    {
      "epoch": 0.055517090160454675,
      "grad_norm": 0.463547021150589,
      "learning_rate": 4.979173621342698e-05,
      "loss": 5.0238,
      "step": 63425
    },
    {
      "epoch": 0.05552146675408183,
      "grad_norm": 0.46441200375556946,
      "learning_rate": 4.9791696230444504e-05,
      "loss": 5.0042,
      "step": 63430
    },
    {
      "epoch": 0.055525843347708985,
      "grad_norm": 0.49010351300239563,
      "learning_rate": 4.979165624364449e-05,
      "loss": 4.7392,
      "step": 63435
    },
    {
      "epoch": 0.05553021994133614,
      "grad_norm": 0.6068817973136902,
      "learning_rate": 4.979161625302692e-05,
      "loss": 5.2247,
      "step": 63440
    },
    {
      "epoch": 0.055534596534963294,
      "grad_norm": 0.4426504075527191,
      "learning_rate": 4.97915762585918e-05,
      "loss": 5.4678,
      "step": 63445
    },
    {
      "epoch": 0.05553897312859045,
      "grad_norm": 0.5125317573547363,
      "learning_rate": 4.979153626033916e-05,
      "loss": 4.1663,
      "step": 63450
    },
    {
      "epoch": 0.055543349722217604,
      "grad_norm": 0.4045908749103546,
      "learning_rate": 4.9791496258269e-05,
      "loss": 5.555,
      "step": 63455
    },
    {
      "epoch": 0.05554772631584476,
      "grad_norm": 0.6783757209777832,
      "learning_rate": 4.9791456252381306e-05,
      "loss": 5.2844,
      "step": 63460
    },
    {
      "epoch": 0.055552102909471913,
      "grad_norm": 0.4871882498264313,
      "learning_rate": 4.979141624267613e-05,
      "loss": 5.2336,
      "step": 63465
    },
    {
      "epoch": 0.05555647950309907,
      "grad_norm": 0.4019434452056885,
      "learning_rate": 4.979137622915343e-05,
      "loss": 5.4613,
      "step": 63470
    },
    {
      "epoch": 0.05556085609672622,
      "grad_norm": 0.3836199641227722,
      "learning_rate": 4.9791336211813244e-05,
      "loss": 5.891,
      "step": 63475
    },
    {
      "epoch": 0.05556523269035338,
      "grad_norm": 0.49984973669052124,
      "learning_rate": 4.979129619065558e-05,
      "loss": 4.5065,
      "step": 63480
    },
    {
      "epoch": 0.05556960928398053,
      "grad_norm": 0.47122469544410706,
      "learning_rate": 4.9791256165680436e-05,
      "loss": 5.0584,
      "step": 63485
    },
    {
      "epoch": 0.05557398587760769,
      "grad_norm": 0.4079466164112091,
      "learning_rate": 4.979121613688781e-05,
      "loss": 5.5697,
      "step": 63490
    },
    {
      "epoch": 0.055578362471234835,
      "grad_norm": 0.46035176515579224,
      "learning_rate": 4.979117610427774e-05,
      "loss": 4.7354,
      "step": 63495
    },
    {
      "epoch": 0.05558273906486199,
      "grad_norm": 0.3932710289955139,
      "learning_rate": 4.9791136067850195e-05,
      "loss": 5.5552,
      "step": 63500
    },
    {
      "epoch": 0.055587115658489145,
      "grad_norm": 0.4651311933994293,
      "learning_rate": 4.9791096027605225e-05,
      "loss": 4.9899,
      "step": 63505
    },
    {
      "epoch": 0.0555914922521163,
      "grad_norm": 0.4103243052959442,
      "learning_rate": 4.97910559835428e-05,
      "loss": 5.5376,
      "step": 63510
    },
    {
      "epoch": 0.055595868845743454,
      "grad_norm": 0.48874431848526,
      "learning_rate": 4.9791015935662944e-05,
      "loss": 4.5044,
      "step": 63515
    },
    {
      "epoch": 0.05560024543937061,
      "grad_norm": 0.4646756947040558,
      "learning_rate": 4.9790975883965674e-05,
      "loss": 4.7398,
      "step": 63520
    },
    {
      "epoch": 0.055604622032997764,
      "grad_norm": 0.4903163015842438,
      "learning_rate": 4.979093582845098e-05,
      "loss": 5.7895,
      "step": 63525
    },
    {
      "epoch": 0.05560899862662492,
      "grad_norm": 0.45165449380874634,
      "learning_rate": 4.9790895769118883e-05,
      "loss": 5.8465,
      "step": 63530
    },
    {
      "epoch": 0.05561337522025207,
      "grad_norm": 0.4400187134742737,
      "learning_rate": 4.979085570596938e-05,
      "loss": 4.9169,
      "step": 63535
    },
    {
      "epoch": 0.05561775181387923,
      "grad_norm": 0.37464430928230286,
      "learning_rate": 4.9790815639002494e-05,
      "loss": 5.8775,
      "step": 63540
    },
    {
      "epoch": 0.05562212840750638,
      "grad_norm": 0.458224892616272,
      "learning_rate": 4.979077556821822e-05,
      "loss": 6.1035,
      "step": 63545
    },
    {
      "epoch": 0.05562650500113354,
      "grad_norm": 0.39405104517936707,
      "learning_rate": 4.979073549361657e-05,
      "loss": 5.7773,
      "step": 63550
    },
    {
      "epoch": 0.05563088159476069,
      "grad_norm": 0.48743686079978943,
      "learning_rate": 4.979069541519754e-05,
      "loss": 5.0242,
      "step": 63555
    },
    {
      "epoch": 0.05563525818838785,
      "grad_norm": 0.47034209966659546,
      "learning_rate": 4.979065533296116e-05,
      "loss": 5.0517,
      "step": 63560
    },
    {
      "epoch": 0.055639634782015,
      "grad_norm": 0.4932093620300293,
      "learning_rate": 4.9790615246907426e-05,
      "loss": 5.2896,
      "step": 63565
    },
    {
      "epoch": 0.055644011375642156,
      "grad_norm": 0.5569769144058228,
      "learning_rate": 4.979057515703633e-05,
      "loss": 5.7941,
      "step": 63570
    },
    {
      "epoch": 0.05564838796926931,
      "grad_norm": 0.580645740032196,
      "learning_rate": 4.9790535063347906e-05,
      "loss": 6.1324,
      "step": 63575
    },
    {
      "epoch": 0.055652764562896466,
      "grad_norm": 0.5700919032096863,
      "learning_rate": 4.979049496584216e-05,
      "loss": 5.5506,
      "step": 63580
    },
    {
      "epoch": 0.05565714115652362,
      "grad_norm": 0.5220715999603271,
      "learning_rate": 4.9790454864519087e-05,
      "loss": 4.7518,
      "step": 63585
    },
    {
      "epoch": 0.055661517750150775,
      "grad_norm": 0.4535169303417206,
      "learning_rate": 4.9790414759378686e-05,
      "loss": 5.785,
      "step": 63590
    },
    {
      "epoch": 0.05566589434377793,
      "grad_norm": 0.4498244822025299,
      "learning_rate": 4.979037465042099e-05,
      "loss": 4.7354,
      "step": 63595
    },
    {
      "epoch": 0.055670270937405085,
      "grad_norm": 0.4496137797832489,
      "learning_rate": 4.979033453764599e-05,
      "loss": 5.2373,
      "step": 63600
    },
    {
      "epoch": 0.05567464753103224,
      "grad_norm": 0.41259270906448364,
      "learning_rate": 4.979029442105371e-05,
      "loss": 5.5709,
      "step": 63605
    },
    {
      "epoch": 0.055679024124659394,
      "grad_norm": 0.518568217754364,
      "learning_rate": 4.9790254300644123e-05,
      "loss": 4.9444,
      "step": 63610
    },
    {
      "epoch": 0.05568340071828655,
      "grad_norm": 0.4001045227050781,
      "learning_rate": 4.979021417641727e-05,
      "loss": 5.8646,
      "step": 63615
    },
    {
      "epoch": 0.055687777311913704,
      "grad_norm": 0.46234965324401855,
      "learning_rate": 4.979017404837315e-05,
      "loss": 6.0715,
      "step": 63620
    },
    {
      "epoch": 0.05569215390554085,
      "grad_norm": 0.48579904437065125,
      "learning_rate": 4.979013391651177e-05,
      "loss": 4.4979,
      "step": 63625
    },
    {
      "epoch": 0.05569653049916801,
      "grad_norm": 0.4410106837749481,
      "learning_rate": 4.979009378083314e-05,
      "loss": 5.4941,
      "step": 63630
    },
    {
      "epoch": 0.05570090709279516,
      "grad_norm": 0.4880217909812927,
      "learning_rate": 4.979005364133725e-05,
      "loss": 4.7297,
      "step": 63635
    },
    {
      "epoch": 0.055705283686422316,
      "grad_norm": 0.4678158462047577,
      "learning_rate": 4.979001349802413e-05,
      "loss": 5.2742,
      "step": 63640
    },
    {
      "epoch": 0.05570966028004947,
      "grad_norm": 0.5208198428153992,
      "learning_rate": 4.978997335089378e-05,
      "loss": 5.2321,
      "step": 63645
    },
    {
      "epoch": 0.055714036873676626,
      "grad_norm": 0.5005043745040894,
      "learning_rate": 4.978993319994621e-05,
      "loss": 5.8935,
      "step": 63650
    },
    {
      "epoch": 0.05571841346730378,
      "grad_norm": 0.4526352882385254,
      "learning_rate": 4.9789893045181425e-05,
      "loss": 5.6103,
      "step": 63655
    },
    {
      "epoch": 0.055722790060930935,
      "grad_norm": 0.46974268555641174,
      "learning_rate": 4.978985288659943e-05,
      "loss": 5.3129,
      "step": 63660
    },
    {
      "epoch": 0.05572716665455809,
      "grad_norm": 0.38561904430389404,
      "learning_rate": 4.9789812724200236e-05,
      "loss": 6.0867,
      "step": 63665
    },
    {
      "epoch": 0.055731543248185245,
      "grad_norm": 0.42911091446876526,
      "learning_rate": 4.978977255798385e-05,
      "loss": 5.5202,
      "step": 63670
    },
    {
      "epoch": 0.0557359198418124,
      "grad_norm": 0.4882130026817322,
      "learning_rate": 4.978973238795028e-05,
      "loss": 5.3442,
      "step": 63675
    },
    {
      "epoch": 0.055740296435439554,
      "grad_norm": 0.5878033638000488,
      "learning_rate": 4.978969221409954e-05,
      "loss": 4.5023,
      "step": 63680
    },
    {
      "epoch": 0.05574467302906671,
      "grad_norm": 0.5444349646568298,
      "learning_rate": 4.9789652036431637e-05,
      "loss": 4.9415,
      "step": 63685
    },
    {
      "epoch": 0.055749049622693864,
      "grad_norm": 0.5158770084381104,
      "learning_rate": 4.978961185494656e-05,
      "loss": 4.7163,
      "step": 63690
    },
    {
      "epoch": 0.05575342621632102,
      "grad_norm": 0.5127742290496826,
      "learning_rate": 4.978957166964433e-05,
      "loss": 4.7277,
      "step": 63695
    },
    {
      "epoch": 0.05575780280994817,
      "grad_norm": 0.4166681170463562,
      "learning_rate": 4.978953148052496e-05,
      "loss": 5.8021,
      "step": 63700
    },
    {
      "epoch": 0.05576217940357533,
      "grad_norm": 0.6121190786361694,
      "learning_rate": 4.978949128758845e-05,
      "loss": 5.2826,
      "step": 63705
    },
    {
      "epoch": 0.05576655599720248,
      "grad_norm": 0.7085141539573669,
      "learning_rate": 4.978945109083482e-05,
      "loss": 5.3667,
      "step": 63710
    },
    {
      "epoch": 0.05577093259082964,
      "grad_norm": 0.46123045682907104,
      "learning_rate": 4.978941089026407e-05,
      "loss": 6.1104,
      "step": 63715
    },
    {
      "epoch": 0.05577530918445679,
      "grad_norm": 0.465722918510437,
      "learning_rate": 4.9789370685876194e-05,
      "loss": 5.5762,
      "step": 63720
    },
    {
      "epoch": 0.05577968577808395,
      "grad_norm": 0.46011877059936523,
      "learning_rate": 4.978933047767122e-05,
      "loss": 6.0998,
      "step": 63725
    },
    {
      "epoch": 0.0557840623717111,
      "grad_norm": 0.4682832360267639,
      "learning_rate": 4.9789290265649136e-05,
      "loss": 3.7675,
      "step": 63730
    },
    {
      "epoch": 0.055788438965338256,
      "grad_norm": 0.4415023922920227,
      "learning_rate": 4.978925004980997e-05,
      "loss": 5.0432,
      "step": 63735
    },
    {
      "epoch": 0.05579281555896541,
      "grad_norm": 0.46866175532341003,
      "learning_rate": 4.9789209830153714e-05,
      "loss": 5.9061,
      "step": 63740
    },
    {
      "epoch": 0.055797192152592566,
      "grad_norm": 0.4353561997413635,
      "learning_rate": 4.9789169606680385e-05,
      "loss": 5.3648,
      "step": 63745
    },
    {
      "epoch": 0.055801568746219714,
      "grad_norm": 0.4555462896823883,
      "learning_rate": 4.978912937938999e-05,
      "loss": 5.176,
      "step": 63750
    },
    {
      "epoch": 0.05580594533984687,
      "grad_norm": 0.4256080687046051,
      "learning_rate": 4.978908914828254e-05,
      "loss": 5.5113,
      "step": 63755
    },
    {
      "epoch": 0.05581032193347402,
      "grad_norm": 0.4095628261566162,
      "learning_rate": 4.978904891335804e-05,
      "loss": 5.5583,
      "step": 63760
    },
    {
      "epoch": 0.05581469852710118,
      "grad_norm": 0.4605656862258911,
      "learning_rate": 4.9789008674616486e-05,
      "loss": 5.585,
      "step": 63765
    },
    {
      "epoch": 0.05581907512072833,
      "grad_norm": 0.45496323704719543,
      "learning_rate": 4.9788968432057906e-05,
      "loss": 5.4711,
      "step": 63770
    },
    {
      "epoch": 0.05582345171435549,
      "grad_norm": 0.43707510828971863,
      "learning_rate": 4.978892818568229e-05,
      "loss": 4.7451,
      "step": 63775
    },
    {
      "epoch": 0.05582782830798264,
      "grad_norm": 0.4395368993282318,
      "learning_rate": 4.9788887935489646e-05,
      "loss": 5.0501,
      "step": 63780
    },
    {
      "epoch": 0.0558322049016098,
      "grad_norm": 0.4652421176433563,
      "learning_rate": 4.9788847681480014e-05,
      "loss": 5.3547,
      "step": 63785
    },
    {
      "epoch": 0.05583658149523695,
      "grad_norm": 0.4443177282810211,
      "learning_rate": 4.9788807423653347e-05,
      "loss": 5.734,
      "step": 63790
    },
    {
      "epoch": 0.05584095808886411,
      "grad_norm": 0.43219462037086487,
      "learning_rate": 4.978876716200971e-05,
      "loss": 5.303,
      "step": 63795
    },
    {
      "epoch": 0.05584533468249126,
      "grad_norm": 0.43052875995635986,
      "learning_rate": 4.978872689654907e-05,
      "loss": 4.6979,
      "step": 63800
    },
    {
      "epoch": 0.055849711276118416,
      "grad_norm": 0.43982502818107605,
      "learning_rate": 4.978868662727144e-05,
      "loss": 5.7848,
      "step": 63805
    },
    {
      "epoch": 0.05585408786974557,
      "grad_norm": 0.4180695414543152,
      "learning_rate": 4.978864635417685e-05,
      "loss": 5.0471,
      "step": 63810
    },
    {
      "epoch": 0.055858464463372726,
      "grad_norm": 0.49129974842071533,
      "learning_rate": 4.9788606077265284e-05,
      "loss": 5.0368,
      "step": 63815
    },
    {
      "epoch": 0.05586284105699988,
      "grad_norm": 0.3999636769294739,
      "learning_rate": 4.978856579653676e-05,
      "loss": 5.5605,
      "step": 63820
    },
    {
      "epoch": 0.055867217650627035,
      "grad_norm": 0.45248696208000183,
      "learning_rate": 4.978852551199129e-05,
      "loss": 6.1119,
      "step": 63825
    },
    {
      "epoch": 0.05587159424425419,
      "grad_norm": 0.4946492314338684,
      "learning_rate": 4.978848522362888e-05,
      "loss": 5.3462,
      "step": 63830
    },
    {
      "epoch": 0.055875970837881345,
      "grad_norm": 0.45958057045936584,
      "learning_rate": 4.978844493144953e-05,
      "loss": 4.7129,
      "step": 63835
    },
    {
      "epoch": 0.0558803474315085,
      "grad_norm": 0.47702887654304504,
      "learning_rate": 4.978840463545325e-05,
      "loss": 5.5457,
      "step": 63840
    },
    {
      "epoch": 0.055884724025135654,
      "grad_norm": 0.4051707684993744,
      "learning_rate": 4.9788364335640045e-05,
      "loss": 6.1076,
      "step": 63845
    },
    {
      "epoch": 0.05588910061876281,
      "grad_norm": 0.40863311290740967,
      "learning_rate": 4.9788324032009935e-05,
      "loss": 5.3336,
      "step": 63850
    },
    {
      "epoch": 0.055893477212389964,
      "grad_norm": 0.45481231808662415,
      "learning_rate": 4.9788283724562926e-05,
      "loss": 5.0652,
      "step": 63855
    },
    {
      "epoch": 0.05589785380601712,
      "grad_norm": 0.41277867555618286,
      "learning_rate": 4.978824341329901e-05,
      "loss": 6.1012,
      "step": 63860
    },
    {
      "epoch": 0.05590223039964427,
      "grad_norm": 0.46839338541030884,
      "learning_rate": 4.9788203098218214e-05,
      "loss": 5.0773,
      "step": 63865
    },
    {
      "epoch": 0.05590660699327143,
      "grad_norm": 0.3856298625469208,
      "learning_rate": 4.978816277932053e-05,
      "loss": 6.1158,
      "step": 63870
    },
    {
      "epoch": 0.05591098358689858,
      "grad_norm": 0.4834255278110504,
      "learning_rate": 4.978812245660598e-05,
      "loss": 4.1685,
      "step": 63875
    },
    {
      "epoch": 0.05591536018052573,
      "grad_norm": 0.47445735335350037,
      "learning_rate": 4.9788082130074556e-05,
      "loss": 5.0495,
      "step": 63880
    },
    {
      "epoch": 0.055919736774152885,
      "grad_norm": 0.47524553537368774,
      "learning_rate": 4.978804179972628e-05,
      "loss": 5.2713,
      "step": 63885
    },
    {
      "epoch": 0.05592411336778004,
      "grad_norm": 0.47200796008110046,
      "learning_rate": 4.978800146556115e-05,
      "loss": 5.0339,
      "step": 63890
    },
    {
      "epoch": 0.055928489961407195,
      "grad_norm": 0.4003599286079407,
      "learning_rate": 4.9787961127579186e-05,
      "loss": 6.3883,
      "step": 63895
    },
    {
      "epoch": 0.05593286655503435,
      "grad_norm": 0.43712350726127625,
      "learning_rate": 4.978792078578038e-05,
      "loss": 5.7701,
      "step": 63900
    },
    {
      "epoch": 0.055937243148661504,
      "grad_norm": 0.5497420430183411,
      "learning_rate": 4.978788044016475e-05,
      "loss": 5.483,
      "step": 63905
    },
    {
      "epoch": 0.05594161974228866,
      "grad_norm": 0.5471453666687012,
      "learning_rate": 4.978784009073229e-05,
      "loss": 5.5565,
      "step": 63910
    },
    {
      "epoch": 0.055945996335915814,
      "grad_norm": 0.6486169099807739,
      "learning_rate": 4.978779973748304e-05,
      "loss": 4.9493,
      "step": 63915
    },
    {
      "epoch": 0.05595037292954297,
      "grad_norm": 0.5376092791557312,
      "learning_rate": 4.9787759380416977e-05,
      "loss": 5.7916,
      "step": 63920
    },
    {
      "epoch": 0.05595474952317012,
      "grad_norm": 0.5063037872314453,
      "learning_rate": 4.978771901953412e-05,
      "loss": 5.3999,
      "step": 63925
    },
    {
      "epoch": 0.05595912611679728,
      "grad_norm": 0.5515280365943909,
      "learning_rate": 4.978767865483448e-05,
      "loss": 5.4613,
      "step": 63930
    },
    {
      "epoch": 0.05596350271042443,
      "grad_norm": 0.4912833571434021,
      "learning_rate": 4.978763828631805e-05,
      "loss": 5.3597,
      "step": 63935
    },
    {
      "epoch": 0.05596787930405159,
      "grad_norm": 0.4472461938858032,
      "learning_rate": 4.978759791398485e-05,
      "loss": 5.8129,
      "step": 63940
    },
    {
      "epoch": 0.05597225589767874,
      "grad_norm": 0.5005332827568054,
      "learning_rate": 4.978755753783489e-05,
      "loss": 5.0465,
      "step": 63945
    },
    {
      "epoch": 0.0559766324913059,
      "grad_norm": 0.5778894424438477,
      "learning_rate": 4.978751715786817e-05,
      "loss": 5.3442,
      "step": 63950
    },
    {
      "epoch": 0.05598100908493305,
      "grad_norm": 0.5742642283439636,
      "learning_rate": 4.9787476774084706e-05,
      "loss": 5.8644,
      "step": 63955
    },
    {
      "epoch": 0.05598538567856021,
      "grad_norm": 0.47719407081604004,
      "learning_rate": 4.97874363864845e-05,
      "loss": 4.9607,
      "step": 63960
    },
    {
      "epoch": 0.05598976227218736,
      "grad_norm": 0.5631014704704285,
      "learning_rate": 4.978739599506756e-05,
      "loss": 5.782,
      "step": 63965
    },
    {
      "epoch": 0.055994138865814516,
      "grad_norm": 0.4205766022205353,
      "learning_rate": 4.97873555998339e-05,
      "loss": 6.0857,
      "step": 63970
    },
    {
      "epoch": 0.05599851545944167,
      "grad_norm": 0.49695202708244324,
      "learning_rate": 4.97873152007835e-05,
      "loss": 5.534,
      "step": 63975
    },
    {
      "epoch": 0.056002892053068826,
      "grad_norm": 0.44980186223983765,
      "learning_rate": 4.978727479791642e-05,
      "loss": 5.2427,
      "step": 63980
    },
    {
      "epoch": 0.05600726864669598,
      "grad_norm": 0.46675699949264526,
      "learning_rate": 4.9787234391232615e-05,
      "loss": 5.7449,
      "step": 63985
    },
    {
      "epoch": 0.056011645240323135,
      "grad_norm": 0.9274861812591553,
      "learning_rate": 4.978719398073213e-05,
      "loss": 4.7094,
      "step": 63990
    },
    {
      "epoch": 0.05601602183395029,
      "grad_norm": 0.5799346566200256,
      "learning_rate": 4.978715356641496e-05,
      "loss": 5.5517,
      "step": 63995
    },
    {
      "epoch": 0.056020398427577445,
      "grad_norm": 0.532203733921051,
      "learning_rate": 4.9787113148281105e-05,
      "loss": 5.0664,
      "step": 64000
    },
    {
      "epoch": 0.0560247750212046,
      "grad_norm": 0.45485109090805054,
      "learning_rate": 4.9787072726330576e-05,
      "loss": 4.7557,
      "step": 64005
    },
    {
      "epoch": 0.05602915161483175,
      "grad_norm": 0.5251021385192871,
      "learning_rate": 4.9787032300563384e-05,
      "loss": 5.4658,
      "step": 64010
    },
    {
      "epoch": 0.0560335282084589,
      "grad_norm": 0.4922622740268707,
      "learning_rate": 4.9786991870979536e-05,
      "loss": 5.0494,
      "step": 64015
    },
    {
      "epoch": 0.05603790480208606,
      "grad_norm": 0.43068140745162964,
      "learning_rate": 4.978695143757905e-05,
      "loss": 5.168,
      "step": 64020
    },
    {
      "epoch": 0.05604228139571321,
      "grad_norm": 0.3952777087688446,
      "learning_rate": 4.9786911000361926e-05,
      "loss": 5.7799,
      "step": 64025
    },
    {
      "epoch": 0.056046657989340366,
      "grad_norm": 0.480348140001297,
      "learning_rate": 4.978687055932817e-05,
      "loss": 4.3451,
      "step": 64030
    },
    {
      "epoch": 0.05605103458296752,
      "grad_norm": 0.3952751159667969,
      "learning_rate": 4.978683011447778e-05,
      "loss": 5.7908,
      "step": 64035
    },
    {
      "epoch": 0.056055411176594676,
      "grad_norm": 0.4427160918712616,
      "learning_rate": 4.9786789665810776e-05,
      "loss": 6.385,
      "step": 64040
    },
    {
      "epoch": 0.05605978777022183,
      "grad_norm": 0.45900702476501465,
      "learning_rate": 4.978674921332717e-05,
      "loss": 5.8913,
      "step": 64045
    },
    {
      "epoch": 0.056064164363848985,
      "grad_norm": 0.514766275882721,
      "learning_rate": 4.978670875702696e-05,
      "loss": 5.0775,
      "step": 64050
    },
    {
      "epoch": 0.05606854095747614,
      "grad_norm": 0.4031503200531006,
      "learning_rate": 4.9786668296910155e-05,
      "loss": 5.8457,
      "step": 64055
    },
    {
      "epoch": 0.056072917551103295,
      "grad_norm": 0.5349767208099365,
      "learning_rate": 4.978662783297677e-05,
      "loss": 5.8488,
      "step": 64060
    },
    {
      "epoch": 0.05607729414473045,
      "grad_norm": 0.4304068982601166,
      "learning_rate": 4.97865873652268e-05,
      "loss": 6.1053,
      "step": 64065
    },
    {
      "epoch": 0.056081670738357604,
      "grad_norm": 0.4684617519378662,
      "learning_rate": 4.978654689366027e-05,
      "loss": 5.0265,
      "step": 64070
    },
    {
      "epoch": 0.05608604733198476,
      "grad_norm": 0.4336705803871155,
      "learning_rate": 4.9786506418277166e-05,
      "loss": 5.2033,
      "step": 64075
    },
    {
      "epoch": 0.056090423925611914,
      "grad_norm": 0.4940444529056549,
      "learning_rate": 4.978646593907752e-05,
      "loss": 5.342,
      "step": 64080
    },
    {
      "epoch": 0.05609480051923907,
      "grad_norm": 0.44062140583992004,
      "learning_rate": 4.9786425456061326e-05,
      "loss": 5.2231,
      "step": 64085
    },
    {
      "epoch": 0.05609917711286622,
      "grad_norm": 0.41299837827682495,
      "learning_rate": 4.9786384969228595e-05,
      "loss": 5.8937,
      "step": 64090
    },
    {
      "epoch": 0.05610355370649338,
      "grad_norm": 0.4709313213825226,
      "learning_rate": 4.978634447857933e-05,
      "loss": 5.0295,
      "step": 64095
    },
    {
      "epoch": 0.05610793030012053,
      "grad_norm": 0.44286054372787476,
      "learning_rate": 4.978630398411354e-05,
      "loss": 4.6016,
      "step": 64100
    },
    {
      "epoch": 0.05611230689374769,
      "grad_norm": 0.5227341055870056,
      "learning_rate": 4.9786263485831244e-05,
      "loss": 5.4801,
      "step": 64105
    },
    {
      "epoch": 0.05611668348737484,
      "grad_norm": 0.5358256697654724,
      "learning_rate": 4.978622298373243e-05,
      "loss": 5.5851,
      "step": 64110
    },
    {
      "epoch": 0.056121060081002,
      "grad_norm": 0.4172672927379608,
      "learning_rate": 4.978618247781713e-05,
      "loss": 5.3094,
      "step": 64115
    },
    {
      "epoch": 0.05612543667462915,
      "grad_norm": 0.4633944034576416,
      "learning_rate": 4.978614196808533e-05,
      "loss": 4.7925,
      "step": 64120
    },
    {
      "epoch": 0.05612981326825631,
      "grad_norm": 0.40653195977211,
      "learning_rate": 4.9786101454537046e-05,
      "loss": 6.1037,
      "step": 64125
    },
    {
      "epoch": 0.05613418986188346,
      "grad_norm": 0.4503861367702484,
      "learning_rate": 4.9786060937172294e-05,
      "loss": 4.817,
      "step": 64130
    },
    {
      "epoch": 0.056138566455510616,
      "grad_norm": 0.40003690123558044,
      "learning_rate": 4.978602041599106e-05,
      "loss": 5.5659,
      "step": 64135
    },
    {
      "epoch": 0.056142943049137764,
      "grad_norm": 0.39829394221305847,
      "learning_rate": 4.978597989099337e-05,
      "loss": 6.0652,
      "step": 64140
    },
    {
      "epoch": 0.05614731964276492,
      "grad_norm": 0.3552427589893341,
      "learning_rate": 4.978593936217925e-05,
      "loss": 5.5591,
      "step": 64145
    },
    {
      "epoch": 0.056151696236392074,
      "grad_norm": 0.43055203557014465,
      "learning_rate": 4.978589882954866e-05,
      "loss": 5.2375,
      "step": 64150
    },
    {
      "epoch": 0.05615607283001923,
      "grad_norm": 0.45105355978012085,
      "learning_rate": 4.978585829310164e-05,
      "loss": 4.491,
      "step": 64155
    },
    {
      "epoch": 0.05616044942364638,
      "grad_norm": 0.4093688428401947,
      "learning_rate": 4.97858177528382e-05,
      "loss": 5.8236,
      "step": 64160
    },
    {
      "epoch": 0.05616482601727354,
      "grad_norm": 0.482727974653244,
      "learning_rate": 4.9785777208758335e-05,
      "loss": 3.7177,
      "step": 64165
    },
    {
      "epoch": 0.05616920261090069,
      "grad_norm": 0.48846620321273804,
      "learning_rate": 4.978573666086205e-05,
      "loss": 5.3276,
      "step": 64170
    },
    {
      "epoch": 0.05617357920452785,
      "grad_norm": 0.4040476381778717,
      "learning_rate": 4.978569610914936e-05,
      "loss": 5.3571,
      "step": 64175
    },
    {
      "epoch": 0.056177955798155,
      "grad_norm": 0.4227524995803833,
      "learning_rate": 4.9785655553620284e-05,
      "loss": 4.4897,
      "step": 64180
    },
    {
      "epoch": 0.05618233239178216,
      "grad_norm": 0.43337786197662354,
      "learning_rate": 4.978561499427481e-05,
      "loss": 6.0939,
      "step": 64185
    },
    {
      "epoch": 0.05618670898540931,
      "grad_norm": 0.4248921573162079,
      "learning_rate": 4.978557443111296e-05,
      "loss": 5.5921,
      "step": 64190
    },
    {
      "epoch": 0.056191085579036466,
      "grad_norm": 0.5039424300193787,
      "learning_rate": 4.978553386413473e-05,
      "loss": 5.2709,
      "step": 64195
    },
    {
      "epoch": 0.05619546217266362,
      "grad_norm": 0.47126874327659607,
      "learning_rate": 4.9785493293340134e-05,
      "loss": 5.355,
      "step": 64200
    },
    {
      "epoch": 0.056199838766290776,
      "grad_norm": 0.4876437187194824,
      "learning_rate": 4.9785452718729175e-05,
      "loss": 4.9521,
      "step": 64205
    },
    {
      "epoch": 0.05620421535991793,
      "grad_norm": 0.4482114911079407,
      "learning_rate": 4.978541214030188e-05,
      "loss": 4.5137,
      "step": 64210
    },
    {
      "epoch": 0.056208591953545085,
      "grad_norm": 0.390024870634079,
      "learning_rate": 4.978537155805824e-05,
      "loss": 5.4703,
      "step": 64215
    },
    {
      "epoch": 0.05621296854717224,
      "grad_norm": 0.36252039670944214,
      "learning_rate": 4.9785330971998254e-05,
      "loss": 5.8911,
      "step": 64220
    },
    {
      "epoch": 0.056217345140799395,
      "grad_norm": 0.4311857521533966,
      "learning_rate": 4.978529038212195e-05,
      "loss": 4.7268,
      "step": 64225
    },
    {
      "epoch": 0.05622172173442655,
      "grad_norm": 0.42323732376098633,
      "learning_rate": 4.978524978842932e-05,
      "loss": 5.2511,
      "step": 64230
    },
    {
      "epoch": 0.056226098328053704,
      "grad_norm": 0.4439938962459564,
      "learning_rate": 4.9785209190920376e-05,
      "loss": 5.7975,
      "step": 64235
    },
    {
      "epoch": 0.05623047492168086,
      "grad_norm": 0.40272077918052673,
      "learning_rate": 4.978516858959513e-05,
      "loss": 5.752,
      "step": 64240
    },
    {
      "epoch": 0.056234851515308014,
      "grad_norm": 0.49173638224601746,
      "learning_rate": 4.978512798445361e-05,
      "loss": 5.3726,
      "step": 64245
    },
    {
      "epoch": 0.05623922810893517,
      "grad_norm": 0.4839763045310974,
      "learning_rate": 4.9785087375495774e-05,
      "loss": 4.8521,
      "step": 64250
    },
    {
      "epoch": 0.05624360470256232,
      "grad_norm": 0.4390656054019928,
      "learning_rate": 4.978504676272168e-05,
      "loss": 6.3754,
      "step": 64255
    },
    {
      "epoch": 0.05624798129618948,
      "grad_norm": 0.4014488458633423,
      "learning_rate": 4.97850061461313e-05,
      "loss": 5.5705,
      "step": 64260
    },
    {
      "epoch": 0.05625235788981663,
      "grad_norm": 0.4723946154117584,
      "learning_rate": 4.9784965525724656e-05,
      "loss": 5.0128,
      "step": 64265
    },
    {
      "epoch": 0.05625673448344378,
      "grad_norm": 0.5142750144004822,
      "learning_rate": 4.9784924901501764e-05,
      "loss": 5.2578,
      "step": 64270
    },
    {
      "epoch": 0.056261111077070936,
      "grad_norm": 0.44096100330352783,
      "learning_rate": 4.978488427346261e-05,
      "loss": 5.8825,
      "step": 64275
    },
    {
      "epoch": 0.05626548767069809,
      "grad_norm": 0.3920176923274994,
      "learning_rate": 4.9784843641607226e-05,
      "loss": 5.0427,
      "step": 64280
    },
    {
      "epoch": 0.056269864264325245,
      "grad_norm": 0.453033447265625,
      "learning_rate": 4.978480300593561e-05,
      "loss": 5.0384,
      "step": 64285
    },
    {
      "epoch": 0.0562742408579524,
      "grad_norm": 0.4428909420967102,
      "learning_rate": 4.978476236644776e-05,
      "loss": 6.0867,
      "step": 64290
    },
    {
      "epoch": 0.056278617451579555,
      "grad_norm": 0.5294665098190308,
      "learning_rate": 4.978472172314369e-05,
      "loss": 5.0036,
      "step": 64295
    },
    {
      "epoch": 0.05628299404520671,
      "grad_norm": 0.4567815363407135,
      "learning_rate": 4.978468107602342e-05,
      "loss": 4.5198,
      "step": 64300
    },
    {
      "epoch": 0.056287370638833864,
      "grad_norm": 0.5191099047660828,
      "learning_rate": 4.978464042508695e-05,
      "loss": 5.0793,
      "step": 64305
    },
    {
      "epoch": 0.05629174723246102,
      "grad_norm": 0.44887539744377136,
      "learning_rate": 4.9784599770334285e-05,
      "loss": 5.3481,
      "step": 64310
    },
    {
      "epoch": 0.056296123826088174,
      "grad_norm": 0.43178829550743103,
      "learning_rate": 4.978455911176543e-05,
      "loss": 4.5137,
      "step": 64315
    },
    {
      "epoch": 0.05630050041971533,
      "grad_norm": 0.38930952548980713,
      "learning_rate": 4.97845184493804e-05,
      "loss": 5.7803,
      "step": 64320
    },
    {
      "epoch": 0.05630487701334248,
      "grad_norm": 0.47034525871276855,
      "learning_rate": 4.9784477783179194e-05,
      "loss": 5.0256,
      "step": 64325
    },
    {
      "epoch": 0.05630925360696964,
      "grad_norm": 0.4398833215236664,
      "learning_rate": 4.978443711316183e-05,
      "loss": 5.2589,
      "step": 64330
    },
    {
      "epoch": 0.05631363020059679,
      "grad_norm": 0.4234195947647095,
      "learning_rate": 4.9784396439328315e-05,
      "loss": 6.4215,
      "step": 64335
    },
    {
      "epoch": 0.05631800679422395,
      "grad_norm": 0.46650028228759766,
      "learning_rate": 4.9784355761678644e-05,
      "loss": 5.3531,
      "step": 64340
    },
    {
      "epoch": 0.0563223833878511,
      "grad_norm": 0.4928450882434845,
      "learning_rate": 4.978431508021285e-05,
      "loss": 5.5578,
      "step": 64345
    },
    {
      "epoch": 0.05632675998147826,
      "grad_norm": 0.46439945697784424,
      "learning_rate": 4.9784274394930907e-05,
      "loss": 5.264,
      "step": 64350
    },
    {
      "epoch": 0.05633113657510541,
      "grad_norm": 0.4539085030555725,
      "learning_rate": 4.978423370583285e-05,
      "loss": 5.579,
      "step": 64355
    },
    {
      "epoch": 0.056335513168732566,
      "grad_norm": 0.40776148438453674,
      "learning_rate": 4.978419301291868e-05,
      "loss": 5.7584,
      "step": 64360
    },
    {
      "epoch": 0.05633988976235972,
      "grad_norm": 0.4526611268520355,
      "learning_rate": 4.978415231618839e-05,
      "loss": 5.7775,
      "step": 64365
    },
    {
      "epoch": 0.056344266355986876,
      "grad_norm": 0.43358609080314636,
      "learning_rate": 4.978411161564202e-05,
      "loss": 5.8936,
      "step": 64370
    },
    {
      "epoch": 0.05634864294961403,
      "grad_norm": 0.4108928442001343,
      "learning_rate": 4.9784070911279544e-05,
      "loss": 5.8501,
      "step": 64375
    },
    {
      "epoch": 0.056353019543241185,
      "grad_norm": 0.4787757694721222,
      "learning_rate": 4.9784030203100996e-05,
      "loss": 4.8191,
      "step": 64380
    },
    {
      "epoch": 0.05635739613686834,
      "grad_norm": 0.44347962737083435,
      "learning_rate": 4.9783989491106355e-05,
      "loss": 5.2627,
      "step": 64385
    },
    {
      "epoch": 0.056361772730495495,
      "grad_norm": 0.4146946668624878,
      "learning_rate": 4.9783948775295654e-05,
      "loss": 5.5488,
      "step": 64390
    },
    {
      "epoch": 0.05636614932412264,
      "grad_norm": 0.44046494364738464,
      "learning_rate": 4.9783908055668894e-05,
      "loss": 5.8529,
      "step": 64395
    },
    {
      "epoch": 0.0563705259177498,
      "grad_norm": 0.4792015254497528,
      "learning_rate": 4.9783867332226074e-05,
      "loss": 5.5524,
      "step": 64400
    },
    {
      "epoch": 0.05637490251137695,
      "grad_norm": 0.44220587611198425,
      "learning_rate": 4.978382660496722e-05,
      "loss": 6.1299,
      "step": 64405
    },
    {
      "epoch": 0.05637927910500411,
      "grad_norm": 0.4043390452861786,
      "learning_rate": 4.978378587389233e-05,
      "loss": 6.0879,
      "step": 64410
    },
    {
      "epoch": 0.05638365569863126,
      "grad_norm": 0.47568759322166443,
      "learning_rate": 4.9783745139001406e-05,
      "loss": 5.5683,
      "step": 64415
    },
    {
      "epoch": 0.056388032292258417,
      "grad_norm": 0.42040422558784485,
      "learning_rate": 4.978370440029446e-05,
      "loss": 4.8283,
      "step": 64420
    },
    {
      "epoch": 0.05639240888588557,
      "grad_norm": 0.3859418034553528,
      "learning_rate": 4.978366365777149e-05,
      "loss": 6.4131,
      "step": 64425
    },
    {
      "epoch": 0.056396785479512726,
      "grad_norm": 0.4687732458114624,
      "learning_rate": 4.978362291143254e-05,
      "loss": 5.4498,
      "step": 64430
    },
    {
      "epoch": 0.05640116207313988,
      "grad_norm": 0.5351879596710205,
      "learning_rate": 4.978358216127757e-05,
      "loss": 5.3415,
      "step": 64435
    },
    {
      "epoch": 0.056405538666767036,
      "grad_norm": 0.4566318392753601,
      "learning_rate": 4.978354140730662e-05,
      "loss": 5.5693,
      "step": 64440
    },
    {
      "epoch": 0.05640991526039419,
      "grad_norm": 0.4841245710849762,
      "learning_rate": 4.97835006495197e-05,
      "loss": 4.1992,
      "step": 64445
    },
    {
      "epoch": 0.056414291854021345,
      "grad_norm": 0.43198704719543457,
      "learning_rate": 4.9783459887916785e-05,
      "loss": 4.7877,
      "step": 64450
    },
    {
      "epoch": 0.0564186684476485,
      "grad_norm": 0.45963093638420105,
      "learning_rate": 4.978341912249791e-05,
      "loss": 5.5166,
      "step": 64455
    },
    {
      "epoch": 0.056423045041275655,
      "grad_norm": 0.47645872831344604,
      "learning_rate": 4.978337835326309e-05,
      "loss": 5.757,
      "step": 64460
    },
    {
      "epoch": 0.05642742163490281,
      "grad_norm": 0.4606572389602661,
      "learning_rate": 4.9783337580212307e-05,
      "loss": 5.8464,
      "step": 64465
    },
    {
      "epoch": 0.056431798228529964,
      "grad_norm": 0.4789801836013794,
      "learning_rate": 4.978329680334558e-05,
      "loss": 5.5336,
      "step": 64470
    },
    {
      "epoch": 0.05643617482215712,
      "grad_norm": 0.3980556130409241,
      "learning_rate": 4.978325602266293e-05,
      "loss": 5.4891,
      "step": 64475
    },
    {
      "epoch": 0.056440551415784274,
      "grad_norm": 0.43197914958000183,
      "learning_rate": 4.9783215238164335e-05,
      "loss": 5.7549,
      "step": 64480
    },
    {
      "epoch": 0.05644492800941143,
      "grad_norm": 0.42794618010520935,
      "learning_rate": 4.978317444984984e-05,
      "loss": 5.2579,
      "step": 64485
    },
    {
      "epoch": 0.05644930460303858,
      "grad_norm": 0.5080657601356506,
      "learning_rate": 4.9783133657719415e-05,
      "loss": 4.6918,
      "step": 64490
    },
    {
      "epoch": 0.05645368119666574,
      "grad_norm": 0.511260449886322,
      "learning_rate": 4.978309286177311e-05,
      "loss": 5.8377,
      "step": 64495
    },
    {
      "epoch": 0.05645805779029289,
      "grad_norm": 0.5074857473373413,
      "learning_rate": 4.978305206201088e-05,
      "loss": 5.849,
      "step": 64500
    },
    {
      "epoch": 0.05646243438392005,
      "grad_norm": 0.3976421654224396,
      "learning_rate": 4.9783011258432786e-05,
      "loss": 5.0473,
      "step": 64505
    },
    {
      "epoch": 0.0564668109775472,
      "grad_norm": 0.4993545711040497,
      "learning_rate": 4.97829704510388e-05,
      "loss": 5.2305,
      "step": 64510
    },
    {
      "epoch": 0.05647118757117436,
      "grad_norm": 0.4037116467952728,
      "learning_rate": 4.9782929639828956e-05,
      "loss": 6.1002,
      "step": 64515
    },
    {
      "epoch": 0.05647556416480151,
      "grad_norm": 0.45382073521614075,
      "learning_rate": 4.978288882480324e-05,
      "loss": 5.484,
      "step": 64520
    },
    {
      "epoch": 0.05647994075842866,
      "grad_norm": 0.5235239863395691,
      "learning_rate": 4.978284800596167e-05,
      "loss": 5.5654,
      "step": 64525
    },
    {
      "epoch": 0.056484317352055814,
      "grad_norm": 0.4807340204715729,
      "learning_rate": 4.9782807183304245e-05,
      "loss": 5.9033,
      "step": 64530
    },
    {
      "epoch": 0.05648869394568297,
      "grad_norm": 0.40023696422576904,
      "learning_rate": 4.978276635683099e-05,
      "loss": 6.0238,
      "step": 64535
    },
    {
      "epoch": 0.056493070539310124,
      "grad_norm": 0.423787921667099,
      "learning_rate": 4.978272552654189e-05,
      "loss": 5.8537,
      "step": 64540
    },
    {
      "epoch": 0.05649744713293728,
      "grad_norm": 0.39627939462661743,
      "learning_rate": 4.9782684692436976e-05,
      "loss": 5.8665,
      "step": 64545
    },
    {
      "epoch": 0.05650182372656443,
      "grad_norm": 0.4933563768863678,
      "learning_rate": 4.978264385451625e-05,
      "loss": 4.5432,
      "step": 64550
    },
    {
      "epoch": 0.05650620032019159,
      "grad_norm": 0.5122207403182983,
      "learning_rate": 4.97826030127797e-05,
      "loss": 5.0444,
      "step": 64555
    },
    {
      "epoch": 0.05651057691381874,
      "grad_norm": 0.45142483711242676,
      "learning_rate": 4.9782562167227366e-05,
      "loss": 5.8668,
      "step": 64560
    },
    {
      "epoch": 0.0565149535074459,
      "grad_norm": 0.4538113474845886,
      "learning_rate": 4.9782521317859234e-05,
      "loss": 4.9356,
      "step": 64565
    },
    {
      "epoch": 0.05651933010107305,
      "grad_norm": 0.4682021141052246,
      "learning_rate": 4.978248046467531e-05,
      "loss": 4.9383,
      "step": 64570
    },
    {
      "epoch": 0.05652370669470021,
      "grad_norm": 0.39188021421432495,
      "learning_rate": 4.978243960767561e-05,
      "loss": 4.8145,
      "step": 64575
    },
    {
      "epoch": 0.05652808328832736,
      "grad_norm": 0.45763513445854187,
      "learning_rate": 4.978239874686015e-05,
      "loss": 4.4268,
      "step": 64580
    },
    {
      "epoch": 0.05653245988195452,
      "grad_norm": 0.4922643303871155,
      "learning_rate": 4.9782357882228917e-05,
      "loss": 5.7932,
      "step": 64585
    },
    {
      "epoch": 0.05653683647558167,
      "grad_norm": 0.4057031273841858,
      "learning_rate": 4.978231701378193e-05,
      "loss": 5.3665,
      "step": 64590
    },
    {
      "epoch": 0.056541213069208826,
      "grad_norm": 0.4434175491333008,
      "learning_rate": 4.9782276141519216e-05,
      "loss": 5.5733,
      "step": 64595
    },
    {
      "epoch": 0.05654558966283598,
      "grad_norm": 0.4375016391277313,
      "learning_rate": 4.978223526544075e-05,
      "loss": 5.5322,
      "step": 64600
    },
    {
      "epoch": 0.056549966256463136,
      "grad_norm": 0.44489967823028564,
      "learning_rate": 4.978219438554656e-05,
      "loss": 5.582,
      "step": 64605
    },
    {
      "epoch": 0.05655434285009029,
      "grad_norm": 0.448090136051178,
      "learning_rate": 4.9782153501836634e-05,
      "loss": 5.7725,
      "step": 64610
    },
    {
      "epoch": 0.056558719443717445,
      "grad_norm": 0.39885035157203674,
      "learning_rate": 4.9782112614311e-05,
      "loss": 5.8694,
      "step": 64615
    },
    {
      "epoch": 0.0565630960373446,
      "grad_norm": 0.39923715591430664,
      "learning_rate": 4.978207172296967e-05,
      "loss": 5.8563,
      "step": 64620
    },
    {
      "epoch": 0.056567472630971755,
      "grad_norm": 0.4409809708595276,
      "learning_rate": 4.978203082781263e-05,
      "loss": 5.267,
      "step": 64625
    },
    {
      "epoch": 0.05657184922459891,
      "grad_norm": 0.455581396818161,
      "learning_rate": 4.97819899288399e-05,
      "loss": 5.0301,
      "step": 64630
    },
    {
      "epoch": 0.056576225818226064,
      "grad_norm": 0.4704189598560333,
      "learning_rate": 4.97819490260515e-05,
      "loss": 5.3508,
      "step": 64635
    },
    {
      "epoch": 0.05658060241185322,
      "grad_norm": 0.4691621959209442,
      "learning_rate": 4.978190811944742e-05,
      "loss": 5.7871,
      "step": 64640
    },
    {
      "epoch": 0.056584979005480374,
      "grad_norm": 0.39300960302352905,
      "learning_rate": 4.978186720902767e-05,
      "loss": 5.5545,
      "step": 64645
    },
    {
      "epoch": 0.05658935559910753,
      "grad_norm": 0.4449693560600281,
      "learning_rate": 4.9781826294792256e-05,
      "loss": 5.2881,
      "step": 64650
    },
    {
      "epoch": 0.056593732192734676,
      "grad_norm": 0.46492716670036316,
      "learning_rate": 4.97817853767412e-05,
      "loss": 3.9749,
      "step": 64655
    },
    {
      "epoch": 0.05659810878636183,
      "grad_norm": 0.4708259403705597,
      "learning_rate": 4.978174445487449e-05,
      "loss": 5.782,
      "step": 64660
    },
    {
      "epoch": 0.056602485379988986,
      "grad_norm": 0.4507885277271271,
      "learning_rate": 4.978170352919216e-05,
      "loss": 5.2192,
      "step": 64665
    },
    {
      "epoch": 0.05660686197361614,
      "grad_norm": 0.3913969397544861,
      "learning_rate": 4.978166259969419e-05,
      "loss": 5.3404,
      "step": 64670
    },
    {
      "epoch": 0.056611238567243295,
      "grad_norm": 0.4650234282016754,
      "learning_rate": 4.978162166638061e-05,
      "loss": 5.0199,
      "step": 64675
    },
    {
      "epoch": 0.05661561516087045,
      "grad_norm": 0.4226229190826416,
      "learning_rate": 4.978158072925142e-05,
      "loss": 5.7566,
      "step": 64680
    },
    {
      "epoch": 0.056619991754497605,
      "grad_norm": 0.45764368772506714,
      "learning_rate": 4.9781539788306606e-05,
      "loss": 4.8345,
      "step": 64685
    },
    {
      "epoch": 0.05662436834812476,
      "grad_norm": 0.5304847359657288,
      "learning_rate": 4.9781498843546226e-05,
      "loss": 5.2444,
      "step": 64690
    },
    {
      "epoch": 0.056628744941751914,
      "grad_norm": 0.5671228766441345,
      "learning_rate": 4.978145789497023e-05,
      "loss": 6.0949,
      "step": 64695
    },
    {
      "epoch": 0.05663312153537907,
      "grad_norm": 0.45920196175575256,
      "learning_rate": 4.978141694257867e-05,
      "loss": 5.3063,
      "step": 64700
    },
    {
      "epoch": 0.056637498129006224,
      "grad_norm": 0.453703373670578,
      "learning_rate": 4.9781375986371536e-05,
      "loss": 5.3371,
      "step": 64705
    },
    {
      "epoch": 0.05664187472263338,
      "grad_norm": 0.5005258917808533,
      "learning_rate": 4.978133502634884e-05,
      "loss": 5.0514,
      "step": 64710
    },
    {
      "epoch": 0.05664625131626053,
      "grad_norm": 0.448076069355011,
      "learning_rate": 4.9781294062510585e-05,
      "loss": 4.5095,
      "step": 64715
    },
    {
      "epoch": 0.05665062790988769,
      "grad_norm": 0.4210284650325775,
      "learning_rate": 4.978125309485678e-05,
      "loss": 5.2748,
      "step": 64720
    },
    {
      "epoch": 0.05665500450351484,
      "grad_norm": 0.4736120104789734,
      "learning_rate": 4.9781212123387435e-05,
      "loss": 5.5949,
      "step": 64725
    },
    {
      "epoch": 0.056659381097142,
      "grad_norm": 0.45060965418815613,
      "learning_rate": 4.9781171148102557e-05,
      "loss": 4.9275,
      "step": 64730
    },
    {
      "epoch": 0.05666375769076915,
      "grad_norm": 0.5767092108726501,
      "learning_rate": 4.978113016900217e-05,
      "loss": 4.5188,
      "step": 64735
    },
    {
      "epoch": 0.05666813428439631,
      "grad_norm": 0.5054327845573425,
      "learning_rate": 4.978108918608624e-05,
      "loss": 6.0537,
      "step": 64740
    },
    {
      "epoch": 0.05667251087802346,
      "grad_norm": 0.7290673851966858,
      "learning_rate": 4.9781048199354816e-05,
      "loss": 4.9273,
      "step": 64745
    },
    {
      "epoch": 0.05667688747165062,
      "grad_norm": 0.49241188168525696,
      "learning_rate": 4.978100720880788e-05,
      "loss": 5.2452,
      "step": 64750
    },
    {
      "epoch": 0.05668126406527777,
      "grad_norm": 0.5013422966003418,
      "learning_rate": 4.978096621444547e-05,
      "loss": 5.3947,
      "step": 64755
    },
    {
      "epoch": 0.056685640658904926,
      "grad_norm": 0.41502922773361206,
      "learning_rate": 4.9780925216267574e-05,
      "loss": 5.5628,
      "step": 64760
    },
    {
      "epoch": 0.05669001725253208,
      "grad_norm": 0.4122578799724579,
      "learning_rate": 4.978088421427418e-05,
      "loss": 5.7734,
      "step": 64765
    },
    {
      "epoch": 0.056694393846159236,
      "grad_norm": 0.390292763710022,
      "learning_rate": 4.978084320846533e-05,
      "loss": 5.7984,
      "step": 64770
    },
    {
      "epoch": 0.05669877043978639,
      "grad_norm": 0.4112633466720581,
      "learning_rate": 4.978080219884101e-05,
      "loss": 5.8859,
      "step": 64775
    },
    {
      "epoch": 0.056703147033413545,
      "grad_norm": 0.3836289346218109,
      "learning_rate": 4.978076118540126e-05,
      "loss": 5.3313,
      "step": 64780
    },
    {
      "epoch": 0.05670752362704069,
      "grad_norm": 0.43043020367622375,
      "learning_rate": 4.9780720168146046e-05,
      "loss": 5.2259,
      "step": 64785
    },
    {
      "epoch": 0.05671190022066785,
      "grad_norm": 0.45718351006507874,
      "learning_rate": 4.978067914707539e-05,
      "loss": 5.2258,
      "step": 64790
    },
    {
      "epoch": 0.056716276814295,
      "grad_norm": 0.4440312087535858,
      "learning_rate": 4.9780638122189313e-05,
      "loss": 5.7617,
      "step": 64795
    },
    {
      "epoch": 0.05672065340792216,
      "grad_norm": 0.44263607263565063,
      "learning_rate": 4.978059709348781e-05,
      "loss": 5.2423,
      "step": 64800
    },
    {
      "epoch": 0.05672503000154931,
      "grad_norm": 0.4014786183834076,
      "learning_rate": 4.97805560609709e-05,
      "loss": 5.8773,
      "step": 64805
    },
    {
      "epoch": 0.05672940659517647,
      "grad_norm": 0.39646461606025696,
      "learning_rate": 4.978051502463857e-05,
      "loss": 6.0826,
      "step": 64810
    },
    {
      "epoch": 0.05673378318880362,
      "grad_norm": 0.37524059414863586,
      "learning_rate": 4.978047398449086e-05,
      "loss": 5.5525,
      "step": 64815
    },
    {
      "epoch": 0.056738159782430776,
      "grad_norm": 0.4203803539276123,
      "learning_rate": 4.9780432940527756e-05,
      "loss": 5.4688,
      "step": 64820
    },
    {
      "epoch": 0.05674253637605793,
      "grad_norm": 0.37925800681114197,
      "learning_rate": 4.978039189274926e-05,
      "loss": 6.3777,
      "step": 64825
    },
    {
      "epoch": 0.056746912969685086,
      "grad_norm": 0.4397267699241638,
      "learning_rate": 4.978035084115539e-05,
      "loss": 5.0352,
      "step": 64830
    },
    {
      "epoch": 0.05675128956331224,
      "grad_norm": 0.38161370158195496,
      "learning_rate": 4.978030978574616e-05,
      "loss": 5.7797,
      "step": 64835
    },
    {
      "epoch": 0.056755666156939395,
      "grad_norm": 0.4319975674152374,
      "learning_rate": 4.978026872652157e-05,
      "loss": 5.4451,
      "step": 64840
    },
    {
      "epoch": 0.05676004275056655,
      "grad_norm": 0.4483412504196167,
      "learning_rate": 4.978022766348163e-05,
      "loss": 4.4118,
      "step": 64845
    },
    {
      "epoch": 0.056764419344193705,
      "grad_norm": 0.5420880913734436,
      "learning_rate": 4.978018659662634e-05,
      "loss": 5.03,
      "step": 64850
    },
    {
      "epoch": 0.05676879593782086,
      "grad_norm": 0.4468298852443695,
      "learning_rate": 4.978014552595572e-05,
      "loss": 5.8728,
      "step": 64855
    },
    {
      "epoch": 0.056773172531448014,
      "grad_norm": 0.42489224672317505,
      "learning_rate": 4.978010445146978e-05,
      "loss": 4.7355,
      "step": 64860
    },
    {
      "epoch": 0.05677754912507517,
      "grad_norm": 0.4190385043621063,
      "learning_rate": 4.978006337316852e-05,
      "loss": 5.5645,
      "step": 64865
    },
    {
      "epoch": 0.056781925718702324,
      "grad_norm": 0.4334559738636017,
      "learning_rate": 4.978002229105194e-05,
      "loss": 5.4957,
      "step": 64870
    },
    {
      "epoch": 0.05678630231232948,
      "grad_norm": 0.4816897511482239,
      "learning_rate": 4.977998120512006e-05,
      "loss": 4.8022,
      "step": 64875
    },
    {
      "epoch": 0.05679067890595663,
      "grad_norm": 0.4765518307685852,
      "learning_rate": 4.977994011537289e-05,
      "loss": 5.0358,
      "step": 64880
    },
    {
      "epoch": 0.05679505549958379,
      "grad_norm": 0.4622485637664795,
      "learning_rate": 4.9779899021810426e-05,
      "loss": 6.4068,
      "step": 64885
    },
    {
      "epoch": 0.05679943209321094,
      "grad_norm": 0.4123842418193817,
      "learning_rate": 4.9779857924432694e-05,
      "loss": 5.079,
      "step": 64890
    },
    {
      "epoch": 0.0568038086868381,
      "grad_norm": 0.4673570692539215,
      "learning_rate": 4.977981682323968e-05,
      "loss": 5.0761,
      "step": 64895
    },
    {
      "epoch": 0.05680818528046525,
      "grad_norm": 0.38744020462036133,
      "learning_rate": 4.9779775718231415e-05,
      "loss": 5.3382,
      "step": 64900
    },
    {
      "epoch": 0.05681256187409241,
      "grad_norm": 0.48524218797683716,
      "learning_rate": 4.977973460940788e-05,
      "loss": 5.8883,
      "step": 64905
    },
    {
      "epoch": 0.056816938467719555,
      "grad_norm": 0.48804402351379395,
      "learning_rate": 4.977969349676911e-05,
      "loss": 5.2929,
      "step": 64910
    },
    {
      "epoch": 0.05682131506134671,
      "grad_norm": 0.3783619999885559,
      "learning_rate": 4.977965238031509e-05,
      "loss": 5.5604,
      "step": 64915
    },
    {
      "epoch": 0.056825691654973864,
      "grad_norm": 0.42617475986480713,
      "learning_rate": 4.977961126004585e-05,
      "loss": 6.374,
      "step": 64920
    },
    {
      "epoch": 0.05683006824860102,
      "grad_norm": 0.4466995894908905,
      "learning_rate": 4.9779570135961376e-05,
      "loss": 4.7693,
      "step": 64925
    },
    {
      "epoch": 0.056834444842228174,
      "grad_norm": 0.3919506371021271,
      "learning_rate": 4.9779529008061686e-05,
      "loss": 5.5961,
      "step": 64930
    },
    {
      "epoch": 0.05683882143585533,
      "grad_norm": 0.38838425278663635,
      "learning_rate": 4.9779487876346783e-05,
      "loss": 5.26,
      "step": 64935
    },
    {
      "epoch": 0.05684319802948248,
      "grad_norm": 0.4409809112548828,
      "learning_rate": 4.9779446740816695e-05,
      "loss": 4.9294,
      "step": 64940
    },
    {
      "epoch": 0.05684757462310964,
      "grad_norm": 0.3773631155490875,
      "learning_rate": 4.977940560147141e-05,
      "loss": 5.5668,
      "step": 64945
    },
    {
      "epoch": 0.05685195121673679,
      "grad_norm": 0.435912549495697,
      "learning_rate": 4.977936445831094e-05,
      "loss": 5.451,
      "step": 64950
    },
    {
      "epoch": 0.05685632781036395,
      "grad_norm": 0.35714682936668396,
      "learning_rate": 4.977932331133529e-05,
      "loss": 5.5604,
      "step": 64955
    },
    {
      "epoch": 0.0568607044039911,
      "grad_norm": 0.44096872210502625,
      "learning_rate": 4.9779282160544474e-05,
      "loss": 5.5589,
      "step": 64960
    },
    {
      "epoch": 0.05686508099761826,
      "grad_norm": 0.4476719796657562,
      "learning_rate": 4.9779241005938505e-05,
      "loss": 5.2263,
      "step": 64965
    },
    {
      "epoch": 0.05686945759124541,
      "grad_norm": 0.49123290181159973,
      "learning_rate": 4.9779199847517365e-05,
      "loss": 4.809,
      "step": 64970
    },
    {
      "epoch": 0.05687383418487257,
      "grad_norm": 0.4981335997581482,
      "learning_rate": 4.97791586852811e-05,
      "loss": 5.2481,
      "step": 64975
    },
    {
      "epoch": 0.05687821077849972,
      "grad_norm": 0.43899399042129517,
      "learning_rate": 4.977911751922969e-05,
      "loss": 5.5794,
      "step": 64980
    },
    {
      "epoch": 0.056882587372126876,
      "grad_norm": 0.4278314411640167,
      "learning_rate": 4.977907634936315e-05,
      "loss": 5.5325,
      "step": 64985
    },
    {
      "epoch": 0.05688696396575403,
      "grad_norm": 0.4094212055206299,
      "learning_rate": 4.9779035175681485e-05,
      "loss": 5.3325,
      "step": 64990
    },
    {
      "epoch": 0.056891340559381186,
      "grad_norm": 0.40364357829093933,
      "learning_rate": 4.977899399818472e-05,
      "loss": 5.3627,
      "step": 64995
    },
    {
      "epoch": 0.05689571715300834,
      "grad_norm": 0.37801891565322876,
      "learning_rate": 4.977895281687285e-05,
      "loss": 5.3746,
      "step": 65000
    },
    {
      "epoch": 0.056900093746635495,
      "grad_norm": 0.43350711464881897,
      "learning_rate": 4.977891163174587e-05,
      "loss": 5.5728,
      "step": 65005
    },
    {
      "epoch": 0.05690447034026265,
      "grad_norm": 0.46665045619010925,
      "learning_rate": 4.977887044280382e-05,
      "loss": 5.4666,
      "step": 65010
    },
    {
      "epoch": 0.056908846933889805,
      "grad_norm": 0.4190266728401184,
      "learning_rate": 4.977882925004668e-05,
      "loss": 5.559,
      "step": 65015
    },
    {
      "epoch": 0.05691322352751696,
      "grad_norm": 0.3665540814399719,
      "learning_rate": 4.977878805347447e-05,
      "loss": 5.8033,
      "step": 65020
    },
    {
      "epoch": 0.056917600121144114,
      "grad_norm": 0.5789778232574463,
      "learning_rate": 4.977874685308719e-05,
      "loss": 5.0368,
      "step": 65025
    },
    {
      "epoch": 0.05692197671477127,
      "grad_norm": 0.3994416296482086,
      "learning_rate": 4.977870564888485e-05,
      "loss": 5.4707,
      "step": 65030
    },
    {
      "epoch": 0.056926353308398424,
      "grad_norm": 0.5695009827613831,
      "learning_rate": 4.977866444086746e-05,
      "loss": 4.7038,
      "step": 65035
    },
    {
      "epoch": 0.05693072990202557,
      "grad_norm": 0.5032668709754944,
      "learning_rate": 4.977862322903504e-05,
      "loss": 5.5563,
      "step": 65040
    },
    {
      "epoch": 0.056935106495652726,
      "grad_norm": 0.4686118960380554,
      "learning_rate": 4.9778582013387575e-05,
      "loss": 5.5701,
      "step": 65045
    },
    {
      "epoch": 0.05693948308927988,
      "grad_norm": 0.48931556940078735,
      "learning_rate": 4.97785407939251e-05,
      "loss": 4.7462,
      "step": 65050
    },
    {
      "epoch": 0.056943859682907036,
      "grad_norm": 0.40319985151290894,
      "learning_rate": 4.9778499570647596e-05,
      "loss": 6.0781,
      "step": 65055
    },
    {
      "epoch": 0.05694823627653419,
      "grad_norm": 0.5902208089828491,
      "learning_rate": 4.9778458343555076e-05,
      "loss": 5.0951,
      "step": 65060
    },
    {
      "epoch": 0.056952612870161345,
      "grad_norm": 0.46567481756210327,
      "learning_rate": 4.9778417112647566e-05,
      "loss": 6.073,
      "step": 65065
    },
    {
      "epoch": 0.0569569894637885,
      "grad_norm": 0.4369581341743469,
      "learning_rate": 4.977837587792507e-05,
      "loss": 5.7414,
      "step": 65070
    },
    {
      "epoch": 0.056961366057415655,
      "grad_norm": 0.4567583203315735,
      "learning_rate": 4.977833463938758e-05,
      "loss": 5.2462,
      "step": 65075
    },
    {
      "epoch": 0.05696574265104281,
      "grad_norm": 0.509387195110321,
      "learning_rate": 4.9778293397035105e-05,
      "loss": 5.579,
      "step": 65080
    },
    {
      "epoch": 0.056970119244669964,
      "grad_norm": 0.4341127276420593,
      "learning_rate": 4.977825215086767e-05,
      "loss": 5.2752,
      "step": 65085
    },
    {
      "epoch": 0.05697449583829712,
      "grad_norm": 0.4446285367012024,
      "learning_rate": 4.977821090088527e-05,
      "loss": 6.0484,
      "step": 65090
    },
    {
      "epoch": 0.056978872431924274,
      "grad_norm": 0.40128862857818604,
      "learning_rate": 4.977816964708791e-05,
      "loss": 5.5708,
      "step": 65095
    },
    {
      "epoch": 0.05698324902555143,
      "grad_norm": 0.4964907765388489,
      "learning_rate": 4.977812838947562e-05,
      "loss": 4.7624,
      "step": 65100
    },
    {
      "epoch": 0.056987625619178583,
      "grad_norm": 0.5511869192123413,
      "learning_rate": 4.977808712804838e-05,
      "loss": 6.0953,
      "step": 65105
    },
    {
      "epoch": 0.05699200221280574,
      "grad_norm": 0.521083652973175,
      "learning_rate": 4.977804586280621e-05,
      "loss": 5.3592,
      "step": 65110
    },
    {
      "epoch": 0.05699637880643289,
      "grad_norm": 0.5271329283714294,
      "learning_rate": 4.9778004593749125e-05,
      "loss": 5.2513,
      "step": 65115
    },
    {
      "epoch": 0.05700075540006005,
      "grad_norm": 0.3970366418361664,
      "learning_rate": 4.9777963320877116e-05,
      "loss": 5.3457,
      "step": 65120
    },
    {
      "epoch": 0.0570051319936872,
      "grad_norm": 0.5002960562705994,
      "learning_rate": 4.977792204419022e-05,
      "loss": 5.0205,
      "step": 65125
    },
    {
      "epoch": 0.05700950858731436,
      "grad_norm": 0.4713246524333954,
      "learning_rate": 4.977788076368841e-05,
      "loss": 5.2602,
      "step": 65130
    },
    {
      "epoch": 0.05701388518094151,
      "grad_norm": 0.46779000759124756,
      "learning_rate": 4.977783947937171e-05,
      "loss": 5.3619,
      "step": 65135
    },
    {
      "epoch": 0.05701826177456867,
      "grad_norm": 0.462114542722702,
      "learning_rate": 4.9777798191240135e-05,
      "loss": 5.0148,
      "step": 65140
    },
    {
      "epoch": 0.05702263836819582,
      "grad_norm": 0.5537110567092896,
      "learning_rate": 4.9777756899293683e-05,
      "loss": 4.9653,
      "step": 65145
    },
    {
      "epoch": 0.057027014961822976,
      "grad_norm": 0.5419694781303406,
      "learning_rate": 4.977771560353237e-05,
      "loss": 5.5328,
      "step": 65150
    },
    {
      "epoch": 0.05703139155545013,
      "grad_norm": 0.4808623492717743,
      "learning_rate": 4.977767430395619e-05,
      "loss": 4.491,
      "step": 65155
    },
    {
      "epoch": 0.057035768149077286,
      "grad_norm": 0.3935903012752533,
      "learning_rate": 4.9777633000565174e-05,
      "loss": 5.8777,
      "step": 65160
    },
    {
      "epoch": 0.05704014474270444,
      "grad_norm": 0.38104480504989624,
      "learning_rate": 4.97775916933593e-05,
      "loss": 6.3432,
      "step": 65165
    },
    {
      "epoch": 0.05704452133633159,
      "grad_norm": 0.44161245226860046,
      "learning_rate": 4.97775503823386e-05,
      "loss": 4.5521,
      "step": 65170
    },
    {
      "epoch": 0.05704889792995874,
      "grad_norm": 0.5136183500289917,
      "learning_rate": 4.977750906750307e-05,
      "loss": 5.2002,
      "step": 65175
    },
    {
      "epoch": 0.0570532745235859,
      "grad_norm": 0.401277631521225,
      "learning_rate": 4.977746774885273e-05,
      "loss": 5.5494,
      "step": 65180
    },
    {
      "epoch": 0.05705765111721305,
      "grad_norm": 0.4010961949825287,
      "learning_rate": 4.9777426426387576e-05,
      "loss": 6.0676,
      "step": 65185
    },
    {
      "epoch": 0.05706202771084021,
      "grad_norm": 0.38023966550827026,
      "learning_rate": 4.9777385100107606e-05,
      "loss": 5.5429,
      "step": 65190
    },
    {
      "epoch": 0.05706640430446736,
      "grad_norm": 0.45933282375335693,
      "learning_rate": 4.977734377001285e-05,
      "loss": 5.0689,
      "step": 65195
    },
    {
      "epoch": 0.05707078089809452,
      "grad_norm": 0.3573248088359833,
      "learning_rate": 4.977730243610331e-05,
      "loss": 6.0736,
      "step": 65200
    },
    {
      "epoch": 0.05707515749172167,
      "grad_norm": 0.43352946639060974,
      "learning_rate": 4.9777261098379e-05,
      "loss": 5.2237,
      "step": 65205
    },
    {
      "epoch": 0.057079534085348826,
      "grad_norm": 0.4417485296726227,
      "learning_rate": 4.977721975683991e-05,
      "loss": 5.0228,
      "step": 65210
    },
    {
      "epoch": 0.05708391067897598,
      "grad_norm": 0.4384194612503052,
      "learning_rate": 4.977717841148606e-05,
      "loss": 5.7568,
      "step": 65215
    },
    {
      "epoch": 0.057088287272603136,
      "grad_norm": 0.47109127044677734,
      "learning_rate": 4.977713706231746e-05,
      "loss": 5.2545,
      "step": 65220
    },
    {
      "epoch": 0.05709266386623029,
      "grad_norm": 0.6271299123764038,
      "learning_rate": 4.9777095709334095e-05,
      "loss": 4.9458,
      "step": 65225
    },
    {
      "epoch": 0.057097040459857445,
      "grad_norm": 0.4847089946269989,
      "learning_rate": 4.977705435253601e-05,
      "loss": 5.2544,
      "step": 65230
    },
    {
      "epoch": 0.0571014170534846,
      "grad_norm": 0.5550953149795532,
      "learning_rate": 4.977701299192319e-05,
      "loss": 5.552,
      "step": 65235
    },
    {
      "epoch": 0.057105793647111755,
      "grad_norm": 0.6318128705024719,
      "learning_rate": 4.977697162749565e-05,
      "loss": 5.2987,
      "step": 65240
    },
    {
      "epoch": 0.05711017024073891,
      "grad_norm": 0.5774487853050232,
      "learning_rate": 4.97769302592534e-05,
      "loss": 6.4309,
      "step": 65245
    },
    {
      "epoch": 0.057114546834366064,
      "grad_norm": 0.49249163269996643,
      "learning_rate": 4.9776888887196426e-05,
      "loss": 5.8747,
      "step": 65250
    },
    {
      "epoch": 0.05711892342799322,
      "grad_norm": 0.5049402117729187,
      "learning_rate": 4.9776847511324764e-05,
      "loss": 5.8771,
      "step": 65255
    },
    {
      "epoch": 0.057123300021620374,
      "grad_norm": 0.5282984972000122,
      "learning_rate": 4.977680613163841e-05,
      "loss": 5.5468,
      "step": 65260
    },
    {
      "epoch": 0.05712767661524753,
      "grad_norm": 0.4342987537384033,
      "learning_rate": 4.977676474813738e-05,
      "loss": 5.8949,
      "step": 65265
    },
    {
      "epoch": 0.057132053208874684,
      "grad_norm": 0.4867161810398102,
      "learning_rate": 4.977672336082167e-05,
      "loss": 5.0138,
      "step": 65270
    },
    {
      "epoch": 0.05713642980250184,
      "grad_norm": 0.4319945275783539,
      "learning_rate": 4.977668196969129e-05,
      "loss": 5.0487,
      "step": 65275
    },
    {
      "epoch": 0.05714080639612899,
      "grad_norm": 0.46556413173675537,
      "learning_rate": 4.977664057474626e-05,
      "loss": 4.8247,
      "step": 65280
    },
    {
      "epoch": 0.05714518298975615,
      "grad_norm": 0.42411234974861145,
      "learning_rate": 4.977659917598656e-05,
      "loss": 5.5351,
      "step": 65285
    },
    {
      "epoch": 0.0571495595833833,
      "grad_norm": 0.4778108596801758,
      "learning_rate": 4.9776557773412234e-05,
      "loss": 5.0214,
      "step": 65290
    },
    {
      "epoch": 0.05715393617701046,
      "grad_norm": 0.4593774378299713,
      "learning_rate": 4.9776516367023276e-05,
      "loss": 5.5963,
      "step": 65295
    },
    {
      "epoch": 0.057158312770637605,
      "grad_norm": 0.39445263147354126,
      "learning_rate": 4.977647495681969e-05,
      "loss": 5.5535,
      "step": 65300
    },
    {
      "epoch": 0.05716268936426476,
      "grad_norm": 0.39768508076667786,
      "learning_rate": 4.977643354280147e-05,
      "loss": 5.8698,
      "step": 65305
    },
    {
      "epoch": 0.057167065957891915,
      "grad_norm": 0.5808374881744385,
      "learning_rate": 4.977639212496865e-05,
      "loss": 4.8912,
      "step": 65310
    },
    {
      "epoch": 0.05717144255151907,
      "grad_norm": 0.41227129101753235,
      "learning_rate": 4.977635070332123e-05,
      "loss": 5.0436,
      "step": 65315
    },
    {
      "epoch": 0.057175819145146224,
      "grad_norm": 0.3731052279472351,
      "learning_rate": 4.9776309277859215e-05,
      "loss": 6.0758,
      "step": 65320
    },
    {
      "epoch": 0.05718019573877338,
      "grad_norm": 0.4525449872016907,
      "learning_rate": 4.97762678485826e-05,
      "loss": 5.3506,
      "step": 65325
    },
    {
      "epoch": 0.057184572332400534,
      "grad_norm": 0.3848050534725189,
      "learning_rate": 4.977622641549142e-05,
      "loss": 5.5643,
      "step": 65330
    },
    {
      "epoch": 0.05718894892602769,
      "grad_norm": 0.37675929069519043,
      "learning_rate": 4.977618497858567e-05,
      "loss": 5.3272,
      "step": 65335
    },
    {
      "epoch": 0.05719332551965484,
      "grad_norm": 0.4739108681678772,
      "learning_rate": 4.977614353786535e-05,
      "loss": 5.5443,
      "step": 65340
    },
    {
      "epoch": 0.057197702113282,
      "grad_norm": 0.48675447702407837,
      "learning_rate": 4.977610209333048e-05,
      "loss": 5.0581,
      "step": 65345
    },
    {
      "epoch": 0.05720207870690915,
      "grad_norm": 0.3679980933666229,
      "learning_rate": 4.977606064498106e-05,
      "loss": 5.3556,
      "step": 65350
    },
    {
      "epoch": 0.05720645530053631,
      "grad_norm": 0.5048905611038208,
      "learning_rate": 4.97760191928171e-05,
      "loss": 6.0689,
      "step": 65355
    },
    {
      "epoch": 0.05721083189416346,
      "grad_norm": 0.45240262150764465,
      "learning_rate": 4.9775977736838605e-05,
      "loss": 4.9425,
      "step": 65360
    },
    {
      "epoch": 0.05721520848779062,
      "grad_norm": 0.43080276250839233,
      "learning_rate": 4.9775936277045596e-05,
      "loss": 5.2522,
      "step": 65365
    },
    {
      "epoch": 0.05721958508141777,
      "grad_norm": 0.4544227421283722,
      "learning_rate": 4.977589481343807e-05,
      "loss": 5.0084,
      "step": 65370
    },
    {
      "epoch": 0.057223961675044926,
      "grad_norm": 0.42049938440322876,
      "learning_rate": 4.9775853346016046e-05,
      "loss": 5.065,
      "step": 65375
    },
    {
      "epoch": 0.05722833826867208,
      "grad_norm": 0.450752854347229,
      "learning_rate": 4.977581187477951e-05,
      "loss": 6.0551,
      "step": 65380
    },
    {
      "epoch": 0.057232714862299236,
      "grad_norm": 0.3971671760082245,
      "learning_rate": 4.9775770399728485e-05,
      "loss": 5.3622,
      "step": 65385
    },
    {
      "epoch": 0.05723709145592639,
      "grad_norm": 0.5719574093818665,
      "learning_rate": 4.9775728920862983e-05,
      "loss": 5.0305,
      "step": 65390
    },
    {
      "epoch": 0.057241468049553546,
      "grad_norm": 0.4683951735496521,
      "learning_rate": 4.9775687438182994e-05,
      "loss": 4.793,
      "step": 65395
    },
    {
      "epoch": 0.0572458446431807,
      "grad_norm": 0.49658918380737305,
      "learning_rate": 4.977564595168855e-05,
      "loss": 5.8189,
      "step": 65400
    },
    {
      "epoch": 0.057250221236807855,
      "grad_norm": 0.43575674295425415,
      "learning_rate": 4.977560446137964e-05,
      "loss": 5.5607,
      "step": 65405
    },
    {
      "epoch": 0.05725459783043501,
      "grad_norm": 0.44049233198165894,
      "learning_rate": 4.9775562967256285e-05,
      "loss": 4.7429,
      "step": 65410
    },
    {
      "epoch": 0.057258974424062165,
      "grad_norm": 0.4755246043205261,
      "learning_rate": 4.977552146931849e-05,
      "loss": 5.7742,
      "step": 65415
    },
    {
      "epoch": 0.05726335101768932,
      "grad_norm": 0.42501378059387207,
      "learning_rate": 4.977547996756625e-05,
      "loss": 5.8369,
      "step": 65420
    },
    {
      "epoch": 0.057267727611316474,
      "grad_norm": 0.4508665204048157,
      "learning_rate": 4.977543846199959e-05,
      "loss": 5.0248,
      "step": 65425
    },
    {
      "epoch": 0.05727210420494362,
      "grad_norm": 0.4372963309288025,
      "learning_rate": 4.977539695261851e-05,
      "loss": 5.477,
      "step": 65430
    },
    {
      "epoch": 0.05727648079857078,
      "grad_norm": 0.433975487947464,
      "learning_rate": 4.977535543942302e-05,
      "loss": 5.4996,
      "step": 65435
    },
    {
      "epoch": 0.05728085739219793,
      "grad_norm": 0.5837775468826294,
      "learning_rate": 4.9775313922413126e-05,
      "loss": 5.3516,
      "step": 65440
    },
    {
      "epoch": 0.057285233985825086,
      "grad_norm": 0.47178542613983154,
      "learning_rate": 4.977527240158884e-05,
      "loss": 4.5124,
      "step": 65445
    },
    {
      "epoch": 0.05728961057945224,
      "grad_norm": 0.4226198196411133,
      "learning_rate": 4.9775230876950164e-05,
      "loss": 4.8291,
      "step": 65450
    },
    {
      "epoch": 0.057293987173079396,
      "grad_norm": 0.5103349685668945,
      "learning_rate": 4.977518934849711e-05,
      "loss": 5.2122,
      "step": 65455
    },
    {
      "epoch": 0.05729836376670655,
      "grad_norm": 0.46753087639808655,
      "learning_rate": 4.9775147816229685e-05,
      "loss": 4.8294,
      "step": 65460
    },
    {
      "epoch": 0.057302740360333705,
      "grad_norm": 0.4680325388908386,
      "learning_rate": 4.977510628014789e-05,
      "loss": 5.2262,
      "step": 65465
    },
    {
      "epoch": 0.05730711695396086,
      "grad_norm": 0.4586206376552582,
      "learning_rate": 4.9775064740251744e-05,
      "loss": 5.5512,
      "step": 65470
    },
    {
      "epoch": 0.057311493547588015,
      "grad_norm": 0.7478704452514648,
      "learning_rate": 4.977502319654126e-05,
      "loss": 5.2389,
      "step": 65475
    },
    {
      "epoch": 0.05731587014121517,
      "grad_norm": 0.5019158720970154,
      "learning_rate": 4.977498164901643e-05,
      "loss": 5.3583,
      "step": 65480
    },
    {
      "epoch": 0.057320246734842324,
      "grad_norm": 0.46822473406791687,
      "learning_rate": 4.977494009767727e-05,
      "loss": 3.9871,
      "step": 65485
    },
    {
      "epoch": 0.05732462332846948,
      "grad_norm": 0.6506860852241516,
      "learning_rate": 4.977489854252379e-05,
      "loss": 5.8119,
      "step": 65490
    },
    {
      "epoch": 0.057328999922096634,
      "grad_norm": 0.49573513865470886,
      "learning_rate": 4.977485698355599e-05,
      "loss": 4.2069,
      "step": 65495
    },
    {
      "epoch": 0.05733337651572379,
      "grad_norm": 0.5148513317108154,
      "learning_rate": 4.9774815420773894e-05,
      "loss": 4.8458,
      "step": 65500
    },
    {
      "epoch": 0.05733775310935094,
      "grad_norm": 0.5248824954032898,
      "learning_rate": 4.977477385417748e-05,
      "loss": 5.3828,
      "step": 65505
    },
    {
      "epoch": 0.0573421297029781,
      "grad_norm": 0.5035907030105591,
      "learning_rate": 4.97747322837668e-05,
      "loss": 4.738,
      "step": 65510
    },
    {
      "epoch": 0.05734650629660525,
      "grad_norm": 0.565319836139679,
      "learning_rate": 4.9774690709541816e-05,
      "loss": 4.7173,
      "step": 65515
    },
    {
      "epoch": 0.05735088289023241,
      "grad_norm": 0.5912367105484009,
      "learning_rate": 4.977464913150257e-05,
      "loss": 5.2658,
      "step": 65520
    },
    {
      "epoch": 0.05735525948385956,
      "grad_norm": 0.4905954599380493,
      "learning_rate": 4.977460754964905e-05,
      "loss": 5.7828,
      "step": 65525
    },
    {
      "epoch": 0.05735963607748672,
      "grad_norm": 0.5238474607467651,
      "learning_rate": 4.9774565963981276e-05,
      "loss": 5.0283,
      "step": 65530
    },
    {
      "epoch": 0.05736401267111387,
      "grad_norm": 0.5134623646736145,
      "learning_rate": 4.9774524374499255e-05,
      "loss": 5.5633,
      "step": 65535
    },
    {
      "epoch": 0.057368389264741027,
      "grad_norm": 0.4646739661693573,
      "learning_rate": 4.977448278120298e-05,
      "loss": 4.5016,
      "step": 65540
    },
    {
      "epoch": 0.05737276585836818,
      "grad_norm": 0.5701864957809448,
      "learning_rate": 4.977444118409248e-05,
      "loss": 6.0924,
      "step": 65545
    },
    {
      "epoch": 0.057377142451995336,
      "grad_norm": 0.45708784461021423,
      "learning_rate": 4.977439958316775e-05,
      "loss": 4.8419,
      "step": 65550
    },
    {
      "epoch": 0.057381519045622484,
      "grad_norm": 0.5142220854759216,
      "learning_rate": 4.977435797842881e-05,
      "loss": 6.0893,
      "step": 65555
    },
    {
      "epoch": 0.05738589563924964,
      "grad_norm": 0.5031549334526062,
      "learning_rate": 4.977431636987565e-05,
      "loss": 5.2694,
      "step": 65560
    },
    {
      "epoch": 0.05739027223287679,
      "grad_norm": 0.3812812864780426,
      "learning_rate": 4.977427475750829e-05,
      "loss": 6.0898,
      "step": 65565
    },
    {
      "epoch": 0.05739464882650395,
      "grad_norm": 0.4758286476135254,
      "learning_rate": 4.9774233141326735e-05,
      "loss": 5.3165,
      "step": 65570
    },
    {
      "epoch": 0.0573990254201311,
      "grad_norm": 0.4411434829235077,
      "learning_rate": 4.9774191521330995e-05,
      "loss": 5.006,
      "step": 65575
    },
    {
      "epoch": 0.05740340201375826,
      "grad_norm": 0.45203718543052673,
      "learning_rate": 4.9774149897521074e-05,
      "loss": 4.4931,
      "step": 65580
    },
    {
      "epoch": 0.05740777860738541,
      "grad_norm": 0.508281946182251,
      "learning_rate": 4.977410826989698e-05,
      "loss": 5.4842,
      "step": 65585
    },
    {
      "epoch": 0.05741215520101257,
      "grad_norm": 0.42995738983154297,
      "learning_rate": 4.977406663845873e-05,
      "loss": 5.5717,
      "step": 65590
    },
    {
      "epoch": 0.05741653179463972,
      "grad_norm": 0.48259446024894714,
      "learning_rate": 4.977402500320633e-05,
      "loss": 6.0965,
      "step": 65595
    },
    {
      "epoch": 0.05742090838826688,
      "grad_norm": 0.47236359119415283,
      "learning_rate": 4.977398336413978e-05,
      "loss": 5.5647,
      "step": 65600
    },
    {
      "epoch": 0.05742528498189403,
      "grad_norm": 0.5481646656990051,
      "learning_rate": 4.977394172125908e-05,
      "loss": 4.2883,
      "step": 65605
    },
    {
      "epoch": 0.057429661575521186,
      "grad_norm": 0.5194626450538635,
      "learning_rate": 4.9773900074564264e-05,
      "loss": 4.7437,
      "step": 65610
    },
    {
      "epoch": 0.05743403816914834,
      "grad_norm": 0.448936402797699,
      "learning_rate": 4.977385842405532e-05,
      "loss": 5.8933,
      "step": 65615
    },
    {
      "epoch": 0.057438414762775496,
      "grad_norm": 0.4358440041542053,
      "learning_rate": 4.9773816769732265e-05,
      "loss": 5.0349,
      "step": 65620
    },
    {
      "epoch": 0.05744279135640265,
      "grad_norm": 0.4501788318157196,
      "learning_rate": 4.97737751115951e-05,
      "loss": 5.8313,
      "step": 65625
    },
    {
      "epoch": 0.057447167950029805,
      "grad_norm": 0.48829349875450134,
      "learning_rate": 4.977373344964383e-05,
      "loss": 4.5236,
      "step": 65630
    },
    {
      "epoch": 0.05745154454365696,
      "grad_norm": 0.5763668417930603,
      "learning_rate": 4.9773691783878485e-05,
      "loss": 5.5826,
      "step": 65635
    },
    {
      "epoch": 0.057455921137284115,
      "grad_norm": 0.4923343360424042,
      "learning_rate": 4.977365011429905e-05,
      "loss": 5.2403,
      "step": 65640
    },
    {
      "epoch": 0.05746029773091127,
      "grad_norm": 0.4531821608543396,
      "learning_rate": 4.977360844090555e-05,
      "loss": 5.0598,
      "step": 65645
    },
    {
      "epoch": 0.057464674324538424,
      "grad_norm": 0.4943186938762665,
      "learning_rate": 4.977356676369798e-05,
      "loss": 6.0643,
      "step": 65650
    },
    {
      "epoch": 0.05746905091816558,
      "grad_norm": 0.47487616539001465,
      "learning_rate": 4.977352508267634e-05,
      "loss": 5.5708,
      "step": 65655
    },
    {
      "epoch": 0.057473427511792734,
      "grad_norm": 0.48824170231819153,
      "learning_rate": 4.9773483397840656e-05,
      "loss": 4.4168,
      "step": 65660
    },
    {
      "epoch": 0.05747780410541989,
      "grad_norm": 0.5468153357505798,
      "learning_rate": 4.977344170919095e-05,
      "loss": 5.2661,
      "step": 65665
    },
    {
      "epoch": 0.05748218069904704,
      "grad_norm": 0.5909721255302429,
      "learning_rate": 4.9773400016727187e-05,
      "loss": 5.8814,
      "step": 65670
    },
    {
      "epoch": 0.0574865572926742,
      "grad_norm": 0.6081192493438721,
      "learning_rate": 4.9773358320449415e-05,
      "loss": 5.5388,
      "step": 65675
    },
    {
      "epoch": 0.05749093388630135,
      "grad_norm": 0.5595487356185913,
      "learning_rate": 4.977331662035761e-05,
      "loss": 5.3342,
      "step": 65680
    },
    {
      "epoch": 0.0574953104799285,
      "grad_norm": 0.4269884526729584,
      "learning_rate": 4.977327491645179e-05,
      "loss": 6.3586,
      "step": 65685
    },
    {
      "epoch": 0.057499687073555655,
      "grad_norm": 0.413191556930542,
      "learning_rate": 4.977323320873198e-05,
      "loss": 5.7139,
      "step": 65690
    },
    {
      "epoch": 0.05750406366718281,
      "grad_norm": 0.46717625856399536,
      "learning_rate": 4.977319149719819e-05,
      "loss": 5.0331,
      "step": 65695
    },
    {
      "epoch": 0.057508440260809965,
      "grad_norm": 0.3690250813961029,
      "learning_rate": 4.97731497818504e-05,
      "loss": 5.5659,
      "step": 65700
    },
    {
      "epoch": 0.05751281685443712,
      "grad_norm": 0.44380244612693787,
      "learning_rate": 4.977310806268863e-05,
      "loss": 5.2367,
      "step": 65705
    },
    {
      "epoch": 0.057517193448064274,
      "grad_norm": 0.47919613122940063,
      "learning_rate": 4.977306633971289e-05,
      "loss": 4.7223,
      "step": 65710
    },
    {
      "epoch": 0.05752157004169143,
      "grad_norm": 0.36904746294021606,
      "learning_rate": 4.97730246129232e-05,
      "loss": 5.5672,
      "step": 65715
    },
    {
      "epoch": 0.057525946635318584,
      "grad_norm": 0.47163331508636475,
      "learning_rate": 4.977298288231955e-05,
      "loss": 5.0032,
      "step": 65720
    },
    {
      "epoch": 0.05753032322894574,
      "grad_norm": 0.46045979857444763,
      "learning_rate": 4.977294114790195e-05,
      "loss": 5.7803,
      "step": 65725
    },
    {
      "epoch": 0.05753469982257289,
      "grad_norm": 0.46927833557128906,
      "learning_rate": 4.977289940967043e-05,
      "loss": 5.2365,
      "step": 65730
    },
    {
      "epoch": 0.05753907641620005,
      "grad_norm": 0.4113558828830719,
      "learning_rate": 4.977285766762496e-05,
      "loss": 5.3294,
      "step": 65735
    },
    {
      "epoch": 0.0575434530098272,
      "grad_norm": 0.46130648255348206,
      "learning_rate": 4.977281592176558e-05,
      "loss": 4.521,
      "step": 65740
    },
    {
      "epoch": 0.05754782960345436,
      "grad_norm": 0.4810843765735626,
      "learning_rate": 4.977277417209228e-05,
      "loss": 4.2859,
      "step": 65745
    },
    {
      "epoch": 0.05755220619708151,
      "grad_norm": 0.4896697700023651,
      "learning_rate": 4.9772732418605085e-05,
      "loss": 4.7142,
      "step": 65750
    },
    {
      "epoch": 0.05755658279070867,
      "grad_norm": 0.46506452560424805,
      "learning_rate": 4.977269066130399e-05,
      "loss": 5.0015,
      "step": 65755
    },
    {
      "epoch": 0.05756095938433582,
      "grad_norm": 0.5038704872131348,
      "learning_rate": 4.977264890018901e-05,
      "loss": 4.7267,
      "step": 65760
    },
    {
      "epoch": 0.05756533597796298,
      "grad_norm": 0.5996119976043701,
      "learning_rate": 4.977260713526014e-05,
      "loss": 6.1115,
      "step": 65765
    },
    {
      "epoch": 0.05756971257159013,
      "grad_norm": 0.47472643852233887,
      "learning_rate": 4.97725653665174e-05,
      "loss": 5.2703,
      "step": 65770
    },
    {
      "epoch": 0.057574089165217286,
      "grad_norm": 0.4401150047779083,
      "learning_rate": 4.9772523593960795e-05,
      "loss": 6.3961,
      "step": 65775
    },
    {
      "epoch": 0.05757846575884444,
      "grad_norm": 0.4485098421573639,
      "learning_rate": 4.977248181759033e-05,
      "loss": 4.9433,
      "step": 65780
    },
    {
      "epoch": 0.057582842352471596,
      "grad_norm": 0.4685792922973633,
      "learning_rate": 4.977244003740603e-05,
      "loss": 5.5894,
      "step": 65785
    },
    {
      "epoch": 0.05758721894609875,
      "grad_norm": 0.47315406799316406,
      "learning_rate": 4.977239825340787e-05,
      "loss": 5.3452,
      "step": 65790
    },
    {
      "epoch": 0.057591595539725905,
      "grad_norm": 0.4283504784107208,
      "learning_rate": 4.9772356465595896e-05,
      "loss": 4.8238,
      "step": 65795
    },
    {
      "epoch": 0.05759597213335306,
      "grad_norm": 0.36746954917907715,
      "learning_rate": 4.9772314673970085e-05,
      "loss": 5.6,
      "step": 65800
    },
    {
      "epoch": 0.057600348726980215,
      "grad_norm": 0.37742161750793457,
      "learning_rate": 4.9772272878530465e-05,
      "loss": 5.3552,
      "step": 65805
    },
    {
      "epoch": 0.05760472532060737,
      "grad_norm": 0.4454372823238373,
      "learning_rate": 4.9772231079277035e-05,
      "loss": 5.0266,
      "step": 65810
    },
    {
      "epoch": 0.05760910191423452,
      "grad_norm": 0.3982117474079132,
      "learning_rate": 4.97721892762098e-05,
      "loss": 6.3875,
      "step": 65815
    },
    {
      "epoch": 0.05761347850786167,
      "grad_norm": 0.46737974882125854,
      "learning_rate": 4.977214746932878e-05,
      "loss": 4.5285,
      "step": 65820
    },
    {
      "epoch": 0.05761785510148883,
      "grad_norm": 0.41495993733406067,
      "learning_rate": 4.977210565863397e-05,
      "loss": 5.5833,
      "step": 65825
    },
    {
      "epoch": 0.05762223169511598,
      "grad_norm": 0.37697359919548035,
      "learning_rate": 4.977206384412539e-05,
      "loss": 6.367,
      "step": 65830
    },
    {
      "epoch": 0.057626608288743136,
      "grad_norm": 0.3742322325706482,
      "learning_rate": 4.977202202580303e-05,
      "loss": 5.8729,
      "step": 65835
    },
    {
      "epoch": 0.05763098488237029,
      "grad_norm": 0.4986259341239929,
      "learning_rate": 4.9771980203666927e-05,
      "loss": 5.0157,
      "step": 65840
    },
    {
      "epoch": 0.057635361475997446,
      "grad_norm": 0.46707993745803833,
      "learning_rate": 4.9771938377717064e-05,
      "loss": 5.8688,
      "step": 65845
    },
    {
      "epoch": 0.0576397380696246,
      "grad_norm": 0.4511808454990387,
      "learning_rate": 4.977189654795345e-05,
      "loss": 5.2843,
      "step": 65850
    },
    {
      "epoch": 0.057644114663251755,
      "grad_norm": 0.4188855290412903,
      "learning_rate": 4.977185471437612e-05,
      "loss": 5.2723,
      "step": 65855
    },
    {
      "epoch": 0.05764849125687891,
      "grad_norm": 0.5137114524841309,
      "learning_rate": 4.9771812876985045e-05,
      "loss": 5.3624,
      "step": 65860
    },
    {
      "epoch": 0.057652867850506065,
      "grad_norm": 0.4653964042663574,
      "learning_rate": 4.9771771035780255e-05,
      "loss": 5.0022,
      "step": 65865
    },
    {
      "epoch": 0.05765724444413322,
      "grad_norm": 0.43769553303718567,
      "learning_rate": 4.977172919076176e-05,
      "loss": 5.0109,
      "step": 65870
    },
    {
      "epoch": 0.057661621037760374,
      "grad_norm": 0.3922174274921417,
      "learning_rate": 4.977168734192955e-05,
      "loss": 5.8729,
      "step": 65875
    },
    {
      "epoch": 0.05766599763138753,
      "grad_norm": 0.3853282630443573,
      "learning_rate": 4.9771645489283655e-05,
      "loss": 6.4018,
      "step": 65880
    },
    {
      "epoch": 0.057670374225014684,
      "grad_norm": 0.40104982256889343,
      "learning_rate": 4.977160363282407e-05,
      "loss": 5.3582,
      "step": 65885
    },
    {
      "epoch": 0.05767475081864184,
      "grad_norm": 0.43140709400177,
      "learning_rate": 4.97715617725508e-05,
      "loss": 5.535,
      "step": 65890
    },
    {
      "epoch": 0.05767912741226899,
      "grad_norm": 0.38526013493537903,
      "learning_rate": 4.977151990846386e-05,
      "loss": 5.8249,
      "step": 65895
    },
    {
      "epoch": 0.05768350400589615,
      "grad_norm": 0.4810211956501007,
      "learning_rate": 4.9771478040563265e-05,
      "loss": 5.7613,
      "step": 65900
    },
    {
      "epoch": 0.0576878805995233,
      "grad_norm": 0.5217669010162354,
      "learning_rate": 4.9771436168849006e-05,
      "loss": 4.9333,
      "step": 65905
    },
    {
      "epoch": 0.05769225719315046,
      "grad_norm": 0.49478060007095337,
      "learning_rate": 4.9771394293321106e-05,
      "loss": 5.5579,
      "step": 65910
    },
    {
      "epoch": 0.05769663378677761,
      "grad_norm": 0.5269656777381897,
      "learning_rate": 4.9771352413979565e-05,
      "loss": 5.0903,
      "step": 65915
    },
    {
      "epoch": 0.05770101038040477,
      "grad_norm": 0.48896679282188416,
      "learning_rate": 4.97713105308244e-05,
      "loss": 5.9105,
      "step": 65920
    },
    {
      "epoch": 0.05770538697403192,
      "grad_norm": 0.4535827040672302,
      "learning_rate": 4.977126864385561e-05,
      "loss": 6.4082,
      "step": 65925
    },
    {
      "epoch": 0.05770976356765908,
      "grad_norm": 0.609653890132904,
      "learning_rate": 4.9771226753073195e-05,
      "loss": 4.9667,
      "step": 65930
    },
    {
      "epoch": 0.05771414016128623,
      "grad_norm": 0.46810483932495117,
      "learning_rate": 4.977118485847718e-05,
      "loss": 6.0768,
      "step": 65935
    },
    {
      "epoch": 0.057718516754913386,
      "grad_norm": 0.5054211616516113,
      "learning_rate": 4.977114296006756e-05,
      "loss": 5.576,
      "step": 65940
    },
    {
      "epoch": 0.057722893348540534,
      "grad_norm": 0.5603446364402771,
      "learning_rate": 4.977110105784436e-05,
      "loss": 6.0887,
      "step": 65945
    },
    {
      "epoch": 0.05772726994216769,
      "grad_norm": 0.45476675033569336,
      "learning_rate": 4.9771059151807586e-05,
      "loss": 5.2448,
      "step": 65950
    },
    {
      "epoch": 0.057731646535794844,
      "grad_norm": 0.5482951402664185,
      "learning_rate": 4.977101724195722e-05,
      "loss": 6.1172,
      "step": 65955
    },
    {
      "epoch": 0.057736023129422,
      "grad_norm": 0.43778422474861145,
      "learning_rate": 4.97709753282933e-05,
      "loss": 5.0214,
      "step": 65960
    },
    {
      "epoch": 0.05774039972304915,
      "grad_norm": 0.4945847988128662,
      "learning_rate": 4.977093341081581e-05,
      "loss": 4.8073,
      "step": 65965
    },
    {
      "epoch": 0.05774477631667631,
      "grad_norm": 0.38981518149375916,
      "learning_rate": 4.977089148952477e-05,
      "loss": 5.5854,
      "step": 65970
    },
    {
      "epoch": 0.05774915291030346,
      "grad_norm": 0.4707433879375458,
      "learning_rate": 4.977084956442021e-05,
      "loss": 4.5189,
      "step": 65975
    },
    {
      "epoch": 0.05775352950393062,
      "grad_norm": 0.41834187507629395,
      "learning_rate": 4.9770807635502095e-05,
      "loss": 5.5692,
      "step": 65980
    },
    {
      "epoch": 0.05775790609755777,
      "grad_norm": 0.4367240071296692,
      "learning_rate": 4.977076570277046e-05,
      "loss": 4.2553,
      "step": 65985
    },
    {
      "epoch": 0.05776228269118493,
      "grad_norm": 0.4413014054298401,
      "learning_rate": 4.97707237662253e-05,
      "loss": 4.5396,
      "step": 65990
    },
    {
      "epoch": 0.05776665928481208,
      "grad_norm": 0.42291879653930664,
      "learning_rate": 4.977068182586665e-05,
      "loss": 5.5641,
      "step": 65995
    },
    {
      "epoch": 0.057771035878439236,
      "grad_norm": 0.44072800874710083,
      "learning_rate": 4.977063988169448e-05,
      "loss": 5.8716,
      "step": 66000
    },
    {
      "epoch": 0.05777541247206639,
      "grad_norm": 0.4317797124385834,
      "learning_rate": 4.977059793370883e-05,
      "loss": 5.5618,
      "step": 66005
    },
    {
      "epoch": 0.057779789065693546,
      "grad_norm": 0.4263366758823395,
      "learning_rate": 4.977055598190968e-05,
      "loss": 5.286,
      "step": 66010
    },
    {
      "epoch": 0.0577841656593207,
      "grad_norm": 0.4532495439052582,
      "learning_rate": 4.977051402629708e-05,
      "loss": 5.0506,
      "step": 66015
    },
    {
      "epoch": 0.057788542252947855,
      "grad_norm": 0.41740578413009644,
      "learning_rate": 4.9770472066870985e-05,
      "loss": 4.5013,
      "step": 66020
    },
    {
      "epoch": 0.05779291884657501,
      "grad_norm": 0.43773800134658813,
      "learning_rate": 4.977043010363144e-05,
      "loss": 5.7979,
      "step": 66025
    },
    {
      "epoch": 0.057797295440202165,
      "grad_norm": 0.4150042235851288,
      "learning_rate": 4.9770388136578426e-05,
      "loss": 5.8711,
      "step": 66030
    },
    {
      "epoch": 0.05780167203382932,
      "grad_norm": 0.4348656237125397,
      "learning_rate": 4.977034616571199e-05,
      "loss": 5.2314,
      "step": 66035
    },
    {
      "epoch": 0.057806048627456474,
      "grad_norm": 0.48619726300239563,
      "learning_rate": 4.9770304191032104e-05,
      "loss": 6.0893,
      "step": 66040
    },
    {
      "epoch": 0.05781042522108363,
      "grad_norm": 0.47221457958221436,
      "learning_rate": 4.97702622125388e-05,
      "loss": 5.3221,
      "step": 66045
    },
    {
      "epoch": 0.057814801814710784,
      "grad_norm": 0.38619932532310486,
      "learning_rate": 4.977022023023207e-05,
      "loss": 5.05,
      "step": 66050
    },
    {
      "epoch": 0.05781917840833794,
      "grad_norm": 0.39408746361732483,
      "learning_rate": 4.977017824411192e-05,
      "loss": 5.0445,
      "step": 66055
    },
    {
      "epoch": 0.05782355500196509,
      "grad_norm": 0.457682341337204,
      "learning_rate": 4.977013625417838e-05,
      "loss": 5.4553,
      "step": 66060
    },
    {
      "epoch": 0.05782793159559225,
      "grad_norm": 0.4542422592639923,
      "learning_rate": 4.977009426043143e-05,
      "loss": 5.0286,
      "step": 66065
    },
    {
      "epoch": 0.0578323081892194,
      "grad_norm": 0.44936710596084595,
      "learning_rate": 4.977005226287109e-05,
      "loss": 4.9438,
      "step": 66070
    },
    {
      "epoch": 0.05783668478284655,
      "grad_norm": 0.46763738989830017,
      "learning_rate": 4.977001026149738e-05,
      "loss": 5.2869,
      "step": 66075
    },
    {
      "epoch": 0.057841061376473706,
      "grad_norm": 0.42126625776290894,
      "learning_rate": 4.9769968256310305e-05,
      "loss": 4.9481,
      "step": 66080
    },
    {
      "epoch": 0.05784543797010086,
      "grad_norm": 0.39547833800315857,
      "learning_rate": 4.976992624730986e-05,
      "loss": 5.0543,
      "step": 66085
    },
    {
      "epoch": 0.057849814563728015,
      "grad_norm": 0.4166221022605896,
      "learning_rate": 4.976988423449605e-05,
      "loss": 5.5379,
      "step": 66090
    },
    {
      "epoch": 0.05785419115735517,
      "grad_norm": 0.4079837501049042,
      "learning_rate": 4.97698422178689e-05,
      "loss": 5.057,
      "step": 66095
    },
    {
      "epoch": 0.057858567750982325,
      "grad_norm": 0.3780580759048462,
      "learning_rate": 4.976980019742842e-05,
      "loss": 5.5605,
      "step": 66100
    },
    {
      "epoch": 0.05786294434460948,
      "grad_norm": 0.44315242767333984,
      "learning_rate": 4.976975817317458e-05,
      "loss": 6.1205,
      "step": 66105
    },
    {
      "epoch": 0.057867320938236634,
      "grad_norm": 0.4396388828754425,
      "learning_rate": 4.9769716145107446e-05,
      "loss": 6.1094,
      "step": 66110
    },
    {
      "epoch": 0.05787169753186379,
      "grad_norm": 0.4443121552467346,
      "learning_rate": 4.9769674113226995e-05,
      "loss": 6.0938,
      "step": 66115
    },
    {
      "epoch": 0.057876074125490944,
      "grad_norm": 0.39275968074798584,
      "learning_rate": 4.976963207753322e-05,
      "loss": 5.3451,
      "step": 66120
    },
    {
      "epoch": 0.0578804507191181,
      "grad_norm": 0.4758482873439789,
      "learning_rate": 4.976959003802616e-05,
      "loss": 4.7378,
      "step": 66125
    },
    {
      "epoch": 0.05788482731274525,
      "grad_norm": 0.48765790462493896,
      "learning_rate": 4.97695479947058e-05,
      "loss": 5.0559,
      "step": 66130
    },
    {
      "epoch": 0.05788920390637241,
      "grad_norm": 0.3651859760284424,
      "learning_rate": 4.976950594757216e-05,
      "loss": 5.8635,
      "step": 66135
    },
    {
      "epoch": 0.05789358049999956,
      "grad_norm": 0.4530714154243469,
      "learning_rate": 4.976946389662526e-05,
      "loss": 5.2854,
      "step": 66140
    },
    {
      "epoch": 0.05789795709362672,
      "grad_norm": 0.4366336464881897,
      "learning_rate": 4.976942184186507e-05,
      "loss": 4.2795,
      "step": 66145
    },
    {
      "epoch": 0.05790233368725387,
      "grad_norm": 0.39381760358810425,
      "learning_rate": 4.976937978329164e-05,
      "loss": 6.0771,
      "step": 66150
    },
    {
      "epoch": 0.05790671028088103,
      "grad_norm": 0.6616359949111938,
      "learning_rate": 4.976933772090495e-05,
      "loss": 4.9037,
      "step": 66155
    },
    {
      "epoch": 0.05791108687450818,
      "grad_norm": 0.5032905340194702,
      "learning_rate": 4.976929565470502e-05,
      "loss": 4.9379,
      "step": 66160
    },
    {
      "epoch": 0.057915463468135336,
      "grad_norm": 0.6900894045829773,
      "learning_rate": 4.976925358469186e-05,
      "loss": 5.2942,
      "step": 66165
    },
    {
      "epoch": 0.05791984006176249,
      "grad_norm": 0.560871422290802,
      "learning_rate": 4.976921151086547e-05,
      "loss": 5.1717,
      "step": 66170
    },
    {
      "epoch": 0.057924216655389646,
      "grad_norm": 0.49048295617103577,
      "learning_rate": 4.976916943322586e-05,
      "loss": 5.2595,
      "step": 66175
    },
    {
      "epoch": 0.0579285932490168,
      "grad_norm": 0.4864337742328644,
      "learning_rate": 4.976912735177304e-05,
      "loss": 6.4186,
      "step": 66180
    },
    {
      "epoch": 0.057932969842643955,
      "grad_norm": 0.7204000949859619,
      "learning_rate": 4.976908526650702e-05,
      "loss": 5.3725,
      "step": 66185
    },
    {
      "epoch": 0.05793734643627111,
      "grad_norm": 0.5295942425727844,
      "learning_rate": 4.976904317742781e-05,
      "loss": 5.2758,
      "step": 66190
    },
    {
      "epoch": 0.057941723029898265,
      "grad_norm": 0.48399871587753296,
      "learning_rate": 4.976900108453541e-05,
      "loss": 5.3412,
      "step": 66195
    },
    {
      "epoch": 0.05794609962352541,
      "grad_norm": 0.5336538553237915,
      "learning_rate": 4.9768958987829836e-05,
      "loss": 5.0311,
      "step": 66200
    },
    {
      "epoch": 0.05795047621715257,
      "grad_norm": 0.46522095799446106,
      "learning_rate": 4.976891688731109e-05,
      "loss": 4.7315,
      "step": 66205
    },
    {
      "epoch": 0.05795485281077972,
      "grad_norm": 0.44794222712516785,
      "learning_rate": 4.976887478297919e-05,
      "loss": 5.4838,
      "step": 66210
    },
    {
      "epoch": 0.05795922940440688,
      "grad_norm": 0.5098483562469482,
      "learning_rate": 4.976883267483413e-05,
      "loss": 5.6,
      "step": 66215
    },
    {
      "epoch": 0.05796360599803403,
      "grad_norm": 0.4195666015148163,
      "learning_rate": 4.9768790562875934e-05,
      "loss": 6.0996,
      "step": 66220
    },
    {
      "epoch": 0.05796798259166119,
      "grad_norm": 0.7669488191604614,
      "learning_rate": 4.976874844710459e-05,
      "loss": 4.5171,
      "step": 66225
    },
    {
      "epoch": 0.05797235918528834,
      "grad_norm": 0.4964264929294586,
      "learning_rate": 4.976870632752013e-05,
      "loss": 5.4756,
      "step": 66230
    },
    {
      "epoch": 0.057976735778915496,
      "grad_norm": 0.513169527053833,
      "learning_rate": 4.976866420412254e-05,
      "loss": 5.2389,
      "step": 66235
    },
    {
      "epoch": 0.05798111237254265,
      "grad_norm": 0.5741011500358582,
      "learning_rate": 4.976862207691184e-05,
      "loss": 5.5902,
      "step": 66240
    },
    {
      "epoch": 0.057985488966169806,
      "grad_norm": 0.44840508699417114,
      "learning_rate": 4.976857994588804e-05,
      "loss": 5.7951,
      "step": 66245
    },
    {
      "epoch": 0.05798986555979696,
      "grad_norm": 0.4832610785961151,
      "learning_rate": 4.976853781105114e-05,
      "loss": 4.508,
      "step": 66250
    },
    {
      "epoch": 0.057994242153424115,
      "grad_norm": 0.5044001340866089,
      "learning_rate": 4.976849567240115e-05,
      "loss": 5.0294,
      "step": 66255
    },
    {
      "epoch": 0.05799861874705127,
      "grad_norm": 0.5002032518386841,
      "learning_rate": 4.976845352993809e-05,
      "loss": 4.4913,
      "step": 66260
    },
    {
      "epoch": 0.058002995340678425,
      "grad_norm": 0.4862472414970398,
      "learning_rate": 4.9768411383661953e-05,
      "loss": 4.7123,
      "step": 66265
    },
    {
      "epoch": 0.05800737193430558,
      "grad_norm": 0.5486800074577332,
      "learning_rate": 4.976836923357274e-05,
      "loss": 5.7879,
      "step": 66270
    },
    {
      "epoch": 0.058011748527932734,
      "grad_norm": 0.5041345953941345,
      "learning_rate": 4.9768327079670486e-05,
      "loss": 4.3025,
      "step": 66275
    },
    {
      "epoch": 0.05801612512155989,
      "grad_norm": 0.6724135279655457,
      "learning_rate": 4.9768284921955185e-05,
      "loss": 5.9101,
      "step": 66280
    },
    {
      "epoch": 0.058020501715187044,
      "grad_norm": 0.5025696754455566,
      "learning_rate": 4.976824276042684e-05,
      "loss": 4.9051,
      "step": 66285
    },
    {
      "epoch": 0.0580248783088142,
      "grad_norm": 0.5340452194213867,
      "learning_rate": 4.9768200595085466e-05,
      "loss": 5.0616,
      "step": 66290
    },
    {
      "epoch": 0.05802925490244135,
      "grad_norm": 0.44896143674850464,
      "learning_rate": 4.976815842593107e-05,
      "loss": 4.194,
      "step": 66295
    },
    {
      "epoch": 0.05803363149606851,
      "grad_norm": 0.511264979839325,
      "learning_rate": 4.976811625296366e-05,
      "loss": 5.7674,
      "step": 66300
    },
    {
      "epoch": 0.05803800808969566,
      "grad_norm": 0.47446364164352417,
      "learning_rate": 4.9768074076183245e-05,
      "loss": 5.3758,
      "step": 66305
    },
    {
      "epoch": 0.05804238468332282,
      "grad_norm": 0.4734899401664734,
      "learning_rate": 4.976803189558983e-05,
      "loss": 5.2842,
      "step": 66310
    },
    {
      "epoch": 0.05804676127694997,
      "grad_norm": 0.5454961061477661,
      "learning_rate": 4.976798971118343e-05,
      "loss": 5.0213,
      "step": 66315
    },
    {
      "epoch": 0.05805113787057713,
      "grad_norm": 0.48594892024993896,
      "learning_rate": 4.9767947522964034e-05,
      "loss": 4.6249,
      "step": 66320
    },
    {
      "epoch": 0.05805551446420428,
      "grad_norm": 0.48458921909332275,
      "learning_rate": 4.976790533093166e-05,
      "loss": 4.9942,
      "step": 66325
    },
    {
      "epoch": 0.05805989105783143,
      "grad_norm": 0.4433252811431885,
      "learning_rate": 4.9767863135086346e-05,
      "loss": 5.7516,
      "step": 66330
    },
    {
      "epoch": 0.058064267651458584,
      "grad_norm": 0.44666245579719543,
      "learning_rate": 4.9767820935428055e-05,
      "loss": 5.2501,
      "step": 66335
    },
    {
      "epoch": 0.05806864424508574,
      "grad_norm": 0.40253156423568726,
      "learning_rate": 4.9767778731956814e-05,
      "loss": 6.1061,
      "step": 66340
    },
    {
      "epoch": 0.058073020838712894,
      "grad_norm": 0.5193392038345337,
      "learning_rate": 4.976773652467265e-05,
      "loss": 4.8087,
      "step": 66345
    },
    {
      "epoch": 0.05807739743234005,
      "grad_norm": 0.4940192997455597,
      "learning_rate": 4.976769431357554e-05,
      "loss": 5.0403,
      "step": 66350
    },
    {
      "epoch": 0.0580817740259672,
      "grad_norm": 0.5360345244407654,
      "learning_rate": 4.97676520986655e-05,
      "loss": 5.2464,
      "step": 66355
    },
    {
      "epoch": 0.05808615061959436,
      "grad_norm": 0.45759716629981995,
      "learning_rate": 4.976760987994255e-05,
      "loss": 4.9923,
      "step": 66360
    },
    {
      "epoch": 0.05809052721322151,
      "grad_norm": 0.4137895405292511,
      "learning_rate": 4.976756765740669e-05,
      "loss": 5.7973,
      "step": 66365
    },
    {
      "epoch": 0.05809490380684867,
      "grad_norm": 0.4459516704082489,
      "learning_rate": 4.976752543105793e-05,
      "loss": 5.2412,
      "step": 66370
    },
    {
      "epoch": 0.05809928040047582,
      "grad_norm": 0.48555606603622437,
      "learning_rate": 4.976748320089627e-05,
      "loss": 5.0451,
      "step": 66375
    },
    {
      "epoch": 0.05810365699410298,
      "grad_norm": 0.4854440689086914,
      "learning_rate": 4.976744096692173e-05,
      "loss": 5.3431,
      "step": 66380
    },
    {
      "epoch": 0.05810803358773013,
      "grad_norm": 0.6240960359573364,
      "learning_rate": 4.976739872913432e-05,
      "loss": 5.5818,
      "step": 66385
    },
    {
      "epoch": 0.05811241018135729,
      "grad_norm": 0.4690248668193817,
      "learning_rate": 4.976735648753403e-05,
      "loss": 5.058,
      "step": 66390
    },
    {
      "epoch": 0.05811678677498444,
      "grad_norm": 0.433367520570755,
      "learning_rate": 4.97673142421209e-05,
      "loss": 5.3432,
      "step": 66395
    },
    {
      "epoch": 0.058121163368611596,
      "grad_norm": 0.454793781042099,
      "learning_rate": 4.9767271992894895e-05,
      "loss": 5.8661,
      "step": 66400
    },
    {
      "epoch": 0.05812553996223875,
      "grad_norm": 0.4831477701663971,
      "learning_rate": 4.976722973985606e-05,
      "loss": 5.0445,
      "step": 66405
    },
    {
      "epoch": 0.058129916555865906,
      "grad_norm": 0.48743805289268494,
      "learning_rate": 4.976718748300439e-05,
      "loss": 4.7172,
      "step": 66410
    },
    {
      "epoch": 0.05813429314949306,
      "grad_norm": 0.49542441964149475,
      "learning_rate": 4.9767145222339884e-05,
      "loss": 5.5297,
      "step": 66415
    },
    {
      "epoch": 0.058138669743120215,
      "grad_norm": 0.4630310833454132,
      "learning_rate": 4.9767102957862565e-05,
      "loss": 5.9147,
      "step": 66420
    },
    {
      "epoch": 0.05814304633674737,
      "grad_norm": 0.4537992477416992,
      "learning_rate": 4.976706068957244e-05,
      "loss": 4.7971,
      "step": 66425
    },
    {
      "epoch": 0.058147422930374525,
      "grad_norm": 0.40729665756225586,
      "learning_rate": 4.97670184174695e-05,
      "loss": 5.2604,
      "step": 66430
    },
    {
      "epoch": 0.05815179952400168,
      "grad_norm": 0.37190893292427063,
      "learning_rate": 4.9766976141553775e-05,
      "loss": 5.0454,
      "step": 66435
    },
    {
      "epoch": 0.058156176117628834,
      "grad_norm": 0.3937617540359497,
      "learning_rate": 4.976693386182526e-05,
      "loss": 5.255,
      "step": 66440
    },
    {
      "epoch": 0.05816055271125599,
      "grad_norm": 0.3861875832080841,
      "learning_rate": 4.976689157828397e-05,
      "loss": 5.2399,
      "step": 66445
    },
    {
      "epoch": 0.058164929304883144,
      "grad_norm": 0.4416050910949707,
      "learning_rate": 4.9766849290929905e-05,
      "loss": 5.2324,
      "step": 66450
    },
    {
      "epoch": 0.0581693058985103,
      "grad_norm": 0.46483510732650757,
      "learning_rate": 4.976680699976307e-05,
      "loss": 4.7557,
      "step": 66455
    },
    {
      "epoch": 0.058173682492137446,
      "grad_norm": 0.47214025259017944,
      "learning_rate": 4.9766764704783495e-05,
      "loss": 5.2381,
      "step": 66460
    },
    {
      "epoch": 0.0581780590857646,
      "grad_norm": 0.4667024612426758,
      "learning_rate": 4.976672240599117e-05,
      "loss": 5.2206,
      "step": 66465
    },
    {
      "epoch": 0.058182435679391756,
      "grad_norm": 0.4977796673774719,
      "learning_rate": 4.976668010338611e-05,
      "loss": 5.8703,
      "step": 66470
    },
    {
      "epoch": 0.05818681227301891,
      "grad_norm": 0.4135335683822632,
      "learning_rate": 4.976663779696832e-05,
      "loss": 6.3539,
      "step": 66475
    },
    {
      "epoch": 0.058191188866646065,
      "grad_norm": 0.43662866950035095,
      "learning_rate": 4.97665954867378e-05,
      "loss": 5.7549,
      "step": 66480
    },
    {
      "epoch": 0.05819556546027322,
      "grad_norm": 0.4918438494205475,
      "learning_rate": 4.976655317269457e-05,
      "loss": 5.0281,
      "step": 66485
    },
    {
      "epoch": 0.058199942053900375,
      "grad_norm": 0.4443490207195282,
      "learning_rate": 4.9766510854838647e-05,
      "loss": 4.6993,
      "step": 66490
    },
    {
      "epoch": 0.05820431864752753,
      "grad_norm": 0.4894862174987793,
      "learning_rate": 4.9766468533170016e-05,
      "loss": 4.7485,
      "step": 66495
    },
    {
      "epoch": 0.058208695241154684,
      "grad_norm": 0.4660590887069702,
      "learning_rate": 4.97664262076887e-05,
      "loss": 6.4121,
      "step": 66500
    },
    {
      "epoch": 0.05821307183478184,
      "grad_norm": 0.5795722603797913,
      "learning_rate": 4.976638387839469e-05,
      "loss": 4.5004,
      "step": 66505
    },
    {
      "epoch": 0.058217448428408994,
      "grad_norm": 0.5607524514198303,
      "learning_rate": 4.976634154528803e-05,
      "loss": 5.2311,
      "step": 66510
    },
    {
      "epoch": 0.05822182502203615,
      "grad_norm": 0.49084800481796265,
      "learning_rate": 4.976629920836869e-05,
      "loss": 5.3495,
      "step": 66515
    },
    {
      "epoch": 0.0582262016156633,
      "grad_norm": 0.47017428278923035,
      "learning_rate": 4.976625686763671e-05,
      "loss": 4.8251,
      "step": 66520
    },
    {
      "epoch": 0.05823057820929046,
      "grad_norm": 0.555574893951416,
      "learning_rate": 4.976621452309207e-05,
      "loss": 4.82,
      "step": 66525
    },
    {
      "epoch": 0.05823495480291761,
      "grad_norm": 0.4823363125324249,
      "learning_rate": 4.9766172174734794e-05,
      "loss": 5.2882,
      "step": 66530
    },
    {
      "epoch": 0.05823933139654477,
      "grad_norm": 0.4565787613391876,
      "learning_rate": 4.976612982256488e-05,
      "loss": 5.359,
      "step": 66535
    },
    {
      "epoch": 0.05824370799017192,
      "grad_norm": 0.7646387219429016,
      "learning_rate": 4.976608746658235e-05,
      "loss": 5.5583,
      "step": 66540
    },
    {
      "epoch": 0.05824808458379908,
      "grad_norm": 0.45706769824028015,
      "learning_rate": 4.9766045106787206e-05,
      "loss": 5.8625,
      "step": 66545
    },
    {
      "epoch": 0.05825246117742623,
      "grad_norm": 0.6365274786949158,
      "learning_rate": 4.976600274317944e-05,
      "loss": 5.259,
      "step": 66550
    },
    {
      "epoch": 0.05825683777105339,
      "grad_norm": 0.469736784696579,
      "learning_rate": 4.976596037575909e-05,
      "loss": 6.0906,
      "step": 66555
    },
    {
      "epoch": 0.05826121436468054,
      "grad_norm": 0.48366469144821167,
      "learning_rate": 4.9765918004526144e-05,
      "loss": 5.0604,
      "step": 66560
    },
    {
      "epoch": 0.058265590958307696,
      "grad_norm": 0.5383385419845581,
      "learning_rate": 4.976587562948062e-05,
      "loss": 5.2505,
      "step": 66565
    },
    {
      "epoch": 0.05826996755193485,
      "grad_norm": 0.5991170406341553,
      "learning_rate": 4.9765833250622515e-05,
      "loss": 6.1076,
      "step": 66570
    },
    {
      "epoch": 0.058274344145562006,
      "grad_norm": 0.4534863233566284,
      "learning_rate": 4.9765790867951845e-05,
      "loss": 6.0938,
      "step": 66575
    },
    {
      "epoch": 0.05827872073918916,
      "grad_norm": 0.44446489214897156,
      "learning_rate": 4.976574848146863e-05,
      "loss": 5.8597,
      "step": 66580
    },
    {
      "epoch": 0.058283097332816315,
      "grad_norm": 0.39077073335647583,
      "learning_rate": 4.976570609117285e-05,
      "loss": 6.0303,
      "step": 66585
    },
    {
      "epoch": 0.05828747392644346,
      "grad_norm": 0.4337109327316284,
      "learning_rate": 4.976566369706453e-05,
      "loss": 5.2365,
      "step": 66590
    },
    {
      "epoch": 0.05829185052007062,
      "grad_norm": 0.48832085728645325,
      "learning_rate": 4.9765621299143686e-05,
      "loss": 5.0339,
      "step": 66595
    },
    {
      "epoch": 0.05829622711369777,
      "grad_norm": 0.3774048686027527,
      "learning_rate": 4.9765578897410316e-05,
      "loss": 5.8398,
      "step": 66600
    },
    {
      "epoch": 0.05830060370732493,
      "grad_norm": 0.47922900319099426,
      "learning_rate": 4.976553649186442e-05,
      "loss": 4.4003,
      "step": 66605
    },
    {
      "epoch": 0.05830498030095208,
      "grad_norm": 0.49748459458351135,
      "learning_rate": 4.9765494082506024e-05,
      "loss": 5.4512,
      "step": 66610
    },
    {
      "epoch": 0.05830935689457924,
      "grad_norm": 0.4677106440067291,
      "learning_rate": 4.9765451669335114e-05,
      "loss": 5.5824,
      "step": 66615
    },
    {
      "epoch": 0.05831373348820639,
      "grad_norm": 0.43669572472572327,
      "learning_rate": 4.976540925235172e-05,
      "loss": 4.7182,
      "step": 66620
    },
    {
      "epoch": 0.058318110081833546,
      "grad_norm": 0.40108323097229004,
      "learning_rate": 4.976536683155585e-05,
      "loss": 5.7504,
      "step": 66625
    },
    {
      "epoch": 0.0583224866754607,
      "grad_norm": 0.45267435908317566,
      "learning_rate": 4.976532440694749e-05,
      "loss": 4.7921,
      "step": 66630
    },
    {
      "epoch": 0.058326863269087856,
      "grad_norm": 0.4970419704914093,
      "learning_rate": 4.9765281978526665e-05,
      "loss": 5.5496,
      "step": 66635
    },
    {
      "epoch": 0.05833123986271501,
      "grad_norm": 0.48003360629081726,
      "learning_rate": 4.976523954629339e-05,
      "loss": 4.7267,
      "step": 66640
    },
    {
      "epoch": 0.058335616456342165,
      "grad_norm": 0.46998369693756104,
      "learning_rate": 4.9765197110247655e-05,
      "loss": 5.3645,
      "step": 66645
    },
    {
      "epoch": 0.05833999304996932,
      "grad_norm": 0.44934484362602234,
      "learning_rate": 4.976515467038948e-05,
      "loss": 5.0058,
      "step": 66650
    },
    {
      "epoch": 0.058344369643596475,
      "grad_norm": 0.43374839425086975,
      "learning_rate": 4.976511222671886e-05,
      "loss": 5.0646,
      "step": 66655
    },
    {
      "epoch": 0.05834874623722363,
      "grad_norm": 0.44671720266342163,
      "learning_rate": 4.976506977923582e-05,
      "loss": 4.5302,
      "step": 66660
    },
    {
      "epoch": 0.058353122830850784,
      "grad_norm": 0.5582807064056396,
      "learning_rate": 4.976502732794036e-05,
      "loss": 5.2839,
      "step": 66665
    },
    {
      "epoch": 0.05835749942447794,
      "grad_norm": 0.4785641133785248,
      "learning_rate": 4.9764984872832485e-05,
      "loss": 5.5191,
      "step": 66670
    },
    {
      "epoch": 0.058361876018105094,
      "grad_norm": 0.7174563407897949,
      "learning_rate": 4.976494241391222e-05,
      "loss": 4.7157,
      "step": 66675
    },
    {
      "epoch": 0.05836625261173225,
      "grad_norm": 0.5289166569709778,
      "learning_rate": 4.976489995117956e-05,
      "loss": 5.5556,
      "step": 66680
    },
    {
      "epoch": 0.0583706292053594,
      "grad_norm": 0.4072171449661255,
      "learning_rate": 4.97648574846345e-05,
      "loss": 5.5452,
      "step": 66685
    },
    {
      "epoch": 0.05837500579898656,
      "grad_norm": 0.48602741956710815,
      "learning_rate": 4.9764815014277075e-05,
      "loss": 5.5418,
      "step": 66690
    },
    {
      "epoch": 0.05837938239261371,
      "grad_norm": 0.4593130648136139,
      "learning_rate": 4.976477254010727e-05,
      "loss": 5.2617,
      "step": 66695
    },
    {
      "epoch": 0.05838375898624087,
      "grad_norm": 0.4625411033630371,
      "learning_rate": 4.9764730062125107e-05,
      "loss": 5.3144,
      "step": 66700
    },
    {
      "epoch": 0.05838813557986802,
      "grad_norm": 0.4547925591468811,
      "learning_rate": 4.9764687580330596e-05,
      "loss": 4.7584,
      "step": 66705
    },
    {
      "epoch": 0.05839251217349518,
      "grad_norm": 0.4269472658634186,
      "learning_rate": 4.976464509472374e-05,
      "loss": 5.8429,
      "step": 66710
    },
    {
      "epoch": 0.058396888767122325,
      "grad_norm": 0.46623051166534424,
      "learning_rate": 4.9764602605304543e-05,
      "loss": 3.9458,
      "step": 66715
    },
    {
      "epoch": 0.05840126536074948,
      "grad_norm": 0.4968686103820801,
      "learning_rate": 4.976456011207301e-05,
      "loss": 5.8759,
      "step": 66720
    },
    {
      "epoch": 0.058405641954376634,
      "grad_norm": 0.43645256757736206,
      "learning_rate": 4.9764517615029174e-05,
      "loss": 5.0468,
      "step": 66725
    },
    {
      "epoch": 0.05841001854800379,
      "grad_norm": 0.4157896637916565,
      "learning_rate": 4.9764475114173014e-05,
      "loss": 5.8885,
      "step": 66730
    },
    {
      "epoch": 0.058414395141630944,
      "grad_norm": 0.4747052788734436,
      "learning_rate": 4.9764432609504555e-05,
      "loss": 4.9466,
      "step": 66735
    },
    {
      "epoch": 0.0584187717352581,
      "grad_norm": 0.4654255211353302,
      "learning_rate": 4.97643901010238e-05,
      "loss": 4.8222,
      "step": 66740
    },
    {
      "epoch": 0.058423148328885253,
      "grad_norm": 0.4792885482311249,
      "learning_rate": 4.976434758873074e-05,
      "loss": 5.2321,
      "step": 66745
    },
    {
      "epoch": 0.05842752492251241,
      "grad_norm": 0.38409143686294556,
      "learning_rate": 4.976430507262542e-05,
      "loss": 5.8852,
      "step": 66750
    },
    {
      "epoch": 0.05843190151613956,
      "grad_norm": 0.42119064927101135,
      "learning_rate": 4.976426255270782e-05,
      "loss": 4.4987,
      "step": 66755
    },
    {
      "epoch": 0.05843627810976672,
      "grad_norm": 0.4830613434314728,
      "learning_rate": 4.976422002897796e-05,
      "loss": 4.8297,
      "step": 66760
    },
    {
      "epoch": 0.05844065470339387,
      "grad_norm": 0.4833008944988251,
      "learning_rate": 4.976417750143585e-05,
      "loss": 5.2533,
      "step": 66765
    },
    {
      "epoch": 0.05844503129702103,
      "grad_norm": 0.3736422061920166,
      "learning_rate": 4.976413497008149e-05,
      "loss": 5.5722,
      "step": 66770
    },
    {
      "epoch": 0.05844940789064818,
      "grad_norm": 0.3605572581291199,
      "learning_rate": 4.976409243491488e-05,
      "loss": 5.8879,
      "step": 66775
    },
    {
      "epoch": 0.05845378448427534,
      "grad_norm": 0.3859061300754547,
      "learning_rate": 4.976404989593605e-05,
      "loss": 5.8832,
      "step": 66780
    },
    {
      "epoch": 0.05845816107790249,
      "grad_norm": 0.4137486517429352,
      "learning_rate": 4.9764007353145e-05,
      "loss": 5.5199,
      "step": 66785
    },
    {
      "epoch": 0.058462537671529646,
      "grad_norm": 0.4248124063014984,
      "learning_rate": 4.976396480654173e-05,
      "loss": 4.2938,
      "step": 66790
    },
    {
      "epoch": 0.0584669142651568,
      "grad_norm": 0.4652217924594879,
      "learning_rate": 4.976392225612626e-05,
      "loss": 4.7613,
      "step": 66795
    },
    {
      "epoch": 0.058471290858783956,
      "grad_norm": 0.42084792256355286,
      "learning_rate": 4.97638797018986e-05,
      "loss": 4.7859,
      "step": 66800
    },
    {
      "epoch": 0.05847566745241111,
      "grad_norm": 0.4802519679069519,
      "learning_rate": 4.976383714385873e-05,
      "loss": 5.547,
      "step": 66805
    },
    {
      "epoch": 0.058480044046038265,
      "grad_norm": 0.49620717763900757,
      "learning_rate": 4.9763794582006695e-05,
      "loss": 5.2332,
      "step": 66810
    },
    {
      "epoch": 0.05848442063966542,
      "grad_norm": 0.3877381980419159,
      "learning_rate": 4.976375201634248e-05,
      "loss": 6.074,
      "step": 66815
    },
    {
      "epoch": 0.058488797233292575,
      "grad_norm": 0.45280686020851135,
      "learning_rate": 4.97637094468661e-05,
      "loss": 5.5521,
      "step": 66820
    },
    {
      "epoch": 0.05849317382691973,
      "grad_norm": 0.4132375717163086,
      "learning_rate": 4.9763666873577563e-05,
      "loss": 5.0777,
      "step": 66825
    },
    {
      "epoch": 0.058497550420546884,
      "grad_norm": 0.4293457269668579,
      "learning_rate": 4.9763624296476885e-05,
      "loss": 5.8112,
      "step": 66830
    },
    {
      "epoch": 0.05850192701417404,
      "grad_norm": 0.403871089220047,
      "learning_rate": 4.976358171556407e-05,
      "loss": 6.0672,
      "step": 66835
    },
    {
      "epoch": 0.058506303607801194,
      "grad_norm": 0.4487766623497009,
      "learning_rate": 4.976353913083911e-05,
      "loss": 5.0015,
      "step": 66840
    },
    {
      "epoch": 0.05851068020142834,
      "grad_norm": 0.4476466774940491,
      "learning_rate": 4.9763496542302024e-05,
      "loss": 4.4157,
      "step": 66845
    },
    {
      "epoch": 0.058515056795055496,
      "grad_norm": 0.3776625096797943,
      "learning_rate": 4.9763453949952834e-05,
      "loss": 5.5454,
      "step": 66850
    },
    {
      "epoch": 0.05851943338868265,
      "grad_norm": 0.4761222302913666,
      "learning_rate": 4.9763411353791536e-05,
      "loss": 5.2603,
      "step": 66855
    },
    {
      "epoch": 0.058523809982309806,
      "grad_norm": 0.47061192989349365,
      "learning_rate": 4.976336875381814e-05,
      "loss": 4.183,
      "step": 66860
    },
    {
      "epoch": 0.05852818657593696,
      "grad_norm": 0.4112585783004761,
      "learning_rate": 4.976332615003264e-05,
      "loss": 5.9187,
      "step": 66865
    },
    {
      "epoch": 0.058532563169564115,
      "grad_norm": 0.4594680368900299,
      "learning_rate": 4.9763283542435066e-05,
      "loss": 4.7333,
      "step": 66870
    },
    {
      "epoch": 0.05853693976319127,
      "grad_norm": 0.4536764919757843,
      "learning_rate": 4.9763240931025426e-05,
      "loss": 5.0376,
      "step": 66875
    },
    {
      "epoch": 0.058541316356818425,
      "grad_norm": 0.48840072751045227,
      "learning_rate": 4.9763198315803704e-05,
      "loss": 5.5638,
      "step": 66880
    },
    {
      "epoch": 0.05854569295044558,
      "grad_norm": 0.5338810682296753,
      "learning_rate": 4.9763155696769934e-05,
      "loss": 5.351,
      "step": 66885
    },
    {
      "epoch": 0.058550069544072735,
      "grad_norm": 0.4639686346054077,
      "learning_rate": 4.9763113073924116e-05,
      "loss": 5.0352,
      "step": 66890
    },
    {
      "epoch": 0.05855444613769989,
      "grad_norm": 0.5804657340049744,
      "learning_rate": 4.976307044726626e-05,
      "loss": 5.3135,
      "step": 66895
    },
    {
      "epoch": 0.058558822731327044,
      "grad_norm": 0.4749186635017395,
      "learning_rate": 4.9763027816796356e-05,
      "loss": 5.7857,
      "step": 66900
    },
    {
      "epoch": 0.0585631993249542,
      "grad_norm": 0.5723885297775269,
      "learning_rate": 4.976298518251444e-05,
      "loss": 5.2288,
      "step": 66905
    },
    {
      "epoch": 0.058567575918581354,
      "grad_norm": 0.4996114671230316,
      "learning_rate": 4.97629425444205e-05,
      "loss": 5.158,
      "step": 66910
    },
    {
      "epoch": 0.05857195251220851,
      "grad_norm": 0.4655226171016693,
      "learning_rate": 4.976289990251456e-05,
      "loss": 4.767,
      "step": 66915
    },
    {
      "epoch": 0.05857632910583566,
      "grad_norm": 0.40619945526123047,
      "learning_rate": 4.976285725679661e-05,
      "loss": 5.5456,
      "step": 66920
    },
    {
      "epoch": 0.05858070569946282,
      "grad_norm": 0.39697179198265076,
      "learning_rate": 4.9762814607266674e-05,
      "loss": 6.0994,
      "step": 66925
    },
    {
      "epoch": 0.05858508229308997,
      "grad_norm": 0.474642813205719,
      "learning_rate": 4.976277195392475e-05,
      "loss": 4.5241,
      "step": 66930
    },
    {
      "epoch": 0.05858945888671713,
      "grad_norm": 0.40865159034729004,
      "learning_rate": 4.976272929677085e-05,
      "loss": 5.03,
      "step": 66935
    },
    {
      "epoch": 0.05859383548034428,
      "grad_norm": 0.43722498416900635,
      "learning_rate": 4.976268663580499e-05,
      "loss": 5.2529,
      "step": 66940
    },
    {
      "epoch": 0.05859821207397144,
      "grad_norm": 0.5015549063682556,
      "learning_rate": 4.9762643971027154e-05,
      "loss": 5.2731,
      "step": 66945
    },
    {
      "epoch": 0.05860258866759859,
      "grad_norm": 0.45241081714630127,
      "learning_rate": 4.976260130243738e-05,
      "loss": 5.4461,
      "step": 66950
    },
    {
      "epoch": 0.058606965261225746,
      "grad_norm": 0.5113102197647095,
      "learning_rate": 4.976255863003567e-05,
      "loss": 5.3345,
      "step": 66955
    },
    {
      "epoch": 0.0586113418548529,
      "grad_norm": 0.5030917525291443,
      "learning_rate": 4.976251595382202e-05,
      "loss": 4.528,
      "step": 66960
    },
    {
      "epoch": 0.058615718448480056,
      "grad_norm": 0.6766642332077026,
      "learning_rate": 4.976247327379644e-05,
      "loss": 5.8702,
      "step": 66965
    },
    {
      "epoch": 0.05862009504210721,
      "grad_norm": 0.47118043899536133,
      "learning_rate": 4.976243058995894e-05,
      "loss": 6.0703,
      "step": 66970
    },
    {
      "epoch": 0.05862447163573436,
      "grad_norm": 0.4712432622909546,
      "learning_rate": 4.976238790230954e-05,
      "loss": 5.3122,
      "step": 66975
    },
    {
      "epoch": 0.05862884822936151,
      "grad_norm": 0.4439275562763214,
      "learning_rate": 4.9762345210848225e-05,
      "loss": 5.3599,
      "step": 66980
    },
    {
      "epoch": 0.05863322482298867,
      "grad_norm": 0.45621541142463684,
      "learning_rate": 4.976230251557502e-05,
      "loss": 5.3551,
      "step": 66985
    },
    {
      "epoch": 0.05863760141661582,
      "grad_norm": 0.48260006308555603,
      "learning_rate": 4.976225981648994e-05,
      "loss": 5.5461,
      "step": 66990
    },
    {
      "epoch": 0.05864197801024298,
      "grad_norm": 0.5086287260055542,
      "learning_rate": 4.976221711359298e-05,
      "loss": 5.5586,
      "step": 66995
    },
    {
      "epoch": 0.05864635460387013,
      "grad_norm": 0.4602586030960083,
      "learning_rate": 4.9762174406884146e-05,
      "loss": 5.5379,
      "step": 67000
    },
    {
      "epoch": 0.05865073119749729,
      "grad_norm": 0.37812837958335876,
      "learning_rate": 4.9762131696363446e-05,
      "loss": 5.5387,
      "step": 67005
    },
    {
      "epoch": 0.05865510779112444,
      "grad_norm": 0.4360990524291992,
      "learning_rate": 4.9762088982030907e-05,
      "loss": 5.0068,
      "step": 67010
    },
    {
      "epoch": 0.058659484384751596,
      "grad_norm": 0.46391767263412476,
      "learning_rate": 4.9762046263886516e-05,
      "loss": 5.7748,
      "step": 67015
    },
    {
      "epoch": 0.05866386097837875,
      "grad_norm": 0.4812280237674713,
      "learning_rate": 4.9762003541930294e-05,
      "loss": 5.5557,
      "step": 67020
    },
    {
      "epoch": 0.058668237572005906,
      "grad_norm": 0.49686625599861145,
      "learning_rate": 4.976196081616225e-05,
      "loss": 5.7857,
      "step": 67025
    },
    {
      "epoch": 0.05867261416563306,
      "grad_norm": 0.4311639666557312,
      "learning_rate": 4.976191808658237e-05,
      "loss": 5.4727,
      "step": 67030
    },
    {
      "epoch": 0.058676990759260216,
      "grad_norm": 0.4098421335220337,
      "learning_rate": 4.976187535319069e-05,
      "loss": 6.0578,
      "step": 67035
    },
    {
      "epoch": 0.05868136735288737,
      "grad_norm": 0.42489057779312134,
      "learning_rate": 4.9761832615987204e-05,
      "loss": 6.0773,
      "step": 67040
    },
    {
      "epoch": 0.058685743946514525,
      "grad_norm": 0.44730740785598755,
      "learning_rate": 4.9761789874971934e-05,
      "loss": 6.082,
      "step": 67045
    },
    {
      "epoch": 0.05869012054014168,
      "grad_norm": 0.4097149968147278,
      "learning_rate": 4.976174713014487e-05,
      "loss": 5.8441,
      "step": 67050
    },
    {
      "epoch": 0.058694497133768835,
      "grad_norm": 0.4620256721973419,
      "learning_rate": 4.9761704381506024e-05,
      "loss": 5.3337,
      "step": 67055
    },
    {
      "epoch": 0.05869887372739599,
      "grad_norm": 0.502254843711853,
      "learning_rate": 4.976166162905541e-05,
      "loss": 4.4029,
      "step": 67060
    },
    {
      "epoch": 0.058703250321023144,
      "grad_norm": 0.4289996027946472,
      "learning_rate": 4.976161887279304e-05,
      "loss": 6.4066,
      "step": 67065
    },
    {
      "epoch": 0.0587076269146503,
      "grad_norm": 0.47749990224838257,
      "learning_rate": 4.976157611271891e-05,
      "loss": 4.3094,
      "step": 67070
    },
    {
      "epoch": 0.058712003508277454,
      "grad_norm": 0.4528355896472931,
      "learning_rate": 4.9761533348833035e-05,
      "loss": 5.2312,
      "step": 67075
    },
    {
      "epoch": 0.05871638010190461,
      "grad_norm": 0.4588962495326996,
      "learning_rate": 4.976149058113543e-05,
      "loss": 5.227,
      "step": 67080
    },
    {
      "epoch": 0.05872075669553176,
      "grad_norm": 0.4190410077571869,
      "learning_rate": 4.976144780962609e-05,
      "loss": 5.5594,
      "step": 67085
    },
    {
      "epoch": 0.05872513328915892,
      "grad_norm": 0.45078009366989136,
      "learning_rate": 4.976140503430503e-05,
      "loss": 5.9049,
      "step": 67090
    },
    {
      "epoch": 0.05872950988278607,
      "grad_norm": 0.4508764147758484,
      "learning_rate": 4.9761362255172264e-05,
      "loss": 5.3498,
      "step": 67095
    },
    {
      "epoch": 0.05873388647641323,
      "grad_norm": 0.44490891695022583,
      "learning_rate": 4.9761319472227786e-05,
      "loss": 5.2287,
      "step": 67100
    },
    {
      "epoch": 0.058738263070040375,
      "grad_norm": 0.3872688412666321,
      "learning_rate": 4.9761276685471626e-05,
      "loss": 6.0602,
      "step": 67105
    },
    {
      "epoch": 0.05874263966366753,
      "grad_norm": 0.4451218247413635,
      "learning_rate": 4.976123389490377e-05,
      "loss": 5.038,
      "step": 67110
    },
    {
      "epoch": 0.058747016257294685,
      "grad_norm": 0.4012662470340729,
      "learning_rate": 4.9761191100524226e-05,
      "loss": 5.0322,
      "step": 67115
    },
    {
      "epoch": 0.05875139285092184,
      "grad_norm": 0.4517410099506378,
      "learning_rate": 4.976114830233303e-05,
      "loss": 5.7938,
      "step": 67120
    },
    {
      "epoch": 0.058755769444548994,
      "grad_norm": 0.44587329030036926,
      "learning_rate": 4.976110550033015e-05,
      "loss": 5.3281,
      "step": 67125
    },
    {
      "epoch": 0.05876014603817615,
      "grad_norm": 0.40047740936279297,
      "learning_rate": 4.9761062694515635e-05,
      "loss": 5.8785,
      "step": 67130
    },
    {
      "epoch": 0.058764522631803304,
      "grad_norm": 0.36504605412483215,
      "learning_rate": 4.976101988488947e-05,
      "loss": 5.3506,
      "step": 67135
    },
    {
      "epoch": 0.05876889922543046,
      "grad_norm": 0.4494056701660156,
      "learning_rate": 4.9760977071451665e-05,
      "loss": 5.5176,
      "step": 67140
    },
    {
      "epoch": 0.05877327581905761,
      "grad_norm": 0.3945735991001129,
      "learning_rate": 4.976093425420223e-05,
      "loss": 6.0625,
      "step": 67145
    },
    {
      "epoch": 0.05877765241268477,
      "grad_norm": 0.43704479932785034,
      "learning_rate": 4.976089143314117e-05,
      "loss": 5.2316,
      "step": 67150
    },
    {
      "epoch": 0.05878202900631192,
      "grad_norm": 0.4678891599178314,
      "learning_rate": 4.976084860826849e-05,
      "loss": 4.1772,
      "step": 67155
    },
    {
      "epoch": 0.05878640559993908,
      "grad_norm": 0.38590794801712036,
      "learning_rate": 4.976080577958423e-05,
      "loss": 5.6104,
      "step": 67160
    },
    {
      "epoch": 0.05879078219356623,
      "grad_norm": 0.48000475764274597,
      "learning_rate": 4.976076294708836e-05,
      "loss": 6.0627,
      "step": 67165
    },
    {
      "epoch": 0.05879515878719339,
      "grad_norm": 0.368255078792572,
      "learning_rate": 4.976072011078089e-05,
      "loss": 6.0896,
      "step": 67170
    },
    {
      "epoch": 0.05879953538082054,
      "grad_norm": 0.38579505681991577,
      "learning_rate": 4.976067727066186e-05,
      "loss": 6.0957,
      "step": 67175
    },
    {
      "epoch": 0.058803911974447697,
      "grad_norm": 0.39259228110313416,
      "learning_rate": 4.976063442673125e-05,
      "loss": 6.3826,
      "step": 67180
    },
    {
      "epoch": 0.05880828856807485,
      "grad_norm": 0.41500988602638245,
      "learning_rate": 4.976059157898907e-05,
      "loss": 5.2589,
      "step": 67185
    },
    {
      "epoch": 0.058812665161702006,
      "grad_norm": 0.3803371489048004,
      "learning_rate": 4.976054872743534e-05,
      "loss": 6.3949,
      "step": 67190
    },
    {
      "epoch": 0.05881704175532916,
      "grad_norm": 0.3693857789039612,
      "learning_rate": 4.9760505872070075e-05,
      "loss": 5.5328,
      "step": 67195
    },
    {
      "epoch": 0.058821418348956316,
      "grad_norm": 0.42999163269996643,
      "learning_rate": 4.9760463012893255e-05,
      "loss": 5.5301,
      "step": 67200
    },
    {
      "epoch": 0.05882579494258347,
      "grad_norm": 0.5070799589157104,
      "learning_rate": 4.976042014990491e-05,
      "loss": 5.2154,
      "step": 67205
    },
    {
      "epoch": 0.058830171536210625,
      "grad_norm": 0.5116322636604309,
      "learning_rate": 4.9760377283105044e-05,
      "loss": 5.2982,
      "step": 67210
    },
    {
      "epoch": 0.05883454812983778,
      "grad_norm": 0.4602844715118408,
      "learning_rate": 4.976033441249367e-05,
      "loss": 6.0807,
      "step": 67215
    },
    {
      "epoch": 0.058838924723464935,
      "grad_norm": 0.4925879240036011,
      "learning_rate": 4.976029153807078e-05,
      "loss": 4.7171,
      "step": 67220
    },
    {
      "epoch": 0.05884330131709209,
      "grad_norm": 0.44145330786705017,
      "learning_rate": 4.976024865983639e-05,
      "loss": 5.7533,
      "step": 67225
    },
    {
      "epoch": 0.058847677910719244,
      "grad_norm": 0.4521646797657013,
      "learning_rate": 4.976020577779052e-05,
      "loss": 4.8433,
      "step": 67230
    },
    {
      "epoch": 0.05885205450434639,
      "grad_norm": 0.5650376677513123,
      "learning_rate": 4.976016289193317e-05,
      "loss": 5.3263,
      "step": 67235
    },
    {
      "epoch": 0.05885643109797355,
      "grad_norm": 0.455027312040329,
      "learning_rate": 4.9760120002264356e-05,
      "loss": 5.5386,
      "step": 67240
    },
    {
      "epoch": 0.0588608076916007,
      "grad_norm": 0.639979362487793,
      "learning_rate": 4.9760077108784064e-05,
      "loss": 4.5038,
      "step": 67245
    },
    {
      "epoch": 0.058865184285227856,
      "grad_norm": 0.437011182308197,
      "learning_rate": 4.976003421149232e-05,
      "loss": 6.0592,
      "step": 67250
    },
    {
      "epoch": 0.05886956087885501,
      "grad_norm": 0.4822545051574707,
      "learning_rate": 4.975999131038912e-05,
      "loss": 4.7188,
      "step": 67255
    },
    {
      "epoch": 0.058873937472482166,
      "grad_norm": 0.5213323831558228,
      "learning_rate": 4.97599484054745e-05,
      "loss": 5.7635,
      "step": 67260
    },
    {
      "epoch": 0.05887831406610932,
      "grad_norm": 0.43793216347694397,
      "learning_rate": 4.975990549674844e-05,
      "loss": 5.5699,
      "step": 67265
    },
    {
      "epoch": 0.058882690659736475,
      "grad_norm": 0.4848310649394989,
      "learning_rate": 4.975986258421095e-05,
      "loss": 5.559,
      "step": 67270
    },
    {
      "epoch": 0.05888706725336363,
      "grad_norm": 0.4320197105407715,
      "learning_rate": 4.975981966786205e-05,
      "loss": 5.7709,
      "step": 67275
    },
    {
      "epoch": 0.058891443846990785,
      "grad_norm": 0.3913806974887848,
      "learning_rate": 4.9759776747701744e-05,
      "loss": 5.5386,
      "step": 67280
    },
    {
      "epoch": 0.05889582044061794,
      "grad_norm": 0.3795308470726013,
      "learning_rate": 4.9759733823730035e-05,
      "loss": 6.0531,
      "step": 67285
    },
    {
      "epoch": 0.058900197034245094,
      "grad_norm": 0.43221843242645264,
      "learning_rate": 4.9759690895946955e-05,
      "loss": 5.2479,
      "step": 67290
    },
    {
      "epoch": 0.05890457362787225,
      "grad_norm": 0.4917435646057129,
      "learning_rate": 4.975964796435247e-05,
      "loss": 4.903,
      "step": 67295
    },
    {
      "epoch": 0.058908950221499404,
      "grad_norm": 0.36799293756484985,
      "learning_rate": 4.975960502894662e-05,
      "loss": 5.5402,
      "step": 67300
    },
    {
      "epoch": 0.05891332681512656,
      "grad_norm": 0.434230238199234,
      "learning_rate": 4.975956208972942e-05,
      "loss": 5.5549,
      "step": 67305
    },
    {
      "epoch": 0.05891770340875371,
      "grad_norm": 0.42840561270713806,
      "learning_rate": 4.975951914670084e-05,
      "loss": 5.7422,
      "step": 67310
    },
    {
      "epoch": 0.05892208000238087,
      "grad_norm": 0.5140992403030396,
      "learning_rate": 4.975947619986093e-05,
      "loss": 5.5909,
      "step": 67315
    },
    {
      "epoch": 0.05892645659600802,
      "grad_norm": 0.4347323775291443,
      "learning_rate": 4.975943324920968e-05,
      "loss": 5.5295,
      "step": 67320
    },
    {
      "epoch": 0.05893083318963518,
      "grad_norm": 0.3843563199043274,
      "learning_rate": 4.9759390294747085e-05,
      "loss": 5.2865,
      "step": 67325
    },
    {
      "epoch": 0.05893520978326233,
      "grad_norm": 0.4753877520561218,
      "learning_rate": 4.975934733647317e-05,
      "loss": 4.7278,
      "step": 67330
    },
    {
      "epoch": 0.05893958637688949,
      "grad_norm": 0.452565997838974,
      "learning_rate": 4.975930437438795e-05,
      "loss": 4.9571,
      "step": 67335
    },
    {
      "epoch": 0.05894396297051664,
      "grad_norm": 0.45290568470954895,
      "learning_rate": 4.9759261408491407e-05,
      "loss": 5.044,
      "step": 67340
    },
    {
      "epoch": 0.0589483395641438,
      "grad_norm": 0.4589887261390686,
      "learning_rate": 4.9759218438783584e-05,
      "loss": 4.9986,
      "step": 67345
    },
    {
      "epoch": 0.05895271615777095,
      "grad_norm": 0.46424898505210876,
      "learning_rate": 4.9759175465264466e-05,
      "loss": 4.7104,
      "step": 67350
    },
    {
      "epoch": 0.058957092751398106,
      "grad_norm": 0.4681587815284729,
      "learning_rate": 4.975913248793406e-05,
      "loss": 4.911,
      "step": 67355
    },
    {
      "epoch": 0.058961469345025254,
      "grad_norm": 0.43048760294914246,
      "learning_rate": 4.9759089506792375e-05,
      "loss": 5.5227,
      "step": 67360
    },
    {
      "epoch": 0.05896584593865241,
      "grad_norm": 0.4550778269767761,
      "learning_rate": 4.975904652183942e-05,
      "loss": 4.7143,
      "step": 67365
    },
    {
      "epoch": 0.05897022253227956,
      "grad_norm": 0.44344741106033325,
      "learning_rate": 4.975900353307523e-05,
      "loss": 4.5092,
      "step": 67370
    },
    {
      "epoch": 0.05897459912590672,
      "grad_norm": 0.4120097756385803,
      "learning_rate": 4.975896054049978e-05,
      "loss": 5.9085,
      "step": 67375
    },
    {
      "epoch": 0.05897897571953387,
      "grad_norm": 0.4439605474472046,
      "learning_rate": 4.975891754411309e-05,
      "loss": 5.3377,
      "step": 67380
    },
    {
      "epoch": 0.05898335231316103,
      "grad_norm": 0.4700300097465515,
      "learning_rate": 4.975887454391517e-05,
      "loss": 5.5756,
      "step": 67385
    },
    {
      "epoch": 0.05898772890678818,
      "grad_norm": 0.47045210003852844,
      "learning_rate": 4.9758831539906024e-05,
      "loss": 6.0859,
      "step": 67390
    },
    {
      "epoch": 0.05899210550041534,
      "grad_norm": 0.4607686400413513,
      "learning_rate": 4.975878853208566e-05,
      "loss": 5.5722,
      "step": 67395
    },
    {
      "epoch": 0.05899648209404249,
      "grad_norm": 0.4555208683013916,
      "learning_rate": 4.97587455204541e-05,
      "loss": 4.6246,
      "step": 67400
    },
    {
      "epoch": 0.05900085868766965,
      "grad_norm": 0.5387048721313477,
      "learning_rate": 4.975870250501132e-05,
      "loss": 6.0771,
      "step": 67405
    },
    {
      "epoch": 0.0590052352812968,
      "grad_norm": 0.5061252117156982,
      "learning_rate": 4.975865948575737e-05,
      "loss": 5.3643,
      "step": 67410
    },
    {
      "epoch": 0.059009611874923956,
      "grad_norm": 0.4620225429534912,
      "learning_rate": 4.9758616462692234e-05,
      "loss": 5.8959,
      "step": 67415
    },
    {
      "epoch": 0.05901398846855111,
      "grad_norm": 0.4856983721256256,
      "learning_rate": 4.9758573435815915e-05,
      "loss": 5.0039,
      "step": 67420
    },
    {
      "epoch": 0.059018365062178266,
      "grad_norm": 0.4929068982601166,
      "learning_rate": 4.9758530405128435e-05,
      "loss": 4.8079,
      "step": 67425
    },
    {
      "epoch": 0.05902274165580542,
      "grad_norm": 0.48280030488967896,
      "learning_rate": 4.975848737062979e-05,
      "loss": 4.181,
      "step": 67430
    },
    {
      "epoch": 0.059027118249432575,
      "grad_norm": 0.4794570505619049,
      "learning_rate": 4.975844433232001e-05,
      "loss": 4.5055,
      "step": 67435
    },
    {
      "epoch": 0.05903149484305973,
      "grad_norm": 0.4762815535068512,
      "learning_rate": 4.9758401290199075e-05,
      "loss": 5.2269,
      "step": 67440
    },
    {
      "epoch": 0.059035871436686885,
      "grad_norm": 0.47126126289367676,
      "learning_rate": 4.975835824426702e-05,
      "loss": 5.0509,
      "step": 67445
    },
    {
      "epoch": 0.05904024803031404,
      "grad_norm": 0.43934908509254456,
      "learning_rate": 4.975831519452384e-05,
      "loss": 5.3593,
      "step": 67450
    },
    {
      "epoch": 0.059044624623941194,
      "grad_norm": 0.4222075641155243,
      "learning_rate": 4.975827214096954e-05,
      "loss": 4.5337,
      "step": 67455
    },
    {
      "epoch": 0.05904900121756835,
      "grad_norm": 0.4278203248977661,
      "learning_rate": 4.9758229083604124e-05,
      "loss": 5.3203,
      "step": 67460
    },
    {
      "epoch": 0.059053377811195504,
      "grad_norm": 0.4150124788284302,
      "learning_rate": 4.975818602242762e-05,
      "loss": 5.5732,
      "step": 67465
    },
    {
      "epoch": 0.05905775440482266,
      "grad_norm": 0.4184498190879822,
      "learning_rate": 4.975814295744002e-05,
      "loss": 4.5101,
      "step": 67470
    },
    {
      "epoch": 0.05906213099844981,
      "grad_norm": 0.35993534326553345,
      "learning_rate": 4.975809988864134e-05,
      "loss": 6.3691,
      "step": 67475
    },
    {
      "epoch": 0.05906650759207697,
      "grad_norm": 0.5033871531486511,
      "learning_rate": 4.975805681603158e-05,
      "loss": 4.7276,
      "step": 67480
    },
    {
      "epoch": 0.05907088418570412,
      "grad_norm": 0.47636279463768005,
      "learning_rate": 4.975801373961077e-05,
      "loss": 5.7893,
      "step": 67485
    },
    {
      "epoch": 0.05907526077933127,
      "grad_norm": 0.3979491591453552,
      "learning_rate": 4.9757970659378874e-05,
      "loss": 6.0844,
      "step": 67490
    },
    {
      "epoch": 0.059079637372958425,
      "grad_norm": 0.39248812198638916,
      "learning_rate": 4.975792757533595e-05,
      "loss": 5.7383,
      "step": 67495
    },
    {
      "epoch": 0.05908401396658558,
      "grad_norm": 0.42802202701568604,
      "learning_rate": 4.975788448748198e-05,
      "loss": 5.167,
      "step": 67500
    },
    {
      "epoch": 0.059088390560212735,
      "grad_norm": 0.3782888948917389,
      "learning_rate": 4.975784139581697e-05,
      "loss": 5.7723,
      "step": 67505
    },
    {
      "epoch": 0.05909276715383989,
      "grad_norm": 0.5187541842460632,
      "learning_rate": 4.9757798300340944e-05,
      "loss": 5.6044,
      "step": 67510
    },
    {
      "epoch": 0.059097143747467044,
      "grad_norm": 0.36678367853164673,
      "learning_rate": 4.97577552010539e-05,
      "loss": 6.0738,
      "step": 67515
    },
    {
      "epoch": 0.0591015203410942,
      "grad_norm": 0.4028837978839874,
      "learning_rate": 4.975771209795584e-05,
      "loss": 5.4418,
      "step": 67520
    },
    {
      "epoch": 0.059105896934721354,
      "grad_norm": 0.49104297161102295,
      "learning_rate": 4.97576689910468e-05,
      "loss": 5.7773,
      "step": 67525
    },
    {
      "epoch": 0.05911027352834851,
      "grad_norm": 0.4007396399974823,
      "learning_rate": 4.975762588032675e-05,
      "loss": 5.5437,
      "step": 67530
    },
    {
      "epoch": 0.05911465012197566,
      "grad_norm": 0.4163634479045868,
      "learning_rate": 4.975758276579573e-05,
      "loss": 4.7968,
      "step": 67535
    },
    {
      "epoch": 0.05911902671560282,
      "grad_norm": 0.46722570061683655,
      "learning_rate": 4.975753964745372e-05,
      "loss": 4.7207,
      "step": 67540
    },
    {
      "epoch": 0.05912340330922997,
      "grad_norm": 0.43936145305633545,
      "learning_rate": 4.975749652530076e-05,
      "loss": 5.3232,
      "step": 67545
    },
    {
      "epoch": 0.05912777990285713,
      "grad_norm": 0.40166813135147095,
      "learning_rate": 4.975745339933683e-05,
      "loss": 6.0607,
      "step": 67550
    },
    {
      "epoch": 0.05913215649648428,
      "grad_norm": 0.45935946702957153,
      "learning_rate": 4.9757410269561954e-05,
      "loss": 5.0448,
      "step": 67555
    },
    {
      "epoch": 0.05913653309011144,
      "grad_norm": 0.44662585854530334,
      "learning_rate": 4.975736713597614e-05,
      "loss": 5.8185,
      "step": 67560
    },
    {
      "epoch": 0.05914090968373859,
      "grad_norm": 0.43051695823669434,
      "learning_rate": 4.975732399857939e-05,
      "loss": 5.4576,
      "step": 67565
    },
    {
      "epoch": 0.05914528627736575,
      "grad_norm": 0.3872637450695038,
      "learning_rate": 4.9757280857371714e-05,
      "loss": 5.9028,
      "step": 67570
    },
    {
      "epoch": 0.0591496628709929,
      "grad_norm": 0.39778199791908264,
      "learning_rate": 4.975723771235312e-05,
      "loss": 5.3251,
      "step": 67575
    },
    {
      "epoch": 0.059154039464620056,
      "grad_norm": 0.4046454429626465,
      "learning_rate": 4.975719456352362e-05,
      "loss": 5.5478,
      "step": 67580
    },
    {
      "epoch": 0.05915841605824721,
      "grad_norm": 0.41180434823036194,
      "learning_rate": 4.975715141088323e-05,
      "loss": 5.7744,
      "step": 67585
    },
    {
      "epoch": 0.059162792651874366,
      "grad_norm": 0.4591555595397949,
      "learning_rate": 4.975710825443194e-05,
      "loss": 5.3598,
      "step": 67590
    },
    {
      "epoch": 0.05916716924550152,
      "grad_norm": 0.4287171959877014,
      "learning_rate": 4.9757065094169765e-05,
      "loss": 5.0088,
      "step": 67595
    },
    {
      "epoch": 0.059171545839128675,
      "grad_norm": 0.44002029299736023,
      "learning_rate": 4.9757021930096714e-05,
      "loss": 4.4973,
      "step": 67600
    },
    {
      "epoch": 0.05917592243275583,
      "grad_norm": 0.44927167892456055,
      "learning_rate": 4.9756978762212794e-05,
      "loss": 4.9187,
      "step": 67605
    },
    {
      "epoch": 0.059180299026382985,
      "grad_norm": 0.4363991916179657,
      "learning_rate": 4.9756935590518025e-05,
      "loss": 4.4737,
      "step": 67610
    },
    {
      "epoch": 0.05918467562001014,
      "grad_norm": 0.43256208300590515,
      "learning_rate": 4.97568924150124e-05,
      "loss": 5.0482,
      "step": 67615
    },
    {
      "epoch": 0.05918905221363729,
      "grad_norm": 0.45271366834640503,
      "learning_rate": 4.9756849235695935e-05,
      "loss": 5.5269,
      "step": 67620
    },
    {
      "epoch": 0.05919342880726444,
      "grad_norm": 0.4661717414855957,
      "learning_rate": 4.975680605256864e-05,
      "loss": 5.5666,
      "step": 67625
    },
    {
      "epoch": 0.0591978054008916,
      "grad_norm": 0.37712156772613525,
      "learning_rate": 4.975676286563051e-05,
      "loss": 6.1041,
      "step": 67630
    },
    {
      "epoch": 0.05920218199451875,
      "grad_norm": 0.42752647399902344,
      "learning_rate": 4.975671967488157e-05,
      "loss": 5.8971,
      "step": 67635
    },
    {
      "epoch": 0.059206558588145906,
      "grad_norm": 0.45375534892082214,
      "learning_rate": 4.975667648032183e-05,
      "loss": 4.3825,
      "step": 67640
    },
    {
      "epoch": 0.05921093518177306,
      "grad_norm": 0.5634800791740417,
      "learning_rate": 4.975663328195127e-05,
      "loss": 5.5508,
      "step": 67645
    },
    {
      "epoch": 0.059215311775400216,
      "grad_norm": 0.4232040047645569,
      "learning_rate": 4.975659007976994e-05,
      "loss": 6.427,
      "step": 67650
    },
    {
      "epoch": 0.05921968836902737,
      "grad_norm": 0.45439907908439636,
      "learning_rate": 4.975654687377781e-05,
      "loss": 5.0371,
      "step": 67655
    },
    {
      "epoch": 0.059224064962654525,
      "grad_norm": 0.45785462856292725,
      "learning_rate": 4.9756503663974916e-05,
      "loss": 4.792,
      "step": 67660
    },
    {
      "epoch": 0.05922844155628168,
      "grad_norm": 0.4348100423812866,
      "learning_rate": 4.975646045036125e-05,
      "loss": 5.2862,
      "step": 67665
    },
    {
      "epoch": 0.059232818149908835,
      "grad_norm": 0.4634118974208832,
      "learning_rate": 4.975641723293682e-05,
      "loss": 4.9862,
      "step": 67670
    },
    {
      "epoch": 0.05923719474353599,
      "grad_norm": 0.47218793630599976,
      "learning_rate": 4.975637401170166e-05,
      "loss": 5.0289,
      "step": 67675
    },
    {
      "epoch": 0.059241571337163144,
      "grad_norm": 0.4640565812587738,
      "learning_rate": 4.9756330786655746e-05,
      "loss": 5.5819,
      "step": 67680
    },
    {
      "epoch": 0.0592459479307903,
      "grad_norm": 0.46198222041130066,
      "learning_rate": 4.9756287557799095e-05,
      "loss": 5.2371,
      "step": 67685
    },
    {
      "epoch": 0.059250324524417454,
      "grad_norm": 0.40206384658813477,
      "learning_rate": 4.9756244325131717e-05,
      "loss": 5.2311,
      "step": 67690
    },
    {
      "epoch": 0.05925470111804461,
      "grad_norm": 0.4357462525367737,
      "learning_rate": 4.975620108865363e-05,
      "loss": 4.6712,
      "step": 67695
    },
    {
      "epoch": 0.05925907771167176,
      "grad_norm": 0.43532952666282654,
      "learning_rate": 4.9756157848364834e-05,
      "loss": 6.0793,
      "step": 67700
    },
    {
      "epoch": 0.05926345430529892,
      "grad_norm": 0.4764728546142578,
      "learning_rate": 4.9756114604265344e-05,
      "loss": 5.2704,
      "step": 67705
    },
    {
      "epoch": 0.05926783089892607,
      "grad_norm": 0.3729267120361328,
      "learning_rate": 4.975607135635516e-05,
      "loss": 5.8779,
      "step": 67710
    },
    {
      "epoch": 0.05927220749255323,
      "grad_norm": 0.4566439986228943,
      "learning_rate": 4.975602810463429e-05,
      "loss": 4.862,
      "step": 67715
    },
    {
      "epoch": 0.05927658408618038,
      "grad_norm": 0.3729719817638397,
      "learning_rate": 4.975598484910274e-05,
      "loss": 6.0842,
      "step": 67720
    },
    {
      "epoch": 0.05928096067980754,
      "grad_norm": 0.43721461296081543,
      "learning_rate": 4.975594158976052e-05,
      "loss": 5.5666,
      "step": 67725
    },
    {
      "epoch": 0.05928533727343469,
      "grad_norm": 0.44280806183815,
      "learning_rate": 4.9755898326607655e-05,
      "loss": 5.075,
      "step": 67730
    },
    {
      "epoch": 0.05928971386706185,
      "grad_norm": 0.4587065279483795,
      "learning_rate": 4.975585505964414e-05,
      "loss": 4.7489,
      "step": 67735
    },
    {
      "epoch": 0.059294090460689,
      "grad_norm": 0.41823872923851013,
      "learning_rate": 4.975581178886998e-05,
      "loss": 5.3288,
      "step": 67740
    },
    {
      "epoch": 0.059298467054316156,
      "grad_norm": 0.3694509267807007,
      "learning_rate": 4.975576851428517e-05,
      "loss": 6.4029,
      "step": 67745
    },
    {
      "epoch": 0.059302843647943304,
      "grad_norm": 0.4543306827545166,
      "learning_rate": 4.975572523588976e-05,
      "loss": 6.0586,
      "step": 67750
    },
    {
      "epoch": 0.05930722024157046,
      "grad_norm": 0.44179224967956543,
      "learning_rate": 4.9755681953683716e-05,
      "loss": 5.5327,
      "step": 67755
    },
    {
      "epoch": 0.059311596835197614,
      "grad_norm": 0.4751236140727997,
      "learning_rate": 4.975563866766708e-05,
      "loss": 5.0058,
      "step": 67760
    },
    {
      "epoch": 0.05931597342882477,
      "grad_norm": 0.4195302724838257,
      "learning_rate": 4.975559537783984e-05,
      "loss": 5.0582,
      "step": 67765
    },
    {
      "epoch": 0.05932035002245192,
      "grad_norm": 0.3931398391723633,
      "learning_rate": 4.9755552084202e-05,
      "loss": 5.831,
      "step": 67770
    },
    {
      "epoch": 0.05932472661607908,
      "grad_norm": 0.37636300921440125,
      "learning_rate": 4.975550878675358e-05,
      "loss": 6.3748,
      "step": 67775
    },
    {
      "epoch": 0.05932910320970623,
      "grad_norm": 0.4451354742050171,
      "learning_rate": 4.975546548549459e-05,
      "loss": 5.2258,
      "step": 67780
    },
    {
      "epoch": 0.05933347980333339,
      "grad_norm": 0.3829864263534546,
      "learning_rate": 4.9755422180425026e-05,
      "loss": 5.0318,
      "step": 67785
    },
    {
      "epoch": 0.05933785639696054,
      "grad_norm": 0.3745734393596649,
      "learning_rate": 4.975537887154491e-05,
      "loss": 5.7883,
      "step": 67790
    },
    {
      "epoch": 0.0593422329905877,
      "grad_norm": 0.4566032290458679,
      "learning_rate": 4.975533555885424e-05,
      "loss": 4.7872,
      "step": 67795
    },
    {
      "epoch": 0.05934660958421485,
      "grad_norm": 0.4470749795436859,
      "learning_rate": 4.975529224235303e-05,
      "loss": 4.0118,
      "step": 67800
    },
    {
      "epoch": 0.059350986177842006,
      "grad_norm": 0.3961085379123688,
      "learning_rate": 4.97552489220413e-05,
      "loss": 5.3265,
      "step": 67805
    },
    {
      "epoch": 0.05935536277146916,
      "grad_norm": 0.45508235692977905,
      "learning_rate": 4.975520559791903e-05,
      "loss": 5.5178,
      "step": 67810
    },
    {
      "epoch": 0.059359739365096316,
      "grad_norm": 0.4780901074409485,
      "learning_rate": 4.9755162269986247e-05,
      "loss": 5.3566,
      "step": 67815
    },
    {
      "epoch": 0.05936411595872347,
      "grad_norm": 0.4137611985206604,
      "learning_rate": 4.975511893824296e-05,
      "loss": 4.2126,
      "step": 67820
    },
    {
      "epoch": 0.059368492552350625,
      "grad_norm": 0.48573535680770874,
      "learning_rate": 4.975507560268917e-05,
      "loss": 5.0276,
      "step": 67825
    },
    {
      "epoch": 0.05937286914597778,
      "grad_norm": 0.4884938895702362,
      "learning_rate": 4.9755032263324886e-05,
      "loss": 5.0757,
      "step": 67830
    },
    {
      "epoch": 0.059377245739604935,
      "grad_norm": 0.4223352372646332,
      "learning_rate": 4.9754988920150127e-05,
      "loss": 6.0771,
      "step": 67835
    },
    {
      "epoch": 0.05938162233323209,
      "grad_norm": 0.48709166049957275,
      "learning_rate": 4.975494557316489e-05,
      "loss": 5.7572,
      "step": 67840
    },
    {
      "epoch": 0.059385998926859244,
      "grad_norm": 0.4087805151939392,
      "learning_rate": 4.975490222236918e-05,
      "loss": 6.083,
      "step": 67845
    },
    {
      "epoch": 0.0593903755204864,
      "grad_norm": 0.4413425624370575,
      "learning_rate": 4.975485886776302e-05,
      "loss": 5.4982,
      "step": 67850
    },
    {
      "epoch": 0.059394752114113554,
      "grad_norm": 0.4193875193595886,
      "learning_rate": 4.975481550934641e-05,
      "loss": 5.1611,
      "step": 67855
    },
    {
      "epoch": 0.05939912870774071,
      "grad_norm": 0.5058790445327759,
      "learning_rate": 4.975477214711937e-05,
      "loss": 5.0361,
      "step": 67860
    },
    {
      "epoch": 0.059403505301367864,
      "grad_norm": 0.4357217252254486,
      "learning_rate": 4.975472878108188e-05,
      "loss": 5.0509,
      "step": 67865
    },
    {
      "epoch": 0.05940788189499502,
      "grad_norm": 0.49757668375968933,
      "learning_rate": 4.975468541123397e-05,
      "loss": 5.5502,
      "step": 67870
    },
    {
      "epoch": 0.05941225848862217,
      "grad_norm": 0.414482980966568,
      "learning_rate": 4.975464203757565e-05,
      "loss": 5.234,
      "step": 67875
    },
    {
      "epoch": 0.05941663508224932,
      "grad_norm": 0.4780416190624237,
      "learning_rate": 4.975459866010691e-05,
      "loss": 5.0325,
      "step": 67880
    },
    {
      "epoch": 0.059421011675876476,
      "grad_norm": 0.4024461805820465,
      "learning_rate": 4.9754555278827786e-05,
      "loss": 5.7756,
      "step": 67885
    },
    {
      "epoch": 0.05942538826950363,
      "grad_norm": 0.45054247975349426,
      "learning_rate": 4.9754511893738266e-05,
      "loss": 5.7283,
      "step": 67890
    },
    {
      "epoch": 0.059429764863130785,
      "grad_norm": 0.4122593402862549,
      "learning_rate": 4.975446850483836e-05,
      "loss": 5.7721,
      "step": 67895
    },
    {
      "epoch": 0.05943414145675794,
      "grad_norm": 0.509721577167511,
      "learning_rate": 4.975442511212808e-05,
      "loss": 4.9286,
      "step": 67900
    },
    {
      "epoch": 0.059438518050385095,
      "grad_norm": 0.4423467814922333,
      "learning_rate": 4.975438171560744e-05,
      "loss": 5.4289,
      "step": 67905
    },
    {
      "epoch": 0.05944289464401225,
      "grad_norm": 0.4913237988948822,
      "learning_rate": 4.975433831527644e-05,
      "loss": 5.5406,
      "step": 67910
    },
    {
      "epoch": 0.059447271237639404,
      "grad_norm": 0.5391552448272705,
      "learning_rate": 4.975429491113509e-05,
      "loss": 5.8919,
      "step": 67915
    },
    {
      "epoch": 0.05945164783126656,
      "grad_norm": 0.4154050350189209,
      "learning_rate": 4.9754251503183404e-05,
      "loss": 5.5592,
      "step": 67920
    },
    {
      "epoch": 0.059456024424893714,
      "grad_norm": 0.44419407844543457,
      "learning_rate": 4.975420809142137e-05,
      "loss": 5.515,
      "step": 67925
    },
    {
      "epoch": 0.05946040101852087,
      "grad_norm": 0.43169304728507996,
      "learning_rate": 4.9754164675849025e-05,
      "loss": 6.1051,
      "step": 67930
    },
    {
      "epoch": 0.05946477761214802,
      "grad_norm": 0.44724419713020325,
      "learning_rate": 4.9754121256466366e-05,
      "loss": 5.249,
      "step": 67935
    },
    {
      "epoch": 0.05946915420577518,
      "grad_norm": 0.3901735544204712,
      "learning_rate": 4.975407783327341e-05,
      "loss": 5.7834,
      "step": 67940
    },
    {
      "epoch": 0.05947353079940233,
      "grad_norm": 0.4321040213108063,
      "learning_rate": 4.9754034406270135e-05,
      "loss": 5.4166,
      "step": 67945
    },
    {
      "epoch": 0.05947790739302949,
      "grad_norm": 0.5275706648826599,
      "learning_rate": 4.975399097545658e-05,
      "loss": 5.0729,
      "step": 67950
    },
    {
      "epoch": 0.05948228398665664,
      "grad_norm": 0.4511964023113251,
      "learning_rate": 4.9753947540832746e-05,
      "loss": 5.2355,
      "step": 67955
    },
    {
      "epoch": 0.0594866605802838,
      "grad_norm": 0.3838646709918976,
      "learning_rate": 4.975390410239863e-05,
      "loss": 5.5806,
      "step": 67960
    },
    {
      "epoch": 0.05949103717391095,
      "grad_norm": 0.4096841514110565,
      "learning_rate": 4.975386066015425e-05,
      "loss": 5.4377,
      "step": 67965
    },
    {
      "epoch": 0.059495413767538106,
      "grad_norm": 0.46876341104507446,
      "learning_rate": 4.975381721409961e-05,
      "loss": 5.2097,
      "step": 67970
    },
    {
      "epoch": 0.05949979036116526,
      "grad_norm": 0.41760194301605225,
      "learning_rate": 4.9753773764234735e-05,
      "loss": 5.319,
      "step": 67975
    },
    {
      "epoch": 0.059504166954792416,
      "grad_norm": 0.48435720801353455,
      "learning_rate": 4.975373031055961e-05,
      "loss": 4.8178,
      "step": 67980
    },
    {
      "epoch": 0.05950854354841957,
      "grad_norm": 0.3690744936466217,
      "learning_rate": 4.975368685307426e-05,
      "loss": 5.8732,
      "step": 67985
    },
    {
      "epoch": 0.059512920142046725,
      "grad_norm": 0.4544685482978821,
      "learning_rate": 4.975364339177867e-05,
      "loss": 4.9996,
      "step": 67990
    },
    {
      "epoch": 0.05951729673567388,
      "grad_norm": 0.4434306025505066,
      "learning_rate": 4.975359992667289e-05,
      "loss": 5.2229,
      "step": 67995
    },
    {
      "epoch": 0.059521673329301035,
      "grad_norm": 0.40068987011909485,
      "learning_rate": 4.975355645775689e-05,
      "loss": 5.2215,
      "step": 68000
    },
    {
      "epoch": 0.05952604992292818,
      "grad_norm": 0.4429738521575928,
      "learning_rate": 4.975351298503069e-05,
      "loss": 5.7803,
      "step": 68005
    },
    {
      "epoch": 0.05953042651655534,
      "grad_norm": 0.46926626563072205,
      "learning_rate": 4.97534695084943e-05,
      "loss": 5.2712,
      "step": 68010
    },
    {
      "epoch": 0.05953480311018249,
      "grad_norm": 0.3727401793003082,
      "learning_rate": 4.975342602814773e-05,
      "loss": 5.5109,
      "step": 68015
    },
    {
      "epoch": 0.05953917970380965,
      "grad_norm": 0.37363314628601074,
      "learning_rate": 4.975338254399099e-05,
      "loss": 6.4084,
      "step": 68020
    },
    {
      "epoch": 0.0595435562974368,
      "grad_norm": 0.4313689172267914,
      "learning_rate": 4.9753339056024084e-05,
      "loss": 5.2531,
      "step": 68025
    },
    {
      "epoch": 0.05954793289106396,
      "grad_norm": 0.43606388568878174,
      "learning_rate": 4.975329556424702e-05,
      "loss": 5.7678,
      "step": 68030
    },
    {
      "epoch": 0.05955230948469111,
      "grad_norm": 0.48102831840515137,
      "learning_rate": 4.975325206865982e-05,
      "loss": 5.0227,
      "step": 68035
    },
    {
      "epoch": 0.059556686078318266,
      "grad_norm": 0.3844910264015198,
      "learning_rate": 4.975320856926246e-05,
      "loss": 5.534,
      "step": 68040
    },
    {
      "epoch": 0.05956106267194542,
      "grad_norm": 0.4330153167247772,
      "learning_rate": 4.9753165066054984e-05,
      "loss": 5.0341,
      "step": 68045
    },
    {
      "epoch": 0.059565439265572576,
      "grad_norm": 0.3852689266204834,
      "learning_rate": 4.975312155903739e-05,
      "loss": 6.1146,
      "step": 68050
    },
    {
      "epoch": 0.05956981585919973,
      "grad_norm": 0.6001653671264648,
      "learning_rate": 4.975307804820967e-05,
      "loss": 4.9446,
      "step": 68055
    },
    {
      "epoch": 0.059574192452826885,
      "grad_norm": 0.5467160940170288,
      "learning_rate": 4.975303453357184e-05,
      "loss": 5.8674,
      "step": 68060
    },
    {
      "epoch": 0.05957856904645404,
      "grad_norm": 0.4788602590560913,
      "learning_rate": 4.975299101512393e-05,
      "loss": 5.7818,
      "step": 68065
    },
    {
      "epoch": 0.059582945640081195,
      "grad_norm": 0.49225571751594543,
      "learning_rate": 4.975294749286591e-05,
      "loss": 4.816,
      "step": 68070
    },
    {
      "epoch": 0.05958732223370835,
      "grad_norm": 0.5006875991821289,
      "learning_rate": 4.9752903966797827e-05,
      "loss": 5.2832,
      "step": 68075
    },
    {
      "epoch": 0.059591698827335504,
      "grad_norm": 0.4505123794078827,
      "learning_rate": 4.975286043691966e-05,
      "loss": 5.5921,
      "step": 68080
    },
    {
      "epoch": 0.05959607542096266,
      "grad_norm": 0.4587142765522003,
      "learning_rate": 4.9752816903231435e-05,
      "loss": 5.0322,
      "step": 68085
    },
    {
      "epoch": 0.059600452014589814,
      "grad_norm": 0.3879913091659546,
      "learning_rate": 4.9752773365733155e-05,
      "loss": 5.5372,
      "step": 68090
    },
    {
      "epoch": 0.05960482860821697,
      "grad_norm": 0.44770902395248413,
      "learning_rate": 4.9752729824424826e-05,
      "loss": 5.5805,
      "step": 68095
    },
    {
      "epoch": 0.05960920520184412,
      "grad_norm": 0.3999376595020294,
      "learning_rate": 4.975268627930646e-05,
      "loss": 5.0314,
      "step": 68100
    },
    {
      "epoch": 0.05961358179547128,
      "grad_norm": 0.45367181301116943,
      "learning_rate": 4.975264273037806e-05,
      "loss": 4.5223,
      "step": 68105
    },
    {
      "epoch": 0.05961795838909843,
      "grad_norm": 0.3878026604652405,
      "learning_rate": 4.975259917763965e-05,
      "loss": 5.0426,
      "step": 68110
    },
    {
      "epoch": 0.05962233498272559,
      "grad_norm": 0.5181758403778076,
      "learning_rate": 4.975255562109121e-05,
      "loss": 6.0525,
      "step": 68115
    },
    {
      "epoch": 0.05962671157635274,
      "grad_norm": 0.4333404004573822,
      "learning_rate": 4.975251206073277e-05,
      "loss": 5.8557,
      "step": 68120
    },
    {
      "epoch": 0.0596310881699799,
      "grad_norm": 0.4530694782733917,
      "learning_rate": 4.975246849656434e-05,
      "loss": 5.2112,
      "step": 68125
    },
    {
      "epoch": 0.05963546476360705,
      "grad_norm": 0.46199414134025574,
      "learning_rate": 4.975242492858592e-05,
      "loss": 4.731,
      "step": 68130
    },
    {
      "epoch": 0.0596398413572342,
      "grad_norm": 0.44503602385520935,
      "learning_rate": 4.9752381356797514e-05,
      "loss": 5.8519,
      "step": 68135
    },
    {
      "epoch": 0.059644217950861354,
      "grad_norm": 0.45064079761505127,
      "learning_rate": 4.9752337781199144e-05,
      "loss": 4.8932,
      "step": 68140
    },
    {
      "epoch": 0.05964859454448851,
      "grad_norm": 0.39423972368240356,
      "learning_rate": 4.9752294201790805e-05,
      "loss": 6.075,
      "step": 68145
    },
    {
      "epoch": 0.059652971138115664,
      "grad_norm": 0.3678049147129059,
      "learning_rate": 4.975225061857251e-05,
      "loss": 5.5647,
      "step": 68150
    },
    {
      "epoch": 0.05965734773174282,
      "grad_norm": 0.44187894463539124,
      "learning_rate": 4.975220703154427e-05,
      "loss": 4.9063,
      "step": 68155
    },
    {
      "epoch": 0.05966172432536997,
      "grad_norm": 0.42775237560272217,
      "learning_rate": 4.97521634407061e-05,
      "loss": 5.5454,
      "step": 68160
    },
    {
      "epoch": 0.05966610091899713,
      "grad_norm": 0.4857772886753082,
      "learning_rate": 4.9752119846058e-05,
      "loss": 4.7331,
      "step": 68165
    },
    {
      "epoch": 0.05967047751262428,
      "grad_norm": 0.41338425874710083,
      "learning_rate": 4.975207624759998e-05,
      "loss": 5.5121,
      "step": 68170
    },
    {
      "epoch": 0.05967485410625144,
      "grad_norm": 0.3713436424732208,
      "learning_rate": 4.9752032645332036e-05,
      "loss": 6.3912,
      "step": 68175
    },
    {
      "epoch": 0.05967923069987859,
      "grad_norm": 0.36577174067497253,
      "learning_rate": 4.975198903925419e-05,
      "loss": 5.8705,
      "step": 68180
    },
    {
      "epoch": 0.05968360729350575,
      "grad_norm": 0.4432627260684967,
      "learning_rate": 4.975194542936645e-05,
      "loss": 5.4555,
      "step": 68185
    },
    {
      "epoch": 0.0596879838871329,
      "grad_norm": 0.43658968806266785,
      "learning_rate": 4.975190181566883e-05,
      "loss": 5.245,
      "step": 68190
    },
    {
      "epoch": 0.05969236048076006,
      "grad_norm": 0.416943222284317,
      "learning_rate": 4.975185819816133e-05,
      "loss": 5.5344,
      "step": 68195
    },
    {
      "epoch": 0.05969673707438721,
      "grad_norm": 0.4211023151874542,
      "learning_rate": 4.9751814576843944e-05,
      "loss": 5.3554,
      "step": 68200
    },
    {
      "epoch": 0.059701113668014366,
      "grad_norm": 0.5626223087310791,
      "learning_rate": 4.975177095171672e-05,
      "loss": 5.868,
      "step": 68205
    },
    {
      "epoch": 0.05970549026164152,
      "grad_norm": 0.4530227780342102,
      "learning_rate": 4.975172732277963e-05,
      "loss": 5.7535,
      "step": 68210
    },
    {
      "epoch": 0.059709866855268676,
      "grad_norm": 0.49680259823799133,
      "learning_rate": 4.9751683690032694e-05,
      "loss": 5.532,
      "step": 68215
    },
    {
      "epoch": 0.05971424344889583,
      "grad_norm": 0.4466701149940491,
      "learning_rate": 4.975164005347591e-05,
      "loss": 5.242,
      "step": 68220
    },
    {
      "epoch": 0.059718620042522985,
      "grad_norm": 0.388977974653244,
      "learning_rate": 4.9751596413109314e-05,
      "loss": 4.7999,
      "step": 68225
    },
    {
      "epoch": 0.05972299663615014,
      "grad_norm": 0.6101610064506531,
      "learning_rate": 4.97515527689329e-05,
      "loss": 5.2096,
      "step": 68230
    },
    {
      "epoch": 0.059727373229777295,
      "grad_norm": 0.6940462589263916,
      "learning_rate": 4.975150912094666e-05,
      "loss": 5.4877,
      "step": 68235
    },
    {
      "epoch": 0.05973174982340445,
      "grad_norm": 0.4802859425544739,
      "learning_rate": 4.975146546915063e-05,
      "loss": 5.033,
      "step": 68240
    },
    {
      "epoch": 0.059736126417031604,
      "grad_norm": 0.4486066401004791,
      "learning_rate": 4.97514218135448e-05,
      "loss": 4.935,
      "step": 68245
    },
    {
      "epoch": 0.05974050301065876,
      "grad_norm": 0.4670887887477875,
      "learning_rate": 4.975137815412917e-05,
      "loss": 5.4934,
      "step": 68250
    },
    {
      "epoch": 0.059744879604285914,
      "grad_norm": 0.4937550723552704,
      "learning_rate": 4.975133449090378e-05,
      "loss": 4.6954,
      "step": 68255
    },
    {
      "epoch": 0.05974925619791307,
      "grad_norm": 0.5044713616371155,
      "learning_rate": 4.9751290823868614e-05,
      "loss": 5.5327,
      "step": 68260
    },
    {
      "epoch": 0.059753632791540216,
      "grad_norm": 0.49181243777275085,
      "learning_rate": 4.975124715302369e-05,
      "loss": 4.8148,
      "step": 68265
    },
    {
      "epoch": 0.05975800938516737,
      "grad_norm": 0.7292553782463074,
      "learning_rate": 4.975120347836901e-05,
      "loss": 5.5809,
      "step": 68270
    },
    {
      "epoch": 0.059762385978794526,
      "grad_norm": 0.3954232931137085,
      "learning_rate": 4.975115979990459e-05,
      "loss": 5.8869,
      "step": 68275
    },
    {
      "epoch": 0.05976676257242168,
      "grad_norm": 0.5016621947288513,
      "learning_rate": 4.9751116117630436e-05,
      "loss": 5.7406,
      "step": 68280
    },
    {
      "epoch": 0.059771139166048835,
      "grad_norm": 0.9555886387825012,
      "learning_rate": 4.9751072431546545e-05,
      "loss": 4.4543,
      "step": 68285
    },
    {
      "epoch": 0.05977551575967599,
      "grad_norm": 0.5338215231895447,
      "learning_rate": 4.9751028741652936e-05,
      "loss": 5.5466,
      "step": 68290
    },
    {
      "epoch": 0.059779892353303145,
      "grad_norm": 0.7578689455986023,
      "learning_rate": 4.9750985047949625e-05,
      "loss": 5.1496,
      "step": 68295
    },
    {
      "epoch": 0.0597842689469303,
      "grad_norm": 0.520280122756958,
      "learning_rate": 4.975094135043661e-05,
      "loss": 4.1915,
      "step": 68300
    },
    {
      "epoch": 0.059788645540557454,
      "grad_norm": 0.5857124924659729,
      "learning_rate": 4.9750897649113904e-05,
      "loss": 5.2756,
      "step": 68305
    },
    {
      "epoch": 0.05979302213418461,
      "grad_norm": 0.44124969840049744,
      "learning_rate": 4.97508539439815e-05,
      "loss": 5.2943,
      "step": 68310
    },
    {
      "epoch": 0.059797398727811764,
      "grad_norm": 0.5327935218811035,
      "learning_rate": 4.975081023503944e-05,
      "loss": 5.2862,
      "step": 68315
    },
    {
      "epoch": 0.05980177532143892,
      "grad_norm": 0.4534938931465149,
      "learning_rate": 4.975076652228768e-05,
      "loss": 6.3969,
      "step": 68320
    },
    {
      "epoch": 0.05980615191506607,
      "grad_norm": 0.43299901485443115,
      "learning_rate": 4.975072280572629e-05,
      "loss": 5.3588,
      "step": 68325
    },
    {
      "epoch": 0.05981052850869323,
      "grad_norm": 0.47812843322753906,
      "learning_rate": 4.975067908535523e-05,
      "loss": 5.7662,
      "step": 68330
    },
    {
      "epoch": 0.05981490510232038,
      "grad_norm": 0.4858919084072113,
      "learning_rate": 4.975063536117454e-05,
      "loss": 6.0619,
      "step": 68335
    },
    {
      "epoch": 0.05981928169594754,
      "grad_norm": 0.489048570394516,
      "learning_rate": 4.9750591633184206e-05,
      "loss": 5.5494,
      "step": 68340
    },
    {
      "epoch": 0.05982365828957469,
      "grad_norm": 0.43132174015045166,
      "learning_rate": 4.975054790138426e-05,
      "loss": 5.7764,
      "step": 68345
    },
    {
      "epoch": 0.05982803488320185,
      "grad_norm": 0.47874587774276733,
      "learning_rate": 4.975050416577468e-05,
      "loss": 5.0516,
      "step": 68350
    },
    {
      "epoch": 0.059832411476829,
      "grad_norm": 0.4594908058643341,
      "learning_rate": 4.975046042635549e-05,
      "loss": 5.5624,
      "step": 68355
    },
    {
      "epoch": 0.05983678807045616,
      "grad_norm": 0.37944164872169495,
      "learning_rate": 4.975041668312671e-05,
      "loss": 6.0424,
      "step": 68360
    },
    {
      "epoch": 0.05984116466408331,
      "grad_norm": 0.5038015842437744,
      "learning_rate": 4.975037293608833e-05,
      "loss": 5.8869,
      "step": 68365
    },
    {
      "epoch": 0.059845541257710466,
      "grad_norm": 0.4124053418636322,
      "learning_rate": 4.9750329185240376e-05,
      "loss": 5.5578,
      "step": 68370
    },
    {
      "epoch": 0.05984991785133762,
      "grad_norm": 0.4581986963748932,
      "learning_rate": 4.975028543058283e-05,
      "loss": 5.5577,
      "step": 68375
    },
    {
      "epoch": 0.059854294444964776,
      "grad_norm": 0.45926418900489807,
      "learning_rate": 4.975024167211574e-05,
      "loss": 4.8163,
      "step": 68380
    },
    {
      "epoch": 0.05985867103859193,
      "grad_norm": 0.4394674599170685,
      "learning_rate": 4.975019790983907e-05,
      "loss": 5.0733,
      "step": 68385
    },
    {
      "epoch": 0.059863047632219085,
      "grad_norm": 0.44788530468940735,
      "learning_rate": 4.975015414375286e-05,
      "loss": 5.8385,
      "step": 68390
    },
    {
      "epoch": 0.05986742422584623,
      "grad_norm": 0.4793294370174408,
      "learning_rate": 4.9750110373857104e-05,
      "loss": 5.5407,
      "step": 68395
    },
    {
      "epoch": 0.05987180081947339,
      "grad_norm": 0.4149807095527649,
      "learning_rate": 4.9750066600151815e-05,
      "loss": 5.5307,
      "step": 68400
    },
    {
      "epoch": 0.05987617741310054,
      "grad_norm": 0.4525442123413086,
      "learning_rate": 4.9750022822637e-05,
      "loss": 4.6205,
      "step": 68405
    },
    {
      "epoch": 0.0598805540067277,
      "grad_norm": 0.3791486620903015,
      "learning_rate": 4.9749979041312676e-05,
      "loss": 5.5634,
      "step": 68410
    },
    {
      "epoch": 0.05988493060035485,
      "grad_norm": 0.3768501281738281,
      "learning_rate": 4.974993525617884e-05,
      "loss": 6.4111,
      "step": 68415
    },
    {
      "epoch": 0.05988930719398201,
      "grad_norm": 0.46836358308792114,
      "learning_rate": 4.97498914672355e-05,
      "loss": 5.3269,
      "step": 68420
    },
    {
      "epoch": 0.05989368378760916,
      "grad_norm": 0.5535497069358826,
      "learning_rate": 4.9749847674482664e-05,
      "loss": 5.2913,
      "step": 68425
    },
    {
      "epoch": 0.059898060381236316,
      "grad_norm": 0.44890713691711426,
      "learning_rate": 4.9749803877920353e-05,
      "loss": 4.1787,
      "step": 68430
    },
    {
      "epoch": 0.05990243697486347,
      "grad_norm": 0.42679524421691895,
      "learning_rate": 4.974976007754858e-05,
      "loss": 4.8042,
      "step": 68435
    },
    {
      "epoch": 0.059906813568490626,
      "grad_norm": 0.49926161766052246,
      "learning_rate": 4.974971627336732e-05,
      "loss": 4.7138,
      "step": 68440
    },
    {
      "epoch": 0.05991119016211778,
      "grad_norm": 0.5157819390296936,
      "learning_rate": 4.974967246537662e-05,
      "loss": 4.9666,
      "step": 68445
    },
    {
      "epoch": 0.059915566755744935,
      "grad_norm": 0.473600834608078,
      "learning_rate": 4.9749628653576455e-05,
      "loss": 4.7446,
      "step": 68450
    },
    {
      "epoch": 0.05991994334937209,
      "grad_norm": 0.4034740626811981,
      "learning_rate": 4.9749584837966854e-05,
      "loss": 6.108,
      "step": 68455
    },
    {
      "epoch": 0.059924319942999245,
      "grad_norm": 0.4439776837825775,
      "learning_rate": 4.974954101854783e-05,
      "loss": 6.1033,
      "step": 68460
    },
    {
      "epoch": 0.0599286965366264,
      "grad_norm": 0.4510846436023712,
      "learning_rate": 4.9749497195319374e-05,
      "loss": 4.6054,
      "step": 68465
    },
    {
      "epoch": 0.059933073130253554,
      "grad_norm": 0.47028031945228577,
      "learning_rate": 4.974945336828151e-05,
      "loss": 5.2166,
      "step": 68470
    },
    {
      "epoch": 0.05993744972388071,
      "grad_norm": 0.39524245262145996,
      "learning_rate": 4.974940953743423e-05,
      "loss": 5.5672,
      "step": 68475
    },
    {
      "epoch": 0.059941826317507864,
      "grad_norm": 0.49296101927757263,
      "learning_rate": 4.9749365702777564e-05,
      "loss": 5.5273,
      "step": 68480
    },
    {
      "epoch": 0.05994620291113502,
      "grad_norm": 0.4148547053337097,
      "learning_rate": 4.974932186431149e-05,
      "loss": 5.2312,
      "step": 68485
    },
    {
      "epoch": 0.05995057950476217,
      "grad_norm": 0.41975268721580505,
      "learning_rate": 4.974927802203605e-05,
      "loss": 4.6194,
      "step": 68490
    },
    {
      "epoch": 0.05995495609838933,
      "grad_norm": 0.408596932888031,
      "learning_rate": 4.9749234175951235e-05,
      "loss": 6.0695,
      "step": 68495
    },
    {
      "epoch": 0.05995933269201648,
      "grad_norm": 0.5636498928070068,
      "learning_rate": 4.9749190326057046e-05,
      "loss": 5.5215,
      "step": 68500
    },
    {
      "epoch": 0.05996370928564364,
      "grad_norm": 0.4521412253379822,
      "learning_rate": 4.9749146472353514e-05,
      "loss": 5.5572,
      "step": 68505
    },
    {
      "epoch": 0.05996808587927079,
      "grad_norm": 0.47902947664260864,
      "learning_rate": 4.974910261484062e-05,
      "loss": 5.3244,
      "step": 68510
    },
    {
      "epoch": 0.05997246247289795,
      "grad_norm": 0.38831308484077454,
      "learning_rate": 4.974905875351841e-05,
      "loss": 6.0832,
      "step": 68515
    },
    {
      "epoch": 0.059976839066525095,
      "grad_norm": 0.4794662892818451,
      "learning_rate": 4.974901488838685e-05,
      "loss": 5.8538,
      "step": 68520
    },
    {
      "epoch": 0.05998121566015225,
      "grad_norm": 0.4457825720310211,
      "learning_rate": 4.974897101944598e-05,
      "loss": 5.2724,
      "step": 68525
    },
    {
      "epoch": 0.059985592253779405,
      "grad_norm": 0.44417858123779297,
      "learning_rate": 4.974892714669578e-05,
      "loss": 5.2652,
      "step": 68530
    },
    {
      "epoch": 0.05998996884740656,
      "grad_norm": 0.4768606126308441,
      "learning_rate": 4.974888327013629e-05,
      "loss": 6.0469,
      "step": 68535
    },
    {
      "epoch": 0.059994345441033714,
      "grad_norm": 0.48915621638298035,
      "learning_rate": 4.97488393897675e-05,
      "loss": 5.8384,
      "step": 68540
    },
    {
      "epoch": 0.05999872203466087,
      "grad_norm": 0.49491599202156067,
      "learning_rate": 4.974879550558942e-05,
      "loss": 5.3002,
      "step": 68545
    },
    {
      "epoch": 0.060003098628288024,
      "grad_norm": 0.44827038049697876,
      "learning_rate": 4.974875161760205e-05,
      "loss": 5.6079,
      "step": 68550
    },
    {
      "epoch": 0.06000747522191518,
      "grad_norm": 0.4049155116081238,
      "learning_rate": 4.974870772580542e-05,
      "loss": 5.2645,
      "step": 68555
    },
    {
      "epoch": 0.06001185181554233,
      "grad_norm": 0.445716917514801,
      "learning_rate": 4.974866383019953e-05,
      "loss": 5.0101,
      "step": 68560
    },
    {
      "epoch": 0.06001622840916949,
      "grad_norm": 0.46805450320243835,
      "learning_rate": 4.974861993078438e-05,
      "loss": 5.024,
      "step": 68565
    },
    {
      "epoch": 0.06002060500279664,
      "grad_norm": 0.4704766571521759,
      "learning_rate": 4.9748576027559987e-05,
      "loss": 4.7054,
      "step": 68570
    },
    {
      "epoch": 0.0600249815964238,
      "grad_norm": 0.4966128170490265,
      "learning_rate": 4.974853212052636e-05,
      "loss": 5.5318,
      "step": 68575
    },
    {
      "epoch": 0.06002935819005095,
      "grad_norm": 0.4562099277973175,
      "learning_rate": 4.9748488209683494e-05,
      "loss": 4.5084,
      "step": 68580
    },
    {
      "epoch": 0.06003373478367811,
      "grad_norm": 0.3782728910446167,
      "learning_rate": 4.9748444295031415e-05,
      "loss": 6.1018,
      "step": 68585
    },
    {
      "epoch": 0.06003811137730526,
      "grad_norm": 0.3805355429649353,
      "learning_rate": 4.974840037657011e-05,
      "loss": 5.8771,
      "step": 68590
    },
    {
      "epoch": 0.060042487970932416,
      "grad_norm": 0.45486685633659363,
      "learning_rate": 4.9748356454299615e-05,
      "loss": 5.8896,
      "step": 68595
    },
    {
      "epoch": 0.06004686456455957,
      "grad_norm": 0.44331637024879456,
      "learning_rate": 4.974831252821993e-05,
      "loss": 5.257,
      "step": 68600
    },
    {
      "epoch": 0.060051241158186726,
      "grad_norm": 0.39187803864479065,
      "learning_rate": 4.974826859833105e-05,
      "loss": 5.0367,
      "step": 68605
    },
    {
      "epoch": 0.06005561775181388,
      "grad_norm": 0.3836923837661743,
      "learning_rate": 4.974822466463299e-05,
      "loss": 5.547,
      "step": 68610
    },
    {
      "epoch": 0.060059994345441035,
      "grad_norm": 0.4412440061569214,
      "learning_rate": 4.974818072712577e-05,
      "loss": 5.3211,
      "step": 68615
    },
    {
      "epoch": 0.06006437093906819,
      "grad_norm": 0.38395020365715027,
      "learning_rate": 4.974813678580938e-05,
      "loss": 5.8411,
      "step": 68620
    },
    {
      "epoch": 0.060068747532695345,
      "grad_norm": 0.3856050372123718,
      "learning_rate": 4.9748092840683836e-05,
      "loss": 5.5545,
      "step": 68625
    },
    {
      "epoch": 0.0600731241263225,
      "grad_norm": 0.4361175000667572,
      "learning_rate": 4.9748048891749155e-05,
      "loss": 4.249,
      "step": 68630
    },
    {
      "epoch": 0.060077500719949654,
      "grad_norm": 0.4298635423183441,
      "learning_rate": 4.974800493900533e-05,
      "loss": 4.4643,
      "step": 68635
    },
    {
      "epoch": 0.06008187731357681,
      "grad_norm": 0.4828778803348541,
      "learning_rate": 4.974796098245239e-05,
      "loss": 4.6976,
      "step": 68640
    },
    {
      "epoch": 0.060086253907203964,
      "grad_norm": 0.4776265025138855,
      "learning_rate": 4.9747917022090326e-05,
      "loss": 5.1225,
      "step": 68645
    },
    {
      "epoch": 0.06009063050083111,
      "grad_norm": 0.45058584213256836,
      "learning_rate": 4.974787305791915e-05,
      "loss": 4.9371,
      "step": 68650
    },
    {
      "epoch": 0.060095007094458266,
      "grad_norm": 0.45098766684532166,
      "learning_rate": 4.974782908993887e-05,
      "loss": 4.9265,
      "step": 68655
    },
    {
      "epoch": 0.06009938368808542,
      "grad_norm": 0.5037464499473572,
      "learning_rate": 4.974778511814949e-05,
      "loss": 5.5294,
      "step": 68660
    },
    {
      "epoch": 0.060103760281712576,
      "grad_norm": 0.5229723453521729,
      "learning_rate": 4.974774114255104e-05,
      "loss": 4.2908,
      "step": 68665
    },
    {
      "epoch": 0.06010813687533973,
      "grad_norm": 0.4351200759410858,
      "learning_rate": 4.97476971631435e-05,
      "loss": 5.4707,
      "step": 68670
    },
    {
      "epoch": 0.060112513468966886,
      "grad_norm": 0.39044272899627686,
      "learning_rate": 4.974765317992691e-05,
      "loss": 5.5832,
      "step": 68675
    },
    {
      "epoch": 0.06011689006259404,
      "grad_norm": 0.48347538709640503,
      "learning_rate": 4.9747609192901246e-05,
      "loss": 5.8702,
      "step": 68680
    },
    {
      "epoch": 0.060121266656221195,
      "grad_norm": 0.4067060351371765,
      "learning_rate": 4.9747565202066535e-05,
      "loss": 5.049,
      "step": 68685
    },
    {
      "epoch": 0.06012564324984835,
      "grad_norm": 0.46426713466644287,
      "learning_rate": 4.974752120742278e-05,
      "loss": 4.4401,
      "step": 68690
    },
    {
      "epoch": 0.060130019843475505,
      "grad_norm": 0.45162126421928406,
      "learning_rate": 4.9747477208969996e-05,
      "loss": 5.2336,
      "step": 68695
    },
    {
      "epoch": 0.06013439643710266,
      "grad_norm": 0.4972190260887146,
      "learning_rate": 4.974743320670818e-05,
      "loss": 5.0045,
      "step": 68700
    },
    {
      "epoch": 0.060138773030729814,
      "grad_norm": 0.4528595805168152,
      "learning_rate": 4.974738920063735e-05,
      "loss": 5.8166,
      "step": 68705
    },
    {
      "epoch": 0.06014314962435697,
      "grad_norm": 0.45901378989219666,
      "learning_rate": 4.974734519075751e-05,
      "loss": 5.5549,
      "step": 68710
    },
    {
      "epoch": 0.060147526217984124,
      "grad_norm": 0.4481097161769867,
      "learning_rate": 4.974730117706867e-05,
      "loss": 5.5719,
      "step": 68715
    },
    {
      "epoch": 0.06015190281161128,
      "grad_norm": 0.444243460893631,
      "learning_rate": 4.9747257159570836e-05,
      "loss": 5.0391,
      "step": 68720
    },
    {
      "epoch": 0.06015627940523843,
      "grad_norm": 0.4395742118358612,
      "learning_rate": 4.9747213138264026e-05,
      "loss": 6.0498,
      "step": 68725
    },
    {
      "epoch": 0.06016065599886559,
      "grad_norm": 0.4720630645751953,
      "learning_rate": 4.974716911314824e-05,
      "loss": 5.269,
      "step": 68730
    },
    {
      "epoch": 0.06016503259249274,
      "grad_norm": 0.4686844050884247,
      "learning_rate": 4.9747125084223486e-05,
      "loss": 4.7447,
      "step": 68735
    },
    {
      "epoch": 0.0601694091861199,
      "grad_norm": 0.4131089150905609,
      "learning_rate": 4.9747081051489776e-05,
      "loss": 5.8561,
      "step": 68740
    },
    {
      "epoch": 0.06017378577974705,
      "grad_norm": 0.42730215191841125,
      "learning_rate": 4.974703701494712e-05,
      "loss": 5.0468,
      "step": 68745
    },
    {
      "epoch": 0.06017816237337421,
      "grad_norm": 0.4109877347946167,
      "learning_rate": 4.974699297459552e-05,
      "loss": 5.8785,
      "step": 68750
    },
    {
      "epoch": 0.06018253896700136,
      "grad_norm": 0.4804003834724426,
      "learning_rate": 4.974694893043498e-05,
      "loss": 5.5386,
      "step": 68755
    },
    {
      "epoch": 0.060186915560628516,
      "grad_norm": 0.3737993836402893,
      "learning_rate": 4.974690488246553e-05,
      "loss": 5.5434,
      "step": 68760
    },
    {
      "epoch": 0.06019129215425567,
      "grad_norm": 0.4473199248313904,
      "learning_rate": 4.974686083068715e-05,
      "loss": 5.7779,
      "step": 68765
    },
    {
      "epoch": 0.060195668747882826,
      "grad_norm": 0.43806952238082886,
      "learning_rate": 4.974681677509988e-05,
      "loss": 5.2201,
      "step": 68770
    },
    {
      "epoch": 0.06020004534150998,
      "grad_norm": 0.43644845485687256,
      "learning_rate": 4.974677271570371e-05,
      "loss": 4.7324,
      "step": 68775
    },
    {
      "epoch": 0.06020442193513713,
      "grad_norm": 0.4512408971786499,
      "learning_rate": 4.974672865249863e-05,
      "loss": 5.2186,
      "step": 68780
    },
    {
      "epoch": 0.06020879852876428,
      "grad_norm": 0.48652124404907227,
      "learning_rate": 4.974668458548468e-05,
      "loss": 5.0499,
      "step": 68785
    },
    {
      "epoch": 0.06021317512239144,
      "grad_norm": 0.5375654697418213,
      "learning_rate": 4.974664051466186e-05,
      "loss": 5.2467,
      "step": 68790
    },
    {
      "epoch": 0.06021755171601859,
      "grad_norm": 0.44389405846595764,
      "learning_rate": 4.974659644003018e-05,
      "loss": 5.7738,
      "step": 68795
    },
    {
      "epoch": 0.06022192830964575,
      "grad_norm": 0.5229175686836243,
      "learning_rate": 4.9746552361589635e-05,
      "loss": 4.9468,
      "step": 68800
    },
    {
      "epoch": 0.0602263049032729,
      "grad_norm": 0.5547094345092773,
      "learning_rate": 4.9746508279340255e-05,
      "loss": 5.5522,
      "step": 68805
    },
    {
      "epoch": 0.06023068149690006,
      "grad_norm": 0.4299578070640564,
      "learning_rate": 4.9746464193282026e-05,
      "loss": 4.776,
      "step": 68810
    },
    {
      "epoch": 0.06023505809052721,
      "grad_norm": 0.48285800218582153,
      "learning_rate": 4.974642010341497e-05,
      "loss": 4.7168,
      "step": 68815
    },
    {
      "epoch": 0.060239434684154367,
      "grad_norm": 0.3784278333187103,
      "learning_rate": 4.974637600973909e-05,
      "loss": 5.3329,
      "step": 68820
    },
    {
      "epoch": 0.06024381127778152,
      "grad_norm": 0.45891860127449036,
      "learning_rate": 4.974633191225441e-05,
      "loss": 5.0092,
      "step": 68825
    },
    {
      "epoch": 0.060248187871408676,
      "grad_norm": 0.4607204496860504,
      "learning_rate": 4.974628781096091e-05,
      "loss": 5.277,
      "step": 68830
    },
    {
      "epoch": 0.06025256446503583,
      "grad_norm": 0.41150417923927307,
      "learning_rate": 4.974624370585862e-05,
      "loss": 5.3413,
      "step": 68835
    },
    {
      "epoch": 0.060256941058662986,
      "grad_norm": 0.46047139167785645,
      "learning_rate": 4.974619959694754e-05,
      "loss": 4.6478,
      "step": 68840
    },
    {
      "epoch": 0.06026131765229014,
      "grad_norm": 0.3748825788497925,
      "learning_rate": 4.974615548422769e-05,
      "loss": 5.7818,
      "step": 68845
    },
    {
      "epoch": 0.060265694245917295,
      "grad_norm": 0.3832932412624359,
      "learning_rate": 4.9746111367699054e-05,
      "loss": 5.5344,
      "step": 68850
    },
    {
      "epoch": 0.06027007083954445,
      "grad_norm": 0.4553234577178955,
      "learning_rate": 4.974606724736167e-05,
      "loss": 5.7756,
      "step": 68855
    },
    {
      "epoch": 0.060274447433171605,
      "grad_norm": 0.43620565533638,
      "learning_rate": 4.9746023123215536e-05,
      "loss": 6.083,
      "step": 68860
    },
    {
      "epoch": 0.06027882402679876,
      "grad_norm": 0.7471526265144348,
      "learning_rate": 4.9745978995260644e-05,
      "loss": 5.274,
      "step": 68865
    },
    {
      "epoch": 0.060283200620425914,
      "grad_norm": 0.47829049825668335,
      "learning_rate": 4.974593486349701e-05,
      "loss": 5.5608,
      "step": 68870
    },
    {
      "epoch": 0.06028757721405307,
      "grad_norm": 0.4281854033470154,
      "learning_rate": 4.974589072792466e-05,
      "loss": 5.3575,
      "step": 68875
    },
    {
      "epoch": 0.060291953807680224,
      "grad_norm": 0.4624446928501129,
      "learning_rate": 4.974584658854359e-05,
      "loss": 4.7998,
      "step": 68880
    },
    {
      "epoch": 0.06029633040130738,
      "grad_norm": 0.4805367588996887,
      "learning_rate": 4.974580244535381e-05,
      "loss": 5.5211,
      "step": 68885
    },
    {
      "epoch": 0.06030070699493453,
      "grad_norm": 0.45038551092147827,
      "learning_rate": 4.974575829835531e-05,
      "loss": 5.3497,
      "step": 68890
    },
    {
      "epoch": 0.06030508358856169,
      "grad_norm": 0.43898290395736694,
      "learning_rate": 4.974571414754814e-05,
      "loss": 5.2095,
      "step": 68895
    },
    {
      "epoch": 0.06030946018218884,
      "grad_norm": 0.39855271577835083,
      "learning_rate": 4.9745669992932274e-05,
      "loss": 4.9552,
      "step": 68900
    },
    {
      "epoch": 0.060313836775816,
      "grad_norm": 0.41141021251678467,
      "learning_rate": 4.974562583450774e-05,
      "loss": 5.4789,
      "step": 68905
    },
    {
      "epoch": 0.060318213369443145,
      "grad_norm": 0.48963525891304016,
      "learning_rate": 4.9745581672274534e-05,
      "loss": 5.3051,
      "step": 68910
    },
    {
      "epoch": 0.0603225899630703,
      "grad_norm": 0.4474635124206543,
      "learning_rate": 4.974553750623265e-05,
      "loss": 5.4629,
      "step": 68915
    },
    {
      "epoch": 0.060326966556697455,
      "grad_norm": 0.37280434370040894,
      "learning_rate": 4.9745493336382134e-05,
      "loss": 5.3348,
      "step": 68920
    },
    {
      "epoch": 0.06033134315032461,
      "grad_norm": 0.45662835240364075,
      "learning_rate": 4.9745449162722965e-05,
      "loss": 4.7164,
      "step": 68925
    },
    {
      "epoch": 0.060335719743951764,
      "grad_norm": 0.49118873476982117,
      "learning_rate": 4.9745404985255176e-05,
      "loss": 5.0564,
      "step": 68930
    },
    {
      "epoch": 0.06034009633757892,
      "grad_norm": 0.4644489884376526,
      "learning_rate": 4.974536080397875e-05,
      "loss": 4.4661,
      "step": 68935
    },
    {
      "epoch": 0.060344472931206074,
      "grad_norm": 0.47553151845932007,
      "learning_rate": 4.974531661889371e-05,
      "loss": 5.1467,
      "step": 68940
    },
    {
      "epoch": 0.06034884952483323,
      "grad_norm": 0.4603012800216675,
      "learning_rate": 4.974527243000005e-05,
      "loss": 5.2257,
      "step": 68945
    },
    {
      "epoch": 0.06035322611846038,
      "grad_norm": 0.42603015899658203,
      "learning_rate": 4.97452282372978e-05,
      "loss": 5.5302,
      "step": 68950
    },
    {
      "epoch": 0.06035760271208754,
      "grad_norm": 0.44116804003715515,
      "learning_rate": 4.974518404078696e-05,
      "loss": 5.0155,
      "step": 68955
    },
    {
      "epoch": 0.06036197930571469,
      "grad_norm": 0.5718437433242798,
      "learning_rate": 4.974513984046753e-05,
      "loss": 5.0655,
      "step": 68960
    },
    {
      "epoch": 0.06036635589934185,
      "grad_norm": 0.6742143630981445,
      "learning_rate": 4.974509563633953e-05,
      "loss": 4.7152,
      "step": 68965
    },
    {
      "epoch": 0.060370732492969,
      "grad_norm": 0.5941979289054871,
      "learning_rate": 4.9745051428402964e-05,
      "loss": 5.7572,
      "step": 68970
    },
    {
      "epoch": 0.06037510908659616,
      "grad_norm": 0.6814241409301758,
      "learning_rate": 4.9745007216657846e-05,
      "loss": 6.099,
      "step": 68975
    },
    {
      "epoch": 0.06037948568022331,
      "grad_norm": 0.482012003660202,
      "learning_rate": 4.974496300110417e-05,
      "loss": 5.0469,
      "step": 68980
    },
    {
      "epoch": 0.06038386227385047,
      "grad_norm": 0.45402851700782776,
      "learning_rate": 4.974491878174197e-05,
      "loss": 4.5257,
      "step": 68985
    },
    {
      "epoch": 0.06038823886747762,
      "grad_norm": 0.5392422080039978,
      "learning_rate": 4.974487455857122e-05,
      "loss": 5.5571,
      "step": 68990
    },
    {
      "epoch": 0.060392615461104776,
      "grad_norm": 0.5540155172348022,
      "learning_rate": 4.974483033159195e-05,
      "loss": 5.5367,
      "step": 68995
    },
    {
      "epoch": 0.06039699205473193,
      "grad_norm": 0.9623357653617859,
      "learning_rate": 4.9744786100804165e-05,
      "loss": 4.8327,
      "step": 69000
    },
    {
      "epoch": 0.060401368648359086,
      "grad_norm": 0.523411214351654,
      "learning_rate": 4.974474186620788e-05,
      "loss": 5.5384,
      "step": 69005
    },
    {
      "epoch": 0.06040574524198624,
      "grad_norm": 0.47788935899734497,
      "learning_rate": 4.9744697627803084e-05,
      "loss": 5.5445,
      "step": 69010
    },
    {
      "epoch": 0.060410121835613395,
      "grad_norm": 0.5714776515960693,
      "learning_rate": 4.974465338558981e-05,
      "loss": 5.2506,
      "step": 69015
    },
    {
      "epoch": 0.06041449842924055,
      "grad_norm": 0.45551350712776184,
      "learning_rate": 4.9744609139568054e-05,
      "loss": 5.2766,
      "step": 69020
    },
    {
      "epoch": 0.060418875022867705,
      "grad_norm": 0.3665737509727478,
      "learning_rate": 4.974456488973782e-05,
      "loss": 5.8466,
      "step": 69025
    },
    {
      "epoch": 0.06042325161649486,
      "grad_norm": 0.45548734068870544,
      "learning_rate": 4.9744520636099123e-05,
      "loss": 5.4732,
      "step": 69030
    },
    {
      "epoch": 0.060427628210122014,
      "grad_norm": 0.4119308590888977,
      "learning_rate": 4.974447637865198e-05,
      "loss": 5.3163,
      "step": 69035
    },
    {
      "epoch": 0.06043200480374916,
      "grad_norm": 0.4428477883338928,
      "learning_rate": 4.9744432117396386e-05,
      "loss": 5.2218,
      "step": 69040
    },
    {
      "epoch": 0.06043638139737632,
      "grad_norm": 0.456104576587677,
      "learning_rate": 4.9744387852332353e-05,
      "loss": 4.7962,
      "step": 69045
    },
    {
      "epoch": 0.06044075799100347,
      "grad_norm": 0.4907252788543701,
      "learning_rate": 4.9744343583459884e-05,
      "loss": 5.868,
      "step": 69050
    },
    {
      "epoch": 0.060445134584630626,
      "grad_norm": 0.48916125297546387,
      "learning_rate": 4.9744299310779005e-05,
      "loss": 5.7943,
      "step": 69055
    },
    {
      "epoch": 0.06044951117825778,
      "grad_norm": 0.6042109131813049,
      "learning_rate": 4.974425503428971e-05,
      "loss": 4.5315,
      "step": 69060
    },
    {
      "epoch": 0.060453887771884936,
      "grad_norm": 0.4333087205886841,
      "learning_rate": 4.974421075399201e-05,
      "loss": 6.3971,
      "step": 69065
    },
    {
      "epoch": 0.06045826436551209,
      "grad_norm": 0.4760511815547943,
      "learning_rate": 4.9744166469885914e-05,
      "loss": 5.5671,
      "step": 69070
    },
    {
      "epoch": 0.060462640959139245,
      "grad_norm": 0.47004953026771545,
      "learning_rate": 4.974412218197143e-05,
      "loss": 5.7551,
      "step": 69075
    },
    {
      "epoch": 0.0604670175527664,
      "grad_norm": 0.5414135456085205,
      "learning_rate": 4.974407789024856e-05,
      "loss": 5.7607,
      "step": 69080
    },
    {
      "epoch": 0.060471394146393555,
      "grad_norm": 0.4979603886604309,
      "learning_rate": 4.974403359471733e-05,
      "loss": 5.0527,
      "step": 69085
    },
    {
      "epoch": 0.06047577074002071,
      "grad_norm": 0.5049129724502563,
      "learning_rate": 4.974398929537775e-05,
      "loss": 5.2339,
      "step": 69090
    },
    {
      "epoch": 0.060480147333647864,
      "grad_norm": 0.43711045384407043,
      "learning_rate": 4.9743944992229794e-05,
      "loss": 5.7594,
      "step": 69095
    },
    {
      "epoch": 0.06048452392727502,
      "grad_norm": 0.47506389021873474,
      "learning_rate": 4.97439006852735e-05,
      "loss": 4.837,
      "step": 69100
    },
    {
      "epoch": 0.060488900520902174,
      "grad_norm": 0.4227215051651001,
      "learning_rate": 4.974385637450888e-05,
      "loss": 5.7629,
      "step": 69105
    },
    {
      "epoch": 0.06049327711452933,
      "grad_norm": 0.4807279407978058,
      "learning_rate": 4.9743812059935925e-05,
      "loss": 5.5754,
      "step": 69110
    },
    {
      "epoch": 0.06049765370815648,
      "grad_norm": 0.38180917501449585,
      "learning_rate": 4.974376774155466e-05,
      "loss": 6.0709,
      "step": 69115
    },
    {
      "epoch": 0.06050203030178364,
      "grad_norm": 0.356994092464447,
      "learning_rate": 4.9743723419365076e-05,
      "loss": 5.8323,
      "step": 69120
    },
    {
      "epoch": 0.06050640689541079,
      "grad_norm": 0.4960024058818817,
      "learning_rate": 4.9743679093367194e-05,
      "loss": 4.8073,
      "step": 69125
    },
    {
      "epoch": 0.06051078348903795,
      "grad_norm": 0.44279372692108154,
      "learning_rate": 4.974363476356102e-05,
      "loss": 5.0262,
      "step": 69130
    },
    {
      "epoch": 0.0605151600826651,
      "grad_norm": 0.4091760516166687,
      "learning_rate": 4.974359042994656e-05,
      "loss": 5.4627,
      "step": 69135
    },
    {
      "epoch": 0.06051953667629226,
      "grad_norm": 0.3985649049282074,
      "learning_rate": 4.9743546092523816e-05,
      "loss": 6.0834,
      "step": 69140
    },
    {
      "epoch": 0.06052391326991941,
      "grad_norm": 0.37529656291007996,
      "learning_rate": 4.974350175129282e-05,
      "loss": 5.5696,
      "step": 69145
    },
    {
      "epoch": 0.06052828986354657,
      "grad_norm": 0.469189316034317,
      "learning_rate": 4.974345740625356e-05,
      "loss": 4.6941,
      "step": 69150
    },
    {
      "epoch": 0.06053266645717372,
      "grad_norm": 0.4676419794559479,
      "learning_rate": 4.974341305740605e-05,
      "loss": 5.0162,
      "step": 69155
    },
    {
      "epoch": 0.060537043050800876,
      "grad_norm": 0.49325427412986755,
      "learning_rate": 4.974336870475029e-05,
      "loss": 5.5182,
      "step": 69160
    },
    {
      "epoch": 0.060541419644428024,
      "grad_norm": 0.7126256227493286,
      "learning_rate": 4.9743324348286315e-05,
      "loss": 4.9972,
      "step": 69165
    },
    {
      "epoch": 0.06054579623805518,
      "grad_norm": 0.44914111495018005,
      "learning_rate": 4.9743279988014105e-05,
      "loss": 4.4753,
      "step": 69170
    },
    {
      "epoch": 0.06055017283168233,
      "grad_norm": 0.4203035235404968,
      "learning_rate": 4.974323562393367e-05,
      "loss": 5.34,
      "step": 69175
    },
    {
      "epoch": 0.06055454942530949,
      "grad_norm": 0.4181685149669647,
      "learning_rate": 4.974319125604504e-05,
      "loss": 5.2637,
      "step": 69180
    },
    {
      "epoch": 0.06055892601893664,
      "grad_norm": 0.4922406077384949,
      "learning_rate": 4.974314688434821e-05,
      "loss": 6.0805,
      "step": 69185
    },
    {
      "epoch": 0.0605633026125638,
      "grad_norm": 0.472472608089447,
      "learning_rate": 4.9743102508843185e-05,
      "loss": 6.0578,
      "step": 69190
    },
    {
      "epoch": 0.06056767920619095,
      "grad_norm": 0.3810630142688751,
      "learning_rate": 4.9743058129529986e-05,
      "loss": 5.5345,
      "step": 69195
    },
    {
      "epoch": 0.06057205579981811,
      "grad_norm": 0.491874098777771,
      "learning_rate": 4.974301374640861e-05,
      "loss": 5.8449,
      "step": 69200
    },
    {
      "epoch": 0.06057643239344526,
      "grad_norm": 0.45767828822135925,
      "learning_rate": 4.9742969359479065e-05,
      "loss": 5.7865,
      "step": 69205
    },
    {
      "epoch": 0.06058080898707242,
      "grad_norm": 0.38690224289894104,
      "learning_rate": 4.974292496874137e-05,
      "loss": 5.5448,
      "step": 69210
    },
    {
      "epoch": 0.06058518558069957,
      "grad_norm": 0.4575856328010559,
      "learning_rate": 4.974288057419552e-05,
      "loss": 4.9997,
      "step": 69215
    },
    {
      "epoch": 0.060589562174326726,
      "grad_norm": 0.3703356385231018,
      "learning_rate": 4.974283617584153e-05,
      "loss": 6.0338,
      "step": 69220
    },
    {
      "epoch": 0.06059393876795388,
      "grad_norm": 0.4325713813304901,
      "learning_rate": 4.974279177367942e-05,
      "loss": 5.2282,
      "step": 69225
    },
    {
      "epoch": 0.060598315361581036,
      "grad_norm": 0.46929702162742615,
      "learning_rate": 4.974274736770919e-05,
      "loss": 5.3581,
      "step": 69230
    },
    {
      "epoch": 0.06060269195520819,
      "grad_norm": 0.48437464237213135,
      "learning_rate": 4.974270295793083e-05,
      "loss": 5.8184,
      "step": 69235
    },
    {
      "epoch": 0.060607068548835345,
      "grad_norm": 0.44837304949760437,
      "learning_rate": 4.974265854434438e-05,
      "loss": 5.7354,
      "step": 69240
    },
    {
      "epoch": 0.0606114451424625,
      "grad_norm": 0.3741292357444763,
      "learning_rate": 4.974261412694984e-05,
      "loss": 6.3977,
      "step": 69245
    },
    {
      "epoch": 0.060615821736089655,
      "grad_norm": 0.4010598659515381,
      "learning_rate": 4.97425697057472e-05,
      "loss": 5.2904,
      "step": 69250
    },
    {
      "epoch": 0.06062019832971681,
      "grad_norm": 0.4825196862220764,
      "learning_rate": 4.974252528073648e-05,
      "loss": 5.0293,
      "step": 69255
    },
    {
      "epoch": 0.060624574923343964,
      "grad_norm": 0.4580509662628174,
      "learning_rate": 4.97424808519177e-05,
      "loss": 5.4301,
      "step": 69260
    },
    {
      "epoch": 0.06062895151697112,
      "grad_norm": 0.39938434958457947,
      "learning_rate": 4.974243641929085e-05,
      "loss": 5.018,
      "step": 69265
    },
    {
      "epoch": 0.060633328110598274,
      "grad_norm": 0.4384205937385559,
      "learning_rate": 4.974239198285594e-05,
      "loss": 5.793,
      "step": 69270
    },
    {
      "epoch": 0.06063770470422543,
      "grad_norm": 0.44483667612075806,
      "learning_rate": 4.9742347542613e-05,
      "loss": 6.1023,
      "step": 69275
    },
    {
      "epoch": 0.06064208129785258,
      "grad_norm": 0.39875686168670654,
      "learning_rate": 4.9742303098562015e-05,
      "loss": 6.3789,
      "step": 69280
    },
    {
      "epoch": 0.06064645789147974,
      "grad_norm": 0.4931495189666748,
      "learning_rate": 4.9742258650703014e-05,
      "loss": 4.7069,
      "step": 69285
    },
    {
      "epoch": 0.06065083448510689,
      "grad_norm": 0.49471980333328247,
      "learning_rate": 4.974221419903598e-05,
      "loss": 4.9936,
      "step": 69290
    },
    {
      "epoch": 0.06065521107873404,
      "grad_norm": 0.44210779666900635,
      "learning_rate": 4.974216974356094e-05,
      "loss": 5.5567,
      "step": 69295
    },
    {
      "epoch": 0.060659587672361195,
      "grad_norm": 0.39115509390830994,
      "learning_rate": 4.9742125284277906e-05,
      "loss": 5.3195,
      "step": 69300
    },
    {
      "epoch": 0.06066396426598835,
      "grad_norm": 0.38050776720046997,
      "learning_rate": 4.9742080821186866e-05,
      "loss": 5.5456,
      "step": 69305
    },
    {
      "epoch": 0.060668340859615505,
      "grad_norm": 0.3855212330818176,
      "learning_rate": 4.9742036354287845e-05,
      "loss": 5.5563,
      "step": 69310
    },
    {
      "epoch": 0.06067271745324266,
      "grad_norm": 0.45035791397094727,
      "learning_rate": 4.9741991883580855e-05,
      "loss": 4.925,
      "step": 69315
    },
    {
      "epoch": 0.060677094046869814,
      "grad_norm": 0.5515162944793701,
      "learning_rate": 4.974194740906589e-05,
      "loss": 4.4932,
      "step": 69320
    },
    {
      "epoch": 0.06068147064049697,
      "grad_norm": 0.4726097881793976,
      "learning_rate": 4.974190293074298e-05,
      "loss": 4.4535,
      "step": 69325
    },
    {
      "epoch": 0.060685847234124124,
      "grad_norm": 0.4103073477745056,
      "learning_rate": 4.97418584486121e-05,
      "loss": 6.3533,
      "step": 69330
    },
    {
      "epoch": 0.06069022382775128,
      "grad_norm": 0.49002891778945923,
      "learning_rate": 4.974181396267329e-05,
      "loss": 4.4167,
      "step": 69335
    },
    {
      "epoch": 0.060694600421378433,
      "grad_norm": 0.48608139157295227,
      "learning_rate": 4.974176947292655e-05,
      "loss": 5.8096,
      "step": 69340
    },
    {
      "epoch": 0.06069897701500559,
      "grad_norm": 0.5504905581474304,
      "learning_rate": 4.9741724979371875e-05,
      "loss": 6.0559,
      "step": 69345
    },
    {
      "epoch": 0.06070335360863274,
      "grad_norm": 0.4128621816635132,
      "learning_rate": 4.9741680482009286e-05,
      "loss": 6.0541,
      "step": 69350
    },
    {
      "epoch": 0.0607077302022599,
      "grad_norm": 0.4771794080734253,
      "learning_rate": 4.97416359808388e-05,
      "loss": 6.0498,
      "step": 69355
    },
    {
      "epoch": 0.06071210679588705,
      "grad_norm": 0.48611852526664734,
      "learning_rate": 4.9741591475860406e-05,
      "loss": 4.4315,
      "step": 69360
    },
    {
      "epoch": 0.06071648338951421,
      "grad_norm": 0.5337070226669312,
      "learning_rate": 4.974154696707413e-05,
      "loss": 5.2907,
      "step": 69365
    },
    {
      "epoch": 0.06072085998314136,
      "grad_norm": 0.4749126434326172,
      "learning_rate": 4.974150245447996e-05,
      "loss": 4.9236,
      "step": 69370
    },
    {
      "epoch": 0.06072523657676852,
      "grad_norm": 0.48205873370170593,
      "learning_rate": 4.974145793807793e-05,
      "loss": 4.7605,
      "step": 69375
    },
    {
      "epoch": 0.06072961317039567,
      "grad_norm": 0.4993629455566406,
      "learning_rate": 4.9741413417868024e-05,
      "loss": 4.7155,
      "step": 69380
    },
    {
      "epoch": 0.060733989764022826,
      "grad_norm": 0.3847922682762146,
      "learning_rate": 4.974136889385026e-05,
      "loss": 5.8247,
      "step": 69385
    },
    {
      "epoch": 0.06073836635764998,
      "grad_norm": 0.4028283357620239,
      "learning_rate": 4.974132436602466e-05,
      "loss": 6.101,
      "step": 69390
    },
    {
      "epoch": 0.060742742951277136,
      "grad_norm": 0.4660722315311432,
      "learning_rate": 4.974127983439122e-05,
      "loss": 5.1379,
      "step": 69395
    },
    {
      "epoch": 0.06074711954490429,
      "grad_norm": 0.3689172863960266,
      "learning_rate": 4.974123529894994e-05,
      "loss": 5.544,
      "step": 69400
    },
    {
      "epoch": 0.060751496138531445,
      "grad_norm": 0.516592800617218,
      "learning_rate": 4.974119075970085e-05,
      "loss": 5.2477,
      "step": 69405
    },
    {
      "epoch": 0.0607558727321586,
      "grad_norm": 0.46064072847366333,
      "learning_rate": 4.974114621664394e-05,
      "loss": 6.0754,
      "step": 69410
    },
    {
      "epoch": 0.060760249325785755,
      "grad_norm": 0.5143293738365173,
      "learning_rate": 4.974110166977922e-05,
      "loss": 4.8213,
      "step": 69415
    },
    {
      "epoch": 0.06076462591941291,
      "grad_norm": 0.47138938307762146,
      "learning_rate": 4.9741057119106716e-05,
      "loss": 4.425,
      "step": 69420
    },
    {
      "epoch": 0.06076900251304006,
      "grad_norm": 0.6753864884376526,
      "learning_rate": 4.974101256462643e-05,
      "loss": 5.3343,
      "step": 69425
    },
    {
      "epoch": 0.06077337910666721,
      "grad_norm": 0.7581678628921509,
      "learning_rate": 4.974096800633835e-05,
      "loss": 4.8184,
      "step": 69430
    },
    {
      "epoch": 0.06077775570029437,
      "grad_norm": 0.49799618124961853,
      "learning_rate": 4.9740923444242516e-05,
      "loss": 4.9222,
      "step": 69435
    },
    {
      "epoch": 0.06078213229392152,
      "grad_norm": 0.425465852022171,
      "learning_rate": 4.97408788783389e-05,
      "loss": 5.8931,
      "step": 69440
    },
    {
      "epoch": 0.060786508887548676,
      "grad_norm": 0.4582865238189697,
      "learning_rate": 4.974083430862755e-05,
      "loss": 5.2587,
      "step": 69445
    },
    {
      "epoch": 0.06079088548117583,
      "grad_norm": 0.4469088613986969,
      "learning_rate": 4.974078973510844e-05,
      "loss": 4.7055,
      "step": 69450
    },
    {
      "epoch": 0.060795262074802986,
      "grad_norm": 0.36804887652397156,
      "learning_rate": 4.974074515778161e-05,
      "loss": 6.0863,
      "step": 69455
    },
    {
      "epoch": 0.06079963866843014,
      "grad_norm": 0.43356433510780334,
      "learning_rate": 4.974070057664705e-05,
      "loss": 4.624,
      "step": 69460
    },
    {
      "epoch": 0.060804015262057295,
      "grad_norm": 0.4975767135620117,
      "learning_rate": 4.974065599170475e-05,
      "loss": 5.252,
      "step": 69465
    },
    {
      "epoch": 0.06080839185568445,
      "grad_norm": 0.3908064663410187,
      "learning_rate": 4.9740611402954775e-05,
      "loss": 5.5372,
      "step": 69470
    },
    {
      "epoch": 0.060812768449311605,
      "grad_norm": 0.5025217533111572,
      "learning_rate": 4.974056681039708e-05,
      "loss": 5.8562,
      "step": 69475
    },
    {
      "epoch": 0.06081714504293876,
      "grad_norm": 0.47226381301879883,
      "learning_rate": 4.974052221403168e-05,
      "loss": 4.7806,
      "step": 69480
    },
    {
      "epoch": 0.060821521636565914,
      "grad_norm": 0.4410942494869232,
      "learning_rate": 4.9740477613858614e-05,
      "loss": 6.0715,
      "step": 69485
    },
    {
      "epoch": 0.06082589823019307,
      "grad_norm": 0.5152097940444946,
      "learning_rate": 4.9740433009877874e-05,
      "loss": 5.2522,
      "step": 69490
    },
    {
      "epoch": 0.060830274823820224,
      "grad_norm": 0.4185678958892822,
      "learning_rate": 4.9740388402089464e-05,
      "loss": 6.3961,
      "step": 69495
    },
    {
      "epoch": 0.06083465141744738,
      "grad_norm": 0.46586349606513977,
      "learning_rate": 4.9740343790493396e-05,
      "loss": 5.3685,
      "step": 69500
    },
    {
      "epoch": 0.060839028011074534,
      "grad_norm": 0.4041650593280792,
      "learning_rate": 4.974029917508968e-05,
      "loss": 5.2344,
      "step": 69505
    },
    {
      "epoch": 0.06084340460470169,
      "grad_norm": 0.5031040906906128,
      "learning_rate": 4.974025455587831e-05,
      "loss": 6.0869,
      "step": 69510
    },
    {
      "epoch": 0.06084778119832884,
      "grad_norm": 0.37447085976600647,
      "learning_rate": 4.974020993285932e-05,
      "loss": 6.0789,
      "step": 69515
    },
    {
      "epoch": 0.060852157791956,
      "grad_norm": 0.46151381731033325,
      "learning_rate": 4.9740165306032705e-05,
      "loss": 4.7464,
      "step": 69520
    },
    {
      "epoch": 0.06085653438558315,
      "grad_norm": 0.4789945185184479,
      "learning_rate": 4.9740120675398475e-05,
      "loss": 4.5428,
      "step": 69525
    },
    {
      "epoch": 0.06086091097921031,
      "grad_norm": 0.4526197910308838,
      "learning_rate": 4.974007604095663e-05,
      "loss": 6.085,
      "step": 69530
    },
    {
      "epoch": 0.06086528757283746,
      "grad_norm": 0.45648646354675293,
      "learning_rate": 4.97400314027072e-05,
      "loss": 4.7121,
      "step": 69535
    },
    {
      "epoch": 0.06086966416646462,
      "grad_norm": 0.38576173782348633,
      "learning_rate": 4.973998676065017e-05,
      "loss": 5.3199,
      "step": 69540
    },
    {
      "epoch": 0.06087404076009177,
      "grad_norm": 0.532215416431427,
      "learning_rate": 4.9739942114785564e-05,
      "loss": 5.8712,
      "step": 69545
    },
    {
      "epoch": 0.060878417353718926,
      "grad_norm": 0.46764495968818665,
      "learning_rate": 4.9739897465113394e-05,
      "loss": 5.5478,
      "step": 69550
    },
    {
      "epoch": 0.060882793947346074,
      "grad_norm": 0.4962121844291687,
      "learning_rate": 4.973985281163365e-05,
      "loss": 5.5468,
      "step": 69555
    },
    {
      "epoch": 0.06088717054097323,
      "grad_norm": 0.39031657576560974,
      "learning_rate": 4.973980815434635e-05,
      "loss": 5.2584,
      "step": 69560
    },
    {
      "epoch": 0.060891547134600384,
      "grad_norm": 0.4873400926589966,
      "learning_rate": 4.97397634932515e-05,
      "loss": 4.7209,
      "step": 69565
    },
    {
      "epoch": 0.06089592372822754,
      "grad_norm": 0.432379812002182,
      "learning_rate": 4.9739718828349125e-05,
      "loss": 6.0961,
      "step": 69570
    },
    {
      "epoch": 0.06090030032185469,
      "grad_norm": 0.5151350498199463,
      "learning_rate": 4.973967415963922e-05,
      "loss": 5.25,
      "step": 69575
    },
    {
      "epoch": 0.06090467691548185,
      "grad_norm": 0.48962345719337463,
      "learning_rate": 4.9739629487121784e-05,
      "loss": 5.2356,
      "step": 69580
    },
    {
      "epoch": 0.060909053509109,
      "grad_norm": 0.4727160632610321,
      "learning_rate": 4.973958481079685e-05,
      "loss": 5.3232,
      "step": 69585
    },
    {
      "epoch": 0.06091343010273616,
      "grad_norm": 0.41020137071609497,
      "learning_rate": 4.97395401306644e-05,
      "loss": 5.8168,
      "step": 69590
    },
    {
      "epoch": 0.06091780669636331,
      "grad_norm": 0.4257631301879883,
      "learning_rate": 4.973949544672446e-05,
      "loss": 5.8369,
      "step": 69595
    },
    {
      "epoch": 0.06092218328999047,
      "grad_norm": 0.5272875428199768,
      "learning_rate": 4.973945075897703e-05,
      "loss": 4.9079,
      "step": 69600
    },
    {
      "epoch": 0.06092655988361762,
      "grad_norm": 0.513165295124054,
      "learning_rate": 4.973940606742213e-05,
      "loss": 5.5572,
      "step": 69605
    },
    {
      "epoch": 0.060930936477244776,
      "grad_norm": 0.4428463876247406,
      "learning_rate": 4.973936137205976e-05,
      "loss": 5.5817,
      "step": 69610
    },
    {
      "epoch": 0.06093531307087193,
      "grad_norm": 0.5300841927528381,
      "learning_rate": 4.9739316672889936e-05,
      "loss": 5.5227,
      "step": 69615
    },
    {
      "epoch": 0.060939689664499086,
      "grad_norm": 0.40005698800086975,
      "learning_rate": 4.973927196991265e-05,
      "loss": 4.8346,
      "step": 69620
    },
    {
      "epoch": 0.06094406625812624,
      "grad_norm": 0.3736509382724762,
      "learning_rate": 4.973922726312793e-05,
      "loss": 5.8637,
      "step": 69625
    },
    {
      "epoch": 0.060948442851753395,
      "grad_norm": 0.3707294762134552,
      "learning_rate": 4.973918255253577e-05,
      "loss": 6.4023,
      "step": 69630
    },
    {
      "epoch": 0.06095281944538055,
      "grad_norm": 0.44938063621520996,
      "learning_rate": 4.973913783813619e-05,
      "loss": 5.7816,
      "step": 69635
    },
    {
      "epoch": 0.060957196039007705,
      "grad_norm": 0.45176902413368225,
      "learning_rate": 4.973909311992918e-05,
      "loss": 5.2444,
      "step": 69640
    },
    {
      "epoch": 0.06096157263263486,
      "grad_norm": 0.4467158317565918,
      "learning_rate": 4.9739048397914765e-05,
      "loss": 4.9831,
      "step": 69645
    },
    {
      "epoch": 0.060965949226262015,
      "grad_norm": 0.5671293139457703,
      "learning_rate": 4.973900367209296e-05,
      "loss": 4.9947,
      "step": 69650
    },
    {
      "epoch": 0.06097032581988917,
      "grad_norm": 0.4518332779407501,
      "learning_rate": 4.9738958942463756e-05,
      "loss": 5.843,
      "step": 69655
    },
    {
      "epoch": 0.060974702413516324,
      "grad_norm": 0.5457287430763245,
      "learning_rate": 4.9738914209027176e-05,
      "loss": 5.2544,
      "step": 69660
    },
    {
      "epoch": 0.06097907900714348,
      "grad_norm": 0.46070432662963867,
      "learning_rate": 4.9738869471783224e-05,
      "loss": 5.2834,
      "step": 69665
    },
    {
      "epoch": 0.060983455600770634,
      "grad_norm": 0.4502227008342743,
      "learning_rate": 4.973882473073189e-05,
      "loss": 5.3164,
      "step": 69670
    },
    {
      "epoch": 0.06098783219439779,
      "grad_norm": 0.4628241956233978,
      "learning_rate": 4.9738779985873216e-05,
      "loss": 5.5866,
      "step": 69675
    },
    {
      "epoch": 0.060992208788024936,
      "grad_norm": 0.4665936827659607,
      "learning_rate": 4.973873523720719e-05,
      "loss": 5.5459,
      "step": 69680
    },
    {
      "epoch": 0.06099658538165209,
      "grad_norm": 0.5935949087142944,
      "learning_rate": 4.973869048473383e-05,
      "loss": 5.5329,
      "step": 69685
    },
    {
      "epoch": 0.061000961975279246,
      "grad_norm": 0.39428791403770447,
      "learning_rate": 4.973864572845313e-05,
      "loss": 5.4301,
      "step": 69690
    },
    {
      "epoch": 0.0610053385689064,
      "grad_norm": 0.44284287095069885,
      "learning_rate": 4.973860096836511e-05,
      "loss": 6.0725,
      "step": 69695
    },
    {
      "epoch": 0.061009715162533555,
      "grad_norm": 0.4189165532588959,
      "learning_rate": 4.973855620446978e-05,
      "loss": 5.4459,
      "step": 69700
    },
    {
      "epoch": 0.06101409175616071,
      "grad_norm": 0.38053131103515625,
      "learning_rate": 4.973851143676714e-05,
      "loss": 6.0563,
      "step": 69705
    },
    {
      "epoch": 0.061018468349787865,
      "grad_norm": 0.5380409955978394,
      "learning_rate": 4.973846666525721e-05,
      "loss": 5.0473,
      "step": 69710
    },
    {
      "epoch": 0.06102284494341502,
      "grad_norm": 0.3975089192390442,
      "learning_rate": 4.973842188993999e-05,
      "loss": 5.0763,
      "step": 69715
    },
    {
      "epoch": 0.061027221537042174,
      "grad_norm": 0.5392597317695618,
      "learning_rate": 4.973837711081549e-05,
      "loss": 4.7148,
      "step": 69720
    },
    {
      "epoch": 0.06103159813066933,
      "grad_norm": 0.42104372382164,
      "learning_rate": 4.973833232788372e-05,
      "loss": 5.3619,
      "step": 69725
    },
    {
      "epoch": 0.061035974724296484,
      "grad_norm": 0.460895299911499,
      "learning_rate": 4.9738287541144693e-05,
      "loss": 5.3284,
      "step": 69730
    },
    {
      "epoch": 0.06104035131792364,
      "grad_norm": 0.45032641291618347,
      "learning_rate": 4.973824275059841e-05,
      "loss": 4.7288,
      "step": 69735
    },
    {
      "epoch": 0.06104472791155079,
      "grad_norm": 0.4644283354282379,
      "learning_rate": 4.973819795624487e-05,
      "loss": 5.1422,
      "step": 69740
    },
    {
      "epoch": 0.06104910450517795,
      "grad_norm": 0.45242804288864136,
      "learning_rate": 4.973815315808411e-05,
      "loss": 6.3877,
      "step": 69745
    },
    {
      "epoch": 0.0610534810988051,
      "grad_norm": 0.4880906641483307,
      "learning_rate": 4.9738108356116116e-05,
      "loss": 5.2357,
      "step": 69750
    },
    {
      "epoch": 0.06105785769243226,
      "grad_norm": 0.4867361783981323,
      "learning_rate": 4.973806355034091e-05,
      "loss": 4.8198,
      "step": 69755
    },
    {
      "epoch": 0.06106223428605941,
      "grad_norm": 0.40261906385421753,
      "learning_rate": 4.9738018740758495e-05,
      "loss": 5.8857,
      "step": 69760
    },
    {
      "epoch": 0.06106661087968657,
      "grad_norm": 0.497814804315567,
      "learning_rate": 4.9737973927368876e-05,
      "loss": 4.8151,
      "step": 69765
    },
    {
      "epoch": 0.06107098747331372,
      "grad_norm": 0.42726850509643555,
      "learning_rate": 4.973792911017207e-05,
      "loss": 5.8426,
      "step": 69770
    },
    {
      "epoch": 0.061075364066940876,
      "grad_norm": 0.3978332281112671,
      "learning_rate": 4.973788428916807e-05,
      "loss": 5.5639,
      "step": 69775
    },
    {
      "epoch": 0.06107974066056803,
      "grad_norm": 0.4583309590816498,
      "learning_rate": 4.9737839464356896e-05,
      "loss": 5.783,
      "step": 69780
    },
    {
      "epoch": 0.061084117254195186,
      "grad_norm": 0.5868233442306519,
      "learning_rate": 4.973779463573855e-05,
      "loss": 4.9877,
      "step": 69785
    },
    {
      "epoch": 0.06108849384782234,
      "grad_norm": 0.45860224962234497,
      "learning_rate": 4.973774980331306e-05,
      "loss": 4.7951,
      "step": 69790
    },
    {
      "epoch": 0.061092870441449496,
      "grad_norm": 0.4195884168148041,
      "learning_rate": 4.973770496708042e-05,
      "loss": 5.0382,
      "step": 69795
    },
    {
      "epoch": 0.06109724703507665,
      "grad_norm": 0.3908321261405945,
      "learning_rate": 4.973766012704063e-05,
      "loss": 5.2168,
      "step": 69800
    },
    {
      "epoch": 0.061101623628703805,
      "grad_norm": 0.42838385701179504,
      "learning_rate": 4.973761528319372e-05,
      "loss": 4.4691,
      "step": 69805
    },
    {
      "epoch": 0.06110600022233095,
      "grad_norm": 0.4151498079299927,
      "learning_rate": 4.9737570435539674e-05,
      "loss": 5.2473,
      "step": 69810
    },
    {
      "epoch": 0.06111037681595811,
      "grad_norm": 0.4528215825557709,
      "learning_rate": 4.9737525584078526e-05,
      "loss": 5.8267,
      "step": 69815
    },
    {
      "epoch": 0.06111475340958526,
      "grad_norm": 0.4445422887802124,
      "learning_rate": 4.9737480728810256e-05,
      "loss": 5.4477,
      "step": 69820
    },
    {
      "epoch": 0.06111913000321242,
      "grad_norm": 0.39078477025032043,
      "learning_rate": 4.9737435869734906e-05,
      "loss": 5.5635,
      "step": 69825
    },
    {
      "epoch": 0.06112350659683957,
      "grad_norm": 0.36060044169425964,
      "learning_rate": 4.9737391006852454e-05,
      "loss": 6.066,
      "step": 69830
    },
    {
      "epoch": 0.06112788319046673,
      "grad_norm": 0.3755949139595032,
      "learning_rate": 4.9737346140162934e-05,
      "loss": 5.5623,
      "step": 69835
    },
    {
      "epoch": 0.06113225978409388,
      "grad_norm": 0.4283449947834015,
      "learning_rate": 4.973730126966633e-05,
      "loss": 5.773,
      "step": 69840
    },
    {
      "epoch": 0.061136636377721036,
      "grad_norm": 0.4254465699195862,
      "learning_rate": 4.973725639536267e-05,
      "loss": 5.2713,
      "step": 69845
    },
    {
      "epoch": 0.06114101297134819,
      "grad_norm": 0.36013108491897583,
      "learning_rate": 4.973721151725196e-05,
      "loss": 5.8669,
      "step": 69850
    },
    {
      "epoch": 0.061145389564975346,
      "grad_norm": 0.42376628518104553,
      "learning_rate": 4.9737166635334195e-05,
      "loss": 4.9205,
      "step": 69855
    },
    {
      "epoch": 0.0611497661586025,
      "grad_norm": 0.3926045298576355,
      "learning_rate": 4.973712174960939e-05,
      "loss": 6.374,
      "step": 69860
    },
    {
      "epoch": 0.061154142752229655,
      "grad_norm": 0.5234262347221375,
      "learning_rate": 4.973707686007757e-05,
      "loss": 5.3395,
      "step": 69865
    },
    {
      "epoch": 0.06115851934585681,
      "grad_norm": 0.5024327039718628,
      "learning_rate": 4.9737031966738726e-05,
      "loss": 5.8401,
      "step": 69870
    },
    {
      "epoch": 0.061162895939483965,
      "grad_norm": 0.43506303429603577,
      "learning_rate": 4.973698706959288e-05,
      "loss": 5.2439,
      "step": 69875
    },
    {
      "epoch": 0.06116727253311112,
      "grad_norm": 0.49397847056388855,
      "learning_rate": 4.973694216864001e-05,
      "loss": 5.2318,
      "step": 69880
    },
    {
      "epoch": 0.061171649126738274,
      "grad_norm": 0.4738168716430664,
      "learning_rate": 4.9736897263880165e-05,
      "loss": 5.5145,
      "step": 69885
    },
    {
      "epoch": 0.06117602572036543,
      "grad_norm": 0.5333137512207031,
      "learning_rate": 4.973685235531334e-05,
      "loss": 5.3182,
      "step": 69890
    },
    {
      "epoch": 0.061180402313992584,
      "grad_norm": 0.3984583616256714,
      "learning_rate": 4.973680744293953e-05,
      "loss": 5.2236,
      "step": 69895
    },
    {
      "epoch": 0.06118477890761974,
      "grad_norm": 0.44943585991859436,
      "learning_rate": 4.973676252675874e-05,
      "loss": 5.0062,
      "step": 69900
    },
    {
      "epoch": 0.06118915550124689,
      "grad_norm": 0.4920039176940918,
      "learning_rate": 4.9736717606771e-05,
      "loss": 5.0189,
      "step": 69905
    },
    {
      "epoch": 0.06119353209487405,
      "grad_norm": 0.4477812647819519,
      "learning_rate": 4.973667268297632e-05,
      "loss": 5.434,
      "step": 69910
    },
    {
      "epoch": 0.0611979086885012,
      "grad_norm": 0.42568516731262207,
      "learning_rate": 4.973662775537469e-05,
      "loss": 6.1027,
      "step": 69915
    },
    {
      "epoch": 0.06120228528212836,
      "grad_norm": 0.42894184589385986,
      "learning_rate": 4.9736582823966124e-05,
      "loss": 5.2323,
      "step": 69920
    },
    {
      "epoch": 0.06120666187575551,
      "grad_norm": 0.3742196559906006,
      "learning_rate": 4.973653788875064e-05,
      "loss": 6.0633,
      "step": 69925
    },
    {
      "epoch": 0.06121103846938267,
      "grad_norm": 0.5153375267982483,
      "learning_rate": 4.973649294972823e-05,
      "loss": 5.2316,
      "step": 69930
    },
    {
      "epoch": 0.06121541506300982,
      "grad_norm": 0.425089567899704,
      "learning_rate": 4.9736448006898926e-05,
      "loss": 4.5002,
      "step": 69935
    },
    {
      "epoch": 0.06121979165663697,
      "grad_norm": 0.48671767115592957,
      "learning_rate": 4.973640306026272e-05,
      "loss": 4.2129,
      "step": 69940
    },
    {
      "epoch": 0.061224168250264124,
      "grad_norm": 0.4352598488330841,
      "learning_rate": 4.973635810981962e-05,
      "loss": 5.2545,
      "step": 69945
    },
    {
      "epoch": 0.06122854484389128,
      "grad_norm": 0.3656212389469147,
      "learning_rate": 4.9736313155569645e-05,
      "loss": 5.8581,
      "step": 69950
    },
    {
      "epoch": 0.061232921437518434,
      "grad_norm": 0.41134124994277954,
      "learning_rate": 4.97362681975128e-05,
      "loss": 5.3522,
      "step": 69955
    },
    {
      "epoch": 0.06123729803114559,
      "grad_norm": 0.44489723443984985,
      "learning_rate": 4.9736223235649095e-05,
      "loss": 4.9053,
      "step": 69960
    },
    {
      "epoch": 0.06124167462477274,
      "grad_norm": 0.4590655267238617,
      "learning_rate": 4.973617826997853e-05,
      "loss": 4.9521,
      "step": 69965
    },
    {
      "epoch": 0.0612460512183999,
      "grad_norm": 0.405332088470459,
      "learning_rate": 4.973613330050111e-05,
      "loss": 5.7559,
      "step": 69970
    },
    {
      "epoch": 0.06125042781202705,
      "grad_norm": 0.46836066246032715,
      "learning_rate": 4.9736088327216864e-05,
      "loss": 5.2446,
      "step": 69975
    },
    {
      "epoch": 0.06125480440565421,
      "grad_norm": 0.3899902105331421,
      "learning_rate": 4.973604335012578e-05,
      "loss": 6.0287,
      "step": 69980
    },
    {
      "epoch": 0.06125918099928136,
      "grad_norm": 0.3855077922344208,
      "learning_rate": 4.973599836922789e-05,
      "loss": 5.8053,
      "step": 69985
    },
    {
      "epoch": 0.06126355759290852,
      "grad_norm": 0.42807459831237793,
      "learning_rate": 4.9735953384523174e-05,
      "loss": 6.0793,
      "step": 69990
    },
    {
      "epoch": 0.06126793418653567,
      "grad_norm": 0.40975335240364075,
      "learning_rate": 4.9735908396011655e-05,
      "loss": 5.7727,
      "step": 69995
    },
    {
      "epoch": 0.06127231078016283,
      "grad_norm": 0.39381635189056396,
      "learning_rate": 4.973586340369335e-05,
      "loss": 5.2339,
      "step": 70000
    },
    {
      "epoch": 0.06127668737378998,
      "grad_norm": 0.41608142852783203,
      "learning_rate": 4.9735818407568254e-05,
      "loss": 5.2238,
      "step": 70005
    },
    {
      "epoch": 0.061281063967417136,
      "grad_norm": 0.430012583732605,
      "learning_rate": 4.9735773407636387e-05,
      "loss": 5.3469,
      "step": 70010
    },
    {
      "epoch": 0.06128544056104429,
      "grad_norm": 0.5122265219688416,
      "learning_rate": 4.973572840389775e-05,
      "loss": 4.6548,
      "step": 70015
    },
    {
      "epoch": 0.061289817154671446,
      "grad_norm": 0.523844301700592,
      "learning_rate": 4.973568339635236e-05,
      "loss": 4.7022,
      "step": 70020
    },
    {
      "epoch": 0.0612941937482986,
      "grad_norm": 0.531385600566864,
      "learning_rate": 4.9735638385000214e-05,
      "loss": 4.9329,
      "step": 70025
    },
    {
      "epoch": 0.061298570341925755,
      "grad_norm": 0.46276915073394775,
      "learning_rate": 4.9735593369841323e-05,
      "loss": 6.0703,
      "step": 70030
    },
    {
      "epoch": 0.06130294693555291,
      "grad_norm": 0.43259483575820923,
      "learning_rate": 4.9735548350875704e-05,
      "loss": 5.8538,
      "step": 70035
    },
    {
      "epoch": 0.061307323529180065,
      "grad_norm": 0.47492727637290955,
      "learning_rate": 4.973550332810336e-05,
      "loss": 4.5145,
      "step": 70040
    },
    {
      "epoch": 0.06131170012280722,
      "grad_norm": 0.5305626392364502,
      "learning_rate": 4.97354583015243e-05,
      "loss": 4.7821,
      "step": 70045
    },
    {
      "epoch": 0.061316076716434374,
      "grad_norm": 0.6512851715087891,
      "learning_rate": 4.973541327113852e-05,
      "loss": 5.3375,
      "step": 70050
    },
    {
      "epoch": 0.06132045331006153,
      "grad_norm": 0.47930628061294556,
      "learning_rate": 4.973536823694605e-05,
      "loss": 4.3878,
      "step": 70055
    },
    {
      "epoch": 0.061324829903688684,
      "grad_norm": 0.43171826004981995,
      "learning_rate": 4.973532319894689e-05,
      "loss": 5.54,
      "step": 70060
    },
    {
      "epoch": 0.06132920649731584,
      "grad_norm": 0.5760087370872498,
      "learning_rate": 4.973527815714106e-05,
      "loss": 4.8177,
      "step": 70065
    },
    {
      "epoch": 0.061333583090942986,
      "grad_norm": 0.501553475856781,
      "learning_rate": 4.9735233111528545e-05,
      "loss": 5.2103,
      "step": 70070
    },
    {
      "epoch": 0.06133795968457014,
      "grad_norm": 0.5344305634498596,
      "learning_rate": 4.9735188062109374e-05,
      "loss": 5.8558,
      "step": 70075
    },
    {
      "epoch": 0.061342336278197296,
      "grad_norm": 0.4868142604827881,
      "learning_rate": 4.973514300888355e-05,
      "loss": 5.0632,
      "step": 70080
    },
    {
      "epoch": 0.06134671287182445,
      "grad_norm": 0.4934641122817993,
      "learning_rate": 4.973509795185106e-05,
      "loss": 5.0718,
      "step": 70085
    },
    {
      "epoch": 0.061351089465451605,
      "grad_norm": 0.43745923042297363,
      "learning_rate": 4.9735052891011955e-05,
      "loss": 5.5584,
      "step": 70090
    },
    {
      "epoch": 0.06135546605907876,
      "grad_norm": 0.4546545743942261,
      "learning_rate": 4.973500782636621e-05,
      "loss": 5.8659,
      "step": 70095
    },
    {
      "epoch": 0.061359842652705915,
      "grad_norm": 0.4702741205692291,
      "learning_rate": 4.973496275791384e-05,
      "loss": 4.3814,
      "step": 70100
    },
    {
      "epoch": 0.06136421924633307,
      "grad_norm": 0.4610399007797241,
      "learning_rate": 4.973491768565487e-05,
      "loss": 5.2627,
      "step": 70105
    },
    {
      "epoch": 0.061368595839960224,
      "grad_norm": 0.383433997631073,
      "learning_rate": 4.973487260958929e-05,
      "loss": 6.0693,
      "step": 70110
    },
    {
      "epoch": 0.06137297243358738,
      "grad_norm": 0.5822820663452148,
      "learning_rate": 4.973482752971712e-05,
      "loss": 5.0661,
      "step": 70115
    },
    {
      "epoch": 0.061377349027214534,
      "grad_norm": 0.45682013034820557,
      "learning_rate": 4.973478244603836e-05,
      "loss": 4.5125,
      "step": 70120
    },
    {
      "epoch": 0.06138172562084169,
      "grad_norm": 0.4688405990600586,
      "learning_rate": 4.9734737358553015e-05,
      "loss": 5.0467,
      "step": 70125
    },
    {
      "epoch": 0.06138610221446884,
      "grad_norm": 0.4895978271961212,
      "learning_rate": 4.9734692267261116e-05,
      "loss": 5.5066,
      "step": 70130
    },
    {
      "epoch": 0.061390478808096,
      "grad_norm": 0.495223730802536,
      "learning_rate": 4.9734647172162664e-05,
      "loss": 5.5972,
      "step": 70135
    },
    {
      "epoch": 0.06139485540172315,
      "grad_norm": 0.44877174496650696,
      "learning_rate": 4.973460207325764e-05,
      "loss": 4.7125,
      "step": 70140
    },
    {
      "epoch": 0.06139923199535031,
      "grad_norm": 0.4402700960636139,
      "learning_rate": 4.973455697054609e-05,
      "loss": 5.0461,
      "step": 70145
    },
    {
      "epoch": 0.06140360858897746,
      "grad_norm": 0.4505281448364258,
      "learning_rate": 4.9734511864028e-05,
      "loss": 5.3031,
      "step": 70150
    },
    {
      "epoch": 0.06140798518260462,
      "grad_norm": 0.45476222038269043,
      "learning_rate": 4.973446675370339e-05,
      "loss": 4.7217,
      "step": 70155
    },
    {
      "epoch": 0.06141236177623177,
      "grad_norm": 0.48472529649734497,
      "learning_rate": 4.973442163957226e-05,
      "loss": 4.7101,
      "step": 70160
    },
    {
      "epoch": 0.06141673836985893,
      "grad_norm": 0.43526363372802734,
      "learning_rate": 4.9734376521634626e-05,
      "loss": 5.2517,
      "step": 70165
    },
    {
      "epoch": 0.06142111496348608,
      "grad_norm": 0.44801095128059387,
      "learning_rate": 4.973433139989049e-05,
      "loss": 5.0283,
      "step": 70170
    },
    {
      "epoch": 0.061425491557113236,
      "grad_norm": 0.46490976214408875,
      "learning_rate": 4.973428627433986e-05,
      "loss": 4.1748,
      "step": 70175
    },
    {
      "epoch": 0.06142986815074039,
      "grad_norm": 0.449529767036438,
      "learning_rate": 4.973424114498276e-05,
      "loss": 5.0062,
      "step": 70180
    },
    {
      "epoch": 0.061434244744367546,
      "grad_norm": 0.4555145800113678,
      "learning_rate": 4.973419601181918e-05,
      "loss": 5.775,
      "step": 70185
    },
    {
      "epoch": 0.0614386213379947,
      "grad_norm": 0.41088417172431946,
      "learning_rate": 4.973415087484914e-05,
      "loss": 5.7348,
      "step": 70190
    },
    {
      "epoch": 0.061442997931621855,
      "grad_norm": 0.4766797125339508,
      "learning_rate": 4.973410573407264e-05,
      "loss": 5.3597,
      "step": 70195
    },
    {
      "epoch": 0.061447374525249,
      "grad_norm": 0.4440682530403137,
      "learning_rate": 4.973406058948969e-05,
      "loss": 5.0457,
      "step": 70200
    },
    {
      "epoch": 0.06145175111887616,
      "grad_norm": 0.46615996956825256,
      "learning_rate": 4.9734015441100325e-05,
      "loss": 5.5635,
      "step": 70205
    },
    {
      "epoch": 0.06145612771250331,
      "grad_norm": 0.4457439184188843,
      "learning_rate": 4.973397028890451e-05,
      "loss": 5.7531,
      "step": 70210
    },
    {
      "epoch": 0.06146050430613047,
      "grad_norm": 0.36349791288375854,
      "learning_rate": 4.973392513290228e-05,
      "loss": 5.5489,
      "step": 70215
    },
    {
      "epoch": 0.06146488089975762,
      "grad_norm": 0.4460882842540741,
      "learning_rate": 4.973387997309363e-05,
      "loss": 6.0748,
      "step": 70220
    },
    {
      "epoch": 0.06146925749338478,
      "grad_norm": 0.4824332892894745,
      "learning_rate": 4.9733834809478584e-05,
      "loss": 5.8821,
      "step": 70225
    },
    {
      "epoch": 0.06147363408701193,
      "grad_norm": 0.39724475145339966,
      "learning_rate": 4.973378964205716e-05,
      "loss": 5.2413,
      "step": 70230
    },
    {
      "epoch": 0.061478010680639086,
      "grad_norm": 0.3554503321647644,
      "learning_rate": 4.973374447082934e-05,
      "loss": 5.8403,
      "step": 70235
    },
    {
      "epoch": 0.06148238727426624,
      "grad_norm": 0.4638387858867645,
      "learning_rate": 4.973369929579513e-05,
      "loss": 4.1927,
      "step": 70240
    },
    {
      "epoch": 0.061486763867893396,
      "grad_norm": 0.4871920943260193,
      "learning_rate": 4.9733654116954564e-05,
      "loss": 5.5336,
      "step": 70245
    },
    {
      "epoch": 0.06149114046152055,
      "grad_norm": 0.4412088692188263,
      "learning_rate": 4.973360893430764e-05,
      "loss": 5.5396,
      "step": 70250
    },
    {
      "epoch": 0.061495517055147705,
      "grad_norm": 0.4773499369621277,
      "learning_rate": 4.973356374785436e-05,
      "loss": 5.5625,
      "step": 70255
    },
    {
      "epoch": 0.06149989364877486,
      "grad_norm": 0.38440725207328796,
      "learning_rate": 4.973351855759474e-05,
      "loss": 5.7898,
      "step": 70260
    },
    {
      "epoch": 0.061504270242402015,
      "grad_norm": 0.433525949716568,
      "learning_rate": 4.9733473363528794e-05,
      "loss": 5.7473,
      "step": 70265
    },
    {
      "epoch": 0.06150864683602917,
      "grad_norm": 0.4399561285972595,
      "learning_rate": 4.97334281656565e-05,
      "loss": 5.74,
      "step": 70270
    },
    {
      "epoch": 0.061513023429656324,
      "grad_norm": 0.4324887990951538,
      "learning_rate": 4.973338296397791e-05,
      "loss": 5.0006,
      "step": 70275
    },
    {
      "epoch": 0.06151740002328348,
      "grad_norm": 0.4197727143764496,
      "learning_rate": 4.9733337758493015e-05,
      "loss": 5.0428,
      "step": 70280
    },
    {
      "epoch": 0.061521776616910634,
      "grad_norm": 0.43055763840675354,
      "learning_rate": 4.9733292549201816e-05,
      "loss": 5.4725,
      "step": 70285
    },
    {
      "epoch": 0.06152615321053779,
      "grad_norm": 0.39680013060569763,
      "learning_rate": 4.973324733610433e-05,
      "loss": 5.8173,
      "step": 70290
    },
    {
      "epoch": 0.06153052980416494,
      "grad_norm": 0.5078181028366089,
      "learning_rate": 4.973320211920056e-05,
      "loss": 5.227,
      "step": 70295
    },
    {
      "epoch": 0.0615349063977921,
      "grad_norm": 0.4957183599472046,
      "learning_rate": 4.973315689849053e-05,
      "loss": 4.7002,
      "step": 70300
    },
    {
      "epoch": 0.06153928299141925,
      "grad_norm": 0.5039148926734924,
      "learning_rate": 4.973311167397422e-05,
      "loss": 4.6202,
      "step": 70305
    },
    {
      "epoch": 0.06154365958504641,
      "grad_norm": 0.42853593826293945,
      "learning_rate": 4.973306644565167e-05,
      "loss": 5.3368,
      "step": 70310
    },
    {
      "epoch": 0.06154803617867356,
      "grad_norm": 0.47451964020729065,
      "learning_rate": 4.973302121352287e-05,
      "loss": 4.4921,
      "step": 70315
    },
    {
      "epoch": 0.06155241277230072,
      "grad_norm": 0.4716346859931946,
      "learning_rate": 4.973297597758783e-05,
      "loss": 5.3216,
      "step": 70320
    },
    {
      "epoch": 0.061556789365927865,
      "grad_norm": 0.3884551227092743,
      "learning_rate": 4.973293073784655e-05,
      "loss": 5.571,
      "step": 70325
    },
    {
      "epoch": 0.06156116595955502,
      "grad_norm": 0.39893797039985657,
      "learning_rate": 4.9732885494299065e-05,
      "loss": 5.0073,
      "step": 70330
    },
    {
      "epoch": 0.061565542553182175,
      "grad_norm": 0.4390875995159149,
      "learning_rate": 4.973284024694537e-05,
      "loss": 5.4646,
      "step": 70335
    },
    {
      "epoch": 0.06156991914680933,
      "grad_norm": 0.34956032037734985,
      "learning_rate": 4.973279499578547e-05,
      "loss": 5.7648,
      "step": 70340
    },
    {
      "epoch": 0.061574295740436484,
      "grad_norm": 0.3607805073261261,
      "learning_rate": 4.973274974081937e-05,
      "loss": 6.408,
      "step": 70345
    },
    {
      "epoch": 0.06157867233406364,
      "grad_norm": 0.35468676686286926,
      "learning_rate": 4.973270448204709e-05,
      "loss": 5.874,
      "step": 70350
    },
    {
      "epoch": 0.061583048927690794,
      "grad_norm": 0.4441821277141571,
      "learning_rate": 4.9732659219468636e-05,
      "loss": 5.5062,
      "step": 70355
    },
    {
      "epoch": 0.06158742552131795,
      "grad_norm": 0.38974741101264954,
      "learning_rate": 4.973261395308401e-05,
      "loss": 6.0439,
      "step": 70360
    },
    {
      "epoch": 0.0615918021149451,
      "grad_norm": 0.4395263195037842,
      "learning_rate": 4.9732568682893234e-05,
      "loss": 4.8317,
      "step": 70365
    },
    {
      "epoch": 0.06159617870857226,
      "grad_norm": 0.38104501366615295,
      "learning_rate": 4.97325234088963e-05,
      "loss": 5.3152,
      "step": 70370
    },
    {
      "epoch": 0.06160055530219941,
      "grad_norm": 0.40543368458747864,
      "learning_rate": 4.973247813109322e-05,
      "loss": 5.4488,
      "step": 70375
    },
    {
      "epoch": 0.06160493189582657,
      "grad_norm": 0.46102583408355713,
      "learning_rate": 4.973243284948402e-05,
      "loss": 5.2406,
      "step": 70380
    },
    {
      "epoch": 0.06160930848945372,
      "grad_norm": 0.41514039039611816,
      "learning_rate": 4.973238756406869e-05,
      "loss": 5.2583,
      "step": 70385
    },
    {
      "epoch": 0.06161368508308088,
      "grad_norm": 0.5921000838279724,
      "learning_rate": 4.9732342274847256e-05,
      "loss": 5.0454,
      "step": 70390
    },
    {
      "epoch": 0.06161806167670803,
      "grad_norm": 0.43909263610839844,
      "learning_rate": 4.97322969818197e-05,
      "loss": 5.7844,
      "step": 70395
    },
    {
      "epoch": 0.061622438270335186,
      "grad_norm": 0.5681659579277039,
      "learning_rate": 4.9732251684986055e-05,
      "loss": 6.077,
      "step": 70400
    },
    {
      "epoch": 0.06162681486396234,
      "grad_norm": 0.38686826825141907,
      "learning_rate": 4.973220638434632e-05,
      "loss": 6.3545,
      "step": 70405
    },
    {
      "epoch": 0.061631191457589496,
      "grad_norm": 0.48928356170654297,
      "learning_rate": 4.9732161079900494e-05,
      "loss": 5.3391,
      "step": 70410
    },
    {
      "epoch": 0.06163556805121665,
      "grad_norm": 0.4905555248260498,
      "learning_rate": 4.973211577164861e-05,
      "loss": 5.0528,
      "step": 70415
    },
    {
      "epoch": 0.061639944644843805,
      "grad_norm": 0.5087046027183533,
      "learning_rate": 4.973207045959066e-05,
      "loss": 5.5799,
      "step": 70420
    },
    {
      "epoch": 0.06164432123847096,
      "grad_norm": 0.4753686189651489,
      "learning_rate": 4.973202514372667e-05,
      "loss": 4.7025,
      "step": 70425
    },
    {
      "epoch": 0.061648697832098115,
      "grad_norm": 0.5645760893821716,
      "learning_rate": 4.973197982405661e-05,
      "loss": 5.548,
      "step": 70430
    },
    {
      "epoch": 0.06165307442572527,
      "grad_norm": 0.46757638454437256,
      "learning_rate": 4.9731934500580524e-05,
      "loss": 5.501,
      "step": 70435
    },
    {
      "epoch": 0.061657451019352424,
      "grad_norm": 0.44677576422691345,
      "learning_rate": 4.9731889173298415e-05,
      "loss": 5.2432,
      "step": 70440
    },
    {
      "epoch": 0.06166182761297958,
      "grad_norm": 0.5101633071899414,
      "learning_rate": 4.973184384221029e-05,
      "loss": 4.7169,
      "step": 70445
    },
    {
      "epoch": 0.061666204206606734,
      "grad_norm": 0.4866065979003906,
      "learning_rate": 4.973179850731614e-05,
      "loss": 5.3236,
      "step": 70450
    },
    {
      "epoch": 0.06167058080023388,
      "grad_norm": 0.4843248426914215,
      "learning_rate": 4.973175316861601e-05,
      "loss": 4.8051,
      "step": 70455
    },
    {
      "epoch": 0.06167495739386104,
      "grad_norm": 0.4995996952056885,
      "learning_rate": 4.9731707826109874e-05,
      "loss": 4.8947,
      "step": 70460
    },
    {
      "epoch": 0.06167933398748819,
      "grad_norm": 0.4758307635784149,
      "learning_rate": 4.973166247979776e-05,
      "loss": 6.0721,
      "step": 70465
    },
    {
      "epoch": 0.061683710581115346,
      "grad_norm": 0.43551748991012573,
      "learning_rate": 4.973161712967966e-05,
      "loss": 5.2536,
      "step": 70470
    },
    {
      "epoch": 0.0616880871747425,
      "grad_norm": 0.42696645855903625,
      "learning_rate": 4.97315717757556e-05,
      "loss": 5.0346,
      "step": 70475
    },
    {
      "epoch": 0.061692463768369656,
      "grad_norm": 0.5121449828147888,
      "learning_rate": 4.973152641802559e-05,
      "loss": 5.7391,
      "step": 70480
    },
    {
      "epoch": 0.06169684036199681,
      "grad_norm": 0.42648428678512573,
      "learning_rate": 4.973148105648963e-05,
      "loss": 5.53,
      "step": 70485
    },
    {
      "epoch": 0.061701216955623965,
      "grad_norm": 0.4583330452442169,
      "learning_rate": 4.973143569114771e-05,
      "loss": 5.5481,
      "step": 70490
    },
    {
      "epoch": 0.06170559354925112,
      "grad_norm": 0.4614547789096832,
      "learning_rate": 4.973139032199988e-05,
      "loss": 5.3547,
      "step": 70495
    },
    {
      "epoch": 0.061709970142878275,
      "grad_norm": 0.39537039399147034,
      "learning_rate": 4.973134494904612e-05,
      "loss": 5.7416,
      "step": 70500
    },
    {
      "epoch": 0.06171434673650543,
      "grad_norm": 0.7304964661598206,
      "learning_rate": 4.973129957228645e-05,
      "loss": 4.8026,
      "step": 70505
    },
    {
      "epoch": 0.061718723330132584,
      "grad_norm": 0.4918674826622009,
      "learning_rate": 4.973125419172087e-05,
      "loss": 5.0641,
      "step": 70510
    },
    {
      "epoch": 0.06172309992375974,
      "grad_norm": 0.5421491265296936,
      "learning_rate": 4.97312088073494e-05,
      "loss": 5.0457,
      "step": 70515
    },
    {
      "epoch": 0.061727476517386894,
      "grad_norm": 0.4198487102985382,
      "learning_rate": 4.973116341917202e-05,
      "loss": 5.5562,
      "step": 70520
    },
    {
      "epoch": 0.06173185311101405,
      "grad_norm": 0.3925720453262329,
      "learning_rate": 4.973111802718878e-05,
      "loss": 5.5864,
      "step": 70525
    },
    {
      "epoch": 0.0617362297046412,
      "grad_norm": 0.42731621861457825,
      "learning_rate": 4.9731072631399676e-05,
      "loss": 5.0325,
      "step": 70530
    },
    {
      "epoch": 0.06174060629826836,
      "grad_norm": 0.4470776617527008,
      "learning_rate": 4.9731027231804704e-05,
      "loss": 5.5599,
      "step": 70535
    },
    {
      "epoch": 0.06174498289189551,
      "grad_norm": 0.48983559012413025,
      "learning_rate": 4.973098182840388e-05,
      "loss": 5.0539,
      "step": 70540
    },
    {
      "epoch": 0.06174935948552267,
      "grad_norm": 0.45836547017097473,
      "learning_rate": 4.97309364211972e-05,
      "loss": 5.2956,
      "step": 70545
    },
    {
      "epoch": 0.06175373607914982,
      "grad_norm": 0.4589245319366455,
      "learning_rate": 4.973089101018471e-05,
      "loss": 4.6783,
      "step": 70550
    },
    {
      "epoch": 0.06175811267277698,
      "grad_norm": 0.48733454942703247,
      "learning_rate": 4.9730845595366385e-05,
      "loss": 5.562,
      "step": 70555
    },
    {
      "epoch": 0.06176248926640413,
      "grad_norm": 0.5773815512657166,
      "learning_rate": 4.973080017674223e-05,
      "loss": 4.5063,
      "step": 70560
    },
    {
      "epoch": 0.061766865860031286,
      "grad_norm": 0.47875314950942993,
      "learning_rate": 4.973075475431227e-05,
      "loss": 6.1275,
      "step": 70565
    },
    {
      "epoch": 0.06177124245365844,
      "grad_norm": 0.43987172842025757,
      "learning_rate": 4.973070932807652e-05,
      "loss": 5.0128,
      "step": 70570
    },
    {
      "epoch": 0.061775619047285596,
      "grad_norm": 0.4962107539176941,
      "learning_rate": 4.973066389803497e-05,
      "loss": 5.542,
      "step": 70575
    },
    {
      "epoch": 0.06177999564091275,
      "grad_norm": 0.43220755457878113,
      "learning_rate": 4.973061846418764e-05,
      "loss": 4.9971,
      "step": 70580
    },
    {
      "epoch": 0.0617843722345399,
      "grad_norm": 0.5743387937545776,
      "learning_rate": 4.9730573026534534e-05,
      "loss": 5.7363,
      "step": 70585
    },
    {
      "epoch": 0.06178874882816705,
      "grad_norm": 0.4484899640083313,
      "learning_rate": 4.973052758507567e-05,
      "loss": 4.6887,
      "step": 70590
    },
    {
      "epoch": 0.06179312542179421,
      "grad_norm": 0.5160359740257263,
      "learning_rate": 4.973048213981105e-05,
      "loss": 5.8665,
      "step": 70595
    },
    {
      "epoch": 0.06179750201542136,
      "grad_norm": 0.7975724935531616,
      "learning_rate": 4.973043669074068e-05,
      "loss": 4.8075,
      "step": 70600
    },
    {
      "epoch": 0.06180187860904852,
      "grad_norm": 0.459808349609375,
      "learning_rate": 4.973039123786457e-05,
      "loss": 5.3301,
      "step": 70605
    },
    {
      "epoch": 0.06180625520267567,
      "grad_norm": 0.46469825506210327,
      "learning_rate": 4.973034578118273e-05,
      "loss": 5.4467,
      "step": 70610
    },
    {
      "epoch": 0.06181063179630283,
      "grad_norm": 0.40479734539985657,
      "learning_rate": 4.9730300320695165e-05,
      "loss": 5.8274,
      "step": 70615
    },
    {
      "epoch": 0.06181500838992998,
      "grad_norm": 0.43181002140045166,
      "learning_rate": 4.973025485640189e-05,
      "loss": 6.0807,
      "step": 70620
    },
    {
      "epoch": 0.06181938498355714,
      "grad_norm": 0.47221702337265015,
      "learning_rate": 4.973020938830292e-05,
      "loss": 5.7842,
      "step": 70625
    },
    {
      "epoch": 0.06182376157718429,
      "grad_norm": 0.47200483083724976,
      "learning_rate": 4.973016391639824e-05,
      "loss": 5.5604,
      "step": 70630
    },
    {
      "epoch": 0.061828138170811446,
      "grad_norm": 0.49714797735214233,
      "learning_rate": 4.973011844068789e-05,
      "loss": 5.5304,
      "step": 70635
    },
    {
      "epoch": 0.0618325147644386,
      "grad_norm": 0.49007222056388855,
      "learning_rate": 4.973007296117186e-05,
      "loss": 5.0305,
      "step": 70640
    },
    {
      "epoch": 0.061836891358065756,
      "grad_norm": 0.5385231971740723,
      "learning_rate": 4.973002747785015e-05,
      "loss": 4.9877,
      "step": 70645
    },
    {
      "epoch": 0.06184126795169291,
      "grad_norm": 0.5445843935012817,
      "learning_rate": 4.9729981990722784e-05,
      "loss": 5.3366,
      "step": 70650
    },
    {
      "epoch": 0.061845644545320065,
      "grad_norm": 0.4730948209762573,
      "learning_rate": 4.9729936499789776e-05,
      "loss": 4.9936,
      "step": 70655
    },
    {
      "epoch": 0.06185002113894722,
      "grad_norm": 0.47811323404312134,
      "learning_rate": 4.9729891005051123e-05,
      "loss": 6.0941,
      "step": 70660
    },
    {
      "epoch": 0.061854397732574375,
      "grad_norm": 0.44211122393608093,
      "learning_rate": 4.972984550650683e-05,
      "loss": 5.7402,
      "step": 70665
    },
    {
      "epoch": 0.06185877432620153,
      "grad_norm": 0.3820556104183197,
      "learning_rate": 4.972980000415691e-05,
      "loss": 6.09,
      "step": 70670
    },
    {
      "epoch": 0.061863150919828684,
      "grad_norm": 0.4519104063510895,
      "learning_rate": 4.9729754498001394e-05,
      "loss": 6.0949,
      "step": 70675
    },
    {
      "epoch": 0.06186752751345584,
      "grad_norm": 0.4648418426513672,
      "learning_rate": 4.9729708988040244e-05,
      "loss": 4.9141,
      "step": 70680
    },
    {
      "epoch": 0.061871904107082994,
      "grad_norm": 0.39124345779418945,
      "learning_rate": 4.972966347427351e-05,
      "loss": 6.0742,
      "step": 70685
    },
    {
      "epoch": 0.06187628070071015,
      "grad_norm": 0.5183014273643494,
      "learning_rate": 4.972961795670119e-05,
      "loss": 5.457,
      "step": 70690
    },
    {
      "epoch": 0.0618806572943373,
      "grad_norm": 0.42407920956611633,
      "learning_rate": 4.972957243532329e-05,
      "loss": 5.7883,
      "step": 70695
    },
    {
      "epoch": 0.06188503388796446,
      "grad_norm": 0.4368501901626587,
      "learning_rate": 4.972952691013981e-05,
      "loss": 5.8583,
      "step": 70700
    },
    {
      "epoch": 0.06188941048159161,
      "grad_norm": 0.3944799304008484,
      "learning_rate": 4.9729481381150766e-05,
      "loss": 5.7338,
      "step": 70705
    },
    {
      "epoch": 0.06189378707521877,
      "grad_norm": 0.36873292922973633,
      "learning_rate": 4.9729435848356176e-05,
      "loss": 5.3626,
      "step": 70710
    },
    {
      "epoch": 0.061898163668845915,
      "grad_norm": 0.3976360857486725,
      "learning_rate": 4.9729390311756044e-05,
      "loss": 5.5097,
      "step": 70715
    },
    {
      "epoch": 0.06190254026247307,
      "grad_norm": 0.4199056923389435,
      "learning_rate": 4.972934477135036e-05,
      "loss": 5.2452,
      "step": 70720
    },
    {
      "epoch": 0.061906916856100225,
      "grad_norm": 0.49374836683273315,
      "learning_rate": 4.972929922713916e-05,
      "loss": 5.2656,
      "step": 70725
    },
    {
      "epoch": 0.06191129344972738,
      "grad_norm": 0.42700526118278503,
      "learning_rate": 4.972925367912243e-05,
      "loss": 4.9229,
      "step": 70730
    },
    {
      "epoch": 0.061915670043354534,
      "grad_norm": 0.48536214232444763,
      "learning_rate": 4.9729208127300195e-05,
      "loss": 5.0586,
      "step": 70735
    },
    {
      "epoch": 0.06192004663698169,
      "grad_norm": 0.5136715769767761,
      "learning_rate": 4.972916257167247e-05,
      "loss": 4.9414,
      "step": 70740
    },
    {
      "epoch": 0.061924423230608844,
      "grad_norm": 0.39818477630615234,
      "learning_rate": 4.972911701223924e-05,
      "loss": 5.353,
      "step": 70745
    },
    {
      "epoch": 0.061928799824236,
      "grad_norm": 0.36763694882392883,
      "learning_rate": 4.972907144900053e-05,
      "loss": 6.0836,
      "step": 70750
    },
    {
      "epoch": 0.06193317641786315,
      "grad_norm": 0.46448537707328796,
      "learning_rate": 4.972902588195634e-05,
      "loss": 5.04,
      "step": 70755
    },
    {
      "epoch": 0.06193755301149031,
      "grad_norm": 0.43173491954803467,
      "learning_rate": 4.972898031110667e-05,
      "loss": 5.8511,
      "step": 70760
    },
    {
      "epoch": 0.06194192960511746,
      "grad_norm": 0.431621253490448,
      "learning_rate": 4.9728934736451573e-05,
      "loss": 5.5563,
      "step": 70765
    },
    {
      "epoch": 0.06194630619874462,
      "grad_norm": 0.46461108326911926,
      "learning_rate": 4.972888915799101e-05,
      "loss": 3.9865,
      "step": 70770
    },
    {
      "epoch": 0.06195068279237177,
      "grad_norm": 0.5740742087364197,
      "learning_rate": 4.9728843575725e-05,
      "loss": 5.5708,
      "step": 70775
    },
    {
      "epoch": 0.06195505938599893,
      "grad_norm": 0.47697627544403076,
      "learning_rate": 4.972879798965357e-05,
      "loss": 4.7142,
      "step": 70780
    },
    {
      "epoch": 0.06195943597962608,
      "grad_norm": 0.42980751395225525,
      "learning_rate": 4.972875239977672e-05,
      "loss": 6.102,
      "step": 70785
    },
    {
      "epoch": 0.06196381257325324,
      "grad_norm": 0.3878719210624695,
      "learning_rate": 4.972870680609445e-05,
      "loss": 6.0648,
      "step": 70790
    },
    {
      "epoch": 0.06196818916688039,
      "grad_norm": 0.39492329955101013,
      "learning_rate": 4.9728661208606783e-05,
      "loss": 6.3883,
      "step": 70795
    },
    {
      "epoch": 0.061972565760507546,
      "grad_norm": 0.4405231475830078,
      "learning_rate": 4.972861560731371e-05,
      "loss": 5.7492,
      "step": 70800
    },
    {
      "epoch": 0.0619769423541347,
      "grad_norm": 0.36192384362220764,
      "learning_rate": 4.972857000221526e-05,
      "loss": 6.0756,
      "step": 70805
    },
    {
      "epoch": 0.061981318947761856,
      "grad_norm": 0.3738902807235718,
      "learning_rate": 4.972852439331142e-05,
      "loss": 6.0395,
      "step": 70810
    },
    {
      "epoch": 0.06198569554138901,
      "grad_norm": 0.5158138275146484,
      "learning_rate": 4.9728478780602216e-05,
      "loss": 5.5287,
      "step": 70815
    },
    {
      "epoch": 0.061990072135016165,
      "grad_norm": 0.4944642186164856,
      "learning_rate": 4.972843316408765e-05,
      "loss": 4.7159,
      "step": 70820
    },
    {
      "epoch": 0.06199444872864332,
      "grad_norm": 0.367109090089798,
      "learning_rate": 4.972838754376773e-05,
      "loss": 6.0687,
      "step": 70825
    },
    {
      "epoch": 0.061998825322270475,
      "grad_norm": 0.40854379534721375,
      "learning_rate": 4.972834191964248e-05,
      "loss": 5.2679,
      "step": 70830
    },
    {
      "epoch": 0.06200320191589763,
      "grad_norm": 0.43447741866111755,
      "learning_rate": 4.972829629171187e-05,
      "loss": 5.0284,
      "step": 70835
    },
    {
      "epoch": 0.062007578509524784,
      "grad_norm": 0.4515812397003174,
      "learning_rate": 4.972825065997595e-05,
      "loss": 4.7311,
      "step": 70840
    },
    {
      "epoch": 0.06201195510315193,
      "grad_norm": 0.45225027203559875,
      "learning_rate": 4.9728205024434715e-05,
      "loss": 5.4631,
      "step": 70845
    },
    {
      "epoch": 0.06201633169677909,
      "grad_norm": 0.4850371778011322,
      "learning_rate": 4.972815938508817e-05,
      "loss": 4.8432,
      "step": 70850
    },
    {
      "epoch": 0.06202070829040624,
      "grad_norm": 0.4353596568107605,
      "learning_rate": 4.972811374193632e-05,
      "loss": 4.9956,
      "step": 70855
    },
    {
      "epoch": 0.062025084884033396,
      "grad_norm": 0.47207003831863403,
      "learning_rate": 4.972806809497919e-05,
      "loss": 5.012,
      "step": 70860
    },
    {
      "epoch": 0.06202946147766055,
      "grad_norm": 0.44159042835235596,
      "learning_rate": 4.972802244421677e-05,
      "loss": 5.758,
      "step": 70865
    },
    {
      "epoch": 0.062033838071287706,
      "grad_norm": 0.4426618218421936,
      "learning_rate": 4.972797678964908e-05,
      "loss": 5.2515,
      "step": 70870
    },
    {
      "epoch": 0.06203821466491486,
      "grad_norm": 0.3798657953739166,
      "learning_rate": 4.972793113127612e-05,
      "loss": 5.0307,
      "step": 70875
    },
    {
      "epoch": 0.062042591258542015,
      "grad_norm": 0.4453626871109009,
      "learning_rate": 4.972788546909791e-05,
      "loss": 4.3701,
      "step": 70880
    },
    {
      "epoch": 0.06204696785216917,
      "grad_norm": 0.3950335383415222,
      "learning_rate": 4.9727839803114453e-05,
      "loss": 5.5521,
      "step": 70885
    },
    {
      "epoch": 0.062051344445796325,
      "grad_norm": 0.41181033849716187,
      "learning_rate": 4.9727794133325756e-05,
      "loss": 5.7656,
      "step": 70890
    },
    {
      "epoch": 0.06205572103942348,
      "grad_norm": 0.48733875155448914,
      "learning_rate": 4.9727748459731834e-05,
      "loss": 5.5459,
      "step": 70895
    },
    {
      "epoch": 0.062060097633050634,
      "grad_norm": 0.4679834842681885,
      "learning_rate": 4.9727702782332695e-05,
      "loss": 4.9975,
      "step": 70900
    },
    {
      "epoch": 0.06206447422667779,
      "grad_norm": 0.4705614447593689,
      "learning_rate": 4.972765710112833e-05,
      "loss": 5.2403,
      "step": 70905
    },
    {
      "epoch": 0.062068850820304944,
      "grad_norm": 0.39953216910362244,
      "learning_rate": 4.972761141611878e-05,
      "loss": 5.5028,
      "step": 70910
    },
    {
      "epoch": 0.0620732274139321,
      "grad_norm": 0.45363283157348633,
      "learning_rate": 4.9727565727304026e-05,
      "loss": 4.6972,
      "step": 70915
    },
    {
      "epoch": 0.06207760400755925,
      "grad_norm": 0.5011502504348755,
      "learning_rate": 4.972752003468409e-05,
      "loss": 5.0348,
      "step": 70920
    },
    {
      "epoch": 0.06208198060118641,
      "grad_norm": 0.73334139585495,
      "learning_rate": 4.9727474338258986e-05,
      "loss": 5.3074,
      "step": 70925
    },
    {
      "epoch": 0.06208635719481356,
      "grad_norm": 0.4063605070114136,
      "learning_rate": 4.97274286380287e-05,
      "loss": 5.3251,
      "step": 70930
    },
    {
      "epoch": 0.06209073378844072,
      "grad_norm": 0.46474817395210266,
      "learning_rate": 4.972738293399326e-05,
      "loss": 5.5228,
      "step": 70935
    },
    {
      "epoch": 0.06209511038206787,
      "grad_norm": 0.5454915761947632,
      "learning_rate": 4.972733722615267e-05,
      "loss": 5.5884,
      "step": 70940
    },
    {
      "epoch": 0.06209948697569503,
      "grad_norm": 0.4571051597595215,
      "learning_rate": 4.972729151450696e-05,
      "loss": 6.3898,
      "step": 70945
    },
    {
      "epoch": 0.06210386356932218,
      "grad_norm": 0.4674932062625885,
      "learning_rate": 4.972724579905609e-05,
      "loss": 4.9031,
      "step": 70950
    },
    {
      "epoch": 0.06210824016294934,
      "grad_norm": 0.4731069505214691,
      "learning_rate": 4.9727200079800106e-05,
      "loss": 5.5725,
      "step": 70955
    },
    {
      "epoch": 0.06211261675657649,
      "grad_norm": 0.47769516706466675,
      "learning_rate": 4.972715435673901e-05,
      "loss": 5.0175,
      "step": 70960
    },
    {
      "epoch": 0.062116993350203646,
      "grad_norm": 0.5366699695587158,
      "learning_rate": 4.972710862987281e-05,
      "loss": 5.0701,
      "step": 70965
    },
    {
      "epoch": 0.062121369943830794,
      "grad_norm": 0.5160801410675049,
      "learning_rate": 4.972706289920151e-05,
      "loss": 5.3211,
      "step": 70970
    },
    {
      "epoch": 0.06212574653745795,
      "grad_norm": 0.5761442184448242,
      "learning_rate": 4.972701716472512e-05,
      "loss": 5.3108,
      "step": 70975
    },
    {
      "epoch": 0.062130123131085103,
      "grad_norm": 0.4317000210285187,
      "learning_rate": 4.972697142644366e-05,
      "loss": 4.727,
      "step": 70980
    },
    {
      "epoch": 0.06213449972471226,
      "grad_norm": 0.5186060070991516,
      "learning_rate": 4.972692568435712e-05,
      "loss": 4.9396,
      "step": 70985
    },
    {
      "epoch": 0.06213887631833941,
      "grad_norm": 0.46230900287628174,
      "learning_rate": 4.972687993846552e-05,
      "loss": 5.863,
      "step": 70990
    },
    {
      "epoch": 0.06214325291196657,
      "grad_norm": 0.4318774938583374,
      "learning_rate": 4.972683418876888e-05,
      "loss": 4.8067,
      "step": 70995
    },
    {
      "epoch": 0.06214762950559372,
      "grad_norm": 0.4285966455936432,
      "learning_rate": 4.972678843526718e-05,
      "loss": 4.4927,
      "step": 71000
    },
    {
      "epoch": 0.06215200609922088,
      "grad_norm": 0.39087942242622375,
      "learning_rate": 4.972674267796045e-05,
      "loss": 5.5557,
      "step": 71005
    },
    {
      "epoch": 0.06215638269284803,
      "grad_norm": 0.39732518792152405,
      "learning_rate": 4.972669691684869e-05,
      "loss": 5.0207,
      "step": 71010
    },
    {
      "epoch": 0.06216075928647519,
      "grad_norm": 0.4056084454059601,
      "learning_rate": 4.9726651151931926e-05,
      "loss": 4.48,
      "step": 71015
    },
    {
      "epoch": 0.06216513588010234,
      "grad_norm": 0.4647434949874878,
      "learning_rate": 4.9726605383210146e-05,
      "loss": 5.4543,
      "step": 71020
    },
    {
      "epoch": 0.062169512473729496,
      "grad_norm": 0.433611124753952,
      "learning_rate": 4.9726559610683366e-05,
      "loss": 5.0195,
      "step": 71025
    },
    {
      "epoch": 0.06217388906735665,
      "grad_norm": 0.4451983571052551,
      "learning_rate": 4.97265138343516e-05,
      "loss": 4.2897,
      "step": 71030
    },
    {
      "epoch": 0.062178265660983806,
      "grad_norm": 0.42078691720962524,
      "learning_rate": 4.9726468054214837e-05,
      "loss": 5.0034,
      "step": 71035
    },
    {
      "epoch": 0.06218264225461096,
      "grad_norm": 0.48347344994544983,
      "learning_rate": 4.972642227027312e-05,
      "loss": 5.1049,
      "step": 71040
    },
    {
      "epoch": 0.062187018848238115,
      "grad_norm": 0.45540276169776917,
      "learning_rate": 4.9726376482526426e-05,
      "loss": 5.2258,
      "step": 71045
    },
    {
      "epoch": 0.06219139544186527,
      "grad_norm": 0.4297308027744293,
      "learning_rate": 4.972633069097478e-05,
      "loss": 6.0299,
      "step": 71050
    },
    {
      "epoch": 0.062195772035492425,
      "grad_norm": 0.37775126099586487,
      "learning_rate": 4.972628489561818e-05,
      "loss": 6.0711,
      "step": 71055
    },
    {
      "epoch": 0.06220014862911958,
      "grad_norm": 0.4163680374622345,
      "learning_rate": 4.972623909645665e-05,
      "loss": 4.9432,
      "step": 71060
    },
    {
      "epoch": 0.062204525222746734,
      "grad_norm": 0.5028241276741028,
      "learning_rate": 4.97261932934902e-05,
      "loss": 5.3559,
      "step": 71065
    },
    {
      "epoch": 0.06220890181637389,
      "grad_norm": 0.5293070673942566,
      "learning_rate": 4.972614748671882e-05,
      "loss": 5.5253,
      "step": 71070
    },
    {
      "epoch": 0.062213278410001044,
      "grad_norm": 0.4568074643611908,
      "learning_rate": 4.972610167614253e-05,
      "loss": 4.7138,
      "step": 71075
    },
    {
      "epoch": 0.0622176550036282,
      "grad_norm": 0.5050365924835205,
      "learning_rate": 4.9726055861761334e-05,
      "loss": 4.2366,
      "step": 71080
    },
    {
      "epoch": 0.06222203159725535,
      "grad_norm": 0.4968273937702179,
      "learning_rate": 4.9726010043575256e-05,
      "loss": 5.2824,
      "step": 71085
    },
    {
      "epoch": 0.06222640819088251,
      "grad_norm": 0.3731187582015991,
      "learning_rate": 4.972596422158427e-05,
      "loss": 5.5272,
      "step": 71090
    },
    {
      "epoch": 0.06223078478450966,
      "grad_norm": 0.7026957869529724,
      "learning_rate": 4.972591839578843e-05,
      "loss": 4.9347,
      "step": 71095
    },
    {
      "epoch": 0.06223516137813681,
      "grad_norm": 0.45980748534202576,
      "learning_rate": 4.9725872566187716e-05,
      "loss": 5.45,
      "step": 71100
    },
    {
      "epoch": 0.062239537971763965,
      "grad_norm": 0.46218663454055786,
      "learning_rate": 4.972582673278216e-05,
      "loss": 5.8907,
      "step": 71105
    },
    {
      "epoch": 0.06224391456539112,
      "grad_norm": 0.4513968825340271,
      "learning_rate": 4.9725780895571726e-05,
      "loss": 4.9885,
      "step": 71110
    },
    {
      "epoch": 0.062248291159018275,
      "grad_norm": 0.4802519977092743,
      "learning_rate": 4.9725735054556463e-05,
      "loss": 5.2041,
      "step": 71115
    },
    {
      "epoch": 0.06225266775264543,
      "grad_norm": 0.4590054750442505,
      "learning_rate": 4.972568920973637e-05,
      "loss": 4.7468,
      "step": 71120
    },
    {
      "epoch": 0.062257044346272584,
      "grad_norm": 0.4305865466594696,
      "learning_rate": 4.972564336111145e-05,
      "loss": 5.2179,
      "step": 71125
    },
    {
      "epoch": 0.06226142093989974,
      "grad_norm": 0.44706493616104126,
      "learning_rate": 4.972559750868172e-05,
      "loss": 5.2982,
      "step": 71130
    },
    {
      "epoch": 0.062265797533526894,
      "grad_norm": 0.38200685381889343,
      "learning_rate": 4.972555165244719e-05,
      "loss": 5.8468,
      "step": 71135
    },
    {
      "epoch": 0.06227017412715405,
      "grad_norm": 0.3509353697299957,
      "learning_rate": 4.972550579240786e-05,
      "loss": 6.0734,
      "step": 71140
    },
    {
      "epoch": 0.062274550720781204,
      "grad_norm": 0.4484533369541168,
      "learning_rate": 4.9725459928563736e-05,
      "loss": 4.8052,
      "step": 71145
    },
    {
      "epoch": 0.06227892731440836,
      "grad_norm": 0.43455925583839417,
      "learning_rate": 4.972541406091483e-05,
      "loss": 4.8023,
      "step": 71150
    },
    {
      "epoch": 0.06228330390803551,
      "grad_norm": 0.48174235224723816,
      "learning_rate": 4.9725368189461174e-05,
      "loss": 4.6547,
      "step": 71155
    },
    {
      "epoch": 0.06228768050166267,
      "grad_norm": 0.5132415294647217,
      "learning_rate": 4.9725322314202735e-05,
      "loss": 5.2535,
      "step": 71160
    },
    {
      "epoch": 0.06229205709528982,
      "grad_norm": 0.3937422037124634,
      "learning_rate": 4.972527643513956e-05,
      "loss": 6.4135,
      "step": 71165
    },
    {
      "epoch": 0.06229643368891698,
      "grad_norm": 0.4228651821613312,
      "learning_rate": 4.972523055227164e-05,
      "loss": 5.3187,
      "step": 71170
    },
    {
      "epoch": 0.06230081028254413,
      "grad_norm": 0.3975670337677002,
      "learning_rate": 4.972518466559898e-05,
      "loss": 6.3643,
      "step": 71175
    },
    {
      "epoch": 0.06230518687617129,
      "grad_norm": 0.3722566068172455,
      "learning_rate": 4.972513877512159e-05,
      "loss": 5.3271,
      "step": 71180
    },
    {
      "epoch": 0.06230956346979844,
      "grad_norm": 0.47217753529548645,
      "learning_rate": 4.972509288083948e-05,
      "loss": 5.5278,
      "step": 71185
    },
    {
      "epoch": 0.062313940063425596,
      "grad_norm": 0.45082882046699524,
      "learning_rate": 4.972504698275268e-05,
      "loss": 4.7016,
      "step": 71190
    },
    {
      "epoch": 0.06231831665705275,
      "grad_norm": 0.3902108371257782,
      "learning_rate": 4.972500108086118e-05,
      "loss": 5.4654,
      "step": 71195
    },
    {
      "epoch": 0.062322693250679906,
      "grad_norm": 0.39315932989120483,
      "learning_rate": 4.9724955175164976e-05,
      "loss": 5.2366,
      "step": 71200
    },
    {
      "epoch": 0.06232706984430706,
      "grad_norm": 0.3799145817756653,
      "learning_rate": 4.97249092656641e-05,
      "loss": 6.374,
      "step": 71205
    },
    {
      "epoch": 0.062331446437934215,
      "grad_norm": 0.4640898108482361,
      "learning_rate": 4.9724863352358545e-05,
      "loss": 5.0063,
      "step": 71210
    },
    {
      "epoch": 0.06233582303156137,
      "grad_norm": 0.39052489399909973,
      "learning_rate": 4.972481743524833e-05,
      "loss": 5.7742,
      "step": 71215
    },
    {
      "epoch": 0.062340199625188525,
      "grad_norm": 0.46997371315956116,
      "learning_rate": 4.972477151433346e-05,
      "loss": 5.0047,
      "step": 71220
    },
    {
      "epoch": 0.06234457621881568,
      "grad_norm": 0.4789487421512604,
      "learning_rate": 4.972472558961395e-05,
      "loss": 5.0781,
      "step": 71225
    },
    {
      "epoch": 0.06234895281244283,
      "grad_norm": 0.487647145986557,
      "learning_rate": 4.972467966108979e-05,
      "loss": 4.6994,
      "step": 71230
    },
    {
      "epoch": 0.06235332940606998,
      "grad_norm": 0.43004798889160156,
      "learning_rate": 4.972463372876102e-05,
      "loss": 5.4314,
      "step": 71235
    },
    {
      "epoch": 0.06235770599969714,
      "grad_norm": 0.43879765272140503,
      "learning_rate": 4.972458779262761e-05,
      "loss": 5.0346,
      "step": 71240
    },
    {
      "epoch": 0.06236208259332429,
      "grad_norm": 0.45512694120407104,
      "learning_rate": 4.9724541852689596e-05,
      "loss": 4.4918,
      "step": 71245
    },
    {
      "epoch": 0.062366459186951446,
      "grad_norm": 0.4625118374824524,
      "learning_rate": 4.972449590894699e-05,
      "loss": 5.5683,
      "step": 71250
    },
    {
      "epoch": 0.0623708357805786,
      "grad_norm": 0.46229085326194763,
      "learning_rate": 4.9724449961399785e-05,
      "loss": 5.4621,
      "step": 71255
    },
    {
      "epoch": 0.062375212374205756,
      "grad_norm": 0.5147489309310913,
      "learning_rate": 4.9724404010048e-05,
      "loss": 5.2287,
      "step": 71260
    },
    {
      "epoch": 0.06237958896783291,
      "grad_norm": 0.5132079124450684,
      "learning_rate": 4.972435805489163e-05,
      "loss": 5.8599,
      "step": 71265
    },
    {
      "epoch": 0.062383965561460065,
      "grad_norm": 0.3497236371040344,
      "learning_rate": 4.97243120959307e-05,
      "loss": 5.5618,
      "step": 71270
    },
    {
      "epoch": 0.06238834215508722,
      "grad_norm": 0.483882874250412,
      "learning_rate": 4.972426613316521e-05,
      "loss": 5.8756,
      "step": 71275
    },
    {
      "epoch": 0.062392718748714375,
      "grad_norm": 0.4495958387851715,
      "learning_rate": 4.972422016659518e-05,
      "loss": 5.2276,
      "step": 71280
    },
    {
      "epoch": 0.06239709534234153,
      "grad_norm": 0.4466671347618103,
      "learning_rate": 4.9724174196220606e-05,
      "loss": 5.3468,
      "step": 71285
    },
    {
      "epoch": 0.062401471935968685,
      "grad_norm": 0.4712100625038147,
      "learning_rate": 4.97241282220415e-05,
      "loss": 5.4436,
      "step": 71290
    },
    {
      "epoch": 0.06240584852959584,
      "grad_norm": 0.5271351337432861,
      "learning_rate": 4.972408224405788e-05,
      "loss": 5.2254,
      "step": 71295
    },
    {
      "epoch": 0.062410225123222994,
      "grad_norm": 0.4928579330444336,
      "learning_rate": 4.9724036262269724e-05,
      "loss": 5.5549,
      "step": 71300
    },
    {
      "epoch": 0.06241460171685015,
      "grad_norm": 0.5420992374420166,
      "learning_rate": 4.972399027667709e-05,
      "loss": 5.1281,
      "step": 71305
    },
    {
      "epoch": 0.062418978310477304,
      "grad_norm": 0.37982964515686035,
      "learning_rate": 4.9723944287279946e-05,
      "loss": 6.0436,
      "step": 71310
    },
    {
      "epoch": 0.06242335490410446,
      "grad_norm": 0.5069461464881897,
      "learning_rate": 4.972389829407832e-05,
      "loss": 5.2138,
      "step": 71315
    },
    {
      "epoch": 0.06242773149773161,
      "grad_norm": 0.4746190309524536,
      "learning_rate": 4.972385229707222e-05,
      "loss": 5.0381,
      "step": 71320
    },
    {
      "epoch": 0.06243210809135877,
      "grad_norm": 0.5511817336082458,
      "learning_rate": 4.972380629626164e-05,
      "loss": 6.0654,
      "step": 71325
    },
    {
      "epoch": 0.06243648468498592,
      "grad_norm": 0.5763176679611206,
      "learning_rate": 4.9723760291646614e-05,
      "loss": 5.5413,
      "step": 71330
    },
    {
      "epoch": 0.06244086127861308,
      "grad_norm": 0.437182754278183,
      "learning_rate": 4.972371428322714e-05,
      "loss": 5.2319,
      "step": 71335
    },
    {
      "epoch": 0.06244523787224023,
      "grad_norm": 0.4928675591945648,
      "learning_rate": 4.972366827100321e-05,
      "loss": 4.7223,
      "step": 71340
    },
    {
      "epoch": 0.06244961446586739,
      "grad_norm": 0.5676718354225159,
      "learning_rate": 4.9723622254974853e-05,
      "loss": 5.1461,
      "step": 71345
    },
    {
      "epoch": 0.06245399105949454,
      "grad_norm": 0.47458982467651367,
      "learning_rate": 4.972357623514208e-05,
      "loss": 6.0664,
      "step": 71350
    },
    {
      "epoch": 0.062458367653121696,
      "grad_norm": 0.5028743147850037,
      "learning_rate": 4.9723530211504874e-05,
      "loss": 5.0272,
      "step": 71355
    },
    {
      "epoch": 0.062462744246748844,
      "grad_norm": 0.5230036377906799,
      "learning_rate": 4.972348418406328e-05,
      "loss": 5.0129,
      "step": 71360
    },
    {
      "epoch": 0.062467120840376,
      "grad_norm": 0.5057234168052673,
      "learning_rate": 4.972343815281727e-05,
      "loss": 5.0189,
      "step": 71365
    },
    {
      "epoch": 0.062471497434003154,
      "grad_norm": 0.45728084444999695,
      "learning_rate": 4.972339211776688e-05,
      "loss": 5.3325,
      "step": 71370
    },
    {
      "epoch": 0.06247587402763031,
      "grad_norm": 0.44874948263168335,
      "learning_rate": 4.9723346078912115e-05,
      "loss": 5.7807,
      "step": 71375
    },
    {
      "epoch": 0.06248025062125746,
      "grad_norm": 0.4657979905605316,
      "learning_rate": 4.9723300036252975e-05,
      "loss": 5.3466,
      "step": 71380
    },
    {
      "epoch": 0.06248462721488462,
      "grad_norm": 0.5794892907142639,
      "learning_rate": 4.972325398978948e-05,
      "loss": 5.2101,
      "step": 71385
    },
    {
      "epoch": 0.06248900380851177,
      "grad_norm": 0.5236843228340149,
      "learning_rate": 4.9723207939521624e-05,
      "loss": 5.3159,
      "step": 71390
    },
    {
      "epoch": 0.06249338040213893,
      "grad_norm": 0.45343926548957825,
      "learning_rate": 4.972316188544942e-05,
      "loss": 5.4125,
      "step": 71395
    },
    {
      "epoch": 0.06249775699576608,
      "grad_norm": 0.6636402606964111,
      "learning_rate": 4.9723115827572886e-05,
      "loss": 4.7002,
      "step": 71400
    },
    {
      "epoch": 0.06250213358939324,
      "grad_norm": 0.4776700437068939,
      "learning_rate": 4.972306976589203e-05,
      "loss": 5.0599,
      "step": 71405
    },
    {
      "epoch": 0.06250651018302039,
      "grad_norm": 0.4658319354057312,
      "learning_rate": 4.972302370040684e-05,
      "loss": 5.4355,
      "step": 71410
    },
    {
      "epoch": 0.06251088677664755,
      "grad_norm": 0.4694008529186249,
      "learning_rate": 4.972297763111735e-05,
      "loss": 5.0138,
      "step": 71415
    },
    {
      "epoch": 0.0625152633702747,
      "grad_norm": 0.3945606052875519,
      "learning_rate": 4.972293155802357e-05,
      "loss": 6.3889,
      "step": 71420
    },
    {
      "epoch": 0.06251963996390185,
      "grad_norm": 0.3908788561820984,
      "learning_rate": 4.972288548112549e-05,
      "loss": 6.0537,
      "step": 71425
    },
    {
      "epoch": 0.06252401655752901,
      "grad_norm": 0.3909376561641693,
      "learning_rate": 4.972283940042313e-05,
      "loss": 5.0088,
      "step": 71430
    },
    {
      "epoch": 0.06252839315115616,
      "grad_norm": 0.41775456070899963,
      "learning_rate": 4.9722793315916495e-05,
      "loss": 5.1876,
      "step": 71435
    },
    {
      "epoch": 0.06253276974478332,
      "grad_norm": 0.3642653822898865,
      "learning_rate": 4.9722747227605606e-05,
      "loss": 5.3634,
      "step": 71440
    },
    {
      "epoch": 0.06253714633841047,
      "grad_norm": 0.5913742184638977,
      "learning_rate": 4.972270113549045e-05,
      "loss": 5.4254,
      "step": 71445
    },
    {
      "epoch": 0.06254152293203763,
      "grad_norm": 0.472415953874588,
      "learning_rate": 4.972265503957104e-05,
      "loss": 5.0433,
      "step": 71450
    },
    {
      "epoch": 0.06254589952566478,
      "grad_norm": 0.3733249008655548,
      "learning_rate": 4.97226089398474e-05,
      "loss": 5.8832,
      "step": 71455
    },
    {
      "epoch": 0.06255027611929194,
      "grad_norm": 0.47130194306373596,
      "learning_rate": 4.972256283631954e-05,
      "loss": 5.3473,
      "step": 71460
    },
    {
      "epoch": 0.06255465271291909,
      "grad_norm": 0.45354658365249634,
      "learning_rate": 4.9722516728987455e-05,
      "loss": 5.3401,
      "step": 71465
    },
    {
      "epoch": 0.06255902930654625,
      "grad_norm": 0.44250258803367615,
      "learning_rate": 4.9722470617851156e-05,
      "loss": 4.1532,
      "step": 71470
    },
    {
      "epoch": 0.0625634059001734,
      "grad_norm": 0.49548694491386414,
      "learning_rate": 4.9722424502910656e-05,
      "loss": 5.5689,
      "step": 71475
    },
    {
      "epoch": 0.06256778249380056,
      "grad_norm": 0.45577940344810486,
      "learning_rate": 4.972237838416597e-05,
      "loss": 5.8228,
      "step": 71480
    },
    {
      "epoch": 0.0625721590874277,
      "grad_norm": 0.39805227518081665,
      "learning_rate": 4.97223322616171e-05,
      "loss": 5.5341,
      "step": 71485
    },
    {
      "epoch": 0.06257653568105487,
      "grad_norm": 0.4409359395503998,
      "learning_rate": 4.972228613526404e-05,
      "loss": 4.8909,
      "step": 71490
    },
    {
      "epoch": 0.06258091227468202,
      "grad_norm": 0.4606657922267914,
      "learning_rate": 4.972224000510682e-05,
      "loss": 4.9974,
      "step": 71495
    },
    {
      "epoch": 0.06258528886830918,
      "grad_norm": 0.47580939531326294,
      "learning_rate": 4.972219387114545e-05,
      "loss": 5.773,
      "step": 71500
    },
    {
      "epoch": 0.06258966546193633,
      "grad_norm": 0.3984854519367218,
      "learning_rate": 4.972214773337992e-05,
      "loss": 6.068,
      "step": 71505
    },
    {
      "epoch": 0.06259404205556349,
      "grad_norm": 0.43252813816070557,
      "learning_rate": 4.972210159181026e-05,
      "loss": 5.4535,
      "step": 71510
    },
    {
      "epoch": 0.06259841864919063,
      "grad_norm": 0.43248966336250305,
      "learning_rate": 4.972205544643647e-05,
      "loss": 5.5457,
      "step": 71515
    },
    {
      "epoch": 0.0626027952428178,
      "grad_norm": 0.4331064522266388,
      "learning_rate": 4.9722009297258556e-05,
      "loss": 5.549,
      "step": 71520
    },
    {
      "epoch": 0.06260717183644494,
      "grad_norm": 0.42292943596839905,
      "learning_rate": 4.972196314427652e-05,
      "loss": 5.0182,
      "step": 71525
    },
    {
      "epoch": 0.0626115484300721,
      "grad_norm": 0.3762613534927368,
      "learning_rate": 4.972191698749038e-05,
      "loss": 5.7787,
      "step": 71530
    },
    {
      "epoch": 0.06261592502369925,
      "grad_norm": 0.368446946144104,
      "learning_rate": 4.9721870826900154e-05,
      "loss": 5.8626,
      "step": 71535
    },
    {
      "epoch": 0.06262030161732642,
      "grad_norm": 0.4043413996696472,
      "learning_rate": 4.972182466250583e-05,
      "loss": 5.845,
      "step": 71540
    },
    {
      "epoch": 0.06262467821095356,
      "grad_norm": 0.4847376048564911,
      "learning_rate": 4.9721778494307444e-05,
      "loss": 5.8057,
      "step": 71545
    },
    {
      "epoch": 0.06262905480458071,
      "grad_norm": 0.4126453399658203,
      "learning_rate": 4.9721732322304984e-05,
      "loss": 5.4713,
      "step": 71550
    },
    {
      "epoch": 0.06263343139820787,
      "grad_norm": 0.47428497672080994,
      "learning_rate": 4.972168614649846e-05,
      "loss": 4.7812,
      "step": 71555
    },
    {
      "epoch": 0.06263780799183502,
      "grad_norm": 0.4680686593055725,
      "learning_rate": 4.972163996688789e-05,
      "loss": 4.2784,
      "step": 71560
    },
    {
      "epoch": 0.06264218458546218,
      "grad_norm": 0.4793740212917328,
      "learning_rate": 4.972159378347328e-05,
      "loss": 5.22,
      "step": 71565
    },
    {
      "epoch": 0.06264656117908933,
      "grad_norm": 0.45412787795066833,
      "learning_rate": 4.972154759625464e-05,
      "loss": 5.3773,
      "step": 71570
    },
    {
      "epoch": 0.06265093777271649,
      "grad_norm": 0.37584519386291504,
      "learning_rate": 4.9721501405231964e-05,
      "loss": 6.0695,
      "step": 71575
    },
    {
      "epoch": 0.06265531436634364,
      "grad_norm": 0.455424427986145,
      "learning_rate": 4.9721455210405266e-05,
      "loss": 5.5537,
      "step": 71580
    },
    {
      "epoch": 0.0626596909599708,
      "grad_norm": 0.4002951979637146,
      "learning_rate": 4.972140901177458e-05,
      "loss": 5.7359,
      "step": 71585
    },
    {
      "epoch": 0.06266406755359795,
      "grad_norm": 0.42306098341941833,
      "learning_rate": 4.972136280933989e-05,
      "loss": 5.8356,
      "step": 71590
    },
    {
      "epoch": 0.06266844414722511,
      "grad_norm": 0.4699316918849945,
      "learning_rate": 4.9721316603101206e-05,
      "loss": 4.3993,
      "step": 71595
    },
    {
      "epoch": 0.06267282074085226,
      "grad_norm": 0.43624868988990784,
      "learning_rate": 4.972127039305855e-05,
      "loss": 4.1964,
      "step": 71600
    },
    {
      "epoch": 0.06267719733447942,
      "grad_norm": 0.4705807864665985,
      "learning_rate": 4.972122417921193e-05,
      "loss": 4.9356,
      "step": 71605
    },
    {
      "epoch": 0.06268157392810657,
      "grad_norm": 0.3963915705680847,
      "learning_rate": 4.972117796156134e-05,
      "loss": 5.7508,
      "step": 71610
    },
    {
      "epoch": 0.06268595052173373,
      "grad_norm": 0.4094570279121399,
      "learning_rate": 4.972113174010679e-05,
      "loss": 5.4672,
      "step": 71615
    },
    {
      "epoch": 0.06269032711536088,
      "grad_norm": 0.4101427495479584,
      "learning_rate": 4.972108551484831e-05,
      "loss": 5.4502,
      "step": 71620
    },
    {
      "epoch": 0.06269470370898804,
      "grad_norm": 0.408280611038208,
      "learning_rate": 4.9721039285785895e-05,
      "loss": 4.9532,
      "step": 71625
    },
    {
      "epoch": 0.06269908030261519,
      "grad_norm": 0.37930595874786377,
      "learning_rate": 4.972099305291954e-05,
      "loss": 5.2268,
      "step": 71630
    },
    {
      "epoch": 0.06270345689624235,
      "grad_norm": 0.36798492074012756,
      "learning_rate": 4.972094681624928e-05,
      "loss": 5.7434,
      "step": 71635
    },
    {
      "epoch": 0.0627078334898695,
      "grad_norm": 0.39693841338157654,
      "learning_rate": 4.972090057577511e-05,
      "loss": 5.8467,
      "step": 71640
    },
    {
      "epoch": 0.06271221008349666,
      "grad_norm": 0.5102289915084839,
      "learning_rate": 4.972085433149704e-05,
      "loss": 4.6975,
      "step": 71645
    },
    {
      "epoch": 0.0627165866771238,
      "grad_norm": 0.42747926712036133,
      "learning_rate": 4.972080808341508e-05,
      "loss": 5.0125,
      "step": 71650
    },
    {
      "epoch": 0.06272096327075097,
      "grad_norm": 0.46883243322372437,
      "learning_rate": 4.9720761831529236e-05,
      "loss": 5.3583,
      "step": 71655
    },
    {
      "epoch": 0.06272533986437812,
      "grad_norm": 0.47284141182899475,
      "learning_rate": 4.9720715575839514e-05,
      "loss": 5.3578,
      "step": 71660
    },
    {
      "epoch": 0.06272971645800528,
      "grad_norm": 0.48242253065109253,
      "learning_rate": 4.972066931634594e-05,
      "loss": 5.3332,
      "step": 71665
    },
    {
      "epoch": 0.06273409305163243,
      "grad_norm": 0.5495123267173767,
      "learning_rate": 4.972062305304851e-05,
      "loss": 5.499,
      "step": 71670
    },
    {
      "epoch": 0.06273846964525959,
      "grad_norm": 0.46022239327430725,
      "learning_rate": 4.972057678594723e-05,
      "loss": 5.2736,
      "step": 71675
    },
    {
      "epoch": 0.06274284623888673,
      "grad_norm": 0.49672484397888184,
      "learning_rate": 4.972053051504212e-05,
      "loss": 5.2558,
      "step": 71680
    },
    {
      "epoch": 0.06274722283251388,
      "grad_norm": 0.43521028757095337,
      "learning_rate": 4.972048424033317e-05,
      "loss": 5.8043,
      "step": 71685
    },
    {
      "epoch": 0.06275159942614104,
      "grad_norm": 0.4687846899032593,
      "learning_rate": 4.9720437961820406e-05,
      "loss": 4.4844,
      "step": 71690
    },
    {
      "epoch": 0.06275597601976819,
      "grad_norm": 0.9839178919792175,
      "learning_rate": 4.972039167950383e-05,
      "loss": 6.151,
      "step": 71695
    },
    {
      "epoch": 0.06276035261339535,
      "grad_norm": 0.5115185976028442,
      "learning_rate": 4.972034539338346e-05,
      "loss": 5.3925,
      "step": 71700
    },
    {
      "epoch": 0.0627647292070225,
      "grad_norm": 0.43871039152145386,
      "learning_rate": 4.97202991034593e-05,
      "loss": 5.5726,
      "step": 71705
    },
    {
      "epoch": 0.06276910580064966,
      "grad_norm": 0.4787710905075073,
      "learning_rate": 4.972025280973135e-05,
      "loss": 5.0211,
      "step": 71710
    },
    {
      "epoch": 0.06277348239427681,
      "grad_norm": 0.5550498366355896,
      "learning_rate": 4.972020651219963e-05,
      "loss": 6.0871,
      "step": 71715
    },
    {
      "epoch": 0.06277785898790397,
      "grad_norm": 0.5580524206161499,
      "learning_rate": 4.972016021086414e-05,
      "loss": 5.242,
      "step": 71720
    },
    {
      "epoch": 0.06278223558153112,
      "grad_norm": 0.5133019685745239,
      "learning_rate": 4.97201139057249e-05,
      "loss": 6.0285,
      "step": 71725
    },
    {
      "epoch": 0.06278661217515828,
      "grad_norm": 0.48169922828674316,
      "learning_rate": 4.97200675967819e-05,
      "loss": 3.9526,
      "step": 71730
    },
    {
      "epoch": 0.06279098876878543,
      "grad_norm": 0.5052069425582886,
      "learning_rate": 4.972002128403517e-05,
      "loss": 4.9565,
      "step": 71735
    },
    {
      "epoch": 0.06279536536241259,
      "grad_norm": 0.5521688461303711,
      "learning_rate": 4.971997496748472e-05,
      "loss": 5.7645,
      "step": 71740
    },
    {
      "epoch": 0.06279974195603974,
      "grad_norm": 0.49304085969924927,
      "learning_rate": 4.971992864713053e-05,
      "loss": 5.3132,
      "step": 71745
    },
    {
      "epoch": 0.0628041185496669,
      "grad_norm": 0.42971375584602356,
      "learning_rate": 4.9719882322972635e-05,
      "loss": 6.0805,
      "step": 71750
    },
    {
      "epoch": 0.06280849514329405,
      "grad_norm": 0.4415380656719208,
      "learning_rate": 4.971983599501105e-05,
      "loss": 5.5489,
      "step": 71755
    },
    {
      "epoch": 0.06281287173692121,
      "grad_norm": 0.461773544549942,
      "learning_rate": 4.971978966324575e-05,
      "loss": 5.3212,
      "step": 71760
    },
    {
      "epoch": 0.06281724833054836,
      "grad_norm": 0.4654557704925537,
      "learning_rate": 4.9719743327676785e-05,
      "loss": 5.2042,
      "step": 71765
    },
    {
      "epoch": 0.06282162492417552,
      "grad_norm": 0.374028742313385,
      "learning_rate": 4.971969698830413e-05,
      "loss": 4.8081,
      "step": 71770
    },
    {
      "epoch": 0.06282600151780267,
      "grad_norm": 0.39500316977500916,
      "learning_rate": 4.971965064512781e-05,
      "loss": 5.0588,
      "step": 71775
    },
    {
      "epoch": 0.06283037811142983,
      "grad_norm": 0.42981889843940735,
      "learning_rate": 4.971960429814784e-05,
      "loss": 5.2316,
      "step": 71780
    },
    {
      "epoch": 0.06283475470505698,
      "grad_norm": 0.43741104006767273,
      "learning_rate": 4.9719557947364217e-05,
      "loss": 4.3455,
      "step": 71785
    },
    {
      "epoch": 0.06283913129868414,
      "grad_norm": 0.4765729606151581,
      "learning_rate": 4.971951159277695e-05,
      "loss": 5.8479,
      "step": 71790
    },
    {
      "epoch": 0.06284350789231129,
      "grad_norm": 0.4406335651874542,
      "learning_rate": 4.971946523438605e-05,
      "loss": 4.7272,
      "step": 71795
    },
    {
      "epoch": 0.06284788448593845,
      "grad_norm": 0.4120939373970032,
      "learning_rate": 4.9719418872191526e-05,
      "loss": 5.5665,
      "step": 71800
    },
    {
      "epoch": 0.0628522610795656,
      "grad_norm": 0.45481932163238525,
      "learning_rate": 4.9719372506193395e-05,
      "loss": 5.5445,
      "step": 71805
    },
    {
      "epoch": 0.06285663767319274,
      "grad_norm": 0.44420570135116577,
      "learning_rate": 4.9719326136391666e-05,
      "loss": 5.0335,
      "step": 71810
    },
    {
      "epoch": 0.0628610142668199,
      "grad_norm": 0.42251449823379517,
      "learning_rate": 4.971927976278633e-05,
      "loss": 5.0245,
      "step": 71815
    },
    {
      "epoch": 0.06286539086044705,
      "grad_norm": 0.4144592881202698,
      "learning_rate": 4.971923338537742e-05,
      "loss": 5.5812,
      "step": 71820
    },
    {
      "epoch": 0.06286976745407422,
      "grad_norm": 0.4456605315208435,
      "learning_rate": 4.971918700416492e-05,
      "loss": 4.947,
      "step": 71825
    },
    {
      "epoch": 0.06287414404770136,
      "grad_norm": 0.4477839469909668,
      "learning_rate": 4.971914061914885e-05,
      "loss": 5.0436,
      "step": 71830
    },
    {
      "epoch": 0.06287852064132853,
      "grad_norm": 0.46408671140670776,
      "learning_rate": 4.971909423032923e-05,
      "loss": 5.0262,
      "step": 71835
    },
    {
      "epoch": 0.06288289723495567,
      "grad_norm": 0.398420125246048,
      "learning_rate": 4.9719047837706055e-05,
      "loss": 5.273,
      "step": 71840
    },
    {
      "epoch": 0.06288727382858283,
      "grad_norm": 0.4314936697483063,
      "learning_rate": 4.9719001441279336e-05,
      "loss": 4.5177,
      "step": 71845
    },
    {
      "epoch": 0.06289165042220998,
      "grad_norm": 0.44714611768722534,
      "learning_rate": 4.9718955041049087e-05,
      "loss": 4.9159,
      "step": 71850
    },
    {
      "epoch": 0.06289602701583714,
      "grad_norm": 0.3770233690738678,
      "learning_rate": 4.9718908637015314e-05,
      "loss": 5.7461,
      "step": 71855
    },
    {
      "epoch": 0.06290040360946429,
      "grad_norm": 0.4776655435562134,
      "learning_rate": 4.9718862229178024e-05,
      "loss": 6.077,
      "step": 71860
    },
    {
      "epoch": 0.06290478020309145,
      "grad_norm": 0.4182991683483124,
      "learning_rate": 4.971881581753724e-05,
      "loss": 5.2274,
      "step": 71865
    },
    {
      "epoch": 0.0629091567967186,
      "grad_norm": 0.4062049686908722,
      "learning_rate": 4.9718769402092934e-05,
      "loss": 4.9124,
      "step": 71870
    },
    {
      "epoch": 0.06291353339034576,
      "grad_norm": 0.374089777469635,
      "learning_rate": 4.9718722982845155e-05,
      "loss": 5.2274,
      "step": 71875
    },
    {
      "epoch": 0.06291790998397291,
      "grad_norm": 0.4150855839252472,
      "learning_rate": 4.97186765597939e-05,
      "loss": 5.5604,
      "step": 71880
    },
    {
      "epoch": 0.06292228657760007,
      "grad_norm": 0.4047057032585144,
      "learning_rate": 4.971863013293917e-05,
      "loss": 5.2232,
      "step": 71885
    },
    {
      "epoch": 0.06292666317122722,
      "grad_norm": 0.39106884598731995,
      "learning_rate": 4.971858370228099e-05,
      "loss": 5.7896,
      "step": 71890
    },
    {
      "epoch": 0.06293103976485438,
      "grad_norm": 0.4810521900653839,
      "learning_rate": 4.9718537267819346e-05,
      "loss": 4.8235,
      "step": 71895
    },
    {
      "epoch": 0.06293541635848153,
      "grad_norm": 0.4395228922367096,
      "learning_rate": 4.9718490829554254e-05,
      "loss": 5.017,
      "step": 71900
    },
    {
      "epoch": 0.06293979295210869,
      "grad_norm": 0.37576496601104736,
      "learning_rate": 4.971844438748573e-05,
      "loss": 6.3531,
      "step": 71905
    },
    {
      "epoch": 0.06294416954573584,
      "grad_norm": 0.3721120059490204,
      "learning_rate": 4.9718397941613785e-05,
      "loss": 5.8393,
      "step": 71910
    },
    {
      "epoch": 0.062948546139363,
      "grad_norm": 0.45344123244285583,
      "learning_rate": 4.971835149193842e-05,
      "loss": 5.2013,
      "step": 71915
    },
    {
      "epoch": 0.06295292273299015,
      "grad_norm": 0.41339588165283203,
      "learning_rate": 4.9718305038459655e-05,
      "loss": 5.3484,
      "step": 71920
    },
    {
      "epoch": 0.06295729932661731,
      "grad_norm": 0.4635639488697052,
      "learning_rate": 4.971825858117748e-05,
      "loss": 5.5372,
      "step": 71925
    },
    {
      "epoch": 0.06296167592024446,
      "grad_norm": 0.3867826759815216,
      "learning_rate": 4.9718212120091925e-05,
      "loss": 5.0098,
      "step": 71930
    },
    {
      "epoch": 0.06296605251387162,
      "grad_norm": 0.4028295874595642,
      "learning_rate": 4.971816565520299e-05,
      "loss": 5.0046,
      "step": 71935
    },
    {
      "epoch": 0.06297042910749877,
      "grad_norm": 0.43368300795555115,
      "learning_rate": 4.971811918651067e-05,
      "loss": 4.8091,
      "step": 71940
    },
    {
      "epoch": 0.06297480570112592,
      "grad_norm": 0.4186191260814667,
      "learning_rate": 4.9718072714015e-05,
      "loss": 5.5258,
      "step": 71945
    },
    {
      "epoch": 0.06297918229475308,
      "grad_norm": 0.42790940403938293,
      "learning_rate": 4.971802623771597e-05,
      "loss": 5.8479,
      "step": 71950
    },
    {
      "epoch": 0.06298355888838023,
      "grad_norm": 0.39403843879699707,
      "learning_rate": 4.971797975761361e-05,
      "loss": 5.0279,
      "step": 71955
    },
    {
      "epoch": 0.06298793548200739,
      "grad_norm": 0.471975713968277,
      "learning_rate": 4.971793327370789e-05,
      "loss": 6.1014,
      "step": 71960
    },
    {
      "epoch": 0.06299231207563454,
      "grad_norm": 0.45195454359054565,
      "learning_rate": 4.971788678599886e-05,
      "loss": 4.9251,
      "step": 71965
    },
    {
      "epoch": 0.0629966886692617,
      "grad_norm": 0.4401930868625641,
      "learning_rate": 4.9717840294486504e-05,
      "loss": 4.4949,
      "step": 71970
    },
    {
      "epoch": 0.06300106526288884,
      "grad_norm": 0.3770732879638672,
      "learning_rate": 4.9717793799170843e-05,
      "loss": 6.0768,
      "step": 71975
    },
    {
      "epoch": 0.063005441856516,
      "grad_norm": 0.4608641564846039,
      "learning_rate": 4.971774730005189e-05,
      "loss": 5.542,
      "step": 71980
    },
    {
      "epoch": 0.06300981845014315,
      "grad_norm": 0.46098586916923523,
      "learning_rate": 4.971770079712964e-05,
      "loss": 5.8452,
      "step": 71985
    },
    {
      "epoch": 0.06301419504377032,
      "grad_norm": 0.4503316581249237,
      "learning_rate": 4.97176542904041e-05,
      "loss": 5.2884,
      "step": 71990
    },
    {
      "epoch": 0.06301857163739746,
      "grad_norm": 0.36100560426712036,
      "learning_rate": 4.9717607779875295e-05,
      "loss": 5.5554,
      "step": 71995
    },
    {
      "epoch": 0.06302294823102463,
      "grad_norm": 0.4747144877910614,
      "learning_rate": 4.971756126554322e-05,
      "loss": 6.083,
      "step": 72000
    },
    {
      "epoch": 0.06302732482465177,
      "grad_norm": 0.3669816851615906,
      "learning_rate": 4.97175147474079e-05,
      "loss": 5.8564,
      "step": 72005
    },
    {
      "epoch": 0.06303170141827893,
      "grad_norm": 0.4716104567050934,
      "learning_rate": 4.9717468225469334e-05,
      "loss": 5.0151,
      "step": 72010
    },
    {
      "epoch": 0.06303607801190608,
      "grad_norm": 0.5601315498352051,
      "learning_rate": 4.971742169972752e-05,
      "loss": 5.0509,
      "step": 72015
    },
    {
      "epoch": 0.06304045460553324,
      "grad_norm": 0.3943503201007843,
      "learning_rate": 4.9717375170182476e-05,
      "loss": 5.0076,
      "step": 72020
    },
    {
      "epoch": 0.06304483119916039,
      "grad_norm": 0.4583052098751068,
      "learning_rate": 4.9717328636834216e-05,
      "loss": 5.3637,
      "step": 72025
    },
    {
      "epoch": 0.06304920779278755,
      "grad_norm": 0.613528847694397,
      "learning_rate": 4.971728209968275e-05,
      "loss": 5.3445,
      "step": 72030
    },
    {
      "epoch": 0.0630535843864147,
      "grad_norm": 0.37215515971183777,
      "learning_rate": 4.971723555872808e-05,
      "loss": 5.3436,
      "step": 72035
    },
    {
      "epoch": 0.06305796098004186,
      "grad_norm": 0.4332564175128937,
      "learning_rate": 4.9717189013970225e-05,
      "loss": 5.5831,
      "step": 72040
    },
    {
      "epoch": 0.06306233757366901,
      "grad_norm": 0.41767194867134094,
      "learning_rate": 4.9717142465409185e-05,
      "loss": 5.0512,
      "step": 72045
    },
    {
      "epoch": 0.06306671416729617,
      "grad_norm": 0.37972038984298706,
      "learning_rate": 4.971709591304497e-05,
      "loss": 5.5011,
      "step": 72050
    },
    {
      "epoch": 0.06307109076092332,
      "grad_norm": 0.48883166909217834,
      "learning_rate": 4.971704935687758e-05,
      "loss": 5.5222,
      "step": 72055
    },
    {
      "epoch": 0.06307546735455048,
      "grad_norm": 0.44621121883392334,
      "learning_rate": 4.971700279690704e-05,
      "loss": 6.0979,
      "step": 72060
    },
    {
      "epoch": 0.06307984394817763,
      "grad_norm": 0.3861316740512848,
      "learning_rate": 4.971695623313335e-05,
      "loss": 5.2556,
      "step": 72065
    },
    {
      "epoch": 0.06308422054180478,
      "grad_norm": 0.4375923275947571,
      "learning_rate": 4.971690966555652e-05,
      "loss": 4.9774,
      "step": 72070
    },
    {
      "epoch": 0.06308859713543194,
      "grad_norm": 0.46170058846473694,
      "learning_rate": 4.971686309417657e-05,
      "loss": 5.8514,
      "step": 72075
    },
    {
      "epoch": 0.06309297372905909,
      "grad_norm": 0.45566439628601074,
      "learning_rate": 4.9716816518993494e-05,
      "loss": 5.2288,
      "step": 72080
    },
    {
      "epoch": 0.06309735032268625,
      "grad_norm": 0.3804197609424591,
      "learning_rate": 4.97167699400073e-05,
      "loss": 5.8711,
      "step": 72085
    },
    {
      "epoch": 0.0631017269163134,
      "grad_norm": 0.4581773281097412,
      "learning_rate": 4.971672335721802e-05,
      "loss": 5.8244,
      "step": 72090
    },
    {
      "epoch": 0.06310610350994056,
      "grad_norm": 0.46797966957092285,
      "learning_rate": 4.9716676770625634e-05,
      "loss": 5.0178,
      "step": 72095
    },
    {
      "epoch": 0.0631104801035677,
      "grad_norm": 0.46547871828079224,
      "learning_rate": 4.971663018023017e-05,
      "loss": 4.7859,
      "step": 72100
    },
    {
      "epoch": 0.06311485669719487,
      "grad_norm": 0.4561309218406677,
      "learning_rate": 4.971658358603163e-05,
      "loss": 5.2216,
      "step": 72105
    },
    {
      "epoch": 0.06311923329082202,
      "grad_norm": 0.43801939487457275,
      "learning_rate": 4.9716536988030014e-05,
      "loss": 5.7928,
      "step": 72110
    },
    {
      "epoch": 0.06312360988444918,
      "grad_norm": 0.37303823232650757,
      "learning_rate": 4.971649038622536e-05,
      "loss": 6.3695,
      "step": 72115
    },
    {
      "epoch": 0.06312798647807633,
      "grad_norm": 0.44733768701553345,
      "learning_rate": 4.971644378061763e-05,
      "loss": 4.7254,
      "step": 72120
    },
    {
      "epoch": 0.06313236307170349,
      "grad_norm": 0.4545803964138031,
      "learning_rate": 4.9716397171206876e-05,
      "loss": 4.4932,
      "step": 72125
    },
    {
      "epoch": 0.06313673966533064,
      "grad_norm": 0.4842543601989746,
      "learning_rate": 4.97163505579931e-05,
      "loss": 5.5457,
      "step": 72130
    },
    {
      "epoch": 0.0631411162589578,
      "grad_norm": 0.4576072692871094,
      "learning_rate": 4.9716303940976286e-05,
      "loss": 4.1343,
      "step": 72135
    },
    {
      "epoch": 0.06314549285258494,
      "grad_norm": 0.397280216217041,
      "learning_rate": 4.9716257320156464e-05,
      "loss": 5.5372,
      "step": 72140
    },
    {
      "epoch": 0.0631498694462121,
      "grad_norm": 0.6149958968162537,
      "learning_rate": 4.971621069553364e-05,
      "loss": 5.218,
      "step": 72145
    },
    {
      "epoch": 0.06315424603983925,
      "grad_norm": 0.44423776865005493,
      "learning_rate": 4.971616406710783e-05,
      "loss": 5.035,
      "step": 72150
    },
    {
      "epoch": 0.06315862263346642,
      "grad_norm": 0.4133390486240387,
      "learning_rate": 4.971611743487902e-05,
      "loss": 5.5588,
      "step": 72155
    },
    {
      "epoch": 0.06316299922709356,
      "grad_norm": 0.45060548186302185,
      "learning_rate": 4.9716070798847236e-05,
      "loss": 4.6684,
      "step": 72160
    },
    {
      "epoch": 0.06316737582072073,
      "grad_norm": 0.4145417809486389,
      "learning_rate": 4.9716024159012494e-05,
      "loss": 5.8793,
      "step": 72165
    },
    {
      "epoch": 0.06317175241434787,
      "grad_norm": 0.4408338963985443,
      "learning_rate": 4.971597751537479e-05,
      "loss": 4.7277,
      "step": 72170
    },
    {
      "epoch": 0.06317612900797503,
      "grad_norm": 0.511184811592102,
      "learning_rate": 4.9715930867934134e-05,
      "loss": 5.5635,
      "step": 72175
    },
    {
      "epoch": 0.06318050560160218,
      "grad_norm": 0.4919315576553345,
      "learning_rate": 4.9715884216690536e-05,
      "loss": 5.8966,
      "step": 72180
    },
    {
      "epoch": 0.06318488219522934,
      "grad_norm": 0.44620051980018616,
      "learning_rate": 4.971583756164401e-05,
      "loss": 5.3679,
      "step": 72185
    },
    {
      "epoch": 0.06318925878885649,
      "grad_norm": 0.43596023321151733,
      "learning_rate": 4.971579090279456e-05,
      "loss": 4.8088,
      "step": 72190
    },
    {
      "epoch": 0.06319363538248364,
      "grad_norm": 0.45150914788246155,
      "learning_rate": 4.971574424014219e-05,
      "loss": 5.3156,
      "step": 72195
    },
    {
      "epoch": 0.0631980119761108,
      "grad_norm": 0.38503050804138184,
      "learning_rate": 4.9715697573686925e-05,
      "loss": 5.6092,
      "step": 72200
    },
    {
      "epoch": 0.06320238856973795,
      "grad_norm": 0.5366975665092468,
      "learning_rate": 4.971565090342876e-05,
      "loss": 4.6985,
      "step": 72205
    },
    {
      "epoch": 0.06320676516336511,
      "grad_norm": 0.44889402389526367,
      "learning_rate": 4.9715604229367706e-05,
      "loss": 5.2207,
      "step": 72210
    },
    {
      "epoch": 0.06321114175699226,
      "grad_norm": 0.42838355898857117,
      "learning_rate": 4.971555755150378e-05,
      "loss": 5.0475,
      "step": 72215
    },
    {
      "epoch": 0.06321551835061942,
      "grad_norm": 0.41299548745155334,
      "learning_rate": 4.971551086983698e-05,
      "loss": 5.3259,
      "step": 72220
    },
    {
      "epoch": 0.06321989494424657,
      "grad_norm": 0.42816540598869324,
      "learning_rate": 4.971546418436732e-05,
      "loss": 4.1788,
      "step": 72225
    },
    {
      "epoch": 0.06322427153787373,
      "grad_norm": 0.531724214553833,
      "learning_rate": 4.971541749509482e-05,
      "loss": 5.2598,
      "step": 72230
    },
    {
      "epoch": 0.06322864813150088,
      "grad_norm": 0.4752438962459564,
      "learning_rate": 4.971537080201947e-05,
      "loss": 5.0322,
      "step": 72235
    },
    {
      "epoch": 0.06323302472512804,
      "grad_norm": 0.3944682776927948,
      "learning_rate": 4.971532410514129e-05,
      "loss": 5.8365,
      "step": 72240
    },
    {
      "epoch": 0.06323740131875519,
      "grad_norm": 0.45675182342529297,
      "learning_rate": 4.9715277404460284e-05,
      "loss": 5.5374,
      "step": 72245
    },
    {
      "epoch": 0.06324177791238235,
      "grad_norm": 0.4136718213558197,
      "learning_rate": 4.971523069997646e-05,
      "loss": 6.0719,
      "step": 72250
    },
    {
      "epoch": 0.0632461545060095,
      "grad_norm": 0.36651158332824707,
      "learning_rate": 4.971518399168983e-05,
      "loss": 5.7729,
      "step": 72255
    },
    {
      "epoch": 0.06325053109963666,
      "grad_norm": 0.3840221166610718,
      "learning_rate": 4.971513727960041e-05,
      "loss": 6.3924,
      "step": 72260
    },
    {
      "epoch": 0.0632549076932638,
      "grad_norm": 0.38490191102027893,
      "learning_rate": 4.971509056370821e-05,
      "loss": 5.8776,
      "step": 72265
    },
    {
      "epoch": 0.06325928428689097,
      "grad_norm": 0.4685210883617401,
      "learning_rate": 4.971504384401321e-05,
      "loss": 5.3354,
      "step": 72270
    },
    {
      "epoch": 0.06326366088051812,
      "grad_norm": 0.34810948371887207,
      "learning_rate": 4.971499712051546e-05,
      "loss": 5.8354,
      "step": 72275
    },
    {
      "epoch": 0.06326803747414528,
      "grad_norm": 0.34699583053588867,
      "learning_rate": 4.9714950393214945e-05,
      "loss": 6.377,
      "step": 72280
    },
    {
      "epoch": 0.06327241406777243,
      "grad_norm": 0.36407288908958435,
      "learning_rate": 4.9714903662111664e-05,
      "loss": 6.0838,
      "step": 72285
    },
    {
      "epoch": 0.06327679066139959,
      "grad_norm": 0.48782485723495483,
      "learning_rate": 4.971485692720565e-05,
      "loss": 5.5918,
      "step": 72290
    },
    {
      "epoch": 0.06328116725502674,
      "grad_norm": 0.4903005063533783,
      "learning_rate": 4.971481018849691e-05,
      "loss": 5.5114,
      "step": 72295
    },
    {
      "epoch": 0.0632855438486539,
      "grad_norm": 0.4835917055606842,
      "learning_rate": 4.971476344598544e-05,
      "loss": 5.0065,
      "step": 72300
    },
    {
      "epoch": 0.06328992044228104,
      "grad_norm": 0.47241970896720886,
      "learning_rate": 4.971471669967126e-05,
      "loss": 4.7127,
      "step": 72305
    },
    {
      "epoch": 0.0632942970359082,
      "grad_norm": 0.47631213068962097,
      "learning_rate": 4.971466994955437e-05,
      "loss": 5.8366,
      "step": 72310
    },
    {
      "epoch": 0.06329867362953535,
      "grad_norm": 0.43424636125564575,
      "learning_rate": 4.971462319563478e-05,
      "loss": 5.2541,
      "step": 72315
    },
    {
      "epoch": 0.06330305022316252,
      "grad_norm": 0.43215301632881165,
      "learning_rate": 4.97145764379125e-05,
      "loss": 5.8467,
      "step": 72320
    },
    {
      "epoch": 0.06330742681678966,
      "grad_norm": 0.46923574805259705,
      "learning_rate": 4.971452967638755e-05,
      "loss": 4.9839,
      "step": 72325
    },
    {
      "epoch": 0.06331180341041681,
      "grad_norm": 0.4421248435974121,
      "learning_rate": 4.9714482911059914e-05,
      "loss": 5.2306,
      "step": 72330
    },
    {
      "epoch": 0.06331618000404397,
      "grad_norm": 0.372782438993454,
      "learning_rate": 4.971443614192962e-05,
      "loss": 5.6047,
      "step": 72335
    },
    {
      "epoch": 0.06332055659767112,
      "grad_norm": 0.43584272265434265,
      "learning_rate": 4.9714389368996686e-05,
      "loss": 5.2322,
      "step": 72340
    },
    {
      "epoch": 0.06332493319129828,
      "grad_norm": 0.3652121424674988,
      "learning_rate": 4.97143425922611e-05,
      "loss": 5.5416,
      "step": 72345
    },
    {
      "epoch": 0.06332930978492543,
      "grad_norm": 0.36970654129981995,
      "learning_rate": 4.971429581172288e-05,
      "loss": 5.5486,
      "step": 72350
    },
    {
      "epoch": 0.06333368637855259,
      "grad_norm": 0.4338047504425049,
      "learning_rate": 4.9714249027382034e-05,
      "loss": 5.5584,
      "step": 72355
    },
    {
      "epoch": 0.06333806297217974,
      "grad_norm": 0.4554325342178345,
      "learning_rate": 4.9714202239238586e-05,
      "loss": 4.3634,
      "step": 72360
    },
    {
      "epoch": 0.0633424395658069,
      "grad_norm": 0.4461941421031952,
      "learning_rate": 4.971415544729251e-05,
      "loss": 5.4705,
      "step": 72365
    },
    {
      "epoch": 0.06334681615943405,
      "grad_norm": 0.4845302104949951,
      "learning_rate": 4.971410865154384e-05,
      "loss": 5.3188,
      "step": 72370
    },
    {
      "epoch": 0.06335119275306121,
      "grad_norm": 0.3795555830001831,
      "learning_rate": 4.971406185199259e-05,
      "loss": 5.579,
      "step": 72375
    },
    {
      "epoch": 0.06335556934668836,
      "grad_norm": 0.38821664452552795,
      "learning_rate": 4.971401504863876e-05,
      "loss": 5.8562,
      "step": 72380
    },
    {
      "epoch": 0.06335994594031552,
      "grad_norm": 0.45106032490730286,
      "learning_rate": 4.9713968241482355e-05,
      "loss": 5.4283,
      "step": 72385
    },
    {
      "epoch": 0.06336432253394267,
      "grad_norm": 0.4226897060871124,
      "learning_rate": 4.9713921430523384e-05,
      "loss": 5.4549,
      "step": 72390
    },
    {
      "epoch": 0.06336869912756983,
      "grad_norm": 0.5064675807952881,
      "learning_rate": 4.971387461576187e-05,
      "loss": 5.5471,
      "step": 72395
    },
    {
      "epoch": 0.06337307572119698,
      "grad_norm": 0.49658769369125366,
      "learning_rate": 4.9713827797197796e-05,
      "loss": 4.7771,
      "step": 72400
    },
    {
      "epoch": 0.06337745231482414,
      "grad_norm": 0.49721983075141907,
      "learning_rate": 4.97137809748312e-05,
      "loss": 5.3392,
      "step": 72405
    },
    {
      "epoch": 0.06338182890845129,
      "grad_norm": 0.4571867883205414,
      "learning_rate": 4.971373414866207e-05,
      "loss": 5.7619,
      "step": 72410
    },
    {
      "epoch": 0.06338620550207845,
      "grad_norm": 0.5069940090179443,
      "learning_rate": 4.971368731869043e-05,
      "loss": 5.858,
      "step": 72415
    },
    {
      "epoch": 0.0633905820957056,
      "grad_norm": 0.457353800535202,
      "learning_rate": 4.971364048491628e-05,
      "loss": 5.0153,
      "step": 72420
    },
    {
      "epoch": 0.06339495868933276,
      "grad_norm": 0.5380467176437378,
      "learning_rate": 4.971359364733963e-05,
      "loss": 5.0053,
      "step": 72425
    },
    {
      "epoch": 0.0633993352829599,
      "grad_norm": 0.4164641797542572,
      "learning_rate": 4.97135468059605e-05,
      "loss": 5.8421,
      "step": 72430
    },
    {
      "epoch": 0.06340371187658707,
      "grad_norm": 0.3934711217880249,
      "learning_rate": 4.9713499960778876e-05,
      "loss": 6.3941,
      "step": 72435
    },
    {
      "epoch": 0.06340808847021422,
      "grad_norm": 0.3722728192806244,
      "learning_rate": 4.9713453111794785e-05,
      "loss": 6.3484,
      "step": 72440
    },
    {
      "epoch": 0.06341246506384138,
      "grad_norm": 0.36431437730789185,
      "learning_rate": 4.9713406259008236e-05,
      "loss": 6.3846,
      "step": 72445
    },
    {
      "epoch": 0.06341684165746853,
      "grad_norm": 0.49287015199661255,
      "learning_rate": 4.9713359402419226e-05,
      "loss": 5.5325,
      "step": 72450
    },
    {
      "epoch": 0.06342121825109567,
      "grad_norm": 0.4005403518676758,
      "learning_rate": 4.971331254202777e-05,
      "loss": 5.5526,
      "step": 72455
    },
    {
      "epoch": 0.06342559484472284,
      "grad_norm": 0.41390562057495117,
      "learning_rate": 4.971326567783389e-05,
      "loss": 5.24,
      "step": 72460
    },
    {
      "epoch": 0.06342997143834998,
      "grad_norm": 0.4616996645927429,
      "learning_rate": 4.971321880983757e-05,
      "loss": 5.2264,
      "step": 72465
    },
    {
      "epoch": 0.06343434803197714,
      "grad_norm": 0.3765801787376404,
      "learning_rate": 4.9713171938038836e-05,
      "loss": 5.2133,
      "step": 72470
    },
    {
      "epoch": 0.06343872462560429,
      "grad_norm": 0.41300442814826965,
      "learning_rate": 4.971312506243769e-05,
      "loss": 5.2423,
      "step": 72475
    },
    {
      "epoch": 0.06344310121923145,
      "grad_norm": 0.3962198495864868,
      "learning_rate": 4.9713078183034153e-05,
      "loss": 6.0838,
      "step": 72480
    },
    {
      "epoch": 0.0634474778128586,
      "grad_norm": 0.4597136974334717,
      "learning_rate": 4.9713031299828225e-05,
      "loss": 5.0607,
      "step": 72485
    },
    {
      "epoch": 0.06345185440648576,
      "grad_norm": 0.4622611105442047,
      "learning_rate": 4.971298441281992e-05,
      "loss": 4.8816,
      "step": 72490
    },
    {
      "epoch": 0.06345623100011291,
      "grad_norm": 0.4858292043209076,
      "learning_rate": 4.971293752200923e-05,
      "loss": 5.2611,
      "step": 72495
    },
    {
      "epoch": 0.06346060759374007,
      "grad_norm": 0.4650898277759552,
      "learning_rate": 4.971289062739618e-05,
      "loss": 4.9996,
      "step": 72500
    },
    {
      "epoch": 0.06346498418736722,
      "grad_norm": 0.3759424388408661,
      "learning_rate": 4.971284372898079e-05,
      "loss": 5.7668,
      "step": 72505
    },
    {
      "epoch": 0.06346936078099438,
      "grad_norm": 0.43859362602233887,
      "learning_rate": 4.9712796826763034e-05,
      "loss": 6.1127,
      "step": 72510
    },
    {
      "epoch": 0.06347373737462153,
      "grad_norm": 0.4014037847518921,
      "learning_rate": 4.971274992074295e-05,
      "loss": 5.8431,
      "step": 72515
    },
    {
      "epoch": 0.06347811396824869,
      "grad_norm": 0.4170122444629669,
      "learning_rate": 4.971270301092055e-05,
      "loss": 4.7788,
      "step": 72520
    },
    {
      "epoch": 0.06348249056187584,
      "grad_norm": 0.4370521008968353,
      "learning_rate": 4.971265609729582e-05,
      "loss": 5.81,
      "step": 72525
    },
    {
      "epoch": 0.063486867155503,
      "grad_norm": 0.36120522022247314,
      "learning_rate": 4.971260917986879e-05,
      "loss": 6.075,
      "step": 72530
    },
    {
      "epoch": 0.06349124374913015,
      "grad_norm": 0.3564998507499695,
      "learning_rate": 4.971256225863944e-05,
      "loss": 5.7439,
      "step": 72535
    },
    {
      "epoch": 0.06349562034275731,
      "grad_norm": 0.41732800006866455,
      "learning_rate": 4.9712515333607826e-05,
      "loss": 4.9101,
      "step": 72540
    },
    {
      "epoch": 0.06349999693638446,
      "grad_norm": 0.4152482748031616,
      "learning_rate": 4.971246840477391e-05,
      "loss": 6.0646,
      "step": 72545
    },
    {
      "epoch": 0.06350437353001162,
      "grad_norm": 0.4896707832813263,
      "learning_rate": 4.971242147213773e-05,
      "loss": 5.2583,
      "step": 72550
    },
    {
      "epoch": 0.06350875012363877,
      "grad_norm": 0.5042108297348022,
      "learning_rate": 4.971237453569928e-05,
      "loss": 5.5498,
      "step": 72555
    },
    {
      "epoch": 0.06351312671726593,
      "grad_norm": 0.440993070602417,
      "learning_rate": 4.971232759545859e-05,
      "loss": 5.2622,
      "step": 72560
    },
    {
      "epoch": 0.06351750331089308,
      "grad_norm": 0.3807930648326874,
      "learning_rate": 4.9712280651415635e-05,
      "loss": 5.026,
      "step": 72565
    },
    {
      "epoch": 0.06352187990452024,
      "grad_norm": 0.4074912369251251,
      "learning_rate": 4.9712233703570454e-05,
      "loss": 5.3386,
      "step": 72570
    },
    {
      "epoch": 0.06352625649814739,
      "grad_norm": 0.3866891860961914,
      "learning_rate": 4.971218675192305e-05,
      "loss": 5.5627,
      "step": 72575
    },
    {
      "epoch": 0.06353063309177455,
      "grad_norm": 0.37737998366355896,
      "learning_rate": 4.971213979647342e-05,
      "loss": 5.5763,
      "step": 72580
    },
    {
      "epoch": 0.0635350096854017,
      "grad_norm": 0.4638490676879883,
      "learning_rate": 4.971209283722158e-05,
      "loss": 5.4691,
      "step": 72585
    },
    {
      "epoch": 0.06353938627902884,
      "grad_norm": 0.43571174144744873,
      "learning_rate": 4.9712045874167544e-05,
      "loss": 5.1256,
      "step": 72590
    },
    {
      "epoch": 0.063543762872656,
      "grad_norm": 0.3721906542778015,
      "learning_rate": 4.971199890731132e-05,
      "loss": 5.875,
      "step": 72595
    },
    {
      "epoch": 0.06354813946628315,
      "grad_norm": 0.47411543130874634,
      "learning_rate": 4.97119519366529e-05,
      "loss": 5.3396,
      "step": 72600
    },
    {
      "epoch": 0.06355251605991032,
      "grad_norm": 0.4239541292190552,
      "learning_rate": 4.9711904962192326e-05,
      "loss": 4.9943,
      "step": 72605
    },
    {
      "epoch": 0.06355689265353746,
      "grad_norm": 0.4699929356575012,
      "learning_rate": 4.971185798392957e-05,
      "loss": 4.4691,
      "step": 72610
    },
    {
      "epoch": 0.06356126924716463,
      "grad_norm": 0.45869699120521545,
      "learning_rate": 4.971181100186467e-05,
      "loss": 4.295,
      "step": 72615
    },
    {
      "epoch": 0.06356564584079177,
      "grad_norm": 0.47768041491508484,
      "learning_rate": 4.971176401599762e-05,
      "loss": 5.7754,
      "step": 72620
    },
    {
      "epoch": 0.06357002243441894,
      "grad_norm": 0.4938708543777466,
      "learning_rate": 4.9711717026328434e-05,
      "loss": 5.2211,
      "step": 72625
    },
    {
      "epoch": 0.06357439902804608,
      "grad_norm": 0.4545379877090454,
      "learning_rate": 4.971167003285712e-05,
      "loss": 5.4375,
      "step": 72630
    },
    {
      "epoch": 0.06357877562167324,
      "grad_norm": 0.47411003708839417,
      "learning_rate": 4.971162303558369e-05,
      "loss": 6.067,
      "step": 72635
    },
    {
      "epoch": 0.06358315221530039,
      "grad_norm": 0.38759875297546387,
      "learning_rate": 4.9711576034508144e-05,
      "loss": 6.0803,
      "step": 72640
    },
    {
      "epoch": 0.06358752880892755,
      "grad_norm": 0.4224170744419098,
      "learning_rate": 4.97115290296305e-05,
      "loss": 5.7551,
      "step": 72645
    },
    {
      "epoch": 0.0635919054025547,
      "grad_norm": 0.48885971307754517,
      "learning_rate": 4.971148202095076e-05,
      "loss": 4.6956,
      "step": 72650
    },
    {
      "epoch": 0.06359628199618186,
      "grad_norm": 0.5313892364501953,
      "learning_rate": 4.971143500846894e-05,
      "loss": 5.5843,
      "step": 72655
    },
    {
      "epoch": 0.06360065858980901,
      "grad_norm": 0.39909663796424866,
      "learning_rate": 4.971138799218506e-05,
      "loss": 5.8632,
      "step": 72660
    },
    {
      "epoch": 0.06360503518343617,
      "grad_norm": 0.485603004693985,
      "learning_rate": 4.9711340972099106e-05,
      "loss": 4.7026,
      "step": 72665
    },
    {
      "epoch": 0.06360941177706332,
      "grad_norm": 0.47760191559791565,
      "learning_rate": 4.971129394821109e-05,
      "loss": 4.9515,
      "step": 72670
    },
    {
      "epoch": 0.06361378837069048,
      "grad_norm": 0.4908018112182617,
      "learning_rate": 4.9711246920521036e-05,
      "loss": 5.0382,
      "step": 72675
    },
    {
      "epoch": 0.06361816496431763,
      "grad_norm": 0.43418192863464355,
      "learning_rate": 4.9711199889028946e-05,
      "loss": 5.8774,
      "step": 72680
    },
    {
      "epoch": 0.06362254155794479,
      "grad_norm": 0.7470735311508179,
      "learning_rate": 4.971115285373482e-05,
      "loss": 5.2243,
      "step": 72685
    },
    {
      "epoch": 0.06362691815157194,
      "grad_norm": 0.436156690120697,
      "learning_rate": 4.971110581463868e-05,
      "loss": 4.9114,
      "step": 72690
    },
    {
      "epoch": 0.0636312947451991,
      "grad_norm": 0.43950578570365906,
      "learning_rate": 4.971105877174054e-05,
      "loss": 5.7598,
      "step": 72695
    },
    {
      "epoch": 0.06363567133882625,
      "grad_norm": 0.4863746762275696,
      "learning_rate": 4.971101172504038e-05,
      "loss": 5.8414,
      "step": 72700
    },
    {
      "epoch": 0.06364004793245341,
      "grad_norm": 0.48148566484451294,
      "learning_rate": 4.971096467453824e-05,
      "loss": 5.2577,
      "step": 72705
    },
    {
      "epoch": 0.06364442452608056,
      "grad_norm": 0.6319243907928467,
      "learning_rate": 4.971091762023411e-05,
      "loss": 5.0114,
      "step": 72710
    },
    {
      "epoch": 0.0636488011197077,
      "grad_norm": 0.3892177641391754,
      "learning_rate": 4.971087056212801e-05,
      "loss": 5.8457,
      "step": 72715
    },
    {
      "epoch": 0.06365317771333487,
      "grad_norm": 0.4696112275123596,
      "learning_rate": 4.971082350021995e-05,
      "loss": 5.5519,
      "step": 72720
    },
    {
      "epoch": 0.06365755430696202,
      "grad_norm": 0.4668654799461365,
      "learning_rate": 4.971077643450993e-05,
      "loss": 5.28,
      "step": 72725
    },
    {
      "epoch": 0.06366193090058918,
      "grad_norm": 0.4487787187099457,
      "learning_rate": 4.971072936499797e-05,
      "loss": 5.3311,
      "step": 72730
    },
    {
      "epoch": 0.06366630749421633,
      "grad_norm": 0.46867766976356506,
      "learning_rate": 4.9710682291684065e-05,
      "loss": 4.9351,
      "step": 72735
    },
    {
      "epoch": 0.06367068408784349,
      "grad_norm": 0.5371449589729309,
      "learning_rate": 4.971063521456824e-05,
      "loss": 4.7399,
      "step": 72740
    },
    {
      "epoch": 0.06367506068147064,
      "grad_norm": 0.48165011405944824,
      "learning_rate": 4.971058813365048e-05,
      "loss": 5.7746,
      "step": 72745
    },
    {
      "epoch": 0.0636794372750978,
      "grad_norm": 0.4035564363002777,
      "learning_rate": 4.971054104893081e-05,
      "loss": 5.5218,
      "step": 72750
    },
    {
      "epoch": 0.06368381386872494,
      "grad_norm": 0.4774593710899353,
      "learning_rate": 4.9710493960409255e-05,
      "loss": 5.0226,
      "step": 72755
    },
    {
      "epoch": 0.0636881904623521,
      "grad_norm": 0.48284608125686646,
      "learning_rate": 4.9710446868085806e-05,
      "loss": 5.2293,
      "step": 72760
    },
    {
      "epoch": 0.06369256705597925,
      "grad_norm": 0.4656907916069031,
      "learning_rate": 4.971039977196047e-05,
      "loss": 6.3467,
      "step": 72765
    },
    {
      "epoch": 0.06369694364960642,
      "grad_norm": 0.5040145516395569,
      "learning_rate": 4.9710352672033257e-05,
      "loss": 5.7453,
      "step": 72770
    },
    {
      "epoch": 0.06370132024323356,
      "grad_norm": 0.5613756775856018,
      "learning_rate": 4.9710305568304184e-05,
      "loss": 6.0734,
      "step": 72775
    },
    {
      "epoch": 0.06370569683686073,
      "grad_norm": 0.529732882976532,
      "learning_rate": 4.9710258460773254e-05,
      "loss": 5.5327,
      "step": 72780
    },
    {
      "epoch": 0.06371007343048787,
      "grad_norm": 0.49467357993125916,
      "learning_rate": 4.971021134944048e-05,
      "loss": 4.3053,
      "step": 72785
    },
    {
      "epoch": 0.06371445002411504,
      "grad_norm": 0.41200682520866394,
      "learning_rate": 4.9710164234305866e-05,
      "loss": 5.4184,
      "step": 72790
    },
    {
      "epoch": 0.06371882661774218,
      "grad_norm": 0.48154985904693604,
      "learning_rate": 4.971011711536943e-05,
      "loss": 5.3821,
      "step": 72795
    },
    {
      "epoch": 0.06372320321136934,
      "grad_norm": 0.4956757426261902,
      "learning_rate": 4.971006999263116e-05,
      "loss": 5.5724,
      "step": 72800
    },
    {
      "epoch": 0.06372757980499649,
      "grad_norm": 0.3723902106285095,
      "learning_rate": 4.971002286609109e-05,
      "loss": 5.8765,
      "step": 72805
    },
    {
      "epoch": 0.06373195639862365,
      "grad_norm": 0.3672947585582733,
      "learning_rate": 4.970997573574921e-05,
      "loss": 6.3771,
      "step": 72810
    },
    {
      "epoch": 0.0637363329922508,
      "grad_norm": 0.429374098777771,
      "learning_rate": 4.970992860160555e-05,
      "loss": 5.4639,
      "step": 72815
    },
    {
      "epoch": 0.06374070958587796,
      "grad_norm": 0.39447611570358276,
      "learning_rate": 4.97098814636601e-05,
      "loss": 6.0316,
      "step": 72820
    },
    {
      "epoch": 0.06374508617950511,
      "grad_norm": 0.4671126902103424,
      "learning_rate": 4.970983432191288e-05,
      "loss": 5.5366,
      "step": 72825
    },
    {
      "epoch": 0.06374946277313227,
      "grad_norm": 0.44782334566116333,
      "learning_rate": 4.9709787176363895e-05,
      "loss": 5.7687,
      "step": 72830
    },
    {
      "epoch": 0.06375383936675942,
      "grad_norm": 0.4472460448741913,
      "learning_rate": 4.9709740027013153e-05,
      "loss": 5.8388,
      "step": 72835
    },
    {
      "epoch": 0.06375821596038657,
      "grad_norm": 0.4814700782299042,
      "learning_rate": 4.970969287386067e-05,
      "loss": 4.9791,
      "step": 72840
    },
    {
      "epoch": 0.06376259255401373,
      "grad_norm": 0.44719424843788147,
      "learning_rate": 4.970964571690644e-05,
      "loss": 5.8477,
      "step": 72845
    },
    {
      "epoch": 0.06376696914764088,
      "grad_norm": 0.4418301284313202,
      "learning_rate": 4.970959855615048e-05,
      "loss": 5.7391,
      "step": 72850
    },
    {
      "epoch": 0.06377134574126804,
      "grad_norm": 0.4322044253349304,
      "learning_rate": 4.9709551391592813e-05,
      "loss": 5.7617,
      "step": 72855
    },
    {
      "epoch": 0.06377572233489519,
      "grad_norm": 0.42159152030944824,
      "learning_rate": 4.9709504223233426e-05,
      "loss": 4.9896,
      "step": 72860
    },
    {
      "epoch": 0.06378009892852235,
      "grad_norm": 0.4762951135635376,
      "learning_rate": 4.970945705107235e-05,
      "loss": 5.0227,
      "step": 72865
    },
    {
      "epoch": 0.0637844755221495,
      "grad_norm": 0.45931771397590637,
      "learning_rate": 4.970940987510957e-05,
      "loss": 5.8458,
      "step": 72870
    },
    {
      "epoch": 0.06378885211577666,
      "grad_norm": 0.47328734397888184,
      "learning_rate": 4.9709362695345106e-05,
      "loss": 4.6817,
      "step": 72875
    },
    {
      "epoch": 0.06379322870940381,
      "grad_norm": 0.5656272172927856,
      "learning_rate": 4.970931551177898e-05,
      "loss": 5.0536,
      "step": 72880
    },
    {
      "epoch": 0.06379760530303097,
      "grad_norm": 0.4915398061275482,
      "learning_rate": 4.970926832441119e-05,
      "loss": 6.0785,
      "step": 72885
    },
    {
      "epoch": 0.06380198189665812,
      "grad_norm": 0.48973071575164795,
      "learning_rate": 4.970922113324174e-05,
      "loss": 5.2771,
      "step": 72890
    },
    {
      "epoch": 0.06380635849028528,
      "grad_norm": 0.4839938282966614,
      "learning_rate": 4.970917393827063e-05,
      "loss": 5.5455,
      "step": 72895
    },
    {
      "epoch": 0.06381073508391243,
      "grad_norm": 0.4499552547931671,
      "learning_rate": 4.970912673949789e-05,
      "loss": 5.7412,
      "step": 72900
    },
    {
      "epoch": 0.06381511167753959,
      "grad_norm": 0.47086453437805176,
      "learning_rate": 4.970907953692353e-05,
      "loss": 5.2588,
      "step": 72905
    },
    {
      "epoch": 0.06381948827116674,
      "grad_norm": 0.4403538405895233,
      "learning_rate": 4.970903233054754e-05,
      "loss": 6.0521,
      "step": 72910
    },
    {
      "epoch": 0.0638238648647939,
      "grad_norm": 0.47164082527160645,
      "learning_rate": 4.9708985120369955e-05,
      "loss": 5.046,
      "step": 72915
    },
    {
      "epoch": 0.06382824145842105,
      "grad_norm": 0.5050647258758545,
      "learning_rate": 4.970893790639076e-05,
      "loss": 5.3194,
      "step": 72920
    },
    {
      "epoch": 0.0638326180520482,
      "grad_norm": 0.4807886481285095,
      "learning_rate": 4.970889068860998e-05,
      "loss": 5.5592,
      "step": 72925
    },
    {
      "epoch": 0.06383699464567535,
      "grad_norm": 0.4134626090526581,
      "learning_rate": 4.970884346702761e-05,
      "loss": 4.8007,
      "step": 72930
    },
    {
      "epoch": 0.06384137123930252,
      "grad_norm": 0.43621495366096497,
      "learning_rate": 4.970879624164366e-05,
      "loss": 5.1129,
      "step": 72935
    },
    {
      "epoch": 0.06384574783292966,
      "grad_norm": 0.45045870542526245,
      "learning_rate": 4.9708749012458155e-05,
      "loss": 6.0881,
      "step": 72940
    },
    {
      "epoch": 0.06385012442655683,
      "grad_norm": 0.45019257068634033,
      "learning_rate": 4.97087017794711e-05,
      "loss": 5.2114,
      "step": 72945
    },
    {
      "epoch": 0.06385450102018397,
      "grad_norm": 0.4971831440925598,
      "learning_rate": 4.9708654542682484e-05,
      "loss": 5.0278,
      "step": 72950
    },
    {
      "epoch": 0.06385887761381114,
      "grad_norm": 0.7263085246086121,
      "learning_rate": 4.9708607302092335e-05,
      "loss": 5.3563,
      "step": 72955
    },
    {
      "epoch": 0.06386325420743828,
      "grad_norm": 0.528594434261322,
      "learning_rate": 4.970856005770067e-05,
      "loss": 5.5524,
      "step": 72960
    },
    {
      "epoch": 0.06386763080106544,
      "grad_norm": 0.5252816081047058,
      "learning_rate": 4.9708512809507476e-05,
      "loss": 5.5501,
      "step": 72965
    },
    {
      "epoch": 0.06387200739469259,
      "grad_norm": 0.4453677833080292,
      "learning_rate": 4.9708465557512774e-05,
      "loss": 5.7045,
      "step": 72970
    },
    {
      "epoch": 0.06387638398831974,
      "grad_norm": 0.44917377829551697,
      "learning_rate": 4.9708418301716574e-05,
      "loss": 5.5513,
      "step": 72975
    },
    {
      "epoch": 0.0638807605819469,
      "grad_norm": 0.5121961236000061,
      "learning_rate": 4.970837104211888e-05,
      "loss": 5.0361,
      "step": 72980
    },
    {
      "epoch": 0.06388513717557405,
      "grad_norm": 0.4623035192489624,
      "learning_rate": 4.97083237787197e-05,
      "loss": 6.0758,
      "step": 72985
    },
    {
      "epoch": 0.06388951376920121,
      "grad_norm": 0.44434574246406555,
      "learning_rate": 4.970827651151905e-05,
      "loss": 5.5358,
      "step": 72990
    },
    {
      "epoch": 0.06389389036282836,
      "grad_norm": 0.43995311856269836,
      "learning_rate": 4.9708229240516935e-05,
      "loss": 5.215,
      "step": 72995
    },
    {
      "epoch": 0.06389826695645552,
      "grad_norm": 0.44594523310661316,
      "learning_rate": 4.970818196571338e-05,
      "loss": 5.4455,
      "step": 73000
    },
    {
      "epoch": 0.06390264355008267,
      "grad_norm": 0.434434711933136,
      "learning_rate": 4.9708134687108355e-05,
      "loss": 5.2559,
      "step": 73005
    },
    {
      "epoch": 0.06390702014370983,
      "grad_norm": 0.4836410880088806,
      "learning_rate": 4.970808740470191e-05,
      "loss": 4.809,
      "step": 73010
    },
    {
      "epoch": 0.06391139673733698,
      "grad_norm": 0.5436917543411255,
      "learning_rate": 4.970804011849402e-05,
      "loss": 5.2503,
      "step": 73015
    },
    {
      "epoch": 0.06391577333096414,
      "grad_norm": 0.4830230474472046,
      "learning_rate": 4.9707992828484725e-05,
      "loss": 4.8089,
      "step": 73020
    },
    {
      "epoch": 0.06392014992459129,
      "grad_norm": 0.42103469371795654,
      "learning_rate": 4.970794553467402e-05,
      "loss": 5.7852,
      "step": 73025
    },
    {
      "epoch": 0.06392452651821845,
      "grad_norm": 0.5101659893989563,
      "learning_rate": 4.970789823706191e-05,
      "loss": 5.2616,
      "step": 73030
    },
    {
      "epoch": 0.0639289031118456,
      "grad_norm": 0.4404692053794861,
      "learning_rate": 4.970785093564841e-05,
      "loss": 5.217,
      "step": 73035
    },
    {
      "epoch": 0.06393327970547276,
      "grad_norm": 0.4679566025733948,
      "learning_rate": 4.9707803630433524e-05,
      "loss": 5.3581,
      "step": 73040
    },
    {
      "epoch": 0.06393765629909991,
      "grad_norm": 0.37099599838256836,
      "learning_rate": 4.9707756321417275e-05,
      "loss": 5.5459,
      "step": 73045
    },
    {
      "epoch": 0.06394203289272707,
      "grad_norm": 0.3655892312526703,
      "learning_rate": 4.970770900859966e-05,
      "loss": 5.5171,
      "step": 73050
    },
    {
      "epoch": 0.06394640948635422,
      "grad_norm": 0.4567722678184509,
      "learning_rate": 4.970766169198069e-05,
      "loss": 5.8598,
      "step": 73055
    },
    {
      "epoch": 0.06395078607998138,
      "grad_norm": 0.45825836062431335,
      "learning_rate": 4.9707614371560364e-05,
      "loss": 5.1993,
      "step": 73060
    },
    {
      "epoch": 0.06395516267360853,
      "grad_norm": 0.413150429725647,
      "learning_rate": 4.970756704733871e-05,
      "loss": 4.7803,
      "step": 73065
    },
    {
      "epoch": 0.06395953926723569,
      "grad_norm": 0.36532625555992126,
      "learning_rate": 4.970751971931573e-05,
      "loss": 6.3896,
      "step": 73070
    },
    {
      "epoch": 0.06396391586086284,
      "grad_norm": 0.4702274203300476,
      "learning_rate": 4.9707472387491425e-05,
      "loss": 5.5608,
      "step": 73075
    },
    {
      "epoch": 0.06396829245449,
      "grad_norm": 0.3778252601623535,
      "learning_rate": 4.970742505186582e-05,
      "loss": 5.5366,
      "step": 73080
    },
    {
      "epoch": 0.06397266904811715,
      "grad_norm": 0.3867204487323761,
      "learning_rate": 4.9707377712438905e-05,
      "loss": 5.0166,
      "step": 73085
    },
    {
      "epoch": 0.0639770456417443,
      "grad_norm": 0.453934907913208,
      "learning_rate": 4.970733036921071e-05,
      "loss": 4.416,
      "step": 73090
    },
    {
      "epoch": 0.06398142223537145,
      "grad_norm": 0.4339718520641327,
      "learning_rate": 4.970728302218123e-05,
      "loss": 4.4683,
      "step": 73095
    },
    {
      "epoch": 0.0639857988289986,
      "grad_norm": 0.4306442141532898,
      "learning_rate": 4.9707235671350474e-05,
      "loss": 5.0229,
      "step": 73100
    },
    {
      "epoch": 0.06399017542262576,
      "grad_norm": 0.4465298056602478,
      "learning_rate": 4.970718831671846e-05,
      "loss": 5.5982,
      "step": 73105
    },
    {
      "epoch": 0.06399455201625291,
      "grad_norm": 0.4410887062549591,
      "learning_rate": 4.970714095828518e-05,
      "loss": 5.9021,
      "step": 73110
    },
    {
      "epoch": 0.06399892860988007,
      "grad_norm": 0.4779995083808899,
      "learning_rate": 4.9707093596050666e-05,
      "loss": 5.5338,
      "step": 73115
    },
    {
      "epoch": 0.06400330520350722,
      "grad_norm": 0.6684372425079346,
      "learning_rate": 4.970704623001491e-05,
      "loss": 4.5321,
      "step": 73120
    },
    {
      "epoch": 0.06400768179713438,
      "grad_norm": 0.47458234429359436,
      "learning_rate": 4.9706998860177934e-05,
      "loss": 5.0387,
      "step": 73125
    },
    {
      "epoch": 0.06401205839076153,
      "grad_norm": 0.37536025047302246,
      "learning_rate": 4.970695148653973e-05,
      "loss": 5.5405,
      "step": 73130
    },
    {
      "epoch": 0.06401643498438869,
      "grad_norm": 0.4496135115623474,
      "learning_rate": 4.9706904109100325e-05,
      "loss": 5.4664,
      "step": 73135
    },
    {
      "epoch": 0.06402081157801584,
      "grad_norm": 0.5702067613601685,
      "learning_rate": 4.970685672785972e-05,
      "loss": 5.4611,
      "step": 73140
    },
    {
      "epoch": 0.064025188171643,
      "grad_norm": 0.4416883885860443,
      "learning_rate": 4.970680934281793e-05,
      "loss": 5.7447,
      "step": 73145
    },
    {
      "epoch": 0.06402956476527015,
      "grad_norm": 0.4490515887737274,
      "learning_rate": 4.9706761953974946e-05,
      "loss": 5.0331,
      "step": 73150
    },
    {
      "epoch": 0.06403394135889731,
      "grad_norm": 0.5297597050666809,
      "learning_rate": 4.970671456133079e-05,
      "loss": 5.5563,
      "step": 73155
    },
    {
      "epoch": 0.06403831795252446,
      "grad_norm": 0.5185161232948303,
      "learning_rate": 4.970666716488549e-05,
      "loss": 5.4979,
      "step": 73160
    },
    {
      "epoch": 0.06404269454615162,
      "grad_norm": 0.5426978468894958,
      "learning_rate": 4.970661976463902e-05,
      "loss": 5.3521,
      "step": 73165
    },
    {
      "epoch": 0.06404707113977877,
      "grad_norm": 0.4743413031101227,
      "learning_rate": 4.9706572360591405e-05,
      "loss": 6.3711,
      "step": 73170
    },
    {
      "epoch": 0.06405144773340593,
      "grad_norm": 0.48553386330604553,
      "learning_rate": 4.970652495274266e-05,
      "loss": 5.2431,
      "step": 73175
    },
    {
      "epoch": 0.06405582432703308,
      "grad_norm": 0.4587060213088989,
      "learning_rate": 4.970647754109279e-05,
      "loss": 5.449,
      "step": 73180
    },
    {
      "epoch": 0.06406020092066024,
      "grad_norm": 0.4846366047859192,
      "learning_rate": 4.970643012564179e-05,
      "loss": 5.8704,
      "step": 73185
    },
    {
      "epoch": 0.06406457751428739,
      "grad_norm": 0.467404305934906,
      "learning_rate": 4.97063827063897e-05,
      "loss": 5.3384,
      "step": 73190
    },
    {
      "epoch": 0.06406895410791455,
      "grad_norm": 0.4060487747192383,
      "learning_rate": 4.97063352833365e-05,
      "loss": 5.3358,
      "step": 73195
    },
    {
      "epoch": 0.0640733307015417,
      "grad_norm": 0.43379348516464233,
      "learning_rate": 4.9706287856482216e-05,
      "loss": 5.4725,
      "step": 73200
    },
    {
      "epoch": 0.06407770729516886,
      "grad_norm": 0.4310605227947235,
      "learning_rate": 4.9706240425826845e-05,
      "loss": 5.5457,
      "step": 73205
    },
    {
      "epoch": 0.06408208388879601,
      "grad_norm": 0.44041258096694946,
      "learning_rate": 4.970619299137042e-05,
      "loss": 4.7181,
      "step": 73210
    },
    {
      "epoch": 0.06408646048242317,
      "grad_norm": 0.4789699912071228,
      "learning_rate": 4.970614555311291e-05,
      "loss": 5.3391,
      "step": 73215
    },
    {
      "epoch": 0.06409083707605032,
      "grad_norm": 0.4984703063964844,
      "learning_rate": 4.970609811105436e-05,
      "loss": 5.0234,
      "step": 73220
    },
    {
      "epoch": 0.06409521366967748,
      "grad_norm": 0.5765085220336914,
      "learning_rate": 4.970605066519476e-05,
      "loss": 5.0152,
      "step": 73225
    },
    {
      "epoch": 0.06409959026330463,
      "grad_norm": 0.47200533747673035,
      "learning_rate": 4.970600321553412e-05,
      "loss": 5.5686,
      "step": 73230
    },
    {
      "epoch": 0.06410396685693177,
      "grad_norm": 0.48360326886177063,
      "learning_rate": 4.9705955762072465e-05,
      "loss": 5.7576,
      "step": 73235
    },
    {
      "epoch": 0.06410834345055894,
      "grad_norm": 0.4599364399909973,
      "learning_rate": 4.970590830480979e-05,
      "loss": 5.2163,
      "step": 73240
    },
    {
      "epoch": 0.06411272004418608,
      "grad_norm": 0.4430639147758484,
      "learning_rate": 4.970586084374611e-05,
      "loss": 4.2716,
      "step": 73245
    },
    {
      "epoch": 0.06411709663781325,
      "grad_norm": 0.4859077036380768,
      "learning_rate": 4.9705813378881425e-05,
      "loss": 5.0072,
      "step": 73250
    },
    {
      "epoch": 0.06412147323144039,
      "grad_norm": 0.5057005286216736,
      "learning_rate": 4.970576591021575e-05,
      "loss": 5.5242,
      "step": 73255
    },
    {
      "epoch": 0.06412584982506755,
      "grad_norm": 0.47135207056999207,
      "learning_rate": 4.9705718437749104e-05,
      "loss": 4.1942,
      "step": 73260
    },
    {
      "epoch": 0.0641302264186947,
      "grad_norm": 0.4768320918083191,
      "learning_rate": 4.970567096148149e-05,
      "loss": 5.2483,
      "step": 73265
    },
    {
      "epoch": 0.06413460301232186,
      "grad_norm": 0.4381817579269409,
      "learning_rate": 4.97056234814129e-05,
      "loss": 5.8111,
      "step": 73270
    },
    {
      "epoch": 0.06413897960594901,
      "grad_norm": 0.3725266456604004,
      "learning_rate": 4.970557599754336e-05,
      "loss": 6.4035,
      "step": 73275
    },
    {
      "epoch": 0.06414335619957617,
      "grad_norm": 0.3637216091156006,
      "learning_rate": 4.970552850987289e-05,
      "loss": 5.7457,
      "step": 73280
    },
    {
      "epoch": 0.06414773279320332,
      "grad_norm": 0.42661115527153015,
      "learning_rate": 4.970548101840148e-05,
      "loss": 5.2405,
      "step": 73285
    },
    {
      "epoch": 0.06415210938683048,
      "grad_norm": 0.46278271079063416,
      "learning_rate": 4.9705433523129144e-05,
      "loss": 5.2361,
      "step": 73290
    },
    {
      "epoch": 0.06415648598045763,
      "grad_norm": 0.5130632519721985,
      "learning_rate": 4.970538602405589e-05,
      "loss": 5.0134,
      "step": 73295
    },
    {
      "epoch": 0.06416086257408479,
      "grad_norm": 0.46972519159317017,
      "learning_rate": 4.970533852118172e-05,
      "loss": 5.3162,
      "step": 73300
    },
    {
      "epoch": 0.06416523916771194,
      "grad_norm": 0.4763341248035431,
      "learning_rate": 4.9705291014506675e-05,
      "loss": 5.0222,
      "step": 73305
    },
    {
      "epoch": 0.0641696157613391,
      "grad_norm": 0.4878406822681427,
      "learning_rate": 4.970524350403073e-05,
      "loss": 5.8559,
      "step": 73310
    },
    {
      "epoch": 0.06417399235496625,
      "grad_norm": 0.4882310628890991,
      "learning_rate": 4.9705195989753905e-05,
      "loss": 5.3367,
      "step": 73315
    },
    {
      "epoch": 0.06417836894859341,
      "grad_norm": 0.47136980295181274,
      "learning_rate": 4.970514847167621e-05,
      "loss": 5.5169,
      "step": 73320
    },
    {
      "epoch": 0.06418274554222056,
      "grad_norm": 0.398633748292923,
      "learning_rate": 4.970510094979765e-05,
      "loss": 6.0771,
      "step": 73325
    },
    {
      "epoch": 0.06418712213584772,
      "grad_norm": 0.4035942852497101,
      "learning_rate": 4.9705053424118244e-05,
      "loss": 5.3023,
      "step": 73330
    },
    {
      "epoch": 0.06419149872947487,
      "grad_norm": 0.450381338596344,
      "learning_rate": 4.970500589463799e-05,
      "loss": 5.3428,
      "step": 73335
    },
    {
      "epoch": 0.06419587532310203,
      "grad_norm": 0.399279922246933,
      "learning_rate": 4.970495836135691e-05,
      "loss": 6.0705,
      "step": 73340
    },
    {
      "epoch": 0.06420025191672918,
      "grad_norm": 0.4578064978122711,
      "learning_rate": 4.970491082427501e-05,
      "loss": 4.9476,
      "step": 73345
    },
    {
      "epoch": 0.06420462851035634,
      "grad_norm": 0.40222933888435364,
      "learning_rate": 4.970486328339228e-05,
      "loss": 5.8905,
      "step": 73350
    },
    {
      "epoch": 0.06420900510398349,
      "grad_norm": 0.427674800157547,
      "learning_rate": 4.9704815738708756e-05,
      "loss": 4.9334,
      "step": 73355
    },
    {
      "epoch": 0.06421338169761064,
      "grad_norm": 0.4435642957687378,
      "learning_rate": 4.970476819022443e-05,
      "loss": 6.3863,
      "step": 73360
    },
    {
      "epoch": 0.0642177582912378,
      "grad_norm": 0.378014475107193,
      "learning_rate": 4.970472063793932e-05,
      "loss": 5.3685,
      "step": 73365
    },
    {
      "epoch": 0.06422213488486495,
      "grad_norm": 0.5353384613990784,
      "learning_rate": 4.970467308185343e-05,
      "loss": 5.5555,
      "step": 73370
    },
    {
      "epoch": 0.06422651147849211,
      "grad_norm": 0.4118863344192505,
      "learning_rate": 4.970462552196676e-05,
      "loss": 5.7777,
      "step": 73375
    },
    {
      "epoch": 0.06423088807211925,
      "grad_norm": 0.42153501510620117,
      "learning_rate": 4.970457795827935e-05,
      "loss": 5.7322,
      "step": 73380
    },
    {
      "epoch": 0.06423526466574642,
      "grad_norm": 0.44679710268974304,
      "learning_rate": 4.970453039079118e-05,
      "loss": 5.5337,
      "step": 73385
    },
    {
      "epoch": 0.06423964125937356,
      "grad_norm": 0.47381076216697693,
      "learning_rate": 4.9704482819502265e-05,
      "loss": 5.244,
      "step": 73390
    },
    {
      "epoch": 0.06424401785300073,
      "grad_norm": 0.48782962560653687,
      "learning_rate": 4.970443524441262e-05,
      "loss": 4.8088,
      "step": 73395
    },
    {
      "epoch": 0.06424839444662787,
      "grad_norm": 0.40251821279525757,
      "learning_rate": 4.970438766552226e-05,
      "loss": 5.3347,
      "step": 73400
    },
    {
      "epoch": 0.06425277104025504,
      "grad_norm": 0.5472623109817505,
      "learning_rate": 4.970434008283117e-05,
      "loss": 4.8038,
      "step": 73405
    },
    {
      "epoch": 0.06425714763388218,
      "grad_norm": 0.4389623999595642,
      "learning_rate": 4.970429249633939e-05,
      "loss": 4.9899,
      "step": 73410
    },
    {
      "epoch": 0.06426152422750935,
      "grad_norm": 0.46643921732902527,
      "learning_rate": 4.97042449060469e-05,
      "loss": 4.9031,
      "step": 73415
    },
    {
      "epoch": 0.06426590082113649,
      "grad_norm": 0.3889737129211426,
      "learning_rate": 4.970419731195374e-05,
      "loss": 4.8034,
      "step": 73420
    },
    {
      "epoch": 0.06427027741476365,
      "grad_norm": 0.4436369240283966,
      "learning_rate": 4.9704149714059886e-05,
      "loss": 5.5822,
      "step": 73425
    },
    {
      "epoch": 0.0642746540083908,
      "grad_norm": 0.39013931155204773,
      "learning_rate": 4.970410211236537e-05,
      "loss": 5.5178,
      "step": 73430
    },
    {
      "epoch": 0.06427903060201796,
      "grad_norm": 0.38777855038642883,
      "learning_rate": 4.97040545068702e-05,
      "loss": 6.0607,
      "step": 73435
    },
    {
      "epoch": 0.06428340719564511,
      "grad_norm": 0.45533090829849243,
      "learning_rate": 4.970400689757439e-05,
      "loss": 4.8076,
      "step": 73440
    },
    {
      "epoch": 0.06428778378927227,
      "grad_norm": 0.5068478584289551,
      "learning_rate": 4.970395928447792e-05,
      "loss": 5.7424,
      "step": 73445
    },
    {
      "epoch": 0.06429216038289942,
      "grad_norm": 0.4495289623737335,
      "learning_rate": 4.970391166758082e-05,
      "loss": 5.0176,
      "step": 73450
    },
    {
      "epoch": 0.06429653697652658,
      "grad_norm": 0.48659342527389526,
      "learning_rate": 4.970386404688311e-05,
      "loss": 5.3081,
      "step": 73455
    },
    {
      "epoch": 0.06430091357015373,
      "grad_norm": 0.4138353765010834,
      "learning_rate": 4.9703816422384764e-05,
      "loss": 5.3415,
      "step": 73460
    },
    {
      "epoch": 0.06430529016378089,
      "grad_norm": 0.4768821597099304,
      "learning_rate": 4.9703768794085835e-05,
      "loss": 5.7834,
      "step": 73465
    },
    {
      "epoch": 0.06430966675740804,
      "grad_norm": 0.42072486877441406,
      "learning_rate": 4.9703721161986304e-05,
      "loss": 5.5378,
      "step": 73470
    },
    {
      "epoch": 0.0643140433510352,
      "grad_norm": 0.6477815508842468,
      "learning_rate": 4.970367352608619e-05,
      "loss": 5.827,
      "step": 73475
    },
    {
      "epoch": 0.06431841994466235,
      "grad_norm": 0.5116007328033447,
      "learning_rate": 4.97036258863855e-05,
      "loss": 5.5762,
      "step": 73480
    },
    {
      "epoch": 0.0643227965382895,
      "grad_norm": 0.4592766761779785,
      "learning_rate": 4.970357824288424e-05,
      "loss": 6.0607,
      "step": 73485
    },
    {
      "epoch": 0.06432717313191666,
      "grad_norm": 0.44981512427330017,
      "learning_rate": 4.9703530595582426e-05,
      "loss": 5.0129,
      "step": 73490
    },
    {
      "epoch": 0.06433154972554381,
      "grad_norm": 0.4581313729286194,
      "learning_rate": 4.970348294448006e-05,
      "loss": 4.9989,
      "step": 73495
    },
    {
      "epoch": 0.06433592631917097,
      "grad_norm": 0.39956703782081604,
      "learning_rate": 4.970343528957716e-05,
      "loss": 5.5443,
      "step": 73500
    },
    {
      "epoch": 0.06434030291279812,
      "grad_norm": 0.46293210983276367,
      "learning_rate": 4.9703387630873724e-05,
      "loss": 5.253,
      "step": 73505
    },
    {
      "epoch": 0.06434467950642528,
      "grad_norm": 0.3859810531139374,
      "learning_rate": 4.970333996836977e-05,
      "loss": 5.7324,
      "step": 73510
    },
    {
      "epoch": 0.06434905610005243,
      "grad_norm": 0.4647110104560852,
      "learning_rate": 4.97032923020653e-05,
      "loss": 5.0066,
      "step": 73515
    },
    {
      "epoch": 0.06435343269367959,
      "grad_norm": 0.3643440306186676,
      "learning_rate": 4.9703244631960334e-05,
      "loss": 5.8074,
      "step": 73520
    },
    {
      "epoch": 0.06435780928730674,
      "grad_norm": 0.3966558575630188,
      "learning_rate": 4.970319695805487e-05,
      "loss": 5.5404,
      "step": 73525
    },
    {
      "epoch": 0.0643621858809339,
      "grad_norm": 0.4860696494579315,
      "learning_rate": 4.9703149280348914e-05,
      "loss": 5.4324,
      "step": 73530
    },
    {
      "epoch": 0.06436656247456105,
      "grad_norm": 0.4200531840324402,
      "learning_rate": 4.970310159884249e-05,
      "loss": 5.022,
      "step": 73535
    },
    {
      "epoch": 0.06437093906818821,
      "grad_norm": 0.4546992778778076,
      "learning_rate": 4.9703053913535605e-05,
      "loss": 5.0216,
      "step": 73540
    },
    {
      "epoch": 0.06437531566181535,
      "grad_norm": 0.49141615629196167,
      "learning_rate": 4.970300622442826e-05,
      "loss": 5.7906,
      "step": 73545
    },
    {
      "epoch": 0.06437969225544252,
      "grad_norm": 0.37879982590675354,
      "learning_rate": 4.970295853152046e-05,
      "loss": 5.8251,
      "step": 73550
    },
    {
      "epoch": 0.06438406884906966,
      "grad_norm": 0.45919424295425415,
      "learning_rate": 4.9702910834812236e-05,
      "loss": 5.0054,
      "step": 73555
    },
    {
      "epoch": 0.06438844544269683,
      "grad_norm": 0.4338163435459137,
      "learning_rate": 4.9702863134303566e-05,
      "loss": 5.553,
      "step": 73560
    },
    {
      "epoch": 0.06439282203632397,
      "grad_norm": 0.4039458632469177,
      "learning_rate": 4.970281542999449e-05,
      "loss": 5.526,
      "step": 73565
    },
    {
      "epoch": 0.06439719862995114,
      "grad_norm": 0.36308616399765015,
      "learning_rate": 4.970276772188499e-05,
      "loss": 5.8551,
      "step": 73570
    },
    {
      "epoch": 0.06440157522357828,
      "grad_norm": 0.46908533573150635,
      "learning_rate": 4.97027200099751e-05,
      "loss": 6.0793,
      "step": 73575
    },
    {
      "epoch": 0.06440595181720545,
      "grad_norm": 0.45821768045425415,
      "learning_rate": 4.970267229426481e-05,
      "loss": 5.0406,
      "step": 73580
    },
    {
      "epoch": 0.06441032841083259,
      "grad_norm": 0.41337868571281433,
      "learning_rate": 4.970262457475413e-05,
      "loss": 5.2455,
      "step": 73585
    },
    {
      "epoch": 0.06441470500445975,
      "grad_norm": 0.5443438291549683,
      "learning_rate": 4.97025768514431e-05,
      "loss": 6.0992,
      "step": 73590
    },
    {
      "epoch": 0.0644190815980869,
      "grad_norm": 0.48638564348220825,
      "learning_rate": 4.970252912433169e-05,
      "loss": 5.5636,
      "step": 73595
    },
    {
      "epoch": 0.06442345819171406,
      "grad_norm": 0.4826728105545044,
      "learning_rate": 4.970248139341992e-05,
      "loss": 5.2388,
      "step": 73600
    },
    {
      "epoch": 0.06442783478534121,
      "grad_norm": 0.47840094566345215,
      "learning_rate": 4.9702433658707806e-05,
      "loss": 5.2494,
      "step": 73605
    },
    {
      "epoch": 0.06443221137896837,
      "grad_norm": 0.5005063414573669,
      "learning_rate": 4.970238592019536e-05,
      "loss": 5.5405,
      "step": 73610
    },
    {
      "epoch": 0.06443658797259552,
      "grad_norm": 0.4887222349643707,
      "learning_rate": 4.970233817788258e-05,
      "loss": 5.5758,
      "step": 73615
    },
    {
      "epoch": 0.06444096456622267,
      "grad_norm": 0.4883061945438385,
      "learning_rate": 4.9702290431769495e-05,
      "loss": 5.2237,
      "step": 73620
    },
    {
      "epoch": 0.06444534115984983,
      "grad_norm": 0.42983558773994446,
      "learning_rate": 4.970224268185608e-05,
      "loss": 5.2064,
      "step": 73625
    },
    {
      "epoch": 0.06444971775347698,
      "grad_norm": 0.3944847285747528,
      "learning_rate": 4.970219492814237e-05,
      "loss": 5.7482,
      "step": 73630
    },
    {
      "epoch": 0.06445409434710414,
      "grad_norm": 0.4243563711643219,
      "learning_rate": 4.9702147170628385e-05,
      "loss": 5.2372,
      "step": 73635
    },
    {
      "epoch": 0.06445847094073129,
      "grad_norm": 0.5849643349647522,
      "learning_rate": 4.9702099409314106e-05,
      "loss": 4.9202,
      "step": 73640
    },
    {
      "epoch": 0.06446284753435845,
      "grad_norm": 0.5870696306228638,
      "learning_rate": 4.970205164419956e-05,
      "loss": 5.2432,
      "step": 73645
    },
    {
      "epoch": 0.0644672241279856,
      "grad_norm": 0.4429170489311218,
      "learning_rate": 4.970200387528474e-05,
      "loss": 5.1752,
      "step": 73650
    },
    {
      "epoch": 0.06447160072161276,
      "grad_norm": 0.39789488911628723,
      "learning_rate": 4.970195610256968e-05,
      "loss": 6.0861,
      "step": 73655
    },
    {
      "epoch": 0.06447597731523991,
      "grad_norm": 0.4515056312084198,
      "learning_rate": 4.970190832605436e-05,
      "loss": 5.219,
      "step": 73660
    },
    {
      "epoch": 0.06448035390886707,
      "grad_norm": 0.5423861742019653,
      "learning_rate": 4.970186054573881e-05,
      "loss": 5.5628,
      "step": 73665
    },
    {
      "epoch": 0.06448473050249422,
      "grad_norm": 0.4137434959411621,
      "learning_rate": 4.9701812761623036e-05,
      "loss": 5.0316,
      "step": 73670
    },
    {
      "epoch": 0.06448910709612138,
      "grad_norm": 0.40007278323173523,
      "learning_rate": 4.9701764973707044e-05,
      "loss": 5.1514,
      "step": 73675
    },
    {
      "epoch": 0.06449348368974853,
      "grad_norm": 0.3996306359767914,
      "learning_rate": 4.9701717181990835e-05,
      "loss": 5.0461,
      "step": 73680
    },
    {
      "epoch": 0.06449786028337569,
      "grad_norm": 0.44586434960365295,
      "learning_rate": 4.9701669386474436e-05,
      "loss": 5.451,
      "step": 73685
    },
    {
      "epoch": 0.06450223687700284,
      "grad_norm": 0.47164276242256165,
      "learning_rate": 4.9701621587157855e-05,
      "loss": 5.8673,
      "step": 73690
    },
    {
      "epoch": 0.06450661347063,
      "grad_norm": 0.4959215819835663,
      "learning_rate": 4.970157378404108e-05,
      "loss": 4.2796,
      "step": 73695
    },
    {
      "epoch": 0.06451099006425715,
      "grad_norm": 0.43714267015457153,
      "learning_rate": 4.9701525977124143e-05,
      "loss": 5.7812,
      "step": 73700
    },
    {
      "epoch": 0.06451536665788431,
      "grad_norm": 0.44513094425201416,
      "learning_rate": 4.9701478166407034e-05,
      "loss": 5.5864,
      "step": 73705
    },
    {
      "epoch": 0.06451974325151145,
      "grad_norm": 0.36746200919151306,
      "learning_rate": 4.9701430351889775e-05,
      "loss": 6.0773,
      "step": 73710
    },
    {
      "epoch": 0.06452411984513862,
      "grad_norm": 0.3960343301296234,
      "learning_rate": 4.9701382533572375e-05,
      "loss": 6.3602,
      "step": 73715
    },
    {
      "epoch": 0.06452849643876576,
      "grad_norm": 0.4673904478549957,
      "learning_rate": 4.970133471145484e-05,
      "loss": 5.8569,
      "step": 73720
    },
    {
      "epoch": 0.06453287303239293,
      "grad_norm": 0.5201161503791809,
      "learning_rate": 4.970128688553718e-05,
      "loss": 5.0153,
      "step": 73725
    },
    {
      "epoch": 0.06453724962602007,
      "grad_norm": 0.5816012024879456,
      "learning_rate": 4.97012390558194e-05,
      "loss": 4.2989,
      "step": 73730
    },
    {
      "epoch": 0.06454162621964724,
      "grad_norm": 0.3796342611312866,
      "learning_rate": 4.970119122230153e-05,
      "loss": 5.7652,
      "step": 73735
    },
    {
      "epoch": 0.06454600281327438,
      "grad_norm": 0.44701555371284485,
      "learning_rate": 4.970114338498354e-05,
      "loss": 6.0695,
      "step": 73740
    },
    {
      "epoch": 0.06455037940690153,
      "grad_norm": 0.43935129046440125,
      "learning_rate": 4.970109554386547e-05,
      "loss": 5.0183,
      "step": 73745
    },
    {
      "epoch": 0.06455475600052869,
      "grad_norm": 0.44477441906929016,
      "learning_rate": 4.970104769894732e-05,
      "loss": 5.2259,
      "step": 73750
    },
    {
      "epoch": 0.06455913259415584,
      "grad_norm": 0.4377738833427429,
      "learning_rate": 4.97009998502291e-05,
      "loss": 4.6256,
      "step": 73755
    },
    {
      "epoch": 0.064563509187783,
      "grad_norm": 0.5005456209182739,
      "learning_rate": 4.970095199771082e-05,
      "loss": 5.8402,
      "step": 73760
    },
    {
      "epoch": 0.06456788578141015,
      "grad_norm": 0.40002238750457764,
      "learning_rate": 4.970090414139249e-05,
      "loss": 5.5844,
      "step": 73765
    },
    {
      "epoch": 0.06457226237503731,
      "grad_norm": 0.408795028924942,
      "learning_rate": 4.970085628127412e-05,
      "loss": 5.8672,
      "step": 73770
    },
    {
      "epoch": 0.06457663896866446,
      "grad_norm": 0.3796660900115967,
      "learning_rate": 4.970080841735572e-05,
      "loss": 5.4767,
      "step": 73775
    },
    {
      "epoch": 0.06458101556229162,
      "grad_norm": 0.4587637484073639,
      "learning_rate": 4.9700760549637295e-05,
      "loss": 4.8718,
      "step": 73780
    },
    {
      "epoch": 0.06458539215591877,
      "grad_norm": 0.3702828288078308,
      "learning_rate": 4.970071267811885e-05,
      "loss": 5.5119,
      "step": 73785
    },
    {
      "epoch": 0.06458976874954593,
      "grad_norm": 0.42986735701560974,
      "learning_rate": 4.9700664802800404e-05,
      "loss": 5.4887,
      "step": 73790
    },
    {
      "epoch": 0.06459414534317308,
      "grad_norm": 0.43437162041664124,
      "learning_rate": 4.9700616923681955e-05,
      "loss": 5.042,
      "step": 73795
    },
    {
      "epoch": 0.06459852193680024,
      "grad_norm": 0.43542128801345825,
      "learning_rate": 4.970056904076352e-05,
      "loss": 5.4326,
      "step": 73800
    },
    {
      "epoch": 0.06460289853042739,
      "grad_norm": 0.49453917145729065,
      "learning_rate": 4.970052115404511e-05,
      "loss": 5.3368,
      "step": 73805
    },
    {
      "epoch": 0.06460727512405455,
      "grad_norm": 0.41590937972068787,
      "learning_rate": 4.970047326352674e-05,
      "loss": 5.5175,
      "step": 73810
    },
    {
      "epoch": 0.0646116517176817,
      "grad_norm": 0.3587869703769684,
      "learning_rate": 4.9700425369208405e-05,
      "loss": 6.0904,
      "step": 73815
    },
    {
      "epoch": 0.06461602831130886,
      "grad_norm": 0.4196540117263794,
      "learning_rate": 4.970037747109012e-05,
      "loss": 4.7198,
      "step": 73820
    },
    {
      "epoch": 0.06462040490493601,
      "grad_norm": 0.3778873383998871,
      "learning_rate": 4.970032956917189e-05,
      "loss": 5.8534,
      "step": 73825
    },
    {
      "epoch": 0.06462478149856317,
      "grad_norm": 0.4322950541973114,
      "learning_rate": 4.970028166345373e-05,
      "loss": 5.563,
      "step": 73830
    },
    {
      "epoch": 0.06462915809219032,
      "grad_norm": 0.3988705575466156,
      "learning_rate": 4.970023375393566e-05,
      "loss": 6.3318,
      "step": 73835
    },
    {
      "epoch": 0.06463353468581748,
      "grad_norm": 0.43210235238075256,
      "learning_rate": 4.970018584061766e-05,
      "loss": 5.2363,
      "step": 73840
    },
    {
      "epoch": 0.06463791127944463,
      "grad_norm": 0.3613619804382324,
      "learning_rate": 4.970013792349976e-05,
      "loss": 5.5379,
      "step": 73845
    },
    {
      "epoch": 0.06464228787307179,
      "grad_norm": 0.3969743549823761,
      "learning_rate": 4.970009000258198e-05,
      "loss": 6.0604,
      "step": 73850
    },
    {
      "epoch": 0.06464666446669894,
      "grad_norm": 0.43203186988830566,
      "learning_rate": 4.970004207786429e-05,
      "loss": 5.0393,
      "step": 73855
    },
    {
      "epoch": 0.0646510410603261,
      "grad_norm": 0.4945937693119049,
      "learning_rate": 4.9699994149346754e-05,
      "loss": 5.3285,
      "step": 73860
    },
    {
      "epoch": 0.06465541765395325,
      "grad_norm": 0.4571199119091034,
      "learning_rate": 4.9699946217029324e-05,
      "loss": 4.2884,
      "step": 73865
    },
    {
      "epoch": 0.0646597942475804,
      "grad_norm": 0.40557000041007996,
      "learning_rate": 4.969989828091205e-05,
      "loss": 5.5402,
      "step": 73870
    },
    {
      "epoch": 0.06466417084120755,
      "grad_norm": 0.424032986164093,
      "learning_rate": 4.9699850340994924e-05,
      "loss": 4.7707,
      "step": 73875
    },
    {
      "epoch": 0.0646685474348347,
      "grad_norm": 0.42704156041145325,
      "learning_rate": 4.9699802397277975e-05,
      "loss": 5.0013,
      "step": 73880
    },
    {
      "epoch": 0.06467292402846186,
      "grad_norm": 0.5057530403137207,
      "learning_rate": 4.969975444976117e-05,
      "loss": 5.7334,
      "step": 73885
    },
    {
      "epoch": 0.06467730062208901,
      "grad_norm": 0.46743038296699524,
      "learning_rate": 4.9699706498444565e-05,
      "loss": 5.3322,
      "step": 73890
    },
    {
      "epoch": 0.06468167721571617,
      "grad_norm": 0.4244668185710907,
      "learning_rate": 4.9699658543328145e-05,
      "loss": 4.9256,
      "step": 73895
    },
    {
      "epoch": 0.06468605380934332,
      "grad_norm": 0.6759348511695862,
      "learning_rate": 4.9699610584411915e-05,
      "loss": 4.2679,
      "step": 73900
    },
    {
      "epoch": 0.06469043040297048,
      "grad_norm": 0.5619663596153259,
      "learning_rate": 4.9699562621695895e-05,
      "loss": 5.2304,
      "step": 73905
    },
    {
      "epoch": 0.06469480699659763,
      "grad_norm": 0.5103108882904053,
      "learning_rate": 4.969951465518009e-05,
      "loss": 5.5414,
      "step": 73910
    },
    {
      "epoch": 0.06469918359022479,
      "grad_norm": 0.49468258023262024,
      "learning_rate": 4.969946668486451e-05,
      "loss": 5.4549,
      "step": 73915
    },
    {
      "epoch": 0.06470356018385194,
      "grad_norm": 0.4434133768081665,
      "learning_rate": 4.969941871074918e-05,
      "loss": 4.2683,
      "step": 73920
    },
    {
      "epoch": 0.0647079367774791,
      "grad_norm": 0.4996679127216339,
      "learning_rate": 4.969937073283408e-05,
      "loss": 4.8042,
      "step": 73925
    },
    {
      "epoch": 0.06471231337110625,
      "grad_norm": 0.5763807892799377,
      "learning_rate": 4.969932275111924e-05,
      "loss": 5.5202,
      "step": 73930
    },
    {
      "epoch": 0.06471668996473341,
      "grad_norm": 0.5111271739006042,
      "learning_rate": 4.969927476560465e-05,
      "loss": 5.0234,
      "step": 73935
    },
    {
      "epoch": 0.06472106655836056,
      "grad_norm": 0.4667343497276306,
      "learning_rate": 4.969922677629035e-05,
      "loss": 5.5452,
      "step": 73940
    },
    {
      "epoch": 0.06472544315198772,
      "grad_norm": 0.38985535502433777,
      "learning_rate": 4.9699178783176326e-05,
      "loss": 6.0281,
      "step": 73945
    },
    {
      "epoch": 0.06472981974561487,
      "grad_norm": 0.4502878189086914,
      "learning_rate": 4.969913078626259e-05,
      "loss": 5.735,
      "step": 73950
    },
    {
      "epoch": 0.06473419633924203,
      "grad_norm": 0.47196757793426514,
      "learning_rate": 4.969908278554915e-05,
      "loss": 5.3723,
      "step": 73955
    },
    {
      "epoch": 0.06473857293286918,
      "grad_norm": 0.5505697131156921,
      "learning_rate": 4.969903478103602e-05,
      "loss": 5.5629,
      "step": 73960
    },
    {
      "epoch": 0.06474294952649634,
      "grad_norm": 0.4711606204509735,
      "learning_rate": 4.969898677272322e-05,
      "loss": 4.9555,
      "step": 73965
    },
    {
      "epoch": 0.06474732612012349,
      "grad_norm": 0.4667592942714691,
      "learning_rate": 4.9698938760610735e-05,
      "loss": 6.3674,
      "step": 73970
    },
    {
      "epoch": 0.06475170271375065,
      "grad_norm": 0.4104968309402466,
      "learning_rate": 4.969889074469859e-05,
      "loss": 6.3986,
      "step": 73975
    },
    {
      "epoch": 0.0647560793073778,
      "grad_norm": 0.43434810638427734,
      "learning_rate": 4.9698842724986796e-05,
      "loss": 5.4412,
      "step": 73980
    },
    {
      "epoch": 0.06476045590100496,
      "grad_norm": 0.47372469305992126,
      "learning_rate": 4.9698794701475346e-05,
      "loss": 5.5229,
      "step": 73985
    },
    {
      "epoch": 0.06476483249463211,
      "grad_norm": 0.46559658646583557,
      "learning_rate": 4.9698746674164275e-05,
      "loss": 5.0522,
      "step": 73990
    },
    {
      "epoch": 0.06476920908825927,
      "grad_norm": 0.4832320511341095,
      "learning_rate": 4.969869864305358e-05,
      "loss": 5.0093,
      "step": 73995
    },
    {
      "epoch": 0.06477358568188642,
      "grad_norm": 0.48753711581230164,
      "learning_rate": 4.969865060814325e-05,
      "loss": 5.4711,
      "step": 74000
    },
    {
      "epoch": 0.06477796227551356,
      "grad_norm": 0.4486398696899414,
      "learning_rate": 4.9698602569433326e-05,
      "loss": 4.8159,
      "step": 74005
    },
    {
      "epoch": 0.06478233886914073,
      "grad_norm": 0.46932312846183777,
      "learning_rate": 4.96985545269238e-05,
      "loss": 3.9522,
      "step": 74010
    },
    {
      "epoch": 0.06478671546276787,
      "grad_norm": 0.4676757752895355,
      "learning_rate": 4.969850648061468e-05,
      "loss": 5.7607,
      "step": 74015
    },
    {
      "epoch": 0.06479109205639504,
      "grad_norm": 0.4413652718067169,
      "learning_rate": 4.969845843050599e-05,
      "loss": 4.9214,
      "step": 74020
    },
    {
      "epoch": 0.06479546865002218,
      "grad_norm": 0.4430304765701294,
      "learning_rate": 4.9698410376597725e-05,
      "loss": 4.7329,
      "step": 74025
    },
    {
      "epoch": 0.06479984524364935,
      "grad_norm": 0.38845095038414,
      "learning_rate": 4.96983623188899e-05,
      "loss": 6.0687,
      "step": 74030
    },
    {
      "epoch": 0.0648042218372765,
      "grad_norm": 0.39794278144836426,
      "learning_rate": 4.9698314257382525e-05,
      "loss": 4.8023,
      "step": 74035
    },
    {
      "epoch": 0.06480859843090366,
      "grad_norm": 0.44488805532455444,
      "learning_rate": 4.96982661920756e-05,
      "loss": 5.3522,
      "step": 74040
    },
    {
      "epoch": 0.0648129750245308,
      "grad_norm": 0.3762510418891907,
      "learning_rate": 4.9698218122969154e-05,
      "loss": 6.0412,
      "step": 74045
    },
    {
      "epoch": 0.06481735161815796,
      "grad_norm": 0.43261611461639404,
      "learning_rate": 4.9698170050063173e-05,
      "loss": 5.5257,
      "step": 74050
    },
    {
      "epoch": 0.06482172821178511,
      "grad_norm": 0.4031471014022827,
      "learning_rate": 4.969812197335768e-05,
      "loss": 5.2276,
      "step": 74055
    },
    {
      "epoch": 0.06482610480541227,
      "grad_norm": 0.4413226246833801,
      "learning_rate": 4.9698073892852683e-05,
      "loss": 5.2831,
      "step": 74060
    },
    {
      "epoch": 0.06483048139903942,
      "grad_norm": 0.3842540681362152,
      "learning_rate": 4.969802580854819e-05,
      "loss": 5.7242,
      "step": 74065
    },
    {
      "epoch": 0.06483485799266658,
      "grad_norm": 0.4107452929019928,
      "learning_rate": 4.9697977720444213e-05,
      "loss": 5.8263,
      "step": 74070
    },
    {
      "epoch": 0.06483923458629373,
      "grad_norm": 0.43003204464912415,
      "learning_rate": 4.9697929628540754e-05,
      "loss": 5.2367,
      "step": 74075
    },
    {
      "epoch": 0.0648436111799209,
      "grad_norm": 0.3720276653766632,
      "learning_rate": 4.969788153283782e-05,
      "loss": 5.523,
      "step": 74080
    },
    {
      "epoch": 0.06484798777354804,
      "grad_norm": 0.4651224911212921,
      "learning_rate": 4.9697833433335436e-05,
      "loss": 5.225,
      "step": 74085
    },
    {
      "epoch": 0.0648523643671752,
      "grad_norm": 0.3693796396255493,
      "learning_rate": 4.96977853300336e-05,
      "loss": 5.5543,
      "step": 74090
    },
    {
      "epoch": 0.06485674096080235,
      "grad_norm": 0.4290231168270111,
      "learning_rate": 4.9697737222932314e-05,
      "loss": 4.932,
      "step": 74095
    },
    {
      "epoch": 0.06486111755442951,
      "grad_norm": 0.4800768792629242,
      "learning_rate": 4.969768911203162e-05,
      "loss": 5.3517,
      "step": 74100
    },
    {
      "epoch": 0.06486549414805666,
      "grad_norm": 0.4270496666431427,
      "learning_rate": 4.969764099733148e-05,
      "loss": 4.8267,
      "step": 74105
    },
    {
      "epoch": 0.06486987074168382,
      "grad_norm": 0.44718843698501587,
      "learning_rate": 4.969759287883194e-05,
      "loss": 4.9384,
      "step": 74110
    },
    {
      "epoch": 0.06487424733531097,
      "grad_norm": 0.35470834374427795,
      "learning_rate": 4.9697544756532996e-05,
      "loss": 5.864,
      "step": 74115
    },
    {
      "epoch": 0.06487862392893813,
      "grad_norm": 0.4058474600315094,
      "learning_rate": 4.969749663043465e-05,
      "loss": 5.5262,
      "step": 74120
    },
    {
      "epoch": 0.06488300052256528,
      "grad_norm": 0.4071657657623291,
      "learning_rate": 4.969744850053692e-05,
      "loss": 5.8372,
      "step": 74125
    },
    {
      "epoch": 0.06488737711619243,
      "grad_norm": 0.40082910656929016,
      "learning_rate": 4.969740036683983e-05,
      "loss": 5.0199,
      "step": 74130
    },
    {
      "epoch": 0.06489175370981959,
      "grad_norm": 0.455409973859787,
      "learning_rate": 4.9697352229343364e-05,
      "loss": 4.6919,
      "step": 74135
    },
    {
      "epoch": 0.06489613030344674,
      "grad_norm": 0.3962816894054413,
      "learning_rate": 4.969730408804754e-05,
      "loss": 5.2682,
      "step": 74140
    },
    {
      "epoch": 0.0649005068970739,
      "grad_norm": 0.4421546161174774,
      "learning_rate": 4.969725594295236e-05,
      "loss": 5.7064,
      "step": 74145
    },
    {
      "epoch": 0.06490488349070105,
      "grad_norm": 0.4168111979961395,
      "learning_rate": 4.9697207794057855e-05,
      "loss": 5.7586,
      "step": 74150
    },
    {
      "epoch": 0.06490926008432821,
      "grad_norm": 0.4662609100341797,
      "learning_rate": 4.9697159641364014e-05,
      "loss": 4.9936,
      "step": 74155
    },
    {
      "epoch": 0.06491363667795536,
      "grad_norm": 0.42696914076805115,
      "learning_rate": 4.969711148487085e-05,
      "loss": 5.5572,
      "step": 74160
    },
    {
      "epoch": 0.06491801327158252,
      "grad_norm": 0.3524806499481201,
      "learning_rate": 4.9697063324578385e-05,
      "loss": 6.0523,
      "step": 74165
    },
    {
      "epoch": 0.06492238986520966,
      "grad_norm": 0.4304891526699066,
      "learning_rate": 4.9697015160486604e-05,
      "loss": 5.7701,
      "step": 74170
    },
    {
      "epoch": 0.06492676645883683,
      "grad_norm": 0.38424819707870483,
      "learning_rate": 4.969696699259555e-05,
      "loss": 6.0713,
      "step": 74175
    },
    {
      "epoch": 0.06493114305246397,
      "grad_norm": 0.49782371520996094,
      "learning_rate": 4.9696918820905204e-05,
      "loss": 5.1622,
      "step": 74180
    },
    {
      "epoch": 0.06493551964609114,
      "grad_norm": 0.5050087571144104,
      "learning_rate": 4.9696870645415585e-05,
      "loss": 4.6694,
      "step": 74185
    },
    {
      "epoch": 0.06493989623971828,
      "grad_norm": 0.43346649408340454,
      "learning_rate": 4.9696822466126705e-05,
      "loss": 5.2645,
      "step": 74190
    },
    {
      "epoch": 0.06494427283334545,
      "grad_norm": 0.48469680547714233,
      "learning_rate": 4.9696774283038564e-05,
      "loss": 5.0138,
      "step": 74195
    },
    {
      "epoch": 0.0649486494269726,
      "grad_norm": 0.3991446793079376,
      "learning_rate": 4.969672609615117e-05,
      "loss": 5.5378,
      "step": 74200
    },
    {
      "epoch": 0.06495302602059976,
      "grad_norm": 0.39277949929237366,
      "learning_rate": 4.969667790546456e-05,
      "loss": 5.3311,
      "step": 74205
    },
    {
      "epoch": 0.0649574026142269,
      "grad_norm": 0.38490042090415955,
      "learning_rate": 4.96966297109787e-05,
      "loss": 5.5476,
      "step": 74210
    },
    {
      "epoch": 0.06496177920785406,
      "grad_norm": 0.4449174404144287,
      "learning_rate": 4.969658151269364e-05,
      "loss": 5.5559,
      "step": 74215
    },
    {
      "epoch": 0.06496615580148121,
      "grad_norm": 0.42992103099823,
      "learning_rate": 4.969653331060936e-05,
      "loss": 5.0129,
      "step": 74220
    },
    {
      "epoch": 0.06497053239510837,
      "grad_norm": 0.3872484862804413,
      "learning_rate": 4.96964851047259e-05,
      "loss": 5.7801,
      "step": 74225
    },
    {
      "epoch": 0.06497490898873552,
      "grad_norm": 0.6034195423126221,
      "learning_rate": 4.969643689504323e-05,
      "loss": 5.3168,
      "step": 74230
    },
    {
      "epoch": 0.06497928558236268,
      "grad_norm": 0.38308924436569214,
      "learning_rate": 4.969638868156139e-05,
      "loss": 5.3285,
      "step": 74235
    },
    {
      "epoch": 0.06498366217598983,
      "grad_norm": 0.5652794241905212,
      "learning_rate": 4.969634046428038e-05,
      "loss": 5.7721,
      "step": 74240
    },
    {
      "epoch": 0.064988038769617,
      "grad_norm": 0.4091155529022217,
      "learning_rate": 4.969629224320021e-05,
      "loss": 5.5766,
      "step": 74245
    },
    {
      "epoch": 0.06499241536324414,
      "grad_norm": 0.43257012963294983,
      "learning_rate": 4.969624401832087e-05,
      "loss": 5.502,
      "step": 74250
    },
    {
      "epoch": 0.0649967919568713,
      "grad_norm": 0.44068408012390137,
      "learning_rate": 4.96961957896424e-05,
      "loss": 5.4082,
      "step": 74255
    },
    {
      "epoch": 0.06500116855049845,
      "grad_norm": 0.3900561034679413,
      "learning_rate": 4.96961475571648e-05,
      "loss": 4.9981,
      "step": 74260
    },
    {
      "epoch": 0.0650055451441256,
      "grad_norm": 0.437120646238327,
      "learning_rate": 4.969609932088807e-05,
      "loss": 5.2465,
      "step": 74265
    },
    {
      "epoch": 0.06500992173775276,
      "grad_norm": 0.4077117145061493,
      "learning_rate": 4.9696051080812214e-05,
      "loss": 6.0781,
      "step": 74270
    },
    {
      "epoch": 0.06501429833137991,
      "grad_norm": 0.45407429337501526,
      "learning_rate": 4.969600283693726e-05,
      "loss": 4.7245,
      "step": 74275
    },
    {
      "epoch": 0.06501867492500707,
      "grad_norm": 0.3888707756996155,
      "learning_rate": 4.969595458926322e-05,
      "loss": 5.36,
      "step": 74280
    },
    {
      "epoch": 0.06502305151863422,
      "grad_norm": 0.4153246283531189,
      "learning_rate": 4.9695906337790074e-05,
      "loss": 6.0701,
      "step": 74285
    },
    {
      "epoch": 0.06502742811226138,
      "grad_norm": 0.411618709564209,
      "learning_rate": 4.9695858082517866e-05,
      "loss": 5.2544,
      "step": 74290
    },
    {
      "epoch": 0.06503180470588853,
      "grad_norm": 0.4419582784175873,
      "learning_rate": 4.969580982344658e-05,
      "loss": 5.7215,
      "step": 74295
    },
    {
      "epoch": 0.06503618129951569,
      "grad_norm": 0.43367770314216614,
      "learning_rate": 4.9695761560576236e-05,
      "loss": 5.7271,
      "step": 74300
    },
    {
      "epoch": 0.06504055789314284,
      "grad_norm": 0.472713828086853,
      "learning_rate": 4.969571329390684e-05,
      "loss": 4.9025,
      "step": 74305
    },
    {
      "epoch": 0.06504493448677,
      "grad_norm": 0.4250563085079193,
      "learning_rate": 4.969566502343841e-05,
      "loss": 5.4611,
      "step": 74310
    },
    {
      "epoch": 0.06504931108039715,
      "grad_norm": 0.42227527499198914,
      "learning_rate": 4.969561674917095e-05,
      "loss": 4.8132,
      "step": 74315
    },
    {
      "epoch": 0.06505368767402431,
      "grad_norm": 0.39730414748191833,
      "learning_rate": 4.9695568471104456e-05,
      "loss": 6.3729,
      "step": 74320
    },
    {
      "epoch": 0.06505806426765146,
      "grad_norm": 0.51463383436203,
      "learning_rate": 4.9695520189238965e-05,
      "loss": 5.8143,
      "step": 74325
    },
    {
      "epoch": 0.06506244086127862,
      "grad_norm": 0.43382102251052856,
      "learning_rate": 4.9695471903574456e-05,
      "loss": 5.1979,
      "step": 74330
    },
    {
      "epoch": 0.06506681745490576,
      "grad_norm": 0.5072817206382751,
      "learning_rate": 4.969542361411096e-05,
      "loss": 5.8363,
      "step": 74335
    },
    {
      "epoch": 0.06507119404853293,
      "grad_norm": 0.4705900549888611,
      "learning_rate": 4.969537532084847e-05,
      "loss": 4.9354,
      "step": 74340
    },
    {
      "epoch": 0.06507557064216007,
      "grad_norm": 0.48343250155448914,
      "learning_rate": 4.969532702378702e-05,
      "loss": 4.8277,
      "step": 74345
    },
    {
      "epoch": 0.06507994723578724,
      "grad_norm": 0.4594250023365021,
      "learning_rate": 4.9695278722926586e-05,
      "loss": 5.3576,
      "step": 74350
    },
    {
      "epoch": 0.06508432382941438,
      "grad_norm": 0.4489188492298126,
      "learning_rate": 4.96952304182672e-05,
      "loss": 4.009,
      "step": 74355
    },
    {
      "epoch": 0.06508870042304155,
      "grad_norm": 0.5548654794692993,
      "learning_rate": 4.9695182109808866e-05,
      "loss": 5.5476,
      "step": 74360
    },
    {
      "epoch": 0.0650930770166687,
      "grad_norm": 0.41661766171455383,
      "learning_rate": 4.969513379755161e-05,
      "loss": 5.2657,
      "step": 74365
    },
    {
      "epoch": 0.06509745361029586,
      "grad_norm": 0.4733566343784332,
      "learning_rate": 4.969508548149541e-05,
      "loss": 6.0789,
      "step": 74370
    },
    {
      "epoch": 0.065101830203923,
      "grad_norm": 0.42230719327926636,
      "learning_rate": 4.969503716164029e-05,
      "loss": 5.5527,
      "step": 74375
    },
    {
      "epoch": 0.06510620679755016,
      "grad_norm": 0.38107961416244507,
      "learning_rate": 4.9694988837986254e-05,
      "loss": 5.5079,
      "step": 74380
    },
    {
      "epoch": 0.06511058339117731,
      "grad_norm": 0.44333159923553467,
      "learning_rate": 4.969494051053333e-05,
      "loss": 4.892,
      "step": 74385
    },
    {
      "epoch": 0.06511495998480446,
      "grad_norm": 0.43198227882385254,
      "learning_rate": 4.9694892179281505e-05,
      "loss": 4.6642,
      "step": 74390
    },
    {
      "epoch": 0.06511933657843162,
      "grad_norm": 0.3728424310684204,
      "learning_rate": 4.96948438442308e-05,
      "loss": 6.0664,
      "step": 74395
    },
    {
      "epoch": 0.06512371317205877,
      "grad_norm": 0.38625383377075195,
      "learning_rate": 4.969479550538123e-05,
      "loss": 5.8163,
      "step": 74400
    },
    {
      "epoch": 0.06512808976568593,
      "grad_norm": 0.4213016927242279,
      "learning_rate": 4.969474716273278e-05,
      "loss": 5.8885,
      "step": 74405
    },
    {
      "epoch": 0.06513246635931308,
      "grad_norm": 0.4264569580554962,
      "learning_rate": 4.969469881628549e-05,
      "loss": 5.4283,
      "step": 74410
    },
    {
      "epoch": 0.06513684295294024,
      "grad_norm": 0.4599290192127228,
      "learning_rate": 4.969465046603935e-05,
      "loss": 5.7824,
      "step": 74415
    },
    {
      "epoch": 0.06514121954656739,
      "grad_norm": 0.49882641434669495,
      "learning_rate": 4.9694602111994373e-05,
      "loss": 4.8871,
      "step": 74420
    },
    {
      "epoch": 0.06514559614019455,
      "grad_norm": 0.4289513826370239,
      "learning_rate": 4.969455375415056e-05,
      "loss": 5.8348,
      "step": 74425
    },
    {
      "epoch": 0.0651499727338217,
      "grad_norm": 0.42982009053230286,
      "learning_rate": 4.969450539250795e-05,
      "loss": 5.03,
      "step": 74430
    },
    {
      "epoch": 0.06515434932744886,
      "grad_norm": 0.47705209255218506,
      "learning_rate": 4.9694457027066523e-05,
      "loss": 5.0328,
      "step": 74435
    },
    {
      "epoch": 0.06515872592107601,
      "grad_norm": 0.4377519488334656,
      "learning_rate": 4.969440865782628e-05,
      "loss": 5.4215,
      "step": 74440
    },
    {
      "epoch": 0.06516310251470317,
      "grad_norm": 0.4183032810688019,
      "learning_rate": 4.9694360284787277e-05,
      "loss": 5.3371,
      "step": 74445
    },
    {
      "epoch": 0.06516747910833032,
      "grad_norm": 0.728596568107605,
      "learning_rate": 4.9694311907949476e-05,
      "loss": 5.1818,
      "step": 74450
    },
    {
      "epoch": 0.06517185570195748,
      "grad_norm": 0.4589916169643402,
      "learning_rate": 4.969426352731291e-05,
      "loss": 4.4329,
      "step": 74455
    },
    {
      "epoch": 0.06517623229558463,
      "grad_norm": 0.4520222246646881,
      "learning_rate": 4.969421514287759e-05,
      "loss": 5.0029,
      "step": 74460
    },
    {
      "epoch": 0.06518060888921179,
      "grad_norm": 0.448479562997818,
      "learning_rate": 4.96941667546435e-05,
      "loss": 5.8454,
      "step": 74465
    },
    {
      "epoch": 0.06518498548283894,
      "grad_norm": 0.4339216351509094,
      "learning_rate": 4.9694118362610676e-05,
      "loss": 5.5946,
      "step": 74470
    },
    {
      "epoch": 0.0651893620764661,
      "grad_norm": 0.44491925835609436,
      "learning_rate": 4.9694069966779124e-05,
      "loss": 5.5308,
      "step": 74475
    },
    {
      "epoch": 0.06519373867009325,
      "grad_norm": 0.45875638723373413,
      "learning_rate": 4.969402156714884e-05,
      "loss": 4.4041,
      "step": 74480
    },
    {
      "epoch": 0.06519811526372041,
      "grad_norm": 0.7000181078910828,
      "learning_rate": 4.9693973163719856e-05,
      "loss": 4.5142,
      "step": 74485
    },
    {
      "epoch": 0.06520249185734756,
      "grad_norm": 0.7289301753044128,
      "learning_rate": 4.9693924756492146e-05,
      "loss": 5.3075,
      "step": 74490
    },
    {
      "epoch": 0.06520686845097472,
      "grad_norm": 0.4188133478164673,
      "learning_rate": 4.969387634546575e-05,
      "loss": 5.7506,
      "step": 74495
    },
    {
      "epoch": 0.06521124504460186,
      "grad_norm": 0.4792792499065399,
      "learning_rate": 4.969382793064067e-05,
      "loss": 5.3111,
      "step": 74500
    },
    {
      "epoch": 0.06521562163822903,
      "grad_norm": 0.45090392231941223,
      "learning_rate": 4.969377951201691e-05,
      "loss": 4.6278,
      "step": 74505
    },
    {
      "epoch": 0.06521999823185617,
      "grad_norm": 0.45136553049087524,
      "learning_rate": 4.969373108959449e-05,
      "loss": 5.2216,
      "step": 74510
    },
    {
      "epoch": 0.06522437482548332,
      "grad_norm": 0.4682942032814026,
      "learning_rate": 4.9693682663373394e-05,
      "loss": 4.9163,
      "step": 74515
    },
    {
      "epoch": 0.06522875141911048,
      "grad_norm": 0.43582531809806824,
      "learning_rate": 4.969363423335366e-05,
      "loss": 4.9044,
      "step": 74520
    },
    {
      "epoch": 0.06523312801273763,
      "grad_norm": 0.44792959094047546,
      "learning_rate": 4.969358579953529e-05,
      "loss": 4.9021,
      "step": 74525
    },
    {
      "epoch": 0.0652375046063648,
      "grad_norm": 0.39024636149406433,
      "learning_rate": 4.9693537361918275e-05,
      "loss": 5.7734,
      "step": 74530
    },
    {
      "epoch": 0.06524188119999194,
      "grad_norm": 0.39129772782325745,
      "learning_rate": 4.969348892050265e-05,
      "loss": 5.7635,
      "step": 74535
    },
    {
      "epoch": 0.0652462577936191,
      "grad_norm": 0.5318716764450073,
      "learning_rate": 4.969344047528841e-05,
      "loss": 4.8299,
      "step": 74540
    },
    {
      "epoch": 0.06525063438724625,
      "grad_norm": 0.43081510066986084,
      "learning_rate": 4.969339202627558e-05,
      "loss": 5.4404,
      "step": 74545
    },
    {
      "epoch": 0.06525501098087341,
      "grad_norm": 0.41340479254722595,
      "learning_rate": 4.9693343573464146e-05,
      "loss": 5.0414,
      "step": 74550
    },
    {
      "epoch": 0.06525938757450056,
      "grad_norm": 0.4140317440032959,
      "learning_rate": 4.9693295116854125e-05,
      "loss": 5.2651,
      "step": 74555
    },
    {
      "epoch": 0.06526376416812772,
      "grad_norm": 0.47725093364715576,
      "learning_rate": 4.9693246656445526e-05,
      "loss": 5.3204,
      "step": 74560
    },
    {
      "epoch": 0.06526814076175487,
      "grad_norm": 0.5188883543014526,
      "learning_rate": 4.9693198192238364e-05,
      "loss": 5.5528,
      "step": 74565
    },
    {
      "epoch": 0.06527251735538203,
      "grad_norm": 0.43447768688201904,
      "learning_rate": 4.969314972423266e-05,
      "loss": 5.2431,
      "step": 74570
    },
    {
      "epoch": 0.06527689394900918,
      "grad_norm": 0.5483484864234924,
      "learning_rate": 4.96931012524284e-05,
      "loss": 4.6707,
      "step": 74575
    },
    {
      "epoch": 0.06528127054263634,
      "grad_norm": 0.529892086982727,
      "learning_rate": 4.96930527768256e-05,
      "loss": 5.7449,
      "step": 74580
    },
    {
      "epoch": 0.06528564713626349,
      "grad_norm": 0.45094388723373413,
      "learning_rate": 4.9693004297424274e-05,
      "loss": 5.2338,
      "step": 74585
    },
    {
      "epoch": 0.06529002372989065,
      "grad_norm": 0.42698484659194946,
      "learning_rate": 4.969295581422443e-05,
      "loss": 5.5365,
      "step": 74590
    },
    {
      "epoch": 0.0652944003235178,
      "grad_norm": 0.46869322657585144,
      "learning_rate": 4.969290732722608e-05,
      "loss": 5.5334,
      "step": 74595
    },
    {
      "epoch": 0.06529877691714496,
      "grad_norm": 0.40277165174484253,
      "learning_rate": 4.9692858836429225e-05,
      "loss": 5.5174,
      "step": 74600
    },
    {
      "epoch": 0.06530315351077211,
      "grad_norm": 0.4263063669204712,
      "learning_rate": 4.969281034183388e-05,
      "loss": 4.6981,
      "step": 74605
    },
    {
      "epoch": 0.06530753010439927,
      "grad_norm": 0.4600263237953186,
      "learning_rate": 4.9692761843440064e-05,
      "loss": 4.217,
      "step": 74610
    },
    {
      "epoch": 0.06531190669802642,
      "grad_norm": 0.4684726595878601,
      "learning_rate": 4.969271334124776e-05,
      "loss": 5.2471,
      "step": 74615
    },
    {
      "epoch": 0.06531628329165358,
      "grad_norm": 0.41477787494659424,
      "learning_rate": 4.969266483525701e-05,
      "loss": 5.2395,
      "step": 74620
    },
    {
      "epoch": 0.06532065988528073,
      "grad_norm": 0.4448581039905548,
      "learning_rate": 4.96926163254678e-05,
      "loss": 5.7449,
      "step": 74625
    },
    {
      "epoch": 0.06532503647890789,
      "grad_norm": 0.6315767765045166,
      "learning_rate": 4.969256781188014e-05,
      "loss": 4.9059,
      "step": 74630
    },
    {
      "epoch": 0.06532941307253504,
      "grad_norm": 0.4876852333545685,
      "learning_rate": 4.9692519294494055e-05,
      "loss": 5.759,
      "step": 74635
    },
    {
      "epoch": 0.0653337896661622,
      "grad_norm": 0.5411301851272583,
      "learning_rate": 4.969247077330954e-05,
      "loss": 5.3518,
      "step": 74640
    },
    {
      "epoch": 0.06533816625978935,
      "grad_norm": 0.5049106478691101,
      "learning_rate": 4.9692422248326606e-05,
      "loss": 5.2151,
      "step": 74645
    },
    {
      "epoch": 0.0653425428534165,
      "grad_norm": 0.4912775158882141,
      "learning_rate": 4.9692373719545285e-05,
      "loss": 5.7705,
      "step": 74650
    },
    {
      "epoch": 0.06534691944704366,
      "grad_norm": 0.4585794508457184,
      "learning_rate": 4.969232518696555e-05,
      "loss": 5.5426,
      "step": 74655
    },
    {
      "epoch": 0.0653512960406708,
      "grad_norm": 0.42612549662590027,
      "learning_rate": 4.969227665058743e-05,
      "loss": 5.0192,
      "step": 74660
    },
    {
      "epoch": 0.06535567263429796,
      "grad_norm": 0.470437228679657,
      "learning_rate": 4.969222811041093e-05,
      "loss": 4.69,
      "step": 74665
    },
    {
      "epoch": 0.06536004922792511,
      "grad_norm": 0.39587295055389404,
      "learning_rate": 4.969217956643607e-05,
      "loss": 6.0971,
      "step": 74670
    },
    {
      "epoch": 0.06536442582155227,
      "grad_norm": 0.428481787443161,
      "learning_rate": 4.969213101866285e-05,
      "loss": 5.7807,
      "step": 74675
    },
    {
      "epoch": 0.06536880241517942,
      "grad_norm": 0.4761371910572052,
      "learning_rate": 4.969208246709127e-05,
      "loss": 4.8968,
      "step": 74680
    },
    {
      "epoch": 0.06537317900880658,
      "grad_norm": 0.37871700525283813,
      "learning_rate": 4.9692033911721356e-05,
      "loss": 5.8709,
      "step": 74685
    },
    {
      "epoch": 0.06537755560243373,
      "grad_norm": 0.33978432416915894,
      "learning_rate": 4.9691985352553114e-05,
      "loss": 6.3457,
      "step": 74690
    },
    {
      "epoch": 0.0653819321960609,
      "grad_norm": 0.43137842416763306,
      "learning_rate": 4.969193678958653e-05,
      "loss": 5.7564,
      "step": 74695
    },
    {
      "epoch": 0.06538630878968804,
      "grad_norm": 0.4054977297782898,
      "learning_rate": 4.969188822282166e-05,
      "loss": 5.0,
      "step": 74700
    },
    {
      "epoch": 0.0653906853833152,
      "grad_norm": 0.39435258507728577,
      "learning_rate": 4.969183965225848e-05,
      "loss": 6.0447,
      "step": 74705
    },
    {
      "epoch": 0.06539506197694235,
      "grad_norm": 0.422685444355011,
      "learning_rate": 4.9691791077897e-05,
      "loss": 5.7281,
      "step": 74710
    },
    {
      "epoch": 0.06539943857056951,
      "grad_norm": 0.40825456380844116,
      "learning_rate": 4.969174249973724e-05,
      "loss": 5.3312,
      "step": 74715
    },
    {
      "epoch": 0.06540381516419666,
      "grad_norm": 0.49213603138923645,
      "learning_rate": 4.9691693917779204e-05,
      "loss": 5.3331,
      "step": 74720
    },
    {
      "epoch": 0.06540819175782382,
      "grad_norm": 0.5199726223945618,
      "learning_rate": 4.9691645332022895e-05,
      "loss": 5.5368,
      "step": 74725
    },
    {
      "epoch": 0.06541256835145097,
      "grad_norm": 0.38115736842155457,
      "learning_rate": 4.9691596742468335e-05,
      "loss": 5.0382,
      "step": 74730
    },
    {
      "epoch": 0.06541694494507813,
      "grad_norm": 0.3676038384437561,
      "learning_rate": 4.969154814911553e-05,
      "loss": 5.8212,
      "step": 74735
    },
    {
      "epoch": 0.06542132153870528,
      "grad_norm": 0.45229244232177734,
      "learning_rate": 4.9691499551964494e-05,
      "loss": 5.748,
      "step": 74740
    },
    {
      "epoch": 0.06542569813233244,
      "grad_norm": 0.3634248971939087,
      "learning_rate": 4.969145095101522e-05,
      "loss": 5.7287,
      "step": 74745
    },
    {
      "epoch": 0.06543007472595959,
      "grad_norm": 0.4352966547012329,
      "learning_rate": 4.9691402346267735e-05,
      "loss": 5.8209,
      "step": 74750
    },
    {
      "epoch": 0.06543445131958675,
      "grad_norm": 0.4221367835998535,
      "learning_rate": 4.969135373772203e-05,
      "loss": 4.3863,
      "step": 74755
    },
    {
      "epoch": 0.0654388279132139,
      "grad_norm": 0.41904062032699585,
      "learning_rate": 4.969130512537813e-05,
      "loss": 4.7855,
      "step": 74760
    },
    {
      "epoch": 0.06544320450684106,
      "grad_norm": 0.4475671947002411,
      "learning_rate": 4.969125650923604e-05,
      "loss": 5.0456,
      "step": 74765
    },
    {
      "epoch": 0.06544758110046821,
      "grad_norm": 0.44074541330337524,
      "learning_rate": 4.9691207889295773e-05,
      "loss": 4.7826,
      "step": 74770
    },
    {
      "epoch": 0.06545195769409536,
      "grad_norm": 0.40883076190948486,
      "learning_rate": 4.969115926555733e-05,
      "loss": 5.3443,
      "step": 74775
    },
    {
      "epoch": 0.06545633428772252,
      "grad_norm": 0.500797688961029,
      "learning_rate": 4.969111063802072e-05,
      "loss": 4.4861,
      "step": 74780
    },
    {
      "epoch": 0.06546071088134967,
      "grad_norm": 0.45568546652793884,
      "learning_rate": 4.969106200668596e-05,
      "loss": 4.9258,
      "step": 74785
    },
    {
      "epoch": 0.06546508747497683,
      "grad_norm": 0.570840060710907,
      "learning_rate": 4.969101337155306e-05,
      "loss": 5.0044,
      "step": 74790
    },
    {
      "epoch": 0.06546946406860397,
      "grad_norm": 0.47605541348457336,
      "learning_rate": 4.969096473262202e-05,
      "loss": 4.6138,
      "step": 74795
    },
    {
      "epoch": 0.06547384066223114,
      "grad_norm": 0.5297816395759583,
      "learning_rate": 4.969091608989286e-05,
      "loss": 5.4342,
      "step": 74800
    },
    {
      "epoch": 0.06547821725585828,
      "grad_norm": 0.421111136674881,
      "learning_rate": 4.9690867443365585e-05,
      "loss": 5.8563,
      "step": 74805
    },
    {
      "epoch": 0.06548259384948545,
      "grad_norm": 0.46922412514686584,
      "learning_rate": 4.9690818793040205e-05,
      "loss": 5.2354,
      "step": 74810
    },
    {
      "epoch": 0.0654869704431126,
      "grad_norm": 0.3885648250579834,
      "learning_rate": 4.969077013891672e-05,
      "loss": 6.3199,
      "step": 74815
    },
    {
      "epoch": 0.06549134703673976,
      "grad_norm": 0.4209154546260834,
      "learning_rate": 4.969072148099515e-05,
      "loss": 4.9335,
      "step": 74820
    },
    {
      "epoch": 0.0654957236303669,
      "grad_norm": 0.4282558262348175,
      "learning_rate": 4.969067281927551e-05,
      "loss": 5.2413,
      "step": 74825
    },
    {
      "epoch": 0.06550010022399406,
      "grad_norm": 0.4491955637931824,
      "learning_rate": 4.969062415375779e-05,
      "loss": 6.0514,
      "step": 74830
    },
    {
      "epoch": 0.06550447681762121,
      "grad_norm": 0.5105176568031311,
      "learning_rate": 4.9690575484442015e-05,
      "loss": 5.557,
      "step": 74835
    },
    {
      "epoch": 0.06550885341124837,
      "grad_norm": 0.4955216944217682,
      "learning_rate": 4.96905268113282e-05,
      "loss": 5.0359,
      "step": 74840
    },
    {
      "epoch": 0.06551323000487552,
      "grad_norm": 0.48898833990097046,
      "learning_rate": 4.969047813441633e-05,
      "loss": 4.7906,
      "step": 74845
    },
    {
      "epoch": 0.06551760659850268,
      "grad_norm": 0.44364482164382935,
      "learning_rate": 4.9690429453706436e-05,
      "loss": 5.4859,
      "step": 74850
    },
    {
      "epoch": 0.06552198319212983,
      "grad_norm": 0.37676751613616943,
      "learning_rate": 4.969038076919852e-05,
      "loss": 6.0789,
      "step": 74855
    },
    {
      "epoch": 0.065526359785757,
      "grad_norm": 0.3597014248371124,
      "learning_rate": 4.969033208089259e-05,
      "loss": 6.3639,
      "step": 74860
    },
    {
      "epoch": 0.06553073637938414,
      "grad_norm": 0.4824972450733185,
      "learning_rate": 4.969028338878866e-05,
      "loss": 4.1859,
      "step": 74865
    },
    {
      "epoch": 0.0655351129730113,
      "grad_norm": 0.5372717976570129,
      "learning_rate": 4.969023469288673e-05,
      "loss": 5.5775,
      "step": 74870
    },
    {
      "epoch": 0.06553948956663845,
      "grad_norm": 0.5744808316230774,
      "learning_rate": 4.969018599318682e-05,
      "loss": 5.8682,
      "step": 74875
    },
    {
      "epoch": 0.06554386616026561,
      "grad_norm": 0.4222381114959717,
      "learning_rate": 4.969013728968894e-05,
      "loss": 6.0621,
      "step": 74880
    },
    {
      "epoch": 0.06554824275389276,
      "grad_norm": 0.461157888174057,
      "learning_rate": 4.969008858239309e-05,
      "loss": 5.0051,
      "step": 74885
    },
    {
      "epoch": 0.06555261934751992,
      "grad_norm": 0.5080440044403076,
      "learning_rate": 4.969003987129929e-05,
      "loss": 5.5348,
      "step": 74890
    },
    {
      "epoch": 0.06555699594114707,
      "grad_norm": 0.5337167382240295,
      "learning_rate": 4.968999115640752e-05,
      "loss": 5.5508,
      "step": 74895
    },
    {
      "epoch": 0.06556137253477423,
      "grad_norm": 0.5001179575920105,
      "learning_rate": 4.968994243771784e-05,
      "loss": 5.3564,
      "step": 74900
    },
    {
      "epoch": 0.06556574912840138,
      "grad_norm": 0.3954104781150818,
      "learning_rate": 4.968989371523022e-05,
      "loss": 6.0461,
      "step": 74905
    },
    {
      "epoch": 0.06557012572202853,
      "grad_norm": 0.5480363965034485,
      "learning_rate": 4.968984498894468e-05,
      "loss": 5.5346,
      "step": 74910
    },
    {
      "epoch": 0.06557450231565569,
      "grad_norm": 0.3582255244255066,
      "learning_rate": 4.968979625886124e-05,
      "loss": 6.0336,
      "step": 74915
    },
    {
      "epoch": 0.06557887890928284,
      "grad_norm": 0.39748573303222656,
      "learning_rate": 4.968974752497989e-05,
      "loss": 5.7303,
      "step": 74920
    },
    {
      "epoch": 0.06558325550291,
      "grad_norm": 0.4481596052646637,
      "learning_rate": 4.9689698787300666e-05,
      "loss": 4.9857,
      "step": 74925
    },
    {
      "epoch": 0.06558763209653715,
      "grad_norm": 0.49250853061676025,
      "learning_rate": 4.9689650045823543e-05,
      "loss": 5.8389,
      "step": 74930
    },
    {
      "epoch": 0.06559200869016431,
      "grad_norm": 0.4628227651119232,
      "learning_rate": 4.968960130054856e-05,
      "loss": 5.0198,
      "step": 74935
    },
    {
      "epoch": 0.06559638528379146,
      "grad_norm": 0.49349603056907654,
      "learning_rate": 4.96895525514757e-05,
      "loss": 5.5142,
      "step": 74940
    },
    {
      "epoch": 0.06560076187741862,
      "grad_norm": 0.4963434040546417,
      "learning_rate": 4.968950379860501e-05,
      "loss": 4.9643,
      "step": 74945
    },
    {
      "epoch": 0.06560513847104577,
      "grad_norm": 0.4819749593734741,
      "learning_rate": 4.968945504193646e-05,
      "loss": 4.7232,
      "step": 74950
    },
    {
      "epoch": 0.06560951506467293,
      "grad_norm": 0.5622256994247437,
      "learning_rate": 4.968940628147009e-05,
      "loss": 5.5487,
      "step": 74955
    },
    {
      "epoch": 0.06561389165830007,
      "grad_norm": 0.45000824332237244,
      "learning_rate": 4.968935751720588e-05,
      "loss": 5.258,
      "step": 74960
    },
    {
      "epoch": 0.06561826825192724,
      "grad_norm": 0.5011893510818481,
      "learning_rate": 4.968930874914386e-05,
      "loss": 5.8479,
      "step": 74965
    },
    {
      "epoch": 0.06562264484555438,
      "grad_norm": 0.4603133499622345,
      "learning_rate": 4.968925997728404e-05,
      "loss": 5.2393,
      "step": 74970
    },
    {
      "epoch": 0.06562702143918155,
      "grad_norm": 0.5689948797225952,
      "learning_rate": 4.968921120162642e-05,
      "loss": 5.5277,
      "step": 74975
    },
    {
      "epoch": 0.0656313980328087,
      "grad_norm": 0.4336906969547272,
      "learning_rate": 4.968916242217101e-05,
      "loss": 5.0034,
      "step": 74980
    },
    {
      "epoch": 0.06563577462643586,
      "grad_norm": 0.4167664349079132,
      "learning_rate": 4.968911363891783e-05,
      "loss": 5.7504,
      "step": 74985
    },
    {
      "epoch": 0.065640151220063,
      "grad_norm": 0.4497951865196228,
      "learning_rate": 4.9689064851866876e-05,
      "loss": 4.8098,
      "step": 74990
    },
    {
      "epoch": 0.06564452781369016,
      "grad_norm": 0.48257285356521606,
      "learning_rate": 4.968901606101817e-05,
      "loss": 4.8116,
      "step": 74995
    },
    {
      "epoch": 0.06564890440731731,
      "grad_norm": 0.5178012847900391,
      "learning_rate": 4.968896726637171e-05,
      "loss": 5.0139,
      "step": 75000
    },
    {
      "epoch": 0.06565328100094447,
      "grad_norm": 0.48613062500953674,
      "learning_rate": 4.9688918467927516e-05,
      "loss": 6.3631,
      "step": 75005
    },
    {
      "epoch": 0.06565765759457162,
      "grad_norm": 0.4375414550304413,
      "learning_rate": 4.968886966568558e-05,
      "loss": 5.1923,
      "step": 75010
    },
    {
      "epoch": 0.06566203418819878,
      "grad_norm": 0.4362383484840393,
      "learning_rate": 4.968882085964594e-05,
      "loss": 5.0375,
      "step": 75015
    },
    {
      "epoch": 0.06566641078182593,
      "grad_norm": 0.41230127215385437,
      "learning_rate": 4.968877204980856e-05,
      "loss": 5.8751,
      "step": 75020
    },
    {
      "epoch": 0.0656707873754531,
      "grad_norm": 0.39228954911231995,
      "learning_rate": 4.968872323617351e-05,
      "loss": 6.0791,
      "step": 75025
    },
    {
      "epoch": 0.06567516396908024,
      "grad_norm": 0.45080456137657166,
      "learning_rate": 4.968867441874075e-05,
      "loss": 5.4436,
      "step": 75030
    },
    {
      "epoch": 0.06567954056270739,
      "grad_norm": 0.4270559251308441,
      "learning_rate": 4.968862559751031e-05,
      "loss": 6.0613,
      "step": 75035
    },
    {
      "epoch": 0.06568391715633455,
      "grad_norm": 0.39880090951919556,
      "learning_rate": 4.96885767724822e-05,
      "loss": 5.7527,
      "step": 75040
    },
    {
      "epoch": 0.0656882937499617,
      "grad_norm": 0.3640168607234955,
      "learning_rate": 4.9688527943656426e-05,
      "loss": 5.3431,
      "step": 75045
    },
    {
      "epoch": 0.06569267034358886,
      "grad_norm": 0.4498984217643738,
      "learning_rate": 4.968847911103298e-05,
      "loss": 5.5663,
      "step": 75050
    },
    {
      "epoch": 0.06569704693721601,
      "grad_norm": 0.37636810541152954,
      "learning_rate": 4.968843027461191e-05,
      "loss": 6.3545,
      "step": 75055
    },
    {
      "epoch": 0.06570142353084317,
      "grad_norm": 0.3493543267250061,
      "learning_rate": 4.9688381434393195e-05,
      "loss": 6.351,
      "step": 75060
    },
    {
      "epoch": 0.06570580012447032,
      "grad_norm": 0.36741140484809875,
      "learning_rate": 4.968833259037685e-05,
      "loss": 5.3349,
      "step": 75065
    },
    {
      "epoch": 0.06571017671809748,
      "grad_norm": 0.4633622467517853,
      "learning_rate": 4.96882837425629e-05,
      "loss": 5.0146,
      "step": 75070
    },
    {
      "epoch": 0.06571455331172463,
      "grad_norm": 0.4102170169353485,
      "learning_rate": 4.968823489095134e-05,
      "loss": 5.2685,
      "step": 75075
    },
    {
      "epoch": 0.06571892990535179,
      "grad_norm": 0.448420912027359,
      "learning_rate": 4.9688186035542165e-05,
      "loss": 5.2151,
      "step": 75080
    },
    {
      "epoch": 0.06572330649897894,
      "grad_norm": 0.36163726449012756,
      "learning_rate": 4.968813717633541e-05,
      "loss": 5.3198,
      "step": 75085
    },
    {
      "epoch": 0.0657276830926061,
      "grad_norm": 0.45787671208381653,
      "learning_rate": 4.9688088313331084e-05,
      "loss": 5.8648,
      "step": 75090
    },
    {
      "epoch": 0.06573205968623325,
      "grad_norm": 0.5613610148429871,
      "learning_rate": 4.9688039446529176e-05,
      "loss": 5.2297,
      "step": 75095
    },
    {
      "epoch": 0.06573643627986041,
      "grad_norm": 0.45885488390922546,
      "learning_rate": 4.968799057592971e-05,
      "loss": 5.5335,
      "step": 75100
    },
    {
      "epoch": 0.06574081287348756,
      "grad_norm": 0.37381166219711304,
      "learning_rate": 4.968794170153269e-05,
      "loss": 6.0807,
      "step": 75105
    },
    {
      "epoch": 0.06574518946711472,
      "grad_norm": 0.44052064418792725,
      "learning_rate": 4.9687892823338136e-05,
      "loss": 5.0352,
      "step": 75110
    },
    {
      "epoch": 0.06574956606074187,
      "grad_norm": 0.38883331418037415,
      "learning_rate": 4.968784394134605e-05,
      "loss": 5.7543,
      "step": 75115
    },
    {
      "epoch": 0.06575394265436903,
      "grad_norm": 0.36677277088165283,
      "learning_rate": 4.968779505555644e-05,
      "loss": 5.7648,
      "step": 75120
    },
    {
      "epoch": 0.06575831924799617,
      "grad_norm": 0.4831148386001587,
      "learning_rate": 4.9687746165969304e-05,
      "loss": 5.3455,
      "step": 75125
    },
    {
      "epoch": 0.06576269584162334,
      "grad_norm": 0.38675186038017273,
      "learning_rate": 4.9687697272584676e-05,
      "loss": 6.0863,
      "step": 75130
    },
    {
      "epoch": 0.06576707243525048,
      "grad_norm": 0.43629777431488037,
      "learning_rate": 4.968764837540255e-05,
      "loss": 5.2072,
      "step": 75135
    },
    {
      "epoch": 0.06577144902887765,
      "grad_norm": 0.47415852546691895,
      "learning_rate": 4.968759947442294e-05,
      "loss": 5.2184,
      "step": 75140
    },
    {
      "epoch": 0.0657758256225048,
      "grad_norm": 0.43362003564834595,
      "learning_rate": 4.968755056964586e-05,
      "loss": 4.9466,
      "step": 75145
    },
    {
      "epoch": 0.06578020221613196,
      "grad_norm": 0.4857029616832733,
      "learning_rate": 4.968750166107131e-05,
      "loss": 5.5148,
      "step": 75150
    },
    {
      "epoch": 0.0657845788097591,
      "grad_norm": 0.41124922037124634,
      "learning_rate": 4.9687452748699304e-05,
      "loss": 5.4492,
      "step": 75155
    },
    {
      "epoch": 0.06578895540338625,
      "grad_norm": 0.481408029794693,
      "learning_rate": 4.968740383252984e-05,
      "loss": 4.6973,
      "step": 75160
    },
    {
      "epoch": 0.06579333199701341,
      "grad_norm": 0.45469358563423157,
      "learning_rate": 4.968735491256294e-05,
      "loss": 4.9306,
      "step": 75165
    },
    {
      "epoch": 0.06579770859064056,
      "grad_norm": 0.42398375272750854,
      "learning_rate": 4.9687305988798624e-05,
      "loss": 5.8397,
      "step": 75170
    },
    {
      "epoch": 0.06580208518426772,
      "grad_norm": 0.40633225440979004,
      "learning_rate": 4.968725706123688e-05,
      "loss": 5.5349,
      "step": 75175
    },
    {
      "epoch": 0.06580646177789487,
      "grad_norm": 0.44029733538627625,
      "learning_rate": 4.9687208129877726e-05,
      "loss": 5.5388,
      "step": 75180
    },
    {
      "epoch": 0.06581083837152203,
      "grad_norm": 0.3769495189189911,
      "learning_rate": 4.968715919472117e-05,
      "loss": 5.2988,
      "step": 75185
    },
    {
      "epoch": 0.06581521496514918,
      "grad_norm": 0.4003913998603821,
      "learning_rate": 4.968711025576723e-05,
      "loss": 5.8659,
      "step": 75190
    },
    {
      "epoch": 0.06581959155877634,
      "grad_norm": 0.445939302444458,
      "learning_rate": 4.9687061313015903e-05,
      "loss": 4.6978,
      "step": 75195
    },
    {
      "epoch": 0.06582396815240349,
      "grad_norm": 0.4794819951057434,
      "learning_rate": 4.968701236646721e-05,
      "loss": 5.5407,
      "step": 75200
    },
    {
      "epoch": 0.06582834474603065,
      "grad_norm": 0.47836434841156006,
      "learning_rate": 4.9686963416121143e-05,
      "loss": 5.2082,
      "step": 75205
    },
    {
      "epoch": 0.0658327213396578,
      "grad_norm": 0.3764004111289978,
      "learning_rate": 4.968691446197773e-05,
      "loss": 6.0809,
      "step": 75210
    },
    {
      "epoch": 0.06583709793328496,
      "grad_norm": 0.46866700053215027,
      "learning_rate": 4.9686865504036975e-05,
      "loss": 4.8091,
      "step": 75215
    },
    {
      "epoch": 0.06584147452691211,
      "grad_norm": 0.4281691908836365,
      "learning_rate": 4.968681654229889e-05,
      "loss": 5.4189,
      "step": 75220
    },
    {
      "epoch": 0.06584585112053927,
      "grad_norm": 0.5040184259414673,
      "learning_rate": 4.968676757676346e-05,
      "loss": 6.0563,
      "step": 75225
    },
    {
      "epoch": 0.06585022771416642,
      "grad_norm": 0.4345821738243103,
      "learning_rate": 4.968671860743074e-05,
      "loss": 5.7277,
      "step": 75230
    },
    {
      "epoch": 0.06585460430779358,
      "grad_norm": 0.4836265742778778,
      "learning_rate": 4.96866696343007e-05,
      "loss": 4.4755,
      "step": 75235
    },
    {
      "epoch": 0.06585898090142073,
      "grad_norm": 0.44580814242362976,
      "learning_rate": 4.968662065737336e-05,
      "loss": 5.0028,
      "step": 75240
    },
    {
      "epoch": 0.06586335749504789,
      "grad_norm": 0.47662875056266785,
      "learning_rate": 4.968657167664874e-05,
      "loss": 6.3615,
      "step": 75245
    },
    {
      "epoch": 0.06586773408867504,
      "grad_norm": 0.3945992887020111,
      "learning_rate": 4.968652269212685e-05,
      "loss": 5.5286,
      "step": 75250
    },
    {
      "epoch": 0.0658721106823022,
      "grad_norm": 0.42074254155158997,
      "learning_rate": 4.968647370380767e-05,
      "loss": 5.2143,
      "step": 75255
    },
    {
      "epoch": 0.06587648727592935,
      "grad_norm": 0.409540057182312,
      "learning_rate": 4.968642471169125e-05,
      "loss": 5.2465,
      "step": 75260
    },
    {
      "epoch": 0.06588086386955651,
      "grad_norm": 0.4600745141506195,
      "learning_rate": 4.968637571577758e-05,
      "loss": 4.805,
      "step": 75265
    },
    {
      "epoch": 0.06588524046318366,
      "grad_norm": 0.4480955898761749,
      "learning_rate": 4.9686326716066654e-05,
      "loss": 5.0054,
      "step": 75270
    },
    {
      "epoch": 0.06588961705681082,
      "grad_norm": 0.45272865891456604,
      "learning_rate": 4.9686277712558514e-05,
      "loss": 4.6785,
      "step": 75275
    },
    {
      "epoch": 0.06589399365043797,
      "grad_norm": 0.4643963575363159,
      "learning_rate": 4.9686228705253146e-05,
      "loss": 5.01,
      "step": 75280
    },
    {
      "epoch": 0.06589837024406513,
      "grad_norm": 0.4320056438446045,
      "learning_rate": 4.968617969415057e-05,
      "loss": 5.0541,
      "step": 75285
    },
    {
      "epoch": 0.06590274683769227,
      "grad_norm": 0.41959109902381897,
      "learning_rate": 4.9686130679250785e-05,
      "loss": 5.2218,
      "step": 75290
    },
    {
      "epoch": 0.06590712343131942,
      "grad_norm": 0.36278676986694336,
      "learning_rate": 4.968608166055382e-05,
      "loss": 5.5976,
      "step": 75295
    },
    {
      "epoch": 0.06591150002494658,
      "grad_norm": 0.4169403314590454,
      "learning_rate": 4.968603263805965e-05,
      "loss": 5.3103,
      "step": 75300
    },
    {
      "epoch": 0.06591587661857373,
      "grad_norm": 0.4308144748210907,
      "learning_rate": 4.9685983611768325e-05,
      "loss": 4.5162,
      "step": 75305
    },
    {
      "epoch": 0.0659202532122009,
      "grad_norm": 0.373291552066803,
      "learning_rate": 4.968593458167984e-05,
      "loss": 6.0936,
      "step": 75310
    },
    {
      "epoch": 0.06592462980582804,
      "grad_norm": 0.42806193232536316,
      "learning_rate": 4.968588554779419e-05,
      "loss": 5.0223,
      "step": 75315
    },
    {
      "epoch": 0.0659290063994552,
      "grad_norm": 0.45788899064064026,
      "learning_rate": 4.968583651011139e-05,
      "loss": 4.6963,
      "step": 75320
    },
    {
      "epoch": 0.06593338299308235,
      "grad_norm": 0.4504949748516083,
      "learning_rate": 4.968578746863147e-05,
      "loss": 5.5409,
      "step": 75325
    },
    {
      "epoch": 0.06593775958670951,
      "grad_norm": 0.4346087574958801,
      "learning_rate": 4.9685738423354414e-05,
      "loss": 4.161,
      "step": 75330
    },
    {
      "epoch": 0.06594213618033666,
      "grad_norm": 0.46443572640419006,
      "learning_rate": 4.9685689374280245e-05,
      "loss": 5.228,
      "step": 75335
    },
    {
      "epoch": 0.06594651277396382,
      "grad_norm": 0.4514406621456146,
      "learning_rate": 4.968564032140896e-05,
      "loss": 4.7257,
      "step": 75340
    },
    {
      "epoch": 0.06595088936759097,
      "grad_norm": 0.38741326332092285,
      "learning_rate": 4.968559126474058e-05,
      "loss": 6.0393,
      "step": 75345
    },
    {
      "epoch": 0.06595526596121813,
      "grad_norm": 0.47903120517730713,
      "learning_rate": 4.968554220427511e-05,
      "loss": 5.5101,
      "step": 75350
    },
    {
      "epoch": 0.06595964255484528,
      "grad_norm": 0.46618330478668213,
      "learning_rate": 4.968549314001257e-05,
      "loss": 5.5724,
      "step": 75355
    },
    {
      "epoch": 0.06596401914847244,
      "grad_norm": 0.3652082085609436,
      "learning_rate": 4.968544407195296e-05,
      "loss": 6.0857,
      "step": 75360
    },
    {
      "epoch": 0.06596839574209959,
      "grad_norm": 0.4632602035999298,
      "learning_rate": 4.968539500009628e-05,
      "loss": 4.8198,
      "step": 75365
    },
    {
      "epoch": 0.06597277233572675,
      "grad_norm": 0.5704113841056824,
      "learning_rate": 4.968534592444256e-05,
      "loss": 5.5514,
      "step": 75370
    },
    {
      "epoch": 0.0659771489293539,
      "grad_norm": 0.45151200890541077,
      "learning_rate": 4.9685296844991794e-05,
      "loss": 4.9526,
      "step": 75375
    },
    {
      "epoch": 0.06598152552298106,
      "grad_norm": 0.4058428406715393,
      "learning_rate": 4.968524776174399e-05,
      "loss": 5.7549,
      "step": 75380
    },
    {
      "epoch": 0.06598590211660821,
      "grad_norm": 0.4230528473854065,
      "learning_rate": 4.968519867469917e-05,
      "loss": 5.7303,
      "step": 75385
    },
    {
      "epoch": 0.06599027871023537,
      "grad_norm": 0.40280085802078247,
      "learning_rate": 4.968514958385734e-05,
      "loss": 5.0063,
      "step": 75390
    },
    {
      "epoch": 0.06599465530386252,
      "grad_norm": 0.4175892472267151,
      "learning_rate": 4.9685100489218505e-05,
      "loss": 5.2508,
      "step": 75395
    },
    {
      "epoch": 0.06599903189748968,
      "grad_norm": 0.40723922848701477,
      "learning_rate": 4.9685051390782664e-05,
      "loss": 5.4367,
      "step": 75400
    },
    {
      "epoch": 0.06600340849111683,
      "grad_norm": 0.46941229701042175,
      "learning_rate": 4.968500228854985e-05,
      "loss": 5.3291,
      "step": 75405
    },
    {
      "epoch": 0.06600778508474399,
      "grad_norm": 0.4013274610042572,
      "learning_rate": 4.968495318252006e-05,
      "loss": 4.8321,
      "step": 75410
    },
    {
      "epoch": 0.06601216167837114,
      "grad_norm": 0.4347800314426422,
      "learning_rate": 4.96849040726933e-05,
      "loss": 4.7048,
      "step": 75415
    },
    {
      "epoch": 0.06601653827199828,
      "grad_norm": 0.47088995575904846,
      "learning_rate": 4.968485495906959e-05,
      "loss": 4.7221,
      "step": 75420
    },
    {
      "epoch": 0.06602091486562545,
      "grad_norm": 0.45280298590660095,
      "learning_rate": 4.968480584164894e-05,
      "loss": 5.2127,
      "step": 75425
    },
    {
      "epoch": 0.0660252914592526,
      "grad_norm": 0.4616776704788208,
      "learning_rate": 4.9684756720431346e-05,
      "loss": 4.4079,
      "step": 75430
    },
    {
      "epoch": 0.06602966805287976,
      "grad_norm": 0.377727746963501,
      "learning_rate": 4.9684707595416824e-05,
      "loss": 5.0255,
      "step": 75435
    },
    {
      "epoch": 0.0660340446465069,
      "grad_norm": 0.4512692093849182,
      "learning_rate": 4.9684658466605386e-05,
      "loss": 5.548,
      "step": 75440
    },
    {
      "epoch": 0.06603842124013407,
      "grad_norm": 0.4603509306907654,
      "learning_rate": 4.968460933399704e-05,
      "loss": 4.5358,
      "step": 75445
    },
    {
      "epoch": 0.06604279783376121,
      "grad_norm": 0.46290984749794006,
      "learning_rate": 4.968456019759179e-05,
      "loss": 5.8571,
      "step": 75450
    },
    {
      "epoch": 0.06604717442738837,
      "grad_norm": 0.39558467268943787,
      "learning_rate": 4.968451105738965e-05,
      "loss": 5.5729,
      "step": 75455
    },
    {
      "epoch": 0.06605155102101552,
      "grad_norm": 0.4474495053291321,
      "learning_rate": 4.9684461913390635e-05,
      "loss": 5.2514,
      "step": 75460
    },
    {
      "epoch": 0.06605592761464268,
      "grad_norm": 0.4347643256187439,
      "learning_rate": 4.968441276559475e-05,
      "loss": 5.8638,
      "step": 75465
    },
    {
      "epoch": 0.06606030420826983,
      "grad_norm": 0.4436923861503601,
      "learning_rate": 4.968436361400199e-05,
      "loss": 4.7178,
      "step": 75470
    },
    {
      "epoch": 0.066064680801897,
      "grad_norm": 0.37374573945999146,
      "learning_rate": 4.968431445861239e-05,
      "loss": 6.366,
      "step": 75475
    },
    {
      "epoch": 0.06606905739552414,
      "grad_norm": 0.41877272725105286,
      "learning_rate": 4.968426529942595e-05,
      "loss": 5.4697,
      "step": 75480
    },
    {
      "epoch": 0.0660734339891513,
      "grad_norm": 0.3964374363422394,
      "learning_rate": 4.9684216136442674e-05,
      "loss": 5.325,
      "step": 75485
    },
    {
      "epoch": 0.06607781058277845,
      "grad_norm": 0.4173438549041748,
      "learning_rate": 4.968416696966257e-05,
      "loss": 5.5184,
      "step": 75490
    },
    {
      "epoch": 0.06608218717640561,
      "grad_norm": 0.4532116651535034,
      "learning_rate": 4.968411779908566e-05,
      "loss": 5.0062,
      "step": 75495
    },
    {
      "epoch": 0.06608656377003276,
      "grad_norm": 0.38034024834632874,
      "learning_rate": 4.9684068624711945e-05,
      "loss": 5.3067,
      "step": 75500
    },
    {
      "epoch": 0.06609094036365992,
      "grad_norm": 0.47250208258628845,
      "learning_rate": 4.968401944654143e-05,
      "loss": 5.5268,
      "step": 75505
    },
    {
      "epoch": 0.06609531695728707,
      "grad_norm": 0.4708051383495331,
      "learning_rate": 4.9683970264574135e-05,
      "loss": 4.1894,
      "step": 75510
    },
    {
      "epoch": 0.06609969355091423,
      "grad_norm": 0.4473746120929718,
      "learning_rate": 4.968392107881006e-05,
      "loss": 5.007,
      "step": 75515
    },
    {
      "epoch": 0.06610407014454138,
      "grad_norm": 0.45289191603660583,
      "learning_rate": 4.968387188924922e-05,
      "loss": 4.7245,
      "step": 75520
    },
    {
      "epoch": 0.06610844673816854,
      "grad_norm": 0.42396679520606995,
      "learning_rate": 4.968382269589162e-05,
      "loss": 5.5331,
      "step": 75525
    },
    {
      "epoch": 0.06611282333179569,
      "grad_norm": 0.5123807191848755,
      "learning_rate": 4.9683773498737275e-05,
      "loss": 5.2287,
      "step": 75530
    },
    {
      "epoch": 0.06611719992542285,
      "grad_norm": 0.4467380940914154,
      "learning_rate": 4.9683724297786195e-05,
      "loss": 4.9527,
      "step": 75535
    },
    {
      "epoch": 0.06612157651905,
      "grad_norm": 0.434736043214798,
      "learning_rate": 4.968367509303838e-05,
      "loss": 5.2094,
      "step": 75540
    },
    {
      "epoch": 0.06612595311267716,
      "grad_norm": 0.39065003395080566,
      "learning_rate": 4.9683625884493855e-05,
      "loss": 5.4578,
      "step": 75545
    },
    {
      "epoch": 0.06613032970630431,
      "grad_norm": 0.3556944727897644,
      "learning_rate": 4.968357667215261e-05,
      "loss": 6.1035,
      "step": 75550
    },
    {
      "epoch": 0.06613470629993146,
      "grad_norm": 0.37386488914489746,
      "learning_rate": 4.9683527456014675e-05,
      "loss": 5.3187,
      "step": 75555
    },
    {
      "epoch": 0.06613908289355862,
      "grad_norm": 0.38076961040496826,
      "learning_rate": 4.968347823608005e-05,
      "loss": 5.2419,
      "step": 75560
    },
    {
      "epoch": 0.06614345948718577,
      "grad_norm": 0.4755953848361969,
      "learning_rate": 4.9683429012348736e-05,
      "loss": 4.7324,
      "step": 75565
    },
    {
      "epoch": 0.06614783608081293,
      "grad_norm": 0.4701955020427704,
      "learning_rate": 4.968337978482075e-05,
      "loss": 5.017,
      "step": 75570
    },
    {
      "epoch": 0.06615221267444008,
      "grad_norm": 0.8433248400688171,
      "learning_rate": 4.968333055349611e-05,
      "loss": 5.5755,
      "step": 75575
    },
    {
      "epoch": 0.06615658926806724,
      "grad_norm": 0.4433506727218628,
      "learning_rate": 4.9683281318374817e-05,
      "loss": 5.1989,
      "step": 75580
    },
    {
      "epoch": 0.06616096586169438,
      "grad_norm": 0.54243403673172,
      "learning_rate": 4.9683232079456874e-05,
      "loss": 5.2399,
      "step": 75585
    },
    {
      "epoch": 0.06616534245532155,
      "grad_norm": 0.644413411617279,
      "learning_rate": 4.9683182836742306e-05,
      "loss": 4.4822,
      "step": 75590
    },
    {
      "epoch": 0.0661697190489487,
      "grad_norm": 0.5024757385253906,
      "learning_rate": 4.9683133590231113e-05,
      "loss": 5.0446,
      "step": 75595
    },
    {
      "epoch": 0.06617409564257586,
      "grad_norm": 0.542479932308197,
      "learning_rate": 4.96830843399233e-05,
      "loss": 5.33,
      "step": 75600
    },
    {
      "epoch": 0.066178472236203,
      "grad_norm": 0.430858850479126,
      "learning_rate": 4.9683035085818885e-05,
      "loss": 5.2707,
      "step": 75605
    },
    {
      "epoch": 0.06618284882983017,
      "grad_norm": 0.4358172118663788,
      "learning_rate": 4.968298582791787e-05,
      "loss": 4.7111,
      "step": 75610
    },
    {
      "epoch": 0.06618722542345731,
      "grad_norm": 0.5098679065704346,
      "learning_rate": 4.968293656622027e-05,
      "loss": 6.0803,
      "step": 75615
    },
    {
      "epoch": 0.06619160201708447,
      "grad_norm": 0.47442230582237244,
      "learning_rate": 4.96828873007261e-05,
      "loss": 5.0135,
      "step": 75620
    },
    {
      "epoch": 0.06619597861071162,
      "grad_norm": 0.5126911997795105,
      "learning_rate": 4.968283803143537e-05,
      "loss": 5.0315,
      "step": 75625
    },
    {
      "epoch": 0.06620035520433878,
      "grad_norm": 0.4629068076610565,
      "learning_rate": 4.968278875834807e-05,
      "loss": 5.281,
      "step": 75630
    },
    {
      "epoch": 0.06620473179796593,
      "grad_norm": 0.39581748843193054,
      "learning_rate": 4.968273948146421e-05,
      "loss": 5.3311,
      "step": 75635
    },
    {
      "epoch": 0.0662091083915931,
      "grad_norm": 0.44433706998825073,
      "learning_rate": 4.968269020078383e-05,
      "loss": 4.6882,
      "step": 75640
    },
    {
      "epoch": 0.06621348498522024,
      "grad_norm": 0.5522029399871826,
      "learning_rate": 4.968264091630692e-05,
      "loss": 6.0809,
      "step": 75645
    },
    {
      "epoch": 0.0662178615788474,
      "grad_norm": 0.5328304171562195,
      "learning_rate": 4.968259162803349e-05,
      "loss": 5.5621,
      "step": 75650
    },
    {
      "epoch": 0.06622223817247455,
      "grad_norm": 0.4548611640930176,
      "learning_rate": 4.968254233596354e-05,
      "loss": 4.6937,
      "step": 75655
    },
    {
      "epoch": 0.06622661476610171,
      "grad_norm": 0.38584861159324646,
      "learning_rate": 4.96824930400971e-05,
      "loss": 5.4309,
      "step": 75660
    },
    {
      "epoch": 0.06623099135972886,
      "grad_norm": 0.45931658148765564,
      "learning_rate": 4.968244374043417e-05,
      "loss": 5.3218,
      "step": 75665
    },
    {
      "epoch": 0.06623536795335602,
      "grad_norm": 0.4151230752468109,
      "learning_rate": 4.968239443697476e-05,
      "loss": 5.2051,
      "step": 75670
    },
    {
      "epoch": 0.06623974454698317,
      "grad_norm": 0.44362446665763855,
      "learning_rate": 4.968234512971887e-05,
      "loss": 5.5244,
      "step": 75675
    },
    {
      "epoch": 0.06624412114061032,
      "grad_norm": 0.4586099684238434,
      "learning_rate": 4.9682295818666515e-05,
      "loss": 4.9938,
      "step": 75680
    },
    {
      "epoch": 0.06624849773423748,
      "grad_norm": 0.39782047271728516,
      "learning_rate": 4.968224650381771e-05,
      "loss": 5.7617,
      "step": 75685
    },
    {
      "epoch": 0.06625287432786463,
      "grad_norm": 0.37640610337257385,
      "learning_rate": 4.968219718517248e-05,
      "loss": 5.2633,
      "step": 75690
    },
    {
      "epoch": 0.06625725092149179,
      "grad_norm": 0.50409996509552,
      "learning_rate": 4.968214786273079e-05,
      "loss": 5.2082,
      "step": 75695
    },
    {
      "epoch": 0.06626162751511894,
      "grad_norm": 0.36059075593948364,
      "learning_rate": 4.968209853649268e-05,
      "loss": 5.5362,
      "step": 75700
    },
    {
      "epoch": 0.0662660041087461,
      "grad_norm": 0.48298174142837524,
      "learning_rate": 4.968204920645817e-05,
      "loss": 5.4922,
      "step": 75705
    },
    {
      "epoch": 0.06627038070237325,
      "grad_norm": 0.442035973072052,
      "learning_rate": 4.968199987262724e-05,
      "loss": 5.7779,
      "step": 75710
    },
    {
      "epoch": 0.06627475729600041,
      "grad_norm": 0.4995726943016052,
      "learning_rate": 4.968195053499992e-05,
      "loss": 3.9707,
      "step": 75715
    },
    {
      "epoch": 0.06627913388962756,
      "grad_norm": 0.46187496185302734,
      "learning_rate": 4.968190119357622e-05,
      "loss": 5.2482,
      "step": 75720
    },
    {
      "epoch": 0.06628351048325472,
      "grad_norm": 0.4818601608276367,
      "learning_rate": 4.968185184835613e-05,
      "loss": 5.3597,
      "step": 75725
    },
    {
      "epoch": 0.06628788707688187,
      "grad_norm": 0.4652853012084961,
      "learning_rate": 4.968180249933968e-05,
      "loss": 5.0185,
      "step": 75730
    },
    {
      "epoch": 0.06629226367050903,
      "grad_norm": 0.4583682417869568,
      "learning_rate": 4.9681753146526875e-05,
      "loss": 5.8559,
      "step": 75735
    },
    {
      "epoch": 0.06629664026413618,
      "grad_norm": 0.4379618763923645,
      "learning_rate": 4.968170378991772e-05,
      "loss": 5.2215,
      "step": 75740
    },
    {
      "epoch": 0.06630101685776334,
      "grad_norm": 0.4012693762779236,
      "learning_rate": 4.968165442951222e-05,
      "loss": 5.2212,
      "step": 75745
    },
    {
      "epoch": 0.06630539345139048,
      "grad_norm": 0.44293078780174255,
      "learning_rate": 4.96816050653104e-05,
      "loss": 5.0172,
      "step": 75750
    },
    {
      "epoch": 0.06630977004501765,
      "grad_norm": 0.3783765435218811,
      "learning_rate": 4.968155569731226e-05,
      "loss": 6.3746,
      "step": 75755
    },
    {
      "epoch": 0.0663141466386448,
      "grad_norm": 0.3735322952270508,
      "learning_rate": 4.968150632551781e-05,
      "loss": 5.868,
      "step": 75760
    },
    {
      "epoch": 0.06631852323227196,
      "grad_norm": 0.35242122411727905,
      "learning_rate": 4.9681456949927055e-05,
      "loss": 5.8405,
      "step": 75765
    },
    {
      "epoch": 0.0663228998258991,
      "grad_norm": 0.4443370997905731,
      "learning_rate": 4.968140757054001e-05,
      "loss": 5.7363,
      "step": 75770
    },
    {
      "epoch": 0.06632727641952627,
      "grad_norm": 0.4642896056175232,
      "learning_rate": 4.968135818735669e-05,
      "loss": 5.2144,
      "step": 75775
    },
    {
      "epoch": 0.06633165301315341,
      "grad_norm": 0.4775283932685852,
      "learning_rate": 4.968130880037708e-05,
      "loss": 4.9988,
      "step": 75780
    },
    {
      "epoch": 0.06633602960678057,
      "grad_norm": 0.46381449699401855,
      "learning_rate": 4.968125940960122e-05,
      "loss": 5.0299,
      "step": 75785
    },
    {
      "epoch": 0.06634040620040772,
      "grad_norm": 0.3737851083278656,
      "learning_rate": 4.968121001502911e-05,
      "loss": 5.2368,
      "step": 75790
    },
    {
      "epoch": 0.06634478279403488,
      "grad_norm": 0.45090752840042114,
      "learning_rate": 4.9681160616660747e-05,
      "loss": 5.0295,
      "step": 75795
    },
    {
      "epoch": 0.06634915938766203,
      "grad_norm": 0.45740386843681335,
      "learning_rate": 4.968111121449616e-05,
      "loss": 5.2057,
      "step": 75800
    },
    {
      "epoch": 0.06635353598128918,
      "grad_norm": 0.4434576630592346,
      "learning_rate": 4.968106180853535e-05,
      "loss": 6.3578,
      "step": 75805
    },
    {
      "epoch": 0.06635791257491634,
      "grad_norm": 0.5894163846969604,
      "learning_rate": 4.9681012398778314e-05,
      "loss": 5.0124,
      "step": 75810
    },
    {
      "epoch": 0.06636228916854349,
      "grad_norm": 0.4468591511249542,
      "learning_rate": 4.9680962985225075e-05,
      "loss": 6.0602,
      "step": 75815
    },
    {
      "epoch": 0.06636666576217065,
      "grad_norm": 0.44786202907562256,
      "learning_rate": 4.9680913567875644e-05,
      "loss": 5.5483,
      "step": 75820
    },
    {
      "epoch": 0.0663710423557978,
      "grad_norm": 0.44987595081329346,
      "learning_rate": 4.968086414673002e-05,
      "loss": 5.0254,
      "step": 75825
    },
    {
      "epoch": 0.06637541894942496,
      "grad_norm": 0.4605207145214081,
      "learning_rate": 4.9680814721788235e-05,
      "loss": 6.0689,
      "step": 75830
    },
    {
      "epoch": 0.06637979554305211,
      "grad_norm": 0.4702635109424591,
      "learning_rate": 4.968076529305027e-05,
      "loss": 5.5128,
      "step": 75835
    },
    {
      "epoch": 0.06638417213667927,
      "grad_norm": 0.4443245828151703,
      "learning_rate": 4.968071586051616e-05,
      "loss": 5.7475,
      "step": 75840
    },
    {
      "epoch": 0.06638854873030642,
      "grad_norm": 0.43819913268089294,
      "learning_rate": 4.968066642418589e-05,
      "loss": 5.0097,
      "step": 75845
    },
    {
      "epoch": 0.06639292532393358,
      "grad_norm": 0.46095311641693115,
      "learning_rate": 4.9680616984059484e-05,
      "loss": 4.7104,
      "step": 75850
    },
    {
      "epoch": 0.06639730191756073,
      "grad_norm": 0.4898729622364044,
      "learning_rate": 4.968056754013695e-05,
      "loss": 5.5442,
      "step": 75855
    },
    {
      "epoch": 0.06640167851118789,
      "grad_norm": 0.4339347779750824,
      "learning_rate": 4.968051809241829e-05,
      "loss": 5.2459,
      "step": 75860
    },
    {
      "epoch": 0.06640605510481504,
      "grad_norm": 0.49579593539237976,
      "learning_rate": 4.9680468640903535e-05,
      "loss": 6.0332,
      "step": 75865
    },
    {
      "epoch": 0.0664104316984422,
      "grad_norm": 0.5575684309005737,
      "learning_rate": 4.968041918559266e-05,
      "loss": 5.0399,
      "step": 75870
    },
    {
      "epoch": 0.06641480829206935,
      "grad_norm": 0.5256640911102295,
      "learning_rate": 4.9680369726485707e-05,
      "loss": 4.8013,
      "step": 75875
    },
    {
      "epoch": 0.06641918488569651,
      "grad_norm": 0.4378386437892914,
      "learning_rate": 4.968032026358267e-05,
      "loss": 6.3969,
      "step": 75880
    },
    {
      "epoch": 0.06642356147932366,
      "grad_norm": 0.41207802295684814,
      "learning_rate": 4.9680270796883566e-05,
      "loss": 6.3719,
      "step": 75885
    },
    {
      "epoch": 0.06642793807295082,
      "grad_norm": 0.4515429437160492,
      "learning_rate": 4.968022132638839e-05,
      "loss": 5.4561,
      "step": 75890
    },
    {
      "epoch": 0.06643231466657797,
      "grad_norm": 0.373110830783844,
      "learning_rate": 4.968017185209717e-05,
      "loss": 5.8893,
      "step": 75895
    },
    {
      "epoch": 0.06643669126020513,
      "grad_norm": 0.466849148273468,
      "learning_rate": 4.96801223740099e-05,
      "loss": 5.0409,
      "step": 75900
    },
    {
      "epoch": 0.06644106785383228,
      "grad_norm": 0.467406690120697,
      "learning_rate": 4.968007289212659e-05,
      "loss": 5.0212,
      "step": 75905
    },
    {
      "epoch": 0.06644544444745944,
      "grad_norm": 0.42078113555908203,
      "learning_rate": 4.968002340644727e-05,
      "loss": 5.0475,
      "step": 75910
    },
    {
      "epoch": 0.06644982104108658,
      "grad_norm": 0.42785054445266724,
      "learning_rate": 4.9679973916971934e-05,
      "loss": 5.8347,
      "step": 75915
    },
    {
      "epoch": 0.06645419763471375,
      "grad_norm": 0.41434144973754883,
      "learning_rate": 4.967992442370059e-05,
      "loss": 5.0368,
      "step": 75920
    },
    {
      "epoch": 0.0664585742283409,
      "grad_norm": 0.44361093640327454,
      "learning_rate": 4.967987492663325e-05,
      "loss": 4.9242,
      "step": 75925
    },
    {
      "epoch": 0.06646295082196806,
      "grad_norm": 0.5032153129577637,
      "learning_rate": 4.967982542576992e-05,
      "loss": 4.317,
      "step": 75930
    },
    {
      "epoch": 0.0664673274155952,
      "grad_norm": 0.40192386507987976,
      "learning_rate": 4.967977592111063e-05,
      "loss": 6.0725,
      "step": 75935
    },
    {
      "epoch": 0.06647170400922235,
      "grad_norm": 0.3729032576084137,
      "learning_rate": 4.967972641265536e-05,
      "loss": 6.3707,
      "step": 75940
    },
    {
      "epoch": 0.06647608060284951,
      "grad_norm": 0.3853153884410858,
      "learning_rate": 4.9679676900404126e-05,
      "loss": 5.5354,
      "step": 75945
    },
    {
      "epoch": 0.06648045719647666,
      "grad_norm": 0.49940645694732666,
      "learning_rate": 4.967962738435695e-05,
      "loss": 4.9993,
      "step": 75950
    },
    {
      "epoch": 0.06648483379010382,
      "grad_norm": 0.4544704556465149,
      "learning_rate": 4.967957786451384e-05,
      "loss": 4.4757,
      "step": 75955
    },
    {
      "epoch": 0.06648921038373097,
      "grad_norm": 0.3771445155143738,
      "learning_rate": 4.9679528340874804e-05,
      "loss": 5.5296,
      "step": 75960
    },
    {
      "epoch": 0.06649358697735813,
      "grad_norm": 0.38723745942115784,
      "learning_rate": 4.967947881343985e-05,
      "loss": 5.6138,
      "step": 75965
    },
    {
      "epoch": 0.06649796357098528,
      "grad_norm": 0.43005216121673584,
      "learning_rate": 4.967942928220898e-05,
      "loss": 4.9471,
      "step": 75970
    },
    {
      "epoch": 0.06650234016461244,
      "grad_norm": 0.4285951852798462,
      "learning_rate": 4.967937974718221e-05,
      "loss": 5.3037,
      "step": 75975
    },
    {
      "epoch": 0.06650671675823959,
      "grad_norm": 0.445340633392334,
      "learning_rate": 4.967933020835954e-05,
      "loss": 5.2373,
      "step": 75980
    },
    {
      "epoch": 0.06651109335186675,
      "grad_norm": 0.44851645827293396,
      "learning_rate": 4.9679280665741004e-05,
      "loss": 5.3475,
      "step": 75985
    },
    {
      "epoch": 0.0665154699454939,
      "grad_norm": 0.44118526577949524,
      "learning_rate": 4.9679231119326595e-05,
      "loss": 5.7842,
      "step": 75990
    },
    {
      "epoch": 0.06651984653912106,
      "grad_norm": 0.47165626287460327,
      "learning_rate": 4.967918156911632e-05,
      "loss": 5.2787,
      "step": 75995
    },
    {
      "epoch": 0.06652422313274821,
      "grad_norm": 0.4055415689945221,
      "learning_rate": 4.96791320151102e-05,
      "loss": 5.5285,
      "step": 76000
    },
    {
      "epoch": 0.06652859972637537,
      "grad_norm": 0.46506500244140625,
      "learning_rate": 4.9679082457308224e-05,
      "loss": 5.3039,
      "step": 76005
    },
    {
      "epoch": 0.06653297632000252,
      "grad_norm": 0.4601566195487976,
      "learning_rate": 4.967903289571043e-05,
      "loss": 5.3001,
      "step": 76010
    },
    {
      "epoch": 0.06653735291362968,
      "grad_norm": 0.41211196780204773,
      "learning_rate": 4.96789833303168e-05,
      "loss": 5.4662,
      "step": 76015
    },
    {
      "epoch": 0.06654172950725683,
      "grad_norm": 0.44357702136039734,
      "learning_rate": 4.967893376112737e-05,
      "loss": 5.7748,
      "step": 76020
    },
    {
      "epoch": 0.06654610610088399,
      "grad_norm": 0.4525018632411957,
      "learning_rate": 4.967888418814212e-05,
      "loss": 4.7225,
      "step": 76025
    },
    {
      "epoch": 0.06655048269451114,
      "grad_norm": 0.3986828625202179,
      "learning_rate": 4.967883461136108e-05,
      "loss": 5.5362,
      "step": 76030
    },
    {
      "epoch": 0.0665548592881383,
      "grad_norm": 0.5209068059921265,
      "learning_rate": 4.9678785030784256e-05,
      "loss": 4.9958,
      "step": 76035
    },
    {
      "epoch": 0.06655923588176545,
      "grad_norm": 0.47692951560020447,
      "learning_rate": 4.9678735446411664e-05,
      "loss": 5.233,
      "step": 76040
    },
    {
      "epoch": 0.06656361247539261,
      "grad_norm": 0.43116340041160583,
      "learning_rate": 4.96786858582433e-05,
      "loss": 5.1316,
      "step": 76045
    },
    {
      "epoch": 0.06656798906901976,
      "grad_norm": 0.38697728514671326,
      "learning_rate": 4.967863626627918e-05,
      "loss": 5.773,
      "step": 76050
    },
    {
      "epoch": 0.06657236566264692,
      "grad_norm": 0.49149927496910095,
      "learning_rate": 4.967858667051931e-05,
      "loss": 5.2324,
      "step": 76055
    },
    {
      "epoch": 0.06657674225627407,
      "grad_norm": 0.4228760302066803,
      "learning_rate": 4.9678537070963705e-05,
      "loss": 6.0502,
      "step": 76060
    },
    {
      "epoch": 0.06658111884990121,
      "grad_norm": 0.4259119927883148,
      "learning_rate": 4.967848746761238e-05,
      "loss": 5.2241,
      "step": 76065
    },
    {
      "epoch": 0.06658549544352838,
      "grad_norm": 0.4198288917541504,
      "learning_rate": 4.967843786046532e-05,
      "loss": 6.1047,
      "step": 76070
    },
    {
      "epoch": 0.06658987203715552,
      "grad_norm": 0.4051749110221863,
      "learning_rate": 4.967838824952256e-05,
      "loss": 5.5557,
      "step": 76075
    },
    {
      "epoch": 0.06659424863078268,
      "grad_norm": 0.5053497552871704,
      "learning_rate": 4.9678338634784094e-05,
      "loss": 4.7247,
      "step": 76080
    },
    {
      "epoch": 0.06659862522440983,
      "grad_norm": 0.45870932936668396,
      "learning_rate": 4.9678289016249946e-05,
      "loss": 4.9202,
      "step": 76085
    },
    {
      "epoch": 0.066603001818037,
      "grad_norm": 0.5183244943618774,
      "learning_rate": 4.967823939392012e-05,
      "loss": 5.0242,
      "step": 76090
    },
    {
      "epoch": 0.06660737841166414,
      "grad_norm": 0.4413096308708191,
      "learning_rate": 4.9678189767794626e-05,
      "loss": 5.0618,
      "step": 76095
    },
    {
      "epoch": 0.0666117550052913,
      "grad_norm": 0.4635263681411743,
      "learning_rate": 4.967814013787346e-05,
      "loss": 4.4863,
      "step": 76100
    },
    {
      "epoch": 0.06661613159891845,
      "grad_norm": 0.3813238739967346,
      "learning_rate": 4.967809050415665e-05,
      "loss": 4.9901,
      "step": 76105
    },
    {
      "epoch": 0.06662050819254561,
      "grad_norm": 0.44027629494667053,
      "learning_rate": 4.9678040866644197e-05,
      "loss": 6.0457,
      "step": 76110
    },
    {
      "epoch": 0.06662488478617276,
      "grad_norm": 0.42818009853363037,
      "learning_rate": 4.9677991225336104e-05,
      "loss": 4.7761,
      "step": 76115
    },
    {
      "epoch": 0.06662926137979992,
      "grad_norm": 0.5076596140861511,
      "learning_rate": 4.96779415802324e-05,
      "loss": 5.3167,
      "step": 76120
    },
    {
      "epoch": 0.06663363797342707,
      "grad_norm": 0.4115994870662689,
      "learning_rate": 4.9677891931333084e-05,
      "loss": 4.8065,
      "step": 76125
    },
    {
      "epoch": 0.06663801456705423,
      "grad_norm": 0.4029374420642853,
      "learning_rate": 4.967784227863815e-05,
      "loss": 5.835,
      "step": 76130
    },
    {
      "epoch": 0.06664239116068138,
      "grad_norm": 0.5097809433937073,
      "learning_rate": 4.967779262214764e-05,
      "loss": 5.3131,
      "step": 76135
    },
    {
      "epoch": 0.06664676775430854,
      "grad_norm": 0.48529377579689026,
      "learning_rate": 4.967774296186154e-05,
      "loss": 5.5534,
      "step": 76140
    },
    {
      "epoch": 0.06665114434793569,
      "grad_norm": 0.45265522599220276,
      "learning_rate": 4.967769329777986e-05,
      "loss": 5.8299,
      "step": 76145
    },
    {
      "epoch": 0.06665552094156285,
      "grad_norm": 0.4146067798137665,
      "learning_rate": 4.9677643629902615e-05,
      "loss": 5.3354,
      "step": 76150
    },
    {
      "epoch": 0.06665989753519,
      "grad_norm": 0.4175352156162262,
      "learning_rate": 4.967759395822982e-05,
      "loss": 4.8045,
      "step": 76155
    },
    {
      "epoch": 0.06666427412881716,
      "grad_norm": 0.39083659648895264,
      "learning_rate": 4.967754428276148e-05,
      "loss": 5.5419,
      "step": 76160
    },
    {
      "epoch": 0.06666865072244431,
      "grad_norm": 0.35709264874458313,
      "learning_rate": 4.9677494603497595e-05,
      "loss": 6.3479,
      "step": 76165
    },
    {
      "epoch": 0.06667302731607147,
      "grad_norm": 0.4684303104877472,
      "learning_rate": 4.9677444920438185e-05,
      "loss": 4.9212,
      "step": 76170
    },
    {
      "epoch": 0.06667740390969862,
      "grad_norm": 0.3868270516395569,
      "learning_rate": 4.967739523358327e-05,
      "loss": 4.9903,
      "step": 76175
    },
    {
      "epoch": 0.06668178050332578,
      "grad_norm": 0.4582195580005646,
      "learning_rate": 4.967734554293283e-05,
      "loss": 5.5118,
      "step": 76180
    },
    {
      "epoch": 0.06668615709695293,
      "grad_norm": 0.4695770740509033,
      "learning_rate": 4.96772958484869e-05,
      "loss": 4.9183,
      "step": 76185
    },
    {
      "epoch": 0.06669053369058009,
      "grad_norm": 0.5057088732719421,
      "learning_rate": 4.967724615024548e-05,
      "loss": 6.0863,
      "step": 76190
    },
    {
      "epoch": 0.06669491028420724,
      "grad_norm": 0.46715667843818665,
      "learning_rate": 4.96771964482086e-05,
      "loss": 4.7479,
      "step": 76195
    },
    {
      "epoch": 0.06669928687783439,
      "grad_norm": 0.5291092395782471,
      "learning_rate": 4.9677146742376224e-05,
      "loss": 5.0469,
      "step": 76200
    },
    {
      "epoch": 0.06670366347146155,
      "grad_norm": 0.4632968604564667,
      "learning_rate": 4.96770970327484e-05,
      "loss": 4.4863,
      "step": 76205
    },
    {
      "epoch": 0.0667080400650887,
      "grad_norm": 0.4995737373828888,
      "learning_rate": 4.967704731932512e-05,
      "loss": 5.475,
      "step": 76210
    },
    {
      "epoch": 0.06671241665871586,
      "grad_norm": 0.5208479762077332,
      "learning_rate": 4.96769976021064e-05,
      "loss": 4.7081,
      "step": 76215
    },
    {
      "epoch": 0.066716793252343,
      "grad_norm": 0.44794365763664246,
      "learning_rate": 4.9676947881092265e-05,
      "loss": 4.9437,
      "step": 76220
    },
    {
      "epoch": 0.06672116984597017,
      "grad_norm": 0.4047401249408722,
      "learning_rate": 4.9676898156282695e-05,
      "loss": 5.2396,
      "step": 76225
    },
    {
      "epoch": 0.06672554643959731,
      "grad_norm": 0.432983934879303,
      "learning_rate": 4.967684842767771e-05,
      "loss": 6.0418,
      "step": 76230
    },
    {
      "epoch": 0.06672992303322448,
      "grad_norm": 0.4770718812942505,
      "learning_rate": 4.9676798695277325e-05,
      "loss": 5.3131,
      "step": 76235
    },
    {
      "epoch": 0.06673429962685162,
      "grad_norm": 0.4345211088657379,
      "learning_rate": 4.967674895908155e-05,
      "loss": 6.0623,
      "step": 76240
    },
    {
      "epoch": 0.06673867622047878,
      "grad_norm": 0.3839936852455139,
      "learning_rate": 4.9676699219090393e-05,
      "loss": 6.0475,
      "step": 76245
    },
    {
      "epoch": 0.06674305281410593,
      "grad_norm": 0.46032795310020447,
      "learning_rate": 4.9676649475303863e-05,
      "loss": 5.0293,
      "step": 76250
    },
    {
      "epoch": 0.0667474294077331,
      "grad_norm": 0.41801631450653076,
      "learning_rate": 4.9676599727721975e-05,
      "loss": 5.1889,
      "step": 76255
    },
    {
      "epoch": 0.06675180600136024,
      "grad_norm": 0.398934930562973,
      "learning_rate": 4.967654997634472e-05,
      "loss": 5.5566,
      "step": 76260
    },
    {
      "epoch": 0.0667561825949874,
      "grad_norm": 0.37851250171661377,
      "learning_rate": 4.967650022117213e-05,
      "loss": 5.2979,
      "step": 76265
    },
    {
      "epoch": 0.06676055918861455,
      "grad_norm": 0.39667949080467224,
      "learning_rate": 4.96764504622042e-05,
      "loss": 6.36,
      "step": 76270
    },
    {
      "epoch": 0.06676493578224171,
      "grad_norm": 0.48938217759132385,
      "learning_rate": 4.967640069944094e-05,
      "loss": 5.4987,
      "step": 76275
    },
    {
      "epoch": 0.06676931237586886,
      "grad_norm": 0.43013766407966614,
      "learning_rate": 4.967635093288237e-05,
      "loss": 5.2286,
      "step": 76280
    },
    {
      "epoch": 0.06677368896949602,
      "grad_norm": 0.3827058672904968,
      "learning_rate": 4.967630116252849e-05,
      "loss": 5.2262,
      "step": 76285
    },
    {
      "epoch": 0.06677806556312317,
      "grad_norm": 0.4340786635875702,
      "learning_rate": 4.967625138837933e-05,
      "loss": 5.1072,
      "step": 76290
    },
    {
      "epoch": 0.06678244215675033,
      "grad_norm": 0.4526597559452057,
      "learning_rate": 4.9676201610434866e-05,
      "loss": 5.8878,
      "step": 76295
    },
    {
      "epoch": 0.06678681875037748,
      "grad_norm": 0.42286670207977295,
      "learning_rate": 4.967615182869513e-05,
      "loss": 5.5441,
      "step": 76300
    },
    {
      "epoch": 0.06679119534400464,
      "grad_norm": 0.457177996635437,
      "learning_rate": 4.967610204316012e-05,
      "loss": 5.2268,
      "step": 76305
    },
    {
      "epoch": 0.06679557193763179,
      "grad_norm": 0.48773014545440674,
      "learning_rate": 4.967605225382986e-05,
      "loss": 4.9838,
      "step": 76310
    },
    {
      "epoch": 0.06679994853125895,
      "grad_norm": 0.6316261887550354,
      "learning_rate": 4.967600246070435e-05,
      "loss": 5.7719,
      "step": 76315
    },
    {
      "epoch": 0.0668043251248861,
      "grad_norm": 0.49554088711738586,
      "learning_rate": 4.9675952663783595e-05,
      "loss": 5.5467,
      "step": 76320
    },
    {
      "epoch": 0.06680870171851325,
      "grad_norm": 0.48334822058677673,
      "learning_rate": 4.967590286306762e-05,
      "loss": 5.5402,
      "step": 76325
    },
    {
      "epoch": 0.06681307831214041,
      "grad_norm": 0.5045434832572937,
      "learning_rate": 4.967585305855642e-05,
      "loss": 5.8626,
      "step": 76330
    },
    {
      "epoch": 0.06681745490576756,
      "grad_norm": 0.4429222047328949,
      "learning_rate": 4.967580325025001e-05,
      "loss": 4.395,
      "step": 76335
    },
    {
      "epoch": 0.06682183149939472,
      "grad_norm": 0.4689531624317169,
      "learning_rate": 4.96757534381484e-05,
      "loss": 6.4119,
      "step": 76340
    },
    {
      "epoch": 0.06682620809302187,
      "grad_norm": 0.5475281476974487,
      "learning_rate": 4.9675703622251604e-05,
      "loss": 5.5348,
      "step": 76345
    },
    {
      "epoch": 0.06683058468664903,
      "grad_norm": 0.46855905652046204,
      "learning_rate": 4.967565380255962e-05,
      "loss": 6.0777,
      "step": 76350
    },
    {
      "epoch": 0.06683496128027618,
      "grad_norm": 0.5231536626815796,
      "learning_rate": 4.967560397907246e-05,
      "loss": 5.2357,
      "step": 76355
    },
    {
      "epoch": 0.06683933787390334,
      "grad_norm": 0.3939361572265625,
      "learning_rate": 4.967555415179015e-05,
      "loss": 5.2861,
      "step": 76360
    },
    {
      "epoch": 0.06684371446753049,
      "grad_norm": 0.4471288025379181,
      "learning_rate": 4.967550432071269e-05,
      "loss": 5.0267,
      "step": 76365
    },
    {
      "epoch": 0.06684809106115765,
      "grad_norm": 0.48055899143218994,
      "learning_rate": 4.967545448584007e-05,
      "loss": 5.5177,
      "step": 76370
    },
    {
      "epoch": 0.0668524676547848,
      "grad_norm": 0.47692206501960754,
      "learning_rate": 4.967540464717232e-05,
      "loss": 5.0023,
      "step": 76375
    },
    {
      "epoch": 0.06685684424841196,
      "grad_norm": 0.5130753517150879,
      "learning_rate": 4.967535480470945e-05,
      "loss": 5.017,
      "step": 76380
    },
    {
      "epoch": 0.0668612208420391,
      "grad_norm": 0.39923006296157837,
      "learning_rate": 4.967530495845147e-05,
      "loss": 5.7482,
      "step": 76385
    },
    {
      "epoch": 0.06686559743566627,
      "grad_norm": 0.4951510727405548,
      "learning_rate": 4.967525510839839e-05,
      "loss": 6.0828,
      "step": 76390
    },
    {
      "epoch": 0.06686997402929341,
      "grad_norm": 0.37980425357818604,
      "learning_rate": 4.967520525455021e-05,
      "loss": 6.3893,
      "step": 76395
    },
    {
      "epoch": 0.06687435062292058,
      "grad_norm": 0.4434238076210022,
      "learning_rate": 4.967515539690694e-05,
      "loss": 5.4625,
      "step": 76400
    },
    {
      "epoch": 0.06687872721654772,
      "grad_norm": 0.47563105821609497,
      "learning_rate": 4.967510553546859e-05,
      "loss": 5.4217,
      "step": 76405
    },
    {
      "epoch": 0.06688310381017488,
      "grad_norm": 0.3820960819721222,
      "learning_rate": 4.9675055670235194e-05,
      "loss": 5.5256,
      "step": 76410
    },
    {
      "epoch": 0.06688748040380203,
      "grad_norm": 0.6647603511810303,
      "learning_rate": 4.967500580120672e-05,
      "loss": 4.7235,
      "step": 76415
    },
    {
      "epoch": 0.0668918569974292,
      "grad_norm": 0.47074294090270996,
      "learning_rate": 4.9674955928383216e-05,
      "loss": 5.0357,
      "step": 76420
    },
    {
      "epoch": 0.06689623359105634,
      "grad_norm": 0.4307146370410919,
      "learning_rate": 4.967490605176467e-05,
      "loss": 5.0014,
      "step": 76425
    },
    {
      "epoch": 0.0669006101846835,
      "grad_norm": 0.42653951048851013,
      "learning_rate": 4.967485617135109e-05,
      "loss": 5.7629,
      "step": 76430
    },
    {
      "epoch": 0.06690498677831065,
      "grad_norm": 0.5789618492126465,
      "learning_rate": 4.967480628714249e-05,
      "loss": 5.8319,
      "step": 76435
    },
    {
      "epoch": 0.06690936337193781,
      "grad_norm": 0.5087060332298279,
      "learning_rate": 4.9674756399138886e-05,
      "loss": 5.2178,
      "step": 76440
    },
    {
      "epoch": 0.06691373996556496,
      "grad_norm": 0.3911348283290863,
      "learning_rate": 4.9674706507340294e-05,
      "loss": 5.8598,
      "step": 76445
    },
    {
      "epoch": 0.06691811655919211,
      "grad_norm": 0.4314257502555847,
      "learning_rate": 4.96746566117467e-05,
      "loss": 4.6062,
      "step": 76450
    },
    {
      "epoch": 0.06692249315281927,
      "grad_norm": 0.4834793508052826,
      "learning_rate": 4.967460671235813e-05,
      "loss": 4.4989,
      "step": 76455
    },
    {
      "epoch": 0.06692686974644642,
      "grad_norm": 0.44053930044174194,
      "learning_rate": 4.96745568091746e-05,
      "loss": 4.7505,
      "step": 76460
    },
    {
      "epoch": 0.06693124634007358,
      "grad_norm": 0.5454860329627991,
      "learning_rate": 4.967450690219609e-05,
      "loss": 5.3107,
      "step": 76465
    },
    {
      "epoch": 0.06693562293370073,
      "grad_norm": 0.4275462031364441,
      "learning_rate": 4.967445699142265e-05,
      "loss": 4.496,
      "step": 76470
    },
    {
      "epoch": 0.06693999952732789,
      "grad_norm": 0.4184573292732239,
      "learning_rate": 4.967440707685426e-05,
      "loss": 5.8642,
      "step": 76475
    },
    {
      "epoch": 0.06694437612095504,
      "grad_norm": 0.4648898243904114,
      "learning_rate": 4.967435715849094e-05,
      "loss": 4.9469,
      "step": 76480
    },
    {
      "epoch": 0.0669487527145822,
      "grad_norm": 0.43942293524742126,
      "learning_rate": 4.9674307236332694e-05,
      "loss": 5.2245,
      "step": 76485
    },
    {
      "epoch": 0.06695312930820935,
      "grad_norm": 0.44776099920272827,
      "learning_rate": 4.967425731037953e-05,
      "loss": 5.5156,
      "step": 76490
    },
    {
      "epoch": 0.06695750590183651,
      "grad_norm": 0.412995308637619,
      "learning_rate": 4.967420738063148e-05,
      "loss": 6.0994,
      "step": 76495
    },
    {
      "epoch": 0.06696188249546366,
      "grad_norm": 0.36048251390457153,
      "learning_rate": 4.9674157447088535e-05,
      "loss": 5.8646,
      "step": 76500
    },
    {
      "epoch": 0.06696625908909082,
      "grad_norm": 0.4288538098335266,
      "learning_rate": 4.96741075097507e-05,
      "loss": 5.5502,
      "step": 76505
    },
    {
      "epoch": 0.06697063568271797,
      "grad_norm": 0.4374874234199524,
      "learning_rate": 4.9674057568617996e-05,
      "loss": 5.7766,
      "step": 76510
    },
    {
      "epoch": 0.06697501227634513,
      "grad_norm": 0.3955477774143219,
      "learning_rate": 4.967400762369042e-05,
      "loss": 5.834,
      "step": 76515
    },
    {
      "epoch": 0.06697938886997228,
      "grad_norm": 0.4268242418766022,
      "learning_rate": 4.9673957674968e-05,
      "loss": 6.1008,
      "step": 76520
    },
    {
      "epoch": 0.06698376546359944,
      "grad_norm": 0.4151146411895752,
      "learning_rate": 4.967390772245073e-05,
      "loss": 5.8449,
      "step": 76525
    },
    {
      "epoch": 0.06698814205722659,
      "grad_norm": 0.4433668255805969,
      "learning_rate": 4.967385776613863e-05,
      "loss": 5.4195,
      "step": 76530
    },
    {
      "epoch": 0.06699251865085375,
      "grad_norm": 0.382901668548584,
      "learning_rate": 4.967380780603169e-05,
      "loss": 5.4191,
      "step": 76535
    },
    {
      "epoch": 0.0669968952444809,
      "grad_norm": 0.4838622510433197,
      "learning_rate": 4.9673757842129956e-05,
      "loss": 5.0013,
      "step": 76540
    },
    {
      "epoch": 0.06700127183810806,
      "grad_norm": 0.4119897186756134,
      "learning_rate": 4.9673707874433404e-05,
      "loss": 5.4766,
      "step": 76545
    },
    {
      "epoch": 0.0670056484317352,
      "grad_norm": 0.39719903469085693,
      "learning_rate": 4.967365790294205e-05,
      "loss": 5.2291,
      "step": 76550
    },
    {
      "epoch": 0.06701002502536237,
      "grad_norm": 0.3541228771209717,
      "learning_rate": 4.967360792765592e-05,
      "loss": 5.7189,
      "step": 76555
    },
    {
      "epoch": 0.06701440161898951,
      "grad_norm": 0.4087734818458557,
      "learning_rate": 4.9673557948575014e-05,
      "loss": 6.0273,
      "step": 76560
    },
    {
      "epoch": 0.06701877821261668,
      "grad_norm": 0.3638322949409485,
      "learning_rate": 4.9673507965699326e-05,
      "loss": 6.3469,
      "step": 76565
    },
    {
      "epoch": 0.06702315480624382,
      "grad_norm": 0.3788849115371704,
      "learning_rate": 4.967345797902889e-05,
      "loss": 5.8583,
      "step": 76570
    },
    {
      "epoch": 0.06702753139987098,
      "grad_norm": 0.4059218466281891,
      "learning_rate": 4.967340798856371e-05,
      "loss": 4.679,
      "step": 76575
    },
    {
      "epoch": 0.06703190799349813,
      "grad_norm": 0.4880080223083496,
      "learning_rate": 4.967335799430378e-05,
      "loss": 4.8223,
      "step": 76580
    },
    {
      "epoch": 0.06703628458712528,
      "grad_norm": 0.446213960647583,
      "learning_rate": 4.967330799624914e-05,
      "loss": 6.0467,
      "step": 76585
    },
    {
      "epoch": 0.06704066118075244,
      "grad_norm": 0.38178780674934387,
      "learning_rate": 4.9673257994399766e-05,
      "loss": 5.5622,
      "step": 76590
    },
    {
      "epoch": 0.06704503777437959,
      "grad_norm": 0.43446847796440125,
      "learning_rate": 4.967320798875569e-05,
      "loss": 5.5435,
      "step": 76595
    },
    {
      "epoch": 0.06704941436800675,
      "grad_norm": 0.43194785714149475,
      "learning_rate": 4.9673157979316895e-05,
      "loss": 5.7914,
      "step": 76600
    },
    {
      "epoch": 0.0670537909616339,
      "grad_norm": 0.45104438066482544,
      "learning_rate": 4.967310796608343e-05,
      "loss": 5.5286,
      "step": 76605
    },
    {
      "epoch": 0.06705816755526106,
      "grad_norm": 0.3850035071372986,
      "learning_rate": 4.967305794905528e-05,
      "loss": 5.2902,
      "step": 76610
    },
    {
      "epoch": 0.06706254414888821,
      "grad_norm": 0.4519423544406891,
      "learning_rate": 4.967300792823246e-05,
      "loss": 4.4831,
      "step": 76615
    },
    {
      "epoch": 0.06706692074251537,
      "grad_norm": 0.4663732647895813,
      "learning_rate": 4.967295790361498e-05,
      "loss": 5.8457,
      "step": 76620
    },
    {
      "epoch": 0.06707129733614252,
      "grad_norm": 0.41836419701576233,
      "learning_rate": 4.9672907875202847e-05,
      "loss": 5.533,
      "step": 76625
    },
    {
      "epoch": 0.06707567392976968,
      "grad_norm": 0.3676294684410095,
      "learning_rate": 4.967285784299607e-05,
      "loss": 5.3338,
      "step": 76630
    },
    {
      "epoch": 0.06708005052339683,
      "grad_norm": 0.42493849992752075,
      "learning_rate": 4.967280780699465e-05,
      "loss": 5.5498,
      "step": 76635
    },
    {
      "epoch": 0.06708442711702399,
      "grad_norm": 0.40132415294647217,
      "learning_rate": 4.967275776719862e-05,
      "loss": 5.7436,
      "step": 76640
    },
    {
      "epoch": 0.06708880371065114,
      "grad_norm": 0.43718016147613525,
      "learning_rate": 4.9672707723607984e-05,
      "loss": 5.3183,
      "step": 76645
    },
    {
      "epoch": 0.0670931803042783,
      "grad_norm": 0.375931054353714,
      "learning_rate": 4.967265767622272e-05,
      "loss": 6.0814,
      "step": 76650
    },
    {
      "epoch": 0.06709755689790545,
      "grad_norm": 0.502135157585144,
      "learning_rate": 4.967260762504288e-05,
      "loss": 4.6751,
      "step": 76655
    },
    {
      "epoch": 0.06710193349153261,
      "grad_norm": 0.4236147701740265,
      "learning_rate": 4.967255757006846e-05,
      "loss": 6.0451,
      "step": 76660
    },
    {
      "epoch": 0.06710631008515976,
      "grad_norm": 0.497599333524704,
      "learning_rate": 4.9672507511299446e-05,
      "loss": 5.3125,
      "step": 76665
    },
    {
      "epoch": 0.06711068667878692,
      "grad_norm": 0.46601229906082153,
      "learning_rate": 4.967245744873589e-05,
      "loss": 5.0077,
      "step": 76670
    },
    {
      "epoch": 0.06711506327241407,
      "grad_norm": 0.4731437861919403,
      "learning_rate": 4.967240738237776e-05,
      "loss": 5.5264,
      "step": 76675
    },
    {
      "epoch": 0.06711943986604123,
      "grad_norm": 0.6038704514503479,
      "learning_rate": 4.9672357312225104e-05,
      "loss": 4.3105,
      "step": 76680
    },
    {
      "epoch": 0.06712381645966838,
      "grad_norm": 0.46277520060539246,
      "learning_rate": 4.9672307238277905e-05,
      "loss": 6.4002,
      "step": 76685
    },
    {
      "epoch": 0.06712819305329554,
      "grad_norm": 0.5600292682647705,
      "learning_rate": 4.9672257160536174e-05,
      "loss": 5.3148,
      "step": 76690
    },
    {
      "epoch": 0.06713256964692269,
      "grad_norm": 0.4399198889732361,
      "learning_rate": 4.9672207078999925e-05,
      "loss": 4.9728,
      "step": 76695
    },
    {
      "epoch": 0.06713694624054985,
      "grad_norm": 0.43041136860847473,
      "learning_rate": 4.967215699366917e-05,
      "loss": 5.2672,
      "step": 76700
    },
    {
      "epoch": 0.067141322834177,
      "grad_norm": 0.381251722574234,
      "learning_rate": 4.967210690454393e-05,
      "loss": 5.551,
      "step": 76705
    },
    {
      "epoch": 0.06714569942780414,
      "grad_norm": 0.4466514587402344,
      "learning_rate": 4.967205681162418e-05,
      "loss": 5.8833,
      "step": 76710
    },
    {
      "epoch": 0.0671500760214313,
      "grad_norm": 0.4413066804409027,
      "learning_rate": 4.967200671490997e-05,
      "loss": 5.0469,
      "step": 76715
    },
    {
      "epoch": 0.06715445261505845,
      "grad_norm": 0.422695517539978,
      "learning_rate": 4.9671956614401285e-05,
      "loss": 4.7963,
      "step": 76720
    },
    {
      "epoch": 0.06715882920868561,
      "grad_norm": 0.5381643772125244,
      "learning_rate": 4.9671906510098146e-05,
      "loss": 5.5235,
      "step": 76725
    },
    {
      "epoch": 0.06716320580231276,
      "grad_norm": 0.49694785475730896,
      "learning_rate": 4.967185640200055e-05,
      "loss": 4.4129,
      "step": 76730
    },
    {
      "epoch": 0.06716758239593992,
      "grad_norm": 0.44233405590057373,
      "learning_rate": 4.9671806290108524e-05,
      "loss": 5.0092,
      "step": 76735
    },
    {
      "epoch": 0.06717195898956707,
      "grad_norm": 0.6595089435577393,
      "learning_rate": 4.967175617442207e-05,
      "loss": 4.9052,
      "step": 76740
    },
    {
      "epoch": 0.06717633558319423,
      "grad_norm": 0.5052436590194702,
      "learning_rate": 4.967170605494119e-05,
      "loss": 5.5295,
      "step": 76745
    },
    {
      "epoch": 0.06718071217682138,
      "grad_norm": 0.40436312556266785,
      "learning_rate": 4.9671655931665895e-05,
      "loss": 6.0904,
      "step": 76750
    },
    {
      "epoch": 0.06718508877044854,
      "grad_norm": 0.46213504672050476,
      "learning_rate": 4.96716058045962e-05,
      "loss": 5.3138,
      "step": 76755
    },
    {
      "epoch": 0.06718946536407569,
      "grad_norm": 0.4767996370792389,
      "learning_rate": 4.967155567373213e-05,
      "loss": 5.0117,
      "step": 76760
    },
    {
      "epoch": 0.06719384195770285,
      "grad_norm": 0.469791442155838,
      "learning_rate": 4.967150553907366e-05,
      "loss": 5.0488,
      "step": 76765
    },
    {
      "epoch": 0.06719821855133,
      "grad_norm": 0.4939117431640625,
      "learning_rate": 4.9671455400620825e-05,
      "loss": 5.0491,
      "step": 76770
    },
    {
      "epoch": 0.06720259514495716,
      "grad_norm": 0.45999252796173096,
      "learning_rate": 4.9671405258373625e-05,
      "loss": 5.5408,
      "step": 76775
    },
    {
      "epoch": 0.06720697173858431,
      "grad_norm": 0.5453552007675171,
      "learning_rate": 4.9671355112332083e-05,
      "loss": 6.0402,
      "step": 76780
    },
    {
      "epoch": 0.06721134833221147,
      "grad_norm": 0.4440552294254303,
      "learning_rate": 4.9671304962496194e-05,
      "loss": 6.3699,
      "step": 76785
    },
    {
      "epoch": 0.06721572492583862,
      "grad_norm": 0.594538152217865,
      "learning_rate": 4.9671254808865975e-05,
      "loss": 5.2631,
      "step": 76790
    },
    {
      "epoch": 0.06722010151946578,
      "grad_norm": 0.5449780821800232,
      "learning_rate": 4.967120465144143e-05,
      "loss": 5.8381,
      "step": 76795
    },
    {
      "epoch": 0.06722447811309293,
      "grad_norm": 0.5022879242897034,
      "learning_rate": 4.967115449022256e-05,
      "loss": 5.2579,
      "step": 76800
    },
    {
      "epoch": 0.06722885470672009,
      "grad_norm": 0.40969112515449524,
      "learning_rate": 4.967110432520939e-05,
      "loss": 6.3551,
      "step": 76805
    },
    {
      "epoch": 0.06723323130034724,
      "grad_norm": 0.49622461199760437,
      "learning_rate": 4.9671054156401944e-05,
      "loss": 5.5189,
      "step": 76810
    },
    {
      "epoch": 0.0672376078939744,
      "grad_norm": 0.44779831171035767,
      "learning_rate": 4.9671003983800194e-05,
      "loss": 5.7687,
      "step": 76815
    },
    {
      "epoch": 0.06724198448760155,
      "grad_norm": 0.456447035074234,
      "learning_rate": 4.9670953807404176e-05,
      "loss": 5.5399,
      "step": 76820
    },
    {
      "epoch": 0.06724636108122871,
      "grad_norm": 0.40814629197120667,
      "learning_rate": 4.9670903627213905e-05,
      "loss": 6.0971,
      "step": 76825
    },
    {
      "epoch": 0.06725073767485586,
      "grad_norm": 0.36336106061935425,
      "learning_rate": 4.967085344322936e-05,
      "loss": 6.3654,
      "step": 76830
    },
    {
      "epoch": 0.067255114268483,
      "grad_norm": 0.4365618824958801,
      "learning_rate": 4.967080325545057e-05,
      "loss": 5.7562,
      "step": 76835
    },
    {
      "epoch": 0.06725949086211017,
      "grad_norm": 0.37381359934806824,
      "learning_rate": 4.967075306387755e-05,
      "loss": 6.0783,
      "step": 76840
    },
    {
      "epoch": 0.06726386745573731,
      "grad_norm": 0.4229671359062195,
      "learning_rate": 4.967070286851031e-05,
      "loss": 4.9185,
      "step": 76845
    },
    {
      "epoch": 0.06726824404936448,
      "grad_norm": 0.43559399247169495,
      "learning_rate": 4.967065266934885e-05,
      "loss": 4.5979,
      "step": 76850
    },
    {
      "epoch": 0.06727262064299162,
      "grad_norm": 0.5263407826423645,
      "learning_rate": 4.967060246639318e-05,
      "loss": 5.3457,
      "step": 76855
    },
    {
      "epoch": 0.06727699723661879,
      "grad_norm": 0.4756026566028595,
      "learning_rate": 4.9670552259643314e-05,
      "loss": 5.4469,
      "step": 76860
    },
    {
      "epoch": 0.06728137383024593,
      "grad_norm": 0.40110692381858826,
      "learning_rate": 4.967050204909926e-05,
      "loss": 4.9103,
      "step": 76865
    },
    {
      "epoch": 0.0672857504238731,
      "grad_norm": 0.4241280257701874,
      "learning_rate": 4.967045183476102e-05,
      "loss": 4.161,
      "step": 76870
    },
    {
      "epoch": 0.06729012701750024,
      "grad_norm": 0.49607497453689575,
      "learning_rate": 4.967040161662862e-05,
      "loss": 5.8829,
      "step": 76875
    },
    {
      "epoch": 0.0672945036111274,
      "grad_norm": 0.4871015250682831,
      "learning_rate": 4.967035139470205e-05,
      "loss": 5.5485,
      "step": 76880
    },
    {
      "epoch": 0.06729888020475455,
      "grad_norm": 0.47809267044067383,
      "learning_rate": 4.9670301168981346e-05,
      "loss": 5.8616,
      "step": 76885
    },
    {
      "epoch": 0.06730325679838171,
      "grad_norm": 0.42348259687423706,
      "learning_rate": 4.96702509394665e-05,
      "loss": 5.5133,
      "step": 76890
    },
    {
      "epoch": 0.06730763339200886,
      "grad_norm": 0.4831787347793579,
      "learning_rate": 4.967020070615752e-05,
      "loss": 4.95,
      "step": 76895
    },
    {
      "epoch": 0.06731200998563602,
      "grad_norm": 0.41782498359680176,
      "learning_rate": 4.967015046905442e-05,
      "loss": 5.5188,
      "step": 76900
    },
    {
      "epoch": 0.06731638657926317,
      "grad_norm": 0.43124350905418396,
      "learning_rate": 4.9670100228157226e-05,
      "loss": 5.2224,
      "step": 76905
    },
    {
      "epoch": 0.06732076317289033,
      "grad_norm": 0.40182197093963623,
      "learning_rate": 4.9670049983465904e-05,
      "loss": 4.7994,
      "step": 76910
    },
    {
      "epoch": 0.06732513976651748,
      "grad_norm": 0.40081843733787537,
      "learning_rate": 4.966999973498051e-05,
      "loss": 5.0409,
      "step": 76915
    },
    {
      "epoch": 0.06732951636014464,
      "grad_norm": 0.4152863323688507,
      "learning_rate": 4.966994948270103e-05,
      "loss": 5.0454,
      "step": 76920
    },
    {
      "epoch": 0.06733389295377179,
      "grad_norm": 0.4204135835170746,
      "learning_rate": 4.966989922662748e-05,
      "loss": 4.4754,
      "step": 76925
    },
    {
      "epoch": 0.06733826954739895,
      "grad_norm": 0.36547473073005676,
      "learning_rate": 4.966984896675987e-05,
      "loss": 5.7111,
      "step": 76930
    },
    {
      "epoch": 0.0673426461410261,
      "grad_norm": 0.4096806049346924,
      "learning_rate": 4.96697987030982e-05,
      "loss": 4.4925,
      "step": 76935
    },
    {
      "epoch": 0.06734702273465326,
      "grad_norm": 0.4996391534805298,
      "learning_rate": 4.96697484356425e-05,
      "loss": 5.0247,
      "step": 76940
    },
    {
      "epoch": 0.06735139932828041,
      "grad_norm": 0.4798514246940613,
      "learning_rate": 4.9669698164392755e-05,
      "loss": 5.0173,
      "step": 76945
    },
    {
      "epoch": 0.06735577592190757,
      "grad_norm": 0.514201819896698,
      "learning_rate": 4.966964788934899e-05,
      "loss": 4.7951,
      "step": 76950
    },
    {
      "epoch": 0.06736015251553472,
      "grad_norm": 0.5598739981651306,
      "learning_rate": 4.966959761051121e-05,
      "loss": 4.705,
      "step": 76955
    },
    {
      "epoch": 0.06736452910916188,
      "grad_norm": 0.37371230125427246,
      "learning_rate": 4.966954732787943e-05,
      "loss": 5.7936,
      "step": 76960
    },
    {
      "epoch": 0.06736890570278903,
      "grad_norm": 0.4275694787502289,
      "learning_rate": 4.966949704145366e-05,
      "loss": 5.0061,
      "step": 76965
    },
    {
      "epoch": 0.06737328229641618,
      "grad_norm": 0.4274864196777344,
      "learning_rate": 4.9669446751233895e-05,
      "loss": 4.5162,
      "step": 76970
    },
    {
      "epoch": 0.06737765889004334,
      "grad_norm": 0.43527352809906006,
      "learning_rate": 4.9669396457220164e-05,
      "loss": 5.5531,
      "step": 76975
    },
    {
      "epoch": 0.06738203548367049,
      "grad_norm": 0.43698519468307495,
      "learning_rate": 4.966934615941247e-05,
      "loss": 4.7977,
      "step": 76980
    },
    {
      "epoch": 0.06738641207729765,
      "grad_norm": 0.44420379400253296,
      "learning_rate": 4.966929585781081e-05,
      "loss": 5.2102,
      "step": 76985
    },
    {
      "epoch": 0.0673907886709248,
      "grad_norm": 0.49515125155448914,
      "learning_rate": 4.966924555241522e-05,
      "loss": 5.7756,
      "step": 76990
    },
    {
      "epoch": 0.06739516526455196,
      "grad_norm": 0.4038546085357666,
      "learning_rate": 4.966919524322569e-05,
      "loss": 4.7205,
      "step": 76995
    },
    {
      "epoch": 0.0673995418581791,
      "grad_norm": 0.47644731402397156,
      "learning_rate": 4.966914493024223e-05,
      "loss": 4.4868,
      "step": 77000
    },
    {
      "epoch": 0.06740391845180627,
      "grad_norm": 0.4210088551044464,
      "learning_rate": 4.966909461346485e-05,
      "loss": 5.7738,
      "step": 77005
    },
    {
      "epoch": 0.06740829504543341,
      "grad_norm": 0.44942164421081543,
      "learning_rate": 4.966904429289357e-05,
      "loss": 4.923,
      "step": 77010
    },
    {
      "epoch": 0.06741267163906058,
      "grad_norm": 0.4794793426990509,
      "learning_rate": 4.966899396852839e-05,
      "loss": 4.6947,
      "step": 77015
    },
    {
      "epoch": 0.06741704823268772,
      "grad_norm": 0.4223679304122925,
      "learning_rate": 4.966894364036933e-05,
      "loss": 5.0226,
      "step": 77020
    },
    {
      "epoch": 0.06742142482631489,
      "grad_norm": 0.42067915201187134,
      "learning_rate": 4.966889330841639e-05,
      "loss": 5.0376,
      "step": 77025
    },
    {
      "epoch": 0.06742580141994203,
      "grad_norm": 0.3788498640060425,
      "learning_rate": 4.966884297266957e-05,
      "loss": 5.0604,
      "step": 77030
    },
    {
      "epoch": 0.0674301780135692,
      "grad_norm": 0.3736284077167511,
      "learning_rate": 4.9668792633128904e-05,
      "loss": 5.5575,
      "step": 77035
    },
    {
      "epoch": 0.06743455460719634,
      "grad_norm": 0.4416361153125763,
      "learning_rate": 4.966874228979438e-05,
      "loss": 4.4736,
      "step": 77040
    },
    {
      "epoch": 0.0674389312008235,
      "grad_norm": 0.4327732026576996,
      "learning_rate": 4.9668691942666026e-05,
      "loss": 4.7565,
      "step": 77045
    },
    {
      "epoch": 0.06744330779445065,
      "grad_norm": 0.43787288665771484,
      "learning_rate": 4.966864159174385e-05,
      "loss": 4.3046,
      "step": 77050
    },
    {
      "epoch": 0.06744768438807781,
      "grad_norm": 0.3678736984729767,
      "learning_rate": 4.966859123702784e-05,
      "loss": 6.415,
      "step": 77055
    },
    {
      "epoch": 0.06745206098170496,
      "grad_norm": 0.3554608225822449,
      "learning_rate": 4.966854087851802e-05,
      "loss": 6.402,
      "step": 77060
    },
    {
      "epoch": 0.06745643757533212,
      "grad_norm": 0.4315415620803833,
      "learning_rate": 4.966849051621442e-05,
      "loss": 5.7502,
      "step": 77065
    },
    {
      "epoch": 0.06746081416895927,
      "grad_norm": 0.4494674503803253,
      "learning_rate": 4.966844015011701e-05,
      "loss": 5.2306,
      "step": 77070
    },
    {
      "epoch": 0.06746519076258643,
      "grad_norm": 0.43175646662712097,
      "learning_rate": 4.966838978022582e-05,
      "loss": 6.0904,
      "step": 77075
    },
    {
      "epoch": 0.06746956735621358,
      "grad_norm": 0.44988593459129333,
      "learning_rate": 4.9668339406540876e-05,
      "loss": 5.0382,
      "step": 77080
    },
    {
      "epoch": 0.06747394394984074,
      "grad_norm": 0.37570545077323914,
      "learning_rate": 4.966828902906215e-05,
      "loss": 5.7812,
      "step": 77085
    },
    {
      "epoch": 0.06747832054346789,
      "grad_norm": 0.4949638545513153,
      "learning_rate": 4.96682386477897e-05,
      "loss": 4.9798,
      "step": 77090
    },
    {
      "epoch": 0.06748269713709504,
      "grad_norm": 0.38777878880500793,
      "learning_rate": 4.966818826272349e-05,
      "loss": 6.0187,
      "step": 77095
    },
    {
      "epoch": 0.0674870737307222,
      "grad_norm": 0.41532909870147705,
      "learning_rate": 4.966813787386355e-05,
      "loss": 5.0161,
      "step": 77100
    },
    {
      "epoch": 0.06749145032434935,
      "grad_norm": 0.42410120368003845,
      "learning_rate": 4.966808748120989e-05,
      "loss": 4.9165,
      "step": 77105
    },
    {
      "epoch": 0.06749582691797651,
      "grad_norm": 0.47659024596214294,
      "learning_rate": 4.9668037084762506e-05,
      "loss": 4.992,
      "step": 77110
    },
    {
      "epoch": 0.06750020351160366,
      "grad_norm": 0.4525916576385498,
      "learning_rate": 4.966798668452144e-05,
      "loss": 5.0163,
      "step": 77115
    },
    {
      "epoch": 0.06750458010523082,
      "grad_norm": 0.44730550050735474,
      "learning_rate": 4.966793628048667e-05,
      "loss": 6.3529,
      "step": 77120
    },
    {
      "epoch": 0.06750895669885797,
      "grad_norm": 0.4310988187789917,
      "learning_rate": 4.966788587265821e-05,
      "loss": 4.9129,
      "step": 77125
    },
    {
      "epoch": 0.06751333329248513,
      "grad_norm": 0.42571866512298584,
      "learning_rate": 4.966783546103609e-05,
      "loss": 5.4873,
      "step": 77130
    },
    {
      "epoch": 0.06751770988611228,
      "grad_norm": 0.5404843091964722,
      "learning_rate": 4.9667785045620305e-05,
      "loss": 5.8615,
      "step": 77135
    },
    {
      "epoch": 0.06752208647973944,
      "grad_norm": 0.48446181416511536,
      "learning_rate": 4.9667734626410855e-05,
      "loss": 5.7465,
      "step": 77140
    },
    {
      "epoch": 0.06752646307336659,
      "grad_norm": 0.5226773619651794,
      "learning_rate": 4.9667684203407774e-05,
      "loss": 4.9979,
      "step": 77145
    },
    {
      "epoch": 0.06753083966699375,
      "grad_norm": 0.3723187744617462,
      "learning_rate": 4.966763377661106e-05,
      "loss": 5.5815,
      "step": 77150
    },
    {
      "epoch": 0.0675352162606209,
      "grad_norm": 0.4147185683250427,
      "learning_rate": 4.966758334602071e-05,
      "loss": 5.4871,
      "step": 77155
    },
    {
      "epoch": 0.06753959285424806,
      "grad_norm": 0.47304269671440125,
      "learning_rate": 4.966753291163675e-05,
      "loss": 5.0192,
      "step": 77160
    },
    {
      "epoch": 0.0675439694478752,
      "grad_norm": 0.3852192759513855,
      "learning_rate": 4.966748247345918e-05,
      "loss": 4.7786,
      "step": 77165
    },
    {
      "epoch": 0.06754834604150237,
      "grad_norm": 0.4119318127632141,
      "learning_rate": 4.9667432031488015e-05,
      "loss": 5.8536,
      "step": 77170
    },
    {
      "epoch": 0.06755272263512951,
      "grad_norm": 0.4405401349067688,
      "learning_rate": 4.966738158572327e-05,
      "loss": 4.7936,
      "step": 77175
    },
    {
      "epoch": 0.06755709922875668,
      "grad_norm": 0.449722558259964,
      "learning_rate": 4.9667331136164954e-05,
      "loss": 5.1808,
      "step": 77180
    },
    {
      "epoch": 0.06756147582238382,
      "grad_norm": 0.4687923192977905,
      "learning_rate": 4.9667280682813056e-05,
      "loss": 4.9945,
      "step": 77185
    },
    {
      "epoch": 0.06756585241601099,
      "grad_norm": 0.4289736747741699,
      "learning_rate": 4.96672302256676e-05,
      "loss": 5.3876,
      "step": 77190
    },
    {
      "epoch": 0.06757022900963813,
      "grad_norm": 0.42497342824935913,
      "learning_rate": 4.966717976472862e-05,
      "loss": 5.042,
      "step": 77195
    },
    {
      "epoch": 0.0675746056032653,
      "grad_norm": 0.43512704968452454,
      "learning_rate": 4.966712929999608e-05,
      "loss": 5.5238,
      "step": 77200
    },
    {
      "epoch": 0.06757898219689244,
      "grad_norm": 0.41240406036376953,
      "learning_rate": 4.966707883147003e-05,
      "loss": 5.0545,
      "step": 77205
    },
    {
      "epoch": 0.0675833587905196,
      "grad_norm": 0.4105011224746704,
      "learning_rate": 4.966702835915045e-05,
      "loss": 5.2146,
      "step": 77210
    },
    {
      "epoch": 0.06758773538414675,
      "grad_norm": 0.4418468475341797,
      "learning_rate": 4.966697788303737e-05,
      "loss": 5.2511,
      "step": 77215
    },
    {
      "epoch": 0.06759211197777391,
      "grad_norm": 0.44018200039863586,
      "learning_rate": 4.966692740313078e-05,
      "loss": 5.5318,
      "step": 77220
    },
    {
      "epoch": 0.06759648857140106,
      "grad_norm": 0.47091302275657654,
      "learning_rate": 4.9666876919430715e-05,
      "loss": 5.5487,
      "step": 77225
    },
    {
      "epoch": 0.06760086516502821,
      "grad_norm": 0.448323130607605,
      "learning_rate": 4.966682643193716e-05,
      "loss": 5.0269,
      "step": 77230
    },
    {
      "epoch": 0.06760524175865537,
      "grad_norm": 0.43723440170288086,
      "learning_rate": 4.966677594065015e-05,
      "loss": 4.5158,
      "step": 77235
    },
    {
      "epoch": 0.06760961835228252,
      "grad_norm": 0.41432785987854004,
      "learning_rate": 4.966672544556967e-05,
      "loss": 6.0559,
      "step": 77240
    },
    {
      "epoch": 0.06761399494590968,
      "grad_norm": 0.40872514247894287,
      "learning_rate": 4.9666674946695744e-05,
      "loss": 5.0386,
      "step": 77245
    },
    {
      "epoch": 0.06761837153953683,
      "grad_norm": 0.40080776810646057,
      "learning_rate": 4.9666624444028375e-05,
      "loss": 5.2625,
      "step": 77250
    },
    {
      "epoch": 0.06762274813316399,
      "grad_norm": 0.4436568021774292,
      "learning_rate": 4.9666573937567585e-05,
      "loss": 4.9928,
      "step": 77255
    },
    {
      "epoch": 0.06762712472679114,
      "grad_norm": 0.439199835062027,
      "learning_rate": 4.966652342731336e-05,
      "loss": 5.7285,
      "step": 77260
    },
    {
      "epoch": 0.0676315013204183,
      "grad_norm": 0.44753479957580566,
      "learning_rate": 4.9666472913265726e-05,
      "loss": 5.3313,
      "step": 77265
    },
    {
      "epoch": 0.06763587791404545,
      "grad_norm": 0.438908189535141,
      "learning_rate": 4.9666422395424703e-05,
      "loss": 4.9044,
      "step": 77270
    },
    {
      "epoch": 0.06764025450767261,
      "grad_norm": 0.3633808493614197,
      "learning_rate": 4.966637187379029e-05,
      "loss": 6.0816,
      "step": 77275
    },
    {
      "epoch": 0.06764463110129976,
      "grad_norm": 0.42543530464172363,
      "learning_rate": 4.966632134836248e-05,
      "loss": 4.9218,
      "step": 77280
    },
    {
      "epoch": 0.06764900769492692,
      "grad_norm": 0.42698201537132263,
      "learning_rate": 4.966627081914131e-05,
      "loss": 5.4629,
      "step": 77285
    },
    {
      "epoch": 0.06765338428855407,
      "grad_norm": 0.3852396011352539,
      "learning_rate": 4.966622028612678e-05,
      "loss": 5.5387,
      "step": 77290
    },
    {
      "epoch": 0.06765776088218123,
      "grad_norm": 0.4878390431404114,
      "learning_rate": 4.966616974931889e-05,
      "loss": 4.6789,
      "step": 77295
    },
    {
      "epoch": 0.06766213747580838,
      "grad_norm": 0.3958357572555542,
      "learning_rate": 4.9666119208717654e-05,
      "loss": 5.7463,
      "step": 77300
    },
    {
      "epoch": 0.06766651406943554,
      "grad_norm": 0.645901620388031,
      "learning_rate": 4.96660686643231e-05,
      "loss": 5.2144,
      "step": 77305
    },
    {
      "epoch": 0.06767089066306269,
      "grad_norm": 0.5314692854881287,
      "learning_rate": 4.9666018116135215e-05,
      "loss": 5.8464,
      "step": 77310
    },
    {
      "epoch": 0.06767526725668985,
      "grad_norm": 0.5047138929367065,
      "learning_rate": 4.9665967564154014e-05,
      "loss": 5.4357,
      "step": 77315
    },
    {
      "epoch": 0.067679643850317,
      "grad_norm": 0.5014960765838623,
      "learning_rate": 4.9665917008379515e-05,
      "loss": 5.2236,
      "step": 77320
    },
    {
      "epoch": 0.06768402044394416,
      "grad_norm": 0.4933984577655792,
      "learning_rate": 4.966586644881172e-05,
      "loss": 4.9921,
      "step": 77325
    },
    {
      "epoch": 0.0676883970375713,
      "grad_norm": 0.5931352376937866,
      "learning_rate": 4.966581588545064e-05,
      "loss": 5.8328,
      "step": 77330
    },
    {
      "epoch": 0.06769277363119847,
      "grad_norm": 0.6360867023468018,
      "learning_rate": 4.9665765318296285e-05,
      "loss": 5.8597,
      "step": 77335
    },
    {
      "epoch": 0.06769715022482561,
      "grad_norm": 0.4793701469898224,
      "learning_rate": 4.966571474734867e-05,
      "loss": 5.19,
      "step": 77340
    },
    {
      "epoch": 0.06770152681845278,
      "grad_norm": 0.6285560727119446,
      "learning_rate": 4.9665664172607794e-05,
      "loss": 5.5263,
      "step": 77345
    },
    {
      "epoch": 0.06770590341207992,
      "grad_norm": 0.5880531668663025,
      "learning_rate": 4.9665613594073676e-05,
      "loss": 5.5582,
      "step": 77350
    },
    {
      "epoch": 0.06771028000570707,
      "grad_norm": 0.4885220229625702,
      "learning_rate": 4.966556301174633e-05,
      "loss": 5.5782,
      "step": 77355
    },
    {
      "epoch": 0.06771465659933423,
      "grad_norm": 0.5106126070022583,
      "learning_rate": 4.966551242562576e-05,
      "loss": 5.5246,
      "step": 77360
    },
    {
      "epoch": 0.06771903319296138,
      "grad_norm": 0.5495233535766602,
      "learning_rate": 4.966546183571196e-05,
      "loss": 5.2312,
      "step": 77365
    },
    {
      "epoch": 0.06772340978658854,
      "grad_norm": 0.43391239643096924,
      "learning_rate": 4.966541124200497e-05,
      "loss": 4.9296,
      "step": 77370
    },
    {
      "epoch": 0.06772778638021569,
      "grad_norm": 0.42589229345321655,
      "learning_rate": 4.9665360644504765e-05,
      "loss": 5.5749,
      "step": 77375
    },
    {
      "epoch": 0.06773216297384285,
      "grad_norm": 0.43655678629875183,
      "learning_rate": 4.966531004321139e-05,
      "loss": 5.5503,
      "step": 77380
    },
    {
      "epoch": 0.06773653956747,
      "grad_norm": 0.5446637868881226,
      "learning_rate": 4.966525943812483e-05,
      "loss": 5.5442,
      "step": 77385
    },
    {
      "epoch": 0.06774091616109716,
      "grad_norm": 0.4563968777656555,
      "learning_rate": 4.9665208829245115e-05,
      "loss": 5.7531,
      "step": 77390
    },
    {
      "epoch": 0.06774529275472431,
      "grad_norm": 0.4763312339782715,
      "learning_rate": 4.966515821657223e-05,
      "loss": 5.0153,
      "step": 77395
    },
    {
      "epoch": 0.06774966934835147,
      "grad_norm": 0.47305309772491455,
      "learning_rate": 4.96651076001062e-05,
      "loss": 5.4453,
      "step": 77400
    },
    {
      "epoch": 0.06775404594197862,
      "grad_norm": 0.4481659233570099,
      "learning_rate": 4.9665056979847035e-05,
      "loss": 5.5666,
      "step": 77405
    },
    {
      "epoch": 0.06775842253560578,
      "grad_norm": 0.40335312485694885,
      "learning_rate": 4.966500635579474e-05,
      "loss": 5.8679,
      "step": 77410
    },
    {
      "epoch": 0.06776279912923293,
      "grad_norm": 0.40237051248550415,
      "learning_rate": 4.966495572794933e-05,
      "loss": 5.2917,
      "step": 77415
    },
    {
      "epoch": 0.06776717572286009,
      "grad_norm": 0.41932645440101624,
      "learning_rate": 4.966490509631081e-05,
      "loss": 5.3257,
      "step": 77420
    },
    {
      "epoch": 0.06777155231648724,
      "grad_norm": 0.39681053161621094,
      "learning_rate": 4.966485446087919e-05,
      "loss": 5.5037,
      "step": 77425
    },
    {
      "epoch": 0.0677759289101144,
      "grad_norm": 0.4438754916191101,
      "learning_rate": 4.966480382165449e-05,
      "loss": 4.3883,
      "step": 77430
    },
    {
      "epoch": 0.06778030550374155,
      "grad_norm": 0.4937725365161896,
      "learning_rate": 4.9664753178636705e-05,
      "loss": 5.8534,
      "step": 77435
    },
    {
      "epoch": 0.06778468209736871,
      "grad_norm": 0.44513580203056335,
      "learning_rate": 4.966470253182585e-05,
      "loss": 4.7812,
      "step": 77440
    },
    {
      "epoch": 0.06778905869099586,
      "grad_norm": 0.4789900481700897,
      "learning_rate": 4.966465188122193e-05,
      "loss": 5.8663,
      "step": 77445
    },
    {
      "epoch": 0.06779343528462302,
      "grad_norm": 0.4633687138557434,
      "learning_rate": 4.966460122682497e-05,
      "loss": 5.7361,
      "step": 77450
    },
    {
      "epoch": 0.06779781187825017,
      "grad_norm": 0.4723449647426605,
      "learning_rate": 4.966455056863496e-05,
      "loss": 5.8744,
      "step": 77455
    },
    {
      "epoch": 0.06780218847187733,
      "grad_norm": 0.5430144667625427,
      "learning_rate": 4.9664499906651926e-05,
      "loss": 4.7204,
      "step": 77460
    },
    {
      "epoch": 0.06780656506550448,
      "grad_norm": 0.45405471324920654,
      "learning_rate": 4.9664449240875874e-05,
      "loss": 5.8707,
      "step": 77465
    },
    {
      "epoch": 0.06781094165913164,
      "grad_norm": 0.474849134683609,
      "learning_rate": 4.9664398571306816e-05,
      "loss": 5.3462,
      "step": 77470
    },
    {
      "epoch": 0.06781531825275879,
      "grad_norm": 0.4420205354690552,
      "learning_rate": 4.966434789794475e-05,
      "loss": 5.7607,
      "step": 77475
    },
    {
      "epoch": 0.06781969484638593,
      "grad_norm": 0.4371851980686188,
      "learning_rate": 4.966429722078969e-05,
      "loss": 4.7193,
      "step": 77480
    },
    {
      "epoch": 0.0678240714400131,
      "grad_norm": 0.5126101970672607,
      "learning_rate": 4.966424653984166e-05,
      "loss": 5.038,
      "step": 77485
    },
    {
      "epoch": 0.06782844803364024,
      "grad_norm": 0.4523201584815979,
      "learning_rate": 4.966419585510065e-05,
      "loss": 5.0331,
      "step": 77490
    },
    {
      "epoch": 0.0678328246272674,
      "grad_norm": 0.4276610016822815,
      "learning_rate": 4.966414516656668e-05,
      "loss": 4.5002,
      "step": 77495
    },
    {
      "epoch": 0.06783720122089455,
      "grad_norm": 0.4567577838897705,
      "learning_rate": 4.966409447423976e-05,
      "loss": 5.2596,
      "step": 77500
    },
    {
      "epoch": 0.06784157781452171,
      "grad_norm": 0.4390297532081604,
      "learning_rate": 4.9664043778119893e-05,
      "loss": 5.3101,
      "step": 77505
    },
    {
      "epoch": 0.06784595440814886,
      "grad_norm": 0.4815937578678131,
      "learning_rate": 4.966399307820709e-05,
      "loss": 5.5278,
      "step": 77510
    },
    {
      "epoch": 0.06785033100177602,
      "grad_norm": 0.45187753438949585,
      "learning_rate": 4.966394237450138e-05,
      "loss": 5.8802,
      "step": 77515
    },
    {
      "epoch": 0.06785470759540317,
      "grad_norm": 0.4011524021625519,
      "learning_rate": 4.966389166700275e-05,
      "loss": 5.3448,
      "step": 77520
    },
    {
      "epoch": 0.06785908418903033,
      "grad_norm": 0.35664743185043335,
      "learning_rate": 4.966384095571122e-05,
      "loss": 5.5414,
      "step": 77525
    },
    {
      "epoch": 0.06786346078265748,
      "grad_norm": 0.4540412127971649,
      "learning_rate": 4.966379024062678e-05,
      "loss": 5.8386,
      "step": 77530
    },
    {
      "epoch": 0.06786783737628464,
      "grad_norm": 0.46929946541786194,
      "learning_rate": 4.966373952174948e-05,
      "loss": 5.5255,
      "step": 77535
    },
    {
      "epoch": 0.06787221396991179,
      "grad_norm": 0.4074617922306061,
      "learning_rate": 4.9663688799079286e-05,
      "loss": 5.7426,
      "step": 77540
    },
    {
      "epoch": 0.06787659056353895,
      "grad_norm": 0.4313012361526489,
      "learning_rate": 4.966363807261625e-05,
      "loss": 4.1936,
      "step": 77545
    },
    {
      "epoch": 0.0678809671571661,
      "grad_norm": 0.4624294638633728,
      "learning_rate": 4.966358734236034e-05,
      "loss": 4.7124,
      "step": 77550
    },
    {
      "epoch": 0.06788534375079326,
      "grad_norm": 0.4401730000972748,
      "learning_rate": 4.96635366083116e-05,
      "loss": 5.2092,
      "step": 77555
    },
    {
      "epoch": 0.06788972034442041,
      "grad_norm": 0.3951731324195862,
      "learning_rate": 4.966348587047002e-05,
      "loss": 5.3277,
      "step": 77560
    },
    {
      "epoch": 0.06789409693804757,
      "grad_norm": 0.42660918831825256,
      "learning_rate": 4.9663435128835614e-05,
      "loss": 5.4291,
      "step": 77565
    },
    {
      "epoch": 0.06789847353167472,
      "grad_norm": 0.3482016324996948,
      "learning_rate": 4.96633843834084e-05,
      "loss": 5.3123,
      "step": 77570
    },
    {
      "epoch": 0.06790285012530188,
      "grad_norm": 0.43383198976516724,
      "learning_rate": 4.9663333634188367e-05,
      "loss": 5.8158,
      "step": 77575
    },
    {
      "epoch": 0.06790722671892903,
      "grad_norm": 0.4499143660068512,
      "learning_rate": 4.9663282881175544e-05,
      "loss": 4.9265,
      "step": 77580
    },
    {
      "epoch": 0.06791160331255619,
      "grad_norm": 0.39778998494148254,
      "learning_rate": 4.966323212436994e-05,
      "loss": 5.0122,
      "step": 77585
    },
    {
      "epoch": 0.06791597990618334,
      "grad_norm": 0.427590936422348,
      "learning_rate": 4.966318136377156e-05,
      "loss": 5.2124,
      "step": 77590
    },
    {
      "epoch": 0.0679203564998105,
      "grad_norm": 0.4076780676841736,
      "learning_rate": 4.9663130599380406e-05,
      "loss": 6.0832,
      "step": 77595
    },
    {
      "epoch": 0.06792473309343765,
      "grad_norm": 0.4351613521575928,
      "learning_rate": 4.96630798311965e-05,
      "loss": 5.0037,
      "step": 77600
    },
    {
      "epoch": 0.06792910968706481,
      "grad_norm": 0.38010966777801514,
      "learning_rate": 4.9663029059219856e-05,
      "loss": 5.5404,
      "step": 77605
    },
    {
      "epoch": 0.06793348628069196,
      "grad_norm": 0.42430782318115234,
      "learning_rate": 4.966297828345047e-05,
      "loss": 5.2443,
      "step": 77610
    },
    {
      "epoch": 0.0679378628743191,
      "grad_norm": 0.4205460250377655,
      "learning_rate": 4.9662927503888356e-05,
      "loss": 5.2236,
      "step": 77615
    },
    {
      "epoch": 0.06794223946794627,
      "grad_norm": 0.3868454098701477,
      "learning_rate": 4.9662876720533526e-05,
      "loss": 5.2027,
      "step": 77620
    },
    {
      "epoch": 0.06794661606157341,
      "grad_norm": 0.39976292848587036,
      "learning_rate": 4.966282593338598e-05,
      "loss": 5.8445,
      "step": 77625
    },
    {
      "epoch": 0.06795099265520058,
      "grad_norm": 0.4524841904640198,
      "learning_rate": 4.966277514244575e-05,
      "loss": 4.9109,
      "step": 77630
    },
    {
      "epoch": 0.06795536924882772,
      "grad_norm": 0.3903316259384155,
      "learning_rate": 4.966272434771283e-05,
      "loss": 5.0329,
      "step": 77635
    },
    {
      "epoch": 0.06795974584245489,
      "grad_norm": 0.41548946499824524,
      "learning_rate": 4.966267354918722e-05,
      "loss": 5.4535,
      "step": 77640
    },
    {
      "epoch": 0.06796412243608203,
      "grad_norm": 0.4713226854801178,
      "learning_rate": 4.966262274686896e-05,
      "loss": 4.8087,
      "step": 77645
    },
    {
      "epoch": 0.0679684990297092,
      "grad_norm": 0.39433053135871887,
      "learning_rate": 4.966257194075803e-05,
      "loss": 5.8566,
      "step": 77650
    },
    {
      "epoch": 0.06797287562333634,
      "grad_norm": 0.44050267338752747,
      "learning_rate": 4.966252113085445e-05,
      "loss": 5.2631,
      "step": 77655
    },
    {
      "epoch": 0.0679772522169635,
      "grad_norm": 0.38868412375450134,
      "learning_rate": 4.966247031715824e-05,
      "loss": 5.325,
      "step": 77660
    },
    {
      "epoch": 0.06798162881059065,
      "grad_norm": 0.3764510750770569,
      "learning_rate": 4.96624194996694e-05,
      "loss": 5.3249,
      "step": 77665
    },
    {
      "epoch": 0.06798600540421781,
      "grad_norm": 0.4569709599018097,
      "learning_rate": 4.9662368678387935e-05,
      "loss": 5.5259,
      "step": 77670
    },
    {
      "epoch": 0.06799038199784496,
      "grad_norm": 0.4015536606311798,
      "learning_rate": 4.9662317853313866e-05,
      "loss": 5.0209,
      "step": 77675
    },
    {
      "epoch": 0.06799475859147212,
      "grad_norm": 0.47243204712867737,
      "learning_rate": 4.96622670244472e-05,
      "loss": 5.539,
      "step": 77680
    },
    {
      "epoch": 0.06799913518509927,
      "grad_norm": 0.4516665041446686,
      "learning_rate": 4.9662216191787935e-05,
      "loss": 5.3291,
      "step": 77685
    },
    {
      "epoch": 0.06800351177872643,
      "grad_norm": 0.4755477011203766,
      "learning_rate": 4.96621653553361e-05,
      "loss": 6.3664,
      "step": 77690
    },
    {
      "epoch": 0.06800788837235358,
      "grad_norm": 0.385774701833725,
      "learning_rate": 4.9662114515091684e-05,
      "loss": 5.536,
      "step": 77695
    },
    {
      "epoch": 0.06801226496598074,
      "grad_norm": 0.5019930005073547,
      "learning_rate": 4.9662063671054716e-05,
      "loss": 5.5267,
      "step": 77700
    },
    {
      "epoch": 0.06801664155960789,
      "grad_norm": 0.4547112286090851,
      "learning_rate": 4.96620128232252e-05,
      "loss": 4.9388,
      "step": 77705
    },
    {
      "epoch": 0.06802101815323505,
      "grad_norm": 0.4947344660758972,
      "learning_rate": 4.9661961971603135e-05,
      "loss": 5.0088,
      "step": 77710
    },
    {
      "epoch": 0.0680253947468622,
      "grad_norm": 0.359293133020401,
      "learning_rate": 4.966191111618854e-05,
      "loss": 6.416,
      "step": 77715
    },
    {
      "epoch": 0.06802977134048936,
      "grad_norm": 0.3992442488670349,
      "learning_rate": 4.966186025698143e-05,
      "loss": 5.8337,
      "step": 77720
    },
    {
      "epoch": 0.06803414793411651,
      "grad_norm": 0.4646499752998352,
      "learning_rate": 4.966180939398181e-05,
      "loss": 4.4936,
      "step": 77725
    },
    {
      "epoch": 0.06803852452774367,
      "grad_norm": 0.44703611731529236,
      "learning_rate": 4.9661758527189686e-05,
      "loss": 4.1523,
      "step": 77730
    },
    {
      "epoch": 0.06804290112137082,
      "grad_norm": 0.4328669607639313,
      "learning_rate": 4.966170765660507e-05,
      "loss": 5.7529,
      "step": 77735
    },
    {
      "epoch": 0.06804727771499797,
      "grad_norm": 0.45032361149787903,
      "learning_rate": 4.966165678222797e-05,
      "loss": 5.2309,
      "step": 77740
    },
    {
      "epoch": 0.06805165430862513,
      "grad_norm": 0.4355193078517914,
      "learning_rate": 4.96616059040584e-05,
      "loss": 4.2004,
      "step": 77745
    },
    {
      "epoch": 0.06805603090225228,
      "grad_norm": 0.5147739052772522,
      "learning_rate": 4.9661555022096375e-05,
      "loss": 5.5344,
      "step": 77750
    },
    {
      "epoch": 0.06806040749587944,
      "grad_norm": 0.4452894330024719,
      "learning_rate": 4.966150413634188e-05,
      "loss": 4.9304,
      "step": 77755
    },
    {
      "epoch": 0.06806478408950659,
      "grad_norm": 0.461094468832016,
      "learning_rate": 4.9661453246794965e-05,
      "loss": 5.2471,
      "step": 77760
    },
    {
      "epoch": 0.06806916068313375,
      "grad_norm": 0.43037867546081543,
      "learning_rate": 4.966140235345561e-05,
      "loss": 5.2298,
      "step": 77765
    },
    {
      "epoch": 0.0680735372767609,
      "grad_norm": 0.3948649764060974,
      "learning_rate": 4.9661351456323826e-05,
      "loss": 5.2633,
      "step": 77770
    },
    {
      "epoch": 0.06807791387038806,
      "grad_norm": 0.40802329778671265,
      "learning_rate": 4.9661300555399624e-05,
      "loss": 6.0715,
      "step": 77775
    },
    {
      "epoch": 0.0680822904640152,
      "grad_norm": 0.43224263191223145,
      "learning_rate": 4.966124965068303e-05,
      "loss": 5.768,
      "step": 77780
    },
    {
      "epoch": 0.06808666705764237,
      "grad_norm": 0.45154741406440735,
      "learning_rate": 4.966119874217404e-05,
      "loss": 5.7289,
      "step": 77785
    },
    {
      "epoch": 0.06809104365126951,
      "grad_norm": 0.5021151900291443,
      "learning_rate": 4.966114782987267e-05,
      "loss": 5.841,
      "step": 77790
    },
    {
      "epoch": 0.06809542024489668,
      "grad_norm": 0.5153266191482544,
      "learning_rate": 4.9661096913778913e-05,
      "loss": 4.9112,
      "step": 77795
    },
    {
      "epoch": 0.06809979683852382,
      "grad_norm": 0.5211809873580933,
      "learning_rate": 4.966104599389281e-05,
      "loss": 5.5411,
      "step": 77800
    },
    {
      "epoch": 0.06810417343215099,
      "grad_norm": 0.4939369857311249,
      "learning_rate": 4.9660995070214346e-05,
      "loss": 5.2422,
      "step": 77805
    },
    {
      "epoch": 0.06810855002577813,
      "grad_norm": 0.40955981612205505,
      "learning_rate": 4.966094414274353e-05,
      "loss": 5.541,
      "step": 77810
    },
    {
      "epoch": 0.0681129266194053,
      "grad_norm": 0.46394699811935425,
      "learning_rate": 4.966089321148039e-05,
      "loss": 4.1478,
      "step": 77815
    },
    {
      "epoch": 0.06811730321303244,
      "grad_norm": 0.5126515626907349,
      "learning_rate": 4.966084227642491e-05,
      "loss": 5.1871,
      "step": 77820
    },
    {
      "epoch": 0.0681216798066596,
      "grad_norm": 0.4786945581436157,
      "learning_rate": 4.966079133757713e-05,
      "loss": 4.7024,
      "step": 77825
    },
    {
      "epoch": 0.06812605640028675,
      "grad_norm": 0.45173752307891846,
      "learning_rate": 4.966074039493703e-05,
      "loss": 5.3212,
      "step": 77830
    },
    {
      "epoch": 0.06813043299391391,
      "grad_norm": 0.512140154838562,
      "learning_rate": 4.966068944850466e-05,
      "loss": 5.5419,
      "step": 77835
    },
    {
      "epoch": 0.06813480958754106,
      "grad_norm": 0.4562523365020752,
      "learning_rate": 4.9660638498279987e-05,
      "loss": 4.2334,
      "step": 77840
    },
    {
      "epoch": 0.06813918618116822,
      "grad_norm": 0.4030029773712158,
      "learning_rate": 4.966058754426305e-05,
      "loss": 5.7826,
      "step": 77845
    },
    {
      "epoch": 0.06814356277479537,
      "grad_norm": 0.42721664905548096,
      "learning_rate": 4.9660536586453834e-05,
      "loss": 4.4715,
      "step": 77850
    },
    {
      "epoch": 0.06814793936842253,
      "grad_norm": 0.6133204102516174,
      "learning_rate": 4.966048562485236e-05,
      "loss": 6.1047,
      "step": 77855
    },
    {
      "epoch": 0.06815231596204968,
      "grad_norm": 0.4511685073375702,
      "learning_rate": 4.9660434659458656e-05,
      "loss": 5.2374,
      "step": 77860
    },
    {
      "epoch": 0.06815669255567684,
      "grad_norm": 0.4242115914821625,
      "learning_rate": 4.9660383690272705e-05,
      "loss": 4.8009,
      "step": 77865
    },
    {
      "epoch": 0.06816106914930399,
      "grad_norm": 0.5678974390029907,
      "learning_rate": 4.9660332717294534e-05,
      "loss": 4.8061,
      "step": 77870
    },
    {
      "epoch": 0.06816544574293114,
      "grad_norm": 0.45412856340408325,
      "learning_rate": 4.966028174052414e-05,
      "loss": 5.4711,
      "step": 77875
    },
    {
      "epoch": 0.0681698223365583,
      "grad_norm": 0.49343740940093994,
      "learning_rate": 4.966023075996154e-05,
      "loss": 5.5414,
      "step": 77880
    },
    {
      "epoch": 0.06817419893018545,
      "grad_norm": 0.4328531324863434,
      "learning_rate": 4.9660179775606743e-05,
      "loss": 5.3308,
      "step": 77885
    },
    {
      "epoch": 0.06817857552381261,
      "grad_norm": 0.6797637939453125,
      "learning_rate": 4.966012878745977e-05,
      "loss": 4.4832,
      "step": 77890
    },
    {
      "epoch": 0.06818295211743976,
      "grad_norm": 0.47587960958480835,
      "learning_rate": 4.966007779552061e-05,
      "loss": 4.9609,
      "step": 77895
    },
    {
      "epoch": 0.06818732871106692,
      "grad_norm": 0.44449934363365173,
      "learning_rate": 4.9660026799789285e-05,
      "loss": 5.4426,
      "step": 77900
    },
    {
      "epoch": 0.06819170530469407,
      "grad_norm": 0.4047430157661438,
      "learning_rate": 4.96599758002658e-05,
      "loss": 5.0196,
      "step": 77905
    },
    {
      "epoch": 0.06819608189832123,
      "grad_norm": 0.4498133361339569,
      "learning_rate": 4.965992479695016e-05,
      "loss": 4.4812,
      "step": 77910
    },
    {
      "epoch": 0.06820045849194838,
      "grad_norm": 0.4441821277141571,
      "learning_rate": 4.9659873789842395e-05,
      "loss": 4.9563,
      "step": 77915
    },
    {
      "epoch": 0.06820483508557554,
      "grad_norm": 0.5157079696655273,
      "learning_rate": 4.96598227789425e-05,
      "loss": 5.877,
      "step": 77920
    },
    {
      "epoch": 0.06820921167920269,
      "grad_norm": 0.4800027906894684,
      "learning_rate": 4.965977176425048e-05,
      "loss": 3.7561,
      "step": 77925
    },
    {
      "epoch": 0.06821358827282985,
      "grad_norm": 0.6061264276504517,
      "learning_rate": 4.965972074576636e-05,
      "loss": 5.533,
      "step": 77930
    },
    {
      "epoch": 0.068217964866457,
      "grad_norm": 0.4688395857810974,
      "learning_rate": 4.9659669723490146e-05,
      "loss": 4.7107,
      "step": 77935
    },
    {
      "epoch": 0.06822234146008416,
      "grad_norm": 0.7259941697120667,
      "learning_rate": 4.965961869742183e-05,
      "loss": 4.2806,
      "step": 77940
    },
    {
      "epoch": 0.0682267180537113,
      "grad_norm": 0.4979875385761261,
      "learning_rate": 4.965956766756145e-05,
      "loss": 5.8671,
      "step": 77945
    },
    {
      "epoch": 0.06823109464733847,
      "grad_norm": 0.416254460811615,
      "learning_rate": 4.965951663390899e-05,
      "loss": 5.322,
      "step": 77950
    },
    {
      "epoch": 0.06823547124096561,
      "grad_norm": 0.4814184308052063,
      "learning_rate": 4.965946559646447e-05,
      "loss": 5.4203,
      "step": 77955
    },
    {
      "epoch": 0.06823984783459278,
      "grad_norm": 0.4356310963630676,
      "learning_rate": 4.96594145552279e-05,
      "loss": 5.225,
      "step": 77960
    },
    {
      "epoch": 0.06824422442821992,
      "grad_norm": 0.39377230405807495,
      "learning_rate": 4.96593635101993e-05,
      "loss": 6.0738,
      "step": 77965
    },
    {
      "epoch": 0.06824860102184709,
      "grad_norm": 0.47370874881744385,
      "learning_rate": 4.965931246137866e-05,
      "loss": 5.562,
      "step": 77970
    },
    {
      "epoch": 0.06825297761547423,
      "grad_norm": 0.4325201213359833,
      "learning_rate": 4.965926140876601e-05,
      "loss": 4.1916,
      "step": 77975
    },
    {
      "epoch": 0.0682573542091014,
      "grad_norm": 0.4095616936683655,
      "learning_rate": 4.965921035236134e-05,
      "loss": 5.0101,
      "step": 77980
    },
    {
      "epoch": 0.06826173080272854,
      "grad_norm": 0.3939670920372009,
      "learning_rate": 4.9659159292164684e-05,
      "loss": 6.0406,
      "step": 77985
    },
    {
      "epoch": 0.0682661073963557,
      "grad_norm": 0.3909098207950592,
      "learning_rate": 4.965910822817602e-05,
      "loss": 5.3173,
      "step": 77990
    },
    {
      "epoch": 0.06827048398998285,
      "grad_norm": 0.5162819027900696,
      "learning_rate": 4.965905716039538e-05,
      "loss": 4.8163,
      "step": 77995
    },
    {
      "epoch": 0.06827486058361,
      "grad_norm": 0.4267517328262329,
      "learning_rate": 4.965900608882278e-05,
      "loss": 4.5207,
      "step": 78000
    },
    {
      "epoch": 0.06827923717723716,
      "grad_norm": 0.4952320456504822,
      "learning_rate": 4.965895501345822e-05,
      "loss": 6.4025,
      "step": 78005
    },
    {
      "epoch": 0.06828361377086431,
      "grad_norm": 0.6502265334129333,
      "learning_rate": 4.965890393430169e-05,
      "loss": 5.0109,
      "step": 78010
    },
    {
      "epoch": 0.06828799036449147,
      "grad_norm": 0.3602856695652008,
      "learning_rate": 4.9658852851353244e-05,
      "loss": 5.3254,
      "step": 78015
    },
    {
      "epoch": 0.06829236695811862,
      "grad_norm": 0.4149869382381439,
      "learning_rate": 4.965880176461285e-05,
      "loss": 5.7254,
      "step": 78020
    },
    {
      "epoch": 0.06829674355174578,
      "grad_norm": 0.4840032756328583,
      "learning_rate": 4.9658750674080545e-05,
      "loss": 4.8104,
      "step": 78025
    },
    {
      "epoch": 0.06830112014537293,
      "grad_norm": 0.4447524845600128,
      "learning_rate": 4.965869957975632e-05,
      "loss": 5.3272,
      "step": 78030
    },
    {
      "epoch": 0.06830549673900009,
      "grad_norm": 0.44953012466430664,
      "learning_rate": 4.9658648481640204e-05,
      "loss": 5.8342,
      "step": 78035
    },
    {
      "epoch": 0.06830987333262724,
      "grad_norm": 0.48257923126220703,
      "learning_rate": 4.9658597379732186e-05,
      "loss": 5.2398,
      "step": 78040
    },
    {
      "epoch": 0.0683142499262544,
      "grad_norm": 0.4281114339828491,
      "learning_rate": 4.9658546274032294e-05,
      "loss": 5.2384,
      "step": 78045
    },
    {
      "epoch": 0.06831862651988155,
      "grad_norm": 0.4060984253883362,
      "learning_rate": 4.965849516454052e-05,
      "loss": 6.0689,
      "step": 78050
    },
    {
      "epoch": 0.06832300311350871,
      "grad_norm": 0.537297248840332,
      "learning_rate": 4.965844405125689e-05,
      "loss": 4.6906,
      "step": 78055
    },
    {
      "epoch": 0.06832737970713586,
      "grad_norm": 0.508863091468811,
      "learning_rate": 4.9658392934181406e-05,
      "loss": 4.4737,
      "step": 78060
    },
    {
      "epoch": 0.06833175630076302,
      "grad_norm": 0.5033659934997559,
      "learning_rate": 4.965834181331409e-05,
      "loss": 4.4669,
      "step": 78065
    },
    {
      "epoch": 0.06833613289439017,
      "grad_norm": 0.4207380712032318,
      "learning_rate": 4.965829068865493e-05,
      "loss": 5.0434,
      "step": 78070
    },
    {
      "epoch": 0.06834050948801733,
      "grad_norm": 0.4096924364566803,
      "learning_rate": 4.9658239560203954e-05,
      "loss": 5.0348,
      "step": 78075
    },
    {
      "epoch": 0.06834488608164448,
      "grad_norm": 0.4291805028915405,
      "learning_rate": 4.965818842796116e-05,
      "loss": 5.3162,
      "step": 78080
    },
    {
      "epoch": 0.06834926267527164,
      "grad_norm": 0.4182600677013397,
      "learning_rate": 4.9658137291926564e-05,
      "loss": 5.3307,
      "step": 78085
    },
    {
      "epoch": 0.06835363926889879,
      "grad_norm": 0.47170132398605347,
      "learning_rate": 4.965808615210018e-05,
      "loss": 5.256,
      "step": 78090
    },
    {
      "epoch": 0.06835801586252595,
      "grad_norm": 0.42812561988830566,
      "learning_rate": 4.9658035008482005e-05,
      "loss": 5.039,
      "step": 78095
    },
    {
      "epoch": 0.0683623924561531,
      "grad_norm": 0.6832140684127808,
      "learning_rate": 4.965798386107207e-05,
      "loss": 4.5003,
      "step": 78100
    },
    {
      "epoch": 0.06836676904978026,
      "grad_norm": 1.0318537950515747,
      "learning_rate": 4.965793270987036e-05,
      "loss": 4.9952,
      "step": 78105
    },
    {
      "epoch": 0.0683711456434074,
      "grad_norm": 0.4924711287021637,
      "learning_rate": 4.96578815548769e-05,
      "loss": 5.2158,
      "step": 78110
    },
    {
      "epoch": 0.06837552223703457,
      "grad_norm": 0.682167112827301,
      "learning_rate": 4.965783039609169e-05,
      "loss": 5.3403,
      "step": 78115
    },
    {
      "epoch": 0.06837989883066171,
      "grad_norm": 0.45674648880958557,
      "learning_rate": 4.9657779233514746e-05,
      "loss": 5.7883,
      "step": 78120
    },
    {
      "epoch": 0.06838427542428886,
      "grad_norm": 0.41513869166374207,
      "learning_rate": 4.965772806714609e-05,
      "loss": 5.5703,
      "step": 78125
    },
    {
      "epoch": 0.06838865201791602,
      "grad_norm": 0.4441426396369934,
      "learning_rate": 4.965767689698572e-05,
      "loss": 5.5368,
      "step": 78130
    },
    {
      "epoch": 0.06839302861154317,
      "grad_norm": 0.37848100066185,
      "learning_rate": 4.965762572303363e-05,
      "loss": 5.7875,
      "step": 78135
    },
    {
      "epoch": 0.06839740520517033,
      "grad_norm": 0.343793123960495,
      "learning_rate": 4.965757454528985e-05,
      "loss": 6.0375,
      "step": 78140
    },
    {
      "epoch": 0.06840178179879748,
      "grad_norm": 0.44004613161087036,
      "learning_rate": 4.9657523363754396e-05,
      "loss": 5.0053,
      "step": 78145
    },
    {
      "epoch": 0.06840615839242464,
      "grad_norm": 0.359749972820282,
      "learning_rate": 4.9657472178427253e-05,
      "loss": 5.775,
      "step": 78150
    },
    {
      "epoch": 0.06841053498605179,
      "grad_norm": 0.4422040581703186,
      "learning_rate": 4.9657420989308466e-05,
      "loss": 4.9917,
      "step": 78155
    },
    {
      "epoch": 0.06841491157967895,
      "grad_norm": 0.3542226552963257,
      "learning_rate": 4.9657369796398014e-05,
      "loss": 5.3288,
      "step": 78160
    },
    {
      "epoch": 0.0684192881733061,
      "grad_norm": 0.44115424156188965,
      "learning_rate": 4.965731859969591e-05,
      "loss": 4.7774,
      "step": 78165
    },
    {
      "epoch": 0.06842366476693326,
      "grad_norm": 0.4447784125804901,
      "learning_rate": 4.9657267399202175e-05,
      "loss": 5.0161,
      "step": 78170
    },
    {
      "epoch": 0.06842804136056041,
      "grad_norm": 0.43458041548728943,
      "learning_rate": 4.965721619491682e-05,
      "loss": 4.9952,
      "step": 78175
    },
    {
      "epoch": 0.06843241795418757,
      "grad_norm": 0.4529564678668976,
      "learning_rate": 4.9657164986839846e-05,
      "loss": 5.2098,
      "step": 78180
    },
    {
      "epoch": 0.06843679454781472,
      "grad_norm": 0.4287945628166199,
      "learning_rate": 4.9657113774971265e-05,
      "loss": 5.3181,
      "step": 78185
    },
    {
      "epoch": 0.06844117114144188,
      "grad_norm": 0.4583814740180969,
      "learning_rate": 4.965706255931109e-05,
      "loss": 5.5217,
      "step": 78190
    },
    {
      "epoch": 0.06844554773506903,
      "grad_norm": 0.4516366124153137,
      "learning_rate": 4.9657011339859325e-05,
      "loss": 5.7619,
      "step": 78195
    },
    {
      "epoch": 0.06844992432869619,
      "grad_norm": 0.45580965280532837,
      "learning_rate": 4.965696011661599e-05,
      "loss": 5.213,
      "step": 78200
    },
    {
      "epoch": 0.06845430092232334,
      "grad_norm": 0.4201359152793884,
      "learning_rate": 4.965690888958109e-05,
      "loss": 5.3284,
      "step": 78205
    },
    {
      "epoch": 0.0684586775159505,
      "grad_norm": 0.39017635583877563,
      "learning_rate": 4.965685765875463e-05,
      "loss": 5.2947,
      "step": 78210
    },
    {
      "epoch": 0.06846305410957765,
      "grad_norm": 0.5075191855430603,
      "learning_rate": 4.965680642413663e-05,
      "loss": 4.9523,
      "step": 78215
    },
    {
      "epoch": 0.06846743070320481,
      "grad_norm": 0.43670719861984253,
      "learning_rate": 4.965675518572708e-05,
      "loss": 5.2116,
      "step": 78220
    },
    {
      "epoch": 0.06847180729683196,
      "grad_norm": 0.44282883405685425,
      "learning_rate": 4.9656703943526016e-05,
      "loss": 6.0918,
      "step": 78225
    },
    {
      "epoch": 0.06847618389045912,
      "grad_norm": 0.4526315927505493,
      "learning_rate": 4.965665269753343e-05,
      "loss": 4.8004,
      "step": 78230
    },
    {
      "epoch": 0.06848056048408627,
      "grad_norm": 0.4459555149078369,
      "learning_rate": 4.965660144774934e-05,
      "loss": 5.5314,
      "step": 78235
    },
    {
      "epoch": 0.06848493707771343,
      "grad_norm": 0.39536213874816895,
      "learning_rate": 4.9656550194173756e-05,
      "loss": 6.3688,
      "step": 78240
    },
    {
      "epoch": 0.06848931367134058,
      "grad_norm": 0.372673898935318,
      "learning_rate": 4.965649893680667e-05,
      "loss": 6.3863,
      "step": 78245
    },
    {
      "epoch": 0.06849369026496774,
      "grad_norm": 0.462907075881958,
      "learning_rate": 4.965644767564812e-05,
      "loss": 4.7325,
      "step": 78250
    },
    {
      "epoch": 0.06849806685859489,
      "grad_norm": 0.46285536885261536,
      "learning_rate": 4.9656396410698104e-05,
      "loss": 4.4785,
      "step": 78255
    },
    {
      "epoch": 0.06850244345222203,
      "grad_norm": 0.4694073498249054,
      "learning_rate": 4.965634514195663e-05,
      "loss": 5.5267,
      "step": 78260
    },
    {
      "epoch": 0.0685068200458492,
      "grad_norm": 0.8552725315093994,
      "learning_rate": 4.965629386942371e-05,
      "loss": 4.7873,
      "step": 78265
    },
    {
      "epoch": 0.06851119663947634,
      "grad_norm": 0.45199304819107056,
      "learning_rate": 4.965624259309934e-05,
      "loss": 5.8672,
      "step": 78270
    },
    {
      "epoch": 0.0685155732331035,
      "grad_norm": 0.5650672316551208,
      "learning_rate": 4.9656191312983556e-05,
      "loss": 4.8037,
      "step": 78275
    },
    {
      "epoch": 0.06851994982673065,
      "grad_norm": 0.8875154256820679,
      "learning_rate": 4.965614002907636e-05,
      "loss": 4.9926,
      "step": 78280
    },
    {
      "epoch": 0.06852432642035781,
      "grad_norm": 0.6487604975700378,
      "learning_rate": 4.965608874137774e-05,
      "loss": 5.2361,
      "step": 78285
    },
    {
      "epoch": 0.06852870301398496,
      "grad_norm": 0.7721248269081116,
      "learning_rate": 4.965603744988773e-05,
      "loss": 5.2237,
      "step": 78290
    },
    {
      "epoch": 0.06853307960761212,
      "grad_norm": 0.6644856929779053,
      "learning_rate": 4.9655986154606324e-05,
      "loss": 4.9927,
      "step": 78295
    },
    {
      "epoch": 0.06853745620123927,
      "grad_norm": 0.4253641963005066,
      "learning_rate": 4.965593485553356e-05,
      "loss": 5.528,
      "step": 78300
    },
    {
      "epoch": 0.06854183279486643,
      "grad_norm": 0.4587444067001343,
      "learning_rate": 4.9655883552669415e-05,
      "loss": 5.2402,
      "step": 78305
    },
    {
      "epoch": 0.06854620938849358,
      "grad_norm": 0.42136573791503906,
      "learning_rate": 4.96558322460139e-05,
      "loss": 5.5419,
      "step": 78310
    },
    {
      "epoch": 0.06855058598212074,
      "grad_norm": 0.49636945128440857,
      "learning_rate": 4.965578093556705e-05,
      "loss": 5.218,
      "step": 78315
    },
    {
      "epoch": 0.06855496257574789,
      "grad_norm": 0.5120033025741577,
      "learning_rate": 4.965572962132886e-05,
      "loss": 5.4543,
      "step": 78320
    },
    {
      "epoch": 0.06855933916937505,
      "grad_norm": 0.42617395520210266,
      "learning_rate": 4.965567830329934e-05,
      "loss": 6.0797,
      "step": 78325
    },
    {
      "epoch": 0.0685637157630022,
      "grad_norm": 0.39331045746803284,
      "learning_rate": 4.9655626981478506e-05,
      "loss": 5.7574,
      "step": 78330
    },
    {
      "epoch": 0.06856809235662936,
      "grad_norm": 0.3647342026233673,
      "learning_rate": 4.965557565586636e-05,
      "loss": 5.8349,
      "step": 78335
    },
    {
      "epoch": 0.06857246895025651,
      "grad_norm": 0.4892420172691345,
      "learning_rate": 4.965552432646291e-05,
      "loss": 5.5496,
      "step": 78340
    },
    {
      "epoch": 0.06857684554388367,
      "grad_norm": 0.3652017414569855,
      "learning_rate": 4.965547299326818e-05,
      "loss": 5.5208,
      "step": 78345
    },
    {
      "epoch": 0.06858122213751082,
      "grad_norm": 0.4190695285797119,
      "learning_rate": 4.965542165628216e-05,
      "loss": 4.6496,
      "step": 78350
    },
    {
      "epoch": 0.06858559873113798,
      "grad_norm": 0.39536339044570923,
      "learning_rate": 4.9655370315504875e-05,
      "loss": 5.3001,
      "step": 78355
    },
    {
      "epoch": 0.06858997532476513,
      "grad_norm": 0.4142891466617584,
      "learning_rate": 4.965531897093634e-05,
      "loss": 4.7179,
      "step": 78360
    },
    {
      "epoch": 0.06859435191839229,
      "grad_norm": 0.4391361474990845,
      "learning_rate": 4.965526762257654e-05,
      "loss": 4.6836,
      "step": 78365
    },
    {
      "epoch": 0.06859872851201944,
      "grad_norm": 0.4070417284965515,
      "learning_rate": 4.9655216270425516e-05,
      "loss": 5.202,
      "step": 78370
    },
    {
      "epoch": 0.0686031051056466,
      "grad_norm": 0.3722233772277832,
      "learning_rate": 4.965516491448325e-05,
      "loss": 6.3521,
      "step": 78375
    },
    {
      "epoch": 0.06860748169927375,
      "grad_norm": 0.35308602452278137,
      "learning_rate": 4.9655113554749776e-05,
      "loss": 6.3627,
      "step": 78380
    },
    {
      "epoch": 0.0686118582929009,
      "grad_norm": 0.4505108594894409,
      "learning_rate": 4.965506219122509e-05,
      "loss": 4.7902,
      "step": 78385
    },
    {
      "epoch": 0.06861623488652806,
      "grad_norm": 0.43621546030044556,
      "learning_rate": 4.9655010823909184e-05,
      "loss": 5.5059,
      "step": 78390
    },
    {
      "epoch": 0.0686206114801552,
      "grad_norm": 0.3568139374256134,
      "learning_rate": 4.965495945280212e-05,
      "loss": 6.3758,
      "step": 78395
    },
    {
      "epoch": 0.06862498807378237,
      "grad_norm": 0.4326314330101013,
      "learning_rate": 4.965490807790385e-05,
      "loss": 5.7766,
      "step": 78400
    },
    {
      "epoch": 0.06862936466740951,
      "grad_norm": 0.36857903003692627,
      "learning_rate": 4.9654856699214427e-05,
      "loss": 6.0373,
      "step": 78405
    },
    {
      "epoch": 0.06863374126103668,
      "grad_norm": 0.36868563294410706,
      "learning_rate": 4.965480531673383e-05,
      "loss": 6.0668,
      "step": 78410
    },
    {
      "epoch": 0.06863811785466382,
      "grad_norm": 0.4660414159297943,
      "learning_rate": 4.96547539304621e-05,
      "loss": 4.7253,
      "step": 78415
    },
    {
      "epoch": 0.06864249444829099,
      "grad_norm": 0.38160020112991333,
      "learning_rate": 4.965470254039921e-05,
      "loss": 5.284,
      "step": 78420
    },
    {
      "epoch": 0.06864687104191813,
      "grad_norm": 0.5025520324707031,
      "learning_rate": 4.965465114654521e-05,
      "loss": 5.5684,
      "step": 78425
    },
    {
      "epoch": 0.0686512476355453,
      "grad_norm": 0.46131742000579834,
      "learning_rate": 4.965459974890007e-05,
      "loss": 5.5279,
      "step": 78430
    },
    {
      "epoch": 0.06865562422917244,
      "grad_norm": 0.3906330466270447,
      "learning_rate": 4.9654548347463826e-05,
      "loss": 5.7762,
      "step": 78435
    },
    {
      "epoch": 0.0686600008227996,
      "grad_norm": 0.4454724192619324,
      "learning_rate": 4.965449694223648e-05,
      "loss": 4.7089,
      "step": 78440
    },
    {
      "epoch": 0.06866437741642675,
      "grad_norm": 0.48135992884635925,
      "learning_rate": 4.965444553321804e-05,
      "loss": 5.527,
      "step": 78445
    },
    {
      "epoch": 0.06866875401005391,
      "grad_norm": 0.4643098711967468,
      "learning_rate": 4.965439412040853e-05,
      "loss": 5.5697,
      "step": 78450
    },
    {
      "epoch": 0.06867313060368106,
      "grad_norm": 0.46741583943367004,
      "learning_rate": 4.965434270380794e-05,
      "loss": 5.5538,
      "step": 78455
    },
    {
      "epoch": 0.06867750719730822,
      "grad_norm": 0.4611544907093048,
      "learning_rate": 4.96542912834163e-05,
      "loss": 5.5292,
      "step": 78460
    },
    {
      "epoch": 0.06868188379093537,
      "grad_norm": 0.5859275460243225,
      "learning_rate": 4.96542398592336e-05,
      "loss": 5.5422,
      "step": 78465
    },
    {
      "epoch": 0.06868626038456253,
      "grad_norm": 0.4612356722354889,
      "learning_rate": 4.965418843125986e-05,
      "loss": 4.7921,
      "step": 78470
    },
    {
      "epoch": 0.06869063697818968,
      "grad_norm": 0.4864515960216522,
      "learning_rate": 4.965413699949509e-05,
      "loss": 5.1512,
      "step": 78475
    },
    {
      "epoch": 0.06869501357181684,
      "grad_norm": 0.4660518169403076,
      "learning_rate": 4.96540855639393e-05,
      "loss": 4.788,
      "step": 78480
    },
    {
      "epoch": 0.06869939016544399,
      "grad_norm": 0.5629905462265015,
      "learning_rate": 4.96540341245925e-05,
      "loss": 5.5772,
      "step": 78485
    },
    {
      "epoch": 0.06870376675907115,
      "grad_norm": 0.49238118529319763,
      "learning_rate": 4.965398268145469e-05,
      "loss": 6.0223,
      "step": 78490
    },
    {
      "epoch": 0.0687081433526983,
      "grad_norm": 0.38908931612968445,
      "learning_rate": 4.9653931234525893e-05,
      "loss": 5.3419,
      "step": 78495
    },
    {
      "epoch": 0.06871251994632546,
      "grad_norm": 0.4919150173664093,
      "learning_rate": 4.965387978380611e-05,
      "loss": 5.0305,
      "step": 78500
    },
    {
      "epoch": 0.06871689653995261,
      "grad_norm": 0.3710545301437378,
      "learning_rate": 4.965382832929536e-05,
      "loss": 5.357,
      "step": 78505
    },
    {
      "epoch": 0.06872127313357977,
      "grad_norm": 0.3938096761703491,
      "learning_rate": 4.965377687099365e-05,
      "loss": 5.8076,
      "step": 78510
    },
    {
      "epoch": 0.06872564972720692,
      "grad_norm": 0.353875994682312,
      "learning_rate": 4.9653725408900985e-05,
      "loss": 6.0996,
      "step": 78515
    },
    {
      "epoch": 0.06873002632083407,
      "grad_norm": 0.44910451769828796,
      "learning_rate": 4.9653673943017374e-05,
      "loss": 4.7219,
      "step": 78520
    },
    {
      "epoch": 0.06873440291446123,
      "grad_norm": 0.49591532349586487,
      "learning_rate": 4.965362247334284e-05,
      "loss": 5.4766,
      "step": 78525
    },
    {
      "epoch": 0.06873877950808838,
      "grad_norm": 0.4438348710536957,
      "learning_rate": 4.9653570999877386e-05,
      "loss": 5.7633,
      "step": 78530
    },
    {
      "epoch": 0.06874315610171554,
      "grad_norm": 0.4223625361919403,
      "learning_rate": 4.965351952262101e-05,
      "loss": 6.0537,
      "step": 78535
    },
    {
      "epoch": 0.06874753269534269,
      "grad_norm": 0.3893985450267792,
      "learning_rate": 4.965346804157373e-05,
      "loss": 5.5454,
      "step": 78540
    },
    {
      "epoch": 0.06875190928896985,
      "grad_norm": 0.39089909195899963,
      "learning_rate": 4.9653416556735564e-05,
      "loss": 5.4289,
      "step": 78545
    },
    {
      "epoch": 0.068756285882597,
      "grad_norm": 0.48841774463653564,
      "learning_rate": 4.9653365068106516e-05,
      "loss": 5.23,
      "step": 78550
    },
    {
      "epoch": 0.06876066247622416,
      "grad_norm": 0.3979778289794922,
      "learning_rate": 4.9653313575686597e-05,
      "loss": 6.3926,
      "step": 78555
    },
    {
      "epoch": 0.0687650390698513,
      "grad_norm": 0.3767048418521881,
      "learning_rate": 4.965326207947582e-05,
      "loss": 5.5312,
      "step": 78560
    },
    {
      "epoch": 0.06876941566347847,
      "grad_norm": 0.4572041630744934,
      "learning_rate": 4.9653210579474174e-05,
      "loss": 5.311,
      "step": 78565
    },
    {
      "epoch": 0.06877379225710561,
      "grad_norm": 0.4901703894138336,
      "learning_rate": 4.9653159075681684e-05,
      "loss": 5.8288,
      "step": 78570
    },
    {
      "epoch": 0.06877816885073278,
      "grad_norm": 0.4692530930042267,
      "learning_rate": 4.965310756809838e-05,
      "loss": 4.9799,
      "step": 78575
    },
    {
      "epoch": 0.06878254544435992,
      "grad_norm": 0.4410777986049652,
      "learning_rate": 4.9653056056724245e-05,
      "loss": 5.0182,
      "step": 78580
    },
    {
      "epoch": 0.06878692203798709,
      "grad_norm": 0.48496100306510925,
      "learning_rate": 4.965300454155929e-05,
      "loss": 5.2842,
      "step": 78585
    },
    {
      "epoch": 0.06879129863161423,
      "grad_norm": 0.5749183893203735,
      "learning_rate": 4.965295302260354e-05,
      "loss": 6.06,
      "step": 78590
    },
    {
      "epoch": 0.0687956752252414,
      "grad_norm": 0.8064826130867004,
      "learning_rate": 4.9652901499856995e-05,
      "loss": 5.3211,
      "step": 78595
    },
    {
      "epoch": 0.06880005181886854,
      "grad_norm": 0.5223689079284668,
      "learning_rate": 4.965284997331967e-05,
      "loss": 5.0299,
      "step": 78600
    },
    {
      "epoch": 0.0688044284124957,
      "grad_norm": 0.5475696921348572,
      "learning_rate": 4.9652798442991565e-05,
      "loss": 5.2134,
      "step": 78605
    },
    {
      "epoch": 0.06880880500612285,
      "grad_norm": 0.5046157240867615,
      "learning_rate": 4.965274690887271e-05,
      "loss": 5.036,
      "step": 78610
    },
    {
      "epoch": 0.06881318159975001,
      "grad_norm": 0.5247935056686401,
      "learning_rate": 4.9652695370963086e-05,
      "loss": 4.9748,
      "step": 78615
    },
    {
      "epoch": 0.06881755819337716,
      "grad_norm": 0.5725181698799133,
      "learning_rate": 4.965264382926272e-05,
      "loss": 6.3756,
      "step": 78620
    },
    {
      "epoch": 0.06882193478700432,
      "grad_norm": 0.8965240120887756,
      "learning_rate": 4.9652592283771634e-05,
      "loss": 4.8213,
      "step": 78625
    },
    {
      "epoch": 0.06882631138063147,
      "grad_norm": 0.5606216788291931,
      "learning_rate": 4.9652540734489816e-05,
      "loss": 5.2573,
      "step": 78630
    },
    {
      "epoch": 0.06883068797425863,
      "grad_norm": 0.5036302208900452,
      "learning_rate": 4.965248918141728e-05,
      "loss": 4.6865,
      "step": 78635
    },
    {
      "epoch": 0.06883506456788578,
      "grad_norm": 0.5776443481445312,
      "learning_rate": 4.965243762455405e-05,
      "loss": 4.7136,
      "step": 78640
    },
    {
      "epoch": 0.06883944116151293,
      "grad_norm": 0.4787721037864685,
      "learning_rate": 4.9652386063900126e-05,
      "loss": 4.2718,
      "step": 78645
    },
    {
      "epoch": 0.06884381775514009,
      "grad_norm": 0.4740718603134155,
      "learning_rate": 4.965233449945551e-05,
      "loss": 4.6776,
      "step": 78650
    },
    {
      "epoch": 0.06884819434876724,
      "grad_norm": 0.38732707500457764,
      "learning_rate": 4.9652282931220226e-05,
      "loss": 4.7906,
      "step": 78655
    },
    {
      "epoch": 0.0688525709423944,
      "grad_norm": 0.4153633713722229,
      "learning_rate": 4.965223135919428e-05,
      "loss": 6.0811,
      "step": 78660
    },
    {
      "epoch": 0.06885694753602155,
      "grad_norm": 0.4677179455757141,
      "learning_rate": 4.965217978337767e-05,
      "loss": 5.2428,
      "step": 78665
    },
    {
      "epoch": 0.06886132412964871,
      "grad_norm": 0.396146684885025,
      "learning_rate": 4.965212820377042e-05,
      "loss": 5.0042,
      "step": 78670
    },
    {
      "epoch": 0.06886570072327586,
      "grad_norm": 0.3661406636238098,
      "learning_rate": 4.965207662037255e-05,
      "loss": 5.5054,
      "step": 78675
    },
    {
      "epoch": 0.06887007731690302,
      "grad_norm": 0.4381387233734131,
      "learning_rate": 4.9652025033184034e-05,
      "loss": 4.9151,
      "step": 78680
    },
    {
      "epoch": 0.06887445391053017,
      "grad_norm": 0.4473685026168823,
      "learning_rate": 4.9651973442204925e-05,
      "loss": 5.0266,
      "step": 78685
    },
    {
      "epoch": 0.06887883050415733,
      "grad_norm": 0.4479813575744629,
      "learning_rate": 4.96519218474352e-05,
      "loss": 5.2479,
      "step": 78690
    },
    {
      "epoch": 0.06888320709778448,
      "grad_norm": 0.47233447432518005,
      "learning_rate": 4.9651870248874884e-05,
      "loss": 5.0099,
      "step": 78695
    },
    {
      "epoch": 0.06888758369141164,
      "grad_norm": 0.570263683795929,
      "learning_rate": 4.9651818646523986e-05,
      "loss": 5.0173,
      "step": 78700
    },
    {
      "epoch": 0.06889196028503879,
      "grad_norm": 0.4703992009162903,
      "learning_rate": 4.96517670403825e-05,
      "loss": 5.4566,
      "step": 78705
    },
    {
      "epoch": 0.06889633687866595,
      "grad_norm": 0.45122724771499634,
      "learning_rate": 4.965171543045046e-05,
      "loss": 5.0264,
      "step": 78710
    },
    {
      "epoch": 0.0689007134722931,
      "grad_norm": 0.43918782472610474,
      "learning_rate": 4.965166381672787e-05,
      "loss": 4.3967,
      "step": 78715
    },
    {
      "epoch": 0.06890509006592026,
      "grad_norm": 0.45073458552360535,
      "learning_rate": 4.965161219921474e-05,
      "loss": 5.5603,
      "step": 78720
    },
    {
      "epoch": 0.0689094666595474,
      "grad_norm": 0.37776875495910645,
      "learning_rate": 4.965156057791106e-05,
      "loss": 6.3582,
      "step": 78725
    },
    {
      "epoch": 0.06891384325317457,
      "grad_norm": 0.43909013271331787,
      "learning_rate": 4.965150895281686e-05,
      "loss": 5.2194,
      "step": 78730
    },
    {
      "epoch": 0.06891821984680171,
      "grad_norm": 0.41937577724456787,
      "learning_rate": 4.965145732393215e-05,
      "loss": 4.6974,
      "step": 78735
    },
    {
      "epoch": 0.06892259644042888,
      "grad_norm": 0.4166708290576935,
      "learning_rate": 4.965140569125694e-05,
      "loss": 5.5391,
      "step": 78740
    },
    {
      "epoch": 0.06892697303405602,
      "grad_norm": 0.4763835370540619,
      "learning_rate": 4.965135405479122e-05,
      "loss": 5.2941,
      "step": 78745
    },
    {
      "epoch": 0.06893134962768319,
      "grad_norm": 0.47835031151771545,
      "learning_rate": 4.9651302414535026e-05,
      "loss": 5.8351,
      "step": 78750
    },
    {
      "epoch": 0.06893572622131033,
      "grad_norm": 0.43186333775520325,
      "learning_rate": 4.9651250770488355e-05,
      "loss": 5.7178,
      "step": 78755
    },
    {
      "epoch": 0.0689401028149375,
      "grad_norm": 0.4557211399078369,
      "learning_rate": 4.9651199122651225e-05,
      "loss": 4.7967,
      "step": 78760
    },
    {
      "epoch": 0.06894447940856464,
      "grad_norm": 0.47636571526527405,
      "learning_rate": 4.965114747102363e-05,
      "loss": 5.2106,
      "step": 78765
    },
    {
      "epoch": 0.06894885600219179,
      "grad_norm": 0.4466899633407593,
      "learning_rate": 4.9651095815605595e-05,
      "loss": 5.3136,
      "step": 78770
    },
    {
      "epoch": 0.06895323259581895,
      "grad_norm": 0.4279210865497589,
      "learning_rate": 4.965104415639713e-05,
      "loss": 4.4655,
      "step": 78775
    },
    {
      "epoch": 0.0689576091894461,
      "grad_norm": 0.5013906955718994,
      "learning_rate": 4.965099249339823e-05,
      "loss": 5.4627,
      "step": 78780
    },
    {
      "epoch": 0.06896198578307326,
      "grad_norm": 0.476178377866745,
      "learning_rate": 4.965094082660893e-05,
      "loss": 4.42,
      "step": 78785
    },
    {
      "epoch": 0.06896636237670041,
      "grad_norm": 0.5203543901443481,
      "learning_rate": 4.9650889156029214e-05,
      "loss": 5.7771,
      "step": 78790
    },
    {
      "epoch": 0.06897073897032757,
      "grad_norm": 0.42663636803627014,
      "learning_rate": 4.965083748165911e-05,
      "loss": 4.8373,
      "step": 78795
    },
    {
      "epoch": 0.06897511556395472,
      "grad_norm": 0.38251152634620667,
      "learning_rate": 4.965078580349861e-05,
      "loss": 5.5616,
      "step": 78800
    },
    {
      "epoch": 0.06897949215758188,
      "grad_norm": 0.4885742664337158,
      "learning_rate": 4.965073412154774e-05,
      "loss": 5.5565,
      "step": 78805
    },
    {
      "epoch": 0.06898386875120903,
      "grad_norm": 0.4217509925365448,
      "learning_rate": 4.965068243580651e-05,
      "loss": 5.2414,
      "step": 78810
    },
    {
      "epoch": 0.06898824534483619,
      "grad_norm": 0.4733716547489166,
      "learning_rate": 4.965063074627492e-05,
      "loss": 4.7728,
      "step": 78815
    },
    {
      "epoch": 0.06899262193846334,
      "grad_norm": 0.4645702540874481,
      "learning_rate": 4.965057905295298e-05,
      "loss": 5.3342,
      "step": 78820
    },
    {
      "epoch": 0.0689969985320905,
      "grad_norm": 0.42381998896598816,
      "learning_rate": 4.965052735584071e-05,
      "loss": 5.7449,
      "step": 78825
    },
    {
      "epoch": 0.06900137512571765,
      "grad_norm": 0.6042014360427856,
      "learning_rate": 4.965047565493812e-05,
      "loss": 4.6971,
      "step": 78830
    },
    {
      "epoch": 0.06900575171934481,
      "grad_norm": 0.46912187337875366,
      "learning_rate": 4.965042395024522e-05,
      "loss": 5.1906,
      "step": 78835
    },
    {
      "epoch": 0.06901012831297196,
      "grad_norm": 0.4596230685710907,
      "learning_rate": 4.9650372241762e-05,
      "loss": 5.2481,
      "step": 78840
    },
    {
      "epoch": 0.06901450490659912,
      "grad_norm": 0.369918555021286,
      "learning_rate": 4.965032052948849e-05,
      "loss": 5.5786,
      "step": 78845
    },
    {
      "epoch": 0.06901888150022627,
      "grad_norm": 0.43112191557884216,
      "learning_rate": 4.965026881342469e-05,
      "loss": 5.0288,
      "step": 78850
    },
    {
      "epoch": 0.06902325809385343,
      "grad_norm": 0.735639750957489,
      "learning_rate": 4.9650217093570626e-05,
      "loss": 4.9556,
      "step": 78855
    },
    {
      "epoch": 0.06902763468748058,
      "grad_norm": 0.4244905114173889,
      "learning_rate": 4.96501653699263e-05,
      "loss": 5.3245,
      "step": 78860
    },
    {
      "epoch": 0.06903201128110774,
      "grad_norm": 0.3919256925582886,
      "learning_rate": 4.965011364249169e-05,
      "loss": 6.0348,
      "step": 78865
    },
    {
      "epoch": 0.06903638787473489,
      "grad_norm": 0.41661545634269714,
      "learning_rate": 4.9650061911266865e-05,
      "loss": 4.886,
      "step": 78870
    },
    {
      "epoch": 0.06904076446836205,
      "grad_norm": 0.4661688506603241,
      "learning_rate": 4.9650010176251796e-05,
      "loss": 4.2834,
      "step": 78875
    },
    {
      "epoch": 0.0690451410619892,
      "grad_norm": 0.43312063813209534,
      "learning_rate": 4.96499584374465e-05,
      "loss": 5.2395,
      "step": 78880
    },
    {
      "epoch": 0.06904951765561636,
      "grad_norm": 0.431331068277359,
      "learning_rate": 4.964990669485098e-05,
      "loss": 5.2279,
      "step": 78885
    },
    {
      "epoch": 0.0690538942492435,
      "grad_norm": 0.41198521852493286,
      "learning_rate": 4.9649854948465266e-05,
      "loss": 5.7664,
      "step": 78890
    },
    {
      "epoch": 0.06905827084287067,
      "grad_norm": 0.4621356725692749,
      "learning_rate": 4.9649803198289344e-05,
      "loss": 4.4854,
      "step": 78895
    },
    {
      "epoch": 0.06906264743649781,
      "grad_norm": 0.455431193113327,
      "learning_rate": 4.9649751444323255e-05,
      "loss": 5.0039,
      "step": 78900
    },
    {
      "epoch": 0.06906702403012496,
      "grad_norm": 0.35808300971984863,
      "learning_rate": 4.964969968656698e-05,
      "loss": 5.5161,
      "step": 78905
    },
    {
      "epoch": 0.06907140062375212,
      "grad_norm": 0.4433249533176422,
      "learning_rate": 4.964964792502054e-05,
      "loss": 5.3502,
      "step": 78910
    },
    {
      "epoch": 0.06907577721737927,
      "grad_norm": 0.4278351962566376,
      "learning_rate": 4.964959615968394e-05,
      "loss": 5.2429,
      "step": 78915
    },
    {
      "epoch": 0.06908015381100643,
      "grad_norm": 0.3966951072216034,
      "learning_rate": 4.96495443905572e-05,
      "loss": 5.5463,
      "step": 78920
    },
    {
      "epoch": 0.06908453040463358,
      "grad_norm": 0.36028075218200684,
      "learning_rate": 4.964949261764032e-05,
      "loss": 5.0108,
      "step": 78925
    },
    {
      "epoch": 0.06908890699826074,
      "grad_norm": 0.3668036162853241,
      "learning_rate": 4.964944084093332e-05,
      "loss": 6.0426,
      "step": 78930
    },
    {
      "epoch": 0.06909328359188789,
      "grad_norm": 0.3990250825881958,
      "learning_rate": 4.964938906043621e-05,
      "loss": 5.2153,
      "step": 78935
    },
    {
      "epoch": 0.06909766018551505,
      "grad_norm": 0.4616207778453827,
      "learning_rate": 4.964933727614899e-05,
      "loss": 5.539,
      "step": 78940
    },
    {
      "epoch": 0.0691020367791422,
      "grad_norm": 0.4473501145839691,
      "learning_rate": 4.964928548807167e-05,
      "loss": 5.5681,
      "step": 78945
    },
    {
      "epoch": 0.06910641337276936,
      "grad_norm": 0.4633942246437073,
      "learning_rate": 4.9649233696204266e-05,
      "loss": 4.5996,
      "step": 78950
    },
    {
      "epoch": 0.06911078996639651,
      "grad_norm": 0.4200184941291809,
      "learning_rate": 4.964918190054678e-05,
      "loss": 5.8343,
      "step": 78955
    },
    {
      "epoch": 0.06911516656002367,
      "grad_norm": 0.462921679019928,
      "learning_rate": 4.964913010109924e-05,
      "loss": 5.3494,
      "step": 78960
    },
    {
      "epoch": 0.06911954315365082,
      "grad_norm": 0.38777855038642883,
      "learning_rate": 4.964907829786164e-05,
      "loss": 6.3955,
      "step": 78965
    },
    {
      "epoch": 0.06912391974727798,
      "grad_norm": 0.4003078043460846,
      "learning_rate": 4.964902649083399e-05,
      "loss": 5.8397,
      "step": 78970
    },
    {
      "epoch": 0.06912829634090513,
      "grad_norm": 0.4664495885372162,
      "learning_rate": 4.964897468001631e-05,
      "loss": 5.2396,
      "step": 78975
    },
    {
      "epoch": 0.06913267293453229,
      "grad_norm": 0.45114096999168396,
      "learning_rate": 4.96489228654086e-05,
      "loss": 4.7108,
      "step": 78980
    },
    {
      "epoch": 0.06913704952815944,
      "grad_norm": 0.3937760293483734,
      "learning_rate": 4.964887104701088e-05,
      "loss": 5.5793,
      "step": 78985
    },
    {
      "epoch": 0.0691414261217866,
      "grad_norm": 0.4149091839790344,
      "learning_rate": 4.9648819224823154e-05,
      "loss": 5.2091,
      "step": 78990
    },
    {
      "epoch": 0.06914580271541375,
      "grad_norm": 0.4628596901893616,
      "learning_rate": 4.964876739884542e-05,
      "loss": 5.3032,
      "step": 78995
    },
    {
      "epoch": 0.06915017930904091,
      "grad_norm": 0.46443942189216614,
      "learning_rate": 4.964871556907772e-05,
      "loss": 4.6874,
      "step": 79000
    },
    {
      "epoch": 0.06915455590266806,
      "grad_norm": 0.4403918385505676,
      "learning_rate": 4.9648663735520026e-05,
      "loss": 4.4877,
      "step": 79005
    },
    {
      "epoch": 0.06915893249629522,
      "grad_norm": 0.4301372766494751,
      "learning_rate": 4.964861189817237e-05,
      "loss": 4.7779,
      "step": 79010
    },
    {
      "epoch": 0.06916330908992237,
      "grad_norm": 0.503295361995697,
      "learning_rate": 4.964856005703477e-05,
      "loss": 5.8449,
      "step": 79015
    },
    {
      "epoch": 0.06916768568354953,
      "grad_norm": 0.5290824770927429,
      "learning_rate": 4.9648508212107214e-05,
      "loss": 5.5408,
      "step": 79020
    },
    {
      "epoch": 0.06917206227717668,
      "grad_norm": 0.49025940895080566,
      "learning_rate": 4.964845636338973e-05,
      "loss": 4.4506,
      "step": 79025
    },
    {
      "epoch": 0.06917643887080382,
      "grad_norm": 0.5448356866836548,
      "learning_rate": 4.9648404510882306e-05,
      "loss": 5.7354,
      "step": 79030
    },
    {
      "epoch": 0.06918081546443099,
      "grad_norm": 0.49908021092414856,
      "learning_rate": 4.964835265458499e-05,
      "loss": 4.9166,
      "step": 79035
    },
    {
      "epoch": 0.06918519205805813,
      "grad_norm": 0.5433713793754578,
      "learning_rate": 4.964830079449775e-05,
      "loss": 5.5466,
      "step": 79040
    },
    {
      "epoch": 0.0691895686516853,
      "grad_norm": 0.41897493600845337,
      "learning_rate": 4.964824893062061e-05,
      "loss": 5.8705,
      "step": 79045
    },
    {
      "epoch": 0.06919394524531244,
      "grad_norm": 0.40805312991142273,
      "learning_rate": 4.964819706295359e-05,
      "loss": 5.5425,
      "step": 79050
    },
    {
      "epoch": 0.0691983218389396,
      "grad_norm": 0.4293600022792816,
      "learning_rate": 4.964814519149671e-05,
      "loss": 5.2109,
      "step": 79055
    },
    {
      "epoch": 0.06920269843256675,
      "grad_norm": 0.44759470224380493,
      "learning_rate": 4.9648093316249946e-05,
      "loss": 4.4339,
      "step": 79060
    },
    {
      "epoch": 0.06920707502619391,
      "grad_norm": 0.4652707278728485,
      "learning_rate": 4.964804143721333e-05,
      "loss": 5.8653,
      "step": 79065
    },
    {
      "epoch": 0.06921145161982106,
      "grad_norm": 0.48154112696647644,
      "learning_rate": 4.9647989554386865e-05,
      "loss": 5.4281,
      "step": 79070
    },
    {
      "epoch": 0.06921582821344822,
      "grad_norm": 0.4101746678352356,
      "learning_rate": 4.964793766777057e-05,
      "loss": 4.9326,
      "step": 79075
    },
    {
      "epoch": 0.06922020480707537,
      "grad_norm": 0.44227516651153564,
      "learning_rate": 4.9647885777364455e-05,
      "loss": 5.303,
      "step": 79080
    },
    {
      "epoch": 0.06922458140070253,
      "grad_norm": 0.4577154815196991,
      "learning_rate": 4.964783388316852e-05,
      "loss": 5.0179,
      "step": 79085
    },
    {
      "epoch": 0.06922895799432968,
      "grad_norm": 0.6741161346435547,
      "learning_rate": 4.964778198518277e-05,
      "loss": 6.0549,
      "step": 79090
    },
    {
      "epoch": 0.06923333458795684,
      "grad_norm": 0.44909733533859253,
      "learning_rate": 4.964773008340724e-05,
      "loss": 6.0482,
      "step": 79095
    },
    {
      "epoch": 0.06923771118158399,
      "grad_norm": 0.46243059635162354,
      "learning_rate": 4.9647678177841915e-05,
      "loss": 5.0013,
      "step": 79100
    },
    {
      "epoch": 0.06924208777521115,
      "grad_norm": 0.4428466260433197,
      "learning_rate": 4.964762626848681e-05,
      "loss": 4.6652,
      "step": 79105
    },
    {
      "epoch": 0.0692464643688383,
      "grad_norm": 0.44869768619537354,
      "learning_rate": 4.9647574355341954e-05,
      "loss": 4.7991,
      "step": 79110
    },
    {
      "epoch": 0.06925084096246546,
      "grad_norm": 0.4106813669204712,
      "learning_rate": 4.964752243840732e-05,
      "loss": 5.5613,
      "step": 79115
    },
    {
      "epoch": 0.06925521755609261,
      "grad_norm": 0.4546452462673187,
      "learning_rate": 4.9647470517682956e-05,
      "loss": 5.2271,
      "step": 79120
    },
    {
      "epoch": 0.06925959414971977,
      "grad_norm": 0.494434118270874,
      "learning_rate": 4.964741859316886e-05,
      "loss": 5.5476,
      "step": 79125
    },
    {
      "epoch": 0.06926397074334692,
      "grad_norm": 0.3700537383556366,
      "learning_rate": 4.9647366664865036e-05,
      "loss": 5.8383,
      "step": 79130
    },
    {
      "epoch": 0.06926834733697408,
      "grad_norm": 0.45192936062812805,
      "learning_rate": 4.964731473277149e-05,
      "loss": 5.5348,
      "step": 79135
    },
    {
      "epoch": 0.06927272393060123,
      "grad_norm": 0.37673240900039673,
      "learning_rate": 4.964726279688824e-05,
      "loss": 6.3791,
      "step": 79140
    },
    {
      "epoch": 0.06927710052422839,
      "grad_norm": 0.4158846139907837,
      "learning_rate": 4.9647210857215295e-05,
      "loss": 5.5654,
      "step": 79145
    },
    {
      "epoch": 0.06928147711785554,
      "grad_norm": 0.4603904187679291,
      "learning_rate": 4.9647158913752675e-05,
      "loss": 4.5021,
      "step": 79150
    },
    {
      "epoch": 0.0692858537114827,
      "grad_norm": 0.4514451026916504,
      "learning_rate": 4.964710696650037e-05,
      "loss": 4.9184,
      "step": 79155
    },
    {
      "epoch": 0.06929023030510985,
      "grad_norm": 0.3901956081390381,
      "learning_rate": 4.96470550154584e-05,
      "loss": 6.0408,
      "step": 79160
    },
    {
      "epoch": 0.069294606898737,
      "grad_norm": 0.5067593455314636,
      "learning_rate": 4.964700306062677e-05,
      "loss": 4.8229,
      "step": 79165
    },
    {
      "epoch": 0.06929898349236416,
      "grad_norm": 0.46414485573768616,
      "learning_rate": 4.96469511020055e-05,
      "loss": 5.5652,
      "step": 79170
    },
    {
      "epoch": 0.0693033600859913,
      "grad_norm": 0.4780610203742981,
      "learning_rate": 4.9646899139594605e-05,
      "loss": 5.8405,
      "step": 79175
    },
    {
      "epoch": 0.06930773667961847,
      "grad_norm": 0.44263502955436707,
      "learning_rate": 4.964684717339407e-05,
      "loss": 4.9038,
      "step": 79180
    },
    {
      "epoch": 0.06931211327324562,
      "grad_norm": 0.37894687056541443,
      "learning_rate": 4.964679520340393e-05,
      "loss": 5.8096,
      "step": 79185
    },
    {
      "epoch": 0.06931648986687278,
      "grad_norm": 0.5704179406166077,
      "learning_rate": 4.964674322962417e-05,
      "loss": 4.7068,
      "step": 79190
    },
    {
      "epoch": 0.06932086646049992,
      "grad_norm": 0.6086104512214661,
      "learning_rate": 4.964669125205482e-05,
      "loss": 5.766,
      "step": 79195
    },
    {
      "epoch": 0.06932524305412709,
      "grad_norm": 0.4174553155899048,
      "learning_rate": 4.9646639270695894e-05,
      "loss": 5.0412,
      "step": 79200
    },
    {
      "epoch": 0.06932961964775423,
      "grad_norm": 0.43715980648994446,
      "learning_rate": 4.964658728554739e-05,
      "loss": 5.8103,
      "step": 79205
    },
    {
      "epoch": 0.0693339962413814,
      "grad_norm": 0.41646304726600647,
      "learning_rate": 4.964653529660931e-05,
      "loss": 5.5533,
      "step": 79210
    },
    {
      "epoch": 0.06933837283500854,
      "grad_norm": 0.41048553586006165,
      "learning_rate": 4.964648330388168e-05,
      "loss": 5.8563,
      "step": 79215
    },
    {
      "epoch": 0.0693427494286357,
      "grad_norm": 0.4414505064487457,
      "learning_rate": 4.964643130736452e-05,
      "loss": 4.9656,
      "step": 79220
    },
    {
      "epoch": 0.06934712602226285,
      "grad_norm": 0.44179314374923706,
      "learning_rate": 4.9646379307057814e-05,
      "loss": 4.4548,
      "step": 79225
    },
    {
      "epoch": 0.06935150261589001,
      "grad_norm": 0.3824748694896698,
      "learning_rate": 4.964632730296157e-05,
      "loss": 5.5606,
      "step": 79230
    },
    {
      "epoch": 0.06935587920951716,
      "grad_norm": 0.4595402777194977,
      "learning_rate": 4.964627529507583e-05,
      "loss": 4.9949,
      "step": 79235
    },
    {
      "epoch": 0.06936025580314432,
      "grad_norm": 0.4242701232433319,
      "learning_rate": 4.964622328340057e-05,
      "loss": 5.8224,
      "step": 79240
    },
    {
      "epoch": 0.06936463239677147,
      "grad_norm": 0.48976218700408936,
      "learning_rate": 4.9646171267935827e-05,
      "loss": 4.9834,
      "step": 79245
    },
    {
      "epoch": 0.06936900899039863,
      "grad_norm": 0.38263195753097534,
      "learning_rate": 4.96461192486816e-05,
      "loss": 5.537,
      "step": 79250
    },
    {
      "epoch": 0.06937338558402578,
      "grad_norm": 0.42836540937423706,
      "learning_rate": 4.964606722563788e-05,
      "loss": 4.421,
      "step": 79255
    },
    {
      "epoch": 0.06937776217765294,
      "grad_norm": 0.4167311191558838,
      "learning_rate": 4.964601519880472e-05,
      "loss": 5.7438,
      "step": 79260
    },
    {
      "epoch": 0.06938213877128009,
      "grad_norm": 0.4959283769130707,
      "learning_rate": 4.964596316818209e-05,
      "loss": 6.0961,
      "step": 79265
    },
    {
      "epoch": 0.06938651536490725,
      "grad_norm": 0.4521997272968292,
      "learning_rate": 4.964591113377002e-05,
      "loss": 4.9951,
      "step": 79270
    },
    {
      "epoch": 0.0693908919585344,
      "grad_norm": 0.46437543630599976,
      "learning_rate": 4.964585909556851e-05,
      "loss": 5.8676,
      "step": 79275
    },
    {
      "epoch": 0.06939526855216156,
      "grad_norm": 0.6053682565689087,
      "learning_rate": 4.964580705357759e-05,
      "loss": 4.7817,
      "step": 79280
    },
    {
      "epoch": 0.06939964514578871,
      "grad_norm": 0.48100319504737854,
      "learning_rate": 4.964575500779723e-05,
      "loss": 5.537,
      "step": 79285
    },
    {
      "epoch": 0.06940402173941586,
      "grad_norm": 0.41988861560821533,
      "learning_rate": 4.964570295822748e-05,
      "loss": 5.8373,
      "step": 79290
    },
    {
      "epoch": 0.06940839833304302,
      "grad_norm": 0.45936697721481323,
      "learning_rate": 4.964565090486834e-05,
      "loss": 5.0322,
      "step": 79295
    },
    {
      "epoch": 0.06941277492667017,
      "grad_norm": 0.43268582224845886,
      "learning_rate": 4.964559884771981e-05,
      "loss": 5.2469,
      "step": 79300
    },
    {
      "epoch": 0.06941715152029733,
      "grad_norm": 0.7131380438804626,
      "learning_rate": 4.9645546786781905e-05,
      "loss": 4.7982,
      "step": 79305
    },
    {
      "epoch": 0.06942152811392448,
      "grad_norm": 0.48197105526924133,
      "learning_rate": 4.964549472205463e-05,
      "loss": 6.3955,
      "step": 79310
    },
    {
      "epoch": 0.06942590470755164,
      "grad_norm": 0.5040642023086548,
      "learning_rate": 4.964544265353802e-05,
      "loss": 5.7289,
      "step": 79315
    },
    {
      "epoch": 0.06943028130117879,
      "grad_norm": 0.47446733713150024,
      "learning_rate": 4.964539058123204e-05,
      "loss": 5.3525,
      "step": 79320
    },
    {
      "epoch": 0.06943465789480595,
      "grad_norm": 0.629870593547821,
      "learning_rate": 4.964533850513674e-05,
      "loss": 5.2381,
      "step": 79325
    },
    {
      "epoch": 0.0694390344884331,
      "grad_norm": 0.5533477067947388,
      "learning_rate": 4.964528642525211e-05,
      "loss": 5.8368,
      "step": 79330
    },
    {
      "epoch": 0.06944341108206026,
      "grad_norm": 0.4307071268558502,
      "learning_rate": 4.964523434157818e-05,
      "loss": 5.4531,
      "step": 79335
    },
    {
      "epoch": 0.0694477876756874,
      "grad_norm": 0.47782713174819946,
      "learning_rate": 4.9645182254114934e-05,
      "loss": 5.5174,
      "step": 79340
    },
    {
      "epoch": 0.06945216426931457,
      "grad_norm": 0.44080477952957153,
      "learning_rate": 4.96451301628624e-05,
      "loss": 5.205,
      "step": 79345
    },
    {
      "epoch": 0.06945654086294172,
      "grad_norm": 0.4063381254673004,
      "learning_rate": 4.964507806782057e-05,
      "loss": 5.3193,
      "step": 79350
    },
    {
      "epoch": 0.06946091745656888,
      "grad_norm": 0.4473118782043457,
      "learning_rate": 4.964502596898948e-05,
      "loss": 5.4629,
      "step": 79355
    },
    {
      "epoch": 0.06946529405019602,
      "grad_norm": 0.4844112992286682,
      "learning_rate": 4.964497386636911e-05,
      "loss": 5.2191,
      "step": 79360
    },
    {
      "epoch": 0.06946967064382319,
      "grad_norm": 0.4152199625968933,
      "learning_rate": 4.9644921759959506e-05,
      "loss": 5.5493,
      "step": 79365
    },
    {
      "epoch": 0.06947404723745033,
      "grad_norm": 0.4143436551094055,
      "learning_rate": 4.964486964976064e-05,
      "loss": 5.5509,
      "step": 79370
    },
    {
      "epoch": 0.0694784238310775,
      "grad_norm": 0.3996121883392334,
      "learning_rate": 4.964481753577256e-05,
      "loss": 5.5473,
      "step": 79375
    },
    {
      "epoch": 0.06948280042470464,
      "grad_norm": 0.3437670171260834,
      "learning_rate": 4.964476541799523e-05,
      "loss": 5.5625,
      "step": 79380
    },
    {
      "epoch": 0.0694871770183318,
      "grad_norm": 0.4120464622974396,
      "learning_rate": 4.9644713296428705e-05,
      "loss": 5.7273,
      "step": 79385
    },
    {
      "epoch": 0.06949155361195895,
      "grad_norm": 0.4136938452720642,
      "learning_rate": 4.964466117107297e-05,
      "loss": 4.9229,
      "step": 79390
    },
    {
      "epoch": 0.06949593020558612,
      "grad_norm": 0.4330599009990692,
      "learning_rate": 4.964460904192805e-05,
      "loss": 5.0193,
      "step": 79395
    },
    {
      "epoch": 0.06950030679921326,
      "grad_norm": 0.4165334701538086,
      "learning_rate": 4.964455690899393e-05,
      "loss": 5.8025,
      "step": 79400
    },
    {
      "epoch": 0.06950468339284042,
      "grad_norm": 0.44431066513061523,
      "learning_rate": 4.964450477227065e-05,
      "loss": 5.5417,
      "step": 79405
    },
    {
      "epoch": 0.06950905998646757,
      "grad_norm": 0.4184005558490753,
      "learning_rate": 4.96444526317582e-05,
      "loss": 6.083,
      "step": 79410
    },
    {
      "epoch": 0.06951343658009472,
      "grad_norm": 0.3758981227874756,
      "learning_rate": 4.96444004874566e-05,
      "loss": 5.3188,
      "step": 79415
    },
    {
      "epoch": 0.06951781317372188,
      "grad_norm": 0.5401817560195923,
      "learning_rate": 4.964434833936585e-05,
      "loss": 5.0037,
      "step": 79420
    },
    {
      "epoch": 0.06952218976734903,
      "grad_norm": 0.4686986804008484,
      "learning_rate": 4.964429618748597e-05,
      "loss": 4.9785,
      "step": 79425
    },
    {
      "epoch": 0.06952656636097619,
      "grad_norm": 0.47027650475502014,
      "learning_rate": 4.964424403181698e-05,
      "loss": 5.0008,
      "step": 79430
    },
    {
      "epoch": 0.06953094295460334,
      "grad_norm": 0.39794912934303284,
      "learning_rate": 4.9644191872358856e-05,
      "loss": 5.4307,
      "step": 79435
    },
    {
      "epoch": 0.0695353195482305,
      "grad_norm": 0.4260402321815491,
      "learning_rate": 4.964413970911165e-05,
      "loss": 4.888,
      "step": 79440
    },
    {
      "epoch": 0.06953969614185765,
      "grad_norm": 0.4491366446018219,
      "learning_rate": 4.9644087542075335e-05,
      "loss": 5.319,
      "step": 79445
    },
    {
      "epoch": 0.06954407273548481,
      "grad_norm": 0.43049949407577515,
      "learning_rate": 4.964403537124994e-05,
      "loss": 5.1236,
      "step": 79450
    },
    {
      "epoch": 0.06954844932911196,
      "grad_norm": 0.4234020411968231,
      "learning_rate": 4.964398319663548e-05,
      "loss": 4.8879,
      "step": 79455
    },
    {
      "epoch": 0.06955282592273912,
      "grad_norm": 0.3671819865703583,
      "learning_rate": 4.964393101823195e-05,
      "loss": 5.8527,
      "step": 79460
    },
    {
      "epoch": 0.06955720251636627,
      "grad_norm": 0.3944895267486572,
      "learning_rate": 4.964387883603937e-05,
      "loss": 5.3678,
      "step": 79465
    },
    {
      "epoch": 0.06956157910999343,
      "grad_norm": 0.4571261703968048,
      "learning_rate": 4.9643826650057744e-05,
      "loss": 4.6844,
      "step": 79470
    },
    {
      "epoch": 0.06956595570362058,
      "grad_norm": 0.41599002480506897,
      "learning_rate": 4.9643774460287085e-05,
      "loss": 4.7226,
      "step": 79475
    },
    {
      "epoch": 0.06957033229724774,
      "grad_norm": 0.4346991777420044,
      "learning_rate": 4.964372226672741e-05,
      "loss": 6.0871,
      "step": 79480
    },
    {
      "epoch": 0.06957470889087489,
      "grad_norm": 0.36717489361763,
      "learning_rate": 4.964367006937871e-05,
      "loss": 6.0418,
      "step": 79485
    },
    {
      "epoch": 0.06957908548450205,
      "grad_norm": 0.4526284635066986,
      "learning_rate": 4.964361786824102e-05,
      "loss": 5.017,
      "step": 79490
    },
    {
      "epoch": 0.0695834620781292,
      "grad_norm": 0.4137099087238312,
      "learning_rate": 4.964356566331433e-05,
      "loss": 5.7318,
      "step": 79495
    },
    {
      "epoch": 0.06958783867175636,
      "grad_norm": 0.4011683166027069,
      "learning_rate": 4.964351345459867e-05,
      "loss": 5.2362,
      "step": 79500
    },
    {
      "epoch": 0.0695922152653835,
      "grad_norm": 0.34292834997177124,
      "learning_rate": 4.964346124209402e-05,
      "loss": 5.7379,
      "step": 79505
    },
    {
      "epoch": 0.06959659185901067,
      "grad_norm": 0.3868107199668884,
      "learning_rate": 4.964340902580041e-05,
      "loss": 5.5664,
      "step": 79510
    },
    {
      "epoch": 0.06960096845263782,
      "grad_norm": 0.3881557583808899,
      "learning_rate": 4.964335680571786e-05,
      "loss": 6.0467,
      "step": 79515
    },
    {
      "epoch": 0.06960534504626498,
      "grad_norm": 0.4117603898048401,
      "learning_rate": 4.964330458184636e-05,
      "loss": 5.2185,
      "step": 79520
    },
    {
      "epoch": 0.06960972163989212,
      "grad_norm": 0.49108728766441345,
      "learning_rate": 4.9643252354185934e-05,
      "loss": 4.1726,
      "step": 79525
    },
    {
      "epoch": 0.06961409823351929,
      "grad_norm": 0.3772813677787781,
      "learning_rate": 4.964320012273658e-05,
      "loss": 5.2309,
      "step": 79530
    },
    {
      "epoch": 0.06961847482714643,
      "grad_norm": 0.39093199372291565,
      "learning_rate": 4.964314788749831e-05,
      "loss": 6.092,
      "step": 79535
    },
    {
      "epoch": 0.0696228514207736,
      "grad_norm": 0.4577876031398773,
      "learning_rate": 4.964309564847115e-05,
      "loss": 4.5175,
      "step": 79540
    },
    {
      "epoch": 0.06962722801440074,
      "grad_norm": 0.36581045389175415,
      "learning_rate": 4.9643043405655086e-05,
      "loss": 5.8731,
      "step": 79545
    },
    {
      "epoch": 0.06963160460802789,
      "grad_norm": 0.4458833634853363,
      "learning_rate": 4.9642991159050156e-05,
      "loss": 4.9844,
      "step": 79550
    },
    {
      "epoch": 0.06963598120165505,
      "grad_norm": 0.4488278925418854,
      "learning_rate": 4.9642938908656345e-05,
      "loss": 5.2713,
      "step": 79555
    },
    {
      "epoch": 0.0696403577952822,
      "grad_norm": 0.5729953050613403,
      "learning_rate": 4.964288665447366e-05,
      "loss": 4.526,
      "step": 79560
    },
    {
      "epoch": 0.06964473438890936,
      "grad_norm": 0.47652047872543335,
      "learning_rate": 4.9642834396502145e-05,
      "loss": 4.6741,
      "step": 79565
    },
    {
      "epoch": 0.06964911098253651,
      "grad_norm": 0.4279663562774658,
      "learning_rate": 4.964278213474178e-05,
      "loss": 5.3447,
      "step": 79570
    },
    {
      "epoch": 0.06965348757616367,
      "grad_norm": 0.3999251425266266,
      "learning_rate": 4.964272986919258e-05,
      "loss": 6.115,
      "step": 79575
    },
    {
      "epoch": 0.06965786416979082,
      "grad_norm": 0.43711116909980774,
      "learning_rate": 4.964267759985457e-05,
      "loss": 5.8492,
      "step": 79580
    },
    {
      "epoch": 0.06966224076341798,
      "grad_norm": 0.44978055357933044,
      "learning_rate": 4.964262532672774e-05,
      "loss": 5.5539,
      "step": 79585
    },
    {
      "epoch": 0.06966661735704513,
      "grad_norm": 0.43672242760658264,
      "learning_rate": 4.9642573049812115e-05,
      "loss": 5.3446,
      "step": 79590
    },
    {
      "epoch": 0.06967099395067229,
      "grad_norm": 0.5966426134109497,
      "learning_rate": 4.964252076910769e-05,
      "loss": 5.3186,
      "step": 79595
    },
    {
      "epoch": 0.06967537054429944,
      "grad_norm": 0.5860573649406433,
      "learning_rate": 4.964246848461449e-05,
      "loss": 4.796,
      "step": 79600
    },
    {
      "epoch": 0.0696797471379266,
      "grad_norm": 0.35401663184165955,
      "learning_rate": 4.964241619633252e-05,
      "loss": 5.3071,
      "step": 79605
    },
    {
      "epoch": 0.06968412373155375,
      "grad_norm": 0.44128257036209106,
      "learning_rate": 4.964236390426179e-05,
      "loss": 5.2197,
      "step": 79610
    },
    {
      "epoch": 0.06968850032518091,
      "grad_norm": 0.48201051354408264,
      "learning_rate": 4.9642311608402306e-05,
      "loss": 5.5384,
      "step": 79615
    },
    {
      "epoch": 0.06969287691880806,
      "grad_norm": 0.6403362154960632,
      "learning_rate": 4.964225930875409e-05,
      "loss": 6.3867,
      "step": 79620
    },
    {
      "epoch": 0.06969725351243522,
      "grad_norm": 0.39458125829696655,
      "learning_rate": 4.9642207005317134e-05,
      "loss": 5.529,
      "step": 79625
    },
    {
      "epoch": 0.06970163010606237,
      "grad_norm": 0.4127509295940399,
      "learning_rate": 4.964215469809146e-05,
      "loss": 6.0568,
      "step": 79630
    },
    {
      "epoch": 0.06970600669968953,
      "grad_norm": 0.44514328241348267,
      "learning_rate": 4.9642102387077085e-05,
      "loss": 6.0455,
      "step": 79635
    },
    {
      "epoch": 0.06971038329331668,
      "grad_norm": 0.3984149396419525,
      "learning_rate": 4.9642050072273994e-05,
      "loss": 6.0617,
      "step": 79640
    },
    {
      "epoch": 0.06971475988694384,
      "grad_norm": 0.47034817934036255,
      "learning_rate": 4.964199775368222e-05,
      "loss": 5.2072,
      "step": 79645
    },
    {
      "epoch": 0.06971913648057099,
      "grad_norm": 0.48868313431739807,
      "learning_rate": 4.964194543130177e-05,
      "loss": 4.6664,
      "step": 79650
    },
    {
      "epoch": 0.06972351307419815,
      "grad_norm": 0.4252281188964844,
      "learning_rate": 4.964189310513264e-05,
      "loss": 4.6437,
      "step": 79655
    },
    {
      "epoch": 0.0697278896678253,
      "grad_norm": 0.4828513264656067,
      "learning_rate": 4.964184077517485e-05,
      "loss": 5.7232,
      "step": 79660
    },
    {
      "epoch": 0.06973226626145246,
      "grad_norm": 0.4451638460159302,
      "learning_rate": 4.9641788441428425e-05,
      "loss": 4.9347,
      "step": 79665
    },
    {
      "epoch": 0.0697366428550796,
      "grad_norm": 0.4587324261665344,
      "learning_rate": 4.9641736103893356e-05,
      "loss": 5.5092,
      "step": 79670
    },
    {
      "epoch": 0.06974101944870675,
      "grad_norm": 0.3921562731266022,
      "learning_rate": 4.964168376256966e-05,
      "loss": 5.8324,
      "step": 79675
    },
    {
      "epoch": 0.06974539604233392,
      "grad_norm": 0.4812122583389282,
      "learning_rate": 4.9641631417457336e-05,
      "loss": 4.6841,
      "step": 79680
    },
    {
      "epoch": 0.06974977263596106,
      "grad_norm": 0.476746529340744,
      "learning_rate": 4.96415790685564e-05,
      "loss": 6.0781,
      "step": 79685
    },
    {
      "epoch": 0.06975414922958822,
      "grad_norm": 0.40579521656036377,
      "learning_rate": 4.964152671586687e-05,
      "loss": 5.2347,
      "step": 79690
    },
    {
      "epoch": 0.06975852582321537,
      "grad_norm": 0.41198059916496277,
      "learning_rate": 4.964147435938875e-05,
      "loss": 5.4609,
      "step": 79695
    },
    {
      "epoch": 0.06976290241684253,
      "grad_norm": 0.43319937586784363,
      "learning_rate": 4.964142199912206e-05,
      "loss": 5.4191,
      "step": 79700
    },
    {
      "epoch": 0.06976727901046968,
      "grad_norm": 0.41047224402427673,
      "learning_rate": 4.964136963506679e-05,
      "loss": 5.5647,
      "step": 79705
    },
    {
      "epoch": 0.06977165560409684,
      "grad_norm": 0.5010249614715576,
      "learning_rate": 4.9641317267222966e-05,
      "loss": 5.265,
      "step": 79710
    },
    {
      "epoch": 0.06977603219772399,
      "grad_norm": 0.5099377036094666,
      "learning_rate": 4.964126489559059e-05,
      "loss": 5.0253,
      "step": 79715
    },
    {
      "epoch": 0.06978040879135115,
      "grad_norm": 0.39177972078323364,
      "learning_rate": 4.9641212520169676e-05,
      "loss": 5.3144,
      "step": 79720
    },
    {
      "epoch": 0.0697847853849783,
      "grad_norm": 0.40894025564193726,
      "learning_rate": 4.964116014096024e-05,
      "loss": 5.2084,
      "step": 79725
    },
    {
      "epoch": 0.06978916197860546,
      "grad_norm": 0.41543343663215637,
      "learning_rate": 4.964110775796228e-05,
      "loss": 5.5,
      "step": 79730
    },
    {
      "epoch": 0.06979353857223261,
      "grad_norm": 0.5009578466415405,
      "learning_rate": 4.964105537117581e-05,
      "loss": 4.4866,
      "step": 79735
    },
    {
      "epoch": 0.06979791516585977,
      "grad_norm": 0.4407374858856201,
      "learning_rate": 4.964100298060085e-05,
      "loss": 4.5005,
      "step": 79740
    },
    {
      "epoch": 0.06980229175948692,
      "grad_norm": 0.4500725567340851,
      "learning_rate": 4.96409505862374e-05,
      "loss": 5.5229,
      "step": 79745
    },
    {
      "epoch": 0.06980666835311408,
      "grad_norm": 0.42787250876426697,
      "learning_rate": 4.964089818808547e-05,
      "loss": 5.4631,
      "step": 79750
    },
    {
      "epoch": 0.06981104494674123,
      "grad_norm": 0.3835580050945282,
      "learning_rate": 4.9640845786145065e-05,
      "loss": 5.5062,
      "step": 79755
    },
    {
      "epoch": 0.06981542154036839,
      "grad_norm": 0.4294057786464691,
      "learning_rate": 4.964079338041622e-05,
      "loss": 5.5548,
      "step": 79760
    },
    {
      "epoch": 0.06981979813399554,
      "grad_norm": 0.45727595686912537,
      "learning_rate": 4.96407409708989e-05,
      "loss": 5.2975,
      "step": 79765
    },
    {
      "epoch": 0.0698241747276227,
      "grad_norm": 0.44786781072616577,
      "learning_rate": 4.9640688557593164e-05,
      "loss": 5.2727,
      "step": 79770
    },
    {
      "epoch": 0.06982855132124985,
      "grad_norm": 0.4610118269920349,
      "learning_rate": 4.9640636140499e-05,
      "loss": 5.5628,
      "step": 79775
    },
    {
      "epoch": 0.06983292791487701,
      "grad_norm": 0.39594826102256775,
      "learning_rate": 4.9640583719616404e-05,
      "loss": 5.2347,
      "step": 79780
    },
    {
      "epoch": 0.06983730450850416,
      "grad_norm": 0.4275675117969513,
      "learning_rate": 4.9640531294945415e-05,
      "loss": 4.9583,
      "step": 79785
    },
    {
      "epoch": 0.06984168110213132,
      "grad_norm": 0.368084192276001,
      "learning_rate": 4.964047886648603e-05,
      "loss": 4.8145,
      "step": 79790
    },
    {
      "epoch": 0.06984605769575847,
      "grad_norm": 0.39679980278015137,
      "learning_rate": 4.9640426434238255e-05,
      "loss": 6.3857,
      "step": 79795
    },
    {
      "epoch": 0.06985043428938562,
      "grad_norm": 0.34619224071502686,
      "learning_rate": 4.96403739982021e-05,
      "loss": 6.3947,
      "step": 79800
    },
    {
      "epoch": 0.06985481088301278,
      "grad_norm": 0.38555896282196045,
      "learning_rate": 4.964032155837758e-05,
      "loss": 5.9859,
      "step": 79805
    },
    {
      "epoch": 0.06985918747663993,
      "grad_norm": 0.43258219957351685,
      "learning_rate": 4.964026911476469e-05,
      "loss": 5.0194,
      "step": 79810
    },
    {
      "epoch": 0.06986356407026709,
      "grad_norm": 0.38320279121398926,
      "learning_rate": 4.964021666736347e-05,
      "loss": 5.424,
      "step": 79815
    },
    {
      "epoch": 0.06986794066389423,
      "grad_norm": 0.48191696405410767,
      "learning_rate": 4.9640164216173915e-05,
      "loss": 5.5173,
      "step": 79820
    },
    {
      "epoch": 0.0698723172575214,
      "grad_norm": 0.4459173083305359,
      "learning_rate": 4.964011176119603e-05,
      "loss": 5.0067,
      "step": 79825
    },
    {
      "epoch": 0.06987669385114854,
      "grad_norm": 0.5058581829071045,
      "learning_rate": 4.964005930242982e-05,
      "loss": 5.0326,
      "step": 79830
    },
    {
      "epoch": 0.0698810704447757,
      "grad_norm": 0.38217324018478394,
      "learning_rate": 4.964000683987532e-05,
      "loss": 5.5458,
      "step": 79835
    },
    {
      "epoch": 0.06988544703840285,
      "grad_norm": 0.48099929094314575,
      "learning_rate": 4.963995437353252e-05,
      "loss": 5.3457,
      "step": 79840
    },
    {
      "epoch": 0.06988982363203002,
      "grad_norm": 0.5636212229728699,
      "learning_rate": 4.963990190340142e-05,
      "loss": 5.5481,
      "step": 79845
    },
    {
      "epoch": 0.06989420022565716,
      "grad_norm": 0.4832187592983246,
      "learning_rate": 4.963984942948205e-05,
      "loss": 4.9144,
      "step": 79850
    },
    {
      "epoch": 0.06989857681928432,
      "grad_norm": 0.4687756896018982,
      "learning_rate": 4.963979695177442e-05,
      "loss": 4.8215,
      "step": 79855
    },
    {
      "epoch": 0.06990295341291147,
      "grad_norm": 0.4307972192764282,
      "learning_rate": 4.963974447027854e-05,
      "loss": 4.2899,
      "step": 79860
    },
    {
      "epoch": 0.06990733000653863,
      "grad_norm": 0.5037569403648376,
      "learning_rate": 4.963969198499441e-05,
      "loss": 5.4396,
      "step": 79865
    },
    {
      "epoch": 0.06991170660016578,
      "grad_norm": 0.47827520966529846,
      "learning_rate": 4.963963949592204e-05,
      "loss": 4.4778,
      "step": 79870
    },
    {
      "epoch": 0.06991608319379294,
      "grad_norm": 0.39897412061691284,
      "learning_rate": 4.963958700306145e-05,
      "loss": 5.0078,
      "step": 79875
    },
    {
      "epoch": 0.06992045978742009,
      "grad_norm": 0.4187699854373932,
      "learning_rate": 4.9639534506412645e-05,
      "loss": 5.3329,
      "step": 79880
    },
    {
      "epoch": 0.06992483638104725,
      "grad_norm": 0.40801236033439636,
      "learning_rate": 4.963948200597562e-05,
      "loss": 5.8821,
      "step": 79885
    },
    {
      "epoch": 0.0699292129746744,
      "grad_norm": 0.47022444009780884,
      "learning_rate": 4.9639429501750426e-05,
      "loss": 5.2172,
      "step": 79890
    },
    {
      "epoch": 0.06993358956830156,
      "grad_norm": 0.3807086944580078,
      "learning_rate": 4.963937699373703e-05,
      "loss": 6.0229,
      "step": 79895
    },
    {
      "epoch": 0.06993796616192871,
      "grad_norm": 0.4196677803993225,
      "learning_rate": 4.9639324481935465e-05,
      "loss": 5.2336,
      "step": 79900
    },
    {
      "epoch": 0.06994234275555587,
      "grad_norm": 0.42774099111557007,
      "learning_rate": 4.9639271966345735e-05,
      "loss": 3.9897,
      "step": 79905
    },
    {
      "epoch": 0.06994671934918302,
      "grad_norm": 0.4165800213813782,
      "learning_rate": 4.963921944696786e-05,
      "loss": 5.2278,
      "step": 79910
    },
    {
      "epoch": 0.06995109594281018,
      "grad_norm": 0.4674164950847626,
      "learning_rate": 4.9639166923801825e-05,
      "loss": 4.2028,
      "step": 79915
    },
    {
      "epoch": 0.06995547253643733,
      "grad_norm": 0.5003341436386108,
      "learning_rate": 4.9639114396847664e-05,
      "loss": 5.3556,
      "step": 79920
    },
    {
      "epoch": 0.06995984913006449,
      "grad_norm": 0.6727418303489685,
      "learning_rate": 4.9639061866105375e-05,
      "loss": 5.758,
      "step": 79925
    },
    {
      "epoch": 0.06996422572369164,
      "grad_norm": 0.44860973954200745,
      "learning_rate": 4.963900933157498e-05,
      "loss": 6.3795,
      "step": 79930
    },
    {
      "epoch": 0.06996860231731879,
      "grad_norm": 0.4561677873134613,
      "learning_rate": 4.9638956793256475e-05,
      "loss": 4.7237,
      "step": 79935
    },
    {
      "epoch": 0.06997297891094595,
      "grad_norm": 0.5595721006393433,
      "learning_rate": 4.9638904251149884e-05,
      "loss": 5.5437,
      "step": 79940
    },
    {
      "epoch": 0.0699773555045731,
      "grad_norm": 0.4645370543003082,
      "learning_rate": 4.963885170525519e-05,
      "loss": 5.7283,
      "step": 79945
    },
    {
      "epoch": 0.06998173209820026,
      "grad_norm": 0.3815622329711914,
      "learning_rate": 4.963879915557245e-05,
      "loss": 5.499,
      "step": 79950
    },
    {
      "epoch": 0.0699861086918274,
      "grad_norm": 0.46995773911476135,
      "learning_rate": 4.963874660210163e-05,
      "loss": 5.2274,
      "step": 79955
    },
    {
      "epoch": 0.06999048528545457,
      "grad_norm": 0.3485666513442993,
      "learning_rate": 4.963869404484277e-05,
      "loss": 5.5688,
      "step": 79960
    },
    {
      "epoch": 0.06999486187908172,
      "grad_norm": 0.4104194939136505,
      "learning_rate": 4.963864148379585e-05,
      "loss": 5.0068,
      "step": 79965
    },
    {
      "epoch": 0.06999923847270888,
      "grad_norm": 0.44314345717430115,
      "learning_rate": 4.9638588918960915e-05,
      "loss": 4.8028,
      "step": 79970
    },
    {
      "epoch": 0.07000361506633603,
      "grad_norm": 0.41037940979003906,
      "learning_rate": 4.963853635033795e-05,
      "loss": 6.3881,
      "step": 79975
    },
    {
      "epoch": 0.07000799165996319,
      "grad_norm": 0.4106154441833496,
      "learning_rate": 4.963848377792697e-05,
      "loss": 5.2245,
      "step": 79980
    },
    {
      "epoch": 0.07001236825359033,
      "grad_norm": 0.4334571063518524,
      "learning_rate": 4.9638431201727985e-05,
      "loss": 4.9262,
      "step": 79985
    },
    {
      "epoch": 0.0700167448472175,
      "grad_norm": 0.41994625329971313,
      "learning_rate": 4.9638378621741023e-05,
      "loss": 5.45,
      "step": 79990
    },
    {
      "epoch": 0.07002112144084464,
      "grad_norm": 0.3684723973274231,
      "learning_rate": 4.963832603796606e-05,
      "loss": 5.5581,
      "step": 79995
    },
    {
      "epoch": 0.0700254980344718,
      "grad_norm": 0.3733501434326172,
      "learning_rate": 4.963827345040314e-05,
      "loss": 5.5337,
      "step": 80000
    },
    {
      "epoch": 0.07002987462809895,
      "grad_norm": 0.4698342978954315,
      "learning_rate": 4.963822085905225e-05,
      "loss": 5.037,
      "step": 80005
    },
    {
      "epoch": 0.07003425122172612,
      "grad_norm": 0.40039873123168945,
      "learning_rate": 4.963816826391342e-05,
      "loss": 5.4133,
      "step": 80010
    },
    {
      "epoch": 0.07003862781535326,
      "grad_norm": 0.4140894114971161,
      "learning_rate": 4.963811566498663e-05,
      "loss": 5.2396,
      "step": 80015
    },
    {
      "epoch": 0.07004300440898042,
      "grad_norm": 0.35996678471565247,
      "learning_rate": 4.9638063062271925e-05,
      "loss": 5.5033,
      "step": 80020
    },
    {
      "epoch": 0.07004738100260757,
      "grad_norm": 0.4699120819568634,
      "learning_rate": 4.963801045576929e-05,
      "loss": 5.7686,
      "step": 80025
    },
    {
      "epoch": 0.07005175759623473,
      "grad_norm": 0.48021963238716125,
      "learning_rate": 4.9637957845478754e-05,
      "loss": 5.3132,
      "step": 80030
    },
    {
      "epoch": 0.07005613418986188,
      "grad_norm": 0.42355549335479736,
      "learning_rate": 4.963790523140031e-05,
      "loss": 5.1936,
      "step": 80035
    },
    {
      "epoch": 0.07006051078348904,
      "grad_norm": 0.4121716022491455,
      "learning_rate": 4.963785261353397e-05,
      "loss": 5.2494,
      "step": 80040
    },
    {
      "epoch": 0.07006488737711619,
      "grad_norm": 0.4597841501235962,
      "learning_rate": 4.963779999187976e-05,
      "loss": 5.4748,
      "step": 80045
    },
    {
      "epoch": 0.07006926397074335,
      "grad_norm": 0.4795157015323639,
      "learning_rate": 4.9637747366437684e-05,
      "loss": 5.3046,
      "step": 80050
    },
    {
      "epoch": 0.0700736405643705,
      "grad_norm": 0.378120481967926,
      "learning_rate": 4.963769473720773e-05,
      "loss": 5.734,
      "step": 80055
    },
    {
      "epoch": 0.07007801715799765,
      "grad_norm": 0.5354197025299072,
      "learning_rate": 4.963764210418994e-05,
      "loss": 5.5195,
      "step": 80060
    },
    {
      "epoch": 0.07008239375162481,
      "grad_norm": 0.464626669883728,
      "learning_rate": 4.963758946738431e-05,
      "loss": 4.7808,
      "step": 80065
    },
    {
      "epoch": 0.07008677034525196,
      "grad_norm": 0.4256788492202759,
      "learning_rate": 4.9637536826790844e-05,
      "loss": 5.2454,
      "step": 80070
    },
    {
      "epoch": 0.07009114693887912,
      "grad_norm": 0.4485318660736084,
      "learning_rate": 4.963748418240956e-05,
      "loss": 5.3138,
      "step": 80075
    },
    {
      "epoch": 0.07009552353250627,
      "grad_norm": 0.3596057593822479,
      "learning_rate": 4.9637431534240476e-05,
      "loss": 5.8355,
      "step": 80080
    },
    {
      "epoch": 0.07009990012613343,
      "grad_norm": 0.4557999074459076,
      "learning_rate": 4.963737888228358e-05,
      "loss": 5.0064,
      "step": 80085
    },
    {
      "epoch": 0.07010427671976058,
      "grad_norm": 0.38649532198905945,
      "learning_rate": 4.9637326226538905e-05,
      "loss": 5.5248,
      "step": 80090
    },
    {
      "epoch": 0.07010865331338774,
      "grad_norm": 0.4088626503944397,
      "learning_rate": 4.9637273567006436e-05,
      "loss": 5.0166,
      "step": 80095
    },
    {
      "epoch": 0.07011302990701489,
      "grad_norm": 0.4273529052734375,
      "learning_rate": 4.963722090368621e-05,
      "loss": 4.6963,
      "step": 80100
    },
    {
      "epoch": 0.07011740650064205,
      "grad_norm": 0.5009362101554871,
      "learning_rate": 4.963716823657823e-05,
      "loss": 3.9716,
      "step": 80105
    },
    {
      "epoch": 0.0701217830942692,
      "grad_norm": 0.44360342621803284,
      "learning_rate": 4.963711556568249e-05,
      "loss": 6.0551,
      "step": 80110
    },
    {
      "epoch": 0.07012615968789636,
      "grad_norm": 0.4408094584941864,
      "learning_rate": 4.963706289099902e-05,
      "loss": 4.3919,
      "step": 80115
    },
    {
      "epoch": 0.0701305362815235,
      "grad_norm": 1.0109511613845825,
      "learning_rate": 4.9637010212527824e-05,
      "loss": 5.8688,
      "step": 80120
    },
    {
      "epoch": 0.07013491287515067,
      "grad_norm": 0.596301794052124,
      "learning_rate": 4.96369575302689e-05,
      "loss": 5.0258,
      "step": 80125
    },
    {
      "epoch": 0.07013928946877782,
      "grad_norm": 0.4673885107040405,
      "learning_rate": 4.963690484422228e-05,
      "loss": 6.0963,
      "step": 80130
    },
    {
      "epoch": 0.07014366606240498,
      "grad_norm": 0.4566706120967865,
      "learning_rate": 4.9636852154387944e-05,
      "loss": 5.2079,
      "step": 80135
    },
    {
      "epoch": 0.07014804265603213,
      "grad_norm": 0.5105347633361816,
      "learning_rate": 4.963679946076595e-05,
      "loss": 5.5494,
      "step": 80140
    },
    {
      "epoch": 0.07015241924965929,
      "grad_norm": 0.44767799973487854,
      "learning_rate": 4.9636746763356254e-05,
      "loss": 5.3342,
      "step": 80145
    },
    {
      "epoch": 0.07015679584328643,
      "grad_norm": 0.5945402979850769,
      "learning_rate": 4.963669406215889e-05,
      "loss": 5.8623,
      "step": 80150
    },
    {
      "epoch": 0.0701611724369136,
      "grad_norm": 0.4455091953277588,
      "learning_rate": 4.963664135717388e-05,
      "loss": 3.9564,
      "step": 80155
    },
    {
      "epoch": 0.07016554903054074,
      "grad_norm": 0.5109941363334656,
      "learning_rate": 4.9636588648401226e-05,
      "loss": 5.0101,
      "step": 80160
    },
    {
      "epoch": 0.0701699256241679,
      "grad_norm": 0.4566304385662079,
      "learning_rate": 4.963653593584093e-05,
      "loss": 5.0107,
      "step": 80165
    },
    {
      "epoch": 0.07017430221779505,
      "grad_norm": 0.4243646562099457,
      "learning_rate": 4.9636483219493e-05,
      "loss": 4.6824,
      "step": 80170
    },
    {
      "epoch": 0.07017867881142222,
      "grad_norm": 0.682121992111206,
      "learning_rate": 4.9636430499357466e-05,
      "loss": 5.5586,
      "step": 80175
    },
    {
      "epoch": 0.07018305540504936,
      "grad_norm": 0.6503195762634277,
      "learning_rate": 4.963637777543433e-05,
      "loss": 5.5507,
      "step": 80180
    },
    {
      "epoch": 0.07018743199867652,
      "grad_norm": 0.4359274208545685,
      "learning_rate": 4.9636325047723584e-05,
      "loss": 4.4704,
      "step": 80185
    },
    {
      "epoch": 0.07019180859230367,
      "grad_norm": 0.5290176868438721,
      "learning_rate": 4.9636272316225264e-05,
      "loss": 5.2516,
      "step": 80190
    },
    {
      "epoch": 0.07019618518593082,
      "grad_norm": 0.44947075843811035,
      "learning_rate": 4.963621958093936e-05,
      "loss": 6.3947,
      "step": 80195
    },
    {
      "epoch": 0.07020056177955798,
      "grad_norm": 0.3915082812309265,
      "learning_rate": 4.9636166841865895e-05,
      "loss": 5.8416,
      "step": 80200
    },
    {
      "epoch": 0.07020493837318513,
      "grad_norm": 0.4441293179988861,
      "learning_rate": 4.963611409900487e-05,
      "loss": 5.0134,
      "step": 80205
    },
    {
      "epoch": 0.07020931496681229,
      "grad_norm": 0.38149163126945496,
      "learning_rate": 4.963606135235631e-05,
      "loss": 5.3131,
      "step": 80210
    },
    {
      "epoch": 0.07021369156043944,
      "grad_norm": 0.3936825394630432,
      "learning_rate": 4.9636008601920205e-05,
      "loss": 5.8556,
      "step": 80215
    },
    {
      "epoch": 0.0702180681540666,
      "grad_norm": 0.4954339265823364,
      "learning_rate": 4.963595584769658e-05,
      "loss": 5.2085,
      "step": 80220
    },
    {
      "epoch": 0.07022244474769375,
      "grad_norm": 0.43920019268989563,
      "learning_rate": 4.963590308968543e-05,
      "loss": 5.2322,
      "step": 80225
    },
    {
      "epoch": 0.07022682134132091,
      "grad_norm": 0.36243706941604614,
      "learning_rate": 4.963585032788679e-05,
      "loss": 6.375,
      "step": 80230
    },
    {
      "epoch": 0.07023119793494806,
      "grad_norm": 0.4396022856235504,
      "learning_rate": 4.963579756230065e-05,
      "loss": 4.9916,
      "step": 80235
    },
    {
      "epoch": 0.07023557452857522,
      "grad_norm": 0.4372003972530365,
      "learning_rate": 4.963574479292703e-05,
      "loss": 4.7136,
      "step": 80240
    },
    {
      "epoch": 0.07023995112220237,
      "grad_norm": 0.43343645334243774,
      "learning_rate": 4.9635692019765935e-05,
      "loss": 5.1876,
      "step": 80245
    },
    {
      "epoch": 0.07024432771582953,
      "grad_norm": 0.432606965303421,
      "learning_rate": 4.9635639242817366e-05,
      "loss": 5.0117,
      "step": 80250
    },
    {
      "epoch": 0.07024870430945668,
      "grad_norm": 0.43060576915740967,
      "learning_rate": 4.963558646208136e-05,
      "loss": 4.8309,
      "step": 80255
    },
    {
      "epoch": 0.07025308090308384,
      "grad_norm": 0.4349674880504608,
      "learning_rate": 4.96355336775579e-05,
      "loss": 4.8566,
      "step": 80260
    },
    {
      "epoch": 0.07025745749671099,
      "grad_norm": 0.4235599935054779,
      "learning_rate": 4.963548088924701e-05,
      "loss": 5.0082,
      "step": 80265
    },
    {
      "epoch": 0.07026183409033815,
      "grad_norm": 0.509125292301178,
      "learning_rate": 4.9635428097148695e-05,
      "loss": 6.0623,
      "step": 80270
    },
    {
      "epoch": 0.0702662106839653,
      "grad_norm": 0.4200536608695984,
      "learning_rate": 4.9635375301262976e-05,
      "loss": 5.5849,
      "step": 80275
    },
    {
      "epoch": 0.07027058727759246,
      "grad_norm": 0.425811767578125,
      "learning_rate": 4.963532250158984e-05,
      "loss": 5.0035,
      "step": 80280
    },
    {
      "epoch": 0.0702749638712196,
      "grad_norm": 0.7236058115959167,
      "learning_rate": 4.963526969812933e-05,
      "loss": 4.7813,
      "step": 80285
    },
    {
      "epoch": 0.07027934046484677,
      "grad_norm": 0.4861729145050049,
      "learning_rate": 4.963521689088142e-05,
      "loss": 4.5949,
      "step": 80290
    },
    {
      "epoch": 0.07028371705847392,
      "grad_norm": 0.5116707682609558,
      "learning_rate": 4.963516407984614e-05,
      "loss": 4.9138,
      "step": 80295
    },
    {
      "epoch": 0.07028809365210108,
      "grad_norm": 0.43867456912994385,
      "learning_rate": 4.96351112650235e-05,
      "loss": 5.0214,
      "step": 80300
    },
    {
      "epoch": 0.07029247024572823,
      "grad_norm": 0.4274430274963379,
      "learning_rate": 4.9635058446413516e-05,
      "loss": 4.5094,
      "step": 80305
    },
    {
      "epoch": 0.07029684683935539,
      "grad_norm": 0.4560726284980774,
      "learning_rate": 4.963500562401618e-05,
      "loss": 5.7533,
      "step": 80310
    },
    {
      "epoch": 0.07030122343298253,
      "grad_norm": 0.4636996388435364,
      "learning_rate": 4.9634952797831524e-05,
      "loss": 5.2219,
      "step": 80315
    },
    {
      "epoch": 0.07030560002660968,
      "grad_norm": 0.7238656282424927,
      "learning_rate": 4.9634899967859546e-05,
      "loss": 4.5033,
      "step": 80320
    },
    {
      "epoch": 0.07030997662023684,
      "grad_norm": 0.7434722781181335,
      "learning_rate": 4.963484713410026e-05,
      "loss": 5.2218,
      "step": 80325
    },
    {
      "epoch": 0.07031435321386399,
      "grad_norm": 0.4504111409187317,
      "learning_rate": 4.9634794296553666e-05,
      "loss": 5.245,
      "step": 80330
    },
    {
      "epoch": 0.07031872980749115,
      "grad_norm": 0.44939178228378296,
      "learning_rate": 4.963474145521978e-05,
      "loss": 5.5461,
      "step": 80335
    },
    {
      "epoch": 0.0703231064011183,
      "grad_norm": 0.4011354148387909,
      "learning_rate": 4.963468861009861e-05,
      "loss": 5.8619,
      "step": 80340
    },
    {
      "epoch": 0.07032748299474546,
      "grad_norm": 0.35499852895736694,
      "learning_rate": 4.963463576119017e-05,
      "loss": 6.058,
      "step": 80345
    },
    {
      "epoch": 0.07033185958837261,
      "grad_norm": 0.45088380575180054,
      "learning_rate": 4.963458290849449e-05,
      "loss": 5.3158,
      "step": 80350
    },
    {
      "epoch": 0.07033623618199977,
      "grad_norm": 0.40376177430152893,
      "learning_rate": 4.963453005201154e-05,
      "loss": 5.5193,
      "step": 80355
    },
    {
      "epoch": 0.07034061277562692,
      "grad_norm": 0.3943282961845398,
      "learning_rate": 4.9634477191741355e-05,
      "loss": 5.3062,
      "step": 80360
    },
    {
      "epoch": 0.07034498936925408,
      "grad_norm": 0.436707466840744,
      "learning_rate": 4.963442432768395e-05,
      "loss": 5.7365,
      "step": 80365
    },
    {
      "epoch": 0.07034936596288123,
      "grad_norm": 0.42630070447921753,
      "learning_rate": 4.9634371459839314e-05,
      "loss": 5.7584,
      "step": 80370
    },
    {
      "epoch": 0.07035374255650839,
      "grad_norm": 0.35238930583000183,
      "learning_rate": 4.963431858820747e-05,
      "loss": 6.075,
      "step": 80375
    },
    {
      "epoch": 0.07035811915013554,
      "grad_norm": 0.4727341830730438,
      "learning_rate": 4.963426571278843e-05,
      "loss": 5.8384,
      "step": 80380
    },
    {
      "epoch": 0.0703624957437627,
      "grad_norm": 0.4630192816257477,
      "learning_rate": 4.9634212833582206e-05,
      "loss": 5.0248,
      "step": 80385
    },
    {
      "epoch": 0.07036687233738985,
      "grad_norm": 0.42658281326293945,
      "learning_rate": 4.963415995058881e-05,
      "loss": 5.2144,
      "step": 80390
    },
    {
      "epoch": 0.07037124893101701,
      "grad_norm": 0.3748994469642639,
      "learning_rate": 4.963410706380823e-05,
      "loss": 5.7287,
      "step": 80395
    },
    {
      "epoch": 0.07037562552464416,
      "grad_norm": 0.39310744404792786,
      "learning_rate": 4.96340541732405e-05,
      "loss": 6.3377,
      "step": 80400
    },
    {
      "epoch": 0.07038000211827132,
      "grad_norm": 0.3917447626590729,
      "learning_rate": 4.9634001278885614e-05,
      "loss": 5.5045,
      "step": 80405
    },
    {
      "epoch": 0.07038437871189847,
      "grad_norm": 0.4027693271636963,
      "learning_rate": 4.96339483807436e-05,
      "loss": 4.9997,
      "step": 80410
    },
    {
      "epoch": 0.07038875530552563,
      "grad_norm": 0.4199869632720947,
      "learning_rate": 4.963389547881446e-05,
      "loss": 5.2354,
      "step": 80415
    },
    {
      "epoch": 0.07039313189915278,
      "grad_norm": 0.4297877252101898,
      "learning_rate": 4.9633842573098197e-05,
      "loss": 4.9531,
      "step": 80420
    },
    {
      "epoch": 0.07039750849277994,
      "grad_norm": 0.5056295990943909,
      "learning_rate": 4.963378966359483e-05,
      "loss": 4.4737,
      "step": 80425
    },
    {
      "epoch": 0.07040188508640709,
      "grad_norm": 0.4466712772846222,
      "learning_rate": 4.9633736750304364e-05,
      "loss": 5.0064,
      "step": 80430
    },
    {
      "epoch": 0.07040626168003425,
      "grad_norm": 0.39663374423980713,
      "learning_rate": 4.963368383322681e-05,
      "loss": 5.5118,
      "step": 80435
    },
    {
      "epoch": 0.0704106382736614,
      "grad_norm": 0.4305632710456848,
      "learning_rate": 4.963363091236219e-05,
      "loss": 4.9161,
      "step": 80440
    },
    {
      "epoch": 0.07041501486728854,
      "grad_norm": 0.4417387843132019,
      "learning_rate": 4.963357798771049e-05,
      "loss": 4.4658,
      "step": 80445
    },
    {
      "epoch": 0.0704193914609157,
      "grad_norm": 0.3555169403553009,
      "learning_rate": 4.9633525059271734e-05,
      "loss": 5.8573,
      "step": 80450
    },
    {
      "epoch": 0.07042376805454285,
      "grad_norm": 0.4150395393371582,
      "learning_rate": 4.9633472127045945e-05,
      "loss": 5.5352,
      "step": 80455
    },
    {
      "epoch": 0.07042814464817002,
      "grad_norm": 0.4350776970386505,
      "learning_rate": 4.963341919103311e-05,
      "loss": 5.5157,
      "step": 80460
    },
    {
      "epoch": 0.07043252124179716,
      "grad_norm": 0.5318235754966736,
      "learning_rate": 4.963336625123326e-05,
      "loss": 4.5043,
      "step": 80465
    },
    {
      "epoch": 0.07043689783542433,
      "grad_norm": 0.35695967078208923,
      "learning_rate": 4.963331330764639e-05,
      "loss": 5.284,
      "step": 80470
    },
    {
      "epoch": 0.07044127442905147,
      "grad_norm": 0.4596134424209595,
      "learning_rate": 4.9633260360272517e-05,
      "loss": 4.6146,
      "step": 80475
    },
    {
      "epoch": 0.07044565102267863,
      "grad_norm": 0.5020080208778381,
      "learning_rate": 4.9633207409111645e-05,
      "loss": 6.0611,
      "step": 80480
    },
    {
      "epoch": 0.07045002761630578,
      "grad_norm": 0.43879303336143494,
      "learning_rate": 4.963315445416379e-05,
      "loss": 5.2297,
      "step": 80485
    },
    {
      "epoch": 0.07045440420993294,
      "grad_norm": 0.9865360856056213,
      "learning_rate": 4.9633101495428954e-05,
      "loss": 4.9088,
      "step": 80490
    },
    {
      "epoch": 0.07045878080356009,
      "grad_norm": 0.4941883981227875,
      "learning_rate": 4.963304853290717e-05,
      "loss": 4.8098,
      "step": 80495
    },
    {
      "epoch": 0.07046315739718725,
      "grad_norm": 0.6433164477348328,
      "learning_rate": 4.963299556659843e-05,
      "loss": 4.8104,
      "step": 80500
    },
    {
      "epoch": 0.0704675339908144,
      "grad_norm": 0.47498074173927307,
      "learning_rate": 4.963294259650273e-05,
      "loss": 4.267,
      "step": 80505
    },
    {
      "epoch": 0.07047191058444156,
      "grad_norm": 0.4905223846435547,
      "learning_rate": 4.9632889622620106e-05,
      "loss": 6.0895,
      "step": 80510
    },
    {
      "epoch": 0.07047628717806871,
      "grad_norm": 0.492519736289978,
      "learning_rate": 4.9632836644950566e-05,
      "loss": 5.7398,
      "step": 80515
    },
    {
      "epoch": 0.07048066377169587,
      "grad_norm": 0.48776504397392273,
      "learning_rate": 4.963278366349411e-05,
      "loss": 5.0408,
      "step": 80520
    },
    {
      "epoch": 0.07048504036532302,
      "grad_norm": 0.38658973574638367,
      "learning_rate": 4.963273067825074e-05,
      "loss": 6.0529,
      "step": 80525
    },
    {
      "epoch": 0.07048941695895018,
      "grad_norm": 0.43428775668144226,
      "learning_rate": 4.9632677689220484e-05,
      "loss": 4.487,
      "step": 80530
    },
    {
      "epoch": 0.07049379355257733,
      "grad_norm": 0.44051679968833923,
      "learning_rate": 4.963262469640335e-05,
      "loss": 5.0054,
      "step": 80535
    },
    {
      "epoch": 0.07049817014620449,
      "grad_norm": 0.4185590147972107,
      "learning_rate": 4.9632571699799346e-05,
      "loss": 4.4721,
      "step": 80540
    },
    {
      "epoch": 0.07050254673983164,
      "grad_norm": 0.3891162872314453,
      "learning_rate": 4.963251869940847e-05,
      "loss": 5.8385,
      "step": 80545
    },
    {
      "epoch": 0.0705069233334588,
      "grad_norm": 0.4775753319263458,
      "learning_rate": 4.963246569523076e-05,
      "loss": 5.5609,
      "step": 80550
    },
    {
      "epoch": 0.07051129992708595,
      "grad_norm": 0.41854971647262573,
      "learning_rate": 4.963241268726619e-05,
      "loss": 4.3097,
      "step": 80555
    },
    {
      "epoch": 0.07051567652071311,
      "grad_norm": 0.3954472541809082,
      "learning_rate": 4.96323596755148e-05,
      "loss": 5.0164,
      "step": 80560
    },
    {
      "epoch": 0.07052005311434026,
      "grad_norm": 0.48180899024009705,
      "learning_rate": 4.963230665997659e-05,
      "loss": 5.5229,
      "step": 80565
    },
    {
      "epoch": 0.07052442970796742,
      "grad_norm": 0.4267723262310028,
      "learning_rate": 4.963225364065156e-05,
      "loss": 5.2559,
      "step": 80570
    },
    {
      "epoch": 0.07052880630159457,
      "grad_norm": 0.47903597354888916,
      "learning_rate": 4.963220061753974e-05,
      "loss": 5.54,
      "step": 80575
    },
    {
      "epoch": 0.07053318289522172,
      "grad_norm": 0.40220728516578674,
      "learning_rate": 4.9632147590641106e-05,
      "loss": 5.4393,
      "step": 80580
    },
    {
      "epoch": 0.07053755948884888,
      "grad_norm": 0.39603132009506226,
      "learning_rate": 4.963209455995572e-05,
      "loss": 5.2187,
      "step": 80585
    },
    {
      "epoch": 0.07054193608247603,
      "grad_norm": 0.4473007619380951,
      "learning_rate": 4.963204152548356e-05,
      "loss": 5.2383,
      "step": 80590
    },
    {
      "epoch": 0.07054631267610319,
      "grad_norm": 0.43798837065696716,
      "learning_rate": 4.9631988487224636e-05,
      "loss": 4.2698,
      "step": 80595
    },
    {
      "epoch": 0.07055068926973034,
      "grad_norm": 0.3746565580368042,
      "learning_rate": 4.963193544517896e-05,
      "loss": 5.549,
      "step": 80600
    },
    {
      "epoch": 0.0705550658633575,
      "grad_norm": 0.4141499698162079,
      "learning_rate": 4.963188239934654e-05,
      "loss": 6.0494,
      "step": 80605
    },
    {
      "epoch": 0.07055944245698464,
      "grad_norm": 0.4201512038707733,
      "learning_rate": 4.9631829349727396e-05,
      "loss": 5.3961,
      "step": 80610
    },
    {
      "epoch": 0.0705638190506118,
      "grad_norm": 0.37893885374069214,
      "learning_rate": 4.963177629632154e-05,
      "loss": 5.8275,
      "step": 80615
    },
    {
      "epoch": 0.07056819564423895,
      "grad_norm": 0.37752342224121094,
      "learning_rate": 4.9631723239128965e-05,
      "loss": 5.8424,
      "step": 80620
    },
    {
      "epoch": 0.07057257223786612,
      "grad_norm": 0.4424092173576355,
      "learning_rate": 4.96316701781497e-05,
      "loss": 5.0189,
      "step": 80625
    },
    {
      "epoch": 0.07057694883149326,
      "grad_norm": 0.3817468583583832,
      "learning_rate": 4.9631617113383757e-05,
      "loss": 5.5211,
      "step": 80630
    },
    {
      "epoch": 0.07058132542512043,
      "grad_norm": 0.34864604473114014,
      "learning_rate": 4.9631564044831125e-05,
      "loss": 6.4051,
      "step": 80635
    },
    {
      "epoch": 0.07058570201874757,
      "grad_norm": 0.3663409948348999,
      "learning_rate": 4.963151097249182e-05,
      "loss": 5.0286,
      "step": 80640
    },
    {
      "epoch": 0.07059007861237473,
      "grad_norm": 0.4525432288646698,
      "learning_rate": 4.9631457896365864e-05,
      "loss": 5.7344,
      "step": 80645
    },
    {
      "epoch": 0.07059445520600188,
      "grad_norm": 0.38199135661125183,
      "learning_rate": 4.963140481645327e-05,
      "loss": 6.0607,
      "step": 80650
    },
    {
      "epoch": 0.07059883179962904,
      "grad_norm": 0.4182615280151367,
      "learning_rate": 4.963135173275402e-05,
      "loss": 5.5276,
      "step": 80655
    },
    {
      "epoch": 0.07060320839325619,
      "grad_norm": 0.3729389011859894,
      "learning_rate": 4.9631298645268156e-05,
      "loss": 5.4574,
      "step": 80660
    },
    {
      "epoch": 0.07060758498688335,
      "grad_norm": 0.42545512318611145,
      "learning_rate": 4.9631245553995675e-05,
      "loss": 5.1223,
      "step": 80665
    },
    {
      "epoch": 0.0706119615805105,
      "grad_norm": 0.3830313980579376,
      "learning_rate": 4.9631192458936584e-05,
      "loss": 5.3258,
      "step": 80670
    },
    {
      "epoch": 0.07061633817413766,
      "grad_norm": 0.48778876662254333,
      "learning_rate": 4.96311393600909e-05,
      "loss": 5.29,
      "step": 80675
    },
    {
      "epoch": 0.07062071476776481,
      "grad_norm": 0.4817627966403961,
      "learning_rate": 4.963108625745863e-05,
      "loss": 5.5614,
      "step": 80680
    },
    {
      "epoch": 0.07062509136139197,
      "grad_norm": 0.3733709752559662,
      "learning_rate": 4.963103315103979e-05,
      "loss": 5.5449,
      "step": 80685
    },
    {
      "epoch": 0.07062946795501912,
      "grad_norm": 0.43569469451904297,
      "learning_rate": 4.963098004083437e-05,
      "loss": 5.7398,
      "step": 80690
    },
    {
      "epoch": 0.07063384454864628,
      "grad_norm": 0.5250208377838135,
      "learning_rate": 4.96309269268424e-05,
      "loss": 5.0244,
      "step": 80695
    },
    {
      "epoch": 0.07063822114227343,
      "grad_norm": 0.4992866814136505,
      "learning_rate": 4.9630873809063895e-05,
      "loss": 5.2351,
      "step": 80700
    },
    {
      "epoch": 0.07064259773590058,
      "grad_norm": 0.3838229477405548,
      "learning_rate": 4.963082068749886e-05,
      "loss": 5.8561,
      "step": 80705
    },
    {
      "epoch": 0.07064697432952774,
      "grad_norm": 0.4051002860069275,
      "learning_rate": 4.963076756214728e-05,
      "loss": 5.8283,
      "step": 80710
    },
    {
      "epoch": 0.07065135092315489,
      "grad_norm": 0.39128178358078003,
      "learning_rate": 4.963071443300921e-05,
      "loss": 6.0387,
      "step": 80715
    },
    {
      "epoch": 0.07065572751678205,
      "grad_norm": 0.39132577180862427,
      "learning_rate": 4.963066130008462e-05,
      "loss": 5.5456,
      "step": 80720
    },
    {
      "epoch": 0.0706601041104092,
      "grad_norm": 0.4430074989795685,
      "learning_rate": 4.963060816337354e-05,
      "loss": 4.5015,
      "step": 80725
    },
    {
      "epoch": 0.07066448070403636,
      "grad_norm": 0.5547319054603577,
      "learning_rate": 4.963055502287598e-05,
      "loss": 5.8298,
      "step": 80730
    },
    {
      "epoch": 0.0706688572976635,
      "grad_norm": 0.46134573221206665,
      "learning_rate": 4.963050187859195e-05,
      "loss": 5.2199,
      "step": 80735
    },
    {
      "epoch": 0.07067323389129067,
      "grad_norm": 0.5340845584869385,
      "learning_rate": 4.963044873052145e-05,
      "loss": 4.9944,
      "step": 80740
    },
    {
      "epoch": 0.07067761048491782,
      "grad_norm": 0.7785342335700989,
      "learning_rate": 4.96303955786645e-05,
      "loss": 5.2527,
      "step": 80745
    },
    {
      "epoch": 0.07068198707854498,
      "grad_norm": 0.7981906533241272,
      "learning_rate": 4.9630342423021115e-05,
      "loss": 5.5911,
      "step": 80750
    },
    {
      "epoch": 0.07068636367217213,
      "grad_norm": 0.8352345824241638,
      "learning_rate": 4.963028926359129e-05,
      "loss": 5.8608,
      "step": 80755
    },
    {
      "epoch": 0.07069074026579929,
      "grad_norm": 0.45740950107574463,
      "learning_rate": 4.963023610037505e-05,
      "loss": 4.9342,
      "step": 80760
    },
    {
      "epoch": 0.07069511685942644,
      "grad_norm": 0.5174400806427002,
      "learning_rate": 4.963018293337239e-05,
      "loss": 5.5652,
      "step": 80765
    },
    {
      "epoch": 0.0706994934530536,
      "grad_norm": 0.4617212116718292,
      "learning_rate": 4.963012976258333e-05,
      "loss": 5.3042,
      "step": 80770
    },
    {
      "epoch": 0.07070387004668074,
      "grad_norm": 0.45799413323402405,
      "learning_rate": 4.963007658800789e-05,
      "loss": 4.7202,
      "step": 80775
    },
    {
      "epoch": 0.0707082466403079,
      "grad_norm": 0.40068140625953674,
      "learning_rate": 4.9630023409646066e-05,
      "loss": 5.5101,
      "step": 80780
    },
    {
      "epoch": 0.07071262323393505,
      "grad_norm": 0.4543091058731079,
      "learning_rate": 4.9629970227497866e-05,
      "loss": 4.9884,
      "step": 80785
    },
    {
      "epoch": 0.07071699982756222,
      "grad_norm": 0.43694546818733215,
      "learning_rate": 4.9629917041563314e-05,
      "loss": 4.502,
      "step": 80790
    },
    {
      "epoch": 0.07072137642118936,
      "grad_norm": 0.4417458176612854,
      "learning_rate": 4.96298638518424e-05,
      "loss": 4.7151,
      "step": 80795
    },
    {
      "epoch": 0.07072575301481653,
      "grad_norm": 0.4288358688354492,
      "learning_rate": 4.962981065833515e-05,
      "loss": 5.116,
      "step": 80800
    },
    {
      "epoch": 0.07073012960844367,
      "grad_norm": 0.42557692527770996,
      "learning_rate": 4.9629757461041584e-05,
      "loss": 4.7098,
      "step": 80805
    },
    {
      "epoch": 0.07073450620207083,
      "grad_norm": 0.48284995555877686,
      "learning_rate": 4.9629704259961684e-05,
      "loss": 5.5127,
      "step": 80810
    },
    {
      "epoch": 0.07073888279569798,
      "grad_norm": 0.43814852833747864,
      "learning_rate": 4.9629651055095485e-05,
      "loss": 4.9992,
      "step": 80815
    },
    {
      "epoch": 0.07074325938932514,
      "grad_norm": 0.4349062740802765,
      "learning_rate": 4.9629597846442974e-05,
      "loss": 5.7457,
      "step": 80820
    },
    {
      "epoch": 0.07074763598295229,
      "grad_norm": 0.44625943899154663,
      "learning_rate": 4.9629544634004185e-05,
      "loss": 4.7743,
      "step": 80825
    },
    {
      "epoch": 0.07075201257657945,
      "grad_norm": 0.4020216763019562,
      "learning_rate": 4.9629491417779125e-05,
      "loss": 5.8072,
      "step": 80830
    },
    {
      "epoch": 0.0707563891702066,
      "grad_norm": 0.35820478200912476,
      "learning_rate": 4.962943819776779e-05,
      "loss": 6.0574,
      "step": 80835
    },
    {
      "epoch": 0.07076076576383375,
      "grad_norm": 0.4797825217247009,
      "learning_rate": 4.962938497397019e-05,
      "loss": 4.9696,
      "step": 80840
    },
    {
      "epoch": 0.07076514235746091,
      "grad_norm": 0.44272011518478394,
      "learning_rate": 4.962933174638635e-05,
      "loss": 5.008,
      "step": 80845
    },
    {
      "epoch": 0.07076951895108806,
      "grad_norm": 0.46453604102134705,
      "learning_rate": 4.9629278515016275e-05,
      "loss": 5.5346,
      "step": 80850
    },
    {
      "epoch": 0.07077389554471522,
      "grad_norm": 0.4405168890953064,
      "learning_rate": 4.962922527985997e-05,
      "loss": 5.5159,
      "step": 80855
    },
    {
      "epoch": 0.07077827213834237,
      "grad_norm": 0.43546614050865173,
      "learning_rate": 4.962917204091746e-05,
      "loss": 4.6814,
      "step": 80860
    },
    {
      "epoch": 0.07078264873196953,
      "grad_norm": 0.4172877073287964,
      "learning_rate": 4.9629118798188736e-05,
      "loss": 5.2407,
      "step": 80865
    },
    {
      "epoch": 0.07078702532559668,
      "grad_norm": 0.4529423117637634,
      "learning_rate": 4.962906555167381e-05,
      "loss": 4.8084,
      "step": 80870
    },
    {
      "epoch": 0.07079140191922384,
      "grad_norm": 0.4671574831008911,
      "learning_rate": 4.9629012301372705e-05,
      "loss": 5.8654,
      "step": 80875
    },
    {
      "epoch": 0.07079577851285099,
      "grad_norm": 0.4388934373855591,
      "learning_rate": 4.962895904728543e-05,
      "loss": 5.023,
      "step": 80880
    },
    {
      "epoch": 0.07080015510647815,
      "grad_norm": 0.39914020895957947,
      "learning_rate": 4.962890578941198e-05,
      "loss": 4.9993,
      "step": 80885
    },
    {
      "epoch": 0.0708045317001053,
      "grad_norm": 0.43877655267715454,
      "learning_rate": 4.962885252775238e-05,
      "loss": 5.4762,
      "step": 80890
    },
    {
      "epoch": 0.07080890829373246,
      "grad_norm": 0.5338836908340454,
      "learning_rate": 4.9628799262306634e-05,
      "loss": 5.0501,
      "step": 80895
    },
    {
      "epoch": 0.0708132848873596,
      "grad_norm": 0.42381832003593445,
      "learning_rate": 4.9628745993074754e-05,
      "loss": 5.4486,
      "step": 80900
    },
    {
      "epoch": 0.07081766148098677,
      "grad_norm": 0.4486471712589264,
      "learning_rate": 4.9628692720056745e-05,
      "loss": 5.2402,
      "step": 80905
    },
    {
      "epoch": 0.07082203807461392,
      "grad_norm": 0.4480854272842407,
      "learning_rate": 4.9628639443252634e-05,
      "loss": 5.0265,
      "step": 80910
    },
    {
      "epoch": 0.07082641466824108,
      "grad_norm": 0.4213911294937134,
      "learning_rate": 4.9628586162662414e-05,
      "loss": 5.7203,
      "step": 80915
    },
    {
      "epoch": 0.07083079126186823,
      "grad_norm": 0.4746484160423279,
      "learning_rate": 4.962853287828611e-05,
      "loss": 5.5354,
      "step": 80920
    },
    {
      "epoch": 0.07083516785549539,
      "grad_norm": 0.42479628324508667,
      "learning_rate": 4.96284795901237e-05,
      "loss": 5.1952,
      "step": 80925
    },
    {
      "epoch": 0.07083954444912254,
      "grad_norm": 0.47113245725631714,
      "learning_rate": 4.9628426298175234e-05,
      "loss": 4.8118,
      "step": 80930
    },
    {
      "epoch": 0.0708439210427497,
      "grad_norm": 0.38181743025779724,
      "learning_rate": 4.962837300244071e-05,
      "loss": 5.8505,
      "step": 80935
    },
    {
      "epoch": 0.07084829763637684,
      "grad_norm": 0.4241204261779785,
      "learning_rate": 4.962831970292012e-05,
      "loss": 4.8937,
      "step": 80940
    },
    {
      "epoch": 0.070852674230004,
      "grad_norm": 0.4583906829357147,
      "learning_rate": 4.9628266399613496e-05,
      "loss": 6.3658,
      "step": 80945
    },
    {
      "epoch": 0.07085705082363115,
      "grad_norm": 0.3679550290107727,
      "learning_rate": 4.962821309252085e-05,
      "loss": 5.3632,
      "step": 80950
    },
    {
      "epoch": 0.07086142741725832,
      "grad_norm": 0.45630383491516113,
      "learning_rate": 4.962815978164217e-05,
      "loss": 5.5394,
      "step": 80955
    },
    {
      "epoch": 0.07086580401088546,
      "grad_norm": 0.47073450684547424,
      "learning_rate": 4.962810646697749e-05,
      "loss": 5.7592,
      "step": 80960
    },
    {
      "epoch": 0.07087018060451261,
      "grad_norm": 0.4217340350151062,
      "learning_rate": 4.96280531485268e-05,
      "loss": 5.7436,
      "step": 80965
    },
    {
      "epoch": 0.07087455719813977,
      "grad_norm": 0.4811595380306244,
      "learning_rate": 4.962799982629012e-05,
      "loss": 5.2118,
      "step": 80970
    },
    {
      "epoch": 0.07087893379176692,
      "grad_norm": 0.41854289174079895,
      "learning_rate": 4.962794650026746e-05,
      "loss": 5.4135,
      "step": 80975
    },
    {
      "epoch": 0.07088331038539408,
      "grad_norm": 0.3678314685821533,
      "learning_rate": 4.962789317045883e-05,
      "loss": 4.9992,
      "step": 80980
    },
    {
      "epoch": 0.07088768697902123,
      "grad_norm": 0.40615344047546387,
      "learning_rate": 4.9627839836864255e-05,
      "loss": 5.2212,
      "step": 80985
    },
    {
      "epoch": 0.07089206357264839,
      "grad_norm": 0.41577771306037903,
      "learning_rate": 4.962778649948371e-05,
      "loss": 6.3473,
      "step": 80990
    },
    {
      "epoch": 0.07089644016627554,
      "grad_norm": 0.4074006974697113,
      "learning_rate": 4.9627733158317244e-05,
      "loss": 5.766,
      "step": 80995
    },
    {
      "epoch": 0.0709008167599027,
      "grad_norm": 0.49074310064315796,
      "learning_rate": 4.962767981336483e-05,
      "loss": 4.51,
      "step": 81000
    },
    {
      "epoch": 0.07090519335352985,
      "grad_norm": 0.4312799870967865,
      "learning_rate": 4.9627626464626517e-05,
      "loss": 4.7101,
      "step": 81005
    },
    {
      "epoch": 0.07090956994715701,
      "grad_norm": 0.4050304591655731,
      "learning_rate": 4.962757311210229e-05,
      "loss": 5.5465,
      "step": 81010
    },
    {
      "epoch": 0.07091394654078416,
      "grad_norm": 0.3659069240093231,
      "learning_rate": 4.962751975579216e-05,
      "loss": 5.5688,
      "step": 81015
    },
    {
      "epoch": 0.07091832313441132,
      "grad_norm": 0.3675534427165985,
      "learning_rate": 4.962746639569614e-05,
      "loss": 6.3383,
      "step": 81020
    },
    {
      "epoch": 0.07092269972803847,
      "grad_norm": 0.4179810881614685,
      "learning_rate": 4.962741303181426e-05,
      "loss": 5.7795,
      "step": 81025
    },
    {
      "epoch": 0.07092707632166563,
      "grad_norm": 0.3669334650039673,
      "learning_rate": 4.96273596641465e-05,
      "loss": 5.5206,
      "step": 81030
    },
    {
      "epoch": 0.07093145291529278,
      "grad_norm": 0.4131162762641907,
      "learning_rate": 4.962730629269289e-05,
      "loss": 4.8893,
      "step": 81035
    },
    {
      "epoch": 0.07093582950891994,
      "grad_norm": 0.4251340925693512,
      "learning_rate": 4.9627252917453424e-05,
      "loss": 4.9185,
      "step": 81040
    },
    {
      "epoch": 0.07094020610254709,
      "grad_norm": 0.41272294521331787,
      "learning_rate": 4.962719953842814e-05,
      "loss": 4.6813,
      "step": 81045
    },
    {
      "epoch": 0.07094458269617425,
      "grad_norm": 0.4821699261665344,
      "learning_rate": 4.962714615561702e-05,
      "loss": 4.1614,
      "step": 81050
    },
    {
      "epoch": 0.0709489592898014,
      "grad_norm": 0.4177916944026947,
      "learning_rate": 4.962709276902008e-05,
      "loss": 5.0272,
      "step": 81055
    },
    {
      "epoch": 0.07095333588342856,
      "grad_norm": 0.5582801103591919,
      "learning_rate": 4.962703937863734e-05,
      "loss": 4.4827,
      "step": 81060
    },
    {
      "epoch": 0.0709577124770557,
      "grad_norm": 0.5094942450523376,
      "learning_rate": 4.9626985984468797e-05,
      "loss": 5.532,
      "step": 81065
    },
    {
      "epoch": 0.07096208907068287,
      "grad_norm": 0.4596582353115082,
      "learning_rate": 4.9626932586514485e-05,
      "loss": 5.2485,
      "step": 81070
    },
    {
      "epoch": 0.07096646566431002,
      "grad_norm": 0.4672521650791168,
      "learning_rate": 4.962687918477439e-05,
      "loss": 5.0337,
      "step": 81075
    },
    {
      "epoch": 0.07097084225793718,
      "grad_norm": 0.40153566002845764,
      "learning_rate": 4.962682577924853e-05,
      "loss": 5.5583,
      "step": 81080
    },
    {
      "epoch": 0.07097521885156433,
      "grad_norm": 0.43820613622665405,
      "learning_rate": 4.9626772369936924e-05,
      "loss": 5.026,
      "step": 81085
    },
    {
      "epoch": 0.07097959544519147,
      "grad_norm": 0.540086030960083,
      "learning_rate": 4.962671895683957e-05,
      "loss": 5.8482,
      "step": 81090
    },
    {
      "epoch": 0.07098397203881864,
      "grad_norm": 0.45355892181396484,
      "learning_rate": 4.9626665539956475e-05,
      "loss": 5.2111,
      "step": 81095
    },
    {
      "epoch": 0.07098834863244578,
      "grad_norm": 0.4270286560058594,
      "learning_rate": 4.962661211928767e-05,
      "loss": 4.4997,
      "step": 81100
    },
    {
      "epoch": 0.07099272522607294,
      "grad_norm": 0.44053518772125244,
      "learning_rate": 4.962655869483315e-05,
      "loss": 5.2345,
      "step": 81105
    },
    {
      "epoch": 0.07099710181970009,
      "grad_norm": 0.36268797516822815,
      "learning_rate": 4.9626505266592924e-05,
      "loss": 5.7027,
      "step": 81110
    },
    {
      "epoch": 0.07100147841332725,
      "grad_norm": 0.435905396938324,
      "learning_rate": 4.962645183456701e-05,
      "loss": 5.4246,
      "step": 81115
    },
    {
      "epoch": 0.0710058550069544,
      "grad_norm": 0.40248802304267883,
      "learning_rate": 4.9626398398755415e-05,
      "loss": 4.9771,
      "step": 81120
    },
    {
      "epoch": 0.07101023160058156,
      "grad_norm": 0.404546320438385,
      "learning_rate": 4.9626344959158144e-05,
      "loss": 4.4116,
      "step": 81125
    },
    {
      "epoch": 0.07101460819420871,
      "grad_norm": 0.46765899658203125,
      "learning_rate": 4.962629151577521e-05,
      "loss": 4.7236,
      "step": 81130
    },
    {
      "epoch": 0.07101898478783587,
      "grad_norm": 0.4293581247329712,
      "learning_rate": 4.962623806860663e-05,
      "loss": 5.4826,
      "step": 81135
    },
    {
      "epoch": 0.07102336138146302,
      "grad_norm": 0.42154693603515625,
      "learning_rate": 4.962618461765242e-05,
      "loss": 5.441,
      "step": 81140
    },
    {
      "epoch": 0.07102773797509018,
      "grad_norm": 0.391063392162323,
      "learning_rate": 4.962613116291257e-05,
      "loss": 6.0234,
      "step": 81145
    },
    {
      "epoch": 0.07103211456871733,
      "grad_norm": 0.46553757786750793,
      "learning_rate": 4.962607770438711e-05,
      "loss": 4.4819,
      "step": 81150
    },
    {
      "epoch": 0.07103649116234449,
      "grad_norm": 0.4649057388305664,
      "learning_rate": 4.962602424207603e-05,
      "loss": 5.029,
      "step": 81155
    },
    {
      "epoch": 0.07104086775597164,
      "grad_norm": 0.3638399541378021,
      "learning_rate": 4.962597077597936e-05,
      "loss": 5.8433,
      "step": 81160
    },
    {
      "epoch": 0.0710452443495988,
      "grad_norm": 0.36891499161720276,
      "learning_rate": 4.962591730609709e-05,
      "loss": 5.7324,
      "step": 81165
    },
    {
      "epoch": 0.07104962094322595,
      "grad_norm": 0.4136214256286621,
      "learning_rate": 4.962586383242924e-05,
      "loss": 5.2381,
      "step": 81170
    },
    {
      "epoch": 0.07105399753685311,
      "grad_norm": 0.4431585669517517,
      "learning_rate": 4.962581035497583e-05,
      "loss": 4.9922,
      "step": 81175
    },
    {
      "epoch": 0.07105837413048026,
      "grad_norm": 0.4138576090335846,
      "learning_rate": 4.962575687373686e-05,
      "loss": 5.7484,
      "step": 81180
    },
    {
      "epoch": 0.07106275072410742,
      "grad_norm": 0.42312416434288025,
      "learning_rate": 4.9625703388712354e-05,
      "loss": 5.2656,
      "step": 81185
    },
    {
      "epoch": 0.07106712731773457,
      "grad_norm": 0.457210898399353,
      "learning_rate": 4.9625649899902306e-05,
      "loss": 4.2617,
      "step": 81190
    },
    {
      "epoch": 0.07107150391136173,
      "grad_norm": 0.4140373468399048,
      "learning_rate": 4.962559640730672e-05,
      "loss": 5.2516,
      "step": 81195
    },
    {
      "epoch": 0.07107588050498888,
      "grad_norm": 0.419097900390625,
      "learning_rate": 4.962554291092563e-05,
      "loss": 5.2421,
      "step": 81200
    },
    {
      "epoch": 0.07108025709861604,
      "grad_norm": 0.42256128787994385,
      "learning_rate": 4.962548941075903e-05,
      "loss": 4.7242,
      "step": 81205
    },
    {
      "epoch": 0.07108463369224319,
      "grad_norm": 0.44312259554862976,
      "learning_rate": 4.962543590680693e-05,
      "loss": 4.7896,
      "step": 81210
    },
    {
      "epoch": 0.07108901028587035,
      "grad_norm": 0.4260948598384857,
      "learning_rate": 4.962538239906934e-05,
      "loss": 4.4829,
      "step": 81215
    },
    {
      "epoch": 0.0710933868794975,
      "grad_norm": 0.43126845359802246,
      "learning_rate": 4.9625328887546286e-05,
      "loss": 5.8834,
      "step": 81220
    },
    {
      "epoch": 0.07109776347312464,
      "grad_norm": 0.36484792828559875,
      "learning_rate": 4.962527537223777e-05,
      "loss": 6.3779,
      "step": 81225
    },
    {
      "epoch": 0.0711021400667518,
      "grad_norm": 0.398263543844223,
      "learning_rate": 4.9625221853143786e-05,
      "loss": 5.2114,
      "step": 81230
    },
    {
      "epoch": 0.07110651666037895,
      "grad_norm": 0.4580969214439392,
      "learning_rate": 4.962516833026437e-05,
      "loss": 4.9765,
      "step": 81235
    },
    {
      "epoch": 0.07111089325400612,
      "grad_norm": 0.4552019536495209,
      "learning_rate": 4.9625114803599515e-05,
      "loss": 6.0605,
      "step": 81240
    },
    {
      "epoch": 0.07111526984763326,
      "grad_norm": 0.42996522784233093,
      "learning_rate": 4.962506127314924e-05,
      "loss": 4.7016,
      "step": 81245
    },
    {
      "epoch": 0.07111964644126043,
      "grad_norm": 0.4705822765827179,
      "learning_rate": 4.9625007738913555e-05,
      "loss": 4.687,
      "step": 81250
    },
    {
      "epoch": 0.07112402303488757,
      "grad_norm": 0.5401070713996887,
      "learning_rate": 4.962495420089246e-05,
      "loss": 5.2367,
      "step": 81255
    },
    {
      "epoch": 0.07112839962851474,
      "grad_norm": 0.4510311782360077,
      "learning_rate": 4.962490065908597e-05,
      "loss": 5.7447,
      "step": 81260
    },
    {
      "epoch": 0.07113277622214188,
      "grad_norm": 0.510680079460144,
      "learning_rate": 4.96248471134941e-05,
      "loss": 5.2545,
      "step": 81265
    },
    {
      "epoch": 0.07113715281576904,
      "grad_norm": 0.5572437644004822,
      "learning_rate": 4.962479356411687e-05,
      "loss": 4.9763,
      "step": 81270
    },
    {
      "epoch": 0.07114152940939619,
      "grad_norm": 0.4172525107860565,
      "learning_rate": 4.9624740010954266e-05,
      "loss": 5.2992,
      "step": 81275
    },
    {
      "epoch": 0.07114590600302335,
      "grad_norm": 0.34868717193603516,
      "learning_rate": 4.962468645400632e-05,
      "loss": 5.8278,
      "step": 81280
    },
    {
      "epoch": 0.0711502825966505,
      "grad_norm": 0.4169977903366089,
      "learning_rate": 4.962463289327302e-05,
      "loss": 5.2917,
      "step": 81285
    },
    {
      "epoch": 0.07115465919027766,
      "grad_norm": 0.4271366000175476,
      "learning_rate": 4.962457932875439e-05,
      "loss": 4.6842,
      "step": 81290
    },
    {
      "epoch": 0.07115903578390481,
      "grad_norm": 0.46264517307281494,
      "learning_rate": 4.962452576045046e-05,
      "loss": 5.0111,
      "step": 81295
    },
    {
      "epoch": 0.07116341237753197,
      "grad_norm": 0.4187389016151428,
      "learning_rate": 4.9624472188361204e-05,
      "loss": 5.3444,
      "step": 81300
    },
    {
      "epoch": 0.07116778897115912,
      "grad_norm": 0.4750402569770813,
      "learning_rate": 4.9624418612486646e-05,
      "loss": 4.9906,
      "step": 81305
    },
    {
      "epoch": 0.07117216556478628,
      "grad_norm": 0.3631565570831299,
      "learning_rate": 4.9624365032826806e-05,
      "loss": 5.8495,
      "step": 81310
    },
    {
      "epoch": 0.07117654215841343,
      "grad_norm": 0.43753817677497864,
      "learning_rate": 4.962431144938169e-05,
      "loss": 5.4736,
      "step": 81315
    },
    {
      "epoch": 0.07118091875204059,
      "grad_norm": 0.639901340007782,
      "learning_rate": 4.9624257862151294e-05,
      "loss": 4.2502,
      "step": 81320
    },
    {
      "epoch": 0.07118529534566774,
      "grad_norm": 0.460280179977417,
      "learning_rate": 4.9624204271135656e-05,
      "loss": 5.5336,
      "step": 81325
    },
    {
      "epoch": 0.0711896719392949,
      "grad_norm": 0.427266001701355,
      "learning_rate": 4.9624150676334756e-05,
      "loss": 4.8719,
      "step": 81330
    },
    {
      "epoch": 0.07119404853292205,
      "grad_norm": 0.37102681398391724,
      "learning_rate": 4.962409707774862e-05,
      "loss": 6.3584,
      "step": 81335
    },
    {
      "epoch": 0.07119842512654921,
      "grad_norm": 0.48460713028907776,
      "learning_rate": 4.962404347537727e-05,
      "loss": 5.4551,
      "step": 81340
    },
    {
      "epoch": 0.07120280172017636,
      "grad_norm": 0.5034818649291992,
      "learning_rate": 4.9623989869220685e-05,
      "loss": 6.066,
      "step": 81345
    },
    {
      "epoch": 0.0712071783138035,
      "grad_norm": 0.42684924602508545,
      "learning_rate": 4.9623936259278916e-05,
      "loss": 5.2051,
      "step": 81350
    },
    {
      "epoch": 0.07121155490743067,
      "grad_norm": 0.4257425367832184,
      "learning_rate": 4.9623882645551926e-05,
      "loss": 5.7543,
      "step": 81355
    },
    {
      "epoch": 0.07121593150105782,
      "grad_norm": 0.4249320924282074,
      "learning_rate": 4.962382902803976e-05,
      "loss": 4.9957,
      "step": 81360
    },
    {
      "epoch": 0.07122030809468498,
      "grad_norm": 0.46787217259407043,
      "learning_rate": 4.9623775406742425e-05,
      "loss": 4.6952,
      "step": 81365
    },
    {
      "epoch": 0.07122468468831213,
      "grad_norm": 0.3661331832408905,
      "learning_rate": 4.9623721781659915e-05,
      "loss": 5.2561,
      "step": 81370
    },
    {
      "epoch": 0.07122906128193929,
      "grad_norm": 0.4757014513015747,
      "learning_rate": 4.962366815279226e-05,
      "loss": 5.8517,
      "step": 81375
    },
    {
      "epoch": 0.07123343787556644,
      "grad_norm": 0.4085979759693146,
      "learning_rate": 4.962361452013945e-05,
      "loss": 4.8448,
      "step": 81380
    },
    {
      "epoch": 0.0712378144691936,
      "grad_norm": 0.4080967605113983,
      "learning_rate": 4.962356088370151e-05,
      "loss": 5.5403,
      "step": 81385
    },
    {
      "epoch": 0.07124219106282074,
      "grad_norm": 0.42693740129470825,
      "learning_rate": 4.9623507243478465e-05,
      "loss": 3.9722,
      "step": 81390
    },
    {
      "epoch": 0.0712465676564479,
      "grad_norm": 0.37437570095062256,
      "learning_rate": 4.9623453599470284e-05,
      "loss": 5.32,
      "step": 81395
    },
    {
      "epoch": 0.07125094425007505,
      "grad_norm": 0.459216833114624,
      "learning_rate": 4.962339995167701e-05,
      "loss": 4.6943,
      "step": 81400
    },
    {
      "epoch": 0.07125532084370222,
      "grad_norm": 0.47527092695236206,
      "learning_rate": 4.962334630009864e-05,
      "loss": 4.4097,
      "step": 81405
    },
    {
      "epoch": 0.07125969743732936,
      "grad_norm": 0.4166763722896576,
      "learning_rate": 4.962329264473519e-05,
      "loss": 5.0053,
      "step": 81410
    },
    {
      "epoch": 0.07126407403095653,
      "grad_norm": 0.4317631125450134,
      "learning_rate": 4.962323898558666e-05,
      "loss": 4.9939,
      "step": 81415
    },
    {
      "epoch": 0.07126845062458367,
      "grad_norm": 0.40186771750450134,
      "learning_rate": 4.962318532265308e-05,
      "loss": 4.7851,
      "step": 81420
    },
    {
      "epoch": 0.07127282721821084,
      "grad_norm": 0.4008217751979828,
      "learning_rate": 4.962313165593443e-05,
      "loss": 5.8354,
      "step": 81425
    },
    {
      "epoch": 0.07127720381183798,
      "grad_norm": 0.4936942756175995,
      "learning_rate": 4.962307798543076e-05,
      "loss": 4.7615,
      "step": 81430
    },
    {
      "epoch": 0.07128158040546514,
      "grad_norm": 0.41075676679611206,
      "learning_rate": 4.9623024311142044e-05,
      "loss": 4.6716,
      "step": 81435
    },
    {
      "epoch": 0.07128595699909229,
      "grad_norm": 0.5971147418022156,
      "learning_rate": 4.962297063306832e-05,
      "loss": 5.8658,
      "step": 81440
    },
    {
      "epoch": 0.07129033359271945,
      "grad_norm": 0.45237743854522705,
      "learning_rate": 4.962291695120958e-05,
      "loss": 5.2583,
      "step": 81445
    },
    {
      "epoch": 0.0712947101863466,
      "grad_norm": 0.41284745931625366,
      "learning_rate": 4.962286326556584e-05,
      "loss": 5.8841,
      "step": 81450
    },
    {
      "epoch": 0.07129908677997376,
      "grad_norm": 0.3999647796154022,
      "learning_rate": 4.9622809576137106e-05,
      "loss": 4.2858,
      "step": 81455
    },
    {
      "epoch": 0.07130346337360091,
      "grad_norm": 0.4421994388103485,
      "learning_rate": 4.962275588292341e-05,
      "loss": 5.5801,
      "step": 81460
    },
    {
      "epoch": 0.07130783996722807,
      "grad_norm": 0.42545655369758606,
      "learning_rate": 4.962270218592474e-05,
      "loss": 5.0621,
      "step": 81465
    },
    {
      "epoch": 0.07131221656085522,
      "grad_norm": 0.5378382802009583,
      "learning_rate": 4.96226484851411e-05,
      "loss": 5.7279,
      "step": 81470
    },
    {
      "epoch": 0.07131659315448238,
      "grad_norm": 0.4197850823402405,
      "learning_rate": 4.962259478057253e-05,
      "loss": 4.6884,
      "step": 81475
    },
    {
      "epoch": 0.07132096974810953,
      "grad_norm": 0.44941556453704834,
      "learning_rate": 4.962254107221901e-05,
      "loss": 4.6126,
      "step": 81480
    },
    {
      "epoch": 0.07132534634173668,
      "grad_norm": 0.4245467483997345,
      "learning_rate": 4.962248736008056e-05,
      "loss": 4.2562,
      "step": 81485
    },
    {
      "epoch": 0.07132972293536384,
      "grad_norm": 0.4426164925098419,
      "learning_rate": 4.96224336441572e-05,
      "loss": 4.9362,
      "step": 81490
    },
    {
      "epoch": 0.07133409952899099,
      "grad_norm": 0.43914201855659485,
      "learning_rate": 4.962237992444892e-05,
      "loss": 5.552,
      "step": 81495
    },
    {
      "epoch": 0.07133847612261815,
      "grad_norm": 0.4184510409832001,
      "learning_rate": 4.9622326200955774e-05,
      "loss": 5.2254,
      "step": 81500
    },
    {
      "epoch": 0.0713428527162453,
      "grad_norm": 0.3909590244293213,
      "learning_rate": 4.962227247367772e-05,
      "loss": 6.0602,
      "step": 81505
    },
    {
      "epoch": 0.07134722930987246,
      "grad_norm": 0.406099408864975,
      "learning_rate": 4.96222187426148e-05,
      "loss": 4.8544,
      "step": 81510
    },
    {
      "epoch": 0.07135160590349961,
      "grad_norm": 0.35258302092552185,
      "learning_rate": 4.9622165007767006e-05,
      "loss": 6.0459,
      "step": 81515
    },
    {
      "epoch": 0.07135598249712677,
      "grad_norm": 0.42678940296173096,
      "learning_rate": 4.962211126913436e-05,
      "loss": 5.2175,
      "step": 81520
    },
    {
      "epoch": 0.07136035909075392,
      "grad_norm": 0.4075648784637451,
      "learning_rate": 4.9622057526716884e-05,
      "loss": 4.473,
      "step": 81525
    },
    {
      "epoch": 0.07136473568438108,
      "grad_norm": 0.45947709679603577,
      "learning_rate": 4.962200378051456e-05,
      "loss": 5.3105,
      "step": 81530
    },
    {
      "epoch": 0.07136911227800823,
      "grad_norm": 0.37231528759002686,
      "learning_rate": 4.962195003052741e-05,
      "loss": 5.5649,
      "step": 81535
    },
    {
      "epoch": 0.07137348887163539,
      "grad_norm": 0.3802136182785034,
      "learning_rate": 4.9621896276755455e-05,
      "loss": 5.0283,
      "step": 81540
    },
    {
      "epoch": 0.07137786546526254,
      "grad_norm": 0.4443223774433136,
      "learning_rate": 4.962184251919869e-05,
      "loss": 5.3013,
      "step": 81545
    },
    {
      "epoch": 0.0713822420588897,
      "grad_norm": 0.3711054027080536,
      "learning_rate": 4.962178875785714e-05,
      "loss": 5.7805,
      "step": 81550
    },
    {
      "epoch": 0.07138661865251685,
      "grad_norm": 0.4783617854118347,
      "learning_rate": 4.9621734992730806e-05,
      "loss": 4.9024,
      "step": 81555
    },
    {
      "epoch": 0.071390995246144,
      "grad_norm": 0.4073024392127991,
      "learning_rate": 4.96216812238197e-05,
      "loss": 4.6904,
      "step": 81560
    },
    {
      "epoch": 0.07139537183977115,
      "grad_norm": 0.4509172737598419,
      "learning_rate": 4.9621627451123845e-05,
      "loss": 5.3372,
      "step": 81565
    },
    {
      "epoch": 0.07139974843339832,
      "grad_norm": 0.41331973671913147,
      "learning_rate": 4.9621573674643215e-05,
      "loss": 5.0294,
      "step": 81570
    },
    {
      "epoch": 0.07140412502702546,
      "grad_norm": 0.41574978828430176,
      "learning_rate": 4.9621519894377865e-05,
      "loss": 5.8719,
      "step": 81575
    },
    {
      "epoch": 0.07140850162065263,
      "grad_norm": 0.4266321063041687,
      "learning_rate": 4.9621466110327776e-05,
      "loss": 4.1841,
      "step": 81580
    },
    {
      "epoch": 0.07141287821427977,
      "grad_norm": 0.4757730960845947,
      "learning_rate": 4.962141232249297e-05,
      "loss": 5.8513,
      "step": 81585
    },
    {
      "epoch": 0.07141725480790694,
      "grad_norm": 0.3906182646751404,
      "learning_rate": 4.962135853087345e-05,
      "loss": 5.8046,
      "step": 81590
    },
    {
      "epoch": 0.07142163140153408,
      "grad_norm": 0.4552513360977173,
      "learning_rate": 4.9621304735469245e-05,
      "loss": 4.8083,
      "step": 81595
    },
    {
      "epoch": 0.07142600799516124,
      "grad_norm": 0.4729858636856079,
      "learning_rate": 4.9621250936280325e-05,
      "loss": 4.9021,
      "step": 81600
    },
    {
      "epoch": 0.07143038458878839,
      "grad_norm": 0.45920175313949585,
      "learning_rate": 4.9621197133306754e-05,
      "loss": 5.0198,
      "step": 81605
    },
    {
      "epoch": 0.07143476118241554,
      "grad_norm": 0.38999518752098083,
      "learning_rate": 4.9621143326548504e-05,
      "loss": 5.3304,
      "step": 81610
    },
    {
      "epoch": 0.0714391377760427,
      "grad_norm": 0.4481446444988251,
      "learning_rate": 4.9621089516005595e-05,
      "loss": 5.1991,
      "step": 81615
    },
    {
      "epoch": 0.07144351436966985,
      "grad_norm": 0.3704935312271118,
      "learning_rate": 4.962103570167804e-05,
      "loss": 6.0379,
      "step": 81620
    },
    {
      "epoch": 0.07144789096329701,
      "grad_norm": 0.41786858439445496,
      "learning_rate": 4.962098188356585e-05,
      "loss": 4.6965,
      "step": 81625
    },
    {
      "epoch": 0.07145226755692416,
      "grad_norm": 0.35460567474365234,
      "learning_rate": 4.9620928061669034e-05,
      "loss": 5.0113,
      "step": 81630
    },
    {
      "epoch": 0.07145664415055132,
      "grad_norm": 0.41727036237716675,
      "learning_rate": 4.96208742359876e-05,
      "loss": 5.4256,
      "step": 81635
    },
    {
      "epoch": 0.07146102074417847,
      "grad_norm": 0.4230676591396332,
      "learning_rate": 4.962082040652156e-05,
      "loss": 5.2147,
      "step": 81640
    },
    {
      "epoch": 0.07146539733780563,
      "grad_norm": 0.44946762919425964,
      "learning_rate": 4.962076657327094e-05,
      "loss": 4.4835,
      "step": 81645
    },
    {
      "epoch": 0.07146977393143278,
      "grad_norm": 0.3954428434371948,
      "learning_rate": 4.962071273623571e-05,
      "loss": 5.2221,
      "step": 81650
    },
    {
      "epoch": 0.07147415052505994,
      "grad_norm": 0.3782920241355896,
      "learning_rate": 4.9620658895415926e-05,
      "loss": 5.7531,
      "step": 81655
    },
    {
      "epoch": 0.07147852711868709,
      "grad_norm": 0.3977031111717224,
      "learning_rate": 4.962060505081157e-05,
      "loss": 6.0658,
      "step": 81660
    },
    {
      "epoch": 0.07148290371231425,
      "grad_norm": 0.37858209013938904,
      "learning_rate": 4.962055120242266e-05,
      "loss": 5.5658,
      "step": 81665
    },
    {
      "epoch": 0.0714872803059414,
      "grad_norm": 0.46446505188941956,
      "learning_rate": 4.96204973502492e-05,
      "loss": 4.7553,
      "step": 81670
    },
    {
      "epoch": 0.07149165689956856,
      "grad_norm": 0.3843320906162262,
      "learning_rate": 4.962044349429123e-05,
      "loss": 5.0104,
      "step": 81675
    },
    {
      "epoch": 0.07149603349319571,
      "grad_norm": 0.4381554424762726,
      "learning_rate": 4.9620389634548715e-05,
      "loss": 6.0986,
      "step": 81680
    },
    {
      "epoch": 0.07150041008682287,
      "grad_norm": 0.3772267997264862,
      "learning_rate": 4.962033577102169e-05,
      "loss": 5.5638,
      "step": 81685
    },
    {
      "epoch": 0.07150478668045002,
      "grad_norm": 0.42740142345428467,
      "learning_rate": 4.9620281903710176e-05,
      "loss": 5.8442,
      "step": 81690
    },
    {
      "epoch": 0.07150916327407718,
      "grad_norm": 0.4355156123638153,
      "learning_rate": 4.9620228032614156e-05,
      "loss": 5.0109,
      "step": 81695
    },
    {
      "epoch": 0.07151353986770433,
      "grad_norm": 0.3761415481567383,
      "learning_rate": 4.962017415773367e-05,
      "loss": 5.2359,
      "step": 81700
    },
    {
      "epoch": 0.07151791646133149,
      "grad_norm": 0.43828344345092773,
      "learning_rate": 4.9620120279068704e-05,
      "loss": 5.1096,
      "step": 81705
    },
    {
      "epoch": 0.07152229305495864,
      "grad_norm": 0.4396840035915375,
      "learning_rate": 4.962006639661928e-05,
      "loss": 3.9396,
      "step": 81710
    },
    {
      "epoch": 0.0715266696485858,
      "grad_norm": 0.43513205647468567,
      "learning_rate": 4.96200125103854e-05,
      "loss": 5.8332,
      "step": 81715
    },
    {
      "epoch": 0.07153104624221295,
      "grad_norm": 0.41702431440353394,
      "learning_rate": 4.961995862036709e-05,
      "loss": 5.808,
      "step": 81720
    },
    {
      "epoch": 0.0715354228358401,
      "grad_norm": 0.4503222703933716,
      "learning_rate": 4.961990472656436e-05,
      "loss": 5.5285,
      "step": 81725
    },
    {
      "epoch": 0.07153979942946725,
      "grad_norm": 0.3549276292324066,
      "learning_rate": 4.9619850828977185e-05,
      "loss": 5.7258,
      "step": 81730
    },
    {
      "epoch": 0.0715441760230944,
      "grad_norm": 0.4162837862968445,
      "learning_rate": 4.961979692760562e-05,
      "loss": 5.2103,
      "step": 81735
    },
    {
      "epoch": 0.07154855261672156,
      "grad_norm": 0.4925251305103302,
      "learning_rate": 4.961974302244966e-05,
      "loss": 5.0056,
      "step": 81740
    },
    {
      "epoch": 0.07155292921034871,
      "grad_norm": 0.49290937185287476,
      "learning_rate": 4.9619689113509305e-05,
      "loss": 4.9574,
      "step": 81745
    },
    {
      "epoch": 0.07155730580397587,
      "grad_norm": 0.4026067554950714,
      "learning_rate": 4.961963520078458e-05,
      "loss": 5.0037,
      "step": 81750
    },
    {
      "epoch": 0.07156168239760302,
      "grad_norm": 0.3853776454925537,
      "learning_rate": 4.961958128427548e-05,
      "loss": 5.3259,
      "step": 81755
    },
    {
      "epoch": 0.07156605899123018,
      "grad_norm": 0.38894015550613403,
      "learning_rate": 4.961952736398202e-05,
      "loss": 5.305,
      "step": 81760
    },
    {
      "epoch": 0.07157043558485733,
      "grad_norm": 0.42511969804763794,
      "learning_rate": 4.961947343990423e-05,
      "loss": 5.213,
      "step": 81765
    },
    {
      "epoch": 0.07157481217848449,
      "grad_norm": 0.47483769059181213,
      "learning_rate": 4.9619419512042096e-05,
      "loss": 5.0228,
      "step": 81770
    },
    {
      "epoch": 0.07157918877211164,
      "grad_norm": 0.47116878628730774,
      "learning_rate": 4.961936558039564e-05,
      "loss": 5.0315,
      "step": 81775
    },
    {
      "epoch": 0.0715835653657388,
      "grad_norm": 0.4553930461406708,
      "learning_rate": 4.961931164496486e-05,
      "loss": 5.4328,
      "step": 81780
    },
    {
      "epoch": 0.07158794195936595,
      "grad_norm": 0.41723164916038513,
      "learning_rate": 4.9619257705749786e-05,
      "loss": 6.348,
      "step": 81785
    },
    {
      "epoch": 0.07159231855299311,
      "grad_norm": 0.4268620014190674,
      "learning_rate": 4.961920376275042e-05,
      "loss": 5.7561,
      "step": 81790
    },
    {
      "epoch": 0.07159669514662026,
      "grad_norm": 0.4579344689846039,
      "learning_rate": 4.961914981596677e-05,
      "loss": 5.1984,
      "step": 81795
    },
    {
      "epoch": 0.07160107174024742,
      "grad_norm": 0.4810258448123932,
      "learning_rate": 4.9619095865398844e-05,
      "loss": 5.1891,
      "step": 81800
    },
    {
      "epoch": 0.07160544833387457,
      "grad_norm": 0.4740056097507477,
      "learning_rate": 4.961904191104665e-05,
      "loss": 4.473,
      "step": 81805
    },
    {
      "epoch": 0.07160982492750173,
      "grad_norm": 0.4408184587955475,
      "learning_rate": 4.9618987952910214e-05,
      "loss": 4.8973,
      "step": 81810
    },
    {
      "epoch": 0.07161420152112888,
      "grad_norm": 0.42474353313446045,
      "learning_rate": 4.961893399098953e-05,
      "loss": 5.7424,
      "step": 81815
    },
    {
      "epoch": 0.07161857811475604,
      "grad_norm": 0.4014904201030731,
      "learning_rate": 4.961888002528462e-05,
      "loss": 5.4898,
      "step": 81820
    },
    {
      "epoch": 0.07162295470838319,
      "grad_norm": 0.37858420610427856,
      "learning_rate": 4.9618826055795474e-05,
      "loss": 5.2515,
      "step": 81825
    },
    {
      "epoch": 0.07162733130201035,
      "grad_norm": 0.3954033851623535,
      "learning_rate": 4.9618772082522134e-05,
      "loss": 5.7256,
      "step": 81830
    },
    {
      "epoch": 0.0716317078956375,
      "grad_norm": 0.4148366153240204,
      "learning_rate": 4.961871810546459e-05,
      "loss": 5.7436,
      "step": 81835
    },
    {
      "epoch": 0.07163608448926466,
      "grad_norm": 0.4329299330711365,
      "learning_rate": 4.961866412462286e-05,
      "loss": 5.3216,
      "step": 81840
    },
    {
      "epoch": 0.07164046108289181,
      "grad_norm": 0.4176988899707794,
      "learning_rate": 4.961861013999695e-05,
      "loss": 5.1404,
      "step": 81845
    },
    {
      "epoch": 0.07164483767651897,
      "grad_norm": 0.5036364197731018,
      "learning_rate": 4.961855615158686e-05,
      "loss": 5.2263,
      "step": 81850
    },
    {
      "epoch": 0.07164921427014612,
      "grad_norm": 0.49677470326423645,
      "learning_rate": 4.961850215939262e-05,
      "loss": 3.9442,
      "step": 81855
    },
    {
      "epoch": 0.07165359086377328,
      "grad_norm": 0.7155501246452332,
      "learning_rate": 4.9618448163414235e-05,
      "loss": 5.7025,
      "step": 81860
    },
    {
      "epoch": 0.07165796745740043,
      "grad_norm": 0.522988498210907,
      "learning_rate": 4.96183941636517e-05,
      "loss": 6.0691,
      "step": 81865
    },
    {
      "epoch": 0.07166234405102757,
      "grad_norm": 0.6075722575187683,
      "learning_rate": 4.961834016010506e-05,
      "loss": 5.7916,
      "step": 81870
    },
    {
      "epoch": 0.07166672064465474,
      "grad_norm": 0.4775819480419159,
      "learning_rate": 4.9618286152774285e-05,
      "loss": 4.7955,
      "step": 81875
    },
    {
      "epoch": 0.07167109723828188,
      "grad_norm": 0.43614518642425537,
      "learning_rate": 4.9618232141659416e-05,
      "loss": 5.4758,
      "step": 81880
    },
    {
      "epoch": 0.07167547383190905,
      "grad_norm": 0.4949985146522522,
      "learning_rate": 4.961817812676044e-05,
      "loss": 5.0189,
      "step": 81885
    },
    {
      "epoch": 0.07167985042553619,
      "grad_norm": 0.4989722669124603,
      "learning_rate": 4.9618124108077376e-05,
      "loss": 4.6912,
      "step": 81890
    },
    {
      "epoch": 0.07168422701916335,
      "grad_norm": 0.42784520983695984,
      "learning_rate": 4.9618070085610247e-05,
      "loss": 4.9619,
      "step": 81895
    },
    {
      "epoch": 0.0716886036127905,
      "grad_norm": 0.48019418120384216,
      "learning_rate": 4.9618016059359055e-05,
      "loss": 5.5141,
      "step": 81900
    },
    {
      "epoch": 0.07169298020641766,
      "grad_norm": 0.4888538122177124,
      "learning_rate": 4.961796202932381e-05,
      "loss": 5.8495,
      "step": 81905
    },
    {
      "epoch": 0.07169735680004481,
      "grad_norm": 0.4369070529937744,
      "learning_rate": 4.961790799550451e-05,
      "loss": 4.9171,
      "step": 81910
    },
    {
      "epoch": 0.07170173339367197,
      "grad_norm": 0.4692170321941376,
      "learning_rate": 4.961785395790118e-05,
      "loss": 5.2047,
      "step": 81915
    },
    {
      "epoch": 0.07170610998729912,
      "grad_norm": 0.44338300824165344,
      "learning_rate": 4.961779991651383e-05,
      "loss": 5.5447,
      "step": 81920
    },
    {
      "epoch": 0.07171048658092628,
      "grad_norm": 0.3973858654499054,
      "learning_rate": 4.961774587134247e-05,
      "loss": 6.3555,
      "step": 81925
    },
    {
      "epoch": 0.07171486317455343,
      "grad_norm": 0.46610766649246216,
      "learning_rate": 4.96176918223871e-05,
      "loss": 4.978,
      "step": 81930
    },
    {
      "epoch": 0.07171923976818059,
      "grad_norm": 0.45806559920310974,
      "learning_rate": 4.961763776964774e-05,
      "loss": 4.4646,
      "step": 81935
    },
    {
      "epoch": 0.07172361636180774,
      "grad_norm": 0.40116068720817566,
      "learning_rate": 4.96175837131244e-05,
      "loss": 6.3842,
      "step": 81940
    },
    {
      "epoch": 0.0717279929554349,
      "grad_norm": 0.4527221918106079,
      "learning_rate": 4.96175296528171e-05,
      "loss": 5.4057,
      "step": 81945
    },
    {
      "epoch": 0.07173236954906205,
      "grad_norm": 0.43159976601600647,
      "learning_rate": 4.9617475588725834e-05,
      "loss": 4.9179,
      "step": 81950
    },
    {
      "epoch": 0.07173674614268921,
      "grad_norm": 0.389043390750885,
      "learning_rate": 4.9617421520850616e-05,
      "loss": 5.5682,
      "step": 81955
    },
    {
      "epoch": 0.07174112273631636,
      "grad_norm": 0.3830031454563141,
      "learning_rate": 4.961736744919145e-05,
      "loss": 5.3713,
      "step": 81960
    },
    {
      "epoch": 0.07174549932994352,
      "grad_norm": 0.4243742525577545,
      "learning_rate": 4.961731337374837e-05,
      "loss": 5.5357,
      "step": 81965
    },
    {
      "epoch": 0.07174987592357067,
      "grad_norm": 0.38940587639808655,
      "learning_rate": 4.9617259294521356e-05,
      "loss": 5.4307,
      "step": 81970
    },
    {
      "epoch": 0.07175425251719783,
      "grad_norm": 0.41455546021461487,
      "learning_rate": 4.961720521151044e-05,
      "loss": 5.4541,
      "step": 81975
    },
    {
      "epoch": 0.07175862911082498,
      "grad_norm": 0.42522087693214417,
      "learning_rate": 4.9617151124715636e-05,
      "loss": 4.9915,
      "step": 81980
    },
    {
      "epoch": 0.07176300570445214,
      "grad_norm": 0.4411441683769226,
      "learning_rate": 4.961709703413694e-05,
      "loss": 5.0104,
      "step": 81985
    },
    {
      "epoch": 0.07176738229807929,
      "grad_norm": 0.4731225371360779,
      "learning_rate": 4.961704293977436e-05,
      "loss": 5.2003,
      "step": 81990
    },
    {
      "epoch": 0.07177175889170644,
      "grad_norm": 0.4217029809951782,
      "learning_rate": 4.961698884162792e-05,
      "loss": 6.3359,
      "step": 81995
    },
    {
      "epoch": 0.0717761354853336,
      "grad_norm": 0.45676255226135254,
      "learning_rate": 4.961693473969762e-05,
      "loss": 5.0392,
      "step": 82000
    },
    {
      "epoch": 0.07178051207896075,
      "grad_norm": 0.46880653500556946,
      "learning_rate": 4.9616880633983474e-05,
      "loss": 5.5372,
      "step": 82005
    },
    {
      "epoch": 0.07178488867258791,
      "grad_norm": 0.4428001046180725,
      "learning_rate": 4.961682652448549e-05,
      "loss": 4.9926,
      "step": 82010
    },
    {
      "epoch": 0.07178926526621505,
      "grad_norm": 0.4401703476905823,
      "learning_rate": 4.96167724112037e-05,
      "loss": 6.3797,
      "step": 82015
    },
    {
      "epoch": 0.07179364185984222,
      "grad_norm": 0.4507368505001068,
      "learning_rate": 4.961671829413808e-05,
      "loss": 5.3356,
      "step": 82020
    },
    {
      "epoch": 0.07179801845346936,
      "grad_norm": 0.43019774556159973,
      "learning_rate": 4.9616664173288654e-05,
      "loss": 5.8323,
      "step": 82025
    },
    {
      "epoch": 0.07180239504709653,
      "grad_norm": 0.5037744045257568,
      "learning_rate": 4.961661004865543e-05,
      "loss": 5.5507,
      "step": 82030
    },
    {
      "epoch": 0.07180677164072367,
      "grad_norm": 0.45856595039367676,
      "learning_rate": 4.961655592023844e-05,
      "loss": 5.8521,
      "step": 82035
    },
    {
      "epoch": 0.07181114823435084,
      "grad_norm": 0.4459482729434967,
      "learning_rate": 4.961650178803766e-05,
      "loss": 5.0058,
      "step": 82040
    },
    {
      "epoch": 0.07181552482797798,
      "grad_norm": 0.4577685296535492,
      "learning_rate": 4.9616447652053136e-05,
      "loss": 5.0376,
      "step": 82045
    },
    {
      "epoch": 0.07181990142160515,
      "grad_norm": 0.35260090231895447,
      "learning_rate": 4.961639351228485e-05,
      "loss": 6.0449,
      "step": 82050
    },
    {
      "epoch": 0.07182427801523229,
      "grad_norm": 0.45026010274887085,
      "learning_rate": 4.961633936873282e-05,
      "loss": 5.5406,
      "step": 82055
    },
    {
      "epoch": 0.07182865460885945,
      "grad_norm": 0.4403038024902344,
      "learning_rate": 4.9616285221397065e-05,
      "loss": 5.5628,
      "step": 82060
    },
    {
      "epoch": 0.0718330312024866,
      "grad_norm": 0.4517689049243927,
      "learning_rate": 4.9616231070277584e-05,
      "loss": 5.8653,
      "step": 82065
    },
    {
      "epoch": 0.07183740779611376,
      "grad_norm": 0.422574520111084,
      "learning_rate": 4.96161769153744e-05,
      "loss": 5.253,
      "step": 82070
    },
    {
      "epoch": 0.07184178438974091,
      "grad_norm": 0.3487131595611572,
      "learning_rate": 4.961612275668751e-05,
      "loss": 5.5898,
      "step": 82075
    },
    {
      "epoch": 0.07184616098336807,
      "grad_norm": 0.36123761534690857,
      "learning_rate": 4.9616068594216936e-05,
      "loss": 5.8301,
      "step": 82080
    },
    {
      "epoch": 0.07185053757699522,
      "grad_norm": 0.43780726194381714,
      "learning_rate": 4.9616014427962684e-05,
      "loss": 4.7804,
      "step": 82085
    },
    {
      "epoch": 0.07185491417062238,
      "grad_norm": 0.44636422395706177,
      "learning_rate": 4.961596025792476e-05,
      "loss": 4.7125,
      "step": 82090
    },
    {
      "epoch": 0.07185929076424953,
      "grad_norm": 0.4374467730522156,
      "learning_rate": 4.961590608410319e-05,
      "loss": 5.0848,
      "step": 82095
    },
    {
      "epoch": 0.07186366735787669,
      "grad_norm": 0.4422402083873749,
      "learning_rate": 4.961585190649797e-05,
      "loss": 6.0684,
      "step": 82100
    },
    {
      "epoch": 0.07186804395150384,
      "grad_norm": 0.4266354441642761,
      "learning_rate": 4.961579772510909e-05,
      "loss": 4.9195,
      "step": 82105
    },
    {
      "epoch": 0.071872420545131,
      "grad_norm": 0.5358970165252686,
      "learning_rate": 4.961574353993661e-05,
      "loss": 5.3323,
      "step": 82110
    },
    {
      "epoch": 0.07187679713875815,
      "grad_norm": 0.46646028757095337,
      "learning_rate": 4.96156893509805e-05,
      "loss": 4.9097,
      "step": 82115
    },
    {
      "epoch": 0.07188117373238531,
      "grad_norm": 0.3625108599662781,
      "learning_rate": 4.961563515824079e-05,
      "loss": 6.0586,
      "step": 82120
    },
    {
      "epoch": 0.07188555032601246,
      "grad_norm": 0.40240034461021423,
      "learning_rate": 4.9615580961717487e-05,
      "loss": 4.8671,
      "step": 82125
    },
    {
      "epoch": 0.07188992691963961,
      "grad_norm": 0.4732947051525116,
      "learning_rate": 4.9615526761410606e-05,
      "loss": 4.7966,
      "step": 82130
    },
    {
      "epoch": 0.07189430351326677,
      "grad_norm": 0.46149545907974243,
      "learning_rate": 4.961547255732013e-05,
      "loss": 4.3733,
      "step": 82135
    },
    {
      "epoch": 0.07189868010689392,
      "grad_norm": 0.43395334482192993,
      "learning_rate": 4.961541834944611e-05,
      "loss": 5.0032,
      "step": 82140
    },
    {
      "epoch": 0.07190305670052108,
      "grad_norm": 0.3707829713821411,
      "learning_rate": 4.9615364137788524e-05,
      "loss": 5.345,
      "step": 82145
    },
    {
      "epoch": 0.07190743329414823,
      "grad_norm": 0.39356085658073425,
      "learning_rate": 4.961530992234741e-05,
      "loss": 5.5164,
      "step": 82150
    },
    {
      "epoch": 0.07191180988777539,
      "grad_norm": 4.1292595863342285,
      "learning_rate": 4.9615255703122743e-05,
      "loss": 4.9406,
      "step": 82155
    },
    {
      "epoch": 0.07191618648140254,
      "grad_norm": 0.44597017765045166,
      "learning_rate": 4.961520148011457e-05,
      "loss": 4.9718,
      "step": 82160
    },
    {
      "epoch": 0.0719205630750297,
      "grad_norm": 0.42448925971984863,
      "learning_rate": 4.961514725332288e-05,
      "loss": 5.5105,
      "step": 82165
    },
    {
      "epoch": 0.07192493966865685,
      "grad_norm": 0.41979557275772095,
      "learning_rate": 4.961509302274769e-05,
      "loss": 4.9825,
      "step": 82170
    },
    {
      "epoch": 0.07192931626228401,
      "grad_norm": 0.44279107451438904,
      "learning_rate": 4.961503878838901e-05,
      "loss": 5.4211,
      "step": 82175
    },
    {
      "epoch": 0.07193369285591115,
      "grad_norm": 0.3869284391403198,
      "learning_rate": 4.9614984550246854e-05,
      "loss": 5.5449,
      "step": 82180
    },
    {
      "epoch": 0.07193806944953832,
      "grad_norm": 0.4478165805339813,
      "learning_rate": 4.9614930308321226e-05,
      "loss": 5.2256,
      "step": 82185
    },
    {
      "epoch": 0.07194244604316546,
      "grad_norm": 0.4454287588596344,
      "learning_rate": 4.961487606261214e-05,
      "loss": 5.7432,
      "step": 82190
    },
    {
      "epoch": 0.07194682263679263,
      "grad_norm": 0.4012703001499176,
      "learning_rate": 4.961482181311961e-05,
      "loss": 6.0924,
      "step": 82195
    },
    {
      "epoch": 0.07195119923041977,
      "grad_norm": 0.4784758985042572,
      "learning_rate": 4.9614767559843636e-05,
      "loss": 5.5669,
      "step": 82200
    },
    {
      "epoch": 0.07195557582404694,
      "grad_norm": 0.4081003665924072,
      "learning_rate": 4.961471330278423e-05,
      "loss": 5.5019,
      "step": 82205
    },
    {
      "epoch": 0.07195995241767408,
      "grad_norm": 0.37488362193107605,
      "learning_rate": 4.961465904194141e-05,
      "loss": 5.7754,
      "step": 82210
    },
    {
      "epoch": 0.07196432901130125,
      "grad_norm": 0.4784078598022461,
      "learning_rate": 4.9614604777315185e-05,
      "loss": 5.2895,
      "step": 82215
    },
    {
      "epoch": 0.07196870560492839,
      "grad_norm": 0.3755740821361542,
      "learning_rate": 4.961455050890557e-05,
      "loss": 5.8198,
      "step": 82220
    },
    {
      "epoch": 0.07197308219855555,
      "grad_norm": 0.474369078874588,
      "learning_rate": 4.961449623671256e-05,
      "loss": 4.7196,
      "step": 82225
    },
    {
      "epoch": 0.0719774587921827,
      "grad_norm": 0.5086506605148315,
      "learning_rate": 4.961444196073618e-05,
      "loss": 4.7062,
      "step": 82230
    },
    {
      "epoch": 0.07198183538580986,
      "grad_norm": 0.4595728814601898,
      "learning_rate": 4.961438768097643e-05,
      "loss": 5.3312,
      "step": 82235
    },
    {
      "epoch": 0.07198621197943701,
      "grad_norm": 0.4475919306278229,
      "learning_rate": 4.961433339743332e-05,
      "loss": 5.7578,
      "step": 82240
    },
    {
      "epoch": 0.07199058857306417,
      "grad_norm": 0.49343740940093994,
      "learning_rate": 4.9614279110106876e-05,
      "loss": 5.2238,
      "step": 82245
    },
    {
      "epoch": 0.07199496516669132,
      "grad_norm": 0.4406050741672516,
      "learning_rate": 4.96142248189971e-05,
      "loss": 5.0038,
      "step": 82250
    },
    {
      "epoch": 0.07199934176031847,
      "grad_norm": 0.42619484663009644,
      "learning_rate": 4.9614170524103996e-05,
      "loss": 5.8729,
      "step": 82255
    },
    {
      "epoch": 0.07200371835394563,
      "grad_norm": 0.43785521388053894,
      "learning_rate": 4.961411622542759e-05,
      "loss": 5.3471,
      "step": 82260
    },
    {
      "epoch": 0.07200809494757278,
      "grad_norm": 0.3720712661743164,
      "learning_rate": 4.961406192296787e-05,
      "loss": 5.0104,
      "step": 82265
    },
    {
      "epoch": 0.07201247154119994,
      "grad_norm": 0.3718797564506531,
      "learning_rate": 4.961400761672487e-05,
      "loss": 5.7957,
      "step": 82270
    },
    {
      "epoch": 0.07201684813482709,
      "grad_norm": 0.4261610507965088,
      "learning_rate": 4.961395330669857e-05,
      "loss": 5.0296,
      "step": 82275
    },
    {
      "epoch": 0.07202122472845425,
      "grad_norm": 0.48839521408081055,
      "learning_rate": 4.961389899288901e-05,
      "loss": 4.9327,
      "step": 82280
    },
    {
      "epoch": 0.0720256013220814,
      "grad_norm": 0.3969745635986328,
      "learning_rate": 4.9613844675296193e-05,
      "loss": 5.2225,
      "step": 82285
    },
    {
      "epoch": 0.07202997791570856,
      "grad_norm": 0.4009037911891937,
      "learning_rate": 4.961379035392013e-05,
      "loss": 4.8705,
      "step": 82290
    },
    {
      "epoch": 0.07203435450933571,
      "grad_norm": 0.40367546677589417,
      "learning_rate": 4.9613736028760815e-05,
      "loss": 5.4498,
      "step": 82295
    },
    {
      "epoch": 0.07203873110296287,
      "grad_norm": 0.39798301458358765,
      "learning_rate": 4.961368169981828e-05,
      "loss": 6.0459,
      "step": 82300
    },
    {
      "epoch": 0.07204310769659002,
      "grad_norm": 0.4801885187625885,
      "learning_rate": 4.961362736709253e-05,
      "loss": 5.518,
      "step": 82305
    },
    {
      "epoch": 0.07204748429021718,
      "grad_norm": 0.36318984627723694,
      "learning_rate": 4.961357303058357e-05,
      "loss": 6.3842,
      "step": 82310
    },
    {
      "epoch": 0.07205186088384433,
      "grad_norm": 0.37517932057380676,
      "learning_rate": 4.9613518690291416e-05,
      "loss": 5.5513,
      "step": 82315
    },
    {
      "epoch": 0.07205623747747149,
      "grad_norm": 0.35912251472473145,
      "learning_rate": 4.961346434621607e-05,
      "loss": 5.4975,
      "step": 82320
    },
    {
      "epoch": 0.07206061407109864,
      "grad_norm": 0.40338626503944397,
      "learning_rate": 4.961340999835754e-05,
      "loss": 4.6896,
      "step": 82325
    },
    {
      "epoch": 0.0720649906647258,
      "grad_norm": 0.41277188062667847,
      "learning_rate": 4.9613355646715854e-05,
      "loss": 4.683,
      "step": 82330
    },
    {
      "epoch": 0.07206936725835295,
      "grad_norm": 0.3442516028881073,
      "learning_rate": 4.9613301291291016e-05,
      "loss": 5.5248,
      "step": 82335
    },
    {
      "epoch": 0.07207374385198011,
      "grad_norm": 0.44487693905830383,
      "learning_rate": 4.9613246932083024e-05,
      "loss": 4.5038,
      "step": 82340
    },
    {
      "epoch": 0.07207812044560725,
      "grad_norm": 0.4778572618961334,
      "learning_rate": 4.9613192569091906e-05,
      "loss": 5.5106,
      "step": 82345
    },
    {
      "epoch": 0.07208249703923442,
      "grad_norm": 0.39339250326156616,
      "learning_rate": 4.961313820231767e-05,
      "loss": 5.569,
      "step": 82350
    },
    {
      "epoch": 0.07208687363286156,
      "grad_norm": 0.46787887811660767,
      "learning_rate": 4.96130838317603e-05,
      "loss": 5.5377,
      "step": 82355
    },
    {
      "epoch": 0.07209125022648873,
      "grad_norm": 0.4478802978992462,
      "learning_rate": 4.9613029457419835e-05,
      "loss": 5.751,
      "step": 82360
    },
    {
      "epoch": 0.07209562682011587,
      "grad_norm": 0.40778863430023193,
      "learning_rate": 4.961297507929629e-05,
      "loss": 4.9979,
      "step": 82365
    },
    {
      "epoch": 0.07210000341374304,
      "grad_norm": 0.45963650941848755,
      "learning_rate": 4.961292069738965e-05,
      "loss": 5.5521,
      "step": 82370
    },
    {
      "epoch": 0.07210438000737018,
      "grad_norm": 0.4460155963897705,
      "learning_rate": 4.9612866311699947e-05,
      "loss": 5.8096,
      "step": 82375
    },
    {
      "epoch": 0.07210875660099733,
      "grad_norm": 0.442117840051651,
      "learning_rate": 4.9612811922227176e-05,
      "loss": 5.0032,
      "step": 82380
    },
    {
      "epoch": 0.07211313319462449,
      "grad_norm": 0.440316379070282,
      "learning_rate": 4.961275752897135e-05,
      "loss": 5.0001,
      "step": 82385
    },
    {
      "epoch": 0.07211750978825164,
      "grad_norm": 0.44704487919807434,
      "learning_rate": 4.9612703131932505e-05,
      "loss": 5.3519,
      "step": 82390
    },
    {
      "epoch": 0.0721218863818788,
      "grad_norm": 0.4407035708427429,
      "learning_rate": 4.961264873111061e-05,
      "loss": 5.8224,
      "step": 82395
    },
    {
      "epoch": 0.07212626297550595,
      "grad_norm": 0.4593018889427185,
      "learning_rate": 4.961259432650571e-05,
      "loss": 5.1941,
      "step": 82400
    },
    {
      "epoch": 0.07213063956913311,
      "grad_norm": 0.4179905951023102,
      "learning_rate": 4.9612539918117795e-05,
      "loss": 5.0551,
      "step": 82405
    },
    {
      "epoch": 0.07213501616276026,
      "grad_norm": 0.4586819112300873,
      "learning_rate": 4.961248550594688e-05,
      "loss": 4.7256,
      "step": 82410
    },
    {
      "epoch": 0.07213939275638742,
      "grad_norm": 0.3729074001312256,
      "learning_rate": 4.9612431089992986e-05,
      "loss": 5.0247,
      "step": 82415
    },
    {
      "epoch": 0.07214376935001457,
      "grad_norm": 0.40039461851119995,
      "learning_rate": 4.96123766702561e-05,
      "loss": 5.4328,
      "step": 82420
    },
    {
      "epoch": 0.07214814594364173,
      "grad_norm": 0.43934351205825806,
      "learning_rate": 4.9612322246736265e-05,
      "loss": 5.2419,
      "step": 82425
    },
    {
      "epoch": 0.07215252253726888,
      "grad_norm": 0.4764672815799713,
      "learning_rate": 4.9612267819433465e-05,
      "loss": 4.1696,
      "step": 82430
    },
    {
      "epoch": 0.07215689913089604,
      "grad_norm": 0.4127883017063141,
      "learning_rate": 4.9612213388347714e-05,
      "loss": 5.5369,
      "step": 82435
    },
    {
      "epoch": 0.07216127572452319,
      "grad_norm": 0.41926029324531555,
      "learning_rate": 4.961215895347904e-05,
      "loss": 5.4537,
      "step": 82440
    },
    {
      "epoch": 0.07216565231815035,
      "grad_norm": 0.6152039766311646,
      "learning_rate": 4.961210451482744e-05,
      "loss": 5.8126,
      "step": 82445
    },
    {
      "epoch": 0.0721700289117775,
      "grad_norm": 0.42765629291534424,
      "learning_rate": 4.9612050072392927e-05,
      "loss": 5.7414,
      "step": 82450
    },
    {
      "epoch": 0.07217440550540466,
      "grad_norm": 0.6307767033576965,
      "learning_rate": 4.96119956261755e-05,
      "loss": 5.0023,
      "step": 82455
    },
    {
      "epoch": 0.07217878209903181,
      "grad_norm": 0.4495934247970581,
      "learning_rate": 4.961194117617519e-05,
      "loss": 4.4722,
      "step": 82460
    },
    {
      "epoch": 0.07218315869265897,
      "grad_norm": 0.4479540288448334,
      "learning_rate": 4.961188672239199e-05,
      "loss": 5.3235,
      "step": 82465
    },
    {
      "epoch": 0.07218753528628612,
      "grad_norm": 0.39509785175323486,
      "learning_rate": 4.961183226482592e-05,
      "loss": 5.7344,
      "step": 82470
    },
    {
      "epoch": 0.07219191187991328,
      "grad_norm": 0.47108569741249084,
      "learning_rate": 4.961177780347699e-05,
      "loss": 5.7859,
      "step": 82475
    },
    {
      "epoch": 0.07219628847354043,
      "grad_norm": 0.4370306134223938,
      "learning_rate": 4.961172333834522e-05,
      "loss": 5.2082,
      "step": 82480
    },
    {
      "epoch": 0.07220066506716759,
      "grad_norm": 0.36592286825180054,
      "learning_rate": 4.9611668869430596e-05,
      "loss": 5.5021,
      "step": 82485
    },
    {
      "epoch": 0.07220504166079474,
      "grad_norm": 0.44583752751350403,
      "learning_rate": 4.961161439673314e-05,
      "loss": 5.2522,
      "step": 82490
    },
    {
      "epoch": 0.0722094182544219,
      "grad_norm": 0.4686851501464844,
      "learning_rate": 4.961155992025287e-05,
      "loss": 5.005,
      "step": 82495
    },
    {
      "epoch": 0.07221379484804905,
      "grad_norm": 0.4537024199962616,
      "learning_rate": 4.961150543998979e-05,
      "loss": 4.5531,
      "step": 82500
    },
    {
      "epoch": 0.07221817144167621,
      "grad_norm": 0.4873294234275818,
      "learning_rate": 4.9611450955943916e-05,
      "loss": 5.0246,
      "step": 82505
    },
    {
      "epoch": 0.07222254803530335,
      "grad_norm": 0.4358854591846466,
      "learning_rate": 4.9611396468115245e-05,
      "loss": 6.3189,
      "step": 82510
    },
    {
      "epoch": 0.0722269246289305,
      "grad_norm": 0.49524322152137756,
      "learning_rate": 4.961134197650381e-05,
      "loss": 5.2299,
      "step": 82515
    },
    {
      "epoch": 0.07223130122255766,
      "grad_norm": 0.3845231235027313,
      "learning_rate": 4.96112874811096e-05,
      "loss": 5.5228,
      "step": 82520
    },
    {
      "epoch": 0.07223567781618481,
      "grad_norm": 0.6148474812507629,
      "learning_rate": 4.961123298193263e-05,
      "loss": 4.9096,
      "step": 82525
    },
    {
      "epoch": 0.07224005440981197,
      "grad_norm": 0.45635679364204407,
      "learning_rate": 4.961117847897292e-05,
      "loss": 4.7048,
      "step": 82530
    },
    {
      "epoch": 0.07224443100343912,
      "grad_norm": 0.36008942127227783,
      "learning_rate": 4.9611123972230474e-05,
      "loss": 5.7477,
      "step": 82535
    },
    {
      "epoch": 0.07224880759706628,
      "grad_norm": 0.45444634556770325,
      "learning_rate": 4.9611069461705305e-05,
      "loss": 4.7605,
      "step": 82540
    },
    {
      "epoch": 0.07225318419069343,
      "grad_norm": 0.6423691511154175,
      "learning_rate": 4.961101494739743e-05,
      "loss": 4.2729,
      "step": 82545
    },
    {
      "epoch": 0.07225756078432059,
      "grad_norm": 0.3660184442996979,
      "learning_rate": 4.961096042930683e-05,
      "loss": 5.5621,
      "step": 82550
    },
    {
      "epoch": 0.07226193737794774,
      "grad_norm": 0.44258973002433777,
      "learning_rate": 4.961090590743355e-05,
      "loss": 4.5214,
      "step": 82555
    },
    {
      "epoch": 0.0722663139715749,
      "grad_norm": 0.41897210478782654,
      "learning_rate": 4.961085138177759e-05,
      "loss": 4.9033,
      "step": 82560
    },
    {
      "epoch": 0.07227069056520205,
      "grad_norm": 0.4307847321033478,
      "learning_rate": 4.961079685233895e-05,
      "loss": 5.8844,
      "step": 82565
    },
    {
      "epoch": 0.07227506715882921,
      "grad_norm": 0.3893880248069763,
      "learning_rate": 4.9610742319117654e-05,
      "loss": 5.8242,
      "step": 82570
    },
    {
      "epoch": 0.07227944375245636,
      "grad_norm": 0.38136446475982666,
      "learning_rate": 4.9610687782113707e-05,
      "loss": 5.766,
      "step": 82575
    },
    {
      "epoch": 0.07228382034608352,
      "grad_norm": 0.47706139087677,
      "learning_rate": 4.9610633241327106e-05,
      "loss": 5.5402,
      "step": 82580
    },
    {
      "epoch": 0.07228819693971067,
      "grad_norm": 0.4488475024700165,
      "learning_rate": 4.961057869675789e-05,
      "loss": 5.2406,
      "step": 82585
    },
    {
      "epoch": 0.07229257353333783,
      "grad_norm": 0.4112332761287689,
      "learning_rate": 4.961052414840605e-05,
      "loss": 5.7236,
      "step": 82590
    },
    {
      "epoch": 0.07229695012696498,
      "grad_norm": 0.40982481837272644,
      "learning_rate": 4.9610469596271605e-05,
      "loss": 5.7438,
      "step": 82595
    },
    {
      "epoch": 0.07230132672059214,
      "grad_norm": 0.40674349665641785,
      "learning_rate": 4.961041504035455e-05,
      "loss": 5.2503,
      "step": 82600
    },
    {
      "epoch": 0.07230570331421929,
      "grad_norm": 0.4848112165927887,
      "learning_rate": 4.9610360480654917e-05,
      "loss": 5.5285,
      "step": 82605
    },
    {
      "epoch": 0.07231007990784645,
      "grad_norm": 0.4004579484462738,
      "learning_rate": 4.9610305917172705e-05,
      "loss": 4.8038,
      "step": 82610
    },
    {
      "epoch": 0.0723144565014736,
      "grad_norm": 0.40613481402397156,
      "learning_rate": 4.961025134990792e-05,
      "loss": 5.7412,
      "step": 82615
    },
    {
      "epoch": 0.07231883309510076,
      "grad_norm": 0.378004789352417,
      "learning_rate": 4.9610196778860595e-05,
      "loss": 5.4662,
      "step": 82620
    },
    {
      "epoch": 0.07232320968872791,
      "grad_norm": 0.34939420223236084,
      "learning_rate": 4.961014220403071e-05,
      "loss": 6.0287,
      "step": 82625
    },
    {
      "epoch": 0.07232758628235507,
      "grad_norm": 0.48406678438186646,
      "learning_rate": 4.961008762541829e-05,
      "loss": 5.0104,
      "step": 82630
    },
    {
      "epoch": 0.07233196287598222,
      "grad_norm": 0.43432021141052246,
      "learning_rate": 4.961003304302335e-05,
      "loss": 4.9496,
      "step": 82635
    },
    {
      "epoch": 0.07233633946960936,
      "grad_norm": 0.4145348072052002,
      "learning_rate": 4.9609978456845886e-05,
      "loss": 4.6919,
      "step": 82640
    },
    {
      "epoch": 0.07234071606323653,
      "grad_norm": 0.4360770881175995,
      "learning_rate": 4.960992386688593e-05,
      "loss": 5.4334,
      "step": 82645
    },
    {
      "epoch": 0.07234509265686367,
      "grad_norm": 0.4241011440753937,
      "learning_rate": 4.960986927314347e-05,
      "loss": 5.5146,
      "step": 82650
    },
    {
      "epoch": 0.07234946925049084,
      "grad_norm": 0.41078561544418335,
      "learning_rate": 4.9609814675618536e-05,
      "loss": 5.2661,
      "step": 82655
    },
    {
      "epoch": 0.07235384584411798,
      "grad_norm": 0.37418332695961,
      "learning_rate": 4.960976007431113e-05,
      "loss": 5.3392,
      "step": 82660
    },
    {
      "epoch": 0.07235822243774515,
      "grad_norm": 0.45153525471687317,
      "learning_rate": 4.9609705469221254e-05,
      "loss": 4.9472,
      "step": 82665
    },
    {
      "epoch": 0.0723625990313723,
      "grad_norm": 0.43177568912506104,
      "learning_rate": 4.960965086034893e-05,
      "loss": 4.9818,
      "step": 82670
    },
    {
      "epoch": 0.07236697562499946,
      "grad_norm": 0.4149508476257324,
      "learning_rate": 4.960959624769417e-05,
      "loss": 5.8295,
      "step": 82675
    },
    {
      "epoch": 0.0723713522186266,
      "grad_norm": 0.4294417202472687,
      "learning_rate": 4.960954163125698e-05,
      "loss": 5.224,
      "step": 82680
    },
    {
      "epoch": 0.07237572881225376,
      "grad_norm": 0.4363255202770233,
      "learning_rate": 4.960948701103737e-05,
      "loss": 5.8293,
      "step": 82685
    },
    {
      "epoch": 0.07238010540588091,
      "grad_norm": 0.43256011605262756,
      "learning_rate": 4.960943238703535e-05,
      "loss": 4.7244,
      "step": 82690
    },
    {
      "epoch": 0.07238448199950807,
      "grad_norm": 0.45286622643470764,
      "learning_rate": 4.960937775925093e-05,
      "loss": 5.525,
      "step": 82695
    },
    {
      "epoch": 0.07238885859313522,
      "grad_norm": 0.4390477240085602,
      "learning_rate": 4.960932312768413e-05,
      "loss": 5.5114,
      "step": 82700
    },
    {
      "epoch": 0.07239323518676238,
      "grad_norm": 0.4288898706436157,
      "learning_rate": 4.960926849233494e-05,
      "loss": 4.7285,
      "step": 82705
    },
    {
      "epoch": 0.07239761178038953,
      "grad_norm": 0.5336865186691284,
      "learning_rate": 4.960921385320339e-05,
      "loss": 4.4996,
      "step": 82710
    },
    {
      "epoch": 0.0724019883740167,
      "grad_norm": 0.3825976550579071,
      "learning_rate": 4.960915921028948e-05,
      "loss": 5.8348,
      "step": 82715
    },
    {
      "epoch": 0.07240636496764384,
      "grad_norm": 0.3765062391757965,
      "learning_rate": 4.960910456359322e-05,
      "loss": 6.0514,
      "step": 82720
    },
    {
      "epoch": 0.072410741561271,
      "grad_norm": 0.3867473006248474,
      "learning_rate": 4.960904991311462e-05,
      "loss": 5.0548,
      "step": 82725
    },
    {
      "epoch": 0.07241511815489815,
      "grad_norm": 0.40842205286026,
      "learning_rate": 4.960899525885372e-05,
      "loss": 5.5035,
      "step": 82730
    },
    {
      "epoch": 0.07241949474852531,
      "grad_norm": 0.3634127378463745,
      "learning_rate": 4.9608940600810486e-05,
      "loss": 5.54,
      "step": 82735
    },
    {
      "epoch": 0.07242387134215246,
      "grad_norm": 0.4259640574455261,
      "learning_rate": 4.9608885938984965e-05,
      "loss": 5.4275,
      "step": 82740
    },
    {
      "epoch": 0.07242824793577962,
      "grad_norm": 0.4480352997779846,
      "learning_rate": 4.960883127337713e-05,
      "loss": 5.0257,
      "step": 82745
    },
    {
      "epoch": 0.07243262452940677,
      "grad_norm": 0.5647738575935364,
      "learning_rate": 4.960877660398703e-05,
      "loss": 5.6986,
      "step": 82750
    },
    {
      "epoch": 0.07243700112303393,
      "grad_norm": 0.41711023449897766,
      "learning_rate": 4.960872193081465e-05,
      "loss": 5.2279,
      "step": 82755
    },
    {
      "epoch": 0.07244137771666108,
      "grad_norm": 0.44087859988212585,
      "learning_rate": 4.960866725386001e-05,
      "loss": 5.0067,
      "step": 82760
    },
    {
      "epoch": 0.07244575431028824,
      "grad_norm": 0.3943086266517639,
      "learning_rate": 4.9608612573123117e-05,
      "loss": 5.2515,
      "step": 82765
    },
    {
      "epoch": 0.07245013090391539,
      "grad_norm": 0.4078865349292755,
      "learning_rate": 4.9608557888603976e-05,
      "loss": 5.2028,
      "step": 82770
    },
    {
      "epoch": 0.07245450749754254,
      "grad_norm": 0.40206968784332275,
      "learning_rate": 4.9608503200302624e-05,
      "loss": 6.0287,
      "step": 82775
    },
    {
      "epoch": 0.0724588840911697,
      "grad_norm": 0.481375515460968,
      "learning_rate": 4.960844850821904e-05,
      "loss": 4.9938,
      "step": 82780
    },
    {
      "epoch": 0.07246326068479685,
      "grad_norm": 0.42809024453163147,
      "learning_rate": 4.960839381235325e-05,
      "loss": 5.4617,
      "step": 82785
    },
    {
      "epoch": 0.07246763727842401,
      "grad_norm": 0.4649409353733063,
      "learning_rate": 4.960833911270526e-05,
      "loss": 4.9839,
      "step": 82790
    },
    {
      "epoch": 0.07247201387205116,
      "grad_norm": 0.3925263583660126,
      "learning_rate": 4.9608284409275085e-05,
      "loss": 5.6131,
      "step": 82795
    },
    {
      "epoch": 0.07247639046567832,
      "grad_norm": 0.5392134189605713,
      "learning_rate": 4.960822970206273e-05,
      "loss": 6.0279,
      "step": 82800
    },
    {
      "epoch": 0.07248076705930546,
      "grad_norm": 0.3813224136829376,
      "learning_rate": 4.9608174991068216e-05,
      "loss": 5.7432,
      "step": 82805
    },
    {
      "epoch": 0.07248514365293263,
      "grad_norm": 0.3973274230957031,
      "learning_rate": 4.960812027629155e-05,
      "loss": 5.8025,
      "step": 82810
    },
    {
      "epoch": 0.07248952024655977,
      "grad_norm": 0.4693571627140045,
      "learning_rate": 4.960806555773272e-05,
      "loss": 4.7881,
      "step": 82815
    },
    {
      "epoch": 0.07249389684018694,
      "grad_norm": 0.42561113834381104,
      "learning_rate": 4.960801083539177e-05,
      "loss": 4.911,
      "step": 82820
    },
    {
      "epoch": 0.07249827343381408,
      "grad_norm": 0.362855464220047,
      "learning_rate": 4.960795610926868e-05,
      "loss": 5.3409,
      "step": 82825
    },
    {
      "epoch": 0.07250265002744125,
      "grad_norm": 0.46263155341148376,
      "learning_rate": 4.96079013793635e-05,
      "loss": 5.8666,
      "step": 82830
    },
    {
      "epoch": 0.0725070266210684,
      "grad_norm": 0.4340866804122925,
      "learning_rate": 4.96078466456762e-05,
      "loss": 5.3017,
      "step": 82835
    },
    {
      "epoch": 0.07251140321469556,
      "grad_norm": 0.43760666251182556,
      "learning_rate": 4.960779190820681e-05,
      "loss": 5.7952,
      "step": 82840
    },
    {
      "epoch": 0.0725157798083227,
      "grad_norm": 0.4113277196884155,
      "learning_rate": 4.9607737166955334e-05,
      "loss": 5.5365,
      "step": 82845
    },
    {
      "epoch": 0.07252015640194986,
      "grad_norm": 0.4461636543273926,
      "learning_rate": 4.9607682421921795e-05,
      "loss": 5.0259,
      "step": 82850
    },
    {
      "epoch": 0.07252453299557701,
      "grad_norm": 0.4698677361011505,
      "learning_rate": 4.960762767310619e-05,
      "loss": 6.0734,
      "step": 82855
    },
    {
      "epoch": 0.07252890958920417,
      "grad_norm": 0.3466227352619171,
      "learning_rate": 4.9607572920508535e-05,
      "loss": 6.024,
      "step": 82860
    },
    {
      "epoch": 0.07253328618283132,
      "grad_norm": 0.36590057611465454,
      "learning_rate": 4.960751816412884e-05,
      "loss": 6.3064,
      "step": 82865
    },
    {
      "epoch": 0.07253766277645848,
      "grad_norm": 0.41772520542144775,
      "learning_rate": 4.9607463403967124e-05,
      "loss": 5.6115,
      "step": 82870
    },
    {
      "epoch": 0.07254203937008563,
      "grad_norm": 0.36449185013771057,
      "learning_rate": 4.960740864002339e-05,
      "loss": 5.2348,
      "step": 82875
    },
    {
      "epoch": 0.0725464159637128,
      "grad_norm": 0.4258370101451874,
      "learning_rate": 4.9607353872297636e-05,
      "loss": 5.5224,
      "step": 82880
    },
    {
      "epoch": 0.07255079255733994,
      "grad_norm": 0.477774977684021,
      "learning_rate": 4.9607299100789886e-05,
      "loss": 4.9105,
      "step": 82885
    },
    {
      "epoch": 0.0725551691509671,
      "grad_norm": 0.4895060360431671,
      "learning_rate": 4.9607244325500154e-05,
      "loss": 5.8101,
      "step": 82890
    },
    {
      "epoch": 0.07255954574459425,
      "grad_norm": 0.4389186501502991,
      "learning_rate": 4.960718954642845e-05,
      "loss": 4.7778,
      "step": 82895
    },
    {
      "epoch": 0.0725639223382214,
      "grad_norm": 0.4349624514579773,
      "learning_rate": 4.960713476357477e-05,
      "loss": 5.2246,
      "step": 82900
    },
    {
      "epoch": 0.07256829893184856,
      "grad_norm": 0.4219038784503937,
      "learning_rate": 4.960707997693913e-05,
      "loss": 5.4143,
      "step": 82905
    },
    {
      "epoch": 0.07257267552547571,
      "grad_norm": 0.3411332368850708,
      "learning_rate": 4.9607025186521564e-05,
      "loss": 5.3446,
      "step": 82910
    },
    {
      "epoch": 0.07257705211910287,
      "grad_norm": 0.44981658458709717,
      "learning_rate": 4.960697039232205e-05,
      "loss": 4.4968,
      "step": 82915
    },
    {
      "epoch": 0.07258142871273002,
      "grad_norm": 0.4567669928073883,
      "learning_rate": 4.960691559434062e-05,
      "loss": 4.8035,
      "step": 82920
    },
    {
      "epoch": 0.07258580530635718,
      "grad_norm": 0.5801185965538025,
      "learning_rate": 4.960686079257727e-05,
      "loss": 5.7318,
      "step": 82925
    },
    {
      "epoch": 0.07259018189998433,
      "grad_norm": 0.4630829095840454,
      "learning_rate": 4.9606805987032024e-05,
      "loss": 4.4789,
      "step": 82930
    },
    {
      "epoch": 0.07259455849361149,
      "grad_norm": 0.4311400353908539,
      "learning_rate": 4.960675117770488e-05,
      "loss": 4.7588,
      "step": 82935
    },
    {
      "epoch": 0.07259893508723864,
      "grad_norm": 0.4763180911540985,
      "learning_rate": 4.960669636459585e-05,
      "loss": 4.9611,
      "step": 82940
    },
    {
      "epoch": 0.0726033116808658,
      "grad_norm": 0.4200001358985901,
      "learning_rate": 4.960664154770496e-05,
      "loss": 5.855,
      "step": 82945
    },
    {
      "epoch": 0.07260768827449295,
      "grad_norm": 0.4328765869140625,
      "learning_rate": 4.960658672703221e-05,
      "loss": 5.8722,
      "step": 82950
    },
    {
      "epoch": 0.07261206486812011,
      "grad_norm": 0.478658527135849,
      "learning_rate": 4.9606531902577605e-05,
      "loss": 5.014,
      "step": 82955
    },
    {
      "epoch": 0.07261644146174726,
      "grad_norm": 0.3788939118385315,
      "learning_rate": 4.9606477074341165e-05,
      "loss": 5.8425,
      "step": 82960
    },
    {
      "epoch": 0.07262081805537442,
      "grad_norm": 0.540741503238678,
      "learning_rate": 4.960642224232289e-05,
      "loss": 4.9081,
      "step": 82965
    },
    {
      "epoch": 0.07262519464900156,
      "grad_norm": 0.4393737316131592,
      "learning_rate": 4.96063674065228e-05,
      "loss": 4.8291,
      "step": 82970
    },
    {
      "epoch": 0.07262957124262873,
      "grad_norm": 0.43730267882347107,
      "learning_rate": 4.96063125669409e-05,
      "loss": 4.7786,
      "step": 82975
    },
    {
      "epoch": 0.07263394783625587,
      "grad_norm": 0.4406595528125763,
      "learning_rate": 4.960625772357722e-05,
      "loss": 6.0361,
      "step": 82980
    },
    {
      "epoch": 0.07263832442988304,
      "grad_norm": 0.4256341755390167,
      "learning_rate": 4.960620287643174e-05,
      "loss": 4.3569,
      "step": 82985
    },
    {
      "epoch": 0.07264270102351018,
      "grad_norm": 0.4367697536945343,
      "learning_rate": 4.9606148025504485e-05,
      "loss": 4.7146,
      "step": 82990
    },
    {
      "epoch": 0.07264707761713735,
      "grad_norm": 0.4482998847961426,
      "learning_rate": 4.9606093170795466e-05,
      "loss": 4.3839,
      "step": 82995
    },
    {
      "epoch": 0.0726514542107645,
      "grad_norm": 0.3709132969379425,
      "learning_rate": 4.960603831230469e-05,
      "loss": 5.5381,
      "step": 83000
    },
    {
      "epoch": 0.07265583080439166,
      "grad_norm": 0.4355989396572113,
      "learning_rate": 4.9605983450032175e-05,
      "loss": 5.2316,
      "step": 83005
    },
    {
      "epoch": 0.0726602073980188,
      "grad_norm": 0.43087896704673767,
      "learning_rate": 4.960592858397792e-05,
      "loss": 5.7178,
      "step": 83010
    },
    {
      "epoch": 0.07266458399164596,
      "grad_norm": 0.4330389201641083,
      "learning_rate": 4.9605873714141946e-05,
      "loss": 5.0288,
      "step": 83015
    },
    {
      "epoch": 0.07266896058527311,
      "grad_norm": 0.4093974828720093,
      "learning_rate": 4.9605818840524266e-05,
      "loss": 5.1314,
      "step": 83020
    },
    {
      "epoch": 0.07267333717890026,
      "grad_norm": 0.34808075428009033,
      "learning_rate": 4.9605763963124875e-05,
      "loss": 5.5141,
      "step": 83025
    },
    {
      "epoch": 0.07267771377252742,
      "grad_norm": 0.4296654760837555,
      "learning_rate": 4.960570908194381e-05,
      "loss": 4.9952,
      "step": 83030
    },
    {
      "epoch": 0.07268209036615457,
      "grad_norm": 0.40061962604522705,
      "learning_rate": 4.960565419698104e-05,
      "loss": 5.0177,
      "step": 83035
    },
    {
      "epoch": 0.07268646695978173,
      "grad_norm": 0.4545406699180603,
      "learning_rate": 4.960559930823662e-05,
      "loss": 4.2364,
      "step": 83040
    },
    {
      "epoch": 0.07269084355340888,
      "grad_norm": 0.436503529548645,
      "learning_rate": 4.9605544415710535e-05,
      "loss": 4.9956,
      "step": 83045
    },
    {
      "epoch": 0.07269522014703604,
      "grad_norm": 0.42846935987472534,
      "learning_rate": 4.960548951940279e-05,
      "loss": 5.2104,
      "step": 83050
    },
    {
      "epoch": 0.07269959674066319,
      "grad_norm": 0.3742195665836334,
      "learning_rate": 4.9605434619313415e-05,
      "loss": 5.5524,
      "step": 83055
    },
    {
      "epoch": 0.07270397333429035,
      "grad_norm": 0.42522692680358887,
      "learning_rate": 4.960537971544242e-05,
      "loss": 5.2248,
      "step": 83060
    },
    {
      "epoch": 0.0727083499279175,
      "grad_norm": 0.43486300110816956,
      "learning_rate": 4.96053248077898e-05,
      "loss": 5.5304,
      "step": 83065
    },
    {
      "epoch": 0.07271272652154466,
      "grad_norm": 0.4254676401615143,
      "learning_rate": 4.960526989635558e-05,
      "loss": 5.5072,
      "step": 83070
    },
    {
      "epoch": 0.07271710311517181,
      "grad_norm": 0.3642793893814087,
      "learning_rate": 4.960521498113976e-05,
      "loss": 5.3236,
      "step": 83075
    },
    {
      "epoch": 0.07272147970879897,
      "grad_norm": 0.38065454363822937,
      "learning_rate": 4.9605160062142363e-05,
      "loss": 5.2197,
      "step": 83080
    },
    {
      "epoch": 0.07272585630242612,
      "grad_norm": 0.421468585729599,
      "learning_rate": 4.9605105139363385e-05,
      "loss": 4.5104,
      "step": 83085
    },
    {
      "epoch": 0.07273023289605328,
      "grad_norm": 0.3753367066383362,
      "learning_rate": 4.960505021280284e-05,
      "loss": 5.7736,
      "step": 83090
    },
    {
      "epoch": 0.07273460948968043,
      "grad_norm": 0.406634122133255,
      "learning_rate": 4.9604995282460744e-05,
      "loss": 5.3192,
      "step": 83095
    },
    {
      "epoch": 0.07273898608330759,
      "grad_norm": 0.4425727427005768,
      "learning_rate": 4.96049403483371e-05,
      "loss": 4.9963,
      "step": 83100
    },
    {
      "epoch": 0.07274336267693474,
      "grad_norm": 0.4239833950996399,
      "learning_rate": 4.960488541043193e-05,
      "loss": 4.795,
      "step": 83105
    },
    {
      "epoch": 0.0727477392705619,
      "grad_norm": 0.44264310598373413,
      "learning_rate": 4.9604830468745246e-05,
      "loss": 4.9333,
      "step": 83110
    },
    {
      "epoch": 0.07275211586418905,
      "grad_norm": 0.41473159193992615,
      "learning_rate": 4.9604775523277034e-05,
      "loss": 5.2628,
      "step": 83115
    },
    {
      "epoch": 0.07275649245781621,
      "grad_norm": 0.39550235867500305,
      "learning_rate": 4.960472057402734e-05,
      "loss": 5.5129,
      "step": 83120
    },
    {
      "epoch": 0.07276086905144336,
      "grad_norm": 0.4460434317588806,
      "learning_rate": 4.960466562099615e-05,
      "loss": 5.2295,
      "step": 83125
    },
    {
      "epoch": 0.07276524564507052,
      "grad_norm": 0.4380805790424347,
      "learning_rate": 4.960461066418348e-05,
      "loss": 5.5304,
      "step": 83130
    },
    {
      "epoch": 0.07276962223869766,
      "grad_norm": 0.5201472043991089,
      "learning_rate": 4.960455570358934e-05,
      "loss": 5.247,
      "step": 83135
    },
    {
      "epoch": 0.07277399883232483,
      "grad_norm": 0.46831125020980835,
      "learning_rate": 4.9604500739213746e-05,
      "loss": 5.74,
      "step": 83140
    },
    {
      "epoch": 0.07277837542595197,
      "grad_norm": 0.5300225615501404,
      "learning_rate": 4.960444577105669e-05,
      "loss": 5.545,
      "step": 83145
    },
    {
      "epoch": 0.07278275201957914,
      "grad_norm": 0.4623015522956848,
      "learning_rate": 4.960439079911822e-05,
      "loss": 5.0363,
      "step": 83150
    },
    {
      "epoch": 0.07278712861320628,
      "grad_norm": 0.4406457841396332,
      "learning_rate": 4.960433582339831e-05,
      "loss": 5.0141,
      "step": 83155
    },
    {
      "epoch": 0.07279150520683343,
      "grad_norm": 0.47795453667640686,
      "learning_rate": 4.960428084389699e-05,
      "loss": 4.881,
      "step": 83160
    },
    {
      "epoch": 0.0727958818004606,
      "grad_norm": 0.5065017938613892,
      "learning_rate": 4.9604225860614264e-05,
      "loss": 5.5265,
      "step": 83165
    },
    {
      "epoch": 0.07280025839408774,
      "grad_norm": 0.5399485230445862,
      "learning_rate": 4.960417087355014e-05,
      "loss": 5.3373,
      "step": 83170
    },
    {
      "epoch": 0.0728046349877149,
      "grad_norm": 0.4661370813846588,
      "learning_rate": 4.9604115882704624e-05,
      "loss": 5.3066,
      "step": 83175
    },
    {
      "epoch": 0.07280901158134205,
      "grad_norm": 0.4220554828643799,
      "learning_rate": 4.960406088807775e-05,
      "loss": 5.2322,
      "step": 83180
    },
    {
      "epoch": 0.07281338817496921,
      "grad_norm": 0.5233802795410156,
      "learning_rate": 4.960400588966951e-05,
      "loss": 4.7078,
      "step": 83185
    },
    {
      "epoch": 0.07281776476859636,
      "grad_norm": 0.433030366897583,
      "learning_rate": 4.960395088747992e-05,
      "loss": 5.0035,
      "step": 83190
    },
    {
      "epoch": 0.07282214136222352,
      "grad_norm": 0.4144827723503113,
      "learning_rate": 4.960389588150899e-05,
      "loss": 5.003,
      "step": 83195
    },
    {
      "epoch": 0.07282651795585067,
      "grad_norm": 0.44383475184440613,
      "learning_rate": 4.9603840871756725e-05,
      "loss": 5.1921,
      "step": 83200
    },
    {
      "epoch": 0.07283089454947783,
      "grad_norm": 0.39381930232048035,
      "learning_rate": 4.960378585822314e-05,
      "loss": 5.2242,
      "step": 83205
    },
    {
      "epoch": 0.07283527114310498,
      "grad_norm": 0.44024670124053955,
      "learning_rate": 4.9603730840908245e-05,
      "loss": 4.4143,
      "step": 83210
    },
    {
      "epoch": 0.07283964773673214,
      "grad_norm": 0.664715051651001,
      "learning_rate": 4.960367581981206e-05,
      "loss": 5.3247,
      "step": 83215
    },
    {
      "epoch": 0.07284402433035929,
      "grad_norm": 0.42244964838027954,
      "learning_rate": 4.960362079493458e-05,
      "loss": 5.8383,
      "step": 83220
    },
    {
      "epoch": 0.07284840092398645,
      "grad_norm": 0.3864815831184387,
      "learning_rate": 4.9603565766275815e-05,
      "loss": 6.0469,
      "step": 83225
    },
    {
      "epoch": 0.0728527775176136,
      "grad_norm": 0.4583353102207184,
      "learning_rate": 4.960351073383579e-05,
      "loss": 5.5523,
      "step": 83230
    },
    {
      "epoch": 0.07285715411124076,
      "grad_norm": 0.45739033818244934,
      "learning_rate": 4.960345569761451e-05,
      "loss": 5.0298,
      "step": 83235
    },
    {
      "epoch": 0.07286153070486791,
      "grad_norm": 0.4605139493942261,
      "learning_rate": 4.9603400657611986e-05,
      "loss": 5.4551,
      "step": 83240
    },
    {
      "epoch": 0.07286590729849507,
      "grad_norm": 0.3543788194656372,
      "learning_rate": 4.9603345613828226e-05,
      "loss": 6.0475,
      "step": 83245
    },
    {
      "epoch": 0.07287028389212222,
      "grad_norm": 0.46688562631607056,
      "learning_rate": 4.9603290566263236e-05,
      "loss": 5.3201,
      "step": 83250
    },
    {
      "epoch": 0.07287466048574938,
      "grad_norm": 0.4132656455039978,
      "learning_rate": 4.9603235514917036e-05,
      "loss": 5.4611,
      "step": 83255
    },
    {
      "epoch": 0.07287903707937653,
      "grad_norm": 0.42132261395454407,
      "learning_rate": 4.9603180459789635e-05,
      "loss": 5.4211,
      "step": 83260
    },
    {
      "epoch": 0.07288341367300369,
      "grad_norm": 0.35844850540161133,
      "learning_rate": 4.960312540088104e-05,
      "loss": 5.2818,
      "step": 83265
    },
    {
      "epoch": 0.07288779026663084,
      "grad_norm": 0.43212297558784485,
      "learning_rate": 4.960307033819126e-05,
      "loss": 5.1732,
      "step": 83270
    },
    {
      "epoch": 0.072892166860258,
      "grad_norm": 0.43325716257095337,
      "learning_rate": 4.960301527172031e-05,
      "loss": 5.2926,
      "step": 83275
    },
    {
      "epoch": 0.07289654345388515,
      "grad_norm": 0.42911285161972046,
      "learning_rate": 4.9602960201468206e-05,
      "loss": 5.7768,
      "step": 83280
    },
    {
      "epoch": 0.0729009200475123,
      "grad_norm": 0.41839128732681274,
      "learning_rate": 4.960290512743494e-05,
      "loss": 4.9226,
      "step": 83285
    },
    {
      "epoch": 0.07290529664113946,
      "grad_norm": 0.3789461553096771,
      "learning_rate": 4.960285004962054e-05,
      "loss": 6.3877,
      "step": 83290
    },
    {
      "epoch": 0.0729096732347666,
      "grad_norm": 0.4688688814640045,
      "learning_rate": 4.960279496802501e-05,
      "loss": 4.7938,
      "step": 83295
    },
    {
      "epoch": 0.07291404982839376,
      "grad_norm": 0.4135192632675171,
      "learning_rate": 4.960273988264838e-05,
      "loss": 4.9855,
      "step": 83300
    },
    {
      "epoch": 0.07291842642202091,
      "grad_norm": 0.3437197804450989,
      "learning_rate": 4.9602684793490614e-05,
      "loss": 5.523,
      "step": 83305
    },
    {
      "epoch": 0.07292280301564807,
      "grad_norm": 0.513514518737793,
      "learning_rate": 4.960262970055177e-05,
      "loss": 4.7211,
      "step": 83310
    },
    {
      "epoch": 0.07292717960927522,
      "grad_norm": 0.4589562714099884,
      "learning_rate": 4.960257460383183e-05,
      "loss": 5.5362,
      "step": 83315
    },
    {
      "epoch": 0.07293155620290238,
      "grad_norm": 0.4356878995895386,
      "learning_rate": 4.9602519503330826e-05,
      "loss": 5.1991,
      "step": 83320
    },
    {
      "epoch": 0.07293593279652953,
      "grad_norm": 0.5298640131950378,
      "learning_rate": 4.960246439904874e-05,
      "loss": 5.5377,
      "step": 83325
    },
    {
      "epoch": 0.0729403093901567,
      "grad_norm": 0.38878998160362244,
      "learning_rate": 4.960240929098561e-05,
      "loss": 4.7756,
      "step": 83330
    },
    {
      "epoch": 0.07294468598378384,
      "grad_norm": 0.3873942196369171,
      "learning_rate": 4.960235417914144e-05,
      "loss": 5.296,
      "step": 83335
    },
    {
      "epoch": 0.072949062577411,
      "grad_norm": 0.45071515440940857,
      "learning_rate": 4.9602299063516224e-05,
      "loss": 5.0086,
      "step": 83340
    },
    {
      "epoch": 0.07295343917103815,
      "grad_norm": 0.465934157371521,
      "learning_rate": 4.960224394410999e-05,
      "loss": 4.9915,
      "step": 83345
    },
    {
      "epoch": 0.07295781576466531,
      "grad_norm": 0.46923139691352844,
      "learning_rate": 4.960218882092275e-05,
      "loss": 5.4238,
      "step": 83350
    },
    {
      "epoch": 0.07296219235829246,
      "grad_norm": 0.4471004605293274,
      "learning_rate": 4.96021336939545e-05,
      "loss": 4.9843,
      "step": 83355
    },
    {
      "epoch": 0.07296656895191962,
      "grad_norm": 0.45382654666900635,
      "learning_rate": 4.960207856320527e-05,
      "loss": 4.9801,
      "step": 83360
    },
    {
      "epoch": 0.07297094554554677,
      "grad_norm": 0.532993495464325,
      "learning_rate": 4.9602023428675047e-05,
      "loss": 5.8364,
      "step": 83365
    },
    {
      "epoch": 0.07297532213917393,
      "grad_norm": 0.44970494508743286,
      "learning_rate": 4.9601968290363866e-05,
      "loss": 4.5142,
      "step": 83370
    },
    {
      "epoch": 0.07297969873280108,
      "grad_norm": 0.491847962141037,
      "learning_rate": 4.960191314827173e-05,
      "loss": 4.4144,
      "step": 83375
    },
    {
      "epoch": 0.07298407532642824,
      "grad_norm": 0.5549055933952332,
      "learning_rate": 4.960185800239864e-05,
      "loss": 4.9894,
      "step": 83380
    },
    {
      "epoch": 0.07298845192005539,
      "grad_norm": 0.5614724159240723,
      "learning_rate": 4.960180285274461e-05,
      "loss": 5.1105,
      "step": 83385
    },
    {
      "epoch": 0.07299282851368255,
      "grad_norm": 0.48961707949638367,
      "learning_rate": 4.9601747699309654e-05,
      "loss": 5.7309,
      "step": 83390
    },
    {
      "epoch": 0.0729972051073097,
      "grad_norm": 0.4227686822414398,
      "learning_rate": 4.960169254209378e-05,
      "loss": 5.2174,
      "step": 83395
    },
    {
      "epoch": 0.07300158170093686,
      "grad_norm": 0.5327740907669067,
      "learning_rate": 4.9601637381097e-05,
      "loss": 4.8975,
      "step": 83400
    },
    {
      "epoch": 0.07300595829456401,
      "grad_norm": 0.39087238907814026,
      "learning_rate": 4.9601582216319333e-05,
      "loss": 5.3061,
      "step": 83405
    },
    {
      "epoch": 0.07301033488819116,
      "grad_norm": 0.4119066596031189,
      "learning_rate": 4.960152704776076e-05,
      "loss": 5.7572,
      "step": 83410
    },
    {
      "epoch": 0.07301471148181832,
      "grad_norm": 0.47027015686035156,
      "learning_rate": 4.960147187542135e-05,
      "loss": 5.5158,
      "step": 83415
    },
    {
      "epoch": 0.07301908807544547,
      "grad_norm": 0.39641180634498596,
      "learning_rate": 4.960141669930105e-05,
      "loss": 5.2037,
      "step": 83420
    },
    {
      "epoch": 0.07302346466907263,
      "grad_norm": 0.4082018733024597,
      "learning_rate": 4.96013615193999e-05,
      "loss": 5.5044,
      "step": 83425
    },
    {
      "epoch": 0.07302784126269977,
      "grad_norm": 0.39459922909736633,
      "learning_rate": 4.960130633571791e-05,
      "loss": 6.3178,
      "step": 83430
    },
    {
      "epoch": 0.07303221785632694,
      "grad_norm": 0.4224621057510376,
      "learning_rate": 4.960125114825509e-05,
      "loss": 5.5007,
      "step": 83435
    },
    {
      "epoch": 0.07303659444995408,
      "grad_norm": 0.35645872354507446,
      "learning_rate": 4.9601195957011456e-05,
      "loss": 5.8488,
      "step": 83440
    },
    {
      "epoch": 0.07304097104358125,
      "grad_norm": 0.4755784273147583,
      "learning_rate": 4.960114076198701e-05,
      "loss": 5.8437,
      "step": 83445
    },
    {
      "epoch": 0.0730453476372084,
      "grad_norm": 0.4188160002231598,
      "learning_rate": 4.960108556318176e-05,
      "loss": 4.8761,
      "step": 83450
    },
    {
      "epoch": 0.07304972423083556,
      "grad_norm": 0.48194682598114014,
      "learning_rate": 4.9601030360595726e-05,
      "loss": 4.7734,
      "step": 83455
    },
    {
      "epoch": 0.0730541008244627,
      "grad_norm": 0.4938543438911438,
      "learning_rate": 4.960097515422891e-05,
      "loss": 4.9985,
      "step": 83460
    },
    {
      "epoch": 0.07305847741808986,
      "grad_norm": 0.47589606046676636,
      "learning_rate": 4.960091994408133e-05,
      "loss": 5.3125,
      "step": 83465
    },
    {
      "epoch": 0.07306285401171701,
      "grad_norm": 0.4277179539203644,
      "learning_rate": 4.960086473015299e-05,
      "loss": 4.8422,
      "step": 83470
    },
    {
      "epoch": 0.07306723060534417,
      "grad_norm": 0.45794937014579773,
      "learning_rate": 4.9600809512443914e-05,
      "loss": 4.8175,
      "step": 83475
    },
    {
      "epoch": 0.07307160719897132,
      "grad_norm": 0.4354189932346344,
      "learning_rate": 4.9600754290954085e-05,
      "loss": 5.1926,
      "step": 83480
    },
    {
      "epoch": 0.07307598379259848,
      "grad_norm": 0.42126354575157166,
      "learning_rate": 4.960069906568354e-05,
      "loss": 5.8563,
      "step": 83485
    },
    {
      "epoch": 0.07308036038622563,
      "grad_norm": 0.43094393610954285,
      "learning_rate": 4.960064383663229e-05,
      "loss": 5.3057,
      "step": 83490
    },
    {
      "epoch": 0.0730847369798528,
      "grad_norm": 0.4387354850769043,
      "learning_rate": 4.960058860380032e-05,
      "loss": 5.275,
      "step": 83495
    },
    {
      "epoch": 0.07308911357347994,
      "grad_norm": 0.4253571033477783,
      "learning_rate": 4.9600533367187676e-05,
      "loss": 6.0439,
      "step": 83500
    },
    {
      "epoch": 0.0730934901671071,
      "grad_norm": 0.46610531210899353,
      "learning_rate": 4.9600478126794334e-05,
      "loss": 5.7344,
      "step": 83505
    },
    {
      "epoch": 0.07309786676073425,
      "grad_norm": 0.3908616304397583,
      "learning_rate": 4.960042288262033e-05,
      "loss": 6.0514,
      "step": 83510
    },
    {
      "epoch": 0.07310224335436141,
      "grad_norm": 0.4610653519630432,
      "learning_rate": 4.9600367634665657e-05,
      "loss": 5.5169,
      "step": 83515
    },
    {
      "epoch": 0.07310661994798856,
      "grad_norm": 0.37878599762916565,
      "learning_rate": 4.960031238293035e-05,
      "loss": 6.4102,
      "step": 83520
    },
    {
      "epoch": 0.07311099654161572,
      "grad_norm": 0.46728813648223877,
      "learning_rate": 4.9600257127414385e-05,
      "loss": 5.5325,
      "step": 83525
    },
    {
      "epoch": 0.07311537313524287,
      "grad_norm": 0.4691079556941986,
      "learning_rate": 4.96002018681178e-05,
      "loss": 5.2032,
      "step": 83530
    },
    {
      "epoch": 0.07311974972887003,
      "grad_norm": 0.47137773036956787,
      "learning_rate": 4.96001466050406e-05,
      "loss": 4.4599,
      "step": 83535
    },
    {
      "epoch": 0.07312412632249718,
      "grad_norm": 0.43321821093559265,
      "learning_rate": 4.9600091338182785e-05,
      "loss": 5.5483,
      "step": 83540
    },
    {
      "epoch": 0.07312850291612433,
      "grad_norm": 0.3869815170764923,
      "learning_rate": 4.960003606754438e-05,
      "loss": 6.0705,
      "step": 83545
    },
    {
      "epoch": 0.07313287950975149,
      "grad_norm": 0.3893567621707916,
      "learning_rate": 4.959998079312539e-05,
      "loss": 5.5076,
      "step": 83550
    },
    {
      "epoch": 0.07313725610337864,
      "grad_norm": 0.4358966052532196,
      "learning_rate": 4.959992551492582e-05,
      "loss": 5.5147,
      "step": 83555
    },
    {
      "epoch": 0.0731416326970058,
      "grad_norm": 0.4485832154750824,
      "learning_rate": 4.9599870232945686e-05,
      "loss": 4.8236,
      "step": 83560
    },
    {
      "epoch": 0.07314600929063295,
      "grad_norm": 0.43956300616264343,
      "learning_rate": 4.9599814947184995e-05,
      "loss": 4.9203,
      "step": 83565
    },
    {
      "epoch": 0.07315038588426011,
      "grad_norm": 0.3935433328151703,
      "learning_rate": 4.959975965764376e-05,
      "loss": 5.8363,
      "step": 83570
    },
    {
      "epoch": 0.07315476247788726,
      "grad_norm": 0.41476866602897644,
      "learning_rate": 4.9599704364322006e-05,
      "loss": 5.1217,
      "step": 83575
    },
    {
      "epoch": 0.07315913907151442,
      "grad_norm": 0.3637574017047882,
      "learning_rate": 4.9599649067219714e-05,
      "loss": 5.5093,
      "step": 83580
    },
    {
      "epoch": 0.07316351566514157,
      "grad_norm": 0.5285661220550537,
      "learning_rate": 4.959959376633692e-05,
      "loss": 4.9166,
      "step": 83585
    },
    {
      "epoch": 0.07316789225876873,
      "grad_norm": 0.36223047971725464,
      "learning_rate": 4.959953846167362e-05,
      "loss": 5.4475,
      "step": 83590
    },
    {
      "epoch": 0.07317226885239587,
      "grad_norm": 0.36092036962509155,
      "learning_rate": 4.959948315322983e-05,
      "loss": 6.0275,
      "step": 83595
    },
    {
      "epoch": 0.07317664544602304,
      "grad_norm": 0.3886660039424896,
      "learning_rate": 4.959942784100556e-05,
      "loss": 5.4387,
      "step": 83600
    },
    {
      "epoch": 0.07318102203965018,
      "grad_norm": 0.39482778310775757,
      "learning_rate": 4.9599372525000834e-05,
      "loss": 5.842,
      "step": 83605
    },
    {
      "epoch": 0.07318539863327735,
      "grad_norm": 0.3905984163284302,
      "learning_rate": 4.959931720521564e-05,
      "loss": 5.0438,
      "step": 83610
    },
    {
      "epoch": 0.0731897752269045,
      "grad_norm": 0.37935033440589905,
      "learning_rate": 4.9599261881649996e-05,
      "loss": 5.2469,
      "step": 83615
    },
    {
      "epoch": 0.07319415182053166,
      "grad_norm": 0.4008055627346039,
      "learning_rate": 4.959920655430391e-05,
      "loss": 5.2356,
      "step": 83620
    },
    {
      "epoch": 0.0731985284141588,
      "grad_norm": 0.48250851035118103,
      "learning_rate": 4.959915122317741e-05,
      "loss": 5.5284,
      "step": 83625
    },
    {
      "epoch": 0.07320290500778596,
      "grad_norm": 0.4075353443622589,
      "learning_rate": 4.9599095888270486e-05,
      "loss": 4.9179,
      "step": 83630
    },
    {
      "epoch": 0.07320728160141311,
      "grad_norm": 0.4071221351623535,
      "learning_rate": 4.9599040549583165e-05,
      "loss": 5.2092,
      "step": 83635
    },
    {
      "epoch": 0.07321165819504027,
      "grad_norm": 0.3944431245326996,
      "learning_rate": 4.959898520711544e-05,
      "loss": 5.0014,
      "step": 83640
    },
    {
      "epoch": 0.07321603478866742,
      "grad_norm": 0.5513454079627991,
      "learning_rate": 4.959892986086735e-05,
      "loss": 4.5001,
      "step": 83645
    },
    {
      "epoch": 0.07322041138229458,
      "grad_norm": 0.6059009432792664,
      "learning_rate": 4.9598874510838875e-05,
      "loss": 5.2323,
      "step": 83650
    },
    {
      "epoch": 0.07322478797592173,
      "grad_norm": 0.4623953104019165,
      "learning_rate": 4.959881915703003e-05,
      "loss": 5.5153,
      "step": 83655
    },
    {
      "epoch": 0.0732291645695489,
      "grad_norm": 0.4695330560207367,
      "learning_rate": 4.959876379944085e-05,
      "loss": 5.7479,
      "step": 83660
    },
    {
      "epoch": 0.07323354116317604,
      "grad_norm": 0.4493562579154968,
      "learning_rate": 4.959870843807132e-05,
      "loss": 4.6823,
      "step": 83665
    },
    {
      "epoch": 0.07323791775680319,
      "grad_norm": 0.36222973465919495,
      "learning_rate": 4.9598653072921454e-05,
      "loss": 5.3145,
      "step": 83670
    },
    {
      "epoch": 0.07324229435043035,
      "grad_norm": 0.6309238076210022,
      "learning_rate": 4.9598597703991276e-05,
      "loss": 4.468,
      "step": 83675
    },
    {
      "epoch": 0.0732466709440575,
      "grad_norm": 0.5049089789390564,
      "learning_rate": 4.95985423312808e-05,
      "loss": 5.3291,
      "step": 83680
    },
    {
      "epoch": 0.07325104753768466,
      "grad_norm": 0.45183536410331726,
      "learning_rate": 4.959848695479001e-05,
      "loss": 5.8754,
      "step": 83685
    },
    {
      "epoch": 0.07325542413131181,
      "grad_norm": 0.45503994822502136,
      "learning_rate": 4.959843157451894e-05,
      "loss": 5.0124,
      "step": 83690
    },
    {
      "epoch": 0.07325980072493897,
      "grad_norm": 0.38095593452453613,
      "learning_rate": 4.9598376190467586e-05,
      "loss": 5.8258,
      "step": 83695
    },
    {
      "epoch": 0.07326417731856612,
      "grad_norm": 0.42824938893318176,
      "learning_rate": 4.959832080263598e-05,
      "loss": 5.3297,
      "step": 83700
    },
    {
      "epoch": 0.07326855391219328,
      "grad_norm": 0.409519761800766,
      "learning_rate": 4.959826541102411e-05,
      "loss": 5.8458,
      "step": 83705
    },
    {
      "epoch": 0.07327293050582043,
      "grad_norm": 0.5654817223548889,
      "learning_rate": 4.9598210015631996e-05,
      "loss": 4.8797,
      "step": 83710
    },
    {
      "epoch": 0.07327730709944759,
      "grad_norm": 0.3785684108734131,
      "learning_rate": 4.9598154616459645e-05,
      "loss": 5.5341,
      "step": 83715
    },
    {
      "epoch": 0.07328168369307474,
      "grad_norm": 0.41985762119293213,
      "learning_rate": 4.9598099213507075e-05,
      "loss": 5.0284,
      "step": 83720
    },
    {
      "epoch": 0.0732860602867019,
      "grad_norm": 0.4356673061847687,
      "learning_rate": 4.95980438067743e-05,
      "loss": 5.5322,
      "step": 83725
    },
    {
      "epoch": 0.07329043688032905,
      "grad_norm": 0.37907975912094116,
      "learning_rate": 4.959798839626131e-05,
      "loss": 5.7275,
      "step": 83730
    },
    {
      "epoch": 0.07329481347395621,
      "grad_norm": 0.37319743633270264,
      "learning_rate": 4.959793298196813e-05,
      "loss": 5.8382,
      "step": 83735
    },
    {
      "epoch": 0.07329919006758336,
      "grad_norm": 0.38122838735580444,
      "learning_rate": 4.959787756389477e-05,
      "loss": 6.0332,
      "step": 83740
    },
    {
      "epoch": 0.07330356666121052,
      "grad_norm": 0.3923797905445099,
      "learning_rate": 4.9597822142041254e-05,
      "loss": 4.9635,
      "step": 83745
    },
    {
      "epoch": 0.07330794325483767,
      "grad_norm": 0.4340307116508484,
      "learning_rate": 4.9597766716407567e-05,
      "loss": 5.0039,
      "step": 83750
    },
    {
      "epoch": 0.07331231984846483,
      "grad_norm": 0.44034022092819214,
      "learning_rate": 4.9597711286993734e-05,
      "loss": 5.5446,
      "step": 83755
    },
    {
      "epoch": 0.07331669644209197,
      "grad_norm": 0.3545176684856415,
      "learning_rate": 4.959765585379976e-05,
      "loss": 6.0725,
      "step": 83760
    },
    {
      "epoch": 0.07332107303571914,
      "grad_norm": 0.37566885352134705,
      "learning_rate": 4.959760041682566e-05,
      "loss": 5.424,
      "step": 83765
    },
    {
      "epoch": 0.07332544962934628,
      "grad_norm": 0.35590600967407227,
      "learning_rate": 4.959754497607144e-05,
      "loss": 5.7609,
      "step": 83770
    },
    {
      "epoch": 0.07332982622297345,
      "grad_norm": 0.40800046920776367,
      "learning_rate": 4.9597489531537126e-05,
      "loss": 5.2311,
      "step": 83775
    },
    {
      "epoch": 0.0733342028166006,
      "grad_norm": 0.48298007249832153,
      "learning_rate": 4.9597434083222715e-05,
      "loss": 4.8098,
      "step": 83780
    },
    {
      "epoch": 0.07333857941022776,
      "grad_norm": 0.35292714834213257,
      "learning_rate": 4.9597378631128213e-05,
      "loss": 5.7436,
      "step": 83785
    },
    {
      "epoch": 0.0733429560038549,
      "grad_norm": 0.47530892491340637,
      "learning_rate": 4.959732317525364e-05,
      "loss": 5.3211,
      "step": 83790
    },
    {
      "epoch": 0.07334733259748207,
      "grad_norm": 0.41766157746315,
      "learning_rate": 4.9597267715599004e-05,
      "loss": 5.2148,
      "step": 83795
    },
    {
      "epoch": 0.07335170919110921,
      "grad_norm": 0.3745521008968353,
      "learning_rate": 4.959721225216432e-05,
      "loss": 6.0527,
      "step": 83800
    },
    {
      "epoch": 0.07335608578473636,
      "grad_norm": 0.35186368227005005,
      "learning_rate": 4.959715678494959e-05,
      "loss": 6.0578,
      "step": 83805
    },
    {
      "epoch": 0.07336046237836352,
      "grad_norm": 0.3614644408226013,
      "learning_rate": 4.959710131395483e-05,
      "loss": 5.8688,
      "step": 83810
    },
    {
      "epoch": 0.07336483897199067,
      "grad_norm": 0.46353664994239807,
      "learning_rate": 4.959704583918005e-05,
      "loss": 5.2309,
      "step": 83815
    },
    {
      "epoch": 0.07336921556561783,
      "grad_norm": 0.4362599551677704,
      "learning_rate": 4.959699036062526e-05,
      "loss": 4.689,
      "step": 83820
    },
    {
      "epoch": 0.07337359215924498,
      "grad_norm": 0.41607844829559326,
      "learning_rate": 4.959693487829048e-05,
      "loss": 4.6697,
      "step": 83825
    },
    {
      "epoch": 0.07337796875287214,
      "grad_norm": 0.39228323101997375,
      "learning_rate": 4.959687939217571e-05,
      "loss": 5.0438,
      "step": 83830
    },
    {
      "epoch": 0.07338234534649929,
      "grad_norm": 0.4490070343017578,
      "learning_rate": 4.959682390228095e-05,
      "loss": 5.03,
      "step": 83835
    },
    {
      "epoch": 0.07338672194012645,
      "grad_norm": 0.42350664734840393,
      "learning_rate": 4.959676840860623e-05,
      "loss": 4.7664,
      "step": 83840
    },
    {
      "epoch": 0.0733910985337536,
      "grad_norm": 0.431168794631958,
      "learning_rate": 4.959671291115156e-05,
      "loss": 4.9724,
      "step": 83845
    },
    {
      "epoch": 0.07339547512738076,
      "grad_norm": 0.4159790277481079,
      "learning_rate": 4.9596657409916934e-05,
      "loss": 4.7129,
      "step": 83850
    },
    {
      "epoch": 0.07339985172100791,
      "grad_norm": 0.37660619616508484,
      "learning_rate": 4.959660190490238e-05,
      "loss": 5.4352,
      "step": 83855
    },
    {
      "epoch": 0.07340422831463507,
      "grad_norm": 0.4051974415779114,
      "learning_rate": 4.9596546396107915e-05,
      "loss": 4.7571,
      "step": 83860
    },
    {
      "epoch": 0.07340860490826222,
      "grad_norm": 0.4357742369174957,
      "learning_rate": 4.959649088353352e-05,
      "loss": 5.4215,
      "step": 83865
    },
    {
      "epoch": 0.07341298150188938,
      "grad_norm": 0.4782491624355316,
      "learning_rate": 4.959643536717923e-05,
      "loss": 4.9972,
      "step": 83870
    },
    {
      "epoch": 0.07341735809551653,
      "grad_norm": 0.43435004353523254,
      "learning_rate": 4.959637984704504e-05,
      "loss": 4.6994,
      "step": 83875
    },
    {
      "epoch": 0.07342173468914369,
      "grad_norm": 0.39931750297546387,
      "learning_rate": 4.9596324323130984e-05,
      "loss": 6.0621,
      "step": 83880
    },
    {
      "epoch": 0.07342611128277084,
      "grad_norm": 0.5227155089378357,
      "learning_rate": 4.959626879543704e-05,
      "loss": 4.6856,
      "step": 83885
    },
    {
      "epoch": 0.073430487876398,
      "grad_norm": 0.3873644769191742,
      "learning_rate": 4.9596213263963256e-05,
      "loss": 6.3908,
      "step": 83890
    },
    {
      "epoch": 0.07343486447002515,
      "grad_norm": 0.44653183221817017,
      "learning_rate": 4.9596157728709614e-05,
      "loss": 4.4882,
      "step": 83895
    },
    {
      "epoch": 0.07343924106365231,
      "grad_norm": 0.42012742161750793,
      "learning_rate": 4.959610218967613e-05,
      "loss": 5.284,
      "step": 83900
    },
    {
      "epoch": 0.07344361765727946,
      "grad_norm": 0.37259721755981445,
      "learning_rate": 4.9596046646862816e-05,
      "loss": 5.8775,
      "step": 83905
    },
    {
      "epoch": 0.07344799425090662,
      "grad_norm": 0.3971359431743622,
      "learning_rate": 4.959599110026969e-05,
      "loss": 6.0488,
      "step": 83910
    },
    {
      "epoch": 0.07345237084453377,
      "grad_norm": 0.43886426091194153,
      "learning_rate": 4.959593554989676e-05,
      "loss": 5.3932,
      "step": 83915
    },
    {
      "epoch": 0.07345674743816093,
      "grad_norm": 0.45513612031936646,
      "learning_rate": 4.9595879995744035e-05,
      "loss": 4.902,
      "step": 83920
    },
    {
      "epoch": 0.07346112403178807,
      "grad_norm": 0.366495817899704,
      "learning_rate": 4.959582443781153e-05,
      "loss": 6.3672,
      "step": 83925
    },
    {
      "epoch": 0.07346550062541522,
      "grad_norm": 0.44034263491630554,
      "learning_rate": 4.959576887609924e-05,
      "loss": 4.1585,
      "step": 83930
    },
    {
      "epoch": 0.07346987721904238,
      "grad_norm": 0.5251867175102234,
      "learning_rate": 4.95957133106072e-05,
      "loss": 5.8265,
      "step": 83935
    },
    {
      "epoch": 0.07347425381266953,
      "grad_norm": 0.44271403551101685,
      "learning_rate": 4.95956577413354e-05,
      "loss": 6.0309,
      "step": 83940
    },
    {
      "epoch": 0.0734786304062967,
      "grad_norm": 0.4576554000377655,
      "learning_rate": 4.959560216828386e-05,
      "loss": 5.0037,
      "step": 83945
    },
    {
      "epoch": 0.07348300699992384,
      "grad_norm": 0.4501732289791107,
      "learning_rate": 4.959554659145259e-05,
      "loss": 3.9904,
      "step": 83950
    },
    {
      "epoch": 0.073487383593551,
      "grad_norm": 0.5003392696380615,
      "learning_rate": 4.9595491010841586e-05,
      "loss": 4.7712,
      "step": 83955
    },
    {
      "epoch": 0.07349176018717815,
      "grad_norm": 0.6672020554542542,
      "learning_rate": 4.95954354264509e-05,
      "loss": 5.5469,
      "step": 83960
    },
    {
      "epoch": 0.07349613678080531,
      "grad_norm": 0.614507794380188,
      "learning_rate": 4.95953798382805e-05,
      "loss": 5.8192,
      "step": 83965
    },
    {
      "epoch": 0.07350051337443246,
      "grad_norm": 0.42709821462631226,
      "learning_rate": 4.959532424633041e-05,
      "loss": 6.0836,
      "step": 83970
    },
    {
      "epoch": 0.07350488996805962,
      "grad_norm": 0.426313579082489,
      "learning_rate": 4.959526865060065e-05,
      "loss": 4.8004,
      "step": 83975
    },
    {
      "epoch": 0.07350926656168677,
      "grad_norm": 0.42973819375038147,
      "learning_rate": 4.9595213051091216e-05,
      "loss": 5.3046,
      "step": 83980
    },
    {
      "epoch": 0.07351364315531393,
      "grad_norm": 0.49355217814445496,
      "learning_rate": 4.959515744780213e-05,
      "loss": 5.5347,
      "step": 83985
    },
    {
      "epoch": 0.07351801974894108,
      "grad_norm": 0.4845220446586609,
      "learning_rate": 4.959510184073339e-05,
      "loss": 5.2162,
      "step": 83990
    },
    {
      "epoch": 0.07352239634256824,
      "grad_norm": 0.6341506838798523,
      "learning_rate": 4.9595046229885034e-05,
      "loss": 5.8792,
      "step": 83995
    },
    {
      "epoch": 0.07352677293619539,
      "grad_norm": 0.752903938293457,
      "learning_rate": 4.959499061525704e-05,
      "loss": 5.8354,
      "step": 84000
    },
    {
      "epoch": 0.07353114952982255,
      "grad_norm": 0.7119551301002502,
      "learning_rate": 4.959493499684944e-05,
      "loss": 5.5429,
      "step": 84005
    },
    {
      "epoch": 0.0735355261234497,
      "grad_norm": 0.4559715986251831,
      "learning_rate": 4.9594879374662227e-05,
      "loss": 5.2996,
      "step": 84010
    },
    {
      "epoch": 0.07353990271707686,
      "grad_norm": 0.7736933827400208,
      "learning_rate": 4.959482374869543e-05,
      "loss": 5.1684,
      "step": 84015
    },
    {
      "epoch": 0.07354427931070401,
      "grad_norm": 0.48110517859458923,
      "learning_rate": 4.959476811894906e-05,
      "loss": 6.0047,
      "step": 84020
    },
    {
      "epoch": 0.07354865590433117,
      "grad_norm": 0.7181234359741211,
      "learning_rate": 4.959471248542311e-05,
      "loss": 5.0501,
      "step": 84025
    },
    {
      "epoch": 0.07355303249795832,
      "grad_norm": 0.5449341535568237,
      "learning_rate": 4.9594656848117604e-05,
      "loss": 5.5477,
      "step": 84030
    },
    {
      "epoch": 0.07355740909158548,
      "grad_norm": 0.46991798281669617,
      "learning_rate": 4.9594601207032556e-05,
      "loss": 4.941,
      "step": 84035
    },
    {
      "epoch": 0.07356178568521263,
      "grad_norm": 0.4785941541194916,
      "learning_rate": 4.959454556216796e-05,
      "loss": 4.6605,
      "step": 84040
    },
    {
      "epoch": 0.07356616227883979,
      "grad_norm": 0.38000306487083435,
      "learning_rate": 4.9594489913523845e-05,
      "loss": 6.0518,
      "step": 84045
    },
    {
      "epoch": 0.07357053887246694,
      "grad_norm": 0.4032842516899109,
      "learning_rate": 4.959443426110021e-05,
      "loss": 5.4418,
      "step": 84050
    },
    {
      "epoch": 0.07357491546609408,
      "grad_norm": 0.3957667946815491,
      "learning_rate": 4.9594378604897074e-05,
      "loss": 5.2425,
      "step": 84055
    },
    {
      "epoch": 0.07357929205972125,
      "grad_norm": 0.4032410979270935,
      "learning_rate": 4.959432294491443e-05,
      "loss": 4.1853,
      "step": 84060
    },
    {
      "epoch": 0.0735836686533484,
      "grad_norm": 0.5145931243896484,
      "learning_rate": 4.9594267281152316e-05,
      "loss": 5.5526,
      "step": 84065
    },
    {
      "epoch": 0.07358804524697556,
      "grad_norm": 0.4113619029521942,
      "learning_rate": 4.959421161361072e-05,
      "loss": 5.1899,
      "step": 84070
    },
    {
      "epoch": 0.0735924218406027,
      "grad_norm": 0.3995243310928345,
      "learning_rate": 4.9594155942289667e-05,
      "loss": 5.5146,
      "step": 84075
    },
    {
      "epoch": 0.07359679843422987,
      "grad_norm": 0.4145786464214325,
      "learning_rate": 4.959410026718916e-05,
      "loss": 5.4494,
      "step": 84080
    },
    {
      "epoch": 0.07360117502785701,
      "grad_norm": 0.46371352672576904,
      "learning_rate": 4.959404458830921e-05,
      "loss": 4.7059,
      "step": 84085
    },
    {
      "epoch": 0.07360555162148417,
      "grad_norm": 0.3708350956439972,
      "learning_rate": 4.959398890564982e-05,
      "loss": 5.7676,
      "step": 84090
    },
    {
      "epoch": 0.07360992821511132,
      "grad_norm": 0.5162153840065002,
      "learning_rate": 4.959393321921103e-05,
      "loss": 5.5108,
      "step": 84095
    },
    {
      "epoch": 0.07361430480873848,
      "grad_norm": 0.3842602074146271,
      "learning_rate": 4.959387752899283e-05,
      "loss": 5.0334,
      "step": 84100
    },
    {
      "epoch": 0.07361868140236563,
      "grad_norm": 0.45900747179985046,
      "learning_rate": 4.959382183499521e-05,
      "loss": 4.714,
      "step": 84105
    },
    {
      "epoch": 0.0736230579959928,
      "grad_norm": 0.41477644443511963,
      "learning_rate": 4.9593766137218226e-05,
      "loss": 4.8895,
      "step": 84110
    },
    {
      "epoch": 0.07362743458961994,
      "grad_norm": 0.43223297595977783,
      "learning_rate": 4.9593710435661855e-05,
      "loss": 4.1773,
      "step": 84115
    },
    {
      "epoch": 0.0736318111832471,
      "grad_norm": 0.46786847710609436,
      "learning_rate": 4.9593654730326125e-05,
      "loss": 5.5886,
      "step": 84120
    },
    {
      "epoch": 0.07363618777687425,
      "grad_norm": 0.39034703373908997,
      "learning_rate": 4.959359902121102e-05,
      "loss": 5.3013,
      "step": 84125
    },
    {
      "epoch": 0.07364056437050141,
      "grad_norm": 0.42421260476112366,
      "learning_rate": 4.9593543308316594e-05,
      "loss": 5.0324,
      "step": 84130
    },
    {
      "epoch": 0.07364494096412856,
      "grad_norm": 0.42950937151908875,
      "learning_rate": 4.959348759164283e-05,
      "loss": 5.196,
      "step": 84135
    },
    {
      "epoch": 0.07364931755775572,
      "grad_norm": 0.41928550601005554,
      "learning_rate": 4.9593431871189734e-05,
      "loss": 4.9949,
      "step": 84140
    },
    {
      "epoch": 0.07365369415138287,
      "grad_norm": 0.4070598781108856,
      "learning_rate": 4.959337614695733e-05,
      "loss": 5.8381,
      "step": 84145
    },
    {
      "epoch": 0.07365807074501003,
      "grad_norm": 0.38702845573425293,
      "learning_rate": 4.959332041894563e-05,
      "loss": 6.0982,
      "step": 84150
    },
    {
      "epoch": 0.07366244733863718,
      "grad_norm": 0.43729227781295776,
      "learning_rate": 4.959326468715463e-05,
      "loss": 5.5685,
      "step": 84155
    },
    {
      "epoch": 0.07366682393226434,
      "grad_norm": 0.4295922517776489,
      "learning_rate": 4.959320895158436e-05,
      "loss": 5.303,
      "step": 84160
    },
    {
      "epoch": 0.07367120052589149,
      "grad_norm": 0.36557045578956604,
      "learning_rate": 4.959315321223481e-05,
      "loss": 5.2182,
      "step": 84165
    },
    {
      "epoch": 0.07367557711951865,
      "grad_norm": 0.3430550992488861,
      "learning_rate": 4.9593097469106006e-05,
      "loss": 6.0666,
      "step": 84170
    },
    {
      "epoch": 0.0736799537131458,
      "grad_norm": 0.4723508954048157,
      "learning_rate": 4.959304172219795e-05,
      "loss": 4.7155,
      "step": 84175
    },
    {
      "epoch": 0.07368433030677296,
      "grad_norm": 0.44926729798316956,
      "learning_rate": 4.959298597151066e-05,
      "loss": 5.312,
      "step": 84180
    },
    {
      "epoch": 0.07368870690040011,
      "grad_norm": 0.39052966237068176,
      "learning_rate": 4.9592930217044156e-05,
      "loss": 5.546,
      "step": 84185
    },
    {
      "epoch": 0.07369308349402726,
      "grad_norm": 0.37221863865852356,
      "learning_rate": 4.9592874458798425e-05,
      "loss": 5.8328,
      "step": 84190
    },
    {
      "epoch": 0.07369746008765442,
      "grad_norm": 0.3752953112125397,
      "learning_rate": 4.959281869677349e-05,
      "loss": 5.5005,
      "step": 84195
    },
    {
      "epoch": 0.07370183668128157,
      "grad_norm": 0.44431543350219727,
      "learning_rate": 4.959276293096936e-05,
      "loss": 5.3238,
      "step": 84200
    },
    {
      "epoch": 0.07370621327490873,
      "grad_norm": 0.422047883272171,
      "learning_rate": 4.959270716138605e-05,
      "loss": 4.8811,
      "step": 84205
    },
    {
      "epoch": 0.07371058986853588,
      "grad_norm": 0.37521234154701233,
      "learning_rate": 4.959265138802356e-05,
      "loss": 5.2366,
      "step": 84210
    },
    {
      "epoch": 0.07371496646216304,
      "grad_norm": 0.447924941778183,
      "learning_rate": 4.959259561088192e-05,
      "loss": 5.8437,
      "step": 84215
    },
    {
      "epoch": 0.07371934305579018,
      "grad_norm": 0.41387420892715454,
      "learning_rate": 4.959253982996112e-05,
      "loss": 5.7391,
      "step": 84220
    },
    {
      "epoch": 0.07372371964941735,
      "grad_norm": 0.448429137468338,
      "learning_rate": 4.959248404526119e-05,
      "loss": 5.5229,
      "step": 84225
    },
    {
      "epoch": 0.0737280962430445,
      "grad_norm": 0.3757270574569702,
      "learning_rate": 4.959242825678212e-05,
      "loss": 5.4693,
      "step": 84230
    },
    {
      "epoch": 0.07373247283667166,
      "grad_norm": 0.4608343541622162,
      "learning_rate": 4.959237246452394e-05,
      "loss": 4.8911,
      "step": 84235
    },
    {
      "epoch": 0.0737368494302988,
      "grad_norm": 0.47912588715553284,
      "learning_rate": 4.9592316668486635e-05,
      "loss": 5.8722,
      "step": 84240
    },
    {
      "epoch": 0.07374122602392597,
      "grad_norm": 0.38081124424934387,
      "learning_rate": 4.959226086867025e-05,
      "loss": 6.3783,
      "step": 84245
    },
    {
      "epoch": 0.07374560261755311,
      "grad_norm": 0.468804270029068,
      "learning_rate": 4.959220506507477e-05,
      "loss": 5.5098,
      "step": 84250
    },
    {
      "epoch": 0.07374997921118027,
      "grad_norm": 0.34539979696273804,
      "learning_rate": 4.959214925770023e-05,
      "loss": 5.8269,
      "step": 84255
    },
    {
      "epoch": 0.07375435580480742,
      "grad_norm": 0.4598162770271301,
      "learning_rate": 4.959209344654662e-05,
      "loss": 4.9913,
      "step": 84260
    },
    {
      "epoch": 0.07375873239843458,
      "grad_norm": 0.39713072776794434,
      "learning_rate": 4.959203763161394e-05,
      "loss": 5.5037,
      "step": 84265
    },
    {
      "epoch": 0.07376310899206173,
      "grad_norm": 0.46410056948661804,
      "learning_rate": 4.959198181290222e-05,
      "loss": 5.7375,
      "step": 84270
    },
    {
      "epoch": 0.0737674855856889,
      "grad_norm": 0.461540549993515,
      "learning_rate": 4.959192599041148e-05,
      "loss": 5.5247,
      "step": 84275
    },
    {
      "epoch": 0.07377186217931604,
      "grad_norm": 0.36492782831192017,
      "learning_rate": 4.959187016414172e-05,
      "loss": 6.0469,
      "step": 84280
    },
    {
      "epoch": 0.0737762387729432,
      "grad_norm": 0.36576953530311584,
      "learning_rate": 4.9591814334092935e-05,
      "loss": 6.0877,
      "step": 84285
    },
    {
      "epoch": 0.07378061536657035,
      "grad_norm": 0.46962761878967285,
      "learning_rate": 4.9591758500265153e-05,
      "loss": 4.4664,
      "step": 84290
    },
    {
      "epoch": 0.07378499196019751,
      "grad_norm": 0.3527522683143616,
      "learning_rate": 4.959170266265839e-05,
      "loss": 5.449,
      "step": 84295
    },
    {
      "epoch": 0.07378936855382466,
      "grad_norm": 0.4104413688182831,
      "learning_rate": 4.959164682127264e-05,
      "loss": 5.4424,
      "step": 84300
    },
    {
      "epoch": 0.07379374514745182,
      "grad_norm": 0.4748595952987671,
      "learning_rate": 4.959159097610793e-05,
      "loss": 4.1816,
      "step": 84305
    },
    {
      "epoch": 0.07379812174107897,
      "grad_norm": 0.40050604939460754,
      "learning_rate": 4.959153512716426e-05,
      "loss": 5.5015,
      "step": 84310
    },
    {
      "epoch": 0.07380249833470612,
      "grad_norm": 0.35947906970977783,
      "learning_rate": 4.959147927444165e-05,
      "loss": 5.5123,
      "step": 84315
    },
    {
      "epoch": 0.07380687492833328,
      "grad_norm": 0.3606296181678772,
      "learning_rate": 4.959142341794009e-05,
      "loss": 5.3049,
      "step": 84320
    },
    {
      "epoch": 0.07381125152196043,
      "grad_norm": 0.38481205701828003,
      "learning_rate": 4.959136755765961e-05,
      "loss": 5.4311,
      "step": 84325
    },
    {
      "epoch": 0.07381562811558759,
      "grad_norm": 0.45947974920272827,
      "learning_rate": 4.959131169360022e-05,
      "loss": 5.0036,
      "step": 84330
    },
    {
      "epoch": 0.07382000470921474,
      "grad_norm": 0.49666476249694824,
      "learning_rate": 4.9591255825761915e-05,
      "loss": 5.5335,
      "step": 84335
    },
    {
      "epoch": 0.0738243813028419,
      "grad_norm": 0.43980133533477783,
      "learning_rate": 4.959119995414473e-05,
      "loss": 5.8105,
      "step": 84340
    },
    {
      "epoch": 0.07382875789646905,
      "grad_norm": 0.4039619565010071,
      "learning_rate": 4.959114407874866e-05,
      "loss": 5.2142,
      "step": 84345
    },
    {
      "epoch": 0.07383313449009621,
      "grad_norm": 0.4233015775680542,
      "learning_rate": 4.959108819957372e-05,
      "loss": 4.7354,
      "step": 84350
    },
    {
      "epoch": 0.07383751108372336,
      "grad_norm": 0.4761080741882324,
      "learning_rate": 4.959103231661992e-05,
      "loss": 5.231,
      "step": 84355
    },
    {
      "epoch": 0.07384188767735052,
      "grad_norm": 0.402749240398407,
      "learning_rate": 4.959097642988727e-05,
      "loss": 5.1843,
      "step": 84360
    },
    {
      "epoch": 0.07384626427097767,
      "grad_norm": 0.3936977982521057,
      "learning_rate": 4.959092053937578e-05,
      "loss": 5.5781,
      "step": 84365
    },
    {
      "epoch": 0.07385064086460483,
      "grad_norm": 0.39846041798591614,
      "learning_rate": 4.959086464508547e-05,
      "loss": 5.4535,
      "step": 84370
    },
    {
      "epoch": 0.07385501745823198,
      "grad_norm": 0.4254624545574188,
      "learning_rate": 4.959080874701633e-05,
      "loss": 4.7156,
      "step": 84375
    },
    {
      "epoch": 0.07385939405185914,
      "grad_norm": 0.4200485348701477,
      "learning_rate": 4.95907528451684e-05,
      "loss": 4.7036,
      "step": 84380
    },
    {
      "epoch": 0.07386377064548628,
      "grad_norm": 0.4130038321018219,
      "learning_rate": 4.959069693954166e-05,
      "loss": 4.813,
      "step": 84385
    },
    {
      "epoch": 0.07386814723911345,
      "grad_norm": 0.4635944962501526,
      "learning_rate": 4.959064103013614e-05,
      "loss": 5.3103,
      "step": 84390
    },
    {
      "epoch": 0.0738725238327406,
      "grad_norm": 0.45451176166534424,
      "learning_rate": 4.9590585116951836e-05,
      "loss": 5.276,
      "step": 84395
    },
    {
      "epoch": 0.07387690042636776,
      "grad_norm": 0.37807267904281616,
      "learning_rate": 4.959052919998879e-05,
      "loss": 5.0144,
      "step": 84400
    },
    {
      "epoch": 0.0738812770199949,
      "grad_norm": 0.4438069760799408,
      "learning_rate": 4.9590473279246974e-05,
      "loss": 5.5476,
      "step": 84405
    },
    {
      "epoch": 0.07388565361362207,
      "grad_norm": 1.4165014028549194,
      "learning_rate": 4.9590417354726426e-05,
      "loss": 4.3965,
      "step": 84410
    },
    {
      "epoch": 0.07389003020724921,
      "grad_norm": 0.41724205017089844,
      "learning_rate": 4.959036142642715e-05,
      "loss": 5.5497,
      "step": 84415
    },
    {
      "epoch": 0.07389440680087637,
      "grad_norm": 0.4055103659629822,
      "learning_rate": 4.959030549434914e-05,
      "loss": 5.8215,
      "step": 84420
    },
    {
      "epoch": 0.07389878339450352,
      "grad_norm": 0.4070935547351837,
      "learning_rate": 4.959024955849243e-05,
      "loss": 5.2217,
      "step": 84425
    },
    {
      "epoch": 0.07390315998813068,
      "grad_norm": 0.4421304762363434,
      "learning_rate": 4.959019361885703e-05,
      "loss": 5.7674,
      "step": 84430
    },
    {
      "epoch": 0.07390753658175783,
      "grad_norm": 0.43325844407081604,
      "learning_rate": 4.959013767544293e-05,
      "loss": 5.2066,
      "step": 84435
    },
    {
      "epoch": 0.073911913175385,
      "grad_norm": 0.3704381585121155,
      "learning_rate": 4.959008172825016e-05,
      "loss": 6.0473,
      "step": 84440
    },
    {
      "epoch": 0.07391628976901214,
      "grad_norm": 0.4244091808795929,
      "learning_rate": 4.959002577727871e-05,
      "loss": 5.4897,
      "step": 84445
    },
    {
      "epoch": 0.07392066636263929,
      "grad_norm": 0.42930838465690613,
      "learning_rate": 4.958996982252862e-05,
      "loss": 5.7404,
      "step": 84450
    },
    {
      "epoch": 0.07392504295626645,
      "grad_norm": 0.46985626220703125,
      "learning_rate": 4.9589913863999884e-05,
      "loss": 4.4864,
      "step": 84455
    },
    {
      "epoch": 0.0739294195498936,
      "grad_norm": 0.421303927898407,
      "learning_rate": 4.958985790169252e-05,
      "loss": 4.9904,
      "step": 84460
    },
    {
      "epoch": 0.07393379614352076,
      "grad_norm": 0.4465642273426056,
      "learning_rate": 4.958980193560652e-05,
      "loss": 4.1365,
      "step": 84465
    },
    {
      "epoch": 0.07393817273714791,
      "grad_norm": 0.49392974376678467,
      "learning_rate": 4.9589745965741905e-05,
      "loss": 6.05,
      "step": 84470
    },
    {
      "epoch": 0.07394254933077507,
      "grad_norm": 0.4266562759876251,
      "learning_rate": 4.958968999209871e-05,
      "loss": 5.81,
      "step": 84475
    },
    {
      "epoch": 0.07394692592440222,
      "grad_norm": 0.42371031641960144,
      "learning_rate": 4.95896340146769e-05,
      "loss": 4.9426,
      "step": 84480
    },
    {
      "epoch": 0.07395130251802938,
      "grad_norm": 0.4434020221233368,
      "learning_rate": 4.958957803347653e-05,
      "loss": 5.5436,
      "step": 84485
    },
    {
      "epoch": 0.07395567911165653,
      "grad_norm": 0.4462212920188904,
      "learning_rate": 4.958952204849758e-05,
      "loss": 5.7588,
      "step": 84490
    },
    {
      "epoch": 0.07396005570528369,
      "grad_norm": 0.425144761800766,
      "learning_rate": 4.958946605974007e-05,
      "loss": 5.7713,
      "step": 84495
    },
    {
      "epoch": 0.07396443229891084,
      "grad_norm": 0.46021777391433716,
      "learning_rate": 4.9589410067204025e-05,
      "loss": 5.2138,
      "step": 84500
    },
    {
      "epoch": 0.073968808892538,
      "grad_norm": 0.40630099177360535,
      "learning_rate": 4.9589354070889425e-05,
      "loss": 5.2429,
      "step": 84505
    },
    {
      "epoch": 0.07397318548616515,
      "grad_norm": 0.4570719003677368,
      "learning_rate": 4.958929807079632e-05,
      "loss": 5.1385,
      "step": 84510
    },
    {
      "epoch": 0.07397756207979231,
      "grad_norm": 0.5028269290924072,
      "learning_rate": 4.958924206692469e-05,
      "loss": 6.024,
      "step": 84515
    },
    {
      "epoch": 0.07398193867341946,
      "grad_norm": 0.5108934640884399,
      "learning_rate": 4.958918605927455e-05,
      "loss": 5.2247,
      "step": 84520
    },
    {
      "epoch": 0.07398631526704662,
      "grad_norm": 0.5362313985824585,
      "learning_rate": 4.958913004784592e-05,
      "loss": 5.5504,
      "step": 84525
    },
    {
      "epoch": 0.07399069186067377,
      "grad_norm": 0.5470210313796997,
      "learning_rate": 4.958907403263883e-05,
      "loss": 4.6836,
      "step": 84530
    },
    {
      "epoch": 0.07399506845430093,
      "grad_norm": 0.41451603174209595,
      "learning_rate": 4.958901801365324e-05,
      "loss": 4.9939,
      "step": 84535
    },
    {
      "epoch": 0.07399944504792808,
      "grad_norm": 0.44773900508880615,
      "learning_rate": 4.958896199088919e-05,
      "loss": 4.4752,
      "step": 84540
    },
    {
      "epoch": 0.07400382164155524,
      "grad_norm": 0.5520730018615723,
      "learning_rate": 4.95889059643467e-05,
      "loss": 5.3287,
      "step": 84545
    },
    {
      "epoch": 0.07400819823518238,
      "grad_norm": 0.47731277346611023,
      "learning_rate": 4.958884993402578e-05,
      "loss": 5.5386,
      "step": 84550
    },
    {
      "epoch": 0.07401257482880955,
      "grad_norm": 0.45385614037513733,
      "learning_rate": 4.9588793899926424e-05,
      "loss": 4.4221,
      "step": 84555
    },
    {
      "epoch": 0.0740169514224367,
      "grad_norm": 0.4825250506401062,
      "learning_rate": 4.958873786204864e-05,
      "loss": 4.9851,
      "step": 84560
    },
    {
      "epoch": 0.07402132801606386,
      "grad_norm": 0.4489401876926422,
      "learning_rate": 4.9588681820392456e-05,
      "loss": 5.0126,
      "step": 84565
    },
    {
      "epoch": 0.074025704609691,
      "grad_norm": 0.4168105125427246,
      "learning_rate": 4.9588625774957874e-05,
      "loss": 6.0555,
      "step": 84570
    },
    {
      "epoch": 0.07403008120331815,
      "grad_norm": 0.4432179927825928,
      "learning_rate": 4.9588569725744914e-05,
      "loss": 5.7273,
      "step": 84575
    },
    {
      "epoch": 0.07403445779694531,
      "grad_norm": 0.38868647813796997,
      "learning_rate": 4.958851367275358e-05,
      "loss": 5.3562,
      "step": 84580
    },
    {
      "epoch": 0.07403883439057246,
      "grad_norm": 0.44162723422050476,
      "learning_rate": 4.958845761598388e-05,
      "loss": 6.0092,
      "step": 84585
    },
    {
      "epoch": 0.07404321098419962,
      "grad_norm": 0.36500823497772217,
      "learning_rate": 4.9588401555435815e-05,
      "loss": 5.5296,
      "step": 84590
    },
    {
      "epoch": 0.07404758757782677,
      "grad_norm": 0.3842010498046875,
      "learning_rate": 4.958834549110942e-05,
      "loss": 5.8146,
      "step": 84595
    },
    {
      "epoch": 0.07405196417145393,
      "grad_norm": 0.3771219253540039,
      "learning_rate": 4.9588289423004694e-05,
      "loss": 6.0439,
      "step": 84600
    },
    {
      "epoch": 0.07405634076508108,
      "grad_norm": 0.37758177518844604,
      "learning_rate": 4.958823335112165e-05,
      "loss": 5.2977,
      "step": 84605
    },
    {
      "epoch": 0.07406071735870824,
      "grad_norm": 0.37355196475982666,
      "learning_rate": 4.958817727546029e-05,
      "loss": 6.0187,
      "step": 84610
    },
    {
      "epoch": 0.07406509395233539,
      "grad_norm": 0.364116907119751,
      "learning_rate": 4.9588121196020634e-05,
      "loss": 6.3244,
      "step": 84615
    },
    {
      "epoch": 0.07406947054596255,
      "grad_norm": 0.34995439648628235,
      "learning_rate": 4.958806511280268e-05,
      "loss": 5.5308,
      "step": 84620
    },
    {
      "epoch": 0.0740738471395897,
      "grad_norm": 0.36376646161079407,
      "learning_rate": 4.9588009025806456e-05,
      "loss": 5.4234,
      "step": 84625
    },
    {
      "epoch": 0.07407822373321686,
      "grad_norm": 0.4180941581726074,
      "learning_rate": 4.9587952935031975e-05,
      "loss": 5.7184,
      "step": 84630
    },
    {
      "epoch": 0.07408260032684401,
      "grad_norm": 0.3526007831096649,
      "learning_rate": 4.958789684047923e-05,
      "loss": 6.3621,
      "step": 84635
    },
    {
      "epoch": 0.07408697692047117,
      "grad_norm": 0.3950382173061371,
      "learning_rate": 4.958784074214825e-05,
      "loss": 5.4658,
      "step": 84640
    },
    {
      "epoch": 0.07409135351409832,
      "grad_norm": 0.4094962775707245,
      "learning_rate": 4.958778464003902e-05,
      "loss": 5.4303,
      "step": 84645
    },
    {
      "epoch": 0.07409573010772548,
      "grad_norm": 0.3478955328464508,
      "learning_rate": 4.9587728534151577e-05,
      "loss": 5.733,
      "step": 84650
    },
    {
      "epoch": 0.07410010670135263,
      "grad_norm": 0.44482147693634033,
      "learning_rate": 4.958767242448592e-05,
      "loss": 4.9108,
      "step": 84655
    },
    {
      "epoch": 0.07410448329497979,
      "grad_norm": 0.4042240381240845,
      "learning_rate": 4.958761631104206e-05,
      "loss": 4.6048,
      "step": 84660
    },
    {
      "epoch": 0.07410885988860694,
      "grad_norm": 0.41089555621147156,
      "learning_rate": 4.9587560193820014e-05,
      "loss": 4.8802,
      "step": 84665
    },
    {
      "epoch": 0.0741132364822341,
      "grad_norm": 0.36725160479545593,
      "learning_rate": 4.958750407281979e-05,
      "loss": 5.0211,
      "step": 84670
    },
    {
      "epoch": 0.07411761307586125,
      "grad_norm": 0.39153149724006653,
      "learning_rate": 4.95874479480414e-05,
      "loss": 6.0438,
      "step": 84675
    },
    {
      "epoch": 0.07412198966948841,
      "grad_norm": 0.4069814383983612,
      "learning_rate": 4.958739181948484e-05,
      "loss": 5.2414,
      "step": 84680
    },
    {
      "epoch": 0.07412636626311556,
      "grad_norm": 0.4405818283557892,
      "learning_rate": 4.958733568715014e-05,
      "loss": 5.2354,
      "step": 84685
    },
    {
      "epoch": 0.07413074285674272,
      "grad_norm": 0.3676143288612366,
      "learning_rate": 4.9587279551037305e-05,
      "loss": 6.0281,
      "step": 84690
    },
    {
      "epoch": 0.07413511945036987,
      "grad_norm": 0.3593720495700836,
      "learning_rate": 4.958722341114633e-05,
      "loss": 5.8476,
      "step": 84695
    },
    {
      "epoch": 0.07413949604399701,
      "grad_norm": 0.38055750727653503,
      "learning_rate": 4.9587167267477265e-05,
      "loss": 5.8187,
      "step": 84700
    },
    {
      "epoch": 0.07414387263762418,
      "grad_norm": 0.45666155219078064,
      "learning_rate": 4.9587111120030086e-05,
      "loss": 5.8348,
      "step": 84705
    },
    {
      "epoch": 0.07414824923125132,
      "grad_norm": 0.43212929368019104,
      "learning_rate": 4.95870549688048e-05,
      "loss": 4.9612,
      "step": 84710
    },
    {
      "epoch": 0.07415262582487848,
      "grad_norm": 0.45485085248947144,
      "learning_rate": 4.958699881380145e-05,
      "loss": 5.517,
      "step": 84715
    },
    {
      "epoch": 0.07415700241850563,
      "grad_norm": 0.4425055980682373,
      "learning_rate": 4.958694265502002e-05,
      "loss": 5.2237,
      "step": 84720
    },
    {
      "epoch": 0.0741613790121328,
      "grad_norm": 0.38716718554496765,
      "learning_rate": 4.958688649246054e-05,
      "loss": 5.812,
      "step": 84725
    },
    {
      "epoch": 0.07416575560575994,
      "grad_norm": 0.5543575882911682,
      "learning_rate": 4.9586830326123e-05,
      "loss": 4.488,
      "step": 84730
    },
    {
      "epoch": 0.0741701321993871,
      "grad_norm": 0.46385622024536133,
      "learning_rate": 4.958677415600742e-05,
      "loss": 5.2145,
      "step": 84735
    },
    {
      "epoch": 0.07417450879301425,
      "grad_norm": 0.43065667152404785,
      "learning_rate": 4.9586717982113815e-05,
      "loss": 5.0507,
      "step": 84740
    },
    {
      "epoch": 0.07417888538664141,
      "grad_norm": 0.5134713649749756,
      "learning_rate": 4.958666180444219e-05,
      "loss": 5.5247,
      "step": 84745
    },
    {
      "epoch": 0.07418326198026856,
      "grad_norm": 0.43942320346832275,
      "learning_rate": 4.958660562299257e-05,
      "loss": 6.0555,
      "step": 84750
    },
    {
      "epoch": 0.07418763857389572,
      "grad_norm": 0.3920046389102936,
      "learning_rate": 4.958654943776494e-05,
      "loss": 5.8854,
      "step": 84755
    },
    {
      "epoch": 0.07419201516752287,
      "grad_norm": 0.4233650863170624,
      "learning_rate": 4.958649324875934e-05,
      "loss": 4.8917,
      "step": 84760
    },
    {
      "epoch": 0.07419639176115003,
      "grad_norm": 0.49481886625289917,
      "learning_rate": 4.958643705597576e-05,
      "loss": 5.2502,
      "step": 84765
    },
    {
      "epoch": 0.07420076835477718,
      "grad_norm": 0.40335962176322937,
      "learning_rate": 4.9586380859414206e-05,
      "loss": 6.0199,
      "step": 84770
    },
    {
      "epoch": 0.07420514494840434,
      "grad_norm": 0.3892402648925781,
      "learning_rate": 4.95863246590747e-05,
      "loss": 5.5455,
      "step": 84775
    },
    {
      "epoch": 0.07420952154203149,
      "grad_norm": 0.4165574312210083,
      "learning_rate": 4.958626845495726e-05,
      "loss": 5.2542,
      "step": 84780
    },
    {
      "epoch": 0.07421389813565865,
      "grad_norm": 0.42229101061820984,
      "learning_rate": 4.9586212247061895e-05,
      "loss": 5.741,
      "step": 84785
    },
    {
      "epoch": 0.0742182747292858,
      "grad_norm": 0.4867711067199707,
      "learning_rate": 4.958615603538861e-05,
      "loss": 4.9531,
      "step": 84790
    },
    {
      "epoch": 0.07422265132291296,
      "grad_norm": 0.3566056489944458,
      "learning_rate": 4.9586099819937414e-05,
      "loss": 5.7432,
      "step": 84795
    },
    {
      "epoch": 0.07422702791654011,
      "grad_norm": 0.3481374979019165,
      "learning_rate": 4.958604360070831e-05,
      "loss": 6.3867,
      "step": 84800
    },
    {
      "epoch": 0.07423140451016727,
      "grad_norm": 0.49514326453208923,
      "learning_rate": 4.958598737770133e-05,
      "loss": 4.9994,
      "step": 84805
    },
    {
      "epoch": 0.07423578110379442,
      "grad_norm": 0.4063653349876404,
      "learning_rate": 4.958593115091648e-05,
      "loss": 5.2389,
      "step": 84810
    },
    {
      "epoch": 0.07424015769742158,
      "grad_norm": 0.39452505111694336,
      "learning_rate": 4.958587492035375e-05,
      "loss": 6.0457,
      "step": 84815
    },
    {
      "epoch": 0.07424453429104873,
      "grad_norm": 0.48461583256721497,
      "learning_rate": 4.958581868601316e-05,
      "loss": 4.7789,
      "step": 84820
    },
    {
      "epoch": 0.07424891088467589,
      "grad_norm": 0.34597131609916687,
      "learning_rate": 4.9585762447894744e-05,
      "loss": 5.8275,
      "step": 84825
    },
    {
      "epoch": 0.07425328747830304,
      "grad_norm": 0.37205901741981506,
      "learning_rate": 4.9585706205998486e-05,
      "loss": 6.0318,
      "step": 84830
    },
    {
      "epoch": 0.07425766407193019,
      "grad_norm": 0.4530334174633026,
      "learning_rate": 4.958564996032441e-05,
      "loss": 4.6441,
      "step": 84835
    },
    {
      "epoch": 0.07426204066555735,
      "grad_norm": 0.4573618173599243,
      "learning_rate": 4.9585593710872526e-05,
      "loss": 4.6587,
      "step": 84840
    },
    {
      "epoch": 0.0742664172591845,
      "grad_norm": 0.43504807353019714,
      "learning_rate": 4.958553745764284e-05,
      "loss": 5.205,
      "step": 84845
    },
    {
      "epoch": 0.07427079385281166,
      "grad_norm": 0.40250179171562195,
      "learning_rate": 4.9585481200635355e-05,
      "loss": 5.8655,
      "step": 84850
    },
    {
      "epoch": 0.0742751704464388,
      "grad_norm": 0.44227075576782227,
      "learning_rate": 4.95854249398501e-05,
      "loss": 5.5338,
      "step": 84855
    },
    {
      "epoch": 0.07427954704006597,
      "grad_norm": 0.3560916483402252,
      "learning_rate": 4.9585368675287084e-05,
      "loss": 5.8235,
      "step": 84860
    },
    {
      "epoch": 0.07428392363369311,
      "grad_norm": 0.4336383640766144,
      "learning_rate": 4.9585312406946294e-05,
      "loss": 5.3356,
      "step": 84865
    },
    {
      "epoch": 0.07428830022732028,
      "grad_norm": 0.46234560012817383,
      "learning_rate": 4.9585256134827764e-05,
      "loss": 5.2151,
      "step": 84870
    },
    {
      "epoch": 0.07429267682094742,
      "grad_norm": 0.4322100579738617,
      "learning_rate": 4.9585199858931495e-05,
      "loss": 4.6128,
      "step": 84875
    },
    {
      "epoch": 0.07429705341457458,
      "grad_norm": 0.4194662868976593,
      "learning_rate": 4.9585143579257506e-05,
      "loss": 6.077,
      "step": 84880
    },
    {
      "epoch": 0.07430143000820173,
      "grad_norm": 0.4260613024234772,
      "learning_rate": 4.958508729580581e-05,
      "loss": 4.7205,
      "step": 84885
    },
    {
      "epoch": 0.0743058066018289,
      "grad_norm": 0.42235884070396423,
      "learning_rate": 4.958503100857641e-05,
      "loss": 4.6914,
      "step": 84890
    },
    {
      "epoch": 0.07431018319545604,
      "grad_norm": 0.4065287113189697,
      "learning_rate": 4.958497471756931e-05,
      "loss": 6.0344,
      "step": 84895
    },
    {
      "epoch": 0.0743145597890832,
      "grad_norm": 0.41596484184265137,
      "learning_rate": 4.9584918422784545e-05,
      "loss": 5.4947,
      "step": 84900
    },
    {
      "epoch": 0.07431893638271035,
      "grad_norm": 0.37086060643196106,
      "learning_rate": 4.958486212422209e-05,
      "loss": 5.286,
      "step": 84905
    },
    {
      "epoch": 0.07432331297633751,
      "grad_norm": 0.44678613543510437,
      "learning_rate": 4.9584805821881985e-05,
      "loss": 4.9895,
      "step": 84910
    },
    {
      "epoch": 0.07432768956996466,
      "grad_norm": 0.4389074146747589,
      "learning_rate": 4.958474951576423e-05,
      "loss": 4.4834,
      "step": 84915
    },
    {
      "epoch": 0.07433206616359182,
      "grad_norm": 0.3783544898033142,
      "learning_rate": 4.958469320586884e-05,
      "loss": 5.4229,
      "step": 84920
    },
    {
      "epoch": 0.07433644275721897,
      "grad_norm": 0.393094539642334,
      "learning_rate": 4.958463689219582e-05,
      "loss": 5.5263,
      "step": 84925
    },
    {
      "epoch": 0.07434081935084613,
      "grad_norm": 0.527441143989563,
      "learning_rate": 4.9584580574745185e-05,
      "loss": 5.2093,
      "step": 84930
    },
    {
      "epoch": 0.07434519594447328,
      "grad_norm": 0.3715744912624359,
      "learning_rate": 4.958452425351695e-05,
      "loss": 4.9824,
      "step": 84935
    },
    {
      "epoch": 0.07434957253810044,
      "grad_norm": 0.43238797783851624,
      "learning_rate": 4.9584467928511116e-05,
      "loss": 5.2641,
      "step": 84940
    },
    {
      "epoch": 0.07435394913172759,
      "grad_norm": 0.38320863246917725,
      "learning_rate": 4.95844115997277e-05,
      "loss": 5.8241,
      "step": 84945
    },
    {
      "epoch": 0.07435832572535475,
      "grad_norm": 0.4027746617794037,
      "learning_rate": 4.958435526716672e-05,
      "loss": 4.9677,
      "step": 84950
    },
    {
      "epoch": 0.0743627023189819,
      "grad_norm": 0.47552090883255005,
      "learning_rate": 4.958429893082817e-05,
      "loss": 4.4373,
      "step": 84955
    },
    {
      "epoch": 0.07436707891260905,
      "grad_norm": 0.39962005615234375,
      "learning_rate": 4.958424259071207e-05,
      "loss": 5.5425,
      "step": 84960
    },
    {
      "epoch": 0.07437145550623621,
      "grad_norm": 0.42963239550590515,
      "learning_rate": 4.958418624681843e-05,
      "loss": 4.2276,
      "step": 84965
    },
    {
      "epoch": 0.07437583209986336,
      "grad_norm": 0.42709970474243164,
      "learning_rate": 4.958412989914726e-05,
      "loss": 4.4613,
      "step": 84970
    },
    {
      "epoch": 0.07438020869349052,
      "grad_norm": 0.3979220986366272,
      "learning_rate": 4.9584073547698576e-05,
      "loss": 5.3197,
      "step": 84975
    },
    {
      "epoch": 0.07438458528711767,
      "grad_norm": 0.37187230587005615,
      "learning_rate": 4.958401719247238e-05,
      "loss": 6.373,
      "step": 84980
    },
    {
      "epoch": 0.07438896188074483,
      "grad_norm": 0.3468073010444641,
      "learning_rate": 4.958396083346869e-05,
      "loss": 6.0459,
      "step": 84985
    },
    {
      "epoch": 0.07439333847437198,
      "grad_norm": 0.3824527859687805,
      "learning_rate": 4.958390447068752e-05,
      "loss": 6.0459,
      "step": 84990
    },
    {
      "epoch": 0.07439771506799914,
      "grad_norm": 0.44252026081085205,
      "learning_rate": 4.958384810412886e-05,
      "loss": 4.9147,
      "step": 84995
    },
    {
      "epoch": 0.07440209166162629,
      "grad_norm": 0.46790286898612976,
      "learning_rate": 4.958379173379275e-05,
      "loss": 5.3411,
      "step": 85000
    },
    {
      "epoch": 0.07440646825525345,
      "grad_norm": 0.4166865348815918,
      "learning_rate": 4.9583735359679185e-05,
      "loss": 5.2113,
      "step": 85005
    },
    {
      "epoch": 0.0744108448488806,
      "grad_norm": 0.4415940046310425,
      "learning_rate": 4.958367898178818e-05,
      "loss": 4.4391,
      "step": 85010
    },
    {
      "epoch": 0.07441522144250776,
      "grad_norm": 0.44349557161331177,
      "learning_rate": 4.958362260011974e-05,
      "loss": 4.3231,
      "step": 85015
    },
    {
      "epoch": 0.0744195980361349,
      "grad_norm": 0.43628740310668945,
      "learning_rate": 4.9583566214673885e-05,
      "loss": 5.7504,
      "step": 85020
    },
    {
      "epoch": 0.07442397462976207,
      "grad_norm": 0.5394195914268494,
      "learning_rate": 4.958350982545061e-05,
      "loss": 5.3042,
      "step": 85025
    },
    {
      "epoch": 0.07442835122338921,
      "grad_norm": 0.4688683748245239,
      "learning_rate": 4.958345343244994e-05,
      "loss": 5.5228,
      "step": 85030
    },
    {
      "epoch": 0.07443272781701638,
      "grad_norm": 0.5763223171234131,
      "learning_rate": 4.95833970356719e-05,
      "loss": 4.5031,
      "step": 85035
    },
    {
      "epoch": 0.07443710441064352,
      "grad_norm": 0.4527171552181244,
      "learning_rate": 4.958334063511646e-05,
      "loss": 4.9781,
      "step": 85040
    },
    {
      "epoch": 0.07444148100427068,
      "grad_norm": 0.5018173456192017,
      "learning_rate": 4.958328423078367e-05,
      "loss": 4.5013,
      "step": 85045
    },
    {
      "epoch": 0.07444585759789783,
      "grad_norm": 0.44362008571624756,
      "learning_rate": 4.958322782267352e-05,
      "loss": 5.4689,
      "step": 85050
    },
    {
      "epoch": 0.074450234191525,
      "grad_norm": 0.370548814535141,
      "learning_rate": 4.958317141078602e-05,
      "loss": 5.5518,
      "step": 85055
    },
    {
      "epoch": 0.07445461078515214,
      "grad_norm": 0.3731849789619446,
      "learning_rate": 4.9583114995121196e-05,
      "loss": 6.0416,
      "step": 85060
    },
    {
      "epoch": 0.0744589873787793,
      "grad_norm": 0.4304949939250946,
      "learning_rate": 4.958305857567904e-05,
      "loss": 4.8253,
      "step": 85065
    },
    {
      "epoch": 0.07446336397240645,
      "grad_norm": 0.43527093529701233,
      "learning_rate": 4.9583002152459576e-05,
      "loss": 4.9918,
      "step": 85070
    },
    {
      "epoch": 0.07446774056603361,
      "grad_norm": 0.4315513074398041,
      "learning_rate": 4.9582945725462814e-05,
      "loss": 5.5617,
      "step": 85075
    },
    {
      "epoch": 0.07447211715966076,
      "grad_norm": 0.4477105140686035,
      "learning_rate": 4.958288929468876e-05,
      "loss": 5.8364,
      "step": 85080
    },
    {
      "epoch": 0.07447649375328792,
      "grad_norm": 0.4305483102798462,
      "learning_rate": 4.958283286013744e-05,
      "loss": 6.0438,
      "step": 85085
    },
    {
      "epoch": 0.07448087034691507,
      "grad_norm": 0.4369581937789917,
      "learning_rate": 4.958277642180884e-05,
      "loss": 5.1965,
      "step": 85090
    },
    {
      "epoch": 0.07448524694054222,
      "grad_norm": 0.4388465881347656,
      "learning_rate": 4.958271997970299e-05,
      "loss": 5.3205,
      "step": 85095
    },
    {
      "epoch": 0.07448962353416938,
      "grad_norm": 0.38491448760032654,
      "learning_rate": 4.958266353381988e-05,
      "loss": 6.0027,
      "step": 85100
    },
    {
      "epoch": 0.07449400012779653,
      "grad_norm": 0.4253169894218445,
      "learning_rate": 4.958260708415955e-05,
      "loss": 4.4348,
      "step": 85105
    },
    {
      "epoch": 0.07449837672142369,
      "grad_norm": 0.4650285542011261,
      "learning_rate": 4.958255063072199e-05,
      "loss": 4.9021,
      "step": 85110
    },
    {
      "epoch": 0.07450275331505084,
      "grad_norm": 0.45946839451789856,
      "learning_rate": 4.958249417350721e-05,
      "loss": 5.0327,
      "step": 85115
    },
    {
      "epoch": 0.074507129908678,
      "grad_norm": 0.40438926219940186,
      "learning_rate": 4.958243771251524e-05,
      "loss": 6.0447,
      "step": 85120
    },
    {
      "epoch": 0.07451150650230515,
      "grad_norm": 0.3731510043144226,
      "learning_rate": 4.958238124774607e-05,
      "loss": 5.7529,
      "step": 85125
    },
    {
      "epoch": 0.07451588309593231,
      "grad_norm": 0.45618724822998047,
      "learning_rate": 4.958232477919972e-05,
      "loss": 4.6762,
      "step": 85130
    },
    {
      "epoch": 0.07452025968955946,
      "grad_norm": 0.7763441205024719,
      "learning_rate": 4.95822683068762e-05,
      "loss": 5.5442,
      "step": 85135
    },
    {
      "epoch": 0.07452463628318662,
      "grad_norm": 0.5585317611694336,
      "learning_rate": 4.958221183077553e-05,
      "loss": 5.7588,
      "step": 85140
    },
    {
      "epoch": 0.07452901287681377,
      "grad_norm": 0.55098557472229,
      "learning_rate": 4.958215535089771e-05,
      "loss": 5.008,
      "step": 85145
    },
    {
      "epoch": 0.07453338947044093,
      "grad_norm": 0.4742583930492401,
      "learning_rate": 4.958209886724274e-05,
      "loss": 4.7747,
      "step": 85150
    },
    {
      "epoch": 0.07453776606406808,
      "grad_norm": 0.4986828863620758,
      "learning_rate": 4.9582042379810646e-05,
      "loss": 5.5254,
      "step": 85155
    },
    {
      "epoch": 0.07454214265769524,
      "grad_norm": 0.8875488638877869,
      "learning_rate": 4.958198588860145e-05,
      "loss": 4.6814,
      "step": 85160
    },
    {
      "epoch": 0.07454651925132239,
      "grad_norm": 0.5775215029716492,
      "learning_rate": 4.958192939361513e-05,
      "loss": 4.9282,
      "step": 85165
    },
    {
      "epoch": 0.07455089584494955,
      "grad_norm": 0.5180742144584656,
      "learning_rate": 4.9581872894851735e-05,
      "loss": 5.5491,
      "step": 85170
    },
    {
      "epoch": 0.0745552724385767,
      "grad_norm": 0.537550687789917,
      "learning_rate": 4.9581816392311255e-05,
      "loss": 5.0026,
      "step": 85175
    },
    {
      "epoch": 0.07455964903220386,
      "grad_norm": 0.44280028343200684,
      "learning_rate": 4.958175988599369e-05,
      "loss": 4.6934,
      "step": 85180
    },
    {
      "epoch": 0.074564025625831,
      "grad_norm": 0.35369616746902466,
      "learning_rate": 4.958170337589908e-05,
      "loss": 5.7924,
      "step": 85185
    },
    {
      "epoch": 0.07456840221945817,
      "grad_norm": 0.4222761392593384,
      "learning_rate": 4.958164686202741e-05,
      "loss": 5.1994,
      "step": 85190
    },
    {
      "epoch": 0.07457277881308531,
      "grad_norm": 0.46756240725517273,
      "learning_rate": 4.958159034437871e-05,
      "loss": 4.7763,
      "step": 85195
    },
    {
      "epoch": 0.07457715540671248,
      "grad_norm": 0.741568922996521,
      "learning_rate": 4.9581533822952976e-05,
      "loss": 5.2296,
      "step": 85200
    },
    {
      "epoch": 0.07458153200033962,
      "grad_norm": 0.46740806102752686,
      "learning_rate": 4.9581477297750224e-05,
      "loss": 6.3666,
      "step": 85205
    },
    {
      "epoch": 0.07458590859396678,
      "grad_norm": 0.4537988305091858,
      "learning_rate": 4.958142076877047e-05,
      "loss": 6.0795,
      "step": 85210
    },
    {
      "epoch": 0.07459028518759393,
      "grad_norm": 0.49958881735801697,
      "learning_rate": 4.958136423601372e-05,
      "loss": 4.7388,
      "step": 85215
    },
    {
      "epoch": 0.07459466178122108,
      "grad_norm": 0.5513784289360046,
      "learning_rate": 4.958130769947998e-05,
      "loss": 6.0734,
      "step": 85220
    },
    {
      "epoch": 0.07459903837484824,
      "grad_norm": 0.48033586144447327,
      "learning_rate": 4.958125115916927e-05,
      "loss": 4.3797,
      "step": 85225
    },
    {
      "epoch": 0.07460341496847539,
      "grad_norm": 0.4690864384174347,
      "learning_rate": 4.9581194615081597e-05,
      "loss": 4.7188,
      "step": 85230
    },
    {
      "epoch": 0.07460779156210255,
      "grad_norm": 0.4899274408817291,
      "learning_rate": 4.958113806721697e-05,
      "loss": 5.7123,
      "step": 85235
    },
    {
      "epoch": 0.0746121681557297,
      "grad_norm": 0.44998183846473694,
      "learning_rate": 4.95810815155754e-05,
      "loss": 5.5301,
      "step": 85240
    },
    {
      "epoch": 0.07461654474935686,
      "grad_norm": 0.46236637234687805,
      "learning_rate": 4.9581024960156905e-05,
      "loss": 5.2297,
      "step": 85245
    },
    {
      "epoch": 0.07462092134298401,
      "grad_norm": 0.46265870332717896,
      "learning_rate": 4.9580968400961495e-05,
      "loss": 5.4848,
      "step": 85250
    },
    {
      "epoch": 0.07462529793661117,
      "grad_norm": 0.4502619802951813,
      "learning_rate": 4.958091183798917e-05,
      "loss": 6.0137,
      "step": 85255
    },
    {
      "epoch": 0.07462967453023832,
      "grad_norm": 0.3766854405403137,
      "learning_rate": 4.9580855271239955e-05,
      "loss": 5.4209,
      "step": 85260
    },
    {
      "epoch": 0.07463405112386548,
      "grad_norm": 0.39701172709465027,
      "learning_rate": 4.958079870071384e-05,
      "loss": 4.6781,
      "step": 85265
    },
    {
      "epoch": 0.07463842771749263,
      "grad_norm": 0.4238702058792114,
      "learning_rate": 4.9580742126410864e-05,
      "loss": 5.7486,
      "step": 85270
    },
    {
      "epoch": 0.07464280431111979,
      "grad_norm": 0.4272233843803406,
      "learning_rate": 4.958068554833102e-05,
      "loss": 5.2339,
      "step": 85275
    },
    {
      "epoch": 0.07464718090474694,
      "grad_norm": 0.3999403417110443,
      "learning_rate": 4.958062896647432e-05,
      "loss": 4.9022,
      "step": 85280
    },
    {
      "epoch": 0.0746515574983741,
      "grad_norm": 0.3931294083595276,
      "learning_rate": 4.958057238084077e-05,
      "loss": 4.7721,
      "step": 85285
    },
    {
      "epoch": 0.07465593409200125,
      "grad_norm": 0.4893456697463989,
      "learning_rate": 4.95805157914304e-05,
      "loss": 5.5284,
      "step": 85290
    },
    {
      "epoch": 0.07466031068562841,
      "grad_norm": 0.3895040452480316,
      "learning_rate": 4.95804591982432e-05,
      "loss": 5.5231,
      "step": 85295
    },
    {
      "epoch": 0.07466468727925556,
      "grad_norm": 0.4103081524372101,
      "learning_rate": 4.9580402601279195e-05,
      "loss": 5.7459,
      "step": 85300
    },
    {
      "epoch": 0.07466906387288272,
      "grad_norm": 0.3426705300807953,
      "learning_rate": 4.958034600053839e-05,
      "loss": 5.4858,
      "step": 85305
    },
    {
      "epoch": 0.07467344046650987,
      "grad_norm": 0.41237232089042664,
      "learning_rate": 4.9580289396020795e-05,
      "loss": 4.6094,
      "step": 85310
    },
    {
      "epoch": 0.07467781706013703,
      "grad_norm": 0.38875842094421387,
      "learning_rate": 4.958023278772642e-05,
      "loss": 5.4991,
      "step": 85315
    },
    {
      "epoch": 0.07468219365376418,
      "grad_norm": 0.4310762584209442,
      "learning_rate": 4.958017617565529e-05,
      "loss": 4.7044,
      "step": 85320
    },
    {
      "epoch": 0.07468657024739134,
      "grad_norm": 0.4007844924926758,
      "learning_rate": 4.9580119559807404e-05,
      "loss": 5.8376,
      "step": 85325
    },
    {
      "epoch": 0.07469094684101849,
      "grad_norm": 0.45199164748191833,
      "learning_rate": 4.958006294018277e-05,
      "loss": 4.5197,
      "step": 85330
    },
    {
      "epoch": 0.07469532343464565,
      "grad_norm": 0.6735582947731018,
      "learning_rate": 4.9580006316781404e-05,
      "loss": 4.5062,
      "step": 85335
    },
    {
      "epoch": 0.0746997000282728,
      "grad_norm": 0.4681737422943115,
      "learning_rate": 4.95799496896033e-05,
      "loss": 5.2353,
      "step": 85340
    },
    {
      "epoch": 0.07470407662189994,
      "grad_norm": 0.4688348174095154,
      "learning_rate": 4.95798930586485e-05,
      "loss": 4.7144,
      "step": 85345
    },
    {
      "epoch": 0.0747084532155271,
      "grad_norm": 0.4726882576942444,
      "learning_rate": 4.9579836423917006e-05,
      "loss": 5.01,
      "step": 85350
    },
    {
      "epoch": 0.07471282980915425,
      "grad_norm": 0.39857539534568787,
      "learning_rate": 4.957977978540881e-05,
      "loss": 6.0523,
      "step": 85355
    },
    {
      "epoch": 0.07471720640278141,
      "grad_norm": 0.42978447675704956,
      "learning_rate": 4.9579723143123935e-05,
      "loss": 4.9958,
      "step": 85360
    },
    {
      "epoch": 0.07472158299640856,
      "grad_norm": 0.4378964304924011,
      "learning_rate": 4.9579666497062396e-05,
      "loss": 4.6993,
      "step": 85365
    },
    {
      "epoch": 0.07472595959003572,
      "grad_norm": 0.3753741383552551,
      "learning_rate": 4.9579609847224194e-05,
      "loss": 5.5453,
      "step": 85370
    },
    {
      "epoch": 0.07473033618366287,
      "grad_norm": 0.41321662068367004,
      "learning_rate": 4.957955319360935e-05,
      "loss": 5.5295,
      "step": 85375
    },
    {
      "epoch": 0.07473471277729003,
      "grad_norm": 0.38230547308921814,
      "learning_rate": 4.9579496536217864e-05,
      "loss": 5.8398,
      "step": 85380
    },
    {
      "epoch": 0.07473908937091718,
      "grad_norm": 0.43913376331329346,
      "learning_rate": 4.957943987504977e-05,
      "loss": 5.2346,
      "step": 85385
    },
    {
      "epoch": 0.07474346596454434,
      "grad_norm": 0.44348305463790894,
      "learning_rate": 4.9579383210105054e-05,
      "loss": 4.6985,
      "step": 85390
    },
    {
      "epoch": 0.07474784255817149,
      "grad_norm": 0.3650403618812561,
      "learning_rate": 4.957932654138373e-05,
      "loss": 5.4191,
      "step": 85395
    },
    {
      "epoch": 0.07475221915179865,
      "grad_norm": 0.4048766493797302,
      "learning_rate": 4.9579269868885825e-05,
      "loss": 4.6792,
      "step": 85400
    },
    {
      "epoch": 0.0747565957454258,
      "grad_norm": 0.3843276798725128,
      "learning_rate": 4.957921319261133e-05,
      "loss": 5.8318,
      "step": 85405
    },
    {
      "epoch": 0.07476097233905296,
      "grad_norm": 0.40746229887008667,
      "learning_rate": 4.9579156512560264e-05,
      "loss": 5.514,
      "step": 85410
    },
    {
      "epoch": 0.07476534893268011,
      "grad_norm": 0.4411248564720154,
      "learning_rate": 4.957909982873264e-05,
      "loss": 5.4952,
      "step": 85415
    },
    {
      "epoch": 0.07476972552630727,
      "grad_norm": 0.36130040884017944,
      "learning_rate": 4.957904314112848e-05,
      "loss": 5.7057,
      "step": 85420
    },
    {
      "epoch": 0.07477410211993442,
      "grad_norm": 0.4212457537651062,
      "learning_rate": 4.957898644974778e-05,
      "loss": 4.9895,
      "step": 85425
    },
    {
      "epoch": 0.07477847871356158,
      "grad_norm": 0.42480969429016113,
      "learning_rate": 4.957892975459054e-05,
      "loss": 5.248,
      "step": 85430
    },
    {
      "epoch": 0.07478285530718873,
      "grad_norm": 0.3806350827217102,
      "learning_rate": 4.957887305565681e-05,
      "loss": 5.5187,
      "step": 85435
    },
    {
      "epoch": 0.07478723190081589,
      "grad_norm": 0.4268423318862915,
      "learning_rate": 4.957881635294656e-05,
      "loss": 4.6499,
      "step": 85440
    },
    {
      "epoch": 0.07479160849444304,
      "grad_norm": 0.47693854570388794,
      "learning_rate": 4.9578759646459816e-05,
      "loss": 4.9973,
      "step": 85445
    },
    {
      "epoch": 0.0747959850880702,
      "grad_norm": 0.3783956468105316,
      "learning_rate": 4.957870293619659e-05,
      "loss": 6.0189,
      "step": 85450
    },
    {
      "epoch": 0.07480036168169735,
      "grad_norm": 0.42694804072380066,
      "learning_rate": 4.95786462221569e-05,
      "loss": 5.4213,
      "step": 85455
    },
    {
      "epoch": 0.07480473827532451,
      "grad_norm": 0.44786378741264343,
      "learning_rate": 4.957858950434075e-05,
      "loss": 5.3037,
      "step": 85460
    },
    {
      "epoch": 0.07480911486895166,
      "grad_norm": 0.46090272068977356,
      "learning_rate": 4.9578532782748135e-05,
      "loss": 4.7775,
      "step": 85465
    },
    {
      "epoch": 0.07481349146257882,
      "grad_norm": 0.4111068546772003,
      "learning_rate": 4.95784760573791e-05,
      "loss": 5.4962,
      "step": 85470
    },
    {
      "epoch": 0.07481786805620597,
      "grad_norm": 0.4212838113307953,
      "learning_rate": 4.957841932823363e-05,
      "loss": 5.8094,
      "step": 85475
    },
    {
      "epoch": 0.07482224464983311,
      "grad_norm": 0.4393220841884613,
      "learning_rate": 4.957836259531173e-05,
      "loss": 5.5304,
      "step": 85480
    },
    {
      "epoch": 0.07482662124346028,
      "grad_norm": 0.4215436577796936,
      "learning_rate": 4.957830585861344e-05,
      "loss": 4.302,
      "step": 85485
    },
    {
      "epoch": 0.07483099783708742,
      "grad_norm": 0.42743542790412903,
      "learning_rate": 4.957824911813876e-05,
      "loss": 6.0354,
      "step": 85490
    },
    {
      "epoch": 0.07483537443071459,
      "grad_norm": 0.3712672293186188,
      "learning_rate": 4.9578192373887686e-05,
      "loss": 5.4428,
      "step": 85495
    },
    {
      "epoch": 0.07483975102434173,
      "grad_norm": 0.39878302812576294,
      "learning_rate": 4.9578135625860245e-05,
      "loss": 5.8565,
      "step": 85500
    },
    {
      "epoch": 0.0748441276179689,
      "grad_norm": 0.4087110459804535,
      "learning_rate": 4.957807887405644e-05,
      "loss": 5.7754,
      "step": 85505
    },
    {
      "epoch": 0.07484850421159604,
      "grad_norm": 0.4428543746471405,
      "learning_rate": 4.9578022118476286e-05,
      "loss": 5.0284,
      "step": 85510
    },
    {
      "epoch": 0.0748528808052232,
      "grad_norm": 0.4250641465187073,
      "learning_rate": 4.9577965359119794e-05,
      "loss": 5.2074,
      "step": 85515
    },
    {
      "epoch": 0.07485725739885035,
      "grad_norm": 0.3649379014968872,
      "learning_rate": 4.9577908595986965e-05,
      "loss": 5.7949,
      "step": 85520
    },
    {
      "epoch": 0.07486163399247751,
      "grad_norm": 0.47552764415740967,
      "learning_rate": 4.9577851829077825e-05,
      "loss": 5.4371,
      "step": 85525
    },
    {
      "epoch": 0.07486601058610466,
      "grad_norm": 0.42776280641555786,
      "learning_rate": 4.9577795058392376e-05,
      "loss": 5.7129,
      "step": 85530
    },
    {
      "epoch": 0.07487038717973182,
      "grad_norm": 0.38527899980545044,
      "learning_rate": 4.957773828393063e-05,
      "loss": 5.2262,
      "step": 85535
    },
    {
      "epoch": 0.07487476377335897,
      "grad_norm": 0.3954983055591583,
      "learning_rate": 4.9577681505692594e-05,
      "loss": 5.7508,
      "step": 85540
    },
    {
      "epoch": 0.07487914036698613,
      "grad_norm": 0.3639664351940155,
      "learning_rate": 4.9577624723678296e-05,
      "loss": 5.2889,
      "step": 85545
    },
    {
      "epoch": 0.07488351696061328,
      "grad_norm": 0.40128093957901,
      "learning_rate": 4.957756793788773e-05,
      "loss": 5.2376,
      "step": 85550
    },
    {
      "epoch": 0.07488789355424044,
      "grad_norm": 0.5459996461868286,
      "learning_rate": 4.957751114832091e-05,
      "loss": 4.8842,
      "step": 85555
    },
    {
      "epoch": 0.07489227014786759,
      "grad_norm": 0.4861348271369934,
      "learning_rate": 4.957745435497784e-05,
      "loss": 4.7047,
      "step": 85560
    },
    {
      "epoch": 0.07489664674149475,
      "grad_norm": 0.43766799569129944,
      "learning_rate": 4.957739755785855e-05,
      "loss": 6.0506,
      "step": 85565
    },
    {
      "epoch": 0.0749010233351219,
      "grad_norm": 0.4809451997280121,
      "learning_rate": 4.957734075696304e-05,
      "loss": 4.837,
      "step": 85570
    },
    {
      "epoch": 0.07490539992874906,
      "grad_norm": 0.37706461548805237,
      "learning_rate": 4.957728395229132e-05,
      "loss": 5.8484,
      "step": 85575
    },
    {
      "epoch": 0.07490977652237621,
      "grad_norm": 0.49219733476638794,
      "learning_rate": 4.957722714384341e-05,
      "loss": 5.7121,
      "step": 85580
    },
    {
      "epoch": 0.07491415311600337,
      "grad_norm": 0.42073628306388855,
      "learning_rate": 4.95771703316193e-05,
      "loss": 4.9999,
      "step": 85585
    },
    {
      "epoch": 0.07491852970963052,
      "grad_norm": 0.41304680705070496,
      "learning_rate": 4.957711351561902e-05,
      "loss": 5.4721,
      "step": 85590
    },
    {
      "epoch": 0.07492290630325768,
      "grad_norm": 0.4503157138824463,
      "learning_rate": 4.9577056695842584e-05,
      "loss": 5.0074,
      "step": 85595
    },
    {
      "epoch": 0.07492728289688483,
      "grad_norm": 0.45667269825935364,
      "learning_rate": 4.9576999872289986e-05,
      "loss": 4.6665,
      "step": 85600
    },
    {
      "epoch": 0.07493165949051198,
      "grad_norm": 0.4296616315841675,
      "learning_rate": 4.957694304496124e-05,
      "loss": 4.6258,
      "step": 85605
    },
    {
      "epoch": 0.07493603608413914,
      "grad_norm": 0.49860018491744995,
      "learning_rate": 4.957688621385637e-05,
      "loss": 5.8729,
      "step": 85610
    },
    {
      "epoch": 0.07494041267776629,
      "grad_norm": 0.42204028367996216,
      "learning_rate": 4.957682937897538e-05,
      "loss": 5.7502,
      "step": 85615
    },
    {
      "epoch": 0.07494478927139345,
      "grad_norm": 0.39854899048805237,
      "learning_rate": 4.957677254031827e-05,
      "loss": 5.7701,
      "step": 85620
    },
    {
      "epoch": 0.0749491658650206,
      "grad_norm": 0.36332908272743225,
      "learning_rate": 4.957671569788508e-05,
      "loss": 5.5391,
      "step": 85625
    },
    {
      "epoch": 0.07495354245864776,
      "grad_norm": 0.37655457854270935,
      "learning_rate": 4.9576658851675787e-05,
      "loss": 5.3006,
      "step": 85630
    },
    {
      "epoch": 0.0749579190522749,
      "grad_norm": 0.3528032898902893,
      "learning_rate": 4.957660200169042e-05,
      "loss": 6.3543,
      "step": 85635
    },
    {
      "epoch": 0.07496229564590207,
      "grad_norm": 0.36767280101776123,
      "learning_rate": 4.957654514792899e-05,
      "loss": 5.829,
      "step": 85640
    },
    {
      "epoch": 0.07496667223952921,
      "grad_norm": 0.3839547038078308,
      "learning_rate": 4.9576488290391506e-05,
      "loss": 6.0609,
      "step": 85645
    },
    {
      "epoch": 0.07497104883315638,
      "grad_norm": 0.4596938490867615,
      "learning_rate": 4.957643142907798e-05,
      "loss": 4.4783,
      "step": 85650
    },
    {
      "epoch": 0.07497542542678352,
      "grad_norm": 0.41916048526763916,
      "learning_rate": 4.9576374563988415e-05,
      "loss": 4.8933,
      "step": 85655
    },
    {
      "epoch": 0.07497980202041069,
      "grad_norm": 0.43947353959083557,
      "learning_rate": 4.957631769512282e-05,
      "loss": 5.332,
      "step": 85660
    },
    {
      "epoch": 0.07498417861403783,
      "grad_norm": 0.44078946113586426,
      "learning_rate": 4.957626082248122e-05,
      "loss": 5.513,
      "step": 85665
    },
    {
      "epoch": 0.074988555207665,
      "grad_norm": 0.4397411048412323,
      "learning_rate": 4.9576203946063624e-05,
      "loss": 4.6769,
      "step": 85670
    },
    {
      "epoch": 0.07499293180129214,
      "grad_norm": 0.4483738839626312,
      "learning_rate": 4.957614706587005e-05,
      "loss": 5.2188,
      "step": 85675
    },
    {
      "epoch": 0.0749973083949193,
      "grad_norm": 0.49465522170066833,
      "learning_rate": 4.957609018190048e-05,
      "loss": 5.0312,
      "step": 85680
    },
    {
      "epoch": 0.07500168498854645,
      "grad_norm": 0.44824516773223877,
      "learning_rate": 4.957603329415496e-05,
      "loss": 4.6872,
      "step": 85685
    },
    {
      "epoch": 0.07500606158217361,
      "grad_norm": 0.45031484961509705,
      "learning_rate": 4.957597640263346e-05,
      "loss": 5.0371,
      "step": 85690
    },
    {
      "epoch": 0.07501043817580076,
      "grad_norm": 0.4425307810306549,
      "learning_rate": 4.9575919507336035e-05,
      "loss": 5.2004,
      "step": 85695
    },
    {
      "epoch": 0.07501481476942792,
      "grad_norm": 0.5091837048530579,
      "learning_rate": 4.957586260826266e-05,
      "loss": 6.0727,
      "step": 85700
    },
    {
      "epoch": 0.07501919136305507,
      "grad_norm": 0.43652042746543884,
      "learning_rate": 4.957580570541337e-05,
      "loss": 5.513,
      "step": 85705
    },
    {
      "epoch": 0.07502356795668223,
      "grad_norm": 0.41979193687438965,
      "learning_rate": 4.957574879878817e-05,
      "loss": 5.443,
      "step": 85710
    },
    {
      "epoch": 0.07502794455030938,
      "grad_norm": 0.4683111906051636,
      "learning_rate": 4.957569188838706e-05,
      "loss": 5.752,
      "step": 85715
    },
    {
      "epoch": 0.07503232114393654,
      "grad_norm": 0.47104597091674805,
      "learning_rate": 4.957563497421007e-05,
      "loss": 4.4655,
      "step": 85720
    },
    {
      "epoch": 0.07503669773756369,
      "grad_norm": 0.4934141933917999,
      "learning_rate": 4.95755780562572e-05,
      "loss": 4.6913,
      "step": 85725
    },
    {
      "epoch": 0.07504107433119085,
      "grad_norm": 0.4983671009540558,
      "learning_rate": 4.957552113452846e-05,
      "loss": 5.3121,
      "step": 85730
    },
    {
      "epoch": 0.075045450924818,
      "grad_norm": 0.46918848156929016,
      "learning_rate": 4.9575464209023847e-05,
      "loss": 5.5446,
      "step": 85735
    },
    {
      "epoch": 0.07504982751844515,
      "grad_norm": 0.4710114300251007,
      "learning_rate": 4.9575407279743404e-05,
      "loss": 4.9059,
      "step": 85740
    },
    {
      "epoch": 0.07505420411207231,
      "grad_norm": 0.527787983417511,
      "learning_rate": 4.957535034668713e-05,
      "loss": 5.0015,
      "step": 85745
    },
    {
      "epoch": 0.07505858070569946,
      "grad_norm": 0.5318520069122314,
      "learning_rate": 4.957529340985502e-05,
      "loss": 5.4146,
      "step": 85750
    },
    {
      "epoch": 0.07506295729932662,
      "grad_norm": 0.46159833669662476,
      "learning_rate": 4.95752364692471e-05,
      "loss": 4.7139,
      "step": 85755
    },
    {
      "epoch": 0.07506733389295377,
      "grad_norm": 0.4762478172779083,
      "learning_rate": 4.957517952486338e-05,
      "loss": 4.9017,
      "step": 85760
    },
    {
      "epoch": 0.07507171048658093,
      "grad_norm": 0.5531340837478638,
      "learning_rate": 4.957512257670386e-05,
      "loss": 5.2313,
      "step": 85765
    },
    {
      "epoch": 0.07507608708020808,
      "grad_norm": 0.4422634541988373,
      "learning_rate": 4.957506562476857e-05,
      "loss": 5.0005,
      "step": 85770
    },
    {
      "epoch": 0.07508046367383524,
      "grad_norm": 0.44803687930107117,
      "learning_rate": 4.957500866905751e-05,
      "loss": 5.0223,
      "step": 85775
    },
    {
      "epoch": 0.07508484026746239,
      "grad_norm": 0.504806637763977,
      "learning_rate": 4.9574951709570686e-05,
      "loss": 4.9155,
      "step": 85780
    },
    {
      "epoch": 0.07508921686108955,
      "grad_norm": 0.4191335439682007,
      "learning_rate": 4.957489474630811e-05,
      "loss": 4.736,
      "step": 85785
    },
    {
      "epoch": 0.0750935934547167,
      "grad_norm": 0.4497615098953247,
      "learning_rate": 4.957483777926981e-05,
      "loss": 5.5213,
      "step": 85790
    },
    {
      "epoch": 0.07509797004834386,
      "grad_norm": 0.4433390200138092,
      "learning_rate": 4.957478080845578e-05,
      "loss": 6.048,
      "step": 85795
    },
    {
      "epoch": 0.075102346641971,
      "grad_norm": 0.4847122132778168,
      "learning_rate": 4.9574723833866025e-05,
      "loss": 5.8372,
      "step": 85800
    },
    {
      "epoch": 0.07510672323559817,
      "grad_norm": 0.4024277627468109,
      "learning_rate": 4.957466685550057e-05,
      "loss": 5.5199,
      "step": 85805
    },
    {
      "epoch": 0.07511109982922531,
      "grad_norm": 0.4123362898826599,
      "learning_rate": 4.957460987335943e-05,
      "loss": 4.8778,
      "step": 85810
    },
    {
      "epoch": 0.07511547642285248,
      "grad_norm": 0.4370570480823517,
      "learning_rate": 4.9574552887442606e-05,
      "loss": 5.2583,
      "step": 85815
    },
    {
      "epoch": 0.07511985301647962,
      "grad_norm": 0.4949426054954529,
      "learning_rate": 4.9574495897750106e-05,
      "loss": 5.3133,
      "step": 85820
    },
    {
      "epoch": 0.07512422961010679,
      "grad_norm": 0.6407227516174316,
      "learning_rate": 4.957443890428196e-05,
      "loss": 4.5531,
      "step": 85825
    },
    {
      "epoch": 0.07512860620373393,
      "grad_norm": 0.4628753066062927,
      "learning_rate": 4.957438190703815e-05,
      "loss": 4.2814,
      "step": 85830
    },
    {
      "epoch": 0.0751329827973611,
      "grad_norm": 0.3978216350078583,
      "learning_rate": 4.957432490601871e-05,
      "loss": 5.5209,
      "step": 85835
    },
    {
      "epoch": 0.07513735939098824,
      "grad_norm": 0.4431400001049042,
      "learning_rate": 4.957426790122365e-05,
      "loss": 5.7371,
      "step": 85840
    },
    {
      "epoch": 0.0751417359846154,
      "grad_norm": 0.4525546431541443,
      "learning_rate": 4.957421089265296e-05,
      "loss": 5.5218,
      "step": 85845
    },
    {
      "epoch": 0.07514611257824255,
      "grad_norm": 0.4555496871471405,
      "learning_rate": 4.9574153880306673e-05,
      "loss": 4.4143,
      "step": 85850
    },
    {
      "epoch": 0.07515048917186971,
      "grad_norm": 0.4517844319343567,
      "learning_rate": 4.957409686418478e-05,
      "loss": 5.3393,
      "step": 85855
    },
    {
      "epoch": 0.07515486576549686,
      "grad_norm": 0.3780381977558136,
      "learning_rate": 4.9574039844287324e-05,
      "loss": 6.4064,
      "step": 85860
    },
    {
      "epoch": 0.07515924235912401,
      "grad_norm": 0.4281742572784424,
      "learning_rate": 4.957398282061428e-05,
      "loss": 5.2372,
      "step": 85865
    },
    {
      "epoch": 0.07516361895275117,
      "grad_norm": 0.41998255252838135,
      "learning_rate": 4.957392579316569e-05,
      "loss": 5.5625,
      "step": 85870
    },
    {
      "epoch": 0.07516799554637832,
      "grad_norm": 0.4414159953594208,
      "learning_rate": 4.957386876194153e-05,
      "loss": 4.5127,
      "step": 85875
    },
    {
      "epoch": 0.07517237214000548,
      "grad_norm": 0.3878725469112396,
      "learning_rate": 4.9573811726941856e-05,
      "loss": 5.3365,
      "step": 85880
    },
    {
      "epoch": 0.07517674873363263,
      "grad_norm": 0.4388040006160736,
      "learning_rate": 4.957375468816664e-05,
      "loss": 5.5569,
      "step": 85885
    },
    {
      "epoch": 0.07518112532725979,
      "grad_norm": 0.40877005457878113,
      "learning_rate": 4.957369764561591e-05,
      "loss": 5.844,
      "step": 85890
    },
    {
      "epoch": 0.07518550192088694,
      "grad_norm": 0.40084540843963623,
      "learning_rate": 4.957364059928967e-05,
      "loss": 5.2168,
      "step": 85895
    },
    {
      "epoch": 0.0751898785145141,
      "grad_norm": 0.4219745099544525,
      "learning_rate": 4.957358354918794e-05,
      "loss": 4.2145,
      "step": 85900
    },
    {
      "epoch": 0.07519425510814125,
      "grad_norm": 0.4001386761665344,
      "learning_rate": 4.9573526495310715e-05,
      "loss": 5.7264,
      "step": 85905
    },
    {
      "epoch": 0.07519863170176841,
      "grad_norm": 0.407000333070755,
      "learning_rate": 4.957346943765804e-05,
      "loss": 5.8223,
      "step": 85910
    },
    {
      "epoch": 0.07520300829539556,
      "grad_norm": 0.43659383058547974,
      "learning_rate": 4.9573412376229885e-05,
      "loss": 5.22,
      "step": 85915
    },
    {
      "epoch": 0.07520738488902272,
      "grad_norm": 0.3519284427165985,
      "learning_rate": 4.957335531102628e-05,
      "loss": 5.5517,
      "step": 85920
    },
    {
      "epoch": 0.07521176148264987,
      "grad_norm": 0.5323634743690491,
      "learning_rate": 4.957329824204725e-05,
      "loss": 4.9148,
      "step": 85925
    },
    {
      "epoch": 0.07521613807627703,
      "grad_norm": 0.46372726559638977,
      "learning_rate": 4.957324116929278e-05,
      "loss": 5.2315,
      "step": 85930
    },
    {
      "epoch": 0.07522051466990418,
      "grad_norm": 0.4555831253528595,
      "learning_rate": 4.957318409276289e-05,
      "loss": 5.032,
      "step": 85935
    },
    {
      "epoch": 0.07522489126353134,
      "grad_norm": 0.49367281794548035,
      "learning_rate": 4.957312701245761e-05,
      "loss": 4.9146,
      "step": 85940
    },
    {
      "epoch": 0.07522926785715849,
      "grad_norm": 0.45244258642196655,
      "learning_rate": 4.957306992837691e-05,
      "loss": 5.727,
      "step": 85945
    },
    {
      "epoch": 0.07523364445078565,
      "grad_norm": 0.482253760099411,
      "learning_rate": 4.957301284052084e-05,
      "loss": 5.8571,
      "step": 85950
    },
    {
      "epoch": 0.0752380210444128,
      "grad_norm": 0.4234078526496887,
      "learning_rate": 4.957295574888939e-05,
      "loss": 5.7453,
      "step": 85955
    },
    {
      "epoch": 0.07524239763803996,
      "grad_norm": 0.432590514421463,
      "learning_rate": 4.9572898653482594e-05,
      "loss": 5.4559,
      "step": 85960
    },
    {
      "epoch": 0.0752467742316671,
      "grad_norm": 0.4835146963596344,
      "learning_rate": 4.957284155430042e-05,
      "loss": 5.1787,
      "step": 85965
    },
    {
      "epoch": 0.07525115082529427,
      "grad_norm": 0.44846057891845703,
      "learning_rate": 4.9572784451342926e-05,
      "loss": 5.5366,
      "step": 85970
    },
    {
      "epoch": 0.07525552741892141,
      "grad_norm": 0.42372187972068787,
      "learning_rate": 4.957272734461009e-05,
      "loss": 5.4145,
      "step": 85975
    },
    {
      "epoch": 0.07525990401254858,
      "grad_norm": 0.3881739675998688,
      "learning_rate": 4.9572670234101934e-05,
      "loss": 5.252,
      "step": 85980
    },
    {
      "epoch": 0.07526428060617572,
      "grad_norm": 0.4874071776866913,
      "learning_rate": 4.957261311981849e-05,
      "loss": 4.818,
      "step": 85985
    },
    {
      "epoch": 0.07526865719980287,
      "grad_norm": 0.40691089630126953,
      "learning_rate": 4.957255600175973e-05,
      "loss": 5.268,
      "step": 85990
    },
    {
      "epoch": 0.07527303379343003,
      "grad_norm": 0.357742041349411,
      "learning_rate": 4.957249887992569e-05,
      "loss": 5.8474,
      "step": 85995
    },
    {
      "epoch": 0.07527741038705718,
      "grad_norm": 0.37264910340309143,
      "learning_rate": 4.957244175431638e-05,
      "loss": 6.0568,
      "step": 86000
    },
    {
      "epoch": 0.07528178698068434,
      "grad_norm": 0.4567049741744995,
      "learning_rate": 4.95723846249318e-05,
      "loss": 5.1944,
      "step": 86005
    },
    {
      "epoch": 0.07528616357431149,
      "grad_norm": 0.46715983748435974,
      "learning_rate": 4.9572327491771974e-05,
      "loss": 5.5094,
      "step": 86010
    },
    {
      "epoch": 0.07529054016793865,
      "grad_norm": 0.38537320494651794,
      "learning_rate": 4.9572270354836905e-05,
      "loss": 5.016,
      "step": 86015
    },
    {
      "epoch": 0.0752949167615658,
      "grad_norm": 0.4373489320278168,
      "learning_rate": 4.9572213214126604e-05,
      "loss": 4.1652,
      "step": 86020
    },
    {
      "epoch": 0.07529929335519296,
      "grad_norm": 0.35237979888916016,
      "learning_rate": 4.957215606964108e-05,
      "loss": 5.2139,
      "step": 86025
    },
    {
      "epoch": 0.07530366994882011,
      "grad_norm": 0.38630932569503784,
      "learning_rate": 4.957209892138035e-05,
      "loss": 5.5435,
      "step": 86030
    },
    {
      "epoch": 0.07530804654244727,
      "grad_norm": 0.3667399287223816,
      "learning_rate": 4.9572041769344425e-05,
      "loss": 5.8146,
      "step": 86035
    },
    {
      "epoch": 0.07531242313607442,
      "grad_norm": 0.4384460151195526,
      "learning_rate": 4.957198461353331e-05,
      "loss": 6.058,
      "step": 86040
    },
    {
      "epoch": 0.07531679972970158,
      "grad_norm": 0.36984434723854065,
      "learning_rate": 4.957192745394702e-05,
      "loss": 5.3469,
      "step": 86045
    },
    {
      "epoch": 0.07532117632332873,
      "grad_norm": 0.3581506907939911,
      "learning_rate": 4.957187029058557e-05,
      "loss": 6.1098,
      "step": 86050
    },
    {
      "epoch": 0.07532555291695589,
      "grad_norm": 0.43473103642463684,
      "learning_rate": 4.957181312344896e-05,
      "loss": 4.769,
      "step": 86055
    },
    {
      "epoch": 0.07532992951058304,
      "grad_norm": 0.4567367434501648,
      "learning_rate": 4.957175595253721e-05,
      "loss": 6.0297,
      "step": 86060
    },
    {
      "epoch": 0.0753343061042102,
      "grad_norm": 0.36162763833999634,
      "learning_rate": 4.957169877785034e-05,
      "loss": 5.8579,
      "step": 86065
    },
    {
      "epoch": 0.07533868269783735,
      "grad_norm": 0.4429520070552826,
      "learning_rate": 4.957164159938834e-05,
      "loss": 5.5062,
      "step": 86070
    },
    {
      "epoch": 0.07534305929146451,
      "grad_norm": 0.37815606594085693,
      "learning_rate": 4.957158441715123e-05,
      "loss": 5.5354,
      "step": 86075
    },
    {
      "epoch": 0.07534743588509166,
      "grad_norm": 0.45045205950737,
      "learning_rate": 4.957152723113903e-05,
      "loss": 5.241,
      "step": 86080
    },
    {
      "epoch": 0.07535181247871882,
      "grad_norm": 0.4510023891925812,
      "learning_rate": 4.957147004135173e-05,
      "loss": 5.562,
      "step": 86085
    },
    {
      "epoch": 0.07535618907234597,
      "grad_norm": 0.4664500057697296,
      "learning_rate": 4.9571412847789365e-05,
      "loss": 4.611,
      "step": 86090
    },
    {
      "epoch": 0.07536056566597313,
      "grad_norm": 0.39464104175567627,
      "learning_rate": 4.9571355650451936e-05,
      "loss": 5.5337,
      "step": 86095
    },
    {
      "epoch": 0.07536494225960028,
      "grad_norm": 0.36730191111564636,
      "learning_rate": 4.9571298449339444e-05,
      "loss": 5.3554,
      "step": 86100
    },
    {
      "epoch": 0.07536931885322744,
      "grad_norm": 0.4153398275375366,
      "learning_rate": 4.95712412444519e-05,
      "loss": 4.9022,
      "step": 86105
    },
    {
      "epoch": 0.07537369544685459,
      "grad_norm": 0.4237130284309387,
      "learning_rate": 4.9571184035789345e-05,
      "loss": 4.7272,
      "step": 86110
    },
    {
      "epoch": 0.07537807204048175,
      "grad_norm": 0.3775751292705536,
      "learning_rate": 4.9571126823351764e-05,
      "loss": 5.3119,
      "step": 86115
    },
    {
      "epoch": 0.0753824486341089,
      "grad_norm": 0.4578668177127838,
      "learning_rate": 4.957106960713916e-05,
      "loss": 5.3377,
      "step": 86120
    },
    {
      "epoch": 0.07538682522773604,
      "grad_norm": 0.4453473389148712,
      "learning_rate": 4.957101238715157e-05,
      "loss": 5.5178,
      "step": 86125
    },
    {
      "epoch": 0.0753912018213632,
      "grad_norm": 0.40059685707092285,
      "learning_rate": 4.9570955163389e-05,
      "loss": 6.0016,
      "step": 86130
    },
    {
      "epoch": 0.07539557841499035,
      "grad_norm": 0.5395908951759338,
      "learning_rate": 4.9570897935851435e-05,
      "loss": 5.5352,
      "step": 86135
    },
    {
      "epoch": 0.07539995500861751,
      "grad_norm": 0.4478611648082733,
      "learning_rate": 4.957084070453891e-05,
      "loss": 5.7541,
      "step": 86140
    },
    {
      "epoch": 0.07540433160224466,
      "grad_norm": 0.4205756187438965,
      "learning_rate": 4.957078346945144e-05,
      "loss": 4.941,
      "step": 86145
    },
    {
      "epoch": 0.07540870819587182,
      "grad_norm": 0.42302194237709045,
      "learning_rate": 4.957072623058901e-05,
      "loss": 5.2188,
      "step": 86150
    },
    {
      "epoch": 0.07541308478949897,
      "grad_norm": 0.4524844288825989,
      "learning_rate": 4.9570668987951666e-05,
      "loss": 3.7607,
      "step": 86155
    },
    {
      "epoch": 0.07541746138312613,
      "grad_norm": 0.4652336537837982,
      "learning_rate": 4.9570611741539384e-05,
      "loss": 5.501,
      "step": 86160
    },
    {
      "epoch": 0.07542183797675328,
      "grad_norm": 0.4515072703361511,
      "learning_rate": 4.957055449135221e-05,
      "loss": 5.0107,
      "step": 86165
    },
    {
      "epoch": 0.07542621457038044,
      "grad_norm": 0.49942857027053833,
      "learning_rate": 4.9570497237390126e-05,
      "loss": 5.3102,
      "step": 86170
    },
    {
      "epoch": 0.07543059116400759,
      "grad_norm": 0.3736611008644104,
      "learning_rate": 4.9570439979653135e-05,
      "loss": 5.3569,
      "step": 86175
    },
    {
      "epoch": 0.07543496775763475,
      "grad_norm": 0.41782334446907043,
      "learning_rate": 4.957038271814129e-05,
      "loss": 4.5017,
      "step": 86180
    },
    {
      "epoch": 0.0754393443512619,
      "grad_norm": 0.4738641679286957,
      "learning_rate": 4.957032545285457e-05,
      "loss": 6.0594,
      "step": 86185
    },
    {
      "epoch": 0.07544372094488906,
      "grad_norm": 0.41816315054893494,
      "learning_rate": 4.9570268183793e-05,
      "loss": 5.5484,
      "step": 86190
    },
    {
      "epoch": 0.07544809753851621,
      "grad_norm": 0.4260071814060211,
      "learning_rate": 4.957021091095658e-05,
      "loss": 5.2297,
      "step": 86195
    },
    {
      "epoch": 0.07545247413214337,
      "grad_norm": 0.37243151664733887,
      "learning_rate": 4.957015363434534e-05,
      "loss": 5.5051,
      "step": 86200
    },
    {
      "epoch": 0.07545685072577052,
      "grad_norm": 0.36314085125923157,
      "learning_rate": 4.9570096353959264e-05,
      "loss": 5.7311,
      "step": 86205
    },
    {
      "epoch": 0.07546122731939768,
      "grad_norm": 0.3962238132953644,
      "learning_rate": 4.957003906979838e-05,
      "loss": 5.4871,
      "step": 86210
    },
    {
      "epoch": 0.07546560391302483,
      "grad_norm": 0.36832478642463684,
      "learning_rate": 4.9569981781862696e-05,
      "loss": 6.3549,
      "step": 86215
    },
    {
      "epoch": 0.07546998050665199,
      "grad_norm": 0.4583599865436554,
      "learning_rate": 4.956992449015222e-05,
      "loss": 5.8394,
      "step": 86220
    },
    {
      "epoch": 0.07547435710027914,
      "grad_norm": 0.4612683653831482,
      "learning_rate": 4.956986719466697e-05,
      "loss": 4.9099,
      "step": 86225
    },
    {
      "epoch": 0.0754787336939063,
      "grad_norm": 0.37831705808639526,
      "learning_rate": 4.956980989540696e-05,
      "loss": 5.2219,
      "step": 86230
    },
    {
      "epoch": 0.07548311028753345,
      "grad_norm": 0.41645893454551697,
      "learning_rate": 4.956975259237219e-05,
      "loss": 5.5064,
      "step": 86235
    },
    {
      "epoch": 0.07548748688116061,
      "grad_norm": 0.4182583689689636,
      "learning_rate": 4.9569695285562664e-05,
      "loss": 5.8574,
      "step": 86240
    },
    {
      "epoch": 0.07549186347478776,
      "grad_norm": 0.4551404118537903,
      "learning_rate": 4.9569637974978414e-05,
      "loss": 4.7741,
      "step": 86245
    },
    {
      "epoch": 0.0754962400684149,
      "grad_norm": 0.42462602257728577,
      "learning_rate": 4.956958066061944e-05,
      "loss": 5.2011,
      "step": 86250
    },
    {
      "epoch": 0.07550061666204207,
      "grad_norm": 0.38096827268600464,
      "learning_rate": 4.9569523342485754e-05,
      "loss": 5.4336,
      "step": 86255
    },
    {
      "epoch": 0.07550499325566921,
      "grad_norm": 0.35033977031707764,
      "learning_rate": 4.956946602057737e-05,
      "loss": 5.7031,
      "step": 86260
    },
    {
      "epoch": 0.07550936984929638,
      "grad_norm": 0.38559648394584656,
      "learning_rate": 4.956940869489429e-05,
      "loss": 5.5652,
      "step": 86265
    },
    {
      "epoch": 0.07551374644292352,
      "grad_norm": 0.4067811667919159,
      "learning_rate": 4.956935136543654e-05,
      "loss": 4.9499,
      "step": 86270
    },
    {
      "epoch": 0.07551812303655069,
      "grad_norm": 0.40417733788490295,
      "learning_rate": 4.9569294032204115e-05,
      "loss": 5.4523,
      "step": 86275
    },
    {
      "epoch": 0.07552249963017783,
      "grad_norm": 0.4530775249004364,
      "learning_rate": 4.956923669519704e-05,
      "loss": 5.185,
      "step": 86280
    },
    {
      "epoch": 0.075526876223805,
      "grad_norm": 0.3673099875450134,
      "learning_rate": 4.956917935441532e-05,
      "loss": 5.5076,
      "step": 86285
    },
    {
      "epoch": 0.07553125281743214,
      "grad_norm": 0.4467087388038635,
      "learning_rate": 4.956912200985896e-05,
      "loss": 4.99,
      "step": 86290
    },
    {
      "epoch": 0.0755356294110593,
      "grad_norm": 0.48524147272109985,
      "learning_rate": 4.956906466152799e-05,
      "loss": 5.2094,
      "step": 86295
    },
    {
      "epoch": 0.07554000600468645,
      "grad_norm": 0.4361252784729004,
      "learning_rate": 4.956900730942239e-05,
      "loss": 5.7607,
      "step": 86300
    },
    {
      "epoch": 0.07554438259831361,
      "grad_norm": 0.4379626214504242,
      "learning_rate": 4.95689499535422e-05,
      "loss": 6.3902,
      "step": 86305
    },
    {
      "epoch": 0.07554875919194076,
      "grad_norm": 0.5085965394973755,
      "learning_rate": 4.956889259388742e-05,
      "loss": 5.2276,
      "step": 86310
    },
    {
      "epoch": 0.07555313578556792,
      "grad_norm": 0.434438556432724,
      "learning_rate": 4.9568835230458056e-05,
      "loss": 5.7594,
      "step": 86315
    },
    {
      "epoch": 0.07555751237919507,
      "grad_norm": 0.43134161829948425,
      "learning_rate": 4.9568777863254125e-05,
      "loss": 4.6883,
      "step": 86320
    },
    {
      "epoch": 0.07556188897282223,
      "grad_norm": 0.49078112840652466,
      "learning_rate": 4.9568720492275633e-05,
      "loss": 4.9733,
      "step": 86325
    },
    {
      "epoch": 0.07556626556644938,
      "grad_norm": 0.432468444108963,
      "learning_rate": 4.956866311752261e-05,
      "loss": 5.858,
      "step": 86330
    },
    {
      "epoch": 0.07557064216007654,
      "grad_norm": 0.4142392575740814,
      "learning_rate": 4.956860573899503e-05,
      "loss": 5.5286,
      "step": 86335
    },
    {
      "epoch": 0.07557501875370369,
      "grad_norm": 0.40532442927360535,
      "learning_rate": 4.956854835669294e-05,
      "loss": 5.2213,
      "step": 86340
    },
    {
      "epoch": 0.07557939534733085,
      "grad_norm": 0.39325639605522156,
      "learning_rate": 4.9568490970616346e-05,
      "loss": 6.0904,
      "step": 86345
    },
    {
      "epoch": 0.075583771940958,
      "grad_norm": 0.3957903981208801,
      "learning_rate": 4.956843358076524e-05,
      "loss": 6.0398,
      "step": 86350
    },
    {
      "epoch": 0.07558814853458516,
      "grad_norm": 0.36310023069381714,
      "learning_rate": 4.956837618713964e-05,
      "loss": 5.7512,
      "step": 86355
    },
    {
      "epoch": 0.07559252512821231,
      "grad_norm": 0.3575400114059448,
      "learning_rate": 4.9568318789739564e-05,
      "loss": 5.8163,
      "step": 86360
    },
    {
      "epoch": 0.07559690172183947,
      "grad_norm": 0.3480541408061981,
      "learning_rate": 4.956826138856503e-05,
      "loss": 5.7291,
      "step": 86365
    },
    {
      "epoch": 0.07560127831546662,
      "grad_norm": 0.39487990736961365,
      "learning_rate": 4.9568203983616026e-05,
      "loss": 5.1957,
      "step": 86370
    },
    {
      "epoch": 0.07560565490909377,
      "grad_norm": 0.40304020047187805,
      "learning_rate": 4.956814657489258e-05,
      "loss": 5.5304,
      "step": 86375
    },
    {
      "epoch": 0.07561003150272093,
      "grad_norm": 0.4928536117076874,
      "learning_rate": 4.95680891623947e-05,
      "loss": 5.8609,
      "step": 86380
    },
    {
      "epoch": 0.07561440809634808,
      "grad_norm": 0.47958704829216003,
      "learning_rate": 4.9568031746122404e-05,
      "loss": 5.2752,
      "step": 86385
    },
    {
      "epoch": 0.07561878468997524,
      "grad_norm": 0.3926762640476227,
      "learning_rate": 4.9567974326075686e-05,
      "loss": 5.7428,
      "step": 86390
    },
    {
      "epoch": 0.07562316128360239,
      "grad_norm": 0.39891329407691956,
      "learning_rate": 4.956791690225456e-05,
      "loss": 5.846,
      "step": 86395
    },
    {
      "epoch": 0.07562753787722955,
      "grad_norm": 0.4262901842594147,
      "learning_rate": 4.9567859474659054e-05,
      "loss": 5.1726,
      "step": 86400
    },
    {
      "epoch": 0.0756319144708567,
      "grad_norm": 0.45537617802619934,
      "learning_rate": 4.956780204328916e-05,
      "loss": 4.5062,
      "step": 86405
    },
    {
      "epoch": 0.07563629106448386,
      "grad_norm": 0.3663255572319031,
      "learning_rate": 4.9567744608144906e-05,
      "loss": 5.7993,
      "step": 86410
    },
    {
      "epoch": 0.075640667658111,
      "grad_norm": 0.5313793420791626,
      "learning_rate": 4.956768716922629e-05,
      "loss": 4.463,
      "step": 86415
    },
    {
      "epoch": 0.07564504425173817,
      "grad_norm": 0.41088923811912537,
      "learning_rate": 4.9567629726533324e-05,
      "loss": 5.5392,
      "step": 86420
    },
    {
      "epoch": 0.07564942084536531,
      "grad_norm": 0.438127726316452,
      "learning_rate": 4.956757228006603e-05,
      "loss": 5.2203,
      "step": 86425
    },
    {
      "epoch": 0.07565379743899248,
      "grad_norm": 0.4011639356613159,
      "learning_rate": 4.956751482982441e-05,
      "loss": 5.2498,
      "step": 86430
    },
    {
      "epoch": 0.07565817403261962,
      "grad_norm": 0.4272178113460541,
      "learning_rate": 4.9567457375808466e-05,
      "loss": 5.2512,
      "step": 86435
    },
    {
      "epoch": 0.07566255062624679,
      "grad_norm": 0.46085694432258606,
      "learning_rate": 4.956739991801823e-05,
      "loss": 5.8283,
      "step": 86440
    },
    {
      "epoch": 0.07566692721987393,
      "grad_norm": 0.4458354413509369,
      "learning_rate": 4.956734245645371e-05,
      "loss": 4.9706,
      "step": 86445
    },
    {
      "epoch": 0.0756713038135011,
      "grad_norm": 0.37446266412734985,
      "learning_rate": 4.9567284991114903e-05,
      "loss": 5.5255,
      "step": 86450
    },
    {
      "epoch": 0.07567568040712824,
      "grad_norm": 0.4376354217529297,
      "learning_rate": 4.9567227522001824e-05,
      "loss": 4.1498,
      "step": 86455
    },
    {
      "epoch": 0.0756800570007554,
      "grad_norm": 0.5951223969459534,
      "learning_rate": 4.95671700491145e-05,
      "loss": 5.5347,
      "step": 86460
    },
    {
      "epoch": 0.07568443359438255,
      "grad_norm": 0.44500991702079773,
      "learning_rate": 4.9567112572452914e-05,
      "loss": 5.448,
      "step": 86465
    },
    {
      "epoch": 0.07568881018800971,
      "grad_norm": 0.529708206653595,
      "learning_rate": 4.95670550920171e-05,
      "loss": 5.766,
      "step": 86470
    },
    {
      "epoch": 0.07569318678163686,
      "grad_norm": 0.42497533559799194,
      "learning_rate": 4.956699760780705e-05,
      "loss": 5.7646,
      "step": 86475
    },
    {
      "epoch": 0.07569756337526402,
      "grad_norm": 0.4359738528728485,
      "learning_rate": 4.95669401198228e-05,
      "loss": 6.3832,
      "step": 86480
    },
    {
      "epoch": 0.07570193996889117,
      "grad_norm": 0.543972373008728,
      "learning_rate": 4.956688262806435e-05,
      "loss": 5.237,
      "step": 86485
    },
    {
      "epoch": 0.07570631656251833,
      "grad_norm": 0.471931129693985,
      "learning_rate": 4.9566825132531704e-05,
      "loss": 5.3251,
      "step": 86490
    },
    {
      "epoch": 0.07571069315614548,
      "grad_norm": 0.4425348937511444,
      "learning_rate": 4.9566767633224875e-05,
      "loss": 5.7568,
      "step": 86495
    },
    {
      "epoch": 0.07571506974977264,
      "grad_norm": 0.4166000485420227,
      "learning_rate": 4.9566710130143876e-05,
      "loss": 6.0328,
      "step": 86500
    },
    {
      "epoch": 0.07571944634339979,
      "grad_norm": 0.4799863398075104,
      "learning_rate": 4.956665262328872e-05,
      "loss": 5.3199,
      "step": 86505
    },
    {
      "epoch": 0.07572382293702694,
      "grad_norm": 0.5231083631515503,
      "learning_rate": 4.956659511265942e-05,
      "loss": 5.509,
      "step": 86510
    },
    {
      "epoch": 0.0757281995306541,
      "grad_norm": 0.47513219714164734,
      "learning_rate": 4.956653759825598e-05,
      "loss": 4.4306,
      "step": 86515
    },
    {
      "epoch": 0.07573257612428125,
      "grad_norm": 0.4484822154045105,
      "learning_rate": 4.9566480080078426e-05,
      "loss": 5.7473,
      "step": 86520
    },
    {
      "epoch": 0.07573695271790841,
      "grad_norm": 0.42339807748794556,
      "learning_rate": 4.956642255812675e-05,
      "loss": 4.6349,
      "step": 86525
    },
    {
      "epoch": 0.07574132931153556,
      "grad_norm": 0.6512987613677979,
      "learning_rate": 4.9566365032400966e-05,
      "loss": 5.4994,
      "step": 86530
    },
    {
      "epoch": 0.07574570590516272,
      "grad_norm": 0.3959614634513855,
      "learning_rate": 4.95663075029011e-05,
      "loss": 5.8327,
      "step": 86535
    },
    {
      "epoch": 0.07575008249878987,
      "grad_norm": 0.448108434677124,
      "learning_rate": 4.956624996962716e-05,
      "loss": 5.7148,
      "step": 86540
    },
    {
      "epoch": 0.07575445909241703,
      "grad_norm": 0.46520939469337463,
      "learning_rate": 4.956619243257913e-05,
      "loss": 4.289,
      "step": 86545
    },
    {
      "epoch": 0.07575883568604418,
      "grad_norm": 0.44893211126327515,
      "learning_rate": 4.956613489175705e-05,
      "loss": 4.4647,
      "step": 86550
    },
    {
      "epoch": 0.07576321227967134,
      "grad_norm": 0.4848669767379761,
      "learning_rate": 4.9566077347160936e-05,
      "loss": 5.3116,
      "step": 86555
    },
    {
      "epoch": 0.07576758887329849,
      "grad_norm": 0.5267468094825745,
      "learning_rate": 4.956601979879077e-05,
      "loss": 5.2146,
      "step": 86560
    },
    {
      "epoch": 0.07577196546692565,
      "grad_norm": 0.3904988765716553,
      "learning_rate": 4.956596224664659e-05,
      "loss": 6.0299,
      "step": 86565
    },
    {
      "epoch": 0.0757763420605528,
      "grad_norm": 0.4258786737918854,
      "learning_rate": 4.9565904690728396e-05,
      "loss": 4.406,
      "step": 86570
    },
    {
      "epoch": 0.07578071865417996,
      "grad_norm": 0.6595953702926636,
      "learning_rate": 4.9565847131036194e-05,
      "loss": 5.3093,
      "step": 86575
    },
    {
      "epoch": 0.0757850952478071,
      "grad_norm": 0.4932907819747925,
      "learning_rate": 4.956578956757e-05,
      "loss": 5.2445,
      "step": 86580
    },
    {
      "epoch": 0.07578947184143427,
      "grad_norm": 0.453107625246048,
      "learning_rate": 4.9565732000329834e-05,
      "loss": 4.6928,
      "step": 86585
    },
    {
      "epoch": 0.07579384843506141,
      "grad_norm": 0.42934274673461914,
      "learning_rate": 4.956567442931569e-05,
      "loss": 5.3479,
      "step": 86590
    },
    {
      "epoch": 0.07579822502868858,
      "grad_norm": 0.4345344007015228,
      "learning_rate": 4.9565616854527585e-05,
      "loss": 5.7314,
      "step": 86595
    },
    {
      "epoch": 0.07580260162231572,
      "grad_norm": 0.4182167649269104,
      "learning_rate": 4.956555927596554e-05,
      "loss": 5.4137,
      "step": 86600
    },
    {
      "epoch": 0.07580697821594289,
      "grad_norm": 0.37664666771888733,
      "learning_rate": 4.9565501693629556e-05,
      "loss": 5.8211,
      "step": 86605
    },
    {
      "epoch": 0.07581135480957003,
      "grad_norm": 0.4197242558002472,
      "learning_rate": 4.956544410751966e-05,
      "loss": 5.5048,
      "step": 86610
    },
    {
      "epoch": 0.0758157314031972,
      "grad_norm": 0.4531373381614685,
      "learning_rate": 4.9565386517635834e-05,
      "loss": 5.5067,
      "step": 86615
    },
    {
      "epoch": 0.07582010799682434,
      "grad_norm": 0.4481343626976013,
      "learning_rate": 4.9565328923978106e-05,
      "loss": 5.4402,
      "step": 86620
    },
    {
      "epoch": 0.0758244845904515,
      "grad_norm": 0.4452754557132721,
      "learning_rate": 4.9565271326546494e-05,
      "loss": 4.9951,
      "step": 86625
    },
    {
      "epoch": 0.07582886118407865,
      "grad_norm": 0.41000688076019287,
      "learning_rate": 4.9565213725341e-05,
      "loss": 5.4213,
      "step": 86630
    },
    {
      "epoch": 0.0758332377777058,
      "grad_norm": 0.46969538927078247,
      "learning_rate": 4.956515612036163e-05,
      "loss": 5.0041,
      "step": 86635
    },
    {
      "epoch": 0.07583761437133296,
      "grad_norm": 0.45029720664024353,
      "learning_rate": 4.956509851160841e-05,
      "loss": 5.5905,
      "step": 86640
    },
    {
      "epoch": 0.07584199096496011,
      "grad_norm": 0.4317310154438019,
      "learning_rate": 4.9565040899081347e-05,
      "loss": 5.1998,
      "step": 86645
    },
    {
      "epoch": 0.07584636755858727,
      "grad_norm": 0.4890996217727661,
      "learning_rate": 4.956498328278044e-05,
      "loss": 4.9923,
      "step": 86650
    },
    {
      "epoch": 0.07585074415221442,
      "grad_norm": 0.42570045590400696,
      "learning_rate": 4.956492566270571e-05,
      "loss": 4.4915,
      "step": 86655
    },
    {
      "epoch": 0.07585512074584158,
      "grad_norm": 0.45651549100875854,
      "learning_rate": 4.956486803885716e-05,
      "loss": 6.0227,
      "step": 86660
    },
    {
      "epoch": 0.07585949733946873,
      "grad_norm": 0.41290777921676636,
      "learning_rate": 4.9564810411234805e-05,
      "loss": 5.7402,
      "step": 86665
    },
    {
      "epoch": 0.07586387393309589,
      "grad_norm": 0.4516409635543823,
      "learning_rate": 4.9564752779838676e-05,
      "loss": 5.2107,
      "step": 86670
    },
    {
      "epoch": 0.07586825052672304,
      "grad_norm": 0.43735918402671814,
      "learning_rate": 4.956469514466876e-05,
      "loss": 4.2474,
      "step": 86675
    },
    {
      "epoch": 0.0758726271203502,
      "grad_norm": 0.4165422320365906,
      "learning_rate": 4.956463750572508e-05,
      "loss": 4.8979,
      "step": 86680
    },
    {
      "epoch": 0.07587700371397735,
      "grad_norm": 0.4526005983352661,
      "learning_rate": 4.956457986300762e-05,
      "loss": 4.4664,
      "step": 86685
    },
    {
      "epoch": 0.07588138030760451,
      "grad_norm": 0.4413936734199524,
      "learning_rate": 4.956452221651643e-05,
      "loss": 4.946,
      "step": 86690
    },
    {
      "epoch": 0.07588575690123166,
      "grad_norm": 0.4468556344509125,
      "learning_rate": 4.95644645662515e-05,
      "loss": 5.4937,
      "step": 86695
    },
    {
      "epoch": 0.07589013349485882,
      "grad_norm": 0.4480339288711548,
      "learning_rate": 4.956440691221284e-05,
      "loss": 6.0385,
      "step": 86700
    },
    {
      "epoch": 0.07589451008848597,
      "grad_norm": 0.4755985736846924,
      "learning_rate": 4.9564349254400474e-05,
      "loss": 5.2338,
      "step": 86705
    },
    {
      "epoch": 0.07589888668211313,
      "grad_norm": 0.36700040102005005,
      "learning_rate": 4.9564291592814403e-05,
      "loss": 5.8361,
      "step": 86710
    },
    {
      "epoch": 0.07590326327574028,
      "grad_norm": 0.3773815631866455,
      "learning_rate": 4.956423392745465e-05,
      "loss": 6.0145,
      "step": 86715
    },
    {
      "epoch": 0.07590763986936744,
      "grad_norm": 0.44515353441238403,
      "learning_rate": 4.9564176258321207e-05,
      "loss": 5.5102,
      "step": 86720
    },
    {
      "epoch": 0.07591201646299459,
      "grad_norm": 0.38396450877189636,
      "learning_rate": 4.95641185854141e-05,
      "loss": 5.3078,
      "step": 86725
    },
    {
      "epoch": 0.07591639305662175,
      "grad_norm": 0.40635448694229126,
      "learning_rate": 4.956406090873332e-05,
      "loss": 4.887,
      "step": 86730
    },
    {
      "epoch": 0.0759207696502489,
      "grad_norm": 0.3595713973045349,
      "learning_rate": 4.956400322827891e-05,
      "loss": 6.3479,
      "step": 86735
    },
    {
      "epoch": 0.07592514624387606,
      "grad_norm": 0.36619192361831665,
      "learning_rate": 4.956394554405086e-05,
      "loss": 5.8118,
      "step": 86740
    },
    {
      "epoch": 0.0759295228375032,
      "grad_norm": 0.3901668190956116,
      "learning_rate": 4.9563887856049185e-05,
      "loss": 5.5169,
      "step": 86745
    },
    {
      "epoch": 0.07593389943113037,
      "grad_norm": 0.4464600682258606,
      "learning_rate": 4.956383016427389e-05,
      "loss": 5.2982,
      "step": 86750
    },
    {
      "epoch": 0.07593827602475751,
      "grad_norm": 0.4361456632614136,
      "learning_rate": 4.9563772468725e-05,
      "loss": 4.4986,
      "step": 86755
    },
    {
      "epoch": 0.07594265261838468,
      "grad_norm": 0.4328876733779907,
      "learning_rate": 4.9563714769402526e-05,
      "loss": 5.7357,
      "step": 86760
    },
    {
      "epoch": 0.07594702921201182,
      "grad_norm": 0.43290290236473083,
      "learning_rate": 4.9563657066306454e-05,
      "loss": 5.2041,
      "step": 86765
    },
    {
      "epoch": 0.07595140580563897,
      "grad_norm": 0.39118093252182007,
      "learning_rate": 4.9563599359436817e-05,
      "loss": 6.0145,
      "step": 86770
    },
    {
      "epoch": 0.07595578239926613,
      "grad_norm": 0.3994715213775635,
      "learning_rate": 4.9563541648793634e-05,
      "loss": 5.5202,
      "step": 86775
    },
    {
      "epoch": 0.07596015899289328,
      "grad_norm": 0.43561261892318726,
      "learning_rate": 4.95634839343769e-05,
      "loss": 4.929,
      "step": 86780
    },
    {
      "epoch": 0.07596453558652044,
      "grad_norm": 0.43849727511405945,
      "learning_rate": 4.9563426216186625e-05,
      "loss": 4.1429,
      "step": 86785
    },
    {
      "epoch": 0.07596891218014759,
      "grad_norm": 0.4981071650981903,
      "learning_rate": 4.9563368494222826e-05,
      "loss": 5.8051,
      "step": 86790
    },
    {
      "epoch": 0.07597328877377475,
      "grad_norm": 0.3995627164840698,
      "learning_rate": 4.9563310768485516e-05,
      "loss": 6.3723,
      "step": 86795
    },
    {
      "epoch": 0.0759776653674019,
      "grad_norm": 0.3821612298488617,
      "learning_rate": 4.95632530389747e-05,
      "loss": 5.8178,
      "step": 86800
    },
    {
      "epoch": 0.07598204196102906,
      "grad_norm": 0.4125450551509857,
      "learning_rate": 4.956319530569039e-05,
      "loss": 5.0035,
      "step": 86805
    },
    {
      "epoch": 0.07598641855465621,
      "grad_norm": 0.46372994780540466,
      "learning_rate": 4.956313756863261e-05,
      "loss": 5.531,
      "step": 86810
    },
    {
      "epoch": 0.07599079514828337,
      "grad_norm": 0.44141581654548645,
      "learning_rate": 4.9563079827801365e-05,
      "loss": 4.9131,
      "step": 86815
    },
    {
      "epoch": 0.07599517174191052,
      "grad_norm": 0.4337563216686249,
      "learning_rate": 4.956302208319665e-05,
      "loss": 5.7523,
      "step": 86820
    },
    {
      "epoch": 0.07599954833553768,
      "grad_norm": 0.45221519470214844,
      "learning_rate": 4.95629643348185e-05,
      "loss": 4.9738,
      "step": 86825
    },
    {
      "epoch": 0.07600392492916483,
      "grad_norm": 0.45903006196022034,
      "learning_rate": 4.95629065826669e-05,
      "loss": 4.9903,
      "step": 86830
    },
    {
      "epoch": 0.07600830152279199,
      "grad_norm": 0.5853717923164368,
      "learning_rate": 4.9562848826741884e-05,
      "loss": 4.2704,
      "step": 86835
    },
    {
      "epoch": 0.07601267811641914,
      "grad_norm": 0.45284348726272583,
      "learning_rate": 4.956279106704346e-05,
      "loss": 4.7905,
      "step": 86840
    },
    {
      "epoch": 0.0760170547100463,
      "grad_norm": 0.44456467032432556,
      "learning_rate": 4.956273330357162e-05,
      "loss": 5.5061,
      "step": 86845
    },
    {
      "epoch": 0.07602143130367345,
      "grad_norm": 0.40334272384643555,
      "learning_rate": 4.95626755363264e-05,
      "loss": 5.7932,
      "step": 86850
    },
    {
      "epoch": 0.07602580789730061,
      "grad_norm": 0.36629757285118103,
      "learning_rate": 4.956261776530779e-05,
      "loss": 5.309,
      "step": 86855
    },
    {
      "epoch": 0.07603018449092776,
      "grad_norm": 0.4082043468952179,
      "learning_rate": 4.956255999051582e-05,
      "loss": 4.49,
      "step": 86860
    },
    {
      "epoch": 0.07603456108455492,
      "grad_norm": 0.4239735007286072,
      "learning_rate": 4.956250221195049e-05,
      "loss": 4.4048,
      "step": 86865
    },
    {
      "epoch": 0.07603893767818207,
      "grad_norm": 0.37089821696281433,
      "learning_rate": 4.956244442961182e-05,
      "loss": 5.5386,
      "step": 86870
    },
    {
      "epoch": 0.07604331427180923,
      "grad_norm": 0.4903508424758911,
      "learning_rate": 4.9562386643499814e-05,
      "loss": 4.4667,
      "step": 86875
    },
    {
      "epoch": 0.07604769086543638,
      "grad_norm": 0.4094752371311188,
      "learning_rate": 4.956232885361448e-05,
      "loss": 5.5209,
      "step": 86880
    },
    {
      "epoch": 0.07605206745906354,
      "grad_norm": 0.5934601426124573,
      "learning_rate": 4.956227105995584e-05,
      "loss": 4.7076,
      "step": 86885
    },
    {
      "epoch": 0.07605644405269069,
      "grad_norm": 0.5651793479919434,
      "learning_rate": 4.956221326252388e-05,
      "loss": 5.5521,
      "step": 86890
    },
    {
      "epoch": 0.07606082064631783,
      "grad_norm": 0.4695892333984375,
      "learning_rate": 4.956215546131865e-05,
      "loss": 4.6947,
      "step": 86895
    },
    {
      "epoch": 0.076065197239945,
      "grad_norm": 0.483041912317276,
      "learning_rate": 4.9562097656340125e-05,
      "loss": 5.5208,
      "step": 86900
    },
    {
      "epoch": 0.07606957383357214,
      "grad_norm": 0.44187265634536743,
      "learning_rate": 4.9562039847588334e-05,
      "loss": 4.1403,
      "step": 86905
    },
    {
      "epoch": 0.0760739504271993,
      "grad_norm": 0.5219218134880066,
      "learning_rate": 4.956198203506329e-05,
      "loss": 5.5338,
      "step": 86910
    },
    {
      "epoch": 0.07607832702082645,
      "grad_norm": 0.3984047472476959,
      "learning_rate": 4.956192421876501e-05,
      "loss": 6.0443,
      "step": 86915
    },
    {
      "epoch": 0.07608270361445361,
      "grad_norm": 0.42542287707328796,
      "learning_rate": 4.956186639869348e-05,
      "loss": 4.8134,
      "step": 86920
    },
    {
      "epoch": 0.07608708020808076,
      "grad_norm": 0.4102180600166321,
      "learning_rate": 4.9561808574848734e-05,
      "loss": 5.5123,
      "step": 86925
    },
    {
      "epoch": 0.07609145680170792,
      "grad_norm": 0.4516867399215698,
      "learning_rate": 4.9561750747230776e-05,
      "loss": 4.985,
      "step": 86930
    },
    {
      "epoch": 0.07609583339533507,
      "grad_norm": 0.4359608292579651,
      "learning_rate": 4.956169291583961e-05,
      "loss": 5.2109,
      "step": 86935
    },
    {
      "epoch": 0.07610020998896223,
      "grad_norm": 0.4461246728897095,
      "learning_rate": 4.956163508067526e-05,
      "loss": 5.1829,
      "step": 86940
    },
    {
      "epoch": 0.07610458658258938,
      "grad_norm": 0.443342387676239,
      "learning_rate": 4.9561577241737735e-05,
      "loss": 5.1946,
      "step": 86945
    },
    {
      "epoch": 0.07610896317621654,
      "grad_norm": 0.5023952126502991,
      "learning_rate": 4.956151939902703e-05,
      "loss": 5.2217,
      "step": 86950
    },
    {
      "epoch": 0.07611333976984369,
      "grad_norm": 0.6316878795623779,
      "learning_rate": 4.9561461552543176e-05,
      "loss": 6.0537,
      "step": 86955
    },
    {
      "epoch": 0.07611771636347085,
      "grad_norm": 0.448830783367157,
      "learning_rate": 4.956140370228618e-05,
      "loss": 5.2523,
      "step": 86960
    },
    {
      "epoch": 0.076122092957098,
      "grad_norm": 0.47195667028427124,
      "learning_rate": 4.9561345848256035e-05,
      "loss": 5.8236,
      "step": 86965
    },
    {
      "epoch": 0.07612646955072516,
      "grad_norm": 0.4540325701236725,
      "learning_rate": 4.9561287990452776e-05,
      "loss": 5.0152,
      "step": 86970
    },
    {
      "epoch": 0.07613084614435231,
      "grad_norm": 0.4294348657131195,
      "learning_rate": 4.956123012887641e-05,
      "loss": 5.4395,
      "step": 86975
    },
    {
      "epoch": 0.07613522273797947,
      "grad_norm": 0.39931946992874146,
      "learning_rate": 4.956117226352693e-05,
      "loss": 5.226,
      "step": 86980
    },
    {
      "epoch": 0.07613959933160662,
      "grad_norm": 0.46016809344291687,
      "learning_rate": 4.956111439440437e-05,
      "loss": 6.1115,
      "step": 86985
    },
    {
      "epoch": 0.07614397592523378,
      "grad_norm": 0.4612729847431183,
      "learning_rate": 4.956105652150874e-05,
      "loss": 4.4768,
      "step": 86990
    },
    {
      "epoch": 0.07614835251886093,
      "grad_norm": 0.38021451234817505,
      "learning_rate": 4.9560998644840026e-05,
      "loss": 5.418,
      "step": 86995
    },
    {
      "epoch": 0.07615272911248809,
      "grad_norm": 0.47123047709465027,
      "learning_rate": 4.956094076439827e-05,
      "loss": 5.2484,
      "step": 87000
    },
    {
      "epoch": 0.07615710570611524,
      "grad_norm": 0.4020415246486664,
      "learning_rate": 4.956088288018346e-05,
      "loss": 5.5538,
      "step": 87005
    },
    {
      "epoch": 0.0761614822997424,
      "grad_norm": 0.4051882326602936,
      "learning_rate": 4.956082499219562e-05,
      "loss": 4.6921,
      "step": 87010
    },
    {
      "epoch": 0.07616585889336955,
      "grad_norm": 0.45638731122016907,
      "learning_rate": 4.9560767100434754e-05,
      "loss": 4.2025,
      "step": 87015
    },
    {
      "epoch": 0.0761702354869967,
      "grad_norm": 0.5221542716026306,
      "learning_rate": 4.956070920490088e-05,
      "loss": 5.3289,
      "step": 87020
    },
    {
      "epoch": 0.07617461208062386,
      "grad_norm": 0.43360570073127747,
      "learning_rate": 4.9560651305594e-05,
      "loss": 5.0066,
      "step": 87025
    },
    {
      "epoch": 0.076178988674251,
      "grad_norm": 0.44950419664382935,
      "learning_rate": 4.956059340251413e-05,
      "loss": 5.0229,
      "step": 87030
    },
    {
      "epoch": 0.07618336526787817,
      "grad_norm": 0.39339134097099304,
      "learning_rate": 4.956053549566129e-05,
      "loss": 5.5397,
      "step": 87035
    },
    {
      "epoch": 0.07618774186150531,
      "grad_norm": 0.4112585186958313,
      "learning_rate": 4.956047758503547e-05,
      "loss": 4.9914,
      "step": 87040
    },
    {
      "epoch": 0.07619211845513248,
      "grad_norm": 0.41575977206230164,
      "learning_rate": 4.95604196706367e-05,
      "loss": 5.2235,
      "step": 87045
    },
    {
      "epoch": 0.07619649504875962,
      "grad_norm": 0.43782150745391846,
      "learning_rate": 4.9560361752465e-05,
      "loss": 5.1846,
      "step": 87050
    },
    {
      "epoch": 0.07620087164238679,
      "grad_norm": 0.35276851058006287,
      "learning_rate": 4.956030383052035e-05,
      "loss": 6.3893,
      "step": 87055
    },
    {
      "epoch": 0.07620524823601393,
      "grad_norm": 0.46675756573677063,
      "learning_rate": 4.956024590480278e-05,
      "loss": 5.3781,
      "step": 87060
    },
    {
      "epoch": 0.0762096248296411,
      "grad_norm": 0.39786067605018616,
      "learning_rate": 4.956018797531231e-05,
      "loss": 4.8187,
      "step": 87065
    },
    {
      "epoch": 0.07621400142326824,
      "grad_norm": 0.3977288603782654,
      "learning_rate": 4.956013004204893e-05,
      "loss": 6.0154,
      "step": 87070
    },
    {
      "epoch": 0.0762183780168954,
      "grad_norm": 0.34279394149780273,
      "learning_rate": 4.956007210501267e-05,
      "loss": 5.5625,
      "step": 87075
    },
    {
      "epoch": 0.07622275461052255,
      "grad_norm": 0.6253131031990051,
      "learning_rate": 4.9560014164203515e-05,
      "loss": 4.6882,
      "step": 87080
    },
    {
      "epoch": 0.07622713120414971,
      "grad_norm": 0.49216216802597046,
      "learning_rate": 4.955995621962151e-05,
      "loss": 5.0086,
      "step": 87085
    },
    {
      "epoch": 0.07623150779777686,
      "grad_norm": 0.47340553998947144,
      "learning_rate": 4.9559898271266646e-05,
      "loss": 5.3343,
      "step": 87090
    },
    {
      "epoch": 0.07623588439140402,
      "grad_norm": 0.42996856570243835,
      "learning_rate": 4.955984031913893e-05,
      "loss": 4.9656,
      "step": 87095
    },
    {
      "epoch": 0.07624026098503117,
      "grad_norm": 0.46941667795181274,
      "learning_rate": 4.955978236323838e-05,
      "loss": 4.9848,
      "step": 87100
    },
    {
      "epoch": 0.07624463757865833,
      "grad_norm": 0.47798800468444824,
      "learning_rate": 4.9559724403565024e-05,
      "loss": 4.8222,
      "step": 87105
    },
    {
      "epoch": 0.07624901417228548,
      "grad_norm": 0.46088406443595886,
      "learning_rate": 4.955966644011885e-05,
      "loss": 6.3789,
      "step": 87110
    },
    {
      "epoch": 0.07625339076591264,
      "grad_norm": 0.4147948622703552,
      "learning_rate": 4.955960847289988e-05,
      "loss": 6.0377,
      "step": 87115
    },
    {
      "epoch": 0.07625776735953979,
      "grad_norm": 0.44038623571395874,
      "learning_rate": 4.9559550501908115e-05,
      "loss": 5.1964,
      "step": 87120
    },
    {
      "epoch": 0.07626214395316695,
      "grad_norm": 0.35574647784233093,
      "learning_rate": 4.955949252714357e-05,
      "loss": 6.3596,
      "step": 87125
    },
    {
      "epoch": 0.0762665205467941,
      "grad_norm": 0.4453784227371216,
      "learning_rate": 4.9559434548606264e-05,
      "loss": 4.929,
      "step": 87130
    },
    {
      "epoch": 0.07627089714042126,
      "grad_norm": 0.4933132827281952,
      "learning_rate": 4.955937656629621e-05,
      "loss": 5.1919,
      "step": 87135
    },
    {
      "epoch": 0.07627527373404841,
      "grad_norm": 0.42137783765792847,
      "learning_rate": 4.9559318580213396e-05,
      "loss": 4.8823,
      "step": 87140
    },
    {
      "epoch": 0.07627965032767557,
      "grad_norm": 0.361394464969635,
      "learning_rate": 4.955926059035787e-05,
      "loss": 4.9963,
      "step": 87145
    },
    {
      "epoch": 0.07628402692130272,
      "grad_norm": 0.41035574674606323,
      "learning_rate": 4.955920259672961e-05,
      "loss": 5.1861,
      "step": 87150
    },
    {
      "epoch": 0.07628840351492987,
      "grad_norm": 0.4162479043006897,
      "learning_rate": 4.955914459932864e-05,
      "loss": 5.4871,
      "step": 87155
    },
    {
      "epoch": 0.07629278010855703,
      "grad_norm": 0.3907798230648041,
      "learning_rate": 4.955908659815498e-05,
      "loss": 5.5216,
      "step": 87160
    },
    {
      "epoch": 0.07629715670218418,
      "grad_norm": 0.4520517587661743,
      "learning_rate": 4.9559028593208636e-05,
      "loss": 5.487,
      "step": 87165
    },
    {
      "epoch": 0.07630153329581134,
      "grad_norm": 0.42393234372138977,
      "learning_rate": 4.9558970584489606e-05,
      "loss": 5.0016,
      "step": 87170
    },
    {
      "epoch": 0.07630590988943849,
      "grad_norm": 0.3629553020000458,
      "learning_rate": 4.9558912571997904e-05,
      "loss": 5.9957,
      "step": 87175
    },
    {
      "epoch": 0.07631028648306565,
      "grad_norm": 0.348477303981781,
      "learning_rate": 4.955885455573356e-05,
      "loss": 5.8417,
      "step": 87180
    },
    {
      "epoch": 0.0763146630766928,
      "grad_norm": 0.44711342453956604,
      "learning_rate": 4.9558796535696575e-05,
      "loss": 4.5046,
      "step": 87185
    },
    {
      "epoch": 0.07631903967031996,
      "grad_norm": 0.4813714623451233,
      "learning_rate": 4.955873851188695e-05,
      "loss": 4.246,
      "step": 87190
    },
    {
      "epoch": 0.0763234162639471,
      "grad_norm": 0.4440244436264038,
      "learning_rate": 4.955868048430471e-05,
      "loss": 5.5196,
      "step": 87195
    },
    {
      "epoch": 0.07632779285757427,
      "grad_norm": 0.41427233815193176,
      "learning_rate": 4.9558622452949856e-05,
      "loss": 5.5275,
      "step": 87200
    },
    {
      "epoch": 0.07633216945120141,
      "grad_norm": 0.44349798560142517,
      "learning_rate": 4.9558564417822405e-05,
      "loss": 5.0081,
      "step": 87205
    },
    {
      "epoch": 0.07633654604482858,
      "grad_norm": 0.4926047623157501,
      "learning_rate": 4.955850637892238e-05,
      "loss": 5.3274,
      "step": 87210
    },
    {
      "epoch": 0.07634092263845572,
      "grad_norm": 0.44791877269744873,
      "learning_rate": 4.955844833624976e-05,
      "loss": 5.243,
      "step": 87215
    },
    {
      "epoch": 0.07634529923208289,
      "grad_norm": 0.4364234507083893,
      "learning_rate": 4.9558390289804594e-05,
      "loss": 4.9001,
      "step": 87220
    },
    {
      "epoch": 0.07634967582571003,
      "grad_norm": 0.4119008779525757,
      "learning_rate": 4.955833223958686e-05,
      "loss": 5.0228,
      "step": 87225
    },
    {
      "epoch": 0.0763540524193372,
      "grad_norm": 0.3689872622489929,
      "learning_rate": 4.9558274185596586e-05,
      "loss": 5.4264,
      "step": 87230
    },
    {
      "epoch": 0.07635842901296434,
      "grad_norm": 0.35545316338539124,
      "learning_rate": 4.955821612783379e-05,
      "loss": 5.864,
      "step": 87235
    },
    {
      "epoch": 0.0763628056065915,
      "grad_norm": 0.4078834354877472,
      "learning_rate": 4.955815806629846e-05,
      "loss": 4.9335,
      "step": 87240
    },
    {
      "epoch": 0.07636718220021865,
      "grad_norm": 0.36184239387512207,
      "learning_rate": 4.955810000099064e-05,
      "loss": 5.5406,
      "step": 87245
    },
    {
      "epoch": 0.07637155879384581,
      "grad_norm": 0.37410789728164673,
      "learning_rate": 4.955804193191032e-05,
      "loss": 5.8381,
      "step": 87250
    },
    {
      "epoch": 0.07637593538747296,
      "grad_norm": 0.4408515989780426,
      "learning_rate": 4.95579838590575e-05,
      "loss": 4.8139,
      "step": 87255
    },
    {
      "epoch": 0.07638031198110012,
      "grad_norm": 0.3605351150035858,
      "learning_rate": 4.9557925782432215e-05,
      "loss": 5.243,
      "step": 87260
    },
    {
      "epoch": 0.07638468857472727,
      "grad_norm": 0.40772485733032227,
      "learning_rate": 4.9557867702034464e-05,
      "loss": 5.2101,
      "step": 87265
    },
    {
      "epoch": 0.07638906516835443,
      "grad_norm": 0.4384966492652893,
      "learning_rate": 4.955780961786426e-05,
      "loss": 4.995,
      "step": 87270
    },
    {
      "epoch": 0.07639344176198158,
      "grad_norm": 0.39990177750587463,
      "learning_rate": 4.9557751529921614e-05,
      "loss": 5.2594,
      "step": 87275
    },
    {
      "epoch": 0.07639781835560873,
      "grad_norm": 0.4332115650177002,
      "learning_rate": 4.955769343820654e-05,
      "loss": 4.1922,
      "step": 87280
    },
    {
      "epoch": 0.07640219494923589,
      "grad_norm": 0.49174964427948,
      "learning_rate": 4.9557635342719055e-05,
      "loss": 5.4774,
      "step": 87285
    },
    {
      "epoch": 0.07640657154286304,
      "grad_norm": 0.4564726948738098,
      "learning_rate": 4.9557577243459155e-05,
      "loss": 5.5514,
      "step": 87290
    },
    {
      "epoch": 0.0764109481364902,
      "grad_norm": 0.4561712443828583,
      "learning_rate": 4.9557519140426854e-05,
      "loss": 5.7539,
      "step": 87295
    },
    {
      "epoch": 0.07641532473011735,
      "grad_norm": 0.4033336043357849,
      "learning_rate": 4.9557461033622174e-05,
      "loss": 5.3224,
      "step": 87300
    },
    {
      "epoch": 0.07641970132374451,
      "grad_norm": 0.4208686947822571,
      "learning_rate": 4.955740292304513e-05,
      "loss": 5.7334,
      "step": 87305
    },
    {
      "epoch": 0.07642407791737166,
      "grad_norm": 0.42235997319221497,
      "learning_rate": 4.95573448086957e-05,
      "loss": 5.3128,
      "step": 87310
    },
    {
      "epoch": 0.07642845451099882,
      "grad_norm": 0.3970791697502136,
      "learning_rate": 4.9557286690573936e-05,
      "loss": 6.0857,
      "step": 87315
    },
    {
      "epoch": 0.07643283110462597,
      "grad_norm": 0.42651593685150146,
      "learning_rate": 4.9557228568679825e-05,
      "loss": 5.1847,
      "step": 87320
    },
    {
      "epoch": 0.07643720769825313,
      "grad_norm": 0.4100288450717926,
      "learning_rate": 4.955717044301338e-05,
      "loss": 5.717,
      "step": 87325
    },
    {
      "epoch": 0.07644158429188028,
      "grad_norm": 0.45863258838653564,
      "learning_rate": 4.9557112313574626e-05,
      "loss": 4.7024,
      "step": 87330
    },
    {
      "epoch": 0.07644596088550744,
      "grad_norm": 0.3620547950267792,
      "learning_rate": 4.955705418036356e-05,
      "loss": 5.2959,
      "step": 87335
    },
    {
      "epoch": 0.07645033747913459,
      "grad_norm": 0.4387897253036499,
      "learning_rate": 4.955699604338021e-05,
      "loss": 4.7846,
      "step": 87340
    },
    {
      "epoch": 0.07645471407276175,
      "grad_norm": 0.34915614128112793,
      "learning_rate": 4.9556937902624554e-05,
      "loss": 5.7365,
      "step": 87345
    },
    {
      "epoch": 0.0764590906663889,
      "grad_norm": 0.35899412631988525,
      "learning_rate": 4.955687975809665e-05,
      "loss": 5.8062,
      "step": 87350
    },
    {
      "epoch": 0.07646346726001606,
      "grad_norm": 0.3803321421146393,
      "learning_rate": 4.955682160979648e-05,
      "loss": 5.1824,
      "step": 87355
    },
    {
      "epoch": 0.0764678438536432,
      "grad_norm": 0.4326847195625305,
      "learning_rate": 4.955676345772404e-05,
      "loss": 4.8761,
      "step": 87360
    },
    {
      "epoch": 0.07647222044727037,
      "grad_norm": 0.3549973964691162,
      "learning_rate": 4.955670530187938e-05,
      "loss": 5.3103,
      "step": 87365
    },
    {
      "epoch": 0.07647659704089751,
      "grad_norm": 0.3712088465690613,
      "learning_rate": 4.955664714226248e-05,
      "loss": 5.4457,
      "step": 87370
    },
    {
      "epoch": 0.07648097363452468,
      "grad_norm": 0.4806016981601715,
      "learning_rate": 4.9556588978873374e-05,
      "loss": 4.7849,
      "step": 87375
    },
    {
      "epoch": 0.07648535022815182,
      "grad_norm": 0.4353046119213104,
      "learning_rate": 4.9556530811712054e-05,
      "loss": 4.1749,
      "step": 87380
    },
    {
      "epoch": 0.07648972682177899,
      "grad_norm": 0.429240345954895,
      "learning_rate": 4.9556472640778536e-05,
      "loss": 4.1909,
      "step": 87385
    },
    {
      "epoch": 0.07649410341540613,
      "grad_norm": 0.39885714650154114,
      "learning_rate": 4.955641446607284e-05,
      "loss": 5.0124,
      "step": 87390
    },
    {
      "epoch": 0.0764984800090333,
      "grad_norm": 0.4302561283111572,
      "learning_rate": 4.955635628759497e-05,
      "loss": 5.4894,
      "step": 87395
    },
    {
      "epoch": 0.07650285660266044,
      "grad_norm": 0.3599962890148163,
      "learning_rate": 4.9556298105344945e-05,
      "loss": 5.4723,
      "step": 87400
    },
    {
      "epoch": 0.0765072331962876,
      "grad_norm": 0.415408730506897,
      "learning_rate": 4.955623991932277e-05,
      "loss": 4.702,
      "step": 87405
    },
    {
      "epoch": 0.07651160978991475,
      "grad_norm": 0.3967626392841339,
      "learning_rate": 4.955618172952845e-05,
      "loss": 5.4863,
      "step": 87410
    },
    {
      "epoch": 0.0765159863835419,
      "grad_norm": 0.4410938620567322,
      "learning_rate": 4.955612353596201e-05,
      "loss": 5.5222,
      "step": 87415
    },
    {
      "epoch": 0.07652036297716906,
      "grad_norm": 0.4393073320388794,
      "learning_rate": 4.9556065338623446e-05,
      "loss": 4.5109,
      "step": 87420
    },
    {
      "epoch": 0.07652473957079621,
      "grad_norm": 0.4290907680988312,
      "learning_rate": 4.955600713751278e-05,
      "loss": 5.0152,
      "step": 87425
    },
    {
      "epoch": 0.07652911616442337,
      "grad_norm": 0.43425115942955017,
      "learning_rate": 4.955594893263003e-05,
      "loss": 5.2211,
      "step": 87430
    },
    {
      "epoch": 0.07653349275805052,
      "grad_norm": 0.44932764768600464,
      "learning_rate": 4.9555890723975184e-05,
      "loss": 5.5327,
      "step": 87435
    },
    {
      "epoch": 0.07653786935167768,
      "grad_norm": 0.36203137040138245,
      "learning_rate": 4.9555832511548274e-05,
      "loss": 5.7576,
      "step": 87440
    },
    {
      "epoch": 0.07654224594530483,
      "grad_norm": 0.40926724672317505,
      "learning_rate": 4.955577429534931e-05,
      "loss": 5.0202,
      "step": 87445
    },
    {
      "epoch": 0.07654662253893199,
      "grad_norm": 0.39787715673446655,
      "learning_rate": 4.955571607537829e-05,
      "loss": 4.9908,
      "step": 87450
    },
    {
      "epoch": 0.07655099913255914,
      "grad_norm": 0.417021781206131,
      "learning_rate": 4.955565785163523e-05,
      "loss": 5.2943,
      "step": 87455
    },
    {
      "epoch": 0.0765553757261863,
      "grad_norm": 0.49804484844207764,
      "learning_rate": 4.955559962412014e-05,
      "loss": 4.7147,
      "step": 87460
    },
    {
      "epoch": 0.07655975231981345,
      "grad_norm": 0.42655280232429504,
      "learning_rate": 4.9555541392833046e-05,
      "loss": 5.8392,
      "step": 87465
    },
    {
      "epoch": 0.07656412891344061,
      "grad_norm": 0.43405306339263916,
      "learning_rate": 4.955548315777395e-05,
      "loss": 5.1997,
      "step": 87470
    },
    {
      "epoch": 0.07656850550706776,
      "grad_norm": 0.377057820558548,
      "learning_rate": 4.955542491894285e-05,
      "loss": 6.3451,
      "step": 87475
    },
    {
      "epoch": 0.07657288210069492,
      "grad_norm": 0.42516395449638367,
      "learning_rate": 4.9555366676339786e-05,
      "loss": 4.9906,
      "step": 87480
    },
    {
      "epoch": 0.07657725869432207,
      "grad_norm": 0.433616042137146,
      "learning_rate": 4.955530842996473e-05,
      "loss": 5.544,
      "step": 87485
    },
    {
      "epoch": 0.07658163528794923,
      "grad_norm": 0.38502246141433716,
      "learning_rate": 4.9555250179817735e-05,
      "loss": 5.3854,
      "step": 87490
    },
    {
      "epoch": 0.07658601188157638,
      "grad_norm": 0.3700465261936188,
      "learning_rate": 4.955519192589878e-05,
      "loss": 5.2228,
      "step": 87495
    },
    {
      "epoch": 0.07659038847520354,
      "grad_norm": 0.4198748469352722,
      "learning_rate": 4.95551336682079e-05,
      "loss": 4.6662,
      "step": 87500
    },
    {
      "epoch": 0.07659476506883069,
      "grad_norm": 0.4425293803215027,
      "learning_rate": 4.955507540674508e-05,
      "loss": 5.0057,
      "step": 87505
    },
    {
      "epoch": 0.07659914166245785,
      "grad_norm": 0.3716921806335449,
      "learning_rate": 4.9555017141510354e-05,
      "loss": 5.3181,
      "step": 87510
    },
    {
      "epoch": 0.076603518256085,
      "grad_norm": 0.3829200267791748,
      "learning_rate": 4.955495887250373e-05,
      "loss": 5.8486,
      "step": 87515
    },
    {
      "epoch": 0.07660789484971216,
      "grad_norm": 0.44637763500213623,
      "learning_rate": 4.955490059972521e-05,
      "loss": 4.7137,
      "step": 87520
    },
    {
      "epoch": 0.0766122714433393,
      "grad_norm": 0.3559751510620117,
      "learning_rate": 4.955484232317481e-05,
      "loss": 5.5717,
      "step": 87525
    },
    {
      "epoch": 0.07661664803696647,
      "grad_norm": 0.4132732152938843,
      "learning_rate": 4.955478404285254e-05,
      "loss": 4.9749,
      "step": 87530
    },
    {
      "epoch": 0.07662102463059361,
      "grad_norm": 0.43713894486427307,
      "learning_rate": 4.955472575875842e-05,
      "loss": 4.8678,
      "step": 87535
    },
    {
      "epoch": 0.07662540122422076,
      "grad_norm": 0.38258081674575806,
      "learning_rate": 4.955466747089245e-05,
      "loss": 6.3213,
      "step": 87540
    },
    {
      "epoch": 0.07662977781784792,
      "grad_norm": 0.3723466396331787,
      "learning_rate": 4.955460917925464e-05,
      "loss": 5.5169,
      "step": 87545
    },
    {
      "epoch": 0.07663415441147507,
      "grad_norm": 0.4540867209434509,
      "learning_rate": 4.955455088384501e-05,
      "loss": 5.0098,
      "step": 87550
    },
    {
      "epoch": 0.07663853100510223,
      "grad_norm": 0.44593462347984314,
      "learning_rate": 4.955449258466357e-05,
      "loss": 4.9834,
      "step": 87555
    },
    {
      "epoch": 0.07664290759872938,
      "grad_norm": 0.5009074211120605,
      "learning_rate": 4.9554434281710325e-05,
      "loss": 4.4987,
      "step": 87560
    },
    {
      "epoch": 0.07664728419235654,
      "grad_norm": 0.4186863303184509,
      "learning_rate": 4.9554375974985276e-05,
      "loss": 4.4246,
      "step": 87565
    },
    {
      "epoch": 0.07665166078598369,
      "grad_norm": 0.3856380581855774,
      "learning_rate": 4.955431766448847e-05,
      "loss": 6.3738,
      "step": 87570
    },
    {
      "epoch": 0.07665603737961085,
      "grad_norm": 0.4482465088367462,
      "learning_rate": 4.955425935021989e-05,
      "loss": 5.5682,
      "step": 87575
    },
    {
      "epoch": 0.076660413973238,
      "grad_norm": 0.4723588824272156,
      "learning_rate": 4.955420103217956e-05,
      "loss": 4.5085,
      "step": 87580
    },
    {
      "epoch": 0.07666479056686516,
      "grad_norm": 0.43315184116363525,
      "learning_rate": 4.955414271036747e-05,
      "loss": 5.5224,
      "step": 87585
    },
    {
      "epoch": 0.07666916716049231,
      "grad_norm": 0.40251651406288147,
      "learning_rate": 4.955408438478365e-05,
      "loss": 6.342,
      "step": 87590
    },
    {
      "epoch": 0.07667354375411947,
      "grad_norm": 0.37748679518699646,
      "learning_rate": 4.955402605542811e-05,
      "loss": 5.8715,
      "step": 87595
    },
    {
      "epoch": 0.07667792034774662,
      "grad_norm": 0.44936510920524597,
      "learning_rate": 4.9553967722300864e-05,
      "loss": 5.2377,
      "step": 87600
    },
    {
      "epoch": 0.07668229694137378,
      "grad_norm": 0.41800448298454285,
      "learning_rate": 4.955390938540191e-05,
      "loss": 5.0249,
      "step": 87605
    },
    {
      "epoch": 0.07668667353500093,
      "grad_norm": 0.44944965839385986,
      "learning_rate": 4.955385104473128e-05,
      "loss": 5.2397,
      "step": 87610
    },
    {
      "epoch": 0.07669105012862809,
      "grad_norm": 0.43317729234695435,
      "learning_rate": 4.955379270028896e-05,
      "loss": 4.9087,
      "step": 87615
    },
    {
      "epoch": 0.07669542672225524,
      "grad_norm": 0.3918291926383972,
      "learning_rate": 4.9553734352074976e-05,
      "loss": 5.5784,
      "step": 87620
    },
    {
      "epoch": 0.0766998033158824,
      "grad_norm": 0.44133085012435913,
      "learning_rate": 4.9553676000089346e-05,
      "loss": 4.4884,
      "step": 87625
    },
    {
      "epoch": 0.07670417990950955,
      "grad_norm": 0.44242405891418457,
      "learning_rate": 4.955361764433206e-05,
      "loss": 4.142,
      "step": 87630
    },
    {
      "epoch": 0.07670855650313671,
      "grad_norm": 0.3753790855407715,
      "learning_rate": 4.955355928480314e-05,
      "loss": 5.8226,
      "step": 87635
    },
    {
      "epoch": 0.07671293309676386,
      "grad_norm": 0.5814038515090942,
      "learning_rate": 4.9553500921502606e-05,
      "loss": 5.5048,
      "step": 87640
    },
    {
      "epoch": 0.07671730969039102,
      "grad_norm": 0.44460293650627136,
      "learning_rate": 4.9553442554430464e-05,
      "loss": 5.5219,
      "step": 87645
    },
    {
      "epoch": 0.07672168628401817,
      "grad_norm": 0.35346361994743347,
      "learning_rate": 4.9553384183586716e-05,
      "loss": 5.733,
      "step": 87650
    },
    {
      "epoch": 0.07672606287764533,
      "grad_norm": 0.45105603337287903,
      "learning_rate": 4.955332580897139e-05,
      "loss": 5.3501,
      "step": 87655
    },
    {
      "epoch": 0.07673043947127248,
      "grad_norm": 0.45738354325294495,
      "learning_rate": 4.955326743058447e-05,
      "loss": 5.4512,
      "step": 87660
    },
    {
      "epoch": 0.07673481606489962,
      "grad_norm": 0.44769999384880066,
      "learning_rate": 4.955320904842601e-05,
      "loss": 4.482,
      "step": 87665
    },
    {
      "epoch": 0.07673919265852679,
      "grad_norm": 0.46776339411735535,
      "learning_rate": 4.9553150662495986e-05,
      "loss": 4.361,
      "step": 87670
    },
    {
      "epoch": 0.07674356925215393,
      "grad_norm": 0.45121705532073975,
      "learning_rate": 4.955309227279441e-05,
      "loss": 5.2396,
      "step": 87675
    },
    {
      "epoch": 0.0767479458457811,
      "grad_norm": 0.4671294689178467,
      "learning_rate": 4.955303387932131e-05,
      "loss": 5.0247,
      "step": 87680
    },
    {
      "epoch": 0.07675232243940824,
      "grad_norm": 0.42101678252220154,
      "learning_rate": 4.955297548207668e-05,
      "loss": 4.8546,
      "step": 87685
    },
    {
      "epoch": 0.0767566990330354,
      "grad_norm": 0.4637186825275421,
      "learning_rate": 4.9552917081060556e-05,
      "loss": 4.9683,
      "step": 87690
    },
    {
      "epoch": 0.07676107562666255,
      "grad_norm": 0.4586934745311737,
      "learning_rate": 4.955285867627293e-05,
      "loss": 5.0109,
      "step": 87695
    },
    {
      "epoch": 0.07676545222028971,
      "grad_norm": 0.39955148100852966,
      "learning_rate": 4.9552800267713814e-05,
      "loss": 5.2121,
      "step": 87700
    },
    {
      "epoch": 0.07676982881391686,
      "grad_norm": 0.5699993968009949,
      "learning_rate": 4.955274185538323e-05,
      "loss": 4.9692,
      "step": 87705
    },
    {
      "epoch": 0.07677420540754402,
      "grad_norm": 0.4408639371395111,
      "learning_rate": 4.955268343928118e-05,
      "loss": 4.4704,
      "step": 87710
    },
    {
      "epoch": 0.07677858200117117,
      "grad_norm": 0.4320332705974579,
      "learning_rate": 4.955262501940767e-05,
      "loss": 5.2527,
      "step": 87715
    },
    {
      "epoch": 0.07678295859479833,
      "grad_norm": 0.42221710085868835,
      "learning_rate": 4.955256659576273e-05,
      "loss": 5.2359,
      "step": 87720
    },
    {
      "epoch": 0.07678733518842548,
      "grad_norm": 0.4282240867614746,
      "learning_rate": 4.9552508168346354e-05,
      "loss": 5.0173,
      "step": 87725
    },
    {
      "epoch": 0.07679171178205264,
      "grad_norm": 0.3877754807472229,
      "learning_rate": 4.955244973715857e-05,
      "loss": 4.9926,
      "step": 87730
    },
    {
      "epoch": 0.07679608837567979,
      "grad_norm": 0.3996882438659668,
      "learning_rate": 4.9552391302199365e-05,
      "loss": 6.36,
      "step": 87735
    },
    {
      "epoch": 0.07680046496930695,
      "grad_norm": 0.4149477779865265,
      "learning_rate": 4.9552332863468765e-05,
      "loss": 4.9979,
      "step": 87740
    },
    {
      "epoch": 0.0768048415629341,
      "grad_norm": 0.34965434670448303,
      "learning_rate": 4.955227442096678e-05,
      "loss": 5.8483,
      "step": 87745
    },
    {
      "epoch": 0.07680921815656126,
      "grad_norm": 0.4303821623325348,
      "learning_rate": 4.955221597469343e-05,
      "loss": 5.2302,
      "step": 87750
    },
    {
      "epoch": 0.07681359475018841,
      "grad_norm": 0.37664902210235596,
      "learning_rate": 4.955215752464871e-05,
      "loss": 5.5301,
      "step": 87755
    },
    {
      "epoch": 0.07681797134381557,
      "grad_norm": 0.44202837347984314,
      "learning_rate": 4.9552099070832636e-05,
      "loss": 6.049,
      "step": 87760
    },
    {
      "epoch": 0.07682234793744272,
      "grad_norm": 0.4098062813282013,
      "learning_rate": 4.9552040613245246e-05,
      "loss": 5.2358,
      "step": 87765
    },
    {
      "epoch": 0.07682672453106988,
      "grad_norm": 0.38400235772132874,
      "learning_rate": 4.95519821518865e-05,
      "loss": 5.5367,
      "step": 87770
    },
    {
      "epoch": 0.07683110112469703,
      "grad_norm": 0.45068758726119995,
      "learning_rate": 4.955192368675644e-05,
      "loss": 4.7064,
      "step": 87775
    },
    {
      "epoch": 0.07683547771832419,
      "grad_norm": 0.34672683477401733,
      "learning_rate": 4.9551865217855085e-05,
      "loss": 5.8229,
      "step": 87780
    },
    {
      "epoch": 0.07683985431195134,
      "grad_norm": 0.38714632391929626,
      "learning_rate": 4.955180674518244e-05,
      "loss": 5.2175,
      "step": 87785
    },
    {
      "epoch": 0.0768442309055785,
      "grad_norm": 0.4502488076686859,
      "learning_rate": 4.9551748268738495e-05,
      "loss": 5.0082,
      "step": 87790
    },
    {
      "epoch": 0.07684860749920565,
      "grad_norm": 0.37927404046058655,
      "learning_rate": 4.955168978852329e-05,
      "loss": 5.3083,
      "step": 87795
    },
    {
      "epoch": 0.0768529840928328,
      "grad_norm": 0.5018289089202881,
      "learning_rate": 4.955163130453682e-05,
      "loss": 5.3035,
      "step": 87800
    },
    {
      "epoch": 0.07685736068645996,
      "grad_norm": 0.37140893936157227,
      "learning_rate": 4.9551572816779104e-05,
      "loss": 6.342,
      "step": 87805
    },
    {
      "epoch": 0.0768617372800871,
      "grad_norm": 0.43193942308425903,
      "learning_rate": 4.955151432525015e-05,
      "loss": 4.7083,
      "step": 87810
    },
    {
      "epoch": 0.07686611387371427,
      "grad_norm": 0.4436939060688019,
      "learning_rate": 4.9551455829949965e-05,
      "loss": 5.2229,
      "step": 87815
    },
    {
      "epoch": 0.07687049046734142,
      "grad_norm": 0.5229926109313965,
      "learning_rate": 4.955139733087856e-05,
      "loss": 4.7894,
      "step": 87820
    },
    {
      "epoch": 0.07687486706096858,
      "grad_norm": 0.36943039298057556,
      "learning_rate": 4.955133882803596e-05,
      "loss": 6.0721,
      "step": 87825
    },
    {
      "epoch": 0.07687924365459572,
      "grad_norm": 0.43288248777389526,
      "learning_rate": 4.955128032142217e-05,
      "loss": 4.7329,
      "step": 87830
    },
    {
      "epoch": 0.07688362024822289,
      "grad_norm": 0.4290609061717987,
      "learning_rate": 4.955122181103718e-05,
      "loss": 5.301,
      "step": 87835
    },
    {
      "epoch": 0.07688799684185003,
      "grad_norm": 0.46037861704826355,
      "learning_rate": 4.955116329688103e-05,
      "loss": 5.2182,
      "step": 87840
    },
    {
      "epoch": 0.0768923734354772,
      "grad_norm": 0.44689270853996277,
      "learning_rate": 4.955110477895373e-05,
      "loss": 5.2476,
      "step": 87845
    },
    {
      "epoch": 0.07689675002910434,
      "grad_norm": 0.5839331746101379,
      "learning_rate": 4.9551046257255276e-05,
      "loss": 4.8595,
      "step": 87850
    },
    {
      "epoch": 0.0769011266227315,
      "grad_norm": 0.6788166165351868,
      "learning_rate": 4.955098773178568e-05,
      "loss": 4.8035,
      "step": 87855
    },
    {
      "epoch": 0.07690550321635865,
      "grad_norm": 0.7847468256950378,
      "learning_rate": 4.955092920254497e-05,
      "loss": 5.4508,
      "step": 87860
    },
    {
      "epoch": 0.07690987980998581,
      "grad_norm": 0.4468053877353668,
      "learning_rate": 4.955087066953313e-05,
      "loss": 5.409,
      "step": 87865
    },
    {
      "epoch": 0.07691425640361296,
      "grad_norm": 0.5268800258636475,
      "learning_rate": 4.95508121327502e-05,
      "loss": 5.0247,
      "step": 87870
    },
    {
      "epoch": 0.07691863299724012,
      "grad_norm": 0.462585985660553,
      "learning_rate": 4.955075359219618e-05,
      "loss": 6.0637,
      "step": 87875
    },
    {
      "epoch": 0.07692300959086727,
      "grad_norm": 0.4595506191253662,
      "learning_rate": 4.955069504787106e-05,
      "loss": 5.8369,
      "step": 87880
    },
    {
      "epoch": 0.07692738618449443,
      "grad_norm": 0.45154890418052673,
      "learning_rate": 4.9550636499774895e-05,
      "loss": 4.7854,
      "step": 87885
    },
    {
      "epoch": 0.07693176277812158,
      "grad_norm": 0.5272477269172668,
      "learning_rate": 4.955057794790766e-05,
      "loss": 5.5401,
      "step": 87890
    },
    {
      "epoch": 0.07693613937174874,
      "grad_norm": 0.4839611053466797,
      "learning_rate": 4.955051939226939e-05,
      "loss": 5.1745,
      "step": 87895
    },
    {
      "epoch": 0.07694051596537589,
      "grad_norm": 0.5384118556976318,
      "learning_rate": 4.955046083286007e-05,
      "loss": 6.0375,
      "step": 87900
    },
    {
      "epoch": 0.07694489255900305,
      "grad_norm": 0.44669896364212036,
      "learning_rate": 4.955040226967973e-05,
      "loss": 5.0457,
      "step": 87905
    },
    {
      "epoch": 0.0769492691526302,
      "grad_norm": 0.4512491822242737,
      "learning_rate": 4.9550343702728386e-05,
      "loss": 5.0321,
      "step": 87910
    },
    {
      "epoch": 0.07695364574625736,
      "grad_norm": 0.4416126310825348,
      "learning_rate": 4.955028513200604e-05,
      "loss": 5.293,
      "step": 87915
    },
    {
      "epoch": 0.07695802233988451,
      "grad_norm": 0.5292055606842041,
      "learning_rate": 4.955022655751269e-05,
      "loss": 5.0081,
      "step": 87920
    },
    {
      "epoch": 0.07696239893351166,
      "grad_norm": 0.4341520071029663,
      "learning_rate": 4.9550167979248375e-05,
      "loss": 5.2239,
      "step": 87925
    },
    {
      "epoch": 0.07696677552713882,
      "grad_norm": 0.4830438494682312,
      "learning_rate": 4.955010939721308e-05,
      "loss": 4.7979,
      "step": 87930
    },
    {
      "epoch": 0.07697115212076597,
      "grad_norm": 0.6091557741165161,
      "learning_rate": 4.9550050811406845e-05,
      "loss": 4.9584,
      "step": 87935
    },
    {
      "epoch": 0.07697552871439313,
      "grad_norm": 0.5136343240737915,
      "learning_rate": 4.9549992221829665e-05,
      "loss": 6.0844,
      "step": 87940
    },
    {
      "epoch": 0.07697990530802028,
      "grad_norm": 0.4459879696369171,
      "learning_rate": 4.954993362848155e-05,
      "loss": 5.5453,
      "step": 87945
    },
    {
      "epoch": 0.07698428190164744,
      "grad_norm": 0.4174532890319824,
      "learning_rate": 4.95498750313625e-05,
      "loss": 4.6764,
      "step": 87950
    },
    {
      "epoch": 0.07698865849527459,
      "grad_norm": 0.4281715154647827,
      "learning_rate": 4.9549816430472554e-05,
      "loss": 5.3149,
      "step": 87955
    },
    {
      "epoch": 0.07699303508890175,
      "grad_norm": 0.3897504210472107,
      "learning_rate": 4.95497578258117e-05,
      "loss": 6.374,
      "step": 87960
    },
    {
      "epoch": 0.0769974116825289,
      "grad_norm": 0.3887369930744171,
      "learning_rate": 4.954969921737996e-05,
      "loss": 5.8019,
      "step": 87965
    },
    {
      "epoch": 0.07700178827615606,
      "grad_norm": 0.4257282614707947,
      "learning_rate": 4.954964060517735e-05,
      "loss": 5.8237,
      "step": 87970
    },
    {
      "epoch": 0.0770061648697832,
      "grad_norm": 0.36632460355758667,
      "learning_rate": 4.954958198920386e-05,
      "loss": 5.3005,
      "step": 87975
    },
    {
      "epoch": 0.07701054146341037,
      "grad_norm": 0.35401400923728943,
      "learning_rate": 4.954952336945953e-05,
      "loss": 6.3473,
      "step": 87980
    },
    {
      "epoch": 0.07701491805703752,
      "grad_norm": 0.4687090516090393,
      "learning_rate": 4.9549464745944355e-05,
      "loss": 4.1854,
      "step": 87985
    },
    {
      "epoch": 0.07701929465066468,
      "grad_norm": 0.44143813848495483,
      "learning_rate": 4.954940611865834e-05,
      "loss": 5.5769,
      "step": 87990
    },
    {
      "epoch": 0.07702367124429182,
      "grad_norm": 0.44815385341644287,
      "learning_rate": 4.954934748760151e-05,
      "loss": 4.717,
      "step": 87995
    },
    {
      "epoch": 0.07702804783791899,
      "grad_norm": 0.3798174560070038,
      "learning_rate": 4.954928885277387e-05,
      "loss": 5.5226,
      "step": 88000
    },
    {
      "epoch": 0.07703242443154613,
      "grad_norm": 0.47072634100914,
      "learning_rate": 4.954923021417544e-05,
      "loss": 5.2066,
      "step": 88005
    },
    {
      "epoch": 0.0770368010251733,
      "grad_norm": 0.3617795705795288,
      "learning_rate": 4.954917157180621e-05,
      "loss": 5.8332,
      "step": 88010
    },
    {
      "epoch": 0.07704117761880044,
      "grad_norm": 0.42126914858818054,
      "learning_rate": 4.954911292566621e-05,
      "loss": 4.9139,
      "step": 88015
    },
    {
      "epoch": 0.0770455542124276,
      "grad_norm": 0.43271493911743164,
      "learning_rate": 4.9549054275755456e-05,
      "loss": 5.7574,
      "step": 88020
    },
    {
      "epoch": 0.07704993080605475,
      "grad_norm": 0.4472610354423523,
      "learning_rate": 4.954899562207395e-05,
      "loss": 4.711,
      "step": 88025
    },
    {
      "epoch": 0.07705430739968192,
      "grad_norm": 0.3653843104839325,
      "learning_rate": 4.954893696462168e-05,
      "loss": 6.0721,
      "step": 88030
    },
    {
      "epoch": 0.07705868399330906,
      "grad_norm": 0.42593473196029663,
      "learning_rate": 4.954887830339871e-05,
      "loss": 6.0768,
      "step": 88035
    },
    {
      "epoch": 0.07706306058693622,
      "grad_norm": 0.3700793981552124,
      "learning_rate": 4.9548819638405e-05,
      "loss": 5.5195,
      "step": 88040
    },
    {
      "epoch": 0.07706743718056337,
      "grad_norm": 0.4860604405403137,
      "learning_rate": 4.9548760969640586e-05,
      "loss": 5.8589,
      "step": 88045
    },
    {
      "epoch": 0.07707181377419053,
      "grad_norm": 0.4585672914981842,
      "learning_rate": 4.9548702297105474e-05,
      "loss": 5.0343,
      "step": 88050
    },
    {
      "epoch": 0.07707619036781768,
      "grad_norm": 0.35982799530029297,
      "learning_rate": 4.954864362079968e-05,
      "loss": 5.3643,
      "step": 88055
    },
    {
      "epoch": 0.07708056696144483,
      "grad_norm": 0.41353511810302734,
      "learning_rate": 4.954858494072323e-05,
      "loss": 5.185,
      "step": 88060
    },
    {
      "epoch": 0.07708494355507199,
      "grad_norm": 0.3343469202518463,
      "learning_rate": 4.9548526256876104e-05,
      "loss": 6.368,
      "step": 88065
    },
    {
      "epoch": 0.07708932014869914,
      "grad_norm": 0.42475444078445435,
      "learning_rate": 4.954846756925833e-05,
      "loss": 5.4482,
      "step": 88070
    },
    {
      "epoch": 0.0770936967423263,
      "grad_norm": 0.4638064205646515,
      "learning_rate": 4.954840887786991e-05,
      "loss": 5.3128,
      "step": 88075
    },
    {
      "epoch": 0.07709807333595345,
      "grad_norm": 0.3459553122520447,
      "learning_rate": 4.9548350182710866e-05,
      "loss": 5.2854,
      "step": 88080
    },
    {
      "epoch": 0.07710244992958061,
      "grad_norm": 0.44098594784736633,
      "learning_rate": 4.9548291483781204e-05,
      "loss": 4.9842,
      "step": 88085
    },
    {
      "epoch": 0.07710682652320776,
      "grad_norm": 0.4557151794433594,
      "learning_rate": 4.954823278108095e-05,
      "loss": 5.4904,
      "step": 88090
    },
    {
      "epoch": 0.07711120311683492,
      "grad_norm": 0.4507702887058258,
      "learning_rate": 4.954817407461009e-05,
      "loss": 5.5538,
      "step": 88095
    },
    {
      "epoch": 0.07711557971046207,
      "grad_norm": 0.42397910356521606,
      "learning_rate": 4.954811536436864e-05,
      "loss": 5.5178,
      "step": 88100
    },
    {
      "epoch": 0.07711995630408923,
      "grad_norm": 0.4447411298751831,
      "learning_rate": 4.9548056650356634e-05,
      "loss": 4.9649,
      "step": 88105
    },
    {
      "epoch": 0.07712433289771638,
      "grad_norm": 0.3993300795555115,
      "learning_rate": 4.9547997932574065e-05,
      "loss": 5.5357,
      "step": 88110
    },
    {
      "epoch": 0.07712870949134354,
      "grad_norm": 0.4448210597038269,
      "learning_rate": 4.9547939211020946e-05,
      "loss": 4.9323,
      "step": 88115
    },
    {
      "epoch": 0.07713308608497069,
      "grad_norm": 0.42311152815818787,
      "learning_rate": 4.954788048569728e-05,
      "loss": 4.7579,
      "step": 88120
    },
    {
      "epoch": 0.07713746267859785,
      "grad_norm": 0.43954265117645264,
      "learning_rate": 4.954782175660311e-05,
      "loss": 5.7006,
      "step": 88125
    },
    {
      "epoch": 0.077141839272225,
      "grad_norm": 0.6286015510559082,
      "learning_rate": 4.95477630237384e-05,
      "loss": 4.6944,
      "step": 88130
    },
    {
      "epoch": 0.07714621586585216,
      "grad_norm": 0.6874446868896484,
      "learning_rate": 4.9547704287103204e-05,
      "loss": 5.0129,
      "step": 88135
    },
    {
      "epoch": 0.0771505924594793,
      "grad_norm": 0.40062692761421204,
      "learning_rate": 4.954764554669751e-05,
      "loss": 5.8347,
      "step": 88140
    },
    {
      "epoch": 0.07715496905310647,
      "grad_norm": 0.5078914761543274,
      "learning_rate": 4.954758680252133e-05,
      "loss": 5.5388,
      "step": 88145
    },
    {
      "epoch": 0.07715934564673362,
      "grad_norm": 0.5312584042549133,
      "learning_rate": 4.954752805457469e-05,
      "loss": 5.5601,
      "step": 88150
    },
    {
      "epoch": 0.07716372224036078,
      "grad_norm": 0.40409907698631287,
      "learning_rate": 4.9547469302857594e-05,
      "loss": 5.8282,
      "step": 88155
    },
    {
      "epoch": 0.07716809883398792,
      "grad_norm": 0.45012110471725464,
      "learning_rate": 4.9547410547370045e-05,
      "loss": 5.218,
      "step": 88160
    },
    {
      "epoch": 0.07717247542761509,
      "grad_norm": 0.5251243710517883,
      "learning_rate": 4.954735178811206e-05,
      "loss": 4.4864,
      "step": 88165
    },
    {
      "epoch": 0.07717685202124223,
      "grad_norm": 0.4480586349964142,
      "learning_rate": 4.9547293025083654e-05,
      "loss": 6.0719,
      "step": 88170
    },
    {
      "epoch": 0.0771812286148694,
      "grad_norm": 0.43941447138786316,
      "learning_rate": 4.9547234258284834e-05,
      "loss": 5.0265,
      "step": 88175
    },
    {
      "epoch": 0.07718560520849654,
      "grad_norm": 0.4415585398674011,
      "learning_rate": 4.954717548771561e-05,
      "loss": 4.6588,
      "step": 88180
    },
    {
      "epoch": 0.07718998180212369,
      "grad_norm": 0.410003662109375,
      "learning_rate": 4.9547116713375996e-05,
      "loss": 5.3304,
      "step": 88185
    },
    {
      "epoch": 0.07719435839575085,
      "grad_norm": 0.4344960153102875,
      "learning_rate": 4.9547057935266006e-05,
      "loss": 5.7229,
      "step": 88190
    },
    {
      "epoch": 0.077198734989378,
      "grad_norm": 0.43001440167427063,
      "learning_rate": 4.9546999153385655e-05,
      "loss": 4.4098,
      "step": 88195
    },
    {
      "epoch": 0.07720311158300516,
      "grad_norm": 0.3868010342121124,
      "learning_rate": 4.954694036773494e-05,
      "loss": 5.5469,
      "step": 88200
    },
    {
      "epoch": 0.07720748817663231,
      "grad_norm": 0.5226579904556274,
      "learning_rate": 4.9546881578313886e-05,
      "loss": 4.5064,
      "step": 88205
    },
    {
      "epoch": 0.07721186477025947,
      "grad_norm": 0.42961668968200684,
      "learning_rate": 4.9546822785122494e-05,
      "loss": 4.9558,
      "step": 88210
    },
    {
      "epoch": 0.07721624136388662,
      "grad_norm": 0.43894025683403015,
      "learning_rate": 4.954676398816078e-05,
      "loss": 4.9933,
      "step": 88215
    },
    {
      "epoch": 0.07722061795751378,
      "grad_norm": 0.4051305949687958,
      "learning_rate": 4.954670518742875e-05,
      "loss": 5.4929,
      "step": 88220
    },
    {
      "epoch": 0.07722499455114093,
      "grad_norm": 0.3802739083766937,
      "learning_rate": 4.9546646382926435e-05,
      "loss": 6.0613,
      "step": 88225
    },
    {
      "epoch": 0.07722937114476809,
      "grad_norm": 0.36392611265182495,
      "learning_rate": 4.9546587574653825e-05,
      "loss": 6.3498,
      "step": 88230
    },
    {
      "epoch": 0.07723374773839524,
      "grad_norm": 0.41071391105651855,
      "learning_rate": 4.9546528762610936e-05,
      "loss": 4.7855,
      "step": 88235
    },
    {
      "epoch": 0.0772381243320224,
      "grad_norm": 0.42133307456970215,
      "learning_rate": 4.954646994679778e-05,
      "loss": 4.6869,
      "step": 88240
    },
    {
      "epoch": 0.07724250092564955,
      "grad_norm": 0.38732343912124634,
      "learning_rate": 4.9546411127214375e-05,
      "loss": 5.5174,
      "step": 88245
    },
    {
      "epoch": 0.07724687751927671,
      "grad_norm": 0.4284855127334595,
      "learning_rate": 4.954635230386073e-05,
      "loss": 5.0084,
      "step": 88250
    },
    {
      "epoch": 0.07725125411290386,
      "grad_norm": 0.3482707440853119,
      "learning_rate": 4.954629347673685e-05,
      "loss": 5.8521,
      "step": 88255
    },
    {
      "epoch": 0.07725563070653102,
      "grad_norm": 0.4169241189956665,
      "learning_rate": 4.954623464584275e-05,
      "loss": 5.2658,
      "step": 88260
    },
    {
      "epoch": 0.07726000730015817,
      "grad_norm": 0.420064240694046,
      "learning_rate": 4.954617581117845e-05,
      "loss": 5.1971,
      "step": 88265
    },
    {
      "epoch": 0.07726438389378533,
      "grad_norm": 0.43417128920555115,
      "learning_rate": 4.954611697274394e-05,
      "loss": 4.9872,
      "step": 88270
    },
    {
      "epoch": 0.07726876048741248,
      "grad_norm": 0.43704697489738464,
      "learning_rate": 4.954605813053925e-05,
      "loss": 4.4741,
      "step": 88275
    },
    {
      "epoch": 0.07727313708103964,
      "grad_norm": 0.44190719723701477,
      "learning_rate": 4.9545999284564385e-05,
      "loss": 5.4281,
      "step": 88280
    },
    {
      "epoch": 0.07727751367466679,
      "grad_norm": 0.4176793396472931,
      "learning_rate": 4.954594043481936e-05,
      "loss": 4.7279,
      "step": 88285
    },
    {
      "epoch": 0.07728189026829395,
      "grad_norm": 0.41783541440963745,
      "learning_rate": 4.9545881581304174e-05,
      "loss": 5.3268,
      "step": 88290
    },
    {
      "epoch": 0.0772862668619211,
      "grad_norm": 0.38083887100219727,
      "learning_rate": 4.9545822724018857e-05,
      "loss": 4.7859,
      "step": 88295
    },
    {
      "epoch": 0.07729064345554826,
      "grad_norm": 0.3738890588283539,
      "learning_rate": 4.95457638629634e-05,
      "loss": 5.8233,
      "step": 88300
    },
    {
      "epoch": 0.0772950200491754,
      "grad_norm": 0.4406992495059967,
      "learning_rate": 4.9545704998137845e-05,
      "loss": 5.7059,
      "step": 88305
    },
    {
      "epoch": 0.07729939664280255,
      "grad_norm": 0.43806159496307373,
      "learning_rate": 4.9545646129542164e-05,
      "loss": 5.4416,
      "step": 88310
    },
    {
      "epoch": 0.07730377323642972,
      "grad_norm": 0.43860897421836853,
      "learning_rate": 4.9545587257176394e-05,
      "loss": 5.5118,
      "step": 88315
    },
    {
      "epoch": 0.07730814983005686,
      "grad_norm": 0.4402303993701935,
      "learning_rate": 4.954552838104055e-05,
      "loss": 5.8018,
      "step": 88320
    },
    {
      "epoch": 0.07731252642368402,
      "grad_norm": 0.37196260690689087,
      "learning_rate": 4.954546950113462e-05,
      "loss": 5.3177,
      "step": 88325
    },
    {
      "epoch": 0.07731690301731117,
      "grad_norm": 0.33963802456855774,
      "learning_rate": 4.954541061745864e-05,
      "loss": 5.527,
      "step": 88330
    },
    {
      "epoch": 0.07732127961093833,
      "grad_norm": 0.44798949360847473,
      "learning_rate": 4.95453517300126e-05,
      "loss": 5.3006,
      "step": 88335
    },
    {
      "epoch": 0.07732565620456548,
      "grad_norm": 0.4341040253639221,
      "learning_rate": 4.9545292838796534e-05,
      "loss": 5.5062,
      "step": 88340
    },
    {
      "epoch": 0.07733003279819264,
      "grad_norm": 0.38496044278144836,
      "learning_rate": 4.954523394381043e-05,
      "loss": 5.2364,
      "step": 88345
    },
    {
      "epoch": 0.07733440939181979,
      "grad_norm": 0.3764043152332306,
      "learning_rate": 4.954517504505431e-05,
      "loss": 5.2278,
      "step": 88350
    },
    {
      "epoch": 0.07733878598544695,
      "grad_norm": 0.43171852827072144,
      "learning_rate": 4.9545116142528206e-05,
      "loss": 5.2132,
      "step": 88355
    },
    {
      "epoch": 0.0773431625790741,
      "grad_norm": 0.44611769914627075,
      "learning_rate": 4.9545057236232085e-05,
      "loss": 5.1961,
      "step": 88360
    },
    {
      "epoch": 0.07734753917270126,
      "grad_norm": 0.40794503688812256,
      "learning_rate": 4.954499832616599e-05,
      "loss": 4.9878,
      "step": 88365
    },
    {
      "epoch": 0.07735191576632841,
      "grad_norm": 0.46379151940345764,
      "learning_rate": 4.954493941232993e-05,
      "loss": 5.5497,
      "step": 88370
    },
    {
      "epoch": 0.07735629235995557,
      "grad_norm": 0.43643617630004883,
      "learning_rate": 4.954488049472391e-05,
      "loss": 4.8926,
      "step": 88375
    },
    {
      "epoch": 0.07736066895358272,
      "grad_norm": 0.4920109510421753,
      "learning_rate": 4.9544821573347946e-05,
      "loss": 5.1955,
      "step": 88380
    },
    {
      "epoch": 0.07736504554720988,
      "grad_norm": 0.46166107058525085,
      "learning_rate": 4.9544762648202036e-05,
      "loss": 5.5021,
      "step": 88385
    },
    {
      "epoch": 0.07736942214083703,
      "grad_norm": 0.4087502658367157,
      "learning_rate": 4.95447037192862e-05,
      "loss": 5.5155,
      "step": 88390
    },
    {
      "epoch": 0.07737379873446419,
      "grad_norm": 0.40092477202415466,
      "learning_rate": 4.954464478660046e-05,
      "loss": 5.1819,
      "step": 88395
    },
    {
      "epoch": 0.07737817532809134,
      "grad_norm": 0.4598446786403656,
      "learning_rate": 4.954458585014482e-05,
      "loss": 4.7799,
      "step": 88400
    },
    {
      "epoch": 0.0773825519217185,
      "grad_norm": 0.4832235872745514,
      "learning_rate": 4.9544526909919286e-05,
      "loss": 5.5006,
      "step": 88405
    },
    {
      "epoch": 0.07738692851534565,
      "grad_norm": 0.4475499093532562,
      "learning_rate": 4.954446796592387e-05,
      "loss": 5.0045,
      "step": 88410
    },
    {
      "epoch": 0.07739130510897281,
      "grad_norm": 0.36507636308670044,
      "learning_rate": 4.954440901815859e-05,
      "loss": 6.0521,
      "step": 88415
    },
    {
      "epoch": 0.07739568170259996,
      "grad_norm": 0.43425607681274414,
      "learning_rate": 4.954435006662345e-05,
      "loss": 5.5203,
      "step": 88420
    },
    {
      "epoch": 0.07740005829622712,
      "grad_norm": 0.48790550231933594,
      "learning_rate": 4.954429111131846e-05,
      "loss": 4.7049,
      "step": 88425
    },
    {
      "epoch": 0.07740443488985427,
      "grad_norm": 0.3979131579399109,
      "learning_rate": 4.9544232152243655e-05,
      "loss": 5.2923,
      "step": 88430
    },
    {
      "epoch": 0.07740881148348143,
      "grad_norm": 0.3573250472545624,
      "learning_rate": 4.954417318939901e-05,
      "loss": 6.0598,
      "step": 88435
    },
    {
      "epoch": 0.07741318807710858,
      "grad_norm": 0.42242735624313354,
      "learning_rate": 4.954411422278456e-05,
      "loss": 5.2162,
      "step": 88440
    },
    {
      "epoch": 0.07741756467073573,
      "grad_norm": 0.380165159702301,
      "learning_rate": 4.954405525240031e-05,
      "loss": 5.2229,
      "step": 88445
    },
    {
      "epoch": 0.07742194126436289,
      "grad_norm": 0.5216687321662903,
      "learning_rate": 4.954399627824627e-05,
      "loss": 5.4246,
      "step": 88450
    },
    {
      "epoch": 0.07742631785799003,
      "grad_norm": 0.44067859649658203,
      "learning_rate": 4.954393730032246e-05,
      "loss": 3.9741,
      "step": 88455
    },
    {
      "epoch": 0.0774306944516172,
      "grad_norm": 0.42086416482925415,
      "learning_rate": 4.954387831862889e-05,
      "loss": 4.9887,
      "step": 88460
    },
    {
      "epoch": 0.07743507104524434,
      "grad_norm": 0.38296937942504883,
      "learning_rate": 4.954381933316555e-05,
      "loss": 6.0236,
      "step": 88465
    },
    {
      "epoch": 0.0774394476388715,
      "grad_norm": 0.35775741934776306,
      "learning_rate": 4.954376034393248e-05,
      "loss": 5.8242,
      "step": 88470
    },
    {
      "epoch": 0.07744382423249865,
      "grad_norm": 0.44725853204727173,
      "learning_rate": 4.954370135092966e-05,
      "loss": 4.9941,
      "step": 88475
    },
    {
      "epoch": 0.07744820082612582,
      "grad_norm": 0.4360598027706146,
      "learning_rate": 4.954364235415714e-05,
      "loss": 5.5403,
      "step": 88480
    },
    {
      "epoch": 0.07745257741975296,
      "grad_norm": 0.4556640684604645,
      "learning_rate": 4.954358335361491e-05,
      "loss": 5.4273,
      "step": 88485
    },
    {
      "epoch": 0.07745695401338012,
      "grad_norm": 0.4309581220149994,
      "learning_rate": 4.9543524349302974e-05,
      "loss": 4.154,
      "step": 88490
    },
    {
      "epoch": 0.07746133060700727,
      "grad_norm": 0.40752190351486206,
      "learning_rate": 4.954346534122135e-05,
      "loss": 5.3022,
      "step": 88495
    },
    {
      "epoch": 0.07746570720063443,
      "grad_norm": 0.423064261674881,
      "learning_rate": 4.954340632937007e-05,
      "loss": 5.4293,
      "step": 88500
    },
    {
      "epoch": 0.07747008379426158,
      "grad_norm": 0.3793776333332062,
      "learning_rate": 4.9543347313749114e-05,
      "loss": 5.5333,
      "step": 88505
    },
    {
      "epoch": 0.07747446038788874,
      "grad_norm": 0.40292781591415405,
      "learning_rate": 4.95432882943585e-05,
      "loss": 5.4451,
      "step": 88510
    },
    {
      "epoch": 0.07747883698151589,
      "grad_norm": 0.4083669185638428,
      "learning_rate": 4.9543229271198255e-05,
      "loss": 5.2227,
      "step": 88515
    },
    {
      "epoch": 0.07748321357514305,
      "grad_norm": 0.4628196358680725,
      "learning_rate": 4.954317024426838e-05,
      "loss": 4.7969,
      "step": 88520
    },
    {
      "epoch": 0.0774875901687702,
      "grad_norm": 0.4022955596446991,
      "learning_rate": 4.954311121356888e-05,
      "loss": 5.8316,
      "step": 88525
    },
    {
      "epoch": 0.07749196676239736,
      "grad_norm": 0.4489486813545227,
      "learning_rate": 4.954305217909979e-05,
      "loss": 4.9849,
      "step": 88530
    },
    {
      "epoch": 0.07749634335602451,
      "grad_norm": 0.4205595552921295,
      "learning_rate": 4.9542993140861095e-05,
      "loss": 4.6834,
      "step": 88535
    },
    {
      "epoch": 0.07750071994965167,
      "grad_norm": 0.4306926727294922,
      "learning_rate": 4.954293409885281e-05,
      "loss": 5.2047,
      "step": 88540
    },
    {
      "epoch": 0.07750509654327882,
      "grad_norm": 0.4528484046459198,
      "learning_rate": 4.9542875053074964e-05,
      "loss": 4.9122,
      "step": 88545
    },
    {
      "epoch": 0.07750947313690598,
      "grad_norm": 0.5377161502838135,
      "learning_rate": 4.954281600352756e-05,
      "loss": 4.2377,
      "step": 88550
    },
    {
      "epoch": 0.07751384973053313,
      "grad_norm": 0.46512553095817566,
      "learning_rate": 4.95427569502106e-05,
      "loss": 4.9613,
      "step": 88555
    },
    {
      "epoch": 0.07751822632416029,
      "grad_norm": 0.43346187472343445,
      "learning_rate": 4.9542697893124104e-05,
      "loss": 5.8033,
      "step": 88560
    },
    {
      "epoch": 0.07752260291778744,
      "grad_norm": 0.42434021830558777,
      "learning_rate": 4.9542638832268085e-05,
      "loss": 4.811,
      "step": 88565
    },
    {
      "epoch": 0.07752697951141459,
      "grad_norm": 0.417400985956192,
      "learning_rate": 4.9542579767642546e-05,
      "loss": 5.5262,
      "step": 88570
    },
    {
      "epoch": 0.07753135610504175,
      "grad_norm": 0.412321537733078,
      "learning_rate": 4.954252069924751e-05,
      "loss": 5.0007,
      "step": 88575
    },
    {
      "epoch": 0.0775357326986689,
      "grad_norm": 0.501211941242218,
      "learning_rate": 4.954246162708297e-05,
      "loss": 5.0128,
      "step": 88580
    },
    {
      "epoch": 0.07754010929229606,
      "grad_norm": 0.4693777561187744,
      "learning_rate": 4.954240255114896e-05,
      "loss": 5.5309,
      "step": 88585
    },
    {
      "epoch": 0.0775444858859232,
      "grad_norm": 0.4131719172000885,
      "learning_rate": 4.954234347144547e-05,
      "loss": 5.5105,
      "step": 88590
    },
    {
      "epoch": 0.07754886247955037,
      "grad_norm": 0.3758363127708435,
      "learning_rate": 4.9542284387972536e-05,
      "loss": 5.348,
      "step": 88595
    },
    {
      "epoch": 0.07755323907317752,
      "grad_norm": 0.37042558193206787,
      "learning_rate": 4.954222530073015e-05,
      "loss": 6.3605,
      "step": 88600
    },
    {
      "epoch": 0.07755761566680468,
      "grad_norm": 0.362017959356308,
      "learning_rate": 4.954216620971833e-05,
      "loss": 5.8586,
      "step": 88605
    },
    {
      "epoch": 0.07756199226043183,
      "grad_norm": 0.43102771043777466,
      "learning_rate": 4.9542107114937086e-05,
      "loss": 5.5502,
      "step": 88610
    },
    {
      "epoch": 0.07756636885405899,
      "grad_norm": 0.4452754259109497,
      "learning_rate": 4.954204801638642e-05,
      "loss": 5.2065,
      "step": 88615
    },
    {
      "epoch": 0.07757074544768613,
      "grad_norm": 0.3958859145641327,
      "learning_rate": 4.9541988914066364e-05,
      "loss": 5.5104,
      "step": 88620
    },
    {
      "epoch": 0.0775751220413133,
      "grad_norm": 0.44050782918930054,
      "learning_rate": 4.9541929807976915e-05,
      "loss": 5.2396,
      "step": 88625
    },
    {
      "epoch": 0.07757949863494044,
      "grad_norm": 0.45566314458847046,
      "learning_rate": 4.954187069811809e-05,
      "loss": 5.0,
      "step": 88630
    },
    {
      "epoch": 0.0775838752285676,
      "grad_norm": 0.45366933941841125,
      "learning_rate": 4.954181158448989e-05,
      "loss": 5.3407,
      "step": 88635
    },
    {
      "epoch": 0.07758825182219475,
      "grad_norm": 0.48356375098228455,
      "learning_rate": 4.954175246709235e-05,
      "loss": 5.2095,
      "step": 88640
    },
    {
      "epoch": 0.07759262841582192,
      "grad_norm": 0.48302707076072693,
      "learning_rate": 4.954169334592546e-05,
      "loss": 5.1283,
      "step": 88645
    },
    {
      "epoch": 0.07759700500944906,
      "grad_norm": 0.416674941778183,
      "learning_rate": 4.954163422098923e-05,
      "loss": 4.7621,
      "step": 88650
    },
    {
      "epoch": 0.07760138160307622,
      "grad_norm": 0.43723630905151367,
      "learning_rate": 4.954157509228369e-05,
      "loss": 4.8797,
      "step": 88655
    },
    {
      "epoch": 0.07760575819670337,
      "grad_norm": 0.4734126329421997,
      "learning_rate": 4.9541515959808826e-05,
      "loss": 5.458,
      "step": 88660
    },
    {
      "epoch": 0.07761013479033053,
      "grad_norm": 0.4372347593307495,
      "learning_rate": 4.954145682356467e-05,
      "loss": 5.7645,
      "step": 88665
    },
    {
      "epoch": 0.07761451138395768,
      "grad_norm": 0.4471580386161804,
      "learning_rate": 4.954139768355123e-05,
      "loss": 3.9423,
      "step": 88670
    },
    {
      "epoch": 0.07761888797758484,
      "grad_norm": 0.6421790719032288,
      "learning_rate": 4.954133853976851e-05,
      "loss": 5.8553,
      "step": 88675
    },
    {
      "epoch": 0.07762326457121199,
      "grad_norm": 0.4423533082008362,
      "learning_rate": 4.9541279392216535e-05,
      "loss": 5.518,
      "step": 88680
    },
    {
      "epoch": 0.07762764116483915,
      "grad_norm": 0.5741651654243469,
      "learning_rate": 4.9541220240895304e-05,
      "loss": 4.7962,
      "step": 88685
    },
    {
      "epoch": 0.0776320177584663,
      "grad_norm": 0.44355693459510803,
      "learning_rate": 4.954116108580483e-05,
      "loss": 5.2098,
      "step": 88690
    },
    {
      "epoch": 0.07763639435209346,
      "grad_norm": 0.42991113662719727,
      "learning_rate": 4.954110192694512e-05,
      "loss": 5.8167,
      "step": 88695
    },
    {
      "epoch": 0.07764077094572061,
      "grad_norm": 0.5119335651397705,
      "learning_rate": 4.954104276431619e-05,
      "loss": 5.4389,
      "step": 88700
    },
    {
      "epoch": 0.07764514753934776,
      "grad_norm": 0.48606494069099426,
      "learning_rate": 4.954098359791807e-05,
      "loss": 5.7408,
      "step": 88705
    },
    {
      "epoch": 0.07764952413297492,
      "grad_norm": 0.44519004225730896,
      "learning_rate": 4.954092442775075e-05,
      "loss": 6.0129,
      "step": 88710
    },
    {
      "epoch": 0.07765390072660207,
      "grad_norm": 0.4136802554130554,
      "learning_rate": 4.954086525381424e-05,
      "loss": 5.5521,
      "step": 88715
    },
    {
      "epoch": 0.07765827732022923,
      "grad_norm": 0.40713226795196533,
      "learning_rate": 4.954080607610855e-05,
      "loss": 5.1084,
      "step": 88720
    },
    {
      "epoch": 0.07766265391385638,
      "grad_norm": 0.48211339116096497,
      "learning_rate": 4.95407468946337e-05,
      "loss": 5.8224,
      "step": 88725
    },
    {
      "epoch": 0.07766703050748354,
      "grad_norm": 0.4068760871887207,
      "learning_rate": 4.954068770938971e-05,
      "loss": 4.9285,
      "step": 88730
    },
    {
      "epoch": 0.07767140710111069,
      "grad_norm": 0.48132187128067017,
      "learning_rate": 4.954062852037658e-05,
      "loss": 4.4745,
      "step": 88735
    },
    {
      "epoch": 0.07767578369473785,
      "grad_norm": 0.42779088020324707,
      "learning_rate": 4.954056932759432e-05,
      "loss": 5.6992,
      "step": 88740
    },
    {
      "epoch": 0.077680160288365,
      "grad_norm": 0.47481483221054077,
      "learning_rate": 4.954051013104295e-05,
      "loss": 4.9902,
      "step": 88745
    },
    {
      "epoch": 0.07768453688199216,
      "grad_norm": 0.37417513132095337,
      "learning_rate": 4.954045093072246e-05,
      "loss": 5.2125,
      "step": 88750
    },
    {
      "epoch": 0.0776889134756193,
      "grad_norm": 0.47985756397247314,
      "learning_rate": 4.95403917266329e-05,
      "loss": 5.8261,
      "step": 88755
    },
    {
      "epoch": 0.07769329006924647,
      "grad_norm": 0.4204796552658081,
      "learning_rate": 4.9540332518774244e-05,
      "loss": 5.192,
      "step": 88760
    },
    {
      "epoch": 0.07769766666287362,
      "grad_norm": 0.42837733030319214,
      "learning_rate": 4.954027330714651e-05,
      "loss": 4.7914,
      "step": 88765
    },
    {
      "epoch": 0.07770204325650078,
      "grad_norm": 0.42803528904914856,
      "learning_rate": 4.954021409174974e-05,
      "loss": 4.9619,
      "step": 88770
    },
    {
      "epoch": 0.07770641985012793,
      "grad_norm": 0.46869775652885437,
      "learning_rate": 4.95401548725839e-05,
      "loss": 5.5268,
      "step": 88775
    },
    {
      "epoch": 0.07771079644375509,
      "grad_norm": 0.4245093762874603,
      "learning_rate": 4.9540095649649046e-05,
      "loss": 5.5234,
      "step": 88780
    },
    {
      "epoch": 0.07771517303738223,
      "grad_norm": 0.4178784489631653,
      "learning_rate": 4.954003642294515e-05,
      "loss": 5.4814,
      "step": 88785
    },
    {
      "epoch": 0.0777195496310094,
      "grad_norm": 0.4375545382499695,
      "learning_rate": 4.953997719247224e-05,
      "loss": 5.1931,
      "step": 88790
    },
    {
      "epoch": 0.07772392622463654,
      "grad_norm": 0.3803926706314087,
      "learning_rate": 4.9539917958230345e-05,
      "loss": 5.229,
      "step": 88795
    },
    {
      "epoch": 0.0777283028182637,
      "grad_norm": 0.45943453907966614,
      "learning_rate": 4.9539858720219445e-05,
      "loss": 5.308,
      "step": 88800
    },
    {
      "epoch": 0.07773267941189085,
      "grad_norm": 0.42951545119285583,
      "learning_rate": 4.9539799478439574e-05,
      "loss": 5.7926,
      "step": 88805
    },
    {
      "epoch": 0.07773705600551802,
      "grad_norm": 0.4281630218029022,
      "learning_rate": 4.953974023289073e-05,
      "loss": 5.3768,
      "step": 88810
    },
    {
      "epoch": 0.07774143259914516,
      "grad_norm": 0.4520266056060791,
      "learning_rate": 4.9539680983572945e-05,
      "loss": 5.5202,
      "step": 88815
    },
    {
      "epoch": 0.07774580919277232,
      "grad_norm": 0.47575658559799194,
      "learning_rate": 4.9539621730486194e-05,
      "loss": 5.4928,
      "step": 88820
    },
    {
      "epoch": 0.07775018578639947,
      "grad_norm": 0.3960467278957367,
      "learning_rate": 4.953956247363052e-05,
      "loss": 5.7514,
      "step": 88825
    },
    {
      "epoch": 0.07775456238002662,
      "grad_norm": 0.40985679626464844,
      "learning_rate": 4.953950321300592e-05,
      "loss": 4.9874,
      "step": 88830
    },
    {
      "epoch": 0.07775893897365378,
      "grad_norm": 0.4027070701122284,
      "learning_rate": 4.953944394861243e-05,
      "loss": 5.2167,
      "step": 88835
    },
    {
      "epoch": 0.07776331556728093,
      "grad_norm": 0.42855238914489746,
      "learning_rate": 4.953938468045002e-05,
      "loss": 4.6937,
      "step": 88840
    },
    {
      "epoch": 0.07776769216090809,
      "grad_norm": 0.45055869221687317,
      "learning_rate": 4.9539325408518736e-05,
      "loss": 4.7343,
      "step": 88845
    },
    {
      "epoch": 0.07777206875453524,
      "grad_norm": 0.3906956911087036,
      "learning_rate": 4.953926613281856e-05,
      "loss": 5.2993,
      "step": 88850
    },
    {
      "epoch": 0.0777764453481624,
      "grad_norm": 0.45050495862960815,
      "learning_rate": 4.953920685334953e-05,
      "loss": 5.3015,
      "step": 88855
    },
    {
      "epoch": 0.07778082194178955,
      "grad_norm": 0.43840348720550537,
      "learning_rate": 4.9539147570111656e-05,
      "loss": 5.3198,
      "step": 88860
    },
    {
      "epoch": 0.07778519853541671,
      "grad_norm": 0.427913099527359,
      "learning_rate": 4.953908828310493e-05,
      "loss": 4.7509,
      "step": 88865
    },
    {
      "epoch": 0.07778957512904386,
      "grad_norm": 0.3638869524002075,
      "learning_rate": 4.953902899232937e-05,
      "loss": 6.0598,
      "step": 88870
    },
    {
      "epoch": 0.07779395172267102,
      "grad_norm": 0.438380628824234,
      "learning_rate": 4.9538969697785e-05,
      "loss": 5.2369,
      "step": 88875
    },
    {
      "epoch": 0.07779832831629817,
      "grad_norm": 0.4657164514064789,
      "learning_rate": 4.953891039947182e-05,
      "loss": 4.4484,
      "step": 88880
    },
    {
      "epoch": 0.07780270490992533,
      "grad_norm": 0.37246987223625183,
      "learning_rate": 4.9538851097389836e-05,
      "loss": 5.8503,
      "step": 88885
    },
    {
      "epoch": 0.07780708150355248,
      "grad_norm": 0.41847121715545654,
      "learning_rate": 4.953879179153907e-05,
      "loss": 5.013,
      "step": 88890
    },
    {
      "epoch": 0.07781145809717964,
      "grad_norm": 0.38333189487457275,
      "learning_rate": 4.9538732481919546e-05,
      "loss": 5.8243,
      "step": 88895
    },
    {
      "epoch": 0.07781583469080679,
      "grad_norm": 0.4107929766178131,
      "learning_rate": 4.9538673168531245e-05,
      "loss": 4.8018,
      "step": 88900
    },
    {
      "epoch": 0.07782021128443395,
      "grad_norm": 0.4295521378517151,
      "learning_rate": 4.9538613851374204e-05,
      "loss": 5.2997,
      "step": 88905
    },
    {
      "epoch": 0.0778245878780611,
      "grad_norm": 0.4103641211986542,
      "learning_rate": 4.953855453044842e-05,
      "loss": 5.5654,
      "step": 88910
    },
    {
      "epoch": 0.07782896447168826,
      "grad_norm": 0.4674774706363678,
      "learning_rate": 4.953849520575391e-05,
      "loss": 5.7451,
      "step": 88915
    },
    {
      "epoch": 0.0778333410653154,
      "grad_norm": 0.41090360283851624,
      "learning_rate": 4.953843587729069e-05,
      "loss": 5.3295,
      "step": 88920
    },
    {
      "epoch": 0.07783771765894257,
      "grad_norm": 0.40314728021621704,
      "learning_rate": 4.953837654505875e-05,
      "loss": 5.5209,
      "step": 88925
    },
    {
      "epoch": 0.07784209425256972,
      "grad_norm": 0.3929225504398346,
      "learning_rate": 4.9538317209058126e-05,
      "loss": 6.0986,
      "step": 88930
    },
    {
      "epoch": 0.07784647084619688,
      "grad_norm": 0.34191054105758667,
      "learning_rate": 4.953825786928883e-05,
      "loss": 5.7742,
      "step": 88935
    },
    {
      "epoch": 0.07785084743982403,
      "grad_norm": 0.43939146399497986,
      "learning_rate": 4.9538198525750844e-05,
      "loss": 5.2777,
      "step": 88940
    },
    {
      "epoch": 0.07785522403345119,
      "grad_norm": 0.4621622860431671,
      "learning_rate": 4.953813917844422e-05,
      "loss": 4.6703,
      "step": 88945
    },
    {
      "epoch": 0.07785960062707833,
      "grad_norm": 0.3709307312965393,
      "learning_rate": 4.9538079827368944e-05,
      "loss": 5.2413,
      "step": 88950
    },
    {
      "epoch": 0.07786397722070548,
      "grad_norm": 0.4107614755630493,
      "learning_rate": 4.953802047252503e-05,
      "loss": 5.5048,
      "step": 88955
    },
    {
      "epoch": 0.07786835381433264,
      "grad_norm": 0.42182135581970215,
      "learning_rate": 4.953796111391248e-05,
      "loss": 5.2234,
      "step": 88960
    },
    {
      "epoch": 0.07787273040795979,
      "grad_norm": 0.36481109261512756,
      "learning_rate": 4.953790175153133e-05,
      "loss": 5.5157,
      "step": 88965
    },
    {
      "epoch": 0.07787710700158695,
      "grad_norm": 0.42473310232162476,
      "learning_rate": 4.953784238538158e-05,
      "loss": 5.4918,
      "step": 88970
    },
    {
      "epoch": 0.0778814835952141,
      "grad_norm": 0.37428945302963257,
      "learning_rate": 4.9537783015463236e-05,
      "loss": 5.3205,
      "step": 88975
    },
    {
      "epoch": 0.07788586018884126,
      "grad_norm": 0.41642946004867554,
      "learning_rate": 4.953772364177631e-05,
      "loss": 5.0226,
      "step": 88980
    },
    {
      "epoch": 0.07789023678246841,
      "grad_norm": 0.4222201108932495,
      "learning_rate": 4.9537664264320826e-05,
      "loss": 5.1832,
      "step": 88985
    },
    {
      "epoch": 0.07789461337609557,
      "grad_norm": 0.4466453194618225,
      "learning_rate": 4.953760488309679e-05,
      "loss": 5.0034,
      "step": 88990
    },
    {
      "epoch": 0.07789898996972272,
      "grad_norm": 0.40997305512428284,
      "learning_rate": 4.95375454981042e-05,
      "loss": 5.5241,
      "step": 88995
    },
    {
      "epoch": 0.07790336656334988,
      "grad_norm": 0.40995827317237854,
      "learning_rate": 4.9537486109343076e-05,
      "loss": 4.9957,
      "step": 89000
    },
    {
      "epoch": 0.07790774315697703,
      "grad_norm": 0.42060235142707825,
      "learning_rate": 4.953742671681344e-05,
      "loss": 4.7013,
      "step": 89005
    },
    {
      "epoch": 0.07791211975060419,
      "grad_norm": 0.4112270474433899,
      "learning_rate": 4.953736732051528e-05,
      "loss": 5.7385,
      "step": 89010
    },
    {
      "epoch": 0.07791649634423134,
      "grad_norm": 0.4414137005805969,
      "learning_rate": 4.953730792044864e-05,
      "loss": 5.5097,
      "step": 89015
    },
    {
      "epoch": 0.0779208729378585,
      "grad_norm": 0.3723313510417938,
      "learning_rate": 4.95372485166135e-05,
      "loss": 5.1693,
      "step": 89020
    },
    {
      "epoch": 0.07792524953148565,
      "grad_norm": 0.41421711444854736,
      "learning_rate": 4.9537189109009895e-05,
      "loss": 5.5378,
      "step": 89025
    },
    {
      "epoch": 0.07792962612511281,
      "grad_norm": 0.4497475326061249,
      "learning_rate": 4.953712969763782e-05,
      "loss": 5.0118,
      "step": 89030
    },
    {
      "epoch": 0.07793400271873996,
      "grad_norm": 0.4274562895298004,
      "learning_rate": 4.95370702824973e-05,
      "loss": 5.5317,
      "step": 89035
    },
    {
      "epoch": 0.07793837931236712,
      "grad_norm": 0.43318819999694824,
      "learning_rate": 4.9537010863588326e-05,
      "loss": 5.7535,
      "step": 89040
    },
    {
      "epoch": 0.07794275590599427,
      "grad_norm": 0.38257771730422974,
      "learning_rate": 4.953695144091093e-05,
      "loss": 5.7584,
      "step": 89045
    },
    {
      "epoch": 0.07794713249962143,
      "grad_norm": 0.35588589310646057,
      "learning_rate": 4.953689201446512e-05,
      "loss": 6.0264,
      "step": 89050
    },
    {
      "epoch": 0.07795150909324858,
      "grad_norm": 0.4014802873134613,
      "learning_rate": 4.953683258425089e-05,
      "loss": 5.0127,
      "step": 89055
    },
    {
      "epoch": 0.07795588568687574,
      "grad_norm": 0.40796831250190735,
      "learning_rate": 4.9536773150268276e-05,
      "loss": 4.71,
      "step": 89060
    },
    {
      "epoch": 0.07796026228050289,
      "grad_norm": 0.3554249107837677,
      "learning_rate": 4.9536713712517276e-05,
      "loss": 5.5067,
      "step": 89065
    },
    {
      "epoch": 0.07796463887413005,
      "grad_norm": 0.4048113524913788,
      "learning_rate": 4.9536654270997916e-05,
      "loss": 4.9155,
      "step": 89070
    },
    {
      "epoch": 0.0779690154677572,
      "grad_norm": 0.38989654183387756,
      "learning_rate": 4.953659482571018e-05,
      "loss": 5.7209,
      "step": 89075
    },
    {
      "epoch": 0.07797339206138436,
      "grad_norm": 0.466081827878952,
      "learning_rate": 4.95365353766541e-05,
      "loss": 5.2375,
      "step": 89080
    },
    {
      "epoch": 0.0779777686550115,
      "grad_norm": 0.4795621931552887,
      "learning_rate": 4.9536475923829685e-05,
      "loss": 5.0301,
      "step": 89085
    },
    {
      "epoch": 0.07798214524863865,
      "grad_norm": 0.4093170762062073,
      "learning_rate": 4.953641646723693e-05,
      "loss": 5.5396,
      "step": 89090
    },
    {
      "epoch": 0.07798652184226582,
      "grad_norm": 0.365238755941391,
      "learning_rate": 4.953635700687588e-05,
      "loss": 6.0514,
      "step": 89095
    },
    {
      "epoch": 0.07799089843589296,
      "grad_norm": 0.3362938463687897,
      "learning_rate": 4.9536297542746526e-05,
      "loss": 6.0498,
      "step": 89100
    },
    {
      "epoch": 0.07799527502952013,
      "grad_norm": 0.39190080761909485,
      "learning_rate": 4.9536238074848865e-05,
      "loss": 5.4318,
      "step": 89105
    },
    {
      "epoch": 0.07799965162314727,
      "grad_norm": 0.3790019750595093,
      "learning_rate": 4.9536178603182924e-05,
      "loss": 5.9914,
      "step": 89110
    },
    {
      "epoch": 0.07800402821677443,
      "grad_norm": 0.4926425516605377,
      "learning_rate": 4.953611912774872e-05,
      "loss": 4.647,
      "step": 89115
    },
    {
      "epoch": 0.07800840481040158,
      "grad_norm": 0.49416178464889526,
      "learning_rate": 4.9536059648546276e-05,
      "loss": 5.8175,
      "step": 89120
    },
    {
      "epoch": 0.07801278140402874,
      "grad_norm": 0.41125136613845825,
      "learning_rate": 4.953600016557557e-05,
      "loss": 5.231,
      "step": 89125
    },
    {
      "epoch": 0.07801715799765589,
      "grad_norm": 0.408738911151886,
      "learning_rate": 4.953594067883662e-05,
      "loss": 4.9245,
      "step": 89130
    },
    {
      "epoch": 0.07802153459128305,
      "grad_norm": 0.4691813588142395,
      "learning_rate": 4.953588118832946e-05,
      "loss": 4.8102,
      "step": 89135
    },
    {
      "epoch": 0.0780259111849102,
      "grad_norm": 0.4608815014362335,
      "learning_rate": 4.9535821694054086e-05,
      "loss": 5.8199,
      "step": 89140
    },
    {
      "epoch": 0.07803028777853736,
      "grad_norm": 0.49257025122642517,
      "learning_rate": 4.95357621960105e-05,
      "loss": 5.127,
      "step": 89145
    },
    {
      "epoch": 0.07803466437216451,
      "grad_norm": 0.46297624707221985,
      "learning_rate": 4.953570269419875e-05,
      "loss": 6.0537,
      "step": 89150
    },
    {
      "epoch": 0.07803904096579167,
      "grad_norm": 0.43065187335014343,
      "learning_rate": 4.9535643188618806e-05,
      "loss": 5.2401,
      "step": 89155
    },
    {
      "epoch": 0.07804341755941882,
      "grad_norm": 0.4824743866920471,
      "learning_rate": 4.95355836792707e-05,
      "loss": 4.8856,
      "step": 89160
    },
    {
      "epoch": 0.07804779415304598,
      "grad_norm": 0.4789049029350281,
      "learning_rate": 4.953552416615444e-05,
      "loss": 4.1402,
      "step": 89165
    },
    {
      "epoch": 0.07805217074667313,
      "grad_norm": 0.3881801664829254,
      "learning_rate": 4.953546464927005e-05,
      "loss": 5.5037,
      "step": 89170
    },
    {
      "epoch": 0.07805654734030029,
      "grad_norm": 0.39239439368247986,
      "learning_rate": 4.953540512861751e-05,
      "loss": 5.8527,
      "step": 89175
    },
    {
      "epoch": 0.07806092393392744,
      "grad_norm": 0.43743494153022766,
      "learning_rate": 4.953534560419686e-05,
      "loss": 3.9234,
      "step": 89180
    },
    {
      "epoch": 0.0780653005275546,
      "grad_norm": 0.4315951466560364,
      "learning_rate": 4.953528607600809e-05,
      "loss": 6.065,
      "step": 89185
    },
    {
      "epoch": 0.07806967712118175,
      "grad_norm": 0.48606252670288086,
      "learning_rate": 4.953522654405124e-05,
      "loss": 6.0395,
      "step": 89190
    },
    {
      "epoch": 0.07807405371480891,
      "grad_norm": 0.44443127512931824,
      "learning_rate": 4.953516700832629e-05,
      "loss": 5.2608,
      "step": 89195
    },
    {
      "epoch": 0.07807843030843606,
      "grad_norm": 0.4917678236961365,
      "learning_rate": 4.953510746883328e-05,
      "loss": 5.4933,
      "step": 89200
    },
    {
      "epoch": 0.07808280690206322,
      "grad_norm": 0.4403720498085022,
      "learning_rate": 4.9535047925572195e-05,
      "loss": 4.8277,
      "step": 89205
    },
    {
      "epoch": 0.07808718349569037,
      "grad_norm": 0.49800845980644226,
      "learning_rate": 4.953498837854307e-05,
      "loss": 4.9996,
      "step": 89210
    },
    {
      "epoch": 0.07809156008931752,
      "grad_norm": 0.4880552887916565,
      "learning_rate": 4.9534928827745894e-05,
      "loss": 6.0404,
      "step": 89215
    },
    {
      "epoch": 0.07809593668294468,
      "grad_norm": 0.4777528643608093,
      "learning_rate": 4.95348692731807e-05,
      "loss": 5.8396,
      "step": 89220
    },
    {
      "epoch": 0.07810031327657183,
      "grad_norm": 0.42696884274482727,
      "learning_rate": 4.953480971484748e-05,
      "loss": 4.6963,
      "step": 89225
    },
    {
      "epoch": 0.07810468987019899,
      "grad_norm": 0.4729934632778168,
      "learning_rate": 4.953475015274628e-05,
      "loss": 4.9748,
      "step": 89230
    },
    {
      "epoch": 0.07810906646382614,
      "grad_norm": 0.5581675171852112,
      "learning_rate": 4.953469058687706e-05,
      "loss": 6.3943,
      "step": 89235
    },
    {
      "epoch": 0.0781134430574533,
      "grad_norm": 0.7438991665840149,
      "learning_rate": 4.9534631017239875e-05,
      "loss": 5.5465,
      "step": 89240
    },
    {
      "epoch": 0.07811781965108044,
      "grad_norm": 0.4683464467525482,
      "learning_rate": 4.953457144383471e-05,
      "loss": 5.7756,
      "step": 89245
    },
    {
      "epoch": 0.0781221962447076,
      "grad_norm": 0.41397398710250854,
      "learning_rate": 4.9534511866661596e-05,
      "loss": 5.5221,
      "step": 89250
    },
    {
      "epoch": 0.07812657283833475,
      "grad_norm": 0.42606234550476074,
      "learning_rate": 4.9534452285720524e-05,
      "loss": 5.0228,
      "step": 89255
    },
    {
      "epoch": 0.07813094943196192,
      "grad_norm": 0.46063193678855896,
      "learning_rate": 4.953439270101151e-05,
      "loss": 5.2553,
      "step": 89260
    },
    {
      "epoch": 0.07813532602558906,
      "grad_norm": 0.4265038073062897,
      "learning_rate": 4.953433311253458e-05,
      "loss": 5.5122,
      "step": 89265
    },
    {
      "epoch": 0.07813970261921623,
      "grad_norm": 0.40793827176094055,
      "learning_rate": 4.953427352028974e-05,
      "loss": 5.5345,
      "step": 89270
    },
    {
      "epoch": 0.07814407921284337,
      "grad_norm": 0.38128405809402466,
      "learning_rate": 4.9534213924277005e-05,
      "loss": 6.0477,
      "step": 89275
    },
    {
      "epoch": 0.07814845580647053,
      "grad_norm": 0.4511732757091522,
      "learning_rate": 4.9534154324496376e-05,
      "loss": 4.4688,
      "step": 89280
    },
    {
      "epoch": 0.07815283240009768,
      "grad_norm": 0.36431971192359924,
      "learning_rate": 4.953409472094785e-05,
      "loss": 5.5127,
      "step": 89285
    },
    {
      "epoch": 0.07815720899372484,
      "grad_norm": 0.370851993560791,
      "learning_rate": 4.953403511363148e-05,
      "loss": 5.8443,
      "step": 89290
    },
    {
      "epoch": 0.07816158558735199,
      "grad_norm": 0.38050755858421326,
      "learning_rate": 4.9533975502547245e-05,
      "loss": 5.3029,
      "step": 89295
    },
    {
      "epoch": 0.07816596218097915,
      "grad_norm": 0.36030614376068115,
      "learning_rate": 4.953391588769517e-05,
      "loss": 6.359,
      "step": 89300
    },
    {
      "epoch": 0.0781703387746063,
      "grad_norm": 0.34435155987739563,
      "learning_rate": 4.9533856269075266e-05,
      "loss": 6.3951,
      "step": 89305
    },
    {
      "epoch": 0.07817471536823346,
      "grad_norm": 0.48049426078796387,
      "learning_rate": 4.953379664668752e-05,
      "loss": 5.0146,
      "step": 89310
    },
    {
      "epoch": 0.07817909196186061,
      "grad_norm": 0.45642372965812683,
      "learning_rate": 4.953373702053199e-05,
      "loss": 4.3649,
      "step": 89315
    },
    {
      "epoch": 0.07818346855548777,
      "grad_norm": 0.4742630124092102,
      "learning_rate": 4.9533677390608654e-05,
      "loss": 5.3011,
      "step": 89320
    },
    {
      "epoch": 0.07818784514911492,
      "grad_norm": 0.4484489858150482,
      "learning_rate": 4.953361775691753e-05,
      "loss": 5.8315,
      "step": 89325
    },
    {
      "epoch": 0.07819222174274208,
      "grad_norm": 0.4342525005340576,
      "learning_rate": 4.953355811945864e-05,
      "loss": 5.518,
      "step": 89330
    },
    {
      "epoch": 0.07819659833636923,
      "grad_norm": 0.38797828555107117,
      "learning_rate": 4.9533498478231973e-05,
      "loss": 5.0164,
      "step": 89335
    },
    {
      "epoch": 0.07820097492999638,
      "grad_norm": 0.4576391875743866,
      "learning_rate": 4.953343883323756e-05,
      "loss": 5.8397,
      "step": 89340
    },
    {
      "epoch": 0.07820535152362354,
      "grad_norm": 0.39593398571014404,
      "learning_rate": 4.9533379184475406e-05,
      "loss": 5.5002,
      "step": 89345
    },
    {
      "epoch": 0.07820972811725069,
      "grad_norm": 0.3762868344783783,
      "learning_rate": 4.953331953194552e-05,
      "loss": 5.9941,
      "step": 89350
    },
    {
      "epoch": 0.07821410471087785,
      "grad_norm": 0.3509070575237274,
      "learning_rate": 4.953325987564792e-05,
      "loss": 5.334,
      "step": 89355
    },
    {
      "epoch": 0.078218481304505,
      "grad_norm": 0.37115368247032166,
      "learning_rate": 4.9533200215582606e-05,
      "loss": 5.3122,
      "step": 89360
    },
    {
      "epoch": 0.07822285789813216,
      "grad_norm": 0.4368492364883423,
      "learning_rate": 4.9533140551749616e-05,
      "loss": 4.8817,
      "step": 89365
    },
    {
      "epoch": 0.0782272344917593,
      "grad_norm": 0.3977779150009155,
      "learning_rate": 4.953308088414893e-05,
      "loss": 5.4475,
      "step": 89370
    },
    {
      "epoch": 0.07823161108538647,
      "grad_norm": 0.3676901161670685,
      "learning_rate": 4.953302121278057e-05,
      "loss": 6.0506,
      "step": 89375
    },
    {
      "epoch": 0.07823598767901362,
      "grad_norm": 0.34173107147216797,
      "learning_rate": 4.953296153764456e-05,
      "loss": 5.8466,
      "step": 89380
    },
    {
      "epoch": 0.07824036427264078,
      "grad_norm": 0.42739635705947876,
      "learning_rate": 4.95329018587409e-05,
      "loss": 4.4657,
      "step": 89385
    },
    {
      "epoch": 0.07824474086626793,
      "grad_norm": 0.4345981776714325,
      "learning_rate": 4.953284217606959e-05,
      "loss": 4.7147,
      "step": 89390
    },
    {
      "epoch": 0.07824911745989509,
      "grad_norm": 0.36560022830963135,
      "learning_rate": 4.953278248963068e-05,
      "loss": 5.2033,
      "step": 89395
    },
    {
      "epoch": 0.07825349405352224,
      "grad_norm": 0.410104900598526,
      "learning_rate": 4.9532722799424133e-05,
      "loss": 5.4352,
      "step": 89400
    },
    {
      "epoch": 0.0782578706471494,
      "grad_norm": 0.42483407258987427,
      "learning_rate": 4.953266310545e-05,
      "loss": 6.0613,
      "step": 89405
    },
    {
      "epoch": 0.07826224724077654,
      "grad_norm": 0.46653077006340027,
      "learning_rate": 4.9532603407708266e-05,
      "loss": 5.235,
      "step": 89410
    },
    {
      "epoch": 0.0782666238344037,
      "grad_norm": 0.40194931626319885,
      "learning_rate": 4.953254370619895e-05,
      "loss": 5.8358,
      "step": 89415
    },
    {
      "epoch": 0.07827100042803085,
      "grad_norm": 0.47252240777015686,
      "learning_rate": 4.953248400092208e-05,
      "loss": 5.4564,
      "step": 89420
    },
    {
      "epoch": 0.07827537702165802,
      "grad_norm": 0.37242138385772705,
      "learning_rate": 4.9532424291877646e-05,
      "loss": 5.2843,
      "step": 89425
    },
    {
      "epoch": 0.07827975361528516,
      "grad_norm": 0.38542476296424866,
      "learning_rate": 4.953236457906566e-05,
      "loss": 5.5705,
      "step": 89430
    },
    {
      "epoch": 0.07828413020891233,
      "grad_norm": 0.4635012149810791,
      "learning_rate": 4.953230486248615e-05,
      "loss": 5.3271,
      "step": 89435
    },
    {
      "epoch": 0.07828850680253947,
      "grad_norm": 0.38677871227264404,
      "learning_rate": 4.953224514213911e-05,
      "loss": 5.5643,
      "step": 89440
    },
    {
      "epoch": 0.07829288339616663,
      "grad_norm": 0.4513759911060333,
      "learning_rate": 4.953218541802457e-05,
      "loss": 4.5048,
      "step": 89445
    },
    {
      "epoch": 0.07829725998979378,
      "grad_norm": 0.45820409059524536,
      "learning_rate": 4.9532125690142525e-05,
      "loss": 5.5203,
      "step": 89450
    },
    {
      "epoch": 0.07830163658342094,
      "grad_norm": 0.44817641377449036,
      "learning_rate": 4.9532065958493e-05,
      "loss": 4.3987,
      "step": 89455
    },
    {
      "epoch": 0.07830601317704809,
      "grad_norm": 0.43915224075317383,
      "learning_rate": 4.9532006223076e-05,
      "loss": 4.8949,
      "step": 89460
    },
    {
      "epoch": 0.07831038977067525,
      "grad_norm": 0.4156065881252289,
      "learning_rate": 4.953194648389153e-05,
      "loss": 5.3133,
      "step": 89465
    },
    {
      "epoch": 0.0783147663643024,
      "grad_norm": 0.49278607964515686,
      "learning_rate": 4.9531886740939605e-05,
      "loss": 5.0147,
      "step": 89470
    },
    {
      "epoch": 0.07831914295792955,
      "grad_norm": 0.45517024397850037,
      "learning_rate": 4.953182699422024e-05,
      "loss": 4.7042,
      "step": 89475
    },
    {
      "epoch": 0.07832351955155671,
      "grad_norm": 0.42580240964889526,
      "learning_rate": 4.953176724373346e-05,
      "loss": 5.5219,
      "step": 89480
    },
    {
      "epoch": 0.07832789614518386,
      "grad_norm": 0.36439546942710876,
      "learning_rate": 4.953170748947925e-05,
      "loss": 5.5088,
      "step": 89485
    },
    {
      "epoch": 0.07833227273881102,
      "grad_norm": 0.4282356798648834,
      "learning_rate": 4.953164773145763e-05,
      "loss": 5.0195,
      "step": 89490
    },
    {
      "epoch": 0.07833664933243817,
      "grad_norm": 0.42592862248420715,
      "learning_rate": 4.953158796966862e-05,
      "loss": 5.0306,
      "step": 89495
    },
    {
      "epoch": 0.07834102592606533,
      "grad_norm": 0.413732647895813,
      "learning_rate": 4.953152820411222e-05,
      "loss": 5.4311,
      "step": 89500
    },
    {
      "epoch": 0.07834540251969248,
      "grad_norm": 0.48976635932922363,
      "learning_rate": 4.9531468434788453e-05,
      "loss": 5.3223,
      "step": 89505
    },
    {
      "epoch": 0.07834977911331964,
      "grad_norm": 0.38630905747413635,
      "learning_rate": 4.9531408661697334e-05,
      "loss": 5.514,
      "step": 89510
    },
    {
      "epoch": 0.07835415570694679,
      "grad_norm": 0.40344586968421936,
      "learning_rate": 4.9531348884838856e-05,
      "loss": 6.3596,
      "step": 89515
    },
    {
      "epoch": 0.07835853230057395,
      "grad_norm": 0.43326207995414734,
      "learning_rate": 4.953128910421304e-05,
      "loss": 4.9949,
      "step": 89520
    },
    {
      "epoch": 0.0783629088942011,
      "grad_norm": 0.4540819823741913,
      "learning_rate": 4.953122931981992e-05,
      "loss": 6.0527,
      "step": 89525
    },
    {
      "epoch": 0.07836728548782826,
      "grad_norm": 0.3845912218093872,
      "learning_rate": 4.953116953165946e-05,
      "loss": 5.4765,
      "step": 89530
    },
    {
      "epoch": 0.0783716620814554,
      "grad_norm": 0.423783540725708,
      "learning_rate": 4.953110973973171e-05,
      "loss": 5.4207,
      "step": 89535
    },
    {
      "epoch": 0.07837603867508257,
      "grad_norm": 0.4329789876937866,
      "learning_rate": 4.9531049944036656e-05,
      "loss": 5.528,
      "step": 89540
    },
    {
      "epoch": 0.07838041526870972,
      "grad_norm": 0.46048757433891296,
      "learning_rate": 4.953099014457433e-05,
      "loss": 5.5157,
      "step": 89545
    },
    {
      "epoch": 0.07838479186233688,
      "grad_norm": 0.41229477524757385,
      "learning_rate": 4.9530930341344736e-05,
      "loss": 6.3695,
      "step": 89550
    },
    {
      "epoch": 0.07838916845596403,
      "grad_norm": 0.3730355501174927,
      "learning_rate": 4.95308705343479e-05,
      "loss": 5.8228,
      "step": 89555
    },
    {
      "epoch": 0.07839354504959119,
      "grad_norm": 0.48272940516471863,
      "learning_rate": 4.9530810723583795e-05,
      "loss": 5.0074,
      "step": 89560
    },
    {
      "epoch": 0.07839792164321834,
      "grad_norm": 0.39851436018943787,
      "learning_rate": 4.953075090905247e-05,
      "loss": 5.8086,
      "step": 89565
    },
    {
      "epoch": 0.0784022982368455,
      "grad_norm": 0.5261240601539612,
      "learning_rate": 4.953069109075392e-05,
      "loss": 4.9911,
      "step": 89570
    },
    {
      "epoch": 0.07840667483047264,
      "grad_norm": 0.4497741162776947,
      "learning_rate": 4.9530631268688156e-05,
      "loss": 4.782,
      "step": 89575
    },
    {
      "epoch": 0.0784110514240998,
      "grad_norm": 0.4437687397003174,
      "learning_rate": 4.95305714428552e-05,
      "loss": 5.1693,
      "step": 89580
    },
    {
      "epoch": 0.07841542801772695,
      "grad_norm": 0.44594502449035645,
      "learning_rate": 4.953051161325506e-05,
      "loss": 4.1261,
      "step": 89585
    },
    {
      "epoch": 0.07841980461135412,
      "grad_norm": 0.5250982046127319,
      "learning_rate": 4.953045177988773e-05,
      "loss": 5.5265,
      "step": 89590
    },
    {
      "epoch": 0.07842418120498126,
      "grad_norm": 0.395752489566803,
      "learning_rate": 4.953039194275325e-05,
      "loss": 5.2857,
      "step": 89595
    },
    {
      "epoch": 0.07842855779860841,
      "grad_norm": 0.40555644035339355,
      "learning_rate": 4.953033210185161e-05,
      "loss": 4.4835,
      "step": 89600
    },
    {
      "epoch": 0.07843293439223557,
      "grad_norm": 0.401335746049881,
      "learning_rate": 4.953027225718283e-05,
      "loss": 4.765,
      "step": 89605
    },
    {
      "epoch": 0.07843731098586272,
      "grad_norm": 0.5532984733581543,
      "learning_rate": 4.9530212408746924e-05,
      "loss": 4.8859,
      "step": 89610
    },
    {
      "epoch": 0.07844168757948988,
      "grad_norm": 0.4884788691997528,
      "learning_rate": 4.95301525565439e-05,
      "loss": 4.4756,
      "step": 89615
    },
    {
      "epoch": 0.07844606417311703,
      "grad_norm": 0.4262999892234802,
      "learning_rate": 4.953009270057376e-05,
      "loss": 5.2807,
      "step": 89620
    },
    {
      "epoch": 0.07845044076674419,
      "grad_norm": 0.42558932304382324,
      "learning_rate": 4.9530032840836524e-05,
      "loss": 5.8263,
      "step": 89625
    },
    {
      "epoch": 0.07845481736037134,
      "grad_norm": 0.4520303010940552,
      "learning_rate": 4.952997297733222e-05,
      "loss": 5.7359,
      "step": 89630
    },
    {
      "epoch": 0.0784591939539985,
      "grad_norm": 0.36263853311538696,
      "learning_rate": 4.9529913110060836e-05,
      "loss": 5.301,
      "step": 89635
    },
    {
      "epoch": 0.07846357054762565,
      "grad_norm": 0.36669155955314636,
      "learning_rate": 4.95298532390224e-05,
      "loss": 5.2654,
      "step": 89640
    },
    {
      "epoch": 0.07846794714125281,
      "grad_norm": 0.4026670455932617,
      "learning_rate": 4.9529793364216905e-05,
      "loss": 5.3012,
      "step": 89645
    },
    {
      "epoch": 0.07847232373487996,
      "grad_norm": 0.44474998116493225,
      "learning_rate": 4.9529733485644366e-05,
      "loss": 4.908,
      "step": 89650
    },
    {
      "epoch": 0.07847670032850712,
      "grad_norm": 0.4036423861980438,
      "learning_rate": 4.9529673603304814e-05,
      "loss": 5.23,
      "step": 89655
    },
    {
      "epoch": 0.07848107692213427,
      "grad_norm": 0.3701283931732178,
      "learning_rate": 4.952961371719824e-05,
      "loss": 4.9786,
      "step": 89660
    },
    {
      "epoch": 0.07848545351576143,
      "grad_norm": 0.4213656187057495,
      "learning_rate": 4.952955382732467e-05,
      "loss": 5.0108,
      "step": 89665
    },
    {
      "epoch": 0.07848983010938858,
      "grad_norm": 0.37670543789863586,
      "learning_rate": 4.9529493933684114e-05,
      "loss": 4.986,
      "step": 89670
    },
    {
      "epoch": 0.07849420670301574,
      "grad_norm": 0.3941084146499634,
      "learning_rate": 4.9529434036276565e-05,
      "loss": 5.5218,
      "step": 89675
    },
    {
      "epoch": 0.07849858329664289,
      "grad_norm": 0.5060927271842957,
      "learning_rate": 4.9529374135102056e-05,
      "loss": 4.9153,
      "step": 89680
    },
    {
      "epoch": 0.07850295989027005,
      "grad_norm": 0.3632963001728058,
      "learning_rate": 4.9529314230160595e-05,
      "loss": 5.7969,
      "step": 89685
    },
    {
      "epoch": 0.0785073364838972,
      "grad_norm": 0.3806602954864502,
      "learning_rate": 4.9529254321452176e-05,
      "loss": 6.0385,
      "step": 89690
    },
    {
      "epoch": 0.07851171307752436,
      "grad_norm": 0.4363151490688324,
      "learning_rate": 4.9529194408976845e-05,
      "loss": 5.1704,
      "step": 89695
    },
    {
      "epoch": 0.0785160896711515,
      "grad_norm": 0.40789899230003357,
      "learning_rate": 4.952913449273456e-05,
      "loss": 5.4318,
      "step": 89700
    },
    {
      "epoch": 0.07852046626477867,
      "grad_norm": 0.3612961769104004,
      "learning_rate": 4.952907457272539e-05,
      "loss": 5.4994,
      "step": 89705
    },
    {
      "epoch": 0.07852484285840582,
      "grad_norm": 0.35664308071136475,
      "learning_rate": 4.952901464894931e-05,
      "loss": 5.5116,
      "step": 89710
    },
    {
      "epoch": 0.07852921945203298,
      "grad_norm": 0.37170982360839844,
      "learning_rate": 4.952895472140636e-05,
      "loss": 5.8395,
      "step": 89715
    },
    {
      "epoch": 0.07853359604566013,
      "grad_norm": 0.36677947640419006,
      "learning_rate": 4.9528894790096514e-05,
      "loss": 5.2912,
      "step": 89720
    },
    {
      "epoch": 0.07853797263928729,
      "grad_norm": 0.3593577444553375,
      "learning_rate": 4.952883485501982e-05,
      "loss": 5.7287,
      "step": 89725
    },
    {
      "epoch": 0.07854234923291444,
      "grad_norm": 0.4408746361732483,
      "learning_rate": 4.952877491617627e-05,
      "loss": 5.7199,
      "step": 89730
    },
    {
      "epoch": 0.07854672582654158,
      "grad_norm": 0.4555443823337555,
      "learning_rate": 4.952871497356587e-05,
      "loss": 5.4763,
      "step": 89735
    },
    {
      "epoch": 0.07855110242016874,
      "grad_norm": 0.4414612054824829,
      "learning_rate": 4.9528655027188656e-05,
      "loss": 6.0199,
      "step": 89740
    },
    {
      "epoch": 0.07855547901379589,
      "grad_norm": 0.473498672246933,
      "learning_rate": 4.9528595077044604e-05,
      "loss": 5.8381,
      "step": 89745
    },
    {
      "epoch": 0.07855985560742305,
      "grad_norm": 0.47393542528152466,
      "learning_rate": 4.952853512313377e-05,
      "loss": 4.7021,
      "step": 89750
    },
    {
      "epoch": 0.0785642322010502,
      "grad_norm": 0.39208075404167175,
      "learning_rate": 4.9528475165456126e-05,
      "loss": 6.0297,
      "step": 89755
    },
    {
      "epoch": 0.07856860879467736,
      "grad_norm": 0.4758802056312561,
      "learning_rate": 4.95284152040117e-05,
      "loss": 5.2913,
      "step": 89760
    },
    {
      "epoch": 0.07857298538830451,
      "grad_norm": 0.4108112156391144,
      "learning_rate": 4.9528355238800504e-05,
      "loss": 5.8383,
      "step": 89765
    },
    {
      "epoch": 0.07857736198193167,
      "grad_norm": 0.45175817608833313,
      "learning_rate": 4.9528295269822546e-05,
      "loss": 4.3931,
      "step": 89770
    },
    {
      "epoch": 0.07858173857555882,
      "grad_norm": 0.435221791267395,
      "learning_rate": 4.952823529707784e-05,
      "loss": 4.1717,
      "step": 89775
    },
    {
      "epoch": 0.07858611516918598,
      "grad_norm": 0.48138824105262756,
      "learning_rate": 4.9528175320566405e-05,
      "loss": 5.2194,
      "step": 89780
    },
    {
      "epoch": 0.07859049176281313,
      "grad_norm": 0.43504947423934937,
      "learning_rate": 4.952811534028824e-05,
      "loss": 4.9067,
      "step": 89785
    },
    {
      "epoch": 0.07859486835644029,
      "grad_norm": 0.4348551332950592,
      "learning_rate": 4.952805535624336e-05,
      "loss": 5.0367,
      "step": 89790
    },
    {
      "epoch": 0.07859924495006744,
      "grad_norm": 0.4319000542163849,
      "learning_rate": 4.952799536843178e-05,
      "loss": 4.3621,
      "step": 89795
    },
    {
      "epoch": 0.0786036215436946,
      "grad_norm": 0.44184410572052,
      "learning_rate": 4.952793537685351e-05,
      "loss": 5.8613,
      "step": 89800
    },
    {
      "epoch": 0.07860799813732175,
      "grad_norm": 0.38369959592819214,
      "learning_rate": 4.952787538150856e-05,
      "loss": 6.0805,
      "step": 89805
    },
    {
      "epoch": 0.07861237473094891,
      "grad_norm": 0.4425744414329529,
      "learning_rate": 4.952781538239694e-05,
      "loss": 5.3056,
      "step": 89810
    },
    {
      "epoch": 0.07861675132457606,
      "grad_norm": 0.3968358337879181,
      "learning_rate": 4.952775537951867e-05,
      "loss": 5.5022,
      "step": 89815
    },
    {
      "epoch": 0.07862112791820322,
      "grad_norm": 0.4026157855987549,
      "learning_rate": 4.952769537287375e-05,
      "loss": 5.5062,
      "step": 89820
    },
    {
      "epoch": 0.07862550451183037,
      "grad_norm": 0.4461672902107239,
      "learning_rate": 4.95276353624622e-05,
      "loss": 5.7463,
      "step": 89825
    },
    {
      "epoch": 0.07862988110545753,
      "grad_norm": 0.41669514775276184,
      "learning_rate": 4.952757534828404e-05,
      "loss": 5.2272,
      "step": 89830
    },
    {
      "epoch": 0.07863425769908468,
      "grad_norm": 0.3836883008480072,
      "learning_rate": 4.9527515330339255e-05,
      "loss": 6.0414,
      "step": 89835
    },
    {
      "epoch": 0.07863863429271184,
      "grad_norm": 0.4182278513908386,
      "learning_rate": 4.952745530862788e-05,
      "loss": 4.7779,
      "step": 89840
    },
    {
      "epoch": 0.07864301088633899,
      "grad_norm": 0.42848870158195496,
      "learning_rate": 4.952739528314992e-05,
      "loss": 4.6694,
      "step": 89845
    },
    {
      "epoch": 0.07864738747996615,
      "grad_norm": 0.4808225631713867,
      "learning_rate": 4.952733525390538e-05,
      "loss": 5.2296,
      "step": 89850
    },
    {
      "epoch": 0.0786517640735933,
      "grad_norm": 0.5833883881568909,
      "learning_rate": 4.9527275220894274e-05,
      "loss": 5.2414,
      "step": 89855
    },
    {
      "epoch": 0.07865614066722044,
      "grad_norm": 0.3852323293685913,
      "learning_rate": 4.952721518411663e-05,
      "loss": 5.8311,
      "step": 89860
    },
    {
      "epoch": 0.0786605172608476,
      "grad_norm": 0.4216734766960144,
      "learning_rate": 4.9527155143572436e-05,
      "loss": 5.2284,
      "step": 89865
    },
    {
      "epoch": 0.07866489385447475,
      "grad_norm": 0.43391188979148865,
      "learning_rate": 4.952709509926171e-05,
      "loss": 5.7135,
      "step": 89870
    },
    {
      "epoch": 0.07866927044810192,
      "grad_norm": 0.440154492855072,
      "learning_rate": 4.952703505118448e-05,
      "loss": 4.9833,
      "step": 89875
    },
    {
      "epoch": 0.07867364704172906,
      "grad_norm": 0.3618316054344177,
      "learning_rate": 4.952697499934074e-05,
      "loss": 6.3359,
      "step": 89880
    },
    {
      "epoch": 0.07867802363535623,
      "grad_norm": 0.4253746569156647,
      "learning_rate": 4.952691494373049e-05,
      "loss": 5.2169,
      "step": 89885
    },
    {
      "epoch": 0.07868240022898337,
      "grad_norm": 0.35775822401046753,
      "learning_rate": 4.952685488435378e-05,
      "loss": 5.7674,
      "step": 89890
    },
    {
      "epoch": 0.07868677682261054,
      "grad_norm": 0.41526809334754944,
      "learning_rate": 4.95267948212106e-05,
      "loss": 4.7051,
      "step": 89895
    },
    {
      "epoch": 0.07869115341623768,
      "grad_norm": 0.4550358057022095,
      "learning_rate": 4.9526734754300954e-05,
      "loss": 5.5103,
      "step": 89900
    },
    {
      "epoch": 0.07869553000986484,
      "grad_norm": 0.4120844602584839,
      "learning_rate": 4.952667468362485e-05,
      "loss": 5.23,
      "step": 89905
    },
    {
      "epoch": 0.07869990660349199,
      "grad_norm": 0.42141667008399963,
      "learning_rate": 4.952661460918232e-05,
      "loss": 5.7713,
      "step": 89910
    },
    {
      "epoch": 0.07870428319711915,
      "grad_norm": 0.41612210869789124,
      "learning_rate": 4.9526554530973366e-05,
      "loss": 5.7406,
      "step": 89915
    },
    {
      "epoch": 0.0787086597907463,
      "grad_norm": 0.3714260160923004,
      "learning_rate": 4.952649444899801e-05,
      "loss": 5.5125,
      "step": 89920
    },
    {
      "epoch": 0.07871303638437346,
      "grad_norm": 0.36382582783699036,
      "learning_rate": 4.952643436325623e-05,
      "loss": 6.074,
      "step": 89925
    },
    {
      "epoch": 0.07871741297800061,
      "grad_norm": 0.48505276441574097,
      "learning_rate": 4.9526374273748075e-05,
      "loss": 4.9661,
      "step": 89930
    },
    {
      "epoch": 0.07872178957162777,
      "grad_norm": 0.400868684053421,
      "learning_rate": 4.952631418047354e-05,
      "loss": 5.4164,
      "step": 89935
    },
    {
      "epoch": 0.07872616616525492,
      "grad_norm": 0.3856169879436493,
      "learning_rate": 4.9526254083432645e-05,
      "loss": 5.8122,
      "step": 89940
    },
    {
      "epoch": 0.07873054275888208,
      "grad_norm": 0.4080699384212494,
      "learning_rate": 4.952619398262539e-05,
      "loss": 5.5424,
      "step": 89945
    },
    {
      "epoch": 0.07873491935250923,
      "grad_norm": 0.4167279601097107,
      "learning_rate": 4.952613387805179e-05,
      "loss": 4.6882,
      "step": 89950
    },
    {
      "epoch": 0.07873929594613639,
      "grad_norm": 0.37357980012893677,
      "learning_rate": 4.952607376971187e-05,
      "loss": 5.5677,
      "step": 89955
    },
    {
      "epoch": 0.07874367253976354,
      "grad_norm": 0.4272210896015167,
      "learning_rate": 4.952601365760562e-05,
      "loss": 5.7363,
      "step": 89960
    },
    {
      "epoch": 0.0787480491333907,
      "grad_norm": 0.4359928369522095,
      "learning_rate": 4.952595354173306e-05,
      "loss": 4.9787,
      "step": 89965
    },
    {
      "epoch": 0.07875242572701785,
      "grad_norm": 0.46844640374183655,
      "learning_rate": 4.9525893422094204e-05,
      "loss": 4.6861,
      "step": 89970
    },
    {
      "epoch": 0.07875680232064501,
      "grad_norm": 0.37483060359954834,
      "learning_rate": 4.9525833298689075e-05,
      "loss": 5.5381,
      "step": 89975
    },
    {
      "epoch": 0.07876117891427216,
      "grad_norm": 0.3712294399738312,
      "learning_rate": 4.952577317151765e-05,
      "loss": 5.4901,
      "step": 89980
    },
    {
      "epoch": 0.0787655555078993,
      "grad_norm": 0.3950110375881195,
      "learning_rate": 4.952571304057999e-05,
      "loss": 5.4158,
      "step": 89985
    },
    {
      "epoch": 0.07876993210152647,
      "grad_norm": 0.4107728898525238,
      "learning_rate": 4.952565290587606e-05,
      "loss": 4.9095,
      "step": 89990
    },
    {
      "epoch": 0.07877430869515362,
      "grad_norm": 0.46091875433921814,
      "learning_rate": 4.9525592767405904e-05,
      "loss": 5.226,
      "step": 89995
    },
    {
      "epoch": 0.07877868528878078,
      "grad_norm": 0.4305928945541382,
      "learning_rate": 4.952553262516951e-05,
      "loss": 5.7477,
      "step": 90000
    },
    {
      "epoch": 0.07878306188240793,
      "grad_norm": 0.3735218048095703,
      "learning_rate": 4.952547247916691e-05,
      "loss": 5.5055,
      "step": 90005
    },
    {
      "epoch": 0.07878743847603509,
      "grad_norm": 0.3931410312652588,
      "learning_rate": 4.95254123293981e-05,
      "loss": 5.3986,
      "step": 90010
    },
    {
      "epoch": 0.07879181506966224,
      "grad_norm": 0.492061048746109,
      "learning_rate": 4.95253521758631e-05,
      "loss": 4.6967,
      "step": 90015
    },
    {
      "epoch": 0.0787961916632894,
      "grad_norm": 0.3925986886024475,
      "learning_rate": 4.952529201856192e-05,
      "loss": 5.2875,
      "step": 90020
    },
    {
      "epoch": 0.07880056825691654,
      "grad_norm": 0.38800251483917236,
      "learning_rate": 4.952523185749457e-05,
      "loss": 6.0148,
      "step": 90025
    },
    {
      "epoch": 0.0788049448505437,
      "grad_norm": 0.417024701833725,
      "learning_rate": 4.952517169266106e-05,
      "loss": 5.2112,
      "step": 90030
    },
    {
      "epoch": 0.07880932144417085,
      "grad_norm": 0.43964865803718567,
      "learning_rate": 4.952511152406142e-05,
      "loss": 4.5062,
      "step": 90035
    },
    {
      "epoch": 0.07881369803779802,
      "grad_norm": 0.38396650552749634,
      "learning_rate": 4.9525051351695626e-05,
      "loss": 4.7856,
      "step": 90040
    },
    {
      "epoch": 0.07881807463142516,
      "grad_norm": 0.39348557591438293,
      "learning_rate": 4.952499117556372e-05,
      "loss": 5.8123,
      "step": 90045
    },
    {
      "epoch": 0.07882245122505233,
      "grad_norm": 0.4316054582595825,
      "learning_rate": 4.9524930995665694e-05,
      "loss": 5.2199,
      "step": 90050
    },
    {
      "epoch": 0.07882682781867947,
      "grad_norm": 0.4304339289665222,
      "learning_rate": 4.952487081200158e-05,
      "loss": 5.3122,
      "step": 90055
    },
    {
      "epoch": 0.07883120441230664,
      "grad_norm": 0.358314573764801,
      "learning_rate": 4.952481062457137e-05,
      "loss": 5.3026,
      "step": 90060
    },
    {
      "epoch": 0.07883558100593378,
      "grad_norm": 0.4183288812637329,
      "learning_rate": 4.952475043337509e-05,
      "loss": 5.5492,
      "step": 90065
    },
    {
      "epoch": 0.07883995759956094,
      "grad_norm": 0.5931851267814636,
      "learning_rate": 4.952469023841274e-05,
      "loss": 4.2827,
      "step": 90070
    },
    {
      "epoch": 0.07884433419318809,
      "grad_norm": 0.482814759016037,
      "learning_rate": 4.952463003968435e-05,
      "loss": 5.154,
      "step": 90075
    },
    {
      "epoch": 0.07884871078681525,
      "grad_norm": 0.4863884747028351,
      "learning_rate": 4.952456983718991e-05,
      "loss": 5.5297,
      "step": 90080
    },
    {
      "epoch": 0.0788530873804424,
      "grad_norm": 0.41633927822113037,
      "learning_rate": 4.952450963092944e-05,
      "loss": 4.9134,
      "step": 90085
    },
    {
      "epoch": 0.07885746397406956,
      "grad_norm": 0.39274975657463074,
      "learning_rate": 4.952444942090294e-05,
      "loss": 5.0017,
      "step": 90090
    },
    {
      "epoch": 0.07886184056769671,
      "grad_norm": 0.4218291938304901,
      "learning_rate": 4.9524389207110445e-05,
      "loss": 4.7016,
      "step": 90095
    },
    {
      "epoch": 0.07886621716132387,
      "grad_norm": 0.42202070355415344,
      "learning_rate": 4.952432898955196e-05,
      "loss": 6.0549,
      "step": 90100
    },
    {
      "epoch": 0.07887059375495102,
      "grad_norm": 0.5480145812034607,
      "learning_rate": 4.952426876822749e-05,
      "loss": 5.5024,
      "step": 90105
    },
    {
      "epoch": 0.07887497034857818,
      "grad_norm": 0.3759293258190155,
      "learning_rate": 4.952420854313704e-05,
      "loss": 6.0805,
      "step": 90110
    },
    {
      "epoch": 0.07887934694220533,
      "grad_norm": 0.4409259557723999,
      "learning_rate": 4.952414831428064e-05,
      "loss": 4.9898,
      "step": 90115
    },
    {
      "epoch": 0.07888372353583248,
      "grad_norm": 0.5146971940994263,
      "learning_rate": 4.952408808165828e-05,
      "loss": 4.9868,
      "step": 90120
    },
    {
      "epoch": 0.07888810012945964,
      "grad_norm": 0.45787516236305237,
      "learning_rate": 4.9524027845269997e-05,
      "loss": 4.9081,
      "step": 90125
    },
    {
      "epoch": 0.07889247672308679,
      "grad_norm": 0.4624060094356537,
      "learning_rate": 4.952396760511578e-05,
      "loss": 5.204,
      "step": 90130
    },
    {
      "epoch": 0.07889685331671395,
      "grad_norm": 0.42391109466552734,
      "learning_rate": 4.952390736119565e-05,
      "loss": 5.0429,
      "step": 90135
    },
    {
      "epoch": 0.0789012299103411,
      "grad_norm": 0.538985550403595,
      "learning_rate": 4.952384711350962e-05,
      "loss": 6.0594,
      "step": 90140
    },
    {
      "epoch": 0.07890560650396826,
      "grad_norm": 0.45194751024246216,
      "learning_rate": 4.952378686205771e-05,
      "loss": 4.7135,
      "step": 90145
    },
    {
      "epoch": 0.07890998309759541,
      "grad_norm": 0.4414055645465851,
      "learning_rate": 4.95237266068399e-05,
      "loss": 5.2341,
      "step": 90150
    },
    {
      "epoch": 0.07891435969122257,
      "grad_norm": 0.45449477434158325,
      "learning_rate": 4.952366634785623e-05,
      "loss": 5.0047,
      "step": 90155
    },
    {
      "epoch": 0.07891873628484972,
      "grad_norm": 0.36516889929771423,
      "learning_rate": 4.9523606085106724e-05,
      "loss": 5.7445,
      "step": 90160
    },
    {
      "epoch": 0.07892311287847688,
      "grad_norm": 0.3827792704105377,
      "learning_rate": 4.9523545818591354e-05,
      "loss": 6.0238,
      "step": 90165
    },
    {
      "epoch": 0.07892748947210403,
      "grad_norm": 0.4121830463409424,
      "learning_rate": 4.9523485548310156e-05,
      "loss": 5.4207,
      "step": 90170
    },
    {
      "epoch": 0.07893186606573119,
      "grad_norm": 0.4664587676525116,
      "learning_rate": 4.952342527426314e-05,
      "loss": 4.7499,
      "step": 90175
    },
    {
      "epoch": 0.07893624265935834,
      "grad_norm": 0.4432595372200012,
      "learning_rate": 4.9523364996450314e-05,
      "loss": 6.0254,
      "step": 90180
    },
    {
      "epoch": 0.0789406192529855,
      "grad_norm": 0.559968888759613,
      "learning_rate": 4.952330471487169e-05,
      "loss": 5.2133,
      "step": 90185
    },
    {
      "epoch": 0.07894499584661265,
      "grad_norm": 0.4027014374732971,
      "learning_rate": 4.9523244429527285e-05,
      "loss": 6.3715,
      "step": 90190
    },
    {
      "epoch": 0.0789493724402398,
      "grad_norm": 0.3673545718193054,
      "learning_rate": 4.95231841404171e-05,
      "loss": 6.0354,
      "step": 90195
    },
    {
      "epoch": 0.07895374903386695,
      "grad_norm": 0.406506210565567,
      "learning_rate": 4.952312384754115e-05,
      "loss": 5.2842,
      "step": 90200
    },
    {
      "epoch": 0.07895812562749412,
      "grad_norm": 0.3883136510848999,
      "learning_rate": 4.9523063550899454e-05,
      "loss": 6.3754,
      "step": 90205
    },
    {
      "epoch": 0.07896250222112126,
      "grad_norm": 0.38137027621269226,
      "learning_rate": 4.9523003250492025e-05,
      "loss": 5.5501,
      "step": 90210
    },
    {
      "epoch": 0.07896687881474843,
      "grad_norm": 0.44194042682647705,
      "learning_rate": 4.9522942946318864e-05,
      "loss": 4.9824,
      "step": 90215
    },
    {
      "epoch": 0.07897125540837557,
      "grad_norm": 0.46652522683143616,
      "learning_rate": 4.952288263837998e-05,
      "loss": 5.5082,
      "step": 90220
    },
    {
      "epoch": 0.07897563200200274,
      "grad_norm": 0.3736320734024048,
      "learning_rate": 4.95228223266754e-05,
      "loss": 5.7604,
      "step": 90225
    },
    {
      "epoch": 0.07898000859562988,
      "grad_norm": 0.37290307879447937,
      "learning_rate": 4.952276201120512e-05,
      "loss": 6.0434,
      "step": 90230
    },
    {
      "epoch": 0.07898438518925704,
      "grad_norm": 0.37514299154281616,
      "learning_rate": 4.952270169196916e-05,
      "loss": 5.5179,
      "step": 90235
    },
    {
      "epoch": 0.07898876178288419,
      "grad_norm": 0.3858307898044586,
      "learning_rate": 4.952264136896755e-05,
      "loss": 5.3227,
      "step": 90240
    },
    {
      "epoch": 0.07899313837651134,
      "grad_norm": 0.41421541571617126,
      "learning_rate": 4.952258104220025e-05,
      "loss": 5.1965,
      "step": 90245
    },
    {
      "epoch": 0.0789975149701385,
      "grad_norm": 0.4577274024486542,
      "learning_rate": 4.952252071166733e-05,
      "loss": 5.8208,
      "step": 90250
    },
    {
      "epoch": 0.07900189156376565,
      "grad_norm": 0.4269874691963196,
      "learning_rate": 4.952246037736877e-05,
      "loss": 5.1923,
      "step": 90255
    },
    {
      "epoch": 0.07900626815739281,
      "grad_norm": 0.36282020807266235,
      "learning_rate": 4.9522400039304584e-05,
      "loss": 5.2028,
      "step": 90260
    },
    {
      "epoch": 0.07901064475101996,
      "grad_norm": 0.4487628638744354,
      "learning_rate": 4.9522339697474784e-05,
      "loss": 5.2137,
      "step": 90265
    },
    {
      "epoch": 0.07901502134464712,
      "grad_norm": 0.38260748982429504,
      "learning_rate": 4.952227935187939e-05,
      "loss": 5.8312,
      "step": 90270
    },
    {
      "epoch": 0.07901939793827427,
      "grad_norm": 0.3890324831008911,
      "learning_rate": 4.95222190025184e-05,
      "loss": 6.0648,
      "step": 90275
    },
    {
      "epoch": 0.07902377453190143,
      "grad_norm": 0.4529632031917572,
      "learning_rate": 4.9522158649391846e-05,
      "loss": 4.9271,
      "step": 90280
    },
    {
      "epoch": 0.07902815112552858,
      "grad_norm": 0.37846577167510986,
      "learning_rate": 4.952209829249972e-05,
      "loss": 5.0163,
      "step": 90285
    },
    {
      "epoch": 0.07903252771915574,
      "grad_norm": 0.4580877125263214,
      "learning_rate": 4.952203793184204e-05,
      "loss": 5.295,
      "step": 90290
    },
    {
      "epoch": 0.07903690431278289,
      "grad_norm": 0.4572575092315674,
      "learning_rate": 4.952197756741882e-05,
      "loss": 4.6638,
      "step": 90295
    },
    {
      "epoch": 0.07904128090641005,
      "grad_norm": 0.38738858699798584,
      "learning_rate": 4.9521917199230075e-05,
      "loss": 5.2298,
      "step": 90300
    },
    {
      "epoch": 0.0790456575000372,
      "grad_norm": 0.34974536299705505,
      "learning_rate": 4.9521856827275806e-05,
      "loss": 5.8357,
      "step": 90305
    },
    {
      "epoch": 0.07905003409366436,
      "grad_norm": 0.4456575810909271,
      "learning_rate": 4.9521796451556035e-05,
      "loss": 5.5522,
      "step": 90310
    },
    {
      "epoch": 0.07905441068729151,
      "grad_norm": 0.4315909147262573,
      "learning_rate": 4.952173607207077e-05,
      "loss": 5.0244,
      "step": 90315
    },
    {
      "epoch": 0.07905878728091867,
      "grad_norm": 0.396308958530426,
      "learning_rate": 4.9521675688820016e-05,
      "loss": 5.8083,
      "step": 90320
    },
    {
      "epoch": 0.07906316387454582,
      "grad_norm": 0.3884921073913574,
      "learning_rate": 4.9521615301803793e-05,
      "loss": 6.0578,
      "step": 90325
    },
    {
      "epoch": 0.07906754046817298,
      "grad_norm": 0.4349369406700134,
      "learning_rate": 4.952155491102212e-05,
      "loss": 5.8476,
      "step": 90330
    },
    {
      "epoch": 0.07907191706180013,
      "grad_norm": 0.4281459450721741,
      "learning_rate": 4.952149451647497e-05,
      "loss": 5.829,
      "step": 90335
    },
    {
      "epoch": 0.07907629365542729,
      "grad_norm": 0.39843687415122986,
      "learning_rate": 4.9521434118162414e-05,
      "loss": 6.0576,
      "step": 90340
    },
    {
      "epoch": 0.07908067024905444,
      "grad_norm": 0.4436424970626831,
      "learning_rate": 4.952137371608443e-05,
      "loss": 4.9713,
      "step": 90345
    },
    {
      "epoch": 0.0790850468426816,
      "grad_norm": 0.45477038621902466,
      "learning_rate": 4.952131331024102e-05,
      "loss": 5.7986,
      "step": 90350
    },
    {
      "epoch": 0.07908942343630875,
      "grad_norm": 0.43693745136260986,
      "learning_rate": 4.952125290063222e-05,
      "loss": 5.3368,
      "step": 90355
    },
    {
      "epoch": 0.0790938000299359,
      "grad_norm": 0.44729045033454895,
      "learning_rate": 4.9521192487258015e-05,
      "loss": 5.2151,
      "step": 90360
    },
    {
      "epoch": 0.07909817662356305,
      "grad_norm": 0.4393567442893982,
      "learning_rate": 4.952113207011845e-05,
      "loss": 5.5205,
      "step": 90365
    },
    {
      "epoch": 0.07910255321719022,
      "grad_norm": 0.4436618983745575,
      "learning_rate": 4.95210716492135e-05,
      "loss": 5.0353,
      "step": 90370
    },
    {
      "epoch": 0.07910692981081736,
      "grad_norm": 0.45863646268844604,
      "learning_rate": 4.952101122454321e-05,
      "loss": 4.9904,
      "step": 90375
    },
    {
      "epoch": 0.07911130640444451,
      "grad_norm": 0.4514077603816986,
      "learning_rate": 4.952095079610758e-05,
      "loss": 5.003,
      "step": 90380
    },
    {
      "epoch": 0.07911568299807167,
      "grad_norm": 0.4272964596748352,
      "learning_rate": 4.95208903639066e-05,
      "loss": 5.2395,
      "step": 90385
    },
    {
      "epoch": 0.07912005959169882,
      "grad_norm": 0.4797506034374237,
      "learning_rate": 4.9520829927940316e-05,
      "loss": 5.5341,
      "step": 90390
    },
    {
      "epoch": 0.07912443618532598,
      "grad_norm": 0.46629294753074646,
      "learning_rate": 4.952076948820872e-05,
      "loss": 4.9165,
      "step": 90395
    },
    {
      "epoch": 0.07912881277895313,
      "grad_norm": 0.4573379158973694,
      "learning_rate": 4.952070904471182e-05,
      "loss": 4.7296,
      "step": 90400
    },
    {
      "epoch": 0.07913318937258029,
      "grad_norm": 0.4299703538417816,
      "learning_rate": 4.9520648597449634e-05,
      "loss": 5.212,
      "step": 90405
    },
    {
      "epoch": 0.07913756596620744,
      "grad_norm": 0.4306185245513916,
      "learning_rate": 4.952058814642219e-05,
      "loss": 5.7941,
      "step": 90410
    },
    {
      "epoch": 0.0791419425598346,
      "grad_norm": 0.4529469609260559,
      "learning_rate": 4.952052769162947e-05,
      "loss": 4.9545,
      "step": 90415
    },
    {
      "epoch": 0.07914631915346175,
      "grad_norm": 0.4450765550136566,
      "learning_rate": 4.952046723307151e-05,
      "loss": 4.8369,
      "step": 90420
    },
    {
      "epoch": 0.07915069574708891,
      "grad_norm": 0.4719204604625702,
      "learning_rate": 4.9520406770748304e-05,
      "loss": 5.5176,
      "step": 90425
    },
    {
      "epoch": 0.07915507234071606,
      "grad_norm": 0.4374464452266693,
      "learning_rate": 4.952034630465988e-05,
      "loss": 5.5325,
      "step": 90430
    },
    {
      "epoch": 0.07915944893434322,
      "grad_norm": 0.47277095913887024,
      "learning_rate": 4.9520285834806237e-05,
      "loss": 5.5071,
      "step": 90435
    },
    {
      "epoch": 0.07916382552797037,
      "grad_norm": 0.4347749948501587,
      "learning_rate": 4.952022536118739e-05,
      "loss": 5.1837,
      "step": 90440
    },
    {
      "epoch": 0.07916820212159753,
      "grad_norm": 0.427610844373703,
      "learning_rate": 4.952016488380334e-05,
      "loss": 5.027,
      "step": 90445
    },
    {
      "epoch": 0.07917257871522468,
      "grad_norm": 0.43012356758117676,
      "learning_rate": 4.952010440265413e-05,
      "loss": 6.0619,
      "step": 90450
    },
    {
      "epoch": 0.07917695530885184,
      "grad_norm": 0.3875633776187897,
      "learning_rate": 4.9520043917739745e-05,
      "loss": 5.2906,
      "step": 90455
    },
    {
      "epoch": 0.07918133190247899,
      "grad_norm": 0.37605127692222595,
      "learning_rate": 4.95199834290602e-05,
      "loss": 5.7537,
      "step": 90460
    },
    {
      "epoch": 0.07918570849610615,
      "grad_norm": 0.4081530272960663,
      "learning_rate": 4.951992293661552e-05,
      "loss": 5.1912,
      "step": 90465
    },
    {
      "epoch": 0.0791900850897333,
      "grad_norm": 0.41788449883461,
      "learning_rate": 4.951986244040568e-05,
      "loss": 4.7175,
      "step": 90470
    },
    {
      "epoch": 0.07919446168336046,
      "grad_norm": 0.443537175655365,
      "learning_rate": 4.9519801940430746e-05,
      "loss": 5.0105,
      "step": 90475
    },
    {
      "epoch": 0.07919883827698761,
      "grad_norm": 0.41491395235061646,
      "learning_rate": 4.9519741436690694e-05,
      "loss": 5.4537,
      "step": 90480
    },
    {
      "epoch": 0.07920321487061477,
      "grad_norm": 0.5920023918151855,
      "learning_rate": 4.951968092918554e-05,
      "loss": 4.9846,
      "step": 90485
    },
    {
      "epoch": 0.07920759146424192,
      "grad_norm": 0.48238852620124817,
      "learning_rate": 4.95196204179153e-05,
      "loss": 5.5469,
      "step": 90490
    },
    {
      "epoch": 0.07921196805786908,
      "grad_norm": 0.4700647294521332,
      "learning_rate": 4.9519559902879985e-05,
      "loss": 5.2201,
      "step": 90495
    },
    {
      "epoch": 0.07921634465149623,
      "grad_norm": 0.4242325723171234,
      "learning_rate": 4.951949938407961e-05,
      "loss": 5.2502,
      "step": 90500
    },
    {
      "epoch": 0.07922072124512337,
      "grad_norm": 0.5583652257919312,
      "learning_rate": 4.951943886151419e-05,
      "loss": 5.1146,
      "step": 90505
    },
    {
      "epoch": 0.07922509783875054,
      "grad_norm": 0.45578503608703613,
      "learning_rate": 4.951937833518371e-05,
      "loss": 5.2513,
      "step": 90510
    },
    {
      "epoch": 0.07922947443237768,
      "grad_norm": 0.4784664213657379,
      "learning_rate": 4.951931780508822e-05,
      "loss": 5.0551,
      "step": 90515
    },
    {
      "epoch": 0.07923385102600485,
      "grad_norm": 0.4078764319419861,
      "learning_rate": 4.95192572712277e-05,
      "loss": 5.2353,
      "step": 90520
    },
    {
      "epoch": 0.07923822761963199,
      "grad_norm": 0.3726178705692291,
      "learning_rate": 4.951919673360219e-05,
      "loss": 6.3453,
      "step": 90525
    },
    {
      "epoch": 0.07924260421325915,
      "grad_norm": 0.38837337493896484,
      "learning_rate": 4.951913619221168e-05,
      "loss": 4.8955,
      "step": 90530
    },
    {
      "epoch": 0.0792469808068863,
      "grad_norm": 0.37351909279823303,
      "learning_rate": 4.9519075647056176e-05,
      "loss": 5.7074,
      "step": 90535
    },
    {
      "epoch": 0.07925135740051346,
      "grad_norm": 0.4736486077308655,
      "learning_rate": 4.951901509813571e-05,
      "loss": 4.1434,
      "step": 90540
    },
    {
      "epoch": 0.07925573399414061,
      "grad_norm": 0.40988022089004517,
      "learning_rate": 4.95189545454503e-05,
      "loss": 4.8142,
      "step": 90545
    },
    {
      "epoch": 0.07926011058776777,
      "grad_norm": 0.40477892756462097,
      "learning_rate": 4.951889398899992e-05,
      "loss": 5.4488,
      "step": 90550
    },
    {
      "epoch": 0.07926448718139492,
      "grad_norm": 0.4000861644744873,
      "learning_rate": 4.951883342878463e-05,
      "loss": 5.5186,
      "step": 90555
    },
    {
      "epoch": 0.07926886377502208,
      "grad_norm": 0.3784567713737488,
      "learning_rate": 4.951877286480441e-05,
      "loss": 5.2479,
      "step": 90560
    },
    {
      "epoch": 0.07927324036864923,
      "grad_norm": 0.3994685709476471,
      "learning_rate": 4.951871229705927e-05,
      "loss": 5.4305,
      "step": 90565
    },
    {
      "epoch": 0.07927761696227639,
      "grad_norm": 0.3969157934188843,
      "learning_rate": 4.9518651725549236e-05,
      "loss": 5.8303,
      "step": 90570
    },
    {
      "epoch": 0.07928199355590354,
      "grad_norm": 0.5176742672920227,
      "learning_rate": 4.951859115027431e-05,
      "loss": 4.4542,
      "step": 90575
    },
    {
      "epoch": 0.0792863701495307,
      "grad_norm": 0.3970140516757965,
      "learning_rate": 4.951853057123451e-05,
      "loss": 5.3097,
      "step": 90580
    },
    {
      "epoch": 0.07929074674315785,
      "grad_norm": 0.44224849343299866,
      "learning_rate": 4.9518469988429836e-05,
      "loss": 5.1311,
      "step": 90585
    },
    {
      "epoch": 0.07929512333678501,
      "grad_norm": 0.46777817606925964,
      "learning_rate": 4.951840940186032e-05,
      "loss": 5.2085,
      "step": 90590
    },
    {
      "epoch": 0.07929949993041216,
      "grad_norm": 0.47218579053878784,
      "learning_rate": 4.951834881152596e-05,
      "loss": 5.3209,
      "step": 90595
    },
    {
      "epoch": 0.07930387652403932,
      "grad_norm": 0.40688687562942505,
      "learning_rate": 4.9518288217426775e-05,
      "loss": 5.2298,
      "step": 90600
    },
    {
      "epoch": 0.07930825311766647,
      "grad_norm": 0.43569785356521606,
      "learning_rate": 4.951822761956276e-05,
      "loss": 4.4797,
      "step": 90605
    },
    {
      "epoch": 0.07931262971129363,
      "grad_norm": 0.43205899000167847,
      "learning_rate": 4.951816701793396e-05,
      "loss": 5.1834,
      "step": 90610
    },
    {
      "epoch": 0.07931700630492078,
      "grad_norm": 0.397786945104599,
      "learning_rate": 4.951810641254034e-05,
      "loss": 5.5236,
      "step": 90615
    },
    {
      "epoch": 0.07932138289854794,
      "grad_norm": 0.4420359432697296,
      "learning_rate": 4.951804580338195e-05,
      "loss": 6.052,
      "step": 90620
    },
    {
      "epoch": 0.07932575949217509,
      "grad_norm": 0.4102860987186432,
      "learning_rate": 4.9517985190458795e-05,
      "loss": 4.6784,
      "step": 90625
    },
    {
      "epoch": 0.07933013608580224,
      "grad_norm": 0.4751201570034027,
      "learning_rate": 4.951792457377087e-05,
      "loss": 5.1457,
      "step": 90630
    },
    {
      "epoch": 0.0793345126794294,
      "grad_norm": 0.46767863631248474,
      "learning_rate": 4.95178639533182e-05,
      "loss": 5.5023,
      "step": 90635
    },
    {
      "epoch": 0.07933888927305655,
      "grad_norm": 0.5581697225570679,
      "learning_rate": 4.9517803329100784e-05,
      "loss": 4.464,
      "step": 90640
    },
    {
      "epoch": 0.07934326586668371,
      "grad_norm": 0.43649834394454956,
      "learning_rate": 4.9517742701118664e-05,
      "loss": 5.7541,
      "step": 90645
    },
    {
      "epoch": 0.07934764246031085,
      "grad_norm": 0.41670557856559753,
      "learning_rate": 4.9517682069371815e-05,
      "loss": 6.0629,
      "step": 90650
    },
    {
      "epoch": 0.07935201905393802,
      "grad_norm": 0.41358792781829834,
      "learning_rate": 4.951762143386027e-05,
      "loss": 4.9146,
      "step": 90655
    },
    {
      "epoch": 0.07935639564756516,
      "grad_norm": 0.439662903547287,
      "learning_rate": 4.9517560794584036e-05,
      "loss": 5.319,
      "step": 90660
    },
    {
      "epoch": 0.07936077224119233,
      "grad_norm": 0.40704020857810974,
      "learning_rate": 4.951750015154313e-05,
      "loss": 5.7193,
      "step": 90665
    },
    {
      "epoch": 0.07936514883481947,
      "grad_norm": 0.4444844722747803,
      "learning_rate": 4.951743950473755e-05,
      "loss": 4.1657,
      "step": 90670
    },
    {
      "epoch": 0.07936952542844664,
      "grad_norm": 0.665132462978363,
      "learning_rate": 4.951737885416732e-05,
      "loss": 4.7157,
      "step": 90675
    },
    {
      "epoch": 0.07937390202207378,
      "grad_norm": 0.5044249892234802,
      "learning_rate": 4.9517318199832444e-05,
      "loss": 5.8264,
      "step": 90680
    },
    {
      "epoch": 0.07937827861570095,
      "grad_norm": 0.41409313678741455,
      "learning_rate": 4.951725754173294e-05,
      "loss": 5.8078,
      "step": 90685
    },
    {
      "epoch": 0.07938265520932809,
      "grad_norm": 0.4653794467449188,
      "learning_rate": 4.951719687986881e-05,
      "loss": 6.0953,
      "step": 90690
    },
    {
      "epoch": 0.07938703180295525,
      "grad_norm": 0.4378747344017029,
      "learning_rate": 4.951713621424009e-05,
      "loss": 4.2471,
      "step": 90695
    },
    {
      "epoch": 0.0793914083965824,
      "grad_norm": 0.4352686107158661,
      "learning_rate": 4.951707554484676e-05,
      "loss": 5.5369,
      "step": 90700
    },
    {
      "epoch": 0.07939578499020956,
      "grad_norm": 0.5696339011192322,
      "learning_rate": 4.9517014871688835e-05,
      "loss": 4.6611,
      "step": 90705
    },
    {
      "epoch": 0.07940016158383671,
      "grad_norm": 0.43100520968437195,
      "learning_rate": 4.9516954194766364e-05,
      "loss": 4.999,
      "step": 90710
    },
    {
      "epoch": 0.07940453817746387,
      "grad_norm": 0.4122108519077301,
      "learning_rate": 4.951689351407932e-05,
      "loss": 5.5133,
      "step": 90715
    },
    {
      "epoch": 0.07940891477109102,
      "grad_norm": 0.376566082239151,
      "learning_rate": 4.951683282962772e-05,
      "loss": 5.8565,
      "step": 90720
    },
    {
      "epoch": 0.07941329136471818,
      "grad_norm": 0.5156117677688599,
      "learning_rate": 4.951677214141159e-05,
      "loss": 4.9927,
      "step": 90725
    },
    {
      "epoch": 0.07941766795834533,
      "grad_norm": 0.3954099118709564,
      "learning_rate": 4.951671144943094e-05,
      "loss": 5.5306,
      "step": 90730
    },
    {
      "epoch": 0.07942204455197249,
      "grad_norm": 0.43549662828445435,
      "learning_rate": 4.9516650753685766e-05,
      "loss": 5.2002,
      "step": 90735
    },
    {
      "epoch": 0.07942642114559964,
      "grad_norm": 0.43979570269584656,
      "learning_rate": 4.951659005417609e-05,
      "loss": 5.4969,
      "step": 90740
    },
    {
      "epoch": 0.0794307977392268,
      "grad_norm": 0.45206645131111145,
      "learning_rate": 4.951652935090193e-05,
      "loss": 4.8204,
      "step": 90745
    },
    {
      "epoch": 0.07943517433285395,
      "grad_norm": 0.42909643054008484,
      "learning_rate": 4.951646864386329e-05,
      "loss": 5.232,
      "step": 90750
    },
    {
      "epoch": 0.07943955092648111,
      "grad_norm": 0.476244181394577,
      "learning_rate": 4.951640793306018e-05,
      "loss": 6.0432,
      "step": 90755
    },
    {
      "epoch": 0.07944392752010826,
      "grad_norm": 0.4445912837982178,
      "learning_rate": 4.951634721849262e-05,
      "loss": 5.7909,
      "step": 90760
    },
    {
      "epoch": 0.07944830411373541,
      "grad_norm": 0.44226568937301636,
      "learning_rate": 4.9516286500160616e-05,
      "loss": 5.2286,
      "step": 90765
    },
    {
      "epoch": 0.07945268070736257,
      "grad_norm": 0.3605193495750427,
      "learning_rate": 4.951622577806417e-05,
      "loss": 6.027,
      "step": 90770
    },
    {
      "epoch": 0.07945705730098972,
      "grad_norm": 0.40723544359207153,
      "learning_rate": 4.9516165052203314e-05,
      "loss": 5.4184,
      "step": 90775
    },
    {
      "epoch": 0.07946143389461688,
      "grad_norm": 0.37306320667266846,
      "learning_rate": 4.951610432257804e-05,
      "loss": 5.5007,
      "step": 90780
    },
    {
      "epoch": 0.07946581048824403,
      "grad_norm": 0.40713825821876526,
      "learning_rate": 4.9516043589188375e-05,
      "loss": 5.2099,
      "step": 90785
    },
    {
      "epoch": 0.07947018708187119,
      "grad_norm": 0.3563758432865143,
      "learning_rate": 4.951598285203433e-05,
      "loss": 5.5432,
      "step": 90790
    },
    {
      "epoch": 0.07947456367549834,
      "grad_norm": 0.41106531023979187,
      "learning_rate": 4.951592211111591e-05,
      "loss": 5.4359,
      "step": 90795
    },
    {
      "epoch": 0.0794789402691255,
      "grad_norm": 0.40860891342163086,
      "learning_rate": 4.9515861366433126e-05,
      "loss": 4.9345,
      "step": 90800
    },
    {
      "epoch": 0.07948331686275265,
      "grad_norm": 0.359454482793808,
      "learning_rate": 4.9515800617985986e-05,
      "loss": 4.7945,
      "step": 90805
    },
    {
      "epoch": 0.07948769345637981,
      "grad_norm": 0.3977036774158478,
      "learning_rate": 4.951573986577451e-05,
      "loss": 5.1381,
      "step": 90810
    },
    {
      "epoch": 0.07949207005000695,
      "grad_norm": 0.3942192792892456,
      "learning_rate": 4.951567910979872e-05,
      "loss": 5.2938,
      "step": 90815
    },
    {
      "epoch": 0.07949644664363412,
      "grad_norm": 0.42875590920448303,
      "learning_rate": 4.95156183500586e-05,
      "loss": 4.385,
      "step": 90820
    },
    {
      "epoch": 0.07950082323726126,
      "grad_norm": 0.4611469507217407,
      "learning_rate": 4.951555758655418e-05,
      "loss": 4.9883,
      "step": 90825
    },
    {
      "epoch": 0.07950519983088843,
      "grad_norm": 0.4468103051185608,
      "learning_rate": 4.9515496819285476e-05,
      "loss": 5.8213,
      "step": 90830
    },
    {
      "epoch": 0.07950957642451557,
      "grad_norm": 0.9321550726890564,
      "learning_rate": 4.9515436048252494e-05,
      "loss": 5.007,
      "step": 90835
    },
    {
      "epoch": 0.07951395301814274,
      "grad_norm": 0.45911553502082825,
      "learning_rate": 4.951537527345523e-05,
      "loss": 5.5452,
      "step": 90840
    },
    {
      "epoch": 0.07951832961176988,
      "grad_norm": 0.42720070481300354,
      "learning_rate": 4.9515314494893726e-05,
      "loss": 5.0182,
      "step": 90845
    },
    {
      "epoch": 0.07952270620539705,
      "grad_norm": 0.4383155107498169,
      "learning_rate": 4.9515253712567966e-05,
      "loss": 4.816,
      "step": 90850
    },
    {
      "epoch": 0.07952708279902419,
      "grad_norm": 0.48575836420059204,
      "learning_rate": 4.9515192926477985e-05,
      "loss": 4.9649,
      "step": 90855
    },
    {
      "epoch": 0.07953145939265135,
      "grad_norm": 0.40829116106033325,
      "learning_rate": 4.951513213662376e-05,
      "loss": 4.4778,
      "step": 90860
    },
    {
      "epoch": 0.0795358359862785,
      "grad_norm": 0.4170216917991638,
      "learning_rate": 4.9515071343005345e-05,
      "loss": 5.7814,
      "step": 90865
    },
    {
      "epoch": 0.07954021257990566,
      "grad_norm": 0.4450811743736267,
      "learning_rate": 4.951501054562274e-05,
      "loss": 5.5117,
      "step": 90870
    },
    {
      "epoch": 0.07954458917353281,
      "grad_norm": 0.434569776058197,
      "learning_rate": 4.9514949744475936e-05,
      "loss": 5.4858,
      "step": 90875
    },
    {
      "epoch": 0.07954896576715997,
      "grad_norm": 0.3419252634048462,
      "learning_rate": 4.9514888939564964e-05,
      "loss": 5.5308,
      "step": 90880
    },
    {
      "epoch": 0.07955334236078712,
      "grad_norm": 0.4163402020931244,
      "learning_rate": 4.9514828130889825e-05,
      "loss": 5.424,
      "step": 90885
    },
    {
      "epoch": 0.07955771895441427,
      "grad_norm": 0.46872782707214355,
      "learning_rate": 4.9514767318450526e-05,
      "loss": 4.6978,
      "step": 90890
    },
    {
      "epoch": 0.07956209554804143,
      "grad_norm": 0.3700515925884247,
      "learning_rate": 4.951470650224711e-05,
      "loss": 4.954,
      "step": 90895
    },
    {
      "epoch": 0.07956647214166858,
      "grad_norm": 0.3418852388858795,
      "learning_rate": 4.951464568227955e-05,
      "loss": 5.3224,
      "step": 90900
    },
    {
      "epoch": 0.07957084873529574,
      "grad_norm": 0.3641214966773987,
      "learning_rate": 4.951458485854788e-05,
      "loss": 5.7377,
      "step": 90905
    },
    {
      "epoch": 0.07957522532892289,
      "grad_norm": 0.34897416830062866,
      "learning_rate": 4.951452403105211e-05,
      "loss": 6.0502,
      "step": 90910
    },
    {
      "epoch": 0.07957960192255005,
      "grad_norm": 0.3866555094718933,
      "learning_rate": 4.951446319979224e-05,
      "loss": 5.5518,
      "step": 90915
    },
    {
      "epoch": 0.0795839785161772,
      "grad_norm": 0.4082781672477722,
      "learning_rate": 4.9514402364768295e-05,
      "loss": 4.9773,
      "step": 90920
    },
    {
      "epoch": 0.07958835510980436,
      "grad_norm": 0.3628787696361542,
      "learning_rate": 4.951434152598028e-05,
      "loss": 5.7279,
      "step": 90925
    },
    {
      "epoch": 0.07959273170343151,
      "grad_norm": 0.3522515892982483,
      "learning_rate": 4.95142806834282e-05,
      "loss": 6.3395,
      "step": 90930
    },
    {
      "epoch": 0.07959710829705867,
      "grad_norm": 0.39921608567237854,
      "learning_rate": 4.95142198371121e-05,
      "loss": 5.5255,
      "step": 90935
    },
    {
      "epoch": 0.07960148489068582,
      "grad_norm": 0.4204382598400116,
      "learning_rate": 4.951415898703194e-05,
      "loss": 4.3497,
      "step": 90940
    },
    {
      "epoch": 0.07960586148431298,
      "grad_norm": 0.41502442955970764,
      "learning_rate": 4.951409813318777e-05,
      "loss": 5.2212,
      "step": 90945
    },
    {
      "epoch": 0.07961023807794013,
      "grad_norm": 0.36741670966148376,
      "learning_rate": 4.9514037275579596e-05,
      "loss": 5.7561,
      "step": 90950
    },
    {
      "epoch": 0.07961461467156729,
      "grad_norm": 0.4571049213409424,
      "learning_rate": 4.951397641420742e-05,
      "loss": 5.2926,
      "step": 90955
    },
    {
      "epoch": 0.07961899126519444,
      "grad_norm": 0.4103419780731201,
      "learning_rate": 4.9513915549071254e-05,
      "loss": 4.6698,
      "step": 90960
    },
    {
      "epoch": 0.0796233678588216,
      "grad_norm": 0.3695944845676422,
      "learning_rate": 4.951385468017111e-05,
      "loss": 6.0436,
      "step": 90965
    },
    {
      "epoch": 0.07962774445244875,
      "grad_norm": 0.39740970730781555,
      "learning_rate": 4.9513793807507016e-05,
      "loss": 4.7145,
      "step": 90970
    },
    {
      "epoch": 0.07963212104607591,
      "grad_norm": 0.3758558928966522,
      "learning_rate": 4.951373293107896e-05,
      "loss": 5.503,
      "step": 90975
    },
    {
      "epoch": 0.07963649763970305,
      "grad_norm": 0.40404918789863586,
      "learning_rate": 4.951367205088696e-05,
      "loss": 5.7385,
      "step": 90980
    },
    {
      "epoch": 0.07964087423333022,
      "grad_norm": 0.45492789149284363,
      "learning_rate": 4.951361116693104e-05,
      "loss": 4.993,
      "step": 90985
    },
    {
      "epoch": 0.07964525082695736,
      "grad_norm": 0.45191460847854614,
      "learning_rate": 4.951355027921121e-05,
      "loss": 4.1758,
      "step": 90990
    },
    {
      "epoch": 0.07964962742058453,
      "grad_norm": 0.3927152752876282,
      "learning_rate": 4.9513489387727464e-05,
      "loss": 5.8575,
      "step": 90995
    },
    {
      "epoch": 0.07965400401421167,
      "grad_norm": 0.4516581892967224,
      "learning_rate": 4.951342849247984e-05,
      "loss": 5.2173,
      "step": 91000
    },
    {
      "epoch": 0.07965838060783884,
      "grad_norm": 0.4395468235015869,
      "learning_rate": 4.951336759346833e-05,
      "loss": 4.779,
      "step": 91005
    },
    {
      "epoch": 0.07966275720146598,
      "grad_norm": 0.44781216979026794,
      "learning_rate": 4.951330669069294e-05,
      "loss": 4.6997,
      "step": 91010
    },
    {
      "epoch": 0.07966713379509315,
      "grad_norm": 0.38562893867492676,
      "learning_rate": 4.95132457841537e-05,
      "loss": 5.0008,
      "step": 91015
    },
    {
      "epoch": 0.07967151038872029,
      "grad_norm": 0.39933323860168457,
      "learning_rate": 4.951318487385063e-05,
      "loss": 5.7354,
      "step": 91020
    },
    {
      "epoch": 0.07967588698234744,
      "grad_norm": 0.41934964060783386,
      "learning_rate": 4.95131239597837e-05,
      "loss": 5.2188,
      "step": 91025
    },
    {
      "epoch": 0.0796802635759746,
      "grad_norm": 0.5801827311515808,
      "learning_rate": 4.9513063041952957e-05,
      "loss": 4.5175,
      "step": 91030
    },
    {
      "epoch": 0.07968464016960175,
      "grad_norm": 0.408693790435791,
      "learning_rate": 4.951300212035841e-05,
      "loss": 5.023,
      "step": 91035
    },
    {
      "epoch": 0.07968901676322891,
      "grad_norm": 0.4534609913825989,
      "learning_rate": 4.951294119500006e-05,
      "loss": 6.0422,
      "step": 91040
    },
    {
      "epoch": 0.07969339335685606,
      "grad_norm": 0.4080410897731781,
      "learning_rate": 4.9512880265877927e-05,
      "loss": 4.2893,
      "step": 91045
    },
    {
      "epoch": 0.07969776995048322,
      "grad_norm": 0.39924031496047974,
      "learning_rate": 4.951281933299202e-05,
      "loss": 5.2027,
      "step": 91050
    },
    {
      "epoch": 0.07970214654411037,
      "grad_norm": 0.3905154764652252,
      "learning_rate": 4.951275839634234e-05,
      "loss": 5.0159,
      "step": 91055
    },
    {
      "epoch": 0.07970652313773753,
      "grad_norm": 0.5681625604629517,
      "learning_rate": 4.9512697455928924e-05,
      "loss": 4.4688,
      "step": 91060
    },
    {
      "epoch": 0.07971089973136468,
      "grad_norm": 0.47138839960098267,
      "learning_rate": 4.951263651175176e-05,
      "loss": 6.0062,
      "step": 91065
    },
    {
      "epoch": 0.07971527632499184,
      "grad_norm": 0.5293499231338501,
      "learning_rate": 4.951257556381087e-05,
      "loss": 5.2755,
      "step": 91070
    },
    {
      "epoch": 0.07971965291861899,
      "grad_norm": 0.4319325387477875,
      "learning_rate": 4.9512514612106254e-05,
      "loss": 4.9811,
      "step": 91075
    },
    {
      "epoch": 0.07972402951224615,
      "grad_norm": 0.46286845207214355,
      "learning_rate": 4.951245365663795e-05,
      "loss": 5.2428,
      "step": 91080
    },
    {
      "epoch": 0.0797284061058733,
      "grad_norm": 0.4629795253276825,
      "learning_rate": 4.951239269740594e-05,
      "loss": 5.004,
      "step": 91085
    },
    {
      "epoch": 0.07973278269950046,
      "grad_norm": 0.44375938177108765,
      "learning_rate": 4.9512331734410256e-05,
      "loss": 5.262,
      "step": 91090
    },
    {
      "epoch": 0.07973715929312761,
      "grad_norm": 0.4101066291332245,
      "learning_rate": 4.9512270767650905e-05,
      "loss": 5.3644,
      "step": 91095
    },
    {
      "epoch": 0.07974153588675477,
      "grad_norm": 0.375122606754303,
      "learning_rate": 4.9512209797127895e-05,
      "loss": 5.4911,
      "step": 91100
    },
    {
      "epoch": 0.07974591248038192,
      "grad_norm": 0.3731491267681122,
      "learning_rate": 4.951214882284124e-05,
      "loss": 6.0215,
      "step": 91105
    },
    {
      "epoch": 0.07975028907400908,
      "grad_norm": 0.3680862486362457,
      "learning_rate": 4.951208784479095e-05,
      "loss": 4.9853,
      "step": 91110
    },
    {
      "epoch": 0.07975466566763623,
      "grad_norm": 0.4234628677368164,
      "learning_rate": 4.9512026862977035e-05,
      "loss": 5.2312,
      "step": 91115
    },
    {
      "epoch": 0.07975904226126339,
      "grad_norm": 0.40719738602638245,
      "learning_rate": 4.951196587739951e-05,
      "loss": 5.2978,
      "step": 91120
    },
    {
      "epoch": 0.07976341885489054,
      "grad_norm": 0.37137147784233093,
      "learning_rate": 4.951190488805839e-05,
      "loss": 6.0529,
      "step": 91125
    },
    {
      "epoch": 0.0797677954485177,
      "grad_norm": 0.42300182580947876,
      "learning_rate": 4.951184389495368e-05,
      "loss": 4.4325,
      "step": 91130
    },
    {
      "epoch": 0.07977217204214485,
      "grad_norm": 0.3538404703140259,
      "learning_rate": 4.95117828980854e-05,
      "loss": 5.805,
      "step": 91135
    },
    {
      "epoch": 0.07977654863577201,
      "grad_norm": 0.3804207742214203,
      "learning_rate": 4.951172189745356e-05,
      "loss": 5.7754,
      "step": 91140
    },
    {
      "epoch": 0.07978092522939915,
      "grad_norm": 0.41953781247138977,
      "learning_rate": 4.9511660893058156e-05,
      "loss": 5.309,
      "step": 91145
    },
    {
      "epoch": 0.0797853018230263,
      "grad_norm": 0.4247884750366211,
      "learning_rate": 4.9511599884899216e-05,
      "loss": 5.2461,
      "step": 91150
    },
    {
      "epoch": 0.07978967841665346,
      "grad_norm": 0.35819000005722046,
      "learning_rate": 4.9511538872976746e-05,
      "loss": 5.9934,
      "step": 91155
    },
    {
      "epoch": 0.07979405501028061,
      "grad_norm": 0.3914637267589569,
      "learning_rate": 4.9511477857290766e-05,
      "loss": 4.983,
      "step": 91160
    },
    {
      "epoch": 0.07979843160390777,
      "grad_norm": 0.40069642663002014,
      "learning_rate": 4.951141683784128e-05,
      "loss": 5.4318,
      "step": 91165
    },
    {
      "epoch": 0.07980280819753492,
      "grad_norm": 0.5494692325592041,
      "learning_rate": 4.9511355814628304e-05,
      "loss": 4.6666,
      "step": 91170
    },
    {
      "epoch": 0.07980718479116208,
      "grad_norm": 0.6630090475082397,
      "learning_rate": 4.951129478765184e-05,
      "loss": 5.2093,
      "step": 91175
    },
    {
      "epoch": 0.07981156138478923,
      "grad_norm": 0.4896578788757324,
      "learning_rate": 4.951123375691191e-05,
      "loss": 5.7477,
      "step": 91180
    },
    {
      "epoch": 0.07981593797841639,
      "grad_norm": 0.5087326765060425,
      "learning_rate": 4.951117272240854e-05,
      "loss": 4.984,
      "step": 91185
    },
    {
      "epoch": 0.07982031457204354,
      "grad_norm": 0.4325747787952423,
      "learning_rate": 4.95111116841417e-05,
      "loss": 5.5238,
      "step": 91190
    },
    {
      "epoch": 0.0798246911656707,
      "grad_norm": 0.807107150554657,
      "learning_rate": 4.9511050642111436e-05,
      "loss": 5.451,
      "step": 91195
    },
    {
      "epoch": 0.07982906775929785,
      "grad_norm": 0.4757239818572998,
      "learning_rate": 4.9510989596317745e-05,
      "loss": 5.0237,
      "step": 91200
    },
    {
      "epoch": 0.07983344435292501,
      "grad_norm": 0.4747888147830963,
      "learning_rate": 4.951092854676066e-05,
      "loss": 5.5206,
      "step": 91205
    },
    {
      "epoch": 0.07983782094655216,
      "grad_norm": 0.4062075912952423,
      "learning_rate": 4.951086749344016e-05,
      "loss": 5.5231,
      "step": 91210
    },
    {
      "epoch": 0.07984219754017932,
      "grad_norm": 0.4097132086753845,
      "learning_rate": 4.951080643635627e-05,
      "loss": 4.7369,
      "step": 91215
    },
    {
      "epoch": 0.07984657413380647,
      "grad_norm": 0.4334360361099243,
      "learning_rate": 4.9510745375509014e-05,
      "loss": 5.2184,
      "step": 91220
    },
    {
      "epoch": 0.07985095072743363,
      "grad_norm": 0.4432462751865387,
      "learning_rate": 4.9510684310898405e-05,
      "loss": 4.8012,
      "step": 91225
    },
    {
      "epoch": 0.07985532732106078,
      "grad_norm": 0.34487414360046387,
      "learning_rate": 4.951062324252442e-05,
      "loss": 5.3662,
      "step": 91230
    },
    {
      "epoch": 0.07985970391468794,
      "grad_norm": 0.3556936979293823,
      "learning_rate": 4.951056217038712e-05,
      "loss": 5.7931,
      "step": 91235
    },
    {
      "epoch": 0.07986408050831509,
      "grad_norm": 0.39624595642089844,
      "learning_rate": 4.951050109448648e-05,
      "loss": 5.5126,
      "step": 91240
    },
    {
      "epoch": 0.07986845710194225,
      "grad_norm": 0.4480833411216736,
      "learning_rate": 4.951044001482252e-05,
      "loss": 5.3295,
      "step": 91245
    },
    {
      "epoch": 0.0798728336955694,
      "grad_norm": 0.4451600909233093,
      "learning_rate": 4.951037893139526e-05,
      "loss": 4.9396,
      "step": 91250
    },
    {
      "epoch": 0.07987721028919656,
      "grad_norm": 0.45996060967445374,
      "learning_rate": 4.951031784420471e-05,
      "loss": 6.0523,
      "step": 91255
    },
    {
      "epoch": 0.07988158688282371,
      "grad_norm": 0.446636825799942,
      "learning_rate": 4.951025675325088e-05,
      "loss": 5.3496,
      "step": 91260
    },
    {
      "epoch": 0.07988596347645087,
      "grad_norm": 0.4687170386314392,
      "learning_rate": 4.951019565853379e-05,
      "loss": 5.182,
      "step": 91265
    },
    {
      "epoch": 0.07989034007007802,
      "grad_norm": 0.45864924788475037,
      "learning_rate": 4.951013456005343e-05,
      "loss": 5.3235,
      "step": 91270
    },
    {
      "epoch": 0.07989471666370516,
      "grad_norm": 0.38227322697639465,
      "learning_rate": 4.951007345780983e-05,
      "loss": 5.3051,
      "step": 91275
    },
    {
      "epoch": 0.07989909325733233,
      "grad_norm": 0.4465462863445282,
      "learning_rate": 4.951001235180299e-05,
      "loss": 5.5531,
      "step": 91280
    },
    {
      "epoch": 0.07990346985095947,
      "grad_norm": 0.42266619205474854,
      "learning_rate": 4.9509951242032934e-05,
      "loss": 5.3244,
      "step": 91285
    },
    {
      "epoch": 0.07990784644458664,
      "grad_norm": 0.45027685165405273,
      "learning_rate": 4.950989012849967e-05,
      "loss": 5.4918,
      "step": 91290
    },
    {
      "epoch": 0.07991222303821378,
      "grad_norm": 0.38052040338516235,
      "learning_rate": 4.95098290112032e-05,
      "loss": 5.8225,
      "step": 91295
    },
    {
      "epoch": 0.07991659963184095,
      "grad_norm": 0.39913317561149597,
      "learning_rate": 4.9509767890143544e-05,
      "loss": 5.0092,
      "step": 91300
    },
    {
      "epoch": 0.0799209762254681,
      "grad_norm": 0.4451102912425995,
      "learning_rate": 4.950970676532073e-05,
      "loss": 4.9095,
      "step": 91305
    },
    {
      "epoch": 0.07992535281909526,
      "grad_norm": 0.3511806130409241,
      "learning_rate": 4.950964563673474e-05,
      "loss": 6.3277,
      "step": 91310
    },
    {
      "epoch": 0.0799297294127224,
      "grad_norm": 0.3820039927959442,
      "learning_rate": 4.9509584504385596e-05,
      "loss": 5.7313,
      "step": 91315
    },
    {
      "epoch": 0.07993410600634956,
      "grad_norm": 0.3740149140357971,
      "learning_rate": 4.950952336827332e-05,
      "loss": 6.0424,
      "step": 91320
    },
    {
      "epoch": 0.07993848259997671,
      "grad_norm": 0.4180345833301544,
      "learning_rate": 4.950946222839791e-05,
      "loss": 4.9916,
      "step": 91325
    },
    {
      "epoch": 0.07994285919360387,
      "grad_norm": 0.4393540620803833,
      "learning_rate": 4.950940108475939e-05,
      "loss": 4.9358,
      "step": 91330
    },
    {
      "epoch": 0.07994723578723102,
      "grad_norm": 0.42470628023147583,
      "learning_rate": 4.950933993735776e-05,
      "loss": 5.4754,
      "step": 91335
    },
    {
      "epoch": 0.07995161238085818,
      "grad_norm": 0.46860623359680176,
      "learning_rate": 4.9509278786193034e-05,
      "loss": 4.6853,
      "step": 91340
    },
    {
      "epoch": 0.07995598897448533,
      "grad_norm": 0.4599788784980774,
      "learning_rate": 4.9509217631265246e-05,
      "loss": 4.7808,
      "step": 91345
    },
    {
      "epoch": 0.0799603655681125,
      "grad_norm": 0.48188382387161255,
      "learning_rate": 4.950915647257438e-05,
      "loss": 5.3257,
      "step": 91350
    },
    {
      "epoch": 0.07996474216173964,
      "grad_norm": 0.4547853469848633,
      "learning_rate": 4.9509095310120456e-05,
      "loss": 5.2314,
      "step": 91355
    },
    {
      "epoch": 0.0799691187553668,
      "grad_norm": 0.45458275079727173,
      "learning_rate": 4.950903414390349e-05,
      "loss": 5.3374,
      "step": 91360
    },
    {
      "epoch": 0.07997349534899395,
      "grad_norm": 0.44709059596061707,
      "learning_rate": 4.9508972973923484e-05,
      "loss": 5.5623,
      "step": 91365
    },
    {
      "epoch": 0.07997787194262111,
      "grad_norm": 0.45060664415359497,
      "learning_rate": 4.950891180018047e-05,
      "loss": 5.2555,
      "step": 91370
    },
    {
      "epoch": 0.07998224853624826,
      "grad_norm": 0.4488831162452698,
      "learning_rate": 4.950885062267443e-05,
      "loss": 5.3111,
      "step": 91375
    },
    {
      "epoch": 0.07998662512987542,
      "grad_norm": 0.4277341365814209,
      "learning_rate": 4.95087894414054e-05,
      "loss": 5.2863,
      "step": 91380
    },
    {
      "epoch": 0.07999100172350257,
      "grad_norm": 0.4185831546783447,
      "learning_rate": 4.950872825637339e-05,
      "loss": 5.0197,
      "step": 91385
    },
    {
      "epoch": 0.07999537831712973,
      "grad_norm": 0.4417347013950348,
      "learning_rate": 4.9508667067578395e-05,
      "loss": 5.1851,
      "step": 91390
    },
    {
      "epoch": 0.07999975491075688,
      "grad_norm": 0.45013055205345154,
      "learning_rate": 4.950860587502045e-05,
      "loss": 5.5497,
      "step": 91395
    },
    {
      "epoch": 0.08000413150438404,
      "grad_norm": 0.578814685344696,
      "learning_rate": 4.950854467869955e-05,
      "loss": 4.6935,
      "step": 91400
    },
    {
      "epoch": 0.08000850809801119,
      "grad_norm": 0.39138057827949524,
      "learning_rate": 4.9508483478615705e-05,
      "loss": 6.0549,
      "step": 91405
    },
    {
      "epoch": 0.08001288469163834,
      "grad_norm": 0.42497125267982483,
      "learning_rate": 4.950842227476894e-05,
      "loss": 5.2893,
      "step": 91410
    },
    {
      "epoch": 0.0800172612852655,
      "grad_norm": 0.4427589774131775,
      "learning_rate": 4.950836106715926e-05,
      "loss": 5.1836,
      "step": 91415
    },
    {
      "epoch": 0.08002163787889265,
      "grad_norm": 0.4355657696723938,
      "learning_rate": 4.950829985578668e-05,
      "loss": 4.9724,
      "step": 91420
    },
    {
      "epoch": 0.08002601447251981,
      "grad_norm": 0.46019867062568665,
      "learning_rate": 4.950823864065121e-05,
      "loss": 5.7297,
      "step": 91425
    },
    {
      "epoch": 0.08003039106614696,
      "grad_norm": 0.7026612758636475,
      "learning_rate": 4.950817742175284e-05,
      "loss": 4.9308,
      "step": 91430
    },
    {
      "epoch": 0.08003476765977412,
      "grad_norm": 0.5167097449302673,
      "learning_rate": 4.950811619909162e-05,
      "loss": 4.6739,
      "step": 91435
    },
    {
      "epoch": 0.08003914425340126,
      "grad_norm": 0.5381922125816345,
      "learning_rate": 4.950805497266754e-05,
      "loss": 5.2097,
      "step": 91440
    },
    {
      "epoch": 0.08004352084702843,
      "grad_norm": 0.6811420917510986,
      "learning_rate": 4.9507993742480616e-05,
      "loss": 4.8192,
      "step": 91445
    },
    {
      "epoch": 0.08004789744065557,
      "grad_norm": 0.43149271607398987,
      "learning_rate": 4.950793250853086e-05,
      "loss": 5.218,
      "step": 91450
    },
    {
      "epoch": 0.08005227403428274,
      "grad_norm": 0.6274312138557434,
      "learning_rate": 4.950787127081828e-05,
      "loss": 4.7922,
      "step": 91455
    },
    {
      "epoch": 0.08005665062790988,
      "grad_norm": 0.438328355550766,
      "learning_rate": 4.95078100293429e-05,
      "loss": 5.3279,
      "step": 91460
    },
    {
      "epoch": 0.08006102722153705,
      "grad_norm": 0.525469958782196,
      "learning_rate": 4.9507748784104727e-05,
      "loss": 5.8404,
      "step": 91465
    },
    {
      "epoch": 0.0800654038151642,
      "grad_norm": 0.4746253788471222,
      "learning_rate": 4.950768753510375e-05,
      "loss": 5.5011,
      "step": 91470
    },
    {
      "epoch": 0.08006978040879136,
      "grad_norm": 0.4168730676174164,
      "learning_rate": 4.950762628234001e-05,
      "loss": 4.2061,
      "step": 91475
    },
    {
      "epoch": 0.0800741570024185,
      "grad_norm": 0.6548954248428345,
      "learning_rate": 4.9507565025813516e-05,
      "loss": 5.8337,
      "step": 91480
    },
    {
      "epoch": 0.08007853359604566,
      "grad_norm": 0.522682785987854,
      "learning_rate": 4.950750376552426e-05,
      "loss": 6.3693,
      "step": 91485
    },
    {
      "epoch": 0.08008291018967281,
      "grad_norm": 0.48230648040771484,
      "learning_rate": 4.9507442501472265e-05,
      "loss": 5.75,
      "step": 91490
    },
    {
      "epoch": 0.08008728678329997,
      "grad_norm": 0.3655202388763428,
      "learning_rate": 4.9507381233657556e-05,
      "loss": 5.5487,
      "step": 91495
    },
    {
      "epoch": 0.08009166337692712,
      "grad_norm": 0.4422053396701813,
      "learning_rate": 4.9507319962080125e-05,
      "loss": 5.2054,
      "step": 91500
    },
    {
      "epoch": 0.08009603997055428,
      "grad_norm": 0.4378701150417328,
      "learning_rate": 4.9507258686739997e-05,
      "loss": 4.7546,
      "step": 91505
    },
    {
      "epoch": 0.08010041656418143,
      "grad_norm": 0.6691704392433167,
      "learning_rate": 4.950719740763717e-05,
      "loss": 4.4705,
      "step": 91510
    },
    {
      "epoch": 0.0801047931578086,
      "grad_norm": 0.48173588514328003,
      "learning_rate": 4.950713612477168e-05,
      "loss": 5.2233,
      "step": 91515
    },
    {
      "epoch": 0.08010916975143574,
      "grad_norm": 0.3914746344089508,
      "learning_rate": 4.950707483814351e-05,
      "loss": 5.8325,
      "step": 91520
    },
    {
      "epoch": 0.0801135463450629,
      "grad_norm": 0.4415000081062317,
      "learning_rate": 4.950701354775269e-05,
      "loss": 5.5197,
      "step": 91525
    },
    {
      "epoch": 0.08011792293869005,
      "grad_norm": 0.4262055456638336,
      "learning_rate": 4.950695225359921e-05,
      "loss": 4.719,
      "step": 91530
    },
    {
      "epoch": 0.0801222995323172,
      "grad_norm": 0.4207882881164551,
      "learning_rate": 4.950689095568313e-05,
      "loss": 4.9878,
      "step": 91535
    },
    {
      "epoch": 0.08012667612594436,
      "grad_norm": 0.3506554365158081,
      "learning_rate": 4.95068296540044e-05,
      "loss": 5.8189,
      "step": 91540
    },
    {
      "epoch": 0.08013105271957151,
      "grad_norm": 0.4070992171764374,
      "learning_rate": 4.950676834856308e-05,
      "loss": 3.9566,
      "step": 91545
    },
    {
      "epoch": 0.08013542931319867,
      "grad_norm": 0.41940969228744507,
      "learning_rate": 4.950670703935916e-05,
      "loss": 5.1995,
      "step": 91550
    },
    {
      "epoch": 0.08013980590682582,
      "grad_norm": 0.41922760009765625,
      "learning_rate": 4.950664572639266e-05,
      "loss": 5.5012,
      "step": 91555
    },
    {
      "epoch": 0.08014418250045298,
      "grad_norm": 0.3636407256126404,
      "learning_rate": 4.950658440966358e-05,
      "loss": 6.018,
      "step": 91560
    },
    {
      "epoch": 0.08014855909408013,
      "grad_norm": 0.35785895586013794,
      "learning_rate": 4.950652308917194e-05,
      "loss": 6.0121,
      "step": 91565
    },
    {
      "epoch": 0.08015293568770729,
      "grad_norm": 0.41067996621131897,
      "learning_rate": 4.9506461764917756e-05,
      "loss": 5.0271,
      "step": 91570
    },
    {
      "epoch": 0.08015731228133444,
      "grad_norm": 0.34605976939201355,
      "learning_rate": 4.9506400436901035e-05,
      "loss": 5.5108,
      "step": 91575
    },
    {
      "epoch": 0.0801616888749616,
      "grad_norm": 0.4614239037036896,
      "learning_rate": 4.9506339105121794e-05,
      "loss": 4.7839,
      "step": 91580
    },
    {
      "epoch": 0.08016606546858875,
      "grad_norm": 0.43178653717041016,
      "learning_rate": 4.9506277769580025e-05,
      "loss": 4.591,
      "step": 91585
    },
    {
      "epoch": 0.08017044206221591,
      "grad_norm": 0.42525923252105713,
      "learning_rate": 4.9506216430275764e-05,
      "loss": 4.4596,
      "step": 91590
    },
    {
      "epoch": 0.08017481865584306,
      "grad_norm": 0.4521832764148712,
      "learning_rate": 4.9506155087209015e-05,
      "loss": 4.9191,
      "step": 91595
    },
    {
      "epoch": 0.08017919524947022,
      "grad_norm": 0.4063835144042969,
      "learning_rate": 4.950609374037978e-05,
      "loss": 5.5491,
      "step": 91600
    },
    {
      "epoch": 0.08018357184309736,
      "grad_norm": 0.5184540152549744,
      "learning_rate": 4.9506032389788094e-05,
      "loss": 4.7081,
      "step": 91605
    },
    {
      "epoch": 0.08018794843672453,
      "grad_norm": 0.4376758635044098,
      "learning_rate": 4.950597103543394e-05,
      "loss": 5.3059,
      "step": 91610
    },
    {
      "epoch": 0.08019232503035167,
      "grad_norm": 0.4190521538257599,
      "learning_rate": 4.950590967731734e-05,
      "loss": 4.9967,
      "step": 91615
    },
    {
      "epoch": 0.08019670162397884,
      "grad_norm": 0.35914939641952515,
      "learning_rate": 4.950584831543833e-05,
      "loss": 6.0402,
      "step": 91620
    },
    {
      "epoch": 0.08020107821760598,
      "grad_norm": 0.4148445725440979,
      "learning_rate": 4.9505786949796886e-05,
      "loss": 5.4604,
      "step": 91625
    },
    {
      "epoch": 0.08020545481123315,
      "grad_norm": 0.43695080280303955,
      "learning_rate": 4.950572558039304e-05,
      "loss": 4.998,
      "step": 91630
    },
    {
      "epoch": 0.0802098314048603,
      "grad_norm": 0.412076860666275,
      "learning_rate": 4.95056642072268e-05,
      "loss": 6.0607,
      "step": 91635
    },
    {
      "epoch": 0.08021420799848746,
      "grad_norm": 0.4453119933605194,
      "learning_rate": 4.950560283029817e-05,
      "loss": 4.7721,
      "step": 91640
    },
    {
      "epoch": 0.0802185845921146,
      "grad_norm": 0.38976430892944336,
      "learning_rate": 4.9505541449607177e-05,
      "loss": 5.7057,
      "step": 91645
    },
    {
      "epoch": 0.08022296118574176,
      "grad_norm": 0.4206840991973877,
      "learning_rate": 4.950548006515382e-05,
      "loss": 5.2153,
      "step": 91650
    },
    {
      "epoch": 0.08022733777936891,
      "grad_norm": 0.4264489412307739,
      "learning_rate": 4.950541867693812e-05,
      "loss": 5.7193,
      "step": 91655
    },
    {
      "epoch": 0.08023171437299607,
      "grad_norm": 0.46118730306625366,
      "learning_rate": 4.950535728496008e-05,
      "loss": 5.2903,
      "step": 91660
    },
    {
      "epoch": 0.08023609096662322,
      "grad_norm": 0.4165797233581543,
      "learning_rate": 4.9505295889219716e-05,
      "loss": 5.358,
      "step": 91665
    },
    {
      "epoch": 0.08024046756025037,
      "grad_norm": 0.4616318643093109,
      "learning_rate": 4.9505234489717046e-05,
      "loss": 4.9962,
      "step": 91670
    },
    {
      "epoch": 0.08024484415387753,
      "grad_norm": 0.38834214210510254,
      "learning_rate": 4.950517308645207e-05,
      "loss": 5.0176,
      "step": 91675
    },
    {
      "epoch": 0.08024922074750468,
      "grad_norm": 0.4151950478553772,
      "learning_rate": 4.950511167942481e-05,
      "loss": 4.97,
      "step": 91680
    },
    {
      "epoch": 0.08025359734113184,
      "grad_norm": 0.5461851954460144,
      "learning_rate": 4.9505050268635264e-05,
      "loss": 4.9271,
      "step": 91685
    },
    {
      "epoch": 0.08025797393475899,
      "grad_norm": 0.44447657465934753,
      "learning_rate": 4.950498885408347e-05,
      "loss": 5.751,
      "step": 91690
    },
    {
      "epoch": 0.08026235052838615,
      "grad_norm": 0.43944162130355835,
      "learning_rate": 4.950492743576941e-05,
      "loss": 5.8388,
      "step": 91695
    },
    {
      "epoch": 0.0802667271220133,
      "grad_norm": 0.3910256326198578,
      "learning_rate": 4.9504866013693116e-05,
      "loss": 5.528,
      "step": 91700
    },
    {
      "epoch": 0.08027110371564046,
      "grad_norm": 0.3689974248409271,
      "learning_rate": 4.950480458785459e-05,
      "loss": 5.3137,
      "step": 91705
    },
    {
      "epoch": 0.08027548030926761,
      "grad_norm": 0.5515940189361572,
      "learning_rate": 4.9504743158253854e-05,
      "loss": 4.6889,
      "step": 91710
    },
    {
      "epoch": 0.08027985690289477,
      "grad_norm": 0.41842976212501526,
      "learning_rate": 4.95046817248909e-05,
      "loss": 4.7249,
      "step": 91715
    },
    {
      "epoch": 0.08028423349652192,
      "grad_norm": 0.45759257674217224,
      "learning_rate": 4.950462028776576e-05,
      "loss": 5.2948,
      "step": 91720
    },
    {
      "epoch": 0.08028861009014908,
      "grad_norm": 0.42949703335762024,
      "learning_rate": 4.9504558846878434e-05,
      "loss": 5.8695,
      "step": 91725
    },
    {
      "epoch": 0.08029298668377623,
      "grad_norm": 0.4549393355846405,
      "learning_rate": 4.950449740222894e-05,
      "loss": 4.7756,
      "step": 91730
    },
    {
      "epoch": 0.08029736327740339,
      "grad_norm": 0.4395546615123749,
      "learning_rate": 4.9504435953817295e-05,
      "loss": 4.9217,
      "step": 91735
    },
    {
      "epoch": 0.08030173987103054,
      "grad_norm": 0.3864341676235199,
      "learning_rate": 4.95043745016435e-05,
      "loss": 5.7525,
      "step": 91740
    },
    {
      "epoch": 0.0803061164646577,
      "grad_norm": 0.41610631346702576,
      "learning_rate": 4.950431304570756e-05,
      "loss": 5.5254,
      "step": 91745
    },
    {
      "epoch": 0.08031049305828485,
      "grad_norm": 0.41640031337738037,
      "learning_rate": 4.950425158600951e-05,
      "loss": 4.4836,
      "step": 91750
    },
    {
      "epoch": 0.08031486965191201,
      "grad_norm": 0.485697478055954,
      "learning_rate": 4.950419012254934e-05,
      "loss": 5.5208,
      "step": 91755
    },
    {
      "epoch": 0.08031924624553916,
      "grad_norm": 0.5771650075912476,
      "learning_rate": 4.9504128655327086e-05,
      "loss": 5.4916,
      "step": 91760
    },
    {
      "epoch": 0.08032362283916632,
      "grad_norm": 0.4483379125595093,
      "learning_rate": 4.950406718434274e-05,
      "loss": 5.8193,
      "step": 91765
    },
    {
      "epoch": 0.08032799943279346,
      "grad_norm": 0.3927726447582245,
      "learning_rate": 4.9504005709596315e-05,
      "loss": 5.2893,
      "step": 91770
    },
    {
      "epoch": 0.08033237602642063,
      "grad_norm": 0.44380298256874084,
      "learning_rate": 4.9503944231087826e-05,
      "loss": 5.5049,
      "step": 91775
    },
    {
      "epoch": 0.08033675262004777,
      "grad_norm": 0.41841140389442444,
      "learning_rate": 4.9503882748817284e-05,
      "loss": 4.7272,
      "step": 91780
    },
    {
      "epoch": 0.08034112921367494,
      "grad_norm": 0.508764922618866,
      "learning_rate": 4.950382126278471e-05,
      "loss": 4.6562,
      "step": 91785
    },
    {
      "epoch": 0.08034550580730208,
      "grad_norm": 0.433892160654068,
      "learning_rate": 4.95037597729901e-05,
      "loss": 4.7188,
      "step": 91790
    },
    {
      "epoch": 0.08034988240092923,
      "grad_norm": 0.43193039298057556,
      "learning_rate": 4.950369827943347e-05,
      "loss": 5.0209,
      "step": 91795
    },
    {
      "epoch": 0.0803542589945564,
      "grad_norm": 0.4490422308444977,
      "learning_rate": 4.950363678211486e-05,
      "loss": 5.1957,
      "step": 91800
    },
    {
      "epoch": 0.08035863558818354,
      "grad_norm": 0.43185847997665405,
      "learning_rate": 4.950357528103424e-05,
      "loss": 5.5309,
      "step": 91805
    },
    {
      "epoch": 0.0803630121818107,
      "grad_norm": 0.47340336441993713,
      "learning_rate": 4.9503513776191645e-05,
      "loss": 4.689,
      "step": 91810
    },
    {
      "epoch": 0.08036738877543785,
      "grad_norm": 0.3678573966026306,
      "learning_rate": 4.950345226758708e-05,
      "loss": 5.4781,
      "step": 91815
    },
    {
      "epoch": 0.08037176536906501,
      "grad_norm": 0.40009263157844543,
      "learning_rate": 4.9503390755220556e-05,
      "loss": 6.0379,
      "step": 91820
    },
    {
      "epoch": 0.08037614196269216,
      "grad_norm": 0.4510366916656494,
      "learning_rate": 4.950332923909209e-05,
      "loss": 5.015,
      "step": 91825
    },
    {
      "epoch": 0.08038051855631932,
      "grad_norm": 0.4444389343261719,
      "learning_rate": 4.95032677192017e-05,
      "loss": 4.6781,
      "step": 91830
    },
    {
      "epoch": 0.08038489514994647,
      "grad_norm": 0.37394413352012634,
      "learning_rate": 4.950320619554937e-05,
      "loss": 5.493,
      "step": 91835
    },
    {
      "epoch": 0.08038927174357363,
      "grad_norm": 0.42976856231689453,
      "learning_rate": 4.9503144668135134e-05,
      "loss": 4.9969,
      "step": 91840
    },
    {
      "epoch": 0.08039364833720078,
      "grad_norm": 0.4286350607872009,
      "learning_rate": 4.9503083136959024e-05,
      "loss": 4.6736,
      "step": 91845
    },
    {
      "epoch": 0.08039802493082794,
      "grad_norm": 0.4217846095561981,
      "learning_rate": 4.950302160202102e-05,
      "loss": 4.2549,
      "step": 91850
    },
    {
      "epoch": 0.08040240152445509,
      "grad_norm": 0.4395131468772888,
      "learning_rate": 4.950296006332112e-05,
      "loss": 5.7576,
      "step": 91855
    },
    {
      "epoch": 0.08040677811808225,
      "grad_norm": 0.4554900825023651,
      "learning_rate": 4.9502898520859375e-05,
      "loss": 4.6784,
      "step": 91860
    },
    {
      "epoch": 0.0804111547117094,
      "grad_norm": 0.4401136338710785,
      "learning_rate": 4.950283697463579e-05,
      "loss": 5.5523,
      "step": 91865
    },
    {
      "epoch": 0.08041553130533656,
      "grad_norm": 0.3707025349140167,
      "learning_rate": 4.950277542465036e-05,
      "loss": 5.7529,
      "step": 91870
    },
    {
      "epoch": 0.08041990789896371,
      "grad_norm": 0.4864189922809601,
      "learning_rate": 4.950271387090309e-05,
      "loss": 6.0166,
      "step": 91875
    },
    {
      "epoch": 0.08042428449259087,
      "grad_norm": 0.4162011742591858,
      "learning_rate": 4.950265231339403e-05,
      "loss": 5.2493,
      "step": 91880
    },
    {
      "epoch": 0.08042866108621802,
      "grad_norm": 0.462587833404541,
      "learning_rate": 4.950259075212316e-05,
      "loss": 5.5081,
      "step": 91885
    },
    {
      "epoch": 0.08043303767984518,
      "grad_norm": 0.3874456286430359,
      "learning_rate": 4.95025291870905e-05,
      "loss": 5.5387,
      "step": 91890
    },
    {
      "epoch": 0.08043741427347233,
      "grad_norm": 0.48500850796699524,
      "learning_rate": 4.9502467618296056e-05,
      "loss": 4.9169,
      "step": 91895
    },
    {
      "epoch": 0.08044179086709949,
      "grad_norm": 0.45284304022789,
      "learning_rate": 4.9502406045739846e-05,
      "loss": 4.989,
      "step": 91900
    },
    {
      "epoch": 0.08044616746072664,
      "grad_norm": 0.44609150290489197,
      "learning_rate": 4.950234446942188e-05,
      "loss": 5.0013,
      "step": 91905
    },
    {
      "epoch": 0.0804505440543538,
      "grad_norm": 0.3658050000667572,
      "learning_rate": 4.9502282889342175e-05,
      "loss": 5.5455,
      "step": 91910
    },
    {
      "epoch": 0.08045492064798095,
      "grad_norm": 0.44147467613220215,
      "learning_rate": 4.950222130550074e-05,
      "loss": 5.0226,
      "step": 91915
    },
    {
      "epoch": 0.0804592972416081,
      "grad_norm": 0.4000578820705414,
      "learning_rate": 4.950215971789759e-05,
      "loss": 6.335,
      "step": 91920
    },
    {
      "epoch": 0.08046367383523526,
      "grad_norm": 0.40034735202789307,
      "learning_rate": 4.9502098126532725e-05,
      "loss": 5.3971,
      "step": 91925
    },
    {
      "epoch": 0.0804680504288624,
      "grad_norm": 0.36288580298423767,
      "learning_rate": 4.950203653140616e-05,
      "loss": 5.7471,
      "step": 91930
    },
    {
      "epoch": 0.08047242702248956,
      "grad_norm": 0.36209583282470703,
      "learning_rate": 4.950197493251793e-05,
      "loss": 6.0275,
      "step": 91935
    },
    {
      "epoch": 0.08047680361611671,
      "grad_norm": 0.45402267575263977,
      "learning_rate": 4.950191332986801e-05,
      "loss": 4.7189,
      "step": 91940
    },
    {
      "epoch": 0.08048118020974387,
      "grad_norm": 0.4507830739021301,
      "learning_rate": 4.950185172345644e-05,
      "loss": 5.5545,
      "step": 91945
    },
    {
      "epoch": 0.08048555680337102,
      "grad_norm": 0.4615880250930786,
      "learning_rate": 4.950179011328322e-05,
      "loss": 4.7016,
      "step": 91950
    },
    {
      "epoch": 0.08048993339699818,
      "grad_norm": 0.3717147409915924,
      "learning_rate": 4.950172849934836e-05,
      "loss": 5.7865,
      "step": 91955
    },
    {
      "epoch": 0.08049430999062533,
      "grad_norm": 0.4018346071243286,
      "learning_rate": 4.950166688165189e-05,
      "loss": 5.451,
      "step": 91960
    },
    {
      "epoch": 0.0804986865842525,
      "grad_norm": 0.4565923810005188,
      "learning_rate": 4.95016052601938e-05,
      "loss": 5.0147,
      "step": 91965
    },
    {
      "epoch": 0.08050306317787964,
      "grad_norm": 0.3657592535018921,
      "learning_rate": 4.950154363497411e-05,
      "loss": 5.2312,
      "step": 91970
    },
    {
      "epoch": 0.0805074397715068,
      "grad_norm": 0.34046265482902527,
      "learning_rate": 4.950148200599283e-05,
      "loss": 6.0443,
      "step": 91975
    },
    {
      "epoch": 0.08051181636513395,
      "grad_norm": 0.3567070960998535,
      "learning_rate": 4.9501420373249976e-05,
      "loss": 5.7414,
      "step": 91980
    },
    {
      "epoch": 0.08051619295876111,
      "grad_norm": 0.4464961588382721,
      "learning_rate": 4.950135873674556e-05,
      "loss": 5.2033,
      "step": 91985
    },
    {
      "epoch": 0.08052056955238826,
      "grad_norm": 0.41820546984672546,
      "learning_rate": 4.950129709647958e-05,
      "loss": 4.6663,
      "step": 91990
    },
    {
      "epoch": 0.08052494614601542,
      "grad_norm": 0.3811681866645813,
      "learning_rate": 4.950123545245208e-05,
      "loss": 6.0244,
      "step": 91995
    },
    {
      "epoch": 0.08052932273964257,
      "grad_norm": 0.3710825741291046,
      "learning_rate": 4.9501173804663023e-05,
      "loss": 5.327,
      "step": 92000
    },
    {
      "epoch": 0.08053369933326973,
      "grad_norm": 0.3685087561607361,
      "learning_rate": 4.950111215311247e-05,
      "loss": 6.0275,
      "step": 92005
    },
    {
      "epoch": 0.08053807592689688,
      "grad_norm": 0.46018186211586,
      "learning_rate": 4.9501050497800405e-05,
      "loss": 5.0042,
      "step": 92010
    },
    {
      "epoch": 0.08054245252052404,
      "grad_norm": 0.3960569500923157,
      "learning_rate": 4.950098883872686e-05,
      "loss": 5.4852,
      "step": 92015
    },
    {
      "epoch": 0.08054682911415119,
      "grad_norm": 0.41410496830940247,
      "learning_rate": 4.950092717589182e-05,
      "loss": 6.0252,
      "step": 92020
    },
    {
      "epoch": 0.08055120570777835,
      "grad_norm": 0.45811349153518677,
      "learning_rate": 4.9500865509295314e-05,
      "loss": 4.6676,
      "step": 92025
    },
    {
      "epoch": 0.0805555823014055,
      "grad_norm": 0.3807205855846405,
      "learning_rate": 4.9500803838937345e-05,
      "loss": 5.7352,
      "step": 92030
    },
    {
      "epoch": 0.08055995889503266,
      "grad_norm": 0.43831130862236023,
      "learning_rate": 4.9500742164817934e-05,
      "loss": 5.8178,
      "step": 92035
    },
    {
      "epoch": 0.08056433548865981,
      "grad_norm": 0.4174068868160248,
      "learning_rate": 4.95006804869371e-05,
      "loss": 4.9061,
      "step": 92040
    },
    {
      "epoch": 0.08056871208228697,
      "grad_norm": 0.36677902936935425,
      "learning_rate": 4.950061880529483e-05,
      "loss": 5.7473,
      "step": 92045
    },
    {
      "epoch": 0.08057308867591412,
      "grad_norm": 0.35526952147483826,
      "learning_rate": 4.950055711989116e-05,
      "loss": 5.8386,
      "step": 92050
    },
    {
      "epoch": 0.08057746526954127,
      "grad_norm": 0.405534029006958,
      "learning_rate": 4.950049543072609e-05,
      "loss": 5.1999,
      "step": 92055
    },
    {
      "epoch": 0.08058184186316843,
      "grad_norm": 0.45309892296791077,
      "learning_rate": 4.9500433737799634e-05,
      "loss": 4.6814,
      "step": 92060
    },
    {
      "epoch": 0.08058621845679557,
      "grad_norm": 0.3677164912223816,
      "learning_rate": 4.9500372041111796e-05,
      "loss": 5.5171,
      "step": 92065
    },
    {
      "epoch": 0.08059059505042274,
      "grad_norm": 0.4487707018852234,
      "learning_rate": 4.95003103406626e-05,
      "loss": 5.0014,
      "step": 92070
    },
    {
      "epoch": 0.08059497164404988,
      "grad_norm": 0.4099665880203247,
      "learning_rate": 4.9500248636452055e-05,
      "loss": 5.4316,
      "step": 92075
    },
    {
      "epoch": 0.08059934823767705,
      "grad_norm": 0.39558500051498413,
      "learning_rate": 4.950018692848017e-05,
      "loss": 5.4316,
      "step": 92080
    },
    {
      "epoch": 0.0806037248313042,
      "grad_norm": 0.46256402134895325,
      "learning_rate": 4.950012521674696e-05,
      "loss": 5.2735,
      "step": 92085
    },
    {
      "epoch": 0.08060810142493136,
      "grad_norm": 0.3742731213569641,
      "learning_rate": 4.950006350125244e-05,
      "loss": 5.2648,
      "step": 92090
    },
    {
      "epoch": 0.0806124780185585,
      "grad_norm": 0.35549914836883545,
      "learning_rate": 4.950000178199662e-05,
      "loss": 5.7324,
      "step": 92095
    },
    {
      "epoch": 0.08061685461218566,
      "grad_norm": 0.4483351409435272,
      "learning_rate": 4.94999400589795e-05,
      "loss": 4.9873,
      "step": 92100
    },
    {
      "epoch": 0.08062123120581281,
      "grad_norm": 0.41541510820388794,
      "learning_rate": 4.94998783322011e-05,
      "loss": 4.9018,
      "step": 92105
    },
    {
      "epoch": 0.08062560779943997,
      "grad_norm": 0.45314228534698486,
      "learning_rate": 4.949981660166144e-05,
      "loss": 4.4786,
      "step": 92110
    },
    {
      "epoch": 0.08062998439306712,
      "grad_norm": 0.41337037086486816,
      "learning_rate": 4.949975486736053e-05,
      "loss": 5.724,
      "step": 92115
    },
    {
      "epoch": 0.08063436098669428,
      "grad_norm": 0.37033846974372864,
      "learning_rate": 4.949969312929835e-05,
      "loss": 5.308,
      "step": 92120
    },
    {
      "epoch": 0.08063873758032143,
      "grad_norm": 0.4160190224647522,
      "learning_rate": 4.9499631387474965e-05,
      "loss": 5.7615,
      "step": 92125
    },
    {
      "epoch": 0.0806431141739486,
      "grad_norm": 0.5583410263061523,
      "learning_rate": 4.9499569641890354e-05,
      "loss": 4.9212,
      "step": 92130
    },
    {
      "epoch": 0.08064749076757574,
      "grad_norm": 0.5733169913291931,
      "learning_rate": 4.949950789254454e-05,
      "loss": 5.3002,
      "step": 92135
    },
    {
      "epoch": 0.0806518673612029,
      "grad_norm": 0.4824444353580475,
      "learning_rate": 4.949944613943752e-05,
      "loss": 5.0438,
      "step": 92140
    },
    {
      "epoch": 0.08065624395483005,
      "grad_norm": 0.4489990770816803,
      "learning_rate": 4.949938438256933e-05,
      "loss": 5.172,
      "step": 92145
    },
    {
      "epoch": 0.08066062054845721,
      "grad_norm": 0.4681258797645569,
      "learning_rate": 4.949932262193996e-05,
      "loss": 5.3072,
      "step": 92150
    },
    {
      "epoch": 0.08066499714208436,
      "grad_norm": 0.4459143579006195,
      "learning_rate": 4.949926085754942e-05,
      "loss": 4.6651,
      "step": 92155
    },
    {
      "epoch": 0.08066937373571152,
      "grad_norm": 0.45972689986228943,
      "learning_rate": 4.949919908939774e-05,
      "loss": 5.8168,
      "step": 92160
    },
    {
      "epoch": 0.08067375032933867,
      "grad_norm": 0.4374188780784607,
      "learning_rate": 4.949913731748493e-05,
      "loss": 4.9944,
      "step": 92165
    },
    {
      "epoch": 0.08067812692296583,
      "grad_norm": 0.39533644914627075,
      "learning_rate": 4.949907554181099e-05,
      "loss": 5.5557,
      "step": 92170
    },
    {
      "epoch": 0.08068250351659298,
      "grad_norm": 0.4172966778278351,
      "learning_rate": 4.9499013762375945e-05,
      "loss": 5.501,
      "step": 92175
    },
    {
      "epoch": 0.08068688011022013,
      "grad_norm": 0.4284031391143799,
      "learning_rate": 4.9498951979179785e-05,
      "loss": 4.5932,
      "step": 92180
    },
    {
      "epoch": 0.08069125670384729,
      "grad_norm": 0.48779577016830444,
      "learning_rate": 4.949889019222256e-05,
      "loss": 4.6862,
      "step": 92185
    },
    {
      "epoch": 0.08069563329747444,
      "grad_norm": 0.36946043372154236,
      "learning_rate": 4.949882840150424e-05,
      "loss": 5.5184,
      "step": 92190
    },
    {
      "epoch": 0.0807000098911016,
      "grad_norm": 0.4560968279838562,
      "learning_rate": 4.949876660702486e-05,
      "loss": 5.3108,
      "step": 92195
    },
    {
      "epoch": 0.08070438648472875,
      "grad_norm": 0.387208491563797,
      "learning_rate": 4.9498704808784434e-05,
      "loss": 5.8284,
      "step": 92200
    },
    {
      "epoch": 0.08070876307835591,
      "grad_norm": 0.39290234446525574,
      "learning_rate": 4.9498643006782964e-05,
      "loss": 5.5167,
      "step": 92205
    },
    {
      "epoch": 0.08071313967198306,
      "grad_norm": 0.4431236982345581,
      "learning_rate": 4.9498581201020456e-05,
      "loss": 5.4902,
      "step": 92210
    },
    {
      "epoch": 0.08071751626561022,
      "grad_norm": 0.4278317987918854,
      "learning_rate": 4.949851939149695e-05,
      "loss": 5.0375,
      "step": 92215
    },
    {
      "epoch": 0.08072189285923737,
      "grad_norm": 0.38949599862098694,
      "learning_rate": 4.949845757821242e-05,
      "loss": 5.7203,
      "step": 92220
    },
    {
      "epoch": 0.08072626945286453,
      "grad_norm": 0.370185524225235,
      "learning_rate": 4.949839576116691e-05,
      "loss": 6.3074,
      "step": 92225
    },
    {
      "epoch": 0.08073064604649167,
      "grad_norm": 0.3674260973930359,
      "learning_rate": 4.949833394036041e-05,
      "loss": 5.7076,
      "step": 92230
    },
    {
      "epoch": 0.08073502264011884,
      "grad_norm": 0.3761850893497467,
      "learning_rate": 4.9498272115792945e-05,
      "loss": 5.5104,
      "step": 92235
    },
    {
      "epoch": 0.08073939923374598,
      "grad_norm": 0.3727923035621643,
      "learning_rate": 4.949821028746452e-05,
      "loss": 6.3109,
      "step": 92240
    },
    {
      "epoch": 0.08074377582737315,
      "grad_norm": 0.4232884645462036,
      "learning_rate": 4.949814845537515e-05,
      "loss": 4.1532,
      "step": 92245
    },
    {
      "epoch": 0.0807481524210003,
      "grad_norm": 0.4374499022960663,
      "learning_rate": 4.949808661952485e-05,
      "loss": 6.3838,
      "step": 92250
    },
    {
      "epoch": 0.08075252901462746,
      "grad_norm": 0.4608567953109741,
      "learning_rate": 4.949802477991362e-05,
      "loss": 5.3229,
      "step": 92255
    },
    {
      "epoch": 0.0807569056082546,
      "grad_norm": 0.4614339768886566,
      "learning_rate": 4.9497962936541496e-05,
      "loss": 5.2265,
      "step": 92260
    },
    {
      "epoch": 0.08076128220188176,
      "grad_norm": 0.44218161702156067,
      "learning_rate": 4.949790108940847e-05,
      "loss": 5.521,
      "step": 92265
    },
    {
      "epoch": 0.08076565879550891,
      "grad_norm": 0.4087337851524353,
      "learning_rate": 4.9497839238514556e-05,
      "loss": 5.2925,
      "step": 92270
    },
    {
      "epoch": 0.08077003538913607,
      "grad_norm": 0.3954821228981018,
      "learning_rate": 4.9497777383859756e-05,
      "loss": 5.7094,
      "step": 92275
    },
    {
      "epoch": 0.08077441198276322,
      "grad_norm": 0.4194278419017792,
      "learning_rate": 4.949771552544411e-05,
      "loss": 5.2055,
      "step": 92280
    },
    {
      "epoch": 0.08077878857639038,
      "grad_norm": 0.3752886652946472,
      "learning_rate": 4.9497653663267615e-05,
      "loss": 5.766,
      "step": 92285
    },
    {
      "epoch": 0.08078316517001753,
      "grad_norm": 0.3735605776309967,
      "learning_rate": 4.949759179733028e-05,
      "loss": 5.5314,
      "step": 92290
    },
    {
      "epoch": 0.0807875417636447,
      "grad_norm": 0.3509592115879059,
      "learning_rate": 4.9497529927632114e-05,
      "loss": 6.3414,
      "step": 92295
    },
    {
      "epoch": 0.08079191835727184,
      "grad_norm": 0.3593395948410034,
      "learning_rate": 4.9497468054173135e-05,
      "loss": 5.837,
      "step": 92300
    },
    {
      "epoch": 0.08079629495089899,
      "grad_norm": 0.4618088901042938,
      "learning_rate": 4.9497406176953356e-05,
      "loss": 4.6608,
      "step": 92305
    },
    {
      "epoch": 0.08080067154452615,
      "grad_norm": 0.3668093979358673,
      "learning_rate": 4.949734429597278e-05,
      "loss": 5.4915,
      "step": 92310
    },
    {
      "epoch": 0.0808050481381533,
      "grad_norm": 0.3475724756717682,
      "learning_rate": 4.9497282411231435e-05,
      "loss": 5.8028,
      "step": 92315
    },
    {
      "epoch": 0.08080942473178046,
      "grad_norm": 0.43229952454566956,
      "learning_rate": 4.9497220522729327e-05,
      "loss": 4.1683,
      "step": 92320
    },
    {
      "epoch": 0.08081380132540761,
      "grad_norm": 0.43239304423332214,
      "learning_rate": 4.949715863046645e-05,
      "loss": 4.6995,
      "step": 92325
    },
    {
      "epoch": 0.08081817791903477,
      "grad_norm": 0.45155781507492065,
      "learning_rate": 4.949709673444284e-05,
      "loss": 5.0419,
      "step": 92330
    },
    {
      "epoch": 0.08082255451266192,
      "grad_norm": 0.44524505734443665,
      "learning_rate": 4.9497034834658504e-05,
      "loss": 4.9914,
      "step": 92335
    },
    {
      "epoch": 0.08082693110628908,
      "grad_norm": 0.4453090727329254,
      "learning_rate": 4.9496972931113436e-05,
      "loss": 5.5147,
      "step": 92340
    },
    {
      "epoch": 0.08083130769991623,
      "grad_norm": 0.4352642297744751,
      "learning_rate": 4.949691102380768e-05,
      "loss": 5.5156,
      "step": 92345
    },
    {
      "epoch": 0.08083568429354339,
      "grad_norm": 0.4281808137893677,
      "learning_rate": 4.9496849112741214e-05,
      "loss": 5.8366,
      "step": 92350
    },
    {
      "epoch": 0.08084006088717054,
      "grad_norm": 0.35799551010131836,
      "learning_rate": 4.9496787197914074e-05,
      "loss": 6.0641,
      "step": 92355
    },
    {
      "epoch": 0.0808444374807977,
      "grad_norm": 0.415947824716568,
      "learning_rate": 4.9496725279326263e-05,
      "loss": 5.2154,
      "step": 92360
    },
    {
      "epoch": 0.08084881407442485,
      "grad_norm": 0.3498425781726837,
      "learning_rate": 4.949666335697778e-05,
      "loss": 5.7779,
      "step": 92365
    },
    {
      "epoch": 0.08085319066805201,
      "grad_norm": 0.44847556948661804,
      "learning_rate": 4.949660143086866e-05,
      "loss": 5.2885,
      "step": 92370
    },
    {
      "epoch": 0.08085756726167916,
      "grad_norm": 0.36454254388809204,
      "learning_rate": 4.9496539500998903e-05,
      "loss": 5.271,
      "step": 92375
    },
    {
      "epoch": 0.08086194385530632,
      "grad_norm": 0.43364962935447693,
      "learning_rate": 4.9496477567368526e-05,
      "loss": 4.7928,
      "step": 92380
    },
    {
      "epoch": 0.08086632044893347,
      "grad_norm": 0.35020893812179565,
      "learning_rate": 4.9496415629977546e-05,
      "loss": 5.4898,
      "step": 92385
    },
    {
      "epoch": 0.08087069704256063,
      "grad_norm": 0.43726661801338196,
      "learning_rate": 4.949635368882596e-05,
      "loss": 5.2268,
      "step": 92390
    },
    {
      "epoch": 0.08087507363618777,
      "grad_norm": 0.4152907729148865,
      "learning_rate": 4.949629174391378e-05,
      "loss": 5.231,
      "step": 92395
    },
    {
      "epoch": 0.08087945022981494,
      "grad_norm": 0.4135623872280121,
      "learning_rate": 4.949622979524103e-05,
      "loss": 4.4729,
      "step": 92400
    },
    {
      "epoch": 0.08088382682344208,
      "grad_norm": 0.3530978262424469,
      "learning_rate": 4.9496167842807715e-05,
      "loss": 6.3467,
      "step": 92405
    },
    {
      "epoch": 0.08088820341706925,
      "grad_norm": 0.4337436258792877,
      "learning_rate": 4.949610588661385e-05,
      "loss": 5.5299,
      "step": 92410
    },
    {
      "epoch": 0.0808925800106964,
      "grad_norm": 0.42367780208587646,
      "learning_rate": 4.949604392665945e-05,
      "loss": 5.2876,
      "step": 92415
    },
    {
      "epoch": 0.08089695660432356,
      "grad_norm": 0.4643862843513489,
      "learning_rate": 4.949598196294452e-05,
      "loss": 6.0316,
      "step": 92420
    },
    {
      "epoch": 0.0809013331979507,
      "grad_norm": 0.44926634430885315,
      "learning_rate": 4.949591999546906e-05,
      "loss": 4.6662,
      "step": 92425
    },
    {
      "epoch": 0.08090570979157787,
      "grad_norm": 0.40768757462501526,
      "learning_rate": 4.9495858024233125e-05,
      "loss": 5.8457,
      "step": 92430
    },
    {
      "epoch": 0.08091008638520501,
      "grad_norm": 0.43163999915122986,
      "learning_rate": 4.9495796049236674e-05,
      "loss": 5.7383,
      "step": 92435
    },
    {
      "epoch": 0.08091446297883216,
      "grad_norm": 0.43411049246788025,
      "learning_rate": 4.949573407047976e-05,
      "loss": 4.372,
      "step": 92440
    },
    {
      "epoch": 0.08091883957245932,
      "grad_norm": 0.38166728615760803,
      "learning_rate": 4.9495672087962364e-05,
      "loss": 5.5122,
      "step": 92445
    },
    {
      "epoch": 0.08092321616608647,
      "grad_norm": 0.3873841464519501,
      "learning_rate": 4.949561010168452e-05,
      "loss": 5.5048,
      "step": 92450
    },
    {
      "epoch": 0.08092759275971363,
      "grad_norm": 0.35848158597946167,
      "learning_rate": 4.949554811164624e-05,
      "loss": 6.0445,
      "step": 92455
    },
    {
      "epoch": 0.08093196935334078,
      "grad_norm": 0.4448251724243164,
      "learning_rate": 4.949548611784752e-05,
      "loss": 4.418,
      "step": 92460
    },
    {
      "epoch": 0.08093634594696794,
      "grad_norm": 0.4647589921951294,
      "learning_rate": 4.949542412028838e-05,
      "loss": 4.3757,
      "step": 92465
    },
    {
      "epoch": 0.08094072254059509,
      "grad_norm": 0.5251356363296509,
      "learning_rate": 4.949536211896884e-05,
      "loss": 6.0859,
      "step": 92470
    },
    {
      "epoch": 0.08094509913422225,
      "grad_norm": 0.4173302948474884,
      "learning_rate": 4.9495300113888886e-05,
      "loss": 5.4465,
      "step": 92475
    },
    {
      "epoch": 0.0809494757278494,
      "grad_norm": 0.39944714307785034,
      "learning_rate": 4.949523810504857e-05,
      "loss": 5.7727,
      "step": 92480
    },
    {
      "epoch": 0.08095385232147656,
      "grad_norm": 0.3759399354457855,
      "learning_rate": 4.949517609244787e-05,
      "loss": 6.0248,
      "step": 92485
    },
    {
      "epoch": 0.08095822891510371,
      "grad_norm": 0.47934654355049133,
      "learning_rate": 4.949511407608681e-05,
      "loss": 5.2069,
      "step": 92490
    },
    {
      "epoch": 0.08096260550873087,
      "grad_norm": 0.4792914092540741,
      "learning_rate": 4.949505205596539e-05,
      "loss": 4.2857,
      "step": 92495
    },
    {
      "epoch": 0.08096698210235802,
      "grad_norm": 0.41526246070861816,
      "learning_rate": 4.9494990032083655e-05,
      "loss": 5.5148,
      "step": 92500
    },
    {
      "epoch": 0.08097135869598518,
      "grad_norm": 0.45592430233955383,
      "learning_rate": 4.9494928004441586e-05,
      "loss": 5.3992,
      "step": 92505
    },
    {
      "epoch": 0.08097573528961233,
      "grad_norm": 0.4668434262275696,
      "learning_rate": 4.949486597303922e-05,
      "loss": 4.7008,
      "step": 92510
    },
    {
      "epoch": 0.08098011188323949,
      "grad_norm": 0.453716516494751,
      "learning_rate": 4.9494803937876534e-05,
      "loss": 4.9706,
      "step": 92515
    },
    {
      "epoch": 0.08098448847686664,
      "grad_norm": 0.445705771446228,
      "learning_rate": 4.9494741898953564e-05,
      "loss": 5.0298,
      "step": 92520
    },
    {
      "epoch": 0.0809888650704938,
      "grad_norm": 0.48514387011528015,
      "learning_rate": 4.949467985627032e-05,
      "loss": 4.6556,
      "step": 92525
    },
    {
      "epoch": 0.08099324166412095,
      "grad_norm": 0.39054441452026367,
      "learning_rate": 4.9494617809826814e-05,
      "loss": 5.7203,
      "step": 92530
    },
    {
      "epoch": 0.08099761825774811,
      "grad_norm": 0.44956129789352417,
      "learning_rate": 4.949455575962305e-05,
      "loss": 5.5179,
      "step": 92535
    },
    {
      "epoch": 0.08100199485137526,
      "grad_norm": 0.39511966705322266,
      "learning_rate": 4.949449370565905e-05,
      "loss": 4.9537,
      "step": 92540
    },
    {
      "epoch": 0.08100637144500242,
      "grad_norm": 0.3871827721595764,
      "learning_rate": 4.949443164793483e-05,
      "loss": 5.7168,
      "step": 92545
    },
    {
      "epoch": 0.08101074803862957,
      "grad_norm": 0.44392359256744385,
      "learning_rate": 4.949436958645038e-05,
      "loss": 4.7631,
      "step": 92550
    },
    {
      "epoch": 0.08101512463225673,
      "grad_norm": 0.46060705184936523,
      "learning_rate": 4.949430752120573e-05,
      "loss": 5.5395,
      "step": 92555
    },
    {
      "epoch": 0.08101950122588387,
      "grad_norm": 0.4549090564250946,
      "learning_rate": 4.949424545220089e-05,
      "loss": 4.4837,
      "step": 92560
    },
    {
      "epoch": 0.08102387781951102,
      "grad_norm": 0.4493161737918854,
      "learning_rate": 4.949418337943587e-05,
      "loss": 5.2063,
      "step": 92565
    },
    {
      "epoch": 0.08102825441313818,
      "grad_norm": 0.41597142815589905,
      "learning_rate": 4.949412130291068e-05,
      "loss": 6.0248,
      "step": 92570
    },
    {
      "epoch": 0.08103263100676533,
      "grad_norm": 0.44794923067092896,
      "learning_rate": 4.9494059222625336e-05,
      "loss": 5.8314,
      "step": 92575
    },
    {
      "epoch": 0.0810370076003925,
      "grad_norm": 0.3604009449481964,
      "learning_rate": 4.949399713857984e-05,
      "loss": 5.8233,
      "step": 92580
    },
    {
      "epoch": 0.08104138419401964,
      "grad_norm": 0.43021416664123535,
      "learning_rate": 4.949393505077422e-05,
      "loss": 5.3167,
      "step": 92585
    },
    {
      "epoch": 0.0810457607876468,
      "grad_norm": 0.43306535482406616,
      "learning_rate": 4.9493872959208476e-05,
      "loss": 4.9011,
      "step": 92590
    },
    {
      "epoch": 0.08105013738127395,
      "grad_norm": 0.43263140320777893,
      "learning_rate": 4.949381086388262e-05,
      "loss": 5.5406,
      "step": 92595
    },
    {
      "epoch": 0.08105451397490111,
      "grad_norm": 0.42077699303627014,
      "learning_rate": 4.949374876479667e-05,
      "loss": 5.4215,
      "step": 92600
    },
    {
      "epoch": 0.08105889056852826,
      "grad_norm": 0.4273207187652588,
      "learning_rate": 4.9493686661950636e-05,
      "loss": 6.0527,
      "step": 92605
    },
    {
      "epoch": 0.08106326716215542,
      "grad_norm": 0.4485078454017639,
      "learning_rate": 4.949362455534453e-05,
      "loss": 4.6705,
      "step": 92610
    },
    {
      "epoch": 0.08106764375578257,
      "grad_norm": 0.43548351526260376,
      "learning_rate": 4.9493562444978357e-05,
      "loss": 4.7593,
      "step": 92615
    },
    {
      "epoch": 0.08107202034940973,
      "grad_norm": 0.4438762068748474,
      "learning_rate": 4.9493500330852136e-05,
      "loss": 5.2986,
      "step": 92620
    },
    {
      "epoch": 0.08107639694303688,
      "grad_norm": 0.36044612526893616,
      "learning_rate": 4.949343821296589e-05,
      "loss": 5.2928,
      "step": 92625
    },
    {
      "epoch": 0.08108077353666404,
      "grad_norm": 0.3887116014957428,
      "learning_rate": 4.949337609131961e-05,
      "loss": 5.8447,
      "step": 92630
    },
    {
      "epoch": 0.08108515013029119,
      "grad_norm": 0.4700351357460022,
      "learning_rate": 4.9493313965913315e-05,
      "loss": 5.5312,
      "step": 92635
    },
    {
      "epoch": 0.08108952672391835,
      "grad_norm": 0.38279736042022705,
      "learning_rate": 4.949325183674702e-05,
      "loss": 5.4988,
      "step": 92640
    },
    {
      "epoch": 0.0810939033175455,
      "grad_norm": 0.3952254354953766,
      "learning_rate": 4.949318970382074e-05,
      "loss": 4.7388,
      "step": 92645
    },
    {
      "epoch": 0.08109827991117266,
      "grad_norm": 0.387096643447876,
      "learning_rate": 4.949312756713449e-05,
      "loss": 5.8655,
      "step": 92650
    },
    {
      "epoch": 0.08110265650479981,
      "grad_norm": 0.382263720035553,
      "learning_rate": 4.9493065426688266e-05,
      "loss": 5.5024,
      "step": 92655
    },
    {
      "epoch": 0.08110703309842697,
      "grad_norm": 0.4051823616027832,
      "learning_rate": 4.9493003282482097e-05,
      "loss": 5.4956,
      "step": 92660
    },
    {
      "epoch": 0.08111140969205412,
      "grad_norm": 0.43409380316734314,
      "learning_rate": 4.949294113451598e-05,
      "loss": 5.4947,
      "step": 92665
    },
    {
      "epoch": 0.08111578628568128,
      "grad_norm": 0.4347837567329407,
      "learning_rate": 4.9492878982789935e-05,
      "loss": 5.2167,
      "step": 92670
    },
    {
      "epoch": 0.08112016287930843,
      "grad_norm": 0.41660699248313904,
      "learning_rate": 4.949281682730397e-05,
      "loss": 6.0396,
      "step": 92675
    },
    {
      "epoch": 0.08112453947293559,
      "grad_norm": 0.43101879954338074,
      "learning_rate": 4.949275466805811e-05,
      "loss": 5.1976,
      "step": 92680
    },
    {
      "epoch": 0.08112891606656274,
      "grad_norm": 0.35128477215766907,
      "learning_rate": 4.949269250505235e-05,
      "loss": 5.2923,
      "step": 92685
    },
    {
      "epoch": 0.0811332926601899,
      "grad_norm": 0.38851404190063477,
      "learning_rate": 4.949263033828671e-05,
      "loss": 5.3461,
      "step": 92690
    },
    {
      "epoch": 0.08113766925381705,
      "grad_norm": 0.3666858375072479,
      "learning_rate": 4.94925681677612e-05,
      "loss": 5.2198,
      "step": 92695
    },
    {
      "epoch": 0.0811420458474442,
      "grad_norm": 0.3961348533630371,
      "learning_rate": 4.949250599347584e-05,
      "loss": 4.9775,
      "step": 92700
    },
    {
      "epoch": 0.08114642244107136,
      "grad_norm": 0.4330771863460541,
      "learning_rate": 4.949244381543062e-05,
      "loss": 6.0432,
      "step": 92705
    },
    {
      "epoch": 0.0811507990346985,
      "grad_norm": 0.43267035484313965,
      "learning_rate": 4.949238163362559e-05,
      "loss": 4.679,
      "step": 92710
    },
    {
      "epoch": 0.08115517562832567,
      "grad_norm": 0.4337955117225647,
      "learning_rate": 4.949231944806071e-05,
      "loss": 5.2167,
      "step": 92715
    },
    {
      "epoch": 0.08115955222195281,
      "grad_norm": 0.3727783262729645,
      "learning_rate": 4.949225725873604e-05,
      "loss": 5.8148,
      "step": 92720
    },
    {
      "epoch": 0.08116392881557997,
      "grad_norm": 0.48902013897895813,
      "learning_rate": 4.949219506565157e-05,
      "loss": 5.2517,
      "step": 92725
    },
    {
      "epoch": 0.08116830540920712,
      "grad_norm": 0.4353431463241577,
      "learning_rate": 4.949213286880732e-05,
      "loss": 4.6955,
      "step": 92730
    },
    {
      "epoch": 0.08117268200283428,
      "grad_norm": 0.46222755312919617,
      "learning_rate": 4.9492070668203284e-05,
      "loss": 4.669,
      "step": 92735
    },
    {
      "epoch": 0.08117705859646143,
      "grad_norm": 0.3814571499824524,
      "learning_rate": 4.949200846383949e-05,
      "loss": 5.5256,
      "step": 92740
    },
    {
      "epoch": 0.0811814351900886,
      "grad_norm": 0.43975830078125,
      "learning_rate": 4.949194625571596e-05,
      "loss": 4.1875,
      "step": 92745
    },
    {
      "epoch": 0.08118581178371574,
      "grad_norm": 0.524562418460846,
      "learning_rate": 4.9491884043832684e-05,
      "loss": 5.8662,
      "step": 92750
    },
    {
      "epoch": 0.0811901883773429,
      "grad_norm": 0.434151828289032,
      "learning_rate": 4.949182182818968e-05,
      "loss": 4.6901,
      "step": 92755
    },
    {
      "epoch": 0.08119456497097005,
      "grad_norm": 0.46240314841270447,
      "learning_rate": 4.949175960878697e-05,
      "loss": 4.9893,
      "step": 92760
    },
    {
      "epoch": 0.08119894156459721,
      "grad_norm": 0.43255552649497986,
      "learning_rate": 4.949169738562456e-05,
      "loss": 4.9007,
      "step": 92765
    },
    {
      "epoch": 0.08120331815822436,
      "grad_norm": 0.35591429471969604,
      "learning_rate": 4.949163515870245e-05,
      "loss": 5.7396,
      "step": 92770
    },
    {
      "epoch": 0.08120769475185152,
      "grad_norm": 0.44448480010032654,
      "learning_rate": 4.949157292802067e-05,
      "loss": 5.0291,
      "step": 92775
    },
    {
      "epoch": 0.08121207134547867,
      "grad_norm": 0.3759664297103882,
      "learning_rate": 4.949151069357923e-05,
      "loss": 5.5341,
      "step": 92780
    },
    {
      "epoch": 0.08121644793910583,
      "grad_norm": 0.4213515818119049,
      "learning_rate": 4.949144845537813e-05,
      "loss": 4.6946,
      "step": 92785
    },
    {
      "epoch": 0.08122082453273298,
      "grad_norm": 0.5910698175430298,
      "learning_rate": 4.949138621341739e-05,
      "loss": 5.3553,
      "step": 92790
    },
    {
      "epoch": 0.08122520112636014,
      "grad_norm": 0.5227303504943848,
      "learning_rate": 4.949132396769702e-05,
      "loss": 5.5375,
      "step": 92795
    },
    {
      "epoch": 0.08122957771998729,
      "grad_norm": 0.4261474013328552,
      "learning_rate": 4.949126171821704e-05,
      "loss": 5.1852,
      "step": 92800
    },
    {
      "epoch": 0.08123395431361445,
      "grad_norm": 0.41219690442085266,
      "learning_rate": 4.9491199464977444e-05,
      "loss": 5.7309,
      "step": 92805
    },
    {
      "epoch": 0.0812383309072416,
      "grad_norm": 0.41471558809280396,
      "learning_rate": 4.949113720797827e-05,
      "loss": 5.7121,
      "step": 92810
    },
    {
      "epoch": 0.08124270750086876,
      "grad_norm": 0.7443933486938477,
      "learning_rate": 4.9491074947219496e-05,
      "loss": 4.6691,
      "step": 92815
    },
    {
      "epoch": 0.08124708409449591,
      "grad_norm": 0.484080046415329,
      "learning_rate": 4.9491012682701166e-05,
      "loss": 4.9796,
      "step": 92820
    },
    {
      "epoch": 0.08125146068812306,
      "grad_norm": 0.4635942280292511,
      "learning_rate": 4.949095041442328e-05,
      "loss": 4.7735,
      "step": 92825
    },
    {
      "epoch": 0.08125583728175022,
      "grad_norm": 0.4428250193595886,
      "learning_rate": 4.9490888142385837e-05,
      "loss": 4.2275,
      "step": 92830
    },
    {
      "epoch": 0.08126021387537737,
      "grad_norm": 0.3818512260913849,
      "learning_rate": 4.949082586658888e-05,
      "loss": 4.8083,
      "step": 92835
    },
    {
      "epoch": 0.08126459046900453,
      "grad_norm": 0.35212692618370056,
      "learning_rate": 4.9490763587032385e-05,
      "loss": 6.3465,
      "step": 92840
    },
    {
      "epoch": 0.08126896706263168,
      "grad_norm": 0.4706726670265198,
      "learning_rate": 4.949070130371639e-05,
      "loss": 4.7714,
      "step": 92845
    },
    {
      "epoch": 0.08127334365625884,
      "grad_norm": 0.5039921402931213,
      "learning_rate": 4.9490639016640894e-05,
      "loss": 4.7889,
      "step": 92850
    },
    {
      "epoch": 0.08127772024988598,
      "grad_norm": 0.3893924355506897,
      "learning_rate": 4.9490576725805915e-05,
      "loss": 6.3404,
      "step": 92855
    },
    {
      "epoch": 0.08128209684351315,
      "grad_norm": 0.47619175910949707,
      "learning_rate": 4.9490514431211465e-05,
      "loss": 4.9848,
      "step": 92860
    },
    {
      "epoch": 0.0812864734371403,
      "grad_norm": 0.45633503794670105,
      "learning_rate": 4.949045213285756e-05,
      "loss": 4.4021,
      "step": 92865
    },
    {
      "epoch": 0.08129085003076746,
      "grad_norm": 0.8777809143066406,
      "learning_rate": 4.94903898307442e-05,
      "loss": 4.4734,
      "step": 92870
    },
    {
      "epoch": 0.0812952266243946,
      "grad_norm": 0.6941299438476562,
      "learning_rate": 4.9490327524871396e-05,
      "loss": 5.8463,
      "step": 92875
    },
    {
      "epoch": 0.08129960321802177,
      "grad_norm": 0.4847879707813263,
      "learning_rate": 4.949026521523917e-05,
      "loss": 6.0463,
      "step": 92880
    },
    {
      "epoch": 0.08130397981164891,
      "grad_norm": 0.5147232413291931,
      "learning_rate": 4.949020290184754e-05,
      "loss": 5.2623,
      "step": 92885
    },
    {
      "epoch": 0.08130835640527607,
      "grad_norm": 0.5718958973884583,
      "learning_rate": 4.949014058469651e-05,
      "loss": 5.2883,
      "step": 92890
    },
    {
      "epoch": 0.08131273299890322,
      "grad_norm": 0.45341649651527405,
      "learning_rate": 4.949007826378608e-05,
      "loss": 5.3187,
      "step": 92895
    },
    {
      "epoch": 0.08131710959253038,
      "grad_norm": 0.511253833770752,
      "learning_rate": 4.9490015939116274e-05,
      "loss": 5.8483,
      "step": 92900
    },
    {
      "epoch": 0.08132148618615753,
      "grad_norm": 0.4317779242992401,
      "learning_rate": 4.948995361068711e-05,
      "loss": 4.7103,
      "step": 92905
    },
    {
      "epoch": 0.0813258627797847,
      "grad_norm": 0.45646288990974426,
      "learning_rate": 4.94898912784986e-05,
      "loss": 5.5181,
      "step": 92910
    },
    {
      "epoch": 0.08133023937341184,
      "grad_norm": 0.3626183271408081,
      "learning_rate": 4.9489828942550744e-05,
      "loss": 5.5104,
      "step": 92915
    },
    {
      "epoch": 0.081334615967039,
      "grad_norm": 0.4233815371990204,
      "learning_rate": 4.948976660284355e-05,
      "loss": 4.6818,
      "step": 92920
    },
    {
      "epoch": 0.08133899256066615,
      "grad_norm": 0.4961673319339752,
      "learning_rate": 4.9489704259377046e-05,
      "loss": 4.9994,
      "step": 92925
    },
    {
      "epoch": 0.08134336915429331,
      "grad_norm": 0.4328828752040863,
      "learning_rate": 4.948964191215123e-05,
      "loss": 5.3066,
      "step": 92930
    },
    {
      "epoch": 0.08134774574792046,
      "grad_norm": 0.45329296588897705,
      "learning_rate": 4.948957956116614e-05,
      "loss": 5.2434,
      "step": 92935
    },
    {
      "epoch": 0.08135212234154762,
      "grad_norm": 0.4200073480606079,
      "learning_rate": 4.9489517206421754e-05,
      "loss": 3.9606,
      "step": 92940
    },
    {
      "epoch": 0.08135649893517477,
      "grad_norm": 0.40989211201667786,
      "learning_rate": 4.9489454847918105e-05,
      "loss": 5.2322,
      "step": 92945
    },
    {
      "epoch": 0.08136087552880192,
      "grad_norm": 0.4063769280910492,
      "learning_rate": 4.9489392485655196e-05,
      "loss": 5.1917,
      "step": 92950
    },
    {
      "epoch": 0.08136525212242908,
      "grad_norm": 0.375922292470932,
      "learning_rate": 4.9489330119633046e-05,
      "loss": 5.7307,
      "step": 92955
    },
    {
      "epoch": 0.08136962871605623,
      "grad_norm": 0.35860398411750793,
      "learning_rate": 4.948926774985166e-05,
      "loss": 6.0385,
      "step": 92960
    },
    {
      "epoch": 0.08137400530968339,
      "grad_norm": 0.47216466069221497,
      "learning_rate": 4.9489205376311064e-05,
      "loss": 5.4184,
      "step": 92965
    },
    {
      "epoch": 0.08137838190331054,
      "grad_norm": 0.44788238406181335,
      "learning_rate": 4.948914299901125e-05,
      "loss": 4.9869,
      "step": 92970
    },
    {
      "epoch": 0.0813827584969377,
      "grad_norm": 0.4519166946411133,
      "learning_rate": 4.948908061795224e-05,
      "loss": 5.5165,
      "step": 92975
    },
    {
      "epoch": 0.08138713509056485,
      "grad_norm": 0.44460397958755493,
      "learning_rate": 4.948901823313406e-05,
      "loss": 4.9803,
      "step": 92980
    },
    {
      "epoch": 0.08139151168419201,
      "grad_norm": 0.4603383243083954,
      "learning_rate": 4.948895584455668e-05,
      "loss": 5.8631,
      "step": 92985
    },
    {
      "epoch": 0.08139588827781916,
      "grad_norm": 0.4542543590068817,
      "learning_rate": 4.9488893452220164e-05,
      "loss": 5.315,
      "step": 92990
    },
    {
      "epoch": 0.08140026487144632,
      "grad_norm": 0.46239444613456726,
      "learning_rate": 4.948883105612448e-05,
      "loss": 4.8067,
      "step": 92995
    },
    {
      "epoch": 0.08140464146507347,
      "grad_norm": 0.4308549165725708,
      "learning_rate": 4.948876865626968e-05,
      "loss": 5.2036,
      "step": 93000
    },
    {
      "epoch": 0.08140901805870063,
      "grad_norm": 0.4889447093009949,
      "learning_rate": 4.948870625265575e-05,
      "loss": 5.7981,
      "step": 93005
    },
    {
      "epoch": 0.08141339465232778,
      "grad_norm": 0.43384110927581787,
      "learning_rate": 4.94886438452827e-05,
      "loss": 5.2668,
      "step": 93010
    },
    {
      "epoch": 0.08141777124595494,
      "grad_norm": 0.45244210958480835,
      "learning_rate": 4.948858143415056e-05,
      "loss": 4.9771,
      "step": 93015
    },
    {
      "epoch": 0.08142214783958208,
      "grad_norm": 0.4029625654220581,
      "learning_rate": 4.9488519019259324e-05,
      "loss": 4.6885,
      "step": 93020
    },
    {
      "epoch": 0.08142652443320925,
      "grad_norm": 0.44767048954963684,
      "learning_rate": 4.9488456600609025e-05,
      "loss": 5.2118,
      "step": 93025
    },
    {
      "epoch": 0.0814309010268364,
      "grad_norm": 0.4362926781177521,
      "learning_rate": 4.948839417819965e-05,
      "loss": 5.098,
      "step": 93030
    },
    {
      "epoch": 0.08143527762046356,
      "grad_norm": 0.37132853269577026,
      "learning_rate": 4.9488331752031226e-05,
      "loss": 5.7107,
      "step": 93035
    },
    {
      "epoch": 0.0814396542140907,
      "grad_norm": 0.4185192286968231,
      "learning_rate": 4.948826932210377e-05,
      "loss": 4.1969,
      "step": 93040
    },
    {
      "epoch": 0.08144403080771787,
      "grad_norm": 0.42989322543144226,
      "learning_rate": 4.9488206888417264e-05,
      "loss": 5.7543,
      "step": 93045
    },
    {
      "epoch": 0.08144840740134501,
      "grad_norm": 0.39594024419784546,
      "learning_rate": 4.9488144450971764e-05,
      "loss": 5.701,
      "step": 93050
    },
    {
      "epoch": 0.08145278399497217,
      "grad_norm": 0.3918582499027252,
      "learning_rate": 4.9488082009767254e-05,
      "loss": 4.6826,
      "step": 93055
    },
    {
      "epoch": 0.08145716058859932,
      "grad_norm": 0.40957435965538025,
      "learning_rate": 4.948801956480375e-05,
      "loss": 5.5463,
      "step": 93060
    },
    {
      "epoch": 0.08146153718222648,
      "grad_norm": 0.4707839787006378,
      "learning_rate": 4.9487957116081265e-05,
      "loss": 4.9859,
      "step": 93065
    },
    {
      "epoch": 0.08146591377585363,
      "grad_norm": 0.4567723572254181,
      "learning_rate": 4.948789466359982e-05,
      "loss": 4.7073,
      "step": 93070
    },
    {
      "epoch": 0.0814702903694808,
      "grad_norm": 0.45625561475753784,
      "learning_rate": 4.948783220735941e-05,
      "loss": 5.2372,
      "step": 93075
    },
    {
      "epoch": 0.08147466696310794,
      "grad_norm": 0.4006279706954956,
      "learning_rate": 4.948776974736006e-05,
      "loss": 5.3988,
      "step": 93080
    },
    {
      "epoch": 0.08147904355673509,
      "grad_norm": 0.4823753237724304,
      "learning_rate": 4.948770728360178e-05,
      "loss": 4.5146,
      "step": 93085
    },
    {
      "epoch": 0.08148342015036225,
      "grad_norm": 0.3757244050502777,
      "learning_rate": 4.9487644816084577e-05,
      "loss": 5.812,
      "step": 93090
    },
    {
      "epoch": 0.0814877967439894,
      "grad_norm": 0.36584344506263733,
      "learning_rate": 4.948758234480848e-05,
      "loss": 6.0537,
      "step": 93095
    },
    {
      "epoch": 0.08149217333761656,
      "grad_norm": 0.39344537258148193,
      "learning_rate": 4.948751986977348e-05,
      "loss": 5.4197,
      "step": 93100
    },
    {
      "epoch": 0.08149654993124371,
      "grad_norm": 0.4081811308860779,
      "learning_rate": 4.9487457390979586e-05,
      "loss": 5.2145,
      "step": 93105
    },
    {
      "epoch": 0.08150092652487087,
      "grad_norm": 0.39380893111228943,
      "learning_rate": 4.948739490842683e-05,
      "loss": 6.0443,
      "step": 93110
    },
    {
      "epoch": 0.08150530311849802,
      "grad_norm": 0.38469696044921875,
      "learning_rate": 4.948733242211522e-05,
      "loss": 4.9997,
      "step": 93115
    },
    {
      "epoch": 0.08150967971212518,
      "grad_norm": 0.35896608233451843,
      "learning_rate": 4.9487269932044763e-05,
      "loss": 5.2264,
      "step": 93120
    },
    {
      "epoch": 0.08151405630575233,
      "grad_norm": 0.3908732831478119,
      "learning_rate": 4.948720743821545e-05,
      "loss": 4.9202,
      "step": 93125
    },
    {
      "epoch": 0.08151843289937949,
      "grad_norm": 0.4333263635635376,
      "learning_rate": 4.948714494062734e-05,
      "loss": 5.2994,
      "step": 93130
    },
    {
      "epoch": 0.08152280949300664,
      "grad_norm": 0.3648292124271393,
      "learning_rate": 4.948708243928041e-05,
      "loss": 5.874,
      "step": 93135
    },
    {
      "epoch": 0.0815271860866338,
      "grad_norm": 0.3641818165779114,
      "learning_rate": 4.948701993417468e-05,
      "loss": 5.7367,
      "step": 93140
    },
    {
      "epoch": 0.08153156268026095,
      "grad_norm": 0.45516958832740784,
      "learning_rate": 4.948695742531016e-05,
      "loss": 5.2142,
      "step": 93145
    },
    {
      "epoch": 0.08153593927388811,
      "grad_norm": 0.36945393681526184,
      "learning_rate": 4.948689491268688e-05,
      "loss": 5.249,
      "step": 93150
    },
    {
      "epoch": 0.08154031586751526,
      "grad_norm": 0.353771448135376,
      "learning_rate": 4.948683239630482e-05,
      "loss": 5.818,
      "step": 93155
    },
    {
      "epoch": 0.08154469246114242,
      "grad_norm": 0.40604671835899353,
      "learning_rate": 4.948676987616402e-05,
      "loss": 5.5006,
      "step": 93160
    },
    {
      "epoch": 0.08154906905476957,
      "grad_norm": 0.4123208522796631,
      "learning_rate": 4.948670735226447e-05,
      "loss": 4.6709,
      "step": 93165
    },
    {
      "epoch": 0.08155344564839673,
      "grad_norm": 0.4518697261810303,
      "learning_rate": 4.94866448246062e-05,
      "loss": 5.5229,
      "step": 93170
    },
    {
      "epoch": 0.08155782224202388,
      "grad_norm": 0.40526601672172546,
      "learning_rate": 4.948658229318922e-05,
      "loss": 5.2229,
      "step": 93175
    },
    {
      "epoch": 0.08156219883565104,
      "grad_norm": 0.48456132411956787,
      "learning_rate": 4.948651975801354e-05,
      "loss": 5.7057,
      "step": 93180
    },
    {
      "epoch": 0.08156657542927818,
      "grad_norm": 0.44318827986717224,
      "learning_rate": 4.948645721907916e-05,
      "loss": 4.7353,
      "step": 93185
    },
    {
      "epoch": 0.08157095202290535,
      "grad_norm": 0.4571417570114136,
      "learning_rate": 4.94863946763861e-05,
      "loss": 4.6648,
      "step": 93190
    },
    {
      "epoch": 0.0815753286165325,
      "grad_norm": 0.3729245364665985,
      "learning_rate": 4.948633212993439e-05,
      "loss": 5.749,
      "step": 93195
    },
    {
      "epoch": 0.08157970521015966,
      "grad_norm": 0.4449893832206726,
      "learning_rate": 4.948626957972401e-05,
      "loss": 5.3051,
      "step": 93200
    },
    {
      "epoch": 0.0815840818037868,
      "grad_norm": 0.4598098695278168,
      "learning_rate": 4.948620702575499e-05,
      "loss": 4.9506,
      "step": 93205
    },
    {
      "epoch": 0.08158845839741395,
      "grad_norm": 0.3700873851776123,
      "learning_rate": 4.948614446802735e-05,
      "loss": 5.3202,
      "step": 93210
    },
    {
      "epoch": 0.08159283499104111,
      "grad_norm": 0.4312600791454315,
      "learning_rate": 4.948608190654108e-05,
      "loss": 5.7322,
      "step": 93215
    },
    {
      "epoch": 0.08159721158466826,
      "grad_norm": 0.4485069215297699,
      "learning_rate": 4.948601934129621e-05,
      "loss": 6.0365,
      "step": 93220
    },
    {
      "epoch": 0.08160158817829542,
      "grad_norm": 0.4335053861141205,
      "learning_rate": 4.948595677229275e-05,
      "loss": 5.6926,
      "step": 93225
    },
    {
      "epoch": 0.08160596477192257,
      "grad_norm": 0.40084829926490784,
      "learning_rate": 4.94858941995307e-05,
      "loss": 5.3178,
      "step": 93230
    },
    {
      "epoch": 0.08161034136554973,
      "grad_norm": 0.4025149345397949,
      "learning_rate": 4.948583162301009e-05,
      "loss": 6.0389,
      "step": 93235
    },
    {
      "epoch": 0.08161471795917688,
      "grad_norm": 0.4474325478076935,
      "learning_rate": 4.948576904273091e-05,
      "loss": 5.2996,
      "step": 93240
    },
    {
      "epoch": 0.08161909455280404,
      "grad_norm": 0.45428621768951416,
      "learning_rate": 4.9485706458693206e-05,
      "loss": 5.2859,
      "step": 93245
    },
    {
      "epoch": 0.08162347114643119,
      "grad_norm": 0.35096579790115356,
      "learning_rate": 4.9485643870896945e-05,
      "loss": 5.8124,
      "step": 93250
    },
    {
      "epoch": 0.08162784774005835,
      "grad_norm": 0.38621923327445984,
      "learning_rate": 4.9485581279342176e-05,
      "loss": 6.0217,
      "step": 93255
    },
    {
      "epoch": 0.0816322243336855,
      "grad_norm": 0.45637550950050354,
      "learning_rate": 4.94855186840289e-05,
      "loss": 4.5919,
      "step": 93260
    },
    {
      "epoch": 0.08163660092731266,
      "grad_norm": 0.4259607195854187,
      "learning_rate": 4.948545608495712e-05,
      "loss": 4.8812,
      "step": 93265
    },
    {
      "epoch": 0.08164097752093981,
      "grad_norm": 0.4082737863063812,
      "learning_rate": 4.948539348212685e-05,
      "loss": 5.7244,
      "step": 93270
    },
    {
      "epoch": 0.08164535411456697,
      "grad_norm": 0.44201770424842834,
      "learning_rate": 4.9485330875538114e-05,
      "loss": 4.7749,
      "step": 93275
    },
    {
      "epoch": 0.08164973070819412,
      "grad_norm": 0.3765523433685303,
      "learning_rate": 4.948526826519092e-05,
      "loss": 5.3333,
      "step": 93280
    },
    {
      "epoch": 0.08165410730182128,
      "grad_norm": 0.41782069206237793,
      "learning_rate": 4.9485205651085264e-05,
      "loss": 5.4414,
      "step": 93285
    },
    {
      "epoch": 0.08165848389544843,
      "grad_norm": 0.4633747935295105,
      "learning_rate": 4.9485143033221184e-05,
      "loss": 5.1946,
      "step": 93290
    },
    {
      "epoch": 0.08166286048907559,
      "grad_norm": 0.5378786325454712,
      "learning_rate": 4.948508041159867e-05,
      "loss": 4.7979,
      "step": 93295
    },
    {
      "epoch": 0.08166723708270274,
      "grad_norm": 0.48208126425743103,
      "learning_rate": 4.9485017786217755e-05,
      "loss": 5.2154,
      "step": 93300
    },
    {
      "epoch": 0.0816716136763299,
      "grad_norm": 0.47093480825424194,
      "learning_rate": 4.948495515707844e-05,
      "loss": 5.0073,
      "step": 93305
    },
    {
      "epoch": 0.08167599026995705,
      "grad_norm": 0.40204954147338867,
      "learning_rate": 4.9484892524180725e-05,
      "loss": 6.3424,
      "step": 93310
    },
    {
      "epoch": 0.08168036686358421,
      "grad_norm": 0.43274542689323425,
      "learning_rate": 4.948482988752464e-05,
      "loss": 4.6993,
      "step": 93315
    },
    {
      "epoch": 0.08168474345721136,
      "grad_norm": 0.4471120238304138,
      "learning_rate": 4.948476724711019e-05,
      "loss": 4.9986,
      "step": 93320
    },
    {
      "epoch": 0.08168912005083852,
      "grad_norm": 0.41557812690734863,
      "learning_rate": 4.948470460293738e-05,
      "loss": 4.3932,
      "step": 93325
    },
    {
      "epoch": 0.08169349664446567,
      "grad_norm": 0.6352709531784058,
      "learning_rate": 4.948464195500624e-05,
      "loss": 5.0001,
      "step": 93330
    },
    {
      "epoch": 0.08169787323809283,
      "grad_norm": 0.47848692536354065,
      "learning_rate": 4.948457930331677e-05,
      "loss": 4.7185,
      "step": 93335
    },
    {
      "epoch": 0.08170224983171998,
      "grad_norm": 0.43644142150878906,
      "learning_rate": 4.9484516647868987e-05,
      "loss": 5.7828,
      "step": 93340
    },
    {
      "epoch": 0.08170662642534712,
      "grad_norm": 0.48825111985206604,
      "learning_rate": 4.9484453988662895e-05,
      "loss": 5.0148,
      "step": 93345
    },
    {
      "epoch": 0.08171100301897428,
      "grad_norm": 0.43736013770103455,
      "learning_rate": 4.948439132569851e-05,
      "loss": 4.9862,
      "step": 93350
    },
    {
      "epoch": 0.08171537961260143,
      "grad_norm": 0.5184173583984375,
      "learning_rate": 4.9484328658975844e-05,
      "loss": 5.7576,
      "step": 93355
    },
    {
      "epoch": 0.0817197562062286,
      "grad_norm": 0.5760718584060669,
      "learning_rate": 4.948426598849492e-05,
      "loss": 6.0473,
      "step": 93360
    },
    {
      "epoch": 0.08172413279985574,
      "grad_norm": 0.505363941192627,
      "learning_rate": 4.9484203314255726e-05,
      "loss": 6.0467,
      "step": 93365
    },
    {
      "epoch": 0.0817285093934829,
      "grad_norm": 0.4568289816379547,
      "learning_rate": 4.9484140636258304e-05,
      "loss": 4.7732,
      "step": 93370
    },
    {
      "epoch": 0.08173288598711005,
      "grad_norm": 0.4576959013938904,
      "learning_rate": 4.948407795450264e-05,
      "loss": 4.1409,
      "step": 93375
    },
    {
      "epoch": 0.08173726258073721,
      "grad_norm": 0.41190484166145325,
      "learning_rate": 4.948401526898876e-05,
      "loss": 5.8229,
      "step": 93380
    },
    {
      "epoch": 0.08174163917436436,
      "grad_norm": 0.4379284381866455,
      "learning_rate": 4.948395257971667e-05,
      "loss": 5.312,
      "step": 93385
    },
    {
      "epoch": 0.08174601576799152,
      "grad_norm": 0.49230700731277466,
      "learning_rate": 4.948388988668639e-05,
      "loss": 5.2886,
      "step": 93390
    },
    {
      "epoch": 0.08175039236161867,
      "grad_norm": 0.4526105523109436,
      "learning_rate": 4.9483827189897925e-05,
      "loss": 5.7619,
      "step": 93395
    },
    {
      "epoch": 0.08175476895524583,
      "grad_norm": 0.4243167042732239,
      "learning_rate": 4.948376448935129e-05,
      "loss": 5.008,
      "step": 93400
    },
    {
      "epoch": 0.08175914554887298,
      "grad_norm": 0.42360591888427734,
      "learning_rate": 4.94837017850465e-05,
      "loss": 5.2187,
      "step": 93405
    },
    {
      "epoch": 0.08176352214250014,
      "grad_norm": 0.42859336733818054,
      "learning_rate": 4.948363907698355e-05,
      "loss": 4.889,
      "step": 93410
    },
    {
      "epoch": 0.08176789873612729,
      "grad_norm": 0.36182817816734314,
      "learning_rate": 4.948357636516248e-05,
      "loss": 5.5315,
      "step": 93415
    },
    {
      "epoch": 0.08177227532975445,
      "grad_norm": 0.4176103472709656,
      "learning_rate": 4.948351364958328e-05,
      "loss": 4.7289,
      "step": 93420
    },
    {
      "epoch": 0.0817766519233816,
      "grad_norm": 0.4327191114425659,
      "learning_rate": 4.948345093024597e-05,
      "loss": 5.8318,
      "step": 93425
    },
    {
      "epoch": 0.08178102851700876,
      "grad_norm": 0.354078084230423,
      "learning_rate": 4.948338820715056e-05,
      "loss": 6.0633,
      "step": 93430
    },
    {
      "epoch": 0.08178540511063591,
      "grad_norm": 0.43987181782722473,
      "learning_rate": 4.948332548029707e-05,
      "loss": 5.2714,
      "step": 93435
    },
    {
      "epoch": 0.08178978170426307,
      "grad_norm": 0.3868369460105896,
      "learning_rate": 4.94832627496855e-05,
      "loss": 5.4763,
      "step": 93440
    },
    {
      "epoch": 0.08179415829789022,
      "grad_norm": 0.38094910979270935,
      "learning_rate": 4.948320001531587e-05,
      "loss": 5.8429,
      "step": 93445
    },
    {
      "epoch": 0.08179853489151738,
      "grad_norm": 0.3687300980091095,
      "learning_rate": 4.9483137277188186e-05,
      "loss": 5.7604,
      "step": 93450
    },
    {
      "epoch": 0.08180291148514453,
      "grad_norm": 0.4102124571800232,
      "learning_rate": 4.948307453530248e-05,
      "loss": 5.434,
      "step": 93455
    },
    {
      "epoch": 0.08180728807877169,
      "grad_norm": 0.4211386442184448,
      "learning_rate": 4.948301178965873e-05,
      "loss": 5.4313,
      "step": 93460
    },
    {
      "epoch": 0.08181166467239884,
      "grad_norm": 0.398872971534729,
      "learning_rate": 4.9482949040256976e-05,
      "loss": 5.8293,
      "step": 93465
    },
    {
      "epoch": 0.08181604126602599,
      "grad_norm": 0.35079529881477356,
      "learning_rate": 4.9482886287097205e-05,
      "loss": 6.3652,
      "step": 93470
    },
    {
      "epoch": 0.08182041785965315,
      "grad_norm": 0.45951592922210693,
      "learning_rate": 4.9482823530179466e-05,
      "loss": 4.2601,
      "step": 93475
    },
    {
      "epoch": 0.0818247944532803,
      "grad_norm": 0.4126800298690796,
      "learning_rate": 4.948276076950374e-05,
      "loss": 5.1381,
      "step": 93480
    },
    {
      "epoch": 0.08182917104690746,
      "grad_norm": 0.3506081998348236,
      "learning_rate": 4.948269800507005e-05,
      "loss": 5.5312,
      "step": 93485
    },
    {
      "epoch": 0.0818335476405346,
      "grad_norm": 0.404376357793808,
      "learning_rate": 4.9482635236878404e-05,
      "loss": 4.715,
      "step": 93490
    },
    {
      "epoch": 0.08183792423416177,
      "grad_norm": 0.3960247039794922,
      "learning_rate": 4.9482572464928825e-05,
      "loss": 6.374,
      "step": 93495
    },
    {
      "epoch": 0.08184230082778891,
      "grad_norm": 0.3726426064968109,
      "learning_rate": 4.9482509689221315e-05,
      "loss": 6.3436,
      "step": 93500
    },
    {
      "epoch": 0.08184667742141608,
      "grad_norm": 0.44501087069511414,
      "learning_rate": 4.948244690975588e-05,
      "loss": 5.5026,
      "step": 93505
    },
    {
      "epoch": 0.08185105401504322,
      "grad_norm": 0.5202252864837646,
      "learning_rate": 4.948238412653254e-05,
      "loss": 5.2874,
      "step": 93510
    },
    {
      "epoch": 0.08185543060867038,
      "grad_norm": 0.3760899007320404,
      "learning_rate": 4.948232133955132e-05,
      "loss": 5.8101,
      "step": 93515
    },
    {
      "epoch": 0.08185980720229753,
      "grad_norm": 0.4548981487751007,
      "learning_rate": 4.9482258548812214e-05,
      "loss": 4.9157,
      "step": 93520
    },
    {
      "epoch": 0.0818641837959247,
      "grad_norm": 0.43543434143066406,
      "learning_rate": 4.948219575431523e-05,
      "loss": 5.4899,
      "step": 93525
    },
    {
      "epoch": 0.08186856038955184,
      "grad_norm": 0.46302682161331177,
      "learning_rate": 4.94821329560604e-05,
      "loss": 5.5178,
      "step": 93530
    },
    {
      "epoch": 0.081872936983179,
      "grad_norm": 0.5043936371803284,
      "learning_rate": 4.9482070154047724e-05,
      "loss": 5.3279,
      "step": 93535
    },
    {
      "epoch": 0.08187731357680615,
      "grad_norm": 0.5188637971878052,
      "learning_rate": 4.948200734827722e-05,
      "loss": 5.5396,
      "step": 93540
    },
    {
      "epoch": 0.08188169017043331,
      "grad_norm": 0.6243849396705627,
      "learning_rate": 4.948194453874888e-05,
      "loss": 5.1886,
      "step": 93545
    },
    {
      "epoch": 0.08188606676406046,
      "grad_norm": 0.44941598176956177,
      "learning_rate": 4.948188172546275e-05,
      "loss": 4.4549,
      "step": 93550
    },
    {
      "epoch": 0.08189044335768762,
      "grad_norm": 0.46962499618530273,
      "learning_rate": 4.948181890841882e-05,
      "loss": 5.7281,
      "step": 93555
    },
    {
      "epoch": 0.08189481995131477,
      "grad_norm": 0.42349496483802795,
      "learning_rate": 4.9481756087617106e-05,
      "loss": 5.4453,
      "step": 93560
    },
    {
      "epoch": 0.08189919654494193,
      "grad_norm": 0.43342769145965576,
      "learning_rate": 4.948169326305761e-05,
      "loss": 5.4459,
      "step": 93565
    },
    {
      "epoch": 0.08190357313856908,
      "grad_norm": 0.4818331301212311,
      "learning_rate": 4.9481630434740364e-05,
      "loss": 5.3457,
      "step": 93570
    },
    {
      "epoch": 0.08190794973219624,
      "grad_norm": 0.4833713173866272,
      "learning_rate": 4.948156760266538e-05,
      "loss": 5.5065,
      "step": 93575
    },
    {
      "epoch": 0.08191232632582339,
      "grad_norm": 0.44735756516456604,
      "learning_rate": 4.948150476683265e-05,
      "loss": 5.0097,
      "step": 93580
    },
    {
      "epoch": 0.08191670291945055,
      "grad_norm": 0.41725271940231323,
      "learning_rate": 4.94814419272422e-05,
      "loss": 5.2341,
      "step": 93585
    },
    {
      "epoch": 0.0819210795130777,
      "grad_norm": 0.45226937532424927,
      "learning_rate": 4.948137908389403e-05,
      "loss": 3.9843,
      "step": 93590
    },
    {
      "epoch": 0.08192545610670485,
      "grad_norm": 0.5572012662887573,
      "learning_rate": 4.9481316236788176e-05,
      "loss": 5.2823,
      "step": 93595
    },
    {
      "epoch": 0.08192983270033201,
      "grad_norm": 0.4662807583808899,
      "learning_rate": 4.948125338592463e-05,
      "loss": 4.4795,
      "step": 93600
    },
    {
      "epoch": 0.08193420929395916,
      "grad_norm": 0.4310065805912018,
      "learning_rate": 4.948119053130341e-05,
      "loss": 5.2083,
      "step": 93605
    },
    {
      "epoch": 0.08193858588758632,
      "grad_norm": 0.4143223464488983,
      "learning_rate": 4.948112767292452e-05,
      "loss": 5.5389,
      "step": 93610
    },
    {
      "epoch": 0.08194296248121347,
      "grad_norm": 0.5184264183044434,
      "learning_rate": 4.948106481078799e-05,
      "loss": 6.051,
      "step": 93615
    },
    {
      "epoch": 0.08194733907484063,
      "grad_norm": 0.435114324092865,
      "learning_rate": 4.9481001944893813e-05,
      "loss": 6.3277,
      "step": 93620
    },
    {
      "epoch": 0.08195171566846778,
      "grad_norm": 0.4999717175960541,
      "learning_rate": 4.9480939075242014e-05,
      "loss": 5.7031,
      "step": 93625
    },
    {
      "epoch": 0.08195609226209494,
      "grad_norm": 0.4336065948009491,
      "learning_rate": 4.948087620183261e-05,
      "loss": 5.5226,
      "step": 93630
    },
    {
      "epoch": 0.08196046885572209,
      "grad_norm": 0.4356493353843689,
      "learning_rate": 4.9480813324665585e-05,
      "loss": 4.5003,
      "step": 93635
    },
    {
      "epoch": 0.08196484544934925,
      "grad_norm": 0.4472958445549011,
      "learning_rate": 4.948075044374098e-05,
      "loss": 5.255,
      "step": 93640
    },
    {
      "epoch": 0.0819692220429764,
      "grad_norm": 0.406882643699646,
      "learning_rate": 4.94806875590588e-05,
      "loss": 5.2103,
      "step": 93645
    },
    {
      "epoch": 0.08197359863660356,
      "grad_norm": 0.4053179919719696,
      "learning_rate": 4.948062467061906e-05,
      "loss": 4.906,
      "step": 93650
    },
    {
      "epoch": 0.0819779752302307,
      "grad_norm": 0.3462671637535095,
      "learning_rate": 4.948056177842176e-05,
      "loss": 5.5312,
      "step": 93655
    },
    {
      "epoch": 0.08198235182385787,
      "grad_norm": 0.40151357650756836,
      "learning_rate": 4.948049888246692e-05,
      "loss": 5.1994,
      "step": 93660
    },
    {
      "epoch": 0.08198672841748501,
      "grad_norm": 0.4119141101837158,
      "learning_rate": 4.948043598275456e-05,
      "loss": 4.7681,
      "step": 93665
    },
    {
      "epoch": 0.08199110501111218,
      "grad_norm": 0.4410378932952881,
      "learning_rate": 4.948037307928467e-05,
      "loss": 5.4558,
      "step": 93670
    },
    {
      "epoch": 0.08199548160473932,
      "grad_norm": 0.3597831130027771,
      "learning_rate": 4.9480310172057276e-05,
      "loss": 5.7293,
      "step": 93675
    },
    {
      "epoch": 0.08199985819836648,
      "grad_norm": 0.4181191325187683,
      "learning_rate": 4.948024726107239e-05,
      "loss": 4.7627,
      "step": 93680
    },
    {
      "epoch": 0.08200423479199363,
      "grad_norm": 0.42813220620155334,
      "learning_rate": 4.9480184346330024e-05,
      "loss": 5.553,
      "step": 93685
    },
    {
      "epoch": 0.0820086113856208,
      "grad_norm": 0.4334770739078522,
      "learning_rate": 4.9480121427830194e-05,
      "loss": 5.5339,
      "step": 93690
    },
    {
      "epoch": 0.08201298797924794,
      "grad_norm": 0.45097729563713074,
      "learning_rate": 4.948005850557291e-05,
      "loss": 5.5158,
      "step": 93695
    },
    {
      "epoch": 0.0820173645728751,
      "grad_norm": 0.3892554044723511,
      "learning_rate": 4.947999557955818e-05,
      "loss": 5.7945,
      "step": 93700
    },
    {
      "epoch": 0.08202174116650225,
      "grad_norm": 0.3781798481941223,
      "learning_rate": 4.947993264978602e-05,
      "loss": 5.7412,
      "step": 93705
    },
    {
      "epoch": 0.08202611776012941,
      "grad_norm": 0.38911405205726624,
      "learning_rate": 4.9479869716256436e-05,
      "loss": 5.1858,
      "step": 93710
    },
    {
      "epoch": 0.08203049435375656,
      "grad_norm": 0.4376247227191925,
      "learning_rate": 4.947980677896944e-05,
      "loss": 5.7551,
      "step": 93715
    },
    {
      "epoch": 0.08203487094738372,
      "grad_norm": 0.4397921860218048,
      "learning_rate": 4.947974383792505e-05,
      "loss": 4.7702,
      "step": 93720
    },
    {
      "epoch": 0.08203924754101087,
      "grad_norm": 0.41890397667884827,
      "learning_rate": 4.947968089312328e-05,
      "loss": 5.2119,
      "step": 93725
    },
    {
      "epoch": 0.08204362413463802,
      "grad_norm": 0.4637325406074524,
      "learning_rate": 4.9479617944564135e-05,
      "loss": 5.2968,
      "step": 93730
    },
    {
      "epoch": 0.08204800072826518,
      "grad_norm": 0.4352508783340454,
      "learning_rate": 4.9479554992247646e-05,
      "loss": 5.8148,
      "step": 93735
    },
    {
      "epoch": 0.08205237732189233,
      "grad_norm": 0.42385533452033997,
      "learning_rate": 4.94794920361738e-05,
      "loss": 5.7422,
      "step": 93740
    },
    {
      "epoch": 0.08205675391551949,
      "grad_norm": 0.355594277381897,
      "learning_rate": 4.947942907634262e-05,
      "loss": 6.0354,
      "step": 93745
    },
    {
      "epoch": 0.08206113050914664,
      "grad_norm": 0.42110589146614075,
      "learning_rate": 4.947936611275411e-05,
      "loss": 6.0629,
      "step": 93750
    },
    {
      "epoch": 0.0820655071027738,
      "grad_norm": 0.3636535704135895,
      "learning_rate": 4.94793031454083e-05,
      "loss": 5.3078,
      "step": 93755
    },
    {
      "epoch": 0.08206988369640095,
      "grad_norm": 0.33813798427581787,
      "learning_rate": 4.9479240174305186e-05,
      "loss": 5.8452,
      "step": 93760
    },
    {
      "epoch": 0.08207426029002811,
      "grad_norm": 0.4375993311405182,
      "learning_rate": 4.947917719944478e-05,
      "loss": 5.0097,
      "step": 93765
    },
    {
      "epoch": 0.08207863688365526,
      "grad_norm": 0.46676868200302124,
      "learning_rate": 4.947911422082712e-05,
      "loss": 5.8227,
      "step": 93770
    },
    {
      "epoch": 0.08208301347728242,
      "grad_norm": 0.45135697722435,
      "learning_rate": 4.947905123845218e-05,
      "loss": 5.2988,
      "step": 93775
    },
    {
      "epoch": 0.08208739007090957,
      "grad_norm": 0.43699198961257935,
      "learning_rate": 4.9478988252319994e-05,
      "loss": 4.5133,
      "step": 93780
    },
    {
      "epoch": 0.08209176666453673,
      "grad_norm": 0.4206986427307129,
      "learning_rate": 4.947892526243057e-05,
      "loss": 4.7779,
      "step": 93785
    },
    {
      "epoch": 0.08209614325816388,
      "grad_norm": 0.42522212862968445,
      "learning_rate": 4.947886226878392e-05,
      "loss": 4.4873,
      "step": 93790
    },
    {
      "epoch": 0.08210051985179104,
      "grad_norm": 0.40075209736824036,
      "learning_rate": 4.947879927138006e-05,
      "loss": 5.3191,
      "step": 93795
    },
    {
      "epoch": 0.08210489644541819,
      "grad_norm": 0.48235899209976196,
      "learning_rate": 4.9478736270219004e-05,
      "loss": 4.8872,
      "step": 93800
    },
    {
      "epoch": 0.08210927303904535,
      "grad_norm": 0.4231563210487366,
      "learning_rate": 4.947867326530076e-05,
      "loss": 6.0664,
      "step": 93805
    },
    {
      "epoch": 0.0821136496326725,
      "grad_norm": 0.4714730381965637,
      "learning_rate": 4.9478610256625326e-05,
      "loss": 5.009,
      "step": 93810
    },
    {
      "epoch": 0.08211802622629966,
      "grad_norm": 0.4458315670490265,
      "learning_rate": 4.947854724419273e-05,
      "loss": 5.1121,
      "step": 93815
    },
    {
      "epoch": 0.0821224028199268,
      "grad_norm": 0.3714812695980072,
      "learning_rate": 4.947848422800299e-05,
      "loss": 6.0611,
      "step": 93820
    },
    {
      "epoch": 0.08212677941355397,
      "grad_norm": 0.4155672788619995,
      "learning_rate": 4.9478421208056115e-05,
      "loss": 3.7345,
      "step": 93825
    },
    {
      "epoch": 0.08213115600718111,
      "grad_norm": 0.4320668876171112,
      "learning_rate": 4.947835818435209e-05,
      "loss": 4.9085,
      "step": 93830
    },
    {
      "epoch": 0.08213553260080828,
      "grad_norm": 0.44495120644569397,
      "learning_rate": 4.947829515689096e-05,
      "loss": 4.9575,
      "step": 93835
    },
    {
      "epoch": 0.08213990919443542,
      "grad_norm": 0.4236348569393158,
      "learning_rate": 4.947823212567273e-05,
      "loss": 4.9686,
      "step": 93840
    },
    {
      "epoch": 0.08214428578806258,
      "grad_norm": 0.40968549251556396,
      "learning_rate": 4.9478169090697413e-05,
      "loss": 4.7726,
      "step": 93845
    },
    {
      "epoch": 0.08214866238168973,
      "grad_norm": 0.39654064178466797,
      "learning_rate": 4.9478106051965e-05,
      "loss": 5.532,
      "step": 93850
    },
    {
      "epoch": 0.08215303897531688,
      "grad_norm": 0.421943724155426,
      "learning_rate": 4.947804300947553e-05,
      "loss": 5.6891,
      "step": 93855
    },
    {
      "epoch": 0.08215741556894404,
      "grad_norm": 0.43971580266952515,
      "learning_rate": 4.947797996322901e-05,
      "loss": 5.0048,
      "step": 93860
    },
    {
      "epoch": 0.08216179216257119,
      "grad_norm": 0.3977012634277344,
      "learning_rate": 4.947791691322544e-05,
      "loss": 6.0354,
      "step": 93865
    },
    {
      "epoch": 0.08216616875619835,
      "grad_norm": 0.439521849155426,
      "learning_rate": 4.947785385946484e-05,
      "loss": 5.506,
      "step": 93870
    },
    {
      "epoch": 0.0821705453498255,
      "grad_norm": 0.43686002492904663,
      "learning_rate": 4.947779080194722e-05,
      "loss": 5.843,
      "step": 93875
    },
    {
      "epoch": 0.08217492194345266,
      "grad_norm": 0.4326220750808716,
      "learning_rate": 4.9477727740672595e-05,
      "loss": 5.0023,
      "step": 93880
    },
    {
      "epoch": 0.08217929853707981,
      "grad_norm": 0.3632947504520416,
      "learning_rate": 4.947766467564098e-05,
      "loss": 5.8616,
      "step": 93885
    },
    {
      "epoch": 0.08218367513070697,
      "grad_norm": 0.41776415705680847,
      "learning_rate": 4.947760160685236e-05,
      "loss": 5.7314,
      "step": 93890
    },
    {
      "epoch": 0.08218805172433412,
      "grad_norm": 0.5417560935020447,
      "learning_rate": 4.94775385343068e-05,
      "loss": 4.4426,
      "step": 93895
    },
    {
      "epoch": 0.08219242831796128,
      "grad_norm": 0.4369826912879944,
      "learning_rate": 4.947747545800426e-05,
      "loss": 4.4698,
      "step": 93900
    },
    {
      "epoch": 0.08219680491158843,
      "grad_norm": 0.3786819279193878,
      "learning_rate": 4.94774123779448e-05,
      "loss": 5.5416,
      "step": 93905
    },
    {
      "epoch": 0.08220118150521559,
      "grad_norm": 0.3571794927120209,
      "learning_rate": 4.9477349294128385e-05,
      "loss": 6.0512,
      "step": 93910
    },
    {
      "epoch": 0.08220555809884274,
      "grad_norm": 0.35106170177459717,
      "learning_rate": 4.947728620655505e-05,
      "loss": 6.3463,
      "step": 93915
    },
    {
      "epoch": 0.0822099346924699,
      "grad_norm": 0.417361855506897,
      "learning_rate": 4.9477223115224817e-05,
      "loss": 4.9988,
      "step": 93920
    },
    {
      "epoch": 0.08221431128609705,
      "grad_norm": 0.4436364769935608,
      "learning_rate": 4.947716002013767e-05,
      "loss": 5.8072,
      "step": 93925
    },
    {
      "epoch": 0.08221868787972421,
      "grad_norm": 0.37018629908561707,
      "learning_rate": 4.947709692129365e-05,
      "loss": 5.855,
      "step": 93930
    },
    {
      "epoch": 0.08222306447335136,
      "grad_norm": 0.42975613474845886,
      "learning_rate": 4.947703381869276e-05,
      "loss": 4.9106,
      "step": 93935
    },
    {
      "epoch": 0.08222744106697852,
      "grad_norm": 0.37579381465911865,
      "learning_rate": 4.9476970712335e-05,
      "loss": 5.5604,
      "step": 93940
    },
    {
      "epoch": 0.08223181766060567,
      "grad_norm": 0.37496525049209595,
      "learning_rate": 4.94769076022204e-05,
      "loss": 4.972,
      "step": 93945
    },
    {
      "epoch": 0.08223619425423283,
      "grad_norm": 0.3542579710483551,
      "learning_rate": 4.947684448834896e-05,
      "loss": 5.4968,
      "step": 93950
    },
    {
      "epoch": 0.08224057084785998,
      "grad_norm": 0.35274866223335266,
      "learning_rate": 4.9476781370720695e-05,
      "loss": 5.4893,
      "step": 93955
    },
    {
      "epoch": 0.08224494744148714,
      "grad_norm": 0.4322190582752228,
      "learning_rate": 4.9476718249335616e-05,
      "loss": 5.5136,
      "step": 93960
    },
    {
      "epoch": 0.08224932403511429,
      "grad_norm": 0.43063414096832275,
      "learning_rate": 4.947665512419375e-05,
      "loss": 4.9856,
      "step": 93965
    },
    {
      "epoch": 0.08225370062874145,
      "grad_norm": 0.3638748228549957,
      "learning_rate": 4.9476591995295076e-05,
      "loss": 5.7408,
      "step": 93970
    },
    {
      "epoch": 0.0822580772223686,
      "grad_norm": 0.36638855934143066,
      "learning_rate": 4.9476528862639634e-05,
      "loss": 5.2031,
      "step": 93975
    },
    {
      "epoch": 0.08226245381599576,
      "grad_norm": 0.35043832659721375,
      "learning_rate": 4.947646572622744e-05,
      "loss": 5.8139,
      "step": 93980
    },
    {
      "epoch": 0.0822668304096229,
      "grad_norm": 0.43733859062194824,
      "learning_rate": 4.947640258605849e-05,
      "loss": 4.9933,
      "step": 93985
    },
    {
      "epoch": 0.08227120700325005,
      "grad_norm": 0.4005289673805237,
      "learning_rate": 4.94763394421328e-05,
      "loss": 4.8126,
      "step": 93990
    },
    {
      "epoch": 0.08227558359687721,
      "grad_norm": 0.41540074348449707,
      "learning_rate": 4.947627629445038e-05,
      "loss": 4.9798,
      "step": 93995
    },
    {
      "epoch": 0.08227996019050436,
      "grad_norm": 0.4143450856208801,
      "learning_rate": 4.9476213143011255e-05,
      "loss": 4.4353,
      "step": 94000
    },
    {
      "epoch": 0.08228433678413152,
      "grad_norm": 0.4334295690059662,
      "learning_rate": 4.947614998781541e-05,
      "loss": 4.3937,
      "step": 94005
    },
    {
      "epoch": 0.08228871337775867,
      "grad_norm": 0.3909929692745209,
      "learning_rate": 4.947608682886289e-05,
      "loss": 6.0494,
      "step": 94010
    },
    {
      "epoch": 0.08229308997138583,
      "grad_norm": 0.3468237817287445,
      "learning_rate": 4.9476023666153684e-05,
      "loss": 6.3146,
      "step": 94015
    },
    {
      "epoch": 0.08229746656501298,
      "grad_norm": 0.4119664132595062,
      "learning_rate": 4.947596049968781e-05,
      "loss": 5.3165,
      "step": 94020
    },
    {
      "epoch": 0.08230184315864014,
      "grad_norm": 0.41521957516670227,
      "learning_rate": 4.947589732946529e-05,
      "loss": 4.9681,
      "step": 94025
    },
    {
      "epoch": 0.08230621975226729,
      "grad_norm": 0.3757355213165283,
      "learning_rate": 4.9475834155486136e-05,
      "loss": 5.513,
      "step": 94030
    },
    {
      "epoch": 0.08231059634589445,
      "grad_norm": 0.42435067892074585,
      "learning_rate": 4.9475770977750334e-05,
      "loss": 5.1936,
      "step": 94035
    },
    {
      "epoch": 0.0823149729395216,
      "grad_norm": 0.419894278049469,
      "learning_rate": 4.9475707796257934e-05,
      "loss": 5.1888,
      "step": 94040
    },
    {
      "epoch": 0.08231934953314876,
      "grad_norm": 0.4203033447265625,
      "learning_rate": 4.947564461100892e-05,
      "loss": 5.2091,
      "step": 94045
    },
    {
      "epoch": 0.08232372612677591,
      "grad_norm": 0.38516369462013245,
      "learning_rate": 4.947558142200331e-05,
      "loss": 5.2418,
      "step": 94050
    },
    {
      "epoch": 0.08232810272040307,
      "grad_norm": 0.36037853360176086,
      "learning_rate": 4.9475518229241126e-05,
      "loss": 5.6973,
      "step": 94055
    },
    {
      "epoch": 0.08233247931403022,
      "grad_norm": 0.39843663573265076,
      "learning_rate": 4.947545503272236e-05,
      "loss": 4.6876,
      "step": 94060
    },
    {
      "epoch": 0.08233685590765738,
      "grad_norm": 0.4284210205078125,
      "learning_rate": 4.947539183244706e-05,
      "loss": 5.2847,
      "step": 94065
    },
    {
      "epoch": 0.08234123250128453,
      "grad_norm": 0.4044705033302307,
      "learning_rate": 4.947532862841521e-05,
      "loss": 5.3117,
      "step": 94070
    },
    {
      "epoch": 0.08234560909491169,
      "grad_norm": 0.4371594488620758,
      "learning_rate": 4.947526542062681e-05,
      "loss": 5.824,
      "step": 94075
    },
    {
      "epoch": 0.08234998568853884,
      "grad_norm": 0.40189406275749207,
      "learning_rate": 4.9475202209081906e-05,
      "loss": 6.0412,
      "step": 94080
    },
    {
      "epoch": 0.082354362282166,
      "grad_norm": 0.44095540046691895,
      "learning_rate": 4.94751389937805e-05,
      "loss": 4.9734,
      "step": 94085
    },
    {
      "epoch": 0.08235873887579315,
      "grad_norm": 0.4310935139656067,
      "learning_rate": 4.947507577472259e-05,
      "loss": 4.8701,
      "step": 94090
    },
    {
      "epoch": 0.08236311546942031,
      "grad_norm": 0.49293795228004456,
      "learning_rate": 4.947501255190819e-05,
      "loss": 5.7699,
      "step": 94095
    },
    {
      "epoch": 0.08236749206304746,
      "grad_norm": 0.42698201537132263,
      "learning_rate": 4.947494932533733e-05,
      "loss": 5.5136,
      "step": 94100
    },
    {
      "epoch": 0.08237186865667462,
      "grad_norm": 0.3647276759147644,
      "learning_rate": 4.947488609501001e-05,
      "loss": 5.5059,
      "step": 94105
    },
    {
      "epoch": 0.08237624525030177,
      "grad_norm": 0.44629132747650146,
      "learning_rate": 4.947482286092625e-05,
      "loss": 5.2868,
      "step": 94110
    },
    {
      "epoch": 0.08238062184392891,
      "grad_norm": 0.40557920932769775,
      "learning_rate": 4.947475962308604e-05,
      "loss": 5.7438,
      "step": 94115
    },
    {
      "epoch": 0.08238499843755608,
      "grad_norm": 0.36591607332229614,
      "learning_rate": 4.947469638148943e-05,
      "loss": 6.3637,
      "step": 94120
    },
    {
      "epoch": 0.08238937503118322,
      "grad_norm": 0.456632137298584,
      "learning_rate": 4.9474633136136395e-05,
      "loss": 5.5484,
      "step": 94125
    },
    {
      "epoch": 0.08239375162481039,
      "grad_norm": 0.45112061500549316,
      "learning_rate": 4.9474569887026954e-05,
      "loss": 5.7727,
      "step": 94130
    },
    {
      "epoch": 0.08239812821843753,
      "grad_norm": 0.3845951557159424,
      "learning_rate": 4.9474506634161145e-05,
      "loss": 5.188,
      "step": 94135
    },
    {
      "epoch": 0.0824025048120647,
      "grad_norm": 0.41370633244514465,
      "learning_rate": 4.947444337753896e-05,
      "loss": 5.3961,
      "step": 94140
    },
    {
      "epoch": 0.08240688140569184,
      "grad_norm": 0.43743881583213806,
      "learning_rate": 4.947438011716041e-05,
      "loss": 4.9851,
      "step": 94145
    },
    {
      "epoch": 0.082411257999319,
      "grad_norm": 0.48154109716415405,
      "learning_rate": 4.9474316853025514e-05,
      "loss": 5.5291,
      "step": 94150
    },
    {
      "epoch": 0.08241563459294615,
      "grad_norm": 0.4436749219894409,
      "learning_rate": 4.9474253585134276e-05,
      "loss": 4.9974,
      "step": 94155
    },
    {
      "epoch": 0.08242001118657331,
      "grad_norm": 0.4243645966053009,
      "learning_rate": 4.947419031348671e-05,
      "loss": 5.5077,
      "step": 94160
    },
    {
      "epoch": 0.08242438778020046,
      "grad_norm": 0.4449962377548218,
      "learning_rate": 4.9474127038082854e-05,
      "loss": 5.5048,
      "step": 94165
    },
    {
      "epoch": 0.08242876437382762,
      "grad_norm": 0.37459832429885864,
      "learning_rate": 4.947406375892268e-05,
      "loss": 5.8211,
      "step": 94170
    },
    {
      "epoch": 0.08243314096745477,
      "grad_norm": 0.4812874495983124,
      "learning_rate": 4.947400047600622e-05,
      "loss": 5.2242,
      "step": 94175
    },
    {
      "epoch": 0.08243751756108193,
      "grad_norm": 0.46078166365623474,
      "learning_rate": 4.947393718933349e-05,
      "loss": 5.7516,
      "step": 94180
    },
    {
      "epoch": 0.08244189415470908,
      "grad_norm": 0.45013436675071716,
      "learning_rate": 4.9473873898904486e-05,
      "loss": 5.2089,
      "step": 94185
    },
    {
      "epoch": 0.08244627074833624,
      "grad_norm": 0.6148397922515869,
      "learning_rate": 4.947381060471924e-05,
      "loss": 4.455,
      "step": 94190
    },
    {
      "epoch": 0.08245064734196339,
      "grad_norm": 0.5000146627426147,
      "learning_rate": 4.947374730677775e-05,
      "loss": 5.8182,
      "step": 94195
    },
    {
      "epoch": 0.08245502393559055,
      "grad_norm": 0.557306170463562,
      "learning_rate": 4.9473684005080046e-05,
      "loss": 5.4389,
      "step": 94200
    },
    {
      "epoch": 0.0824594005292177,
      "grad_norm": 0.4644869267940521,
      "learning_rate": 4.947362069962611e-05,
      "loss": 5.402,
      "step": 94205
    },
    {
      "epoch": 0.08246377712284486,
      "grad_norm": 0.45108142495155334,
      "learning_rate": 4.947355739041598e-05,
      "loss": 5.7178,
      "step": 94210
    },
    {
      "epoch": 0.08246815371647201,
      "grad_norm": 0.5168988108634949,
      "learning_rate": 4.947349407744967e-05,
      "loss": 5.0357,
      "step": 94215
    },
    {
      "epoch": 0.08247253031009917,
      "grad_norm": 0.4250286817550659,
      "learning_rate": 4.947343076072717e-05,
      "loss": 5.006,
      "step": 94220
    },
    {
      "epoch": 0.08247690690372632,
      "grad_norm": 0.4460914134979248,
      "learning_rate": 4.9473367440248494e-05,
      "loss": 5.7535,
      "step": 94225
    },
    {
      "epoch": 0.08248128349735348,
      "grad_norm": 0.3820708990097046,
      "learning_rate": 4.947330411601369e-05,
      "loss": 5.4931,
      "step": 94230
    },
    {
      "epoch": 0.08248566009098063,
      "grad_norm": 0.45128268003463745,
      "learning_rate": 4.9473240788022725e-05,
      "loss": 5.2157,
      "step": 94235
    },
    {
      "epoch": 0.08249003668460778,
      "grad_norm": 0.4120137393474579,
      "learning_rate": 4.947317745627563e-05,
      "loss": 4.1537,
      "step": 94240
    },
    {
      "epoch": 0.08249441327823494,
      "grad_norm": 0.37650588154792786,
      "learning_rate": 4.9473114120772435e-05,
      "loss": 5.5248,
      "step": 94245
    },
    {
      "epoch": 0.08249878987186209,
      "grad_norm": 0.4965887665748596,
      "learning_rate": 4.947305078151313e-05,
      "loss": 4.9926,
      "step": 94250
    },
    {
      "epoch": 0.08250316646548925,
      "grad_norm": 0.4413820803165436,
      "learning_rate": 4.947298743849773e-05,
      "loss": 5.7389,
      "step": 94255
    },
    {
      "epoch": 0.0825075430591164,
      "grad_norm": 0.4569101333618164,
      "learning_rate": 4.9472924091726246e-05,
      "loss": 5.524,
      "step": 94260
    },
    {
      "epoch": 0.08251191965274356,
      "grad_norm": 0.4356028735637665,
      "learning_rate": 4.9472860741198704e-05,
      "loss": 4.3887,
      "step": 94265
    },
    {
      "epoch": 0.0825162962463707,
      "grad_norm": 0.3972477316856384,
      "learning_rate": 4.947279738691509e-05,
      "loss": 5.0279,
      "step": 94270
    },
    {
      "epoch": 0.08252067283999787,
      "grad_norm": 0.4575176239013672,
      "learning_rate": 4.947273402887545e-05,
      "loss": 5.2289,
      "step": 94275
    },
    {
      "epoch": 0.08252504943362501,
      "grad_norm": 0.5279160141944885,
      "learning_rate": 4.947267066707977e-05,
      "loss": 4.9769,
      "step": 94280
    },
    {
      "epoch": 0.08252942602725218,
      "grad_norm": 0.4408057928085327,
      "learning_rate": 4.947260730152807e-05,
      "loss": 5.8404,
      "step": 94285
    },
    {
      "epoch": 0.08253380262087932,
      "grad_norm": 3.4644579887390137,
      "learning_rate": 4.9472543932220374e-05,
      "loss": 4.5066,
      "step": 94290
    },
    {
      "epoch": 0.08253817921450649,
      "grad_norm": 0.43181294202804565,
      "learning_rate": 4.9472480559156674e-05,
      "loss": 4.3734,
      "step": 94295
    },
    {
      "epoch": 0.08254255580813363,
      "grad_norm": 0.5706648230552673,
      "learning_rate": 4.9472417182336985e-05,
      "loss": 5.2219,
      "step": 94300
    },
    {
      "epoch": 0.0825469324017608,
      "grad_norm": 0.4189772605895996,
      "learning_rate": 4.947235380176134e-05,
      "loss": 5.1807,
      "step": 94305
    },
    {
      "epoch": 0.08255130899538794,
      "grad_norm": 0.45338648557662964,
      "learning_rate": 4.947229041742973e-05,
      "loss": 5.0135,
      "step": 94310
    },
    {
      "epoch": 0.0825556855890151,
      "grad_norm": 0.42543265223503113,
      "learning_rate": 4.9472227029342174e-05,
      "loss": 5.4531,
      "step": 94315
    },
    {
      "epoch": 0.08256006218264225,
      "grad_norm": 0.46059635281562805,
      "learning_rate": 4.947216363749869e-05,
      "loss": 5.5143,
      "step": 94320
    },
    {
      "epoch": 0.08256443877626941,
      "grad_norm": 0.5203615427017212,
      "learning_rate": 4.947210024189928e-05,
      "loss": 5.7777,
      "step": 94325
    },
    {
      "epoch": 0.08256881536989656,
      "grad_norm": 0.39639028906822205,
      "learning_rate": 4.947203684254396e-05,
      "loss": 4.9046,
      "step": 94330
    },
    {
      "epoch": 0.08257319196352372,
      "grad_norm": 0.4358910322189331,
      "learning_rate": 4.947197343943274e-05,
      "loss": 5.5144,
      "step": 94335
    },
    {
      "epoch": 0.08257756855715087,
      "grad_norm": 0.393650084733963,
      "learning_rate": 4.947191003256565e-05,
      "loss": 6.041,
      "step": 94340
    },
    {
      "epoch": 0.08258194515077803,
      "grad_norm": 0.3494701087474823,
      "learning_rate": 4.947184662194267e-05,
      "loss": 5.5504,
      "step": 94345
    },
    {
      "epoch": 0.08258632174440518,
      "grad_norm": 0.4678035378456116,
      "learning_rate": 4.947178320756385e-05,
      "loss": 5.5122,
      "step": 94350
    },
    {
      "epoch": 0.08259069833803234,
      "grad_norm": 0.4381287395954132,
      "learning_rate": 4.947171978942916e-05,
      "loss": 4.9809,
      "step": 94355
    },
    {
      "epoch": 0.08259507493165949,
      "grad_norm": 0.3918271064758301,
      "learning_rate": 4.947165636753866e-05,
      "loss": 4.7625,
      "step": 94360
    },
    {
      "epoch": 0.08259945152528665,
      "grad_norm": 0.3846178948879242,
      "learning_rate": 4.947159294189231e-05,
      "loss": 6.0189,
      "step": 94365
    },
    {
      "epoch": 0.0826038281189138,
      "grad_norm": 0.4276387095451355,
      "learning_rate": 4.9471529512490164e-05,
      "loss": 4.9817,
      "step": 94370
    },
    {
      "epoch": 0.08260820471254095,
      "grad_norm": 0.367343008518219,
      "learning_rate": 4.947146607933222e-05,
      "loss": 6.3939,
      "step": 94375
    },
    {
      "epoch": 0.08261258130616811,
      "grad_norm": 0.42257159948349,
      "learning_rate": 4.9471402642418486e-05,
      "loss": 4.9799,
      "step": 94380
    },
    {
      "epoch": 0.08261695789979526,
      "grad_norm": 0.4252766966819763,
      "learning_rate": 4.947133920174898e-05,
      "loss": 5.5232,
      "step": 94385
    },
    {
      "epoch": 0.08262133449342242,
      "grad_norm": 0.35752612352371216,
      "learning_rate": 4.94712757573237e-05,
      "loss": 4.7889,
      "step": 94390
    },
    {
      "epoch": 0.08262571108704957,
      "grad_norm": 0.3355282247066498,
      "learning_rate": 4.947121230914268e-05,
      "loss": 5.8416,
      "step": 94395
    },
    {
      "epoch": 0.08263008768067673,
      "grad_norm": 0.3764026165008545,
      "learning_rate": 4.947114885720593e-05,
      "loss": 5.7244,
      "step": 94400
    },
    {
      "epoch": 0.08263446427430388,
      "grad_norm": 0.4296402037143707,
      "learning_rate": 4.947108540151344e-05,
      "loss": 5.3475,
      "step": 94405
    },
    {
      "epoch": 0.08263884086793104,
      "grad_norm": 0.3533138334751129,
      "learning_rate": 4.9471021942065245e-05,
      "loss": 6.0488,
      "step": 94410
    },
    {
      "epoch": 0.08264321746155819,
      "grad_norm": 0.5604106783866882,
      "learning_rate": 4.947095847886134e-05,
      "loss": 4.5297,
      "step": 94415
    },
    {
      "epoch": 0.08264759405518535,
      "grad_norm": 0.3517923653125763,
      "learning_rate": 4.9470895011901755e-05,
      "loss": 5.7911,
      "step": 94420
    },
    {
      "epoch": 0.0826519706488125,
      "grad_norm": 0.44387057423591614,
      "learning_rate": 4.947083154118649e-05,
      "loss": 6.0135,
      "step": 94425
    },
    {
      "epoch": 0.08265634724243966,
      "grad_norm": 0.4382105767726898,
      "learning_rate": 4.947076806671557e-05,
      "loss": 5.2947,
      "step": 94430
    },
    {
      "epoch": 0.0826607238360668,
      "grad_norm": 0.4381754398345947,
      "learning_rate": 4.947070458848899e-05,
      "loss": 4.711,
      "step": 94435
    },
    {
      "epoch": 0.08266510042969397,
      "grad_norm": 0.44100889563560486,
      "learning_rate": 4.947064110650676e-05,
      "loss": 5.701,
      "step": 94440
    },
    {
      "epoch": 0.08266947702332111,
      "grad_norm": 0.41803058981895447,
      "learning_rate": 4.947057762076892e-05,
      "loss": 4.7716,
      "step": 94445
    },
    {
      "epoch": 0.08267385361694828,
      "grad_norm": 0.4139954447746277,
      "learning_rate": 4.947051413127546e-05,
      "loss": 4.6943,
      "step": 94450
    },
    {
      "epoch": 0.08267823021057542,
      "grad_norm": 0.3546680212020874,
      "learning_rate": 4.947045063802639e-05,
      "loss": 6.0223,
      "step": 94455
    },
    {
      "epoch": 0.08268260680420259,
      "grad_norm": 0.4330461025238037,
      "learning_rate": 4.9470387141021734e-05,
      "loss": 5.2209,
      "step": 94460
    },
    {
      "epoch": 0.08268698339782973,
      "grad_norm": 0.3938171863555908,
      "learning_rate": 4.947032364026151e-05,
      "loss": 6.3381,
      "step": 94465
    },
    {
      "epoch": 0.0826913599914569,
      "grad_norm": 0.4375189244747162,
      "learning_rate": 4.947026013574571e-05,
      "loss": 5.7767,
      "step": 94470
    },
    {
      "epoch": 0.08269573658508404,
      "grad_norm": 0.4140225946903229,
      "learning_rate": 4.947019662747435e-05,
      "loss": 4.9061,
      "step": 94475
    },
    {
      "epoch": 0.0827001131787112,
      "grad_norm": 0.4319515824317932,
      "learning_rate": 4.947013311544745e-05,
      "loss": 5.0053,
      "step": 94480
    },
    {
      "epoch": 0.08270448977233835,
      "grad_norm": 0.4171754717826843,
      "learning_rate": 4.947006959966504e-05,
      "loss": 5.1796,
      "step": 94485
    },
    {
      "epoch": 0.08270886636596551,
      "grad_norm": 0.4387645125389099,
      "learning_rate": 4.947000608012708e-05,
      "loss": 4.1601,
      "step": 94490
    },
    {
      "epoch": 0.08271324295959266,
      "grad_norm": 0.43771055340766907,
      "learning_rate": 4.946994255683364e-05,
      "loss": 4.6983,
      "step": 94495
    },
    {
      "epoch": 0.08271761955321981,
      "grad_norm": 0.4337857961654663,
      "learning_rate": 4.9469879029784695e-05,
      "loss": 5.0518,
      "step": 94500
    },
    {
      "epoch": 0.08272199614684697,
      "grad_norm": 0.4285951256752014,
      "learning_rate": 4.946981549898028e-05,
      "loss": 5.7195,
      "step": 94505
    },
    {
      "epoch": 0.08272637274047412,
      "grad_norm": 0.3502626419067383,
      "learning_rate": 4.946975196442039e-05,
      "loss": 6.0641,
      "step": 94510
    },
    {
      "epoch": 0.08273074933410128,
      "grad_norm": 0.3532010316848755,
      "learning_rate": 4.9469688426105046e-05,
      "loss": 6.0105,
      "step": 94515
    },
    {
      "epoch": 0.08273512592772843,
      "grad_norm": 0.40167585015296936,
      "learning_rate": 4.946962488403425e-05,
      "loss": 5.6904,
      "step": 94520
    },
    {
      "epoch": 0.08273950252135559,
      "grad_norm": 0.4609842598438263,
      "learning_rate": 4.946956133820802e-05,
      "loss": 5.021,
      "step": 94525
    },
    {
      "epoch": 0.08274387911498274,
      "grad_norm": 0.4050399661064148,
      "learning_rate": 4.9469497788626397e-05,
      "loss": 5.1908,
      "step": 94530
    },
    {
      "epoch": 0.0827482557086099,
      "grad_norm": 0.4011355936527252,
      "learning_rate": 4.9469434235289345e-05,
      "loss": 5.5179,
      "step": 94535
    },
    {
      "epoch": 0.08275263230223705,
      "grad_norm": 0.38392892479896545,
      "learning_rate": 4.9469370678196915e-05,
      "loss": 5.5054,
      "step": 94540
    },
    {
      "epoch": 0.08275700889586421,
      "grad_norm": 0.37649065256118774,
      "learning_rate": 4.9469307117349086e-05,
      "loss": 5.8335,
      "step": 94545
    },
    {
      "epoch": 0.08276138548949136,
      "grad_norm": 0.4078015685081482,
      "learning_rate": 4.946924355274589e-05,
      "loss": 4.6736,
      "step": 94550
    },
    {
      "epoch": 0.08276576208311852,
      "grad_norm": 0.35496142506599426,
      "learning_rate": 4.9469179984387335e-05,
      "loss": 5.828,
      "step": 94555
    },
    {
      "epoch": 0.08277013867674567,
      "grad_norm": 0.3839108347892761,
      "learning_rate": 4.946911641227344e-05,
      "loss": 5.1889,
      "step": 94560
    },
    {
      "epoch": 0.08277451527037283,
      "grad_norm": 0.41719067096710205,
      "learning_rate": 4.946905283640421e-05,
      "loss": 5.3953,
      "step": 94565
    },
    {
      "epoch": 0.08277889186399998,
      "grad_norm": 0.4304546117782593,
      "learning_rate": 4.9468989256779664e-05,
      "loss": 5.7299,
      "step": 94570
    },
    {
      "epoch": 0.08278326845762714,
      "grad_norm": 0.4588887393474579,
      "learning_rate": 4.946892567339979e-05,
      "loss": 4.8032,
      "step": 94575
    },
    {
      "epoch": 0.08278764505125429,
      "grad_norm": 0.42413920164108276,
      "learning_rate": 4.946886208626463e-05,
      "loss": 6.0438,
      "step": 94580
    },
    {
      "epoch": 0.08279202164488145,
      "grad_norm": 0.43600305914878845,
      "learning_rate": 4.946879849537419e-05,
      "loss": 5.5243,
      "step": 94585
    },
    {
      "epoch": 0.0827963982385086,
      "grad_norm": 0.42634332180023193,
      "learning_rate": 4.946873490072849e-05,
      "loss": 4.3839,
      "step": 94590
    },
    {
      "epoch": 0.08280077483213576,
      "grad_norm": 0.3861829340457916,
      "learning_rate": 4.946867130232751e-05,
      "loss": 5.3075,
      "step": 94595
    },
    {
      "epoch": 0.0828051514257629,
      "grad_norm": 0.4494762420654297,
      "learning_rate": 4.946860770017129e-05,
      "loss": 5.5353,
      "step": 94600
    },
    {
      "epoch": 0.08280952801939007,
      "grad_norm": 0.45297709107398987,
      "learning_rate": 4.946854409425984e-05,
      "loss": 5.2884,
      "step": 94605
    },
    {
      "epoch": 0.08281390461301721,
      "grad_norm": 0.41742029786109924,
      "learning_rate": 4.946848048459315e-05,
      "loss": 5.1884,
      "step": 94610
    },
    {
      "epoch": 0.08281828120664438,
      "grad_norm": 0.3888961672782898,
      "learning_rate": 4.9468416871171265e-05,
      "loss": 5.8125,
      "step": 94615
    },
    {
      "epoch": 0.08282265780027152,
      "grad_norm": 0.5710989832878113,
      "learning_rate": 4.946835325399417e-05,
      "loss": 5.028,
      "step": 94620
    },
    {
      "epoch": 0.08282703439389869,
      "grad_norm": 0.3538474440574646,
      "learning_rate": 4.9468289633061907e-05,
      "loss": 5.5435,
      "step": 94625
    },
    {
      "epoch": 0.08283141098752583,
      "grad_norm": 0.43962186574935913,
      "learning_rate": 4.946822600837445e-05,
      "loss": 5.813,
      "step": 94630
    },
    {
      "epoch": 0.08283578758115298,
      "grad_norm": 0.5070233941078186,
      "learning_rate": 4.9468162379931835e-05,
      "loss": 5.2861,
      "step": 94635
    },
    {
      "epoch": 0.08284016417478014,
      "grad_norm": 0.348230242729187,
      "learning_rate": 4.9468098747734085e-05,
      "loss": 6.3285,
      "step": 94640
    },
    {
      "epoch": 0.08284454076840729,
      "grad_norm": 0.363483726978302,
      "learning_rate": 4.946803511178119e-05,
      "loss": 5.7379,
      "step": 94645
    },
    {
      "epoch": 0.08284891736203445,
      "grad_norm": 0.41638079285621643,
      "learning_rate": 4.946797147207316e-05,
      "loss": 5.0182,
      "step": 94650
    },
    {
      "epoch": 0.0828532939556616,
      "grad_norm": 0.6053892374038696,
      "learning_rate": 4.946790782861003e-05,
      "loss": 5.1606,
      "step": 94655
    },
    {
      "epoch": 0.08285767054928876,
      "grad_norm": 0.4442344307899475,
      "learning_rate": 4.9467844181391795e-05,
      "loss": 4.4747,
      "step": 94660
    },
    {
      "epoch": 0.08286204714291591,
      "grad_norm": 0.44762006402015686,
      "learning_rate": 4.9467780530418475e-05,
      "loss": 5.4262,
      "step": 94665
    },
    {
      "epoch": 0.08286642373654307,
      "grad_norm": 0.44447004795074463,
      "learning_rate": 4.9467716875690075e-05,
      "loss": 5.3043,
      "step": 94670
    },
    {
      "epoch": 0.08287080033017022,
      "grad_norm": 0.373402863740921,
      "learning_rate": 4.946765321720661e-05,
      "loss": 5.844,
      "step": 94675
    },
    {
      "epoch": 0.08287517692379738,
      "grad_norm": 0.5261063575744629,
      "learning_rate": 4.9467589554968097e-05,
      "loss": 4.4295,
      "step": 94680
    },
    {
      "epoch": 0.08287955351742453,
      "grad_norm": 0.4280441999435425,
      "learning_rate": 4.946752588897455e-05,
      "loss": 4.6568,
      "step": 94685
    },
    {
      "epoch": 0.08288393011105169,
      "grad_norm": 0.42802438139915466,
      "learning_rate": 4.946746221922597e-05,
      "loss": 5.0286,
      "step": 94690
    },
    {
      "epoch": 0.08288830670467884,
      "grad_norm": 0.36322343349456787,
      "learning_rate": 4.946739854572238e-05,
      "loss": 6.0217,
      "step": 94695
    },
    {
      "epoch": 0.082892683298306,
      "grad_norm": 0.3495071530342102,
      "learning_rate": 4.946733486846379e-05,
      "loss": 6.3318,
      "step": 94700
    },
    {
      "epoch": 0.08289705989193315,
      "grad_norm": 0.42498499155044556,
      "learning_rate": 4.9467271187450194e-05,
      "loss": 4.701,
      "step": 94705
    },
    {
      "epoch": 0.08290143648556031,
      "grad_norm": 0.3693698048591614,
      "learning_rate": 4.9467207502681635e-05,
      "loss": 5.7186,
      "step": 94710
    },
    {
      "epoch": 0.08290581307918746,
      "grad_norm": 0.3921821713447571,
      "learning_rate": 4.946714381415811e-05,
      "loss": 5.5194,
      "step": 94715
    },
    {
      "epoch": 0.08291018967281462,
      "grad_norm": 0.3763315975666046,
      "learning_rate": 4.946708012187963e-05,
      "loss": 5.8524,
      "step": 94720
    },
    {
      "epoch": 0.08291456626644177,
      "grad_norm": 0.4388996362686157,
      "learning_rate": 4.946701642584621e-05,
      "loss": 5.3037,
      "step": 94725
    },
    {
      "epoch": 0.08291894286006893,
      "grad_norm": 0.43162402510643005,
      "learning_rate": 4.946695272605786e-05,
      "loss": 5.0233,
      "step": 94730
    },
    {
      "epoch": 0.08292331945369608,
      "grad_norm": 0.43060728907585144,
      "learning_rate": 4.946688902251459e-05,
      "loss": 6.0148,
      "step": 94735
    },
    {
      "epoch": 0.08292769604732324,
      "grad_norm": 0.4242079555988312,
      "learning_rate": 4.946682531521643e-05,
      "loss": 5.1516,
      "step": 94740
    },
    {
      "epoch": 0.08293207264095039,
      "grad_norm": 0.43911024928092957,
      "learning_rate": 4.946676160416337e-05,
      "loss": 4.986,
      "step": 94745
    },
    {
      "epoch": 0.08293644923457755,
      "grad_norm": 0.4187959134578705,
      "learning_rate": 4.9466697889355427e-05,
      "loss": 4.6922,
      "step": 94750
    },
    {
      "epoch": 0.0829408258282047,
      "grad_norm": 0.3523314893245697,
      "learning_rate": 4.9466634170792625e-05,
      "loss": 5.8402,
      "step": 94755
    },
    {
      "epoch": 0.08294520242183184,
      "grad_norm": 0.42349517345428467,
      "learning_rate": 4.946657044847496e-05,
      "loss": 4.869,
      "step": 94760
    },
    {
      "epoch": 0.082949579015459,
      "grad_norm": 0.42940855026245117,
      "learning_rate": 4.946650672240246e-05,
      "loss": 5.4994,
      "step": 94765
    },
    {
      "epoch": 0.08295395560908615,
      "grad_norm": 0.44278478622436523,
      "learning_rate": 4.946644299257512e-05,
      "loss": 5.2131,
      "step": 94770
    },
    {
      "epoch": 0.08295833220271331,
      "grad_norm": 0.36246177554130554,
      "learning_rate": 4.9466379258992975e-05,
      "loss": 6.0102,
      "step": 94775
    },
    {
      "epoch": 0.08296270879634046,
      "grad_norm": 0.4538287818431854,
      "learning_rate": 4.9466315521656014e-05,
      "loss": 5.1829,
      "step": 94780
    },
    {
      "epoch": 0.08296708538996762,
      "grad_norm": 0.39284759759902954,
      "learning_rate": 4.946625178056426e-05,
      "loss": 5.7516,
      "step": 94785
    },
    {
      "epoch": 0.08297146198359477,
      "grad_norm": 0.46257492899894714,
      "learning_rate": 4.9466188035717744e-05,
      "loss": 4.9565,
      "step": 94790
    },
    {
      "epoch": 0.08297583857722193,
      "grad_norm": 0.4776887595653534,
      "learning_rate": 4.9466124287116444e-05,
      "loss": 4.9376,
      "step": 94795
    },
    {
      "epoch": 0.08298021517084908,
      "grad_norm": 0.43482494354248047,
      "learning_rate": 4.946606053476038e-05,
      "loss": 4.9158,
      "step": 94800
    },
    {
      "epoch": 0.08298459176447624,
      "grad_norm": 0.35486194491386414,
      "learning_rate": 4.946599677864959e-05,
      "loss": 5.8086,
      "step": 94805
    },
    {
      "epoch": 0.08298896835810339,
      "grad_norm": 0.35087838768959045,
      "learning_rate": 4.946593301878405e-05,
      "loss": 5.3212,
      "step": 94810
    },
    {
      "epoch": 0.08299334495173055,
      "grad_norm": 0.39853349328041077,
      "learning_rate": 4.946586925516381e-05,
      "loss": 5.4596,
      "step": 94815
    },
    {
      "epoch": 0.0829977215453577,
      "grad_norm": 0.42052748799324036,
      "learning_rate": 4.946580548778885e-05,
      "loss": 5.4995,
      "step": 94820
    },
    {
      "epoch": 0.08300209813898486,
      "grad_norm": 0.3800491988658905,
      "learning_rate": 4.9465741716659196e-05,
      "loss": 5.8381,
      "step": 94825
    },
    {
      "epoch": 0.08300647473261201,
      "grad_norm": 0.3574793338775635,
      "learning_rate": 4.946567794177487e-05,
      "loss": 6.3691,
      "step": 94830
    },
    {
      "epoch": 0.08301085132623917,
      "grad_norm": 0.3887299597263336,
      "learning_rate": 4.946561416313586e-05,
      "loss": 5.5284,
      "step": 94835
    },
    {
      "epoch": 0.08301522791986632,
      "grad_norm": 0.3616306781768799,
      "learning_rate": 4.94655503807422e-05,
      "loss": 6.0348,
      "step": 94840
    },
    {
      "epoch": 0.08301960451349348,
      "grad_norm": 0.34593597054481506,
      "learning_rate": 4.946548659459389e-05,
      "loss": 6.3529,
      "step": 94845
    },
    {
      "epoch": 0.08302398110712063,
      "grad_norm": 0.3438815474510193,
      "learning_rate": 4.946542280469095e-05,
      "loss": 6.0773,
      "step": 94850
    },
    {
      "epoch": 0.08302835770074779,
      "grad_norm": 0.37925392389297485,
      "learning_rate": 4.946535901103339e-05,
      "loss": 5.5054,
      "step": 94855
    },
    {
      "epoch": 0.08303273429437494,
      "grad_norm": 0.3613395094871521,
      "learning_rate": 4.946529521362122e-05,
      "loss": 5.8271,
      "step": 94860
    },
    {
      "epoch": 0.0830371108880021,
      "grad_norm": 0.4538399875164032,
      "learning_rate": 4.946523141245445e-05,
      "loss": 5.7279,
      "step": 94865
    },
    {
      "epoch": 0.08304148748162925,
      "grad_norm": 0.3437928259372711,
      "learning_rate": 4.9465167607533106e-05,
      "loss": 6.0215,
      "step": 94870
    },
    {
      "epoch": 0.08304586407525641,
      "grad_norm": 0.40469399094581604,
      "learning_rate": 4.946510379885718e-05,
      "loss": 4.6107,
      "step": 94875
    },
    {
      "epoch": 0.08305024066888356,
      "grad_norm": 0.43336161971092224,
      "learning_rate": 4.9465039986426694e-05,
      "loss": 5.7264,
      "step": 94880
    },
    {
      "epoch": 0.0830546172625107,
      "grad_norm": 0.38689693808555603,
      "learning_rate": 4.946497617024166e-05,
      "loss": 5.5002,
      "step": 94885
    },
    {
      "epoch": 0.08305899385613787,
      "grad_norm": 0.4843609929084778,
      "learning_rate": 4.94649123503021e-05,
      "loss": 5.4972,
      "step": 94890
    },
    {
      "epoch": 0.08306337044976501,
      "grad_norm": 0.43011337518692017,
      "learning_rate": 4.946484852660802e-05,
      "loss": 5.2124,
      "step": 94895
    },
    {
      "epoch": 0.08306774704339218,
      "grad_norm": 0.4193441569805145,
      "learning_rate": 4.946478469915942e-05,
      "loss": 5.0314,
      "step": 94900
    },
    {
      "epoch": 0.08307212363701932,
      "grad_norm": 0.4958954155445099,
      "learning_rate": 4.9464720867956324e-05,
      "loss": 4.7075,
      "step": 94905
    },
    {
      "epoch": 0.08307650023064649,
      "grad_norm": 0.41733914613723755,
      "learning_rate": 4.9464657032998754e-05,
      "loss": 5.5383,
      "step": 94910
    },
    {
      "epoch": 0.08308087682427363,
      "grad_norm": 0.46026918292045593,
      "learning_rate": 4.946459319428669e-05,
      "loss": 4.911,
      "step": 94915
    },
    {
      "epoch": 0.0830852534179008,
      "grad_norm": 0.40197640657424927,
      "learning_rate": 4.9464529351820176e-05,
      "loss": 5.7574,
      "step": 94920
    },
    {
      "epoch": 0.08308963001152794,
      "grad_norm": 0.40074101090431213,
      "learning_rate": 4.946446550559921e-05,
      "loss": 5.4962,
      "step": 94925
    },
    {
      "epoch": 0.0830940066051551,
      "grad_norm": 0.4592615067958832,
      "learning_rate": 4.946440165562381e-05,
      "loss": 5.0021,
      "step": 94930
    },
    {
      "epoch": 0.08309838319878225,
      "grad_norm": 0.39997410774230957,
      "learning_rate": 4.9464337801894e-05,
      "loss": 5.2631,
      "step": 94935
    },
    {
      "epoch": 0.08310275979240941,
      "grad_norm": 0.5341355800628662,
      "learning_rate": 4.9464273944409765e-05,
      "loss": 5.4767,
      "step": 94940
    },
    {
      "epoch": 0.08310713638603656,
      "grad_norm": 0.43089526891708374,
      "learning_rate": 4.946421008317113e-05,
      "loss": 6.0379,
      "step": 94945
    },
    {
      "epoch": 0.08311151297966372,
      "grad_norm": 0.4321092963218689,
      "learning_rate": 4.946414621817811e-05,
      "loss": 4.7247,
      "step": 94950
    },
    {
      "epoch": 0.08311588957329087,
      "grad_norm": 0.35334303975105286,
      "learning_rate": 4.946408234943071e-05,
      "loss": 5.5024,
      "step": 94955
    },
    {
      "epoch": 0.08312026616691803,
      "grad_norm": 0.3577237129211426,
      "learning_rate": 4.946401847692895e-05,
      "loss": 5.5434,
      "step": 94960
    },
    {
      "epoch": 0.08312464276054518,
      "grad_norm": 0.41324692964553833,
      "learning_rate": 4.9463954600672846e-05,
      "loss": 5.5223,
      "step": 94965
    },
    {
      "epoch": 0.08312901935417234,
      "grad_norm": 0.4261682331562042,
      "learning_rate": 4.94638907206624e-05,
      "loss": 4.4815,
      "step": 94970
    },
    {
      "epoch": 0.08313339594779949,
      "grad_norm": 0.4347018897533417,
      "learning_rate": 4.946382683689763e-05,
      "loss": 5.2236,
      "step": 94975
    },
    {
      "epoch": 0.08313777254142665,
      "grad_norm": 0.3583574891090393,
      "learning_rate": 4.9463762949378544e-05,
      "loss": 5.8113,
      "step": 94980
    },
    {
      "epoch": 0.0831421491350538,
      "grad_norm": 0.40892109274864197,
      "learning_rate": 4.946369905810516e-05,
      "loss": 5.011,
      "step": 94985
    },
    {
      "epoch": 0.08314652572868096,
      "grad_norm": 0.4390966594219208,
      "learning_rate": 4.946363516307748e-05,
      "loss": 5.6969,
      "step": 94990
    },
    {
      "epoch": 0.08315090232230811,
      "grad_norm": 0.36305341124534607,
      "learning_rate": 4.9463571264295536e-05,
      "loss": 6.0187,
      "step": 94995
    },
    {
      "epoch": 0.08315527891593527,
      "grad_norm": 0.34687182307243347,
      "learning_rate": 4.946350736175932e-05,
      "loss": 6.0363,
      "step": 95000
    },
    {
      "epoch": 0.08315965550956242,
      "grad_norm": 0.44876211881637573,
      "learning_rate": 4.946344345546886e-05,
      "loss": 4.6905,
      "step": 95005
    },
    {
      "epoch": 0.08316403210318958,
      "grad_norm": 0.3611624240875244,
      "learning_rate": 4.9463379545424146e-05,
      "loss": 5.8239,
      "step": 95010
    },
    {
      "epoch": 0.08316840869681673,
      "grad_norm": 0.4494704306125641,
      "learning_rate": 4.946331563162522e-05,
      "loss": 4.7641,
      "step": 95015
    },
    {
      "epoch": 0.08317278529044388,
      "grad_norm": 0.3923933506011963,
      "learning_rate": 4.9463251714072075e-05,
      "loss": 5.8748,
      "step": 95020
    },
    {
      "epoch": 0.08317716188407104,
      "grad_norm": 0.44397443532943726,
      "learning_rate": 4.9463187792764734e-05,
      "loss": 5.5272,
      "step": 95025
    },
    {
      "epoch": 0.08318153847769819,
      "grad_norm": 0.41696253418922424,
      "learning_rate": 4.946312386770319e-05,
      "loss": 4.7702,
      "step": 95030
    },
    {
      "epoch": 0.08318591507132535,
      "grad_norm": 0.4169560968875885,
      "learning_rate": 4.946305993888748e-05,
      "loss": 6.0047,
      "step": 95035
    },
    {
      "epoch": 0.0831902916649525,
      "grad_norm": 0.4155271649360657,
      "learning_rate": 4.94629960063176e-05,
      "loss": 5.8255,
      "step": 95040
    },
    {
      "epoch": 0.08319466825857966,
      "grad_norm": 0.4272700250148773,
      "learning_rate": 4.946293206999356e-05,
      "loss": 5.5283,
      "step": 95045
    },
    {
      "epoch": 0.0831990448522068,
      "grad_norm": 0.37278470396995544,
      "learning_rate": 4.946286812991538e-05,
      "loss": 5.814,
      "step": 95050
    },
    {
      "epoch": 0.08320342144583397,
      "grad_norm": 0.4443046748638153,
      "learning_rate": 4.946280418608308e-05,
      "loss": 4.7173,
      "step": 95055
    },
    {
      "epoch": 0.08320779803946111,
      "grad_norm": 0.3893751800060272,
      "learning_rate": 4.946274023849666e-05,
      "loss": 5.2,
      "step": 95060
    },
    {
      "epoch": 0.08321217463308828,
      "grad_norm": 0.3874174654483795,
      "learning_rate": 4.9462676287156154e-05,
      "loss": 4.9962,
      "step": 95065
    },
    {
      "epoch": 0.08321655122671542,
      "grad_norm": 0.3934653103351593,
      "learning_rate": 4.946261233206153e-05,
      "loss": 5.7273,
      "step": 95070
    },
    {
      "epoch": 0.08322092782034259,
      "grad_norm": 0.363156259059906,
      "learning_rate": 4.946254837321285e-05,
      "loss": 5.4924,
      "step": 95075
    },
    {
      "epoch": 0.08322530441396973,
      "grad_norm": 0.45664530992507935,
      "learning_rate": 4.946248441061009e-05,
      "loss": 5.4937,
      "step": 95080
    },
    {
      "epoch": 0.0832296810075969,
      "grad_norm": 0.4486358165740967,
      "learning_rate": 4.9462420444253274e-05,
      "loss": 5.5229,
      "step": 95085
    },
    {
      "epoch": 0.08323405760122404,
      "grad_norm": 0.4279762804508209,
      "learning_rate": 4.946235647414242e-05,
      "loss": 5.0216,
      "step": 95090
    },
    {
      "epoch": 0.0832384341948512,
      "grad_norm": 0.3909710943698883,
      "learning_rate": 4.946229250027754e-05,
      "loss": 5.8129,
      "step": 95095
    },
    {
      "epoch": 0.08324281078847835,
      "grad_norm": 0.43632835149765015,
      "learning_rate": 4.9462228522658636e-05,
      "loss": 4.9984,
      "step": 95100
    },
    {
      "epoch": 0.08324718738210551,
      "grad_norm": 0.44623419642448425,
      "learning_rate": 4.946216454128573e-05,
      "loss": 4.5054,
      "step": 95105
    },
    {
      "epoch": 0.08325156397573266,
      "grad_norm": 0.4418082535266876,
      "learning_rate": 4.946210055615884e-05,
      "loss": 4.9951,
      "step": 95110
    },
    {
      "epoch": 0.08325594056935982,
      "grad_norm": 0.42901888489723206,
      "learning_rate": 4.946203656727796e-05,
      "loss": 4.7794,
      "step": 95115
    },
    {
      "epoch": 0.08326031716298697,
      "grad_norm": 0.4128093421459198,
      "learning_rate": 4.9461972574643115e-05,
      "loss": 4.6966,
      "step": 95120
    },
    {
      "epoch": 0.08326469375661413,
      "grad_norm": 0.3939128518104553,
      "learning_rate": 4.946190857825431e-05,
      "loss": 6.3563,
      "step": 95125
    },
    {
      "epoch": 0.08326907035024128,
      "grad_norm": 0.47135236859321594,
      "learning_rate": 4.946184457811157e-05,
      "loss": 5.5437,
      "step": 95130
    },
    {
      "epoch": 0.08327344694386844,
      "grad_norm": 0.43600258231163025,
      "learning_rate": 4.946178057421489e-05,
      "loss": 5.7926,
      "step": 95135
    },
    {
      "epoch": 0.08327782353749559,
      "grad_norm": 0.4548233449459076,
      "learning_rate": 4.94617165665643e-05,
      "loss": 5.4,
      "step": 95140
    },
    {
      "epoch": 0.08328220013112274,
      "grad_norm": 0.4203589856624603,
      "learning_rate": 4.9461652555159796e-05,
      "loss": 5.1989,
      "step": 95145
    },
    {
      "epoch": 0.0832865767247499,
      "grad_norm": 0.417156457901001,
      "learning_rate": 4.9461588540001415e-05,
      "loss": 5.4809,
      "step": 95150
    },
    {
      "epoch": 0.08329095331837705,
      "grad_norm": 0.4423385262489319,
      "learning_rate": 4.946152452108913e-05,
      "loss": 5.0141,
      "step": 95155
    },
    {
      "epoch": 0.08329532991200421,
      "grad_norm": 0.43736839294433594,
      "learning_rate": 4.9461460498423e-05,
      "loss": 5.0034,
      "step": 95160
    },
    {
      "epoch": 0.08329970650563136,
      "grad_norm": 0.3648732602596283,
      "learning_rate": 4.9461396472002994e-05,
      "loss": 5.804,
      "step": 95165
    },
    {
      "epoch": 0.08330408309925852,
      "grad_norm": 0.4377279579639435,
      "learning_rate": 4.9461332441829144e-05,
      "loss": 5.5189,
      "step": 95170
    },
    {
      "epoch": 0.08330845969288567,
      "grad_norm": 0.43950989842414856,
      "learning_rate": 4.9461268407901475e-05,
      "loss": 4.6892,
      "step": 95175
    },
    {
      "epoch": 0.08331283628651283,
      "grad_norm": 0.3895779252052307,
      "learning_rate": 4.946120437021997e-05,
      "loss": 5.5427,
      "step": 95180
    },
    {
      "epoch": 0.08331721288013998,
      "grad_norm": 0.4461105763912201,
      "learning_rate": 4.946114032878467e-05,
      "loss": 5.5449,
      "step": 95185
    },
    {
      "epoch": 0.08332158947376714,
      "grad_norm": 0.40250054001808167,
      "learning_rate": 4.9461076283595576e-05,
      "loss": 4.7969,
      "step": 95190
    },
    {
      "epoch": 0.08332596606739429,
      "grad_norm": 0.34772929549217224,
      "learning_rate": 4.946101223465269e-05,
      "loss": 5.7271,
      "step": 95195
    },
    {
      "epoch": 0.08333034266102145,
      "grad_norm": 0.3670112192630768,
      "learning_rate": 4.9460948181956044e-05,
      "loss": 5.5081,
      "step": 95200
    },
    {
      "epoch": 0.0833347192546486,
      "grad_norm": 0.42724719643592834,
      "learning_rate": 4.946088412550563e-05,
      "loss": 4.9114,
      "step": 95205
    },
    {
      "epoch": 0.08333909584827576,
      "grad_norm": 0.43689197301864624,
      "learning_rate": 4.9460820065301484e-05,
      "loss": 5.3875,
      "step": 95210
    },
    {
      "epoch": 0.0833434724419029,
      "grad_norm": 0.4133674204349518,
      "learning_rate": 4.94607560013436e-05,
      "loss": 5.0196,
      "step": 95215
    },
    {
      "epoch": 0.08334784903553007,
      "grad_norm": 0.38593223690986633,
      "learning_rate": 4.9460691933631984e-05,
      "loss": 5.4299,
      "step": 95220
    },
    {
      "epoch": 0.08335222562915721,
      "grad_norm": 0.3839024305343628,
      "learning_rate": 4.946062786216667e-05,
      "loss": 5.267,
      "step": 95225
    },
    {
      "epoch": 0.08335660222278438,
      "grad_norm": 0.3691083490848541,
      "learning_rate": 4.946056378694765e-05,
      "loss": 5.508,
      "step": 95230
    },
    {
      "epoch": 0.08336097881641152,
      "grad_norm": 0.5141075849533081,
      "learning_rate": 4.946049970797496e-05,
      "loss": 4.9338,
      "step": 95235
    },
    {
      "epoch": 0.08336535541003869,
      "grad_norm": 0.47203537821769714,
      "learning_rate": 4.946043562524859e-05,
      "loss": 4.9793,
      "step": 95240
    },
    {
      "epoch": 0.08336973200366583,
      "grad_norm": 0.42948055267333984,
      "learning_rate": 4.9460371538768566e-05,
      "loss": 5.8133,
      "step": 95245
    },
    {
      "epoch": 0.083374108597293,
      "grad_norm": 0.3778810203075409,
      "learning_rate": 4.946030744853489e-05,
      "loss": 5.709,
      "step": 95250
    },
    {
      "epoch": 0.08337848519092014,
      "grad_norm": 0.5294007062911987,
      "learning_rate": 4.9460243354547584e-05,
      "loss": 5.5112,
      "step": 95255
    },
    {
      "epoch": 0.0833828617845473,
      "grad_norm": 0.4540891945362091,
      "learning_rate": 4.946017925680666e-05,
      "loss": 4.6884,
      "step": 95260
    },
    {
      "epoch": 0.08338723837817445,
      "grad_norm": 0.6422216296195984,
      "learning_rate": 4.946011515531212e-05,
      "loss": 4.4671,
      "step": 95265
    },
    {
      "epoch": 0.08339161497180161,
      "grad_norm": 0.488969087600708,
      "learning_rate": 4.946005105006398e-05,
      "loss": 6.016,
      "step": 95270
    },
    {
      "epoch": 0.08339599156542876,
      "grad_norm": 0.3970945477485657,
      "learning_rate": 4.9459986941062264e-05,
      "loss": 6.0752,
      "step": 95275
    },
    {
      "epoch": 0.08340036815905591,
      "grad_norm": 0.4108300805091858,
      "learning_rate": 4.945992282830697e-05,
      "loss": 4.9916,
      "step": 95280
    },
    {
      "epoch": 0.08340474475268307,
      "grad_norm": 0.4941774010658264,
      "learning_rate": 4.9459858711798116e-05,
      "loss": 4.9051,
      "step": 95285
    },
    {
      "epoch": 0.08340912134631022,
      "grad_norm": 0.45125526189804077,
      "learning_rate": 4.9459794591535725e-05,
      "loss": 5.8475,
      "step": 95290
    },
    {
      "epoch": 0.08341349793993738,
      "grad_norm": 0.43862053751945496,
      "learning_rate": 4.945973046751978e-05,
      "loss": 4.2326,
      "step": 95295
    },
    {
      "epoch": 0.08341787453356453,
      "grad_norm": 0.4731042981147766,
      "learning_rate": 4.945966633975032e-05,
      "loss": 5.741,
      "step": 95300
    },
    {
      "epoch": 0.08342225112719169,
      "grad_norm": 0.460679292678833,
      "learning_rate": 4.945960220822735e-05,
      "loss": 5.0286,
      "step": 95305
    },
    {
      "epoch": 0.08342662772081884,
      "grad_norm": 0.7929126024246216,
      "learning_rate": 4.945953807295088e-05,
      "loss": 5.8214,
      "step": 95310
    },
    {
      "epoch": 0.083431004314446,
      "grad_norm": 0.5443319082260132,
      "learning_rate": 4.945947393392093e-05,
      "loss": 4.9844,
      "step": 95315
    },
    {
      "epoch": 0.08343538090807315,
      "grad_norm": 0.5571218729019165,
      "learning_rate": 4.94594097911375e-05,
      "loss": 5.7719,
      "step": 95320
    },
    {
      "epoch": 0.08343975750170031,
      "grad_norm": 0.4646451771259308,
      "learning_rate": 4.945934564460062e-05,
      "loss": 5.2293,
      "step": 95325
    },
    {
      "epoch": 0.08344413409532746,
      "grad_norm": 0.5159570574760437,
      "learning_rate": 4.945928149431027e-05,
      "loss": 5.2163,
      "step": 95330
    },
    {
      "epoch": 0.08344851068895462,
      "grad_norm": 0.4025578796863556,
      "learning_rate": 4.945921734026651e-05,
      "loss": 5.2777,
      "step": 95335
    },
    {
      "epoch": 0.08345288728258177,
      "grad_norm": 0.4015553593635559,
      "learning_rate": 4.945915318246931e-05,
      "loss": 5.859,
      "step": 95340
    },
    {
      "epoch": 0.08345726387620893,
      "grad_norm": 0.4973261058330536,
      "learning_rate": 4.9459089020918704e-05,
      "loss": 4.9415,
      "step": 95345
    },
    {
      "epoch": 0.08346164046983608,
      "grad_norm": 0.4744284152984619,
      "learning_rate": 4.9459024855614686e-05,
      "loss": 5.8197,
      "step": 95350
    },
    {
      "epoch": 0.08346601706346324,
      "grad_norm": 0.6242741942405701,
      "learning_rate": 4.9458960686557296e-05,
      "loss": 4.9247,
      "step": 95355
    },
    {
      "epoch": 0.08347039365709039,
      "grad_norm": 0.4304113984107971,
      "learning_rate": 4.945889651374652e-05,
      "loss": 6.0707,
      "step": 95360
    },
    {
      "epoch": 0.08347477025071755,
      "grad_norm": 0.41864871978759766,
      "learning_rate": 4.945883233718239e-05,
      "loss": 5.5276,
      "step": 95365
    },
    {
      "epoch": 0.0834791468443447,
      "grad_norm": 0.41937071084976196,
      "learning_rate": 4.945876815686491e-05,
      "loss": 4.7457,
      "step": 95370
    },
    {
      "epoch": 0.08348352343797186,
      "grad_norm": 0.3752521872520447,
      "learning_rate": 4.9458703972794093e-05,
      "loss": 6.3193,
      "step": 95375
    },
    {
      "epoch": 0.083487900031599,
      "grad_norm": 0.3613133132457733,
      "learning_rate": 4.945863978496995e-05,
      "loss": 5.8275,
      "step": 95380
    },
    {
      "epoch": 0.08349227662522617,
      "grad_norm": 0.3637685775756836,
      "learning_rate": 4.9458575593392495e-05,
      "loss": 6.3363,
      "step": 95385
    },
    {
      "epoch": 0.08349665321885331,
      "grad_norm": 0.42355939745903015,
      "learning_rate": 4.9458511398061735e-05,
      "loss": 5.7223,
      "step": 95390
    },
    {
      "epoch": 0.08350102981248048,
      "grad_norm": 0.43409982323646545,
      "learning_rate": 4.9458447198977685e-05,
      "loss": 4.6701,
      "step": 95395
    },
    {
      "epoch": 0.08350540640610762,
      "grad_norm": 0.35783642530441284,
      "learning_rate": 4.945838299614038e-05,
      "loss": 5.022,
      "step": 95400
    },
    {
      "epoch": 0.08350978299973477,
      "grad_norm": 0.4547503888607025,
      "learning_rate": 4.9458318789549784e-05,
      "loss": 5.8445,
      "step": 95405
    },
    {
      "epoch": 0.08351415959336193,
      "grad_norm": 0.3849318325519562,
      "learning_rate": 4.9458254579205955e-05,
      "loss": 5.8082,
      "step": 95410
    },
    {
      "epoch": 0.08351853618698908,
      "grad_norm": 0.3366498351097107,
      "learning_rate": 4.945819036510888e-05,
      "loss": 5.8224,
      "step": 95415
    },
    {
      "epoch": 0.08352291278061624,
      "grad_norm": 0.4435393214225769,
      "learning_rate": 4.9458126147258587e-05,
      "loss": 5.5408,
      "step": 95420
    },
    {
      "epoch": 0.08352728937424339,
      "grad_norm": 0.425753653049469,
      "learning_rate": 4.9458061925655074e-05,
      "loss": 5.2232,
      "step": 95425
    },
    {
      "epoch": 0.08353166596787055,
      "grad_norm": 0.43739110231399536,
      "learning_rate": 4.9457997700298365e-05,
      "loss": 4.6947,
      "step": 95430
    },
    {
      "epoch": 0.0835360425614977,
      "grad_norm": 0.37192094326019287,
      "learning_rate": 4.945793347118847e-05,
      "loss": 6.0619,
      "step": 95435
    },
    {
      "epoch": 0.08354041915512486,
      "grad_norm": 0.3442226052284241,
      "learning_rate": 4.9457869238325386e-05,
      "loss": 5.8284,
      "step": 95440
    },
    {
      "epoch": 0.08354479574875201,
      "grad_norm": 0.4332418441772461,
      "learning_rate": 4.945780500170914e-05,
      "loss": 5.0137,
      "step": 95445
    },
    {
      "epoch": 0.08354917234237917,
      "grad_norm": 0.36358121037483215,
      "learning_rate": 4.9457740761339744e-05,
      "loss": 5.8354,
      "step": 95450
    },
    {
      "epoch": 0.08355354893600632,
      "grad_norm": 0.38080406188964844,
      "learning_rate": 4.945767651721721e-05,
      "loss": 5.5216,
      "step": 95455
    },
    {
      "epoch": 0.08355792552963348,
      "grad_norm": 0.35846683382987976,
      "learning_rate": 4.945761226934156e-05,
      "loss": 6.0611,
      "step": 95460
    },
    {
      "epoch": 0.08356230212326063,
      "grad_norm": 0.42115819454193115,
      "learning_rate": 4.9457548017712784e-05,
      "loss": 5.5249,
      "step": 95465
    },
    {
      "epoch": 0.08356667871688779,
      "grad_norm": 0.3791621923446655,
      "learning_rate": 4.945748376233091e-05,
      "loss": 5.5016,
      "step": 95470
    },
    {
      "epoch": 0.08357105531051494,
      "grad_norm": 0.4464802145957947,
      "learning_rate": 4.9457419503195945e-05,
      "loss": 4.6609,
      "step": 95475
    },
    {
      "epoch": 0.0835754319041421,
      "grad_norm": 0.42252030968666077,
      "learning_rate": 4.94573552403079e-05,
      "loss": 4.6861,
      "step": 95480
    },
    {
      "epoch": 0.08357980849776925,
      "grad_norm": 0.36424365639686584,
      "learning_rate": 4.945729097366679e-05,
      "loss": 6.3639,
      "step": 95485
    },
    {
      "epoch": 0.08358418509139641,
      "grad_norm": 0.4901876449584961,
      "learning_rate": 4.945722670327263e-05,
      "loss": 4.9662,
      "step": 95490
    },
    {
      "epoch": 0.08358856168502356,
      "grad_norm": 0.42045602202415466,
      "learning_rate": 4.945716242912544e-05,
      "loss": 5.7695,
      "step": 95495
    },
    {
      "epoch": 0.08359293827865072,
      "grad_norm": 0.4404793083667755,
      "learning_rate": 4.945709815122521e-05,
      "loss": 5.5072,
      "step": 95500
    },
    {
      "epoch": 0.08359731487227787,
      "grad_norm": 0.3705172836780548,
      "learning_rate": 4.945703386957197e-05,
      "loss": 4.945,
      "step": 95505
    },
    {
      "epoch": 0.08360169146590503,
      "grad_norm": 0.49471092224121094,
      "learning_rate": 4.9456969584165724e-05,
      "loss": 4.7555,
      "step": 95510
    },
    {
      "epoch": 0.08360606805953218,
      "grad_norm": 0.39587289094924927,
      "learning_rate": 4.945690529500648e-05,
      "loss": 4.9875,
      "step": 95515
    },
    {
      "epoch": 0.08361044465315934,
      "grad_norm": 0.4205383360385895,
      "learning_rate": 4.945684100209427e-05,
      "loss": 5.1757,
      "step": 95520
    },
    {
      "epoch": 0.08361482124678649,
      "grad_norm": 0.43492642045021057,
      "learning_rate": 4.9456776705429094e-05,
      "loss": 5.0033,
      "step": 95525
    },
    {
      "epoch": 0.08361919784041363,
      "grad_norm": 0.41441139578819275,
      "learning_rate": 4.945671240501096e-05,
      "loss": 4.975,
      "step": 95530
    },
    {
      "epoch": 0.0836235744340408,
      "grad_norm": 0.38176241517066956,
      "learning_rate": 4.9456648100839884e-05,
      "loss": 6.041,
      "step": 95535
    },
    {
      "epoch": 0.08362795102766794,
      "grad_norm": 0.36211028695106506,
      "learning_rate": 4.945658379291589e-05,
      "loss": 5.8385,
      "step": 95540
    },
    {
      "epoch": 0.0836323276212951,
      "grad_norm": 0.4251725673675537,
      "learning_rate": 4.945651948123897e-05,
      "loss": 4.9797,
      "step": 95545
    },
    {
      "epoch": 0.08363670421492225,
      "grad_norm": 0.41570451855659485,
      "learning_rate": 4.9456455165809146e-05,
      "loss": 4.5,
      "step": 95550
    },
    {
      "epoch": 0.08364108080854941,
      "grad_norm": 0.3728649318218231,
      "learning_rate": 4.9456390846626435e-05,
      "loss": 5.7799,
      "step": 95555
    },
    {
      "epoch": 0.08364545740217656,
      "grad_norm": 0.4170101583003998,
      "learning_rate": 4.9456326523690846e-05,
      "loss": 5.2084,
      "step": 95560
    },
    {
      "epoch": 0.08364983399580372,
      "grad_norm": 0.4208980202674866,
      "learning_rate": 4.945626219700239e-05,
      "loss": 4.4657,
      "step": 95565
    },
    {
      "epoch": 0.08365421058943087,
      "grad_norm": 0.45078274607658386,
      "learning_rate": 4.945619786656107e-05,
      "loss": 5.4305,
      "step": 95570
    },
    {
      "epoch": 0.08365858718305803,
      "grad_norm": 0.4114289879798889,
      "learning_rate": 4.945613353236692e-05,
      "loss": 5.5235,
      "step": 95575
    },
    {
      "epoch": 0.08366296377668518,
      "grad_norm": 0.4537965655326843,
      "learning_rate": 4.945606919441994e-05,
      "loss": 4.942,
      "step": 95580
    },
    {
      "epoch": 0.08366734037031234,
      "grad_norm": 0.3754139542579651,
      "learning_rate": 4.9456004852720136e-05,
      "loss": 5.448,
      "step": 95585
    },
    {
      "epoch": 0.08367171696393949,
      "grad_norm": 0.4318119287490845,
      "learning_rate": 4.945594050726754e-05,
      "loss": 5.3255,
      "step": 95590
    },
    {
      "epoch": 0.08367609355756665,
      "grad_norm": 0.37934911251068115,
      "learning_rate": 4.9455876158062145e-05,
      "loss": 5.2912,
      "step": 95595
    },
    {
      "epoch": 0.0836804701511938,
      "grad_norm": 0.43583932518959045,
      "learning_rate": 4.945581180510397e-05,
      "loss": 4.9119,
      "step": 95600
    },
    {
      "epoch": 0.08368484674482096,
      "grad_norm": 0.45206815004348755,
      "learning_rate": 4.945574744839302e-05,
      "loss": 5.2862,
      "step": 95605
    },
    {
      "epoch": 0.08368922333844811,
      "grad_norm": 0.39465761184692383,
      "learning_rate": 4.9455683087929326e-05,
      "loss": 6.3367,
      "step": 95610
    },
    {
      "epoch": 0.08369359993207527,
      "grad_norm": 0.5918206572532654,
      "learning_rate": 4.9455618723712896e-05,
      "loss": 5.198,
      "step": 95615
    },
    {
      "epoch": 0.08369797652570242,
      "grad_norm": 0.39667806029319763,
      "learning_rate": 4.9455554355743716e-05,
      "loss": 6.0143,
      "step": 95620
    },
    {
      "epoch": 0.08370235311932958,
      "grad_norm": 0.4318791329860687,
      "learning_rate": 4.945548998402183e-05,
      "loss": 3.9617,
      "step": 95625
    },
    {
      "epoch": 0.08370672971295673,
      "grad_norm": 0.4579311013221741,
      "learning_rate": 4.9455425608547246e-05,
      "loss": 5.1271,
      "step": 95630
    },
    {
      "epoch": 0.08371110630658389,
      "grad_norm": 0.5018349289894104,
      "learning_rate": 4.945536122931996e-05,
      "loss": 5.7061,
      "step": 95635
    },
    {
      "epoch": 0.08371548290021104,
      "grad_norm": 0.43364593386650085,
      "learning_rate": 4.9455296846339996e-05,
      "loss": 4.6971,
      "step": 95640
    },
    {
      "epoch": 0.0837198594938382,
      "grad_norm": 0.44425031542778015,
      "learning_rate": 4.9455232459607356e-05,
      "loss": 5.2236,
      "step": 95645
    },
    {
      "epoch": 0.08372423608746535,
      "grad_norm": 0.416232168674469,
      "learning_rate": 4.945516806912207e-05,
      "loss": 5.4322,
      "step": 95650
    },
    {
      "epoch": 0.08372861268109251,
      "grad_norm": 0.39323529601097107,
      "learning_rate": 4.945510367488414e-05,
      "loss": 5.4025,
      "step": 95655
    },
    {
      "epoch": 0.08373298927471966,
      "grad_norm": 0.4944904148578644,
      "learning_rate": 4.945503927689358e-05,
      "loss": 4.9969,
      "step": 95660
    },
    {
      "epoch": 0.0837373658683468,
      "grad_norm": 0.36994117498397827,
      "learning_rate": 4.9454974875150405e-05,
      "loss": 4.9931,
      "step": 95665
    },
    {
      "epoch": 0.08374174246197397,
      "grad_norm": 0.4080694913864136,
      "learning_rate": 4.9454910469654616e-05,
      "loss": 4.6634,
      "step": 95670
    },
    {
      "epoch": 0.08374611905560111,
      "grad_norm": 0.4507996439933777,
      "learning_rate": 4.9454846060406235e-05,
      "loss": 4.7114,
      "step": 95675
    },
    {
      "epoch": 0.08375049564922828,
      "grad_norm": 0.45343372225761414,
      "learning_rate": 4.945478164740528e-05,
      "loss": 5.5143,
      "step": 95680
    },
    {
      "epoch": 0.08375487224285542,
      "grad_norm": 0.3881029486656189,
      "learning_rate": 4.945471723065176e-05,
      "loss": 5.7363,
      "step": 95685
    },
    {
      "epoch": 0.08375924883648259,
      "grad_norm": 0.4431091845035553,
      "learning_rate": 4.9454652810145673e-05,
      "loss": 4.9765,
      "step": 95690
    },
    {
      "epoch": 0.08376362543010973,
      "grad_norm": 0.3882210850715637,
      "learning_rate": 4.945458838588705e-05,
      "loss": 5.2411,
      "step": 95695
    },
    {
      "epoch": 0.0837680020237369,
      "grad_norm": 0.5177537798881531,
      "learning_rate": 4.9454523957875884e-05,
      "loss": 4.9396,
      "step": 95700
    },
    {
      "epoch": 0.08377237861736404,
      "grad_norm": 0.42615070939064026,
      "learning_rate": 4.9454459526112215e-05,
      "loss": 4.3656,
      "step": 95705
    },
    {
      "epoch": 0.0837767552109912,
      "grad_norm": 0.4468105137348175,
      "learning_rate": 4.945439509059603e-05,
      "loss": 4.9048,
      "step": 95710
    },
    {
      "epoch": 0.08378113180461835,
      "grad_norm": 0.46356314420700073,
      "learning_rate": 4.9454330651327354e-05,
      "loss": 4.6812,
      "step": 95715
    },
    {
      "epoch": 0.08378550839824551,
      "grad_norm": 0.4212290048599243,
      "learning_rate": 4.94542662083062e-05,
      "loss": 5.118,
      "step": 95720
    },
    {
      "epoch": 0.08378988499187266,
      "grad_norm": 0.380148708820343,
      "learning_rate": 4.945420176153257e-05,
      "loss": 5.5035,
      "step": 95725
    },
    {
      "epoch": 0.08379426158549982,
      "grad_norm": 0.37818995118141174,
      "learning_rate": 4.945413731100649e-05,
      "loss": 5.6973,
      "step": 95730
    },
    {
      "epoch": 0.08379863817912697,
      "grad_norm": 0.4183126389980316,
      "learning_rate": 4.945407285672796e-05,
      "loss": 4.8291,
      "step": 95735
    },
    {
      "epoch": 0.08380301477275413,
      "grad_norm": 0.4546218514442444,
      "learning_rate": 4.945400839869699e-05,
      "loss": 5.8213,
      "step": 95740
    },
    {
      "epoch": 0.08380739136638128,
      "grad_norm": 0.4389961361885071,
      "learning_rate": 4.9453943936913614e-05,
      "loss": 5.1875,
      "step": 95745
    },
    {
      "epoch": 0.08381176796000844,
      "grad_norm": 0.38496139645576477,
      "learning_rate": 4.945387947137784e-05,
      "loss": 5.2048,
      "step": 95750
    },
    {
      "epoch": 0.08381614455363559,
      "grad_norm": 0.42614325881004333,
      "learning_rate": 4.9453815002089656e-05,
      "loss": 4.6941,
      "step": 95755
    },
    {
      "epoch": 0.08382052114726275,
      "grad_norm": 0.3911581039428711,
      "learning_rate": 4.9453750529049095e-05,
      "loss": 6.0311,
      "step": 95760
    },
    {
      "epoch": 0.0838248977408899,
      "grad_norm": 0.3630448579788208,
      "learning_rate": 4.9453686052256165e-05,
      "loss": 6.0447,
      "step": 95765
    },
    {
      "epoch": 0.08382927433451706,
      "grad_norm": 0.4138900339603424,
      "learning_rate": 4.945362157171087e-05,
      "loss": 5.0088,
      "step": 95770
    },
    {
      "epoch": 0.08383365092814421,
      "grad_norm": 0.40513619780540466,
      "learning_rate": 4.945355708741324e-05,
      "loss": 4.9506,
      "step": 95775
    },
    {
      "epoch": 0.08383802752177137,
      "grad_norm": 0.4164077341556549,
      "learning_rate": 4.945349259936328e-05,
      "loss": 5.4926,
      "step": 95780
    },
    {
      "epoch": 0.08384240411539852,
      "grad_norm": 0.38601261377334595,
      "learning_rate": 4.9453428107560994e-05,
      "loss": 5.5238,
      "step": 95785
    },
    {
      "epoch": 0.08384678070902567,
      "grad_norm": 0.44143232703208923,
      "learning_rate": 4.94533636120064e-05,
      "loss": 5.4865,
      "step": 95790
    },
    {
      "epoch": 0.08385115730265283,
      "grad_norm": 0.45298442244529724,
      "learning_rate": 4.9453299112699516e-05,
      "loss": 5.2061,
      "step": 95795
    },
    {
      "epoch": 0.08385553389627998,
      "grad_norm": 0.5231562852859497,
      "learning_rate": 4.9453234609640345e-05,
      "loss": 5.2086,
      "step": 95800
    },
    {
      "epoch": 0.08385991048990714,
      "grad_norm": 0.4547506868839264,
      "learning_rate": 4.9453170102828906e-05,
      "loss": 4.7741,
      "step": 95805
    },
    {
      "epoch": 0.08386428708353429,
      "grad_norm": 0.4445739984512329,
      "learning_rate": 4.9453105592265206e-05,
      "loss": 5.2053,
      "step": 95810
    },
    {
      "epoch": 0.08386866367716145,
      "grad_norm": 0.5909377336502075,
      "learning_rate": 4.945304107794927e-05,
      "loss": 5.5344,
      "step": 95815
    },
    {
      "epoch": 0.0838730402707886,
      "grad_norm": 0.717688798904419,
      "learning_rate": 4.945297655988109e-05,
      "loss": 5.8062,
      "step": 95820
    },
    {
      "epoch": 0.08387741686441576,
      "grad_norm": 0.5826467275619507,
      "learning_rate": 4.9452912038060695e-05,
      "loss": 5.4632,
      "step": 95825
    },
    {
      "epoch": 0.0838817934580429,
      "grad_norm": 0.4557325839996338,
      "learning_rate": 4.94528475124881e-05,
      "loss": 4.9835,
      "step": 95830
    },
    {
      "epoch": 0.08388617005167007,
      "grad_norm": 0.44308409094810486,
      "learning_rate": 4.945278298316329e-05,
      "loss": 4.9885,
      "step": 95835
    },
    {
      "epoch": 0.08389054664529721,
      "grad_norm": 0.43066319823265076,
      "learning_rate": 4.945271845008631e-05,
      "loss": 4.4896,
      "step": 95840
    },
    {
      "epoch": 0.08389492323892438,
      "grad_norm": 0.35772624611854553,
      "learning_rate": 4.945265391325716e-05,
      "loss": 5.2883,
      "step": 95845
    },
    {
      "epoch": 0.08389929983255152,
      "grad_norm": 0.38880765438079834,
      "learning_rate": 4.945258937267585e-05,
      "loss": 6.0344,
      "step": 95850
    },
    {
      "epoch": 0.08390367642617869,
      "grad_norm": 0.44119372963905334,
      "learning_rate": 4.945252482834239e-05,
      "loss": 4.7809,
      "step": 95855
    },
    {
      "epoch": 0.08390805301980583,
      "grad_norm": 0.5077949166297913,
      "learning_rate": 4.945246028025681e-05,
      "loss": 5.3165,
      "step": 95860
    },
    {
      "epoch": 0.083912429613433,
      "grad_norm": 0.4674142301082611,
      "learning_rate": 4.9452395728419096e-05,
      "loss": 5.2125,
      "step": 95865
    },
    {
      "epoch": 0.08391680620706014,
      "grad_norm": 0.5428348779678345,
      "learning_rate": 4.945233117282929e-05,
      "loss": 5.4289,
      "step": 95870
    },
    {
      "epoch": 0.0839211828006873,
      "grad_norm": 0.4465455412864685,
      "learning_rate": 4.945226661348738e-05,
      "loss": 5.2487,
      "step": 95875
    },
    {
      "epoch": 0.08392555939431445,
      "grad_norm": 0.4402856230735779,
      "learning_rate": 4.9452202050393384e-05,
      "loss": 4.9654,
      "step": 95880
    },
    {
      "epoch": 0.08392993598794161,
      "grad_norm": 0.40953490138053894,
      "learning_rate": 4.945213748354731e-05,
      "loss": 5.5146,
      "step": 95885
    },
    {
      "epoch": 0.08393431258156876,
      "grad_norm": 0.43981727957725525,
      "learning_rate": 4.945207291294919e-05,
      "loss": 5.5127,
      "step": 95890
    },
    {
      "epoch": 0.08393868917519592,
      "grad_norm": 0.38556262850761414,
      "learning_rate": 4.945200833859901e-05,
      "loss": 5.2481,
      "step": 95895
    },
    {
      "epoch": 0.08394306576882307,
      "grad_norm": 0.43017762899398804,
      "learning_rate": 4.945194376049681e-05,
      "loss": 5.2816,
      "step": 95900
    },
    {
      "epoch": 0.08394744236245023,
      "grad_norm": 0.41375231742858887,
      "learning_rate": 4.945187917864259e-05,
      "loss": 5.7293,
      "step": 95905
    },
    {
      "epoch": 0.08395181895607738,
      "grad_norm": 0.3623949885368347,
      "learning_rate": 4.945181459303635e-05,
      "loss": 6.3547,
      "step": 95910
    },
    {
      "epoch": 0.08395619554970453,
      "grad_norm": 0.36882323026657104,
      "learning_rate": 4.945175000367812e-05,
      "loss": 5.8216,
      "step": 95915
    },
    {
      "epoch": 0.08396057214333169,
      "grad_norm": 0.4102288782596588,
      "learning_rate": 4.9451685410567907e-05,
      "loss": 5.6971,
      "step": 95920
    },
    {
      "epoch": 0.08396494873695884,
      "grad_norm": 0.4279169738292694,
      "learning_rate": 4.9451620813705725e-05,
      "loss": 4.9945,
      "step": 95925
    },
    {
      "epoch": 0.083969325330586,
      "grad_norm": 0.44743990898132324,
      "learning_rate": 4.9451556213091574e-05,
      "loss": 4.9781,
      "step": 95930
    },
    {
      "epoch": 0.08397370192421315,
      "grad_norm": 0.3892393112182617,
      "learning_rate": 4.945149160872549e-05,
      "loss": 5.7625,
      "step": 95935
    },
    {
      "epoch": 0.08397807851784031,
      "grad_norm": 0.5137936472892761,
      "learning_rate": 4.9451427000607464e-05,
      "loss": 5.5184,
      "step": 95940
    },
    {
      "epoch": 0.08398245511146746,
      "grad_norm": 0.4207938611507416,
      "learning_rate": 4.945136238873752e-05,
      "loss": 5.8481,
      "step": 95945
    },
    {
      "epoch": 0.08398683170509462,
      "grad_norm": 0.6226998567581177,
      "learning_rate": 4.9451297773115666e-05,
      "loss": 4.7903,
      "step": 95950
    },
    {
      "epoch": 0.08399120829872177,
      "grad_norm": 0.4587228000164032,
      "learning_rate": 4.9451233153741917e-05,
      "loss": 5.2651,
      "step": 95955
    },
    {
      "epoch": 0.08399558489234893,
      "grad_norm": 0.4132305681705475,
      "learning_rate": 4.945116853061628e-05,
      "loss": 5.8522,
      "step": 95960
    },
    {
      "epoch": 0.08399996148597608,
      "grad_norm": 0.3983883857727051,
      "learning_rate": 4.9451103903738774e-05,
      "loss": 6.0572,
      "step": 95965
    },
    {
      "epoch": 0.08400433807960324,
      "grad_norm": 0.42928600311279297,
      "learning_rate": 4.9451039273109414e-05,
      "loss": 5.6893,
      "step": 95970
    },
    {
      "epoch": 0.08400871467323039,
      "grad_norm": 0.4335402250289917,
      "learning_rate": 4.94509746387282e-05,
      "loss": 4.4152,
      "step": 95975
    },
    {
      "epoch": 0.08401309126685755,
      "grad_norm": 0.3853394687175751,
      "learning_rate": 4.945091000059515e-05,
      "loss": 4.7388,
      "step": 95980
    },
    {
      "epoch": 0.0840174678604847,
      "grad_norm": 0.4306356608867645,
      "learning_rate": 4.945084535871028e-05,
      "loss": 4.9743,
      "step": 95985
    },
    {
      "epoch": 0.08402184445411186,
      "grad_norm": 0.415666788816452,
      "learning_rate": 4.9450780713073605e-05,
      "loss": 5.2933,
      "step": 95990
    },
    {
      "epoch": 0.084026221047739,
      "grad_norm": 0.37102657556533813,
      "learning_rate": 4.945071606368513e-05,
      "loss": 5.4771,
      "step": 95995
    },
    {
      "epoch": 0.08403059764136617,
      "grad_norm": 0.35114389657974243,
      "learning_rate": 4.945065141054488e-05,
      "loss": 5.5073,
      "step": 96000
    },
    {
      "epoch": 0.08403497423499331,
      "grad_norm": 0.43285685777664185,
      "learning_rate": 4.945058675365285e-05,
      "loss": 5.4731,
      "step": 96005
    },
    {
      "epoch": 0.08403935082862048,
      "grad_norm": 0.3523624837398529,
      "learning_rate": 4.9450522093009066e-05,
      "loss": 5.3441,
      "step": 96010
    },
    {
      "epoch": 0.08404372742224762,
      "grad_norm": 0.4319295883178711,
      "learning_rate": 4.945045742861353e-05,
      "loss": 4.9062,
      "step": 96015
    },
    {
      "epoch": 0.08404810401587479,
      "grad_norm": 0.46009984612464905,
      "learning_rate": 4.9450392760466256e-05,
      "loss": 6.0387,
      "step": 96020
    },
    {
      "epoch": 0.08405248060950193,
      "grad_norm": 0.39234459400177,
      "learning_rate": 4.945032808856727e-05,
      "loss": 4.7759,
      "step": 96025
    },
    {
      "epoch": 0.0840568572031291,
      "grad_norm": 0.3673059046268463,
      "learning_rate": 4.945026341291656e-05,
      "loss": 5.2985,
      "step": 96030
    },
    {
      "epoch": 0.08406123379675624,
      "grad_norm": 0.41535142064094543,
      "learning_rate": 4.9450198733514165e-05,
      "loss": 5.2902,
      "step": 96035
    },
    {
      "epoch": 0.0840656103903834,
      "grad_norm": 0.35304051637649536,
      "learning_rate": 4.945013405036009e-05,
      "loss": 6.0262,
      "step": 96040
    },
    {
      "epoch": 0.08406998698401055,
      "grad_norm": 0.3452305197715759,
      "learning_rate": 4.9450069363454334e-05,
      "loss": 6.0189,
      "step": 96045
    },
    {
      "epoch": 0.0840743635776377,
      "grad_norm": 0.3549754023551941,
      "learning_rate": 4.945000467279692e-05,
      "loss": 5.8244,
      "step": 96050
    },
    {
      "epoch": 0.08407874017126486,
      "grad_norm": 0.4355526268482208,
      "learning_rate": 4.944993997838786e-05,
      "loss": 4.7842,
      "step": 96055
    },
    {
      "epoch": 0.08408311676489201,
      "grad_norm": 0.39301833510398865,
      "learning_rate": 4.944987528022716e-05,
      "loss": 6.3586,
      "step": 96060
    },
    {
      "epoch": 0.08408749335851917,
      "grad_norm": 0.3786561191082001,
      "learning_rate": 4.944981057831485e-05,
      "loss": 6.3408,
      "step": 96065
    },
    {
      "epoch": 0.08409186995214632,
      "grad_norm": 0.45040035247802734,
      "learning_rate": 4.944974587265092e-05,
      "loss": 5.1895,
      "step": 96070
    },
    {
      "epoch": 0.08409624654577348,
      "grad_norm": 0.44192296266555786,
      "learning_rate": 4.9449681163235395e-05,
      "loss": 4.967,
      "step": 96075
    },
    {
      "epoch": 0.08410062313940063,
      "grad_norm": 0.37785255908966064,
      "learning_rate": 4.944961645006829e-05,
      "loss": 5.7921,
      "step": 96080
    },
    {
      "epoch": 0.08410499973302779,
      "grad_norm": 0.4320288896560669,
      "learning_rate": 4.944955173314961e-05,
      "loss": 5.8043,
      "step": 96085
    },
    {
      "epoch": 0.08410937632665494,
      "grad_norm": 0.36781707406044006,
      "learning_rate": 4.944948701247937e-05,
      "loss": 6.3662,
      "step": 96090
    },
    {
      "epoch": 0.0841137529202821,
      "grad_norm": 0.3814971446990967,
      "learning_rate": 4.944942228805759e-05,
      "loss": 5.4768,
      "step": 96095
    },
    {
      "epoch": 0.08411812951390925,
      "grad_norm": 0.4360863268375397,
      "learning_rate": 4.9449357559884255e-05,
      "loss": 5.3081,
      "step": 96100
    },
    {
      "epoch": 0.08412250610753641,
      "grad_norm": 0.48890742659568787,
      "learning_rate": 4.944929282795942e-05,
      "loss": 4.8996,
      "step": 96105
    },
    {
      "epoch": 0.08412688270116356,
      "grad_norm": 0.44275492429733276,
      "learning_rate": 4.9449228092283065e-05,
      "loss": 4.8731,
      "step": 96110
    },
    {
      "epoch": 0.08413125929479072,
      "grad_norm": 0.36462652683258057,
      "learning_rate": 4.944916335285522e-05,
      "loss": 5.8001,
      "step": 96115
    },
    {
      "epoch": 0.08413563588841787,
      "grad_norm": 0.3950056731700897,
      "learning_rate": 4.944909860967588e-05,
      "loss": 5.8266,
      "step": 96120
    },
    {
      "epoch": 0.08414001248204503,
      "grad_norm": 0.4183253049850464,
      "learning_rate": 4.9449033862745074e-05,
      "loss": 5.6963,
      "step": 96125
    },
    {
      "epoch": 0.08414438907567218,
      "grad_norm": 0.4249557852745056,
      "learning_rate": 4.944896911206281e-05,
      "loss": 5.7958,
      "step": 96130
    },
    {
      "epoch": 0.08414876566929934,
      "grad_norm": 0.3546026945114136,
      "learning_rate": 4.944890435762909e-05,
      "loss": 5.3212,
      "step": 96135
    },
    {
      "epoch": 0.08415314226292649,
      "grad_norm": 0.43400266766548157,
      "learning_rate": 4.944883959944394e-05,
      "loss": 5.0019,
      "step": 96140
    },
    {
      "epoch": 0.08415751885655365,
      "grad_norm": 0.3884319067001343,
      "learning_rate": 4.944877483750737e-05,
      "loss": 5.207,
      "step": 96145
    },
    {
      "epoch": 0.0841618954501808,
      "grad_norm": 0.37546929717063904,
      "learning_rate": 4.9448710071819395e-05,
      "loss": 6.0172,
      "step": 96150
    },
    {
      "epoch": 0.08416627204380796,
      "grad_norm": 0.5044842958450317,
      "learning_rate": 4.944864530238002e-05,
      "loss": 4.6657,
      "step": 96155
    },
    {
      "epoch": 0.0841706486374351,
      "grad_norm": 0.43356630206108093,
      "learning_rate": 4.9448580529189246e-05,
      "loss": 5.1959,
      "step": 96160
    },
    {
      "epoch": 0.08417502523106227,
      "grad_norm": 0.45632708072662354,
      "learning_rate": 4.9448515752247115e-05,
      "loss": 5.2748,
      "step": 96165
    },
    {
      "epoch": 0.08417940182468941,
      "grad_norm": 0.3958570957183838,
      "learning_rate": 4.944845097155362e-05,
      "loss": 6.3723,
      "step": 96170
    },
    {
      "epoch": 0.08418377841831656,
      "grad_norm": 0.4158309996128082,
      "learning_rate": 4.944838618710877e-05,
      "loss": 5.19,
      "step": 96175
    },
    {
      "epoch": 0.08418815501194372,
      "grad_norm": 0.3785816729068756,
      "learning_rate": 4.94483213989126e-05,
      "loss": 5.0065,
      "step": 96180
    },
    {
      "epoch": 0.08419253160557087,
      "grad_norm": 0.39311566948890686,
      "learning_rate": 4.944825660696509e-05,
      "loss": 5.2758,
      "step": 96185
    },
    {
      "epoch": 0.08419690819919803,
      "grad_norm": 0.431881308555603,
      "learning_rate": 4.9448191811266284e-05,
      "loss": 5.4426,
      "step": 96190
    },
    {
      "epoch": 0.08420128479282518,
      "grad_norm": 0.4308566153049469,
      "learning_rate": 4.944812701181618e-05,
      "loss": 5.3111,
      "step": 96195
    },
    {
      "epoch": 0.08420566138645234,
      "grad_norm": 0.42624491453170776,
      "learning_rate": 4.944806220861479e-05,
      "loss": 4.7735,
      "step": 96200
    },
    {
      "epoch": 0.08421003798007949,
      "grad_norm": 0.5228318572044373,
      "learning_rate": 4.9447997401662126e-05,
      "loss": 5.5454,
      "step": 96205
    },
    {
      "epoch": 0.08421441457370665,
      "grad_norm": 0.4444114565849304,
      "learning_rate": 4.94479325909582e-05,
      "loss": 4.7806,
      "step": 96210
    },
    {
      "epoch": 0.0842187911673338,
      "grad_norm": 0.4326201379299164,
      "learning_rate": 4.944786777650303e-05,
      "loss": 5.2908,
      "step": 96215
    },
    {
      "epoch": 0.08422316776096096,
      "grad_norm": 0.45499005913734436,
      "learning_rate": 4.944780295829663e-05,
      "loss": 5.7393,
      "step": 96220
    },
    {
      "epoch": 0.08422754435458811,
      "grad_norm": 0.417053759098053,
      "learning_rate": 4.9447738136338994e-05,
      "loss": 5.2946,
      "step": 96225
    },
    {
      "epoch": 0.08423192094821527,
      "grad_norm": 0.45251229405403137,
      "learning_rate": 4.944767331063016e-05,
      "loss": 4.9887,
      "step": 96230
    },
    {
      "epoch": 0.08423629754184242,
      "grad_norm": 0.47600144147872925,
      "learning_rate": 4.944760848117013e-05,
      "loss": 5.0079,
      "step": 96235
    },
    {
      "epoch": 0.08424067413546958,
      "grad_norm": 0.38897934556007385,
      "learning_rate": 4.944754364795891e-05,
      "loss": 5.3005,
      "step": 96240
    },
    {
      "epoch": 0.08424505072909673,
      "grad_norm": 0.4087798297405243,
      "learning_rate": 4.9447478810996503e-05,
      "loss": 5.8142,
      "step": 96245
    },
    {
      "epoch": 0.08424942732272389,
      "grad_norm": 0.44775575399398804,
      "learning_rate": 4.944741397028296e-05,
      "loss": 4.7013,
      "step": 96250
    },
    {
      "epoch": 0.08425380391635104,
      "grad_norm": 0.40811893343925476,
      "learning_rate": 4.9447349125818265e-05,
      "loss": 5.4445,
      "step": 96255
    },
    {
      "epoch": 0.0842581805099782,
      "grad_norm": 0.41295570135116577,
      "learning_rate": 4.9447284277602424e-05,
      "loss": 5.2319,
      "step": 96260
    },
    {
      "epoch": 0.08426255710360535,
      "grad_norm": 0.4122258126735687,
      "learning_rate": 4.9447219425635474e-05,
      "loss": 4.7681,
      "step": 96265
    },
    {
      "epoch": 0.08426693369723251,
      "grad_norm": 0.4176526665687561,
      "learning_rate": 4.944715456991741e-05,
      "loss": 5.5073,
      "step": 96270
    },
    {
      "epoch": 0.08427131029085966,
      "grad_norm": 0.3752724826335907,
      "learning_rate": 4.9447089710448234e-05,
      "loss": 5.4105,
      "step": 96275
    },
    {
      "epoch": 0.08427568688448682,
      "grad_norm": 0.40817299485206604,
      "learning_rate": 4.9447024847228e-05,
      "loss": 5.3154,
      "step": 96280
    },
    {
      "epoch": 0.08428006347811397,
      "grad_norm": 0.5259902477264404,
      "learning_rate": 4.944695998025667e-05,
      "loss": 5.2386,
      "step": 96285
    },
    {
      "epoch": 0.08428444007174113,
      "grad_norm": 0.4176799952983856,
      "learning_rate": 4.94468951095343e-05,
      "loss": 4.9662,
      "step": 96290
    },
    {
      "epoch": 0.08428881666536828,
      "grad_norm": 0.4366357922554016,
      "learning_rate": 4.944683023506087e-05,
      "loss": 4.6784,
      "step": 96295
    },
    {
      "epoch": 0.08429319325899544,
      "grad_norm": 0.35023894906044006,
      "learning_rate": 4.94467653568364e-05,
      "loss": 6.3443,
      "step": 96300
    },
    {
      "epoch": 0.08429756985262259,
      "grad_norm": 0.35366079211235046,
      "learning_rate": 4.9446700474860916e-05,
      "loss": 6.3244,
      "step": 96305
    },
    {
      "epoch": 0.08430194644624973,
      "grad_norm": 0.3630855083465576,
      "learning_rate": 4.9446635589134425e-05,
      "loss": 5.8135,
      "step": 96310
    },
    {
      "epoch": 0.0843063230398769,
      "grad_norm": 0.42865511775016785,
      "learning_rate": 4.944657069965693e-05,
      "loss": 5.5426,
      "step": 96315
    },
    {
      "epoch": 0.08431069963350404,
      "grad_norm": 0.4358959496021271,
      "learning_rate": 4.944650580642845e-05,
      "loss": 5.3251,
      "step": 96320
    },
    {
      "epoch": 0.0843150762271312,
      "grad_norm": 0.43613964319229126,
      "learning_rate": 4.944644090944901e-05,
      "loss": 6.0512,
      "step": 96325
    },
    {
      "epoch": 0.08431945282075835,
      "grad_norm": 0.42623743414878845,
      "learning_rate": 4.944637600871861e-05,
      "loss": 5.7092,
      "step": 96330
    },
    {
      "epoch": 0.08432382941438551,
      "grad_norm": 0.4320327341556549,
      "learning_rate": 4.9446311104237255e-05,
      "loss": 4.8258,
      "step": 96335
    },
    {
      "epoch": 0.08432820600801266,
      "grad_norm": 0.457814484834671,
      "learning_rate": 4.944624619600496e-05,
      "loss": 5.5587,
      "step": 96340
    },
    {
      "epoch": 0.08433258260163982,
      "grad_norm": 0.3519585430622101,
      "learning_rate": 4.944618128402175e-05,
      "loss": 5.3222,
      "step": 96345
    },
    {
      "epoch": 0.08433695919526697,
      "grad_norm": 0.4161175489425659,
      "learning_rate": 4.944611636828763e-05,
      "loss": 5.5335,
      "step": 96350
    },
    {
      "epoch": 0.08434133578889413,
      "grad_norm": 0.4137556850910187,
      "learning_rate": 4.944605144880261e-05,
      "loss": 5.5355,
      "step": 96355
    },
    {
      "epoch": 0.08434571238252128,
      "grad_norm": 0.3933708667755127,
      "learning_rate": 4.9445986525566714e-05,
      "loss": 4.9818,
      "step": 96360
    },
    {
      "epoch": 0.08435008897614844,
      "grad_norm": 0.4482515752315521,
      "learning_rate": 4.944592159857993e-05,
      "loss": 4.9802,
      "step": 96365
    },
    {
      "epoch": 0.08435446556977559,
      "grad_norm": 0.450072318315506,
      "learning_rate": 4.944585666784231e-05,
      "loss": 5.5075,
      "step": 96370
    },
    {
      "epoch": 0.08435884216340275,
      "grad_norm": 0.42872974276542664,
      "learning_rate": 4.9445791733353816e-05,
      "loss": 5.6918,
      "step": 96375
    },
    {
      "epoch": 0.0843632187570299,
      "grad_norm": 0.42606231570243835,
      "learning_rate": 4.944572679511451e-05,
      "loss": 5.5255,
      "step": 96380
    },
    {
      "epoch": 0.08436759535065706,
      "grad_norm": 0.4141151010990143,
      "learning_rate": 4.944566185312437e-05,
      "loss": 5.2018,
      "step": 96385
    },
    {
      "epoch": 0.08437197194428421,
      "grad_norm": 0.3720161020755768,
      "learning_rate": 4.944559690738343e-05,
      "loss": 5.4959,
      "step": 96390
    },
    {
      "epoch": 0.08437634853791137,
      "grad_norm": 0.3527831435203552,
      "learning_rate": 4.944553195789169e-05,
      "loss": 5.8295,
      "step": 96395
    },
    {
      "epoch": 0.08438072513153852,
      "grad_norm": 0.36215147376060486,
      "learning_rate": 4.9445467004649156e-05,
      "loss": 5.5393,
      "step": 96400
    },
    {
      "epoch": 0.08438510172516568,
      "grad_norm": 0.35945773124694824,
      "learning_rate": 4.944540204765587e-05,
      "loss": 5.7916,
      "step": 96405
    },
    {
      "epoch": 0.08438947831879283,
      "grad_norm": 0.4299319386482239,
      "learning_rate": 4.94453370869118e-05,
      "loss": 5.707,
      "step": 96410
    },
    {
      "epoch": 0.08439385491241999,
      "grad_norm": 0.40736785531044006,
      "learning_rate": 4.9445272122417e-05,
      "loss": 5.2882,
      "step": 96415
    },
    {
      "epoch": 0.08439823150604714,
      "grad_norm": 0.41220635175704956,
      "learning_rate": 4.944520715417146e-05,
      "loss": 5.7969,
      "step": 96420
    },
    {
      "epoch": 0.0844026080996743,
      "grad_norm": 0.3949420750141144,
      "learning_rate": 4.94451421821752e-05,
      "loss": 4.9631,
      "step": 96425
    },
    {
      "epoch": 0.08440698469330145,
      "grad_norm": 0.44464799761772156,
      "learning_rate": 4.944507720642823e-05,
      "loss": 5.1867,
      "step": 96430
    },
    {
      "epoch": 0.0844113612869286,
      "grad_norm": 0.41977301239967346,
      "learning_rate": 4.944501222693057e-05,
      "loss": 5.7389,
      "step": 96435
    },
    {
      "epoch": 0.08441573788055576,
      "grad_norm": 0.43656277656555176,
      "learning_rate": 4.944494724368222e-05,
      "loss": 4.954,
      "step": 96440
    },
    {
      "epoch": 0.0844201144741829,
      "grad_norm": 0.3748877942562103,
      "learning_rate": 4.9444882256683186e-05,
      "loss": 6.0006,
      "step": 96445
    },
    {
      "epoch": 0.08442449106781007,
      "grad_norm": 0.6592161059379578,
      "learning_rate": 4.944481726593352e-05,
      "loss": 4.6678,
      "step": 96450
    },
    {
      "epoch": 0.08442886766143722,
      "grad_norm": 0.4632572829723358,
      "learning_rate": 4.944475227143318e-05,
      "loss": 4.4569,
      "step": 96455
    },
    {
      "epoch": 0.08443324425506438,
      "grad_norm": 0.4085412323474884,
      "learning_rate": 4.944468727318222e-05,
      "loss": 5.7117,
      "step": 96460
    },
    {
      "epoch": 0.08443762084869152,
      "grad_norm": 0.6183270215988159,
      "learning_rate": 4.944462227118064e-05,
      "loss": 5.011,
      "step": 96465
    },
    {
      "epoch": 0.08444199744231869,
      "grad_norm": 0.49054524302482605,
      "learning_rate": 4.944455726542846e-05,
      "loss": 5.8061,
      "step": 96470
    },
    {
      "epoch": 0.08444637403594583,
      "grad_norm": 0.5251327753067017,
      "learning_rate": 4.944449225592567e-05,
      "loss": 6.0613,
      "step": 96475
    },
    {
      "epoch": 0.084450750629573,
      "grad_norm": 0.4599570631980896,
      "learning_rate": 4.94444272426723e-05,
      "loss": 4.3735,
      "step": 96480
    },
    {
      "epoch": 0.08445512722320014,
      "grad_norm": 0.4730190336704254,
      "learning_rate": 4.944436222566836e-05,
      "loss": 5.5008,
      "step": 96485
    },
    {
      "epoch": 0.0844595038168273,
      "grad_norm": 0.4213186502456665,
      "learning_rate": 4.944429720491386e-05,
      "loss": 5.8066,
      "step": 96490
    },
    {
      "epoch": 0.08446388041045445,
      "grad_norm": 0.40249910950660706,
      "learning_rate": 4.944423218040881e-05,
      "loss": 6.035,
      "step": 96495
    },
    {
      "epoch": 0.08446825700408161,
      "grad_norm": 0.44288918375968933,
      "learning_rate": 4.944416715215323e-05,
      "loss": 4.9961,
      "step": 96500
    },
    {
      "epoch": 0.08447263359770876,
      "grad_norm": 0.45362675189971924,
      "learning_rate": 4.9444102120147126e-05,
      "loss": 5.014,
      "step": 96505
    },
    {
      "epoch": 0.08447701019133592,
      "grad_norm": 0.4213336408138275,
      "learning_rate": 4.944403708439053e-05,
      "loss": 5.4008,
      "step": 96510
    },
    {
      "epoch": 0.08448138678496307,
      "grad_norm": 0.4424843192100525,
      "learning_rate": 4.9443972044883415e-05,
      "loss": 5.0775,
      "step": 96515
    },
    {
      "epoch": 0.08448576337859023,
      "grad_norm": 0.43218347430229187,
      "learning_rate": 4.944390700162583e-05,
      "loss": 5.5201,
      "step": 96520
    },
    {
      "epoch": 0.08449013997221738,
      "grad_norm": 0.4004600942134857,
      "learning_rate": 4.944384195461777e-05,
      "loss": 5.4809,
      "step": 96525
    },
    {
      "epoch": 0.08449451656584454,
      "grad_norm": 0.40519827604293823,
      "learning_rate": 4.944377690385925e-05,
      "loss": 5.8263,
      "step": 96530
    },
    {
      "epoch": 0.08449889315947169,
      "grad_norm": 0.4197017252445221,
      "learning_rate": 4.944371184935028e-05,
      "loss": 5.8361,
      "step": 96535
    },
    {
      "epoch": 0.08450326975309885,
      "grad_norm": 0.4087145924568176,
      "learning_rate": 4.9443646791090895e-05,
      "loss": 5.8515,
      "step": 96540
    },
    {
      "epoch": 0.084507646346726,
      "grad_norm": 0.40802907943725586,
      "learning_rate": 4.9443581729081065e-05,
      "loss": 5.7772,
      "step": 96545
    },
    {
      "epoch": 0.08451202294035316,
      "grad_norm": 0.375285267829895,
      "learning_rate": 4.9443516663320844e-05,
      "loss": 6.0303,
      "step": 96550
    },
    {
      "epoch": 0.08451639953398031,
      "grad_norm": 0.35226568579673767,
      "learning_rate": 4.944345159381023e-05,
      "loss": 6.0734,
      "step": 96555
    },
    {
      "epoch": 0.08452077612760746,
      "grad_norm": 0.38570719957351685,
      "learning_rate": 4.944338652054922e-05,
      "loss": 5.7391,
      "step": 96560
    },
    {
      "epoch": 0.08452515272123462,
      "grad_norm": 0.42540547251701355,
      "learning_rate": 4.944332144353785e-05,
      "loss": 4.9909,
      "step": 96565
    },
    {
      "epoch": 0.08452952931486177,
      "grad_norm": 0.4330679178237915,
      "learning_rate": 4.9443256362776115e-05,
      "loss": 4.9475,
      "step": 96570
    },
    {
      "epoch": 0.08453390590848893,
      "grad_norm": 0.4212469458580017,
      "learning_rate": 4.9443191278264035e-05,
      "loss": 5.2211,
      "step": 96575
    },
    {
      "epoch": 0.08453828250211608,
      "grad_norm": 0.371033638715744,
      "learning_rate": 4.944312619000163e-05,
      "loss": 5.8118,
      "step": 96580
    },
    {
      "epoch": 0.08454265909574324,
      "grad_norm": 0.4410686790943146,
      "learning_rate": 4.94430610979889e-05,
      "loss": 4.9606,
      "step": 96585
    },
    {
      "epoch": 0.08454703568937039,
      "grad_norm": 0.44199177622795105,
      "learning_rate": 4.9442996002225863e-05,
      "loss": 5.2424,
      "step": 96590
    },
    {
      "epoch": 0.08455141228299755,
      "grad_norm": 0.4263879060745239,
      "learning_rate": 4.9442930902712525e-05,
      "loss": 4.4761,
      "step": 96595
    },
    {
      "epoch": 0.0845557888766247,
      "grad_norm": 0.37323084473609924,
      "learning_rate": 4.944286579944891e-05,
      "loss": 5.486,
      "step": 96600
    },
    {
      "epoch": 0.08456016547025186,
      "grad_norm": 0.43308505415916443,
      "learning_rate": 4.944280069243502e-05,
      "loss": 4.9222,
      "step": 96605
    },
    {
      "epoch": 0.084564542063879,
      "grad_norm": 0.3693463206291199,
      "learning_rate": 4.9442735581670883e-05,
      "loss": 6.0281,
      "step": 96610
    },
    {
      "epoch": 0.08456891865750617,
      "grad_norm": 0.3571103513240814,
      "learning_rate": 4.944267046715649e-05,
      "loss": 6.3383,
      "step": 96615
    },
    {
      "epoch": 0.08457329525113332,
      "grad_norm": 0.3795064389705658,
      "learning_rate": 4.944260534889187e-05,
      "loss": 5.3318,
      "step": 96620
    },
    {
      "epoch": 0.08457767184476048,
      "grad_norm": 0.40633702278137207,
      "learning_rate": 4.944254022687703e-05,
      "loss": 5.0855,
      "step": 96625
    },
    {
      "epoch": 0.08458204843838762,
      "grad_norm": 0.4732004404067993,
      "learning_rate": 4.944247510111199e-05,
      "loss": 5.814,
      "step": 96630
    },
    {
      "epoch": 0.08458642503201479,
      "grad_norm": 0.42654678225517273,
      "learning_rate": 4.9442409971596736e-05,
      "loss": 5.196,
      "step": 96635
    },
    {
      "epoch": 0.08459080162564193,
      "grad_norm": 0.40946638584136963,
      "learning_rate": 4.944234483833131e-05,
      "loss": 5.2096,
      "step": 96640
    },
    {
      "epoch": 0.0845951782192691,
      "grad_norm": 0.4235634505748749,
      "learning_rate": 4.944227970131573e-05,
      "loss": 5.5063,
      "step": 96645
    },
    {
      "epoch": 0.08459955481289624,
      "grad_norm": 0.3898653984069824,
      "learning_rate": 4.944221456054997e-05,
      "loss": 5.5318,
      "step": 96650
    },
    {
      "epoch": 0.0846039314065234,
      "grad_norm": 0.3561738431453705,
      "learning_rate": 4.9442149416034075e-05,
      "loss": 5.8576,
      "step": 96655
    },
    {
      "epoch": 0.08460830800015055,
      "grad_norm": 0.44974249601364136,
      "learning_rate": 4.9442084267768055e-05,
      "loss": 5.284,
      "step": 96660
    },
    {
      "epoch": 0.08461268459377772,
      "grad_norm": 0.407291054725647,
      "learning_rate": 4.94420191157519e-05,
      "loss": 4.9082,
      "step": 96665
    },
    {
      "epoch": 0.08461706118740486,
      "grad_norm": 0.356823205947876,
      "learning_rate": 4.9441953959985655e-05,
      "loss": 5.7873,
      "step": 96670
    },
    {
      "epoch": 0.08462143778103202,
      "grad_norm": 0.4082917869091034,
      "learning_rate": 4.94418888004693e-05,
      "loss": 5.41,
      "step": 96675
    },
    {
      "epoch": 0.08462581437465917,
      "grad_norm": 0.43156060576438904,
      "learning_rate": 4.944182363720288e-05,
      "loss": 4.7041,
      "step": 96680
    },
    {
      "epoch": 0.08463019096828633,
      "grad_norm": 0.3592800796031952,
      "learning_rate": 4.9441758470186386e-05,
      "loss": 4.9977,
      "step": 96685
    },
    {
      "epoch": 0.08463456756191348,
      "grad_norm": 0.44540485739707947,
      "learning_rate": 4.9441693299419823e-05,
      "loss": 4.2312,
      "step": 96690
    },
    {
      "epoch": 0.08463894415554063,
      "grad_norm": 0.4252386689186096,
      "learning_rate": 4.944162812490323e-05,
      "loss": 4.9158,
      "step": 96695
    },
    {
      "epoch": 0.08464332074916779,
      "grad_norm": 0.38246408104896545,
      "learning_rate": 4.94415629466366e-05,
      "loss": 5.2927,
      "step": 96700
    },
    {
      "epoch": 0.08464769734279494,
      "grad_norm": 0.37669992446899414,
      "learning_rate": 4.944149776461995e-05,
      "loss": 5.7172,
      "step": 96705
    },
    {
      "epoch": 0.0846520739364221,
      "grad_norm": 0.42514264583587646,
      "learning_rate": 4.9441432578853295e-05,
      "loss": 4.373,
      "step": 96710
    },
    {
      "epoch": 0.08465645053004925,
      "grad_norm": 0.38590794801712036,
      "learning_rate": 4.9441367389336655e-05,
      "loss": 5.5097,
      "step": 96715
    },
    {
      "epoch": 0.08466082712367641,
      "grad_norm": 0.40678897500038147,
      "learning_rate": 4.944130219607003e-05,
      "loss": 5.0306,
      "step": 96720
    },
    {
      "epoch": 0.08466520371730356,
      "grad_norm": 0.4390711486339569,
      "learning_rate": 4.944123699905342e-05,
      "loss": 5.5026,
      "step": 96725
    },
    {
      "epoch": 0.08466958031093072,
      "grad_norm": 0.43748739361763,
      "learning_rate": 4.9441171798286876e-05,
      "loss": 5.1991,
      "step": 96730
    },
    {
      "epoch": 0.08467395690455787,
      "grad_norm": 0.3662932813167572,
      "learning_rate": 4.944110659377038e-05,
      "loss": 5.2952,
      "step": 96735
    },
    {
      "epoch": 0.08467833349818503,
      "grad_norm": 0.4470434784889221,
      "learning_rate": 4.944104138550395e-05,
      "loss": 5.5063,
      "step": 96740
    },
    {
      "epoch": 0.08468271009181218,
      "grad_norm": 0.408757746219635,
      "learning_rate": 4.9440976173487605e-05,
      "loss": 5.0122,
      "step": 96745
    },
    {
      "epoch": 0.08468708668543934,
      "grad_norm": 0.4263843595981598,
      "learning_rate": 4.944091095772135e-05,
      "loss": 5.0013,
      "step": 96750
    },
    {
      "epoch": 0.08469146327906649,
      "grad_norm": 0.4474000334739685,
      "learning_rate": 4.944084573820521e-05,
      "loss": 4.4673,
      "step": 96755
    },
    {
      "epoch": 0.08469583987269365,
      "grad_norm": 0.6112490892410278,
      "learning_rate": 4.944078051493919e-05,
      "loss": 5.5404,
      "step": 96760
    },
    {
      "epoch": 0.0847002164663208,
      "grad_norm": 0.4172305166721344,
      "learning_rate": 4.94407152879233e-05,
      "loss": 4.9772,
      "step": 96765
    },
    {
      "epoch": 0.08470459305994796,
      "grad_norm": 0.6891782283782959,
      "learning_rate": 4.944065005715756e-05,
      "loss": 4.986,
      "step": 96770
    },
    {
      "epoch": 0.0847089696535751,
      "grad_norm": 0.6212206482887268,
      "learning_rate": 4.944058482264197e-05,
      "loss": 5.7055,
      "step": 96775
    },
    {
      "epoch": 0.08471334624720227,
      "grad_norm": 0.7342329621315002,
      "learning_rate": 4.9440519584376556e-05,
      "loss": 4.9562,
      "step": 96780
    },
    {
      "epoch": 0.08471772284082942,
      "grad_norm": 0.4600711166858673,
      "learning_rate": 4.944045434236131e-05,
      "loss": 4.986,
      "step": 96785
    },
    {
      "epoch": 0.08472209943445658,
      "grad_norm": 0.5038504600524902,
      "learning_rate": 4.944038909659627e-05,
      "loss": 5.5012,
      "step": 96790
    },
    {
      "epoch": 0.08472647602808372,
      "grad_norm": 0.5249757170677185,
      "learning_rate": 4.9440323847081436e-05,
      "loss": 6.0602,
      "step": 96795
    },
    {
      "epoch": 0.08473085262171089,
      "grad_norm": 0.4513249099254608,
      "learning_rate": 4.9440258593816825e-05,
      "loss": 4.6553,
      "step": 96800
    },
    {
      "epoch": 0.08473522921533803,
      "grad_norm": 0.4590569734573364,
      "learning_rate": 4.944019333680244e-05,
      "loss": 5.0157,
      "step": 96805
    },
    {
      "epoch": 0.0847396058089652,
      "grad_norm": 0.44571924209594727,
      "learning_rate": 4.944012807603831e-05,
      "loss": 5.4271,
      "step": 96810
    },
    {
      "epoch": 0.08474398240259234,
      "grad_norm": 0.4622112810611725,
      "learning_rate": 4.9440062811524436e-05,
      "loss": 5.2073,
      "step": 96815
    },
    {
      "epoch": 0.08474835899621949,
      "grad_norm": 0.4462626576423645,
      "learning_rate": 4.943999754326083e-05,
      "loss": 5.4537,
      "step": 96820
    },
    {
      "epoch": 0.08475273558984665,
      "grad_norm": 0.5329084396362305,
      "learning_rate": 4.9439932271247504e-05,
      "loss": 5.5039,
      "step": 96825
    },
    {
      "epoch": 0.0847571121834738,
      "grad_norm": 0.4274689257144928,
      "learning_rate": 4.943986699548447e-05,
      "loss": 6.0512,
      "step": 96830
    },
    {
      "epoch": 0.08476148877710096,
      "grad_norm": 0.4140375852584839,
      "learning_rate": 4.943980171597176e-05,
      "loss": 5.8471,
      "step": 96835
    },
    {
      "epoch": 0.08476586537072811,
      "grad_norm": 0.46765509247779846,
      "learning_rate": 4.943973643270936e-05,
      "loss": 5.7812,
      "step": 96840
    },
    {
      "epoch": 0.08477024196435527,
      "grad_norm": 0.37729671597480774,
      "learning_rate": 4.94396711456973e-05,
      "loss": 5.8205,
      "step": 96845
    },
    {
      "epoch": 0.08477461855798242,
      "grad_norm": 0.36139851808547974,
      "learning_rate": 4.9439605854935575e-05,
      "loss": 6.326,
      "step": 96850
    },
    {
      "epoch": 0.08477899515160958,
      "grad_norm": 0.4508923292160034,
      "learning_rate": 4.943954056042423e-05,
      "loss": 5.206,
      "step": 96855
    },
    {
      "epoch": 0.08478337174523673,
      "grad_norm": 0.4737626612186432,
      "learning_rate": 4.943947526216323e-05,
      "loss": 5.0043,
      "step": 96860
    },
    {
      "epoch": 0.08478774833886389,
      "grad_norm": 0.4493996202945709,
      "learning_rate": 4.943940996015263e-05,
      "loss": 4.4479,
      "step": 96865
    },
    {
      "epoch": 0.08479212493249104,
      "grad_norm": 0.4523072838783264,
      "learning_rate": 4.943934465439243e-05,
      "loss": 5.7221,
      "step": 96870
    },
    {
      "epoch": 0.0847965015261182,
      "grad_norm": 0.3829222023487091,
      "learning_rate": 4.9439279344882626e-05,
      "loss": 5.4659,
      "step": 96875
    },
    {
      "epoch": 0.08480087811974535,
      "grad_norm": 0.40804246068000793,
      "learning_rate": 4.943921403162325e-05,
      "loss": 5.0173,
      "step": 96880
    },
    {
      "epoch": 0.08480525471337251,
      "grad_norm": 0.4300556778907776,
      "learning_rate": 4.943914871461431e-05,
      "loss": 5.1596,
      "step": 96885
    },
    {
      "epoch": 0.08480963130699966,
      "grad_norm": 0.3362520635128021,
      "learning_rate": 4.943908339385581e-05,
      "loss": 5.3476,
      "step": 96890
    },
    {
      "epoch": 0.08481400790062682,
      "grad_norm": 0.36014440655708313,
      "learning_rate": 4.9439018069347775e-05,
      "loss": 5.8399,
      "step": 96895
    },
    {
      "epoch": 0.08481838449425397,
      "grad_norm": 0.4150611162185669,
      "learning_rate": 4.9438952741090214e-05,
      "loss": 5.3116,
      "step": 96900
    },
    {
      "epoch": 0.08482276108788113,
      "grad_norm": 0.393932044506073,
      "learning_rate": 4.9438887409083144e-05,
      "loss": 5.838,
      "step": 96905
    },
    {
      "epoch": 0.08482713768150828,
      "grad_norm": 0.3557344079017639,
      "learning_rate": 4.943882207332656e-05,
      "loss": 5.4858,
      "step": 96910
    },
    {
      "epoch": 0.08483151427513544,
      "grad_norm": 0.4101388454437256,
      "learning_rate": 4.9438756733820493e-05,
      "loss": 4.9849,
      "step": 96915
    },
    {
      "epoch": 0.08483589086876259,
      "grad_norm": 0.40475553274154663,
      "learning_rate": 4.943869139056494e-05,
      "loss": 4.4658,
      "step": 96920
    },
    {
      "epoch": 0.08484026746238975,
      "grad_norm": 0.36898937821388245,
      "learning_rate": 4.943862604355992e-05,
      "loss": 5.5176,
      "step": 96925
    },
    {
      "epoch": 0.0848446440560169,
      "grad_norm": 0.3950790762901306,
      "learning_rate": 4.943856069280547e-05,
      "loss": 5.4843,
      "step": 96930
    },
    {
      "epoch": 0.08484902064964406,
      "grad_norm": 0.4187769591808319,
      "learning_rate": 4.943849533830156e-05,
      "loss": 4.9892,
      "step": 96935
    },
    {
      "epoch": 0.0848533972432712,
      "grad_norm": 0.4413193166255951,
      "learning_rate": 4.9438429980048227e-05,
      "loss": 5.7404,
      "step": 96940
    },
    {
      "epoch": 0.08485777383689837,
      "grad_norm": 0.43594202399253845,
      "learning_rate": 4.943836461804548e-05,
      "loss": 4.8844,
      "step": 96945
    },
    {
      "epoch": 0.08486215043052552,
      "grad_norm": 0.4248095750808716,
      "learning_rate": 4.943829925229334e-05,
      "loss": 5.4768,
      "step": 96950
    },
    {
      "epoch": 0.08486652702415266,
      "grad_norm": 0.39078250527381897,
      "learning_rate": 4.94382338827918e-05,
      "loss": 5.65,
      "step": 96955
    },
    {
      "epoch": 0.08487090361777982,
      "grad_norm": 0.40497010946273804,
      "learning_rate": 4.9438168509540885e-05,
      "loss": 5.5109,
      "step": 96960
    },
    {
      "epoch": 0.08487528021140697,
      "grad_norm": 0.44308415055274963,
      "learning_rate": 4.9438103132540604e-05,
      "loss": 5.2237,
      "step": 96965
    },
    {
      "epoch": 0.08487965680503413,
      "grad_norm": 0.3760922849178314,
      "learning_rate": 4.9438037751790975e-05,
      "loss": 5.0074,
      "step": 96970
    },
    {
      "epoch": 0.08488403339866128,
      "grad_norm": 0.446193665266037,
      "learning_rate": 4.9437972367292006e-05,
      "loss": 4.8823,
      "step": 96975
    },
    {
      "epoch": 0.08488840999228844,
      "grad_norm": 0.37186112999916077,
      "learning_rate": 4.943790697904372e-05,
      "loss": 4.7826,
      "step": 96980
    },
    {
      "epoch": 0.08489278658591559,
      "grad_norm": 0.4107833802700043,
      "learning_rate": 4.9437841587046106e-05,
      "loss": 5.7107,
      "step": 96985
    },
    {
      "epoch": 0.08489716317954275,
      "grad_norm": 0.42424023151397705,
      "learning_rate": 4.9437776191299203e-05,
      "loss": 4.4553,
      "step": 96990
    },
    {
      "epoch": 0.0849015397731699,
      "grad_norm": 0.40461525321006775,
      "learning_rate": 4.943771079180301e-05,
      "loss": 5.5201,
      "step": 96995
    },
    {
      "epoch": 0.08490591636679706,
      "grad_norm": 0.3787018656730652,
      "learning_rate": 4.943764538855753e-05,
      "loss": 5.6902,
      "step": 97000
    },
    {
      "epoch": 0.08491029296042421,
      "grad_norm": 0.39801934361457825,
      "learning_rate": 4.94375799815628e-05,
      "loss": 5.7672,
      "step": 97005
    },
    {
      "epoch": 0.08491466955405137,
      "grad_norm": 0.4678443968296051,
      "learning_rate": 4.943751457081881e-05,
      "loss": 5.1227,
      "step": 97010
    },
    {
      "epoch": 0.08491904614767852,
      "grad_norm": 0.5221432447433472,
      "learning_rate": 4.943744915632559e-05,
      "loss": 5.5214,
      "step": 97015
    },
    {
      "epoch": 0.08492342274130568,
      "grad_norm": 0.38399380445480347,
      "learning_rate": 4.943738373808314e-05,
      "loss": 6.358,
      "step": 97020
    },
    {
      "epoch": 0.08492779933493283,
      "grad_norm": 0.4013567268848419,
      "learning_rate": 4.943731831609148e-05,
      "loss": 6.0197,
      "step": 97025
    },
    {
      "epoch": 0.08493217592855999,
      "grad_norm": 0.3932015001773834,
      "learning_rate": 4.9437252890350616e-05,
      "loss": 6.3584,
      "step": 97030
    },
    {
      "epoch": 0.08493655252218714,
      "grad_norm": 0.41261953115463257,
      "learning_rate": 4.943718746086057e-05,
      "loss": 5.4691,
      "step": 97035
    },
    {
      "epoch": 0.0849409291158143,
      "grad_norm": 0.4756149351596832,
      "learning_rate": 4.943712202762135e-05,
      "loss": 4.4833,
      "step": 97040
    },
    {
      "epoch": 0.08494530570944145,
      "grad_norm": 0.41358262300491333,
      "learning_rate": 4.943705659063297e-05,
      "loss": 4.9245,
      "step": 97045
    },
    {
      "epoch": 0.08494968230306861,
      "grad_norm": 0.4730037748813629,
      "learning_rate": 4.9436991149895426e-05,
      "loss": 5.2975,
      "step": 97050
    },
    {
      "epoch": 0.08495405889669576,
      "grad_norm": 0.42092081904411316,
      "learning_rate": 4.9436925705408757e-05,
      "loss": 6.0297,
      "step": 97055
    },
    {
      "epoch": 0.08495843549032292,
      "grad_norm": 0.36371275782585144,
      "learning_rate": 4.943686025717297e-05,
      "loss": 6.3096,
      "step": 97060
    },
    {
      "epoch": 0.08496281208395007,
      "grad_norm": 0.4439306855201721,
      "learning_rate": 4.943679480518806e-05,
      "loss": 4.4714,
      "step": 97065
    },
    {
      "epoch": 0.08496718867757723,
      "grad_norm": 0.3832801878452301,
      "learning_rate": 4.943672934945405e-05,
      "loss": 5.0231,
      "step": 97070
    },
    {
      "epoch": 0.08497156527120438,
      "grad_norm": 0.4253447651863098,
      "learning_rate": 4.943666388997096e-05,
      "loss": 5.8249,
      "step": 97075
    },
    {
      "epoch": 0.08497594186483153,
      "grad_norm": 0.48173096776008606,
      "learning_rate": 4.943659842673879e-05,
      "loss": 4.9464,
      "step": 97080
    },
    {
      "epoch": 0.08498031845845869,
      "grad_norm": 0.4236602187156677,
      "learning_rate": 4.943653295975756e-05,
      "loss": 5.249,
      "step": 97085
    },
    {
      "epoch": 0.08498469505208583,
      "grad_norm": 0.44576990604400635,
      "learning_rate": 4.943646748902729e-05,
      "loss": 4.4818,
      "step": 97090
    },
    {
      "epoch": 0.084989071645713,
      "grad_norm": 0.4471372365951538,
      "learning_rate": 4.943640201454798e-05,
      "loss": 5.2243,
      "step": 97095
    },
    {
      "epoch": 0.08499344823934014,
      "grad_norm": 0.40192896127700806,
      "learning_rate": 4.943633653631964e-05,
      "loss": 5.4305,
      "step": 97100
    },
    {
      "epoch": 0.0849978248329673,
      "grad_norm": 0.4784240424633026,
      "learning_rate": 4.94362710543423e-05,
      "loss": 5.724,
      "step": 97105
    },
    {
      "epoch": 0.08500220142659445,
      "grad_norm": 0.440146803855896,
      "learning_rate": 4.9436205568615955e-05,
      "loss": 5.1557,
      "step": 97110
    },
    {
      "epoch": 0.08500657802022162,
      "grad_norm": 0.464420348405838,
      "learning_rate": 4.943614007914063e-05,
      "loss": 5.5249,
      "step": 97115
    },
    {
      "epoch": 0.08501095461384876,
      "grad_norm": 0.4388420879840851,
      "learning_rate": 4.943607458591633e-05,
      "loss": 4.8238,
      "step": 97120
    },
    {
      "epoch": 0.08501533120747592,
      "grad_norm": 0.41639530658721924,
      "learning_rate": 4.943600908894306e-05,
      "loss": 4.914,
      "step": 97125
    },
    {
      "epoch": 0.08501970780110307,
      "grad_norm": 0.45296236872673035,
      "learning_rate": 4.9435943588220854e-05,
      "loss": 5.5237,
      "step": 97130
    },
    {
      "epoch": 0.08502408439473023,
      "grad_norm": 0.4288916289806366,
      "learning_rate": 4.943587808374971e-05,
      "loss": 4.9847,
      "step": 97135
    },
    {
      "epoch": 0.08502846098835738,
      "grad_norm": 0.4360058903694153,
      "learning_rate": 4.943581257552964e-05,
      "loss": 5.1983,
      "step": 97140
    },
    {
      "epoch": 0.08503283758198454,
      "grad_norm": 0.48890769481658936,
      "learning_rate": 4.943574706356067e-05,
      "loss": 5.7874,
      "step": 97145
    },
    {
      "epoch": 0.08503721417561169,
      "grad_norm": 0.4280279576778412,
      "learning_rate": 4.94356815478428e-05,
      "loss": 5.1788,
      "step": 97150
    },
    {
      "epoch": 0.08504159076923885,
      "grad_norm": 0.41724294424057007,
      "learning_rate": 4.943561602837604e-05,
      "loss": 5.1932,
      "step": 97155
    },
    {
      "epoch": 0.085045967362866,
      "grad_norm": 0.4362495243549347,
      "learning_rate": 4.943555050516041e-05,
      "loss": 5.8618,
      "step": 97160
    },
    {
      "epoch": 0.08505034395649316,
      "grad_norm": 0.423768013715744,
      "learning_rate": 4.9435484978195925e-05,
      "loss": 6.0416,
      "step": 97165
    },
    {
      "epoch": 0.08505472055012031,
      "grad_norm": 0.4454666078090668,
      "learning_rate": 4.943541944748259e-05,
      "loss": 5.2714,
      "step": 97170
    },
    {
      "epoch": 0.08505909714374747,
      "grad_norm": 0.4324290156364441,
      "learning_rate": 4.943535391302042e-05,
      "loss": 5.4195,
      "step": 97175
    },
    {
      "epoch": 0.08506347373737462,
      "grad_norm": 0.4427894651889801,
      "learning_rate": 4.943528837480943e-05,
      "loss": 4.7828,
      "step": 97180
    },
    {
      "epoch": 0.08506785033100178,
      "grad_norm": 0.36645615100860596,
      "learning_rate": 4.9435222832849635e-05,
      "loss": 5.5057,
      "step": 97185
    },
    {
      "epoch": 0.08507222692462893,
      "grad_norm": 0.44163012504577637,
      "learning_rate": 4.9435157287141045e-05,
      "loss": 6.0229,
      "step": 97190
    },
    {
      "epoch": 0.08507660351825609,
      "grad_norm": 0.43034639954566956,
      "learning_rate": 4.943509173768367e-05,
      "loss": 4.6813,
      "step": 97195
    },
    {
      "epoch": 0.08508098011188324,
      "grad_norm": 0.453450083732605,
      "learning_rate": 4.943502618447753e-05,
      "loss": 5.4993,
      "step": 97200
    },
    {
      "epoch": 0.08508535670551039,
      "grad_norm": 0.4205697178840637,
      "learning_rate": 4.943496062752262e-05,
      "loss": 5.8267,
      "step": 97205
    },
    {
      "epoch": 0.08508973329913755,
      "grad_norm": 0.4243068993091583,
      "learning_rate": 4.9434895066818976e-05,
      "loss": 5.3947,
      "step": 97210
    },
    {
      "epoch": 0.0850941098927647,
      "grad_norm": 0.42430251836776733,
      "learning_rate": 4.9434829502366583e-05,
      "loss": 4.582,
      "step": 97215
    },
    {
      "epoch": 0.08509848648639186,
      "grad_norm": 0.49034443497657776,
      "learning_rate": 4.9434763934165494e-05,
      "loss": 5.5144,
      "step": 97220
    },
    {
      "epoch": 0.085102863080019,
      "grad_norm": 0.4874036908149719,
      "learning_rate": 4.943469836221568e-05,
      "loss": 4.9283,
      "step": 97225
    },
    {
      "epoch": 0.08510723967364617,
      "grad_norm": 0.43353819847106934,
      "learning_rate": 4.9434632786517177e-05,
      "loss": 4.7255,
      "step": 97230
    },
    {
      "epoch": 0.08511161626727332,
      "grad_norm": 0.43717145919799805,
      "learning_rate": 4.943456720706999e-05,
      "loss": 4.1643,
      "step": 97235
    },
    {
      "epoch": 0.08511599286090048,
      "grad_norm": 0.49271225929260254,
      "learning_rate": 4.943450162387414e-05,
      "loss": 6.048,
      "step": 97240
    },
    {
      "epoch": 0.08512036945452763,
      "grad_norm": 0.4528983533382416,
      "learning_rate": 4.943443603692962e-05,
      "loss": 4.8268,
      "step": 97245
    },
    {
      "epoch": 0.08512474604815479,
      "grad_norm": 0.43384549021720886,
      "learning_rate": 4.9434370446236466e-05,
      "loss": 4.9234,
      "step": 97250
    },
    {
      "epoch": 0.08512912264178193,
      "grad_norm": 0.5059027671813965,
      "learning_rate": 4.943430485179469e-05,
      "loss": 5.0472,
      "step": 97255
    },
    {
      "epoch": 0.0851334992354091,
      "grad_norm": 0.39420583844184875,
      "learning_rate": 4.9434239253604275e-05,
      "loss": 6.3518,
      "step": 97260
    },
    {
      "epoch": 0.08513787582903624,
      "grad_norm": 0.4575720727443695,
      "learning_rate": 4.9434173651665274e-05,
      "loss": 5.5014,
      "step": 97265
    },
    {
      "epoch": 0.0851422524226634,
      "grad_norm": 0.4666171967983246,
      "learning_rate": 4.943410804597767e-05,
      "loss": 4.78,
      "step": 97270
    },
    {
      "epoch": 0.08514662901629055,
      "grad_norm": 0.4056242108345032,
      "learning_rate": 4.9434042436541485e-05,
      "loss": 5.2229,
      "step": 97275
    },
    {
      "epoch": 0.08515100560991772,
      "grad_norm": 0.611021876335144,
      "learning_rate": 4.943397682335672e-05,
      "loss": 5.3525,
      "step": 97280
    },
    {
      "epoch": 0.08515538220354486,
      "grad_norm": 0.42960211634635925,
      "learning_rate": 4.943391120642341e-05,
      "loss": 5.5273,
      "step": 97285
    },
    {
      "epoch": 0.08515975879717202,
      "grad_norm": 0.4142024517059326,
      "learning_rate": 4.943384558574157e-05,
      "loss": 6.017,
      "step": 97290
    },
    {
      "epoch": 0.08516413539079917,
      "grad_norm": 0.43082353472709656,
      "learning_rate": 4.943377996131119e-05,
      "loss": 4.4504,
      "step": 97295
    },
    {
      "epoch": 0.08516851198442633,
      "grad_norm": 0.443456768989563,
      "learning_rate": 4.9433714333132284e-05,
      "loss": 4.999,
      "step": 97300
    },
    {
      "epoch": 0.08517288857805348,
      "grad_norm": 0.4253593981266022,
      "learning_rate": 4.943364870120488e-05,
      "loss": 4.3644,
      "step": 97305
    },
    {
      "epoch": 0.08517726517168064,
      "grad_norm": 0.4284294843673706,
      "learning_rate": 4.943358306552898e-05,
      "loss": 5.3056,
      "step": 97310
    },
    {
      "epoch": 0.08518164176530779,
      "grad_norm": 0.4070401191711426,
      "learning_rate": 4.94335174261046e-05,
      "loss": 5.2256,
      "step": 97315
    },
    {
      "epoch": 0.08518601835893495,
      "grad_norm": 0.44614991545677185,
      "learning_rate": 4.9433451782931763e-05,
      "loss": 6.0531,
      "step": 97320
    },
    {
      "epoch": 0.0851903949525621,
      "grad_norm": 0.35532116889953613,
      "learning_rate": 4.943338613601046e-05,
      "loss": 6.032,
      "step": 97325
    },
    {
      "epoch": 0.08519477154618926,
      "grad_norm": 0.4209441542625427,
      "learning_rate": 4.9433320485340725e-05,
      "loss": 5.208,
      "step": 97330
    },
    {
      "epoch": 0.08519914813981641,
      "grad_norm": 0.43523991107940674,
      "learning_rate": 4.943325483092256e-05,
      "loss": 4.9477,
      "step": 97335
    },
    {
      "epoch": 0.08520352473344356,
      "grad_norm": 0.4122316837310791,
      "learning_rate": 4.943318917275598e-05,
      "loss": 5.2604,
      "step": 97340
    },
    {
      "epoch": 0.08520790132707072,
      "grad_norm": 0.43949270248413086,
      "learning_rate": 4.943312351084099e-05,
      "loss": 5.0279,
      "step": 97345
    },
    {
      "epoch": 0.08521227792069787,
      "grad_norm": 0.45289477705955505,
      "learning_rate": 4.943305784517761e-05,
      "loss": 5.7047,
      "step": 97350
    },
    {
      "epoch": 0.08521665451432503,
      "grad_norm": 0.45907625555992126,
      "learning_rate": 4.943299217576586e-05,
      "loss": 5.3068,
      "step": 97355
    },
    {
      "epoch": 0.08522103110795218,
      "grad_norm": 0.45962411165237427,
      "learning_rate": 4.943292650260574e-05,
      "loss": 5.2165,
      "step": 97360
    },
    {
      "epoch": 0.08522540770157934,
      "grad_norm": 0.3880882263183594,
      "learning_rate": 4.943286082569726e-05,
      "loss": 5.492,
      "step": 97365
    },
    {
      "epoch": 0.08522978429520649,
      "grad_norm": 0.453724205493927,
      "learning_rate": 4.9432795145040445e-05,
      "loss": 5.8254,
      "step": 97370
    },
    {
      "epoch": 0.08523416088883365,
      "grad_norm": 0.41210857033729553,
      "learning_rate": 4.9432729460635305e-05,
      "loss": 4.9733,
      "step": 97375
    },
    {
      "epoch": 0.0852385374824608,
      "grad_norm": 0.46672332286834717,
      "learning_rate": 4.9432663772481855e-05,
      "loss": 5.4828,
      "step": 97380
    },
    {
      "epoch": 0.08524291407608796,
      "grad_norm": 0.44597506523132324,
      "learning_rate": 4.9432598080580094e-05,
      "loss": 4.9985,
      "step": 97385
    },
    {
      "epoch": 0.0852472906697151,
      "grad_norm": 0.4124910235404968,
      "learning_rate": 4.943253238493005e-05,
      "loss": 5.0049,
      "step": 97390
    },
    {
      "epoch": 0.08525166726334227,
      "grad_norm": 0.4014439880847931,
      "learning_rate": 4.943246668553172e-05,
      "loss": 6.0377,
      "step": 97395
    },
    {
      "epoch": 0.08525604385696942,
      "grad_norm": 0.44680729508399963,
      "learning_rate": 4.943240098238513e-05,
      "loss": 5.7957,
      "step": 97400
    },
    {
      "epoch": 0.08526042045059658,
      "grad_norm": 0.3685299754142761,
      "learning_rate": 4.94323352754903e-05,
      "loss": 5.3025,
      "step": 97405
    },
    {
      "epoch": 0.08526479704422373,
      "grad_norm": 0.4312186539173126,
      "learning_rate": 4.9432269564847214e-05,
      "loss": 4.6904,
      "step": 97410
    },
    {
      "epoch": 0.08526917363785089,
      "grad_norm": 0.5150073170661926,
      "learning_rate": 4.943220385045591e-05,
      "loss": 6.017,
      "step": 97415
    },
    {
      "epoch": 0.08527355023147803,
      "grad_norm": 0.46713748574256897,
      "learning_rate": 4.943213813231639e-05,
      "loss": 5.0414,
      "step": 97420
    },
    {
      "epoch": 0.0852779268251052,
      "grad_norm": 0.4499727487564087,
      "learning_rate": 4.943207241042866e-05,
      "loss": 4.9347,
      "step": 97425
    },
    {
      "epoch": 0.08528230341873234,
      "grad_norm": 0.39004725217819214,
      "learning_rate": 4.9432006684792765e-05,
      "loss": 5.4846,
      "step": 97430
    },
    {
      "epoch": 0.0852866800123595,
      "grad_norm": 0.4484992027282715,
      "learning_rate": 4.943194095540867e-05,
      "loss": 4.1322,
      "step": 97435
    },
    {
      "epoch": 0.08529105660598665,
      "grad_norm": 0.5005806088447571,
      "learning_rate": 4.943187522227642e-05,
      "loss": 4.6547,
      "step": 97440
    },
    {
      "epoch": 0.08529543319961382,
      "grad_norm": 0.4092695415019989,
      "learning_rate": 4.943180948539604e-05,
      "loss": 5.4594,
      "step": 97445
    },
    {
      "epoch": 0.08529980979324096,
      "grad_norm": 0.956474781036377,
      "learning_rate": 4.94317437447675e-05,
      "loss": 4.8986,
      "step": 97450
    },
    {
      "epoch": 0.08530418638686812,
      "grad_norm": 0.5142691135406494,
      "learning_rate": 4.9431678000390844e-05,
      "loss": 5.3524,
      "step": 97455
    },
    {
      "epoch": 0.08530856298049527,
      "grad_norm": 0.4266204535961151,
      "learning_rate": 4.943161225226608e-05,
      "loss": 5.2411,
      "step": 97460
    },
    {
      "epoch": 0.08531293957412242,
      "grad_norm": 0.4151747226715088,
      "learning_rate": 4.94315465003932e-05,
      "loss": 5.4281,
      "step": 97465
    },
    {
      "epoch": 0.08531731616774958,
      "grad_norm": 0.4355818033218384,
      "learning_rate": 4.943148074477225e-05,
      "loss": 5.5115,
      "step": 97470
    },
    {
      "epoch": 0.08532169276137673,
      "grad_norm": 0.4394645094871521,
      "learning_rate": 4.9431414985403213e-05,
      "loss": 4.8098,
      "step": 97475
    },
    {
      "epoch": 0.08532606935500389,
      "grad_norm": 0.4040672779083252,
      "learning_rate": 4.943134922228613e-05,
      "loss": 5.4057,
      "step": 97480
    },
    {
      "epoch": 0.08533044594863104,
      "grad_norm": 0.4329482913017273,
      "learning_rate": 4.943128345542098e-05,
      "loss": 4.7569,
      "step": 97485
    },
    {
      "epoch": 0.0853348225422582,
      "grad_norm": 0.4154566824436188,
      "learning_rate": 4.943121768480781e-05,
      "loss": 5.2188,
      "step": 97490
    },
    {
      "epoch": 0.08533919913588535,
      "grad_norm": 0.421672523021698,
      "learning_rate": 4.943115191044662e-05,
      "loss": 4.789,
      "step": 97495
    },
    {
      "epoch": 0.08534357572951251,
      "grad_norm": 0.4329087734222412,
      "learning_rate": 4.94310861323374e-05,
      "loss": 4.5184,
      "step": 97500
    },
    {
      "epoch": 0.08534795232313966,
      "grad_norm": 0.35822704434394836,
      "learning_rate": 4.943102035048019e-05,
      "loss": 6.3928,
      "step": 97505
    },
    {
      "epoch": 0.08535232891676682,
      "grad_norm": 0.404269278049469,
      "learning_rate": 4.9430954564875e-05,
      "loss": 5.5153,
      "step": 97510
    },
    {
      "epoch": 0.08535670551039397,
      "grad_norm": 0.36902397871017456,
      "learning_rate": 4.9430888775521833e-05,
      "loss": 6.0275,
      "step": 97515
    },
    {
      "epoch": 0.08536108210402113,
      "grad_norm": 0.3943420350551605,
      "learning_rate": 4.943082298242071e-05,
      "loss": 5.7385,
      "step": 97520
    },
    {
      "epoch": 0.08536545869764828,
      "grad_norm": 0.4184875190258026,
      "learning_rate": 4.943075718557164e-05,
      "loss": 4.686,
      "step": 97525
    },
    {
      "epoch": 0.08536983529127544,
      "grad_norm": 0.41426581144332886,
      "learning_rate": 4.9430691384974634e-05,
      "loss": 4.5128,
      "step": 97530
    },
    {
      "epoch": 0.08537421188490259,
      "grad_norm": 0.4229448437690735,
      "learning_rate": 4.943062558062971e-05,
      "loss": 4.6032,
      "step": 97535
    },
    {
      "epoch": 0.08537858847852975,
      "grad_norm": 0.45055365562438965,
      "learning_rate": 4.943055977253687e-05,
      "loss": 5.543,
      "step": 97540
    },
    {
      "epoch": 0.0853829650721569,
      "grad_norm": 0.3870508074760437,
      "learning_rate": 4.943049396069613e-05,
      "loss": 5.8123,
      "step": 97545
    },
    {
      "epoch": 0.08538734166578406,
      "grad_norm": 0.4853104054927826,
      "learning_rate": 4.943042814510752e-05,
      "loss": 5.7092,
      "step": 97550
    },
    {
      "epoch": 0.0853917182594112,
      "grad_norm": 0.5821812152862549,
      "learning_rate": 4.943036232577103e-05,
      "loss": 5.2171,
      "step": 97555
    },
    {
      "epoch": 0.08539609485303837,
      "grad_norm": 0.3941827714443207,
      "learning_rate": 4.943029650268668e-05,
      "loss": 5.7127,
      "step": 97560
    },
    {
      "epoch": 0.08540047144666552,
      "grad_norm": 0.46454980969429016,
      "learning_rate": 4.9430230675854496e-05,
      "loss": 5.2893,
      "step": 97565
    },
    {
      "epoch": 0.08540484804029268,
      "grad_norm": 0.40591949224472046,
      "learning_rate": 4.943016484527446e-05,
      "loss": 5.5485,
      "step": 97570
    },
    {
      "epoch": 0.08540922463391983,
      "grad_norm": 0.408237099647522,
      "learning_rate": 4.943009901094663e-05,
      "loss": 5.4996,
      "step": 97575
    },
    {
      "epoch": 0.08541360122754699,
      "grad_norm": 0.38565194606781006,
      "learning_rate": 4.943003317287097e-05,
      "loss": 5.4986,
      "step": 97580
    },
    {
      "epoch": 0.08541797782117413,
      "grad_norm": 0.36288875341415405,
      "learning_rate": 4.942996733104752e-05,
      "loss": 5.3014,
      "step": 97585
    },
    {
      "epoch": 0.0854223544148013,
      "grad_norm": 0.43710148334503174,
      "learning_rate": 4.942990148547629e-05,
      "loss": 5.4831,
      "step": 97590
    },
    {
      "epoch": 0.08542673100842844,
      "grad_norm": 0.4178335666656494,
      "learning_rate": 4.942983563615729e-05,
      "loss": 4.6587,
      "step": 97595
    },
    {
      "epoch": 0.08543110760205559,
      "grad_norm": 0.4104103446006775,
      "learning_rate": 4.942976978309054e-05,
      "loss": 5.6895,
      "step": 97600
    },
    {
      "epoch": 0.08543548419568275,
      "grad_norm": 0.3901301920413971,
      "learning_rate": 4.942970392627604e-05,
      "loss": 5.4109,
      "step": 97605
    },
    {
      "epoch": 0.0854398607893099,
      "grad_norm": 0.3545829951763153,
      "learning_rate": 4.9429638065713815e-05,
      "loss": 5.2328,
      "step": 97610
    },
    {
      "epoch": 0.08544423738293706,
      "grad_norm": 0.41171881556510925,
      "learning_rate": 4.9429572201403864e-05,
      "loss": 5.5295,
      "step": 97615
    },
    {
      "epoch": 0.08544861397656421,
      "grad_norm": 0.406267911195755,
      "learning_rate": 4.9429506333346206e-05,
      "loss": 5.6879,
      "step": 97620
    },
    {
      "epoch": 0.08545299057019137,
      "grad_norm": 0.36579662561416626,
      "learning_rate": 4.942944046154087e-05,
      "loss": 5.2265,
      "step": 97625
    },
    {
      "epoch": 0.08545736716381852,
      "grad_norm": 0.3783968985080719,
      "learning_rate": 4.942937458598783e-05,
      "loss": 5.4838,
      "step": 97630
    },
    {
      "epoch": 0.08546174375744568,
      "grad_norm": 0.47790929675102234,
      "learning_rate": 4.9429308706687136e-05,
      "loss": 4.9968,
      "step": 97635
    },
    {
      "epoch": 0.08546612035107283,
      "grad_norm": 0.3853342831134796,
      "learning_rate": 4.942924282363878e-05,
      "loss": 6.3859,
      "step": 97640
    },
    {
      "epoch": 0.08547049694469999,
      "grad_norm": 0.4313484728336334,
      "learning_rate": 4.942917693684279e-05,
      "loss": 5.7221,
      "step": 97645
    },
    {
      "epoch": 0.08547487353832714,
      "grad_norm": 0.4705173671245575,
      "learning_rate": 4.942911104629917e-05,
      "loss": 5.5158,
      "step": 97650
    },
    {
      "epoch": 0.0854792501319543,
      "grad_norm": 0.4142618775367737,
      "learning_rate": 4.942904515200794e-05,
      "loss": 5.4211,
      "step": 97655
    },
    {
      "epoch": 0.08548362672558145,
      "grad_norm": 0.382161945104599,
      "learning_rate": 4.942897925396909e-05,
      "loss": 6.051,
      "step": 97660
    },
    {
      "epoch": 0.08548800331920861,
      "grad_norm": 0.3874181807041168,
      "learning_rate": 4.942891335218265e-05,
      "loss": 4.7565,
      "step": 97665
    },
    {
      "epoch": 0.08549237991283576,
      "grad_norm": 0.36191797256469727,
      "learning_rate": 4.9428847446648644e-05,
      "loss": 5.1781,
      "step": 97670
    },
    {
      "epoch": 0.08549675650646292,
      "grad_norm": 0.4370305836200714,
      "learning_rate": 4.942878153736705e-05,
      "loss": 5.1866,
      "step": 97675
    },
    {
      "epoch": 0.08550113310009007,
      "grad_norm": 0.40879055857658386,
      "learning_rate": 4.942871562433792e-05,
      "loss": 5.4864,
      "step": 97680
    },
    {
      "epoch": 0.08550550969371723,
      "grad_norm": 0.45385584235191345,
      "learning_rate": 4.9428649707561245e-05,
      "loss": 4.4675,
      "step": 97685
    },
    {
      "epoch": 0.08550988628734438,
      "grad_norm": 0.410726934671402,
      "learning_rate": 4.9428583787037044e-05,
      "loss": 5.0024,
      "step": 97690
    },
    {
      "epoch": 0.08551426288097154,
      "grad_norm": 0.3762735426425934,
      "learning_rate": 4.942851786276533e-05,
      "loss": 6.0199,
      "step": 97695
    },
    {
      "epoch": 0.08551863947459869,
      "grad_norm": 0.3873133957386017,
      "learning_rate": 4.942845193474611e-05,
      "loss": 5.2964,
      "step": 97700
    },
    {
      "epoch": 0.08552301606822585,
      "grad_norm": 0.4677761197090149,
      "learning_rate": 4.94283860029794e-05,
      "loss": 4.8909,
      "step": 97705
    },
    {
      "epoch": 0.085527392661853,
      "grad_norm": 0.35125866532325745,
      "learning_rate": 4.9428320067465216e-05,
      "loss": 5.4734,
      "step": 97710
    },
    {
      "epoch": 0.08553176925548016,
      "grad_norm": 0.3814540505409241,
      "learning_rate": 4.942825412820356e-05,
      "loss": 6.0385,
      "step": 97715
    },
    {
      "epoch": 0.0855361458491073,
      "grad_norm": 0.35455194115638733,
      "learning_rate": 4.942818818519446e-05,
      "loss": 5.5094,
      "step": 97720
    },
    {
      "epoch": 0.08554052244273445,
      "grad_norm": 0.41344431042671204,
      "learning_rate": 4.942812223843793e-05,
      "loss": 5.2021,
      "step": 97725
    },
    {
      "epoch": 0.08554489903636162,
      "grad_norm": 0.3689640164375305,
      "learning_rate": 4.942805628793396e-05,
      "loss": 5.2767,
      "step": 97730
    },
    {
      "epoch": 0.08554927562998876,
      "grad_norm": 0.3945462107658386,
      "learning_rate": 4.942799033368257e-05,
      "loss": 5.0015,
      "step": 97735
    },
    {
      "epoch": 0.08555365222361593,
      "grad_norm": 0.4193873405456543,
      "learning_rate": 4.9427924375683785e-05,
      "loss": 6.0096,
      "step": 97740
    },
    {
      "epoch": 0.08555802881724307,
      "grad_norm": 0.3534795343875885,
      "learning_rate": 4.942785841393762e-05,
      "loss": 5.469,
      "step": 97745
    },
    {
      "epoch": 0.08556240541087023,
      "grad_norm": 0.41826608777046204,
      "learning_rate": 4.942779244844408e-05,
      "loss": 5.2088,
      "step": 97750
    },
    {
      "epoch": 0.08556678200449738,
      "grad_norm": 0.34627020359039307,
      "learning_rate": 4.942772647920316e-05,
      "loss": 5.831,
      "step": 97755
    },
    {
      "epoch": 0.08557115859812454,
      "grad_norm": 0.4100065231323242,
      "learning_rate": 4.9427660506214914e-05,
      "loss": 5.1978,
      "step": 97760
    },
    {
      "epoch": 0.08557553519175169,
      "grad_norm": 0.4387563169002533,
      "learning_rate": 4.942759452947932e-05,
      "loss": 4.9527,
      "step": 97765
    },
    {
      "epoch": 0.08557991178537885,
      "grad_norm": 0.4355330169200897,
      "learning_rate": 4.9427528548996406e-05,
      "loss": 4.9444,
      "step": 97770
    },
    {
      "epoch": 0.085584288379006,
      "grad_norm": 0.4293772578239441,
      "learning_rate": 4.942746256476617e-05,
      "loss": 5.7242,
      "step": 97775
    },
    {
      "epoch": 0.08558866497263316,
      "grad_norm": 0.46169447898864746,
      "learning_rate": 4.942739657678864e-05,
      "loss": 5.228,
      "step": 97780
    },
    {
      "epoch": 0.08559304156626031,
      "grad_norm": 0.441095232963562,
      "learning_rate": 4.9427330585063826e-05,
      "loss": 4.6859,
      "step": 97785
    },
    {
      "epoch": 0.08559741815988747,
      "grad_norm": 0.4129112958908081,
      "learning_rate": 4.942726458959174e-05,
      "loss": 4.9032,
      "step": 97790
    },
    {
      "epoch": 0.08560179475351462,
      "grad_norm": 0.39370468258857727,
      "learning_rate": 4.9427198590372384e-05,
      "loss": 5.839,
      "step": 97795
    },
    {
      "epoch": 0.08560617134714178,
      "grad_norm": 0.41222792863845825,
      "learning_rate": 4.942713258740579e-05,
      "loss": 5.8265,
      "step": 97800
    },
    {
      "epoch": 0.08561054794076893,
      "grad_norm": 0.3617028295993805,
      "learning_rate": 4.942706658069195e-05,
      "loss": 5.2978,
      "step": 97805
    },
    {
      "epoch": 0.08561492453439609,
      "grad_norm": 0.43729791045188904,
      "learning_rate": 4.9427000570230894e-05,
      "loss": 6.0322,
      "step": 97810
    },
    {
      "epoch": 0.08561930112802324,
      "grad_norm": 0.37774133682250977,
      "learning_rate": 4.942693455602263e-05,
      "loss": 5.3416,
      "step": 97815
    },
    {
      "epoch": 0.0856236777216504,
      "grad_norm": 0.40860673785209656,
      "learning_rate": 4.9426868538067175e-05,
      "loss": 5.8323,
      "step": 97820
    },
    {
      "epoch": 0.08562805431527755,
      "grad_norm": 0.4197790324687958,
      "learning_rate": 4.9426802516364523e-05,
      "loss": 4.758,
      "step": 97825
    },
    {
      "epoch": 0.08563243090890471,
      "grad_norm": 0.40742459893226624,
      "learning_rate": 4.9426736490914706e-05,
      "loss": 4.9993,
      "step": 97830
    },
    {
      "epoch": 0.08563680750253186,
      "grad_norm": 0.4156225323677063,
      "learning_rate": 4.942667046171773e-05,
      "loss": 4.255,
      "step": 97835
    },
    {
      "epoch": 0.08564118409615902,
      "grad_norm": 0.4626685380935669,
      "learning_rate": 4.9426604428773604e-05,
      "loss": 4.6627,
      "step": 97840
    },
    {
      "epoch": 0.08564556068978617,
      "grad_norm": 0.4798016846179962,
      "learning_rate": 4.9426538392082345e-05,
      "loss": 4.6999,
      "step": 97845
    },
    {
      "epoch": 0.08564993728341332,
      "grad_norm": 0.4329230487346649,
      "learning_rate": 4.942647235164397e-05,
      "loss": 5.2006,
      "step": 97850
    },
    {
      "epoch": 0.08565431387704048,
      "grad_norm": 0.40857169032096863,
      "learning_rate": 4.942640630745849e-05,
      "loss": 5.5473,
      "step": 97855
    },
    {
      "epoch": 0.08565869047066763,
      "grad_norm": 0.4224044382572174,
      "learning_rate": 4.94263402595259e-05,
      "loss": 5.4531,
      "step": 97860
    },
    {
      "epoch": 0.08566306706429479,
      "grad_norm": 0.3955422341823578,
      "learning_rate": 4.9426274207846246e-05,
      "loss": 5.3318,
      "step": 97865
    },
    {
      "epoch": 0.08566744365792194,
      "grad_norm": 0.4210459589958191,
      "learning_rate": 4.942620815241952e-05,
      "loss": 5.2029,
      "step": 97870
    },
    {
      "epoch": 0.0856718202515491,
      "grad_norm": 0.3858129382133484,
      "learning_rate": 4.942614209324572e-05,
      "loss": 5.9844,
      "step": 97875
    },
    {
      "epoch": 0.08567619684517624,
      "grad_norm": 0.3603909909725189,
      "learning_rate": 4.942607603032488e-05,
      "loss": 5.3044,
      "step": 97880
    },
    {
      "epoch": 0.0856805734388034,
      "grad_norm": 0.40838536620140076,
      "learning_rate": 4.9426009963657026e-05,
      "loss": 5.8145,
      "step": 97885
    },
    {
      "epoch": 0.08568495003243055,
      "grad_norm": 0.427112340927124,
      "learning_rate": 4.942594389324215e-05,
      "loss": 5.1927,
      "step": 97890
    },
    {
      "epoch": 0.08568932662605772,
      "grad_norm": 0.3446064591407776,
      "learning_rate": 4.9425877819080244e-05,
      "loss": 5.2896,
      "step": 97895
    },
    {
      "epoch": 0.08569370321968486,
      "grad_norm": 0.4324644207954407,
      "learning_rate": 4.9425811741171366e-05,
      "loss": 4.9918,
      "step": 97900
    },
    {
      "epoch": 0.08569807981331203,
      "grad_norm": 0.47407296299934387,
      "learning_rate": 4.942574565951551e-05,
      "loss": 5.2917,
      "step": 97905
    },
    {
      "epoch": 0.08570245640693917,
      "grad_norm": 0.4718206822872162,
      "learning_rate": 4.942567957411267e-05,
      "loss": 5.5118,
      "step": 97910
    },
    {
      "epoch": 0.08570683300056633,
      "grad_norm": 0.42510128021240234,
      "learning_rate": 4.9425613484962885e-05,
      "loss": 5.0197,
      "step": 97915
    },
    {
      "epoch": 0.08571120959419348,
      "grad_norm": 0.4231313467025757,
      "learning_rate": 4.9425547392066166e-05,
      "loss": 4.8074,
      "step": 97920
    },
    {
      "epoch": 0.08571558618782064,
      "grad_norm": 0.44421035051345825,
      "learning_rate": 4.9425481295422504e-05,
      "loss": 5.5304,
      "step": 97925
    },
    {
      "epoch": 0.08571996278144779,
      "grad_norm": 0.4779757261276245,
      "learning_rate": 4.9425415195031935e-05,
      "loss": 5.7864,
      "step": 97930
    },
    {
      "epoch": 0.08572433937507495,
      "grad_norm": 0.41088536381721497,
      "learning_rate": 4.9425349090894445e-05,
      "loss": 5.5896,
      "step": 97935
    },
    {
      "epoch": 0.0857287159687021,
      "grad_norm": 0.43831032514572144,
      "learning_rate": 4.942528298301008e-05,
      "loss": 5.4695,
      "step": 97940
    },
    {
      "epoch": 0.08573309256232926,
      "grad_norm": 0.4296330511569977,
      "learning_rate": 4.9425216871378835e-05,
      "loss": 5.794,
      "step": 97945
    },
    {
      "epoch": 0.08573746915595641,
      "grad_norm": 0.426948219537735,
      "learning_rate": 4.9425150756000716e-05,
      "loss": 4.6419,
      "step": 97950
    },
    {
      "epoch": 0.08574184574958357,
      "grad_norm": 0.48610764741897583,
      "learning_rate": 4.942508463687575e-05,
      "loss": 5.5028,
      "step": 97955
    },
    {
      "epoch": 0.08574622234321072,
      "grad_norm": 0.43121039867401123,
      "learning_rate": 4.942501851400394e-05,
      "loss": 4.4399,
      "step": 97960
    },
    {
      "epoch": 0.08575059893683788,
      "grad_norm": 0.4408920705318451,
      "learning_rate": 4.9424952387385305e-05,
      "loss": 5.2406,
      "step": 97965
    },
    {
      "epoch": 0.08575497553046503,
      "grad_norm": 0.4453825354576111,
      "learning_rate": 4.942488625701985e-05,
      "loss": 5.2349,
      "step": 97970
    },
    {
      "epoch": 0.08575935212409219,
      "grad_norm": 0.43865031003952026,
      "learning_rate": 4.94248201229076e-05,
      "loss": 4.7839,
      "step": 97975
    },
    {
      "epoch": 0.08576372871771934,
      "grad_norm": 0.4426807165145874,
      "learning_rate": 4.942475398504856e-05,
      "loss": 5.4631,
      "step": 97980
    },
    {
      "epoch": 0.08576810531134649,
      "grad_norm": 0.42947450280189514,
      "learning_rate": 4.942468784344274e-05,
      "loss": 5.1758,
      "step": 97985
    },
    {
      "epoch": 0.08577248190497365,
      "grad_norm": 0.43686890602111816,
      "learning_rate": 4.942462169809017e-05,
      "loss": 6.0352,
      "step": 97990
    },
    {
      "epoch": 0.0857768584986008,
      "grad_norm": 0.3665381371974945,
      "learning_rate": 4.942455554899084e-05,
      "loss": 5.2754,
      "step": 97995
    },
    {
      "epoch": 0.08578123509222796,
      "grad_norm": 0.4438386559486389,
      "learning_rate": 4.942448939614476e-05,
      "loss": 4.9947,
      "step": 98000
    },
    {
      "epoch": 0.0857856116858551,
      "grad_norm": 0.37785646319389343,
      "learning_rate": 4.9424423239551966e-05,
      "loss": 5.9867,
      "step": 98005
    },
    {
      "epoch": 0.08578998827948227,
      "grad_norm": 0.4087994694709778,
      "learning_rate": 4.942435707921246e-05,
      "loss": 5.7627,
      "step": 98010
    },
    {
      "epoch": 0.08579436487310942,
      "grad_norm": 0.45657259225845337,
      "learning_rate": 4.942429091512625e-05,
      "loss": 4.5073,
      "step": 98015
    },
    {
      "epoch": 0.08579874146673658,
      "grad_norm": 0.4223123788833618,
      "learning_rate": 4.942422474729336e-05,
      "loss": 4.7876,
      "step": 98020
    },
    {
      "epoch": 0.08580311806036373,
      "grad_norm": 0.3655717670917511,
      "learning_rate": 4.9424158575713785e-05,
      "loss": 4.9735,
      "step": 98025
    },
    {
      "epoch": 0.08580749465399089,
      "grad_norm": 0.41159072518348694,
      "learning_rate": 4.942409240038755e-05,
      "loss": 5.5275,
      "step": 98030
    },
    {
      "epoch": 0.08581187124761804,
      "grad_norm": 0.4104972779750824,
      "learning_rate": 4.942402622131467e-05,
      "loss": 4.465,
      "step": 98035
    },
    {
      "epoch": 0.0858162478412452,
      "grad_norm": 0.4302197992801666,
      "learning_rate": 4.942396003849515e-05,
      "loss": 4.8402,
      "step": 98040
    },
    {
      "epoch": 0.08582062443487234,
      "grad_norm": 0.3788720667362213,
      "learning_rate": 4.9423893851929015e-05,
      "loss": 5.519,
      "step": 98045
    },
    {
      "epoch": 0.0858250010284995,
      "grad_norm": 0.41817405819892883,
      "learning_rate": 4.942382766161626e-05,
      "loss": 5.6969,
      "step": 98050
    },
    {
      "epoch": 0.08582937762212665,
      "grad_norm": 0.43464332818984985,
      "learning_rate": 4.9423761467556914e-05,
      "loss": 4.1628,
      "step": 98055
    },
    {
      "epoch": 0.08583375421575382,
      "grad_norm": 0.48388421535491943,
      "learning_rate": 4.942369526975099e-05,
      "loss": 5.3166,
      "step": 98060
    },
    {
      "epoch": 0.08583813080938096,
      "grad_norm": 0.3768584430217743,
      "learning_rate": 4.942362906819848e-05,
      "loss": 6.0141,
      "step": 98065
    },
    {
      "epoch": 0.08584250740300813,
      "grad_norm": 0.4693516194820404,
      "learning_rate": 4.942356286289942e-05,
      "loss": 5.2084,
      "step": 98070
    },
    {
      "epoch": 0.08584688399663527,
      "grad_norm": 0.44312867522239685,
      "learning_rate": 4.942349665385381e-05,
      "loss": 4.9817,
      "step": 98075
    },
    {
      "epoch": 0.08585126059026243,
      "grad_norm": 0.4174136221408844,
      "learning_rate": 4.942343044106166e-05,
      "loss": 4.6458,
      "step": 98080
    },
    {
      "epoch": 0.08585563718388958,
      "grad_norm": 0.4120069146156311,
      "learning_rate": 4.9423364224522996e-05,
      "loss": 4.8865,
      "step": 98085
    },
    {
      "epoch": 0.08586001377751674,
      "grad_norm": 0.37000328302383423,
      "learning_rate": 4.9423298004237814e-05,
      "loss": 6.359,
      "step": 98090
    },
    {
      "epoch": 0.08586439037114389,
      "grad_norm": 0.42197054624557495,
      "learning_rate": 4.942323178020615e-05,
      "loss": 4.2499,
      "step": 98095
    },
    {
      "epoch": 0.08586876696477105,
      "grad_norm": 0.4048531949520111,
      "learning_rate": 4.9423165552428e-05,
      "loss": 5.5277,
      "step": 98100
    },
    {
      "epoch": 0.0858731435583982,
      "grad_norm": 0.4154747724533081,
      "learning_rate": 4.942309932090337e-05,
      "loss": 5.0167,
      "step": 98105
    },
    {
      "epoch": 0.08587752015202535,
      "grad_norm": 0.3738706707954407,
      "learning_rate": 4.942303308563229e-05,
      "loss": 5.3007,
      "step": 98110
    },
    {
      "epoch": 0.08588189674565251,
      "grad_norm": 0.3687194287776947,
      "learning_rate": 4.942296684661476e-05,
      "loss": 6.3967,
      "step": 98115
    },
    {
      "epoch": 0.08588627333927966,
      "grad_norm": 0.43493348360061646,
      "learning_rate": 4.942290060385081e-05,
      "loss": 4.6878,
      "step": 98120
    },
    {
      "epoch": 0.08589064993290682,
      "grad_norm": 0.41374364495277405,
      "learning_rate": 4.942283435734043e-05,
      "loss": 5.3317,
      "step": 98125
    },
    {
      "epoch": 0.08589502652653397,
      "grad_norm": 0.354059636592865,
      "learning_rate": 4.942276810708365e-05,
      "loss": 6.001,
      "step": 98130
    },
    {
      "epoch": 0.08589940312016113,
      "grad_norm": 0.37663134932518005,
      "learning_rate": 4.942270185308048e-05,
      "loss": 5.4836,
      "step": 98135
    },
    {
      "epoch": 0.08590377971378828,
      "grad_norm": 0.36622729897499084,
      "learning_rate": 4.9422635595330926e-05,
      "loss": 5.2073,
      "step": 98140
    },
    {
      "epoch": 0.08590815630741544,
      "grad_norm": 0.3839607536792755,
      "learning_rate": 4.942256933383499e-05,
      "loss": 5.5218,
      "step": 98145
    },
    {
      "epoch": 0.08591253290104259,
      "grad_norm": 0.34825339913368225,
      "learning_rate": 4.942250306859272e-05,
      "loss": 5.5369,
      "step": 98150
    },
    {
      "epoch": 0.08591690949466975,
      "grad_norm": 0.41724157333374023,
      "learning_rate": 4.942243679960409e-05,
      "loss": 5.4935,
      "step": 98155
    },
    {
      "epoch": 0.0859212860882969,
      "grad_norm": 0.350668340921402,
      "learning_rate": 4.9422370526869144e-05,
      "loss": 5.5167,
      "step": 98160
    },
    {
      "epoch": 0.08592566268192406,
      "grad_norm": 0.43478676676750183,
      "learning_rate": 4.942230425038787e-05,
      "loss": 5.2653,
      "step": 98165
    },
    {
      "epoch": 0.0859300392755512,
      "grad_norm": 0.5002169609069824,
      "learning_rate": 4.94222379701603e-05,
      "loss": 4.9073,
      "step": 98170
    },
    {
      "epoch": 0.08593441586917837,
      "grad_norm": 0.4091131389141083,
      "learning_rate": 4.9422171686186435e-05,
      "loss": 6.0191,
      "step": 98175
    },
    {
      "epoch": 0.08593879246280552,
      "grad_norm": 0.4142770767211914,
      "learning_rate": 4.942210539846629e-05,
      "loss": 4.9417,
      "step": 98180
    },
    {
      "epoch": 0.08594316905643268,
      "grad_norm": 0.4774158298969269,
      "learning_rate": 4.942203910699989e-05,
      "loss": 5.4721,
      "step": 98185
    },
    {
      "epoch": 0.08594754565005983,
      "grad_norm": 0.4260183572769165,
      "learning_rate": 4.9421972811787234e-05,
      "loss": 4.697,
      "step": 98190
    },
    {
      "epoch": 0.08595192224368699,
      "grad_norm": 0.4345948398113251,
      "learning_rate": 4.942190651282833e-05,
      "loss": 5.0314,
      "step": 98195
    },
    {
      "epoch": 0.08595629883731414,
      "grad_norm": 0.38127297163009644,
      "learning_rate": 4.9421840210123203e-05,
      "loss": 5.4989,
      "step": 98200
    },
    {
      "epoch": 0.0859606754309413,
      "grad_norm": 0.43520236015319824,
      "learning_rate": 4.9421773903671866e-05,
      "loss": 5.2932,
      "step": 98205
    },
    {
      "epoch": 0.08596505202456844,
      "grad_norm": 0.42430561780929565,
      "learning_rate": 4.942170759347432e-05,
      "loss": 4.6866,
      "step": 98210
    },
    {
      "epoch": 0.0859694286181956,
      "grad_norm": 0.45491817593574524,
      "learning_rate": 4.942164127953058e-05,
      "loss": 4.4718,
      "step": 98215
    },
    {
      "epoch": 0.08597380521182275,
      "grad_norm": 0.4056248962879181,
      "learning_rate": 4.942157496184068e-05,
      "loss": 4.7755,
      "step": 98220
    },
    {
      "epoch": 0.08597818180544992,
      "grad_norm": 0.44476446509361267,
      "learning_rate": 4.942150864040461e-05,
      "loss": 5.4404,
      "step": 98225
    },
    {
      "epoch": 0.08598255839907706,
      "grad_norm": 0.40691766142845154,
      "learning_rate": 4.9421442315222385e-05,
      "loss": 5.4701,
      "step": 98230
    },
    {
      "epoch": 0.08598693499270423,
      "grad_norm": 0.4101139008998871,
      "learning_rate": 4.9421375986294026e-05,
      "loss": 4.9947,
      "step": 98235
    },
    {
      "epoch": 0.08599131158633137,
      "grad_norm": 0.4396294057369232,
      "learning_rate": 4.942130965361954e-05,
      "loss": 4.382,
      "step": 98240
    },
    {
      "epoch": 0.08599568817995852,
      "grad_norm": 0.40178173780441284,
      "learning_rate": 4.942124331719894e-05,
      "loss": 5.2933,
      "step": 98245
    },
    {
      "epoch": 0.08600006477358568,
      "grad_norm": 0.5451482534408569,
      "learning_rate": 4.9421176977032245e-05,
      "loss": 5.4406,
      "step": 98250
    },
    {
      "epoch": 0.08600444136721283,
      "grad_norm": 0.4459903836250305,
      "learning_rate": 4.942111063311947e-05,
      "loss": 4.7145,
      "step": 98255
    },
    {
      "epoch": 0.08600881796083999,
      "grad_norm": 0.42898520827293396,
      "learning_rate": 4.942104428546061e-05,
      "loss": 4.692,
      "step": 98260
    },
    {
      "epoch": 0.08601319455446714,
      "grad_norm": 0.39588579535484314,
      "learning_rate": 4.94209779340557e-05,
      "loss": 6.358,
      "step": 98265
    },
    {
      "epoch": 0.0860175711480943,
      "grad_norm": 0.4061839282512665,
      "learning_rate": 4.9420911578904725e-05,
      "loss": 5.46,
      "step": 98270
    },
    {
      "epoch": 0.08602194774172145,
      "grad_norm": 0.409972220659256,
      "learning_rate": 4.942084522000773e-05,
      "loss": 4.9986,
      "step": 98275
    },
    {
      "epoch": 0.08602632433534861,
      "grad_norm": 0.4252908527851105,
      "learning_rate": 4.94207788573647e-05,
      "loss": 4.9843,
      "step": 98280
    },
    {
      "epoch": 0.08603070092897576,
      "grad_norm": 0.3708835542201996,
      "learning_rate": 4.9420712490975674e-05,
      "loss": 5.5159,
      "step": 98285
    },
    {
      "epoch": 0.08603507752260292,
      "grad_norm": 0.41828829050064087,
      "learning_rate": 4.942064612084064e-05,
      "loss": 4.7627,
      "step": 98290
    },
    {
      "epoch": 0.08603945411623007,
      "grad_norm": 0.3945309817790985,
      "learning_rate": 4.9420579746959625e-05,
      "loss": 5.1211,
      "step": 98295
    },
    {
      "epoch": 0.08604383070985723,
      "grad_norm": 0.431430846452713,
      "learning_rate": 4.9420513369332644e-05,
      "loss": 5.2917,
      "step": 98300
    },
    {
      "epoch": 0.08604820730348438,
      "grad_norm": 0.4314434230327606,
      "learning_rate": 4.94204469879597e-05,
      "loss": 5.8474,
      "step": 98305
    },
    {
      "epoch": 0.08605258389711154,
      "grad_norm": 0.4313635528087616,
      "learning_rate": 4.942038060284081e-05,
      "loss": 4.1855,
      "step": 98310
    },
    {
      "epoch": 0.08605696049073869,
      "grad_norm": 0.43273892998695374,
      "learning_rate": 4.9420314213975996e-05,
      "loss": 4.9233,
      "step": 98315
    },
    {
      "epoch": 0.08606133708436585,
      "grad_norm": 0.42331579327583313,
      "learning_rate": 4.9420247821365254e-05,
      "loss": 4.4968,
      "step": 98320
    },
    {
      "epoch": 0.086065713677993,
      "grad_norm": 0.38178902864456177,
      "learning_rate": 4.9420181425008606e-05,
      "loss": 5.5241,
      "step": 98325
    },
    {
      "epoch": 0.08607009027162016,
      "grad_norm": 0.4153265953063965,
      "learning_rate": 4.9420115024906054e-05,
      "loss": 4.6983,
      "step": 98330
    },
    {
      "epoch": 0.0860744668652473,
      "grad_norm": 0.4131355285644531,
      "learning_rate": 4.942004862105764e-05,
      "loss": 5.4389,
      "step": 98335
    },
    {
      "epoch": 0.08607884345887447,
      "grad_norm": 0.3883536756038666,
      "learning_rate": 4.9419982213463336e-05,
      "loss": 4.7912,
      "step": 98340
    },
    {
      "epoch": 0.08608322005250162,
      "grad_norm": 0.409191370010376,
      "learning_rate": 4.9419915802123184e-05,
      "loss": 5.4295,
      "step": 98345
    },
    {
      "epoch": 0.08608759664612878,
      "grad_norm": 0.4039262533187866,
      "learning_rate": 4.9419849387037195e-05,
      "loss": 5.2932,
      "step": 98350
    },
    {
      "epoch": 0.08609197323975593,
      "grad_norm": 0.39766982197761536,
      "learning_rate": 4.941978296820536e-05,
      "loss": 5.2012,
      "step": 98355
    },
    {
      "epoch": 0.08609634983338309,
      "grad_norm": 0.357530802488327,
      "learning_rate": 4.9419716545627726e-05,
      "loss": 4.995,
      "step": 98360
    },
    {
      "epoch": 0.08610072642701024,
      "grad_norm": 0.39442911744117737,
      "learning_rate": 4.9419650119304286e-05,
      "loss": 4.7812,
      "step": 98365
    },
    {
      "epoch": 0.08610510302063738,
      "grad_norm": 0.4130617678165436,
      "learning_rate": 4.9419583689235036e-05,
      "loss": 5.1621,
      "step": 98370
    },
    {
      "epoch": 0.08610947961426454,
      "grad_norm": 0.42190349102020264,
      "learning_rate": 4.9419517255420024e-05,
      "loss": 4.6858,
      "step": 98375
    },
    {
      "epoch": 0.08611385620789169,
      "grad_norm": 0.4109344780445099,
      "learning_rate": 4.9419450817859235e-05,
      "loss": 4.9417,
      "step": 98380
    },
    {
      "epoch": 0.08611823280151885,
      "grad_norm": 0.35106712579727173,
      "learning_rate": 4.9419384376552704e-05,
      "loss": 6.333,
      "step": 98385
    },
    {
      "epoch": 0.086122609395146,
      "grad_norm": 0.42604637145996094,
      "learning_rate": 4.941931793150042e-05,
      "loss": 5.8502,
      "step": 98390
    },
    {
      "epoch": 0.08612698598877316,
      "grad_norm": 0.3352273404598236,
      "learning_rate": 4.941925148270242e-05,
      "loss": 5.8213,
      "step": 98395
    },
    {
      "epoch": 0.08613136258240031,
      "grad_norm": 0.4352157413959503,
      "learning_rate": 4.94191850301587e-05,
      "loss": 5.5129,
      "step": 98400
    },
    {
      "epoch": 0.08613573917602747,
      "grad_norm": 0.41940581798553467,
      "learning_rate": 4.941911857386927e-05,
      "loss": 4.7783,
      "step": 98405
    },
    {
      "epoch": 0.08614011576965462,
      "grad_norm": 0.43911463022232056,
      "learning_rate": 4.9419052113834165e-05,
      "loss": 6.0084,
      "step": 98410
    },
    {
      "epoch": 0.08614449236328178,
      "grad_norm": 0.4312353730201721,
      "learning_rate": 4.941898565005337e-05,
      "loss": 5.2935,
      "step": 98415
    },
    {
      "epoch": 0.08614886895690893,
      "grad_norm": 0.4342956840991974,
      "learning_rate": 4.9418919182526914e-05,
      "loss": 5.3107,
      "step": 98420
    },
    {
      "epoch": 0.08615324555053609,
      "grad_norm": 0.410662442445755,
      "learning_rate": 4.941885271125482e-05,
      "loss": 5.4951,
      "step": 98425
    },
    {
      "epoch": 0.08615762214416324,
      "grad_norm": 0.4187823534011841,
      "learning_rate": 4.9418786236237066e-05,
      "loss": 4.9988,
      "step": 98430
    },
    {
      "epoch": 0.0861619987377904,
      "grad_norm": 0.42582079768180847,
      "learning_rate": 4.941871975747371e-05,
      "loss": 5.2294,
      "step": 98435
    },
    {
      "epoch": 0.08616637533141755,
      "grad_norm": 0.44114434719085693,
      "learning_rate": 4.941865327496472e-05,
      "loss": 5.5521,
      "step": 98440
    },
    {
      "epoch": 0.08617075192504471,
      "grad_norm": 0.4636104106903076,
      "learning_rate": 4.9418586788710145e-05,
      "loss": 4.7829,
      "step": 98445
    },
    {
      "epoch": 0.08617512851867186,
      "grad_norm": 0.4001074731349945,
      "learning_rate": 4.9418520298709966e-05,
      "loss": 5.7008,
      "step": 98450
    },
    {
      "epoch": 0.08617950511229902,
      "grad_norm": 0.37847718596458435,
      "learning_rate": 4.941845380496423e-05,
      "loss": 5.507,
      "step": 98455
    },
    {
      "epoch": 0.08618388170592617,
      "grad_norm": 0.4153165817260742,
      "learning_rate": 4.941838730747294e-05,
      "loss": 5.4227,
      "step": 98460
    },
    {
      "epoch": 0.08618825829955333,
      "grad_norm": 0.42268556356430054,
      "learning_rate": 4.9418320806236075e-05,
      "loss": 4.7142,
      "step": 98465
    },
    {
      "epoch": 0.08619263489318048,
      "grad_norm": 0.3639570474624634,
      "learning_rate": 4.94182543012537e-05,
      "loss": 5.2119,
      "step": 98470
    },
    {
      "epoch": 0.08619701148680764,
      "grad_norm": 0.4013119637966156,
      "learning_rate": 4.9418187792525786e-05,
      "loss": 4.8854,
      "step": 98475
    },
    {
      "epoch": 0.08620138808043479,
      "grad_norm": 0.46584340929985046,
      "learning_rate": 4.941812128005235e-05,
      "loss": 5.2129,
      "step": 98480
    },
    {
      "epoch": 0.08620576467406195,
      "grad_norm": 0.46474942564964294,
      "learning_rate": 4.941805476383344e-05,
      "loss": 4.9734,
      "step": 98485
    },
    {
      "epoch": 0.0862101412676891,
      "grad_norm": 0.4392243027687073,
      "learning_rate": 4.941798824386904e-05,
      "loss": 5.2848,
      "step": 98490
    },
    {
      "epoch": 0.08621451786131624,
      "grad_norm": 0.4103671610355377,
      "learning_rate": 4.9417921720159166e-05,
      "loss": 5.2814,
      "step": 98495
    },
    {
      "epoch": 0.0862188944549434,
      "grad_norm": 0.43445032835006714,
      "learning_rate": 4.941785519270384e-05,
      "loss": 4.8834,
      "step": 98500
    },
    {
      "epoch": 0.08622327104857055,
      "grad_norm": 0.4107690751552582,
      "learning_rate": 4.941778866150306e-05,
      "loss": 5.7125,
      "step": 98505
    },
    {
      "epoch": 0.08622764764219772,
      "grad_norm": 0.3615129292011261,
      "learning_rate": 4.941772212655685e-05,
      "loss": 5.7207,
      "step": 98510
    },
    {
      "epoch": 0.08623202423582486,
      "grad_norm": 0.44315120577812195,
      "learning_rate": 4.941765558786523e-05,
      "loss": 5.3391,
      "step": 98515
    },
    {
      "epoch": 0.08623640082945203,
      "grad_norm": 0.41523414850234985,
      "learning_rate": 4.941758904542819e-05,
      "loss": 5.1703,
      "step": 98520
    },
    {
      "epoch": 0.08624077742307917,
      "grad_norm": 0.3713230788707733,
      "learning_rate": 4.941752249924576e-05,
      "loss": 5.2312,
      "step": 98525
    },
    {
      "epoch": 0.08624515401670634,
      "grad_norm": 0.48360148072242737,
      "learning_rate": 4.941745594931794e-05,
      "loss": 5.521,
      "step": 98530
    },
    {
      "epoch": 0.08624953061033348,
      "grad_norm": 0.45546555519104004,
      "learning_rate": 4.941738939564476e-05,
      "loss": 5.8339,
      "step": 98535
    },
    {
      "epoch": 0.08625390720396064,
      "grad_norm": 0.4822070896625519,
      "learning_rate": 4.941732283822623e-05,
      "loss": 4.6167,
      "step": 98540
    },
    {
      "epoch": 0.08625828379758779,
      "grad_norm": 0.46390682458877563,
      "learning_rate": 4.941725627706234e-05,
      "loss": 4.7301,
      "step": 98545
    },
    {
      "epoch": 0.08626266039121495,
      "grad_norm": 0.40136951208114624,
      "learning_rate": 4.941718971215314e-05,
      "loss": 5.8133,
      "step": 98550
    },
    {
      "epoch": 0.0862670369848421,
      "grad_norm": 0.3705297112464905,
      "learning_rate": 4.94171231434986e-05,
      "loss": 6.0346,
      "step": 98555
    },
    {
      "epoch": 0.08627141357846926,
      "grad_norm": 0.3718048632144928,
      "learning_rate": 4.9417056571098776e-05,
      "loss": 5.3497,
      "step": 98560
    },
    {
      "epoch": 0.08627579017209641,
      "grad_norm": 0.3482005000114441,
      "learning_rate": 4.9416989994953646e-05,
      "loss": 5.3303,
      "step": 98565
    },
    {
      "epoch": 0.08628016676572357,
      "grad_norm": 0.50254225730896,
      "learning_rate": 4.941692341506324e-05,
      "loss": 4.4427,
      "step": 98570
    },
    {
      "epoch": 0.08628454335935072,
      "grad_norm": 0.5918976664543152,
      "learning_rate": 4.941685683142757e-05,
      "loss": 4.7921,
      "step": 98575
    },
    {
      "epoch": 0.08628891995297788,
      "grad_norm": 0.40949296951293945,
      "learning_rate": 4.941679024404665e-05,
      "loss": 4.7918,
      "step": 98580
    },
    {
      "epoch": 0.08629329654660503,
      "grad_norm": 0.6262496113777161,
      "learning_rate": 4.941672365292048e-05,
      "loss": 4.2562,
      "step": 98585
    },
    {
      "epoch": 0.08629767314023219,
      "grad_norm": 0.4328054189682007,
      "learning_rate": 4.94166570580491e-05,
      "loss": 4.9917,
      "step": 98590
    },
    {
      "epoch": 0.08630204973385934,
      "grad_norm": 0.39523079991340637,
      "learning_rate": 4.941659045943249e-05,
      "loss": 5.7874,
      "step": 98595
    },
    {
      "epoch": 0.0863064263274865,
      "grad_norm": 0.4572393298149109,
      "learning_rate": 4.941652385707069e-05,
      "loss": 4.3887,
      "step": 98600
    },
    {
      "epoch": 0.08631080292111365,
      "grad_norm": 0.3749978840351105,
      "learning_rate": 4.941645725096369e-05,
      "loss": 5.4908,
      "step": 98605
    },
    {
      "epoch": 0.08631517951474081,
      "grad_norm": 0.3958750367164612,
      "learning_rate": 4.941639064111151e-05,
      "loss": 5.0218,
      "step": 98610
    },
    {
      "epoch": 0.08631955610836796,
      "grad_norm": 0.4457106590270996,
      "learning_rate": 4.941632402751418e-05,
      "loss": 4.9297,
      "step": 98615
    },
    {
      "epoch": 0.08632393270199512,
      "grad_norm": 0.40346479415893555,
      "learning_rate": 4.94162574101717e-05,
      "loss": 5.2953,
      "step": 98620
    },
    {
      "epoch": 0.08632830929562227,
      "grad_norm": 0.42068448662757874,
      "learning_rate": 4.941619078908407e-05,
      "loss": 5.2888,
      "step": 98625
    },
    {
      "epoch": 0.08633268588924942,
      "grad_norm": 0.42249545454978943,
      "learning_rate": 4.941612416425132e-05,
      "loss": 5.2848,
      "step": 98630
    },
    {
      "epoch": 0.08633706248287658,
      "grad_norm": 0.43236690759658813,
      "learning_rate": 4.941605753567345e-05,
      "loss": 4.9327,
      "step": 98635
    },
    {
      "epoch": 0.08634143907650373,
      "grad_norm": 0.40261033177375793,
      "learning_rate": 4.941599090335051e-05,
      "loss": 4.9826,
      "step": 98640
    },
    {
      "epoch": 0.08634581567013089,
      "grad_norm": 0.4033983051776886,
      "learning_rate": 4.9415924267282454e-05,
      "loss": 5.6893,
      "step": 98645
    },
    {
      "epoch": 0.08635019226375804,
      "grad_norm": 0.4604068994522095,
      "learning_rate": 4.9415857627469334e-05,
      "loss": 5.2888,
      "step": 98650
    },
    {
      "epoch": 0.0863545688573852,
      "grad_norm": 0.42164376378059387,
      "learning_rate": 4.9415790983911155e-05,
      "loss": 4.8149,
      "step": 98655
    },
    {
      "epoch": 0.08635894545101234,
      "grad_norm": 0.4688173234462738,
      "learning_rate": 4.9415724336607926e-05,
      "loss": 6.015,
      "step": 98660
    },
    {
      "epoch": 0.0863633220446395,
      "grad_norm": 0.4397115111351013,
      "learning_rate": 4.9415657685559666e-05,
      "loss": 5.7858,
      "step": 98665
    },
    {
      "epoch": 0.08636769863826665,
      "grad_norm": 0.35850590467453003,
      "learning_rate": 4.941559103076638e-05,
      "loss": 5.8017,
      "step": 98670
    },
    {
      "epoch": 0.08637207523189382,
      "grad_norm": 0.38719722628593445,
      "learning_rate": 4.9415524372228094e-05,
      "loss": 6.0238,
      "step": 98675
    },
    {
      "epoch": 0.08637645182552096,
      "grad_norm": 0.38652846217155457,
      "learning_rate": 4.94154577099448e-05,
      "loss": 5.3284,
      "step": 98680
    },
    {
      "epoch": 0.08638082841914813,
      "grad_norm": 0.401300311088562,
      "learning_rate": 4.941539104391653e-05,
      "loss": 5.8305,
      "step": 98685
    },
    {
      "epoch": 0.08638520501277527,
      "grad_norm": 0.4319116175174713,
      "learning_rate": 4.941532437414329e-05,
      "loss": 5.4823,
      "step": 98690
    },
    {
      "epoch": 0.08638958160640244,
      "grad_norm": 0.42918506264686584,
      "learning_rate": 4.941525770062508e-05,
      "loss": 4.4801,
      "step": 98695
    },
    {
      "epoch": 0.08639395820002958,
      "grad_norm": 0.42447611689567566,
      "learning_rate": 4.941519102336194e-05,
      "loss": 4.7134,
      "step": 98700
    },
    {
      "epoch": 0.08639833479365674,
      "grad_norm": 0.41351789236068726,
      "learning_rate": 4.941512434235386e-05,
      "loss": 5.1966,
      "step": 98705
    },
    {
      "epoch": 0.08640271138728389,
      "grad_norm": 0.43320292234420776,
      "learning_rate": 4.941505765760087e-05,
      "loss": 5.2543,
      "step": 98710
    },
    {
      "epoch": 0.08640708798091105,
      "grad_norm": 0.4256923198699951,
      "learning_rate": 4.941499096910297e-05,
      "loss": 4.787,
      "step": 98715
    },
    {
      "epoch": 0.0864114645745382,
      "grad_norm": 0.5776493549346924,
      "learning_rate": 4.941492427686017e-05,
      "loss": 5.5071,
      "step": 98720
    },
    {
      "epoch": 0.08641584116816536,
      "grad_norm": 0.7314087748527527,
      "learning_rate": 4.94148575808725e-05,
      "loss": 5.4886,
      "step": 98725
    },
    {
      "epoch": 0.08642021776179251,
      "grad_norm": 0.41840994358062744,
      "learning_rate": 4.941479088113995e-05,
      "loss": 4.9865,
      "step": 98730
    },
    {
      "epoch": 0.08642459435541967,
      "grad_norm": 0.4890616834163666,
      "learning_rate": 4.941472417766255e-05,
      "loss": 4.1591,
      "step": 98735
    },
    {
      "epoch": 0.08642897094904682,
      "grad_norm": 0.42241594195365906,
      "learning_rate": 4.9414657470440305e-05,
      "loss": 4.9723,
      "step": 98740
    },
    {
      "epoch": 0.08643334754267398,
      "grad_norm": 0.4678992033004761,
      "learning_rate": 4.9414590759473246e-05,
      "loss": 5.1648,
      "step": 98745
    },
    {
      "epoch": 0.08643772413630113,
      "grad_norm": 0.40769511461257935,
      "learning_rate": 4.941452404476136e-05,
      "loss": 5.5277,
      "step": 98750
    },
    {
      "epoch": 0.08644210072992828,
      "grad_norm": 0.40288466215133667,
      "learning_rate": 4.9414457326304666e-05,
      "loss": 4.793,
      "step": 98755
    },
    {
      "epoch": 0.08644647732355544,
      "grad_norm": 0.3692609369754791,
      "learning_rate": 4.941439060410319e-05,
      "loss": 5.7391,
      "step": 98760
    },
    {
      "epoch": 0.08645085391718259,
      "grad_norm": 0.4057900309562683,
      "learning_rate": 4.941432387815693e-05,
      "loss": 4.4671,
      "step": 98765
    },
    {
      "epoch": 0.08645523051080975,
      "grad_norm": 0.4136488437652588,
      "learning_rate": 4.941425714846592e-05,
      "loss": 4.775,
      "step": 98770
    },
    {
      "epoch": 0.0864596071044369,
      "grad_norm": 0.37019050121307373,
      "learning_rate": 4.9414190415030137e-05,
      "loss": 5.4824,
      "step": 98775
    },
    {
      "epoch": 0.08646398369806406,
      "grad_norm": 0.40897759795188904,
      "learning_rate": 4.9414123677849624e-05,
      "loss": 5.167,
      "step": 98780
    },
    {
      "epoch": 0.08646836029169121,
      "grad_norm": 0.3821137249469757,
      "learning_rate": 4.941405693692439e-05,
      "loss": 5.5324,
      "step": 98785
    },
    {
      "epoch": 0.08647273688531837,
      "grad_norm": 0.3624786138534546,
      "learning_rate": 4.941399019225443e-05,
      "loss": 6.3381,
      "step": 98790
    },
    {
      "epoch": 0.08647711347894552,
      "grad_norm": 0.4282887279987335,
      "learning_rate": 4.941392344383978e-05,
      "loss": 5.5024,
      "step": 98795
    },
    {
      "epoch": 0.08648149007257268,
      "grad_norm": 0.4183157682418823,
      "learning_rate": 4.941385669168045e-05,
      "loss": 5.2329,
      "step": 98800
    },
    {
      "epoch": 0.08648586666619983,
      "grad_norm": 0.3405793309211731,
      "learning_rate": 4.9413789935776434e-05,
      "loss": 6.3656,
      "step": 98805
    },
    {
      "epoch": 0.08649024325982699,
      "grad_norm": 0.43063440918922424,
      "learning_rate": 4.9413723176127756e-05,
      "loss": 5.7303,
      "step": 98810
    },
    {
      "epoch": 0.08649461985345414,
      "grad_norm": 0.4162978231906891,
      "learning_rate": 4.9413656412734446e-05,
      "loss": 5.5318,
      "step": 98815
    },
    {
      "epoch": 0.0864989964470813,
      "grad_norm": 0.4457835555076599,
      "learning_rate": 4.941358964559648e-05,
      "loss": 4.6986,
      "step": 98820
    },
    {
      "epoch": 0.08650337304070845,
      "grad_norm": 0.3701964020729065,
      "learning_rate": 4.941352287471389e-05,
      "loss": 5.1863,
      "step": 98825
    },
    {
      "epoch": 0.0865077496343356,
      "grad_norm": 0.41840025782585144,
      "learning_rate": 4.941345610008671e-05,
      "loss": 4.9958,
      "step": 98830
    },
    {
      "epoch": 0.08651212622796275,
      "grad_norm": 0.4073425233364105,
      "learning_rate": 4.941338932171492e-05,
      "loss": 5.2196,
      "step": 98835
    },
    {
      "epoch": 0.08651650282158992,
      "grad_norm": 0.3835384249687195,
      "learning_rate": 4.941332253959854e-05,
      "loss": 4.9943,
      "step": 98840
    },
    {
      "epoch": 0.08652087941521706,
      "grad_norm": 0.4043811857700348,
      "learning_rate": 4.9413255753737595e-05,
      "loss": 5.5124,
      "step": 98845
    },
    {
      "epoch": 0.08652525600884423,
      "grad_norm": 0.4341275095939636,
      "learning_rate": 4.9413188964132085e-05,
      "loss": 4.7805,
      "step": 98850
    },
    {
      "epoch": 0.08652963260247137,
      "grad_norm": 0.39892295002937317,
      "learning_rate": 4.941312217078203e-05,
      "loss": 5.816,
      "step": 98855
    },
    {
      "epoch": 0.08653400919609854,
      "grad_norm": 0.4792998433113098,
      "learning_rate": 4.9413055373687456e-05,
      "loss": 5.7488,
      "step": 98860
    },
    {
      "epoch": 0.08653838578972568,
      "grad_norm": 0.3956989645957947,
      "learning_rate": 4.941298857284835e-05,
      "loss": 5.4825,
      "step": 98865
    },
    {
      "epoch": 0.08654276238335284,
      "grad_norm": 0.4170021116733551,
      "learning_rate": 4.9412921768264745e-05,
      "loss": 4.9787,
      "step": 98870
    },
    {
      "epoch": 0.08654713897697999,
      "grad_norm": 0.37769782543182373,
      "learning_rate": 4.9412854959936635e-05,
      "loss": 5.4866,
      "step": 98875
    },
    {
      "epoch": 0.08655151557060714,
      "grad_norm": 0.4172830879688263,
      "learning_rate": 4.941278814786405e-05,
      "loss": 5.1928,
      "step": 98880
    },
    {
      "epoch": 0.0865558921642343,
      "grad_norm": 0.37579792737960815,
      "learning_rate": 4.9412721332047e-05,
      "loss": 5.8146,
      "step": 98885
    },
    {
      "epoch": 0.08656026875786145,
      "grad_norm": 0.3499208688735962,
      "learning_rate": 4.941265451248549e-05,
      "loss": 6.3059,
      "step": 98890
    },
    {
      "epoch": 0.08656464535148861,
      "grad_norm": 0.36889520287513733,
      "learning_rate": 4.941258768917955e-05,
      "loss": 5.6916,
      "step": 98895
    },
    {
      "epoch": 0.08656902194511576,
      "grad_norm": 0.4104447066783905,
      "learning_rate": 4.9412520862129165e-05,
      "loss": 5.2128,
      "step": 98900
    },
    {
      "epoch": 0.08657339853874292,
      "grad_norm": 0.44119328260421753,
      "learning_rate": 4.941245403133435e-05,
      "loss": 4.4371,
      "step": 98905
    },
    {
      "epoch": 0.08657777513237007,
      "grad_norm": 0.4227108955383301,
      "learning_rate": 4.941238719679516e-05,
      "loss": 5.4743,
      "step": 98910
    },
    {
      "epoch": 0.08658215172599723,
      "grad_norm": 0.36921027302742004,
      "learning_rate": 4.941232035851156e-05,
      "loss": 5.52,
      "step": 98915
    },
    {
      "epoch": 0.08658652831962438,
      "grad_norm": 0.44666606187820435,
      "learning_rate": 4.9412253516483584e-05,
      "loss": 5.5115,
      "step": 98920
    },
    {
      "epoch": 0.08659090491325154,
      "grad_norm": 0.3600204586982727,
      "learning_rate": 4.9412186670711245e-05,
      "loss": 6.033,
      "step": 98925
    },
    {
      "epoch": 0.08659528150687869,
      "grad_norm": 0.4366139769554138,
      "learning_rate": 4.9412119821194566e-05,
      "loss": 4.6949,
      "step": 98930
    },
    {
      "epoch": 0.08659965810050585,
      "grad_norm": 0.37598079442977905,
      "learning_rate": 4.9412052967933534e-05,
      "loss": 5.1809,
      "step": 98935
    },
    {
      "epoch": 0.086604034694133,
      "grad_norm": 0.4144711494445801,
      "learning_rate": 4.9411986110928176e-05,
      "loss": 5.7307,
      "step": 98940
    },
    {
      "epoch": 0.08660841128776016,
      "grad_norm": 0.39654698967933655,
      "learning_rate": 4.9411919250178505e-05,
      "loss": 5.4486,
      "step": 98945
    },
    {
      "epoch": 0.08661278788138731,
      "grad_norm": 0.377302348613739,
      "learning_rate": 4.941185238568454e-05,
      "loss": 5.8044,
      "step": 98950
    },
    {
      "epoch": 0.08661716447501447,
      "grad_norm": 0.4233390688896179,
      "learning_rate": 4.941178551744629e-05,
      "loss": 4.5923,
      "step": 98955
    },
    {
      "epoch": 0.08662154106864162,
      "grad_norm": 0.5131279826164246,
      "learning_rate": 4.9411718645463754e-05,
      "loss": 5.8361,
      "step": 98960
    },
    {
      "epoch": 0.08662591766226878,
      "grad_norm": 0.40356215834617615,
      "learning_rate": 4.9411651769736955e-05,
      "loss": 5.7301,
      "step": 98965
    },
    {
      "epoch": 0.08663029425589593,
      "grad_norm": 0.3829447329044342,
      "learning_rate": 4.9411584890265905e-05,
      "loss": 6.2934,
      "step": 98970
    },
    {
      "epoch": 0.08663467084952309,
      "grad_norm": 0.3923252820968628,
      "learning_rate": 4.941151800705063e-05,
      "loss": 5.4941,
      "step": 98975
    },
    {
      "epoch": 0.08663904744315024,
      "grad_norm": 0.40670135617256165,
      "learning_rate": 4.9411451120091124e-05,
      "loss": 4.6515,
      "step": 98980
    },
    {
      "epoch": 0.0866434240367774,
      "grad_norm": 0.39309999346733093,
      "learning_rate": 4.9411384229387414e-05,
      "loss": 6.0455,
      "step": 98985
    },
    {
      "epoch": 0.08664780063040455,
      "grad_norm": 0.4034987986087799,
      "learning_rate": 4.94113173349395e-05,
      "loss": 6.0604,
      "step": 98990
    },
    {
      "epoch": 0.0866521772240317,
      "grad_norm": 0.41657939553260803,
      "learning_rate": 4.94112504367474e-05,
      "loss": 5.2724,
      "step": 98995
    },
    {
      "epoch": 0.08665655381765885,
      "grad_norm": 0.3965616226196289,
      "learning_rate": 4.941118353481112e-05,
      "loss": 4.8698,
      "step": 99000
    },
    {
      "epoch": 0.08666093041128602,
      "grad_norm": 0.38231897354125977,
      "learning_rate": 4.94111166291307e-05,
      "loss": 5.793,
      "step": 99005
    },
    {
      "epoch": 0.08666530700491316,
      "grad_norm": 0.4021013081073761,
      "learning_rate": 4.941104971970613e-05,
      "loss": 4.3672,
      "step": 99010
    },
    {
      "epoch": 0.08666968359854031,
      "grad_norm": 0.5040442943572998,
      "learning_rate": 4.941098280653742e-05,
      "loss": 5.732,
      "step": 99015
    },
    {
      "epoch": 0.08667406019216747,
      "grad_norm": 0.4431411623954773,
      "learning_rate": 4.9410915889624596e-05,
      "loss": 5.4008,
      "step": 99020
    },
    {
      "epoch": 0.08667843678579462,
      "grad_norm": 0.432483434677124,
      "learning_rate": 4.941084896896766e-05,
      "loss": 5.0965,
      "step": 99025
    },
    {
      "epoch": 0.08668281337942178,
      "grad_norm": 0.5235507488250732,
      "learning_rate": 4.941078204456663e-05,
      "loss": 5.2876,
      "step": 99030
    },
    {
      "epoch": 0.08668718997304893,
      "grad_norm": 0.5540136694908142,
      "learning_rate": 4.9410715116421526e-05,
      "loss": 6.0557,
      "step": 99035
    },
    {
      "epoch": 0.08669156656667609,
      "grad_norm": 0.39478984475135803,
      "learning_rate": 4.941064818453235e-05,
      "loss": 5.7689,
      "step": 99040
    },
    {
      "epoch": 0.08669594316030324,
      "grad_norm": 0.44644293189048767,
      "learning_rate": 4.941058124889911e-05,
      "loss": 5.0001,
      "step": 99045
    },
    {
      "epoch": 0.0867003197539304,
      "grad_norm": 0.41615745425224304,
      "learning_rate": 4.9410514309521826e-05,
      "loss": 4.5225,
      "step": 99050
    },
    {
      "epoch": 0.08670469634755755,
      "grad_norm": 0.39693254232406616,
      "learning_rate": 4.9410447366400526e-05,
      "loss": 5.2902,
      "step": 99055
    },
    {
      "epoch": 0.08670907294118471,
      "grad_norm": 0.44782397150993347,
      "learning_rate": 4.94103804195352e-05,
      "loss": 4.7099,
      "step": 99060
    },
    {
      "epoch": 0.08671344953481186,
      "grad_norm": 0.44173040986061096,
      "learning_rate": 4.9410313468925875e-05,
      "loss": 5.2144,
      "step": 99065
    },
    {
      "epoch": 0.08671782612843902,
      "grad_norm": 0.47893649339675903,
      "learning_rate": 4.941024651457256e-05,
      "loss": 4.7806,
      "step": 99070
    },
    {
      "epoch": 0.08672220272206617,
      "grad_norm": 0.4143383800983429,
      "learning_rate": 4.9410179556475255e-05,
      "loss": 4.4573,
      "step": 99075
    },
    {
      "epoch": 0.08672657931569333,
      "grad_norm": 0.4753512740135193,
      "learning_rate": 4.9410112594634e-05,
      "loss": 5.5219,
      "step": 99080
    },
    {
      "epoch": 0.08673095590932048,
      "grad_norm": 0.4851321876049042,
      "learning_rate": 4.941004562904879e-05,
      "loss": 4.9484,
      "step": 99085
    },
    {
      "epoch": 0.08673533250294764,
      "grad_norm": 0.388778418302536,
      "learning_rate": 4.940997865971962e-05,
      "loss": 6.042,
      "step": 99090
    },
    {
      "epoch": 0.08673970909657479,
      "grad_norm": 0.4980885982513428,
      "learning_rate": 4.940991168664655e-05,
      "loss": 4.764,
      "step": 99095
    },
    {
      "epoch": 0.08674408569020195,
      "grad_norm": 0.40835222601890564,
      "learning_rate": 4.940984470982956e-05,
      "loss": 5.2824,
      "step": 99100
    },
    {
      "epoch": 0.0867484622838291,
      "grad_norm": 0.47324371337890625,
      "learning_rate": 4.9409777729268655e-05,
      "loss": 4.968,
      "step": 99105
    },
    {
      "epoch": 0.08675283887745626,
      "grad_norm": 0.4360916316509247,
      "learning_rate": 4.9409710744963874e-05,
      "loss": 4.9128,
      "step": 99110
    },
    {
      "epoch": 0.08675721547108341,
      "grad_norm": 0.37897560000419617,
      "learning_rate": 4.9409643756915214e-05,
      "loss": 6.3584,
      "step": 99115
    },
    {
      "epoch": 0.08676159206471057,
      "grad_norm": 0.4167420268058777,
      "learning_rate": 4.94095767651227e-05,
      "loss": 5.7516,
      "step": 99120
    },
    {
      "epoch": 0.08676596865833772,
      "grad_norm": 0.46809935569763184,
      "learning_rate": 4.9409509769586326e-05,
      "loss": 5.5201,
      "step": 99125
    },
    {
      "epoch": 0.08677034525196488,
      "grad_norm": 0.36233097314834595,
      "learning_rate": 4.9409442770306124e-05,
      "loss": 5.8175,
      "step": 99130
    },
    {
      "epoch": 0.08677472184559203,
      "grad_norm": 0.3908487856388092,
      "learning_rate": 4.94093757672821e-05,
      "loss": 5.5187,
      "step": 99135
    },
    {
      "epoch": 0.08677909843921917,
      "grad_norm": 0.44195809960365295,
      "learning_rate": 4.940930876051426e-05,
      "loss": 4.976,
      "step": 99140
    },
    {
      "epoch": 0.08678347503284634,
      "grad_norm": 0.41830161213874817,
      "learning_rate": 4.940924175000262e-05,
      "loss": 4.6937,
      "step": 99145
    },
    {
      "epoch": 0.08678785162647348,
      "grad_norm": 0.436458557844162,
      "learning_rate": 4.940917473574721e-05,
      "loss": 5.1708,
      "step": 99150
    },
    {
      "epoch": 0.08679222822010065,
      "grad_norm": 0.3736615478992462,
      "learning_rate": 4.940910771774802e-05,
      "loss": 5.1859,
      "step": 99155
    },
    {
      "epoch": 0.08679660481372779,
      "grad_norm": 0.41600489616394043,
      "learning_rate": 4.940904069600506e-05,
      "loss": 5.7445,
      "step": 99160
    },
    {
      "epoch": 0.08680098140735495,
      "grad_norm": 0.40181177854537964,
      "learning_rate": 4.940897367051837e-05,
      "loss": 5.7031,
      "step": 99165
    },
    {
      "epoch": 0.0868053580009821,
      "grad_norm": 0.4014485478401184,
      "learning_rate": 4.940890664128794e-05,
      "loss": 5.1896,
      "step": 99170
    },
    {
      "epoch": 0.08680973459460926,
      "grad_norm": 0.4040307104587555,
      "learning_rate": 4.9408839608313794e-05,
      "loss": 4.6984,
      "step": 99175
    },
    {
      "epoch": 0.08681411118823641,
      "grad_norm": 0.46683043241500854,
      "learning_rate": 4.940877257159594e-05,
      "loss": 4.6653,
      "step": 99180
    },
    {
      "epoch": 0.08681848778186357,
      "grad_norm": 0.40437445044517517,
      "learning_rate": 4.940870553113439e-05,
      "loss": 5.5013,
      "step": 99185
    },
    {
      "epoch": 0.08682286437549072,
      "grad_norm": 0.3915529251098633,
      "learning_rate": 4.940863848692917e-05,
      "loss": 4.9895,
      "step": 99190
    },
    {
      "epoch": 0.08682724096911788,
      "grad_norm": 0.40772145986557007,
      "learning_rate": 4.940857143898027e-05,
      "loss": 4.9981,
      "step": 99195
    },
    {
      "epoch": 0.08683161756274503,
      "grad_norm": 0.4299640357494354,
      "learning_rate": 4.940850438728771e-05,
      "loss": 4.7931,
      "step": 99200
    },
    {
      "epoch": 0.08683599415637219,
      "grad_norm": 0.4391503632068634,
      "learning_rate": 4.940843733185152e-05,
      "loss": 5.7941,
      "step": 99205
    },
    {
      "epoch": 0.08684037074999934,
      "grad_norm": 0.3626570999622345,
      "learning_rate": 4.94083702726717e-05,
      "loss": 5.8553,
      "step": 99210
    },
    {
      "epoch": 0.0868447473436265,
      "grad_norm": 0.36082813143730164,
      "learning_rate": 4.940830320974826e-05,
      "loss": 5.9867,
      "step": 99215
    },
    {
      "epoch": 0.08684912393725365,
      "grad_norm": 0.4070645272731781,
      "learning_rate": 4.940823614308122e-05,
      "loss": 5.2776,
      "step": 99220
    },
    {
      "epoch": 0.08685350053088081,
      "grad_norm": 0.40934309363365173,
      "learning_rate": 4.940816907267058e-05,
      "loss": 4.4798,
      "step": 99225
    },
    {
      "epoch": 0.08685787712450796,
      "grad_norm": 0.3566564917564392,
      "learning_rate": 4.940810199851636e-05,
      "loss": 6.3352,
      "step": 99230
    },
    {
      "epoch": 0.08686225371813512,
      "grad_norm": 0.4402717649936676,
      "learning_rate": 4.9408034920618594e-05,
      "loss": 5.4051,
      "step": 99235
    },
    {
      "epoch": 0.08686663031176227,
      "grad_norm": 0.42149782180786133,
      "learning_rate": 4.940796783897728e-05,
      "loss": 4.959,
      "step": 99240
    },
    {
      "epoch": 0.08687100690538943,
      "grad_norm": 0.422008216381073,
      "learning_rate": 4.9407900753592404e-05,
      "loss": 5.7135,
      "step": 99245
    },
    {
      "epoch": 0.08687538349901658,
      "grad_norm": 0.4344378709793091,
      "learning_rate": 4.940783366446401e-05,
      "loss": 5.2519,
      "step": 99250
    },
    {
      "epoch": 0.08687976009264374,
      "grad_norm": 0.44155263900756836,
      "learning_rate": 4.940776657159211e-05,
      "loss": 5.7326,
      "step": 99255
    },
    {
      "epoch": 0.08688413668627089,
      "grad_norm": 0.414864182472229,
      "learning_rate": 4.940769947497671e-05,
      "loss": 4.7599,
      "step": 99260
    },
    {
      "epoch": 0.08688851327989805,
      "grad_norm": 0.39946627616882324,
      "learning_rate": 4.9407632374617816e-05,
      "loss": 5.5058,
      "step": 99265
    },
    {
      "epoch": 0.0868928898735252,
      "grad_norm": 0.37032222747802734,
      "learning_rate": 4.940756527051546e-05,
      "loss": 5.5268,
      "step": 99270
    },
    {
      "epoch": 0.08689726646715235,
      "grad_norm": 0.4093968868255615,
      "learning_rate": 4.940749816266962e-05,
      "loss": 5.2185,
      "step": 99275
    },
    {
      "epoch": 0.08690164306077951,
      "grad_norm": 0.3923764228820801,
      "learning_rate": 4.940743105108036e-05,
      "loss": 6.025,
      "step": 99280
    },
    {
      "epoch": 0.08690601965440665,
      "grad_norm": 0.3544149398803711,
      "learning_rate": 4.9407363935747644e-05,
      "loss": 6.3523,
      "step": 99285
    },
    {
      "epoch": 0.08691039624803382,
      "grad_norm": 0.3935075104236603,
      "learning_rate": 4.940729681667151e-05,
      "loss": 5.2151,
      "step": 99290
    },
    {
      "epoch": 0.08691477284166096,
      "grad_norm": 0.38640496134757996,
      "learning_rate": 4.9407229693851975e-05,
      "loss": 4.7949,
      "step": 99295
    },
    {
      "epoch": 0.08691914943528813,
      "grad_norm": 0.39792653918266296,
      "learning_rate": 4.9407162567289034e-05,
      "loss": 5.7471,
      "step": 99300
    },
    {
      "epoch": 0.08692352602891527,
      "grad_norm": 0.4044104814529419,
      "learning_rate": 4.940709543698272e-05,
      "loss": 5.4463,
      "step": 99305
    },
    {
      "epoch": 0.08692790262254244,
      "grad_norm": 0.39725568890571594,
      "learning_rate": 4.940702830293303e-05,
      "loss": 5.4209,
      "step": 99310
    },
    {
      "epoch": 0.08693227921616958,
      "grad_norm": 0.38507136702537537,
      "learning_rate": 4.940696116513997e-05,
      "loss": 4.6882,
      "step": 99315
    },
    {
      "epoch": 0.08693665580979675,
      "grad_norm": 0.4093269407749176,
      "learning_rate": 4.940689402360359e-05,
      "loss": 5.0036,
      "step": 99320
    },
    {
      "epoch": 0.08694103240342389,
      "grad_norm": 0.38842254877090454,
      "learning_rate": 4.940682687832386e-05,
      "loss": 5.7297,
      "step": 99325
    },
    {
      "epoch": 0.08694540899705105,
      "grad_norm": 0.4295720160007477,
      "learning_rate": 4.940675972930082e-05,
      "loss": 5.1759,
      "step": 99330
    },
    {
      "epoch": 0.0869497855906782,
      "grad_norm": 0.37530115246772766,
      "learning_rate": 4.9406692576534474e-05,
      "loss": 5.5405,
      "step": 99335
    },
    {
      "epoch": 0.08695416218430536,
      "grad_norm": 0.35793209075927734,
      "learning_rate": 4.940662542002483e-05,
      "loss": 6.0359,
      "step": 99340
    },
    {
      "epoch": 0.08695853877793251,
      "grad_norm": 0.4244454801082611,
      "learning_rate": 4.940655825977192e-05,
      "loss": 5.526,
      "step": 99345
    },
    {
      "epoch": 0.08696291537155967,
      "grad_norm": 0.4737056791782379,
      "learning_rate": 4.9406491095775734e-05,
      "loss": 4.9186,
      "step": 99350
    },
    {
      "epoch": 0.08696729196518682,
      "grad_norm": 0.371814101934433,
      "learning_rate": 4.9406423928036285e-05,
      "loss": 5.4665,
      "step": 99355
    },
    {
      "epoch": 0.08697166855881398,
      "grad_norm": 0.46399614214897156,
      "learning_rate": 4.940635675655361e-05,
      "loss": 5.2862,
      "step": 99360
    },
    {
      "epoch": 0.08697604515244113,
      "grad_norm": 0.3931477963924408,
      "learning_rate": 4.940628958132769e-05,
      "loss": 5.1642,
      "step": 99365
    },
    {
      "epoch": 0.08698042174606829,
      "grad_norm": 0.4021243751049042,
      "learning_rate": 4.940622240235857e-05,
      "loss": 5.1642,
      "step": 99370
    },
    {
      "epoch": 0.08698479833969544,
      "grad_norm": 0.4455428719520569,
      "learning_rate": 4.9406155219646246e-05,
      "loss": 4.4518,
      "step": 99375
    },
    {
      "epoch": 0.0869891749333226,
      "grad_norm": 0.35009634494781494,
      "learning_rate": 4.940608803319074e-05,
      "loss": 6.0221,
      "step": 99380
    },
    {
      "epoch": 0.08699355152694975,
      "grad_norm": 0.5858046412467957,
      "learning_rate": 4.940602084299204e-05,
      "loss": 5.5352,
      "step": 99385
    },
    {
      "epoch": 0.08699792812057691,
      "grad_norm": 0.4190433919429779,
      "learning_rate": 4.940595364905018e-05,
      "loss": 5.5118,
      "step": 99390
    },
    {
      "epoch": 0.08700230471420406,
      "grad_norm": 0.38769128918647766,
      "learning_rate": 4.940588645136518e-05,
      "loss": 4.7706,
      "step": 99395
    },
    {
      "epoch": 0.08700668130783121,
      "grad_norm": 0.4279159605503082,
      "learning_rate": 4.940581924993705e-05,
      "loss": 5.5037,
      "step": 99400
    },
    {
      "epoch": 0.08701105790145837,
      "grad_norm": 0.4510226249694824,
      "learning_rate": 4.9405752044765775e-05,
      "loss": 4.6668,
      "step": 99405
    },
    {
      "epoch": 0.08701543449508552,
      "grad_norm": 0.3536548316478729,
      "learning_rate": 4.94056848358514e-05,
      "loss": 5.8043,
      "step": 99410
    },
    {
      "epoch": 0.08701981108871268,
      "grad_norm": 0.4630481004714966,
      "learning_rate": 4.940561762319392e-05,
      "loss": 4.9969,
      "step": 99415
    },
    {
      "epoch": 0.08702418768233983,
      "grad_norm": 0.6070482134819031,
      "learning_rate": 4.940555040679336e-05,
      "loss": 4.9566,
      "step": 99420
    },
    {
      "epoch": 0.08702856427596699,
      "grad_norm": 0.41475915908813477,
      "learning_rate": 4.940548318664973e-05,
      "loss": 4.6779,
      "step": 99425
    },
    {
      "epoch": 0.08703294086959414,
      "grad_norm": 0.41721445322036743,
      "learning_rate": 4.940541596276303e-05,
      "loss": 5.2736,
      "step": 99430
    },
    {
      "epoch": 0.0870373174632213,
      "grad_norm": 0.3777521252632141,
      "learning_rate": 4.940534873513329e-05,
      "loss": 6.0479,
      "step": 99435
    },
    {
      "epoch": 0.08704169405684845,
      "grad_norm": 0.401374489068985,
      "learning_rate": 4.940528150376053e-05,
      "loss": 4.7815,
      "step": 99440
    },
    {
      "epoch": 0.08704607065047561,
      "grad_norm": 0.4432258903980255,
      "learning_rate": 4.940521426864473e-05,
      "loss": 4.6688,
      "step": 99445
    },
    {
      "epoch": 0.08705044724410275,
      "grad_norm": 0.3729468584060669,
      "learning_rate": 4.9405147029785935e-05,
      "loss": 5.3439,
      "step": 99450
    },
    {
      "epoch": 0.08705482383772992,
      "grad_norm": 0.37168434262275696,
      "learning_rate": 4.940507978718414e-05,
      "loss": 6.0594,
      "step": 99455
    },
    {
      "epoch": 0.08705920043135706,
      "grad_norm": 0.40073007345199585,
      "learning_rate": 4.940501254083936e-05,
      "loss": 5.8337,
      "step": 99460
    },
    {
      "epoch": 0.08706357702498423,
      "grad_norm": 0.41120925545692444,
      "learning_rate": 4.9404945290751616e-05,
      "loss": 5.4841,
      "step": 99465
    },
    {
      "epoch": 0.08706795361861137,
      "grad_norm": 0.41801291704177856,
      "learning_rate": 4.940487803692091e-05,
      "loss": 4.7146,
      "step": 99470
    },
    {
      "epoch": 0.08707233021223854,
      "grad_norm": 0.43400391936302185,
      "learning_rate": 4.940481077934727e-05,
      "loss": 4.9839,
      "step": 99475
    },
    {
      "epoch": 0.08707670680586568,
      "grad_norm": 0.4165162146091461,
      "learning_rate": 4.9404743518030696e-05,
      "loss": 6.0457,
      "step": 99480
    },
    {
      "epoch": 0.08708108339949285,
      "grad_norm": 0.5194922089576721,
      "learning_rate": 4.9404676252971214e-05,
      "loss": 5.1614,
      "step": 99485
    },
    {
      "epoch": 0.08708545999311999,
      "grad_norm": 0.43363603949546814,
      "learning_rate": 4.940460898416882e-05,
      "loss": 4.9674,
      "step": 99490
    },
    {
      "epoch": 0.08708983658674715,
      "grad_norm": 0.4249315559864044,
      "learning_rate": 4.940454171162353e-05,
      "loss": 5.5018,
      "step": 99495
    },
    {
      "epoch": 0.0870942131803743,
      "grad_norm": 0.5085145235061646,
      "learning_rate": 4.940447443533537e-05,
      "loss": 6.0234,
      "step": 99500
    },
    {
      "epoch": 0.08709858977400146,
      "grad_norm": 0.3576256334781647,
      "learning_rate": 4.940440715530434e-05,
      "loss": 6.0451,
      "step": 99505
    },
    {
      "epoch": 0.08710296636762861,
      "grad_norm": 0.36290696263313293,
      "learning_rate": 4.940433987153047e-05,
      "loss": 5.3252,
      "step": 99510
    },
    {
      "epoch": 0.08710734296125577,
      "grad_norm": 0.483641117811203,
      "learning_rate": 4.940427258401375e-05,
      "loss": 5.0391,
      "step": 99515
    },
    {
      "epoch": 0.08711171955488292,
      "grad_norm": 0.44436585903167725,
      "learning_rate": 4.94042052927542e-05,
      "loss": 5.1958,
      "step": 99520
    },
    {
      "epoch": 0.08711609614851007,
      "grad_norm": 0.4201734662055969,
      "learning_rate": 4.940413799775184e-05,
      "loss": 5.7324,
      "step": 99525
    },
    {
      "epoch": 0.08712047274213723,
      "grad_norm": 0.811316967010498,
      "learning_rate": 4.940407069900669e-05,
      "loss": 5.5261,
      "step": 99530
    },
    {
      "epoch": 0.08712484933576438,
      "grad_norm": 0.7141810059547424,
      "learning_rate": 4.940400339651875e-05,
      "loss": 5.3196,
      "step": 99535
    },
    {
      "epoch": 0.08712922592939154,
      "grad_norm": 0.5165532827377319,
      "learning_rate": 4.940393609028803e-05,
      "loss": 5.0299,
      "step": 99540
    },
    {
      "epoch": 0.08713360252301869,
      "grad_norm": 0.47847598791122437,
      "learning_rate": 4.9403868780314556e-05,
      "loss": 5.2246,
      "step": 99545
    },
    {
      "epoch": 0.08713797911664585,
      "grad_norm": 0.42990779876708984,
      "learning_rate": 4.940380146659832e-05,
      "loss": 5.3148,
      "step": 99550
    },
    {
      "epoch": 0.087142355710273,
      "grad_norm": 0.4240383803844452,
      "learning_rate": 4.940373414913937e-05,
      "loss": 5.3179,
      "step": 99555
    },
    {
      "epoch": 0.08714673230390016,
      "grad_norm": 0.39089861512184143,
      "learning_rate": 4.940366682793768e-05,
      "loss": 5.5147,
      "step": 99560
    },
    {
      "epoch": 0.08715110889752731,
      "grad_norm": 0.4471610486507416,
      "learning_rate": 4.940359950299329e-05,
      "loss": 5.1807,
      "step": 99565
    },
    {
      "epoch": 0.08715548549115447,
      "grad_norm": 0.39572709798812866,
      "learning_rate": 4.94035321743062e-05,
      "loss": 5.5316,
      "step": 99570
    },
    {
      "epoch": 0.08715986208478162,
      "grad_norm": 0.4643915295600891,
      "learning_rate": 4.940346484187643e-05,
      "loss": 5.0193,
      "step": 99575
    },
    {
      "epoch": 0.08716423867840878,
      "grad_norm": 0.4259285628795624,
      "learning_rate": 4.9403397505703986e-05,
      "loss": 4.8857,
      "step": 99580
    },
    {
      "epoch": 0.08716861527203593,
      "grad_norm": 0.4720475375652313,
      "learning_rate": 4.9403330165788895e-05,
      "loss": 5.8502,
      "step": 99585
    },
    {
      "epoch": 0.08717299186566309,
      "grad_norm": 0.38971656560897827,
      "learning_rate": 4.9403262822131145e-05,
      "loss": 5.5444,
      "step": 99590
    },
    {
      "epoch": 0.08717736845929024,
      "grad_norm": 0.4916835427284241,
      "learning_rate": 4.940319547473078e-05,
      "loss": 5.4787,
      "step": 99595
    },
    {
      "epoch": 0.0871817450529174,
      "grad_norm": 0.4318237602710724,
      "learning_rate": 4.9403128123587783e-05,
      "loss": 4.8018,
      "step": 99600
    },
    {
      "epoch": 0.08718612164654455,
      "grad_norm": 0.4200017750263214,
      "learning_rate": 4.940306076870219e-05,
      "loss": 5.1667,
      "step": 99605
    },
    {
      "epoch": 0.08719049824017171,
      "grad_norm": 0.3898196518421173,
      "learning_rate": 4.940299341007401e-05,
      "loss": 5.7004,
      "step": 99610
    },
    {
      "epoch": 0.08719487483379885,
      "grad_norm": 0.3683677017688751,
      "learning_rate": 4.9402926047703234e-05,
      "loss": 5.8166,
      "step": 99615
    },
    {
      "epoch": 0.08719925142742602,
      "grad_norm": 0.37963491678237915,
      "learning_rate": 4.94028586815899e-05,
      "loss": 5.5133,
      "step": 99620
    },
    {
      "epoch": 0.08720362802105316,
      "grad_norm": 0.4257107377052307,
      "learning_rate": 4.9402791311734006e-05,
      "loss": 5.5199,
      "step": 99625
    },
    {
      "epoch": 0.08720800461468033,
      "grad_norm": 0.46026095747947693,
      "learning_rate": 4.9402723938135586e-05,
      "loss": 4.6669,
      "step": 99630
    },
    {
      "epoch": 0.08721238120830747,
      "grad_norm": 0.42456039786338806,
      "learning_rate": 4.940265656079462e-05,
      "loss": 4.9165,
      "step": 99635
    },
    {
      "epoch": 0.08721675780193464,
      "grad_norm": 0.4245445132255554,
      "learning_rate": 4.9402589179711155e-05,
      "loss": 6.0377,
      "step": 99640
    },
    {
      "epoch": 0.08722113439556178,
      "grad_norm": 0.41583237051963806,
      "learning_rate": 4.940252179488519e-05,
      "loss": 5.1985,
      "step": 99645
    },
    {
      "epoch": 0.08722551098918895,
      "grad_norm": 0.4427696466445923,
      "learning_rate": 4.940245440631673e-05,
      "loss": 4.9819,
      "step": 99650
    },
    {
      "epoch": 0.08722988758281609,
      "grad_norm": 0.42163312435150146,
      "learning_rate": 4.94023870140058e-05,
      "loss": 5.5444,
      "step": 99655
    },
    {
      "epoch": 0.08723426417644324,
      "grad_norm": 0.44217559695243835,
      "learning_rate": 4.94023196179524e-05,
      "loss": 5.5261,
      "step": 99660
    },
    {
      "epoch": 0.0872386407700704,
      "grad_norm": 0.37489891052246094,
      "learning_rate": 4.940225221815656e-05,
      "loss": 6.0516,
      "step": 99665
    },
    {
      "epoch": 0.08724301736369755,
      "grad_norm": 0.40582188963890076,
      "learning_rate": 4.940218481461828e-05,
      "loss": 5.4256,
      "step": 99670
    },
    {
      "epoch": 0.08724739395732471,
      "grad_norm": 0.3484870493412018,
      "learning_rate": 4.940211740733757e-05,
      "loss": 5.7921,
      "step": 99675
    },
    {
      "epoch": 0.08725177055095186,
      "grad_norm": 0.3922406733036041,
      "learning_rate": 4.940204999631446e-05,
      "loss": 4.8678,
      "step": 99680
    },
    {
      "epoch": 0.08725614714457902,
      "grad_norm": 0.41763797402381897,
      "learning_rate": 4.9401982581548945e-05,
      "loss": 4.1846,
      "step": 99685
    },
    {
      "epoch": 0.08726052373820617,
      "grad_norm": 0.40386641025543213,
      "learning_rate": 4.9401915163041055e-05,
      "loss": 5.4732,
      "step": 99690
    },
    {
      "epoch": 0.08726490033183333,
      "grad_norm": 0.4527668058872223,
      "learning_rate": 4.9401847740790784e-05,
      "loss": 4.7922,
      "step": 99695
    },
    {
      "epoch": 0.08726927692546048,
      "grad_norm": 0.4379962682723999,
      "learning_rate": 4.9401780314798166e-05,
      "loss": 4.662,
      "step": 99700
    },
    {
      "epoch": 0.08727365351908764,
      "grad_norm": 0.45843997597694397,
      "learning_rate": 4.9401712885063186e-05,
      "loss": 5.4542,
      "step": 99705
    },
    {
      "epoch": 0.08727803011271479,
      "grad_norm": 0.442961186170578,
      "learning_rate": 4.9401645451585886e-05,
      "loss": 5.189,
      "step": 99710
    },
    {
      "epoch": 0.08728240670634195,
      "grad_norm": 0.43760719895362854,
      "learning_rate": 4.9401578014366266e-05,
      "loss": 4.4849,
      "step": 99715
    },
    {
      "epoch": 0.0872867832999691,
      "grad_norm": 0.36371201276779175,
      "learning_rate": 4.940151057340433e-05,
      "loss": 6.0398,
      "step": 99720
    },
    {
      "epoch": 0.08729115989359626,
      "grad_norm": 0.36426258087158203,
      "learning_rate": 4.940144312870012e-05,
      "loss": 6.0482,
      "step": 99725
    },
    {
      "epoch": 0.08729553648722341,
      "grad_norm": 0.42279842495918274,
      "learning_rate": 4.940137568025361e-05,
      "loss": 4.1348,
      "step": 99730
    },
    {
      "epoch": 0.08729991308085057,
      "grad_norm": 0.3916763365268707,
      "learning_rate": 4.940130822806485e-05,
      "loss": 6.3443,
      "step": 99735
    },
    {
      "epoch": 0.08730428967447772,
      "grad_norm": 0.42356473207473755,
      "learning_rate": 4.940124077213383e-05,
      "loss": 4.6437,
      "step": 99740
    },
    {
      "epoch": 0.08730866626810488,
      "grad_norm": 0.43940791487693787,
      "learning_rate": 4.940117331246057e-05,
      "loss": 4.3658,
      "step": 99745
    },
    {
      "epoch": 0.08731304286173203,
      "grad_norm": 0.436271607875824,
      "learning_rate": 4.940110584904507e-05,
      "loss": 4.9668,
      "step": 99750
    },
    {
      "epoch": 0.08731741945535919,
      "grad_norm": 0.4341442883014679,
      "learning_rate": 4.9401038381887366e-05,
      "loss": 5.2306,
      "step": 99755
    },
    {
      "epoch": 0.08732179604898634,
      "grad_norm": 0.4357495605945587,
      "learning_rate": 4.940097091098745e-05,
      "loss": 4.468,
      "step": 99760
    },
    {
      "epoch": 0.0873261726426135,
      "grad_norm": 0.42380601167678833,
      "learning_rate": 4.9400903436345355e-05,
      "loss": 4.148,
      "step": 99765
    },
    {
      "epoch": 0.08733054923624065,
      "grad_norm": 0.45049867033958435,
      "learning_rate": 4.940083595796109e-05,
      "loss": 5.186,
      "step": 99770
    },
    {
      "epoch": 0.08733492582986781,
      "grad_norm": 0.40427616238594055,
      "learning_rate": 4.940076847583466e-05,
      "loss": 5.0125,
      "step": 99775
    },
    {
      "epoch": 0.08733930242349495,
      "grad_norm": 0.43320032954216003,
      "learning_rate": 4.940070098996607e-05,
      "loss": 6.3371,
      "step": 99780
    },
    {
      "epoch": 0.0873436790171221,
      "grad_norm": 0.416402131319046,
      "learning_rate": 4.9400633500355345e-05,
      "loss": 5.8066,
      "step": 99785
    },
    {
      "epoch": 0.08734805561074926,
      "grad_norm": 0.42673397064208984,
      "learning_rate": 4.940056600700249e-05,
      "loss": 5.1962,
      "step": 99790
    },
    {
      "epoch": 0.08735243220437641,
      "grad_norm": 0.442543625831604,
      "learning_rate": 4.940049850990754e-05,
      "loss": 5.5367,
      "step": 99795
    },
    {
      "epoch": 0.08735680879800357,
      "grad_norm": 0.5647251605987549,
      "learning_rate": 4.940043100907048e-05,
      "loss": 4.4824,
      "step": 99800
    },
    {
      "epoch": 0.08736118539163072,
      "grad_norm": 0.42725756764411926,
      "learning_rate": 4.940036350449134e-05,
      "loss": 4.7716,
      "step": 99805
    },
    {
      "epoch": 0.08736556198525788,
      "grad_norm": 0.4392882287502289,
      "learning_rate": 4.9400295996170135e-05,
      "loss": 5.0225,
      "step": 99810
    },
    {
      "epoch": 0.08736993857888503,
      "grad_norm": 0.39810359477996826,
      "learning_rate": 4.940022848410686e-05,
      "loss": 4.7666,
      "step": 99815
    },
    {
      "epoch": 0.08737431517251219,
      "grad_norm": 0.3900843858718872,
      "learning_rate": 4.940016096830154e-05,
      "loss": 5.5385,
      "step": 99820
    },
    {
      "epoch": 0.08737869176613934,
      "grad_norm": 0.46413150429725647,
      "learning_rate": 4.9400093448754195e-05,
      "loss": 5.1913,
      "step": 99825
    },
    {
      "epoch": 0.0873830683597665,
      "grad_norm": 0.40367957949638367,
      "learning_rate": 4.940002592546482e-05,
      "loss": 5.2604,
      "step": 99830
    },
    {
      "epoch": 0.08738744495339365,
      "grad_norm": 0.39604753255844116,
      "learning_rate": 4.939995839843344e-05,
      "loss": 4.9915,
      "step": 99835
    },
    {
      "epoch": 0.08739182154702081,
      "grad_norm": 0.3910827338695526,
      "learning_rate": 4.939989086766007e-05,
      "loss": 5.5139,
      "step": 99840
    },
    {
      "epoch": 0.08739619814064796,
      "grad_norm": 0.3562270998954773,
      "learning_rate": 4.939982333314472e-05,
      "loss": 6.3027,
      "step": 99845
    },
    {
      "epoch": 0.08740057473427512,
      "grad_norm": 0.44124823808670044,
      "learning_rate": 4.93997557948874e-05,
      "loss": 4.4396,
      "step": 99850
    },
    {
      "epoch": 0.08740495132790227,
      "grad_norm": 0.3504626154899597,
      "learning_rate": 4.939968825288813e-05,
      "loss": 5.8271,
      "step": 99855
    },
    {
      "epoch": 0.08740932792152943,
      "grad_norm": 0.4446127712726593,
      "learning_rate": 4.939962070714691e-05,
      "loss": 5.5217,
      "step": 99860
    },
    {
      "epoch": 0.08741370451515658,
      "grad_norm": 0.4189452528953552,
      "learning_rate": 4.939955315766377e-05,
      "loss": 4.9884,
      "step": 99865
    },
    {
      "epoch": 0.08741808110878374,
      "grad_norm": 0.40961453318595886,
      "learning_rate": 4.939948560443871e-05,
      "loss": 5.5329,
      "step": 99870
    },
    {
      "epoch": 0.08742245770241089,
      "grad_norm": 0.43585994839668274,
      "learning_rate": 4.9399418047471754e-05,
      "loss": 6.0373,
      "step": 99875
    },
    {
      "epoch": 0.08742683429603805,
      "grad_norm": 0.34508803486824036,
      "learning_rate": 4.9399350486762896e-05,
      "loss": 5.9979,
      "step": 99880
    },
    {
      "epoch": 0.0874312108896652,
      "grad_norm": 0.4101794362068176,
      "learning_rate": 4.939928292231217e-05,
      "loss": 5.4958,
      "step": 99885
    },
    {
      "epoch": 0.08743558748329236,
      "grad_norm": 0.35280361771583557,
      "learning_rate": 4.939921535411958e-05,
      "loss": 6.299,
      "step": 99890
    },
    {
      "epoch": 0.08743996407691951,
      "grad_norm": 0.3494707942008972,
      "learning_rate": 4.939914778218514e-05,
      "loss": 5.7842,
      "step": 99895
    },
    {
      "epoch": 0.08744434067054667,
      "grad_norm": 0.36081597208976746,
      "learning_rate": 4.939908020650886e-05,
      "loss": 5.4728,
      "step": 99900
    },
    {
      "epoch": 0.08744871726417382,
      "grad_norm": 0.40047410130500793,
      "learning_rate": 4.939901262709076e-05,
      "loss": 5.4911,
      "step": 99905
    },
    {
      "epoch": 0.08745309385780098,
      "grad_norm": 0.45552825927734375,
      "learning_rate": 4.9398945043930844e-05,
      "loss": 5.5109,
      "step": 99910
    },
    {
      "epoch": 0.08745747045142813,
      "grad_norm": 0.4588453769683838,
      "learning_rate": 4.9398877457029125e-05,
      "loss": 5.8285,
      "step": 99915
    },
    {
      "epoch": 0.08746184704505527,
      "grad_norm": 0.46233054995536804,
      "learning_rate": 4.9398809866385634e-05,
      "loss": 5.8824,
      "step": 99920
    },
    {
      "epoch": 0.08746622363868244,
      "grad_norm": 0.37897273898124695,
      "learning_rate": 4.9398742272000365e-05,
      "loss": 5.0162,
      "step": 99925
    },
    {
      "epoch": 0.08747060023230958,
      "grad_norm": 0.4298689365386963,
      "learning_rate": 4.939867467387334e-05,
      "loss": 4.3496,
      "step": 99930
    },
    {
      "epoch": 0.08747497682593675,
      "grad_norm": 0.4350646436214447,
      "learning_rate": 4.9398607072004554e-05,
      "loss": 5.5297,
      "step": 99935
    },
    {
      "epoch": 0.0874793534195639,
      "grad_norm": 0.4202927052974701,
      "learning_rate": 4.9398539466394045e-05,
      "loss": 4.2691,
      "step": 99940
    },
    {
      "epoch": 0.08748373001319106,
      "grad_norm": 0.4084151089191437,
      "learning_rate": 4.939847185704182e-05,
      "loss": 5.441,
      "step": 99945
    },
    {
      "epoch": 0.0874881066068182,
      "grad_norm": 0.4083858132362366,
      "learning_rate": 4.939840424394788e-05,
      "loss": 5.8456,
      "step": 99950
    },
    {
      "epoch": 0.08749248320044536,
      "grad_norm": 0.43859079480171204,
      "learning_rate": 4.939833662711225e-05,
      "loss": 5.5158,
      "step": 99955
    },
    {
      "epoch": 0.08749685979407251,
      "grad_norm": 0.36945435404777527,
      "learning_rate": 4.939826900653495e-05,
      "loss": 6.3342,
      "step": 99960
    },
    {
      "epoch": 0.08750123638769967,
      "grad_norm": 0.4233139753341675,
      "learning_rate": 4.939820138221597e-05,
      "loss": 5.7125,
      "step": 99965
    },
    {
      "epoch": 0.08750561298132682,
      "grad_norm": 0.4166508615016937,
      "learning_rate": 4.939813375415533e-05,
      "loss": 5.8107,
      "step": 99970
    },
    {
      "epoch": 0.08750998957495398,
      "grad_norm": 0.3519322872161865,
      "learning_rate": 4.939806612235306e-05,
      "loss": 6.0256,
      "step": 99975
    },
    {
      "epoch": 0.08751436616858113,
      "grad_norm": 0.440940260887146,
      "learning_rate": 4.939799848680915e-05,
      "loss": 5.5276,
      "step": 99980
    },
    {
      "epoch": 0.0875187427622083,
      "grad_norm": 0.44078782200813293,
      "learning_rate": 4.9397930847523636e-05,
      "loss": 4.8933,
      "step": 99985
    },
    {
      "epoch": 0.08752311935583544,
      "grad_norm": 0.3714892566204071,
      "learning_rate": 4.939786320449651e-05,
      "loss": 5.195,
      "step": 99990
    },
    {
      "epoch": 0.0875274959494626,
      "grad_norm": 0.3746546506881714,
      "learning_rate": 4.93977955577278e-05,
      "loss": 5.5141,
      "step": 99995
    },
    {
      "epoch": 0.08753187254308975,
      "grad_norm": 0.3738604784011841,
      "learning_rate": 4.9397727907217515e-05,
      "loss": 5.1652,
      "step": 100000
    },
    {
      "epoch": 0.08753624913671691,
      "grad_norm": 0.386866956949234,
      "learning_rate": 4.939766025296566e-05,
      "loss": 5.4303,
      "step": 100005
    },
    {
      "epoch": 0.08754062573034406,
      "grad_norm": 0.3855219781398773,
      "learning_rate": 4.939759259497227e-05,
      "loss": 5.5199,
      "step": 100010
    },
    {
      "epoch": 0.08754500232397122,
      "grad_norm": 0.3959399163722992,
      "learning_rate": 4.9397524933237315e-05,
      "loss": 5.74,
      "step": 100015
    },
    {
      "epoch": 0.08754937891759837,
      "grad_norm": 0.4637575149536133,
      "learning_rate": 4.939745726776086e-05,
      "loss": 3.9518,
      "step": 100020
    },
    {
      "epoch": 0.08755375551122553,
      "grad_norm": 0.4260854423046112,
      "learning_rate": 4.939738959854289e-05,
      "loss": 4.6853,
      "step": 100025
    },
    {
      "epoch": 0.08755813210485268,
      "grad_norm": 0.40686023235321045,
      "learning_rate": 4.939732192558341e-05,
      "loss": 5.1771,
      "step": 100030
    },
    {
      "epoch": 0.08756250869847984,
      "grad_norm": 0.40606313943862915,
      "learning_rate": 4.9397254248882454e-05,
      "loss": 5.7125,
      "step": 100035
    },
    {
      "epoch": 0.08756688529210699,
      "grad_norm": 0.3590185344219208,
      "learning_rate": 4.939718656844003e-05,
      "loss": 6.0004,
      "step": 100040
    },
    {
      "epoch": 0.08757126188573414,
      "grad_norm": 0.35366085171699524,
      "learning_rate": 4.939711888425613e-05,
      "loss": 5.7974,
      "step": 100045
    },
    {
      "epoch": 0.0875756384793613,
      "grad_norm": 0.40328752994537354,
      "learning_rate": 4.939705119633079e-05,
      "loss": 5.0217,
      "step": 100050
    },
    {
      "epoch": 0.08758001507298845,
      "grad_norm": 0.41578730940818787,
      "learning_rate": 4.939698350466403e-05,
      "loss": 4.8905,
      "step": 100055
    },
    {
      "epoch": 0.08758439166661561,
      "grad_norm": 0.43896061182022095,
      "learning_rate": 4.939691580925584e-05,
      "loss": 5.7346,
      "step": 100060
    },
    {
      "epoch": 0.08758876826024276,
      "grad_norm": 0.4045889675617218,
      "learning_rate": 4.939684811010624e-05,
      "loss": 5.2075,
      "step": 100065
    },
    {
      "epoch": 0.08759314485386992,
      "grad_norm": 0.4038005769252777,
      "learning_rate": 4.939678040721525e-05,
      "loss": 5.2078,
      "step": 100070
    },
    {
      "epoch": 0.08759752144749706,
      "grad_norm": 0.3664878308773041,
      "learning_rate": 4.939671270058288e-05,
      "loss": 6.0316,
      "step": 100075
    },
    {
      "epoch": 0.08760189804112423,
      "grad_norm": 0.48316919803619385,
      "learning_rate": 4.939664499020914e-05,
      "loss": 4.9847,
      "step": 100080
    },
    {
      "epoch": 0.08760627463475137,
      "grad_norm": 0.36547544598579407,
      "learning_rate": 4.9396577276094046e-05,
      "loss": 5.7436,
      "step": 100085
    },
    {
      "epoch": 0.08761065122837854,
      "grad_norm": 0.36526766419410706,
      "learning_rate": 4.939650955823761e-05,
      "loss": 6.3025,
      "step": 100090
    },
    {
      "epoch": 0.08761502782200568,
      "grad_norm": 0.3552315831184387,
      "learning_rate": 4.939644183663986e-05,
      "loss": 6.0047,
      "step": 100095
    },
    {
      "epoch": 0.08761940441563285,
      "grad_norm": 0.4728096127510071,
      "learning_rate": 4.939637411130078e-05,
      "loss": 5.7794,
      "step": 100100
    },
    {
      "epoch": 0.08762378100926,
      "grad_norm": 0.49086153507232666,
      "learning_rate": 4.93963063822204e-05,
      "loss": 4.3828,
      "step": 100105
    },
    {
      "epoch": 0.08762815760288716,
      "grad_norm": 0.4703660309314728,
      "learning_rate": 4.939623864939873e-05,
      "loss": 4.6327,
      "step": 100110
    },
    {
      "epoch": 0.0876325341965143,
      "grad_norm": 0.4609507918357849,
      "learning_rate": 4.9396170912835784e-05,
      "loss": 4.7904,
      "step": 100115
    },
    {
      "epoch": 0.08763691079014146,
      "grad_norm": 0.3989805281162262,
      "learning_rate": 4.939610317253157e-05,
      "loss": 5.2811,
      "step": 100120
    },
    {
      "epoch": 0.08764128738376861,
      "grad_norm": 0.45688584446907043,
      "learning_rate": 4.939603542848612e-05,
      "loss": 4.4777,
      "step": 100125
    },
    {
      "epoch": 0.08764566397739577,
      "grad_norm": 0.40945133566856384,
      "learning_rate": 4.9395967680699416e-05,
      "loss": 4.7656,
      "step": 100130
    },
    {
      "epoch": 0.08765004057102292,
      "grad_norm": 0.38125061988830566,
      "learning_rate": 4.93958999291715e-05,
      "loss": 5.5309,
      "step": 100135
    },
    {
      "epoch": 0.08765441716465008,
      "grad_norm": 0.38925203680992126,
      "learning_rate": 4.939583217390237e-05,
      "loss": 4.2539,
      "step": 100140
    },
    {
      "epoch": 0.08765879375827723,
      "grad_norm": 0.44484397768974304,
      "learning_rate": 4.9395764414892046e-05,
      "loss": 5.4266,
      "step": 100145
    },
    {
      "epoch": 0.0876631703519044,
      "grad_norm": 0.47039565443992615,
      "learning_rate": 4.9395696652140533e-05,
      "loss": 5.0133,
      "step": 100150
    },
    {
      "epoch": 0.08766754694553154,
      "grad_norm": 0.42597854137420654,
      "learning_rate": 4.9395628885647846e-05,
      "loss": 3.9572,
      "step": 100155
    },
    {
      "epoch": 0.0876719235391587,
      "grad_norm": 0.5948521494865417,
      "learning_rate": 4.9395561115414004e-05,
      "loss": 6.0611,
      "step": 100160
    },
    {
      "epoch": 0.08767630013278585,
      "grad_norm": 0.4498148262500763,
      "learning_rate": 4.9395493341439014e-05,
      "loss": 5.9953,
      "step": 100165
    },
    {
      "epoch": 0.087680676726413,
      "grad_norm": 0.4224301278591156,
      "learning_rate": 4.939542556372288e-05,
      "loss": 5.8389,
      "step": 100170
    },
    {
      "epoch": 0.08768505332004016,
      "grad_norm": 0.5714823007583618,
      "learning_rate": 4.939535778226565e-05,
      "loss": 5.535,
      "step": 100175
    },
    {
      "epoch": 0.08768942991366731,
      "grad_norm": 0.5075656175613403,
      "learning_rate": 4.93952899970673e-05,
      "loss": 5.2232,
      "step": 100180
    },
    {
      "epoch": 0.08769380650729447,
      "grad_norm": 0.46621161699295044,
      "learning_rate": 4.939522220812786e-05,
      "loss": 5.4867,
      "step": 100185
    },
    {
      "epoch": 0.08769818310092162,
      "grad_norm": 0.44426631927490234,
      "learning_rate": 4.9395154415447345e-05,
      "loss": 4.6682,
      "step": 100190
    },
    {
      "epoch": 0.08770255969454878,
      "grad_norm": 0.483686238527298,
      "learning_rate": 4.939508661902575e-05,
      "loss": 5.5286,
      "step": 100195
    },
    {
      "epoch": 0.08770693628817593,
      "grad_norm": 0.46015506982803345,
      "learning_rate": 4.9395018818863105e-05,
      "loss": 4.4479,
      "step": 100200
    },
    {
      "epoch": 0.08771131288180309,
      "grad_norm": 0.37494957447052,
      "learning_rate": 4.9394951014959425e-05,
      "loss": 5.27,
      "step": 100205
    },
    {
      "epoch": 0.08771568947543024,
      "grad_norm": 0.4336134195327759,
      "learning_rate": 4.939488320731471e-05,
      "loss": 4.6896,
      "step": 100210
    },
    {
      "epoch": 0.0877200660690574,
      "grad_norm": 0.4305347800254822,
      "learning_rate": 4.939481539592898e-05,
      "loss": 5.4402,
      "step": 100215
    },
    {
      "epoch": 0.08772444266268455,
      "grad_norm": 0.3731337785720825,
      "learning_rate": 4.939474758080226e-05,
      "loss": 5.7273,
      "step": 100220
    },
    {
      "epoch": 0.08772881925631171,
      "grad_norm": 0.42968490719795227,
      "learning_rate": 4.9394679761934534e-05,
      "loss": 4.6779,
      "step": 100225
    },
    {
      "epoch": 0.08773319584993886,
      "grad_norm": 0.43243786692619324,
      "learning_rate": 4.9394611939325853e-05,
      "loss": 5.8502,
      "step": 100230
    },
    {
      "epoch": 0.08773757244356602,
      "grad_norm": 0.4362432658672333,
      "learning_rate": 4.939454411297621e-05,
      "loss": 4.1664,
      "step": 100235
    },
    {
      "epoch": 0.08774194903719316,
      "grad_norm": 0.48041775822639465,
      "learning_rate": 4.9394476282885596e-05,
      "loss": 5.4984,
      "step": 100240
    },
    {
      "epoch": 0.08774632563082033,
      "grad_norm": 0.4287743866443634,
      "learning_rate": 4.9394408449054054e-05,
      "loss": 5.2255,
      "step": 100245
    },
    {
      "epoch": 0.08775070222444747,
      "grad_norm": 0.3808072507381439,
      "learning_rate": 4.9394340611481594e-05,
      "loss": 5.3059,
      "step": 100250
    },
    {
      "epoch": 0.08775507881807464,
      "grad_norm": 0.40765851736068726,
      "learning_rate": 4.9394272770168217e-05,
      "loss": 6.0322,
      "step": 100255
    },
    {
      "epoch": 0.08775945541170178,
      "grad_norm": 0.42305412888526917,
      "learning_rate": 4.939420492511395e-05,
      "loss": 5.1107,
      "step": 100260
    },
    {
      "epoch": 0.08776383200532895,
      "grad_norm": 0.4304618537425995,
      "learning_rate": 4.939413707631879e-05,
      "loss": 4.6808,
      "step": 100265
    },
    {
      "epoch": 0.0877682085989561,
      "grad_norm": 0.45163846015930176,
      "learning_rate": 4.939406922378277e-05,
      "loss": 4.991,
      "step": 100270
    },
    {
      "epoch": 0.08777258519258326,
      "grad_norm": 0.4445759952068329,
      "learning_rate": 4.939400136750588e-05,
      "loss": 5.8143,
      "step": 100275
    },
    {
      "epoch": 0.0877769617862104,
      "grad_norm": 0.4273957908153534,
      "learning_rate": 4.939393350748817e-05,
      "loss": 5.5015,
      "step": 100280
    },
    {
      "epoch": 0.08778133837983756,
      "grad_norm": 0.43733885884284973,
      "learning_rate": 4.9393865643729596e-05,
      "loss": 4.6645,
      "step": 100285
    },
    {
      "epoch": 0.08778571497346471,
      "grad_norm": 0.4077012538909912,
      "learning_rate": 4.939379777623022e-05,
      "loss": 5.5391,
      "step": 100290
    },
    {
      "epoch": 0.08779009156709187,
      "grad_norm": 0.43151581287384033,
      "learning_rate": 4.939372990499004e-05,
      "loss": 4.9084,
      "step": 100295
    },
    {
      "epoch": 0.08779446816071902,
      "grad_norm": 0.43848082423210144,
      "learning_rate": 4.9393662030009067e-05,
      "loss": 4.7081,
      "step": 100300
    },
    {
      "epoch": 0.08779884475434617,
      "grad_norm": 0.4277828335762024,
      "learning_rate": 4.939359415128731e-05,
      "loss": 5.5353,
      "step": 100305
    },
    {
      "epoch": 0.08780322134797333,
      "grad_norm": 0.425566703081131,
      "learning_rate": 4.9393526268824796e-05,
      "loss": 4.7934,
      "step": 100310
    },
    {
      "epoch": 0.08780759794160048,
      "grad_norm": 0.4105815291404724,
      "learning_rate": 4.939345838262152e-05,
      "loss": 5.2783,
      "step": 100315
    },
    {
      "epoch": 0.08781197453522764,
      "grad_norm": 0.3936053514480591,
      "learning_rate": 4.9393390492677506e-05,
      "loss": 5.3091,
      "step": 100320
    },
    {
      "epoch": 0.08781635112885479,
      "grad_norm": 0.4573511481285095,
      "learning_rate": 4.9393322598992766e-05,
      "loss": 5.533,
      "step": 100325
    },
    {
      "epoch": 0.08782072772248195,
      "grad_norm": 0.35713037848472595,
      "learning_rate": 4.9393254701567305e-05,
      "loss": 6.0299,
      "step": 100330
    },
    {
      "epoch": 0.0878251043161091,
      "grad_norm": 0.3772919774055481,
      "learning_rate": 4.9393186800401156e-05,
      "loss": 5.3151,
      "step": 100335
    },
    {
      "epoch": 0.08782948090973626,
      "grad_norm": 0.40134987235069275,
      "learning_rate": 4.939311889549431e-05,
      "loss": 4.7608,
      "step": 100340
    },
    {
      "epoch": 0.08783385750336341,
      "grad_norm": 0.4256332218647003,
      "learning_rate": 4.939305098684679e-05,
      "loss": 5.801,
      "step": 100345
    },
    {
      "epoch": 0.08783823409699057,
      "grad_norm": 0.43461874127388,
      "learning_rate": 4.939298307445861e-05,
      "loss": 5.4632,
      "step": 100350
    },
    {
      "epoch": 0.08784261069061772,
      "grad_norm": 0.4430711567401886,
      "learning_rate": 4.939291515832979e-05,
      "loss": 5.6967,
      "step": 100355
    },
    {
      "epoch": 0.08784698728424488,
      "grad_norm": 0.4266801178455353,
      "learning_rate": 4.939284723846033e-05,
      "loss": 6.0389,
      "step": 100360
    },
    {
      "epoch": 0.08785136387787203,
      "grad_norm": 0.3619281053543091,
      "learning_rate": 4.9392779314850246e-05,
      "loss": 5.5205,
      "step": 100365
    },
    {
      "epoch": 0.08785574047149919,
      "grad_norm": 0.4283953607082367,
      "learning_rate": 4.9392711387499544e-05,
      "loss": 6.0182,
      "step": 100370
    },
    {
      "epoch": 0.08786011706512634,
      "grad_norm": 0.4290139079093933,
      "learning_rate": 4.9392643456408264e-05,
      "loss": 4.9646,
      "step": 100375
    },
    {
      "epoch": 0.0878644936587535,
      "grad_norm": 0.3942299485206604,
      "learning_rate": 4.939257552157639e-05,
      "loss": 5.2857,
      "step": 100380
    },
    {
      "epoch": 0.08786887025238065,
      "grad_norm": 0.3802618086338043,
      "learning_rate": 4.9392507583003946e-05,
      "loss": 5.6854,
      "step": 100385
    },
    {
      "epoch": 0.08787324684600781,
      "grad_norm": 0.35514193773269653,
      "learning_rate": 4.939243964069095e-05,
      "loss": 5.8108,
      "step": 100390
    },
    {
      "epoch": 0.08787762343963496,
      "grad_norm": 0.36011970043182373,
      "learning_rate": 4.939237169463741e-05,
      "loss": 5.5379,
      "step": 100395
    },
    {
      "epoch": 0.08788200003326212,
      "grad_norm": 0.43215006589889526,
      "learning_rate": 4.9392303744843335e-05,
      "loss": 5.4104,
      "step": 100400
    },
    {
      "epoch": 0.08788637662688926,
      "grad_norm": 0.3676404058933258,
      "learning_rate": 4.939223579130875e-05,
      "loss": 5.4961,
      "step": 100405
    },
    {
      "epoch": 0.08789075322051643,
      "grad_norm": 0.36187925934791565,
      "learning_rate": 4.9392167834033656e-05,
      "loss": 5.5175,
      "step": 100410
    },
    {
      "epoch": 0.08789512981414357,
      "grad_norm": 0.44684550166130066,
      "learning_rate": 4.939209987301807e-05,
      "loss": 5.2316,
      "step": 100415
    },
    {
      "epoch": 0.08789950640777074,
      "grad_norm": 0.3494657576084137,
      "learning_rate": 4.939203190826201e-05,
      "loss": 5.5218,
      "step": 100420
    },
    {
      "epoch": 0.08790388300139788,
      "grad_norm": 0.40860703587532043,
      "learning_rate": 4.9391963939765473e-05,
      "loss": 5.1896,
      "step": 100425
    },
    {
      "epoch": 0.08790825959502503,
      "grad_norm": 0.45694854855537415,
      "learning_rate": 4.9391895967528504e-05,
      "loss": 5.1974,
      "step": 100430
    },
    {
      "epoch": 0.0879126361886522,
      "grad_norm": 0.4528696537017822,
      "learning_rate": 4.939182799155109e-05,
      "loss": 4.8059,
      "step": 100435
    },
    {
      "epoch": 0.08791701278227934,
      "grad_norm": 0.359043151140213,
      "learning_rate": 4.939176001183324e-05,
      "loss": 5.7189,
      "step": 100440
    },
    {
      "epoch": 0.0879213893759065,
      "grad_norm": 0.44772860407829285,
      "learning_rate": 4.939169202837499e-05,
      "loss": 5.5155,
      "step": 100445
    },
    {
      "epoch": 0.08792576596953365,
      "grad_norm": 0.35669848322868347,
      "learning_rate": 4.9391624041176334e-05,
      "loss": 5.8596,
      "step": 100450
    },
    {
      "epoch": 0.08793014256316081,
      "grad_norm": 0.4048907458782196,
      "learning_rate": 4.93915560502373e-05,
      "loss": 5.1578,
      "step": 100455
    },
    {
      "epoch": 0.08793451915678796,
      "grad_norm": 0.43106770515441895,
      "learning_rate": 4.939148805555788e-05,
      "loss": 4.6881,
      "step": 100460
    },
    {
      "epoch": 0.08793889575041512,
      "grad_norm": 0.4321915805339813,
      "learning_rate": 4.93914200571381e-05,
      "loss": 5.2593,
      "step": 100465
    },
    {
      "epoch": 0.08794327234404227,
      "grad_norm": 0.3832181692123413,
      "learning_rate": 4.939135205497799e-05,
      "loss": 5.4741,
      "step": 100470
    },
    {
      "epoch": 0.08794764893766943,
      "grad_norm": 0.4244019687175751,
      "learning_rate": 4.9391284049077535e-05,
      "loss": 5.0015,
      "step": 100475
    },
    {
      "epoch": 0.08795202553129658,
      "grad_norm": 0.42543214559555054,
      "learning_rate": 4.939121603943676e-05,
      "loss": 4.7062,
      "step": 100480
    },
    {
      "epoch": 0.08795640212492374,
      "grad_norm": 0.4367019236087799,
      "learning_rate": 4.9391148026055675e-05,
      "loss": 5.5085,
      "step": 100485
    },
    {
      "epoch": 0.08796077871855089,
      "grad_norm": 0.3667265474796295,
      "learning_rate": 4.93910800089343e-05,
      "loss": 5.5027,
      "step": 100490
    },
    {
      "epoch": 0.08796515531217805,
      "grad_norm": 0.3479636013507843,
      "learning_rate": 4.9391011988072646e-05,
      "loss": 5.7638,
      "step": 100495
    },
    {
      "epoch": 0.0879695319058052,
      "grad_norm": 0.4256458282470703,
      "learning_rate": 4.939094396347072e-05,
      "loss": 4.9754,
      "step": 100500
    },
    {
      "epoch": 0.08797390849943236,
      "grad_norm": 0.44239965081214905,
      "learning_rate": 4.9390875935128534e-05,
      "loss": 5.8102,
      "step": 100505
    },
    {
      "epoch": 0.08797828509305951,
      "grad_norm": 0.3813910186290741,
      "learning_rate": 4.939080790304611e-05,
      "loss": 5.8187,
      "step": 100510
    },
    {
      "epoch": 0.08798266168668667,
      "grad_norm": 0.446306437253952,
      "learning_rate": 4.939073986722347e-05,
      "loss": 4.9962,
      "step": 100515
    },
    {
      "epoch": 0.08798703828031382,
      "grad_norm": 0.4539708197116852,
      "learning_rate": 4.9390671827660594e-05,
      "loss": 5.7484,
      "step": 100520
    },
    {
      "epoch": 0.08799141487394098,
      "grad_norm": 0.41280707716941833,
      "learning_rate": 4.9390603784357526e-05,
      "loss": 5.2815,
      "step": 100525
    },
    {
      "epoch": 0.08799579146756813,
      "grad_norm": 0.38344985246658325,
      "learning_rate": 4.939053573731427e-05,
      "loss": 6.0096,
      "step": 100530
    },
    {
      "epoch": 0.08800016806119529,
      "grad_norm": 0.4302334785461426,
      "learning_rate": 4.939046768653084e-05,
      "loss": 4.9972,
      "step": 100535
    },
    {
      "epoch": 0.08800454465482244,
      "grad_norm": 0.4352176785469055,
      "learning_rate": 4.9390399632007235e-05,
      "loss": 4.4831,
      "step": 100540
    },
    {
      "epoch": 0.0880089212484496,
      "grad_norm": 0.42868903279304504,
      "learning_rate": 4.9390331573743485e-05,
      "loss": 5.0061,
      "step": 100545
    },
    {
      "epoch": 0.08801329784207675,
      "grad_norm": 0.4417799115180969,
      "learning_rate": 4.939026351173961e-05,
      "loss": 4.7143,
      "step": 100550
    },
    {
      "epoch": 0.08801767443570391,
      "grad_norm": 0.41945284605026245,
      "learning_rate": 4.93901954459956e-05,
      "loss": 5.5229,
      "step": 100555
    },
    {
      "epoch": 0.08802205102933106,
      "grad_norm": 0.4227759540081024,
      "learning_rate": 4.939012737651147e-05,
      "loss": 5.5181,
      "step": 100560
    },
    {
      "epoch": 0.0880264276229582,
      "grad_norm": 0.48953860998153687,
      "learning_rate": 4.939005930328726e-05,
      "loss": 4.693,
      "step": 100565
    },
    {
      "epoch": 0.08803080421658536,
      "grad_norm": 0.42251214385032654,
      "learning_rate": 4.9389991226322963e-05,
      "loss": 5.5164,
      "step": 100570
    },
    {
      "epoch": 0.08803518081021251,
      "grad_norm": 0.431188702583313,
      "learning_rate": 4.9389923145618586e-05,
      "loss": 5.5506,
      "step": 100575
    },
    {
      "epoch": 0.08803955740383967,
      "grad_norm": 0.4024747312068939,
      "learning_rate": 4.938985506117416e-05,
      "loss": 4.9737,
      "step": 100580
    },
    {
      "epoch": 0.08804393399746682,
      "grad_norm": 0.4232870638370514,
      "learning_rate": 4.9389786972989695e-05,
      "loss": 5.2177,
      "step": 100585
    },
    {
      "epoch": 0.08804831059109398,
      "grad_norm": 0.44807353615760803,
      "learning_rate": 4.938971888106518e-05,
      "loss": 4.4889,
      "step": 100590
    },
    {
      "epoch": 0.08805268718472113,
      "grad_norm": 0.44828787446022034,
      "learning_rate": 4.938965078540066e-05,
      "loss": 5.2832,
      "step": 100595
    },
    {
      "epoch": 0.0880570637783483,
      "grad_norm": 0.4375322759151459,
      "learning_rate": 4.938958268599613e-05,
      "loss": 4.695,
      "step": 100600
    },
    {
      "epoch": 0.08806144037197544,
      "grad_norm": 0.4700368344783783,
      "learning_rate": 4.93895145828516e-05,
      "loss": 4.9892,
      "step": 100605
    },
    {
      "epoch": 0.0880658169656026,
      "grad_norm": 0.41407352685928345,
      "learning_rate": 4.9389446475967096e-05,
      "loss": 5.1798,
      "step": 100610
    },
    {
      "epoch": 0.08807019355922975,
      "grad_norm": 0.37111952900886536,
      "learning_rate": 4.938937836534263e-05,
      "loss": 6.0129,
      "step": 100615
    },
    {
      "epoch": 0.08807457015285691,
      "grad_norm": 0.44973617792129517,
      "learning_rate": 4.9389310250978206e-05,
      "loss": 5.7197,
      "step": 100620
    },
    {
      "epoch": 0.08807894674648406,
      "grad_norm": 0.41986143589019775,
      "learning_rate": 4.938924213287385e-05,
      "loss": 5.1857,
      "step": 100625
    },
    {
      "epoch": 0.08808332334011122,
      "grad_norm": 0.35351288318634033,
      "learning_rate": 4.938917401102956e-05,
      "loss": 5.7248,
      "step": 100630
    },
    {
      "epoch": 0.08808769993373837,
      "grad_norm": 0.40397244691848755,
      "learning_rate": 4.9389105885445354e-05,
      "loss": 5.2182,
      "step": 100635
    },
    {
      "epoch": 0.08809207652736553,
      "grad_norm": 0.4067767858505249,
      "learning_rate": 4.938903775612126e-05,
      "loss": 5.5182,
      "step": 100640
    },
    {
      "epoch": 0.08809645312099268,
      "grad_norm": 0.4017384946346283,
      "learning_rate": 4.938896962305727e-05,
      "loss": 5.4843,
      "step": 100645
    },
    {
      "epoch": 0.08810082971461984,
      "grad_norm": 0.37778276205062866,
      "learning_rate": 4.9388901486253406e-05,
      "loss": 5.2187,
      "step": 100650
    },
    {
      "epoch": 0.08810520630824699,
      "grad_norm": 0.39778608083724976,
      "learning_rate": 4.938883334570968e-05,
      "loss": 5.1998,
      "step": 100655
    },
    {
      "epoch": 0.08810958290187415,
      "grad_norm": 0.350641667842865,
      "learning_rate": 4.938876520142611e-05,
      "loss": 5.5297,
      "step": 100660
    },
    {
      "epoch": 0.0881139594955013,
      "grad_norm": 0.46782055497169495,
      "learning_rate": 4.93886970534027e-05,
      "loss": 5.5222,
      "step": 100665
    },
    {
      "epoch": 0.08811833608912846,
      "grad_norm": 0.3943803012371063,
      "learning_rate": 4.938862890163947e-05,
      "loss": 6.0053,
      "step": 100670
    },
    {
      "epoch": 0.08812271268275561,
      "grad_norm": 0.4124380052089691,
      "learning_rate": 4.9388560746136436e-05,
      "loss": 5.5154,
      "step": 100675
    },
    {
      "epoch": 0.08812708927638277,
      "grad_norm": 0.40910211205482483,
      "learning_rate": 4.9388492586893606e-05,
      "loss": 5.9863,
      "step": 100680
    },
    {
      "epoch": 0.08813146587000992,
      "grad_norm": 0.40695253014564514,
      "learning_rate": 4.938842442391098e-05,
      "loss": 5.2104,
      "step": 100685
    },
    {
      "epoch": 0.08813584246363707,
      "grad_norm": 0.41430991888046265,
      "learning_rate": 4.938835625718861e-05,
      "loss": 4.949,
      "step": 100690
    },
    {
      "epoch": 0.08814021905726423,
      "grad_norm": 0.4878261387348175,
      "learning_rate": 4.938828808672647e-05,
      "loss": 5.2248,
      "step": 100695
    },
    {
      "epoch": 0.08814459565089137,
      "grad_norm": 0.3988717794418335,
      "learning_rate": 4.938821991252458e-05,
      "loss": 5.2239,
      "step": 100700
    },
    {
      "epoch": 0.08814897224451854,
      "grad_norm": 0.4664641320705414,
      "learning_rate": 4.938815173458296e-05,
      "loss": 4.4562,
      "step": 100705
    },
    {
      "epoch": 0.08815334883814568,
      "grad_norm": 0.39116743206977844,
      "learning_rate": 4.938808355290164e-05,
      "loss": 5.2255,
      "step": 100710
    },
    {
      "epoch": 0.08815772543177285,
      "grad_norm": 0.3863547444343567,
      "learning_rate": 4.938801536748061e-05,
      "loss": 5.9857,
      "step": 100715
    },
    {
      "epoch": 0.0881621020254,
      "grad_norm": 0.3582567870616913,
      "learning_rate": 4.9387947178319894e-05,
      "loss": 6.0291,
      "step": 100720
    },
    {
      "epoch": 0.08816647861902716,
      "grad_norm": 0.4437883496284485,
      "learning_rate": 4.938787898541949e-05,
      "loss": 4.4488,
      "step": 100725
    },
    {
      "epoch": 0.0881708552126543,
      "grad_norm": 0.4704563319683075,
      "learning_rate": 4.938781078877943e-05,
      "loss": 4.6873,
      "step": 100730
    },
    {
      "epoch": 0.08817523180628146,
      "grad_norm": 0.49150243401527405,
      "learning_rate": 4.938774258839972e-05,
      "loss": 5.294,
      "step": 100735
    },
    {
      "epoch": 0.08817960839990861,
      "grad_norm": 0.5827413201332092,
      "learning_rate": 4.9387674384280366e-05,
      "loss": 5.2136,
      "step": 100740
    },
    {
      "epoch": 0.08818398499353577,
      "grad_norm": 0.605854332447052,
      "learning_rate": 4.9387606176421395e-05,
      "loss": 5.3292,
      "step": 100745
    },
    {
      "epoch": 0.08818836158716292,
      "grad_norm": 0.9478338360786438,
      "learning_rate": 4.9387537964822815e-05,
      "loss": 5.7119,
      "step": 100750
    },
    {
      "epoch": 0.08819273818079008,
      "grad_norm": 0.6871626377105713,
      "learning_rate": 4.9387469749484624e-05,
      "loss": 6.0721,
      "step": 100755
    },
    {
      "epoch": 0.08819711477441723,
      "grad_norm": 0.7583191394805908,
      "learning_rate": 4.9387401530406865e-05,
      "loss": 4.7858,
      "step": 100760
    },
    {
      "epoch": 0.0882014913680444,
      "grad_norm": 0.45860326290130615,
      "learning_rate": 4.938733330758952e-05,
      "loss": 5.5139,
      "step": 100765
    },
    {
      "epoch": 0.08820586796167154,
      "grad_norm": 0.43845105171203613,
      "learning_rate": 4.938726508103262e-05,
      "loss": 4.9865,
      "step": 100770
    },
    {
      "epoch": 0.0882102445552987,
      "grad_norm": 0.42324644327163696,
      "learning_rate": 4.938719685073617e-05,
      "loss": 4.1154,
      "step": 100775
    },
    {
      "epoch": 0.08821462114892585,
      "grad_norm": 0.36965495347976685,
      "learning_rate": 4.9387128616700196e-05,
      "loss": 6.0506,
      "step": 100780
    },
    {
      "epoch": 0.08821899774255301,
      "grad_norm": 0.41878166794776917,
      "learning_rate": 4.938706037892471e-05,
      "loss": 5.7248,
      "step": 100785
    },
    {
      "epoch": 0.08822337433618016,
      "grad_norm": 0.3746805489063263,
      "learning_rate": 4.93869921374097e-05,
      "loss": 5.5145,
      "step": 100790
    },
    {
      "epoch": 0.08822775092980732,
      "grad_norm": 0.3634163737297058,
      "learning_rate": 4.9386923892155215e-05,
      "loss": 5.4775,
      "step": 100795
    },
    {
      "epoch": 0.08823212752343447,
      "grad_norm": 0.4383848309516907,
      "learning_rate": 4.938685564316125e-05,
      "loss": 5.4805,
      "step": 100800
    },
    {
      "epoch": 0.08823650411706163,
      "grad_norm": 0.3734065890312195,
      "learning_rate": 4.93867873904278e-05,
      "loss": 5.2892,
      "step": 100805
    },
    {
      "epoch": 0.08824088071068878,
      "grad_norm": 0.42091941833496094,
      "learning_rate": 4.9386719133954904e-05,
      "loss": 5.748,
      "step": 100810
    },
    {
      "epoch": 0.08824525730431593,
      "grad_norm": 0.42960113286972046,
      "learning_rate": 4.938665087374258e-05,
      "loss": 4.469,
      "step": 100815
    },
    {
      "epoch": 0.08824963389794309,
      "grad_norm": 0.35622438788414,
      "learning_rate": 4.938658260979082e-05,
      "loss": 5.4977,
      "step": 100820
    },
    {
      "epoch": 0.08825401049157024,
      "grad_norm": 0.35620585083961487,
      "learning_rate": 4.9386514342099644e-05,
      "loss": 5.8158,
      "step": 100825
    },
    {
      "epoch": 0.0882583870851974,
      "grad_norm": 0.420890748500824,
      "learning_rate": 4.938644607066907e-05,
      "loss": 6.0205,
      "step": 100830
    },
    {
      "epoch": 0.08826276367882455,
      "grad_norm": 0.3566606640815735,
      "learning_rate": 4.9386377795499106e-05,
      "loss": 6.0201,
      "step": 100835
    },
    {
      "epoch": 0.08826714027245171,
      "grad_norm": 0.4395744204521179,
      "learning_rate": 4.938630951658977e-05,
      "loss": 4.4748,
      "step": 100840
    },
    {
      "epoch": 0.08827151686607886,
      "grad_norm": 0.37511494755744934,
      "learning_rate": 4.938624123394108e-05,
      "loss": 5.1868,
      "step": 100845
    },
    {
      "epoch": 0.08827589345970602,
      "grad_norm": 0.3816746771335602,
      "learning_rate": 4.938617294755303e-05,
      "loss": 5.3834,
      "step": 100850
    },
    {
      "epoch": 0.08828027005333317,
      "grad_norm": 0.34555667638778687,
      "learning_rate": 4.938610465742566e-05,
      "loss": 5.2987,
      "step": 100855
    },
    {
      "epoch": 0.08828464664696033,
      "grad_norm": 0.39702698588371277,
      "learning_rate": 4.938603636355895e-05,
      "loss": 5.4342,
      "step": 100860
    },
    {
      "epoch": 0.08828902324058747,
      "grad_norm": 0.4429019093513489,
      "learning_rate": 4.938596806595295e-05,
      "loss": 4.9734,
      "step": 100865
    },
    {
      "epoch": 0.08829339983421464,
      "grad_norm": 0.4373837113380432,
      "learning_rate": 4.9385899764607644e-05,
      "loss": 4.9828,
      "step": 100870
    },
    {
      "epoch": 0.08829777642784178,
      "grad_norm": 0.37385833263397217,
      "learning_rate": 4.938583145952306e-05,
      "loss": 5.44,
      "step": 100875
    },
    {
      "epoch": 0.08830215302146895,
      "grad_norm": 0.4429228901863098,
      "learning_rate": 4.9385763150699206e-05,
      "loss": 4.9543,
      "step": 100880
    },
    {
      "epoch": 0.0883065296150961,
      "grad_norm": 0.4395129084587097,
      "learning_rate": 4.938569483813609e-05,
      "loss": 4.9558,
      "step": 100885
    },
    {
      "epoch": 0.08831090620872326,
      "grad_norm": 0.4007050693035126,
      "learning_rate": 4.938562652183374e-05,
      "loss": 6.0586,
      "step": 100890
    },
    {
      "epoch": 0.0883152828023504,
      "grad_norm": 0.5512462854385376,
      "learning_rate": 4.938555820179216e-05,
      "loss": 4.8702,
      "step": 100895
    },
    {
      "epoch": 0.08831965939597756,
      "grad_norm": 0.46847718954086304,
      "learning_rate": 4.938548987801136e-05,
      "loss": 5.499,
      "step": 100900
    },
    {
      "epoch": 0.08832403598960471,
      "grad_norm": 0.43837007880210876,
      "learning_rate": 4.938542155049136e-05,
      "loss": 5.7959,
      "step": 100905
    },
    {
      "epoch": 0.08832841258323187,
      "grad_norm": 0.4016861617565155,
      "learning_rate": 4.9385353219232165e-05,
      "loss": 4.893,
      "step": 100910
    },
    {
      "epoch": 0.08833278917685902,
      "grad_norm": 0.4466310441493988,
      "learning_rate": 4.938528488423379e-05,
      "loss": 4.7564,
      "step": 100915
    },
    {
      "epoch": 0.08833716577048618,
      "grad_norm": 0.4239724576473236,
      "learning_rate": 4.938521654549626e-05,
      "loss": 5.0254,
      "step": 100920
    },
    {
      "epoch": 0.08834154236411333,
      "grad_norm": 0.43814074993133545,
      "learning_rate": 4.938514820301958e-05,
      "loss": 5.2162,
      "step": 100925
    },
    {
      "epoch": 0.0883459189577405,
      "grad_norm": 0.3708922863006592,
      "learning_rate": 4.938507985680376e-05,
      "loss": 5.5005,
      "step": 100930
    },
    {
      "epoch": 0.08835029555136764,
      "grad_norm": 0.3849535584449768,
      "learning_rate": 4.938501150684882e-05,
      "loss": 5.178,
      "step": 100935
    },
    {
      "epoch": 0.0883546721449948,
      "grad_norm": 0.4320233166217804,
      "learning_rate": 4.938494315315477e-05,
      "loss": 5.5276,
      "step": 100940
    },
    {
      "epoch": 0.08835904873862195,
      "grad_norm": 0.42409878969192505,
      "learning_rate": 4.938487479572161e-05,
      "loss": 4.1817,
      "step": 100945
    },
    {
      "epoch": 0.0883634253322491,
      "grad_norm": 0.4172036945819855,
      "learning_rate": 4.938480643454938e-05,
      "loss": 4.9794,
      "step": 100950
    },
    {
      "epoch": 0.08836780192587626,
      "grad_norm": 0.3529784381389618,
      "learning_rate": 4.938473806963808e-05,
      "loss": 5.5023,
      "step": 100955
    },
    {
      "epoch": 0.08837217851950341,
      "grad_norm": 0.36838215589523315,
      "learning_rate": 4.938466970098772e-05,
      "loss": 6.0102,
      "step": 100960
    },
    {
      "epoch": 0.08837655511313057,
      "grad_norm": 0.34564438462257385,
      "learning_rate": 4.938460132859831e-05,
      "loss": 5.5221,
      "step": 100965
    },
    {
      "epoch": 0.08838093170675772,
      "grad_norm": 0.41726556420326233,
      "learning_rate": 4.938453295246986e-05,
      "loss": 4.5113,
      "step": 100970
    },
    {
      "epoch": 0.08838530830038488,
      "grad_norm": 0.4355798661708832,
      "learning_rate": 4.938446457260241e-05,
      "loss": 5.5131,
      "step": 100975
    },
    {
      "epoch": 0.08838968489401203,
      "grad_norm": 0.45071378350257874,
      "learning_rate": 4.938439618899594e-05,
      "loss": 5.5062,
      "step": 100980
    },
    {
      "epoch": 0.08839406148763919,
      "grad_norm": 0.5427970886230469,
      "learning_rate": 4.938432780165049e-05,
      "loss": 5.0404,
      "step": 100985
    },
    {
      "epoch": 0.08839843808126634,
      "grad_norm": 0.423035204410553,
      "learning_rate": 4.938425941056606e-05,
      "loss": 4.9845,
      "step": 100990
    },
    {
      "epoch": 0.0884028146748935,
      "grad_norm": 0.410497784614563,
      "learning_rate": 4.938419101574265e-05,
      "loss": 5.0112,
      "step": 100995
    },
    {
      "epoch": 0.08840719126852065,
      "grad_norm": 0.3503328859806061,
      "learning_rate": 4.9384122617180305e-05,
      "loss": 5.4926,
      "step": 101000
    },
    {
      "epoch": 0.08841156786214781,
      "grad_norm": 0.4325511157512665,
      "learning_rate": 4.938405421487902e-05,
      "loss": 6.015,
      "step": 101005
    },
    {
      "epoch": 0.08841594445577496,
      "grad_norm": 0.4370132088661194,
      "learning_rate": 4.9383985808838794e-05,
      "loss": 4.9864,
      "step": 101010
    },
    {
      "epoch": 0.08842032104940212,
      "grad_norm": 0.37632110714912415,
      "learning_rate": 4.9383917399059664e-05,
      "loss": 4.9659,
      "step": 101015
    },
    {
      "epoch": 0.08842469764302927,
      "grad_norm": 0.4052926301956177,
      "learning_rate": 4.9383848985541636e-05,
      "loss": 5.2496,
      "step": 101020
    },
    {
      "epoch": 0.08842907423665643,
      "grad_norm": 0.36420148611068726,
      "learning_rate": 4.938378056828471e-05,
      "loss": 6.3334,
      "step": 101025
    },
    {
      "epoch": 0.08843345083028357,
      "grad_norm": 0.447916716337204,
      "learning_rate": 4.938371214728893e-05,
      "loss": 5.5014,
      "step": 101030
    },
    {
      "epoch": 0.08843782742391074,
      "grad_norm": 0.39785876870155334,
      "learning_rate": 4.9383643722554276e-05,
      "loss": 6.2777,
      "step": 101035
    },
    {
      "epoch": 0.08844220401753788,
      "grad_norm": 0.4081202745437622,
      "learning_rate": 4.9383575294080784e-05,
      "loss": 5.6934,
      "step": 101040
    },
    {
      "epoch": 0.08844658061116505,
      "grad_norm": 0.41228675842285156,
      "learning_rate": 4.9383506861868454e-05,
      "loss": 4.8903,
      "step": 101045
    },
    {
      "epoch": 0.0884509572047922,
      "grad_norm": 0.39343714714050293,
      "learning_rate": 4.938343842591729e-05,
      "loss": 5.0134,
      "step": 101050
    },
    {
      "epoch": 0.08845533379841936,
      "grad_norm": 0.4340724050998688,
      "learning_rate": 4.9383369986227336e-05,
      "loss": 5.283,
      "step": 101055
    },
    {
      "epoch": 0.0884597103920465,
      "grad_norm": 0.41474857926368713,
      "learning_rate": 4.938330154279859e-05,
      "loss": 5.1119,
      "step": 101060
    },
    {
      "epoch": 0.08846408698567367,
      "grad_norm": 0.45147526264190674,
      "learning_rate": 4.938323309563105e-05,
      "loss": 6.0182,
      "step": 101065
    },
    {
      "epoch": 0.08846846357930081,
      "grad_norm": 0.5772694945335388,
      "learning_rate": 4.938316464472475e-05,
      "loss": 5.2746,
      "step": 101070
    },
    {
      "epoch": 0.08847284017292796,
      "grad_norm": 0.4302765727043152,
      "learning_rate": 4.93830961900797e-05,
      "loss": 5.5227,
      "step": 101075
    },
    {
      "epoch": 0.08847721676655512,
      "grad_norm": 0.39191296696662903,
      "learning_rate": 4.9383027731695905e-05,
      "loss": 5.5019,
      "step": 101080
    },
    {
      "epoch": 0.08848159336018227,
      "grad_norm": 0.36770564317703247,
      "learning_rate": 4.938295926957338e-05,
      "loss": 5.2069,
      "step": 101085
    },
    {
      "epoch": 0.08848596995380943,
      "grad_norm": 0.4611702859401703,
      "learning_rate": 4.938289080371214e-05,
      "loss": 4.6897,
      "step": 101090
    },
    {
      "epoch": 0.08849034654743658,
      "grad_norm": 0.41898635029792786,
      "learning_rate": 4.93828223341122e-05,
      "loss": 5.2272,
      "step": 101095
    },
    {
      "epoch": 0.08849472314106374,
      "grad_norm": 0.444717139005661,
      "learning_rate": 4.9382753860773566e-05,
      "loss": 4.4511,
      "step": 101100
    },
    {
      "epoch": 0.08849909973469089,
      "grad_norm": 0.42754751443862915,
      "learning_rate": 4.938268538369627e-05,
      "loss": 6.3381,
      "step": 101105
    },
    {
      "epoch": 0.08850347632831805,
      "grad_norm": 0.4165273904800415,
      "learning_rate": 4.938261690288031e-05,
      "loss": 5.2144,
      "step": 101110
    },
    {
      "epoch": 0.0885078529219452,
      "grad_norm": 0.41947460174560547,
      "learning_rate": 4.9382548418325695e-05,
      "loss": 5.551,
      "step": 101115
    },
    {
      "epoch": 0.08851222951557236,
      "grad_norm": 0.3706909716129303,
      "learning_rate": 4.938247993003243e-05,
      "loss": 6.0219,
      "step": 101120
    },
    {
      "epoch": 0.08851660610919951,
      "grad_norm": 0.4018096327781677,
      "learning_rate": 4.938241143800056e-05,
      "loss": 5.2467,
      "step": 101125
    },
    {
      "epoch": 0.08852098270282667,
      "grad_norm": 0.348568320274353,
      "learning_rate": 4.9382342942230084e-05,
      "loss": 5.709,
      "step": 101130
    },
    {
      "epoch": 0.08852535929645382,
      "grad_norm": 0.4475097358226776,
      "learning_rate": 4.9382274442721e-05,
      "loss": 5.4702,
      "step": 101135
    },
    {
      "epoch": 0.08852973589008098,
      "grad_norm": 0.4260101020336151,
      "learning_rate": 4.938220593947335e-05,
      "loss": 5.5054,
      "step": 101140
    },
    {
      "epoch": 0.08853411248370813,
      "grad_norm": 0.41398370265960693,
      "learning_rate": 4.9382137432487105e-05,
      "loss": 5.9758,
      "step": 101145
    },
    {
      "epoch": 0.08853848907733529,
      "grad_norm": 0.355543851852417,
      "learning_rate": 4.938206892176232e-05,
      "loss": 5.493,
      "step": 101150
    },
    {
      "epoch": 0.08854286567096244,
      "grad_norm": 0.36999908089637756,
      "learning_rate": 4.9382000407299e-05,
      "loss": 6.0307,
      "step": 101155
    },
    {
      "epoch": 0.0885472422645896,
      "grad_norm": 0.4563842713832855,
      "learning_rate": 4.938193188909713e-05,
      "loss": 4.9808,
      "step": 101160
    },
    {
      "epoch": 0.08855161885821675,
      "grad_norm": 0.3662889897823334,
      "learning_rate": 4.9381863367156766e-05,
      "loss": 5.5199,
      "step": 101165
    },
    {
      "epoch": 0.08855599545184391,
      "grad_norm": 0.4034682512283325,
      "learning_rate": 4.938179484147788e-05,
      "loss": 4.9796,
      "step": 101170
    },
    {
      "epoch": 0.08856037204547106,
      "grad_norm": 0.45669353008270264,
      "learning_rate": 4.938172631206052e-05,
      "loss": 5.8578,
      "step": 101175
    },
    {
      "epoch": 0.08856474863909822,
      "grad_norm": 0.41057518124580383,
      "learning_rate": 4.938165777890467e-05,
      "loss": 5.4948,
      "step": 101180
    },
    {
      "epoch": 0.08856912523272537,
      "grad_norm": 0.43344664573669434,
      "learning_rate": 4.938158924201036e-05,
      "loss": 4.7782,
      "step": 101185
    },
    {
      "epoch": 0.08857350182635253,
      "grad_norm": 0.42612597346305847,
      "learning_rate": 4.938152070137759e-05,
      "loss": 4.1547,
      "step": 101190
    },
    {
      "epoch": 0.08857787841997967,
      "grad_norm": 0.3629785478115082,
      "learning_rate": 4.938145215700639e-05,
      "loss": 5.4971,
      "step": 101195
    },
    {
      "epoch": 0.08858225501360684,
      "grad_norm": 0.4177412688732147,
      "learning_rate": 4.938138360889677e-05,
      "loss": 5.5184,
      "step": 101200
    },
    {
      "epoch": 0.08858663160723398,
      "grad_norm": 0.38255032896995544,
      "learning_rate": 4.9381315057048735e-05,
      "loss": 5.7984,
      "step": 101205
    },
    {
      "epoch": 0.08859100820086113,
      "grad_norm": 0.3873854875564575,
      "learning_rate": 4.938124650146231e-05,
      "loss": 4.7664,
      "step": 101210
    },
    {
      "epoch": 0.0885953847944883,
      "grad_norm": 0.3656441271305084,
      "learning_rate": 4.938117794213749e-05,
      "loss": 5.2796,
      "step": 101215
    },
    {
      "epoch": 0.08859976138811544,
      "grad_norm": 0.4493482708930969,
      "learning_rate": 4.938110937907431e-05,
      "loss": 5.1736,
      "step": 101220
    },
    {
      "epoch": 0.0886041379817426,
      "grad_norm": 0.43354225158691406,
      "learning_rate": 4.938104081227276e-05,
      "loss": 4.8355,
      "step": 101225
    },
    {
      "epoch": 0.08860851457536975,
      "grad_norm": 0.48896512389183044,
      "learning_rate": 4.938097224173287e-05,
      "loss": 4.9894,
      "step": 101230
    },
    {
      "epoch": 0.08861289116899691,
      "grad_norm": 0.43878796696662903,
      "learning_rate": 4.9380903667454646e-05,
      "loss": 5.2924,
      "step": 101235
    },
    {
      "epoch": 0.08861726776262406,
      "grad_norm": 0.4209872782230377,
      "learning_rate": 4.93808350894381e-05,
      "loss": 5.2058,
      "step": 101240
    },
    {
      "epoch": 0.08862164435625122,
      "grad_norm": 0.4216242730617523,
      "learning_rate": 4.9380766507683265e-05,
      "loss": 4.8935,
      "step": 101245
    },
    {
      "epoch": 0.08862602094987837,
      "grad_norm": 0.3788556754589081,
      "learning_rate": 4.938069792219013e-05,
      "loss": 6.0479,
      "step": 101250
    },
    {
      "epoch": 0.08863039754350553,
      "grad_norm": 0.3880680203437805,
      "learning_rate": 4.9380629332958716e-05,
      "loss": 5.8126,
      "step": 101255
    },
    {
      "epoch": 0.08863477413713268,
      "grad_norm": 0.38695257902145386,
      "learning_rate": 4.938056073998903e-05,
      "loss": 5.7954,
      "step": 101260
    },
    {
      "epoch": 0.08863915073075984,
      "grad_norm": 0.45112723112106323,
      "learning_rate": 4.9380492143281096e-05,
      "loss": 4.9076,
      "step": 101265
    },
    {
      "epoch": 0.08864352732438699,
      "grad_norm": 0.4188826084136963,
      "learning_rate": 4.938042354283493e-05,
      "loss": 4.7826,
      "step": 101270
    },
    {
      "epoch": 0.08864790391801415,
      "grad_norm": 0.5309843420982361,
      "learning_rate": 4.938035493865053e-05,
      "loss": 4.8646,
      "step": 101275
    },
    {
      "epoch": 0.0886522805116413,
      "grad_norm": 0.40802672505378723,
      "learning_rate": 4.938028633072792e-05,
      "loss": 5.179,
      "step": 101280
    },
    {
      "epoch": 0.08865665710526846,
      "grad_norm": 0.4057271480560303,
      "learning_rate": 4.938021771906711e-05,
      "loss": 5.522,
      "step": 101285
    },
    {
      "epoch": 0.08866103369889561,
      "grad_norm": 0.42994585633277893,
      "learning_rate": 4.938014910366812e-05,
      "loss": 6.018,
      "step": 101290
    },
    {
      "epoch": 0.08866541029252277,
      "grad_norm": 0.42347660660743713,
      "learning_rate": 4.938008048453096e-05,
      "loss": 4.68,
      "step": 101295
    },
    {
      "epoch": 0.08866978688614992,
      "grad_norm": 0.4125644564628601,
      "learning_rate": 4.938001186165563e-05,
      "loss": 5.2231,
      "step": 101300
    },
    {
      "epoch": 0.08867416347977708,
      "grad_norm": 0.44154688715934753,
      "learning_rate": 4.9379943235042145e-05,
      "loss": 4.7054,
      "step": 101305
    },
    {
      "epoch": 0.08867854007340423,
      "grad_norm": 0.3386611044406891,
      "learning_rate": 4.9379874604690546e-05,
      "loss": 5.2657,
      "step": 101310
    },
    {
      "epoch": 0.08868291666703139,
      "grad_norm": 0.4281900227069855,
      "learning_rate": 4.9379805970600815e-05,
      "loss": 5.1831,
      "step": 101315
    },
    {
      "epoch": 0.08868729326065854,
      "grad_norm": 0.4068024456501007,
      "learning_rate": 4.937973733277298e-05,
      "loss": 5.7201,
      "step": 101320
    },
    {
      "epoch": 0.0886916698542857,
      "grad_norm": 0.3745802938938141,
      "learning_rate": 4.937966869120706e-05,
      "loss": 6.0338,
      "step": 101325
    },
    {
      "epoch": 0.08869604644791285,
      "grad_norm": 0.45136240124702454,
      "learning_rate": 4.937960004590305e-05,
      "loss": 5.0331,
      "step": 101330
    },
    {
      "epoch": 0.08870042304154,
      "grad_norm": 0.4326111674308777,
      "learning_rate": 4.937953139686098e-05,
      "loss": 3.9189,
      "step": 101335
    },
    {
      "epoch": 0.08870479963516716,
      "grad_norm": 0.3840944170951843,
      "learning_rate": 4.937946274408085e-05,
      "loss": 6.0221,
      "step": 101340
    },
    {
      "epoch": 0.0887091762287943,
      "grad_norm": 0.4209943413734436,
      "learning_rate": 4.937939408756268e-05,
      "loss": 5.3141,
      "step": 101345
    },
    {
      "epoch": 0.08871355282242147,
      "grad_norm": 0.4281020164489746,
      "learning_rate": 4.937932542730649e-05,
      "loss": 5.7295,
      "step": 101350
    },
    {
      "epoch": 0.08871792941604861,
      "grad_norm": 0.41107600927352905,
      "learning_rate": 4.9379256763312275e-05,
      "loss": 5.4332,
      "step": 101355
    },
    {
      "epoch": 0.08872230600967577,
      "grad_norm": 0.43362945318222046,
      "learning_rate": 4.937918809558006e-05,
      "loss": 6.0273,
      "step": 101360
    },
    {
      "epoch": 0.08872668260330292,
      "grad_norm": 0.3767237067222595,
      "learning_rate": 4.937911942410988e-05,
      "loss": 5.7451,
      "step": 101365
    },
    {
      "epoch": 0.08873105919693008,
      "grad_norm": 0.39664602279663086,
      "learning_rate": 4.93790507489017e-05,
      "loss": 5.4968,
      "step": 101370
    },
    {
      "epoch": 0.08873543579055723,
      "grad_norm": 0.4590910077095032,
      "learning_rate": 4.937898206995557e-05,
      "loss": 5.2828,
      "step": 101375
    },
    {
      "epoch": 0.0887398123841844,
      "grad_norm": 0.46404576301574707,
      "learning_rate": 4.9378913387271485e-05,
      "loss": 5.8027,
      "step": 101380
    },
    {
      "epoch": 0.08874418897781154,
      "grad_norm": 0.46785733103752136,
      "learning_rate": 4.937884470084948e-05,
      "loss": 5.8043,
      "step": 101385
    },
    {
      "epoch": 0.0887485655714387,
      "grad_norm": 0.40753763914108276,
      "learning_rate": 4.9378776010689546e-05,
      "loss": 5.4734,
      "step": 101390
    },
    {
      "epoch": 0.08875294216506585,
      "grad_norm": 0.38662105798721313,
      "learning_rate": 4.937870731679169e-05,
      "loss": 5.4965,
      "step": 101395
    },
    {
      "epoch": 0.08875731875869301,
      "grad_norm": 0.3680667579174042,
      "learning_rate": 4.937863861915596e-05,
      "loss": 6.034,
      "step": 101400
    },
    {
      "epoch": 0.08876169535232016,
      "grad_norm": 0.43283843994140625,
      "learning_rate": 4.937856991778235e-05,
      "loss": 5.0085,
      "step": 101405
    },
    {
      "epoch": 0.08876607194594732,
      "grad_norm": 0.3556162416934967,
      "learning_rate": 4.9378501212670855e-05,
      "loss": 5.4767,
      "step": 101410
    },
    {
      "epoch": 0.08877044853957447,
      "grad_norm": 0.35557588934898376,
      "learning_rate": 4.9378432503821515e-05,
      "loss": 5.7021,
      "step": 101415
    },
    {
      "epoch": 0.08877482513320163,
      "grad_norm": 0.4184980094432831,
      "learning_rate": 4.937836379123433e-05,
      "loss": 5.1063,
      "step": 101420
    },
    {
      "epoch": 0.08877920172682878,
      "grad_norm": 0.34541234374046326,
      "learning_rate": 4.937829507490931e-05,
      "loss": 5.7708,
      "step": 101425
    },
    {
      "epoch": 0.08878357832045594,
      "grad_norm": 0.46543213725090027,
      "learning_rate": 4.937822635484649e-05,
      "loss": 5.8207,
      "step": 101430
    },
    {
      "epoch": 0.08878795491408309,
      "grad_norm": 0.4566440284252167,
      "learning_rate": 4.9378157631045865e-05,
      "loss": 5.3086,
      "step": 101435
    },
    {
      "epoch": 0.08879233150771025,
      "grad_norm": 0.45923659205436707,
      "learning_rate": 4.937808890350745e-05,
      "loss": 5.2984,
      "step": 101440
    },
    {
      "epoch": 0.0887967081013374,
      "grad_norm": 0.3890504837036133,
      "learning_rate": 4.937802017223124e-05,
      "loss": 6.002,
      "step": 101445
    },
    {
      "epoch": 0.08880108469496456,
      "grad_norm": 0.4367760419845581,
      "learning_rate": 4.93779514372173e-05,
      "loss": 4.7275,
      "step": 101450
    },
    {
      "epoch": 0.08880546128859171,
      "grad_norm": 0.3667201101779938,
      "learning_rate": 4.937788269846558e-05,
      "loss": 5.985,
      "step": 101455
    },
    {
      "epoch": 0.08880983788221886,
      "grad_norm": 0.4244827926158905,
      "learning_rate": 4.937781395597615e-05,
      "loss": 5.091,
      "step": 101460
    },
    {
      "epoch": 0.08881421447584602,
      "grad_norm": 0.43054553866386414,
      "learning_rate": 4.937774520974898e-05,
      "loss": 4.4826,
      "step": 101465
    },
    {
      "epoch": 0.08881859106947317,
      "grad_norm": 0.4322347939014435,
      "learning_rate": 4.9377676459784115e-05,
      "loss": 5.3075,
      "step": 101470
    },
    {
      "epoch": 0.08882296766310033,
      "grad_norm": 0.41785091161727905,
      "learning_rate": 4.937760770608154e-05,
      "loss": 5.2073,
      "step": 101475
    },
    {
      "epoch": 0.08882734425672748,
      "grad_norm": 0.4289076328277588,
      "learning_rate": 4.93775389486413e-05,
      "loss": 4.9865,
      "step": 101480
    },
    {
      "epoch": 0.08883172085035464,
      "grad_norm": 0.3638229966163635,
      "learning_rate": 4.9377470187463384e-05,
      "loss": 5.4981,
      "step": 101485
    },
    {
      "epoch": 0.08883609744398178,
      "grad_norm": 0.42114973068237305,
      "learning_rate": 4.9377401422547795e-05,
      "loss": 4.4794,
      "step": 101490
    },
    {
      "epoch": 0.08884047403760895,
      "grad_norm": 0.3983386158943176,
      "learning_rate": 4.937733265389458e-05,
      "loss": 5.5137,
      "step": 101495
    },
    {
      "epoch": 0.0888448506312361,
      "grad_norm": 0.45631641149520874,
      "learning_rate": 4.937726388150373e-05,
      "loss": 4.9907,
      "step": 101500
    },
    {
      "epoch": 0.08884922722486326,
      "grad_norm": 0.42547014355659485,
      "learning_rate": 4.9377195105375275e-05,
      "loss": 5.7365,
      "step": 101505
    },
    {
      "epoch": 0.0888536038184904,
      "grad_norm": 0.4124373197555542,
      "learning_rate": 4.93771263255092e-05,
      "loss": 5.2064,
      "step": 101510
    },
    {
      "epoch": 0.08885798041211757,
      "grad_norm": 0.4324362874031067,
      "learning_rate": 4.9377057541905545e-05,
      "loss": 5.2012,
      "step": 101515
    },
    {
      "epoch": 0.08886235700574471,
      "grad_norm": 0.39324724674224854,
      "learning_rate": 4.937698875456431e-05,
      "loss": 5.1806,
      "step": 101520
    },
    {
      "epoch": 0.08886673359937187,
      "grad_norm": 0.43535351753234863,
      "learning_rate": 4.9376919963485514e-05,
      "loss": 4.4979,
      "step": 101525
    },
    {
      "epoch": 0.08887111019299902,
      "grad_norm": 0.45452412962913513,
      "learning_rate": 4.937685116866918e-05,
      "loss": 5.5019,
      "step": 101530
    },
    {
      "epoch": 0.08887548678662618,
      "grad_norm": 0.3790303170681,
      "learning_rate": 4.937678237011529e-05,
      "loss": 6.3104,
      "step": 101535
    },
    {
      "epoch": 0.08887986338025333,
      "grad_norm": 0.42906925082206726,
      "learning_rate": 4.9376713567823884e-05,
      "loss": 4.4256,
      "step": 101540
    },
    {
      "epoch": 0.0888842399738805,
      "grad_norm": 0.36454156041145325,
      "learning_rate": 4.937664476179496e-05,
      "loss": 5.8414,
      "step": 101545
    },
    {
      "epoch": 0.08888861656750764,
      "grad_norm": 0.4189765453338623,
      "learning_rate": 4.937657595202856e-05,
      "loss": 5.1616,
      "step": 101550
    },
    {
      "epoch": 0.0888929931611348,
      "grad_norm": 0.43513959646224976,
      "learning_rate": 4.9376507138524666e-05,
      "loss": 6.0098,
      "step": 101555
    },
    {
      "epoch": 0.08889736975476195,
      "grad_norm": 0.4143052399158478,
      "learning_rate": 4.937643832128329e-05,
      "loss": 4.6314,
      "step": 101560
    },
    {
      "epoch": 0.08890174634838911,
      "grad_norm": 0.42446082830429077,
      "learning_rate": 4.9376369500304475e-05,
      "loss": 4.9698,
      "step": 101565
    },
    {
      "epoch": 0.08890612294201626,
      "grad_norm": 0.41104620695114136,
      "learning_rate": 4.93763006755882e-05,
      "loss": 4.2082,
      "step": 101570
    },
    {
      "epoch": 0.08891049953564342,
      "grad_norm": 0.43523475527763367,
      "learning_rate": 4.9376231847134505e-05,
      "loss": 5.2148,
      "step": 101575
    },
    {
      "epoch": 0.08891487612927057,
      "grad_norm": 0.4085749685764313,
      "learning_rate": 4.937616301494339e-05,
      "loss": 4.7762,
      "step": 101580
    },
    {
      "epoch": 0.08891925272289773,
      "grad_norm": 0.4256736934185028,
      "learning_rate": 4.9376094179014864e-05,
      "loss": 5.1591,
      "step": 101585
    },
    {
      "epoch": 0.08892362931652488,
      "grad_norm": 0.41621142625808716,
      "learning_rate": 4.937602533934896e-05,
      "loss": 5.0337,
      "step": 101590
    },
    {
      "epoch": 0.08892800591015203,
      "grad_norm": 0.480062335729599,
      "learning_rate": 4.9375956495945674e-05,
      "loss": 5.1904,
      "step": 101595
    },
    {
      "epoch": 0.08893238250377919,
      "grad_norm": 0.5023003220558167,
      "learning_rate": 4.937588764880502e-05,
      "loss": 5.7021,
      "step": 101600
    },
    {
      "epoch": 0.08893675909740634,
      "grad_norm": 0.4851089119911194,
      "learning_rate": 4.9375818797927024e-05,
      "loss": 5.5234,
      "step": 101605
    },
    {
      "epoch": 0.0889411356910335,
      "grad_norm": 0.5082045793533325,
      "learning_rate": 4.9375749943311675e-05,
      "loss": 4.6675,
      "step": 101610
    },
    {
      "epoch": 0.08894551228466065,
      "grad_norm": 0.44740116596221924,
      "learning_rate": 4.9375681084959014e-05,
      "loss": 5.2719,
      "step": 101615
    },
    {
      "epoch": 0.08894988887828781,
      "grad_norm": 0.4265449345111847,
      "learning_rate": 4.937561222286904e-05,
      "loss": 4.2687,
      "step": 101620
    },
    {
      "epoch": 0.08895426547191496,
      "grad_norm": 0.4044155776500702,
      "learning_rate": 4.937554335704177e-05,
      "loss": 5.2777,
      "step": 101625
    },
    {
      "epoch": 0.08895864206554212,
      "grad_norm": 0.39966338872909546,
      "learning_rate": 4.93754744874772e-05,
      "loss": 5.7057,
      "step": 101630
    },
    {
      "epoch": 0.08896301865916927,
      "grad_norm": 0.3680190443992615,
      "learning_rate": 4.9375405614175386e-05,
      "loss": 5.5297,
      "step": 101635
    },
    {
      "epoch": 0.08896739525279643,
      "grad_norm": 0.4590073227882385,
      "learning_rate": 4.937533673713629e-05,
      "loss": 4.8864,
      "step": 101640
    },
    {
      "epoch": 0.08897177184642358,
      "grad_norm": 0.44134020805358887,
      "learning_rate": 4.9375267856359964e-05,
      "loss": 4.4638,
      "step": 101645
    },
    {
      "epoch": 0.08897614844005074,
      "grad_norm": 0.43731772899627686,
      "learning_rate": 4.9375198971846405e-05,
      "loss": 5.5339,
      "step": 101650
    },
    {
      "epoch": 0.08898052503367788,
      "grad_norm": 0.4015007019042969,
      "learning_rate": 4.937513008359562e-05,
      "loss": 5.0064,
      "step": 101655
    },
    {
      "epoch": 0.08898490162730505,
      "grad_norm": 0.4096319079399109,
      "learning_rate": 4.937506119160764e-05,
      "loss": 5.4012,
      "step": 101660
    },
    {
      "epoch": 0.0889892782209322,
      "grad_norm": 0.40627628564834595,
      "learning_rate": 4.937499229588246e-05,
      "loss": 4.9273,
      "step": 101665
    },
    {
      "epoch": 0.08899365481455936,
      "grad_norm": 0.4730231761932373,
      "learning_rate": 4.93749233964201e-05,
      "loss": 5.2209,
      "step": 101670
    },
    {
      "epoch": 0.0889980314081865,
      "grad_norm": 0.41712236404418945,
      "learning_rate": 4.937485449322059e-05,
      "loss": 5.4166,
      "step": 101675
    },
    {
      "epoch": 0.08900240800181367,
      "grad_norm": 0.4643199145793915,
      "learning_rate": 4.937478558628392e-05,
      "loss": 5.525,
      "step": 101680
    },
    {
      "epoch": 0.08900678459544081,
      "grad_norm": 0.49873077869415283,
      "learning_rate": 4.937471667561011e-05,
      "loss": 5.7805,
      "step": 101685
    },
    {
      "epoch": 0.08901116118906797,
      "grad_norm": 0.4260391592979431,
      "learning_rate": 4.937464776119918e-05,
      "loss": 5.4892,
      "step": 101690
    },
    {
      "epoch": 0.08901553778269512,
      "grad_norm": 0.3580007255077362,
      "learning_rate": 4.937457884305113e-05,
      "loss": 6.0156,
      "step": 101695
    },
    {
      "epoch": 0.08901991437632228,
      "grad_norm": 0.41801196336746216,
      "learning_rate": 4.9374509921165993e-05,
      "loss": 6.0756,
      "step": 101700
    },
    {
      "epoch": 0.08902429096994943,
      "grad_norm": 0.4556179940700531,
      "learning_rate": 4.937444099554377e-05,
      "loss": 4.7948,
      "step": 101705
    },
    {
      "epoch": 0.0890286675635766,
      "grad_norm": 0.5710821747779846,
      "learning_rate": 4.937437206618446e-05,
      "loss": 4.8801,
      "step": 101710
    },
    {
      "epoch": 0.08903304415720374,
      "grad_norm": 0.47425928711891174,
      "learning_rate": 4.937430313308811e-05,
      "loss": 5.8233,
      "step": 101715
    },
    {
      "epoch": 0.08903742075083089,
      "grad_norm": 0.45356854796409607,
      "learning_rate": 4.93742341962547e-05,
      "loss": 4.6844,
      "step": 101720
    },
    {
      "epoch": 0.08904179734445805,
      "grad_norm": 0.4551948308944702,
      "learning_rate": 4.937416525568427e-05,
      "loss": 4.4823,
      "step": 101725
    },
    {
      "epoch": 0.0890461739380852,
      "grad_norm": 0.38438504934310913,
      "learning_rate": 4.937409631137681e-05,
      "loss": 5.1979,
      "step": 101730
    },
    {
      "epoch": 0.08905055053171236,
      "grad_norm": 0.4690555930137634,
      "learning_rate": 4.9374027363332356e-05,
      "loss": 5.7404,
      "step": 101735
    },
    {
      "epoch": 0.08905492712533951,
      "grad_norm": 0.42589589953422546,
      "learning_rate": 4.9373958411550904e-05,
      "loss": 6.0531,
      "step": 101740
    },
    {
      "epoch": 0.08905930371896667,
      "grad_norm": 0.44757115840911865,
      "learning_rate": 4.937388945603247e-05,
      "loss": 4.7332,
      "step": 101745
    },
    {
      "epoch": 0.08906368031259382,
      "grad_norm": 0.45099103450775146,
      "learning_rate": 4.937382049677707e-05,
      "loss": 4.4065,
      "step": 101750
    },
    {
      "epoch": 0.08906805690622098,
      "grad_norm": 0.4567379653453827,
      "learning_rate": 4.937375153378473e-05,
      "loss": 5.2601,
      "step": 101755
    },
    {
      "epoch": 0.08907243349984813,
      "grad_norm": 0.4309978187084198,
      "learning_rate": 4.9373682567055445e-05,
      "loss": 4.9696,
      "step": 101760
    },
    {
      "epoch": 0.08907681009347529,
      "grad_norm": 0.42693421244621277,
      "learning_rate": 4.937361359658923e-05,
      "loss": 4.6883,
      "step": 101765
    },
    {
      "epoch": 0.08908118668710244,
      "grad_norm": 0.3571101725101471,
      "learning_rate": 4.9373544622386106e-05,
      "loss": 5.7418,
      "step": 101770
    },
    {
      "epoch": 0.0890855632807296,
      "grad_norm": 0.38341858983039856,
      "learning_rate": 4.937347564444609e-05,
      "loss": 6.035,
      "step": 101775
    },
    {
      "epoch": 0.08908993987435675,
      "grad_norm": 0.3986997902393341,
      "learning_rate": 4.937340666276917e-05,
      "loss": 5.2014,
      "step": 101780
    },
    {
      "epoch": 0.08909431646798391,
      "grad_norm": 0.38062945008277893,
      "learning_rate": 4.9373337677355394e-05,
      "loss": 6.041,
      "step": 101785
    },
    {
      "epoch": 0.08909869306161106,
      "grad_norm": 0.4476220905780792,
      "learning_rate": 4.937326868820475e-05,
      "loss": 5.224,
      "step": 101790
    },
    {
      "epoch": 0.08910306965523822,
      "grad_norm": 0.39620697498321533,
      "learning_rate": 4.937319969531727e-05,
      "loss": 5.1869,
      "step": 101795
    },
    {
      "epoch": 0.08910744624886537,
      "grad_norm": 0.369918555021286,
      "learning_rate": 4.937313069869295e-05,
      "loss": 6.0232,
      "step": 101800
    },
    {
      "epoch": 0.08911182284249253,
      "grad_norm": 0.39160609245300293,
      "learning_rate": 4.937306169833181e-05,
      "loss": 5.7076,
      "step": 101805
    },
    {
      "epoch": 0.08911619943611968,
      "grad_norm": 0.46414440870285034,
      "learning_rate": 4.9372992694233877e-05,
      "loss": 5.2686,
      "step": 101810
    },
    {
      "epoch": 0.08912057602974684,
      "grad_norm": 0.45335233211517334,
      "learning_rate": 4.9372923686399145e-05,
      "loss": 4.2377,
      "step": 101815
    },
    {
      "epoch": 0.08912495262337398,
      "grad_norm": 0.3690859079360962,
      "learning_rate": 4.937285467482763e-05,
      "loss": 5.8078,
      "step": 101820
    },
    {
      "epoch": 0.08912932921700115,
      "grad_norm": 0.38770169019699097,
      "learning_rate": 4.937278565951935e-05,
      "loss": 5.1815,
      "step": 101825
    },
    {
      "epoch": 0.0891337058106283,
      "grad_norm": 0.3852069079875946,
      "learning_rate": 4.937271664047431e-05,
      "loss": 5.2687,
      "step": 101830
    },
    {
      "epoch": 0.08913808240425546,
      "grad_norm": 0.3419027030467987,
      "learning_rate": 4.937264761769255e-05,
      "loss": 5.7907,
      "step": 101835
    },
    {
      "epoch": 0.0891424589978826,
      "grad_norm": 0.41685405373573303,
      "learning_rate": 4.9372578591174044e-05,
      "loss": 5.2643,
      "step": 101840
    },
    {
      "epoch": 0.08914683559150975,
      "grad_norm": 0.4060264527797699,
      "learning_rate": 4.937250956091883e-05,
      "loss": 4.2526,
      "step": 101845
    },
    {
      "epoch": 0.08915121218513691,
      "grad_norm": 0.36333271861076355,
      "learning_rate": 4.937244052692692e-05,
      "loss": 5.7622,
      "step": 101850
    },
    {
      "epoch": 0.08915558877876406,
      "grad_norm": 0.381847620010376,
      "learning_rate": 4.937237148919833e-05,
      "loss": 4.7503,
      "step": 101855
    },
    {
      "epoch": 0.08915996537239122,
      "grad_norm": 0.4033172130584717,
      "learning_rate": 4.9372302447733065e-05,
      "loss": 4.998,
      "step": 101860
    },
    {
      "epoch": 0.08916434196601837,
      "grad_norm": 0.36972251534461975,
      "learning_rate": 4.937223340253113e-05,
      "loss": 5.5142,
      "step": 101865
    },
    {
      "epoch": 0.08916871855964553,
      "grad_norm": 0.4557844400405884,
      "learning_rate": 4.9372164353592565e-05,
      "loss": 5.2047,
      "step": 101870
    },
    {
      "epoch": 0.08917309515327268,
      "grad_norm": 0.35545381903648376,
      "learning_rate": 4.9372095300917366e-05,
      "loss": 5.4844,
      "step": 101875
    },
    {
      "epoch": 0.08917747174689984,
      "grad_norm": 0.3500518798828125,
      "learning_rate": 4.9372026244505546e-05,
      "loss": 5.4832,
      "step": 101880
    },
    {
      "epoch": 0.08918184834052699,
      "grad_norm": 0.4230964183807373,
      "learning_rate": 4.937195718435711e-05,
      "loss": 5.1041,
      "step": 101885
    },
    {
      "epoch": 0.08918622493415415,
      "grad_norm": 0.4218260645866394,
      "learning_rate": 4.937188812047209e-05,
      "loss": 4.1264,
      "step": 101890
    },
    {
      "epoch": 0.0891906015277813,
      "grad_norm": 0.3629956543445587,
      "learning_rate": 4.937181905285048e-05,
      "loss": 6.3723,
      "step": 101895
    },
    {
      "epoch": 0.08919497812140846,
      "grad_norm": 0.34551188349723816,
      "learning_rate": 4.937174998149231e-05,
      "loss": 6.0316,
      "step": 101900
    },
    {
      "epoch": 0.08919935471503561,
      "grad_norm": 0.401210218667984,
      "learning_rate": 4.937168090639759e-05,
      "loss": 5.2886,
      "step": 101905
    },
    {
      "epoch": 0.08920373130866277,
      "grad_norm": 0.354246586561203,
      "learning_rate": 4.937161182756633e-05,
      "loss": 5.8359,
      "step": 101910
    },
    {
      "epoch": 0.08920810790228992,
      "grad_norm": 0.4396563172340393,
      "learning_rate": 4.937154274499855e-05,
      "loss": 4.6603,
      "step": 101915
    },
    {
      "epoch": 0.08921248449591708,
      "grad_norm": 0.4642910063266754,
      "learning_rate": 4.937147365869424e-05,
      "loss": 5.7963,
      "step": 101920
    },
    {
      "epoch": 0.08921686108954423,
      "grad_norm": 0.42106008529663086,
      "learning_rate": 4.9371404568653445e-05,
      "loss": 4.958,
      "step": 101925
    },
    {
      "epoch": 0.08922123768317139,
      "grad_norm": 0.4173077642917633,
      "learning_rate": 4.937133547487617e-05,
      "loss": 4.8174,
      "step": 101930
    },
    {
      "epoch": 0.08922561427679854,
      "grad_norm": 0.43886032700538635,
      "learning_rate": 4.93712663773624e-05,
      "loss": 5.1707,
      "step": 101935
    },
    {
      "epoch": 0.0892299908704257,
      "grad_norm": 0.4230143427848816,
      "learning_rate": 4.937119727611219e-05,
      "loss": 5.2167,
      "step": 101940
    },
    {
      "epoch": 0.08923436746405285,
      "grad_norm": 0.4350340664386749,
      "learning_rate": 4.9371128171125527e-05,
      "loss": 4.7177,
      "step": 101945
    },
    {
      "epoch": 0.08923874405768001,
      "grad_norm": 0.38800984621047974,
      "learning_rate": 4.9371059062402435e-05,
      "loss": 5.0252,
      "step": 101950
    },
    {
      "epoch": 0.08924312065130716,
      "grad_norm": 0.4017353355884552,
      "learning_rate": 4.937098994994291e-05,
      "loss": 5.3173,
      "step": 101955
    },
    {
      "epoch": 0.08924749724493432,
      "grad_norm": 0.39318427443504333,
      "learning_rate": 4.937092083374699e-05,
      "loss": 5.5028,
      "step": 101960
    },
    {
      "epoch": 0.08925187383856147,
      "grad_norm": 0.40380629897117615,
      "learning_rate": 4.937085171381468e-05,
      "loss": 4.6527,
      "step": 101965
    },
    {
      "epoch": 0.08925625043218863,
      "grad_norm": 0.4772283136844635,
      "learning_rate": 4.937078259014598e-05,
      "loss": 6.0801,
      "step": 101970
    },
    {
      "epoch": 0.08926062702581578,
      "grad_norm": 0.39175114035606384,
      "learning_rate": 4.937071346274092e-05,
      "loss": 5.3102,
      "step": 101975
    },
    {
      "epoch": 0.08926500361944292,
      "grad_norm": 0.4292449355125427,
      "learning_rate": 4.937064433159951e-05,
      "loss": 4.6557,
      "step": 101980
    },
    {
      "epoch": 0.08926938021307008,
      "grad_norm": 0.48055797815322876,
      "learning_rate": 4.937057519672176e-05,
      "loss": 5.5011,
      "step": 101985
    },
    {
      "epoch": 0.08927375680669723,
      "grad_norm": 0.37565624713897705,
      "learning_rate": 4.937050605810768e-05,
      "loss": 5.2957,
      "step": 101990
    },
    {
      "epoch": 0.0892781334003244,
      "grad_norm": 0.418293297290802,
      "learning_rate": 4.93704369157573e-05,
      "loss": 5.3058,
      "step": 101995
    },
    {
      "epoch": 0.08928250999395154,
      "grad_norm": 0.4252530634403229,
      "learning_rate": 4.93703677696706e-05,
      "loss": 4.9463,
      "step": 102000
    },
    {
      "epoch": 0.0892868865875787,
      "grad_norm": 0.42488405108451843,
      "learning_rate": 4.937029861984763e-05,
      "loss": 5.5126,
      "step": 102005
    },
    {
      "epoch": 0.08929126318120585,
      "grad_norm": 0.4223249554634094,
      "learning_rate": 4.9370229466288374e-05,
      "loss": 4.4981,
      "step": 102010
    },
    {
      "epoch": 0.08929563977483301,
      "grad_norm": 0.3876226246356964,
      "learning_rate": 4.937016030899288e-05,
      "loss": 5.5445,
      "step": 102015
    },
    {
      "epoch": 0.08930001636846016,
      "grad_norm": 0.37789127230644226,
      "learning_rate": 4.937009114796112e-05,
      "loss": 5.9973,
      "step": 102020
    },
    {
      "epoch": 0.08930439296208732,
      "grad_norm": 0.3742930591106415,
      "learning_rate": 4.937002198319313e-05,
      "loss": 5.7508,
      "step": 102025
    },
    {
      "epoch": 0.08930876955571447,
      "grad_norm": 0.4231243431568146,
      "learning_rate": 4.9369952814688925e-05,
      "loss": 5.8318,
      "step": 102030
    },
    {
      "epoch": 0.08931314614934163,
      "grad_norm": 0.36453208327293396,
      "learning_rate": 4.9369883642448514e-05,
      "loss": 4.996,
      "step": 102035
    },
    {
      "epoch": 0.08931752274296878,
      "grad_norm": 0.42875564098358154,
      "learning_rate": 4.93698144664719e-05,
      "loss": 5.7713,
      "step": 102040
    },
    {
      "epoch": 0.08932189933659594,
      "grad_norm": 0.4302147626876831,
      "learning_rate": 4.9369745286759114e-05,
      "loss": 4.6948,
      "step": 102045
    },
    {
      "epoch": 0.08932627593022309,
      "grad_norm": 0.39271536469459534,
      "learning_rate": 4.936967610331017e-05,
      "loss": 5.5192,
      "step": 102050
    },
    {
      "epoch": 0.08933065252385025,
      "grad_norm": 0.43657153844833374,
      "learning_rate": 4.9369606916125064e-05,
      "loss": 4.7678,
      "step": 102055
    },
    {
      "epoch": 0.0893350291174774,
      "grad_norm": 0.4543781876564026,
      "learning_rate": 4.9369537725203816e-05,
      "loss": 4.9657,
      "step": 102060
    },
    {
      "epoch": 0.08933940571110456,
      "grad_norm": 0.6070244908332825,
      "learning_rate": 4.936946853054646e-05,
      "loss": 4.6995,
      "step": 102065
    },
    {
      "epoch": 0.08934378230473171,
      "grad_norm": 0.42231711745262146,
      "learning_rate": 4.936939933215298e-05,
      "loss": 5.2073,
      "step": 102070
    },
    {
      "epoch": 0.08934815889835887,
      "grad_norm": 0.44049403071403503,
      "learning_rate": 4.93693301300234e-05,
      "loss": 4.6757,
      "step": 102075
    },
    {
      "epoch": 0.08935253549198602,
      "grad_norm": 0.42296844720840454,
      "learning_rate": 4.9369260924157736e-05,
      "loss": 4.6556,
      "step": 102080
    },
    {
      "epoch": 0.08935691208561318,
      "grad_norm": 0.3997915983200073,
      "learning_rate": 4.9369191714555995e-05,
      "loss": 5.7492,
      "step": 102085
    },
    {
      "epoch": 0.08936128867924033,
      "grad_norm": 0.4164659380912781,
      "learning_rate": 4.936912250121819e-05,
      "loss": 5.4948,
      "step": 102090
    },
    {
      "epoch": 0.08936566527286749,
      "grad_norm": 0.4202002286911011,
      "learning_rate": 4.936905328414435e-05,
      "loss": 4.996,
      "step": 102095
    },
    {
      "epoch": 0.08937004186649464,
      "grad_norm": 0.35137051343917847,
      "learning_rate": 4.936898406333447e-05,
      "loss": 5.5268,
      "step": 102100
    },
    {
      "epoch": 0.08937441846012179,
      "grad_norm": 0.40248897671699524,
      "learning_rate": 4.936891483878857e-05,
      "loss": 5.2012,
      "step": 102105
    },
    {
      "epoch": 0.08937879505374895,
      "grad_norm": 0.43504393100738525,
      "learning_rate": 4.9368845610506665e-05,
      "loss": 4.6649,
      "step": 102110
    },
    {
      "epoch": 0.0893831716473761,
      "grad_norm": 0.40592828392982483,
      "learning_rate": 4.936877637848878e-05,
      "loss": 5.5187,
      "step": 102115
    },
    {
      "epoch": 0.08938754824100326,
      "grad_norm": 0.4225115180015564,
      "learning_rate": 4.9368707142734904e-05,
      "loss": 4.8981,
      "step": 102120
    },
    {
      "epoch": 0.0893919248346304,
      "grad_norm": 0.37789949774742126,
      "learning_rate": 4.9368637903245064e-05,
      "loss": 5.458,
      "step": 102125
    },
    {
      "epoch": 0.08939630142825757,
      "grad_norm": 0.45720285177230835,
      "learning_rate": 4.936856866001928e-05,
      "loss": 4.7087,
      "step": 102130
    },
    {
      "epoch": 0.08940067802188471,
      "grad_norm": 0.36695975065231323,
      "learning_rate": 4.9368499413057545e-05,
      "loss": 5.8248,
      "step": 102135
    },
    {
      "epoch": 0.08940505461551188,
      "grad_norm": 0.3487711548805237,
      "learning_rate": 4.9368430162359894e-05,
      "loss": 6.3223,
      "step": 102140
    },
    {
      "epoch": 0.08940943120913902,
      "grad_norm": 0.3769456446170807,
      "learning_rate": 4.936836090792631e-05,
      "loss": 5.7277,
      "step": 102145
    },
    {
      "epoch": 0.08941380780276618,
      "grad_norm": 0.35286879539489746,
      "learning_rate": 4.936829164975685e-05,
      "loss": 6.3262,
      "step": 102150
    },
    {
      "epoch": 0.08941818439639333,
      "grad_norm": 0.3896505534648895,
      "learning_rate": 4.9368222387851494e-05,
      "loss": 4.9251,
      "step": 102155
    },
    {
      "epoch": 0.0894225609900205,
      "grad_norm": 0.4716854393482208,
      "learning_rate": 4.936815312221027e-05,
      "loss": 4.3771,
      "step": 102160
    },
    {
      "epoch": 0.08942693758364764,
      "grad_norm": 0.38782215118408203,
      "learning_rate": 4.936808385283319e-05,
      "loss": 5.1987,
      "step": 102165
    },
    {
      "epoch": 0.0894313141772748,
      "grad_norm": 0.4494587779045105,
      "learning_rate": 4.9368014579720256e-05,
      "loss": 4.7054,
      "step": 102170
    },
    {
      "epoch": 0.08943569077090195,
      "grad_norm": 0.3683779239654541,
      "learning_rate": 4.93679453028715e-05,
      "loss": 5.4899,
      "step": 102175
    },
    {
      "epoch": 0.08944006736452911,
      "grad_norm": 0.4042820632457733,
      "learning_rate": 4.936787602228691e-05,
      "loss": 5.222,
      "step": 102180
    },
    {
      "epoch": 0.08944444395815626,
      "grad_norm": 0.3605960011482239,
      "learning_rate": 4.936780673796653e-05,
      "loss": 5.7045,
      "step": 102185
    },
    {
      "epoch": 0.08944882055178342,
      "grad_norm": 0.39028745889663696,
      "learning_rate": 4.9367737449910345e-05,
      "loss": 6.0201,
      "step": 102190
    },
    {
      "epoch": 0.08945319714541057,
      "grad_norm": 0.383202463388443,
      "learning_rate": 4.936766815811838e-05,
      "loss": 5.7342,
      "step": 102195
    },
    {
      "epoch": 0.08945757373903773,
      "grad_norm": 0.4752417206764221,
      "learning_rate": 4.936759886259067e-05,
      "loss": 4.9546,
      "step": 102200
    },
    {
      "epoch": 0.08946195033266488,
      "grad_norm": 0.45806998014450073,
      "learning_rate": 4.93675295633272e-05,
      "loss": 4.2621,
      "step": 102205
    },
    {
      "epoch": 0.08946632692629204,
      "grad_norm": 0.3763802945613861,
      "learning_rate": 4.936746026032798e-05,
      "loss": 5.7562,
      "step": 102210
    },
    {
      "epoch": 0.08947070351991919,
      "grad_norm": 0.36134785413742065,
      "learning_rate": 4.936739095359304e-05,
      "loss": 5.5325,
      "step": 102215
    },
    {
      "epoch": 0.08947508011354635,
      "grad_norm": 0.44091370701789856,
      "learning_rate": 4.936732164312239e-05,
      "loss": 4.4758,
      "step": 102220
    },
    {
      "epoch": 0.0894794567071735,
      "grad_norm": 0.3877953290939331,
      "learning_rate": 4.9367252328916046e-05,
      "loss": 5.8336,
      "step": 102225
    },
    {
      "epoch": 0.08948383330080066,
      "grad_norm": 0.38347750902175903,
      "learning_rate": 4.936718301097401e-05,
      "loss": 5.3357,
      "step": 102230
    },
    {
      "epoch": 0.08948820989442781,
      "grad_norm": 0.38583874702453613,
      "learning_rate": 4.936711368929631e-05,
      "loss": 4.9982,
      "step": 102235
    },
    {
      "epoch": 0.08949258648805496,
      "grad_norm": 0.40899983048439026,
      "learning_rate": 4.936704436388294e-05,
      "loss": 5.197,
      "step": 102240
    },
    {
      "epoch": 0.08949696308168212,
      "grad_norm": 0.47629785537719727,
      "learning_rate": 4.936697503473393e-05,
      "loss": 4.9243,
      "step": 102245
    },
    {
      "epoch": 0.08950133967530927,
      "grad_norm": 0.43575233221054077,
      "learning_rate": 4.936690570184929e-05,
      "loss": 5.2058,
      "step": 102250
    },
    {
      "epoch": 0.08950571626893643,
      "grad_norm": 0.3863087296485901,
      "learning_rate": 4.936683636522903e-05,
      "loss": 5.5197,
      "step": 102255
    },
    {
      "epoch": 0.08951009286256358,
      "grad_norm": 0.40435656905174255,
      "learning_rate": 4.936676702487316e-05,
      "loss": 5.433,
      "step": 102260
    },
    {
      "epoch": 0.08951446945619074,
      "grad_norm": 0.39744171500205994,
      "learning_rate": 4.9366697680781706e-05,
      "loss": 5.742,
      "step": 102265
    },
    {
      "epoch": 0.08951884604981789,
      "grad_norm": 0.4649214744567871,
      "learning_rate": 4.9366628332954665e-05,
      "loss": 5.306,
      "step": 102270
    },
    {
      "epoch": 0.08952322264344505,
      "grad_norm": 0.4404757618904114,
      "learning_rate": 4.936655898139207e-05,
      "loss": 4.755,
      "step": 102275
    },
    {
      "epoch": 0.0895275992370722,
      "grad_norm": 0.3762730062007904,
      "learning_rate": 4.936648962609392e-05,
      "loss": 6.4227,
      "step": 102280
    },
    {
      "epoch": 0.08953197583069936,
      "grad_norm": 0.4053853750228882,
      "learning_rate": 4.936642026706023e-05,
      "loss": 5.009,
      "step": 102285
    },
    {
      "epoch": 0.0895363524243265,
      "grad_norm": 0.39845824241638184,
      "learning_rate": 4.936635090429101e-05,
      "loss": 5.4844,
      "step": 102290
    },
    {
      "epoch": 0.08954072901795367,
      "grad_norm": 0.42060887813568115,
      "learning_rate": 4.93662815377863e-05,
      "loss": 4.6663,
      "step": 102295
    },
    {
      "epoch": 0.08954510561158081,
      "grad_norm": 0.36238089203834534,
      "learning_rate": 4.936621216754608e-05,
      "loss": 5.8301,
      "step": 102300
    },
    {
      "epoch": 0.08954948220520798,
      "grad_norm": 0.4046831727027893,
      "learning_rate": 4.936614279357037e-05,
      "loss": 4.5823,
      "step": 102305
    },
    {
      "epoch": 0.08955385879883512,
      "grad_norm": 0.43104860186576843,
      "learning_rate": 4.936607341585918e-05,
      "loss": 5.211,
      "step": 102310
    },
    {
      "epoch": 0.08955823539246228,
      "grad_norm": 0.4455152451992035,
      "learning_rate": 4.936600403441255e-05,
      "loss": 5.2923,
      "step": 102315
    },
    {
      "epoch": 0.08956261198608943,
      "grad_norm": 0.4293074309825897,
      "learning_rate": 4.9365934649230474e-05,
      "loss": 5.5144,
      "step": 102320
    },
    {
      "epoch": 0.0895669885797166,
      "grad_norm": 0.42299923300743103,
      "learning_rate": 4.936586526031296e-05,
      "loss": 5.7807,
      "step": 102325
    },
    {
      "epoch": 0.08957136517334374,
      "grad_norm": 0.41941770911216736,
      "learning_rate": 4.9365795867660036e-05,
      "loss": 4.668,
      "step": 102330
    },
    {
      "epoch": 0.0895757417669709,
      "grad_norm": 0.3747139573097229,
      "learning_rate": 4.93657264712717e-05,
      "loss": 5.8038,
      "step": 102335
    },
    {
      "epoch": 0.08958011836059805,
      "grad_norm": 0.4376884698867798,
      "learning_rate": 4.936565707114797e-05,
      "loss": 5.5227,
      "step": 102340
    },
    {
      "epoch": 0.08958449495422521,
      "grad_norm": 0.4140692353248596,
      "learning_rate": 4.936558766728888e-05,
      "loss": 4.7545,
      "step": 102345
    },
    {
      "epoch": 0.08958887154785236,
      "grad_norm": 0.40972673892974854,
      "learning_rate": 4.936551825969441e-05,
      "loss": 4.6708,
      "step": 102350
    },
    {
      "epoch": 0.08959324814147952,
      "grad_norm": 0.44487693905830383,
      "learning_rate": 4.936544884836459e-05,
      "loss": 5.0051,
      "step": 102355
    },
    {
      "epoch": 0.08959762473510667,
      "grad_norm": 0.419472336769104,
      "learning_rate": 4.936537943329944e-05,
      "loss": 4.9859,
      "step": 102360
    },
    {
      "epoch": 0.08960200132873382,
      "grad_norm": 0.39571505784988403,
      "learning_rate": 4.936531001449897e-05,
      "loss": 5.3069,
      "step": 102365
    },
    {
      "epoch": 0.08960637792236098,
      "grad_norm": 0.35222819447517395,
      "learning_rate": 4.936524059196318e-05,
      "loss": 5.3078,
      "step": 102370
    },
    {
      "epoch": 0.08961075451598813,
      "grad_norm": 0.4063417315483093,
      "learning_rate": 4.936517116569209e-05,
      "loss": 5.5379,
      "step": 102375
    },
    {
      "epoch": 0.08961513110961529,
      "grad_norm": 0.40649116039276123,
      "learning_rate": 4.9365101735685725e-05,
      "loss": 4.9685,
      "step": 102380
    },
    {
      "epoch": 0.08961950770324244,
      "grad_norm": 0.441599577665329,
      "learning_rate": 4.936503230194408e-05,
      "loss": 5.4979,
      "step": 102385
    },
    {
      "epoch": 0.0896238842968696,
      "grad_norm": 0.4621404707431793,
      "learning_rate": 4.936496286446719e-05,
      "loss": 4.7719,
      "step": 102390
    },
    {
      "epoch": 0.08962826089049675,
      "grad_norm": 0.40049484372138977,
      "learning_rate": 4.9364893423255045e-05,
      "loss": 4.2044,
      "step": 102395
    },
    {
      "epoch": 0.08963263748412391,
      "grad_norm": 0.44655656814575195,
      "learning_rate": 4.9364823978307674e-05,
      "loss": 5.5053,
      "step": 102400
    },
    {
      "epoch": 0.08963701407775106,
      "grad_norm": 0.4687141180038452,
      "learning_rate": 4.936475452962509e-05,
      "loss": 4.7874,
      "step": 102405
    },
    {
      "epoch": 0.08964139067137822,
      "grad_norm": 0.4431782066822052,
      "learning_rate": 4.936468507720731e-05,
      "loss": 4.6338,
      "step": 102410
    },
    {
      "epoch": 0.08964576726500537,
      "grad_norm": 0.3997524082660675,
      "learning_rate": 4.936461562105432e-05,
      "loss": 4.9781,
      "step": 102415
    },
    {
      "epoch": 0.08965014385863253,
      "grad_norm": 0.4539361596107483,
      "learning_rate": 4.9364546161166155e-05,
      "loss": 5.7271,
      "step": 102420
    },
    {
      "epoch": 0.08965452045225968,
      "grad_norm": 0.4025741517543793,
      "learning_rate": 4.936447669754285e-05,
      "loss": 5.2726,
      "step": 102425
    },
    {
      "epoch": 0.08965889704588684,
      "grad_norm": 0.40874049067497253,
      "learning_rate": 4.936440723018437e-05,
      "loss": 5.3369,
      "step": 102430
    },
    {
      "epoch": 0.08966327363951399,
      "grad_norm": 0.4031332731246948,
      "learning_rate": 4.9364337759090774e-05,
      "loss": 5.2153,
      "step": 102435
    },
    {
      "epoch": 0.08966765023314115,
      "grad_norm": 0.3766619563102722,
      "learning_rate": 4.936426828426205e-05,
      "loss": 5.527,
      "step": 102440
    },
    {
      "epoch": 0.0896720268267683,
      "grad_norm": 0.4474281668663025,
      "learning_rate": 4.9364198805698206e-05,
      "loss": 5.0166,
      "step": 102445
    },
    {
      "epoch": 0.08967640342039546,
      "grad_norm": 0.4106679856777191,
      "learning_rate": 4.9364129323399276e-05,
      "loss": 5.204,
      "step": 102450
    },
    {
      "epoch": 0.0896807800140226,
      "grad_norm": 0.4323645234107971,
      "learning_rate": 4.936405983736525e-05,
      "loss": 4.9314,
      "step": 102455
    },
    {
      "epoch": 0.08968515660764977,
      "grad_norm": 0.3951514959335327,
      "learning_rate": 4.936399034759617e-05,
      "loss": 5.4724,
      "step": 102460
    },
    {
      "epoch": 0.08968953320127691,
      "grad_norm": 0.41259121894836426,
      "learning_rate": 4.936392085409203e-05,
      "loss": 5.208,
      "step": 102465
    },
    {
      "epoch": 0.08969390979490408,
      "grad_norm": 0.36982011795043945,
      "learning_rate": 4.936385135685284e-05,
      "loss": 5.9965,
      "step": 102470
    },
    {
      "epoch": 0.08969828638853122,
      "grad_norm": 0.47288352251052856,
      "learning_rate": 4.936378185587862e-05,
      "loss": 4.9845,
      "step": 102475
    },
    {
      "epoch": 0.08970266298215838,
      "grad_norm": 0.4519292712211609,
      "learning_rate": 4.93637123511694e-05,
      "loss": 5.8195,
      "step": 102480
    },
    {
      "epoch": 0.08970703957578553,
      "grad_norm": 0.38142696022987366,
      "learning_rate": 4.9363642842725166e-05,
      "loss": 5.4834,
      "step": 102485
    },
    {
      "epoch": 0.08971141616941268,
      "grad_norm": 0.4274112284183502,
      "learning_rate": 4.936357333054594e-05,
      "loss": 5.4757,
      "step": 102490
    },
    {
      "epoch": 0.08971579276303984,
      "grad_norm": 0.4157978892326355,
      "learning_rate": 4.936350381463174e-05,
      "loss": 4.4608,
      "step": 102495
    },
    {
      "epoch": 0.08972016935666699,
      "grad_norm": 0.3835313618183136,
      "learning_rate": 4.9363434294982594e-05,
      "loss": 4.7275,
      "step": 102500
    },
    {
      "epoch": 0.08972454595029415,
      "grad_norm": 0.4281357526779175,
      "learning_rate": 4.9363364771598474e-05,
      "loss": 4.5608,
      "step": 102505
    },
    {
      "epoch": 0.0897289225439213,
      "grad_norm": 0.49552273750305176,
      "learning_rate": 4.936329524447943e-05,
      "loss": 5.5421,
      "step": 102510
    },
    {
      "epoch": 0.08973329913754846,
      "grad_norm": 0.43272915482521057,
      "learning_rate": 4.936322571362547e-05,
      "loss": 6.3656,
      "step": 102515
    },
    {
      "epoch": 0.08973767573117561,
      "grad_norm": 0.42794230580329895,
      "learning_rate": 4.93631561790366e-05,
      "loss": 5.7697,
      "step": 102520
    },
    {
      "epoch": 0.08974205232480277,
      "grad_norm": 0.40871521830558777,
      "learning_rate": 4.936308664071283e-05,
      "loss": 5.2154,
      "step": 102525
    },
    {
      "epoch": 0.08974642891842992,
      "grad_norm": 0.3549448251724243,
      "learning_rate": 4.936301709865417e-05,
      "loss": 6.3014,
      "step": 102530
    },
    {
      "epoch": 0.08975080551205708,
      "grad_norm": 0.3527867794036865,
      "learning_rate": 4.9362947552860664e-05,
      "loss": 5.6828,
      "step": 102535
    },
    {
      "epoch": 0.08975518210568423,
      "grad_norm": 0.4444320499897003,
      "learning_rate": 4.936287800333229e-05,
      "loss": 5.2199,
      "step": 102540
    },
    {
      "epoch": 0.08975955869931139,
      "grad_norm": 0.497659832239151,
      "learning_rate": 4.9362808450069076e-05,
      "loss": 5.2789,
      "step": 102545
    },
    {
      "epoch": 0.08976393529293854,
      "grad_norm": 0.3969656825065613,
      "learning_rate": 4.936273889307102e-05,
      "loss": 5.3077,
      "step": 102550
    },
    {
      "epoch": 0.0897683118865657,
      "grad_norm": 0.4569845199584961,
      "learning_rate": 4.936266933233818e-05,
      "loss": 4.6554,
      "step": 102555
    },
    {
      "epoch": 0.08977268848019285,
      "grad_norm": 0.43757715821266174,
      "learning_rate": 4.936259976787051e-05,
      "loss": 6.3457,
      "step": 102560
    },
    {
      "epoch": 0.08977706507382001,
      "grad_norm": 0.4311681091785431,
      "learning_rate": 4.9362530199668064e-05,
      "loss": 5.7059,
      "step": 102565
    },
    {
      "epoch": 0.08978144166744716,
      "grad_norm": 0.39718350768089294,
      "learning_rate": 4.936246062773084e-05,
      "loss": 5.5119,
      "step": 102570
    },
    {
      "epoch": 0.08978581826107432,
      "grad_norm": 0.43820539116859436,
      "learning_rate": 4.9362391052058864e-05,
      "loss": 4.4716,
      "step": 102575
    },
    {
      "epoch": 0.08979019485470147,
      "grad_norm": 0.4501894414424896,
      "learning_rate": 4.936232147265214e-05,
      "loss": 4.9987,
      "step": 102580
    },
    {
      "epoch": 0.08979457144832863,
      "grad_norm": 0.4291853606700897,
      "learning_rate": 4.936225188951068e-05,
      "loss": 4.9968,
      "step": 102585
    },
    {
      "epoch": 0.08979894804195578,
      "grad_norm": 0.4459765553474426,
      "learning_rate": 4.936218230263449e-05,
      "loss": 4.9144,
      "step": 102590
    },
    {
      "epoch": 0.08980332463558294,
      "grad_norm": 0.40417036414146423,
      "learning_rate": 4.93621127120236e-05,
      "loss": 5.725,
      "step": 102595
    },
    {
      "epoch": 0.08980770122921009,
      "grad_norm": 0.41923263669013977,
      "learning_rate": 4.936204311767801e-05,
      "loss": 5.1817,
      "step": 102600
    },
    {
      "epoch": 0.08981207782283725,
      "grad_norm": 0.4307064116001129,
      "learning_rate": 4.936197351959776e-05,
      "loss": 5.4893,
      "step": 102605
    },
    {
      "epoch": 0.0898164544164644,
      "grad_norm": 0.442400723695755,
      "learning_rate": 4.9361903917782825e-05,
      "loss": 5.3045,
      "step": 102610
    },
    {
      "epoch": 0.08982083101009156,
      "grad_norm": 0.4109845757484436,
      "learning_rate": 4.9361834312233236e-05,
      "loss": 4.7955,
      "step": 102615
    },
    {
      "epoch": 0.0898252076037187,
      "grad_norm": 0.38251182436943054,
      "learning_rate": 4.936176470294901e-05,
      "loss": 5.7811,
      "step": 102620
    },
    {
      "epoch": 0.08982958419734585,
      "grad_norm": 0.4154245853424072,
      "learning_rate": 4.936169508993016e-05,
      "loss": 5.5148,
      "step": 102625
    },
    {
      "epoch": 0.08983396079097301,
      "grad_norm": 0.40706464648246765,
      "learning_rate": 4.93616254731767e-05,
      "loss": 4.996,
      "step": 102630
    },
    {
      "epoch": 0.08983833738460016,
      "grad_norm": 0.40592265129089355,
      "learning_rate": 4.936155585268862e-05,
      "loss": 5.2208,
      "step": 102635
    },
    {
      "epoch": 0.08984271397822732,
      "grad_norm": 0.41108769178390503,
      "learning_rate": 4.936148622846598e-05,
      "loss": 4.9913,
      "step": 102640
    },
    {
      "epoch": 0.08984709057185447,
      "grad_norm": 0.4160955548286438,
      "learning_rate": 4.9361416600508746e-05,
      "loss": 5.299,
      "step": 102645
    },
    {
      "epoch": 0.08985146716548163,
      "grad_norm": 0.41250982880592346,
      "learning_rate": 4.936134696881697e-05,
      "loss": 5.2188,
      "step": 102650
    },
    {
      "epoch": 0.08985584375910878,
      "grad_norm": 0.4158487617969513,
      "learning_rate": 4.936127733339063e-05,
      "loss": 5.7449,
      "step": 102655
    },
    {
      "epoch": 0.08986022035273594,
      "grad_norm": 0.3635663390159607,
      "learning_rate": 4.936120769422977e-05,
      "loss": 5.509,
      "step": 102660
    },
    {
      "epoch": 0.08986459694636309,
      "grad_norm": 0.39983490109443665,
      "learning_rate": 4.9361138051334386e-05,
      "loss": 4.7703,
      "step": 102665
    },
    {
      "epoch": 0.08986897353999025,
      "grad_norm": 0.4226037561893463,
      "learning_rate": 4.9361068404704505e-05,
      "loss": 5.2147,
      "step": 102670
    },
    {
      "epoch": 0.0898733501336174,
      "grad_norm": 0.4183051884174347,
      "learning_rate": 4.9360998754340124e-05,
      "loss": 5.8014,
      "step": 102675
    },
    {
      "epoch": 0.08987772672724456,
      "grad_norm": 0.4410995841026306,
      "learning_rate": 4.9360929100241257e-05,
      "loss": 5.5033,
      "step": 102680
    },
    {
      "epoch": 0.08988210332087171,
      "grad_norm": 0.4260191023349762,
      "learning_rate": 4.9360859442407936e-05,
      "loss": 5.3854,
      "step": 102685
    },
    {
      "epoch": 0.08988647991449887,
      "grad_norm": 0.41940969228744507,
      "learning_rate": 4.936078978084017e-05,
      "loss": 4.9926,
      "step": 102690
    },
    {
      "epoch": 0.08989085650812602,
      "grad_norm": 0.5156404972076416,
      "learning_rate": 4.936072011553795e-05,
      "loss": 5.4152,
      "step": 102695
    },
    {
      "epoch": 0.08989523310175318,
      "grad_norm": 0.4458696246147156,
      "learning_rate": 4.936065044650131e-05,
      "loss": 4.9047,
      "step": 102700
    },
    {
      "epoch": 0.08989960969538033,
      "grad_norm": 0.4600752294063568,
      "learning_rate": 4.936058077373026e-05,
      "loss": 4.4967,
      "step": 102705
    },
    {
      "epoch": 0.08990398628900749,
      "grad_norm": 0.5059767365455627,
      "learning_rate": 4.9360511097224806e-05,
      "loss": 5.1847,
      "step": 102710
    },
    {
      "epoch": 0.08990836288263464,
      "grad_norm": 0.8039982914924622,
      "learning_rate": 4.936044141698497e-05,
      "loss": 5.74,
      "step": 102715
    },
    {
      "epoch": 0.0899127394762618,
      "grad_norm": 0.44936102628707886,
      "learning_rate": 4.936037173301077e-05,
      "loss": 6.0189,
      "step": 102720
    },
    {
      "epoch": 0.08991711606988895,
      "grad_norm": 0.4171726703643799,
      "learning_rate": 4.9360302045302196e-05,
      "loss": 5.4072,
      "step": 102725
    },
    {
      "epoch": 0.08992149266351611,
      "grad_norm": 0.42623135447502136,
      "learning_rate": 4.936023235385929e-05,
      "loss": 4.9919,
      "step": 102730
    },
    {
      "epoch": 0.08992586925714326,
      "grad_norm": 0.43706372380256653,
      "learning_rate": 4.936016265868205e-05,
      "loss": 6.3637,
      "step": 102735
    },
    {
      "epoch": 0.08993024585077042,
      "grad_norm": 0.44917789101600647,
      "learning_rate": 4.9360092959770485e-05,
      "loss": 5.5019,
      "step": 102740
    },
    {
      "epoch": 0.08993462244439757,
      "grad_norm": 0.42240434885025024,
      "learning_rate": 4.9360023257124635e-05,
      "loss": 6.3053,
      "step": 102745
    },
    {
      "epoch": 0.08993899903802471,
      "grad_norm": 0.44543173909187317,
      "learning_rate": 4.9359953550744475e-05,
      "loss": 6.0471,
      "step": 102750
    },
    {
      "epoch": 0.08994337563165188,
      "grad_norm": 0.3949504792690277,
      "learning_rate": 4.935988384063005e-05,
      "loss": 5.4123,
      "step": 102755
    },
    {
      "epoch": 0.08994775222527902,
      "grad_norm": 0.3817010819911957,
      "learning_rate": 4.935981412678136e-05,
      "loss": 5.3222,
      "step": 102760
    },
    {
      "epoch": 0.08995212881890619,
      "grad_norm": 0.41727685928344727,
      "learning_rate": 4.9359744409198406e-05,
      "loss": 6.0471,
      "step": 102765
    },
    {
      "epoch": 0.08995650541253333,
      "grad_norm": 0.3616201877593994,
      "learning_rate": 4.935967468788122e-05,
      "loss": 5.4954,
      "step": 102770
    },
    {
      "epoch": 0.0899608820061605,
      "grad_norm": 0.41015493869781494,
      "learning_rate": 4.935960496282982e-05,
      "loss": 5.4971,
      "step": 102775
    },
    {
      "epoch": 0.08996525859978764,
      "grad_norm": 0.41613054275512695,
      "learning_rate": 4.9359535234044205e-05,
      "loss": 5.1995,
      "step": 102780
    },
    {
      "epoch": 0.0899696351934148,
      "grad_norm": 0.4089873731136322,
      "learning_rate": 4.935946550152439e-05,
      "loss": 5.7807,
      "step": 102785
    },
    {
      "epoch": 0.08997401178704195,
      "grad_norm": 0.3914189338684082,
      "learning_rate": 4.93593957652704e-05,
      "loss": 5.2911,
      "step": 102790
    },
    {
      "epoch": 0.08997838838066911,
      "grad_norm": 0.355326384305954,
      "learning_rate": 4.9359326025282224e-05,
      "loss": 6.3158,
      "step": 102795
    },
    {
      "epoch": 0.08998276497429626,
      "grad_norm": 0.3828272521495819,
      "learning_rate": 4.9359256281559904e-05,
      "loss": 5.4814,
      "step": 102800
    },
    {
      "epoch": 0.08998714156792342,
      "grad_norm": 0.37557998299598694,
      "learning_rate": 4.935918653410345e-05,
      "loss": 5.3429,
      "step": 102805
    },
    {
      "epoch": 0.08999151816155057,
      "grad_norm": 0.4465600550174713,
      "learning_rate": 4.935911678291285e-05,
      "loss": 4.7066,
      "step": 102810
    },
    {
      "epoch": 0.08999589475517773,
      "grad_norm": 0.35837146639823914,
      "learning_rate": 4.935904702798814e-05,
      "loss": 5.5372,
      "step": 102815
    },
    {
      "epoch": 0.09000027134880488,
      "grad_norm": 0.4198915660381317,
      "learning_rate": 4.9358977269329335e-05,
      "loss": 4.9517,
      "step": 102820
    },
    {
      "epoch": 0.09000464794243204,
      "grad_norm": 0.41093891859054565,
      "learning_rate": 4.935890750693644e-05,
      "loss": 4.907,
      "step": 102825
    },
    {
      "epoch": 0.09000902453605919,
      "grad_norm": 0.36859938502311707,
      "learning_rate": 4.935883774080946e-05,
      "loss": 5.4767,
      "step": 102830
    },
    {
      "epoch": 0.09001340112968635,
      "grad_norm": 0.40897464752197266,
      "learning_rate": 4.9358767970948415e-05,
      "loss": 5.4006,
      "step": 102835
    },
    {
      "epoch": 0.0900177777233135,
      "grad_norm": 0.3968046307563782,
      "learning_rate": 4.9358698197353324e-05,
      "loss": 5.2138,
      "step": 102840
    },
    {
      "epoch": 0.09002215431694066,
      "grad_norm": 0.35802990198135376,
      "learning_rate": 4.93586284200242e-05,
      "loss": 5.5038,
      "step": 102845
    },
    {
      "epoch": 0.09002653091056781,
      "grad_norm": 0.3477025032043457,
      "learning_rate": 4.935855863896106e-05,
      "loss": 5.8432,
      "step": 102850
    },
    {
      "epoch": 0.09003090750419497,
      "grad_norm": 0.34879863262176514,
      "learning_rate": 4.9358488854163907e-05,
      "loss": 5.4672,
      "step": 102855
    },
    {
      "epoch": 0.09003528409782212,
      "grad_norm": 0.36979755759239197,
      "learning_rate": 4.9358419065632765e-05,
      "loss": 5.4975,
      "step": 102860
    },
    {
      "epoch": 0.09003966069144928,
      "grad_norm": 0.4466392397880554,
      "learning_rate": 4.935834927336763e-05,
      "loss": 5.8019,
      "step": 102865
    },
    {
      "epoch": 0.09004403728507643,
      "grad_norm": 0.4058404862880707,
      "learning_rate": 4.935827947736854e-05,
      "loss": 4.8935,
      "step": 102870
    },
    {
      "epoch": 0.09004841387870359,
      "grad_norm": 0.4201184809207916,
      "learning_rate": 4.935820967763548e-05,
      "loss": 5.0327,
      "step": 102875
    },
    {
      "epoch": 0.09005279047233074,
      "grad_norm": 0.35691413283348083,
      "learning_rate": 4.93581398741685e-05,
      "loss": 5.4876,
      "step": 102880
    },
    {
      "epoch": 0.09005716706595789,
      "grad_norm": 0.3963124454021454,
      "learning_rate": 4.935807006696758e-05,
      "loss": 4.9983,
      "step": 102885
    },
    {
      "epoch": 0.09006154365958505,
      "grad_norm": 0.36379295587539673,
      "learning_rate": 4.935800025603274e-05,
      "loss": 5.9781,
      "step": 102890
    },
    {
      "epoch": 0.0900659202532122,
      "grad_norm": 0.4018845856189728,
      "learning_rate": 4.9357930441364006e-05,
      "loss": 4.9942,
      "step": 102895
    },
    {
      "epoch": 0.09007029684683936,
      "grad_norm": 0.4324573278427124,
      "learning_rate": 4.935786062296138e-05,
      "loss": 4.4654,
      "step": 102900
    },
    {
      "epoch": 0.0900746734404665,
      "grad_norm": 0.3696328401565552,
      "learning_rate": 4.93577908008249e-05,
      "loss": 4.9422,
      "step": 102905
    },
    {
      "epoch": 0.09007905003409367,
      "grad_norm": 0.37087270617485046,
      "learning_rate": 4.935772097495454e-05,
      "loss": 5.4938,
      "step": 102910
    },
    {
      "epoch": 0.09008342662772081,
      "grad_norm": 0.4171615242958069,
      "learning_rate": 4.9357651145350335e-05,
      "loss": 4.4837,
      "step": 102915
    },
    {
      "epoch": 0.09008780322134798,
      "grad_norm": 0.3859097361564636,
      "learning_rate": 4.93575813120123e-05,
      "loss": 5.3149,
      "step": 102920
    },
    {
      "epoch": 0.09009217981497512,
      "grad_norm": 0.40703755617141724,
      "learning_rate": 4.935751147494044e-05,
      "loss": 5.5268,
      "step": 102925
    },
    {
      "epoch": 0.09009655640860229,
      "grad_norm": 0.45537257194519043,
      "learning_rate": 4.9357441634134795e-05,
      "loss": 5.5516,
      "step": 102930
    },
    {
      "epoch": 0.09010093300222943,
      "grad_norm": 0.4122942388057709,
      "learning_rate": 4.935737178959533e-05,
      "loss": 5.7857,
      "step": 102935
    },
    {
      "epoch": 0.0901053095958566,
      "grad_norm": 0.4807732403278351,
      "learning_rate": 4.935730194132211e-05,
      "loss": 5.4236,
      "step": 102940
    },
    {
      "epoch": 0.09010968618948374,
      "grad_norm": 0.41089826822280884,
      "learning_rate": 4.935723208931511e-05,
      "loss": 5.4105,
      "step": 102945
    },
    {
      "epoch": 0.0901140627831109,
      "grad_norm": 0.4210962653160095,
      "learning_rate": 4.935716223357435e-05,
      "loss": 5.2078,
      "step": 102950
    },
    {
      "epoch": 0.09011843937673805,
      "grad_norm": 0.4295412302017212,
      "learning_rate": 4.935709237409987e-05,
      "loss": 4.441,
      "step": 102955
    },
    {
      "epoch": 0.09012281597036521,
      "grad_norm": 0.40285399556159973,
      "learning_rate": 4.935702251089165e-05,
      "loss": 5.8464,
      "step": 102960
    },
    {
      "epoch": 0.09012719256399236,
      "grad_norm": 0.42507362365722656,
      "learning_rate": 4.9356952643949714e-05,
      "loss": 5.5169,
      "step": 102965
    },
    {
      "epoch": 0.09013156915761952,
      "grad_norm": 0.43175145983695984,
      "learning_rate": 4.9356882773274097e-05,
      "loss": 4.4785,
      "step": 102970
    },
    {
      "epoch": 0.09013594575124667,
      "grad_norm": 0.5105463862419128,
      "learning_rate": 4.935681289886479e-05,
      "loss": 5.2559,
      "step": 102975
    },
    {
      "epoch": 0.09014032234487383,
      "grad_norm": 0.4459996223449707,
      "learning_rate": 4.9356743020721806e-05,
      "loss": 5.2969,
      "step": 102980
    },
    {
      "epoch": 0.09014469893850098,
      "grad_norm": 0.43562451004981995,
      "learning_rate": 4.935667313884517e-05,
      "loss": 5.7892,
      "step": 102985
    },
    {
      "epoch": 0.09014907553212814,
      "grad_norm": 0.3622720241546631,
      "learning_rate": 4.935660325323488e-05,
      "loss": 5.735,
      "step": 102990
    },
    {
      "epoch": 0.09015345212575529,
      "grad_norm": 0.5685933232307434,
      "learning_rate": 4.9356533363890956e-05,
      "loss": 5.2113,
      "step": 102995
    },
    {
      "epoch": 0.09015782871938245,
      "grad_norm": 0.37135079503059387,
      "learning_rate": 4.935646347081343e-05,
      "loss": 5.2909,
      "step": 103000
    },
    {
      "epoch": 0.0901622053130096,
      "grad_norm": 0.42188870906829834,
      "learning_rate": 4.935639357400229e-05,
      "loss": 5.199,
      "step": 103005
    },
    {
      "epoch": 0.09016658190663675,
      "grad_norm": 0.4117166996002197,
      "learning_rate": 4.935632367345756e-05,
      "loss": 4.7803,
      "step": 103010
    },
    {
      "epoch": 0.09017095850026391,
      "grad_norm": 0.4059407711029053,
      "learning_rate": 4.935625376917926e-05,
      "loss": 5.001,
      "step": 103015
    },
    {
      "epoch": 0.09017533509389106,
      "grad_norm": 0.3803482949733734,
      "learning_rate": 4.935618386116739e-05,
      "loss": 5.5329,
      "step": 103020
    },
    {
      "epoch": 0.09017971168751822,
      "grad_norm": 0.43180713057518005,
      "learning_rate": 4.935611394942197e-05,
      "loss": 4.9313,
      "step": 103025
    },
    {
      "epoch": 0.09018408828114537,
      "grad_norm": 0.40668368339538574,
      "learning_rate": 4.9356044033943016e-05,
      "loss": 4.4576,
      "step": 103030
    },
    {
      "epoch": 0.09018846487477253,
      "grad_norm": 0.3424423933029175,
      "learning_rate": 4.935597411473053e-05,
      "loss": 6.0715,
      "step": 103035
    },
    {
      "epoch": 0.09019284146839968,
      "grad_norm": 0.38724827766418457,
      "learning_rate": 4.935590419178454e-05,
      "loss": 4.9955,
      "step": 103040
    },
    {
      "epoch": 0.09019721806202684,
      "grad_norm": 0.4558337926864624,
      "learning_rate": 4.935583426510506e-05,
      "loss": 4.9734,
      "step": 103045
    },
    {
      "epoch": 0.09020159465565399,
      "grad_norm": 0.4459910988807678,
      "learning_rate": 4.935576433469209e-05,
      "loss": 5.4925,
      "step": 103050
    },
    {
      "epoch": 0.09020597124928115,
      "grad_norm": 0.3917369544506073,
      "learning_rate": 4.935569440054565e-05,
      "loss": 4.9748,
      "step": 103055
    },
    {
      "epoch": 0.0902103478429083,
      "grad_norm": 0.34918227791786194,
      "learning_rate": 4.935562446266576e-05,
      "loss": 6.3314,
      "step": 103060
    },
    {
      "epoch": 0.09021472443653546,
      "grad_norm": 0.40584075450897217,
      "learning_rate": 4.9355554521052426e-05,
      "loss": 4.655,
      "step": 103065
    },
    {
      "epoch": 0.0902191010301626,
      "grad_norm": 0.4224434196949005,
      "learning_rate": 4.9355484575705656e-05,
      "loss": 4.4633,
      "step": 103070
    },
    {
      "epoch": 0.09022347762378977,
      "grad_norm": 0.3986956775188446,
      "learning_rate": 4.935541462662547e-05,
      "loss": 5.0313,
      "step": 103075
    },
    {
      "epoch": 0.09022785421741691,
      "grad_norm": 0.4049758017063141,
      "learning_rate": 4.9355344673811896e-05,
      "loss": 4.1388,
      "step": 103080
    },
    {
      "epoch": 0.09023223081104408,
      "grad_norm": 0.44404152035713196,
      "learning_rate": 4.935527471726492e-05,
      "loss": 5.4107,
      "step": 103085
    },
    {
      "epoch": 0.09023660740467122,
      "grad_norm": 0.4056498110294342,
      "learning_rate": 4.9355204756984586e-05,
      "loss": 5.2733,
      "step": 103090
    },
    {
      "epoch": 0.09024098399829839,
      "grad_norm": 0.41893234848976135,
      "learning_rate": 4.9355134792970884e-05,
      "loss": 5.1847,
      "step": 103095
    },
    {
      "epoch": 0.09024536059192553,
      "grad_norm": 0.34942686557769775,
      "learning_rate": 4.935506482522382e-05,
      "loss": 5.8164,
      "step": 103100
    },
    {
      "epoch": 0.0902497371855527,
      "grad_norm": 0.4151158928871155,
      "learning_rate": 4.935499485374343e-05,
      "loss": 5.4983,
      "step": 103105
    },
    {
      "epoch": 0.09025411377917984,
      "grad_norm": 0.42628443241119385,
      "learning_rate": 4.935492487852973e-05,
      "loss": 5.7248,
      "step": 103110
    },
    {
      "epoch": 0.090258490372807,
      "grad_norm": 0.41410982608795166,
      "learning_rate": 4.93548548995827e-05,
      "loss": 4.9261,
      "step": 103115
    },
    {
      "epoch": 0.09026286696643415,
      "grad_norm": 0.41171565651893616,
      "learning_rate": 4.93547849169024e-05,
      "loss": 5.4817,
      "step": 103120
    },
    {
      "epoch": 0.09026724356006131,
      "grad_norm": 0.35506677627563477,
      "learning_rate": 4.935471493048881e-05,
      "loss": 5.2853,
      "step": 103125
    },
    {
      "epoch": 0.09027162015368846,
      "grad_norm": 0.39731138944625854,
      "learning_rate": 4.935464494034195e-05,
      "loss": 5.7718,
      "step": 103130
    },
    {
      "epoch": 0.09027599674731561,
      "grad_norm": 0.416429728269577,
      "learning_rate": 4.935457494646184e-05,
      "loss": 4.4696,
      "step": 103135
    },
    {
      "epoch": 0.09028037334094277,
      "grad_norm": 0.3818739354610443,
      "learning_rate": 4.935450494884849e-05,
      "loss": 5.5085,
      "step": 103140
    },
    {
      "epoch": 0.09028474993456992,
      "grad_norm": 0.4422922730445862,
      "learning_rate": 4.9354434947501906e-05,
      "loss": 4.4449,
      "step": 103145
    },
    {
      "epoch": 0.09028912652819708,
      "grad_norm": 0.4502269923686981,
      "learning_rate": 4.935436494242213e-05,
      "loss": 5.2764,
      "step": 103150
    },
    {
      "epoch": 0.09029350312182423,
      "grad_norm": 0.4869942367076874,
      "learning_rate": 4.935429493360913e-05,
      "loss": 5.7279,
      "step": 103155
    },
    {
      "epoch": 0.09029787971545139,
      "grad_norm": 0.8969693183898926,
      "learning_rate": 4.935422492106295e-05,
      "loss": 4.7062,
      "step": 103160
    },
    {
      "epoch": 0.09030225630907854,
      "grad_norm": 0.5129194259643555,
      "learning_rate": 4.93541549047836e-05,
      "loss": 6.3463,
      "step": 103165
    },
    {
      "epoch": 0.0903066329027057,
      "grad_norm": 0.547542154788971,
      "learning_rate": 4.93540848847711e-05,
      "loss": 5.5113,
      "step": 103170
    },
    {
      "epoch": 0.09031100949633285,
      "grad_norm": 0.4354013204574585,
      "learning_rate": 4.935401486102546e-05,
      "loss": 5.0004,
      "step": 103175
    },
    {
      "epoch": 0.09031538608996001,
      "grad_norm": 0.4988407790660858,
      "learning_rate": 4.935394483354666e-05,
      "loss": 5.4933,
      "step": 103180
    },
    {
      "epoch": 0.09031976268358716,
      "grad_norm": 0.4856273829936981,
      "learning_rate": 4.9353874802334765e-05,
      "loss": 5.172,
      "step": 103185
    },
    {
      "epoch": 0.09032413927721432,
      "grad_norm": 0.4464011788368225,
      "learning_rate": 4.935380476738975e-05,
      "loss": 6.0348,
      "step": 103190
    },
    {
      "epoch": 0.09032851587084147,
      "grad_norm": 0.6227422952651978,
      "learning_rate": 4.935373472871166e-05,
      "loss": 4.443,
      "step": 103195
    },
    {
      "epoch": 0.09033289246446863,
      "grad_norm": 0.44388261437416077,
      "learning_rate": 4.935366468630048e-05,
      "loss": 4.9176,
      "step": 103200
    },
    {
      "epoch": 0.09033726905809578,
      "grad_norm": 0.3808974325656891,
      "learning_rate": 4.935359464015624e-05,
      "loss": 5.1825,
      "step": 103205
    },
    {
      "epoch": 0.09034164565172294,
      "grad_norm": 0.358711302280426,
      "learning_rate": 4.935352459027895e-05,
      "loss": 5.2216,
      "step": 103210
    },
    {
      "epoch": 0.09034602224535009,
      "grad_norm": 0.3459595739841461,
      "learning_rate": 4.935345453666863e-05,
      "loss": 5.501,
      "step": 103215
    },
    {
      "epoch": 0.09035039883897725,
      "grad_norm": 0.38848677277565,
      "learning_rate": 4.935338447932527e-05,
      "loss": 5.4422,
      "step": 103220
    },
    {
      "epoch": 0.0903547754326044,
      "grad_norm": 0.4471931755542755,
      "learning_rate": 4.935331441824891e-05,
      "loss": 4.4478,
      "step": 103225
    },
    {
      "epoch": 0.09035915202623156,
      "grad_norm": 0.3919243812561035,
      "learning_rate": 4.9353244353439555e-05,
      "loss": 4.9642,
      "step": 103230
    },
    {
      "epoch": 0.0903635286198587,
      "grad_norm": 0.4368227422237396,
      "learning_rate": 4.935317428489721e-05,
      "loss": 4.4463,
      "step": 103235
    },
    {
      "epoch": 0.09036790521348587,
      "grad_norm": 0.4060693383216858,
      "learning_rate": 4.935310421262189e-05,
      "loss": 5.2091,
      "step": 103240
    },
    {
      "epoch": 0.09037228180711301,
      "grad_norm": 0.37251466512680054,
      "learning_rate": 4.935303413661363e-05,
      "loss": 5.4952,
      "step": 103245
    },
    {
      "epoch": 0.09037665840074018,
      "grad_norm": 0.4058021903038025,
      "learning_rate": 4.935296405687242e-05,
      "loss": 5.2536,
      "step": 103250
    },
    {
      "epoch": 0.09038103499436732,
      "grad_norm": 0.401313841342926,
      "learning_rate": 4.9352893973398276e-05,
      "loss": 5.2719,
      "step": 103255
    },
    {
      "epoch": 0.09038541158799449,
      "grad_norm": 0.3914225697517395,
      "learning_rate": 4.935282388619122e-05,
      "loss": 5.5084,
      "step": 103260
    },
    {
      "epoch": 0.09038978818162163,
      "grad_norm": 0.3817918300628662,
      "learning_rate": 4.935275379525126e-05,
      "loss": 5.798,
      "step": 103265
    },
    {
      "epoch": 0.09039416477524878,
      "grad_norm": 0.36042168736457825,
      "learning_rate": 4.9352683700578416e-05,
      "loss": 5.2618,
      "step": 103270
    },
    {
      "epoch": 0.09039854136887594,
      "grad_norm": 0.39422309398651123,
      "learning_rate": 4.9352613602172705e-05,
      "loss": 4.9329,
      "step": 103275
    },
    {
      "epoch": 0.09040291796250309,
      "grad_norm": 0.3924332857131958,
      "learning_rate": 4.935254350003412e-05,
      "loss": 6.0244,
      "step": 103280
    },
    {
      "epoch": 0.09040729455613025,
      "grad_norm": 0.4256710410118103,
      "learning_rate": 4.935247339416268e-05,
      "loss": 5.7465,
      "step": 103285
    },
    {
      "epoch": 0.0904116711497574,
      "grad_norm": 0.36836227774620056,
      "learning_rate": 4.935240328455842e-05,
      "loss": 5.2702,
      "step": 103290
    },
    {
      "epoch": 0.09041604774338456,
      "grad_norm": 0.3772432804107666,
      "learning_rate": 4.935233317122133e-05,
      "loss": 6.01,
      "step": 103295
    },
    {
      "epoch": 0.09042042433701171,
      "grad_norm": 0.37170088291168213,
      "learning_rate": 4.935226305415144e-05,
      "loss": 5.7092,
      "step": 103300
    },
    {
      "epoch": 0.09042480093063887,
      "grad_norm": 0.4030158221721649,
      "learning_rate": 4.935219293334875e-05,
      "loss": 4.6612,
      "step": 103305
    },
    {
      "epoch": 0.09042917752426602,
      "grad_norm": 0.37965020537376404,
      "learning_rate": 4.935212280881328e-05,
      "loss": 6.0088,
      "step": 103310
    },
    {
      "epoch": 0.09043355411789318,
      "grad_norm": 0.43002843856811523,
      "learning_rate": 4.9352052680545044e-05,
      "loss": 4.4856,
      "step": 103315
    },
    {
      "epoch": 0.09043793071152033,
      "grad_norm": 0.3482525646686554,
      "learning_rate": 4.935198254854406e-05,
      "loss": 5.8244,
      "step": 103320
    },
    {
      "epoch": 0.09044230730514749,
      "grad_norm": 0.4225125312805176,
      "learning_rate": 4.935191241281033e-05,
      "loss": 5.3163,
      "step": 103325
    },
    {
      "epoch": 0.09044668389877464,
      "grad_norm": 0.3742918074131012,
      "learning_rate": 4.9351842273343874e-05,
      "loss": 5.4838,
      "step": 103330
    },
    {
      "epoch": 0.0904510604924018,
      "grad_norm": 0.35325151681900024,
      "learning_rate": 4.9351772130144716e-05,
      "loss": 5.7162,
      "step": 103335
    },
    {
      "epoch": 0.09045543708602895,
      "grad_norm": 0.4213995635509491,
      "learning_rate": 4.935170198321285e-05,
      "loss": 5.4769,
      "step": 103340
    },
    {
      "epoch": 0.09045981367965611,
      "grad_norm": 0.6570923328399658,
      "learning_rate": 4.935163183254829e-05,
      "loss": 4.5038,
      "step": 103345
    },
    {
      "epoch": 0.09046419027328326,
      "grad_norm": 0.428358793258667,
      "learning_rate": 4.935156167815107e-05,
      "loss": 5.8197,
      "step": 103350
    },
    {
      "epoch": 0.09046856686691042,
      "grad_norm": 0.5975348949432373,
      "learning_rate": 4.9351491520021186e-05,
      "loss": 4.9766,
      "step": 103355
    },
    {
      "epoch": 0.09047294346053757,
      "grad_norm": 0.484745055437088,
      "learning_rate": 4.935142135815865e-05,
      "loss": 4.4839,
      "step": 103360
    },
    {
      "epoch": 0.09047732005416473,
      "grad_norm": 0.4500599801540375,
      "learning_rate": 4.93513511925635e-05,
      "loss": 4.3718,
      "step": 103365
    },
    {
      "epoch": 0.09048169664779188,
      "grad_norm": 0.4682723581790924,
      "learning_rate": 4.935128102323572e-05,
      "loss": 5.0011,
      "step": 103370
    },
    {
      "epoch": 0.09048607324141904,
      "grad_norm": 0.4482555687427521,
      "learning_rate": 4.9351210850175335e-05,
      "loss": 4.9338,
      "step": 103375
    },
    {
      "epoch": 0.09049044983504619,
      "grad_norm": 0.49335095286369324,
      "learning_rate": 4.935114067338237e-05,
      "loss": 4.4802,
      "step": 103380
    },
    {
      "epoch": 0.09049482642867335,
      "grad_norm": 0.6308015584945679,
      "learning_rate": 4.935107049285681e-05,
      "loss": 4.8969,
      "step": 103385
    },
    {
      "epoch": 0.0904992030223005,
      "grad_norm": 0.4579381048679352,
      "learning_rate": 4.93510003085987e-05,
      "loss": 4.969,
      "step": 103390
    },
    {
      "epoch": 0.09050357961592764,
      "grad_norm": 0.4354190528392792,
      "learning_rate": 4.935093012060804e-05,
      "loss": 4.4613,
      "step": 103395
    },
    {
      "epoch": 0.0905079562095548,
      "grad_norm": 0.4430214762687683,
      "learning_rate": 4.935085992888483e-05,
      "loss": 5.6922,
      "step": 103400
    },
    {
      "epoch": 0.09051233280318195,
      "grad_norm": 0.4024544060230255,
      "learning_rate": 4.9350789733429104e-05,
      "loss": 4.9752,
      "step": 103405
    },
    {
      "epoch": 0.09051670939680911,
      "grad_norm": 0.42277464270591736,
      "learning_rate": 4.935071953424087e-05,
      "loss": 4.7769,
      "step": 103410
    },
    {
      "epoch": 0.09052108599043626,
      "grad_norm": 0.43484756350517273,
      "learning_rate": 4.9350649331320145e-05,
      "loss": 5.5203,
      "step": 103415
    },
    {
      "epoch": 0.09052546258406342,
      "grad_norm": 0.42104268074035645,
      "learning_rate": 4.935057912466693e-05,
      "loss": 4.7029,
      "step": 103420
    },
    {
      "epoch": 0.09052983917769057,
      "grad_norm": 0.3593917787075043,
      "learning_rate": 4.935050891428125e-05,
      "loss": 5.7164,
      "step": 103425
    },
    {
      "epoch": 0.09053421577131773,
      "grad_norm": 0.40599095821380615,
      "learning_rate": 4.9350438700163104e-05,
      "loss": 4.2275,
      "step": 103430
    },
    {
      "epoch": 0.09053859236494488,
      "grad_norm": 0.36424580216407776,
      "learning_rate": 4.935036848231253e-05,
      "loss": 5.3158,
      "step": 103435
    },
    {
      "epoch": 0.09054296895857204,
      "grad_norm": 0.4164965748786926,
      "learning_rate": 4.935029826072952e-05,
      "loss": 4.9971,
      "step": 103440
    },
    {
      "epoch": 0.09054734555219919,
      "grad_norm": 0.36347121000289917,
      "learning_rate": 4.935022803541409e-05,
      "loss": 5.8111,
      "step": 103445
    },
    {
      "epoch": 0.09055172214582635,
      "grad_norm": 0.3509677052497864,
      "learning_rate": 4.935015780636627e-05,
      "loss": 6.0422,
      "step": 103450
    },
    {
      "epoch": 0.0905560987394535,
      "grad_norm": 0.4081520438194275,
      "learning_rate": 4.935008757358606e-05,
      "loss": 4.6666,
      "step": 103455
    },
    {
      "epoch": 0.09056047533308066,
      "grad_norm": 0.3612895607948303,
      "learning_rate": 4.935001733707346e-05,
      "loss": 5.7016,
      "step": 103460
    },
    {
      "epoch": 0.09056485192670781,
      "grad_norm": 0.3584844172000885,
      "learning_rate": 4.934994709682852e-05,
      "loss": 5.7154,
      "step": 103465
    },
    {
      "epoch": 0.09056922852033497,
      "grad_norm": 0.4255237579345703,
      "learning_rate": 4.934987685285123e-05,
      "loss": 5.0206,
      "step": 103470
    },
    {
      "epoch": 0.09057360511396212,
      "grad_norm": 0.3987542986869812,
      "learning_rate": 4.9349806605141604e-05,
      "loss": 4.9978,
      "step": 103475
    },
    {
      "epoch": 0.09057798170758928,
      "grad_norm": 0.3763640224933624,
      "learning_rate": 4.934973635369965e-05,
      "loss": 5.2152,
      "step": 103480
    },
    {
      "epoch": 0.09058235830121643,
      "grad_norm": 0.35266727209091187,
      "learning_rate": 4.9349666098525395e-05,
      "loss": 5.5104,
      "step": 103485
    },
    {
      "epoch": 0.09058673489484359,
      "grad_norm": 0.39968928694725037,
      "learning_rate": 4.9349595839618846e-05,
      "loss": 5.5221,
      "step": 103490
    },
    {
      "epoch": 0.09059111148847074,
      "grad_norm": 0.3852895200252533,
      "learning_rate": 4.934952557698001e-05,
      "loss": 5.384,
      "step": 103495
    },
    {
      "epoch": 0.0905954880820979,
      "grad_norm": 0.3895811438560486,
      "learning_rate": 4.934945531060893e-05,
      "loss": 4.7908,
      "step": 103500
    },
    {
      "epoch": 0.09059986467572505,
      "grad_norm": 0.3896709680557251,
      "learning_rate": 4.934938504050558e-05,
      "loss": 4.902,
      "step": 103505
    },
    {
      "epoch": 0.09060424126935221,
      "grad_norm": 0.3670390248298645,
      "learning_rate": 4.934931476666998e-05,
      "loss": 5.7002,
      "step": 103510
    },
    {
      "epoch": 0.09060861786297936,
      "grad_norm": 0.4808197617530823,
      "learning_rate": 4.934924448910217e-05,
      "loss": 4.9592,
      "step": 103515
    },
    {
      "epoch": 0.09061299445660652,
      "grad_norm": 0.5292180776596069,
      "learning_rate": 4.934917420780216e-05,
      "loss": 4.6927,
      "step": 103520
    },
    {
      "epoch": 0.09061737105023367,
      "grad_norm": 0.47569307684898376,
      "learning_rate": 4.934910392276994e-05,
      "loss": 5.727,
      "step": 103525
    },
    {
      "epoch": 0.09062174764386081,
      "grad_norm": 0.4121193289756775,
      "learning_rate": 4.9349033634005525e-05,
      "loss": 4.8943,
      "step": 103530
    },
    {
      "epoch": 0.09062612423748798,
      "grad_norm": 0.4657325744628906,
      "learning_rate": 4.9348963341508956e-05,
      "loss": 4.9188,
      "step": 103535
    },
    {
      "epoch": 0.09063050083111512,
      "grad_norm": 0.3621320426464081,
      "learning_rate": 4.934889304528022e-05,
      "loss": 6.3209,
      "step": 103540
    },
    {
      "epoch": 0.09063487742474229,
      "grad_norm": 0.39271724224090576,
      "learning_rate": 4.9348822745319345e-05,
      "loss": 5.6984,
      "step": 103545
    },
    {
      "epoch": 0.09063925401836943,
      "grad_norm": 0.3615340292453766,
      "learning_rate": 4.9348752441626336e-05,
      "loss": 5.5279,
      "step": 103550
    },
    {
      "epoch": 0.0906436306119966,
      "grad_norm": 0.46367591619491577,
      "learning_rate": 4.934868213420122e-05,
      "loss": 4.1623,
      "step": 103555
    },
    {
      "epoch": 0.09064800720562374,
      "grad_norm": 0.4678744673728943,
      "learning_rate": 4.9348611823043985e-05,
      "loss": 5.2312,
      "step": 103560
    },
    {
      "epoch": 0.0906523837992509,
      "grad_norm": 0.40785154700279236,
      "learning_rate": 4.9348541508154664e-05,
      "loss": 5.4197,
      "step": 103565
    },
    {
      "epoch": 0.09065676039287805,
      "grad_norm": 0.35978299379348755,
      "learning_rate": 4.9348471189533276e-05,
      "loss": 6.3291,
      "step": 103570
    },
    {
      "epoch": 0.09066113698650521,
      "grad_norm": 0.510747492313385,
      "learning_rate": 4.9348400867179826e-05,
      "loss": 5.2266,
      "step": 103575
    },
    {
      "epoch": 0.09066551358013236,
      "grad_norm": 0.4679580628871918,
      "learning_rate": 4.9348330541094315e-05,
      "loss": 5.2777,
      "step": 103580
    },
    {
      "epoch": 0.09066989017375952,
      "grad_norm": 0.3957666754722595,
      "learning_rate": 4.934826021127678e-05,
      "loss": 5.5087,
      "step": 103585
    },
    {
      "epoch": 0.09067426676738667,
      "grad_norm": 0.45092153549194336,
      "learning_rate": 4.934818987772721e-05,
      "loss": 4.7859,
      "step": 103590
    },
    {
      "epoch": 0.09067864336101383,
      "grad_norm": 0.4334331452846527,
      "learning_rate": 4.9348119540445646e-05,
      "loss": 4.4401,
      "step": 103595
    },
    {
      "epoch": 0.09068301995464098,
      "grad_norm": 0.4423075020313263,
      "learning_rate": 4.934804919943208e-05,
      "loss": 5.7326,
      "step": 103600
    },
    {
      "epoch": 0.09068739654826814,
      "grad_norm": 0.4844975173473358,
      "learning_rate": 4.934797885468653e-05,
      "loss": 5.417,
      "step": 103605
    },
    {
      "epoch": 0.09069177314189529,
      "grad_norm": 0.48009157180786133,
      "learning_rate": 4.934790850620902e-05,
      "loss": 5.337,
      "step": 103610
    },
    {
      "epoch": 0.09069614973552245,
      "grad_norm": 0.5879080891609192,
      "learning_rate": 4.934783815399955e-05,
      "loss": 5.0449,
      "step": 103615
    },
    {
      "epoch": 0.0907005263291496,
      "grad_norm": 0.49769261479377747,
      "learning_rate": 4.9347767798058144e-05,
      "loss": 5.7887,
      "step": 103620
    },
    {
      "epoch": 0.09070490292277676,
      "grad_norm": 0.4449036717414856,
      "learning_rate": 4.934769743838481e-05,
      "loss": 4.9278,
      "step": 103625
    },
    {
      "epoch": 0.09070927951640391,
      "grad_norm": 0.4043407440185547,
      "learning_rate": 4.934762707497956e-05,
      "loss": 5.2322,
      "step": 103630
    },
    {
      "epoch": 0.09071365611003107,
      "grad_norm": 0.4212031960487366,
      "learning_rate": 4.934755670784241e-05,
      "loss": 5.1916,
      "step": 103635
    },
    {
      "epoch": 0.09071803270365822,
      "grad_norm": 0.4339735805988312,
      "learning_rate": 4.934748633697338e-05,
      "loss": 5.0234,
      "step": 103640
    },
    {
      "epoch": 0.09072240929728538,
      "grad_norm": 0.3846959173679352,
      "learning_rate": 4.934741596237248e-05,
      "loss": 5.4199,
      "step": 103645
    },
    {
      "epoch": 0.09072678589091253,
      "grad_norm": 0.43462443351745605,
      "learning_rate": 4.9347345584039704e-05,
      "loss": 4.8175,
      "step": 103650
    },
    {
      "epoch": 0.09073116248453968,
      "grad_norm": 0.41395053267478943,
      "learning_rate": 4.9347275201975094e-05,
      "loss": 6.0357,
      "step": 103655
    },
    {
      "epoch": 0.09073553907816684,
      "grad_norm": 0.4056415259838104,
      "learning_rate": 4.934720481617865e-05,
      "loss": 5.7045,
      "step": 103660
    },
    {
      "epoch": 0.09073991567179399,
      "grad_norm": 0.44751623272895813,
      "learning_rate": 4.934713442665039e-05,
      "loss": 4.1286,
      "step": 103665
    },
    {
      "epoch": 0.09074429226542115,
      "grad_norm": 0.41644221544265747,
      "learning_rate": 4.9347064033390325e-05,
      "loss": 5.9865,
      "step": 103670
    },
    {
      "epoch": 0.0907486688590483,
      "grad_norm": 0.4780525267124176,
      "learning_rate": 4.934699363639847e-05,
      "loss": 5.701,
      "step": 103675
    },
    {
      "epoch": 0.09075304545267546,
      "grad_norm": 0.4108647406101227,
      "learning_rate": 4.934692323567484e-05,
      "loss": 4.972,
      "step": 103680
    },
    {
      "epoch": 0.0907574220463026,
      "grad_norm": 0.43827152252197266,
      "learning_rate": 4.9346852831219434e-05,
      "loss": 5.3255,
      "step": 103685
    },
    {
      "epoch": 0.09076179863992977,
      "grad_norm": 0.4045013189315796,
      "learning_rate": 4.9346782423032287e-05,
      "loss": 5.2379,
      "step": 103690
    },
    {
      "epoch": 0.09076617523355691,
      "grad_norm": 0.3355506956577301,
      "learning_rate": 4.9346712011113403e-05,
      "loss": 6.0139,
      "step": 103695
    },
    {
      "epoch": 0.09077055182718408,
      "grad_norm": 0.41455569863319397,
      "learning_rate": 4.934664159546279e-05,
      "loss": 4.4008,
      "step": 103700
    },
    {
      "epoch": 0.09077492842081122,
      "grad_norm": 0.4670488238334656,
      "learning_rate": 4.934657117608047e-05,
      "loss": 5.7266,
      "step": 103705
    },
    {
      "epoch": 0.09077930501443839,
      "grad_norm": 0.46526163816452026,
      "learning_rate": 4.934650075296646e-05,
      "loss": 5.5428,
      "step": 103710
    },
    {
      "epoch": 0.09078368160806553,
      "grad_norm": 0.3970296382904053,
      "learning_rate": 4.9346430326120764e-05,
      "loss": 4.9499,
      "step": 103715
    },
    {
      "epoch": 0.0907880582016927,
      "grad_norm": 0.4504013955593109,
      "learning_rate": 4.934635989554339e-05,
      "loss": 5.4941,
      "step": 103720
    },
    {
      "epoch": 0.09079243479531984,
      "grad_norm": 0.35281360149383545,
      "learning_rate": 4.934628946123437e-05,
      "loss": 5.8301,
      "step": 103725
    },
    {
      "epoch": 0.090796811388947,
      "grad_norm": 0.36601170897483826,
      "learning_rate": 4.9346219023193704e-05,
      "loss": 6.3631,
      "step": 103730
    },
    {
      "epoch": 0.09080118798257415,
      "grad_norm": 0.4117545187473297,
      "learning_rate": 4.934614858142142e-05,
      "loss": 5.512,
      "step": 103735
    },
    {
      "epoch": 0.09080556457620131,
      "grad_norm": 0.41292425990104675,
      "learning_rate": 4.934607813591752e-05,
      "loss": 4.9068,
      "step": 103740
    },
    {
      "epoch": 0.09080994116982846,
      "grad_norm": 0.3560825288295746,
      "learning_rate": 4.9346007686682005e-05,
      "loss": 5.4891,
      "step": 103745
    },
    {
      "epoch": 0.09081431776345562,
      "grad_norm": 0.40673521161079407,
      "learning_rate": 4.934593723371491e-05,
      "loss": 5.4888,
      "step": 103750
    },
    {
      "epoch": 0.09081869435708277,
      "grad_norm": 0.3837118148803711,
      "learning_rate": 4.934586677701625e-05,
      "loss": 4.9449,
      "step": 103755
    },
    {
      "epoch": 0.09082307095070993,
      "grad_norm": 0.43488994240760803,
      "learning_rate": 4.934579631658601e-05,
      "loss": 4.4955,
      "step": 103760
    },
    {
      "epoch": 0.09082744754433708,
      "grad_norm": 0.4296688437461853,
      "learning_rate": 4.9345725852424243e-05,
      "loss": 4.7804,
      "step": 103765
    },
    {
      "epoch": 0.09083182413796424,
      "grad_norm": 0.38621264696121216,
      "learning_rate": 4.934565538453094e-05,
      "loss": 5.1918,
      "step": 103770
    },
    {
      "epoch": 0.09083620073159139,
      "grad_norm": 0.4297094941139221,
      "learning_rate": 4.934558491290612e-05,
      "loss": 5.2849,
      "step": 103775
    },
    {
      "epoch": 0.09084057732521854,
      "grad_norm": 0.45287060737609863,
      "learning_rate": 4.934551443754978e-05,
      "loss": 5.5385,
      "step": 103780
    },
    {
      "epoch": 0.0908449539188457,
      "grad_norm": 0.3975791931152344,
      "learning_rate": 4.9345443958461955e-05,
      "loss": 4.9972,
      "step": 103785
    },
    {
      "epoch": 0.09084933051247285,
      "grad_norm": 0.40646520256996155,
      "learning_rate": 4.9345373475642654e-05,
      "loss": 5.2265,
      "step": 103790
    },
    {
      "epoch": 0.09085370710610001,
      "grad_norm": 0.4317743480205536,
      "learning_rate": 4.934530298909188e-05,
      "loss": 5.8419,
      "step": 103795
    },
    {
      "epoch": 0.09085808369972716,
      "grad_norm": 0.4397139251232147,
      "learning_rate": 4.934523249880967e-05,
      "loss": 4.9942,
      "step": 103800
    },
    {
      "epoch": 0.09086246029335432,
      "grad_norm": 0.459166020154953,
      "learning_rate": 4.934516200479601e-05,
      "loss": 4.1333,
      "step": 103805
    },
    {
      "epoch": 0.09086683688698147,
      "grad_norm": 0.5405731201171875,
      "learning_rate": 4.934509150705092e-05,
      "loss": 5.1851,
      "step": 103810
    },
    {
      "epoch": 0.09087121348060863,
      "grad_norm": 0.6226053833961487,
      "learning_rate": 4.934502100557443e-05,
      "loss": 6.0299,
      "step": 103815
    },
    {
      "epoch": 0.09087559007423578,
      "grad_norm": 0.6747463345527649,
      "learning_rate": 4.934495050036655e-05,
      "loss": 5.0127,
      "step": 103820
    },
    {
      "epoch": 0.09087996666786294,
      "grad_norm": 0.44777652621269226,
      "learning_rate": 4.9344879991427276e-05,
      "loss": 6.0416,
      "step": 103825
    },
    {
      "epoch": 0.09088434326149009,
      "grad_norm": 0.40356215834617615,
      "learning_rate": 4.934480947875663e-05,
      "loss": 5.425,
      "step": 103830
    },
    {
      "epoch": 0.09088871985511725,
      "grad_norm": 0.4568062722682953,
      "learning_rate": 4.934473896235463e-05,
      "loss": 5.1657,
      "step": 103835
    },
    {
      "epoch": 0.0908930964487444,
      "grad_norm": 0.4639243185520172,
      "learning_rate": 4.9344668442221287e-05,
      "loss": 5.7459,
      "step": 103840
    },
    {
      "epoch": 0.09089747304237156,
      "grad_norm": 0.43777555227279663,
      "learning_rate": 4.934459791835662e-05,
      "loss": 5.8369,
      "step": 103845
    },
    {
      "epoch": 0.0909018496359987,
      "grad_norm": 0.4425399899482727,
      "learning_rate": 4.934452739076063e-05,
      "loss": 4.9985,
      "step": 103850
    },
    {
      "epoch": 0.09090622622962587,
      "grad_norm": 0.42605915665626526,
      "learning_rate": 4.934445685943334e-05,
      "loss": 4.9974,
      "step": 103855
    },
    {
      "epoch": 0.09091060282325301,
      "grad_norm": 0.49437108635902405,
      "learning_rate": 4.934438632437476e-05,
      "loss": 5.2179,
      "step": 103860
    },
    {
      "epoch": 0.09091497941688018,
      "grad_norm": 0.45433321595191956,
      "learning_rate": 4.934431578558492e-05,
      "loss": 6.0195,
      "step": 103865
    },
    {
      "epoch": 0.09091935601050732,
      "grad_norm": 0.4205836057662964,
      "learning_rate": 4.93442452430638e-05,
      "loss": 5.7211,
      "step": 103870
    },
    {
      "epoch": 0.09092373260413449,
      "grad_norm": 0.378960520029068,
      "learning_rate": 4.934417469681144e-05,
      "loss": 5.2006,
      "step": 103875
    },
    {
      "epoch": 0.09092810919776163,
      "grad_norm": 0.45255783200263977,
      "learning_rate": 4.9344104146827854e-05,
      "loss": 4.9948,
      "step": 103880
    },
    {
      "epoch": 0.0909324857913888,
      "grad_norm": 0.45677706599235535,
      "learning_rate": 4.934403359311304e-05,
      "loss": 5.8227,
      "step": 103885
    },
    {
      "epoch": 0.09093686238501594,
      "grad_norm": 0.36315709352493286,
      "learning_rate": 4.934396303566702e-05,
      "loss": 5.4841,
      "step": 103890
    },
    {
      "epoch": 0.0909412389786431,
      "grad_norm": 0.4762534201145172,
      "learning_rate": 4.9343892474489803e-05,
      "loss": 5.5138,
      "step": 103895
    },
    {
      "epoch": 0.09094561557227025,
      "grad_norm": 0.39404910802841187,
      "learning_rate": 4.934382190958141e-05,
      "loss": 4.7719,
      "step": 103900
    },
    {
      "epoch": 0.09094999216589741,
      "grad_norm": 0.40723422169685364,
      "learning_rate": 4.934375134094186e-05,
      "loss": 5.2306,
      "step": 103905
    },
    {
      "epoch": 0.09095436875952456,
      "grad_norm": 0.3589494824409485,
      "learning_rate": 4.9343680768571145e-05,
      "loss": 5.4853,
      "step": 103910
    },
    {
      "epoch": 0.09095874535315171,
      "grad_norm": 0.3382317125797272,
      "learning_rate": 4.9343610192469305e-05,
      "loss": 6.351,
      "step": 103915
    },
    {
      "epoch": 0.09096312194677887,
      "grad_norm": 0.3439255356788635,
      "learning_rate": 4.9343539612636325e-05,
      "loss": 6.3154,
      "step": 103920
    },
    {
      "epoch": 0.09096749854040602,
      "grad_norm": 0.4331333339214325,
      "learning_rate": 4.9343469029072246e-05,
      "loss": 4.9995,
      "step": 103925
    },
    {
      "epoch": 0.09097187513403318,
      "grad_norm": 0.3503469228744507,
      "learning_rate": 4.9343398441777054e-05,
      "loss": 5.7865,
      "step": 103930
    },
    {
      "epoch": 0.09097625172766033,
      "grad_norm": 0.4373157024383545,
      "learning_rate": 4.9343327850750784e-05,
      "loss": 5.3042,
      "step": 103935
    },
    {
      "epoch": 0.09098062832128749,
      "grad_norm": 0.38550493121147156,
      "learning_rate": 4.9343257255993456e-05,
      "loss": 4.9891,
      "step": 103940
    },
    {
      "epoch": 0.09098500491491464,
      "grad_norm": 0.4251788854598999,
      "learning_rate": 4.934318665750506e-05,
      "loss": 4.6806,
      "step": 103945
    },
    {
      "epoch": 0.0909893815085418,
      "grad_norm": 0.4388865828514099,
      "learning_rate": 4.934311605528562e-05,
      "loss": 5.7318,
      "step": 103950
    },
    {
      "epoch": 0.09099375810216895,
      "grad_norm": 0.3765052855014801,
      "learning_rate": 4.934304544933516e-05,
      "loss": 6.0086,
      "step": 103955
    },
    {
      "epoch": 0.09099813469579611,
      "grad_norm": 0.4384285509586334,
      "learning_rate": 4.934297483965368e-05,
      "loss": 5.3023,
      "step": 103960
    },
    {
      "epoch": 0.09100251128942326,
      "grad_norm": 0.4207782745361328,
      "learning_rate": 4.9342904226241195e-05,
      "loss": 4.9747,
      "step": 103965
    },
    {
      "epoch": 0.09100688788305042,
      "grad_norm": 0.4150281250476837,
      "learning_rate": 4.9342833609097714e-05,
      "loss": 4.8729,
      "step": 103970
    },
    {
      "epoch": 0.09101126447667757,
      "grad_norm": 0.42396280169487,
      "learning_rate": 4.934276298822327e-05,
      "loss": 6.0424,
      "step": 103975
    },
    {
      "epoch": 0.09101564107030473,
      "grad_norm": 0.42464733123779297,
      "learning_rate": 4.934269236361785e-05,
      "loss": 5.0998,
      "step": 103980
    },
    {
      "epoch": 0.09102001766393188,
      "grad_norm": 0.44439104199409485,
      "learning_rate": 4.93426217352815e-05,
      "loss": 4.7808,
      "step": 103985
    },
    {
      "epoch": 0.09102439425755904,
      "grad_norm": 0.44810593128204346,
      "learning_rate": 4.934255110321421e-05,
      "loss": 5.2426,
      "step": 103990
    },
    {
      "epoch": 0.09102877085118619,
      "grad_norm": 0.42635980248451233,
      "learning_rate": 4.9342480467416e-05,
      "loss": 5.812,
      "step": 103995
    },
    {
      "epoch": 0.09103314744481335,
      "grad_norm": 0.47124767303466797,
      "learning_rate": 4.9342409827886874e-05,
      "loss": 4.4818,
      "step": 104000
    },
    {
      "epoch": 0.0910375240384405,
      "grad_norm": 0.3780742585659027,
      "learning_rate": 4.934233918462686e-05,
      "loss": 6.0154,
      "step": 104005
    },
    {
      "epoch": 0.09104190063206766,
      "grad_norm": 0.35376402735710144,
      "learning_rate": 4.934226853763596e-05,
      "loss": 6.009,
      "step": 104010
    },
    {
      "epoch": 0.0910462772256948,
      "grad_norm": 0.40842872858047485,
      "learning_rate": 4.934219788691421e-05,
      "loss": 4.1854,
      "step": 104015
    },
    {
      "epoch": 0.09105065381932197,
      "grad_norm": 0.4296838641166687,
      "learning_rate": 4.9342127232461596e-05,
      "loss": 4.6798,
      "step": 104020
    },
    {
      "epoch": 0.09105503041294911,
      "grad_norm": 0.4051990509033203,
      "learning_rate": 4.9342056574278136e-05,
      "loss": 5.4377,
      "step": 104025
    },
    {
      "epoch": 0.09105940700657628,
      "grad_norm": 0.37242621183395386,
      "learning_rate": 4.934198591236386e-05,
      "loss": 5.2821,
      "step": 104030
    },
    {
      "epoch": 0.09106378360020342,
      "grad_norm": 0.4370554983615875,
      "learning_rate": 4.934191524671879e-05,
      "loss": 5.5218,
      "step": 104035
    },
    {
      "epoch": 0.09106816019383057,
      "grad_norm": 0.40729963779449463,
      "learning_rate": 4.93418445773429e-05,
      "loss": 5.7193,
      "step": 104040
    },
    {
      "epoch": 0.09107253678745773,
      "grad_norm": 0.41494137048721313,
      "learning_rate": 4.9341773904236235e-05,
      "loss": 5.4895,
      "step": 104045
    },
    {
      "epoch": 0.09107691338108488,
      "grad_norm": 0.41224491596221924,
      "learning_rate": 4.9341703227398785e-05,
      "loss": 4.9851,
      "step": 104050
    },
    {
      "epoch": 0.09108128997471204,
      "grad_norm": 0.35284358263015747,
      "learning_rate": 4.934163254683058e-05,
      "loss": 6.0049,
      "step": 104055
    },
    {
      "epoch": 0.09108566656833919,
      "grad_norm": 0.3987850546836853,
      "learning_rate": 4.9341561862531646e-05,
      "loss": 5.0717,
      "step": 104060
    },
    {
      "epoch": 0.09109004316196635,
      "grad_norm": 0.39858415722846985,
      "learning_rate": 4.934149117450198e-05,
      "loss": 5.488,
      "step": 104065
    },
    {
      "epoch": 0.0910944197555935,
      "grad_norm": 0.3713298738002777,
      "learning_rate": 4.934142048274158e-05,
      "loss": 5.7875,
      "step": 104070
    },
    {
      "epoch": 0.09109879634922066,
      "grad_norm": 0.4596075117588043,
      "learning_rate": 4.93413497872505e-05,
      "loss": 5.841,
      "step": 104075
    },
    {
      "epoch": 0.09110317294284781,
      "grad_norm": 0.4074738025665283,
      "learning_rate": 4.934127908802872e-05,
      "loss": 5.307,
      "step": 104080
    },
    {
      "epoch": 0.09110754953647497,
      "grad_norm": 0.40859609842300415,
      "learning_rate": 4.9341208385076265e-05,
      "loss": 5.6789,
      "step": 104085
    },
    {
      "epoch": 0.09111192613010212,
      "grad_norm": 0.44377970695495605,
      "learning_rate": 4.9341137678393155e-05,
      "loss": 5.0237,
      "step": 104090
    },
    {
      "epoch": 0.09111630272372928,
      "grad_norm": 0.44623708724975586,
      "learning_rate": 4.934106696797939e-05,
      "loss": 4.9706,
      "step": 104095
    },
    {
      "epoch": 0.09112067931735643,
      "grad_norm": 0.37708207964897156,
      "learning_rate": 4.9340996253834995e-05,
      "loss": 5.7242,
      "step": 104100
    },
    {
      "epoch": 0.09112505591098359,
      "grad_norm": 0.43683338165283203,
      "learning_rate": 4.934092553595998e-05,
      "loss": 5.2097,
      "step": 104105
    },
    {
      "epoch": 0.09112943250461074,
      "grad_norm": 0.4344732165336609,
      "learning_rate": 4.934085481435434e-05,
      "loss": 5.7324,
      "step": 104110
    },
    {
      "epoch": 0.0911338090982379,
      "grad_norm": 0.4331224858760834,
      "learning_rate": 4.934078408901813e-05,
      "loss": 5.985,
      "step": 104115
    },
    {
      "epoch": 0.09113818569186505,
      "grad_norm": 0.4591120779514313,
      "learning_rate": 4.934071335995133e-05,
      "loss": 4.9626,
      "step": 104120
    },
    {
      "epoch": 0.09114256228549221,
      "grad_norm": 0.4179716408252716,
      "learning_rate": 4.934064262715396e-05,
      "loss": 6.059,
      "step": 104125
    },
    {
      "epoch": 0.09114693887911936,
      "grad_norm": 0.4644714295864105,
      "learning_rate": 4.9340571890626054e-05,
      "loss": 4.9504,
      "step": 104130
    },
    {
      "epoch": 0.09115131547274652,
      "grad_norm": 0.3824474513530731,
      "learning_rate": 4.934050115036759e-05,
      "loss": 5.2213,
      "step": 104135
    },
    {
      "epoch": 0.09115569206637367,
      "grad_norm": 0.46739545464515686,
      "learning_rate": 4.934043040637861e-05,
      "loss": 5.0791,
      "step": 104140
    },
    {
      "epoch": 0.09116006866000083,
      "grad_norm": 0.3789101541042328,
      "learning_rate": 4.9340359658659116e-05,
      "loss": 5.8053,
      "step": 104145
    },
    {
      "epoch": 0.09116444525362798,
      "grad_norm": 0.47606226801872253,
      "learning_rate": 4.934028890720913e-05,
      "loss": 4.9654,
      "step": 104150
    },
    {
      "epoch": 0.09116882184725514,
      "grad_norm": 0.45895302295684814,
      "learning_rate": 4.934021815202865e-05,
      "loss": 5.5232,
      "step": 104155
    },
    {
      "epoch": 0.09117319844088229,
      "grad_norm": 0.43101346492767334,
      "learning_rate": 4.934014739311771e-05,
      "loss": 5.7105,
      "step": 104160
    },
    {
      "epoch": 0.09117757503450945,
      "grad_norm": 0.6616135239601135,
      "learning_rate": 4.934007663047631e-05,
      "loss": 4.4619,
      "step": 104165
    },
    {
      "epoch": 0.0911819516281366,
      "grad_norm": 0.4591841399669647,
      "learning_rate": 4.934000586410447e-05,
      "loss": 5.281,
      "step": 104170
    },
    {
      "epoch": 0.09118632822176374,
      "grad_norm": 0.44144201278686523,
      "learning_rate": 4.9339935094002186e-05,
      "loss": 5.4205,
      "step": 104175
    },
    {
      "epoch": 0.0911907048153909,
      "grad_norm": 0.4702755808830261,
      "learning_rate": 4.9339864320169496e-05,
      "loss": 5.3221,
      "step": 104180
    },
    {
      "epoch": 0.09119508140901805,
      "grad_norm": 0.419033944606781,
      "learning_rate": 4.933979354260639e-05,
      "loss": 5.2125,
      "step": 104185
    },
    {
      "epoch": 0.09119945800264521,
      "grad_norm": 0.4265486001968384,
      "learning_rate": 4.933972276131291e-05,
      "loss": 4.6383,
      "step": 104190
    },
    {
      "epoch": 0.09120383459627236,
      "grad_norm": 0.4349311292171478,
      "learning_rate": 4.933965197628906e-05,
      "loss": 4.6835,
      "step": 104195
    },
    {
      "epoch": 0.09120821118989952,
      "grad_norm": 0.366191029548645,
      "learning_rate": 4.9339581187534835e-05,
      "loss": 5.2897,
      "step": 104200
    },
    {
      "epoch": 0.09121258778352667,
      "grad_norm": 0.37826770544052124,
      "learning_rate": 4.933951039505027e-05,
      "loss": 5.184,
      "step": 104205
    },
    {
      "epoch": 0.09121696437715383,
      "grad_norm": 0.35942813754081726,
      "learning_rate": 4.933943959883537e-05,
      "loss": 5.807,
      "step": 104210
    },
    {
      "epoch": 0.09122134097078098,
      "grad_norm": 0.35602933168411255,
      "learning_rate": 4.933936879889015e-05,
      "loss": 6.0176,
      "step": 104215
    },
    {
      "epoch": 0.09122571756440814,
      "grad_norm": 0.409870982170105,
      "learning_rate": 4.9339297995214614e-05,
      "loss": 5.7104,
      "step": 104220
    },
    {
      "epoch": 0.09123009415803529,
      "grad_norm": 0.45084333419799805,
      "learning_rate": 4.93392271878088e-05,
      "loss": 4.684,
      "step": 104225
    },
    {
      "epoch": 0.09123447075166245,
      "grad_norm": 0.36712804436683655,
      "learning_rate": 4.933915637667269e-05,
      "loss": 5.1886,
      "step": 104230
    },
    {
      "epoch": 0.0912388473452896,
      "grad_norm": 0.35570356249809265,
      "learning_rate": 4.933908556180633e-05,
      "loss": 5.4355,
      "step": 104235
    },
    {
      "epoch": 0.09124322393891676,
      "grad_norm": 0.4655172526836395,
      "learning_rate": 4.933901474320971e-05,
      "loss": 5.3052,
      "step": 104240
    },
    {
      "epoch": 0.09124760053254391,
      "grad_norm": 0.35367220640182495,
      "learning_rate": 4.933894392088285e-05,
      "loss": 5.7225,
      "step": 104245
    },
    {
      "epoch": 0.09125197712617107,
      "grad_norm": 0.41301655769348145,
      "learning_rate": 4.933887309482577e-05,
      "loss": 5.4997,
      "step": 104250
    },
    {
      "epoch": 0.09125635371979822,
      "grad_norm": 0.3854783773422241,
      "learning_rate": 4.9338802265038474e-05,
      "loss": 5.7514,
      "step": 104255
    },
    {
      "epoch": 0.09126073031342538,
      "grad_norm": 0.4619482159614563,
      "learning_rate": 4.9338731431520976e-05,
      "loss": 4.5073,
      "step": 104260
    },
    {
      "epoch": 0.09126510690705253,
      "grad_norm": 0.3385191857814789,
      "learning_rate": 4.9338660594273315e-05,
      "loss": 5.8107,
      "step": 104265
    },
    {
      "epoch": 0.09126948350067969,
      "grad_norm": 0.3741094768047333,
      "learning_rate": 4.933858975329546e-05,
      "loss": 5.7129,
      "step": 104270
    },
    {
      "epoch": 0.09127386009430684,
      "grad_norm": 0.43054476380348206,
      "learning_rate": 4.933851890858746e-05,
      "loss": 5.519,
      "step": 104275
    },
    {
      "epoch": 0.091278236687934,
      "grad_norm": 0.3688281774520874,
      "learning_rate": 4.933844806014932e-05,
      "loss": 5.5137,
      "step": 104280
    },
    {
      "epoch": 0.09128261328156115,
      "grad_norm": 0.45081210136413574,
      "learning_rate": 4.9338377207981045e-05,
      "loss": 5.4827,
      "step": 104285
    },
    {
      "epoch": 0.09128698987518831,
      "grad_norm": 0.45210301876068115,
      "learning_rate": 4.933830635208265e-05,
      "loss": 5.7774,
      "step": 104290
    },
    {
      "epoch": 0.09129136646881546,
      "grad_norm": 0.4568813741207123,
      "learning_rate": 4.9338235492454165e-05,
      "loss": 5.8235,
      "step": 104295
    },
    {
      "epoch": 0.0912957430624426,
      "grad_norm": 0.42516177892684937,
      "learning_rate": 4.933816462909559e-05,
      "loss": 5.733,
      "step": 104300
    },
    {
      "epoch": 0.09130011965606977,
      "grad_norm": 0.4215519428253174,
      "learning_rate": 4.9338093762006935e-05,
      "loss": 5.4059,
      "step": 104305
    },
    {
      "epoch": 0.09130449624969691,
      "grad_norm": 0.37465575337409973,
      "learning_rate": 4.933802289118822e-05,
      "loss": 5.2827,
      "step": 104310
    },
    {
      "epoch": 0.09130887284332408,
      "grad_norm": 0.42756813764572144,
      "learning_rate": 4.933795201663946e-05,
      "loss": 5.7959,
      "step": 104315
    },
    {
      "epoch": 0.09131324943695122,
      "grad_norm": 0.3795199692249298,
      "learning_rate": 4.933788113836065e-05,
      "loss": 5.8243,
      "step": 104320
    },
    {
      "epoch": 0.09131762603057839,
      "grad_norm": 0.4245958626270294,
      "learning_rate": 4.933781025635183e-05,
      "loss": 5.4072,
      "step": 104325
    },
    {
      "epoch": 0.09132200262420553,
      "grad_norm": 0.45546871423721313,
      "learning_rate": 4.9337739370613025e-05,
      "loss": 4.74,
      "step": 104330
    },
    {
      "epoch": 0.0913263792178327,
      "grad_norm": 0.45556387305259705,
      "learning_rate": 4.9337668481144204e-05,
      "loss": 5.1688,
      "step": 104335
    },
    {
      "epoch": 0.09133075581145984,
      "grad_norm": 0.365863561630249,
      "learning_rate": 4.9337597587945415e-05,
      "loss": 6.0365,
      "step": 104340
    },
    {
      "epoch": 0.091335132405087,
      "grad_norm": 0.37164077162742615,
      "learning_rate": 4.933752669101666e-05,
      "loss": 6.0092,
      "step": 104345
    },
    {
      "epoch": 0.09133950899871415,
      "grad_norm": 0.4028608798980713,
      "learning_rate": 4.933745579035794e-05,
      "loss": 5.2044,
      "step": 104350
    },
    {
      "epoch": 0.09134388559234131,
      "grad_norm": 0.4050787389278412,
      "learning_rate": 4.933738488596929e-05,
      "loss": 4.4893,
      "step": 104355
    },
    {
      "epoch": 0.09134826218596846,
      "grad_norm": 0.3679148256778717,
      "learning_rate": 4.933731397785073e-05,
      "loss": 5.4814,
      "step": 104360
    },
    {
      "epoch": 0.09135263877959562,
      "grad_norm": 0.3587605655193329,
      "learning_rate": 4.933724306600225e-05,
      "loss": 5.4645,
      "step": 104365
    },
    {
      "epoch": 0.09135701537322277,
      "grad_norm": 0.43100711703300476,
      "learning_rate": 4.933717215042387e-05,
      "loss": 5.483,
      "step": 104370
    },
    {
      "epoch": 0.09136139196684993,
      "grad_norm": 0.3743111193180084,
      "learning_rate": 4.9337101231115604e-05,
      "loss": 6.3045,
      "step": 104375
    },
    {
      "epoch": 0.09136576856047708,
      "grad_norm": 0.3860326409339905,
      "learning_rate": 4.933703030807747e-05,
      "loss": 5.6953,
      "step": 104380
    },
    {
      "epoch": 0.09137014515410424,
      "grad_norm": 0.3546714782714844,
      "learning_rate": 4.9336959381309486e-05,
      "loss": 5.4961,
      "step": 104385
    },
    {
      "epoch": 0.09137452174773139,
      "grad_norm": 0.3939169943332672,
      "learning_rate": 4.9336888450811655e-05,
      "loss": 5.109,
      "step": 104390
    },
    {
      "epoch": 0.09137889834135855,
      "grad_norm": 0.42324215173721313,
      "learning_rate": 4.9336817516584e-05,
      "loss": 5.4546,
      "step": 104395
    },
    {
      "epoch": 0.0913832749349857,
      "grad_norm": 0.3919581472873688,
      "learning_rate": 4.9336746578626527e-05,
      "loss": 4.9686,
      "step": 104400
    },
    {
      "epoch": 0.09138765152861286,
      "grad_norm": 0.35301274061203003,
      "learning_rate": 4.9336675636939255e-05,
      "loss": 5.7346,
      "step": 104405
    },
    {
      "epoch": 0.09139202812224001,
      "grad_norm": 0.47969871759414673,
      "learning_rate": 4.933660469152219e-05,
      "loss": 4.8771,
      "step": 104410
    },
    {
      "epoch": 0.09139640471586717,
      "grad_norm": 0.39635682106018066,
      "learning_rate": 4.933653374237536e-05,
      "loss": 5.5066,
      "step": 104415
    },
    {
      "epoch": 0.09140078130949432,
      "grad_norm": 0.3793124854564667,
      "learning_rate": 4.933646278949876e-05,
      "loss": 5.486,
      "step": 104420
    },
    {
      "epoch": 0.09140515790312147,
      "grad_norm": 0.4162111282348633,
      "learning_rate": 4.933639183289242e-05,
      "loss": 5.2584,
      "step": 104425
    },
    {
      "epoch": 0.09140953449674863,
      "grad_norm": 0.3958372175693512,
      "learning_rate": 4.933632087255635e-05,
      "loss": 5.4162,
      "step": 104430
    },
    {
      "epoch": 0.09141391109037578,
      "grad_norm": 0.4133240282535553,
      "learning_rate": 4.933624990849056e-05,
      "loss": 4.9301,
      "step": 104435
    },
    {
      "epoch": 0.09141828768400294,
      "grad_norm": 0.3790663480758667,
      "learning_rate": 4.933617894069507e-05,
      "loss": 5.7328,
      "step": 104440
    },
    {
      "epoch": 0.09142266427763009,
      "grad_norm": 0.4698924720287323,
      "learning_rate": 4.9336107969169876e-05,
      "loss": 5.1191,
      "step": 104445
    },
    {
      "epoch": 0.09142704087125725,
      "grad_norm": 0.3937315046787262,
      "learning_rate": 4.9336036993915015e-05,
      "loss": 6.0217,
      "step": 104450
    },
    {
      "epoch": 0.0914314174648844,
      "grad_norm": 0.37455055117607117,
      "learning_rate": 4.933596601493048e-05,
      "loss": 6.0207,
      "step": 104455
    },
    {
      "epoch": 0.09143579405851156,
      "grad_norm": 0.3978230953216553,
      "learning_rate": 4.93358950322163e-05,
      "loss": 4.9781,
      "step": 104460
    },
    {
      "epoch": 0.0914401706521387,
      "grad_norm": 0.5311604142189026,
      "learning_rate": 4.933582404577248e-05,
      "loss": 4.6686,
      "step": 104465
    },
    {
      "epoch": 0.09144454724576587,
      "grad_norm": 0.4106130599975586,
      "learning_rate": 4.933575305559904e-05,
      "loss": 5.4359,
      "step": 104470
    },
    {
      "epoch": 0.09144892383939301,
      "grad_norm": 0.38772234320640564,
      "learning_rate": 4.933568206169599e-05,
      "loss": 5.4945,
      "step": 104475
    },
    {
      "epoch": 0.09145330043302018,
      "grad_norm": 0.4284963309764862,
      "learning_rate": 4.933561106406334e-05,
      "loss": 5.4817,
      "step": 104480
    },
    {
      "epoch": 0.09145767702664732,
      "grad_norm": 0.4730844497680664,
      "learning_rate": 4.933554006270111e-05,
      "loss": 5.0154,
      "step": 104485
    },
    {
      "epoch": 0.09146205362027449,
      "grad_norm": 0.35435062646865845,
      "learning_rate": 4.933546905760932e-05,
      "loss": 5.2782,
      "step": 104490
    },
    {
      "epoch": 0.09146643021390163,
      "grad_norm": 0.4391430914402008,
      "learning_rate": 4.933539804878796e-05,
      "loss": 5.289,
      "step": 104495
    },
    {
      "epoch": 0.0914708068075288,
      "grad_norm": 0.35702383518218994,
      "learning_rate": 4.9335327036237075e-05,
      "loss": 5.2911,
      "step": 104500
    },
    {
      "epoch": 0.09147518340115594,
      "grad_norm": 0.3630930781364441,
      "learning_rate": 4.933525601995665e-05,
      "loss": 6.3309,
      "step": 104505
    },
    {
      "epoch": 0.0914795599947831,
      "grad_norm": 0.42271673679351807,
      "learning_rate": 4.9335184999946726e-05,
      "loss": 5.2244,
      "step": 104510
    },
    {
      "epoch": 0.09148393658841025,
      "grad_norm": 0.4302203357219696,
      "learning_rate": 4.933511397620729e-05,
      "loss": 5.512,
      "step": 104515
    },
    {
      "epoch": 0.09148831318203741,
      "grad_norm": 0.41699904203414917,
      "learning_rate": 4.933504294873838e-05,
      "loss": 5.4576,
      "step": 104520
    },
    {
      "epoch": 0.09149268977566456,
      "grad_norm": 0.4109276831150055,
      "learning_rate": 4.9334971917539985e-05,
      "loss": 4.91,
      "step": 104525
    },
    {
      "epoch": 0.09149706636929172,
      "grad_norm": 0.35869649052619934,
      "learning_rate": 4.9334900882612133e-05,
      "loss": 5.5016,
      "step": 104530
    },
    {
      "epoch": 0.09150144296291887,
      "grad_norm": 0.40119731426239014,
      "learning_rate": 4.933482984395484e-05,
      "loss": 4.9116,
      "step": 104535
    },
    {
      "epoch": 0.09150581955654603,
      "grad_norm": 0.38592761754989624,
      "learning_rate": 4.9334758801568114e-05,
      "loss": 5.0006,
      "step": 104540
    },
    {
      "epoch": 0.09151019615017318,
      "grad_norm": 0.4032229483127594,
      "learning_rate": 4.933468775545197e-05,
      "loss": 4.381,
      "step": 104545
    },
    {
      "epoch": 0.09151457274380034,
      "grad_norm": 0.38260942697525024,
      "learning_rate": 4.933461670560643e-05,
      "loss": 4.9609,
      "step": 104550
    },
    {
      "epoch": 0.09151894933742749,
      "grad_norm": 0.398101806640625,
      "learning_rate": 4.933454565203149e-05,
      "loss": 5.2639,
      "step": 104555
    },
    {
      "epoch": 0.09152332593105464,
      "grad_norm": 0.35742828249931335,
      "learning_rate": 4.933447459472718e-05,
      "loss": 5.2902,
      "step": 104560
    },
    {
      "epoch": 0.0915277025246818,
      "grad_norm": 0.41614893078804016,
      "learning_rate": 4.93344035336935e-05,
      "loss": 5.2042,
      "step": 104565
    },
    {
      "epoch": 0.09153207911830895,
      "grad_norm": 0.4271201491355896,
      "learning_rate": 4.933433246893048e-05,
      "loss": 5.5053,
      "step": 104570
    },
    {
      "epoch": 0.09153645571193611,
      "grad_norm": 0.4303790032863617,
      "learning_rate": 4.933426140043811e-05,
      "loss": 4.7768,
      "step": 104575
    },
    {
      "epoch": 0.09154083230556326,
      "grad_norm": 0.4600084722042084,
      "learning_rate": 4.9334190328216436e-05,
      "loss": 3.9461,
      "step": 104580
    },
    {
      "epoch": 0.09154520889919042,
      "grad_norm": 0.5570715069770813,
      "learning_rate": 4.9334119252265444e-05,
      "loss": 6.0281,
      "step": 104585
    },
    {
      "epoch": 0.09154958549281757,
      "grad_norm": 0.39533859491348267,
      "learning_rate": 4.9334048172585155e-05,
      "loss": 5.8444,
      "step": 104590
    },
    {
      "epoch": 0.09155396208644473,
      "grad_norm": 0.40201473236083984,
      "learning_rate": 4.9333977089175584e-05,
      "loss": 4.6968,
      "step": 104595
    },
    {
      "epoch": 0.09155833868007188,
      "grad_norm": 0.4072076678276062,
      "learning_rate": 4.933390600203676e-05,
      "loss": 5.1985,
      "step": 104600
    },
    {
      "epoch": 0.09156271527369904,
      "grad_norm": 0.49205708503723145,
      "learning_rate": 4.933383491116866e-05,
      "loss": 5.7303,
      "step": 104605
    },
    {
      "epoch": 0.09156709186732619,
      "grad_norm": 0.39805716276168823,
      "learning_rate": 4.933376381657134e-05,
      "loss": 5.5312,
      "step": 104610
    },
    {
      "epoch": 0.09157146846095335,
      "grad_norm": 0.5183619856834412,
      "learning_rate": 4.9333692718244796e-05,
      "loss": 6.348,
      "step": 104615
    },
    {
      "epoch": 0.0915758450545805,
      "grad_norm": 0.4989621043205261,
      "learning_rate": 4.933362161618903e-05,
      "loss": 5.288,
      "step": 104620
    },
    {
      "epoch": 0.09158022164820766,
      "grad_norm": 0.5477429628372192,
      "learning_rate": 4.933355051040408e-05,
      "loss": 4.9887,
      "step": 104625
    },
    {
      "epoch": 0.0915845982418348,
      "grad_norm": 0.8327089548110962,
      "learning_rate": 4.933347940088993e-05,
      "loss": 4.9673,
      "step": 104630
    },
    {
      "epoch": 0.09158897483546197,
      "grad_norm": 0.646705687046051,
      "learning_rate": 4.933340828764661e-05,
      "loss": 6.0434,
      "step": 104635
    },
    {
      "epoch": 0.09159335142908911,
      "grad_norm": 0.5554751753807068,
      "learning_rate": 4.933333717067414e-05,
      "loss": 4.5024,
      "step": 104640
    },
    {
      "epoch": 0.09159772802271628,
      "grad_norm": 0.44988104701042175,
      "learning_rate": 4.933326604997253e-05,
      "loss": 4.86,
      "step": 104645
    },
    {
      "epoch": 0.09160210461634342,
      "grad_norm": 0.4798014461994171,
      "learning_rate": 4.933319492554177e-05,
      "loss": 4.9096,
      "step": 104650
    },
    {
      "epoch": 0.09160648120997059,
      "grad_norm": 0.4467681050300598,
      "learning_rate": 4.933312379738192e-05,
      "loss": 4.4724,
      "step": 104655
    },
    {
      "epoch": 0.09161085780359773,
      "grad_norm": 0.4021696448326111,
      "learning_rate": 4.933305266549295e-05,
      "loss": 4.7297,
      "step": 104660
    },
    {
      "epoch": 0.0916152343972249,
      "grad_norm": 0.46209198236465454,
      "learning_rate": 4.93329815298749e-05,
      "loss": 4.9828,
      "step": 104665
    },
    {
      "epoch": 0.09161961099085204,
      "grad_norm": 0.42420411109924316,
      "learning_rate": 4.933291039052778e-05,
      "loss": 6.0119,
      "step": 104670
    },
    {
      "epoch": 0.0916239875844792,
      "grad_norm": 0.41791918873786926,
      "learning_rate": 4.933283924745159e-05,
      "loss": 5.1966,
      "step": 104675
    },
    {
      "epoch": 0.09162836417810635,
      "grad_norm": 0.3573784828186035,
      "learning_rate": 4.933276810064634e-05,
      "loss": 5.2295,
      "step": 104680
    },
    {
      "epoch": 0.0916327407717335,
      "grad_norm": 0.4136326313018799,
      "learning_rate": 4.933269695011208e-05,
      "loss": 6.0568,
      "step": 104685
    },
    {
      "epoch": 0.09163711736536066,
      "grad_norm": 0.5665623545646667,
      "learning_rate": 4.9332625795848784e-05,
      "loss": 4.488,
      "step": 104690
    },
    {
      "epoch": 0.09164149395898781,
      "grad_norm": 0.4011346697807312,
      "learning_rate": 4.93325546378565e-05,
      "loss": 6.3664,
      "step": 104695
    },
    {
      "epoch": 0.09164587055261497,
      "grad_norm": 0.4222562909126282,
      "learning_rate": 4.9332483476135206e-05,
      "loss": 4.7568,
      "step": 104700
    },
    {
      "epoch": 0.09165024714624212,
      "grad_norm": 0.38441580533981323,
      "learning_rate": 4.933241231068494e-05,
      "loss": 5.8219,
      "step": 104705
    },
    {
      "epoch": 0.09165462373986928,
      "grad_norm": 0.39113521575927734,
      "learning_rate": 4.933234114150571e-05,
      "loss": 4.9773,
      "step": 104710
    },
    {
      "epoch": 0.09165900033349643,
      "grad_norm": 0.4027373492717743,
      "learning_rate": 4.933226996859752e-05,
      "loss": 6.032,
      "step": 104715
    },
    {
      "epoch": 0.09166337692712359,
      "grad_norm": 0.4234797954559326,
      "learning_rate": 4.9332198791960406e-05,
      "loss": 5.5191,
      "step": 104720
    },
    {
      "epoch": 0.09166775352075074,
      "grad_norm": 0.4252510666847229,
      "learning_rate": 4.933212761159436e-05,
      "loss": 5.8267,
      "step": 104725
    },
    {
      "epoch": 0.0916721301143779,
      "grad_norm": 0.356126070022583,
      "learning_rate": 4.933205642749941e-05,
      "loss": 5.8138,
      "step": 104730
    },
    {
      "epoch": 0.09167650670800505,
      "grad_norm": 0.37683647871017456,
      "learning_rate": 4.933198523967556e-05,
      "loss": 6.2969,
      "step": 104735
    },
    {
      "epoch": 0.09168088330163221,
      "grad_norm": 0.4187503457069397,
      "learning_rate": 4.933191404812282e-05,
      "loss": 4.4723,
      "step": 104740
    },
    {
      "epoch": 0.09168525989525936,
      "grad_norm": 0.36907607316970825,
      "learning_rate": 4.933184285284122e-05,
      "loss": 5.2979,
      "step": 104745
    },
    {
      "epoch": 0.09168963648888652,
      "grad_norm": 0.36554303765296936,
      "learning_rate": 4.933177165383076e-05,
      "loss": 5.3245,
      "step": 104750
    },
    {
      "epoch": 0.09169401308251367,
      "grad_norm": 0.3484027087688446,
      "learning_rate": 4.933170045109147e-05,
      "loss": 5.3187,
      "step": 104755
    },
    {
      "epoch": 0.09169838967614083,
      "grad_norm": 0.41008615493774414,
      "learning_rate": 4.9331629244623345e-05,
      "loss": 4.9912,
      "step": 104760
    },
    {
      "epoch": 0.09170276626976798,
      "grad_norm": 0.37004271149635315,
      "learning_rate": 4.933155803442639e-05,
      "loss": 5.7379,
      "step": 104765
    },
    {
      "epoch": 0.09170714286339514,
      "grad_norm": 0.436974436044693,
      "learning_rate": 4.933148682050066e-05,
      "loss": 5.2082,
      "step": 104770
    },
    {
      "epoch": 0.09171151945702229,
      "grad_norm": 0.3439348638057709,
      "learning_rate": 4.933141560284613e-05,
      "loss": 5.2237,
      "step": 104775
    },
    {
      "epoch": 0.09171589605064945,
      "grad_norm": 0.3636321425437927,
      "learning_rate": 4.9331344381462826e-05,
      "loss": 5.6977,
      "step": 104780
    },
    {
      "epoch": 0.0917202726442766,
      "grad_norm": 0.349400132894516,
      "learning_rate": 4.9331273156350775e-05,
      "loss": 6.0205,
      "step": 104785
    },
    {
      "epoch": 0.09172464923790376,
      "grad_norm": 0.3977782130241394,
      "learning_rate": 4.933120192750996e-05,
      "loss": 5.2075,
      "step": 104790
    },
    {
      "epoch": 0.0917290258315309,
      "grad_norm": 0.36399203538894653,
      "learning_rate": 4.933113069494043e-05,
      "loss": 5.4197,
      "step": 104795
    },
    {
      "epoch": 0.09173340242515807,
      "grad_norm": 0.39808979630470276,
      "learning_rate": 4.933105945864218e-05,
      "loss": 5.4076,
      "step": 104800
    },
    {
      "epoch": 0.09173777901878521,
      "grad_norm": 0.3608207106590271,
      "learning_rate": 4.9330988218615226e-05,
      "loss": 5.7383,
      "step": 104805
    },
    {
      "epoch": 0.09174215561241236,
      "grad_norm": 0.4735266864299774,
      "learning_rate": 4.933091697485957e-05,
      "loss": 4.1537,
      "step": 104810
    },
    {
      "epoch": 0.09174653220603952,
      "grad_norm": 0.47087717056274414,
      "learning_rate": 4.9330845727375254e-05,
      "loss": 4.4503,
      "step": 104815
    },
    {
      "epoch": 0.09175090879966667,
      "grad_norm": 0.40982842445373535,
      "learning_rate": 4.933077447616227e-05,
      "loss": 4.9835,
      "step": 104820
    },
    {
      "epoch": 0.09175528539329383,
      "grad_norm": 0.4327489733695984,
      "learning_rate": 4.933070322122063e-05,
      "loss": 4.4706,
      "step": 104825
    },
    {
      "epoch": 0.09175966198692098,
      "grad_norm": 0.36731410026550293,
      "learning_rate": 4.9330631962550355e-05,
      "loss": 6.0475,
      "step": 104830
    },
    {
      "epoch": 0.09176403858054814,
      "grad_norm": 0.41071295738220215,
      "learning_rate": 4.933056070015146e-05,
      "loss": 5.7043,
      "step": 104835
    },
    {
      "epoch": 0.09176841517417529,
      "grad_norm": 0.34428340196609497,
      "learning_rate": 4.9330489434023966e-05,
      "loss": 6.3518,
      "step": 104840
    },
    {
      "epoch": 0.09177279176780245,
      "grad_norm": 0.39259791374206543,
      "learning_rate": 4.933041816416787e-05,
      "loss": 4.9802,
      "step": 104845
    },
    {
      "epoch": 0.0917771683614296,
      "grad_norm": 0.4040795862674713,
      "learning_rate": 4.933034689058319e-05,
      "loss": 5.4678,
      "step": 104850
    },
    {
      "epoch": 0.09178154495505676,
      "grad_norm": 0.3562978208065033,
      "learning_rate": 4.933027561326995e-05,
      "loss": 5.7598,
      "step": 104855
    },
    {
      "epoch": 0.09178592154868391,
      "grad_norm": 0.34563127160072327,
      "learning_rate": 4.933020433222816e-05,
      "loss": 5.3174,
      "step": 104860
    },
    {
      "epoch": 0.09179029814231107,
      "grad_norm": 0.3423894941806793,
      "learning_rate": 4.933013304745783e-05,
      "loss": 6.3021,
      "step": 104865
    },
    {
      "epoch": 0.09179467473593822,
      "grad_norm": 0.43456700444221497,
      "learning_rate": 4.933006175895897e-05,
      "loss": 5.524,
      "step": 104870
    },
    {
      "epoch": 0.09179905132956538,
      "grad_norm": 0.3593934178352356,
      "learning_rate": 4.932999046673159e-05,
      "loss": 5.7412,
      "step": 104875
    },
    {
      "epoch": 0.09180342792319253,
      "grad_norm": 0.4606783390045166,
      "learning_rate": 4.932991917077573e-05,
      "loss": 4.456,
      "step": 104880
    },
    {
      "epoch": 0.09180780451681969,
      "grad_norm": 0.42256781458854675,
      "learning_rate": 4.932984787109137e-05,
      "loss": 4.1209,
      "step": 104885
    },
    {
      "epoch": 0.09181218111044684,
      "grad_norm": 0.4433871805667877,
      "learning_rate": 4.932977656767855e-05,
      "loss": 5.3168,
      "step": 104890
    },
    {
      "epoch": 0.091816557704074,
      "grad_norm": 0.4417355954647064,
      "learning_rate": 4.9329705260537275e-05,
      "loss": 6.0381,
      "step": 104895
    },
    {
      "epoch": 0.09182093429770115,
      "grad_norm": 0.43741175532341003,
      "learning_rate": 4.932963394966755e-05,
      "loss": 5.6752,
      "step": 104900
    },
    {
      "epoch": 0.09182531089132831,
      "grad_norm": 0.43883830308914185,
      "learning_rate": 4.9329562635069395e-05,
      "loss": 5.2857,
      "step": 104905
    },
    {
      "epoch": 0.09182968748495546,
      "grad_norm": 0.4317004382610321,
      "learning_rate": 4.9329491316742825e-05,
      "loss": 5.1943,
      "step": 104910
    },
    {
      "epoch": 0.09183406407858262,
      "grad_norm": 0.5084279775619507,
      "learning_rate": 4.932941999468787e-05,
      "loss": 5.5324,
      "step": 104915
    },
    {
      "epoch": 0.09183844067220977,
      "grad_norm": 0.39010676741600037,
      "learning_rate": 4.932934866890451e-05,
      "loss": 5.2074,
      "step": 104920
    },
    {
      "epoch": 0.09184281726583693,
      "grad_norm": 0.43682268261909485,
      "learning_rate": 4.932927733939278e-05,
      "loss": 4.7635,
      "step": 104925
    },
    {
      "epoch": 0.09184719385946408,
      "grad_norm": 0.42510566115379333,
      "learning_rate": 4.932920600615268e-05,
      "loss": 5.8104,
      "step": 104930
    },
    {
      "epoch": 0.09185157045309124,
      "grad_norm": 0.42623594403266907,
      "learning_rate": 4.932913466918424e-05,
      "loss": 4.7152,
      "step": 104935
    },
    {
      "epoch": 0.09185594704671839,
      "grad_norm": 0.47669509053230286,
      "learning_rate": 4.932906332848748e-05,
      "loss": 4.9828,
      "step": 104940
    },
    {
      "epoch": 0.09186032364034553,
      "grad_norm": 0.39703965187072754,
      "learning_rate": 4.932899198406239e-05,
      "loss": 5.2269,
      "step": 104945
    },
    {
      "epoch": 0.0918647002339727,
      "grad_norm": 0.4935993254184723,
      "learning_rate": 4.932892063590899e-05,
      "loss": 4.9773,
      "step": 104950
    },
    {
      "epoch": 0.09186907682759984,
      "grad_norm": 0.426462322473526,
      "learning_rate": 4.932884928402731e-05,
      "loss": 5.2037,
      "step": 104955
    },
    {
      "epoch": 0.091873453421227,
      "grad_norm": 0.398505836725235,
      "learning_rate": 4.932877792841735e-05,
      "loss": 4.9247,
      "step": 104960
    },
    {
      "epoch": 0.09187783001485415,
      "grad_norm": 0.4063950479030609,
      "learning_rate": 4.932870656907912e-05,
      "loss": 4.6545,
      "step": 104965
    },
    {
      "epoch": 0.09188220660848131,
      "grad_norm": 0.35833868384361267,
      "learning_rate": 4.932863520601264e-05,
      "loss": 5.2453,
      "step": 104970
    },
    {
      "epoch": 0.09188658320210846,
      "grad_norm": 0.40173596143722534,
      "learning_rate": 4.932856383921792e-05,
      "loss": 4.9854,
      "step": 104975
    },
    {
      "epoch": 0.09189095979573562,
      "grad_norm": 0.41010376811027527,
      "learning_rate": 4.932849246869499e-05,
      "loss": 6.0023,
      "step": 104980
    },
    {
      "epoch": 0.09189533638936277,
      "grad_norm": 0.42255836725234985,
      "learning_rate": 4.9328421094443846e-05,
      "loss": 5.2686,
      "step": 104985
    },
    {
      "epoch": 0.09189971298298993,
      "grad_norm": 0.36876189708709717,
      "learning_rate": 4.9328349716464506e-05,
      "loss": 5.507,
      "step": 104990
    },
    {
      "epoch": 0.09190408957661708,
      "grad_norm": 0.39870595932006836,
      "learning_rate": 4.932827833475698e-05,
      "loss": 4.9005,
      "step": 104995
    },
    {
      "epoch": 0.09190846617024424,
      "grad_norm": 0.4117797613143921,
      "learning_rate": 4.93282069493213e-05,
      "loss": 5.0045,
      "step": 105000
    },
    {
      "epoch": 0.09191284276387139,
      "grad_norm": 0.37852469086647034,
      "learning_rate": 4.932813556015745e-05,
      "loss": 6.0064,
      "step": 105005
    },
    {
      "epoch": 0.09191721935749855,
      "grad_norm": 0.4463311731815338,
      "learning_rate": 4.932806416726547e-05,
      "loss": 4.758,
      "step": 105010
    },
    {
      "epoch": 0.0919215959511257,
      "grad_norm": 0.42543166875839233,
      "learning_rate": 4.932799277064536e-05,
      "loss": 4.8846,
      "step": 105015
    },
    {
      "epoch": 0.09192597254475286,
      "grad_norm": 0.4810119867324829,
      "learning_rate": 4.932792137029714e-05,
      "loss": 4.8738,
      "step": 105020
    },
    {
      "epoch": 0.09193034913838001,
      "grad_norm": 0.42207804322242737,
      "learning_rate": 4.932784996622081e-05,
      "loss": 4.9772,
      "step": 105025
    },
    {
      "epoch": 0.09193472573200717,
      "grad_norm": 0.40971148014068604,
      "learning_rate": 4.93277785584164e-05,
      "loss": 5.9971,
      "step": 105030
    },
    {
      "epoch": 0.09193910232563432,
      "grad_norm": 0.42657244205474854,
      "learning_rate": 4.932770714688393e-05,
      "loss": 5.007,
      "step": 105035
    },
    {
      "epoch": 0.09194347891926148,
      "grad_norm": 0.40773212909698486,
      "learning_rate": 4.93276357316234e-05,
      "loss": 5.2937,
      "step": 105040
    },
    {
      "epoch": 0.09194785551288863,
      "grad_norm": 0.38724300265312195,
      "learning_rate": 4.932756431263482e-05,
      "loss": 4.9793,
      "step": 105045
    },
    {
      "epoch": 0.09195223210651579,
      "grad_norm": 0.4048713445663452,
      "learning_rate": 4.9327492889918215e-05,
      "loss": 5.8015,
      "step": 105050
    },
    {
      "epoch": 0.09195660870014294,
      "grad_norm": 0.4157920777797699,
      "learning_rate": 4.932742146347359e-05,
      "loss": 4.2704,
      "step": 105055
    },
    {
      "epoch": 0.0919609852937701,
      "grad_norm": 0.4055714011192322,
      "learning_rate": 4.932735003330096e-05,
      "loss": 5.2985,
      "step": 105060
    },
    {
      "epoch": 0.09196536188739725,
      "grad_norm": 0.40716657042503357,
      "learning_rate": 4.932727859940034e-05,
      "loss": 5.3033,
      "step": 105065
    },
    {
      "epoch": 0.0919697384810244,
      "grad_norm": 0.4540724754333496,
      "learning_rate": 4.932720716177176e-05,
      "loss": 5.9809,
      "step": 105070
    },
    {
      "epoch": 0.09197411507465156,
      "grad_norm": 0.43499329686164856,
      "learning_rate": 4.932713572041521e-05,
      "loss": 5.3986,
      "step": 105075
    },
    {
      "epoch": 0.0919784916682787,
      "grad_norm": 0.42158234119415283,
      "learning_rate": 4.93270642753307e-05,
      "loss": 6.0174,
      "step": 105080
    },
    {
      "epoch": 0.09198286826190587,
      "grad_norm": 0.4119555354118347,
      "learning_rate": 4.932699282651827e-05,
      "loss": 5.408,
      "step": 105085
    },
    {
      "epoch": 0.09198724485553302,
      "grad_norm": 0.4247550368309021,
      "learning_rate": 4.932692137397793e-05,
      "loss": 5.1808,
      "step": 105090
    },
    {
      "epoch": 0.09199162144916018,
      "grad_norm": 0.4074142575263977,
      "learning_rate": 4.932684991770967e-05,
      "loss": 5.1547,
      "step": 105095
    },
    {
      "epoch": 0.09199599804278732,
      "grad_norm": 0.40145793557167053,
      "learning_rate": 4.932677845771352e-05,
      "loss": 4.6889,
      "step": 105100
    },
    {
      "epoch": 0.09200037463641449,
      "grad_norm": 0.3962377607822418,
      "learning_rate": 4.932670699398949e-05,
      "loss": 4.8568,
      "step": 105105
    },
    {
      "epoch": 0.09200475123004163,
      "grad_norm": 0.36777758598327637,
      "learning_rate": 4.93266355265376e-05,
      "loss": 5.2281,
      "step": 105110
    },
    {
      "epoch": 0.0920091278236688,
      "grad_norm": 0.34596943855285645,
      "learning_rate": 4.932656405535786e-05,
      "loss": 6.3602,
      "step": 105115
    },
    {
      "epoch": 0.09201350441729594,
      "grad_norm": 0.44584667682647705,
      "learning_rate": 4.932649258045028e-05,
      "loss": 4.9888,
      "step": 105120
    },
    {
      "epoch": 0.0920178810109231,
      "grad_norm": 0.4431982934474945,
      "learning_rate": 4.932642110181488e-05,
      "loss": 4.4474,
      "step": 105125
    },
    {
      "epoch": 0.09202225760455025,
      "grad_norm": 0.39448049664497375,
      "learning_rate": 4.9326349619451664e-05,
      "loss": 5.8267,
      "step": 105130
    },
    {
      "epoch": 0.09202663419817741,
      "grad_norm": 0.4061416983604431,
      "learning_rate": 4.932627813336066e-05,
      "loss": 5.4935,
      "step": 105135
    },
    {
      "epoch": 0.09203101079180456,
      "grad_norm": 0.36150529980659485,
      "learning_rate": 4.932620664354186e-05,
      "loss": 6.0361,
      "step": 105140
    },
    {
      "epoch": 0.09203538738543172,
      "grad_norm": 0.3722171187400818,
      "learning_rate": 4.932613514999531e-05,
      "loss": 5.4677,
      "step": 105145
    },
    {
      "epoch": 0.09203976397905887,
      "grad_norm": 0.44604751467704773,
      "learning_rate": 4.9326063652721e-05,
      "loss": 5.8097,
      "step": 105150
    },
    {
      "epoch": 0.09204414057268603,
      "grad_norm": 0.4252641201019287,
      "learning_rate": 4.932599215171895e-05,
      "loss": 4.2877,
      "step": 105155
    },
    {
      "epoch": 0.09204851716631318,
      "grad_norm": 0.42272019386291504,
      "learning_rate": 4.9325920646989165e-05,
      "loss": 5.1658,
      "step": 105160
    },
    {
      "epoch": 0.09205289375994034,
      "grad_norm": 0.37482234835624695,
      "learning_rate": 4.932584913853168e-05,
      "loss": 5.7961,
      "step": 105165
    },
    {
      "epoch": 0.09205727035356749,
      "grad_norm": 0.41222986578941345,
      "learning_rate": 4.932577762634648e-05,
      "loss": 5.1426,
      "step": 105170
    },
    {
      "epoch": 0.09206164694719465,
      "grad_norm": 0.3775181174278259,
      "learning_rate": 4.932570611043361e-05,
      "loss": 5.2914,
      "step": 105175
    },
    {
      "epoch": 0.0920660235408218,
      "grad_norm": 0.4133370816707611,
      "learning_rate": 4.932563459079306e-05,
      "loss": 5.261,
      "step": 105180
    },
    {
      "epoch": 0.09207040013444896,
      "grad_norm": 0.35670205950737,
      "learning_rate": 4.9325563067424866e-05,
      "loss": 6.0186,
      "step": 105185
    },
    {
      "epoch": 0.09207477672807611,
      "grad_norm": 0.41324350237846375,
      "learning_rate": 4.932549154032901e-05,
      "loss": 4.4432,
      "step": 105190
    },
    {
      "epoch": 0.09207915332170327,
      "grad_norm": 0.42021194100379944,
      "learning_rate": 4.932542000950553e-05,
      "loss": 4.4447,
      "step": 105195
    },
    {
      "epoch": 0.09208352991533042,
      "grad_norm": 0.3793658912181854,
      "learning_rate": 4.932534847495444e-05,
      "loss": 5.293,
      "step": 105200
    },
    {
      "epoch": 0.09208790650895757,
      "grad_norm": 0.36847150325775146,
      "learning_rate": 4.932527693667573e-05,
      "loss": 5.2119,
      "step": 105205
    },
    {
      "epoch": 0.09209228310258473,
      "grad_norm": 0.3615332841873169,
      "learning_rate": 4.932520539466945e-05,
      "loss": 6.0143,
      "step": 105210
    },
    {
      "epoch": 0.09209665969621188,
      "grad_norm": 0.42397210001945496,
      "learning_rate": 4.932513384893559e-05,
      "loss": 5.5162,
      "step": 105215
    },
    {
      "epoch": 0.09210103628983904,
      "grad_norm": 0.39869195222854614,
      "learning_rate": 4.9325062299474166e-05,
      "loss": 5.0077,
      "step": 105220
    },
    {
      "epoch": 0.09210541288346619,
      "grad_norm": 0.3465959131717682,
      "learning_rate": 4.9324990746285194e-05,
      "loss": 5.8072,
      "step": 105225
    },
    {
      "epoch": 0.09210978947709335,
      "grad_norm": 0.4110803008079529,
      "learning_rate": 4.93249191893687e-05,
      "loss": 5.8165,
      "step": 105230
    },
    {
      "epoch": 0.0921141660707205,
      "grad_norm": 0.3766292631626129,
      "learning_rate": 4.932484762872468e-05,
      "loss": 5.4686,
      "step": 105235
    },
    {
      "epoch": 0.09211854266434766,
      "grad_norm": 0.39980265498161316,
      "learning_rate": 4.932477606435314e-05,
      "loss": 5.6953,
      "step": 105240
    },
    {
      "epoch": 0.0921229192579748,
      "grad_norm": 0.4198538064956665,
      "learning_rate": 4.932470449625412e-05,
      "loss": 5.3007,
      "step": 105245
    },
    {
      "epoch": 0.09212729585160197,
      "grad_norm": 0.41356176137924194,
      "learning_rate": 4.932463292442763e-05,
      "loss": 4.463,
      "step": 105250
    },
    {
      "epoch": 0.09213167244522912,
      "grad_norm": 0.3394618630409241,
      "learning_rate": 4.9324561348873666e-05,
      "loss": 5.2859,
      "step": 105255
    },
    {
      "epoch": 0.09213604903885628,
      "grad_norm": 0.4178643524646759,
      "learning_rate": 4.932448976959225e-05,
      "loss": 4.4547,
      "step": 105260
    },
    {
      "epoch": 0.09214042563248342,
      "grad_norm": 0.49096548557281494,
      "learning_rate": 4.93244181865834e-05,
      "loss": 5.5177,
      "step": 105265
    },
    {
      "epoch": 0.09214480222611059,
      "grad_norm": 0.45314520597457886,
      "learning_rate": 4.932434659984713e-05,
      "loss": 5.5014,
      "step": 105270
    },
    {
      "epoch": 0.09214917881973773,
      "grad_norm": 0.3944680690765381,
      "learning_rate": 4.932427500938345e-05,
      "loss": 4.4787,
      "step": 105275
    },
    {
      "epoch": 0.0921535554133649,
      "grad_norm": 0.38558924198150635,
      "learning_rate": 4.932420341519237e-05,
      "loss": 5.2635,
      "step": 105280
    },
    {
      "epoch": 0.09215793200699204,
      "grad_norm": 0.4464961290359497,
      "learning_rate": 4.93241318172739e-05,
      "loss": 5.0371,
      "step": 105285
    },
    {
      "epoch": 0.0921623086006192,
      "grad_norm": 0.3629993498325348,
      "learning_rate": 4.9324060215628074e-05,
      "loss": 6.0422,
      "step": 105290
    },
    {
      "epoch": 0.09216668519424635,
      "grad_norm": 0.4018617272377014,
      "learning_rate": 4.93239886102549e-05,
      "loss": 6.032,
      "step": 105295
    },
    {
      "epoch": 0.09217106178787352,
      "grad_norm": 0.36230766773223877,
      "learning_rate": 4.9323917001154374e-05,
      "loss": 5.2024,
      "step": 105300
    },
    {
      "epoch": 0.09217543838150066,
      "grad_norm": 0.40863582491874695,
      "learning_rate": 4.932384538832653e-05,
      "loss": 5.7178,
      "step": 105305
    },
    {
      "epoch": 0.09217981497512782,
      "grad_norm": 0.4112163186073303,
      "learning_rate": 4.932377377177136e-05,
      "loss": 4.6078,
      "step": 105310
    },
    {
      "epoch": 0.09218419156875497,
      "grad_norm": 0.4176212251186371,
      "learning_rate": 4.9323702151488904e-05,
      "loss": 5.8352,
      "step": 105315
    },
    {
      "epoch": 0.09218856816238213,
      "grad_norm": 0.4526054859161377,
      "learning_rate": 4.932363052747916e-05,
      "loss": 5.7268,
      "step": 105320
    },
    {
      "epoch": 0.09219294475600928,
      "grad_norm": 0.49828314781188965,
      "learning_rate": 4.932355889974215e-05,
      "loss": 4.4675,
      "step": 105325
    },
    {
      "epoch": 0.09219732134963643,
      "grad_norm": 0.4954780042171478,
      "learning_rate": 4.932348726827788e-05,
      "loss": 4.8762,
      "step": 105330
    },
    {
      "epoch": 0.09220169794326359,
      "grad_norm": 0.4630393981933594,
      "learning_rate": 4.9323415633086354e-05,
      "loss": 5.2037,
      "step": 105335
    },
    {
      "epoch": 0.09220607453689074,
      "grad_norm": 0.47990548610687256,
      "learning_rate": 4.932334399416761e-05,
      "loss": 5.2156,
      "step": 105340
    },
    {
      "epoch": 0.0922104511305179,
      "grad_norm": 0.40910959243774414,
      "learning_rate": 4.9323272351521654e-05,
      "loss": 5.2119,
      "step": 105345
    },
    {
      "epoch": 0.09221482772414505,
      "grad_norm": 0.4197230339050293,
      "learning_rate": 4.932320070514849e-05,
      "loss": 4.5655,
      "step": 105350
    },
    {
      "epoch": 0.09221920431777221,
      "grad_norm": 0.4673607051372528,
      "learning_rate": 4.932312905504813e-05,
      "loss": 5.4275,
      "step": 105355
    },
    {
      "epoch": 0.09222358091139936,
      "grad_norm": 0.4087330996990204,
      "learning_rate": 4.932305740122062e-05,
      "loss": 5.2118,
      "step": 105360
    },
    {
      "epoch": 0.09222795750502652,
      "grad_norm": 0.3970816433429718,
      "learning_rate": 4.9322985743665926e-05,
      "loss": 6.0229,
      "step": 105365
    },
    {
      "epoch": 0.09223233409865367,
      "grad_norm": 0.46406084299087524,
      "learning_rate": 4.9322914082384085e-05,
      "loss": 5.5231,
      "step": 105370
    },
    {
      "epoch": 0.09223671069228083,
      "grad_norm": 0.49718090891838074,
      "learning_rate": 4.932284241737513e-05,
      "loss": 4.9865,
      "step": 105375
    },
    {
      "epoch": 0.09224108728590798,
      "grad_norm": 0.3552808165550232,
      "learning_rate": 4.932277074863904e-05,
      "loss": 5.8226,
      "step": 105380
    },
    {
      "epoch": 0.09224546387953514,
      "grad_norm": 0.4465964436531067,
      "learning_rate": 4.932269907617585e-05,
      "loss": 4.4848,
      "step": 105385
    },
    {
      "epoch": 0.09224984047316229,
      "grad_norm": 0.4093271791934967,
      "learning_rate": 4.932262739998557e-05,
      "loss": 5.3762,
      "step": 105390
    },
    {
      "epoch": 0.09225421706678945,
      "grad_norm": 0.3787451982498169,
      "learning_rate": 4.932255572006821e-05,
      "loss": 5.8322,
      "step": 105395
    },
    {
      "epoch": 0.0922585936604166,
      "grad_norm": 0.3999321460723877,
      "learning_rate": 4.9322484036423776e-05,
      "loss": 6.0047,
      "step": 105400
    },
    {
      "epoch": 0.09226297025404376,
      "grad_norm": 0.40888482332229614,
      "learning_rate": 4.9322412349052317e-05,
      "loss": 5.7199,
      "step": 105405
    },
    {
      "epoch": 0.0922673468476709,
      "grad_norm": 0.39588892459869385,
      "learning_rate": 4.9322340657953804e-05,
      "loss": 4.8623,
      "step": 105410
    },
    {
      "epoch": 0.09227172344129807,
      "grad_norm": 0.37925660610198975,
      "learning_rate": 4.932226896312827e-05,
      "loss": 5.7088,
      "step": 105415
    },
    {
      "epoch": 0.09227610003492522,
      "grad_norm": 0.46548357605934143,
      "learning_rate": 4.9322197264575734e-05,
      "loss": 5.8051,
      "step": 105420
    },
    {
      "epoch": 0.09228047662855238,
      "grad_norm": 0.39000627398490906,
      "learning_rate": 4.9322125562296197e-05,
      "loss": 5.5086,
      "step": 105425
    },
    {
      "epoch": 0.09228485322217952,
      "grad_norm": 0.3841036558151245,
      "learning_rate": 4.932205385628969e-05,
      "loss": 4.3574,
      "step": 105430
    },
    {
      "epoch": 0.09228922981580669,
      "grad_norm": 0.40378350019454956,
      "learning_rate": 4.93219821465562e-05,
      "loss": 4.6847,
      "step": 105435
    },
    {
      "epoch": 0.09229360640943383,
      "grad_norm": 0.4556759297847748,
      "learning_rate": 4.9321910433095766e-05,
      "loss": 4.4632,
      "step": 105440
    },
    {
      "epoch": 0.092297983003061,
      "grad_norm": 0.41033750772476196,
      "learning_rate": 4.932183871590839e-05,
      "loss": 5.7899,
      "step": 105445
    },
    {
      "epoch": 0.09230235959668814,
      "grad_norm": 0.43193283677101135,
      "learning_rate": 4.932176699499408e-05,
      "loss": 5.2685,
      "step": 105450
    },
    {
      "epoch": 0.09230673619031529,
      "grad_norm": 0.4128512740135193,
      "learning_rate": 4.932169527035287e-05,
      "loss": 4.8158,
      "step": 105455
    },
    {
      "epoch": 0.09231111278394245,
      "grad_norm": 0.44554194808006287,
      "learning_rate": 4.932162354198476e-05,
      "loss": 5.7322,
      "step": 105460
    },
    {
      "epoch": 0.0923154893775696,
      "grad_norm": 0.4757494330406189,
      "learning_rate": 4.9321551809889765e-05,
      "loss": 5.7743,
      "step": 105465
    },
    {
      "epoch": 0.09231986597119676,
      "grad_norm": 0.7207189798355103,
      "learning_rate": 4.9321480074067906e-05,
      "loss": 4.6616,
      "step": 105470
    },
    {
      "epoch": 0.09232424256482391,
      "grad_norm": 0.5464627146720886,
      "learning_rate": 4.932140833451918e-05,
      "loss": 4.9722,
      "step": 105475
    },
    {
      "epoch": 0.09232861915845107,
      "grad_norm": 0.4770260751247406,
      "learning_rate": 4.932133659124362e-05,
      "loss": 5.7865,
      "step": 105480
    },
    {
      "epoch": 0.09233299575207822,
      "grad_norm": 0.4654559791088104,
      "learning_rate": 4.9321264844241235e-05,
      "loss": 5.6732,
      "step": 105485
    },
    {
      "epoch": 0.09233737234570538,
      "grad_norm": 0.41613754630088806,
      "learning_rate": 4.9321193093512016e-05,
      "loss": 5.5276,
      "step": 105490
    },
    {
      "epoch": 0.09234174893933253,
      "grad_norm": 0.44145262241363525,
      "learning_rate": 4.932112133905602e-05,
      "loss": 5.7834,
      "step": 105495
    },
    {
      "epoch": 0.09234612553295969,
      "grad_norm": 0.39974451065063477,
      "learning_rate": 4.9321049580873225e-05,
      "loss": 5.7997,
      "step": 105500
    },
    {
      "epoch": 0.09235050212658684,
      "grad_norm": 0.3496282994747162,
      "learning_rate": 4.932097781896365e-05,
      "loss": 5.7859,
      "step": 105505
    },
    {
      "epoch": 0.092354878720214,
      "grad_norm": 0.4057849943637848,
      "learning_rate": 4.932090605332732e-05,
      "loss": 5.4092,
      "step": 105510
    },
    {
      "epoch": 0.09235925531384115,
      "grad_norm": 0.4597542881965637,
      "learning_rate": 4.9320834283964255e-05,
      "loss": 5.5028,
      "step": 105515
    },
    {
      "epoch": 0.09236363190746831,
      "grad_norm": 0.3618851900100708,
      "learning_rate": 4.932076251087445e-05,
      "loss": 5.204,
      "step": 105520
    },
    {
      "epoch": 0.09236800850109546,
      "grad_norm": 0.44359090924263,
      "learning_rate": 4.9320690734057925e-05,
      "loss": 4.3665,
      "step": 105525
    },
    {
      "epoch": 0.09237238509472262,
      "grad_norm": 0.4644498825073242,
      "learning_rate": 4.93206189535147e-05,
      "loss": 5.0182,
      "step": 105530
    },
    {
      "epoch": 0.09237676168834977,
      "grad_norm": 0.35767826437950134,
      "learning_rate": 4.932054716924478e-05,
      "loss": 5.5104,
      "step": 105535
    },
    {
      "epoch": 0.09238113828197693,
      "grad_norm": 0.34374281764030457,
      "learning_rate": 4.932047538124819e-05,
      "loss": 6.0119,
      "step": 105540
    },
    {
      "epoch": 0.09238551487560408,
      "grad_norm": 0.428701251745224,
      "learning_rate": 4.9320403589524934e-05,
      "loss": 4.4606,
      "step": 105545
    },
    {
      "epoch": 0.09238989146923124,
      "grad_norm": 0.44093719124794006,
      "learning_rate": 4.932033179407504e-05,
      "loss": 6.0338,
      "step": 105550
    },
    {
      "epoch": 0.09239426806285839,
      "grad_norm": 0.4531424045562744,
      "learning_rate": 4.932025999489849e-05,
      "loss": 5.8047,
      "step": 105555
    },
    {
      "epoch": 0.09239864465648555,
      "grad_norm": 0.41839632391929626,
      "learning_rate": 4.932018819199533e-05,
      "loss": 5.047,
      "step": 105560
    },
    {
      "epoch": 0.0924030212501127,
      "grad_norm": 0.3843224048614502,
      "learning_rate": 4.932011638536557e-05,
      "loss": 5.828,
      "step": 105565
    },
    {
      "epoch": 0.09240739784373986,
      "grad_norm": 0.42214691638946533,
      "learning_rate": 4.9320044575009206e-05,
      "loss": 4.8988,
      "step": 105570
    },
    {
      "epoch": 0.092411774437367,
      "grad_norm": 0.36489951610565186,
      "learning_rate": 4.931997276092627e-05,
      "loss": 5.7359,
      "step": 105575
    },
    {
      "epoch": 0.09241615103099417,
      "grad_norm": 0.42073071002960205,
      "learning_rate": 4.931990094311676e-05,
      "loss": 4.4751,
      "step": 105580
    },
    {
      "epoch": 0.09242052762462132,
      "grad_norm": 0.35934290289878845,
      "learning_rate": 4.93198291215807e-05,
      "loss": 6.0129,
      "step": 105585
    },
    {
      "epoch": 0.09242490421824846,
      "grad_norm": 0.39623603224754333,
      "learning_rate": 4.9319757296318116e-05,
      "loss": 5.7014,
      "step": 105590
    },
    {
      "epoch": 0.09242928081187562,
      "grad_norm": 0.373813271522522,
      "learning_rate": 4.931968546732899e-05,
      "loss": 5.1705,
      "step": 105595
    },
    {
      "epoch": 0.09243365740550277,
      "grad_norm": 0.3845205307006836,
      "learning_rate": 4.931961363461336e-05,
      "loss": 5.4416,
      "step": 105600
    },
    {
      "epoch": 0.09243803399912993,
      "grad_norm": 0.3991917669773102,
      "learning_rate": 4.9319541798171235e-05,
      "loss": 5.3215,
      "step": 105605
    },
    {
      "epoch": 0.09244241059275708,
      "grad_norm": 0.3758273124694824,
      "learning_rate": 4.931946995800263e-05,
      "loss": 5.9928,
      "step": 105610
    },
    {
      "epoch": 0.09244678718638424,
      "grad_norm": 0.37661081552505493,
      "learning_rate": 4.931939811410755e-05,
      "loss": 6.0238,
      "step": 105615
    },
    {
      "epoch": 0.09245116378001139,
      "grad_norm": 0.45143797993659973,
      "learning_rate": 4.931932626648602e-05,
      "loss": 4.6558,
      "step": 105620
    },
    {
      "epoch": 0.09245554037363855,
      "grad_norm": 0.36183083057403564,
      "learning_rate": 4.931925441513805e-05,
      "loss": 5.4131,
      "step": 105625
    },
    {
      "epoch": 0.0924599169672657,
      "grad_norm": 0.385885089635849,
      "learning_rate": 4.931918256006365e-05,
      "loss": 4.9005,
      "step": 105630
    },
    {
      "epoch": 0.09246429356089286,
      "grad_norm": 0.35551345348358154,
      "learning_rate": 4.931911070126284e-05,
      "loss": 5.8142,
      "step": 105635
    },
    {
      "epoch": 0.09246867015452001,
      "grad_norm": 0.3581569790840149,
      "learning_rate": 4.931903883873562e-05,
      "loss": 5.7862,
      "step": 105640
    },
    {
      "epoch": 0.09247304674814717,
      "grad_norm": 0.4593774974346161,
      "learning_rate": 4.931896697248203e-05,
      "loss": 4.7188,
      "step": 105645
    },
    {
      "epoch": 0.09247742334177432,
      "grad_norm": 0.3898928165435791,
      "learning_rate": 4.931889510250206e-05,
      "loss": 4.8831,
      "step": 105650
    },
    {
      "epoch": 0.09248179993540148,
      "grad_norm": 0.39600008726119995,
      "learning_rate": 4.931882322879573e-05,
      "loss": 4.6853,
      "step": 105655
    },
    {
      "epoch": 0.09248617652902863,
      "grad_norm": 0.44896864891052246,
      "learning_rate": 4.931875135136307e-05,
      "loss": 4.6907,
      "step": 105660
    },
    {
      "epoch": 0.09249055312265579,
      "grad_norm": 0.3464299440383911,
      "learning_rate": 4.9318679470204064e-05,
      "loss": 6.0193,
      "step": 105665
    },
    {
      "epoch": 0.09249492971628294,
      "grad_norm": 0.4380006790161133,
      "learning_rate": 4.931860758531875e-05,
      "loss": 4.6543,
      "step": 105670
    },
    {
      "epoch": 0.0924993063099101,
      "grad_norm": 0.4369889497756958,
      "learning_rate": 4.931853569670714e-05,
      "loss": 4.44,
      "step": 105675
    },
    {
      "epoch": 0.09250368290353725,
      "grad_norm": 0.43966197967529297,
      "learning_rate": 4.931846380436923e-05,
      "loss": 4.988,
      "step": 105680
    },
    {
      "epoch": 0.09250805949716441,
      "grad_norm": 0.36685946583747864,
      "learning_rate": 4.931839190830504e-05,
      "loss": 5.4731,
      "step": 105685
    },
    {
      "epoch": 0.09251243609079156,
      "grad_norm": 0.4239714741706848,
      "learning_rate": 4.9318320008514605e-05,
      "loss": 5.6832,
      "step": 105690
    },
    {
      "epoch": 0.09251681268441872,
      "grad_norm": 0.522193968296051,
      "learning_rate": 4.931824810499791e-05,
      "loss": 4.989,
      "step": 105695
    },
    {
      "epoch": 0.09252118927804587,
      "grad_norm": 0.4391588568687439,
      "learning_rate": 4.931817619775499e-05,
      "loss": 4.8722,
      "step": 105700
    },
    {
      "epoch": 0.09252556587167303,
      "grad_norm": 0.38979917764663696,
      "learning_rate": 4.931810428678585e-05,
      "loss": 5.5054,
      "step": 105705
    },
    {
      "epoch": 0.09252994246530018,
      "grad_norm": 0.4962191581726074,
      "learning_rate": 4.931803237209051e-05,
      "loss": 5.0062,
      "step": 105710
    },
    {
      "epoch": 0.09253431905892733,
      "grad_norm": 0.6985390186309814,
      "learning_rate": 4.9317960453668964e-05,
      "loss": 4.698,
      "step": 105715
    },
    {
      "epoch": 0.09253869565255449,
      "grad_norm": 0.591849684715271,
      "learning_rate": 4.931788853152125e-05,
      "loss": 4.7877,
      "step": 105720
    },
    {
      "epoch": 0.09254307224618163,
      "grad_norm": 0.4104683995246887,
      "learning_rate": 4.931781660564737e-05,
      "loss": 6.0254,
      "step": 105725
    },
    {
      "epoch": 0.0925474488398088,
      "grad_norm": 0.39784979820251465,
      "learning_rate": 4.931774467604735e-05,
      "loss": 5.53,
      "step": 105730
    },
    {
      "epoch": 0.09255182543343594,
      "grad_norm": 0.43079352378845215,
      "learning_rate": 4.9317672742721186e-05,
      "loss": 5.5078,
      "step": 105735
    },
    {
      "epoch": 0.0925562020270631,
      "grad_norm": 0.41475436091423035,
      "learning_rate": 4.93176008056689e-05,
      "loss": 5.1835,
      "step": 105740
    },
    {
      "epoch": 0.09256057862069025,
      "grad_norm": 0.34268468618392944,
      "learning_rate": 4.93175288648905e-05,
      "loss": 6.026,
      "step": 105745
    },
    {
      "epoch": 0.09256495521431742,
      "grad_norm": 0.389013409614563,
      "learning_rate": 4.931745692038602e-05,
      "loss": 4.9542,
      "step": 105750
    },
    {
      "epoch": 0.09256933180794456,
      "grad_norm": 0.41480329632759094,
      "learning_rate": 4.9317384972155454e-05,
      "loss": 5.2512,
      "step": 105755
    },
    {
      "epoch": 0.09257370840157172,
      "grad_norm": 0.47433197498321533,
      "learning_rate": 4.931731302019882e-05,
      "loss": 4.452,
      "step": 105760
    },
    {
      "epoch": 0.09257808499519887,
      "grad_norm": 0.552237331867218,
      "learning_rate": 4.931724106451613e-05,
      "loss": 5.1847,
      "step": 105765
    },
    {
      "epoch": 0.09258246158882603,
      "grad_norm": 0.44574639201164246,
      "learning_rate": 4.931716910510741e-05,
      "loss": 4.7463,
      "step": 105770
    },
    {
      "epoch": 0.09258683818245318,
      "grad_norm": 0.4269315004348755,
      "learning_rate": 4.931709714197266e-05,
      "loss": 5.7858,
      "step": 105775
    },
    {
      "epoch": 0.09259121477608034,
      "grad_norm": 0.4187476336956024,
      "learning_rate": 4.9317025175111896e-05,
      "loss": 5.2902,
      "step": 105780
    },
    {
      "epoch": 0.09259559136970749,
      "grad_norm": 0.4197983741760254,
      "learning_rate": 4.931695320452514e-05,
      "loss": 5.2878,
      "step": 105785
    },
    {
      "epoch": 0.09259996796333465,
      "grad_norm": 0.4189891517162323,
      "learning_rate": 4.93168812302124e-05,
      "loss": 4.5189,
      "step": 105790
    },
    {
      "epoch": 0.0926043445569618,
      "grad_norm": 0.501434862613678,
      "learning_rate": 4.931680925217369e-05,
      "loss": 5.1645,
      "step": 105795
    },
    {
      "epoch": 0.09260872115058896,
      "grad_norm": 0.40217944979667664,
      "learning_rate": 4.931673727040902e-05,
      "loss": 6.0479,
      "step": 105800
    },
    {
      "epoch": 0.09261309774421611,
      "grad_norm": 0.4608752131462097,
      "learning_rate": 4.9316665284918416e-05,
      "loss": 4.1113,
      "step": 105805
    },
    {
      "epoch": 0.09261747433784327,
      "grad_norm": 0.5583922266960144,
      "learning_rate": 4.931659329570189e-05,
      "loss": 5.7504,
      "step": 105810
    },
    {
      "epoch": 0.09262185093147042,
      "grad_norm": 0.46434515714645386,
      "learning_rate": 4.931652130275943e-05,
      "loss": 4.8973,
      "step": 105815
    },
    {
      "epoch": 0.09262622752509758,
      "grad_norm": 0.6209937930107117,
      "learning_rate": 4.9316449306091085e-05,
      "loss": 5.278,
      "step": 105820
    },
    {
      "epoch": 0.09263060411872473,
      "grad_norm": 0.45408153533935547,
      "learning_rate": 4.9316377305696845e-05,
      "loss": 5.5321,
      "step": 105825
    },
    {
      "epoch": 0.09263498071235189,
      "grad_norm": 0.6166677474975586,
      "learning_rate": 4.931630530157674e-05,
      "loss": 4.8677,
      "step": 105830
    },
    {
      "epoch": 0.09263935730597904,
      "grad_norm": 0.38378164172172546,
      "learning_rate": 4.9316233293730776e-05,
      "loss": 6.0045,
      "step": 105835
    },
    {
      "epoch": 0.0926437338996062,
      "grad_norm": 0.4124201536178589,
      "learning_rate": 4.931616128215897e-05,
      "loss": 6.0387,
      "step": 105840
    },
    {
      "epoch": 0.09264811049323335,
      "grad_norm": 0.40118879079818726,
      "learning_rate": 4.931608926686133e-05,
      "loss": 5.5077,
      "step": 105845
    },
    {
      "epoch": 0.0926524870868605,
      "grad_norm": 0.43356096744537354,
      "learning_rate": 4.9316017247837876e-05,
      "loss": 4.4521,
      "step": 105850
    },
    {
      "epoch": 0.09265686368048766,
      "grad_norm": 0.3997715413570404,
      "learning_rate": 4.931594522508862e-05,
      "loss": 4.9211,
      "step": 105855
    },
    {
      "epoch": 0.0926612402741148,
      "grad_norm": 0.3503413200378418,
      "learning_rate": 4.931587319861357e-05,
      "loss": 5.8181,
      "step": 105860
    },
    {
      "epoch": 0.09266561686774197,
      "grad_norm": 0.4300580620765686,
      "learning_rate": 4.9315801168412744e-05,
      "loss": 5.3082,
      "step": 105865
    },
    {
      "epoch": 0.09266999346136912,
      "grad_norm": 0.42402005195617676,
      "learning_rate": 4.9315729134486164e-05,
      "loss": 5.2157,
      "step": 105870
    },
    {
      "epoch": 0.09267437005499628,
      "grad_norm": 0.42205244302749634,
      "learning_rate": 4.931565709683383e-05,
      "loss": 5.2032,
      "step": 105875
    },
    {
      "epoch": 0.09267874664862343,
      "grad_norm": 0.37730681896209717,
      "learning_rate": 4.9315585055455774e-05,
      "loss": 5.2996,
      "step": 105880
    },
    {
      "epoch": 0.09268312324225059,
      "grad_norm": 0.3380652070045471,
      "learning_rate": 4.931551301035199e-05,
      "loss": 5.8413,
      "step": 105885
    },
    {
      "epoch": 0.09268749983587773,
      "grad_norm": 0.415248304605484,
      "learning_rate": 4.931544096152251e-05,
      "loss": 4.7265,
      "step": 105890
    },
    {
      "epoch": 0.0926918764295049,
      "grad_norm": 0.35082581639289856,
      "learning_rate": 4.931536890896732e-05,
      "loss": 5.5278,
      "step": 105895
    },
    {
      "epoch": 0.09269625302313204,
      "grad_norm": 0.4149267375469208,
      "learning_rate": 4.9315296852686466e-05,
      "loss": 4.3673,
      "step": 105900
    },
    {
      "epoch": 0.0927006296167592,
      "grad_norm": 0.3834775984287262,
      "learning_rate": 4.9315224792679945e-05,
      "loss": 4.7681,
      "step": 105905
    },
    {
      "epoch": 0.09270500621038635,
      "grad_norm": 0.4277341961860657,
      "learning_rate": 4.931515272894778e-05,
      "loss": 5.734,
      "step": 105910
    },
    {
      "epoch": 0.09270938280401352,
      "grad_norm": 0.41735923290252686,
      "learning_rate": 4.931508066148998e-05,
      "loss": 5.5149,
      "step": 105915
    },
    {
      "epoch": 0.09271375939764066,
      "grad_norm": 0.3871100842952728,
      "learning_rate": 4.9315008590306544e-05,
      "loss": 4.9653,
      "step": 105920
    },
    {
      "epoch": 0.09271813599126782,
      "grad_norm": 0.365707665681839,
      "learning_rate": 4.9314936515397515e-05,
      "loss": 5.4658,
      "step": 105925
    },
    {
      "epoch": 0.09272251258489497,
      "grad_norm": 0.37574103474617004,
      "learning_rate": 4.931486443676289e-05,
      "loss": 5.296,
      "step": 105930
    },
    {
      "epoch": 0.09272688917852213,
      "grad_norm": 0.4204711616039276,
      "learning_rate": 4.9314792354402674e-05,
      "loss": 5.1587,
      "step": 105935
    },
    {
      "epoch": 0.09273126577214928,
      "grad_norm": 0.4291699230670929,
      "learning_rate": 4.9314720268316895e-05,
      "loss": 4.6584,
      "step": 105940
    },
    {
      "epoch": 0.09273564236577644,
      "grad_norm": 0.35898569226264954,
      "learning_rate": 4.931464817850556e-05,
      "loss": 6.3252,
      "step": 105945
    },
    {
      "epoch": 0.09274001895940359,
      "grad_norm": 0.408760666847229,
      "learning_rate": 4.93145760849687e-05,
      "loss": 4.7868,
      "step": 105950
    },
    {
      "epoch": 0.09274439555303075,
      "grad_norm": 0.3523904085159302,
      "learning_rate": 4.931450398770631e-05,
      "loss": 6.0174,
      "step": 105955
    },
    {
      "epoch": 0.0927487721466579,
      "grad_norm": 0.41701677441596985,
      "learning_rate": 4.931443188671841e-05,
      "loss": 5.7334,
      "step": 105960
    },
    {
      "epoch": 0.09275314874028506,
      "grad_norm": 0.360186904668808,
      "learning_rate": 4.9314359782005006e-05,
      "loss": 6.3072,
      "step": 105965
    },
    {
      "epoch": 0.09275752533391221,
      "grad_norm": 0.37448936700820923,
      "learning_rate": 4.931428767356613e-05,
      "loss": 5.5139,
      "step": 105970
    },
    {
      "epoch": 0.09276190192753936,
      "grad_norm": 0.3590420186519623,
      "learning_rate": 4.931421556140178e-05,
      "loss": 5.4864,
      "step": 105975
    },
    {
      "epoch": 0.09276627852116652,
      "grad_norm": 0.4051595628261566,
      "learning_rate": 4.931414344551196e-05,
      "loss": 4.4374,
      "step": 105980
    },
    {
      "epoch": 0.09277065511479367,
      "grad_norm": 0.4374290704727173,
      "learning_rate": 4.9314071325896716e-05,
      "loss": 4.9696,
      "step": 105985
    },
    {
      "epoch": 0.09277503170842083,
      "grad_norm": 0.38829171657562256,
      "learning_rate": 4.931399920255605e-05,
      "loss": 5.5073,
      "step": 105990
    },
    {
      "epoch": 0.09277940830204798,
      "grad_norm": 0.42108428478240967,
      "learning_rate": 4.931392707548995e-05,
      "loss": 4.9379,
      "step": 105995
    },
    {
      "epoch": 0.09278378489567514,
      "grad_norm": 0.3512314260005951,
      "learning_rate": 4.9313854944698465e-05,
      "loss": 5.273,
      "step": 106000
    },
    {
      "epoch": 0.09278816148930229,
      "grad_norm": 0.5315719246864319,
      "learning_rate": 4.93137828101816e-05,
      "loss": 5.0957,
      "step": 106005
    },
    {
      "epoch": 0.09279253808292945,
      "grad_norm": 0.43511393666267395,
      "learning_rate": 4.931371067193935e-05,
      "loss": 5.8113,
      "step": 106010
    },
    {
      "epoch": 0.0927969146765566,
      "grad_norm": 0.3639768660068512,
      "learning_rate": 4.931363852997175e-05,
      "loss": 5.7984,
      "step": 106015
    },
    {
      "epoch": 0.09280129127018376,
      "grad_norm": 0.41189223527908325,
      "learning_rate": 4.93135663842788e-05,
      "loss": 5.5529,
      "step": 106020
    },
    {
      "epoch": 0.0928056678638109,
      "grad_norm": 0.3771718740463257,
      "learning_rate": 4.9313494234860523e-05,
      "loss": 5.5114,
      "step": 106025
    },
    {
      "epoch": 0.09281004445743807,
      "grad_norm": 0.42958104610443115,
      "learning_rate": 4.931342208171693e-05,
      "loss": 5.5334,
      "step": 106030
    },
    {
      "epoch": 0.09281442105106522,
      "grad_norm": 0.3560276925563812,
      "learning_rate": 4.931334992484804e-05,
      "loss": 5.2669,
      "step": 106035
    },
    {
      "epoch": 0.09281879764469238,
      "grad_norm": 0.4330407679080963,
      "learning_rate": 4.9313277764253865e-05,
      "loss": 4.6863,
      "step": 106040
    },
    {
      "epoch": 0.09282317423831953,
      "grad_norm": 0.45149341225624084,
      "learning_rate": 4.931320559993441e-05,
      "loss": 5.5285,
      "step": 106045
    },
    {
      "epoch": 0.09282755083194669,
      "grad_norm": 0.5616230368614197,
      "learning_rate": 4.931313343188969e-05,
      "loss": 4.9758,
      "step": 106050
    },
    {
      "epoch": 0.09283192742557383,
      "grad_norm": 0.4531153440475464,
      "learning_rate": 4.931306126011972e-05,
      "loss": 5.7651,
      "step": 106055
    },
    {
      "epoch": 0.092836304019201,
      "grad_norm": 0.4133893847465515,
      "learning_rate": 4.931298908462453e-05,
      "loss": 5.2534,
      "step": 106060
    },
    {
      "epoch": 0.09284068061282814,
      "grad_norm": 0.4163626432418823,
      "learning_rate": 4.931291690540412e-05,
      "loss": 5.481,
      "step": 106065
    },
    {
      "epoch": 0.0928450572064553,
      "grad_norm": 0.4181145131587982,
      "learning_rate": 4.93128447224585e-05,
      "loss": 4.983,
      "step": 106070
    },
    {
      "epoch": 0.09284943380008245,
      "grad_norm": 0.4257909059524536,
      "learning_rate": 4.9312772535787685e-05,
      "loss": 5.1901,
      "step": 106075
    },
    {
      "epoch": 0.09285381039370962,
      "grad_norm": 0.3788921535015106,
      "learning_rate": 4.9312700345391704e-05,
      "loss": 5.5071,
      "step": 106080
    },
    {
      "epoch": 0.09285818698733676,
      "grad_norm": 0.4268955588340759,
      "learning_rate": 4.931262815127056e-05,
      "loss": 5.1683,
      "step": 106085
    },
    {
      "epoch": 0.09286256358096392,
      "grad_norm": 0.3693343698978424,
      "learning_rate": 4.931255595342425e-05,
      "loss": 5.4951,
      "step": 106090
    },
    {
      "epoch": 0.09286694017459107,
      "grad_norm": 0.4102158546447754,
      "learning_rate": 4.931248375185282e-05,
      "loss": 5.091,
      "step": 106095
    },
    {
      "epoch": 0.09287131676821822,
      "grad_norm": 0.4089868366718292,
      "learning_rate": 4.931241154655627e-05,
      "loss": 4.4578,
      "step": 106100
    },
    {
      "epoch": 0.09287569336184538,
      "grad_norm": 0.3981213867664337,
      "learning_rate": 4.9312339337534605e-05,
      "loss": 5.288,
      "step": 106105
    },
    {
      "epoch": 0.09288006995547253,
      "grad_norm": 0.42293035984039307,
      "learning_rate": 4.931226712478786e-05,
      "loss": 5.3241,
      "step": 106110
    },
    {
      "epoch": 0.09288444654909969,
      "grad_norm": 0.4087059795856476,
      "learning_rate": 4.931219490831602e-05,
      "loss": 4.9666,
      "step": 106115
    },
    {
      "epoch": 0.09288882314272684,
      "grad_norm": 0.35683321952819824,
      "learning_rate": 4.931212268811912e-05,
      "loss": 5.2588,
      "step": 106120
    },
    {
      "epoch": 0.092893199736354,
      "grad_norm": 0.33942440152168274,
      "learning_rate": 4.931205046419718e-05,
      "loss": 6.0211,
      "step": 106125
    },
    {
      "epoch": 0.09289757632998115,
      "grad_norm": 0.419660747051239,
      "learning_rate": 4.931197823655019e-05,
      "loss": 4.6661,
      "step": 106130
    },
    {
      "epoch": 0.09290195292360831,
      "grad_norm": 0.42974501848220825,
      "learning_rate": 4.931190600517818e-05,
      "loss": 4.1191,
      "step": 106135
    },
    {
      "epoch": 0.09290632951723546,
      "grad_norm": 0.46145516633987427,
      "learning_rate": 4.9311833770081164e-05,
      "loss": 5.717,
      "step": 106140
    },
    {
      "epoch": 0.09291070611086262,
      "grad_norm": 0.501785397529602,
      "learning_rate": 4.931176153125914e-05,
      "loss": 4.7562,
      "step": 106145
    },
    {
      "epoch": 0.09291508270448977,
      "grad_norm": 0.4660429060459137,
      "learning_rate": 4.931168928871215e-05,
      "loss": 5.7944,
      "step": 106150
    },
    {
      "epoch": 0.09291945929811693,
      "grad_norm": 0.4131234884262085,
      "learning_rate": 4.931161704244017e-05,
      "loss": 4.9623,
      "step": 106155
    },
    {
      "epoch": 0.09292383589174408,
      "grad_norm": 0.4353165328502655,
      "learning_rate": 4.931154479244326e-05,
      "loss": 5.2096,
      "step": 106160
    },
    {
      "epoch": 0.09292821248537124,
      "grad_norm": 0.37473979592323303,
      "learning_rate": 4.9311472538721405e-05,
      "loss": 5.7207,
      "step": 106165
    },
    {
      "epoch": 0.09293258907899839,
      "grad_norm": 0.41695430874824524,
      "learning_rate": 4.931140028127462e-05,
      "loss": 4.7097,
      "step": 106170
    },
    {
      "epoch": 0.09293696567262555,
      "grad_norm": 0.396710604429245,
      "learning_rate": 4.931132802010292e-05,
      "loss": 4.9896,
      "step": 106175
    },
    {
      "epoch": 0.0929413422662527,
      "grad_norm": 0.42420104146003723,
      "learning_rate": 4.931125575520632e-05,
      "loss": 5.3088,
      "step": 106180
    },
    {
      "epoch": 0.09294571885987986,
      "grad_norm": 0.3849119246006012,
      "learning_rate": 4.931118348658484e-05,
      "loss": 5.5106,
      "step": 106185
    },
    {
      "epoch": 0.092950095453507,
      "grad_norm": 0.4236123263835907,
      "learning_rate": 4.931111121423849e-05,
      "loss": 6.0469,
      "step": 106190
    },
    {
      "epoch": 0.09295447204713417,
      "grad_norm": 0.40667879581451416,
      "learning_rate": 4.931103893816729e-05,
      "loss": 4.8877,
      "step": 106195
    },
    {
      "epoch": 0.09295884864076132,
      "grad_norm": 0.3690144419670105,
      "learning_rate": 4.9310966658371235e-05,
      "loss": 5.7383,
      "step": 106200
    },
    {
      "epoch": 0.09296322523438848,
      "grad_norm": 0.41937917470932007,
      "learning_rate": 4.931089437485036e-05,
      "loss": 4.9181,
      "step": 106205
    },
    {
      "epoch": 0.09296760182801563,
      "grad_norm": 0.4190209209918976,
      "learning_rate": 4.931082208760467e-05,
      "loss": 5.2258,
      "step": 106210
    },
    {
      "epoch": 0.09297197842164279,
      "grad_norm": 0.4686491787433624,
      "learning_rate": 4.9310749796634185e-05,
      "loss": 5.8412,
      "step": 106215
    },
    {
      "epoch": 0.09297635501526993,
      "grad_norm": 0.612540602684021,
      "learning_rate": 4.931067750193891e-05,
      "loss": 4.6884,
      "step": 106220
    },
    {
      "epoch": 0.0929807316088971,
      "grad_norm": 0.4721466302871704,
      "learning_rate": 4.931060520351886e-05,
      "loss": 5.531,
      "step": 106225
    },
    {
      "epoch": 0.09298510820252424,
      "grad_norm": 0.4183323383331299,
      "learning_rate": 4.9310532901374044e-05,
      "loss": 5.5149,
      "step": 106230
    },
    {
      "epoch": 0.09298948479615139,
      "grad_norm": 0.5661541223526001,
      "learning_rate": 4.931046059550449e-05,
      "loss": 5.1945,
      "step": 106235
    },
    {
      "epoch": 0.09299386138977855,
      "grad_norm": 0.3772906959056854,
      "learning_rate": 4.93103882859102e-05,
      "loss": 5.4938,
      "step": 106240
    },
    {
      "epoch": 0.0929982379834057,
      "grad_norm": 0.47688403725624084,
      "learning_rate": 4.9310315972591205e-05,
      "loss": 5.471,
      "step": 106245
    },
    {
      "epoch": 0.09300261457703286,
      "grad_norm": 0.4395483434200287,
      "learning_rate": 4.9310243655547494e-05,
      "loss": 5.5026,
      "step": 106250
    },
    {
      "epoch": 0.09300699117066001,
      "grad_norm": 0.40995529294013977,
      "learning_rate": 4.93101713347791e-05,
      "loss": 4.4689,
      "step": 106255
    },
    {
      "epoch": 0.09301136776428717,
      "grad_norm": 0.4562627673149109,
      "learning_rate": 4.9310099010286034e-05,
      "loss": 4.9915,
      "step": 106260
    },
    {
      "epoch": 0.09301574435791432,
      "grad_norm": 0.4234062731266022,
      "learning_rate": 4.93100266820683e-05,
      "loss": 4.495,
      "step": 106265
    },
    {
      "epoch": 0.09302012095154148,
      "grad_norm": 0.3956107199192047,
      "learning_rate": 4.930995435012593e-05,
      "loss": 6.0316,
      "step": 106270
    },
    {
      "epoch": 0.09302449754516863,
      "grad_norm": 0.43315017223358154,
      "learning_rate": 4.930988201445892e-05,
      "loss": 4.9836,
      "step": 106275
    },
    {
      "epoch": 0.09302887413879579,
      "grad_norm": 0.46687301993370056,
      "learning_rate": 4.9309809675067286e-05,
      "loss": 4.9174,
      "step": 106280
    },
    {
      "epoch": 0.09303325073242294,
      "grad_norm": 0.42991170287132263,
      "learning_rate": 4.9309737331951054e-05,
      "loss": 5.1764,
      "step": 106285
    },
    {
      "epoch": 0.0930376273260501,
      "grad_norm": 0.3549420237541199,
      "learning_rate": 4.930966498511023e-05,
      "loss": 5.5186,
      "step": 106290
    },
    {
      "epoch": 0.09304200391967725,
      "grad_norm": 0.42443209886550903,
      "learning_rate": 4.930959263454482e-05,
      "loss": 4.69,
      "step": 106295
    },
    {
      "epoch": 0.09304638051330441,
      "grad_norm": 0.37240293622016907,
      "learning_rate": 4.9309520280254865e-05,
      "loss": 5.4137,
      "step": 106300
    },
    {
      "epoch": 0.09305075710693156,
      "grad_norm": 0.3726351261138916,
      "learning_rate": 4.930944792224034e-05,
      "loss": 5.213,
      "step": 106305
    },
    {
      "epoch": 0.09305513370055872,
      "grad_norm": 0.43973368406295776,
      "learning_rate": 4.930937556050129e-05,
      "loss": 5.2938,
      "step": 106310
    },
    {
      "epoch": 0.09305951029418587,
      "grad_norm": 0.5203604102134705,
      "learning_rate": 4.930930319503771e-05,
      "loss": 4.997,
      "step": 106315
    },
    {
      "epoch": 0.09306388688781303,
      "grad_norm": 0.4231569766998291,
      "learning_rate": 4.930923082584964e-05,
      "loss": 5.1906,
      "step": 106320
    },
    {
      "epoch": 0.09306826348144018,
      "grad_norm": 0.40760505199432373,
      "learning_rate": 4.930915845293706e-05,
      "loss": 5.5209,
      "step": 106325
    },
    {
      "epoch": 0.09307264007506734,
      "grad_norm": 0.43622544407844543,
      "learning_rate": 4.930908607630002e-05,
      "loss": 5.7868,
      "step": 106330
    },
    {
      "epoch": 0.09307701666869449,
      "grad_norm": 0.399696409702301,
      "learning_rate": 4.9309013695938486e-05,
      "loss": 4.7267,
      "step": 106335
    },
    {
      "epoch": 0.09308139326232165,
      "grad_norm": 0.4090663492679596,
      "learning_rate": 4.930894131185252e-05,
      "loss": 4.7753,
      "step": 106340
    },
    {
      "epoch": 0.0930857698559488,
      "grad_norm": 0.41899996995925903,
      "learning_rate": 4.9308868924042104e-05,
      "loss": 5.1561,
      "step": 106345
    },
    {
      "epoch": 0.09309014644957596,
      "grad_norm": 0.3577011227607727,
      "learning_rate": 4.930879653250727e-05,
      "loss": 6.3289,
      "step": 106350
    },
    {
      "epoch": 0.0930945230432031,
      "grad_norm": 0.3675309419631958,
      "learning_rate": 4.930872413724804e-05,
      "loss": 5.7098,
      "step": 106355
    },
    {
      "epoch": 0.09309889963683025,
      "grad_norm": 0.3523918688297272,
      "learning_rate": 4.93086517382644e-05,
      "loss": 5.2273,
      "step": 106360
    },
    {
      "epoch": 0.09310327623045742,
      "grad_norm": 0.3517681658267975,
      "learning_rate": 4.9308579335556385e-05,
      "loss": 5.8342,
      "step": 106365
    },
    {
      "epoch": 0.09310765282408456,
      "grad_norm": 0.4256668984889984,
      "learning_rate": 4.9308506929123986e-05,
      "loss": 5.8294,
      "step": 106370
    },
    {
      "epoch": 0.09311202941771173,
      "grad_norm": 0.35441040992736816,
      "learning_rate": 4.930843451896725e-05,
      "loss": 5.2828,
      "step": 106375
    },
    {
      "epoch": 0.09311640601133887,
      "grad_norm": 0.42259520292282104,
      "learning_rate": 4.9308362105086167e-05,
      "loss": 5.1785,
      "step": 106380
    },
    {
      "epoch": 0.09312078260496603,
      "grad_norm": 0.37188562750816345,
      "learning_rate": 4.930828968748076e-05,
      "loss": 5.4547,
      "step": 106385
    },
    {
      "epoch": 0.09312515919859318,
      "grad_norm": 0.4435063600540161,
      "learning_rate": 4.930821726615104e-05,
      "loss": 5.5199,
      "step": 106390
    },
    {
      "epoch": 0.09312953579222034,
      "grad_norm": 0.4471021592617035,
      "learning_rate": 4.930814484109701e-05,
      "loss": 4.7979,
      "step": 106395
    },
    {
      "epoch": 0.09313391238584749,
      "grad_norm": 0.4386594295501709,
      "learning_rate": 4.930807241231872e-05,
      "loss": 6.0328,
      "step": 106400
    },
    {
      "epoch": 0.09313828897947465,
      "grad_norm": 0.40105384588241577,
      "learning_rate": 4.930799997981614e-05,
      "loss": 5.2914,
      "step": 106405
    },
    {
      "epoch": 0.0931426655731018,
      "grad_norm": 0.431797057390213,
      "learning_rate": 4.930792754358932e-05,
      "loss": 4.9402,
      "step": 106410
    },
    {
      "epoch": 0.09314704216672896,
      "grad_norm": 0.43943357467651367,
      "learning_rate": 4.930785510363825e-05,
      "loss": 4.9528,
      "step": 106415
    },
    {
      "epoch": 0.09315141876035611,
      "grad_norm": 0.42710989713668823,
      "learning_rate": 4.9307782659962956e-05,
      "loss": 5.5161,
      "step": 106420
    },
    {
      "epoch": 0.09315579535398327,
      "grad_norm": 0.5036206245422363,
      "learning_rate": 4.930771021256343e-05,
      "loss": 6.0078,
      "step": 106425
    },
    {
      "epoch": 0.09316017194761042,
      "grad_norm": 0.5736688375473022,
      "learning_rate": 4.9307637761439716e-05,
      "loss": 4.7773,
      "step": 106430
    },
    {
      "epoch": 0.09316454854123758,
      "grad_norm": 0.49118345975875854,
      "learning_rate": 4.930756530659182e-05,
      "loss": 5.8503,
      "step": 106435
    },
    {
      "epoch": 0.09316892513486473,
      "grad_norm": 0.4925338923931122,
      "learning_rate": 4.9307492848019754e-05,
      "loss": 5.5102,
      "step": 106440
    },
    {
      "epoch": 0.09317330172849189,
      "grad_norm": 0.4535931646823883,
      "learning_rate": 4.930742038572351e-05,
      "loss": 6.0242,
      "step": 106445
    },
    {
      "epoch": 0.09317767832211904,
      "grad_norm": 0.4360538125038147,
      "learning_rate": 4.930734791970314e-05,
      "loss": 5.1575,
      "step": 106450
    },
    {
      "epoch": 0.0931820549157462,
      "grad_norm": 0.43523281812667847,
      "learning_rate": 4.930727544995863e-05,
      "loss": 5.2023,
      "step": 106455
    },
    {
      "epoch": 0.09318643150937335,
      "grad_norm": 0.4007413983345032,
      "learning_rate": 4.930720297649002e-05,
      "loss": 5.1782,
      "step": 106460
    },
    {
      "epoch": 0.09319080810300051,
      "grad_norm": 0.3737076222896576,
      "learning_rate": 4.9307130499297296e-05,
      "loss": 5.1912,
      "step": 106465
    },
    {
      "epoch": 0.09319518469662766,
      "grad_norm": 0.41463494300842285,
      "learning_rate": 4.930705801838048e-05,
      "loss": 4.482,
      "step": 106470
    },
    {
      "epoch": 0.09319956129025482,
      "grad_norm": 0.45939016342163086,
      "learning_rate": 4.930698553373959e-05,
      "loss": 4.9288,
      "step": 106475
    },
    {
      "epoch": 0.09320393788388197,
      "grad_norm": 0.4021361470222473,
      "learning_rate": 4.930691304537465e-05,
      "loss": 6.0193,
      "step": 106480
    },
    {
      "epoch": 0.09320831447750913,
      "grad_norm": 0.3707609474658966,
      "learning_rate": 4.930684055328565e-05,
      "loss": 6.0053,
      "step": 106485
    },
    {
      "epoch": 0.09321269107113628,
      "grad_norm": 0.43059754371643066,
      "learning_rate": 4.930676805747262e-05,
      "loss": 5.2096,
      "step": 106490
    },
    {
      "epoch": 0.09321706766476343,
      "grad_norm": 0.4031358063220978,
      "learning_rate": 4.930669555793558e-05,
      "loss": 5.0781,
      "step": 106495
    },
    {
      "epoch": 0.09322144425839059,
      "grad_norm": 0.43971866369247437,
      "learning_rate": 4.930662305467453e-05,
      "loss": 4.9759,
      "step": 106500
    },
    {
      "epoch": 0.09322582085201774,
      "grad_norm": 0.35666316747665405,
      "learning_rate": 4.930655054768949e-05,
      "loss": 5.5118,
      "step": 106505
    },
    {
      "epoch": 0.0932301974456449,
      "grad_norm": 0.40963682532310486,
      "learning_rate": 4.9306478036980475e-05,
      "loss": 5.1791,
      "step": 106510
    },
    {
      "epoch": 0.09323457403927204,
      "grad_norm": 0.36144334077835083,
      "learning_rate": 4.930640552254749e-05,
      "loss": 5.2646,
      "step": 106515
    },
    {
      "epoch": 0.0932389506328992,
      "grad_norm": 0.35099759697914124,
      "learning_rate": 4.930633300439057e-05,
      "loss": 6.032,
      "step": 106520
    },
    {
      "epoch": 0.09324332722652635,
      "grad_norm": 0.36607998609542847,
      "learning_rate": 4.9306260482509706e-05,
      "loss": 5.6955,
      "step": 106525
    },
    {
      "epoch": 0.09324770382015352,
      "grad_norm": 0.36516091227531433,
      "learning_rate": 4.9306187956904915e-05,
      "loss": 5.726,
      "step": 106530
    },
    {
      "epoch": 0.09325208041378066,
      "grad_norm": 0.3985442519187927,
      "learning_rate": 4.930611542757623e-05,
      "loss": 5.5091,
      "step": 106535
    },
    {
      "epoch": 0.09325645700740783,
      "grad_norm": 0.41697895526885986,
      "learning_rate": 4.930604289452364e-05,
      "loss": 5.0081,
      "step": 106540
    },
    {
      "epoch": 0.09326083360103497,
      "grad_norm": 0.4521736204624176,
      "learning_rate": 4.930597035774719e-05,
      "loss": 4.9758,
      "step": 106545
    },
    {
      "epoch": 0.09326521019466213,
      "grad_norm": 0.44667530059814453,
      "learning_rate": 4.930589781724686e-05,
      "loss": 5.3285,
      "step": 106550
    },
    {
      "epoch": 0.09326958678828928,
      "grad_norm": 0.3739190101623535,
      "learning_rate": 4.9305825273022686e-05,
      "loss": 6.0186,
      "step": 106555
    },
    {
      "epoch": 0.09327396338191644,
      "grad_norm": 0.3774279057979584,
      "learning_rate": 4.930575272507467e-05,
      "loss": 5.7846,
      "step": 106560
    },
    {
      "epoch": 0.09327833997554359,
      "grad_norm": 0.4250927269458771,
      "learning_rate": 4.930568017340283e-05,
      "loss": 4.8188,
      "step": 106565
    },
    {
      "epoch": 0.09328271656917075,
      "grad_norm": 0.432244211435318,
      "learning_rate": 4.930560761800719e-05,
      "loss": 5.733,
      "step": 106570
    },
    {
      "epoch": 0.0932870931627979,
      "grad_norm": 0.4276082515716553,
      "learning_rate": 4.930553505888774e-05,
      "loss": 4.6738,
      "step": 106575
    },
    {
      "epoch": 0.09329146975642506,
      "grad_norm": 0.4521056115627289,
      "learning_rate": 4.930546249604453e-05,
      "loss": 4.3941,
      "step": 106580
    },
    {
      "epoch": 0.09329584635005221,
      "grad_norm": 0.37542465329170227,
      "learning_rate": 4.9305389929477544e-05,
      "loss": 6.0395,
      "step": 106585
    },
    {
      "epoch": 0.09330022294367937,
      "grad_norm": 0.4734058082103729,
      "learning_rate": 4.93053173591868e-05,
      "loss": 5.1919,
      "step": 106590
    },
    {
      "epoch": 0.09330459953730652,
      "grad_norm": 0.4175861179828644,
      "learning_rate": 4.930524478517232e-05,
      "loss": 4.1154,
      "step": 106595
    },
    {
      "epoch": 0.09330897613093368,
      "grad_norm": 0.37123337388038635,
      "learning_rate": 4.9305172207434114e-05,
      "loss": 5.2776,
      "step": 106600
    },
    {
      "epoch": 0.09331335272456083,
      "grad_norm": 0.4345880150794983,
      "learning_rate": 4.9305099625972195e-05,
      "loss": 5.7248,
      "step": 106605
    },
    {
      "epoch": 0.09331772931818799,
      "grad_norm": 0.39087948203086853,
      "learning_rate": 4.930502704078659e-05,
      "loss": 6.3527,
      "step": 106610
    },
    {
      "epoch": 0.09332210591181514,
      "grad_norm": 0.3804229199886322,
      "learning_rate": 4.9304954451877296e-05,
      "loss": 6.0373,
      "step": 106615
    },
    {
      "epoch": 0.09332648250544229,
      "grad_norm": 0.37929999828338623,
      "learning_rate": 4.9304881859244334e-05,
      "loss": 5.4967,
      "step": 106620
    },
    {
      "epoch": 0.09333085909906945,
      "grad_norm": 0.4170784056186676,
      "learning_rate": 4.930480926288772e-05,
      "loss": 4.7953,
      "step": 106625
    },
    {
      "epoch": 0.0933352356926966,
      "grad_norm": 0.4557883143424988,
      "learning_rate": 4.930473666280746e-05,
      "loss": 5.7849,
      "step": 106630
    },
    {
      "epoch": 0.09333961228632376,
      "grad_norm": 0.4303134083747864,
      "learning_rate": 4.930466405900358e-05,
      "loss": 5.5233,
      "step": 106635
    },
    {
      "epoch": 0.0933439888799509,
      "grad_norm": 0.410426527261734,
      "learning_rate": 4.930459145147608e-05,
      "loss": 5.3834,
      "step": 106640
    },
    {
      "epoch": 0.09334836547357807,
      "grad_norm": 0.41523027420043945,
      "learning_rate": 4.930451884022499e-05,
      "loss": 5.8354,
      "step": 106645
    },
    {
      "epoch": 0.09335274206720522,
      "grad_norm": 0.3559376895427704,
      "learning_rate": 4.9304446225250314e-05,
      "loss": 5.8105,
      "step": 106650
    },
    {
      "epoch": 0.09335711866083238,
      "grad_norm": 0.4364044666290283,
      "learning_rate": 4.9304373606552055e-05,
      "loss": 4.9624,
      "step": 106655
    },
    {
      "epoch": 0.09336149525445953,
      "grad_norm": 0.363112211227417,
      "learning_rate": 4.9304300984130246e-05,
      "loss": 5.4782,
      "step": 106660
    },
    {
      "epoch": 0.09336587184808669,
      "grad_norm": 0.43275848031044006,
      "learning_rate": 4.9304228357984893e-05,
      "loss": 5.018,
      "step": 106665
    },
    {
      "epoch": 0.09337024844171384,
      "grad_norm": 0.3905436396598816,
      "learning_rate": 4.930415572811601e-05,
      "loss": 4.9442,
      "step": 106670
    },
    {
      "epoch": 0.093374625035341,
      "grad_norm": 0.3645702302455902,
      "learning_rate": 4.930408309452362e-05,
      "loss": 5.4107,
      "step": 106675
    },
    {
      "epoch": 0.09337900162896814,
      "grad_norm": 0.4220122992992401,
      "learning_rate": 4.9304010457207726e-05,
      "loss": 6.0318,
      "step": 106680
    },
    {
      "epoch": 0.0933833782225953,
      "grad_norm": 0.36581549048423767,
      "learning_rate": 4.930393781616834e-05,
      "loss": 6.0195,
      "step": 106685
    },
    {
      "epoch": 0.09338775481622245,
      "grad_norm": 0.4308340847492218,
      "learning_rate": 4.93038651714055e-05,
      "loss": 4.4771,
      "step": 106690
    },
    {
      "epoch": 0.09339213140984962,
      "grad_norm": 0.4076271951198578,
      "learning_rate": 4.930379252291918e-05,
      "loss": 5.1889,
      "step": 106695
    },
    {
      "epoch": 0.09339650800347676,
      "grad_norm": 0.4046553373336792,
      "learning_rate": 4.930371987070942e-05,
      "loss": 5.2012,
      "step": 106700
    },
    {
      "epoch": 0.09340088459710393,
      "grad_norm": 0.3549376428127289,
      "learning_rate": 4.930364721477624e-05,
      "loss": 5.4102,
      "step": 106705
    },
    {
      "epoch": 0.09340526119073107,
      "grad_norm": 0.38541606068611145,
      "learning_rate": 4.9303574555119626e-05,
      "loss": 5.5027,
      "step": 106710
    },
    {
      "epoch": 0.09340963778435823,
      "grad_norm": 0.3961711525917053,
      "learning_rate": 4.930350189173962e-05,
      "loss": 5.7303,
      "step": 106715
    },
    {
      "epoch": 0.09341401437798538,
      "grad_norm": 0.4711477756500244,
      "learning_rate": 4.930342922463623e-05,
      "loss": 5.8012,
      "step": 106720
    },
    {
      "epoch": 0.09341839097161254,
      "grad_norm": 0.38405656814575195,
      "learning_rate": 4.930335655380945e-05,
      "loss": 5.2767,
      "step": 106725
    },
    {
      "epoch": 0.09342276756523969,
      "grad_norm": 0.369356244802475,
      "learning_rate": 4.930328387925932e-05,
      "loss": 5.9953,
      "step": 106730
    },
    {
      "epoch": 0.09342714415886685,
      "grad_norm": 0.3587242066860199,
      "learning_rate": 4.930321120098586e-05,
      "loss": 5.8054,
      "step": 106735
    },
    {
      "epoch": 0.093431520752494,
      "grad_norm": 0.38142719864845276,
      "learning_rate": 4.9303138518989036e-05,
      "loss": 5.3967,
      "step": 106740
    },
    {
      "epoch": 0.09343589734612115,
      "grad_norm": 0.45901355147361755,
      "learning_rate": 4.9303065833268916e-05,
      "loss": 5.2933,
      "step": 106745
    },
    {
      "epoch": 0.09344027393974831,
      "grad_norm": 0.41783466935157776,
      "learning_rate": 4.930299314382548e-05,
      "loss": 4.7522,
      "step": 106750
    },
    {
      "epoch": 0.09344465053337546,
      "grad_norm": 0.3651890456676483,
      "learning_rate": 4.930292045065875e-05,
      "loss": 5.2307,
      "step": 106755
    },
    {
      "epoch": 0.09344902712700262,
      "grad_norm": 0.39374837279319763,
      "learning_rate": 4.930284775376875e-05,
      "loss": 4.9945,
      "step": 106760
    },
    {
      "epoch": 0.09345340372062977,
      "grad_norm": 0.44512122869491577,
      "learning_rate": 4.9302775053155495e-05,
      "loss": 5.2051,
      "step": 106765
    },
    {
      "epoch": 0.09345778031425693,
      "grad_norm": 0.4358578026294708,
      "learning_rate": 4.9302702348818986e-05,
      "loss": 5.1599,
      "step": 106770
    },
    {
      "epoch": 0.09346215690788408,
      "grad_norm": 0.41624608635902405,
      "learning_rate": 4.9302629640759246e-05,
      "loss": 6.0242,
      "step": 106775
    },
    {
      "epoch": 0.09346653350151124,
      "grad_norm": 0.42909929156303406,
      "learning_rate": 4.9302556928976274e-05,
      "loss": 5.1747,
      "step": 106780
    },
    {
      "epoch": 0.09347091009513839,
      "grad_norm": 0.4154876470565796,
      "learning_rate": 4.930248421347011e-05,
      "loss": 5.7506,
      "step": 106785
    },
    {
      "epoch": 0.09347528668876555,
      "grad_norm": 0.44307827949523926,
      "learning_rate": 4.9302411494240744e-05,
      "loss": 4.4879,
      "step": 106790
    },
    {
      "epoch": 0.0934796632823927,
      "grad_norm": 0.42526715993881226,
      "learning_rate": 4.9302338771288206e-05,
      "loss": 4.6499,
      "step": 106795
    },
    {
      "epoch": 0.09348403987601986,
      "grad_norm": 0.4433690905570984,
      "learning_rate": 4.93022660446125e-05,
      "loss": 4.2516,
      "step": 106800
    },
    {
      "epoch": 0.093488416469647,
      "grad_norm": 0.4170999825000763,
      "learning_rate": 4.930219331421364e-05,
      "loss": 4.6578,
      "step": 106805
    },
    {
      "epoch": 0.09349279306327417,
      "grad_norm": 0.42517390847206116,
      "learning_rate": 4.930212058009165e-05,
      "loss": 5.5201,
      "step": 106810
    },
    {
      "epoch": 0.09349716965690132,
      "grad_norm": 0.420622318983078,
      "learning_rate": 4.930204784224653e-05,
      "loss": 5.5089,
      "step": 106815
    },
    {
      "epoch": 0.09350154625052848,
      "grad_norm": 0.3753112852573395,
      "learning_rate": 4.930197510067831e-05,
      "loss": 6.333,
      "step": 106820
    },
    {
      "epoch": 0.09350592284415563,
      "grad_norm": 0.4126530587673187,
      "learning_rate": 4.9301902355387e-05,
      "loss": 4.1518,
      "step": 106825
    },
    {
      "epoch": 0.09351029943778279,
      "grad_norm": 0.4233587980270386,
      "learning_rate": 4.930182960637261e-05,
      "loss": 4.8831,
      "step": 106830
    },
    {
      "epoch": 0.09351467603140994,
      "grad_norm": 0.4363478422164917,
      "learning_rate": 4.930175685363514e-05,
      "loss": 5.4902,
      "step": 106835
    },
    {
      "epoch": 0.0935190526250371,
      "grad_norm": 0.37812164425849915,
      "learning_rate": 4.930168409717463e-05,
      "loss": 5.5007,
      "step": 106840
    },
    {
      "epoch": 0.09352342921866424,
      "grad_norm": 0.4065015912055969,
      "learning_rate": 4.9301611336991075e-05,
      "loss": 5.464,
      "step": 106845
    },
    {
      "epoch": 0.0935278058122914,
      "grad_norm": 0.36607134342193604,
      "learning_rate": 4.9301538573084494e-05,
      "loss": 5.2743,
      "step": 106850
    },
    {
      "epoch": 0.09353218240591855,
      "grad_norm": 0.40502068400382996,
      "learning_rate": 4.9301465805454905e-05,
      "loss": 5.7217,
      "step": 106855
    },
    {
      "epoch": 0.09353655899954572,
      "grad_norm": 0.45294150710105896,
      "learning_rate": 4.930139303410233e-05,
      "loss": 4.8756,
      "step": 106860
    },
    {
      "epoch": 0.09354093559317286,
      "grad_norm": 0.43424350023269653,
      "learning_rate": 4.9301320259026765e-05,
      "loss": 4.9525,
      "step": 106865
    },
    {
      "epoch": 0.09354531218680003,
      "grad_norm": 0.35253894329071045,
      "learning_rate": 4.930124748022823e-05,
      "loss": 6.0398,
      "step": 106870
    },
    {
      "epoch": 0.09354968878042717,
      "grad_norm": 0.4084511697292328,
      "learning_rate": 4.9301174697706755e-05,
      "loss": 5.4954,
      "step": 106875
    },
    {
      "epoch": 0.09355406537405432,
      "grad_norm": 0.4472595453262329,
      "learning_rate": 4.930110191146232e-05,
      "loss": 3.9286,
      "step": 106880
    },
    {
      "epoch": 0.09355844196768148,
      "grad_norm": 0.4621373116970062,
      "learning_rate": 4.930102912149498e-05,
      "loss": 5.501,
      "step": 106885
    },
    {
      "epoch": 0.09356281856130863,
      "grad_norm": 0.3669407069683075,
      "learning_rate": 4.930095632780471e-05,
      "loss": 5.6854,
      "step": 106890
    },
    {
      "epoch": 0.09356719515493579,
      "grad_norm": 0.4168214797973633,
      "learning_rate": 4.930088353039155e-05,
      "loss": 6.0018,
      "step": 106895
    },
    {
      "epoch": 0.09357157174856294,
      "grad_norm": 0.4540981352329254,
      "learning_rate": 4.930081072925551e-05,
      "loss": 6.0299,
      "step": 106900
    },
    {
      "epoch": 0.0935759483421901,
      "grad_norm": 0.4376124441623688,
      "learning_rate": 4.93007379243966e-05,
      "loss": 4.9031,
      "step": 106905
    },
    {
      "epoch": 0.09358032493581725,
      "grad_norm": 0.36550167202949524,
      "learning_rate": 4.930066511581484e-05,
      "loss": 5.2866,
      "step": 106910
    },
    {
      "epoch": 0.09358470152944441,
      "grad_norm": 0.4117174446582794,
      "learning_rate": 4.930059230351022e-05,
      "loss": 4.9992,
      "step": 106915
    },
    {
      "epoch": 0.09358907812307156,
      "grad_norm": 0.3955109417438507,
      "learning_rate": 4.930051948748279e-05,
      "loss": 4.8979,
      "step": 106920
    },
    {
      "epoch": 0.09359345471669872,
      "grad_norm": 0.40810492634773254,
      "learning_rate": 4.930044666773254e-05,
      "loss": 4.6665,
      "step": 106925
    },
    {
      "epoch": 0.09359783131032587,
      "grad_norm": 0.34582749009132385,
      "learning_rate": 4.930037384425948e-05,
      "loss": 6.0312,
      "step": 106930
    },
    {
      "epoch": 0.09360220790395303,
      "grad_norm": 0.42786869406700134,
      "learning_rate": 4.930030101706366e-05,
      "loss": 4.662,
      "step": 106935
    },
    {
      "epoch": 0.09360658449758018,
      "grad_norm": 0.3826600909233093,
      "learning_rate": 4.930022818614505e-05,
      "loss": 5.8104,
      "step": 106940
    },
    {
      "epoch": 0.09361096109120734,
      "grad_norm": 0.423308789730072,
      "learning_rate": 4.930015535150369e-05,
      "loss": 4.9807,
      "step": 106945
    },
    {
      "epoch": 0.09361533768483449,
      "grad_norm": 0.42318686842918396,
      "learning_rate": 4.930008251313959e-05,
      "loss": 4.6688,
      "step": 106950
    },
    {
      "epoch": 0.09361971427846165,
      "grad_norm": 0.37492889165878296,
      "learning_rate": 4.930000967105275e-05,
      "loss": 4.7522,
      "step": 106955
    },
    {
      "epoch": 0.0936240908720888,
      "grad_norm": 0.3848424255847931,
      "learning_rate": 4.92999368252432e-05,
      "loss": 5.8168,
      "step": 106960
    },
    {
      "epoch": 0.09362846746571596,
      "grad_norm": 0.43523532152175903,
      "learning_rate": 4.9299863975710944e-05,
      "loss": 5.4859,
      "step": 106965
    },
    {
      "epoch": 0.0936328440593431,
      "grad_norm": 0.40424349904060364,
      "learning_rate": 4.929979112245601e-05,
      "loss": 4.999,
      "step": 106970
    },
    {
      "epoch": 0.09363722065297027,
      "grad_norm": 0.40369850397109985,
      "learning_rate": 4.92997182654784e-05,
      "loss": 4.2522,
      "step": 106975
    },
    {
      "epoch": 0.09364159724659742,
      "grad_norm": 0.3991386294364929,
      "learning_rate": 4.929964540477813e-05,
      "loss": 4.9622,
      "step": 106980
    },
    {
      "epoch": 0.09364597384022458,
      "grad_norm": 0.3977586030960083,
      "learning_rate": 4.9299572540355224e-05,
      "loss": 4.9615,
      "step": 106985
    },
    {
      "epoch": 0.09365035043385173,
      "grad_norm": 0.43879377841949463,
      "learning_rate": 4.929949967220967e-05,
      "loss": 5.4031,
      "step": 106990
    },
    {
      "epoch": 0.09365472702747889,
      "grad_norm": 0.42478176951408386,
      "learning_rate": 4.929942680034152e-05,
      "loss": 5.4219,
      "step": 106995
    },
    {
      "epoch": 0.09365910362110604,
      "grad_norm": 0.4077969491481781,
      "learning_rate": 4.929935392475076e-05,
      "loss": 5.2925,
      "step": 107000
    },
    {
      "epoch": 0.09366348021473318,
      "grad_norm": 0.37582653760910034,
      "learning_rate": 4.929928104543741e-05,
      "loss": 5.4935,
      "step": 107005
    },
    {
      "epoch": 0.09366785680836034,
      "grad_norm": 0.34585556387901306,
      "learning_rate": 4.929920816240148e-05,
      "loss": 5.5111,
      "step": 107010
    },
    {
      "epoch": 0.09367223340198749,
      "grad_norm": 0.41366249322891235,
      "learning_rate": 4.929913527564299e-05,
      "loss": 5.2,
      "step": 107015
    },
    {
      "epoch": 0.09367660999561465,
      "grad_norm": 0.4144097566604614,
      "learning_rate": 4.9299062385161954e-05,
      "loss": 4.761,
      "step": 107020
    },
    {
      "epoch": 0.0936809865892418,
      "grad_norm": 0.4419923424720764,
      "learning_rate": 4.929898949095839e-05,
      "loss": 4.9813,
      "step": 107025
    },
    {
      "epoch": 0.09368536318286896,
      "grad_norm": 0.3569081127643585,
      "learning_rate": 4.929891659303231e-05,
      "loss": 5.5078,
      "step": 107030
    },
    {
      "epoch": 0.09368973977649611,
      "grad_norm": 0.4175650477409363,
      "learning_rate": 4.9298843691383725e-05,
      "loss": 6.0238,
      "step": 107035
    },
    {
      "epoch": 0.09369411637012327,
      "grad_norm": 0.4190198481082916,
      "learning_rate": 4.929877078601265e-05,
      "loss": 5.7279,
      "step": 107040
    },
    {
      "epoch": 0.09369849296375042,
      "grad_norm": 0.4356795847415924,
      "learning_rate": 4.92986978769191e-05,
      "loss": 5.5059,
      "step": 107045
    },
    {
      "epoch": 0.09370286955737758,
      "grad_norm": 0.4208807647228241,
      "learning_rate": 4.929862496410308e-05,
      "loss": 4.866,
      "step": 107050
    },
    {
      "epoch": 0.09370724615100473,
      "grad_norm": 0.4913976788520813,
      "learning_rate": 4.929855204756462e-05,
      "loss": 5.1682,
      "step": 107055
    },
    {
      "epoch": 0.09371162274463189,
      "grad_norm": 0.5102446675300598,
      "learning_rate": 4.929847912730372e-05,
      "loss": 6.3467,
      "step": 107060
    },
    {
      "epoch": 0.09371599933825904,
      "grad_norm": 0.7381184101104736,
      "learning_rate": 4.9298406203320405e-05,
      "loss": 5.7119,
      "step": 107065
    },
    {
      "epoch": 0.0937203759318862,
      "grad_norm": 0.533090353012085,
      "learning_rate": 4.929833327561468e-05,
      "loss": 5.5278,
      "step": 107070
    },
    {
      "epoch": 0.09372475252551335,
      "grad_norm": 0.4622531831264496,
      "learning_rate": 4.9298260344186565e-05,
      "loss": 5.215,
      "step": 107075
    },
    {
      "epoch": 0.09372912911914051,
      "grad_norm": 0.4357156455516815,
      "learning_rate": 4.929818740903608e-05,
      "loss": 5.3992,
      "step": 107080
    },
    {
      "epoch": 0.09373350571276766,
      "grad_norm": 0.5026780366897583,
      "learning_rate": 4.929811447016323e-05,
      "loss": 4.9829,
      "step": 107085
    },
    {
      "epoch": 0.09373788230639482,
      "grad_norm": 0.46575427055358887,
      "learning_rate": 4.929804152756802e-05,
      "loss": 5.5104,
      "step": 107090
    },
    {
      "epoch": 0.09374225890002197,
      "grad_norm": 0.6279541850090027,
      "learning_rate": 4.9297968581250475e-05,
      "loss": 4.6669,
      "step": 107095
    },
    {
      "epoch": 0.09374663549364913,
      "grad_norm": 0.4320763647556305,
      "learning_rate": 4.929789563121062e-05,
      "loss": 6.3424,
      "step": 107100
    },
    {
      "epoch": 0.09375101208727628,
      "grad_norm": 0.39715105295181274,
      "learning_rate": 4.929782267744845e-05,
      "loss": 5.5277,
      "step": 107105
    },
    {
      "epoch": 0.09375538868090344,
      "grad_norm": 0.38684946298599243,
      "learning_rate": 4.929774971996398e-05,
      "loss": 4.9857,
      "step": 107110
    },
    {
      "epoch": 0.09375976527453059,
      "grad_norm": 0.39650866389274597,
      "learning_rate": 4.929767675875725e-05,
      "loss": 5.748,
      "step": 107115
    },
    {
      "epoch": 0.09376414186815775,
      "grad_norm": 0.3900785744190216,
      "learning_rate": 4.929760379382824e-05,
      "loss": 5.8359,
      "step": 107120
    },
    {
      "epoch": 0.0937685184617849,
      "grad_norm": 0.42854368686676025,
      "learning_rate": 4.9297530825176986e-05,
      "loss": 4.4566,
      "step": 107125
    },
    {
      "epoch": 0.09377289505541206,
      "grad_norm": 0.3609403073787689,
      "learning_rate": 4.9297457852803494e-05,
      "loss": 5.7213,
      "step": 107130
    },
    {
      "epoch": 0.0937772716490392,
      "grad_norm": 0.3484143316745758,
      "learning_rate": 4.929738487670779e-05,
      "loss": 6.3182,
      "step": 107135
    },
    {
      "epoch": 0.09378164824266635,
      "grad_norm": 0.37498733401298523,
      "learning_rate": 4.929731189688985e-05,
      "loss": 4.9853,
      "step": 107140
    },
    {
      "epoch": 0.09378602483629352,
      "grad_norm": 0.34767070412635803,
      "learning_rate": 4.929723891334974e-05,
      "loss": 6.3502,
      "step": 107145
    },
    {
      "epoch": 0.09379040142992066,
      "grad_norm": 0.40147167444229126,
      "learning_rate": 4.9297165926087444e-05,
      "loss": 5.1098,
      "step": 107150
    },
    {
      "epoch": 0.09379477802354783,
      "grad_norm": 0.4511772692203522,
      "learning_rate": 4.929709293510297e-05,
      "loss": 5.2176,
      "step": 107155
    },
    {
      "epoch": 0.09379915461717497,
      "grad_norm": 0.40656036138534546,
      "learning_rate": 4.929701994039636e-05,
      "loss": 4.9874,
      "step": 107160
    },
    {
      "epoch": 0.09380353121080214,
      "grad_norm": 0.34216490387916565,
      "learning_rate": 4.9296946941967605e-05,
      "loss": 5.2621,
      "step": 107165
    },
    {
      "epoch": 0.09380790780442928,
      "grad_norm": 0.37822696566581726,
      "learning_rate": 4.9296873939816725e-05,
      "loss": 5.8019,
      "step": 107170
    },
    {
      "epoch": 0.09381228439805644,
      "grad_norm": 0.4566274583339691,
      "learning_rate": 4.929680093394373e-05,
      "loss": 4.9682,
      "step": 107175
    },
    {
      "epoch": 0.09381666099168359,
      "grad_norm": 0.3975830376148224,
      "learning_rate": 4.929672792434864e-05,
      "loss": 4.691,
      "step": 107180
    },
    {
      "epoch": 0.09382103758531075,
      "grad_norm": 0.41641390323638916,
      "learning_rate": 4.929665491103147e-05,
      "loss": 4.972,
      "step": 107185
    },
    {
      "epoch": 0.0938254141789379,
      "grad_norm": 0.3872978091239929,
      "learning_rate": 4.929658189399223e-05,
      "loss": 5.2805,
      "step": 107190
    },
    {
      "epoch": 0.09382979077256506,
      "grad_norm": 0.41671159863471985,
      "learning_rate": 4.929650887323095e-05,
      "loss": 5.7859,
      "step": 107195
    },
    {
      "epoch": 0.09383416736619221,
      "grad_norm": 0.35463544726371765,
      "learning_rate": 4.929643584874763e-05,
      "loss": 5.5183,
      "step": 107200
    },
    {
      "epoch": 0.09383854395981937,
      "grad_norm": 0.37412023544311523,
      "learning_rate": 4.9296362820542263e-05,
      "loss": 5.7137,
      "step": 107205
    },
    {
      "epoch": 0.09384292055344652,
      "grad_norm": 0.48463794589042664,
      "learning_rate": 4.92962897886149e-05,
      "loss": 4.644,
      "step": 107210
    },
    {
      "epoch": 0.09384729714707368,
      "grad_norm": 0.3754552900791168,
      "learning_rate": 4.929621675296553e-05,
      "loss": 6.3377,
      "step": 107215
    },
    {
      "epoch": 0.09385167374070083,
      "grad_norm": 0.4025847017765045,
      "learning_rate": 4.929614371359418e-05,
      "loss": 6.0322,
      "step": 107220
    },
    {
      "epoch": 0.09385605033432799,
      "grad_norm": 0.4235415458679199,
      "learning_rate": 4.9296070670500875e-05,
      "loss": 5.3699,
      "step": 107225
    },
    {
      "epoch": 0.09386042692795514,
      "grad_norm": 0.44013869762420654,
      "learning_rate": 4.9295997623685594e-05,
      "loss": 5.2811,
      "step": 107230
    },
    {
      "epoch": 0.0938648035215823,
      "grad_norm": 0.44300371408462524,
      "learning_rate": 4.929592457314839e-05,
      "loss": 4.23,
      "step": 107235
    },
    {
      "epoch": 0.09386918011520945,
      "grad_norm": 0.36463186144828796,
      "learning_rate": 4.929585151888925e-05,
      "loss": 5.5193,
      "step": 107240
    },
    {
      "epoch": 0.09387355670883661,
      "grad_norm": 0.3688246011734009,
      "learning_rate": 4.929577846090819e-05,
      "loss": 5.8104,
      "step": 107245
    },
    {
      "epoch": 0.09387793330246376,
      "grad_norm": 0.3434112071990967,
      "learning_rate": 4.9295705399205236e-05,
      "loss": 6.0723,
      "step": 107250
    },
    {
      "epoch": 0.09388230989609092,
      "grad_norm": 0.3439863622188568,
      "learning_rate": 4.9295632333780404e-05,
      "loss": 5.5322,
      "step": 107255
    },
    {
      "epoch": 0.09388668648971807,
      "grad_norm": 0.39688074588775635,
      "learning_rate": 4.9295559264633697e-05,
      "loss": 5.7978,
      "step": 107260
    },
    {
      "epoch": 0.09389106308334522,
      "grad_norm": 0.35331010818481445,
      "learning_rate": 4.9295486191765126e-05,
      "loss": 5.9623,
      "step": 107265
    },
    {
      "epoch": 0.09389543967697238,
      "grad_norm": 0.4260128438472748,
      "learning_rate": 4.929541311517473e-05,
      "loss": 4.3371,
      "step": 107270
    },
    {
      "epoch": 0.09389981627059953,
      "grad_norm": 0.4233585298061371,
      "learning_rate": 4.929534003486249e-05,
      "loss": 4.9554,
      "step": 107275
    },
    {
      "epoch": 0.09390419286422669,
      "grad_norm": 0.415671706199646,
      "learning_rate": 4.929526695082844e-05,
      "loss": 5.2631,
      "step": 107280
    },
    {
      "epoch": 0.09390856945785384,
      "grad_norm": 0.38835152983665466,
      "learning_rate": 4.9295193863072596e-05,
      "loss": 4.9287,
      "step": 107285
    },
    {
      "epoch": 0.093912946051481,
      "grad_norm": 0.42023134231567383,
      "learning_rate": 4.929512077159496e-05,
      "loss": 5.5272,
      "step": 107290
    },
    {
      "epoch": 0.09391732264510814,
      "grad_norm": 0.4395477771759033,
      "learning_rate": 4.9295047676395555e-05,
      "loss": 4.4689,
      "step": 107295
    },
    {
      "epoch": 0.0939216992387353,
      "grad_norm": 0.3709007501602173,
      "learning_rate": 4.929497457747439e-05,
      "loss": 5.6959,
      "step": 107300
    },
    {
      "epoch": 0.09392607583236245,
      "grad_norm": 0.44317626953125,
      "learning_rate": 4.929490147483148e-05,
      "loss": 4.6611,
      "step": 107305
    },
    {
      "epoch": 0.09393045242598962,
      "grad_norm": 0.4369269907474518,
      "learning_rate": 4.929482836846684e-05,
      "loss": 5.184,
      "step": 107310
    },
    {
      "epoch": 0.09393482901961676,
      "grad_norm": 0.3658255338668823,
      "learning_rate": 4.929475525838049e-05,
      "loss": 6.023,
      "step": 107315
    },
    {
      "epoch": 0.09393920561324393,
      "grad_norm": 0.34319135546684265,
      "learning_rate": 4.9294682144572435e-05,
      "loss": 6.3598,
      "step": 107320
    },
    {
      "epoch": 0.09394358220687107,
      "grad_norm": 0.47213947772979736,
      "learning_rate": 4.929460902704269e-05,
      "loss": 4.4402,
      "step": 107325
    },
    {
      "epoch": 0.09394795880049824,
      "grad_norm": 0.5237718820571899,
      "learning_rate": 4.929453590579129e-05,
      "loss": 5.2074,
      "step": 107330
    },
    {
      "epoch": 0.09395233539412538,
      "grad_norm": 0.38633793592453003,
      "learning_rate": 4.929446278081821e-05,
      "loss": 5.3132,
      "step": 107335
    },
    {
      "epoch": 0.09395671198775254,
      "grad_norm": 0.42057815194129944,
      "learning_rate": 4.929438965212349e-05,
      "loss": 5.4886,
      "step": 107340
    },
    {
      "epoch": 0.09396108858137969,
      "grad_norm": 0.4347459077835083,
      "learning_rate": 4.929431651970714e-05,
      "loss": 5.4621,
      "step": 107345
    },
    {
      "epoch": 0.09396546517500685,
      "grad_norm": 0.37394681572914124,
      "learning_rate": 4.9294243383569164e-05,
      "loss": 5.8045,
      "step": 107350
    },
    {
      "epoch": 0.093969841768634,
      "grad_norm": 0.35528212785720825,
      "learning_rate": 4.9294170243709605e-05,
      "loss": 5.8059,
      "step": 107355
    },
    {
      "epoch": 0.09397421836226116,
      "grad_norm": 0.39112091064453125,
      "learning_rate": 4.9294097100128434e-05,
      "loss": 4.9564,
      "step": 107360
    },
    {
      "epoch": 0.09397859495588831,
      "grad_norm": 0.40133869647979736,
      "learning_rate": 4.9294023952825704e-05,
      "loss": 4.9686,
      "step": 107365
    },
    {
      "epoch": 0.09398297154951547,
      "grad_norm": 0.4290377199649811,
      "learning_rate": 4.9293950801801404e-05,
      "loss": 5.7086,
      "step": 107370
    },
    {
      "epoch": 0.09398734814314262,
      "grad_norm": 0.5890623331069946,
      "learning_rate": 4.929387764705557e-05,
      "loss": 5.7834,
      "step": 107375
    },
    {
      "epoch": 0.09399172473676978,
      "grad_norm": 0.4824694097042084,
      "learning_rate": 4.9293804488588204e-05,
      "loss": 5.7342,
      "step": 107380
    },
    {
      "epoch": 0.09399610133039693,
      "grad_norm": 0.5584239363670349,
      "learning_rate": 4.9293731326399305e-05,
      "loss": 5.2078,
      "step": 107385
    },
    {
      "epoch": 0.09400047792402408,
      "grad_norm": 0.45822209119796753,
      "learning_rate": 4.929365816048891e-05,
      "loss": 5.5178,
      "step": 107390
    },
    {
      "epoch": 0.09400485451765124,
      "grad_norm": 0.4905133843421936,
      "learning_rate": 4.9293584990857036e-05,
      "loss": 4.1878,
      "step": 107395
    },
    {
      "epoch": 0.09400923111127839,
      "grad_norm": 0.9152555465698242,
      "learning_rate": 4.9293511817503666e-05,
      "loss": 5.7903,
      "step": 107400
    },
    {
      "epoch": 0.09401360770490555,
      "grad_norm": 0.482666939496994,
      "learning_rate": 4.929343864042885e-05,
      "loss": 5.198,
      "step": 107405
    },
    {
      "epoch": 0.0940179842985327,
      "grad_norm": 0.47521480917930603,
      "learning_rate": 4.929336545963258e-05,
      "loss": 5.8112,
      "step": 107410
    },
    {
      "epoch": 0.09402236089215986,
      "grad_norm": 0.45933398604393005,
      "learning_rate": 4.9293292275114874e-05,
      "loss": 4.4862,
      "step": 107415
    },
    {
      "epoch": 0.09402673748578701,
      "grad_norm": 0.4510185122489929,
      "learning_rate": 4.9293219086875754e-05,
      "loss": 5.5202,
      "step": 107420
    },
    {
      "epoch": 0.09403111407941417,
      "grad_norm": 0.47861799597740173,
      "learning_rate": 4.929314589491524e-05,
      "loss": 4.7633,
      "step": 107425
    },
    {
      "epoch": 0.09403549067304132,
      "grad_norm": 0.6014320254325867,
      "learning_rate": 4.929307269923331e-05,
      "loss": 4.6857,
      "step": 107430
    },
    {
      "epoch": 0.09403986726666848,
      "grad_norm": 0.4126085937023163,
      "learning_rate": 4.9292999499830017e-05,
      "loss": 4.9712,
      "step": 107435
    },
    {
      "epoch": 0.09404424386029563,
      "grad_norm": 0.41668304800987244,
      "learning_rate": 4.929292629670536e-05,
      "loss": 5.2803,
      "step": 107440
    },
    {
      "epoch": 0.09404862045392279,
      "grad_norm": 0.5002639889717102,
      "learning_rate": 4.9292853089859355e-05,
      "loss": 4.4966,
      "step": 107445
    },
    {
      "epoch": 0.09405299704754994,
      "grad_norm": 0.35431984066963196,
      "learning_rate": 4.929277987929202e-05,
      "loss": 4.7379,
      "step": 107450
    },
    {
      "epoch": 0.0940573736411771,
      "grad_norm": 0.4460943341255188,
      "learning_rate": 4.929270666500335e-05,
      "loss": 5.7334,
      "step": 107455
    },
    {
      "epoch": 0.09406175023480425,
      "grad_norm": 0.3937090337276459,
      "learning_rate": 4.929263344699339e-05,
      "loss": 4.671,
      "step": 107460
    },
    {
      "epoch": 0.0940661268284314,
      "grad_norm": 0.45024609565734863,
      "learning_rate": 4.929256022526213e-05,
      "loss": 4.7114,
      "step": 107465
    },
    {
      "epoch": 0.09407050342205855,
      "grad_norm": 0.37349486351013184,
      "learning_rate": 4.9292486999809594e-05,
      "loss": 5.8249,
      "step": 107470
    },
    {
      "epoch": 0.09407488001568572,
      "grad_norm": 0.398540198802948,
      "learning_rate": 4.929241377063579e-05,
      "loss": 4.4396,
      "step": 107475
    },
    {
      "epoch": 0.09407925660931286,
      "grad_norm": 0.39575082063674927,
      "learning_rate": 4.9292340537740735e-05,
      "loss": 4.4531,
      "step": 107480
    },
    {
      "epoch": 0.09408363320294003,
      "grad_norm": 0.3499097526073456,
      "learning_rate": 4.9292267301124453e-05,
      "loss": 5.7195,
      "step": 107485
    },
    {
      "epoch": 0.09408800979656717,
      "grad_norm": 0.4107133150100708,
      "learning_rate": 4.9292194060786946e-05,
      "loss": 5.4989,
      "step": 107490
    },
    {
      "epoch": 0.09409238639019434,
      "grad_norm": 0.3951650559902191,
      "learning_rate": 4.929212081672824e-05,
      "loss": 3.9325,
      "step": 107495
    },
    {
      "epoch": 0.09409676298382148,
      "grad_norm": 0.4617309868335724,
      "learning_rate": 4.929204756894832e-05,
      "loss": 5.8128,
      "step": 107500
    },
    {
      "epoch": 0.09410113957744864,
      "grad_norm": 0.4163993299007416,
      "learning_rate": 4.929197431744723e-05,
      "loss": 5.8023,
      "step": 107505
    },
    {
      "epoch": 0.09410551617107579,
      "grad_norm": 0.3941112458705902,
      "learning_rate": 4.9291901062224976e-05,
      "loss": 4.4774,
      "step": 107510
    },
    {
      "epoch": 0.09410989276470295,
      "grad_norm": 0.40760537981987,
      "learning_rate": 4.9291827803281576e-05,
      "loss": 4.9787,
      "step": 107515
    },
    {
      "epoch": 0.0941142693583301,
      "grad_norm": 0.439371794462204,
      "learning_rate": 4.929175454061704e-05,
      "loss": 5.8217,
      "step": 107520
    },
    {
      "epoch": 0.09411864595195725,
      "grad_norm": 0.44356849789619446,
      "learning_rate": 4.929168127423137e-05,
      "loss": 5.1998,
      "step": 107525
    },
    {
      "epoch": 0.09412302254558441,
      "grad_norm": 0.5523369908332825,
      "learning_rate": 4.92916080041246e-05,
      "loss": 5.7229,
      "step": 107530
    },
    {
      "epoch": 0.09412739913921156,
      "grad_norm": 0.4760778844356537,
      "learning_rate": 4.929153473029674e-05,
      "loss": 4.686,
      "step": 107535
    },
    {
      "epoch": 0.09413177573283872,
      "grad_norm": 0.4514431357383728,
      "learning_rate": 4.929146145274779e-05,
      "loss": 5.7023,
      "step": 107540
    },
    {
      "epoch": 0.09413615232646587,
      "grad_norm": 0.3958204686641693,
      "learning_rate": 4.929138817147777e-05,
      "loss": 5.7537,
      "step": 107545
    },
    {
      "epoch": 0.09414052892009303,
      "grad_norm": 0.4062778055667877,
      "learning_rate": 4.929131488648672e-05,
      "loss": 4.3423,
      "step": 107550
    },
    {
      "epoch": 0.09414490551372018,
      "grad_norm": 0.3766133785247803,
      "learning_rate": 4.929124159777461e-05,
      "loss": 5.2788,
      "step": 107555
    },
    {
      "epoch": 0.09414928210734734,
      "grad_norm": 0.40732666850090027,
      "learning_rate": 4.9291168305341485e-05,
      "loss": 4.7531,
      "step": 107560
    },
    {
      "epoch": 0.09415365870097449,
      "grad_norm": 0.39783188700675964,
      "learning_rate": 4.929109500918735e-05,
      "loss": 4.9202,
      "step": 107565
    },
    {
      "epoch": 0.09415803529460165,
      "grad_norm": 0.43719708919525146,
      "learning_rate": 4.929102170931221e-05,
      "loss": 4.4019,
      "step": 107570
    },
    {
      "epoch": 0.0941624118882288,
      "grad_norm": 0.400482714176178,
      "learning_rate": 4.92909484057161e-05,
      "loss": 5.7311,
      "step": 107575
    },
    {
      "epoch": 0.09416678848185596,
      "grad_norm": 0.477495938539505,
      "learning_rate": 4.929087509839902e-05,
      "loss": 5.1119,
      "step": 107580
    },
    {
      "epoch": 0.09417116507548311,
      "grad_norm": 0.4495726525783539,
      "learning_rate": 4.9290801787360996e-05,
      "loss": 5.524,
      "step": 107585
    },
    {
      "epoch": 0.09417554166911027,
      "grad_norm": 0.4502846598625183,
      "learning_rate": 4.929072847260202e-05,
      "loss": 4.7763,
      "step": 107590
    },
    {
      "epoch": 0.09417991826273742,
      "grad_norm": 0.37822049856185913,
      "learning_rate": 4.929065515412212e-05,
      "loss": 5.5535,
      "step": 107595
    },
    {
      "epoch": 0.09418429485636458,
      "grad_norm": 0.36182716488838196,
      "learning_rate": 4.929058183192131e-05,
      "loss": 6.0363,
      "step": 107600
    },
    {
      "epoch": 0.09418867144999173,
      "grad_norm": 0.3656439781188965,
      "learning_rate": 4.9290508505999614e-05,
      "loss": 5.1926,
      "step": 107605
    },
    {
      "epoch": 0.09419304804361889,
      "grad_norm": 0.4141777753829956,
      "learning_rate": 4.929043517635703e-05,
      "loss": 4.7202,
      "step": 107610
    },
    {
      "epoch": 0.09419742463724604,
      "grad_norm": 0.3596732020378113,
      "learning_rate": 4.9290361842993574e-05,
      "loss": 5.5133,
      "step": 107615
    },
    {
      "epoch": 0.0942018012308732,
      "grad_norm": 0.4426575303077698,
      "learning_rate": 4.9290288505909264e-05,
      "loss": 5.1962,
      "step": 107620
    },
    {
      "epoch": 0.09420617782450035,
      "grad_norm": 0.39195841550827026,
      "learning_rate": 4.9290215165104115e-05,
      "loss": 5.2448,
      "step": 107625
    },
    {
      "epoch": 0.0942105544181275,
      "grad_norm": 0.3963930606842041,
      "learning_rate": 4.929014182057815e-05,
      "loss": 5.7794,
      "step": 107630
    },
    {
      "epoch": 0.09421493101175465,
      "grad_norm": 0.43025583028793335,
      "learning_rate": 4.9290068472331365e-05,
      "loss": 4.7676,
      "step": 107635
    },
    {
      "epoch": 0.09421930760538182,
      "grad_norm": 0.44177889823913574,
      "learning_rate": 4.928999512036377e-05,
      "loss": 5.1813,
      "step": 107640
    },
    {
      "epoch": 0.09422368419900896,
      "grad_norm": 0.4327969551086426,
      "learning_rate": 4.928992176467542e-05,
      "loss": 5.8065,
      "step": 107645
    },
    {
      "epoch": 0.09422806079263611,
      "grad_norm": 0.347191721200943,
      "learning_rate": 4.928984840526628e-05,
      "loss": 6.0256,
      "step": 107650
    },
    {
      "epoch": 0.09423243738626327,
      "grad_norm": 0.4075009822845459,
      "learning_rate": 4.928977504213639e-05,
      "loss": 4.9999,
      "step": 107655
    },
    {
      "epoch": 0.09423681397989042,
      "grad_norm": 0.404449999332428,
      "learning_rate": 4.928970167528576e-05,
      "loss": 6.0154,
      "step": 107660
    },
    {
      "epoch": 0.09424119057351758,
      "grad_norm": 0.37813252210617065,
      "learning_rate": 4.92896283047144e-05,
      "loss": 6.2975,
      "step": 107665
    },
    {
      "epoch": 0.09424556716714473,
      "grad_norm": 0.4800320267677307,
      "learning_rate": 4.9289554930422335e-05,
      "loss": 5.0206,
      "step": 107670
    },
    {
      "epoch": 0.09424994376077189,
      "grad_norm": 0.41925379633903503,
      "learning_rate": 4.928948155240957e-05,
      "loss": 5.4828,
      "step": 107675
    },
    {
      "epoch": 0.09425432035439904,
      "grad_norm": 0.4351709485054016,
      "learning_rate": 4.928940817067611e-05,
      "loss": 4.4862,
      "step": 107680
    },
    {
      "epoch": 0.0942586969480262,
      "grad_norm": 0.40841302275657654,
      "learning_rate": 4.928933478522199e-05,
      "loss": 5.8274,
      "step": 107685
    },
    {
      "epoch": 0.09426307354165335,
      "grad_norm": 0.4131543040275574,
      "learning_rate": 4.9289261396047204e-05,
      "loss": 4.4313,
      "step": 107690
    },
    {
      "epoch": 0.09426745013528051,
      "grad_norm": 0.4092128872871399,
      "learning_rate": 4.9289188003151785e-05,
      "loss": 5.0138,
      "step": 107695
    },
    {
      "epoch": 0.09427182672890766,
      "grad_norm": 0.3741290867328644,
      "learning_rate": 4.9289114606535744e-05,
      "loss": 5.4879,
      "step": 107700
    },
    {
      "epoch": 0.09427620332253482,
      "grad_norm": 0.42739373445510864,
      "learning_rate": 4.9289041206199086e-05,
      "loss": 5.1925,
      "step": 107705
    },
    {
      "epoch": 0.09428057991616197,
      "grad_norm": 0.4126128554344177,
      "learning_rate": 4.928896780214182e-05,
      "loss": 5.4795,
      "step": 107710
    },
    {
      "epoch": 0.09428495650978913,
      "grad_norm": 0.41158148646354675,
      "learning_rate": 4.9288894394363983e-05,
      "loss": 5.4039,
      "step": 107715
    },
    {
      "epoch": 0.09428933310341628,
      "grad_norm": 0.4146953225135803,
      "learning_rate": 4.928882098286556e-05,
      "loss": 5.2392,
      "step": 107720
    },
    {
      "epoch": 0.09429370969704344,
      "grad_norm": 0.3820038139820099,
      "learning_rate": 4.928874756764659e-05,
      "loss": 5.6783,
      "step": 107725
    },
    {
      "epoch": 0.09429808629067059,
      "grad_norm": 0.40013042092323303,
      "learning_rate": 4.928867414870707e-05,
      "loss": 4.962,
      "step": 107730
    },
    {
      "epoch": 0.09430246288429775,
      "grad_norm": 0.42419686913490295,
      "learning_rate": 4.928860072604703e-05,
      "loss": 4.9946,
      "step": 107735
    },
    {
      "epoch": 0.0943068394779249,
      "grad_norm": 0.41225314140319824,
      "learning_rate": 4.928852729966646e-05,
      "loss": 4.6781,
      "step": 107740
    },
    {
      "epoch": 0.09431121607155206,
      "grad_norm": 0.44111526012420654,
      "learning_rate": 4.928845386956541e-05,
      "loss": 6.335,
      "step": 107745
    },
    {
      "epoch": 0.09431559266517921,
      "grad_norm": 0.3953463137149811,
      "learning_rate": 4.928838043574386e-05,
      "loss": 4.9943,
      "step": 107750
    },
    {
      "epoch": 0.09431996925880637,
      "grad_norm": 0.43614938855171204,
      "learning_rate": 4.928830699820185e-05,
      "loss": 4.9307,
      "step": 107755
    },
    {
      "epoch": 0.09432434585243352,
      "grad_norm": 0.3537195026874542,
      "learning_rate": 4.928823355693938e-05,
      "loss": 5.4904,
      "step": 107760
    },
    {
      "epoch": 0.09432872244606068,
      "grad_norm": 0.4212735593318939,
      "learning_rate": 4.928816011195646e-05,
      "loss": 4.9749,
      "step": 107765
    },
    {
      "epoch": 0.09433309903968783,
      "grad_norm": 0.41033196449279785,
      "learning_rate": 4.9288086663253105e-05,
      "loss": 5.0183,
      "step": 107770
    },
    {
      "epoch": 0.09433747563331499,
      "grad_norm": 0.4054003357887268,
      "learning_rate": 4.9288013210829355e-05,
      "loss": 5.1074,
      "step": 107775
    },
    {
      "epoch": 0.09434185222694214,
      "grad_norm": 0.4164913594722748,
      "learning_rate": 4.9287939754685186e-05,
      "loss": 4.8511,
      "step": 107780
    },
    {
      "epoch": 0.09434622882056928,
      "grad_norm": 0.3454324007034302,
      "learning_rate": 4.928786629482064e-05,
      "loss": 6.298,
      "step": 107785
    },
    {
      "epoch": 0.09435060541419645,
      "grad_norm": 0.4319983720779419,
      "learning_rate": 4.928779283123571e-05,
      "loss": 5.5263,
      "step": 107790
    },
    {
      "epoch": 0.09435498200782359,
      "grad_norm": 0.3839031159877777,
      "learning_rate": 4.928771936393043e-05,
      "loss": 4.8946,
      "step": 107795
    },
    {
      "epoch": 0.09435935860145075,
      "grad_norm": 0.40716174244880676,
      "learning_rate": 4.928764589290481e-05,
      "loss": 4.7132,
      "step": 107800
    },
    {
      "epoch": 0.0943637351950779,
      "grad_norm": 0.44740790128707886,
      "learning_rate": 4.928757241815886e-05,
      "loss": 4.7777,
      "step": 107805
    },
    {
      "epoch": 0.09436811178870506,
      "grad_norm": 0.41866829991340637,
      "learning_rate": 4.928749893969258e-05,
      "loss": 5.4954,
      "step": 107810
    },
    {
      "epoch": 0.09437248838233221,
      "grad_norm": 0.4278363287448883,
      "learning_rate": 4.928742545750601e-05,
      "loss": 5.798,
      "step": 107815
    },
    {
      "epoch": 0.09437686497595937,
      "grad_norm": 0.3551115095615387,
      "learning_rate": 4.928735197159914e-05,
      "loss": 5.2876,
      "step": 107820
    },
    {
      "epoch": 0.09438124156958652,
      "grad_norm": 0.4249167740345001,
      "learning_rate": 4.928727848197201e-05,
      "loss": 4.6955,
      "step": 107825
    },
    {
      "epoch": 0.09438561816321368,
      "grad_norm": 0.4372781813144684,
      "learning_rate": 4.928720498862461e-05,
      "loss": 5.7814,
      "step": 107830
    },
    {
      "epoch": 0.09438999475684083,
      "grad_norm": 0.47400835156440735,
      "learning_rate": 4.928713149155698e-05,
      "loss": 5.4742,
      "step": 107835
    },
    {
      "epoch": 0.09439437135046799,
      "grad_norm": 0.42339375615119934,
      "learning_rate": 4.9287057990769106e-05,
      "loss": 5.8149,
      "step": 107840
    },
    {
      "epoch": 0.09439874794409514,
      "grad_norm": 0.43007707595825195,
      "learning_rate": 4.928698448626102e-05,
      "loss": 5.2235,
      "step": 107845
    },
    {
      "epoch": 0.0944031245377223,
      "grad_norm": 0.4262920320034027,
      "learning_rate": 4.928691097803273e-05,
      "loss": 5.003,
      "step": 107850
    },
    {
      "epoch": 0.09440750113134945,
      "grad_norm": 0.4237508177757263,
      "learning_rate": 4.9286837466084255e-05,
      "loss": 4.3669,
      "step": 107855
    },
    {
      "epoch": 0.09441187772497661,
      "grad_norm": 0.4216350018978119,
      "learning_rate": 4.9286763950415605e-05,
      "loss": 5.5059,
      "step": 107860
    },
    {
      "epoch": 0.09441625431860376,
      "grad_norm": 0.42756083607673645,
      "learning_rate": 4.928669043102679e-05,
      "loss": 4.9394,
      "step": 107865
    },
    {
      "epoch": 0.09442063091223092,
      "grad_norm": 0.41931185126304626,
      "learning_rate": 4.928661690791784e-05,
      "loss": 4.2749,
      "step": 107870
    },
    {
      "epoch": 0.09442500750585807,
      "grad_norm": 0.4045630395412445,
      "learning_rate": 4.928654338108874e-05,
      "loss": 5.4178,
      "step": 107875
    },
    {
      "epoch": 0.09442938409948523,
      "grad_norm": 0.44660285115242004,
      "learning_rate": 4.928646985053954e-05,
      "loss": 5.0087,
      "step": 107880
    },
    {
      "epoch": 0.09443376069311238,
      "grad_norm": 0.4345085918903351,
      "learning_rate": 4.928639631627022e-05,
      "loss": 5.182,
      "step": 107885
    },
    {
      "epoch": 0.09443813728673954,
      "grad_norm": 0.4488557279109955,
      "learning_rate": 4.928632277828084e-05,
      "loss": 4.9005,
      "step": 107890
    },
    {
      "epoch": 0.09444251388036669,
      "grad_norm": 0.4389744699001312,
      "learning_rate": 4.928624923657136e-05,
      "loss": 4.7118,
      "step": 107895
    },
    {
      "epoch": 0.09444689047399385,
      "grad_norm": 0.38747644424438477,
      "learning_rate": 4.928617569114182e-05,
      "loss": 5.4246,
      "step": 107900
    },
    {
      "epoch": 0.094451267067621,
      "grad_norm": 0.4554665684700012,
      "learning_rate": 4.928610214199224e-05,
      "loss": 5.4755,
      "step": 107905
    },
    {
      "epoch": 0.09445564366124815,
      "grad_norm": 0.3965170383453369,
      "learning_rate": 4.928602858912262e-05,
      "loss": 5.296,
      "step": 107910
    },
    {
      "epoch": 0.09446002025487531,
      "grad_norm": 0.3531385660171509,
      "learning_rate": 4.9285955032532996e-05,
      "loss": 5.7738,
      "step": 107915
    },
    {
      "epoch": 0.09446439684850245,
      "grad_norm": 0.49670612812042236,
      "learning_rate": 4.928588147222336e-05,
      "loss": 5.2183,
      "step": 107920
    },
    {
      "epoch": 0.09446877344212962,
      "grad_norm": 0.39195409417152405,
      "learning_rate": 4.9285807908193735e-05,
      "loss": 5.1262,
      "step": 107925
    },
    {
      "epoch": 0.09447315003575676,
      "grad_norm": 0.3550976514816284,
      "learning_rate": 4.928573434044413e-05,
      "loss": 5.5339,
      "step": 107930
    },
    {
      "epoch": 0.09447752662938393,
      "grad_norm": 0.4385068416595459,
      "learning_rate": 4.928566076897457e-05,
      "loss": 5.4949,
      "step": 107935
    },
    {
      "epoch": 0.09448190322301107,
      "grad_norm": 0.38378438353538513,
      "learning_rate": 4.928558719378506e-05,
      "loss": 6.0484,
      "step": 107940
    },
    {
      "epoch": 0.09448627981663824,
      "grad_norm": 0.3458849787712097,
      "learning_rate": 4.928551361487562e-05,
      "loss": 5.7145,
      "step": 107945
    },
    {
      "epoch": 0.09449065641026538,
      "grad_norm": 0.3875362277030945,
      "learning_rate": 4.9285440032246257e-05,
      "loss": 4.9852,
      "step": 107950
    },
    {
      "epoch": 0.09449503300389255,
      "grad_norm": 0.36895889043807983,
      "learning_rate": 4.928536644589698e-05,
      "loss": 5.8342,
      "step": 107955
    },
    {
      "epoch": 0.09449940959751969,
      "grad_norm": 0.3516921401023865,
      "learning_rate": 4.9285292855827825e-05,
      "loss": 5.2766,
      "step": 107960
    },
    {
      "epoch": 0.09450378619114685,
      "grad_norm": 0.3805745542049408,
      "learning_rate": 4.9285219262038796e-05,
      "loss": 5.2934,
      "step": 107965
    },
    {
      "epoch": 0.094508162784774,
      "grad_norm": 0.4451969861984253,
      "learning_rate": 4.92851456645299e-05,
      "loss": 5.5255,
      "step": 107970
    },
    {
      "epoch": 0.09451253937840116,
      "grad_norm": 0.3803319036960602,
      "learning_rate": 4.928507206330116e-05,
      "loss": 6.0129,
      "step": 107975
    },
    {
      "epoch": 0.09451691597202831,
      "grad_norm": 0.35350432991981506,
      "learning_rate": 4.928499845835258e-05,
      "loss": 6.0324,
      "step": 107980
    },
    {
      "epoch": 0.09452129256565547,
      "grad_norm": 0.4061746895313263,
      "learning_rate": 4.9284924849684186e-05,
      "loss": 4.9096,
      "step": 107985
    },
    {
      "epoch": 0.09452566915928262,
      "grad_norm": 0.4162239134311676,
      "learning_rate": 4.928485123729598e-05,
      "loss": 5.0203,
      "step": 107990
    },
    {
      "epoch": 0.09453004575290978,
      "grad_norm": 0.3382742702960968,
      "learning_rate": 4.9284777621187993e-05,
      "loss": 5.8176,
      "step": 107995
    },
    {
      "epoch": 0.09453442234653693,
      "grad_norm": 0.41790756583213806,
      "learning_rate": 4.928470400136023e-05,
      "loss": 6.0156,
      "step": 108000
    },
    {
      "epoch": 0.09453879894016409,
      "grad_norm": 0.36784827709198,
      "learning_rate": 4.928463037781269e-05,
      "loss": 5.6748,
      "step": 108005
    },
    {
      "epoch": 0.09454317553379124,
      "grad_norm": 0.3661309778690338,
      "learning_rate": 4.928455675054541e-05,
      "loss": 5.4777,
      "step": 108010
    },
    {
      "epoch": 0.0945475521274184,
      "grad_norm": 0.43876317143440247,
      "learning_rate": 4.928448311955839e-05,
      "loss": 4.8778,
      "step": 108015
    },
    {
      "epoch": 0.09455192872104555,
      "grad_norm": 0.46068406105041504,
      "learning_rate": 4.928440948485166e-05,
      "loss": 4.9534,
      "step": 108020
    },
    {
      "epoch": 0.09455630531467271,
      "grad_norm": 0.40703630447387695,
      "learning_rate": 4.928433584642521e-05,
      "loss": 4.4513,
      "step": 108025
    },
    {
      "epoch": 0.09456068190829986,
      "grad_norm": 0.40278124809265137,
      "learning_rate": 4.9284262204279086e-05,
      "loss": 5.4184,
      "step": 108030
    },
    {
      "epoch": 0.09456505850192701,
      "grad_norm": 0.4125240743160248,
      "learning_rate": 4.928418855841328e-05,
      "loss": 5.1635,
      "step": 108035
    },
    {
      "epoch": 0.09456943509555417,
      "grad_norm": 0.43941205739974976,
      "learning_rate": 4.928411490882779e-05,
      "loss": 4.7793,
      "step": 108040
    },
    {
      "epoch": 0.09457381168918132,
      "grad_norm": 0.4290694296360016,
      "learning_rate": 4.9284041255522684e-05,
      "loss": 5.0133,
      "step": 108045
    },
    {
      "epoch": 0.09457818828280848,
      "grad_norm": 0.42878133058547974,
      "learning_rate": 4.928396759849793e-05,
      "loss": 5.0391,
      "step": 108050
    },
    {
      "epoch": 0.09458256487643563,
      "grad_norm": 0.3736058473587036,
      "learning_rate": 4.928389393775354e-05,
      "loss": 4.7729,
      "step": 108055
    },
    {
      "epoch": 0.09458694147006279,
      "grad_norm": 0.39853936433792114,
      "learning_rate": 4.928382027328956e-05,
      "loss": 4.9336,
      "step": 108060
    },
    {
      "epoch": 0.09459131806368994,
      "grad_norm": 0.40369701385498047,
      "learning_rate": 4.928374660510598e-05,
      "loss": 5.4788,
      "step": 108065
    },
    {
      "epoch": 0.0945956946573171,
      "grad_norm": 0.3846258819103241,
      "learning_rate": 4.928367293320283e-05,
      "loss": 5.8036,
      "step": 108070
    },
    {
      "epoch": 0.09460007125094425,
      "grad_norm": 0.39871302247047424,
      "learning_rate": 4.928359925758012e-05,
      "loss": 5.7934,
      "step": 108075
    },
    {
      "epoch": 0.09460444784457141,
      "grad_norm": 0.3882022202014923,
      "learning_rate": 4.928352557823784e-05,
      "loss": 5.7172,
      "step": 108080
    },
    {
      "epoch": 0.09460882443819855,
      "grad_norm": 0.40077707171440125,
      "learning_rate": 4.928345189517603e-05,
      "loss": 5.7785,
      "step": 108085
    },
    {
      "epoch": 0.09461320103182572,
      "grad_norm": 0.41228538751602173,
      "learning_rate": 4.928337820839471e-05,
      "loss": 4.8764,
      "step": 108090
    },
    {
      "epoch": 0.09461757762545286,
      "grad_norm": 0.37405291199684143,
      "learning_rate": 4.928330451789388e-05,
      "loss": 4.9684,
      "step": 108095
    },
    {
      "epoch": 0.09462195421908003,
      "grad_norm": 0.4627721905708313,
      "learning_rate": 4.928323082367355e-05,
      "loss": 4.9858,
      "step": 108100
    },
    {
      "epoch": 0.09462633081270717,
      "grad_norm": 0.4565412700176239,
      "learning_rate": 4.928315712573376e-05,
      "loss": 6.0162,
      "step": 108105
    },
    {
      "epoch": 0.09463070740633434,
      "grad_norm": 0.43938136100769043,
      "learning_rate": 4.9283083424074495e-05,
      "loss": 5.1597,
      "step": 108110
    },
    {
      "epoch": 0.09463508399996148,
      "grad_norm": 0.36034396290779114,
      "learning_rate": 4.9283009718695774e-05,
      "loss": 6.018,
      "step": 108115
    },
    {
      "epoch": 0.09463946059358865,
      "grad_norm": 0.4366011321544647,
      "learning_rate": 4.9282936009597616e-05,
      "loss": 5.169,
      "step": 108120
    },
    {
      "epoch": 0.09464383718721579,
      "grad_norm": 0.4520788788795471,
      "learning_rate": 4.928286229678004e-05,
      "loss": 5.4837,
      "step": 108125
    },
    {
      "epoch": 0.09464821378084295,
      "grad_norm": 0.39338764548301697,
      "learning_rate": 4.928278858024306e-05,
      "loss": 4.886,
      "step": 108130
    },
    {
      "epoch": 0.0946525903744701,
      "grad_norm": 0.46473535895347595,
      "learning_rate": 4.928271485998669e-05,
      "loss": 5.2937,
      "step": 108135
    },
    {
      "epoch": 0.09465696696809726,
      "grad_norm": 0.4408552944660187,
      "learning_rate": 4.9282641136010933e-05,
      "loss": 5.2686,
      "step": 108140
    },
    {
      "epoch": 0.09466134356172441,
      "grad_norm": 0.44054633378982544,
      "learning_rate": 4.9282567408315815e-05,
      "loss": 4.8234,
      "step": 108145
    },
    {
      "epoch": 0.09466572015535157,
      "grad_norm": 0.46330487728118896,
      "learning_rate": 4.928249367690134e-05,
      "loss": 5.0113,
      "step": 108150
    },
    {
      "epoch": 0.09467009674897872,
      "grad_norm": 0.4127674400806427,
      "learning_rate": 4.928241994176753e-05,
      "loss": 4.7591,
      "step": 108155
    },
    {
      "epoch": 0.09467447334260588,
      "grad_norm": 0.45407629013061523,
      "learning_rate": 4.9282346202914406e-05,
      "loss": 4.1695,
      "step": 108160
    },
    {
      "epoch": 0.09467884993623303,
      "grad_norm": 0.4012705087661743,
      "learning_rate": 4.9282272460341974e-05,
      "loss": 5.3107,
      "step": 108165
    },
    {
      "epoch": 0.09468322652986018,
      "grad_norm": 0.4872106909751892,
      "learning_rate": 4.928219871405024e-05,
      "loss": 5.2303,
      "step": 108170
    },
    {
      "epoch": 0.09468760312348734,
      "grad_norm": 0.6056224703788757,
      "learning_rate": 4.928212496403923e-05,
      "loss": 5.7357,
      "step": 108175
    },
    {
      "epoch": 0.09469197971711449,
      "grad_norm": 0.4314553439617157,
      "learning_rate": 4.9282051210308956e-05,
      "loss": 5.3271,
      "step": 108180
    },
    {
      "epoch": 0.09469635631074165,
      "grad_norm": 0.5474117398262024,
      "learning_rate": 4.928197745285943e-05,
      "loss": 4.708,
      "step": 108185
    },
    {
      "epoch": 0.0947007329043688,
      "grad_norm": 0.3801581561565399,
      "learning_rate": 4.928190369169067e-05,
      "loss": 5.7565,
      "step": 108190
    },
    {
      "epoch": 0.09470510949799596,
      "grad_norm": 0.4122239947319031,
      "learning_rate": 4.928182992680268e-05,
      "loss": 5.4802,
      "step": 108195
    },
    {
      "epoch": 0.09470948609162311,
      "grad_norm": 0.41927725076675415,
      "learning_rate": 4.928175615819549e-05,
      "loss": 5.4979,
      "step": 108200
    },
    {
      "epoch": 0.09471386268525027,
      "grad_norm": 0.3778977394104004,
      "learning_rate": 4.92816823858691e-05,
      "loss": 5.8297,
      "step": 108205
    },
    {
      "epoch": 0.09471823927887742,
      "grad_norm": 0.40999117493629456,
      "learning_rate": 4.928160860982354e-05,
      "loss": 4.9474,
      "step": 108210
    },
    {
      "epoch": 0.09472261587250458,
      "grad_norm": 0.45499417185783386,
      "learning_rate": 4.9281534830058805e-05,
      "loss": 5.2862,
      "step": 108215
    },
    {
      "epoch": 0.09472699246613173,
      "grad_norm": 0.38952821493148804,
      "learning_rate": 4.928146104657492e-05,
      "loss": 5.1968,
      "step": 108220
    },
    {
      "epoch": 0.09473136905975889,
      "grad_norm": 0.42991870641708374,
      "learning_rate": 4.928138725937189e-05,
      "loss": 5.5269,
      "step": 108225
    },
    {
      "epoch": 0.09473574565338604,
      "grad_norm": 0.42663097381591797,
      "learning_rate": 4.928131346844975e-05,
      "loss": 5.807,
      "step": 108230
    },
    {
      "epoch": 0.0947401222470132,
      "grad_norm": 0.3862156271934509,
      "learning_rate": 4.92812396738085e-05,
      "loss": 6.0121,
      "step": 108235
    },
    {
      "epoch": 0.09474449884064035,
      "grad_norm": 0.4490914046764374,
      "learning_rate": 4.9281165875448154e-05,
      "loss": 5.2812,
      "step": 108240
    },
    {
      "epoch": 0.09474887543426751,
      "grad_norm": 0.4164808392524719,
      "learning_rate": 4.928109207336873e-05,
      "loss": 4.715,
      "step": 108245
    },
    {
      "epoch": 0.09475325202789465,
      "grad_norm": 0.4135722517967224,
      "learning_rate": 4.9281018267570234e-05,
      "loss": 4.4318,
      "step": 108250
    },
    {
      "epoch": 0.09475762862152182,
      "grad_norm": 0.42788928747177124,
      "learning_rate": 4.928094445805268e-05,
      "loss": 5.1437,
      "step": 108255
    },
    {
      "epoch": 0.09476200521514896,
      "grad_norm": 0.35755541920661926,
      "learning_rate": 4.92808706448161e-05,
      "loss": 5.4223,
      "step": 108260
    },
    {
      "epoch": 0.09476638180877613,
      "grad_norm": 0.4011559784412384,
      "learning_rate": 4.92807968278605e-05,
      "loss": 4.4915,
      "step": 108265
    },
    {
      "epoch": 0.09477075840240327,
      "grad_norm": 0.41156694293022156,
      "learning_rate": 4.928072300718588e-05,
      "loss": 4.4486,
      "step": 108270
    },
    {
      "epoch": 0.09477513499603044,
      "grad_norm": 0.4248100519180298,
      "learning_rate": 4.928064918279227e-05,
      "loss": 4.4674,
      "step": 108275
    },
    {
      "epoch": 0.09477951158965758,
      "grad_norm": 0.41795626282691956,
      "learning_rate": 4.928057535467968e-05,
      "loss": 5.0317,
      "step": 108280
    },
    {
      "epoch": 0.09478388818328475,
      "grad_norm": 0.40401536226272583,
      "learning_rate": 4.928050152284812e-05,
      "loss": 5.1996,
      "step": 108285
    },
    {
      "epoch": 0.09478826477691189,
      "grad_norm": 0.394186407327652,
      "learning_rate": 4.9280427687297615e-05,
      "loss": 3.9335,
      "step": 108290
    },
    {
      "epoch": 0.09479264137053904,
      "grad_norm": 0.3896160125732422,
      "learning_rate": 4.928035384802817e-05,
      "loss": 5.4933,
      "step": 108295
    },
    {
      "epoch": 0.0947970179641662,
      "grad_norm": 0.3923494517803192,
      "learning_rate": 4.92802800050398e-05,
      "loss": 5.195,
      "step": 108300
    },
    {
      "epoch": 0.09480139455779335,
      "grad_norm": 0.4413255453109741,
      "learning_rate": 4.928020615833252e-05,
      "loss": 4.6927,
      "step": 108305
    },
    {
      "epoch": 0.09480577115142051,
      "grad_norm": 0.4254109859466553,
      "learning_rate": 4.9280132307906346e-05,
      "loss": 5.2633,
      "step": 108310
    },
    {
      "epoch": 0.09481014774504766,
      "grad_norm": 0.42923712730407715,
      "learning_rate": 4.928005845376128e-05,
      "loss": 4.4506,
      "step": 108315
    },
    {
      "epoch": 0.09481452433867482,
      "grad_norm": 0.41273725032806396,
      "learning_rate": 4.927998459589737e-05,
      "loss": 5.2016,
      "step": 108320
    },
    {
      "epoch": 0.09481890093230197,
      "grad_norm": 0.40779542922973633,
      "learning_rate": 4.9279910734314596e-05,
      "loss": 5.5201,
      "step": 108325
    },
    {
      "epoch": 0.09482327752592913,
      "grad_norm": 0.3777322471141815,
      "learning_rate": 4.927983686901297e-05,
      "loss": 5.5104,
      "step": 108330
    },
    {
      "epoch": 0.09482765411955628,
      "grad_norm": 0.40338635444641113,
      "learning_rate": 4.927976299999254e-05,
      "loss": 5.1867,
      "step": 108335
    },
    {
      "epoch": 0.09483203071318344,
      "grad_norm": 0.4219009280204773,
      "learning_rate": 4.9279689127253295e-05,
      "loss": 5.4859,
      "step": 108340
    },
    {
      "epoch": 0.09483640730681059,
      "grad_norm": 0.3528795540332794,
      "learning_rate": 4.927961525079525e-05,
      "loss": 5.74,
      "step": 108345
    },
    {
      "epoch": 0.09484078390043775,
      "grad_norm": 0.3642996847629547,
      "learning_rate": 4.927954137061843e-05,
      "loss": 5.8064,
      "step": 108350
    },
    {
      "epoch": 0.0948451604940649,
      "grad_norm": 0.3571713864803314,
      "learning_rate": 4.927946748672284e-05,
      "loss": 5.9998,
      "step": 108355
    },
    {
      "epoch": 0.09484953708769206,
      "grad_norm": 0.41050633788108826,
      "learning_rate": 4.927939359910849e-05,
      "loss": 4.6699,
      "step": 108360
    },
    {
      "epoch": 0.09485391368131921,
      "grad_norm": 0.40099257230758667,
      "learning_rate": 4.927931970777542e-05,
      "loss": 5.3047,
      "step": 108365
    },
    {
      "epoch": 0.09485829027494637,
      "grad_norm": 0.4190589487552643,
      "learning_rate": 4.9279245812723604e-05,
      "loss": 5.5272,
      "step": 108370
    },
    {
      "epoch": 0.09486266686857352,
      "grad_norm": 0.4182220697402954,
      "learning_rate": 4.927917191395309e-05,
      "loss": 5.2094,
      "step": 108375
    },
    {
      "epoch": 0.09486704346220068,
      "grad_norm": 0.36337894201278687,
      "learning_rate": 4.927909801146389e-05,
      "loss": 6.0043,
      "step": 108380
    },
    {
      "epoch": 0.09487142005582783,
      "grad_norm": 0.41755035519599915,
      "learning_rate": 4.9279024105255986e-05,
      "loss": 4.9684,
      "step": 108385
    },
    {
      "epoch": 0.09487579664945499,
      "grad_norm": 0.3923366665840149,
      "learning_rate": 4.927895019532943e-05,
      "loss": 5.4677,
      "step": 108390
    },
    {
      "epoch": 0.09488017324308214,
      "grad_norm": 0.4403848946094513,
      "learning_rate": 4.9278876281684216e-05,
      "loss": 5.1875,
      "step": 108395
    },
    {
      "epoch": 0.0948845498367093,
      "grad_norm": 0.4444335103034973,
      "learning_rate": 4.9278802364320375e-05,
      "loss": 5.8124,
      "step": 108400
    },
    {
      "epoch": 0.09488892643033645,
      "grad_norm": 0.41214513778686523,
      "learning_rate": 4.92787284432379e-05,
      "loss": 5.4767,
      "step": 108405
    },
    {
      "epoch": 0.09489330302396361,
      "grad_norm": 0.4145445227622986,
      "learning_rate": 4.927865451843681e-05,
      "loss": 5.5167,
      "step": 108410
    },
    {
      "epoch": 0.09489767961759075,
      "grad_norm": 0.3412574231624603,
      "learning_rate": 4.927858058991713e-05,
      "loss": 6.0201,
      "step": 108415
    },
    {
      "epoch": 0.0949020562112179,
      "grad_norm": 0.45352500677108765,
      "learning_rate": 4.927850665767887e-05,
      "loss": 5.7761,
      "step": 108420
    },
    {
      "epoch": 0.09490643280484506,
      "grad_norm": 0.4112054407596588,
      "learning_rate": 4.927843272172203e-05,
      "loss": 5.5125,
      "step": 108425
    },
    {
      "epoch": 0.09491080939847221,
      "grad_norm": 0.46032971143722534,
      "learning_rate": 4.927835878204665e-05,
      "loss": 5.2559,
      "step": 108430
    },
    {
      "epoch": 0.09491518599209937,
      "grad_norm": 0.4289776086807251,
      "learning_rate": 4.927828483865273e-05,
      "loss": 5.1402,
      "step": 108435
    },
    {
      "epoch": 0.09491956258572652,
      "grad_norm": 0.4349568486213684,
      "learning_rate": 4.9278210891540286e-05,
      "loss": 5.5248,
      "step": 108440
    },
    {
      "epoch": 0.09492393917935368,
      "grad_norm": 0.4116175174713135,
      "learning_rate": 4.9278136940709326e-05,
      "loss": 5.7119,
      "step": 108445
    },
    {
      "epoch": 0.09492831577298083,
      "grad_norm": 0.3928964138031006,
      "learning_rate": 4.927806298615988e-05,
      "loss": 4.8688,
      "step": 108450
    },
    {
      "epoch": 0.09493269236660799,
      "grad_norm": 0.45329850912094116,
      "learning_rate": 4.927798902789195e-05,
      "loss": 5.4981,
      "step": 108455
    },
    {
      "epoch": 0.09493706896023514,
      "grad_norm": 0.4976572096347809,
      "learning_rate": 4.9277915065905545e-05,
      "loss": 5.3093,
      "step": 108460
    },
    {
      "epoch": 0.0949414455538623,
      "grad_norm": 0.44556567072868347,
      "learning_rate": 4.9277841100200694e-05,
      "loss": 4.46,
      "step": 108465
    },
    {
      "epoch": 0.09494582214748945,
      "grad_norm": 0.3858335614204407,
      "learning_rate": 4.9277767130777395e-05,
      "loss": 5.8164,
      "step": 108470
    },
    {
      "epoch": 0.09495019874111661,
      "grad_norm": 0.501248300075531,
      "learning_rate": 4.9277693157635676e-05,
      "loss": 5.267,
      "step": 108475
    },
    {
      "epoch": 0.09495457533474376,
      "grad_norm": 0.43049705028533936,
      "learning_rate": 4.927761918077555e-05,
      "loss": 4.6903,
      "step": 108480
    },
    {
      "epoch": 0.09495895192837092,
      "grad_norm": 0.43974417448043823,
      "learning_rate": 4.927754520019703e-05,
      "loss": 4.976,
      "step": 108485
    },
    {
      "epoch": 0.09496332852199807,
      "grad_norm": 0.42860156297683716,
      "learning_rate": 4.927747121590012e-05,
      "loss": 4.9646,
      "step": 108490
    },
    {
      "epoch": 0.09496770511562523,
      "grad_norm": 0.413764089345932,
      "learning_rate": 4.9277397227884845e-05,
      "loss": 4.6866,
      "step": 108495
    },
    {
      "epoch": 0.09497208170925238,
      "grad_norm": 0.4009951949119568,
      "learning_rate": 4.927732323615122e-05,
      "loss": 4.7231,
      "step": 108500
    },
    {
      "epoch": 0.09497645830287954,
      "grad_norm": 0.43164554238319397,
      "learning_rate": 4.927724924069924e-05,
      "loss": 5.7441,
      "step": 108505
    },
    {
      "epoch": 0.09498083489650669,
      "grad_norm": 0.4546814262866974,
      "learning_rate": 4.927717524152896e-05,
      "loss": 4.9938,
      "step": 108510
    },
    {
      "epoch": 0.09498521149013385,
      "grad_norm": 0.7444169521331787,
      "learning_rate": 4.927710123864036e-05,
      "loss": 4.6873,
      "step": 108515
    },
    {
      "epoch": 0.094989588083761,
      "grad_norm": 0.4740869998931885,
      "learning_rate": 4.927702723203346e-05,
      "loss": 5.5112,
      "step": 108520
    },
    {
      "epoch": 0.09499396467738816,
      "grad_norm": 0.4365726411342621,
      "learning_rate": 4.927695322170828e-05,
      "loss": 4.1625,
      "step": 108525
    },
    {
      "epoch": 0.09499834127101531,
      "grad_norm": 0.4982234239578247,
      "learning_rate": 4.927687920766483e-05,
      "loss": 4.4692,
      "step": 108530
    },
    {
      "epoch": 0.09500271786464247,
      "grad_norm": 0.4446968138217926,
      "learning_rate": 4.927680518990313e-05,
      "loss": 5.2068,
      "step": 108535
    },
    {
      "epoch": 0.09500709445826962,
      "grad_norm": 0.4331296384334564,
      "learning_rate": 4.9276731168423184e-05,
      "loss": 4.9956,
      "step": 108540
    },
    {
      "epoch": 0.09501147105189678,
      "grad_norm": 0.46881890296936035,
      "learning_rate": 4.927665714322502e-05,
      "loss": 5.2116,
      "step": 108545
    },
    {
      "epoch": 0.09501584764552393,
      "grad_norm": 0.6206121444702148,
      "learning_rate": 4.927658311430865e-05,
      "loss": 5.7375,
      "step": 108550
    },
    {
      "epoch": 0.09502022423915107,
      "grad_norm": 0.5223555564880371,
      "learning_rate": 4.927650908167408e-05,
      "loss": 5.2275,
      "step": 108555
    },
    {
      "epoch": 0.09502460083277824,
      "grad_norm": 0.43671777844429016,
      "learning_rate": 4.927643504532132e-05,
      "loss": 4.9888,
      "step": 108560
    },
    {
      "epoch": 0.09502897742640538,
      "grad_norm": 0.42615610361099243,
      "learning_rate": 4.9276361005250406e-05,
      "loss": 4.7715,
      "step": 108565
    },
    {
      "epoch": 0.09503335402003255,
      "grad_norm": 0.4553878903388977,
      "learning_rate": 4.927628696146133e-05,
      "loss": 4.8643,
      "step": 108570
    },
    {
      "epoch": 0.0950377306136597,
      "grad_norm": 0.46527498960494995,
      "learning_rate": 4.9276212913954114e-05,
      "loss": 5.5149,
      "step": 108575
    },
    {
      "epoch": 0.09504210720728686,
      "grad_norm": 0.3897496163845062,
      "learning_rate": 4.927613886272877e-05,
      "loss": 5.4414,
      "step": 108580
    },
    {
      "epoch": 0.095046483800914,
      "grad_norm": 0.4012066423892975,
      "learning_rate": 4.9276064807785326e-05,
      "loss": 5.4787,
      "step": 108585
    },
    {
      "epoch": 0.09505086039454116,
      "grad_norm": 0.38550981879234314,
      "learning_rate": 4.927599074912378e-05,
      "loss": 5.5146,
      "step": 108590
    },
    {
      "epoch": 0.09505523698816831,
      "grad_norm": 0.3770724833011627,
      "learning_rate": 4.927591668674415e-05,
      "loss": 5.5011,
      "step": 108595
    },
    {
      "epoch": 0.09505961358179547,
      "grad_norm": 0.37097635865211487,
      "learning_rate": 4.927584262064645e-05,
      "loss": 4.9787,
      "step": 108600
    },
    {
      "epoch": 0.09506399017542262,
      "grad_norm": 0.34927594661712646,
      "learning_rate": 4.92757685508307e-05,
      "loss": 5.5221,
      "step": 108605
    },
    {
      "epoch": 0.09506836676904978,
      "grad_norm": 0.36644503474235535,
      "learning_rate": 4.9275694477296916e-05,
      "loss": 5.443,
      "step": 108610
    },
    {
      "epoch": 0.09507274336267693,
      "grad_norm": 0.36366984248161316,
      "learning_rate": 4.927562040004511e-05,
      "loss": 6.3252,
      "step": 108615
    },
    {
      "epoch": 0.0950771199563041,
      "grad_norm": 0.3949107825756073,
      "learning_rate": 4.9275546319075284e-05,
      "loss": 5.6842,
      "step": 108620
    },
    {
      "epoch": 0.09508149654993124,
      "grad_norm": 0.38126155734062195,
      "learning_rate": 4.927547223438746e-05,
      "loss": 5.2048,
      "step": 108625
    },
    {
      "epoch": 0.0950858731435584,
      "grad_norm": 0.46148717403411865,
      "learning_rate": 4.9275398145981657e-05,
      "loss": 4.145,
      "step": 108630
    },
    {
      "epoch": 0.09509024973718555,
      "grad_norm": 0.4132162034511566,
      "learning_rate": 4.927532405385788e-05,
      "loss": 4.3604,
      "step": 108635
    },
    {
      "epoch": 0.09509462633081271,
      "grad_norm": 0.47903454303741455,
      "learning_rate": 4.927524995801617e-05,
      "loss": 5.7049,
      "step": 108640
    },
    {
      "epoch": 0.09509900292443986,
      "grad_norm": 0.45303240418434143,
      "learning_rate": 4.92751758584565e-05,
      "loss": 4.7679,
      "step": 108645
    },
    {
      "epoch": 0.09510337951806702,
      "grad_norm": 0.43279293179512024,
      "learning_rate": 4.927510175517892e-05,
      "loss": 4.4894,
      "step": 108650
    },
    {
      "epoch": 0.09510775611169417,
      "grad_norm": 0.4022078514099121,
      "learning_rate": 4.9275027648183424e-05,
      "loss": 5.187,
      "step": 108655
    },
    {
      "epoch": 0.09511213270532133,
      "grad_norm": 0.4171751141548157,
      "learning_rate": 4.927495353747003e-05,
      "loss": 5.2783,
      "step": 108660
    },
    {
      "epoch": 0.09511650929894848,
      "grad_norm": 0.42870599031448364,
      "learning_rate": 4.9274879423038755e-05,
      "loss": 5.1994,
      "step": 108665
    },
    {
      "epoch": 0.09512088589257564,
      "grad_norm": 0.37296125292778015,
      "learning_rate": 4.92748053048896e-05,
      "loss": 5.1945,
      "step": 108670
    },
    {
      "epoch": 0.09512526248620279,
      "grad_norm": 0.375676691532135,
      "learning_rate": 4.9274731183022606e-05,
      "loss": 4.97,
      "step": 108675
    },
    {
      "epoch": 0.09512963907982994,
      "grad_norm": 0.4162300229072571,
      "learning_rate": 4.927465705743778e-05,
      "loss": 4.9534,
      "step": 108680
    },
    {
      "epoch": 0.0951340156734571,
      "grad_norm": 0.4008214473724365,
      "learning_rate": 4.9274582928135114e-05,
      "loss": 4.4319,
      "step": 108685
    },
    {
      "epoch": 0.09513839226708425,
      "grad_norm": 0.359770804643631,
      "learning_rate": 4.927450879511465e-05,
      "loss": 5.2852,
      "step": 108690
    },
    {
      "epoch": 0.09514276886071141,
      "grad_norm": 0.38701391220092773,
      "learning_rate": 4.927443465837638e-05,
      "loss": 5.5627,
      "step": 108695
    },
    {
      "epoch": 0.09514714545433856,
      "grad_norm": 0.4294632077217102,
      "learning_rate": 4.927436051792032e-05,
      "loss": 6.0014,
      "step": 108700
    },
    {
      "epoch": 0.09515152204796572,
      "grad_norm": 0.444290429353714,
      "learning_rate": 4.927428637374652e-05,
      "loss": 4.793,
      "step": 108705
    },
    {
      "epoch": 0.09515589864159286,
      "grad_norm": 0.41733723878860474,
      "learning_rate": 4.927421222585494e-05,
      "loss": 5.2423,
      "step": 108710
    },
    {
      "epoch": 0.09516027523522003,
      "grad_norm": 0.36384621262550354,
      "learning_rate": 4.927413807424562e-05,
      "loss": 6.3881,
      "step": 108715
    },
    {
      "epoch": 0.09516465182884717,
      "grad_norm": 0.4177621304988861,
      "learning_rate": 4.92740639189186e-05,
      "loss": 5.5015,
      "step": 108720
    },
    {
      "epoch": 0.09516902842247434,
      "grad_norm": 0.4077487289905548,
      "learning_rate": 4.927398975987385e-05,
      "loss": 5.2038,
      "step": 108725
    },
    {
      "epoch": 0.09517340501610148,
      "grad_norm": 0.4025334119796753,
      "learning_rate": 4.927391559711141e-05,
      "loss": 4.4957,
      "step": 108730
    },
    {
      "epoch": 0.09517778160972865,
      "grad_norm": 0.38748523592948914,
      "learning_rate": 4.927384143063129e-05,
      "loss": 5.734,
      "step": 108735
    },
    {
      "epoch": 0.0951821582033558,
      "grad_norm": 0.40396764874458313,
      "learning_rate": 4.92737672604335e-05,
      "loss": 5.5206,
      "step": 108740
    },
    {
      "epoch": 0.09518653479698296,
      "grad_norm": 0.33984556794166565,
      "learning_rate": 4.9273693086518056e-05,
      "loss": 5.8258,
      "step": 108745
    },
    {
      "epoch": 0.0951909113906101,
      "grad_norm": 0.4248201847076416,
      "learning_rate": 4.927361890888498e-05,
      "loss": 6.0365,
      "step": 108750
    },
    {
      "epoch": 0.09519528798423726,
      "grad_norm": 0.36502039432525635,
      "learning_rate": 4.927354472753427e-05,
      "loss": 5.4926,
      "step": 108755
    },
    {
      "epoch": 0.09519966457786441,
      "grad_norm": 0.4176458716392517,
      "learning_rate": 4.927347054246596e-05,
      "loss": 5.4911,
      "step": 108760
    },
    {
      "epoch": 0.09520404117149157,
      "grad_norm": 0.4440789520740509,
      "learning_rate": 4.927339635368005e-05,
      "loss": 5.1856,
      "step": 108765
    },
    {
      "epoch": 0.09520841776511872,
      "grad_norm": 0.43814146518707275,
      "learning_rate": 4.927332216117655e-05,
      "loss": 4.4116,
      "step": 108770
    },
    {
      "epoch": 0.09521279435874588,
      "grad_norm": 0.34800615906715393,
      "learning_rate": 4.9273247964955495e-05,
      "loss": 5.2102,
      "step": 108775
    },
    {
      "epoch": 0.09521717095237303,
      "grad_norm": 0.40524202585220337,
      "learning_rate": 4.9273173765016875e-05,
      "loss": 4.9311,
      "step": 108780
    },
    {
      "epoch": 0.0952215475460002,
      "grad_norm": 0.4336927533149719,
      "learning_rate": 4.927309956136072e-05,
      "loss": 4.8985,
      "step": 108785
    },
    {
      "epoch": 0.09522592413962734,
      "grad_norm": 0.4048426151275635,
      "learning_rate": 4.9273025353987045e-05,
      "loss": 4.6706,
      "step": 108790
    },
    {
      "epoch": 0.0952303007332545,
      "grad_norm": 0.40263548493385315,
      "learning_rate": 4.927295114289586e-05,
      "loss": 5.4158,
      "step": 108795
    },
    {
      "epoch": 0.09523467732688165,
      "grad_norm": 0.4460640251636505,
      "learning_rate": 4.9272876928087185e-05,
      "loss": 4.9569,
      "step": 108800
    },
    {
      "epoch": 0.09523905392050881,
      "grad_norm": 0.4250341057777405,
      "learning_rate": 4.927280270956102e-05,
      "loss": 5.7937,
      "step": 108805
    },
    {
      "epoch": 0.09524343051413596,
      "grad_norm": 0.4039444029331207,
      "learning_rate": 4.927272848731739e-05,
      "loss": 5.1865,
      "step": 108810
    },
    {
      "epoch": 0.09524780710776311,
      "grad_norm": 0.40259793400764465,
      "learning_rate": 4.92726542613563e-05,
      "loss": 4.4548,
      "step": 108815
    },
    {
      "epoch": 0.09525218370139027,
      "grad_norm": 0.40827879309654236,
      "learning_rate": 4.927258003167777e-05,
      "loss": 5.4285,
      "step": 108820
    },
    {
      "epoch": 0.09525656029501742,
      "grad_norm": 0.4468922019004822,
      "learning_rate": 4.927250579828183e-05,
      "loss": 5.193,
      "step": 108825
    },
    {
      "epoch": 0.09526093688864458,
      "grad_norm": 0.3789544403553009,
      "learning_rate": 4.927243156116847e-05,
      "loss": 6.0195,
      "step": 108830
    },
    {
      "epoch": 0.09526531348227173,
      "grad_norm": 0.4124125838279724,
      "learning_rate": 4.9272357320337725e-05,
      "loss": 5.3969,
      "step": 108835
    },
    {
      "epoch": 0.09526969007589889,
      "grad_norm": 0.3928161561489105,
      "learning_rate": 4.9272283075789594e-05,
      "loss": 5.2395,
      "step": 108840
    },
    {
      "epoch": 0.09527406666952604,
      "grad_norm": 0.4640665352344513,
      "learning_rate": 4.927220882752409e-05,
      "loss": 4.7562,
      "step": 108845
    },
    {
      "epoch": 0.0952784432631532,
      "grad_norm": 0.4505930244922638,
      "learning_rate": 4.927213457554124e-05,
      "loss": 5.8195,
      "step": 108850
    },
    {
      "epoch": 0.09528281985678035,
      "grad_norm": 0.39690741896629333,
      "learning_rate": 4.927206031984105e-05,
      "loss": 4.8771,
      "step": 108855
    },
    {
      "epoch": 0.09528719645040751,
      "grad_norm": 0.4193324148654938,
      "learning_rate": 4.9271986060423536e-05,
      "loss": 6.0395,
      "step": 108860
    },
    {
      "epoch": 0.09529157304403466,
      "grad_norm": 0.39293742179870605,
      "learning_rate": 4.92719117972887e-05,
      "loss": 5.8304,
      "step": 108865
    },
    {
      "epoch": 0.09529594963766182,
      "grad_norm": 0.43504902720451355,
      "learning_rate": 4.9271837530436595e-05,
      "loss": 5.0046,
      "step": 108870
    },
    {
      "epoch": 0.09530032623128896,
      "grad_norm": 0.4278079867362976,
      "learning_rate": 4.9271763259867184e-05,
      "loss": 4.7557,
      "step": 108875
    },
    {
      "epoch": 0.09530470282491613,
      "grad_norm": 0.4049583077430725,
      "learning_rate": 4.927168898558053e-05,
      "loss": 5.2265,
      "step": 108880
    },
    {
      "epoch": 0.09530907941854327,
      "grad_norm": 0.42312780022621155,
      "learning_rate": 4.9271614707576605e-05,
      "loss": 5.7965,
      "step": 108885
    },
    {
      "epoch": 0.09531345601217044,
      "grad_norm": 0.8685792684555054,
      "learning_rate": 4.927154042585546e-05,
      "loss": 4.4787,
      "step": 108890
    },
    {
      "epoch": 0.09531783260579758,
      "grad_norm": 0.6065564751625061,
      "learning_rate": 4.9271466140417074e-05,
      "loss": 5.3067,
      "step": 108895
    },
    {
      "epoch": 0.09532220919942475,
      "grad_norm": 0.43344494700431824,
      "learning_rate": 4.9271391851261484e-05,
      "loss": 5.5099,
      "step": 108900
    },
    {
      "epoch": 0.0953265857930519,
      "grad_norm": 0.4446767568588257,
      "learning_rate": 4.92713175583887e-05,
      "loss": 5.1851,
      "step": 108905
    },
    {
      "epoch": 0.09533096238667906,
      "grad_norm": 0.7360456585884094,
      "learning_rate": 4.927124326179873e-05,
      "loss": 4.681,
      "step": 108910
    },
    {
      "epoch": 0.0953353389803062,
      "grad_norm": 0.481288343667984,
      "learning_rate": 4.92711689614916e-05,
      "loss": 6.0375,
      "step": 108915
    },
    {
      "epoch": 0.09533971557393336,
      "grad_norm": 0.4359646737575531,
      "learning_rate": 4.927109465746732e-05,
      "loss": 5.546,
      "step": 108920
    },
    {
      "epoch": 0.09534409216756051,
      "grad_norm": 0.4519961178302765,
      "learning_rate": 4.9271020349725895e-05,
      "loss": 5.4823,
      "step": 108925
    },
    {
      "epoch": 0.09534846876118767,
      "grad_norm": 0.4214993715286255,
      "learning_rate": 4.927094603826735e-05,
      "loss": 4.4357,
      "step": 108930
    },
    {
      "epoch": 0.09535284535481482,
      "grad_norm": 0.394217312335968,
      "learning_rate": 4.9270871723091695e-05,
      "loss": 4.999,
      "step": 108935
    },
    {
      "epoch": 0.09535722194844197,
      "grad_norm": 0.452583909034729,
      "learning_rate": 4.927079740419894e-05,
      "loss": 5.5028,
      "step": 108940
    },
    {
      "epoch": 0.09536159854206913,
      "grad_norm": 0.42654627561569214,
      "learning_rate": 4.927072308158912e-05,
      "loss": 5.2949,
      "step": 108945
    },
    {
      "epoch": 0.09536597513569628,
      "grad_norm": 0.42337068915367126,
      "learning_rate": 4.927064875526223e-05,
      "loss": 5.5334,
      "step": 108950
    },
    {
      "epoch": 0.09537035172932344,
      "grad_norm": 0.4342905879020691,
      "learning_rate": 4.927057442521828e-05,
      "loss": 5.8122,
      "step": 108955
    },
    {
      "epoch": 0.09537472832295059,
      "grad_norm": 0.43593788146972656,
      "learning_rate": 4.9270500091457294e-05,
      "loss": 4.4486,
      "step": 108960
    },
    {
      "epoch": 0.09537910491657775,
      "grad_norm": 0.3537868857383728,
      "learning_rate": 4.927042575397929e-05,
      "loss": 6.3336,
      "step": 108965
    },
    {
      "epoch": 0.0953834815102049,
      "grad_norm": 0.46121156215667725,
      "learning_rate": 4.9270351412784276e-05,
      "loss": 5.99,
      "step": 108970
    },
    {
      "epoch": 0.09538785810383206,
      "grad_norm": 0.42152753472328186,
      "learning_rate": 4.9270277067872274e-05,
      "loss": 4.9795,
      "step": 108975
    },
    {
      "epoch": 0.09539223469745921,
      "grad_norm": 0.43947476148605347,
      "learning_rate": 4.927020271924329e-05,
      "loss": 5.4041,
      "step": 108980
    },
    {
      "epoch": 0.09539661129108637,
      "grad_norm": 0.41865116357803345,
      "learning_rate": 4.9270128366897326e-05,
      "loss": 4.2376,
      "step": 108985
    },
    {
      "epoch": 0.09540098788471352,
      "grad_norm": 0.345708966255188,
      "learning_rate": 4.927005401083442e-05,
      "loss": 5.7972,
      "step": 108990
    },
    {
      "epoch": 0.09540536447834068,
      "grad_norm": 0.4030035734176636,
      "learning_rate": 4.926997965105458e-05,
      "loss": 4.7389,
      "step": 108995
    },
    {
      "epoch": 0.09540974107196783,
      "grad_norm": 0.440091609954834,
      "learning_rate": 4.926990528755781e-05,
      "loss": 5.3832,
      "step": 109000
    },
    {
      "epoch": 0.09541411766559499,
      "grad_norm": 0.4063549041748047,
      "learning_rate": 4.926983092034414e-05,
      "loss": 4.7485,
      "step": 109005
    },
    {
      "epoch": 0.09541849425922214,
      "grad_norm": 0.36536744236946106,
      "learning_rate": 4.926975654941357e-05,
      "loss": 5.4693,
      "step": 109010
    },
    {
      "epoch": 0.0954228708528493,
      "grad_norm": 0.4076102674007416,
      "learning_rate": 4.926968217476613e-05,
      "loss": 5.9811,
      "step": 109015
    },
    {
      "epoch": 0.09542724744647645,
      "grad_norm": 0.41307175159454346,
      "learning_rate": 4.9269607796401816e-05,
      "loss": 5.699,
      "step": 109020
    },
    {
      "epoch": 0.09543162404010361,
      "grad_norm": 0.420419842004776,
      "learning_rate": 4.926953341432065e-05,
      "loss": 5.7273,
      "step": 109025
    },
    {
      "epoch": 0.09543600063373076,
      "grad_norm": 0.39297759532928467,
      "learning_rate": 4.9269459028522656e-05,
      "loss": 5.5101,
      "step": 109030
    },
    {
      "epoch": 0.09544037722735792,
      "grad_norm": 0.41969752311706543,
      "learning_rate": 4.926938463900783e-05,
      "loss": 5.5511,
      "step": 109035
    },
    {
      "epoch": 0.09544475382098506,
      "grad_norm": 0.39904189109802246,
      "learning_rate": 4.92693102457762e-05,
      "loss": 5.2021,
      "step": 109040
    },
    {
      "epoch": 0.09544913041461223,
      "grad_norm": 0.4413588047027588,
      "learning_rate": 4.926923584882778e-05,
      "loss": 4.6779,
      "step": 109045
    },
    {
      "epoch": 0.09545350700823937,
      "grad_norm": 0.37714454531669617,
      "learning_rate": 4.926916144816257e-05,
      "loss": 5.4258,
      "step": 109050
    },
    {
      "epoch": 0.09545788360186654,
      "grad_norm": 0.37859275937080383,
      "learning_rate": 4.92690870437806e-05,
      "loss": 4.6773,
      "step": 109055
    },
    {
      "epoch": 0.09546226019549368,
      "grad_norm": 0.39316117763519287,
      "learning_rate": 4.926901263568189e-05,
      "loss": 6.023,
      "step": 109060
    },
    {
      "epoch": 0.09546663678912083,
      "grad_norm": 0.40219762921333313,
      "learning_rate": 4.9268938223866447e-05,
      "loss": 5.6973,
      "step": 109065
    },
    {
      "epoch": 0.095471013382748,
      "grad_norm": 0.3962019085884094,
      "learning_rate": 4.9268863808334266e-05,
      "loss": 5.4694,
      "step": 109070
    },
    {
      "epoch": 0.09547538997637514,
      "grad_norm": 0.35580989718437195,
      "learning_rate": 4.926878938908538e-05,
      "loss": 5.7451,
      "step": 109075
    },
    {
      "epoch": 0.0954797665700023,
      "grad_norm": 0.3900379240512848,
      "learning_rate": 4.926871496611981e-05,
      "loss": 4.6725,
      "step": 109080
    },
    {
      "epoch": 0.09548414316362945,
      "grad_norm": 0.41006386280059814,
      "learning_rate": 4.926864053943756e-05,
      "loss": 4.6819,
      "step": 109085
    },
    {
      "epoch": 0.09548851975725661,
      "grad_norm": 0.3635377585887909,
      "learning_rate": 4.926856610903864e-05,
      "loss": 6.0131,
      "step": 109090
    },
    {
      "epoch": 0.09549289635088376,
      "grad_norm": 0.33753496408462524,
      "learning_rate": 4.926849167492307e-05,
      "loss": 5.8295,
      "step": 109095
    },
    {
      "epoch": 0.09549727294451092,
      "grad_norm": 0.33907008171081543,
      "learning_rate": 4.926841723709087e-05,
      "loss": 5.8091,
      "step": 109100
    },
    {
      "epoch": 0.09550164953813807,
      "grad_norm": 0.3495827913284302,
      "learning_rate": 4.9268342795542044e-05,
      "loss": 5.255,
      "step": 109105
    },
    {
      "epoch": 0.09550602613176523,
      "grad_norm": 0.38224688172340393,
      "learning_rate": 4.9268268350276614e-05,
      "loss": 5.3057,
      "step": 109110
    },
    {
      "epoch": 0.09551040272539238,
      "grad_norm": 0.3602966070175171,
      "learning_rate": 4.926819390129459e-05,
      "loss": 5.7152,
      "step": 109115
    },
    {
      "epoch": 0.09551477931901954,
      "grad_norm": 0.494191437959671,
      "learning_rate": 4.926811944859598e-05,
      "loss": 4.9274,
      "step": 109120
    },
    {
      "epoch": 0.09551915591264669,
      "grad_norm": 0.34632614254951477,
      "learning_rate": 4.9268044992180815e-05,
      "loss": 5.4522,
      "step": 109125
    },
    {
      "epoch": 0.09552353250627385,
      "grad_norm": 0.3465944826602936,
      "learning_rate": 4.926797053204911e-05,
      "loss": 6.0035,
      "step": 109130
    },
    {
      "epoch": 0.095527909099901,
      "grad_norm": 0.3752194344997406,
      "learning_rate": 4.9267896068200855e-05,
      "loss": 5.1842,
      "step": 109135
    },
    {
      "epoch": 0.09553228569352816,
      "grad_norm": 0.4451160430908203,
      "learning_rate": 4.926782160063609e-05,
      "loss": 4.4754,
      "step": 109140
    },
    {
      "epoch": 0.09553666228715531,
      "grad_norm": 0.373444139957428,
      "learning_rate": 4.926774712935481e-05,
      "loss": 5.6916,
      "step": 109145
    },
    {
      "epoch": 0.09554103888078247,
      "grad_norm": 0.4252309501171112,
      "learning_rate": 4.926767265435705e-05,
      "loss": 4.9699,
      "step": 109150
    },
    {
      "epoch": 0.09554541547440962,
      "grad_norm": 0.40710970759391785,
      "learning_rate": 4.9267598175642795e-05,
      "loss": 5.1798,
      "step": 109155
    },
    {
      "epoch": 0.09554979206803678,
      "grad_norm": 0.44245845079421997,
      "learning_rate": 4.926752369321208e-05,
      "loss": 5.1984,
      "step": 109160
    },
    {
      "epoch": 0.09555416866166393,
      "grad_norm": 0.437698096036911,
      "learning_rate": 4.926744920706492e-05,
      "loss": 3.7128,
      "step": 109165
    },
    {
      "epoch": 0.09555854525529109,
      "grad_norm": 0.6167412400245667,
      "learning_rate": 4.9267374717201334e-05,
      "loss": 4.9725,
      "step": 109170
    },
    {
      "epoch": 0.09556292184891824,
      "grad_norm": 0.4928082525730133,
      "learning_rate": 4.926730022362133e-05,
      "loss": 5.3173,
      "step": 109175
    },
    {
      "epoch": 0.0955672984425454,
      "grad_norm": 0.6706066727638245,
      "learning_rate": 4.926722572632491e-05,
      "loss": 5.4961,
      "step": 109180
    },
    {
      "epoch": 0.09557167503617255,
      "grad_norm": 0.40224435925483704,
      "learning_rate": 4.926715122531209e-05,
      "loss": 4.1189,
      "step": 109185
    },
    {
      "epoch": 0.09557605162979971,
      "grad_norm": 0.41816481947898865,
      "learning_rate": 4.9267076720582904e-05,
      "loss": 5.2803,
      "step": 109190
    },
    {
      "epoch": 0.09558042822342686,
      "grad_norm": 0.45019131898880005,
      "learning_rate": 4.926700221213735e-05,
      "loss": 5.7002,
      "step": 109195
    },
    {
      "epoch": 0.095584804817054,
      "grad_norm": 0.466117262840271,
      "learning_rate": 4.926692769997545e-05,
      "loss": 4.7166,
      "step": 109200
    },
    {
      "epoch": 0.09558918141068116,
      "grad_norm": 0.3799418807029724,
      "learning_rate": 4.9266853184097216e-05,
      "loss": 5.7453,
      "step": 109205
    },
    {
      "epoch": 0.09559355800430831,
      "grad_norm": 0.4291574954986572,
      "learning_rate": 4.926677866450268e-05,
      "loss": 5.2913,
      "step": 109210
    },
    {
      "epoch": 0.09559793459793547,
      "grad_norm": 0.4095480144023895,
      "learning_rate": 4.9266704141191825e-05,
      "loss": 5.4102,
      "step": 109215
    },
    {
      "epoch": 0.09560231119156262,
      "grad_norm": 0.39882490038871765,
      "learning_rate": 4.926662961416467e-05,
      "loss": 6.0322,
      "step": 109220
    },
    {
      "epoch": 0.09560668778518978,
      "grad_norm": 0.4192578196525574,
      "learning_rate": 4.926655508342125e-05,
      "loss": 5.2093,
      "step": 109225
    },
    {
      "epoch": 0.09561106437881693,
      "grad_norm": 0.3588450849056244,
      "learning_rate": 4.926648054896156e-05,
      "loss": 5.8374,
      "step": 109230
    },
    {
      "epoch": 0.0956154409724441,
      "grad_norm": 0.42142122983932495,
      "learning_rate": 4.9266406010785626e-05,
      "loss": 5.1785,
      "step": 109235
    },
    {
      "epoch": 0.09561981756607124,
      "grad_norm": 0.36432045698165894,
      "learning_rate": 4.9266331468893456e-05,
      "loss": 5.4352,
      "step": 109240
    },
    {
      "epoch": 0.0956241941596984,
      "grad_norm": 0.3905615508556366,
      "learning_rate": 4.926625692328507e-05,
      "loss": 4.6706,
      "step": 109245
    },
    {
      "epoch": 0.09562857075332555,
      "grad_norm": 0.4020266830921173,
      "learning_rate": 4.926618237396049e-05,
      "loss": 4.6998,
      "step": 109250
    },
    {
      "epoch": 0.09563294734695271,
      "grad_norm": 0.4549582004547119,
      "learning_rate": 4.9266107820919706e-05,
      "loss": 5.5099,
      "step": 109255
    },
    {
      "epoch": 0.09563732394057986,
      "grad_norm": 0.4042649567127228,
      "learning_rate": 4.9266033264162745e-05,
      "loss": 5.2419,
      "step": 109260
    },
    {
      "epoch": 0.09564170053420702,
      "grad_norm": 0.43695953488349915,
      "learning_rate": 4.926595870368963e-05,
      "loss": 5.2146,
      "step": 109265
    },
    {
      "epoch": 0.09564607712783417,
      "grad_norm": 0.43970856070518494,
      "learning_rate": 4.926588413950037e-05,
      "loss": 4.9992,
      "step": 109270
    },
    {
      "epoch": 0.09565045372146133,
      "grad_norm": 0.4509750008583069,
      "learning_rate": 4.926580957159498e-05,
      "loss": 4.9782,
      "step": 109275
    },
    {
      "epoch": 0.09565483031508848,
      "grad_norm": 0.3985637426376343,
      "learning_rate": 4.926573499997346e-05,
      "loss": 5.5042,
      "step": 109280
    },
    {
      "epoch": 0.09565920690871564,
      "grad_norm": 0.3988761603832245,
      "learning_rate": 4.926566042463584e-05,
      "loss": 4.9353,
      "step": 109285
    },
    {
      "epoch": 0.09566358350234279,
      "grad_norm": 0.4208921492099762,
      "learning_rate": 4.926558584558213e-05,
      "loss": 5.486,
      "step": 109290
    },
    {
      "epoch": 0.09566796009596995,
      "grad_norm": 0.35115674138069153,
      "learning_rate": 4.926551126281235e-05,
      "loss": 5.8095,
      "step": 109295
    },
    {
      "epoch": 0.0956723366895971,
      "grad_norm": 0.4006054401397705,
      "learning_rate": 4.9265436676326504e-05,
      "loss": 4.8018,
      "step": 109300
    },
    {
      "epoch": 0.09567671328322426,
      "grad_norm": 0.4135352075099945,
      "learning_rate": 4.926536208612461e-05,
      "loss": 4.3711,
      "step": 109305
    },
    {
      "epoch": 0.09568108987685141,
      "grad_norm": 0.42228299379348755,
      "learning_rate": 4.9265287492206694e-05,
      "loss": 4.7737,
      "step": 109310
    },
    {
      "epoch": 0.09568546647047857,
      "grad_norm": 0.4450076222419739,
      "learning_rate": 4.9265212894572756e-05,
      "loss": 4.9933,
      "step": 109315
    },
    {
      "epoch": 0.09568984306410572,
      "grad_norm": 0.3735969364643097,
      "learning_rate": 4.9265138293222804e-05,
      "loss": 5.2562,
      "step": 109320
    },
    {
      "epoch": 0.09569421965773287,
      "grad_norm": 0.3872445523738861,
      "learning_rate": 4.926506368815688e-05,
      "loss": 5.1854,
      "step": 109325
    },
    {
      "epoch": 0.09569859625136003,
      "grad_norm": 0.41263872385025024,
      "learning_rate": 4.926498907937497e-05,
      "loss": 5.1768,
      "step": 109330
    },
    {
      "epoch": 0.09570297284498717,
      "grad_norm": 0.41396698355674744,
      "learning_rate": 4.926491446687711e-05,
      "loss": 5.1809,
      "step": 109335
    },
    {
      "epoch": 0.09570734943861434,
      "grad_norm": 0.4068301022052765,
      "learning_rate": 4.926483985066329e-05,
      "loss": 4.4562,
      "step": 109340
    },
    {
      "epoch": 0.09571172603224148,
      "grad_norm": 0.34906983375549316,
      "learning_rate": 4.926476523073356e-05,
      "loss": 5.8375,
      "step": 109345
    },
    {
      "epoch": 0.09571610262586865,
      "grad_norm": 0.352359414100647,
      "learning_rate": 4.9264690607087896e-05,
      "loss": 5.8165,
      "step": 109350
    },
    {
      "epoch": 0.0957204792194958,
      "grad_norm": 0.43538546562194824,
      "learning_rate": 4.9264615979726334e-05,
      "loss": 4.9719,
      "step": 109355
    },
    {
      "epoch": 0.09572485581312296,
      "grad_norm": 0.3592158555984497,
      "learning_rate": 4.9264541348648886e-05,
      "loss": 5.1531,
      "step": 109360
    },
    {
      "epoch": 0.0957292324067501,
      "grad_norm": 0.37937548756599426,
      "learning_rate": 4.926446671385556e-05,
      "loss": 5.5063,
      "step": 109365
    },
    {
      "epoch": 0.09573360900037726,
      "grad_norm": 0.37366586923599243,
      "learning_rate": 4.926439207534638e-05,
      "loss": 5.4749,
      "step": 109370
    },
    {
      "epoch": 0.09573798559400441,
      "grad_norm": 0.4043354094028473,
      "learning_rate": 4.9264317433121355e-05,
      "loss": 4.3577,
      "step": 109375
    },
    {
      "epoch": 0.09574236218763157,
      "grad_norm": 0.44045549631118774,
      "learning_rate": 4.926424278718049e-05,
      "loss": 5.8398,
      "step": 109380
    },
    {
      "epoch": 0.09574673878125872,
      "grad_norm": 0.388239324092865,
      "learning_rate": 4.926416813752382e-05,
      "loss": 5.5071,
      "step": 109385
    },
    {
      "epoch": 0.09575111537488588,
      "grad_norm": 0.40843361616134644,
      "learning_rate": 4.926409348415134e-05,
      "loss": 4.8696,
      "step": 109390
    },
    {
      "epoch": 0.09575549196851303,
      "grad_norm": 0.42558181285858154,
      "learning_rate": 4.9264018827063086e-05,
      "loss": 5.8121,
      "step": 109395
    },
    {
      "epoch": 0.0957598685621402,
      "grad_norm": 0.35836929082870483,
      "learning_rate": 4.9263944166259044e-05,
      "loss": 6.0256,
      "step": 109400
    },
    {
      "epoch": 0.09576424515576734,
      "grad_norm": 0.4057424068450928,
      "learning_rate": 4.926386950173926e-05,
      "loss": 6.0344,
      "step": 109405
    },
    {
      "epoch": 0.0957686217493945,
      "grad_norm": 0.4371071457862854,
      "learning_rate": 4.926379483350372e-05,
      "loss": 5.6703,
      "step": 109410
    },
    {
      "epoch": 0.09577299834302165,
      "grad_norm": 0.5362215638160706,
      "learning_rate": 4.926372016155245e-05,
      "loss": 5.517,
      "step": 109415
    },
    {
      "epoch": 0.09577737493664881,
      "grad_norm": 0.3761701285839081,
      "learning_rate": 4.9263645485885465e-05,
      "loss": 5.5053,
      "step": 109420
    },
    {
      "epoch": 0.09578175153027596,
      "grad_norm": 0.36145874857902527,
      "learning_rate": 4.926357080650278e-05,
      "loss": 5.8016,
      "step": 109425
    },
    {
      "epoch": 0.09578612812390312,
      "grad_norm": 0.40687087178230286,
      "learning_rate": 4.9263496123404416e-05,
      "loss": 4.68,
      "step": 109430
    },
    {
      "epoch": 0.09579050471753027,
      "grad_norm": 0.43749865889549255,
      "learning_rate": 4.926342143659037e-05,
      "loss": 4.4258,
      "step": 109435
    },
    {
      "epoch": 0.09579488131115743,
      "grad_norm": 0.43556898832321167,
      "learning_rate": 4.9263346746060676e-05,
      "loss": 5.2682,
      "step": 109440
    },
    {
      "epoch": 0.09579925790478458,
      "grad_norm": 0.417852520942688,
      "learning_rate": 4.926327205181533e-05,
      "loss": 5.3727,
      "step": 109445
    },
    {
      "epoch": 0.09580363449841174,
      "grad_norm": 0.369229793548584,
      "learning_rate": 4.926319735385436e-05,
      "loss": 6.3135,
      "step": 109450
    },
    {
      "epoch": 0.09580801109203889,
      "grad_norm": 0.4271301031112671,
      "learning_rate": 4.926312265217779e-05,
      "loss": 5.5051,
      "step": 109455
    },
    {
      "epoch": 0.09581238768566604,
      "grad_norm": 0.4126136600971222,
      "learning_rate": 4.926304794678559e-05,
      "loss": 5.7436,
      "step": 109460
    },
    {
      "epoch": 0.0958167642792932,
      "grad_norm": 0.35579410195350647,
      "learning_rate": 4.926297323767782e-05,
      "loss": 6.007,
      "step": 109465
    },
    {
      "epoch": 0.09582114087292035,
      "grad_norm": 0.4381028115749359,
      "learning_rate": 4.9262898524854486e-05,
      "loss": 4.4536,
      "step": 109470
    },
    {
      "epoch": 0.09582551746654751,
      "grad_norm": 0.412985235452652,
      "learning_rate": 4.926282380831558e-05,
      "loss": 5.1785,
      "step": 109475
    },
    {
      "epoch": 0.09582989406017466,
      "grad_norm": 0.4269762337207794,
      "learning_rate": 4.926274908806114e-05,
      "loss": 4.9577,
      "step": 109480
    },
    {
      "epoch": 0.09583427065380182,
      "grad_norm": 0.4084649980068207,
      "learning_rate": 4.926267436409118e-05,
      "loss": 6.0158,
      "step": 109485
    },
    {
      "epoch": 0.09583864724742897,
      "grad_norm": 0.35581085085868835,
      "learning_rate": 4.926259963640569e-05,
      "loss": 5.7096,
      "step": 109490
    },
    {
      "epoch": 0.09584302384105613,
      "grad_norm": 0.43875056505203247,
      "learning_rate": 4.926252490500471e-05,
      "loss": 4.9653,
      "step": 109495
    },
    {
      "epoch": 0.09584740043468327,
      "grad_norm": 0.355742871761322,
      "learning_rate": 4.9262450169888254e-05,
      "loss": 5.2944,
      "step": 109500
    },
    {
      "epoch": 0.09585177702831044,
      "grad_norm": 0.4187289774417877,
      "learning_rate": 4.926237543105631e-05,
      "loss": 5.4971,
      "step": 109505
    },
    {
      "epoch": 0.09585615362193758,
      "grad_norm": 0.4185241758823395,
      "learning_rate": 4.926230068850892e-05,
      "loss": 5.0012,
      "step": 109510
    },
    {
      "epoch": 0.09586053021556475,
      "grad_norm": 0.3456396162509918,
      "learning_rate": 4.926222594224609e-05,
      "loss": 5.5323,
      "step": 109515
    },
    {
      "epoch": 0.0958649068091919,
      "grad_norm": 0.41551709175109863,
      "learning_rate": 4.926215119226782e-05,
      "loss": 4.2402,
      "step": 109520
    },
    {
      "epoch": 0.09586928340281906,
      "grad_norm": 0.3809364438056946,
      "learning_rate": 4.9262076438574156e-05,
      "loss": 5.7014,
      "step": 109525
    },
    {
      "epoch": 0.0958736599964462,
      "grad_norm": 0.36406612396240234,
      "learning_rate": 4.9262001681165085e-05,
      "loss": 5.8406,
      "step": 109530
    },
    {
      "epoch": 0.09587803659007336,
      "grad_norm": 0.3774331212043762,
      "learning_rate": 4.926192692004062e-05,
      "loss": 5.3693,
      "step": 109535
    },
    {
      "epoch": 0.09588241318370051,
      "grad_norm": 0.35824763774871826,
      "learning_rate": 4.92618521552008e-05,
      "loss": 5.2597,
      "step": 109540
    },
    {
      "epoch": 0.09588678977732767,
      "grad_norm": 0.41764140129089355,
      "learning_rate": 4.9261777386645624e-05,
      "loss": 4.9639,
      "step": 109545
    },
    {
      "epoch": 0.09589116637095482,
      "grad_norm": 0.3580935299396515,
      "learning_rate": 4.92617026143751e-05,
      "loss": 5.4928,
      "step": 109550
    },
    {
      "epoch": 0.09589554296458198,
      "grad_norm": 0.3474917709827423,
      "learning_rate": 4.926162783838927e-05,
      "loss": 6.0254,
      "step": 109555
    },
    {
      "epoch": 0.09589991955820913,
      "grad_norm": 0.41778790950775146,
      "learning_rate": 4.92615530586881e-05,
      "loss": 4.7783,
      "step": 109560
    },
    {
      "epoch": 0.0959042961518363,
      "grad_norm": 0.35294121503829956,
      "learning_rate": 4.9261478275271656e-05,
      "loss": 5.226,
      "step": 109565
    },
    {
      "epoch": 0.09590867274546344,
      "grad_norm": 0.41633787751197815,
      "learning_rate": 4.9261403488139914e-05,
      "loss": 5.4864,
      "step": 109570
    },
    {
      "epoch": 0.0959130493390906,
      "grad_norm": 0.422320157289505,
      "learning_rate": 4.926132869729291e-05,
      "loss": 6.0428,
      "step": 109575
    },
    {
      "epoch": 0.09591742593271775,
      "grad_norm": 0.43405473232269287,
      "learning_rate": 4.9261253902730656e-05,
      "loss": 5.7166,
      "step": 109580
    },
    {
      "epoch": 0.0959218025263449,
      "grad_norm": 0.4246288537979126,
      "learning_rate": 4.926117910445316e-05,
      "loss": 4.472,
      "step": 109585
    },
    {
      "epoch": 0.09592617911997206,
      "grad_norm": 0.4330514371395111,
      "learning_rate": 4.9261104302460435e-05,
      "loss": 4.9697,
      "step": 109590
    },
    {
      "epoch": 0.09593055571359921,
      "grad_norm": 0.42904654145240784,
      "learning_rate": 4.9261029496752495e-05,
      "loss": 5.2309,
      "step": 109595
    },
    {
      "epoch": 0.09593493230722637,
      "grad_norm": 0.35083454847335815,
      "learning_rate": 4.9260954687329367e-05,
      "loss": 5.2731,
      "step": 109600
    },
    {
      "epoch": 0.09593930890085352,
      "grad_norm": 0.4248066544532776,
      "learning_rate": 4.926087987419106e-05,
      "loss": 4.6814,
      "step": 109605
    },
    {
      "epoch": 0.09594368549448068,
      "grad_norm": 0.4325641691684723,
      "learning_rate": 4.926080505733758e-05,
      "loss": 5.1732,
      "step": 109610
    },
    {
      "epoch": 0.09594806208810783,
      "grad_norm": 0.38136571645736694,
      "learning_rate": 4.926073023676895e-05,
      "loss": 5.7209,
      "step": 109615
    },
    {
      "epoch": 0.09595243868173499,
      "grad_norm": 0.39238983392715454,
      "learning_rate": 4.926065541248517e-05,
      "loss": 6.0709,
      "step": 109620
    },
    {
      "epoch": 0.09595681527536214,
      "grad_norm": 0.3996908366680145,
      "learning_rate": 4.926058058448628e-05,
      "loss": 5.7088,
      "step": 109625
    },
    {
      "epoch": 0.0959611918689893,
      "grad_norm": 0.39852091670036316,
      "learning_rate": 4.926050575277227e-05,
      "loss": 4.4954,
      "step": 109630
    },
    {
      "epoch": 0.09596556846261645,
      "grad_norm": 0.4094311594963074,
      "learning_rate": 4.926043091734317e-05,
      "loss": 5.7207,
      "step": 109635
    },
    {
      "epoch": 0.09596994505624361,
      "grad_norm": 0.4125954210758209,
      "learning_rate": 4.9260356078198996e-05,
      "loss": 5.1086,
      "step": 109640
    },
    {
      "epoch": 0.09597432164987076,
      "grad_norm": 0.43347156047821045,
      "learning_rate": 4.9260281235339744e-05,
      "loss": 5.0218,
      "step": 109645
    },
    {
      "epoch": 0.09597869824349792,
      "grad_norm": 0.43841344118118286,
      "learning_rate": 4.926020638876545e-05,
      "loss": 5.2165,
      "step": 109650
    },
    {
      "epoch": 0.09598307483712507,
      "grad_norm": 0.4346991777420044,
      "learning_rate": 4.9260131538476115e-05,
      "loss": 5.3922,
      "step": 109655
    },
    {
      "epoch": 0.09598745143075223,
      "grad_norm": 0.48102256655693054,
      "learning_rate": 4.926005668447176e-05,
      "loss": 5.3016,
      "step": 109660
    },
    {
      "epoch": 0.09599182802437937,
      "grad_norm": 0.5160431265830994,
      "learning_rate": 4.925998182675239e-05,
      "loss": 5.5252,
      "step": 109665
    },
    {
      "epoch": 0.09599620461800654,
      "grad_norm": 0.5177100896835327,
      "learning_rate": 4.9259906965318024e-05,
      "loss": 4.5465,
      "step": 109670
    },
    {
      "epoch": 0.09600058121163368,
      "grad_norm": 0.4720986783504486,
      "learning_rate": 4.925983210016869e-05,
      "loss": 4.3483,
      "step": 109675
    },
    {
      "epoch": 0.09600495780526085,
      "grad_norm": 0.7504045367240906,
      "learning_rate": 4.9259757231304384e-05,
      "loss": 4.4726,
      "step": 109680
    },
    {
      "epoch": 0.096009334398888,
      "grad_norm": 0.4829193949699402,
      "learning_rate": 4.9259682358725124e-05,
      "loss": 5.5217,
      "step": 109685
    },
    {
      "epoch": 0.09601371099251516,
      "grad_norm": 0.41311416029930115,
      "learning_rate": 4.9259607482430926e-05,
      "loss": 5.4139,
      "step": 109690
    },
    {
      "epoch": 0.0960180875861423,
      "grad_norm": 0.36274129152297974,
      "learning_rate": 4.925953260242181e-05,
      "loss": 5.9904,
      "step": 109695
    },
    {
      "epoch": 0.09602246417976947,
      "grad_norm": 0.4409562945365906,
      "learning_rate": 4.925945771869779e-05,
      "loss": 4.958,
      "step": 109700
    },
    {
      "epoch": 0.09602684077339661,
      "grad_norm": 0.4366823732852936,
      "learning_rate": 4.925938283125887e-05,
      "loss": 4.7892,
      "step": 109705
    },
    {
      "epoch": 0.09603121736702376,
      "grad_norm": 0.42993831634521484,
      "learning_rate": 4.925930794010508e-05,
      "loss": 5.2081,
      "step": 109710
    },
    {
      "epoch": 0.09603559396065092,
      "grad_norm": 0.3788395822048187,
      "learning_rate": 4.925923304523642e-05,
      "loss": 5.7835,
      "step": 109715
    },
    {
      "epoch": 0.09603997055427807,
      "grad_norm": 0.37542426586151123,
      "learning_rate": 4.925915814665291e-05,
      "loss": 5.7107,
      "step": 109720
    },
    {
      "epoch": 0.09604434714790523,
      "grad_norm": 0.4242662787437439,
      "learning_rate": 4.9259083244354576e-05,
      "loss": 5.1757,
      "step": 109725
    },
    {
      "epoch": 0.09604872374153238,
      "grad_norm": 0.4137513041496277,
      "learning_rate": 4.925900833834141e-05,
      "loss": 5.2784,
      "step": 109730
    },
    {
      "epoch": 0.09605310033515954,
      "grad_norm": 0.416191041469574,
      "learning_rate": 4.925893342861344e-05,
      "loss": 5.4827,
      "step": 109735
    },
    {
      "epoch": 0.09605747692878669,
      "grad_norm": 0.38208693265914917,
      "learning_rate": 4.925885851517067e-05,
      "loss": 5.5159,
      "step": 109740
    },
    {
      "epoch": 0.09606185352241385,
      "grad_norm": 0.40574872493743896,
      "learning_rate": 4.925878359801314e-05,
      "loss": 5.4662,
      "step": 109745
    },
    {
      "epoch": 0.096066230116041,
      "grad_norm": 0.3663181662559509,
      "learning_rate": 4.925870867714083e-05,
      "loss": 5.5025,
      "step": 109750
    },
    {
      "epoch": 0.09607060670966816,
      "grad_norm": 0.38195058703422546,
      "learning_rate": 4.925863375255379e-05,
      "loss": 5.6635,
      "step": 109755
    },
    {
      "epoch": 0.09607498330329531,
      "grad_norm": 0.3507542908191681,
      "learning_rate": 4.9258558824252e-05,
      "loss": 5.4786,
      "step": 109760
    },
    {
      "epoch": 0.09607935989692247,
      "grad_norm": 0.43051356077194214,
      "learning_rate": 4.9258483892235494e-05,
      "loss": 4.751,
      "step": 109765
    },
    {
      "epoch": 0.09608373649054962,
      "grad_norm": 0.42786434292793274,
      "learning_rate": 4.9258408956504276e-05,
      "loss": 5.9924,
      "step": 109770
    },
    {
      "epoch": 0.09608811308417678,
      "grad_norm": 0.47633418440818787,
      "learning_rate": 4.9258334017058385e-05,
      "loss": 5.3912,
      "step": 109775
    },
    {
      "epoch": 0.09609248967780393,
      "grad_norm": 0.45197319984436035,
      "learning_rate": 4.925825907389781e-05,
      "loss": 5.3082,
      "step": 109780
    },
    {
      "epoch": 0.09609686627143109,
      "grad_norm": 0.43678417801856995,
      "learning_rate": 4.9258184127022563e-05,
      "loss": 5.4973,
      "step": 109785
    },
    {
      "epoch": 0.09610124286505824,
      "grad_norm": 0.35577526688575745,
      "learning_rate": 4.925810917643267e-05,
      "loss": 6.0291,
      "step": 109790
    },
    {
      "epoch": 0.0961056194586854,
      "grad_norm": 0.3696610629558563,
      "learning_rate": 4.925803422212816e-05,
      "loss": 5.2889,
      "step": 109795
    },
    {
      "epoch": 0.09610999605231255,
      "grad_norm": 0.4048076570034027,
      "learning_rate": 4.925795926410902e-05,
      "loss": 5.0014,
      "step": 109800
    },
    {
      "epoch": 0.09611437264593971,
      "grad_norm": 0.42688286304473877,
      "learning_rate": 4.9257884302375276e-05,
      "loss": 5.501,
      "step": 109805
    },
    {
      "epoch": 0.09611874923956686,
      "grad_norm": 0.4384057819843292,
      "learning_rate": 4.925780933692695e-05,
      "loss": 4.7072,
      "step": 109810
    },
    {
      "epoch": 0.09612312583319402,
      "grad_norm": 0.40869519114494324,
      "learning_rate": 4.925773436776404e-05,
      "loss": 5.1943,
      "step": 109815
    },
    {
      "epoch": 0.09612750242682117,
      "grad_norm": 0.42490696907043457,
      "learning_rate": 4.9257659394886566e-05,
      "loss": 4.9017,
      "step": 109820
    },
    {
      "epoch": 0.09613187902044833,
      "grad_norm": 0.37385985255241394,
      "learning_rate": 4.925758441829455e-05,
      "loss": 4.9854,
      "step": 109825
    },
    {
      "epoch": 0.09613625561407547,
      "grad_norm": 0.3645647466182709,
      "learning_rate": 4.9257509437988017e-05,
      "loss": 5.1646,
      "step": 109830
    },
    {
      "epoch": 0.09614063220770264,
      "grad_norm": 0.4106348156929016,
      "learning_rate": 4.925743445396694e-05,
      "loss": 5.2032,
      "step": 109835
    },
    {
      "epoch": 0.09614500880132978,
      "grad_norm": 0.39633840322494507,
      "learning_rate": 4.925735946623139e-05,
      "loss": 5.7459,
      "step": 109840
    },
    {
      "epoch": 0.09614938539495693,
      "grad_norm": 0.46483153104782104,
      "learning_rate": 4.9257284474781343e-05,
      "loss": 4.7905,
      "step": 109845
    },
    {
      "epoch": 0.0961537619885841,
      "grad_norm": 0.4012550413608551,
      "learning_rate": 4.9257209479616805e-05,
      "loss": 4.6608,
      "step": 109850
    },
    {
      "epoch": 0.09615813858221124,
      "grad_norm": 0.4132072627544403,
      "learning_rate": 4.925713448073782e-05,
      "loss": 4.8818,
      "step": 109855
    },
    {
      "epoch": 0.0961625151758384,
      "grad_norm": 0.40142714977264404,
      "learning_rate": 4.925705947814439e-05,
      "loss": 6.0186,
      "step": 109860
    },
    {
      "epoch": 0.09616689176946555,
      "grad_norm": 0.377236932516098,
      "learning_rate": 4.9256984471836534e-05,
      "loss": 5.5346,
      "step": 109865
    },
    {
      "epoch": 0.09617126836309271,
      "grad_norm": 0.414034366607666,
      "learning_rate": 4.925690946181425e-05,
      "loss": 5.5187,
      "step": 109870
    },
    {
      "epoch": 0.09617564495671986,
      "grad_norm": 0.48672568798065186,
      "learning_rate": 4.925683444807757e-05,
      "loss": 5.8291,
      "step": 109875
    },
    {
      "epoch": 0.09618002155034702,
      "grad_norm": 0.4305529296398163,
      "learning_rate": 4.925675943062651e-05,
      "loss": 5.4992,
      "step": 109880
    },
    {
      "epoch": 0.09618439814397417,
      "grad_norm": 0.42759987711906433,
      "learning_rate": 4.925668440946106e-05,
      "loss": 4.4624,
      "step": 109885
    },
    {
      "epoch": 0.09618877473760133,
      "grad_norm": 0.4603620767593384,
      "learning_rate": 4.9256609384581266e-05,
      "loss": 5.2914,
      "step": 109890
    },
    {
      "epoch": 0.09619315133122848,
      "grad_norm": 0.35945814847946167,
      "learning_rate": 4.925653435598713e-05,
      "loss": 6.3545,
      "step": 109895
    },
    {
      "epoch": 0.09619752792485564,
      "grad_norm": 0.48096439242362976,
      "learning_rate": 4.925645932367866e-05,
      "loss": 4.6507,
      "step": 109900
    },
    {
      "epoch": 0.09620190451848279,
      "grad_norm": 0.3656954765319824,
      "learning_rate": 4.925638428765588e-05,
      "loss": 6.3488,
      "step": 109905
    },
    {
      "epoch": 0.09620628111210995,
      "grad_norm": 0.4162955582141876,
      "learning_rate": 4.925630924791879e-05,
      "loss": 4.8996,
      "step": 109910
    },
    {
      "epoch": 0.0962106577057371,
      "grad_norm": 0.4535595774650574,
      "learning_rate": 4.925623420446742e-05,
      "loss": 5.6828,
      "step": 109915
    },
    {
      "epoch": 0.09621503429936426,
      "grad_norm": 0.45289984345436096,
      "learning_rate": 4.925615915730178e-05,
      "loss": 4.9846,
      "step": 109920
    },
    {
      "epoch": 0.09621941089299141,
      "grad_norm": 0.42325106263160706,
      "learning_rate": 4.9256084106421884e-05,
      "loss": 5.4869,
      "step": 109925
    },
    {
      "epoch": 0.09622378748661857,
      "grad_norm": 0.3867534399032593,
      "learning_rate": 4.9256009051827746e-05,
      "loss": 5.4823,
      "step": 109930
    },
    {
      "epoch": 0.09622816408024572,
      "grad_norm": 0.40548810362815857,
      "learning_rate": 4.9255933993519375e-05,
      "loss": 5.6963,
      "step": 109935
    },
    {
      "epoch": 0.09623254067387288,
      "grad_norm": 0.35448312759399414,
      "learning_rate": 4.925585893149679e-05,
      "loss": 5.2647,
      "step": 109940
    },
    {
      "epoch": 0.09623691726750003,
      "grad_norm": 0.44917047023773193,
      "learning_rate": 4.925578386576001e-05,
      "loss": 5.5011,
      "step": 109945
    },
    {
      "epoch": 0.09624129386112719,
      "grad_norm": 0.446350634098053,
      "learning_rate": 4.9255708796309055e-05,
      "loss": 5.2057,
      "step": 109950
    },
    {
      "epoch": 0.09624567045475434,
      "grad_norm": 0.4503563642501831,
      "learning_rate": 4.925563372314391e-05,
      "loss": 4.4382,
      "step": 109955
    },
    {
      "epoch": 0.0962500470483815,
      "grad_norm": 0.4241563379764557,
      "learning_rate": 4.925555864626462e-05,
      "loss": 6.3074,
      "step": 109960
    },
    {
      "epoch": 0.09625442364200865,
      "grad_norm": 0.4420435130596161,
      "learning_rate": 4.925548356567119e-05,
      "loss": 4.6412,
      "step": 109965
    },
    {
      "epoch": 0.0962588002356358,
      "grad_norm": 0.42219898104667664,
      "learning_rate": 4.925540848136363e-05,
      "loss": 4.7545,
      "step": 109970
    },
    {
      "epoch": 0.09626317682926296,
      "grad_norm": 0.3761542737483978,
      "learning_rate": 4.925533339334196e-05,
      "loss": 6.0045,
      "step": 109975
    },
    {
      "epoch": 0.0962675534228901,
      "grad_norm": 0.4165283441543579,
      "learning_rate": 4.92552583016062e-05,
      "loss": 4.9427,
      "step": 109980
    },
    {
      "epoch": 0.09627193001651727,
      "grad_norm": 0.4463392496109009,
      "learning_rate": 4.925518320615635e-05,
      "loss": 5.6965,
      "step": 109985
    },
    {
      "epoch": 0.09627630661014441,
      "grad_norm": 0.43603089451789856,
      "learning_rate": 4.925510810699243e-05,
      "loss": 4.9997,
      "step": 109990
    },
    {
      "epoch": 0.09628068320377157,
      "grad_norm": 0.4161168038845062,
      "learning_rate": 4.925503300411446e-05,
      "loss": 4.9073,
      "step": 109995
    },
    {
      "epoch": 0.09628505979739872,
      "grad_norm": 0.4069407284259796,
      "learning_rate": 4.9254957897522444e-05,
      "loss": 5.3984,
      "step": 110000
    },
    {
      "epoch": 0.09628943639102588,
      "grad_norm": 0.39684969186782837,
      "learning_rate": 4.925488278721641e-05,
      "loss": 5.1898,
      "step": 110005
    },
    {
      "epoch": 0.09629381298465303,
      "grad_norm": 0.39240750670433044,
      "learning_rate": 4.9254807673196356e-05,
      "loss": 5.426,
      "step": 110010
    },
    {
      "epoch": 0.0962981895782802,
      "grad_norm": 0.3830389678478241,
      "learning_rate": 4.925473255546232e-05,
      "loss": 5.1791,
      "step": 110015
    },
    {
      "epoch": 0.09630256617190734,
      "grad_norm": 0.38638773560523987,
      "learning_rate": 4.925465743401429e-05,
      "loss": 4.6548,
      "step": 110020
    },
    {
      "epoch": 0.0963069427655345,
      "grad_norm": 0.427958220243454,
      "learning_rate": 4.92545823088523e-05,
      "loss": 5.7129,
      "step": 110025
    },
    {
      "epoch": 0.09631131935916165,
      "grad_norm": 0.42590442299842834,
      "learning_rate": 4.925450717997636e-05,
      "loss": 5.2517,
      "step": 110030
    },
    {
      "epoch": 0.09631569595278881,
      "grad_norm": 0.48498597741127014,
      "learning_rate": 4.925443204738648e-05,
      "loss": 5.2248,
      "step": 110035
    },
    {
      "epoch": 0.09632007254641596,
      "grad_norm": 0.4204060137271881,
      "learning_rate": 4.9254356911082665e-05,
      "loss": 5.7256,
      "step": 110040
    },
    {
      "epoch": 0.09632444914004312,
      "grad_norm": 0.48501041531562805,
      "learning_rate": 4.925428177106495e-05,
      "loss": 5.2016,
      "step": 110045
    },
    {
      "epoch": 0.09632882573367027,
      "grad_norm": 0.47975000739097595,
      "learning_rate": 4.9254206627333346e-05,
      "loss": 4.9788,
      "step": 110050
    },
    {
      "epoch": 0.09633320232729743,
      "grad_norm": 0.3808964788913727,
      "learning_rate": 4.9254131479887856e-05,
      "loss": 5.6984,
      "step": 110055
    },
    {
      "epoch": 0.09633757892092458,
      "grad_norm": 0.45174717903137207,
      "learning_rate": 4.925405632872849e-05,
      "loss": 4.4415,
      "step": 110060
    },
    {
      "epoch": 0.09634195551455174,
      "grad_norm": 0.4714278280735016,
      "learning_rate": 4.925398117385528e-05,
      "loss": 4.5118,
      "step": 110065
    },
    {
      "epoch": 0.09634633210817889,
      "grad_norm": 0.3746843636035919,
      "learning_rate": 4.925390601526824e-05,
      "loss": 5.2564,
      "step": 110070
    },
    {
      "epoch": 0.09635070870180605,
      "grad_norm": 0.42348572611808777,
      "learning_rate": 4.925383085296738e-05,
      "loss": 5.224,
      "step": 110075
    },
    {
      "epoch": 0.0963550852954332,
      "grad_norm": 0.39788997173309326,
      "learning_rate": 4.9253755686952695e-05,
      "loss": 5.9963,
      "step": 110080
    },
    {
      "epoch": 0.09635946188906036,
      "grad_norm": 0.3650619089603424,
      "learning_rate": 4.9253680517224234e-05,
      "loss": 5.7152,
      "step": 110085
    },
    {
      "epoch": 0.09636383848268751,
      "grad_norm": 0.4328373372554779,
      "learning_rate": 4.925360534378198e-05,
      "loss": 5.1515,
      "step": 110090
    },
    {
      "epoch": 0.09636821507631467,
      "grad_norm": 0.423288494348526,
      "learning_rate": 4.925353016662597e-05,
      "loss": 5.5203,
      "step": 110095
    },
    {
      "epoch": 0.09637259166994182,
      "grad_norm": 0.3964795768260956,
      "learning_rate": 4.925345498575622e-05,
      "loss": 6.0242,
      "step": 110100
    },
    {
      "epoch": 0.09637696826356897,
      "grad_norm": 0.38833776116371155,
      "learning_rate": 4.9253379801172714e-05,
      "loss": 5.4164,
      "step": 110105
    },
    {
      "epoch": 0.09638134485719613,
      "grad_norm": 0.38339173793792725,
      "learning_rate": 4.92533046128755e-05,
      "loss": 5.4562,
      "step": 110110
    },
    {
      "epoch": 0.09638572145082328,
      "grad_norm": 0.4765124022960663,
      "learning_rate": 4.925322942086459e-05,
      "loss": 4.6688,
      "step": 110115
    },
    {
      "epoch": 0.09639009804445044,
      "grad_norm": 0.3578123152256012,
      "learning_rate": 4.9253154225139974e-05,
      "loss": 5.5134,
      "step": 110120
    },
    {
      "epoch": 0.09639447463807758,
      "grad_norm": 0.3861020803451538,
      "learning_rate": 4.925307902570168e-05,
      "loss": 5.2191,
      "step": 110125
    },
    {
      "epoch": 0.09639885123170475,
      "grad_norm": 0.3915412127971649,
      "learning_rate": 4.925300382254972e-05,
      "loss": 5.4672,
      "step": 110130
    },
    {
      "epoch": 0.0964032278253319,
      "grad_norm": 0.4025671184062958,
      "learning_rate": 4.9252928615684126e-05,
      "loss": 5.4702,
      "step": 110135
    },
    {
      "epoch": 0.09640760441895906,
      "grad_norm": 0.4131793975830078,
      "learning_rate": 4.925285340510489e-05,
      "loss": 4.9517,
      "step": 110140
    },
    {
      "epoch": 0.0964119810125862,
      "grad_norm": 0.4229925572872162,
      "learning_rate": 4.925277819081203e-05,
      "loss": 4.4587,
      "step": 110145
    },
    {
      "epoch": 0.09641635760621337,
      "grad_norm": 0.505358874797821,
      "learning_rate": 4.925270297280558e-05,
      "loss": 5.5147,
      "step": 110150
    },
    {
      "epoch": 0.09642073419984051,
      "grad_norm": 0.43458110094070435,
      "learning_rate": 4.925262775108553e-05,
      "loss": 4.6728,
      "step": 110155
    },
    {
      "epoch": 0.09642511079346767,
      "grad_norm": 0.3973148465156555,
      "learning_rate": 4.925255252565191e-05,
      "loss": 5.4807,
      "step": 110160
    },
    {
      "epoch": 0.09642948738709482,
      "grad_norm": 0.43354612588882446,
      "learning_rate": 4.925247729650472e-05,
      "loss": 5.2252,
      "step": 110165
    },
    {
      "epoch": 0.09643386398072198,
      "grad_norm": 0.4220763146877289,
      "learning_rate": 4.925240206364399e-05,
      "loss": 4.493,
      "step": 110170
    },
    {
      "epoch": 0.09643824057434913,
      "grad_norm": 0.4077586233615875,
      "learning_rate": 4.925232682706973e-05,
      "loss": 4.5876,
      "step": 110175
    },
    {
      "epoch": 0.0964426171679763,
      "grad_norm": 0.45968854427337646,
      "learning_rate": 4.925225158678194e-05,
      "loss": 6.0209,
      "step": 110180
    },
    {
      "epoch": 0.09644699376160344,
      "grad_norm": 0.4057804048061371,
      "learning_rate": 4.925217634278065e-05,
      "loss": 5.4924,
      "step": 110185
    },
    {
      "epoch": 0.0964513703552306,
      "grad_norm": 0.3676988482475281,
      "learning_rate": 4.925210109506588e-05,
      "loss": 5.5229,
      "step": 110190
    },
    {
      "epoch": 0.09645574694885775,
      "grad_norm": 0.40243715047836304,
      "learning_rate": 4.9252025843637636e-05,
      "loss": 4.9407,
      "step": 110195
    },
    {
      "epoch": 0.09646012354248491,
      "grad_norm": 0.38480767607688904,
      "learning_rate": 4.925195058849593e-05,
      "loss": 5.2195,
      "step": 110200
    },
    {
      "epoch": 0.09646450013611206,
      "grad_norm": 0.42212003469467163,
      "learning_rate": 4.925187532964078e-05,
      "loss": 4.4479,
      "step": 110205
    },
    {
      "epoch": 0.09646887672973922,
      "grad_norm": 0.38936904072761536,
      "learning_rate": 4.92518000670722e-05,
      "loss": 4.4537,
      "step": 110210
    },
    {
      "epoch": 0.09647325332336637,
      "grad_norm": 0.4562331438064575,
      "learning_rate": 4.92517248007902e-05,
      "loss": 4.9665,
      "step": 110215
    },
    {
      "epoch": 0.09647762991699353,
      "grad_norm": 0.3580467998981476,
      "learning_rate": 4.92516495307948e-05,
      "loss": 5.028,
      "step": 110220
    },
    {
      "epoch": 0.09648200651062068,
      "grad_norm": 0.42828336358070374,
      "learning_rate": 4.925157425708601e-05,
      "loss": 4.6855,
      "step": 110225
    },
    {
      "epoch": 0.09648638310424783,
      "grad_norm": 0.3599177300930023,
      "learning_rate": 4.925149897966385e-05,
      "loss": 5.7871,
      "step": 110230
    },
    {
      "epoch": 0.09649075969787499,
      "grad_norm": 0.39156270027160645,
      "learning_rate": 4.925142369852833e-05,
      "loss": 4.9911,
      "step": 110235
    },
    {
      "epoch": 0.09649513629150214,
      "grad_norm": 0.4105686545372009,
      "learning_rate": 4.925134841367948e-05,
      "loss": 5.5053,
      "step": 110240
    },
    {
      "epoch": 0.0964995128851293,
      "grad_norm": 0.4234464168548584,
      "learning_rate": 4.925127312511729e-05,
      "loss": 5.199,
      "step": 110245
    },
    {
      "epoch": 0.09650388947875645,
      "grad_norm": 0.3952864706516266,
      "learning_rate": 4.9251197832841776e-05,
      "loss": 4.9723,
      "step": 110250
    },
    {
      "epoch": 0.09650826607238361,
      "grad_norm": 0.3905203342437744,
      "learning_rate": 4.925112253685298e-05,
      "loss": 6.0334,
      "step": 110255
    },
    {
      "epoch": 0.09651264266601076,
      "grad_norm": 0.39933183789253235,
      "learning_rate": 4.925104723715089e-05,
      "loss": 4.9485,
      "step": 110260
    },
    {
      "epoch": 0.09651701925963792,
      "grad_norm": 0.4243144989013672,
      "learning_rate": 4.925097193373553e-05,
      "loss": 4.6748,
      "step": 110265
    },
    {
      "epoch": 0.09652139585326507,
      "grad_norm": 0.3862234055995941,
      "learning_rate": 4.9250896626606916e-05,
      "loss": 5.6994,
      "step": 110270
    },
    {
      "epoch": 0.09652577244689223,
      "grad_norm": 0.39837321639060974,
      "learning_rate": 4.9250821315765064e-05,
      "loss": 5.2044,
      "step": 110275
    },
    {
      "epoch": 0.09653014904051938,
      "grad_norm": 0.4075982868671417,
      "learning_rate": 4.925074600120997e-05,
      "loss": 5.4689,
      "step": 110280
    },
    {
      "epoch": 0.09653452563414654,
      "grad_norm": 0.3883466124534607,
      "learning_rate": 4.9250670682941676e-05,
      "loss": 5.992,
      "step": 110285
    },
    {
      "epoch": 0.09653890222777368,
      "grad_norm": 0.4451685845851898,
      "learning_rate": 4.925059536096018e-05,
      "loss": 5.8087,
      "step": 110290
    },
    {
      "epoch": 0.09654327882140085,
      "grad_norm": 0.3682411313056946,
      "learning_rate": 4.92505200352655e-05,
      "loss": 5.2201,
      "step": 110295
    },
    {
      "epoch": 0.096547655415028,
      "grad_norm": 0.3754596710205078,
      "learning_rate": 4.925044470585766e-05,
      "loss": 4.7511,
      "step": 110300
    },
    {
      "epoch": 0.09655203200865516,
      "grad_norm": 0.3577248454093933,
      "learning_rate": 4.9250369372736646e-05,
      "loss": 5.7188,
      "step": 110305
    },
    {
      "epoch": 0.0965564086022823,
      "grad_norm": 0.35363534092903137,
      "learning_rate": 4.925029403590251e-05,
      "loss": 6.0291,
      "step": 110310
    },
    {
      "epoch": 0.09656078519590947,
      "grad_norm": 0.43659594655036926,
      "learning_rate": 4.9250218695355246e-05,
      "loss": 4.6567,
      "step": 110315
    },
    {
      "epoch": 0.09656516178953661,
      "grad_norm": 0.3915061354637146,
      "learning_rate": 4.925014335109487e-05,
      "loss": 4.6607,
      "step": 110320
    },
    {
      "epoch": 0.09656953838316377,
      "grad_norm": 0.41251447796821594,
      "learning_rate": 4.925006800312139e-05,
      "loss": 4.9513,
      "step": 110325
    },
    {
      "epoch": 0.09657391497679092,
      "grad_norm": 0.44374799728393555,
      "learning_rate": 4.924999265143483e-05,
      "loss": 4.7573,
      "step": 110330
    },
    {
      "epoch": 0.09657829157041808,
      "grad_norm": 0.4189247190952301,
      "learning_rate": 4.924991729603521e-05,
      "loss": 5.3275,
      "step": 110335
    },
    {
      "epoch": 0.09658266816404523,
      "grad_norm": 0.37308037281036377,
      "learning_rate": 4.924984193692254e-05,
      "loss": 5.262,
      "step": 110340
    },
    {
      "epoch": 0.0965870447576724,
      "grad_norm": 0.4229481518268585,
      "learning_rate": 4.9249766574096825e-05,
      "loss": 5.6986,
      "step": 110345
    },
    {
      "epoch": 0.09659142135129954,
      "grad_norm": 0.3923553228378296,
      "learning_rate": 4.924969120755808e-05,
      "loss": 5.2557,
      "step": 110350
    },
    {
      "epoch": 0.09659579794492669,
      "grad_norm": 0.4184039235115051,
      "learning_rate": 4.924961583730633e-05,
      "loss": 5.1979,
      "step": 110355
    },
    {
      "epoch": 0.09660017453855385,
      "grad_norm": 0.39958062767982483,
      "learning_rate": 4.924954046334159e-05,
      "loss": 5.4751,
      "step": 110360
    },
    {
      "epoch": 0.096604551132181,
      "grad_norm": 0.41362521052360535,
      "learning_rate": 4.924946508566386e-05,
      "loss": 4.7641,
      "step": 110365
    },
    {
      "epoch": 0.09660892772580816,
      "grad_norm": 0.3606354594230652,
      "learning_rate": 4.9249389704273174e-05,
      "loss": 6.0227,
      "step": 110370
    },
    {
      "epoch": 0.09661330431943531,
      "grad_norm": 0.4057939946651459,
      "learning_rate": 4.924931431916954e-05,
      "loss": 4.4662,
      "step": 110375
    },
    {
      "epoch": 0.09661768091306247,
      "grad_norm": 0.4320701062679291,
      "learning_rate": 4.9249238930352956e-05,
      "loss": 4.9394,
      "step": 110380
    },
    {
      "epoch": 0.09662205750668962,
      "grad_norm": 0.4392460882663727,
      "learning_rate": 4.924916353782346e-05,
      "loss": 5.1774,
      "step": 110385
    },
    {
      "epoch": 0.09662643410031678,
      "grad_norm": 0.41942986845970154,
      "learning_rate": 4.924908814158106e-05,
      "loss": 5.2195,
      "step": 110390
    },
    {
      "epoch": 0.09663081069394393,
      "grad_norm": 0.49240240454673767,
      "learning_rate": 4.924901274162576e-05,
      "loss": 5.6805,
      "step": 110395
    },
    {
      "epoch": 0.09663518728757109,
      "grad_norm": 0.4943074882030487,
      "learning_rate": 4.924893733795758e-05,
      "loss": 5.1513,
      "step": 110400
    },
    {
      "epoch": 0.09663956388119824,
      "grad_norm": 0.43540239334106445,
      "learning_rate": 4.924886193057654e-05,
      "loss": 6.0463,
      "step": 110405
    },
    {
      "epoch": 0.0966439404748254,
      "grad_norm": 0.42279475927352905,
      "learning_rate": 4.924878651948265e-05,
      "loss": 4.635,
      "step": 110410
    },
    {
      "epoch": 0.09664831706845255,
      "grad_norm": 0.42865434288978577,
      "learning_rate": 4.9248711104675923e-05,
      "loss": 5.4393,
      "step": 110415
    },
    {
      "epoch": 0.09665269366207971,
      "grad_norm": 0.4465390741825104,
      "learning_rate": 4.9248635686156376e-05,
      "loss": 5.4896,
      "step": 110420
    },
    {
      "epoch": 0.09665707025570686,
      "grad_norm": 0.4158872067928314,
      "learning_rate": 4.924856026392403e-05,
      "loss": 5.4987,
      "step": 110425
    },
    {
      "epoch": 0.09666144684933402,
      "grad_norm": 0.39559513330459595,
      "learning_rate": 4.9248484837978894e-05,
      "loss": 4.6738,
      "step": 110430
    },
    {
      "epoch": 0.09666582344296117,
      "grad_norm": 0.3754277527332306,
      "learning_rate": 4.924840940832097e-05,
      "loss": 5.8258,
      "step": 110435
    },
    {
      "epoch": 0.09667020003658833,
      "grad_norm": 0.4282558560371399,
      "learning_rate": 4.924833397495029e-05,
      "loss": 4.9686,
      "step": 110440
    },
    {
      "epoch": 0.09667457663021548,
      "grad_norm": 0.4034425914287567,
      "learning_rate": 4.924825853786686e-05,
      "loss": 5.8098,
      "step": 110445
    },
    {
      "epoch": 0.09667895322384264,
      "grad_norm": 0.417560338973999,
      "learning_rate": 4.92481830970707e-05,
      "loss": 4.9844,
      "step": 110450
    },
    {
      "epoch": 0.09668332981746978,
      "grad_norm": 0.40937042236328125,
      "learning_rate": 4.9248107652561826e-05,
      "loss": 5.1871,
      "step": 110455
    },
    {
      "epoch": 0.09668770641109695,
      "grad_norm": 0.36102116107940674,
      "learning_rate": 4.924803220434024e-05,
      "loss": 5.199,
      "step": 110460
    },
    {
      "epoch": 0.0966920830047241,
      "grad_norm": 0.41558709740638733,
      "learning_rate": 4.924795675240598e-05,
      "loss": 5.4714,
      "step": 110465
    },
    {
      "epoch": 0.09669645959835126,
      "grad_norm": 0.42248988151550293,
      "learning_rate": 4.9247881296759024e-05,
      "loss": 5.3135,
      "step": 110470
    },
    {
      "epoch": 0.0967008361919784,
      "grad_norm": 0.3750535845756531,
      "learning_rate": 4.924780583739942e-05,
      "loss": 6.0086,
      "step": 110475
    },
    {
      "epoch": 0.09670521278560557,
      "grad_norm": 0.4357394576072693,
      "learning_rate": 4.924773037432717e-05,
      "loss": 5.1721,
      "step": 110480
    },
    {
      "epoch": 0.09670958937923271,
      "grad_norm": 0.3559483587741852,
      "learning_rate": 4.92476549075423e-05,
      "loss": 6.2879,
      "step": 110485
    },
    {
      "epoch": 0.09671396597285986,
      "grad_norm": 0.4330972731113434,
      "learning_rate": 4.924757943704479e-05,
      "loss": 4.9206,
      "step": 110490
    },
    {
      "epoch": 0.09671834256648702,
      "grad_norm": 0.3481336832046509,
      "learning_rate": 4.92475039628347e-05,
      "loss": 6.3205,
      "step": 110495
    },
    {
      "epoch": 0.09672271916011417,
      "grad_norm": 0.40715640783309937,
      "learning_rate": 4.9247428484912006e-05,
      "loss": 5.6695,
      "step": 110500
    },
    {
      "epoch": 0.09672709575374133,
      "grad_norm": 0.4060421288013458,
      "learning_rate": 4.924735300327674e-05,
      "loss": 5.5104,
      "step": 110505
    },
    {
      "epoch": 0.09673147234736848,
      "grad_norm": 0.41599541902542114,
      "learning_rate": 4.924727751792892e-05,
      "loss": 6.0449,
      "step": 110510
    },
    {
      "epoch": 0.09673584894099564,
      "grad_norm": 0.36409422755241394,
      "learning_rate": 4.9247202028868554e-05,
      "loss": 5.5373,
      "step": 110515
    },
    {
      "epoch": 0.09674022553462279,
      "grad_norm": 0.37423667311668396,
      "learning_rate": 4.924712653609568e-05,
      "loss": 5.4968,
      "step": 110520
    },
    {
      "epoch": 0.09674460212824995,
      "grad_norm": 0.3973532021045685,
      "learning_rate": 4.924705103961026e-05,
      "loss": 4.98,
      "step": 110525
    },
    {
      "epoch": 0.0967489787218771,
      "grad_norm": 0.40610507130622864,
      "learning_rate": 4.9246975539412356e-05,
      "loss": 5.725,
      "step": 110530
    },
    {
      "epoch": 0.09675335531550426,
      "grad_norm": 0.40250253677368164,
      "learning_rate": 4.9246900035501974e-05,
      "loss": 5.1129,
      "step": 110535
    },
    {
      "epoch": 0.09675773190913141,
      "grad_norm": 0.47266092896461487,
      "learning_rate": 4.924682452787911e-05,
      "loss": 5.1955,
      "step": 110540
    },
    {
      "epoch": 0.09676210850275857,
      "grad_norm": 0.3715726137161255,
      "learning_rate": 4.924674901654379e-05,
      "loss": 5.3074,
      "step": 110545
    },
    {
      "epoch": 0.09676648509638572,
      "grad_norm": 0.38483601808547974,
      "learning_rate": 4.9246673501496024e-05,
      "loss": 5.1783,
      "step": 110550
    },
    {
      "epoch": 0.09677086169001288,
      "grad_norm": 0.43696096539497375,
      "learning_rate": 4.924659798273584e-05,
      "loss": 4.6456,
      "step": 110555
    },
    {
      "epoch": 0.09677523828364003,
      "grad_norm": 0.3884947597980499,
      "learning_rate": 4.924652246026325e-05,
      "loss": 5.4086,
      "step": 110560
    },
    {
      "epoch": 0.09677961487726719,
      "grad_norm": 0.394107848405838,
      "learning_rate": 4.9246446934078236e-05,
      "loss": 4.9592,
      "step": 110565
    },
    {
      "epoch": 0.09678399147089434,
      "grad_norm": 0.3918905258178711,
      "learning_rate": 4.924637140418086e-05,
      "loss": 5.1676,
      "step": 110570
    },
    {
      "epoch": 0.0967883680645215,
      "grad_norm": 0.34942716360092163,
      "learning_rate": 4.9246295870571115e-05,
      "loss": 5.7289,
      "step": 110575
    },
    {
      "epoch": 0.09679274465814865,
      "grad_norm": 0.460666298866272,
      "learning_rate": 4.9246220333249003e-05,
      "loss": 5.8109,
      "step": 110580
    },
    {
      "epoch": 0.09679712125177581,
      "grad_norm": 0.36609527468681335,
      "learning_rate": 4.9246144792214564e-05,
      "loss": 5.5032,
      "step": 110585
    },
    {
      "epoch": 0.09680149784540296,
      "grad_norm": 0.395300954580307,
      "learning_rate": 4.9246069247467795e-05,
      "loss": 5.5023,
      "step": 110590
    },
    {
      "epoch": 0.09680587443903012,
      "grad_norm": 0.4008319675922394,
      "learning_rate": 4.924599369900872e-05,
      "loss": 5.35,
      "step": 110595
    },
    {
      "epoch": 0.09681025103265727,
      "grad_norm": 0.407322496175766,
      "learning_rate": 4.924591814683735e-05,
      "loss": 4.6697,
      "step": 110600
    },
    {
      "epoch": 0.09681462762628443,
      "grad_norm": 0.4140249788761139,
      "learning_rate": 4.924584259095368e-05,
      "loss": 5.3857,
      "step": 110605
    },
    {
      "epoch": 0.09681900421991158,
      "grad_norm": 0.47808319330215454,
      "learning_rate": 4.924576703135776e-05,
      "loss": 4.2375,
      "step": 110610
    },
    {
      "epoch": 0.09682338081353872,
      "grad_norm": 0.4501744210720062,
      "learning_rate": 4.9245691468049594e-05,
      "loss": 4.2624,
      "step": 110615
    },
    {
      "epoch": 0.09682775740716588,
      "grad_norm": 0.4683151841163635,
      "learning_rate": 4.924561590102917e-05,
      "loss": 5.2654,
      "step": 110620
    },
    {
      "epoch": 0.09683213400079303,
      "grad_norm": 0.442089706659317,
      "learning_rate": 4.924554033029654e-05,
      "loss": 4.6876,
      "step": 110625
    },
    {
      "epoch": 0.0968365105944202,
      "grad_norm": 0.49109071493148804,
      "learning_rate": 4.924546475585169e-05,
      "loss": 5.2049,
      "step": 110630
    },
    {
      "epoch": 0.09684088718804734,
      "grad_norm": 0.43363359570503235,
      "learning_rate": 4.9245389177694655e-05,
      "loss": 5.169,
      "step": 110635
    },
    {
      "epoch": 0.0968452637816745,
      "grad_norm": 0.5289055705070496,
      "learning_rate": 4.9245313595825435e-05,
      "loss": 4.8067,
      "step": 110640
    },
    {
      "epoch": 0.09684964037530165,
      "grad_norm": 0.3825187683105469,
      "learning_rate": 4.924523801024404e-05,
      "loss": 5.8307,
      "step": 110645
    },
    {
      "epoch": 0.09685401696892881,
      "grad_norm": 0.3692054748535156,
      "learning_rate": 4.9245162420950516e-05,
      "loss": 5.5035,
      "step": 110650
    },
    {
      "epoch": 0.09685839356255596,
      "grad_norm": 0.37501266598701477,
      "learning_rate": 4.924508682794485e-05,
      "loss": 4.7589,
      "step": 110655
    },
    {
      "epoch": 0.09686277015618312,
      "grad_norm": 0.4253025949001312,
      "learning_rate": 4.9245011231227056e-05,
      "loss": 4.3804,
      "step": 110660
    },
    {
      "epoch": 0.09686714674981027,
      "grad_norm": 0.4712221026420593,
      "learning_rate": 4.924493563079716e-05,
      "loss": 5.7289,
      "step": 110665
    },
    {
      "epoch": 0.09687152334343743,
      "grad_norm": 0.37729430198669434,
      "learning_rate": 4.924486002665517e-05,
      "loss": 5.1742,
      "step": 110670
    },
    {
      "epoch": 0.09687589993706458,
      "grad_norm": 0.40033063292503357,
      "learning_rate": 4.9244784418801105e-05,
      "loss": 5.1941,
      "step": 110675
    },
    {
      "epoch": 0.09688027653069174,
      "grad_norm": 0.40919229388237,
      "learning_rate": 4.924470880723498e-05,
      "loss": 5.6939,
      "step": 110680
    },
    {
      "epoch": 0.09688465312431889,
      "grad_norm": 0.4097471833229065,
      "learning_rate": 4.924463319195679e-05,
      "loss": 4.9969,
      "step": 110685
    },
    {
      "epoch": 0.09688902971794605,
      "grad_norm": 0.42704999446868896,
      "learning_rate": 4.924455757296659e-05,
      "loss": 5.0069,
      "step": 110690
    },
    {
      "epoch": 0.0968934063115732,
      "grad_norm": 0.397634893655777,
      "learning_rate": 4.9244481950264356e-05,
      "loss": 5.5267,
      "step": 110695
    },
    {
      "epoch": 0.09689778290520036,
      "grad_norm": 0.44364139437675476,
      "learning_rate": 4.924440632385012e-05,
      "loss": 5.7563,
      "step": 110700
    },
    {
      "epoch": 0.09690215949882751,
      "grad_norm": 0.4136389195919037,
      "learning_rate": 4.924433069372391e-05,
      "loss": 6.0158,
      "step": 110705
    },
    {
      "epoch": 0.09690653609245467,
      "grad_norm": 0.40893834829330444,
      "learning_rate": 4.92442550598857e-05,
      "loss": 5.5434,
      "step": 110710
    },
    {
      "epoch": 0.09691091268608182,
      "grad_norm": 0.39942875504493713,
      "learning_rate": 4.9244179422335535e-05,
      "loss": 6.0092,
      "step": 110715
    },
    {
      "epoch": 0.09691528927970898,
      "grad_norm": 0.4119928181171417,
      "learning_rate": 4.9244103781073434e-05,
      "loss": 4.6696,
      "step": 110720
    },
    {
      "epoch": 0.09691966587333613,
      "grad_norm": 0.40609100461006165,
      "learning_rate": 4.92440281360994e-05,
      "loss": 5.4064,
      "step": 110725
    },
    {
      "epoch": 0.09692404246696329,
      "grad_norm": 0.4060100018978119,
      "learning_rate": 4.924395248741345e-05,
      "loss": 4.6426,
      "step": 110730
    },
    {
      "epoch": 0.09692841906059044,
      "grad_norm": 0.3566519618034363,
      "learning_rate": 4.924387683501559e-05,
      "loss": 6.0129,
      "step": 110735
    },
    {
      "epoch": 0.0969327956542176,
      "grad_norm": 0.39325401186943054,
      "learning_rate": 4.924380117890585e-05,
      "loss": 5.4982,
      "step": 110740
    },
    {
      "epoch": 0.09693717224784475,
      "grad_norm": 0.4415755271911621,
      "learning_rate": 4.9243725519084225e-05,
      "loss": 4.9606,
      "step": 110745
    },
    {
      "epoch": 0.0969415488414719,
      "grad_norm": 0.3729870617389679,
      "learning_rate": 4.9243649855550756e-05,
      "loss": 5.5021,
      "step": 110750
    },
    {
      "epoch": 0.09694592543509906,
      "grad_norm": 0.4000495374202728,
      "learning_rate": 4.924357418830544e-05,
      "loss": 5.7363,
      "step": 110755
    },
    {
      "epoch": 0.0969503020287262,
      "grad_norm": 0.39077264070510864,
      "learning_rate": 4.924349851734829e-05,
      "loss": 5.8078,
      "step": 110760
    },
    {
      "epoch": 0.09695467862235337,
      "grad_norm": 0.4524714946746826,
      "learning_rate": 4.9243422842679324e-05,
      "loss": 5.2012,
      "step": 110765
    },
    {
      "epoch": 0.09695905521598051,
      "grad_norm": 0.4121052622795105,
      "learning_rate": 4.924334716429856e-05,
      "loss": 5.6723,
      "step": 110770
    },
    {
      "epoch": 0.09696343180960768,
      "grad_norm": 0.3774768114089966,
      "learning_rate": 4.924327148220601e-05,
      "loss": 5.4884,
      "step": 110775
    },
    {
      "epoch": 0.09696780840323482,
      "grad_norm": 0.4357699453830719,
      "learning_rate": 4.9243195796401684e-05,
      "loss": 4.8011,
      "step": 110780
    },
    {
      "epoch": 0.09697218499686198,
      "grad_norm": 0.39861103892326355,
      "learning_rate": 4.924312010688561e-05,
      "loss": 5.48,
      "step": 110785
    },
    {
      "epoch": 0.09697656159048913,
      "grad_norm": 0.4296630024909973,
      "learning_rate": 4.92430444136578e-05,
      "loss": 4.4368,
      "step": 110790
    },
    {
      "epoch": 0.0969809381841163,
      "grad_norm": 0.4129877984523773,
      "learning_rate": 4.924296871671825e-05,
      "loss": 5.4567,
      "step": 110795
    },
    {
      "epoch": 0.09698531477774344,
      "grad_norm": 0.37432900071144104,
      "learning_rate": 4.924289301606699e-05,
      "loss": 5.2473,
      "step": 110800
    },
    {
      "epoch": 0.0969896913713706,
      "grad_norm": 0.43932288885116577,
      "learning_rate": 4.9242817311704034e-05,
      "loss": 3.9251,
      "step": 110805
    },
    {
      "epoch": 0.09699406796499775,
      "grad_norm": 0.4867692291736603,
      "learning_rate": 4.924274160362939e-05,
      "loss": 5.5056,
      "step": 110810
    },
    {
      "epoch": 0.09699844455862491,
      "grad_norm": 0.41891834139823914,
      "learning_rate": 4.924266589184309e-05,
      "loss": 5.1757,
      "step": 110815
    },
    {
      "epoch": 0.09700282115225206,
      "grad_norm": 0.4457901120185852,
      "learning_rate": 4.9242590176345125e-05,
      "loss": 5.1795,
      "step": 110820
    },
    {
      "epoch": 0.09700719774587922,
      "grad_norm": 0.39532357454299927,
      "learning_rate": 4.9242514457135536e-05,
      "loss": 5.5126,
      "step": 110825
    },
    {
      "epoch": 0.09701157433950637,
      "grad_norm": 0.7269731760025024,
      "learning_rate": 4.92424387342143e-05,
      "loss": 4.6378,
      "step": 110830
    },
    {
      "epoch": 0.09701595093313353,
      "grad_norm": 0.5244508385658264,
      "learning_rate": 4.9242363007581474e-05,
      "loss": 5.7766,
      "step": 110835
    },
    {
      "epoch": 0.09702032752676068,
      "grad_norm": 0.5275636911392212,
      "learning_rate": 4.924228727723704e-05,
      "loss": 5.2109,
      "step": 110840
    },
    {
      "epoch": 0.09702470412038784,
      "grad_norm": 0.6316755414009094,
      "learning_rate": 4.9242211543181024e-05,
      "loss": 5.4123,
      "step": 110845
    },
    {
      "epoch": 0.09702908071401499,
      "grad_norm": 0.4641423225402832,
      "learning_rate": 4.9242135805413444e-05,
      "loss": 5.5521,
      "step": 110850
    },
    {
      "epoch": 0.09703345730764215,
      "grad_norm": 0.4390856623649597,
      "learning_rate": 4.9242060063934316e-05,
      "loss": 4.7041,
      "step": 110855
    },
    {
      "epoch": 0.0970378339012693,
      "grad_norm": 0.41864460706710815,
      "learning_rate": 4.924198431874365e-05,
      "loss": 5.2975,
      "step": 110860
    },
    {
      "epoch": 0.09704221049489646,
      "grad_norm": 0.41395142674446106,
      "learning_rate": 4.924190856984146e-05,
      "loss": 5.2045,
      "step": 110865
    },
    {
      "epoch": 0.09704658708852361,
      "grad_norm": 0.40003713965415955,
      "learning_rate": 4.924183281722775e-05,
      "loss": 5.5168,
      "step": 110870
    },
    {
      "epoch": 0.09705096368215076,
      "grad_norm": 0.36592307686805725,
      "learning_rate": 4.924175706090256e-05,
      "loss": 5.1782,
      "step": 110875
    },
    {
      "epoch": 0.09705534027577792,
      "grad_norm": 0.40322309732437134,
      "learning_rate": 4.9241681300865894e-05,
      "loss": 6.0605,
      "step": 110880
    },
    {
      "epoch": 0.09705971686940507,
      "grad_norm": 0.3703461289405823,
      "learning_rate": 4.924160553711776e-05,
      "loss": 5.4358,
      "step": 110885
    },
    {
      "epoch": 0.09706409346303223,
      "grad_norm": 0.3971952199935913,
      "learning_rate": 4.924152976965818e-05,
      "loss": 4.6743,
      "step": 110890
    },
    {
      "epoch": 0.09706847005665938,
      "grad_norm": 0.35207799077033997,
      "learning_rate": 4.924145399848715e-05,
      "loss": 5.373,
      "step": 110895
    },
    {
      "epoch": 0.09707284665028654,
      "grad_norm": 0.437887579202652,
      "learning_rate": 4.924137822360472e-05,
      "loss": 5.1824,
      "step": 110900
    },
    {
      "epoch": 0.09707722324391369,
      "grad_norm": 0.38279837369918823,
      "learning_rate": 4.924130244501086e-05,
      "loss": 5.4495,
      "step": 110905
    },
    {
      "epoch": 0.09708159983754085,
      "grad_norm": 0.43823668360710144,
      "learning_rate": 4.924122666270563e-05,
      "loss": 4.4612,
      "step": 110910
    },
    {
      "epoch": 0.097085976431168,
      "grad_norm": 0.39095160365104675,
      "learning_rate": 4.9241150876689016e-05,
      "loss": 5.4127,
      "step": 110915
    },
    {
      "epoch": 0.09709035302479516,
      "grad_norm": 0.38928696513175964,
      "learning_rate": 4.924107508696104e-05,
      "loss": 5.209,
      "step": 110920
    },
    {
      "epoch": 0.0970947296184223,
      "grad_norm": 0.3378080129623413,
      "learning_rate": 4.924099929352172e-05,
      "loss": 5.7956,
      "step": 110925
    },
    {
      "epoch": 0.09709910621204947,
      "grad_norm": 0.4103468358516693,
      "learning_rate": 4.924092349637106e-05,
      "loss": 5.2825,
      "step": 110930
    },
    {
      "epoch": 0.09710348280567661,
      "grad_norm": 0.43356725573539734,
      "learning_rate": 4.9240847695509087e-05,
      "loss": 5.5405,
      "step": 110935
    },
    {
      "epoch": 0.09710785939930378,
      "grad_norm": 0.4262389838695526,
      "learning_rate": 4.924077189093581e-05,
      "loss": 4.6824,
      "step": 110940
    },
    {
      "epoch": 0.09711223599293092,
      "grad_norm": 0.3701342046260834,
      "learning_rate": 4.924069608265125e-05,
      "loss": 5.0151,
      "step": 110945
    },
    {
      "epoch": 0.09711661258655808,
      "grad_norm": 0.41975918412208557,
      "learning_rate": 4.9240620270655404e-05,
      "loss": 4.958,
      "step": 110950
    },
    {
      "epoch": 0.09712098918018523,
      "grad_norm": 0.41225263476371765,
      "learning_rate": 4.924054445494831e-05,
      "loss": 4.4744,
      "step": 110955
    },
    {
      "epoch": 0.0971253657738124,
      "grad_norm": 0.4160901606082916,
      "learning_rate": 4.924046863552997e-05,
      "loss": 4.2836,
      "step": 110960
    },
    {
      "epoch": 0.09712974236743954,
      "grad_norm": 0.40469393134117126,
      "learning_rate": 4.9240392812400394e-05,
      "loss": 3.9432,
      "step": 110965
    },
    {
      "epoch": 0.0971341189610667,
      "grad_norm": 0.36234983801841736,
      "learning_rate": 4.9240316985559596e-05,
      "loss": 4.9612,
      "step": 110970
    },
    {
      "epoch": 0.09713849555469385,
      "grad_norm": 0.38525328040122986,
      "learning_rate": 4.924024115500761e-05,
      "loss": 4.8098,
      "step": 110975
    },
    {
      "epoch": 0.09714287214832101,
      "grad_norm": 0.37733420729637146,
      "learning_rate": 4.9240165320744436e-05,
      "loss": 6.0764,
      "step": 110980
    },
    {
      "epoch": 0.09714724874194816,
      "grad_norm": 0.4570048749446869,
      "learning_rate": 4.924008948277008e-05,
      "loss": 5.707,
      "step": 110985
    },
    {
      "epoch": 0.09715162533557532,
      "grad_norm": 0.38267895579338074,
      "learning_rate": 4.924001364108458e-05,
      "loss": 4.9515,
      "step": 110990
    },
    {
      "epoch": 0.09715600192920247,
      "grad_norm": 0.3554992973804474,
      "learning_rate": 4.923993779568793e-05,
      "loss": 6.0379,
      "step": 110995
    },
    {
      "epoch": 0.09716037852282962,
      "grad_norm": 0.4082599878311157,
      "learning_rate": 4.9239861946580145e-05,
      "loss": 4.6641,
      "step": 111000
    },
    {
      "epoch": 0.09716475511645678,
      "grad_norm": 0.39806562662124634,
      "learning_rate": 4.9239786093761266e-05,
      "loss": 5.4205,
      "step": 111005
    },
    {
      "epoch": 0.09716913171008393,
      "grad_norm": 0.41122788190841675,
      "learning_rate": 4.923971023723127e-05,
      "loss": 4.6529,
      "step": 111010
    },
    {
      "epoch": 0.09717350830371109,
      "grad_norm": 0.39233824610710144,
      "learning_rate": 4.923963437699021e-05,
      "loss": 5.3975,
      "step": 111015
    },
    {
      "epoch": 0.09717788489733824,
      "grad_norm": 0.4393584430217743,
      "learning_rate": 4.9239558513038065e-05,
      "loss": 5.2231,
      "step": 111020
    },
    {
      "epoch": 0.0971822614909654,
      "grad_norm": 0.39183905720710754,
      "learning_rate": 4.923948264537486e-05,
      "loss": 5.9734,
      "step": 111025
    },
    {
      "epoch": 0.09718663808459255,
      "grad_norm": 0.36401376128196716,
      "learning_rate": 4.9239406774000626e-05,
      "loss": 5.7797,
      "step": 111030
    },
    {
      "epoch": 0.09719101467821971,
      "grad_norm": 0.3754178285598755,
      "learning_rate": 4.923933089891536e-05,
      "loss": 5.9994,
      "step": 111035
    },
    {
      "epoch": 0.09719539127184686,
      "grad_norm": 0.3769223392009735,
      "learning_rate": 4.923925502011909e-05,
      "loss": 4.7839,
      "step": 111040
    },
    {
      "epoch": 0.09719976786547402,
      "grad_norm": 0.35651320219039917,
      "learning_rate": 4.923917913761182e-05,
      "loss": 6.3096,
      "step": 111045
    },
    {
      "epoch": 0.09720414445910117,
      "grad_norm": 0.3987292945384979,
      "learning_rate": 4.923910325139357e-05,
      "loss": 5.6912,
      "step": 111050
    },
    {
      "epoch": 0.09720852105272833,
      "grad_norm": 0.44667279720306396,
      "learning_rate": 4.923902736146435e-05,
      "loss": 4.65,
      "step": 111055
    },
    {
      "epoch": 0.09721289764635548,
      "grad_norm": 0.3661184310913086,
      "learning_rate": 4.923895146782418e-05,
      "loss": 5.496,
      "step": 111060
    },
    {
      "epoch": 0.09721727423998264,
      "grad_norm": 0.3705081641674042,
      "learning_rate": 4.923887557047308e-05,
      "loss": 4.9909,
      "step": 111065
    },
    {
      "epoch": 0.09722165083360979,
      "grad_norm": 0.3805372416973114,
      "learning_rate": 4.923879966941104e-05,
      "loss": 5.2959,
      "step": 111070
    },
    {
      "epoch": 0.09722602742723695,
      "grad_norm": 0.4141395390033722,
      "learning_rate": 4.9238723764638105e-05,
      "loss": 4.9672,
      "step": 111075
    },
    {
      "epoch": 0.0972304040208641,
      "grad_norm": 0.4150061309337616,
      "learning_rate": 4.9238647856154274e-05,
      "loss": 5.3836,
      "step": 111080
    },
    {
      "epoch": 0.09723478061449126,
      "grad_norm": 0.35745057463645935,
      "learning_rate": 4.9238571943959565e-05,
      "loss": 4.9973,
      "step": 111085
    },
    {
      "epoch": 0.0972391572081184,
      "grad_norm": 0.3964618742465973,
      "learning_rate": 4.9238496028053984e-05,
      "loss": 5.124,
      "step": 111090
    },
    {
      "epoch": 0.09724353380174557,
      "grad_norm": 0.4175526797771454,
      "learning_rate": 4.9238420108437565e-05,
      "loss": 5.3975,
      "step": 111095
    },
    {
      "epoch": 0.09724791039537271,
      "grad_norm": 0.38905444741249084,
      "learning_rate": 4.9238344185110295e-05,
      "loss": 4.7536,
      "step": 111100
    },
    {
      "epoch": 0.09725228698899988,
      "grad_norm": 0.40586069226264954,
      "learning_rate": 4.9238268258072214e-05,
      "loss": 5.565,
      "step": 111105
    },
    {
      "epoch": 0.09725666358262702,
      "grad_norm": 0.4025294780731201,
      "learning_rate": 4.923819232732333e-05,
      "loss": 5.4843,
      "step": 111110
    },
    {
      "epoch": 0.09726104017625418,
      "grad_norm": 0.44066479802131653,
      "learning_rate": 4.9238116392863655e-05,
      "loss": 5.2011,
      "step": 111115
    },
    {
      "epoch": 0.09726541676988133,
      "grad_norm": 0.3585071265697479,
      "learning_rate": 4.923804045469319e-05,
      "loss": 5.1822,
      "step": 111120
    },
    {
      "epoch": 0.0972697933635085,
      "grad_norm": 0.39614105224609375,
      "learning_rate": 4.923796451281199e-05,
      "loss": 4.9831,
      "step": 111125
    },
    {
      "epoch": 0.09727416995713564,
      "grad_norm": 0.4288638234138489,
      "learning_rate": 4.9237888567220017e-05,
      "loss": 5.4688,
      "step": 111130
    },
    {
      "epoch": 0.09727854655076279,
      "grad_norm": 0.4265497922897339,
      "learning_rate": 4.923781261791732e-05,
      "loss": 4.9716,
      "step": 111135
    },
    {
      "epoch": 0.09728292314438995,
      "grad_norm": 0.43035733699798584,
      "learning_rate": 4.92377366649039e-05,
      "loss": 4.9396,
      "step": 111140
    },
    {
      "epoch": 0.0972872997380171,
      "grad_norm": 0.42501580715179443,
      "learning_rate": 4.923766070817978e-05,
      "loss": 4.6694,
      "step": 111145
    },
    {
      "epoch": 0.09729167633164426,
      "grad_norm": 0.44965988397598267,
      "learning_rate": 4.923758474774498e-05,
      "loss": 5.1786,
      "step": 111150
    },
    {
      "epoch": 0.09729605292527141,
      "grad_norm": 0.408904105424881,
      "learning_rate": 4.9237508783599496e-05,
      "loss": 5.7938,
      "step": 111155
    },
    {
      "epoch": 0.09730042951889857,
      "grad_norm": 0.44150158762931824,
      "learning_rate": 4.923743281574336e-05,
      "loss": 6.032,
      "step": 111160
    },
    {
      "epoch": 0.09730480611252572,
      "grad_norm": 0.3775055706501007,
      "learning_rate": 4.923735684417657e-05,
      "loss": 5.6813,
      "step": 111165
    },
    {
      "epoch": 0.09730918270615288,
      "grad_norm": 0.4233575761318207,
      "learning_rate": 4.923728086889916e-05,
      "loss": 5.3134,
      "step": 111170
    },
    {
      "epoch": 0.09731355929978003,
      "grad_norm": 0.3979484736919403,
      "learning_rate": 4.9237204889911125e-05,
      "loss": 5.1716,
      "step": 111175
    },
    {
      "epoch": 0.09731793589340719,
      "grad_norm": 0.3929124176502228,
      "learning_rate": 4.923712890721249e-05,
      "loss": 5.4037,
      "step": 111180
    },
    {
      "epoch": 0.09732231248703434,
      "grad_norm": 0.36233505606651306,
      "learning_rate": 4.9237052920803275e-05,
      "loss": 5.1879,
      "step": 111185
    },
    {
      "epoch": 0.0973266890806615,
      "grad_norm": 0.3738148510456085,
      "learning_rate": 4.9236976930683486e-05,
      "loss": 4.7098,
      "step": 111190
    },
    {
      "epoch": 0.09733106567428865,
      "grad_norm": 0.4026056230068207,
      "learning_rate": 4.923690093685315e-05,
      "loss": 4.7606,
      "step": 111195
    },
    {
      "epoch": 0.09733544226791581,
      "grad_norm": 0.37880831956863403,
      "learning_rate": 4.9236824939312255e-05,
      "loss": 4.7582,
      "step": 111200
    },
    {
      "epoch": 0.09733981886154296,
      "grad_norm": 0.5628604292869568,
      "learning_rate": 4.923674893806084e-05,
      "loss": 4.6625,
      "step": 111205
    },
    {
      "epoch": 0.09734419545517012,
      "grad_norm": 0.4010215401649475,
      "learning_rate": 4.9236672933098914e-05,
      "loss": 4.7694,
      "step": 111210
    },
    {
      "epoch": 0.09734857204879727,
      "grad_norm": 0.41069701313972473,
      "learning_rate": 4.923659692442648e-05,
      "loss": 6.0197,
      "step": 111215
    },
    {
      "epoch": 0.09735294864242443,
      "grad_norm": 0.42406436800956726,
      "learning_rate": 4.923652091204358e-05,
      "loss": 5.4574,
      "step": 111220
    },
    {
      "epoch": 0.09735732523605158,
      "grad_norm": 0.4488561749458313,
      "learning_rate": 4.923644489595019e-05,
      "loss": 5.4172,
      "step": 111225
    },
    {
      "epoch": 0.09736170182967874,
      "grad_norm": 0.4169112741947174,
      "learning_rate": 4.9236368876146365e-05,
      "loss": 4.9772,
      "step": 111230
    },
    {
      "epoch": 0.09736607842330589,
      "grad_norm": 0.3805745244026184,
      "learning_rate": 4.923629285263209e-05,
      "loss": 5.5166,
      "step": 111235
    },
    {
      "epoch": 0.09737045501693305,
      "grad_norm": 0.40957656502723694,
      "learning_rate": 4.92362168254074e-05,
      "loss": 5.2173,
      "step": 111240
    },
    {
      "epoch": 0.0973748316105602,
      "grad_norm": 0.41948091983795166,
      "learning_rate": 4.9236140794472294e-05,
      "loss": 5.9773,
      "step": 111245
    },
    {
      "epoch": 0.09737920820418736,
      "grad_norm": 0.34754228591918945,
      "learning_rate": 4.9236064759826795e-05,
      "loss": 6.0059,
      "step": 111250
    },
    {
      "epoch": 0.0973835847978145,
      "grad_norm": 0.43925756216049194,
      "learning_rate": 4.9235988721470906e-05,
      "loss": 5.5021,
      "step": 111255
    },
    {
      "epoch": 0.09738796139144165,
      "grad_norm": 0.4034493863582611,
      "learning_rate": 4.923591267940466e-05,
      "loss": 4.8922,
      "step": 111260
    },
    {
      "epoch": 0.09739233798506881,
      "grad_norm": 0.4442961513996124,
      "learning_rate": 4.9235836633628064e-05,
      "loss": 5.3081,
      "step": 111265
    },
    {
      "epoch": 0.09739671457869596,
      "grad_norm": 0.3906201720237732,
      "learning_rate": 4.9235760584141125e-05,
      "loss": 5.6699,
      "step": 111270
    },
    {
      "epoch": 0.09740109117232312,
      "grad_norm": 0.3949033319950104,
      "learning_rate": 4.923568453094386e-05,
      "loss": 5.7084,
      "step": 111275
    },
    {
      "epoch": 0.09740546776595027,
      "grad_norm": 0.40591099858283997,
      "learning_rate": 4.9235608474036285e-05,
      "loss": 5.5155,
      "step": 111280
    },
    {
      "epoch": 0.09740984435957743,
      "grad_norm": 0.4562118947505951,
      "learning_rate": 4.9235532413418425e-05,
      "loss": 4.1671,
      "step": 111285
    },
    {
      "epoch": 0.09741422095320458,
      "grad_norm": 0.4563473165035248,
      "learning_rate": 4.923545634909029e-05,
      "loss": 4.7508,
      "step": 111290
    },
    {
      "epoch": 0.09741859754683174,
      "grad_norm": 0.45740073919296265,
      "learning_rate": 4.923538028105189e-05,
      "loss": 4.7296,
      "step": 111295
    },
    {
      "epoch": 0.09742297414045889,
      "grad_norm": 0.45854485034942627,
      "learning_rate": 4.923530420930325e-05,
      "loss": 5.2015,
      "step": 111300
    },
    {
      "epoch": 0.09742735073408605,
      "grad_norm": 0.42230018973350525,
      "learning_rate": 4.923522813384436e-05,
      "loss": 4.5593,
      "step": 111305
    },
    {
      "epoch": 0.0974317273277132,
      "grad_norm": 0.4491691589355469,
      "learning_rate": 4.9235152054675246e-05,
      "loss": 4.9257,
      "step": 111310
    },
    {
      "epoch": 0.09743610392134036,
      "grad_norm": 0.4405971169471741,
      "learning_rate": 4.9235075971795944e-05,
      "loss": 5.5235,
      "step": 111315
    },
    {
      "epoch": 0.09744048051496751,
      "grad_norm": 0.4227444529533386,
      "learning_rate": 4.923499988520645e-05,
      "loss": 4.1509,
      "step": 111320
    },
    {
      "epoch": 0.09744485710859467,
      "grad_norm": 0.5510032773017883,
      "learning_rate": 4.923492379490677e-05,
      "loss": 5.821,
      "step": 111325
    },
    {
      "epoch": 0.09744923370222182,
      "grad_norm": 0.43169504404067993,
      "learning_rate": 4.9234847700896935e-05,
      "loss": 5.7367,
      "step": 111330
    },
    {
      "epoch": 0.09745361029584898,
      "grad_norm": 0.45183560252189636,
      "learning_rate": 4.923477160317695e-05,
      "loss": 4.9854,
      "step": 111335
    },
    {
      "epoch": 0.09745798688947613,
      "grad_norm": 0.4925003945827484,
      "learning_rate": 4.923469550174684e-05,
      "loss": 5.2077,
      "step": 111340
    },
    {
      "epoch": 0.09746236348310329,
      "grad_norm": 0.4738369286060333,
      "learning_rate": 4.923461939660662e-05,
      "loss": 4.8977,
      "step": 111345
    },
    {
      "epoch": 0.09746674007673044,
      "grad_norm": 0.4648951292037964,
      "learning_rate": 4.9234543287756285e-05,
      "loss": 5.5137,
      "step": 111350
    },
    {
      "epoch": 0.0974711166703576,
      "grad_norm": 0.4422069489955902,
      "learning_rate": 4.9234467175195864e-05,
      "loss": 4.9911,
      "step": 111355
    },
    {
      "epoch": 0.09747549326398475,
      "grad_norm": 0.42840757966041565,
      "learning_rate": 4.9234391058925364e-05,
      "loss": 4.9809,
      "step": 111360
    },
    {
      "epoch": 0.09747986985761191,
      "grad_norm": 0.3868187367916107,
      "learning_rate": 4.923431493894483e-05,
      "loss": 5.8068,
      "step": 111365
    },
    {
      "epoch": 0.09748424645123906,
      "grad_norm": 0.4039183259010315,
      "learning_rate": 4.923423881525423e-05,
      "loss": 4.9069,
      "step": 111370
    },
    {
      "epoch": 0.09748862304486622,
      "grad_norm": 0.5551428198814392,
      "learning_rate": 4.92341626878536e-05,
      "loss": 6.0094,
      "step": 111375
    },
    {
      "epoch": 0.09749299963849337,
      "grad_norm": 0.49322137236595154,
      "learning_rate": 4.9234086556742964e-05,
      "loss": 5.7031,
      "step": 111380
    },
    {
      "epoch": 0.09749737623212051,
      "grad_norm": 0.397422194480896,
      "learning_rate": 4.923401042192234e-05,
      "loss": 5.2927,
      "step": 111385
    },
    {
      "epoch": 0.09750175282574768,
      "grad_norm": 0.4040583670139313,
      "learning_rate": 4.9233934283391714e-05,
      "loss": 5.1694,
      "step": 111390
    },
    {
      "epoch": 0.09750612941937482,
      "grad_norm": 0.4192422032356262,
      "learning_rate": 4.9233858141151124e-05,
      "loss": 4.9879,
      "step": 111395
    },
    {
      "epoch": 0.09751050601300199,
      "grad_norm": 0.48362869024276733,
      "learning_rate": 4.9233781995200576e-05,
      "loss": 6.0131,
      "step": 111400
    },
    {
      "epoch": 0.09751488260662913,
      "grad_norm": 0.44275906682014465,
      "learning_rate": 4.92337058455401e-05,
      "loss": 5.207,
      "step": 111405
    },
    {
      "epoch": 0.0975192592002563,
      "grad_norm": 0.3680812418460846,
      "learning_rate": 4.923362969216969e-05,
      "loss": 5.2265,
      "step": 111410
    },
    {
      "epoch": 0.09752363579388344,
      "grad_norm": 0.3554916977882385,
      "learning_rate": 4.9233553535089375e-05,
      "loss": 6.3191,
      "step": 111415
    },
    {
      "epoch": 0.0975280123875106,
      "grad_norm": 0.39029887318611145,
      "learning_rate": 4.923347737429914e-05,
      "loss": 5.6732,
      "step": 111420
    },
    {
      "epoch": 0.09753238898113775,
      "grad_norm": 0.4909203052520752,
      "learning_rate": 4.923340120979905e-05,
      "loss": 5.4669,
      "step": 111425
    },
    {
      "epoch": 0.09753676557476491,
      "grad_norm": 0.39887672662734985,
      "learning_rate": 4.9233325041589084e-05,
      "loss": 4.9209,
      "step": 111430
    },
    {
      "epoch": 0.09754114216839206,
      "grad_norm": 0.4618956446647644,
      "learning_rate": 4.923324886966926e-05,
      "loss": 4.7554,
      "step": 111435
    },
    {
      "epoch": 0.09754551876201922,
      "grad_norm": 0.44710442423820496,
      "learning_rate": 4.923317269403961e-05,
      "loss": 4.7632,
      "step": 111440
    },
    {
      "epoch": 0.09754989535564637,
      "grad_norm": 0.43761304020881653,
      "learning_rate": 4.923309651470013e-05,
      "loss": 5.8232,
      "step": 111445
    },
    {
      "epoch": 0.09755427194927353,
      "grad_norm": 0.3590563237667084,
      "learning_rate": 4.9233020331650833e-05,
      "loss": 5.2485,
      "step": 111450
    },
    {
      "epoch": 0.09755864854290068,
      "grad_norm": 0.4225925803184509,
      "learning_rate": 4.9232944144891756e-05,
      "loss": 5.8133,
      "step": 111455
    },
    {
      "epoch": 0.09756302513652784,
      "grad_norm": 0.44215497374534607,
      "learning_rate": 4.923286795442289e-05,
      "loss": 5.5081,
      "step": 111460
    },
    {
      "epoch": 0.09756740173015499,
      "grad_norm": 0.3445219099521637,
      "learning_rate": 4.923279176024427e-05,
      "loss": 6.01,
      "step": 111465
    },
    {
      "epoch": 0.09757177832378215,
      "grad_norm": 0.4121411442756653,
      "learning_rate": 4.923271556235589e-05,
      "loss": 5.1951,
      "step": 111470
    },
    {
      "epoch": 0.0975761549174093,
      "grad_norm": 0.35318440198898315,
      "learning_rate": 4.9232639360757783e-05,
      "loss": 6.3197,
      "step": 111475
    },
    {
      "epoch": 0.09758053151103646,
      "grad_norm": 0.409542977809906,
      "learning_rate": 4.9232563155449966e-05,
      "loss": 5.4967,
      "step": 111480
    },
    {
      "epoch": 0.09758490810466361,
      "grad_norm": 0.40055495500564575,
      "learning_rate": 4.923248694643242e-05,
      "loss": 5.0855,
      "step": 111485
    },
    {
      "epoch": 0.09758928469829077,
      "grad_norm": 0.4276702404022217,
      "learning_rate": 4.9232410733705205e-05,
      "loss": 5.2752,
      "step": 111490
    },
    {
      "epoch": 0.09759366129191792,
      "grad_norm": 0.4067077338695526,
      "learning_rate": 4.9232334517268295e-05,
      "loss": 5.2059,
      "step": 111495
    },
    {
      "epoch": 0.09759803788554508,
      "grad_norm": 0.3501622676849365,
      "learning_rate": 4.9232258297121734e-05,
      "loss": 6.0236,
      "step": 111500
    },
    {
      "epoch": 0.09760241447917223,
      "grad_norm": 0.44637683033943176,
      "learning_rate": 4.923218207326552e-05,
      "loss": 4.9896,
      "step": 111505
    },
    {
      "epoch": 0.09760679107279939,
      "grad_norm": 0.43145987391471863,
      "learning_rate": 4.923210584569968e-05,
      "loss": 4.4748,
      "step": 111510
    },
    {
      "epoch": 0.09761116766642654,
      "grad_norm": 0.37399786710739136,
      "learning_rate": 4.923202961442423e-05,
      "loss": 5.2306,
      "step": 111515
    },
    {
      "epoch": 0.09761554426005369,
      "grad_norm": 0.37815722823143005,
      "learning_rate": 4.9231953379439166e-05,
      "loss": 6.0336,
      "step": 111520
    },
    {
      "epoch": 0.09761992085368085,
      "grad_norm": 0.42714381217956543,
      "learning_rate": 4.923187714074451e-05,
      "loss": 5.1569,
      "step": 111525
    },
    {
      "epoch": 0.097624297447308,
      "grad_norm": 0.38699665665626526,
      "learning_rate": 4.9231800898340286e-05,
      "loss": 5.7995,
      "step": 111530
    },
    {
      "epoch": 0.09762867404093516,
      "grad_norm": 0.3978884816169739,
      "learning_rate": 4.923172465222651e-05,
      "loss": 4.8792,
      "step": 111535
    },
    {
      "epoch": 0.0976330506345623,
      "grad_norm": 0.42825278639793396,
      "learning_rate": 4.9231648402403184e-05,
      "loss": 5.2871,
      "step": 111540
    },
    {
      "epoch": 0.09763742722818947,
      "grad_norm": 0.39747804403305054,
      "learning_rate": 4.9231572148870345e-05,
      "loss": 5.2012,
      "step": 111545
    },
    {
      "epoch": 0.09764180382181661,
      "grad_norm": 0.5515217781066895,
      "learning_rate": 4.923149589162796e-05,
      "loss": 5.221,
      "step": 111550
    },
    {
      "epoch": 0.09764618041544378,
      "grad_norm": 0.5500181317329407,
      "learning_rate": 4.9231419630676104e-05,
      "loss": 4.65,
      "step": 111555
    },
    {
      "epoch": 0.09765055700907092,
      "grad_norm": 0.43347522616386414,
      "learning_rate": 4.923134336601475e-05,
      "loss": 5.492,
      "step": 111560
    },
    {
      "epoch": 0.09765493360269809,
      "grad_norm": 0.37688204646110535,
      "learning_rate": 4.923126709764393e-05,
      "loss": 6.3457,
      "step": 111565
    },
    {
      "epoch": 0.09765931019632523,
      "grad_norm": 0.34895244240760803,
      "learning_rate": 4.923119082556365e-05,
      "loss": 5.8055,
      "step": 111570
    },
    {
      "epoch": 0.0976636867899524,
      "grad_norm": 0.4476237893104553,
      "learning_rate": 4.9231114549773926e-05,
      "loss": 4.9731,
      "step": 111575
    },
    {
      "epoch": 0.09766806338357954,
      "grad_norm": 0.5580565333366394,
      "learning_rate": 4.923103827027479e-05,
      "loss": 5.0069,
      "step": 111580
    },
    {
      "epoch": 0.0976724399772067,
      "grad_norm": 0.43771126866340637,
      "learning_rate": 4.923096198706624e-05,
      "loss": 5.7061,
      "step": 111585
    },
    {
      "epoch": 0.09767681657083385,
      "grad_norm": 0.42545634508132935,
      "learning_rate": 4.9230885700148275e-05,
      "loss": 4.9797,
      "step": 111590
    },
    {
      "epoch": 0.09768119316446101,
      "grad_norm": 0.4155835807323456,
      "learning_rate": 4.923080940952095e-05,
      "loss": 4.6918,
      "step": 111595
    },
    {
      "epoch": 0.09768556975808816,
      "grad_norm": 0.36178016662597656,
      "learning_rate": 4.923073311518425e-05,
      "loss": 5.4708,
      "step": 111600
    },
    {
      "epoch": 0.09768994635171532,
      "grad_norm": 0.3553004860877991,
      "learning_rate": 4.9230656817138196e-05,
      "loss": 5.2668,
      "step": 111605
    },
    {
      "epoch": 0.09769432294534247,
      "grad_norm": 0.3426779806613922,
      "learning_rate": 4.9230580515382795e-05,
      "loss": 6.0268,
      "step": 111610
    },
    {
      "epoch": 0.09769869953896963,
      "grad_norm": 0.41038569808006287,
      "learning_rate": 4.9230504209918095e-05,
      "loss": 3.9641,
      "step": 111615
    },
    {
      "epoch": 0.09770307613259678,
      "grad_norm": 0.4031471014022827,
      "learning_rate": 4.923042790074407e-05,
      "loss": 4.4618,
      "step": 111620
    },
    {
      "epoch": 0.09770745272622394,
      "grad_norm": 0.36688923835754395,
      "learning_rate": 4.923035158786075e-05,
      "loss": 6.008,
      "step": 111625
    },
    {
      "epoch": 0.09771182931985109,
      "grad_norm": 0.35383111238479614,
      "learning_rate": 4.9230275271268156e-05,
      "loss": 5.7592,
      "step": 111630
    },
    {
      "epoch": 0.09771620591347825,
      "grad_norm": 0.4104264974594116,
      "learning_rate": 4.92301989509663e-05,
      "loss": 4.7464,
      "step": 111635
    },
    {
      "epoch": 0.0977205825071054,
      "grad_norm": 0.3976219594478607,
      "learning_rate": 4.923012262695519e-05,
      "loss": 5.1639,
      "step": 111640
    },
    {
      "epoch": 0.09772495910073255,
      "grad_norm": 0.38320815563201904,
      "learning_rate": 4.923004629923485e-05,
      "loss": 4.9332,
      "step": 111645
    },
    {
      "epoch": 0.09772933569435971,
      "grad_norm": 0.40300390124320984,
      "learning_rate": 4.922996996780528e-05,
      "loss": 5.3799,
      "step": 111650
    },
    {
      "epoch": 0.09773371228798686,
      "grad_norm": 0.4097367525100708,
      "learning_rate": 4.9229893632666515e-05,
      "loss": 4.9768,
      "step": 111655
    },
    {
      "epoch": 0.09773808888161402,
      "grad_norm": 0.4256829619407654,
      "learning_rate": 4.922981729381856e-05,
      "loss": 5.1933,
      "step": 111660
    },
    {
      "epoch": 0.09774246547524117,
      "grad_norm": 0.39069217443466187,
      "learning_rate": 4.9229740951261426e-05,
      "loss": 6.032,
      "step": 111665
    },
    {
      "epoch": 0.09774684206886833,
      "grad_norm": 0.42873117327690125,
      "learning_rate": 4.922966460499513e-05,
      "loss": 5.1932,
      "step": 111670
    },
    {
      "epoch": 0.09775121866249548,
      "grad_norm": 0.40797659754753113,
      "learning_rate": 4.9229588255019687e-05,
      "loss": 4.8704,
      "step": 111675
    },
    {
      "epoch": 0.09775559525612264,
      "grad_norm": 0.4467078745365143,
      "learning_rate": 4.9229511901335115e-05,
      "loss": 4.4397,
      "step": 111680
    },
    {
      "epoch": 0.09775997184974979,
      "grad_norm": 0.4336627721786499,
      "learning_rate": 4.922943554394143e-05,
      "loss": 4.7279,
      "step": 111685
    },
    {
      "epoch": 0.09776434844337695,
      "grad_norm": 0.3833310902118683,
      "learning_rate": 4.922935918283863e-05,
      "loss": 4.7878,
      "step": 111690
    },
    {
      "epoch": 0.0977687250370041,
      "grad_norm": 0.3395315706729889,
      "learning_rate": 4.9229282818026755e-05,
      "loss": 5.7795,
      "step": 111695
    },
    {
      "epoch": 0.09777310163063126,
      "grad_norm": 0.4409901201725006,
      "learning_rate": 4.9229206449505805e-05,
      "loss": 4.5026,
      "step": 111700
    },
    {
      "epoch": 0.0977774782242584,
      "grad_norm": 0.43971267342567444,
      "learning_rate": 4.92291300772758e-05,
      "loss": 4.1715,
      "step": 111705
    },
    {
      "epoch": 0.09778185481788557,
      "grad_norm": 0.36876657605171204,
      "learning_rate": 4.922905370133674e-05,
      "loss": 6.3576,
      "step": 111710
    },
    {
      "epoch": 0.09778623141151271,
      "grad_norm": 0.34463950991630554,
      "learning_rate": 4.922897732168865e-05,
      "loss": 5.834,
      "step": 111715
    },
    {
      "epoch": 0.09779060800513988,
      "grad_norm": 0.4242335259914398,
      "learning_rate": 4.922890093833156e-05,
      "loss": 5.2469,
      "step": 111720
    },
    {
      "epoch": 0.09779498459876702,
      "grad_norm": 0.34877002239227295,
      "learning_rate": 4.9228824551265465e-05,
      "loss": 6.3295,
      "step": 111725
    },
    {
      "epoch": 0.09779936119239419,
      "grad_norm": 0.41132983565330505,
      "learning_rate": 4.922874816049039e-05,
      "loss": 4.6431,
      "step": 111730
    },
    {
      "epoch": 0.09780373778602133,
      "grad_norm": 0.38689374923706055,
      "learning_rate": 4.922867176600634e-05,
      "loss": 5.8226,
      "step": 111735
    },
    {
      "epoch": 0.0978081143796485,
      "grad_norm": 0.35795408487319946,
      "learning_rate": 4.9228595367813335e-05,
      "loss": 6.3111,
      "step": 111740
    },
    {
      "epoch": 0.09781249097327564,
      "grad_norm": 0.35631662607192993,
      "learning_rate": 4.92285189659114e-05,
      "loss": 5.2817,
      "step": 111745
    },
    {
      "epoch": 0.0978168675669028,
      "grad_norm": 0.3582002818584442,
      "learning_rate": 4.9228442560300524e-05,
      "loss": 6.0408,
      "step": 111750
    },
    {
      "epoch": 0.09782124416052995,
      "grad_norm": 0.3554783761501312,
      "learning_rate": 4.922836615098074e-05,
      "loss": 5.4902,
      "step": 111755
    },
    {
      "epoch": 0.09782562075415711,
      "grad_norm": 0.41605859994888306,
      "learning_rate": 4.922828973795207e-05,
      "loss": 5.2231,
      "step": 111760
    },
    {
      "epoch": 0.09782999734778426,
      "grad_norm": 0.41757193207740784,
      "learning_rate": 4.922821332121451e-05,
      "loss": 4.9028,
      "step": 111765
    },
    {
      "epoch": 0.09783437394141142,
      "grad_norm": 0.4307224452495575,
      "learning_rate": 4.9228136900768096e-05,
      "loss": 5.2141,
      "step": 111770
    },
    {
      "epoch": 0.09783875053503857,
      "grad_norm": 0.36196380853652954,
      "learning_rate": 4.9228060476612816e-05,
      "loss": 5.7186,
      "step": 111775
    },
    {
      "epoch": 0.09784312712866572,
      "grad_norm": 0.4101172387599945,
      "learning_rate": 4.92279840487487e-05,
      "loss": 5.4787,
      "step": 111780
    },
    {
      "epoch": 0.09784750372229288,
      "grad_norm": 0.3884575068950653,
      "learning_rate": 4.9227907617175774e-05,
      "loss": 5.7285,
      "step": 111785
    },
    {
      "epoch": 0.09785188031592003,
      "grad_norm": 0.3496389091014862,
      "learning_rate": 4.922783118189404e-05,
      "loss": 5.806,
      "step": 111790
    },
    {
      "epoch": 0.09785625690954719,
      "grad_norm": 0.37475496530532837,
      "learning_rate": 4.92277547429035e-05,
      "loss": 4.9993,
      "step": 111795
    },
    {
      "epoch": 0.09786063350317434,
      "grad_norm": 0.44163843989372253,
      "learning_rate": 4.922767830020418e-05,
      "loss": 5.1993,
      "step": 111800
    },
    {
      "epoch": 0.0978650100968015,
      "grad_norm": 0.38426998257637024,
      "learning_rate": 4.922760185379611e-05,
      "loss": 5.9986,
      "step": 111805
    },
    {
      "epoch": 0.09786938669042865,
      "grad_norm": 0.39263907074928284,
      "learning_rate": 4.9227525403679285e-05,
      "loss": 5.5018,
      "step": 111810
    },
    {
      "epoch": 0.09787376328405581,
      "grad_norm": 0.3975435197353363,
      "learning_rate": 4.922744894985373e-05,
      "loss": 5.7074,
      "step": 111815
    },
    {
      "epoch": 0.09787813987768296,
      "grad_norm": 0.3878960609436035,
      "learning_rate": 4.9227372492319455e-05,
      "loss": 4.9046,
      "step": 111820
    },
    {
      "epoch": 0.09788251647131012,
      "grad_norm": 0.39152178168296814,
      "learning_rate": 4.922729603107648e-05,
      "loss": 5.3939,
      "step": 111825
    },
    {
      "epoch": 0.09788689306493727,
      "grad_norm": 0.37182897329330444,
      "learning_rate": 4.9227219566124805e-05,
      "loss": 5.1318,
      "step": 111830
    },
    {
      "epoch": 0.09789126965856443,
      "grad_norm": 0.36082643270492554,
      "learning_rate": 4.922714309746447e-05,
      "loss": 5.4814,
      "step": 111835
    },
    {
      "epoch": 0.09789564625219158,
      "grad_norm": 0.4802304804325104,
      "learning_rate": 4.9227066625095464e-05,
      "loss": 4.7093,
      "step": 111840
    },
    {
      "epoch": 0.09790002284581874,
      "grad_norm": 0.3680470287799835,
      "learning_rate": 4.92269901490178e-05,
      "loss": 4.772,
      "step": 111845
    },
    {
      "epoch": 0.09790439943944589,
      "grad_norm": 0.36805403232574463,
      "learning_rate": 4.922691366923153e-05,
      "loss": 5.6736,
      "step": 111850
    },
    {
      "epoch": 0.09790877603307305,
      "grad_norm": 0.43238380551338196,
      "learning_rate": 4.922683718573663e-05,
      "loss": 5.3046,
      "step": 111855
    },
    {
      "epoch": 0.0979131526267002,
      "grad_norm": 0.3522028625011444,
      "learning_rate": 4.9226760698533135e-05,
      "loss": 5.4746,
      "step": 111860
    },
    {
      "epoch": 0.09791752922032736,
      "grad_norm": 0.3739149272441864,
      "learning_rate": 4.9226684207621054e-05,
      "loss": 5.306,
      "step": 111865
    },
    {
      "epoch": 0.0979219058139545,
      "grad_norm": 0.3973899185657501,
      "learning_rate": 4.922660771300039e-05,
      "loss": 5.2012,
      "step": 111870
    },
    {
      "epoch": 0.09792628240758167,
      "grad_norm": 0.41903799772262573,
      "learning_rate": 4.922653121467119e-05,
      "loss": 5.6813,
      "step": 111875
    },
    {
      "epoch": 0.09793065900120881,
      "grad_norm": 0.3825487792491913,
      "learning_rate": 4.922645471263344e-05,
      "loss": 6.0404,
      "step": 111880
    },
    {
      "epoch": 0.09793503559483598,
      "grad_norm": 0.3675421476364136,
      "learning_rate": 4.922637820688716e-05,
      "loss": 5.9893,
      "step": 111885
    },
    {
      "epoch": 0.09793941218846312,
      "grad_norm": 0.4320313036441803,
      "learning_rate": 4.922630169743236e-05,
      "loss": 4.4495,
      "step": 111890
    },
    {
      "epoch": 0.09794378878209029,
      "grad_norm": 0.36879822611808777,
      "learning_rate": 4.922622518426908e-05,
      "loss": 5.8114,
      "step": 111895
    },
    {
      "epoch": 0.09794816537571743,
      "grad_norm": 0.43061211705207825,
      "learning_rate": 4.922614866739731e-05,
      "loss": 5.4837,
      "step": 111900
    },
    {
      "epoch": 0.09795254196934458,
      "grad_norm": 0.4511081576347351,
      "learning_rate": 4.922607214681706e-05,
      "loss": 4.9574,
      "step": 111905
    },
    {
      "epoch": 0.09795691856297174,
      "grad_norm": 0.36838701367378235,
      "learning_rate": 4.922599562252837e-05,
      "loss": 5.506,
      "step": 111910
    },
    {
      "epoch": 0.09796129515659889,
      "grad_norm": 0.4167245328426361,
      "learning_rate": 4.922591909453124e-05,
      "loss": 5.1881,
      "step": 111915
    },
    {
      "epoch": 0.09796567175022605,
      "grad_norm": 0.3919568359851837,
      "learning_rate": 4.922584256282567e-05,
      "loss": 5.8111,
      "step": 111920
    },
    {
      "epoch": 0.0979700483438532,
      "grad_norm": 0.3881271481513977,
      "learning_rate": 4.922576602741171e-05,
      "loss": 5.8049,
      "step": 111925
    },
    {
      "epoch": 0.09797442493748036,
      "grad_norm": 0.4278767704963684,
      "learning_rate": 4.922568948828935e-05,
      "loss": 4.9908,
      "step": 111930
    },
    {
      "epoch": 0.09797880153110751,
      "grad_norm": 0.42285820841789246,
      "learning_rate": 4.922561294545861e-05,
      "loss": 5.2729,
      "step": 111935
    },
    {
      "epoch": 0.09798317812473467,
      "grad_norm": 0.4083130359649658,
      "learning_rate": 4.92255363989195e-05,
      "loss": 4.8751,
      "step": 111940
    },
    {
      "epoch": 0.09798755471836182,
      "grad_norm": 0.4203122556209564,
      "learning_rate": 4.922545984867205e-05,
      "loss": 4.8946,
      "step": 111945
    },
    {
      "epoch": 0.09799193131198898,
      "grad_norm": 0.42442789673805237,
      "learning_rate": 4.922538329471626e-05,
      "loss": 4.976,
      "step": 111950
    },
    {
      "epoch": 0.09799630790561613,
      "grad_norm": 0.4210742712020874,
      "learning_rate": 4.922530673705216e-05,
      "loss": 4.9801,
      "step": 111955
    },
    {
      "epoch": 0.09800068449924329,
      "grad_norm": 0.4004190266132355,
      "learning_rate": 4.9225230175679735e-05,
      "loss": 5.3024,
      "step": 111960
    },
    {
      "epoch": 0.09800506109287044,
      "grad_norm": 0.41164135932922363,
      "learning_rate": 4.922515361059903e-05,
      "loss": 4.991,
      "step": 111965
    },
    {
      "epoch": 0.0980094376864976,
      "grad_norm": 0.4183588922023773,
      "learning_rate": 4.922507704181004e-05,
      "loss": 5.4739,
      "step": 111970
    },
    {
      "epoch": 0.09801381428012475,
      "grad_norm": 0.5314350724220276,
      "learning_rate": 4.92250004693128e-05,
      "loss": 4.4911,
      "step": 111975
    },
    {
      "epoch": 0.09801819087375191,
      "grad_norm": 0.4193386435508728,
      "learning_rate": 4.922492389310731e-05,
      "loss": 5.6924,
      "step": 111980
    },
    {
      "epoch": 0.09802256746737906,
      "grad_norm": 0.4052204191684723,
      "learning_rate": 4.922484731319359e-05,
      "loss": 4.67,
      "step": 111985
    },
    {
      "epoch": 0.09802694406100622,
      "grad_norm": 0.43993327021598816,
      "learning_rate": 4.9224770729571644e-05,
      "loss": 4.953,
      "step": 111990
    },
    {
      "epoch": 0.09803132065463337,
      "grad_norm": 0.414076566696167,
      "learning_rate": 4.92246941422415e-05,
      "loss": 4.7525,
      "step": 111995
    },
    {
      "epoch": 0.09803569724826053,
      "grad_norm": 0.4932364225387573,
      "learning_rate": 4.922461755120317e-05,
      "loss": 6.0275,
      "step": 112000
    },
    {
      "epoch": 0.09804007384188768,
      "grad_norm": 0.5097220540046692,
      "learning_rate": 4.922454095645667e-05,
      "loss": 5.3885,
      "step": 112005
    },
    {
      "epoch": 0.09804445043551484,
      "grad_norm": 0.40143129229545593,
      "learning_rate": 4.922446435800201e-05,
      "loss": 6.3035,
      "step": 112010
    },
    {
      "epoch": 0.09804882702914199,
      "grad_norm": 0.410504013299942,
      "learning_rate": 4.9224387755839205e-05,
      "loss": 5.7268,
      "step": 112015
    },
    {
      "epoch": 0.09805320362276915,
      "grad_norm": 0.48950299620628357,
      "learning_rate": 4.922431114996827e-05,
      "loss": 5.5364,
      "step": 112020
    },
    {
      "epoch": 0.0980575802163963,
      "grad_norm": 0.5017824769020081,
      "learning_rate": 4.922423454038923e-05,
      "loss": 4.456,
      "step": 112025
    },
    {
      "epoch": 0.09806195681002344,
      "grad_norm": 0.3973097801208496,
      "learning_rate": 4.9224157927102075e-05,
      "loss": 5.7865,
      "step": 112030
    },
    {
      "epoch": 0.0980663334036506,
      "grad_norm": 0.42774197459220886,
      "learning_rate": 4.922408131010685e-05,
      "loss": 5.1817,
      "step": 112035
    },
    {
      "epoch": 0.09807070999727775,
      "grad_norm": 0.3612920939922333,
      "learning_rate": 4.9224004689403544e-05,
      "loss": 5.5102,
      "step": 112040
    },
    {
      "epoch": 0.09807508659090491,
      "grad_norm": 0.36218005418777466,
      "learning_rate": 4.92239280649922e-05,
      "loss": 6.0264,
      "step": 112045
    },
    {
      "epoch": 0.09807946318453206,
      "grad_norm": 0.42900702357292175,
      "learning_rate": 4.92238514368728e-05,
      "loss": 4.7085,
      "step": 112050
    },
    {
      "epoch": 0.09808383977815922,
      "grad_norm": 0.39478081464767456,
      "learning_rate": 4.9223774805045385e-05,
      "loss": 5.7234,
      "step": 112055
    },
    {
      "epoch": 0.09808821637178637,
      "grad_norm": 0.4559226930141449,
      "learning_rate": 4.922369816950996e-05,
      "loss": 5.51,
      "step": 112060
    },
    {
      "epoch": 0.09809259296541353,
      "grad_norm": 0.3578292727470398,
      "learning_rate": 4.922362153026653e-05,
      "loss": 6.0359,
      "step": 112065
    },
    {
      "epoch": 0.09809696955904068,
      "grad_norm": 0.3596348762512207,
      "learning_rate": 4.922354488731512e-05,
      "loss": 5.2713,
      "step": 112070
    },
    {
      "epoch": 0.09810134615266784,
      "grad_norm": 0.3967057764530182,
      "learning_rate": 4.9223468240655755e-05,
      "loss": 4.6832,
      "step": 112075
    },
    {
      "epoch": 0.09810572274629499,
      "grad_norm": 0.3505328893661499,
      "learning_rate": 4.922339159028843e-05,
      "loss": 5.7367,
      "step": 112080
    },
    {
      "epoch": 0.09811009933992215,
      "grad_norm": 0.3885779082775116,
      "learning_rate": 4.922331493621317e-05,
      "loss": 5.1419,
      "step": 112085
    },
    {
      "epoch": 0.0981144759335493,
      "grad_norm": 0.3896009027957916,
      "learning_rate": 4.922323827842999e-05,
      "loss": 5.2075,
      "step": 112090
    },
    {
      "epoch": 0.09811885252717646,
      "grad_norm": 0.4483245015144348,
      "learning_rate": 4.922316161693891e-05,
      "loss": 5.829,
      "step": 112095
    },
    {
      "epoch": 0.09812322912080361,
      "grad_norm": 0.35311007499694824,
      "learning_rate": 4.922308495173993e-05,
      "loss": 5.9859,
      "step": 112100
    },
    {
      "epoch": 0.09812760571443077,
      "grad_norm": 0.45550301671028137,
      "learning_rate": 4.922300828283307e-05,
      "loss": 5.1871,
      "step": 112105
    },
    {
      "epoch": 0.09813198230805792,
      "grad_norm": 0.40664634108543396,
      "learning_rate": 4.922293161021835e-05,
      "loss": 4.6325,
      "step": 112110
    },
    {
      "epoch": 0.09813635890168508,
      "grad_norm": 0.3826890289783478,
      "learning_rate": 4.922285493389579e-05,
      "loss": 5.9906,
      "step": 112115
    },
    {
      "epoch": 0.09814073549531223,
      "grad_norm": 0.3502950668334961,
      "learning_rate": 4.922277825386539e-05,
      "loss": 5.483,
      "step": 112120
    },
    {
      "epoch": 0.09814511208893939,
      "grad_norm": 0.4069135785102844,
      "learning_rate": 4.922270157012717e-05,
      "loss": 5.1828,
      "step": 112125
    },
    {
      "epoch": 0.09814948868256654,
      "grad_norm": 0.4012988805770874,
      "learning_rate": 4.922262488268115e-05,
      "loss": 5.3277,
      "step": 112130
    },
    {
      "epoch": 0.0981538652761937,
      "grad_norm": 0.44238921999931335,
      "learning_rate": 4.922254819152734e-05,
      "loss": 4.9733,
      "step": 112135
    },
    {
      "epoch": 0.09815824186982085,
      "grad_norm": 0.43243786692619324,
      "learning_rate": 4.922247149666576e-05,
      "loss": 5.2165,
      "step": 112140
    },
    {
      "epoch": 0.09816261846344801,
      "grad_norm": 0.41662144660949707,
      "learning_rate": 4.922239479809641e-05,
      "loss": 4.9827,
      "step": 112145
    },
    {
      "epoch": 0.09816699505707516,
      "grad_norm": 0.4511168599128723,
      "learning_rate": 4.922231809581933e-05,
      "loss": 5.4897,
      "step": 112150
    },
    {
      "epoch": 0.09817137165070232,
      "grad_norm": 0.39187541604042053,
      "learning_rate": 4.9222241389834524e-05,
      "loss": 5.7868,
      "step": 112155
    },
    {
      "epoch": 0.09817574824432947,
      "grad_norm": 0.4101502597332001,
      "learning_rate": 4.922216468014199e-05,
      "loss": 5.4837,
      "step": 112160
    },
    {
      "epoch": 0.09818012483795661,
      "grad_norm": 0.42615872621536255,
      "learning_rate": 4.922208796674176e-05,
      "loss": 5.2063,
      "step": 112165
    },
    {
      "epoch": 0.09818450143158378,
      "grad_norm": 0.4098111093044281,
      "learning_rate": 4.922201124963385e-05,
      "loss": 4.9716,
      "step": 112170
    },
    {
      "epoch": 0.09818887802521092,
      "grad_norm": 0.3807547092437744,
      "learning_rate": 4.922193452881827e-05,
      "loss": 5.8198,
      "step": 112175
    },
    {
      "epoch": 0.09819325461883809,
      "grad_norm": 0.37158456444740295,
      "learning_rate": 4.9221857804295025e-05,
      "loss": 5.2979,
      "step": 112180
    },
    {
      "epoch": 0.09819763121246523,
      "grad_norm": 0.42207071185112,
      "learning_rate": 4.9221781076064146e-05,
      "loss": 4.89,
      "step": 112185
    },
    {
      "epoch": 0.0982020078060924,
      "grad_norm": 0.34556058049201965,
      "learning_rate": 4.922170434412564e-05,
      "loss": 5.2685,
      "step": 112190
    },
    {
      "epoch": 0.09820638439971954,
      "grad_norm": 0.4274594485759735,
      "learning_rate": 4.9221627608479525e-05,
      "loss": 5.4303,
      "step": 112195
    },
    {
      "epoch": 0.0982107609933467,
      "grad_norm": 0.41849368810653687,
      "learning_rate": 4.922155086912582e-05,
      "loss": 5.5021,
      "step": 112200
    },
    {
      "epoch": 0.09821513758697385,
      "grad_norm": 0.4138644337654114,
      "learning_rate": 4.9221474126064515e-05,
      "loss": 5.6799,
      "step": 112205
    },
    {
      "epoch": 0.09821951418060101,
      "grad_norm": 0.41740837693214417,
      "learning_rate": 4.922139737929566e-05,
      "loss": 4.94,
      "step": 112210
    },
    {
      "epoch": 0.09822389077422816,
      "grad_norm": 0.4348311126232147,
      "learning_rate": 4.9221320628819246e-05,
      "loss": 5.4976,
      "step": 112215
    },
    {
      "epoch": 0.09822826736785532,
      "grad_norm": 0.41799142956733704,
      "learning_rate": 4.9221243874635305e-05,
      "loss": 4.163,
      "step": 112220
    },
    {
      "epoch": 0.09823264396148247,
      "grad_norm": 0.49066513776779175,
      "learning_rate": 4.9221167116743826e-05,
      "loss": 5.2751,
      "step": 112225
    },
    {
      "epoch": 0.09823702055510963,
      "grad_norm": 0.42507025599479675,
      "learning_rate": 4.922109035514485e-05,
      "loss": 4.8433,
      "step": 112230
    },
    {
      "epoch": 0.09824139714873678,
      "grad_norm": 0.4380750358104706,
      "learning_rate": 4.922101358983838e-05,
      "loss": 5.4797,
      "step": 112235
    },
    {
      "epoch": 0.09824577374236394,
      "grad_norm": 0.39785143733024597,
      "learning_rate": 4.922093682082444e-05,
      "loss": 5.727,
      "step": 112240
    },
    {
      "epoch": 0.09825015033599109,
      "grad_norm": 0.3919118642807007,
      "learning_rate": 4.922086004810302e-05,
      "loss": 5.5102,
      "step": 112245
    },
    {
      "epoch": 0.09825452692961825,
      "grad_norm": 0.35502126812934875,
      "learning_rate": 4.9220783271674164e-05,
      "loss": 5.7897,
      "step": 112250
    },
    {
      "epoch": 0.0982589035232454,
      "grad_norm": 0.4354192018508911,
      "learning_rate": 4.922070649153787e-05,
      "loss": 5.4839,
      "step": 112255
    },
    {
      "epoch": 0.09826328011687256,
      "grad_norm": 0.4078008234500885,
      "learning_rate": 4.922062970769416e-05,
      "loss": 5.4938,
      "step": 112260
    },
    {
      "epoch": 0.09826765671049971,
      "grad_norm": 0.3656613230705261,
      "learning_rate": 4.922055292014305e-05,
      "loss": 5.7773,
      "step": 112265
    },
    {
      "epoch": 0.09827203330412687,
      "grad_norm": 0.44095665216445923,
      "learning_rate": 4.922047612888454e-05,
      "loss": 4.9763,
      "step": 112270
    },
    {
      "epoch": 0.09827640989775402,
      "grad_norm": 0.41650164127349854,
      "learning_rate": 4.922039933391867e-05,
      "loss": 5.8039,
      "step": 112275
    },
    {
      "epoch": 0.09828078649138118,
      "grad_norm": 0.3894385099411011,
      "learning_rate": 4.922032253524543e-05,
      "loss": 5.4531,
      "step": 112280
    },
    {
      "epoch": 0.09828516308500833,
      "grad_norm": 0.34328940510749817,
      "learning_rate": 4.922024573286484e-05,
      "loss": 5.3036,
      "step": 112285
    },
    {
      "epoch": 0.09828953967863548,
      "grad_norm": 0.38342589139938354,
      "learning_rate": 4.9220168926776945e-05,
      "loss": 5.7287,
      "step": 112290
    },
    {
      "epoch": 0.09829391627226264,
      "grad_norm": 0.41524285078048706,
      "learning_rate": 4.922009211698172e-05,
      "loss": 4.6506,
      "step": 112295
    },
    {
      "epoch": 0.09829829286588979,
      "grad_norm": 0.3719255030155182,
      "learning_rate": 4.9220015303479193e-05,
      "loss": 5.0087,
      "step": 112300
    },
    {
      "epoch": 0.09830266945951695,
      "grad_norm": 0.3481276035308838,
      "learning_rate": 4.921993848626939e-05,
      "loss": 5.8054,
      "step": 112305
    },
    {
      "epoch": 0.0983070460531441,
      "grad_norm": 0.41310060024261475,
      "learning_rate": 4.9219861665352294e-05,
      "loss": 5.76,
      "step": 112310
    },
    {
      "epoch": 0.09831142264677126,
      "grad_norm": 0.406952440738678,
      "learning_rate": 4.921978484072797e-05,
      "loss": 5.4184,
      "step": 112315
    },
    {
      "epoch": 0.0983157992403984,
      "grad_norm": 0.43528732657432556,
      "learning_rate": 4.9219708012396396e-05,
      "loss": 5.2002,
      "step": 112320
    },
    {
      "epoch": 0.09832017583402557,
      "grad_norm": 0.3814390003681183,
      "learning_rate": 4.92196311803576e-05,
      "loss": 5.2078,
      "step": 112325
    },
    {
      "epoch": 0.09832455242765271,
      "grad_norm": 0.40330371260643005,
      "learning_rate": 4.921955434461157e-05,
      "loss": 4.7809,
      "step": 112330
    },
    {
      "epoch": 0.09832892902127988,
      "grad_norm": 0.43414610624313354,
      "learning_rate": 4.921947750515837e-05,
      "loss": 4.4608,
      "step": 112335
    },
    {
      "epoch": 0.09833330561490702,
      "grad_norm": 0.3640952706336975,
      "learning_rate": 4.921940066199798e-05,
      "loss": 5.4773,
      "step": 112340
    },
    {
      "epoch": 0.09833768220853419,
      "grad_norm": 0.40665119886398315,
      "learning_rate": 4.921932381513042e-05,
      "loss": 5.4787,
      "step": 112345
    },
    {
      "epoch": 0.09834205880216133,
      "grad_norm": 0.39671626687049866,
      "learning_rate": 4.921924696455571e-05,
      "loss": 5.0916,
      "step": 112350
    },
    {
      "epoch": 0.0983464353957885,
      "grad_norm": 0.4340780973434448,
      "learning_rate": 4.9219170110273874e-05,
      "loss": 4.9704,
      "step": 112355
    },
    {
      "epoch": 0.09835081198941564,
      "grad_norm": 0.3712221682071686,
      "learning_rate": 4.92190932522849e-05,
      "loss": 5.4815,
      "step": 112360
    },
    {
      "epoch": 0.0983551885830428,
      "grad_norm": 0.3967970907688141,
      "learning_rate": 4.921901639058882e-05,
      "loss": 5.3773,
      "step": 112365
    },
    {
      "epoch": 0.09835956517666995,
      "grad_norm": 0.39972004294395447,
      "learning_rate": 4.921893952518566e-05,
      "loss": 5.8242,
      "step": 112370
    },
    {
      "epoch": 0.09836394177029711,
      "grad_norm": 0.39601656794548035,
      "learning_rate": 4.9218862656075414e-05,
      "loss": 4.8778,
      "step": 112375
    },
    {
      "epoch": 0.09836831836392426,
      "grad_norm": 0.43169498443603516,
      "learning_rate": 4.9218785783258105e-05,
      "loss": 5.9926,
      "step": 112380
    },
    {
      "epoch": 0.09837269495755142,
      "grad_norm": 0.392615407705307,
      "learning_rate": 4.9218708906733746e-05,
      "loss": 5.1655,
      "step": 112385
    },
    {
      "epoch": 0.09837707155117857,
      "grad_norm": 0.38936182856559753,
      "learning_rate": 4.921863202650235e-05,
      "loss": 6.3246,
      "step": 112390
    },
    {
      "epoch": 0.09838144814480573,
      "grad_norm": 0.3915853202342987,
      "learning_rate": 4.9218555142563946e-05,
      "loss": 4.4504,
      "step": 112395
    },
    {
      "epoch": 0.09838582473843288,
      "grad_norm": 0.43131840229034424,
      "learning_rate": 4.9218478254918546e-05,
      "loss": 4.9106,
      "step": 112400
    },
    {
      "epoch": 0.09839020133206004,
      "grad_norm": 0.37156039476394653,
      "learning_rate": 4.921840136356614e-05,
      "loss": 5.5179,
      "step": 112405
    },
    {
      "epoch": 0.09839457792568719,
      "grad_norm": 0.4372140169143677,
      "learning_rate": 4.921832446850677e-05,
      "loss": 5.5112,
      "step": 112410
    },
    {
      "epoch": 0.09839895451931435,
      "grad_norm": 0.43165290355682373,
      "learning_rate": 4.921824756974044e-05,
      "loss": 5.9727,
      "step": 112415
    },
    {
      "epoch": 0.0984033311129415,
      "grad_norm": 0.43652912974357605,
      "learning_rate": 4.921817066726716e-05,
      "loss": 5.191,
      "step": 112420
    },
    {
      "epoch": 0.09840770770656865,
      "grad_norm": 0.4292394518852234,
      "learning_rate": 4.921809376108696e-05,
      "loss": 5.2628,
      "step": 112425
    },
    {
      "epoch": 0.09841208430019581,
      "grad_norm": 0.36298200488090515,
      "learning_rate": 4.9218016851199834e-05,
      "loss": 5.4838,
      "step": 112430
    },
    {
      "epoch": 0.09841646089382296,
      "grad_norm": 0.4069630205631256,
      "learning_rate": 4.9217939937605816e-05,
      "loss": 5.115,
      "step": 112435
    },
    {
      "epoch": 0.09842083748745012,
      "grad_norm": 0.41883400082588196,
      "learning_rate": 4.921786302030491e-05,
      "loss": 4.6548,
      "step": 112440
    },
    {
      "epoch": 0.09842521408107727,
      "grad_norm": 0.4622708857059479,
      "learning_rate": 4.9217786099297134e-05,
      "loss": 4.9753,
      "step": 112445
    },
    {
      "epoch": 0.09842959067470443,
      "grad_norm": 0.4894159734249115,
      "learning_rate": 4.92177091745825e-05,
      "loss": 4.5902,
      "step": 112450
    },
    {
      "epoch": 0.09843396726833158,
      "grad_norm": 0.4226720929145813,
      "learning_rate": 4.921763224616104e-05,
      "loss": 5.3934,
      "step": 112455
    },
    {
      "epoch": 0.09843834386195874,
      "grad_norm": 0.48291414976119995,
      "learning_rate": 4.921755531403275e-05,
      "loss": 5.839,
      "step": 112460
    },
    {
      "epoch": 0.09844272045558589,
      "grad_norm": 0.40146058797836304,
      "learning_rate": 4.9217478378197644e-05,
      "loss": 5.6631,
      "step": 112465
    },
    {
      "epoch": 0.09844709704921305,
      "grad_norm": 0.5900366306304932,
      "learning_rate": 4.921740143865574e-05,
      "loss": 4.4631,
      "step": 112470
    },
    {
      "epoch": 0.0984514736428402,
      "grad_norm": 0.6193562746047974,
      "learning_rate": 4.921732449540706e-05,
      "loss": 5.24,
      "step": 112475
    },
    {
      "epoch": 0.09845585023646736,
      "grad_norm": 0.4800591766834259,
      "learning_rate": 4.9217247548451606e-05,
      "loss": 4.9188,
      "step": 112480
    },
    {
      "epoch": 0.0984602268300945,
      "grad_norm": 0.4339817464351654,
      "learning_rate": 4.921717059778941e-05,
      "loss": 4.6754,
      "step": 112485
    },
    {
      "epoch": 0.09846460342372167,
      "grad_norm": 0.412702351808548,
      "learning_rate": 4.921709364342048e-05,
      "loss": 5.1749,
      "step": 112490
    },
    {
      "epoch": 0.09846898001734881,
      "grad_norm": 0.48986363410949707,
      "learning_rate": 4.921701668534481e-05,
      "loss": 5.2646,
      "step": 112495
    },
    {
      "epoch": 0.09847335661097598,
      "grad_norm": 0.3630949854850769,
      "learning_rate": 4.921693972356245e-05,
      "loss": 5.7164,
      "step": 112500
    },
    {
      "epoch": 0.09847773320460312,
      "grad_norm": 0.4241350293159485,
      "learning_rate": 4.921686275807339e-05,
      "loss": 5.0032,
      "step": 112505
    },
    {
      "epoch": 0.09848210979823029,
      "grad_norm": 0.40345361828804016,
      "learning_rate": 4.921678578887766e-05,
      "loss": 5.7387,
      "step": 112510
    },
    {
      "epoch": 0.09848648639185743,
      "grad_norm": 0.42553988099098206,
      "learning_rate": 4.9216708815975266e-05,
      "loss": 4.9881,
      "step": 112515
    },
    {
      "epoch": 0.0984908629854846,
      "grad_norm": 0.46130555868148804,
      "learning_rate": 4.9216631839366226e-05,
      "loss": 4.9008,
      "step": 112520
    },
    {
      "epoch": 0.09849523957911174,
      "grad_norm": 0.39312469959259033,
      "learning_rate": 4.921655485905054e-05,
      "loss": 6.0371,
      "step": 112525
    },
    {
      "epoch": 0.0984996161727389,
      "grad_norm": 0.4354315996170044,
      "learning_rate": 4.9216477875028256e-05,
      "loss": 4.7418,
      "step": 112530
    },
    {
      "epoch": 0.09850399276636605,
      "grad_norm": 0.35259902477264404,
      "learning_rate": 4.921640088729936e-05,
      "loss": 6.0445,
      "step": 112535
    },
    {
      "epoch": 0.09850836935999321,
      "grad_norm": 0.4576474130153656,
      "learning_rate": 4.921632389586388e-05,
      "loss": 3.9198,
      "step": 112540
    },
    {
      "epoch": 0.09851274595362036,
      "grad_norm": 0.37279465794563293,
      "learning_rate": 4.9216246900721816e-05,
      "loss": 4.7757,
      "step": 112545
    },
    {
      "epoch": 0.09851712254724751,
      "grad_norm": 0.3528510630130768,
      "learning_rate": 4.92161699018732e-05,
      "loss": 5.8148,
      "step": 112550
    },
    {
      "epoch": 0.09852149914087467,
      "grad_norm": 0.38997453451156616,
      "learning_rate": 4.9216092899318044e-05,
      "loss": 4.9814,
      "step": 112555
    },
    {
      "epoch": 0.09852587573450182,
      "grad_norm": 0.3971322774887085,
      "learning_rate": 4.9216015893056366e-05,
      "loss": 4.9624,
      "step": 112560
    },
    {
      "epoch": 0.09853025232812898,
      "grad_norm": 0.3932952284812927,
      "learning_rate": 4.9215938883088167e-05,
      "loss": 5.2153,
      "step": 112565
    },
    {
      "epoch": 0.09853462892175613,
      "grad_norm": 0.4639554023742676,
      "learning_rate": 4.921586186941346e-05,
      "loss": 5.4131,
      "step": 112570
    },
    {
      "epoch": 0.09853900551538329,
      "grad_norm": 0.4289436638355255,
      "learning_rate": 4.921578485203228e-05,
      "loss": 5.8057,
      "step": 112575
    },
    {
      "epoch": 0.09854338210901044,
      "grad_norm": 0.42827552556991577,
      "learning_rate": 4.921570783094462e-05,
      "loss": 4.873,
      "step": 112580
    },
    {
      "epoch": 0.0985477587026376,
      "grad_norm": 0.712557852268219,
      "learning_rate": 4.9215630806150515e-05,
      "loss": 5.4777,
      "step": 112585
    },
    {
      "epoch": 0.09855213529626475,
      "grad_norm": 0.471588134765625,
      "learning_rate": 4.921555377764998e-05,
      "loss": 5.153,
      "step": 112590
    },
    {
      "epoch": 0.09855651188989191,
      "grad_norm": 0.42614006996154785,
      "learning_rate": 4.9215476745443e-05,
      "loss": 5.1959,
      "step": 112595
    },
    {
      "epoch": 0.09856088848351906,
      "grad_norm": 0.42755821347236633,
      "learning_rate": 4.921539970952963e-05,
      "loss": 4.8929,
      "step": 112600
    },
    {
      "epoch": 0.09856526507714622,
      "grad_norm": 0.3973177969455719,
      "learning_rate": 4.921532266990986e-05,
      "loss": 6.3094,
      "step": 112605
    },
    {
      "epoch": 0.09856964167077337,
      "grad_norm": 0.3810727000236511,
      "learning_rate": 4.92152456265837e-05,
      "loss": 6.001,
      "step": 112610
    },
    {
      "epoch": 0.09857401826440053,
      "grad_norm": 0.38798987865448,
      "learning_rate": 4.921516857955117e-05,
      "loss": 5.2269,
      "step": 112615
    },
    {
      "epoch": 0.09857839485802768,
      "grad_norm": 0.37049323320388794,
      "learning_rate": 4.921509152881231e-05,
      "loss": 5.4968,
      "step": 112620
    },
    {
      "epoch": 0.09858277145165484,
      "grad_norm": 0.38648539781570435,
      "learning_rate": 4.921501447436711e-05,
      "loss": 5.7268,
      "step": 112625
    },
    {
      "epoch": 0.09858714804528199,
      "grad_norm": 0.38789302110671997,
      "learning_rate": 4.921493741621558e-05,
      "loss": 5.1921,
      "step": 112630
    },
    {
      "epoch": 0.09859152463890915,
      "grad_norm": 0.3804526627063751,
      "learning_rate": 4.921486035435775e-05,
      "loss": 4.3498,
      "step": 112635
    },
    {
      "epoch": 0.0985959012325363,
      "grad_norm": 0.3582216203212738,
      "learning_rate": 4.921478328879362e-05,
      "loss": 5.5078,
      "step": 112640
    },
    {
      "epoch": 0.09860027782616346,
      "grad_norm": 0.3724791407585144,
      "learning_rate": 4.921470621952322e-05,
      "loss": 5.8007,
      "step": 112645
    },
    {
      "epoch": 0.0986046544197906,
      "grad_norm": 0.5551163554191589,
      "learning_rate": 4.921462914654657e-05,
      "loss": 4.6672,
      "step": 112650
    },
    {
      "epoch": 0.09860903101341777,
      "grad_norm": 0.6139318346977234,
      "learning_rate": 4.921455206986366e-05,
      "loss": 5.0188,
      "step": 112655
    },
    {
      "epoch": 0.09861340760704491,
      "grad_norm": 0.5370001792907715,
      "learning_rate": 4.9214474989474524e-05,
      "loss": 5.7964,
      "step": 112660
    },
    {
      "epoch": 0.09861778420067208,
      "grad_norm": 0.4228823184967041,
      "learning_rate": 4.921439790537917e-05,
      "loss": 4.2347,
      "step": 112665
    },
    {
      "epoch": 0.09862216079429922,
      "grad_norm": 0.4544431269168854,
      "learning_rate": 4.921432081757761e-05,
      "loss": 5.7824,
      "step": 112670
    },
    {
      "epoch": 0.09862653738792637,
      "grad_norm": 0.3863258957862854,
      "learning_rate": 4.921424372606988e-05,
      "loss": 5.8216,
      "step": 112675
    },
    {
      "epoch": 0.09863091398155353,
      "grad_norm": 0.5138900876045227,
      "learning_rate": 4.921416663085595e-05,
      "loss": 5.4053,
      "step": 112680
    },
    {
      "epoch": 0.09863529057518068,
      "grad_norm": 0.42086681723594666,
      "learning_rate": 4.9214089531935895e-05,
      "loss": 5.2104,
      "step": 112685
    },
    {
      "epoch": 0.09863966716880784,
      "grad_norm": 0.413655161857605,
      "learning_rate": 4.921401242930968e-05,
      "loss": 4.895,
      "step": 112690
    },
    {
      "epoch": 0.09864404376243499,
      "grad_norm": 0.47102436423301697,
      "learning_rate": 4.921393532297733e-05,
      "loss": 4.9788,
      "step": 112695
    },
    {
      "epoch": 0.09864842035606215,
      "grad_norm": 0.4428176283836365,
      "learning_rate": 4.921385821293888e-05,
      "loss": 4.8213,
      "step": 112700
    },
    {
      "epoch": 0.0986527969496893,
      "grad_norm": 0.42401978373527527,
      "learning_rate": 4.9213781099194335e-05,
      "loss": 5.8096,
      "step": 112705
    },
    {
      "epoch": 0.09865717354331646,
      "grad_norm": 0.3971683382987976,
      "learning_rate": 4.92137039817437e-05,
      "loss": 4.9898,
      "step": 112710
    },
    {
      "epoch": 0.09866155013694361,
      "grad_norm": 0.4356178641319275,
      "learning_rate": 4.9213626860587e-05,
      "loss": 5.201,
      "step": 112715
    },
    {
      "epoch": 0.09866592673057077,
      "grad_norm": 0.441563218832016,
      "learning_rate": 4.921354973572425e-05,
      "loss": 5.2803,
      "step": 112720
    },
    {
      "epoch": 0.09867030332419792,
      "grad_norm": 0.41489914059638977,
      "learning_rate": 4.921347260715546e-05,
      "loss": 5.1963,
      "step": 112725
    },
    {
      "epoch": 0.09867467991782508,
      "grad_norm": 0.4222472310066223,
      "learning_rate": 4.921339547488065e-05,
      "loss": 4.8018,
      "step": 112730
    },
    {
      "epoch": 0.09867905651145223,
      "grad_norm": 0.4202324450016022,
      "learning_rate": 4.921331833889983e-05,
      "loss": 4.9701,
      "step": 112735
    },
    {
      "epoch": 0.09868343310507939,
      "grad_norm": 0.47268643975257874,
      "learning_rate": 4.921324119921301e-05,
      "loss": 5.1849,
      "step": 112740
    },
    {
      "epoch": 0.09868780969870654,
      "grad_norm": 0.5114380121231079,
      "learning_rate": 4.9213164055820217e-05,
      "loss": 5.7999,
      "step": 112745
    },
    {
      "epoch": 0.0986921862923337,
      "grad_norm": 0.40704190731048584,
      "learning_rate": 4.921308690872145e-05,
      "loss": 5.9875,
      "step": 112750
    },
    {
      "epoch": 0.09869656288596085,
      "grad_norm": 0.40875300765037537,
      "learning_rate": 4.921300975791675e-05,
      "loss": 5.2681,
      "step": 112755
    },
    {
      "epoch": 0.09870093947958801,
      "grad_norm": 0.42193031311035156,
      "learning_rate": 4.921293260340612e-05,
      "loss": 4.8556,
      "step": 112760
    },
    {
      "epoch": 0.09870531607321516,
      "grad_norm": 0.3508869409561157,
      "learning_rate": 4.9212855445189554e-05,
      "loss": 5.7809,
      "step": 112765
    },
    {
      "epoch": 0.09870969266684232,
      "grad_norm": 0.4124615490436554,
      "learning_rate": 4.921277828326709e-05,
      "loss": 5.198,
      "step": 112770
    },
    {
      "epoch": 0.09871406926046947,
      "grad_norm": 0.3859577178955078,
      "learning_rate": 4.9212701117638734e-05,
      "loss": 6.0146,
      "step": 112775
    },
    {
      "epoch": 0.09871844585409663,
      "grad_norm": 0.4281321167945862,
      "learning_rate": 4.921262394830452e-05,
      "loss": 5.481,
      "step": 112780
    },
    {
      "epoch": 0.09872282244772378,
      "grad_norm": 0.3922988474369049,
      "learning_rate": 4.9212546775264424e-05,
      "loss": 4.7532,
      "step": 112785
    },
    {
      "epoch": 0.09872719904135094,
      "grad_norm": 0.373040109872818,
      "learning_rate": 4.9212469598518494e-05,
      "loss": 5.2666,
      "step": 112790
    },
    {
      "epoch": 0.09873157563497809,
      "grad_norm": 0.42182257771492004,
      "learning_rate": 4.921239241806673e-05,
      "loss": 5.8192,
      "step": 112795
    },
    {
      "epoch": 0.09873595222860525,
      "grad_norm": 0.5359131693840027,
      "learning_rate": 4.9212315233909155e-05,
      "loss": 4.2319,
      "step": 112800
    },
    {
      "epoch": 0.0987403288222324,
      "grad_norm": 0.4471561908721924,
      "learning_rate": 4.921223804604579e-05,
      "loss": 5.511,
      "step": 112805
    },
    {
      "epoch": 0.09874470541585954,
      "grad_norm": 0.39774373173713684,
      "learning_rate": 4.921216085447663e-05,
      "loss": 5.4432,
      "step": 112810
    },
    {
      "epoch": 0.0987490820094867,
      "grad_norm": 0.4170103371143341,
      "learning_rate": 4.921208365920169e-05,
      "loss": 4.6896,
      "step": 112815
    },
    {
      "epoch": 0.09875345860311385,
      "grad_norm": 0.3632795512676239,
      "learning_rate": 4.9212006460221005e-05,
      "loss": 5.8279,
      "step": 112820
    },
    {
      "epoch": 0.09875783519674101,
      "grad_norm": 0.4369933009147644,
      "learning_rate": 4.921192925753458e-05,
      "loss": 5.5115,
      "step": 112825
    },
    {
      "epoch": 0.09876221179036816,
      "grad_norm": 0.4061559736728668,
      "learning_rate": 4.921185205114244e-05,
      "loss": 4.9499,
      "step": 112830
    },
    {
      "epoch": 0.09876658838399532,
      "grad_norm": 0.4300747513771057,
      "learning_rate": 4.921177484104458e-05,
      "loss": 5.2773,
      "step": 112835
    },
    {
      "epoch": 0.09877096497762247,
      "grad_norm": 0.43144673109054565,
      "learning_rate": 4.9211697627241017e-05,
      "loss": 5.1409,
      "step": 112840
    },
    {
      "epoch": 0.09877534157124963,
      "grad_norm": 0.3787758946418762,
      "learning_rate": 4.921162040973179e-05,
      "loss": 5.4651,
      "step": 112845
    },
    {
      "epoch": 0.09877971816487678,
      "grad_norm": 0.4190610945224762,
      "learning_rate": 4.921154318851687e-05,
      "loss": 5.6918,
      "step": 112850
    },
    {
      "epoch": 0.09878409475850394,
      "grad_norm": 0.38892439007759094,
      "learning_rate": 4.921146596359633e-05,
      "loss": 6.0314,
      "step": 112855
    },
    {
      "epoch": 0.09878847135213109,
      "grad_norm": 0.41452503204345703,
      "learning_rate": 4.921138873497013e-05,
      "loss": 5.7133,
      "step": 112860
    },
    {
      "epoch": 0.09879284794575825,
      "grad_norm": 0.36698415875434875,
      "learning_rate": 4.921131150263833e-05,
      "loss": 6.0217,
      "step": 112865
    },
    {
      "epoch": 0.0987972245393854,
      "grad_norm": 0.4015607535839081,
      "learning_rate": 4.92112342666009e-05,
      "loss": 4.8504,
      "step": 112870
    },
    {
      "epoch": 0.09880160113301256,
      "grad_norm": 0.45688652992248535,
      "learning_rate": 4.921115702685789e-05,
      "loss": 5.1947,
      "step": 112875
    },
    {
      "epoch": 0.09880597772663971,
      "grad_norm": 0.4119761884212494,
      "learning_rate": 4.921107978340931e-05,
      "loss": 5.5124,
      "step": 112880
    },
    {
      "epoch": 0.09881035432026687,
      "grad_norm": 0.4136168658733368,
      "learning_rate": 4.921100253625517e-05,
      "loss": 5.3061,
      "step": 112885
    },
    {
      "epoch": 0.09881473091389402,
      "grad_norm": 0.45129379630088806,
      "learning_rate": 4.921092528539547e-05,
      "loss": 5.2003,
      "step": 112890
    },
    {
      "epoch": 0.09881910750752118,
      "grad_norm": 0.4056757092475891,
      "learning_rate": 4.9210848030830235e-05,
      "loss": 4.9014,
      "step": 112895
    },
    {
      "epoch": 0.09882348410114833,
      "grad_norm": 0.3850833773612976,
      "learning_rate": 4.92107707725595e-05,
      "loss": 6.0465,
      "step": 112900
    },
    {
      "epoch": 0.09882786069477549,
      "grad_norm": 0.39339393377304077,
      "learning_rate": 4.921069351058326e-05,
      "loss": 5.2334,
      "step": 112905
    },
    {
      "epoch": 0.09883223728840264,
      "grad_norm": 0.38293683528900146,
      "learning_rate": 4.921061624490152e-05,
      "loss": 5.519,
      "step": 112910
    },
    {
      "epoch": 0.0988366138820298,
      "grad_norm": 0.3933263421058655,
      "learning_rate": 4.921053897551432e-05,
      "loss": 5.51,
      "step": 112915
    },
    {
      "epoch": 0.09884099047565695,
      "grad_norm": 0.382810115814209,
      "learning_rate": 4.921046170242166e-05,
      "loss": 5.8152,
      "step": 112920
    },
    {
      "epoch": 0.09884536706928411,
      "grad_norm": 0.36557498574256897,
      "learning_rate": 4.9210384425623555e-05,
      "loss": 6.3043,
      "step": 112925
    },
    {
      "epoch": 0.09884974366291126,
      "grad_norm": 0.40071165561676025,
      "learning_rate": 4.9210307145120025e-05,
      "loss": 5.6992,
      "step": 112930
    },
    {
      "epoch": 0.0988541202565384,
      "grad_norm": 0.3992216885089874,
      "learning_rate": 4.9210229860911085e-05,
      "loss": 5.1914,
      "step": 112935
    },
    {
      "epoch": 0.09885849685016557,
      "grad_norm": 0.45332100987434387,
      "learning_rate": 4.921015257299675e-05,
      "loss": 4.9693,
      "step": 112940
    },
    {
      "epoch": 0.09886287344379271,
      "grad_norm": 0.4491100311279297,
      "learning_rate": 4.921007528137702e-05,
      "loss": 4.9643,
      "step": 112945
    },
    {
      "epoch": 0.09886725003741988,
      "grad_norm": 0.3636742830276489,
      "learning_rate": 4.9209997986051935e-05,
      "loss": 6.3414,
      "step": 112950
    },
    {
      "epoch": 0.09887162663104702,
      "grad_norm": 0.44663581252098083,
      "learning_rate": 4.9209920687021484e-05,
      "loss": 5.4777,
      "step": 112955
    },
    {
      "epoch": 0.09887600322467419,
      "grad_norm": 0.41346943378448486,
      "learning_rate": 4.9209843384285704e-05,
      "loss": 5.4334,
      "step": 112960
    },
    {
      "epoch": 0.09888037981830133,
      "grad_norm": 0.41120511293411255,
      "learning_rate": 4.9209766077844596e-05,
      "loss": 4.9036,
      "step": 112965
    },
    {
      "epoch": 0.0988847564119285,
      "grad_norm": 0.4586874544620514,
      "learning_rate": 4.920968876769819e-05,
      "loss": 4.9465,
      "step": 112970
    },
    {
      "epoch": 0.09888913300555564,
      "grad_norm": 0.4667004644870758,
      "learning_rate": 4.920961145384648e-05,
      "loss": 4.454,
      "step": 112975
    },
    {
      "epoch": 0.0988935095991828,
      "grad_norm": 0.3788427710533142,
      "learning_rate": 4.9209534136289495e-05,
      "loss": 6.3719,
      "step": 112980
    },
    {
      "epoch": 0.09889788619280995,
      "grad_norm": 0.3563123345375061,
      "learning_rate": 4.920945681502724e-05,
      "loss": 6.308,
      "step": 112985
    },
    {
      "epoch": 0.09890226278643711,
      "grad_norm": 0.3620575964450836,
      "learning_rate": 4.920937949005975e-05,
      "loss": 5.5037,
      "step": 112990
    },
    {
      "epoch": 0.09890663938006426,
      "grad_norm": 0.38806289434432983,
      "learning_rate": 4.9209302161387026e-05,
      "loss": 5.7199,
      "step": 112995
    },
    {
      "epoch": 0.09891101597369142,
      "grad_norm": 0.351350337266922,
      "learning_rate": 4.920922482900907e-05,
      "loss": 5.7197,
      "step": 113000
    },
    {
      "epoch": 0.09891539256731857,
      "grad_norm": 0.34543097019195557,
      "learning_rate": 4.920914749292592e-05,
      "loss": 6.3264,
      "step": 113005
    },
    {
      "epoch": 0.09891976916094573,
      "grad_norm": 0.42732730507850647,
      "learning_rate": 4.9209070153137574e-05,
      "loss": 4.9598,
      "step": 113010
    },
    {
      "epoch": 0.09892414575457288,
      "grad_norm": 0.4445649981498718,
      "learning_rate": 4.920899280964406e-05,
      "loss": 4.4766,
      "step": 113015
    },
    {
      "epoch": 0.09892852234820004,
      "grad_norm": 0.386941522359848,
      "learning_rate": 4.920891546244539e-05,
      "loss": 4.9729,
      "step": 113020
    },
    {
      "epoch": 0.09893289894182719,
      "grad_norm": 0.43768569827079773,
      "learning_rate": 4.920883811154157e-05,
      "loss": 5.7547,
      "step": 113025
    },
    {
      "epoch": 0.09893727553545435,
      "grad_norm": 0.4096095860004425,
      "learning_rate": 4.920876075693263e-05,
      "loss": 5.7182,
      "step": 113030
    },
    {
      "epoch": 0.0989416521290815,
      "grad_norm": 0.3729732632637024,
      "learning_rate": 4.920868339861856e-05,
      "loss": 5.0093,
      "step": 113035
    },
    {
      "epoch": 0.09894602872270866,
      "grad_norm": 0.4318982660770416,
      "learning_rate": 4.920860603659939e-05,
      "loss": 4.9308,
      "step": 113040
    },
    {
      "epoch": 0.09895040531633581,
      "grad_norm": 0.42055466771125793,
      "learning_rate": 4.920852867087515e-05,
      "loss": 4.5928,
      "step": 113045
    },
    {
      "epoch": 0.09895478190996297,
      "grad_norm": 0.4040765166282654,
      "learning_rate": 4.9208451301445833e-05,
      "loss": 5.4813,
      "step": 113050
    },
    {
      "epoch": 0.09895915850359012,
      "grad_norm": 0.423448383808136,
      "learning_rate": 4.920837392831147e-05,
      "loss": 5.0024,
      "step": 113055
    },
    {
      "epoch": 0.09896353509721728,
      "grad_norm": 0.36895209550857544,
      "learning_rate": 4.920829655147205e-05,
      "loss": 5.4939,
      "step": 113060
    },
    {
      "epoch": 0.09896791169084443,
      "grad_norm": 0.435789555311203,
      "learning_rate": 4.920821917092763e-05,
      "loss": 5.1917,
      "step": 113065
    },
    {
      "epoch": 0.09897228828447158,
      "grad_norm": 0.3769199848175049,
      "learning_rate": 4.9208141786678177e-05,
      "loss": 6.0109,
      "step": 113070
    },
    {
      "epoch": 0.09897666487809874,
      "grad_norm": 0.3652305006980896,
      "learning_rate": 4.920806439872374e-05,
      "loss": 5.2932,
      "step": 113075
    },
    {
      "epoch": 0.09898104147172589,
      "grad_norm": 0.40223225951194763,
      "learning_rate": 4.920798700706433e-05,
      "loss": 5.4297,
      "step": 113080
    },
    {
      "epoch": 0.09898541806535305,
      "grad_norm": 0.3963918685913086,
      "learning_rate": 4.9207909611699945e-05,
      "loss": 5.7148,
      "step": 113085
    },
    {
      "epoch": 0.0989897946589802,
      "grad_norm": 0.36769169569015503,
      "learning_rate": 4.9207832212630614e-05,
      "loss": 5.2781,
      "step": 113090
    },
    {
      "epoch": 0.09899417125260736,
      "grad_norm": 0.43574243783950806,
      "learning_rate": 4.920775480985634e-05,
      "loss": 5.2019,
      "step": 113095
    },
    {
      "epoch": 0.0989985478462345,
      "grad_norm": 0.4168398678302765,
      "learning_rate": 4.920767740337715e-05,
      "loss": 5.4244,
      "step": 113100
    },
    {
      "epoch": 0.09900292443986167,
      "grad_norm": 0.3927442729473114,
      "learning_rate": 4.920759999319305e-05,
      "loss": 5.5501,
      "step": 113105
    },
    {
      "epoch": 0.09900730103348881,
      "grad_norm": 0.4219000041484833,
      "learning_rate": 4.920752257930407e-05,
      "loss": 4.9992,
      "step": 113110
    },
    {
      "epoch": 0.09901167762711598,
      "grad_norm": 0.43540698289871216,
      "learning_rate": 4.9207445161710206e-05,
      "loss": 5.4755,
      "step": 113115
    },
    {
      "epoch": 0.09901605422074312,
      "grad_norm": 0.44201526045799255,
      "learning_rate": 4.920736774041149e-05,
      "loss": 5.5346,
      "step": 113120
    },
    {
      "epoch": 0.09902043081437029,
      "grad_norm": 0.36952686309814453,
      "learning_rate": 4.920729031540793e-05,
      "loss": 5.2633,
      "step": 113125
    },
    {
      "epoch": 0.09902480740799743,
      "grad_norm": 0.3665430247783661,
      "learning_rate": 4.9207212886699526e-05,
      "loss": 5.4552,
      "step": 113130
    },
    {
      "epoch": 0.0990291840016246,
      "grad_norm": 0.4136731028556824,
      "learning_rate": 4.9207135454286315e-05,
      "loss": 5.5424,
      "step": 113135
    },
    {
      "epoch": 0.09903356059525174,
      "grad_norm": 0.3967231214046478,
      "learning_rate": 4.9207058018168305e-05,
      "loss": 4.9228,
      "step": 113140
    },
    {
      "epoch": 0.0990379371888789,
      "grad_norm": 0.40531113743782043,
      "learning_rate": 4.9206980578345494e-05,
      "loss": 5.252,
      "step": 113145
    },
    {
      "epoch": 0.09904231378250605,
      "grad_norm": 0.36291998624801636,
      "learning_rate": 4.920690313481793e-05,
      "loss": 5.304,
      "step": 113150
    },
    {
      "epoch": 0.09904669037613321,
      "grad_norm": 0.4363701343536377,
      "learning_rate": 4.92068256875856e-05,
      "loss": 6.0396,
      "step": 113155
    },
    {
      "epoch": 0.09905106696976036,
      "grad_norm": 0.3785875141620636,
      "learning_rate": 4.920674823664854e-05,
      "loss": 6.3217,
      "step": 113160
    },
    {
      "epoch": 0.09905544356338752,
      "grad_norm": 0.46475642919540405,
      "learning_rate": 4.9206670782006745e-05,
      "loss": 5.2244,
      "step": 113165
    },
    {
      "epoch": 0.09905982015701467,
      "grad_norm": 0.3730647563934326,
      "learning_rate": 4.9206593323660246e-05,
      "loss": 5.2026,
      "step": 113170
    },
    {
      "epoch": 0.09906419675064183,
      "grad_norm": 0.407563716173172,
      "learning_rate": 4.9206515861609034e-05,
      "loss": 4.7272,
      "step": 113175
    },
    {
      "epoch": 0.09906857334426898,
      "grad_norm": 0.41443106532096863,
      "learning_rate": 4.920643839585316e-05,
      "loss": 4.9812,
      "step": 113180
    },
    {
      "epoch": 0.09907294993789614,
      "grad_norm": 0.4142843186855316,
      "learning_rate": 4.920636092639262e-05,
      "loss": 4.6357,
      "step": 113185
    },
    {
      "epoch": 0.09907732653152329,
      "grad_norm": 0.3818419873714447,
      "learning_rate": 4.920628345322741e-05,
      "loss": 5.8198,
      "step": 113190
    },
    {
      "epoch": 0.09908170312515044,
      "grad_norm": 0.41000187397003174,
      "learning_rate": 4.9206205976357575e-05,
      "loss": 5.2357,
      "step": 113195
    },
    {
      "epoch": 0.0990860797187776,
      "grad_norm": 0.4329545795917511,
      "learning_rate": 4.920612849578312e-05,
      "loss": 4.8687,
      "step": 113200
    },
    {
      "epoch": 0.09909045631240475,
      "grad_norm": 0.3790516257286072,
      "learning_rate": 4.9206051011504065e-05,
      "loss": 5.4714,
      "step": 113205
    },
    {
      "epoch": 0.09909483290603191,
      "grad_norm": 0.35402464866638184,
      "learning_rate": 4.92059735235204e-05,
      "loss": 5.4895,
      "step": 113210
    },
    {
      "epoch": 0.09909920949965906,
      "grad_norm": 0.3806445896625519,
      "learning_rate": 4.9205896031832174e-05,
      "loss": 5.5218,
      "step": 113215
    },
    {
      "epoch": 0.09910358609328622,
      "grad_norm": 0.37124645709991455,
      "learning_rate": 4.9205818536439374e-05,
      "loss": 5.7665,
      "step": 113220
    },
    {
      "epoch": 0.09910796268691337,
      "grad_norm": 0.4264373779296875,
      "learning_rate": 4.920574103734204e-05,
      "loss": 4.9707,
      "step": 113225
    },
    {
      "epoch": 0.09911233928054053,
      "grad_norm": 0.4181177318096161,
      "learning_rate": 4.9205663534540166e-05,
      "loss": 4.6717,
      "step": 113230
    },
    {
      "epoch": 0.09911671587416768,
      "grad_norm": 0.3623202443122864,
      "learning_rate": 4.920558602803378e-05,
      "loss": 5.7708,
      "step": 113235
    },
    {
      "epoch": 0.09912109246779484,
      "grad_norm": 0.43012163043022156,
      "learning_rate": 4.920550851782288e-05,
      "loss": 5.7098,
      "step": 113240
    },
    {
      "epoch": 0.09912546906142199,
      "grad_norm": 0.35995057225227356,
      "learning_rate": 4.920543100390751e-05,
      "loss": 5.5181,
      "step": 113245
    },
    {
      "epoch": 0.09912984565504915,
      "grad_norm": 0.35727930068969727,
      "learning_rate": 4.920535348628765e-05,
      "loss": 5.6852,
      "step": 113250
    },
    {
      "epoch": 0.0991342222486763,
      "grad_norm": 0.35465288162231445,
      "learning_rate": 4.920527596496335e-05,
      "loss": 6.0391,
      "step": 113255
    },
    {
      "epoch": 0.09913859884230346,
      "grad_norm": 0.35049864649772644,
      "learning_rate": 4.92051984399346e-05,
      "loss": 5.5219,
      "step": 113260
    },
    {
      "epoch": 0.0991429754359306,
      "grad_norm": 0.3619701862335205,
      "learning_rate": 4.920512091120143e-05,
      "loss": 5.4699,
      "step": 113265
    },
    {
      "epoch": 0.09914735202955777,
      "grad_norm": 0.34811243414878845,
      "learning_rate": 4.920504337876384e-05,
      "loss": 6.2809,
      "step": 113270
    },
    {
      "epoch": 0.09915172862318491,
      "grad_norm": 0.362152636051178,
      "learning_rate": 4.9204965842621855e-05,
      "loss": 5.8089,
      "step": 113275
    },
    {
      "epoch": 0.09915610521681208,
      "grad_norm": 0.35418716073036194,
      "learning_rate": 4.9204888302775486e-05,
      "loss": 5.4414,
      "step": 113280
    },
    {
      "epoch": 0.09916048181043922,
      "grad_norm": 0.3597087264060974,
      "learning_rate": 4.920481075922475e-05,
      "loss": 6.0059,
      "step": 113285
    },
    {
      "epoch": 0.09916485840406639,
      "grad_norm": 0.44974440336227417,
      "learning_rate": 4.920473321196967e-05,
      "loss": 4.9494,
      "step": 113290
    },
    {
      "epoch": 0.09916923499769353,
      "grad_norm": 0.43579328060150146,
      "learning_rate": 4.9204655661010245e-05,
      "loss": 4.8968,
      "step": 113295
    },
    {
      "epoch": 0.0991736115913207,
      "grad_norm": 0.3909517526626587,
      "learning_rate": 4.92045781063465e-05,
      "loss": 5.4982,
      "step": 113300
    },
    {
      "epoch": 0.09917798818494784,
      "grad_norm": 0.3631497621536255,
      "learning_rate": 4.920450054797844e-05,
      "loss": 5.5276,
      "step": 113305
    },
    {
      "epoch": 0.099182364778575,
      "grad_norm": 0.3661864697933197,
      "learning_rate": 4.920442298590609e-05,
      "loss": 5.9904,
      "step": 113310
    },
    {
      "epoch": 0.09918674137220215,
      "grad_norm": 0.44733259081840515,
      "learning_rate": 4.920434542012947e-05,
      "loss": 4.8653,
      "step": 113315
    },
    {
      "epoch": 0.0991911179658293,
      "grad_norm": 0.41253662109375,
      "learning_rate": 4.920426785064858e-05,
      "loss": 5.6895,
      "step": 113320
    },
    {
      "epoch": 0.09919549455945646,
      "grad_norm": 0.5355194211006165,
      "learning_rate": 4.920419027746345e-05,
      "loss": 4.6253,
      "step": 113325
    },
    {
      "epoch": 0.09919987115308361,
      "grad_norm": 0.4268950819969177,
      "learning_rate": 4.920411270057408e-05,
      "loss": 5.4801,
      "step": 113330
    },
    {
      "epoch": 0.09920424774671077,
      "grad_norm": 0.4480450451374054,
      "learning_rate": 4.92040351199805e-05,
      "loss": 5.4882,
      "step": 113335
    },
    {
      "epoch": 0.09920862434033792,
      "grad_norm": 0.5165327787399292,
      "learning_rate": 4.920395753568271e-05,
      "loss": 4.7819,
      "step": 113340
    },
    {
      "epoch": 0.09921300093396508,
      "grad_norm": 0.5583721995353699,
      "learning_rate": 4.920387994768073e-05,
      "loss": 5.4981,
      "step": 113345
    },
    {
      "epoch": 0.09921737752759223,
      "grad_norm": 0.44160571694374084,
      "learning_rate": 4.9203802355974585e-05,
      "loss": 5.4968,
      "step": 113350
    },
    {
      "epoch": 0.09922175412121939,
      "grad_norm": 0.41004788875579834,
      "learning_rate": 4.920372476056428e-05,
      "loss": 4.8982,
      "step": 113355
    },
    {
      "epoch": 0.09922613071484654,
      "grad_norm": 0.4361352026462555,
      "learning_rate": 4.9203647161449826e-05,
      "loss": 4.9753,
      "step": 113360
    },
    {
      "epoch": 0.0992305073084737,
      "grad_norm": 0.4394780695438385,
      "learning_rate": 4.9203569558631245e-05,
      "loss": 5.3071,
      "step": 113365
    },
    {
      "epoch": 0.09923488390210085,
      "grad_norm": 0.4193855822086334,
      "learning_rate": 4.920349195210856e-05,
      "loss": 5.698,
      "step": 113370
    },
    {
      "epoch": 0.09923926049572801,
      "grad_norm": 0.3636162281036377,
      "learning_rate": 4.920341434188177e-05,
      "loss": 5.7039,
      "step": 113375
    },
    {
      "epoch": 0.09924363708935516,
      "grad_norm": 0.39769986271858215,
      "learning_rate": 4.92033367279509e-05,
      "loss": 5.3918,
      "step": 113380
    },
    {
      "epoch": 0.09924801368298232,
      "grad_norm": 0.401562362909317,
      "learning_rate": 4.920325911031597e-05,
      "loss": 4.6519,
      "step": 113385
    },
    {
      "epoch": 0.09925239027660947,
      "grad_norm": 0.3815384805202484,
      "learning_rate": 4.920318148897697e-05,
      "loss": 5.7238,
      "step": 113390
    },
    {
      "epoch": 0.09925676687023663,
      "grad_norm": 0.41082292795181274,
      "learning_rate": 4.920310386393394e-05,
      "loss": 5.4994,
      "step": 113395
    },
    {
      "epoch": 0.09926114346386378,
      "grad_norm": 0.3820241093635559,
      "learning_rate": 4.920302623518689e-05,
      "loss": 5.6977,
      "step": 113400
    },
    {
      "epoch": 0.09926552005749094,
      "grad_norm": 0.37720152735710144,
      "learning_rate": 4.920294860273583e-05,
      "loss": 5.2933,
      "step": 113405
    },
    {
      "epoch": 0.09926989665111809,
      "grad_norm": 0.3889702260494232,
      "learning_rate": 4.920287096658077e-05,
      "loss": 4.8607,
      "step": 113410
    },
    {
      "epoch": 0.09927427324474525,
      "grad_norm": 0.4348653554916382,
      "learning_rate": 4.920279332672174e-05,
      "loss": 5.2489,
      "step": 113415
    },
    {
      "epoch": 0.0992786498383724,
      "grad_norm": 0.3961237370967865,
      "learning_rate": 4.920271568315874e-05,
      "loss": 5.7281,
      "step": 113420
    },
    {
      "epoch": 0.09928302643199956,
      "grad_norm": 0.44841572642326355,
      "learning_rate": 4.92026380358918e-05,
      "loss": 5.5032,
      "step": 113425
    },
    {
      "epoch": 0.0992874030256267,
      "grad_norm": 0.4262118935585022,
      "learning_rate": 4.920256038492093e-05,
      "loss": 5.1785,
      "step": 113430
    },
    {
      "epoch": 0.09929177961925387,
      "grad_norm": 0.41841697692871094,
      "learning_rate": 4.920248273024614e-05,
      "loss": 4.5062,
      "step": 113435
    },
    {
      "epoch": 0.09929615621288101,
      "grad_norm": 0.3637847602367401,
      "learning_rate": 4.920240507186743e-05,
      "loss": 5.6965,
      "step": 113440
    },
    {
      "epoch": 0.09930053280650818,
      "grad_norm": 0.3547276258468628,
      "learning_rate": 4.9202327409784845e-05,
      "loss": 5.8108,
      "step": 113445
    },
    {
      "epoch": 0.09930490940013532,
      "grad_norm": 0.43626660108566284,
      "learning_rate": 4.920224974399838e-05,
      "loss": 4.7384,
      "step": 113450
    },
    {
      "epoch": 0.09930928599376247,
      "grad_norm": 0.44123363494873047,
      "learning_rate": 4.9202172074508065e-05,
      "loss": 5.7369,
      "step": 113455
    },
    {
      "epoch": 0.09931366258738963,
      "grad_norm": 0.35963207483291626,
      "learning_rate": 4.92020944013139e-05,
      "loss": 5.7759,
      "step": 113460
    },
    {
      "epoch": 0.09931803918101678,
      "grad_norm": 0.41217514872550964,
      "learning_rate": 4.9202016724415914e-05,
      "loss": 4.4655,
      "step": 113465
    },
    {
      "epoch": 0.09932241577464394,
      "grad_norm": 0.3452889919281006,
      "learning_rate": 4.920193904381411e-05,
      "loss": 5.4838,
      "step": 113470
    },
    {
      "epoch": 0.09932679236827109,
      "grad_norm": 0.406105637550354,
      "learning_rate": 4.9201861359508505e-05,
      "loss": 5.1804,
      "step": 113475
    },
    {
      "epoch": 0.09933116896189825,
      "grad_norm": 0.44071632623672485,
      "learning_rate": 4.920178367149911e-05,
      "loss": 4.6854,
      "step": 113480
    },
    {
      "epoch": 0.0993355455555254,
      "grad_norm": 0.39168280363082886,
      "learning_rate": 4.920170597978596e-05,
      "loss": 4.966,
      "step": 113485
    },
    {
      "epoch": 0.09933992214915256,
      "grad_norm": 0.5483877062797546,
      "learning_rate": 4.920162828436906e-05,
      "loss": 5.2188,
      "step": 113490
    },
    {
      "epoch": 0.09934429874277971,
      "grad_norm": 0.38938358426094055,
      "learning_rate": 4.920155058524841e-05,
      "loss": 5.9674,
      "step": 113495
    },
    {
      "epoch": 0.09934867533640687,
      "grad_norm": 0.36700692772865295,
      "learning_rate": 4.920147288242404e-05,
      "loss": 6.048,
      "step": 113500
    },
    {
      "epoch": 0.09935305193003402,
      "grad_norm": 0.4119942784309387,
      "learning_rate": 4.920139517589596e-05,
      "loss": 4.644,
      "step": 113505
    },
    {
      "epoch": 0.09935742852366118,
      "grad_norm": 0.43190082907676697,
      "learning_rate": 4.920131746566419e-05,
      "loss": 5.2577,
      "step": 113510
    },
    {
      "epoch": 0.09936180511728833,
      "grad_norm": 0.42162635922431946,
      "learning_rate": 4.9201239751728736e-05,
      "loss": 6.0125,
      "step": 113515
    },
    {
      "epoch": 0.09936618171091549,
      "grad_norm": 0.42311927676200867,
      "learning_rate": 4.920116203408962e-05,
      "loss": 4.985,
      "step": 113520
    },
    {
      "epoch": 0.09937055830454264,
      "grad_norm": 0.4297875761985779,
      "learning_rate": 4.920108431274686e-05,
      "loss": 4.4578,
      "step": 113525
    },
    {
      "epoch": 0.0993749348981698,
      "grad_norm": 0.3891147971153259,
      "learning_rate": 4.920100658770047e-05,
      "loss": 6.0258,
      "step": 113530
    },
    {
      "epoch": 0.09937931149179695,
      "grad_norm": 0.4219149053096771,
      "learning_rate": 4.920092885895046e-05,
      "loss": 5.7064,
      "step": 113535
    },
    {
      "epoch": 0.09938368808542411,
      "grad_norm": 0.4109112620353699,
      "learning_rate": 4.9200851126496826e-05,
      "loss": 5.0949,
      "step": 113540
    },
    {
      "epoch": 0.09938806467905126,
      "grad_norm": 0.38897639513015747,
      "learning_rate": 4.920077339033963e-05,
      "loss": 5.0136,
      "step": 113545
    },
    {
      "epoch": 0.09939244127267842,
      "grad_norm": 0.3974699079990387,
      "learning_rate": 4.920069565047885e-05,
      "loss": 5.816,
      "step": 113550
    },
    {
      "epoch": 0.09939681786630557,
      "grad_norm": 0.39452168345451355,
      "learning_rate": 4.9200617906914515e-05,
      "loss": 5.2155,
      "step": 113555
    },
    {
      "epoch": 0.09940119445993273,
      "grad_norm": 0.38132888078689575,
      "learning_rate": 4.920054015964662e-05,
      "loss": 5.5564,
      "step": 113560
    },
    {
      "epoch": 0.09940557105355988,
      "grad_norm": 0.4465242028236389,
      "learning_rate": 4.920046240867521e-05,
      "loss": 4.9996,
      "step": 113565
    },
    {
      "epoch": 0.09940994764718704,
      "grad_norm": 0.408035010099411,
      "learning_rate": 4.9200384654000285e-05,
      "loss": 5.4322,
      "step": 113570
    },
    {
      "epoch": 0.09941432424081419,
      "grad_norm": 0.4277157783508301,
      "learning_rate": 4.920030689562186e-05,
      "loss": 5.984,
      "step": 113575
    },
    {
      "epoch": 0.09941870083444133,
      "grad_norm": 0.39462748169898987,
      "learning_rate": 4.920022913353995e-05,
      "loss": 4.8981,
      "step": 113580
    },
    {
      "epoch": 0.0994230774280685,
      "grad_norm": 0.40457412600517273,
      "learning_rate": 4.920015136775459e-05,
      "loss": 5.4628,
      "step": 113585
    },
    {
      "epoch": 0.09942745402169564,
      "grad_norm": 0.46373575925827026,
      "learning_rate": 4.920007359826575e-05,
      "loss": 5.2043,
      "step": 113590
    },
    {
      "epoch": 0.0994318306153228,
      "grad_norm": 0.3353588879108429,
      "learning_rate": 4.9199995825073486e-05,
      "loss": 6.0438,
      "step": 113595
    },
    {
      "epoch": 0.09943620720894995,
      "grad_norm": 0.4014570713043213,
      "learning_rate": 4.9199918048177796e-05,
      "loss": 5.9934,
      "step": 113600
    },
    {
      "epoch": 0.09944058380257711,
      "grad_norm": 0.3945108950138092,
      "learning_rate": 4.91998402675787e-05,
      "loss": 5.4182,
      "step": 113605
    },
    {
      "epoch": 0.09944496039620426,
      "grad_norm": 0.38814157247543335,
      "learning_rate": 4.91997624832762e-05,
      "loss": 5.4498,
      "step": 113610
    },
    {
      "epoch": 0.09944933698983142,
      "grad_norm": 0.38575029373168945,
      "learning_rate": 4.919968469527033e-05,
      "loss": 5.1638,
      "step": 113615
    },
    {
      "epoch": 0.09945371358345857,
      "grad_norm": 0.3891001045703888,
      "learning_rate": 4.919960690356109e-05,
      "loss": 4.9441,
      "step": 113620
    },
    {
      "epoch": 0.09945809017708573,
      "grad_norm": 0.4798450767993927,
      "learning_rate": 4.919952910814851e-05,
      "loss": 3.7608,
      "step": 113625
    },
    {
      "epoch": 0.09946246677071288,
      "grad_norm": 0.4690411388874054,
      "learning_rate": 4.9199451309032586e-05,
      "loss": 5.1853,
      "step": 113630
    },
    {
      "epoch": 0.09946684336434004,
      "grad_norm": 0.5195010900497437,
      "learning_rate": 4.919937350621335e-05,
      "loss": 4.9983,
      "step": 113635
    },
    {
      "epoch": 0.09947121995796719,
      "grad_norm": 0.46987396478652954,
      "learning_rate": 4.919929569969081e-05,
      "loss": 4.6798,
      "step": 113640
    },
    {
      "epoch": 0.09947559655159435,
      "grad_norm": 0.4828112721443176,
      "learning_rate": 4.919921788946499e-05,
      "loss": 4.9594,
      "step": 113645
    },
    {
      "epoch": 0.0994799731452215,
      "grad_norm": 0.4546171724796295,
      "learning_rate": 4.9199140075535875e-05,
      "loss": 5.2873,
      "step": 113650
    },
    {
      "epoch": 0.09948434973884866,
      "grad_norm": 0.3960949778556824,
      "learning_rate": 4.9199062257903525e-05,
      "loss": 5.4943,
      "step": 113655
    },
    {
      "epoch": 0.09948872633247581,
      "grad_norm": 0.42780277132987976,
      "learning_rate": 4.919898443656792e-05,
      "loss": 5.1962,
      "step": 113660
    },
    {
      "epoch": 0.09949310292610297,
      "grad_norm": 0.3719366490840912,
      "learning_rate": 4.919890661152908e-05,
      "loss": 5.508,
      "step": 113665
    },
    {
      "epoch": 0.09949747951973012,
      "grad_norm": 0.38707447052001953,
      "learning_rate": 4.919882878278704e-05,
      "loss": 5.3054,
      "step": 113670
    },
    {
      "epoch": 0.09950185611335728,
      "grad_norm": 0.3626593053340912,
      "learning_rate": 4.91987509503418e-05,
      "loss": 6.2969,
      "step": 113675
    },
    {
      "epoch": 0.09950623270698443,
      "grad_norm": 0.4048919379711151,
      "learning_rate": 4.919867311419336e-05,
      "loss": 5.1942,
      "step": 113680
    },
    {
      "epoch": 0.09951060930061159,
      "grad_norm": 0.41841694712638855,
      "learning_rate": 4.919859527434176e-05,
      "loss": 4.9634,
      "step": 113685
    },
    {
      "epoch": 0.09951498589423874,
      "grad_norm": 0.43313685059547424,
      "learning_rate": 4.919851743078702e-05,
      "loss": 5.7104,
      "step": 113690
    },
    {
      "epoch": 0.0995193624878659,
      "grad_norm": 0.390750527381897,
      "learning_rate": 4.9198439583529135e-05,
      "loss": 6.3361,
      "step": 113695
    },
    {
      "epoch": 0.09952373908149305,
      "grad_norm": 0.43391457200050354,
      "learning_rate": 4.919836173256811e-05,
      "loss": 5.1822,
      "step": 113700
    },
    {
      "epoch": 0.09952811567512021,
      "grad_norm": 0.424783855676651,
      "learning_rate": 4.9198283877904e-05,
      "loss": 4.7606,
      "step": 113705
    },
    {
      "epoch": 0.09953249226874736,
      "grad_norm": 0.4216688275337219,
      "learning_rate": 4.9198206019536784e-05,
      "loss": 6.341,
      "step": 113710
    },
    {
      "epoch": 0.0995368688623745,
      "grad_norm": 0.3921639621257782,
      "learning_rate": 4.9198128157466483e-05,
      "loss": 4.9708,
      "step": 113715
    },
    {
      "epoch": 0.09954124545600167,
      "grad_norm": 0.35836756229400635,
      "learning_rate": 4.919805029169313e-05,
      "loss": 5.6813,
      "step": 113720
    },
    {
      "epoch": 0.09954562204962882,
      "grad_norm": 0.46617090702056885,
      "learning_rate": 4.9197972422216734e-05,
      "loss": 5.1611,
      "step": 113725
    },
    {
      "epoch": 0.09954999864325598,
      "grad_norm": 0.3576004207134247,
      "learning_rate": 4.919789454903729e-05,
      "loss": 5.4361,
      "step": 113730
    },
    {
      "epoch": 0.09955437523688312,
      "grad_norm": 0.35975179076194763,
      "learning_rate": 4.919781667215484e-05,
      "loss": 5.5377,
      "step": 113735
    },
    {
      "epoch": 0.09955875183051029,
      "grad_norm": 0.4447280764579773,
      "learning_rate": 4.919773879156938e-05,
      "loss": 5.4873,
      "step": 113740
    },
    {
      "epoch": 0.09956312842413743,
      "grad_norm": 0.35734355449676514,
      "learning_rate": 4.9197660907280926e-05,
      "loss": 6.0123,
      "step": 113745
    },
    {
      "epoch": 0.0995675050177646,
      "grad_norm": 0.3995121419429779,
      "learning_rate": 4.9197583019289507e-05,
      "loss": 5.1381,
      "step": 113750
    },
    {
      "epoch": 0.09957188161139174,
      "grad_norm": 0.3541669249534607,
      "learning_rate": 4.919750512759513e-05,
      "loss": 5.9914,
      "step": 113755
    },
    {
      "epoch": 0.0995762582050189,
      "grad_norm": 0.3912580609321594,
      "learning_rate": 4.919742723219781e-05,
      "loss": 5.5212,
      "step": 113760
    },
    {
      "epoch": 0.09958063479864605,
      "grad_norm": 0.3702159821987152,
      "learning_rate": 4.9197349333097555e-05,
      "loss": 5.817,
      "step": 113765
    },
    {
      "epoch": 0.09958501139227321,
      "grad_norm": 0.4732665419578552,
      "learning_rate": 4.919727143029439e-05,
      "loss": 4.1604,
      "step": 113770
    },
    {
      "epoch": 0.09958938798590036,
      "grad_norm": 0.3634718060493469,
      "learning_rate": 4.9197193523788334e-05,
      "loss": 5.2238,
      "step": 113775
    },
    {
      "epoch": 0.09959376457952752,
      "grad_norm": 0.35206377506256104,
      "learning_rate": 4.919711561357939e-05,
      "loss": 5.7843,
      "step": 113780
    },
    {
      "epoch": 0.09959814117315467,
      "grad_norm": 0.43033289909362793,
      "learning_rate": 4.919703769966758e-05,
      "loss": 4.7477,
      "step": 113785
    },
    {
      "epoch": 0.09960251776678183,
      "grad_norm": 0.42118412256240845,
      "learning_rate": 4.919695978205291e-05,
      "loss": 5.2085,
      "step": 113790
    },
    {
      "epoch": 0.09960689436040898,
      "grad_norm": 0.39505910873413086,
      "learning_rate": 4.919688186073541e-05,
      "loss": 5.4016,
      "step": 113795
    },
    {
      "epoch": 0.09961127095403614,
      "grad_norm": 0.4272928535938263,
      "learning_rate": 4.919680393571507e-05,
      "loss": 4.728,
      "step": 113800
    },
    {
      "epoch": 0.09961564754766329,
      "grad_norm": 0.3668072819709778,
      "learning_rate": 4.9196726006991946e-05,
      "loss": 4.9952,
      "step": 113805
    },
    {
      "epoch": 0.09962002414129045,
      "grad_norm": 0.3667701482772827,
      "learning_rate": 4.919664807456602e-05,
      "loss": 5.2519,
      "step": 113810
    },
    {
      "epoch": 0.0996244007349176,
      "grad_norm": 0.346431702375412,
      "learning_rate": 4.919657013843732e-05,
      "loss": 6.3305,
      "step": 113815
    },
    {
      "epoch": 0.09962877732854476,
      "grad_norm": 0.41867557168006897,
      "learning_rate": 4.919649219860585e-05,
      "loss": 5.5065,
      "step": 113820
    },
    {
      "epoch": 0.09963315392217191,
      "grad_norm": 0.3618084788322449,
      "learning_rate": 4.919641425507163e-05,
      "loss": 5.4909,
      "step": 113825
    },
    {
      "epoch": 0.09963753051579907,
      "grad_norm": 0.409510999917984,
      "learning_rate": 4.919633630783468e-05,
      "loss": 5.5042,
      "step": 113830
    },
    {
      "epoch": 0.09964190710942622,
      "grad_norm": 0.3782051205635071,
      "learning_rate": 4.919625835689502e-05,
      "loss": 4.9741,
      "step": 113835
    },
    {
      "epoch": 0.09964628370305337,
      "grad_norm": 0.3523881733417511,
      "learning_rate": 4.919618040225265e-05,
      "loss": 5.5062,
      "step": 113840
    },
    {
      "epoch": 0.09965066029668053,
      "grad_norm": 0.3953794538974762,
      "learning_rate": 4.9196102443907586e-05,
      "loss": 5.2844,
      "step": 113845
    },
    {
      "epoch": 0.09965503689030768,
      "grad_norm": 0.42957523465156555,
      "learning_rate": 4.919602448185986e-05,
      "loss": 5.1696,
      "step": 113850
    },
    {
      "epoch": 0.09965941348393484,
      "grad_norm": 0.43348249793052673,
      "learning_rate": 4.919594651610947e-05,
      "loss": 5.5383,
      "step": 113855
    },
    {
      "epoch": 0.09966379007756199,
      "grad_norm": 0.646200954914093,
      "learning_rate": 4.919586854665644e-05,
      "loss": 4.4563,
      "step": 113860
    },
    {
      "epoch": 0.09966816667118915,
      "grad_norm": 0.41183140873908997,
      "learning_rate": 4.919579057350079e-05,
      "loss": 5.1945,
      "step": 113865
    },
    {
      "epoch": 0.0996725432648163,
      "grad_norm": 0.37398722767829895,
      "learning_rate": 4.919571259664252e-05,
      "loss": 6.2859,
      "step": 113870
    },
    {
      "epoch": 0.09967691985844346,
      "grad_norm": 0.4319392144680023,
      "learning_rate": 4.9195634616081655e-05,
      "loss": 4.6795,
      "step": 113875
    },
    {
      "epoch": 0.0996812964520706,
      "grad_norm": 0.4536837339401245,
      "learning_rate": 4.919555663181819e-05,
      "loss": 5.7207,
      "step": 113880
    },
    {
      "epoch": 0.09968567304569777,
      "grad_norm": 0.4408102035522461,
      "learning_rate": 4.9195478643852186e-05,
      "loss": 4.4683,
      "step": 113885
    },
    {
      "epoch": 0.09969004963932492,
      "grad_norm": 0.43514829874038696,
      "learning_rate": 4.919540065218361e-05,
      "loss": 4.784,
      "step": 113890
    },
    {
      "epoch": 0.09969442623295208,
      "grad_norm": 0.44669583439826965,
      "learning_rate": 4.9195322656812515e-05,
      "loss": 4.4843,
      "step": 113895
    },
    {
      "epoch": 0.09969880282657922,
      "grad_norm": 0.505897581577301,
      "learning_rate": 4.9195244657738885e-05,
      "loss": 5.1018,
      "step": 113900
    },
    {
      "epoch": 0.09970317942020639,
      "grad_norm": 0.506050169467926,
      "learning_rate": 4.9195166654962744e-05,
      "loss": 4.6648,
      "step": 113905
    },
    {
      "epoch": 0.09970755601383353,
      "grad_norm": 0.5709741115570068,
      "learning_rate": 4.919508864848411e-05,
      "loss": 5.4901,
      "step": 113910
    },
    {
      "epoch": 0.0997119326074607,
      "grad_norm": 0.4658169448375702,
      "learning_rate": 4.9195010638303016e-05,
      "loss": 5.8042,
      "step": 113915
    },
    {
      "epoch": 0.09971630920108784,
      "grad_norm": 0.4103992283344269,
      "learning_rate": 4.919493262441944e-05,
      "loss": 5.4207,
      "step": 113920
    },
    {
      "epoch": 0.099720685794715,
      "grad_norm": 0.3629087805747986,
      "learning_rate": 4.919485460683343e-05,
      "loss": 5.5044,
      "step": 113925
    },
    {
      "epoch": 0.09972506238834215,
      "grad_norm": 0.43101075291633606,
      "learning_rate": 4.9194776585544986e-05,
      "loss": 4.9709,
      "step": 113930
    },
    {
      "epoch": 0.09972943898196932,
      "grad_norm": 0.41427454352378845,
      "learning_rate": 4.919469856055412e-05,
      "loss": 5.4963,
      "step": 113935
    },
    {
      "epoch": 0.09973381557559646,
      "grad_norm": 0.3816738426685333,
      "learning_rate": 4.919462053186086e-05,
      "loss": 6.0363,
      "step": 113940
    },
    {
      "epoch": 0.09973819216922362,
      "grad_norm": 0.39467597007751465,
      "learning_rate": 4.9194542499465215e-05,
      "loss": 5.1845,
      "step": 113945
    },
    {
      "epoch": 0.09974256876285077,
      "grad_norm": 0.45800718665122986,
      "learning_rate": 4.9194464463367185e-05,
      "loss": 5.4922,
      "step": 113950
    },
    {
      "epoch": 0.09974694535647793,
      "grad_norm": 0.42341211438179016,
      "learning_rate": 4.919438642356681e-05,
      "loss": 4.7434,
      "step": 113955
    },
    {
      "epoch": 0.09975132195010508,
      "grad_norm": 0.4467184543609619,
      "learning_rate": 4.919430838006408e-05,
      "loss": 4.7256,
      "step": 113960
    },
    {
      "epoch": 0.09975569854373223,
      "grad_norm": 0.41100260615348816,
      "learning_rate": 4.919423033285904e-05,
      "loss": 4.9709,
      "step": 113965
    },
    {
      "epoch": 0.09976007513735939,
      "grad_norm": 0.47243764996528625,
      "learning_rate": 4.919415228195168e-05,
      "loss": 5.4652,
      "step": 113970
    },
    {
      "epoch": 0.09976445173098654,
      "grad_norm": 0.36891186237335205,
      "learning_rate": 4.919407422734202e-05,
      "loss": 5.7991,
      "step": 113975
    },
    {
      "epoch": 0.0997688283246137,
      "grad_norm": 0.42291027307510376,
      "learning_rate": 4.9193996169030086e-05,
      "loss": 5.0006,
      "step": 113980
    },
    {
      "epoch": 0.09977320491824085,
      "grad_norm": 0.44140827655792236,
      "learning_rate": 4.9193918107015877e-05,
      "loss": 4.9502,
      "step": 113985
    },
    {
      "epoch": 0.09977758151186801,
      "grad_norm": 0.4078320860862732,
      "learning_rate": 4.919384004129942e-05,
      "loss": 6.2953,
      "step": 113990
    },
    {
      "epoch": 0.09978195810549516,
      "grad_norm": 0.4158015847206116,
      "learning_rate": 4.9193761971880735e-05,
      "loss": 5.2005,
      "step": 113995
    },
    {
      "epoch": 0.09978633469912232,
      "grad_norm": 0.5917311310768127,
      "learning_rate": 4.919368389875982e-05,
      "loss": 4.2635,
      "step": 114000
    },
    {
      "epoch": 0.09979071129274947,
      "grad_norm": 0.4111804664134979,
      "learning_rate": 4.9193605821936706e-05,
      "loss": 4.6534,
      "step": 114005
    },
    {
      "epoch": 0.09979508788637663,
      "grad_norm": 0.38064995408058167,
      "learning_rate": 4.919352774141139e-05,
      "loss": 5.6939,
      "step": 114010
    },
    {
      "epoch": 0.09979946448000378,
      "grad_norm": 0.38964158296585083,
      "learning_rate": 4.919344965718391e-05,
      "loss": 5.2437,
      "step": 114015
    },
    {
      "epoch": 0.09980384107363094,
      "grad_norm": 0.4144788086414337,
      "learning_rate": 4.919337156925426e-05,
      "loss": 5.4053,
      "step": 114020
    },
    {
      "epoch": 0.09980821766725809,
      "grad_norm": 0.4336981773376465,
      "learning_rate": 4.919329347762247e-05,
      "loss": 5.007,
      "step": 114025
    },
    {
      "epoch": 0.09981259426088525,
      "grad_norm": 0.4056353271007538,
      "learning_rate": 4.919321538228855e-05,
      "loss": 6.3572,
      "step": 114030
    },
    {
      "epoch": 0.0998169708545124,
      "grad_norm": 0.4099818766117096,
      "learning_rate": 4.919313728325251e-05,
      "loss": 5.8365,
      "step": 114035
    },
    {
      "epoch": 0.09982134744813956,
      "grad_norm": 0.40181130170822144,
      "learning_rate": 4.9193059180514366e-05,
      "loss": 5.2235,
      "step": 114040
    },
    {
      "epoch": 0.0998257240417667,
      "grad_norm": 0.3707214891910553,
      "learning_rate": 4.919298107407414e-05,
      "loss": 6.0305,
      "step": 114045
    },
    {
      "epoch": 0.09983010063539387,
      "grad_norm": 0.37811368703842163,
      "learning_rate": 4.9192902963931856e-05,
      "loss": 5.7765,
      "step": 114050
    },
    {
      "epoch": 0.09983447722902102,
      "grad_norm": 0.3750089704990387,
      "learning_rate": 4.919282485008749e-05,
      "loss": 6.0053,
      "step": 114055
    },
    {
      "epoch": 0.09983885382264818,
      "grad_norm": 0.4793955087661743,
      "learning_rate": 4.91927467325411e-05,
      "loss": 5.484,
      "step": 114060
    },
    {
      "epoch": 0.09984323041627532,
      "grad_norm": 0.3951137661933899,
      "learning_rate": 4.9192668611292694e-05,
      "loss": 5.4755,
      "step": 114065
    },
    {
      "epoch": 0.09984760700990249,
      "grad_norm": 0.462879478931427,
      "learning_rate": 4.919259048634226e-05,
      "loss": 5.8006,
      "step": 114070
    },
    {
      "epoch": 0.09985198360352963,
      "grad_norm": 0.4374167025089264,
      "learning_rate": 4.9192512357689837e-05,
      "loss": 4.4754,
      "step": 114075
    },
    {
      "epoch": 0.0998563601971568,
      "grad_norm": 0.4150974750518799,
      "learning_rate": 4.9192434225335436e-05,
      "loss": 5.4684,
      "step": 114080
    },
    {
      "epoch": 0.09986073679078394,
      "grad_norm": 0.3470613956451416,
      "learning_rate": 4.919235608927907e-05,
      "loss": 6.2818,
      "step": 114085
    },
    {
      "epoch": 0.0998651133844111,
      "grad_norm": 0.36768826842308044,
      "learning_rate": 4.9192277949520746e-05,
      "loss": 5.4779,
      "step": 114090
    },
    {
      "epoch": 0.09986948997803825,
      "grad_norm": 0.3730161488056183,
      "learning_rate": 4.9192199806060504e-05,
      "loss": 6.0338,
      "step": 114095
    },
    {
      "epoch": 0.0998738665716654,
      "grad_norm": 0.38308024406433105,
      "learning_rate": 4.919212165889833e-05,
      "loss": 5.184,
      "step": 114100
    },
    {
      "epoch": 0.09987824316529256,
      "grad_norm": 0.43602171540260315,
      "learning_rate": 4.9192043508034245e-05,
      "loss": 4.6549,
      "step": 114105
    },
    {
      "epoch": 0.09988261975891971,
      "grad_norm": 0.4330613911151886,
      "learning_rate": 4.919196535346828e-05,
      "loss": 4.7311,
      "step": 114110
    },
    {
      "epoch": 0.09988699635254687,
      "grad_norm": 0.4121483564376831,
      "learning_rate": 4.9191887195200434e-05,
      "loss": 5.993,
      "step": 114115
    },
    {
      "epoch": 0.09989137294617402,
      "grad_norm": 0.49796339869499207,
      "learning_rate": 4.919180903323074e-05,
      "loss": 5.2925,
      "step": 114120
    },
    {
      "epoch": 0.09989574953980118,
      "grad_norm": 0.42921122908592224,
      "learning_rate": 4.919173086755919e-05,
      "loss": 4.5452,
      "step": 114125
    },
    {
      "epoch": 0.09990012613342833,
      "grad_norm": 0.4439725875854492,
      "learning_rate": 4.919165269818582e-05,
      "loss": 4.7042,
      "step": 114130
    },
    {
      "epoch": 0.09990450272705549,
      "grad_norm": 0.35238415002822876,
      "learning_rate": 4.919157452511063e-05,
      "loss": 5.5451,
      "step": 114135
    },
    {
      "epoch": 0.09990887932068264,
      "grad_norm": 0.39941778779029846,
      "learning_rate": 4.919149634833363e-05,
      "loss": 4.8021,
      "step": 114140
    },
    {
      "epoch": 0.0999132559143098,
      "grad_norm": 0.37762650847435,
      "learning_rate": 4.9191418167854866e-05,
      "loss": 5.9996,
      "step": 114145
    },
    {
      "epoch": 0.09991763250793695,
      "grad_norm": 0.4451661705970764,
      "learning_rate": 4.919133998367432e-05,
      "loss": 4.9553,
      "step": 114150
    },
    {
      "epoch": 0.09992200910156411,
      "grad_norm": 0.436434805393219,
      "learning_rate": 4.919126179579202e-05,
      "loss": 4.9414,
      "step": 114155
    },
    {
      "epoch": 0.09992638569519126,
      "grad_norm": 0.4274230897426605,
      "learning_rate": 4.919118360420799e-05,
      "loss": 5.9893,
      "step": 114160
    },
    {
      "epoch": 0.09993076228881842,
      "grad_norm": 0.42763790488243103,
      "learning_rate": 4.9191105408922236e-05,
      "loss": 5.4828,
      "step": 114165
    },
    {
      "epoch": 0.09993513888244557,
      "grad_norm": 0.4211066961288452,
      "learning_rate": 4.919102720993477e-05,
      "loss": 5.5427,
      "step": 114170
    },
    {
      "epoch": 0.09993951547607273,
      "grad_norm": 0.4362753629684448,
      "learning_rate": 4.91909490072456e-05,
      "loss": 5.525,
      "step": 114175
    },
    {
      "epoch": 0.09994389206969988,
      "grad_norm": 0.39946815371513367,
      "learning_rate": 4.919087080085477e-05,
      "loss": 5.6799,
      "step": 114180
    },
    {
      "epoch": 0.09994826866332704,
      "grad_norm": 0.3555584251880646,
      "learning_rate": 4.9190792590762256e-05,
      "loss": 5.499,
      "step": 114185
    },
    {
      "epoch": 0.09995264525695419,
      "grad_norm": 0.4473108947277069,
      "learning_rate": 4.9190714376968105e-05,
      "loss": 4.9339,
      "step": 114190
    },
    {
      "epoch": 0.09995702185058135,
      "grad_norm": 0.435238778591156,
      "learning_rate": 4.9190636159472324e-05,
      "loss": 6.0541,
      "step": 114195
    },
    {
      "epoch": 0.0999613984442085,
      "grad_norm": 0.42472514510154724,
      "learning_rate": 4.9190557938274915e-05,
      "loss": 4.9471,
      "step": 114200
    },
    {
      "epoch": 0.09996577503783566,
      "grad_norm": 0.42123040556907654,
      "learning_rate": 4.919047971337592e-05,
      "loss": 4.9161,
      "step": 114205
    },
    {
      "epoch": 0.0999701516314628,
      "grad_norm": 0.4034603238105774,
      "learning_rate": 4.919040148477532e-05,
      "loss": 4.9154,
      "step": 114210
    },
    {
      "epoch": 0.09997452822508997,
      "grad_norm": 0.4094409644603729,
      "learning_rate": 4.919032325247316e-05,
      "loss": 4.9675,
      "step": 114215
    },
    {
      "epoch": 0.09997890481871712,
      "grad_norm": 0.4397434592247009,
      "learning_rate": 4.919024501646943e-05,
      "loss": 4.6889,
      "step": 114220
    },
    {
      "epoch": 0.09998328141234426,
      "grad_norm": 0.39853397011756897,
      "learning_rate": 4.919016677676416e-05,
      "loss": 6.0053,
      "step": 114225
    },
    {
      "epoch": 0.09998765800597142,
      "grad_norm": 0.39219051599502563,
      "learning_rate": 4.919008853335736e-05,
      "loss": 5.8067,
      "step": 114230
    },
    {
      "epoch": 0.09999203459959857,
      "grad_norm": 0.45187661051750183,
      "learning_rate": 4.9190010286249054e-05,
      "loss": 4.8915,
      "step": 114235
    },
    {
      "epoch": 0.09999641119322573,
      "grad_norm": 0.40910768508911133,
      "learning_rate": 4.9189932035439244e-05,
      "loss": 4.6859,
      "step": 114240
    },
    {
      "epoch": 0.10000078778685288,
      "grad_norm": 0.37187743186950684,
      "learning_rate": 4.918985378092796e-05,
      "loss": 5.5117,
      "step": 114245
    },
    {
      "epoch": 0.10000516438048004,
      "grad_norm": 0.35479432344436646,
      "learning_rate": 4.918977552271521e-05,
      "loss": 6.3525,
      "step": 114250
    },
    {
      "epoch": 0.10000954097410719,
      "grad_norm": 0.3856019079685211,
      "learning_rate": 4.918969726080099e-05,
      "loss": 5.3986,
      "step": 114255
    },
    {
      "epoch": 0.10001391756773435,
      "grad_norm": 0.37022721767425537,
      "learning_rate": 4.918961899518535e-05,
      "loss": 5.489,
      "step": 114260
    },
    {
      "epoch": 0.1000182941613615,
      "grad_norm": 0.3648718297481537,
      "learning_rate": 4.9189540725868276e-05,
      "loss": 5.4843,
      "step": 114265
    },
    {
      "epoch": 0.10002267075498866,
      "grad_norm": 0.3967188000679016,
      "learning_rate": 4.91894624528498e-05,
      "loss": 4.6588,
      "step": 114270
    },
    {
      "epoch": 0.10002704734861581,
      "grad_norm": 0.39350607991218567,
      "learning_rate": 4.918938417612994e-05,
      "loss": 5.5025,
      "step": 114275
    },
    {
      "epoch": 0.10003142394224297,
      "grad_norm": 0.444281667470932,
      "learning_rate": 4.918930589570869e-05,
      "loss": 4.3911,
      "step": 114280
    },
    {
      "epoch": 0.10003580053587012,
      "grad_norm": 0.3958697021007538,
      "learning_rate": 4.91892276115861e-05,
      "loss": 5.7946,
      "step": 114285
    },
    {
      "epoch": 0.10004017712949728,
      "grad_norm": 0.41089674830436707,
      "learning_rate": 4.918914932376214e-05,
      "loss": 5.1979,
      "step": 114290
    },
    {
      "epoch": 0.10004455372312443,
      "grad_norm": 0.44533783197402954,
      "learning_rate": 4.9189071032236855e-05,
      "loss": 5.2745,
      "step": 114295
    },
    {
      "epoch": 0.10004893031675159,
      "grad_norm": 0.3988383412361145,
      "learning_rate": 4.918899273701026e-05,
      "loss": 5.4986,
      "step": 114300
    },
    {
      "epoch": 0.10005330691037874,
      "grad_norm": 0.41521334648132324,
      "learning_rate": 4.9188914438082355e-05,
      "loss": 5.2874,
      "step": 114305
    },
    {
      "epoch": 0.1000576835040059,
      "grad_norm": 0.4038885235786438,
      "learning_rate": 4.9188836135453176e-05,
      "loss": 5.7404,
      "step": 114310
    },
    {
      "epoch": 0.10006206009763305,
      "grad_norm": 0.3720928728580475,
      "learning_rate": 4.918875782912271e-05,
      "loss": 5.5135,
      "step": 114315
    },
    {
      "epoch": 0.10006643669126021,
      "grad_norm": 0.4096316695213318,
      "learning_rate": 4.9188679519091e-05,
      "loss": 4.9934,
      "step": 114320
    },
    {
      "epoch": 0.10007081328488736,
      "grad_norm": 0.41073325276374817,
      "learning_rate": 4.9188601205358044e-05,
      "loss": 4.4711,
      "step": 114325
    },
    {
      "epoch": 0.10007518987851452,
      "grad_norm": 0.35069215297698975,
      "learning_rate": 4.918852288792387e-05,
      "loss": 5.7799,
      "step": 114330
    },
    {
      "epoch": 0.10007956647214167,
      "grad_norm": 0.41434353590011597,
      "learning_rate": 4.918844456678847e-05,
      "loss": 5.2081,
      "step": 114335
    },
    {
      "epoch": 0.10008394306576883,
      "grad_norm": 0.39710360765457153,
      "learning_rate": 4.918836624195189e-05,
      "loss": 4.755,
      "step": 114340
    },
    {
      "epoch": 0.10008831965939598,
      "grad_norm": 0.3963320553302765,
      "learning_rate": 4.918828791341412e-05,
      "loss": 5.4822,
      "step": 114345
    },
    {
      "epoch": 0.10009269625302313,
      "grad_norm": 0.4550144374370575,
      "learning_rate": 4.918820958117519e-05,
      "loss": 4.6612,
      "step": 114350
    },
    {
      "epoch": 0.10009707284665029,
      "grad_norm": 0.4097405672073364,
      "learning_rate": 4.9188131245235116e-05,
      "loss": 4.3527,
      "step": 114355
    },
    {
      "epoch": 0.10010144944027743,
      "grad_norm": 0.4462932050228119,
      "learning_rate": 4.91880529055939e-05,
      "loss": 5.5091,
      "step": 114360
    },
    {
      "epoch": 0.1001058260339046,
      "grad_norm": 0.43572136759757996,
      "learning_rate": 4.918797456225156e-05,
      "loss": 6.0125,
      "step": 114365
    },
    {
      "epoch": 0.10011020262753174,
      "grad_norm": 0.38761797547340393,
      "learning_rate": 4.918789621520812e-05,
      "loss": 5.7344,
      "step": 114370
    },
    {
      "epoch": 0.1001145792211589,
      "grad_norm": 0.4049929678440094,
      "learning_rate": 4.918781786446358e-05,
      "loss": 6.0309,
      "step": 114375
    },
    {
      "epoch": 0.10011895581478605,
      "grad_norm": 0.38091859221458435,
      "learning_rate": 4.918773951001797e-05,
      "loss": 5.992,
      "step": 114380
    },
    {
      "epoch": 0.10012333240841322,
      "grad_norm": 0.35393819212913513,
      "learning_rate": 4.918766115187131e-05,
      "loss": 5.8044,
      "step": 114385
    },
    {
      "epoch": 0.10012770900204036,
      "grad_norm": 0.46417734026908875,
      "learning_rate": 4.91875827900236e-05,
      "loss": 4.891,
      "step": 114390
    },
    {
      "epoch": 0.10013208559566752,
      "grad_norm": 0.3637378513813019,
      "learning_rate": 4.918750442447485e-05,
      "loss": 5.0218,
      "step": 114395
    },
    {
      "epoch": 0.10013646218929467,
      "grad_norm": 0.341581791639328,
      "learning_rate": 4.9187426055225105e-05,
      "loss": 6.3156,
      "step": 114400
    },
    {
      "epoch": 0.10014083878292183,
      "grad_norm": 0.44395002722740173,
      "learning_rate": 4.918734768227436e-05,
      "loss": 5.3161,
      "step": 114405
    },
    {
      "epoch": 0.10014521537654898,
      "grad_norm": 0.3760606050491333,
      "learning_rate": 4.918726930562262e-05,
      "loss": 6.0318,
      "step": 114410
    },
    {
      "epoch": 0.10014959197017614,
      "grad_norm": 0.39835190773010254,
      "learning_rate": 4.918719092526991e-05,
      "loss": 6.0109,
      "step": 114415
    },
    {
      "epoch": 0.10015396856380329,
      "grad_norm": 0.412802517414093,
      "learning_rate": 4.918711254121625e-05,
      "loss": 4.3412,
      "step": 114420
    },
    {
      "epoch": 0.10015834515743045,
      "grad_norm": 0.4110870957374573,
      "learning_rate": 4.918703415346165e-05,
      "loss": 4.9757,
      "step": 114425
    },
    {
      "epoch": 0.1001627217510576,
      "grad_norm": 0.39593133330345154,
      "learning_rate": 4.9186955762006125e-05,
      "loss": 5.9754,
      "step": 114430
    },
    {
      "epoch": 0.10016709834468476,
      "grad_norm": 0.38349810242652893,
      "learning_rate": 4.918687736684969e-05,
      "loss": 5.1743,
      "step": 114435
    },
    {
      "epoch": 0.10017147493831191,
      "grad_norm": 0.4020860493183136,
      "learning_rate": 4.918679896799238e-05,
      "loss": 5.1783,
      "step": 114440
    },
    {
      "epoch": 0.10017585153193907,
      "grad_norm": 0.35726699233055115,
      "learning_rate": 4.918672056543418e-05,
      "loss": 6.3264,
      "step": 114445
    },
    {
      "epoch": 0.10018022812556622,
      "grad_norm": 0.4498187005519867,
      "learning_rate": 4.918664215917511e-05,
      "loss": 5.2631,
      "step": 114450
    },
    {
      "epoch": 0.10018460471919338,
      "grad_norm": 0.4081372320652008,
      "learning_rate": 4.91865637492152e-05,
      "loss": 4.6446,
      "step": 114455
    },
    {
      "epoch": 0.10018898131282053,
      "grad_norm": 0.4609888195991516,
      "learning_rate": 4.918648533555445e-05,
      "loss": 4.6566,
      "step": 114460
    },
    {
      "epoch": 0.10019335790644769,
      "grad_norm": 0.3862837553024292,
      "learning_rate": 4.9186406918192894e-05,
      "loss": 5.5141,
      "step": 114465
    },
    {
      "epoch": 0.10019773450007484,
      "grad_norm": 0.4260604977607727,
      "learning_rate": 4.918632849713053e-05,
      "loss": 4.9787,
      "step": 114470
    },
    {
      "epoch": 0.100202111093702,
      "grad_norm": 0.3573872745037079,
      "learning_rate": 4.918625007236738e-05,
      "loss": 6.0568,
      "step": 114475
    },
    {
      "epoch": 0.10020648768732915,
      "grad_norm": 0.4099842607975006,
      "learning_rate": 4.918617164390344e-05,
      "loss": 5.4827,
      "step": 114480
    },
    {
      "epoch": 0.1002108642809563,
      "grad_norm": 0.3697504997253418,
      "learning_rate": 4.918609321173877e-05,
      "loss": 5.4793,
      "step": 114485
    },
    {
      "epoch": 0.10021524087458346,
      "grad_norm": 0.41925713419914246,
      "learning_rate": 4.918601477587335e-05,
      "loss": 6.0189,
      "step": 114490
    },
    {
      "epoch": 0.1002196174682106,
      "grad_norm": 0.4857601523399353,
      "learning_rate": 4.918593633630719e-05,
      "loss": 4.6896,
      "step": 114495
    },
    {
      "epoch": 0.10022399406183777,
      "grad_norm": 0.4241192638874054,
      "learning_rate": 4.918585789304033e-05,
      "loss": 4.4472,
      "step": 114500
    },
    {
      "epoch": 0.10022837065546492,
      "grad_norm": 0.42688754200935364,
      "learning_rate": 4.918577944607278e-05,
      "loss": 5.2853,
      "step": 114505
    },
    {
      "epoch": 0.10023274724909208,
      "grad_norm": 0.42570146918296814,
      "learning_rate": 4.9185700995404536e-05,
      "loss": 4.3646,
      "step": 114510
    },
    {
      "epoch": 0.10023712384271923,
      "grad_norm": 0.3723710775375366,
      "learning_rate": 4.9185622541035626e-05,
      "loss": 4.9638,
      "step": 114515
    },
    {
      "epoch": 0.10024150043634639,
      "grad_norm": 0.4344465136528015,
      "learning_rate": 4.918554408296607e-05,
      "loss": 5.799,
      "step": 114520
    },
    {
      "epoch": 0.10024587702997353,
      "grad_norm": 0.4373520314693451,
      "learning_rate": 4.918546562119587e-05,
      "loss": 5.685,
      "step": 114525
    },
    {
      "epoch": 0.1002502536236007,
      "grad_norm": 0.42194288969039917,
      "learning_rate": 4.918538715572506e-05,
      "loss": 5.1871,
      "step": 114530
    },
    {
      "epoch": 0.10025463021722784,
      "grad_norm": 0.38486912846565247,
      "learning_rate": 4.918530868655363e-05,
      "loss": 5.8083,
      "step": 114535
    },
    {
      "epoch": 0.100259006810855,
      "grad_norm": 0.4187778830528259,
      "learning_rate": 4.918523021368163e-05,
      "loss": 5.1211,
      "step": 114540
    },
    {
      "epoch": 0.10026338340448215,
      "grad_norm": 0.42554447054862976,
      "learning_rate": 4.9185151737109034e-05,
      "loss": 5.2702,
      "step": 114545
    },
    {
      "epoch": 0.10026775999810932,
      "grad_norm": 0.3943784534931183,
      "learning_rate": 4.918507325683589e-05,
      "loss": 5.7978,
      "step": 114550
    },
    {
      "epoch": 0.10027213659173646,
      "grad_norm": 0.44247424602508545,
      "learning_rate": 4.9184994772862203e-05,
      "loss": 5.197,
      "step": 114555
    },
    {
      "epoch": 0.10027651318536362,
      "grad_norm": 0.406087726354599,
      "learning_rate": 4.918491628518798e-05,
      "loss": 5.1678,
      "step": 114560
    },
    {
      "epoch": 0.10028088977899077,
      "grad_norm": 0.5064764022827148,
      "learning_rate": 4.918483779381324e-05,
      "loss": 5.4518,
      "step": 114565
    },
    {
      "epoch": 0.10028526637261793,
      "grad_norm": 0.397356778383255,
      "learning_rate": 4.9184759298738e-05,
      "loss": 5.7776,
      "step": 114570
    },
    {
      "epoch": 0.10028964296624508,
      "grad_norm": 0.43514543771743774,
      "learning_rate": 4.918468079996228e-05,
      "loss": 5.1897,
      "step": 114575
    },
    {
      "epoch": 0.10029401955987224,
      "grad_norm": 0.3823522925376892,
      "learning_rate": 4.918460229748609e-05,
      "loss": 5.1642,
      "step": 114580
    },
    {
      "epoch": 0.10029839615349939,
      "grad_norm": 0.41377007961273193,
      "learning_rate": 4.918452379130945e-05,
      "loss": 5.5034,
      "step": 114585
    },
    {
      "epoch": 0.10030277274712655,
      "grad_norm": 0.4418313801288605,
      "learning_rate": 4.9184445281432354e-05,
      "loss": 5.492,
      "step": 114590
    },
    {
      "epoch": 0.1003071493407537,
      "grad_norm": 0.4128173887729645,
      "learning_rate": 4.918436676785485e-05,
      "loss": 5.198,
      "step": 114595
    },
    {
      "epoch": 0.10031152593438086,
      "grad_norm": 0.44232699275016785,
      "learning_rate": 4.918428825057694e-05,
      "loss": 4.641,
      "step": 114600
    },
    {
      "epoch": 0.10031590252800801,
      "grad_norm": 0.408424973487854,
      "learning_rate": 4.918420972959862e-05,
      "loss": 5.5056,
      "step": 114605
    },
    {
      "epoch": 0.10032027912163516,
      "grad_norm": 0.39787042140960693,
      "learning_rate": 4.9184131204919923e-05,
      "loss": 4.5896,
      "step": 114610
    },
    {
      "epoch": 0.10032465571526232,
      "grad_norm": 0.41735267639160156,
      "learning_rate": 4.918405267654088e-05,
      "loss": 4.9748,
      "step": 114615
    },
    {
      "epoch": 0.10032903230888947,
      "grad_norm": 0.45490336418151855,
      "learning_rate": 4.9183974144461473e-05,
      "loss": 5.8295,
      "step": 114620
    },
    {
      "epoch": 0.10033340890251663,
      "grad_norm": 0.36776936054229736,
      "learning_rate": 4.918389560868174e-05,
      "loss": 5.4901,
      "step": 114625
    },
    {
      "epoch": 0.10033778549614378,
      "grad_norm": 0.3974049985408783,
      "learning_rate": 4.9183817069201685e-05,
      "loss": 5.6945,
      "step": 114630
    },
    {
      "epoch": 0.10034216208977094,
      "grad_norm": 0.4200209081172943,
      "learning_rate": 4.918373852602133e-05,
      "loss": 5.472,
      "step": 114635
    },
    {
      "epoch": 0.10034653868339809,
      "grad_norm": 0.5411142110824585,
      "learning_rate": 4.918365997914068e-05,
      "loss": 5.9734,
      "step": 114640
    },
    {
      "epoch": 0.10035091527702525,
      "grad_norm": 0.4242469072341919,
      "learning_rate": 4.9183581428559765e-05,
      "loss": 5.1784,
      "step": 114645
    },
    {
      "epoch": 0.1003552918706524,
      "grad_norm": 0.4654400944709778,
      "learning_rate": 4.918350287427859e-05,
      "loss": 4.6781,
      "step": 114650
    },
    {
      "epoch": 0.10035966846427956,
      "grad_norm": 0.44676753878593445,
      "learning_rate": 4.918342431629718e-05,
      "loss": 5.2952,
      "step": 114655
    },
    {
      "epoch": 0.1003640450579067,
      "grad_norm": 0.44497382640838623,
      "learning_rate": 4.918334575461553e-05,
      "loss": 5.2808,
      "step": 114660
    },
    {
      "epoch": 0.10036842165153387,
      "grad_norm": 0.4371590316295624,
      "learning_rate": 4.9183267189233676e-05,
      "loss": 5.2671,
      "step": 114665
    },
    {
      "epoch": 0.10037279824516102,
      "grad_norm": 0.385498583316803,
      "learning_rate": 4.918318862015162e-05,
      "loss": 5.4207,
      "step": 114670
    },
    {
      "epoch": 0.10037717483878818,
      "grad_norm": 0.43636593222618103,
      "learning_rate": 4.918311004736938e-05,
      "loss": 4.6521,
      "step": 114675
    },
    {
      "epoch": 0.10038155143241533,
      "grad_norm": 0.4161512851715088,
      "learning_rate": 4.918303147088697e-05,
      "loss": 4.9238,
      "step": 114680
    },
    {
      "epoch": 0.10038592802604249,
      "grad_norm": 0.4067668318748474,
      "learning_rate": 4.918295289070442e-05,
      "loss": 5.7236,
      "step": 114685
    },
    {
      "epoch": 0.10039030461966963,
      "grad_norm": 0.3960334062576294,
      "learning_rate": 4.9182874306821736e-05,
      "loss": 5.1818,
      "step": 114690
    },
    {
      "epoch": 0.1003946812132968,
      "grad_norm": 0.3906499147415161,
      "learning_rate": 4.918279571923893e-05,
      "loss": 5.4469,
      "step": 114695
    },
    {
      "epoch": 0.10039905780692394,
      "grad_norm": 0.37394559383392334,
      "learning_rate": 4.9182717127956015e-05,
      "loss": 5.2482,
      "step": 114700
    },
    {
      "epoch": 0.1004034344005511,
      "grad_norm": 0.3955463767051697,
      "learning_rate": 4.9182638532973e-05,
      "loss": 5.4184,
      "step": 114705
    },
    {
      "epoch": 0.10040781099417825,
      "grad_norm": 0.4551723897457123,
      "learning_rate": 4.918255993428992e-05,
      "loss": 4.6782,
      "step": 114710
    },
    {
      "epoch": 0.10041218758780542,
      "grad_norm": 0.4441298544406891,
      "learning_rate": 4.9182481331906784e-05,
      "loss": 4.9805,
      "step": 114715
    },
    {
      "epoch": 0.10041656418143256,
      "grad_norm": 0.4026924669742584,
      "learning_rate": 4.918240272582359e-05,
      "loss": 5.1985,
      "step": 114720
    },
    {
      "epoch": 0.10042094077505972,
      "grad_norm": 0.4181661903858185,
      "learning_rate": 4.918232411604037e-05,
      "loss": 5.3095,
      "step": 114725
    },
    {
      "epoch": 0.10042531736868687,
      "grad_norm": 0.4067568778991699,
      "learning_rate": 4.918224550255713e-05,
      "loss": 5.4707,
      "step": 114730
    },
    {
      "epoch": 0.10042969396231403,
      "grad_norm": 0.40559110045433044,
      "learning_rate": 4.9182166885373906e-05,
      "loss": 5.2104,
      "step": 114735
    },
    {
      "epoch": 0.10043407055594118,
      "grad_norm": 0.42355695366859436,
      "learning_rate": 4.918208826449069e-05,
      "loss": 4.4826,
      "step": 114740
    },
    {
      "epoch": 0.10043844714956833,
      "grad_norm": 0.3928835988044739,
      "learning_rate": 4.91820096399075e-05,
      "loss": 5.4726,
      "step": 114745
    },
    {
      "epoch": 0.10044282374319549,
      "grad_norm": 0.4218072295188904,
      "learning_rate": 4.918193101162436e-05,
      "loss": 5.7907,
      "step": 114750
    },
    {
      "epoch": 0.10044720033682264,
      "grad_norm": 0.35362938046455383,
      "learning_rate": 4.918185237964127e-05,
      "loss": 6.3453,
      "step": 114755
    },
    {
      "epoch": 0.1004515769304498,
      "grad_norm": 0.4327125549316406,
      "learning_rate": 4.918177374395827e-05,
      "loss": 5.556,
      "step": 114760
    },
    {
      "epoch": 0.10045595352407695,
      "grad_norm": 0.40293654799461365,
      "learning_rate": 4.918169510457536e-05,
      "loss": 4.7845,
      "step": 114765
    },
    {
      "epoch": 0.10046033011770411,
      "grad_norm": 0.35933080315589905,
      "learning_rate": 4.918161646149255e-05,
      "loss": 6.3686,
      "step": 114770
    },
    {
      "epoch": 0.10046470671133126,
      "grad_norm": 0.41079360246658325,
      "learning_rate": 4.918153781470986e-05,
      "loss": 4.7769,
      "step": 114775
    },
    {
      "epoch": 0.10046908330495842,
      "grad_norm": 0.44034695625305176,
      "learning_rate": 4.918145916422732e-05,
      "loss": 6.0588,
      "step": 114780
    },
    {
      "epoch": 0.10047345989858557,
      "grad_norm": 0.4275766611099243,
      "learning_rate": 4.9181380510044916e-05,
      "loss": 5.017,
      "step": 114785
    },
    {
      "epoch": 0.10047783649221273,
      "grad_norm": 0.4028896689414978,
      "learning_rate": 4.9181301852162686e-05,
      "loss": 4.7607,
      "step": 114790
    },
    {
      "epoch": 0.10048221308583988,
      "grad_norm": 0.43532055616378784,
      "learning_rate": 4.918122319058064e-05,
      "loss": 5.5212,
      "step": 114795
    },
    {
      "epoch": 0.10048658967946704,
      "grad_norm": 0.36908286809921265,
      "learning_rate": 4.9181144525298795e-05,
      "loss": 5.2758,
      "step": 114800
    },
    {
      "epoch": 0.10049096627309419,
      "grad_norm": 0.4245527684688568,
      "learning_rate": 4.9181065856317153e-05,
      "loss": 4.704,
      "step": 114805
    },
    {
      "epoch": 0.10049534286672135,
      "grad_norm": 0.39084768295288086,
      "learning_rate": 4.918098718363574e-05,
      "loss": 4.4677,
      "step": 114810
    },
    {
      "epoch": 0.1004997194603485,
      "grad_norm": 0.3756634593009949,
      "learning_rate": 4.9180908507254575e-05,
      "loss": 5.1956,
      "step": 114815
    },
    {
      "epoch": 0.10050409605397566,
      "grad_norm": 0.351076602935791,
      "learning_rate": 4.918082982717367e-05,
      "loss": 6.3348,
      "step": 114820
    },
    {
      "epoch": 0.1005084726476028,
      "grad_norm": 0.3950232267379761,
      "learning_rate": 4.9180751143393036e-05,
      "loss": 4.937,
      "step": 114825
    },
    {
      "epoch": 0.10051284924122997,
      "grad_norm": 0.380851686000824,
      "learning_rate": 4.918067245591268e-05,
      "loss": 5.3912,
      "step": 114830
    },
    {
      "epoch": 0.10051722583485712,
      "grad_norm": 0.4070032238960266,
      "learning_rate": 4.918059376473264e-05,
      "loss": 4.7767,
      "step": 114835
    },
    {
      "epoch": 0.10052160242848428,
      "grad_norm": 0.6247223615646362,
      "learning_rate": 4.9180515069852905e-05,
      "loss": 4.6813,
      "step": 114840
    },
    {
      "epoch": 0.10052597902211143,
      "grad_norm": 0.4210018515586853,
      "learning_rate": 4.918043637127352e-05,
      "loss": 4.969,
      "step": 114845
    },
    {
      "epoch": 0.10053035561573859,
      "grad_norm": 0.43168559670448303,
      "learning_rate": 4.918035766899448e-05,
      "loss": 4.9781,
      "step": 114850
    },
    {
      "epoch": 0.10053473220936573,
      "grad_norm": 0.4353255033493042,
      "learning_rate": 4.91802789630158e-05,
      "loss": 4.6789,
      "step": 114855
    },
    {
      "epoch": 0.1005391088029929,
      "grad_norm": 0.3942132890224457,
      "learning_rate": 4.9180200253337506e-05,
      "loss": 6.3369,
      "step": 114860
    },
    {
      "epoch": 0.10054348539662004,
      "grad_norm": 0.402426153421402,
      "learning_rate": 4.91801215399596e-05,
      "loss": 5.3269,
      "step": 114865
    },
    {
      "epoch": 0.10054786199024719,
      "grad_norm": 0.4344349205493927,
      "learning_rate": 4.91800428228821e-05,
      "loss": 4.9952,
      "step": 114870
    },
    {
      "epoch": 0.10055223858387435,
      "grad_norm": 0.4245319366455078,
      "learning_rate": 4.917996410210504e-05,
      "loss": 4.8804,
      "step": 114875
    },
    {
      "epoch": 0.1005566151775015,
      "grad_norm": 0.3624698519706726,
      "learning_rate": 4.91798853776284e-05,
      "loss": 6.0252,
      "step": 114880
    },
    {
      "epoch": 0.10056099177112866,
      "grad_norm": 0.4304777681827545,
      "learning_rate": 4.917980664945223e-05,
      "loss": 6.0143,
      "step": 114885
    },
    {
      "epoch": 0.10056536836475581,
      "grad_norm": 0.34168434143066406,
      "learning_rate": 4.9179727917576534e-05,
      "loss": 5.5607,
      "step": 114890
    },
    {
      "epoch": 0.10056974495838297,
      "grad_norm": 0.39695578813552856,
      "learning_rate": 4.917964918200132e-05,
      "loss": 5.0613,
      "step": 114895
    },
    {
      "epoch": 0.10057412155201012,
      "grad_norm": 0.40022405982017517,
      "learning_rate": 4.9179570442726595e-05,
      "loss": 5.1805,
      "step": 114900
    },
    {
      "epoch": 0.10057849814563728,
      "grad_norm": 0.9437018632888794,
      "learning_rate": 4.91794916997524e-05,
      "loss": 5.2953,
      "step": 114905
    },
    {
      "epoch": 0.10058287473926443,
      "grad_norm": 0.4318309426307678,
      "learning_rate": 4.917941295307873e-05,
      "loss": 4.9724,
      "step": 114910
    },
    {
      "epoch": 0.10058725133289159,
      "grad_norm": 0.410598486661911,
      "learning_rate": 4.917933420270561e-05,
      "loss": 5.8093,
      "step": 114915
    },
    {
      "epoch": 0.10059162792651874,
      "grad_norm": 0.40023982524871826,
      "learning_rate": 4.9179255448633056e-05,
      "loss": 5.4,
      "step": 114920
    },
    {
      "epoch": 0.1005960045201459,
      "grad_norm": 0.39291849732398987,
      "learning_rate": 4.9179176690861064e-05,
      "loss": 5.4111,
      "step": 114925
    },
    {
      "epoch": 0.10060038111377305,
      "grad_norm": 0.4056066870689392,
      "learning_rate": 4.917909792938967e-05,
      "loss": 4.8834,
      "step": 114930
    },
    {
      "epoch": 0.10060475770740021,
      "grad_norm": 0.4466308057308197,
      "learning_rate": 4.9179019164218895e-05,
      "loss": 4.1763,
      "step": 114935
    },
    {
      "epoch": 0.10060913430102736,
      "grad_norm": 0.3854602873325348,
      "learning_rate": 4.9178940395348725e-05,
      "loss": 4.9553,
      "step": 114940
    },
    {
      "epoch": 0.10061351089465452,
      "grad_norm": 0.36432045698165894,
      "learning_rate": 4.9178861622779204e-05,
      "loss": 5.3021,
      "step": 114945
    },
    {
      "epoch": 0.10061788748828167,
      "grad_norm": 0.4377128779888153,
      "learning_rate": 4.917878284651034e-05,
      "loss": 5.1699,
      "step": 114950
    },
    {
      "epoch": 0.10062226408190883,
      "grad_norm": 0.35394081473350525,
      "learning_rate": 4.917870406654214e-05,
      "loss": 5.4616,
      "step": 114955
    },
    {
      "epoch": 0.10062664067553598,
      "grad_norm": 0.40627729892730713,
      "learning_rate": 4.9178625282874614e-05,
      "loss": 4.7417,
      "step": 114960
    },
    {
      "epoch": 0.10063101726916314,
      "grad_norm": 0.3780231475830078,
      "learning_rate": 4.917854649550779e-05,
      "loss": 5.4888,
      "step": 114965
    },
    {
      "epoch": 0.10063539386279029,
      "grad_norm": 0.3699795603752136,
      "learning_rate": 4.9178467704441686e-05,
      "loss": 5.4035,
      "step": 114970
    },
    {
      "epoch": 0.10063977045641745,
      "grad_norm": 0.4357835352420807,
      "learning_rate": 4.917838890967631e-05,
      "loss": 4.3529,
      "step": 114975
    },
    {
      "epoch": 0.1006441470500446,
      "grad_norm": 0.5179510712623596,
      "learning_rate": 4.9178310111211676e-05,
      "loss": 4.8792,
      "step": 114980
    },
    {
      "epoch": 0.10064852364367176,
      "grad_norm": 0.4336322844028473,
      "learning_rate": 4.9178231309047805e-05,
      "loss": 4.8007,
      "step": 114985
    },
    {
      "epoch": 0.1006529002372989,
      "grad_norm": 0.41062790155410767,
      "learning_rate": 4.9178152503184705e-05,
      "loss": 4.4516,
      "step": 114990
    },
    {
      "epoch": 0.10065727683092605,
      "grad_norm": 0.42782455682754517,
      "learning_rate": 4.9178073693622394e-05,
      "loss": 5.1786,
      "step": 114995
    },
    {
      "epoch": 0.10066165342455322,
      "grad_norm": 0.3752213716506958,
      "learning_rate": 4.917799488036089e-05,
      "loss": 5.4878,
      "step": 115000
    },
    {
      "epoch": 0.10066603001818036,
      "grad_norm": 0.5026035308837891,
      "learning_rate": 4.91779160634002e-05,
      "loss": 4.891,
      "step": 115005
    },
    {
      "epoch": 0.10067040661180753,
      "grad_norm": 0.42810842394828796,
      "learning_rate": 4.9177837242740354e-05,
      "loss": 5.1884,
      "step": 115010
    },
    {
      "epoch": 0.10067478320543467,
      "grad_norm": 0.41075822710990906,
      "learning_rate": 4.917775841838136e-05,
      "loss": 4.4948,
      "step": 115015
    },
    {
      "epoch": 0.10067915979906183,
      "grad_norm": 0.3909430205821991,
      "learning_rate": 4.9177679590323225e-05,
      "loss": 4.9503,
      "step": 115020
    },
    {
      "epoch": 0.10068353639268898,
      "grad_norm": 0.413239985704422,
      "learning_rate": 4.917760075856597e-05,
      "loss": 4.7435,
      "step": 115025
    },
    {
      "epoch": 0.10068791298631614,
      "grad_norm": 0.396519273519516,
      "learning_rate": 4.91775219231096e-05,
      "loss": 5.2307,
      "step": 115030
    },
    {
      "epoch": 0.10069228957994329,
      "grad_norm": 0.41829147934913635,
      "learning_rate": 4.9177443083954164e-05,
      "loss": 5.1847,
      "step": 115035
    },
    {
      "epoch": 0.10069666617357045,
      "grad_norm": 0.41460439562797546,
      "learning_rate": 4.9177364241099644e-05,
      "loss": 5.4348,
      "step": 115040
    },
    {
      "epoch": 0.1007010427671976,
      "grad_norm": 0.44817763566970825,
      "learning_rate": 4.917728539454607e-05,
      "loss": 5.4739,
      "step": 115045
    },
    {
      "epoch": 0.10070541936082476,
      "grad_norm": 0.4179411828517914,
      "learning_rate": 4.917720654429344e-05,
      "loss": 5.9678,
      "step": 115050
    },
    {
      "epoch": 0.10070979595445191,
      "grad_norm": 0.42372074723243713,
      "learning_rate": 4.9177127690341794e-05,
      "loss": 3.9479,
      "step": 115055
    },
    {
      "epoch": 0.10071417254807907,
      "grad_norm": 0.44000858068466187,
      "learning_rate": 4.917704883269114e-05,
      "loss": 4.4441,
      "step": 115060
    },
    {
      "epoch": 0.10071854914170622,
      "grad_norm": 0.37552955746650696,
      "learning_rate": 4.917696997134148e-05,
      "loss": 5.556,
      "step": 115065
    },
    {
      "epoch": 0.10072292573533338,
      "grad_norm": 0.3548775315284729,
      "learning_rate": 4.917689110629283e-05,
      "loss": 6.2824,
      "step": 115070
    },
    {
      "epoch": 0.10072730232896053,
      "grad_norm": 0.39694058895111084,
      "learning_rate": 4.917681223754523e-05,
      "loss": 4.4914,
      "step": 115075
    },
    {
      "epoch": 0.10073167892258769,
      "grad_norm": 0.407875657081604,
      "learning_rate": 4.917673336509867e-05,
      "loss": 4.3893,
      "step": 115080
    },
    {
      "epoch": 0.10073605551621484,
      "grad_norm": 0.431135892868042,
      "learning_rate": 4.917665448895318e-05,
      "loss": 5.2472,
      "step": 115085
    },
    {
      "epoch": 0.100740432109842,
      "grad_norm": 0.4223793148994446,
      "learning_rate": 4.9176575609108756e-05,
      "loss": 5.7301,
      "step": 115090
    },
    {
      "epoch": 0.10074480870346915,
      "grad_norm": 0.40662842988967896,
      "learning_rate": 4.9176496725565436e-05,
      "loss": 5.5348,
      "step": 115095
    },
    {
      "epoch": 0.10074918529709631,
      "grad_norm": 0.41532817482948303,
      "learning_rate": 4.917641783832322e-05,
      "loss": 4.8946,
      "step": 115100
    },
    {
      "epoch": 0.10075356189072346,
      "grad_norm": 0.4125284254550934,
      "learning_rate": 4.917633894738213e-05,
      "loss": 4.9798,
      "step": 115105
    },
    {
      "epoch": 0.10075793848435062,
      "grad_norm": 0.457282155752182,
      "learning_rate": 4.9176260052742176e-05,
      "loss": 6.041,
      "step": 115110
    },
    {
      "epoch": 0.10076231507797777,
      "grad_norm": 0.4263032078742981,
      "learning_rate": 4.917618115440338e-05,
      "loss": 4.3477,
      "step": 115115
    },
    {
      "epoch": 0.10076669167160493,
      "grad_norm": 0.5509728789329529,
      "learning_rate": 4.917610225236575e-05,
      "loss": 5.7314,
      "step": 115120
    },
    {
      "epoch": 0.10077106826523208,
      "grad_norm": 0.4420209527015686,
      "learning_rate": 4.917602334662931e-05,
      "loss": 5.7533,
      "step": 115125
    },
    {
      "epoch": 0.10077544485885923,
      "grad_norm": 0.44442856311798096,
      "learning_rate": 4.9175944437194075e-05,
      "loss": 5.7455,
      "step": 115130
    },
    {
      "epoch": 0.10077982145248639,
      "grad_norm": 0.4098508059978485,
      "learning_rate": 4.917586552406005e-05,
      "loss": 5.4141,
      "step": 115135
    },
    {
      "epoch": 0.10078419804611354,
      "grad_norm": 0.40430325269699097,
      "learning_rate": 4.917578660722726e-05,
      "loss": 4.9961,
      "step": 115140
    },
    {
      "epoch": 0.1007885746397407,
      "grad_norm": 0.4578973650932312,
      "learning_rate": 4.9175707686695706e-05,
      "loss": 5.1867,
      "step": 115145
    },
    {
      "epoch": 0.10079295123336784,
      "grad_norm": 0.36522355675697327,
      "learning_rate": 4.917562876246542e-05,
      "loss": 5.4979,
      "step": 115150
    },
    {
      "epoch": 0.100797327826995,
      "grad_norm": 0.4509007930755615,
      "learning_rate": 4.9175549834536404e-05,
      "loss": 5.5283,
      "step": 115155
    },
    {
      "epoch": 0.10080170442062215,
      "grad_norm": 0.41412582993507385,
      "learning_rate": 4.917547090290869e-05,
      "loss": 5.6502,
      "step": 115160
    },
    {
      "epoch": 0.10080608101424932,
      "grad_norm": 0.3746262788772583,
      "learning_rate": 4.9175391967582275e-05,
      "loss": 6.2994,
      "step": 115165
    },
    {
      "epoch": 0.10081045760787646,
      "grad_norm": 0.3937091827392578,
      "learning_rate": 4.917531302855719e-05,
      "loss": 5.7981,
      "step": 115170
    },
    {
      "epoch": 0.10081483420150363,
      "grad_norm": 0.35332605242729187,
      "learning_rate": 4.9175234085833436e-05,
      "loss": 5.4908,
      "step": 115175
    },
    {
      "epoch": 0.10081921079513077,
      "grad_norm": 0.3571292459964752,
      "learning_rate": 4.917515513941103e-05,
      "loss": 5.8121,
      "step": 115180
    },
    {
      "epoch": 0.10082358738875793,
      "grad_norm": 0.39794230461120605,
      "learning_rate": 4.917507618929e-05,
      "loss": 5.3908,
      "step": 115185
    },
    {
      "epoch": 0.10082796398238508,
      "grad_norm": 0.40388360619544983,
      "learning_rate": 4.9174997235470356e-05,
      "loss": 5.7096,
      "step": 115190
    },
    {
      "epoch": 0.10083234057601224,
      "grad_norm": 0.3677283525466919,
      "learning_rate": 4.917491827795211e-05,
      "loss": 5.2538,
      "step": 115195
    },
    {
      "epoch": 0.10083671716963939,
      "grad_norm": 0.4078812897205353,
      "learning_rate": 4.917483931673527e-05,
      "loss": 5.2198,
      "step": 115200
    },
    {
      "epoch": 0.10084109376326655,
      "grad_norm": 0.4227599501609802,
      "learning_rate": 4.917476035181986e-05,
      "loss": 5.4842,
      "step": 115205
    },
    {
      "epoch": 0.1008454703568937,
      "grad_norm": 0.36268317699432373,
      "learning_rate": 4.91746813832059e-05,
      "loss": 5.5013,
      "step": 115210
    },
    {
      "epoch": 0.10084984695052086,
      "grad_norm": 0.43699756264686584,
      "learning_rate": 4.9174602410893386e-05,
      "loss": 5.4962,
      "step": 115215
    },
    {
      "epoch": 0.10085422354414801,
      "grad_norm": 0.3969493508338928,
      "learning_rate": 4.917452343488236e-05,
      "loss": 5.734,
      "step": 115220
    },
    {
      "epoch": 0.10085860013777517,
      "grad_norm": 0.4025150239467621,
      "learning_rate": 4.917444445517282e-05,
      "loss": 5.0846,
      "step": 115225
    },
    {
      "epoch": 0.10086297673140232,
      "grad_norm": 0.472989946603775,
      "learning_rate": 4.9174365471764784e-05,
      "loss": 5.4787,
      "step": 115230
    },
    {
      "epoch": 0.10086735332502948,
      "grad_norm": 0.4398176968097687,
      "learning_rate": 4.917428648465826e-05,
      "loss": 6.3467,
      "step": 115235
    },
    {
      "epoch": 0.10087172991865663,
      "grad_norm": 0.3748019337654114,
      "learning_rate": 4.917420749385328e-05,
      "loss": 5.683,
      "step": 115240
    },
    {
      "epoch": 0.10087610651228379,
      "grad_norm": 0.4271622896194458,
      "learning_rate": 4.917412849934986e-05,
      "loss": 5.7295,
      "step": 115245
    },
    {
      "epoch": 0.10088048310591094,
      "grad_norm": 0.4965722858905792,
      "learning_rate": 4.9174049501147986e-05,
      "loss": 5.7938,
      "step": 115250
    },
    {
      "epoch": 0.10088485969953809,
      "grad_norm": 0.40938714146614075,
      "learning_rate": 4.917397049924771e-05,
      "loss": 5.3096,
      "step": 115255
    },
    {
      "epoch": 0.10088923629316525,
      "grad_norm": 0.48962122201919556,
      "learning_rate": 4.917389149364903e-05,
      "loss": 5.2169,
      "step": 115260
    },
    {
      "epoch": 0.1008936128867924,
      "grad_norm": 0.42407262325286865,
      "learning_rate": 4.9173812484351945e-05,
      "loss": 5.7076,
      "step": 115265
    },
    {
      "epoch": 0.10089798948041956,
      "grad_norm": 0.4243273437023163,
      "learning_rate": 4.91737334713565e-05,
      "loss": 5.2914,
      "step": 115270
    },
    {
      "epoch": 0.1009023660740467,
      "grad_norm": 0.3964407444000244,
      "learning_rate": 4.917365445466269e-05,
      "loss": 5.1936,
      "step": 115275
    },
    {
      "epoch": 0.10090674266767387,
      "grad_norm": 0.4121689200401306,
      "learning_rate": 4.917357543427054e-05,
      "loss": 5.1569,
      "step": 115280
    },
    {
      "epoch": 0.10091111926130102,
      "grad_norm": 0.42663320899009705,
      "learning_rate": 4.9173496410180064e-05,
      "loss": 5.487,
      "step": 115285
    },
    {
      "epoch": 0.10091549585492818,
      "grad_norm": 0.42785337567329407,
      "learning_rate": 4.9173417382391275e-05,
      "loss": 5.4739,
      "step": 115290
    },
    {
      "epoch": 0.10091987244855533,
      "grad_norm": 0.4347560405731201,
      "learning_rate": 4.9173338350904184e-05,
      "loss": 5.1774,
      "step": 115295
    },
    {
      "epoch": 0.10092424904218249,
      "grad_norm": 0.6292577981948853,
      "learning_rate": 4.9173259315718826e-05,
      "loss": 4.4504,
      "step": 115300
    },
    {
      "epoch": 0.10092862563580964,
      "grad_norm": 0.43925443291664124,
      "learning_rate": 4.9173180276835186e-05,
      "loss": 4.4225,
      "step": 115305
    },
    {
      "epoch": 0.1009330022294368,
      "grad_norm": 0.533372700214386,
      "learning_rate": 4.9173101234253305e-05,
      "loss": 5.253,
      "step": 115310
    },
    {
      "epoch": 0.10093737882306394,
      "grad_norm": 0.4296717047691345,
      "learning_rate": 4.9173022187973184e-05,
      "loss": 5.2335,
      "step": 115315
    },
    {
      "epoch": 0.1009417554166911,
      "grad_norm": 0.4013286530971527,
      "learning_rate": 4.917294313799484e-05,
      "loss": 5.3697,
      "step": 115320
    },
    {
      "epoch": 0.10094613201031825,
      "grad_norm": 0.4066757559776306,
      "learning_rate": 4.9172864084318294e-05,
      "loss": 5.3104,
      "step": 115325
    },
    {
      "epoch": 0.10095050860394542,
      "grad_norm": 0.4269895553588867,
      "learning_rate": 4.917278502694356e-05,
      "loss": 5.2847,
      "step": 115330
    },
    {
      "epoch": 0.10095488519757256,
      "grad_norm": 0.4872515797615051,
      "learning_rate": 4.917270596587064e-05,
      "loss": 6.0691,
      "step": 115335
    },
    {
      "epoch": 0.10095926179119973,
      "grad_norm": 0.45306092500686646,
      "learning_rate": 4.917262690109957e-05,
      "loss": 5.6801,
      "step": 115340
    },
    {
      "epoch": 0.10096363838482687,
      "grad_norm": 0.42315059900283813,
      "learning_rate": 4.917254783263036e-05,
      "loss": 5.7757,
      "step": 115345
    },
    {
      "epoch": 0.10096801497845403,
      "grad_norm": 0.4098263680934906,
      "learning_rate": 4.917246876046301e-05,
      "loss": 5.4027,
      "step": 115350
    },
    {
      "epoch": 0.10097239157208118,
      "grad_norm": 0.43627113103866577,
      "learning_rate": 4.9172389684597554e-05,
      "loss": 4.9932,
      "step": 115355
    },
    {
      "epoch": 0.10097676816570834,
      "grad_norm": 0.4529527723789215,
      "learning_rate": 4.917231060503399e-05,
      "loss": 5.1962,
      "step": 115360
    },
    {
      "epoch": 0.10098114475933549,
      "grad_norm": 0.4085572063922882,
      "learning_rate": 4.917223152177235e-05,
      "loss": 4.7805,
      "step": 115365
    },
    {
      "epoch": 0.10098552135296265,
      "grad_norm": 0.4300549626350403,
      "learning_rate": 4.917215243481263e-05,
      "loss": 4.4654,
      "step": 115370
    },
    {
      "epoch": 0.1009898979465898,
      "grad_norm": 0.4161164164543152,
      "learning_rate": 4.917207334415487e-05,
      "loss": 5.3973,
      "step": 115375
    },
    {
      "epoch": 0.10099427454021696,
      "grad_norm": 0.4284840524196625,
      "learning_rate": 4.917199424979907e-05,
      "loss": 4.9778,
      "step": 115380
    },
    {
      "epoch": 0.10099865113384411,
      "grad_norm": 0.4568619132041931,
      "learning_rate": 4.917191515174525e-05,
      "loss": 5.7049,
      "step": 115385
    },
    {
      "epoch": 0.10100302772747126,
      "grad_norm": 0.42368084192276,
      "learning_rate": 4.917183604999342e-05,
      "loss": 4.9911,
      "step": 115390
    },
    {
      "epoch": 0.10100740432109842,
      "grad_norm": 0.3801540732383728,
      "learning_rate": 4.917175694454359e-05,
      "loss": 5.1712,
      "step": 115395
    },
    {
      "epoch": 0.10101178091472557,
      "grad_norm": 0.409105122089386,
      "learning_rate": 4.917167783539579e-05,
      "loss": 5.7424,
      "step": 115400
    },
    {
      "epoch": 0.10101615750835273,
      "grad_norm": 0.36924365162849426,
      "learning_rate": 4.917159872255003e-05,
      "loss": 5.7852,
      "step": 115405
    },
    {
      "epoch": 0.10102053410197988,
      "grad_norm": 0.39490216970443726,
      "learning_rate": 4.917151960600632e-05,
      "loss": 5.4215,
      "step": 115410
    },
    {
      "epoch": 0.10102491069560704,
      "grad_norm": 0.3502054214477539,
      "learning_rate": 4.9171440485764685e-05,
      "loss": 6.0232,
      "step": 115415
    },
    {
      "epoch": 0.10102928728923419,
      "grad_norm": 0.3830951452255249,
      "learning_rate": 4.917136136182513e-05,
      "loss": 5.8252,
      "step": 115420
    },
    {
      "epoch": 0.10103366388286135,
      "grad_norm": 0.45582735538482666,
      "learning_rate": 4.9171282234187675e-05,
      "loss": 4.3823,
      "step": 115425
    },
    {
      "epoch": 0.1010380404764885,
      "grad_norm": 0.4431360363960266,
      "learning_rate": 4.9171203102852334e-05,
      "loss": 5.5258,
      "step": 115430
    },
    {
      "epoch": 0.10104241707011566,
      "grad_norm": 0.38756000995635986,
      "learning_rate": 4.917112396781913e-05,
      "loss": 6.0195,
      "step": 115435
    },
    {
      "epoch": 0.1010467936637428,
      "grad_norm": 0.382913738489151,
      "learning_rate": 4.917104482908807e-05,
      "loss": 5.7068,
      "step": 115440
    },
    {
      "epoch": 0.10105117025736997,
      "grad_norm": 0.3951754868030548,
      "learning_rate": 4.917096568665916e-05,
      "loss": 5.1977,
      "step": 115445
    },
    {
      "epoch": 0.10105554685099712,
      "grad_norm": 0.3660754859447479,
      "learning_rate": 4.917088654053244e-05,
      "loss": 5.2052,
      "step": 115450
    },
    {
      "epoch": 0.10105992344462428,
      "grad_norm": 0.3614378571510315,
      "learning_rate": 4.91708073907079e-05,
      "loss": 5.7837,
      "step": 115455
    },
    {
      "epoch": 0.10106430003825143,
      "grad_norm": 0.35799431800842285,
      "learning_rate": 4.917072823718557e-05,
      "loss": 5.2817,
      "step": 115460
    },
    {
      "epoch": 0.10106867663187859,
      "grad_norm": 0.4535033404827118,
      "learning_rate": 4.917064907996546e-05,
      "loss": 4.3518,
      "step": 115465
    },
    {
      "epoch": 0.10107305322550574,
      "grad_norm": 0.4387966990470886,
      "learning_rate": 4.9170569919047595e-05,
      "loss": 4.6885,
      "step": 115470
    },
    {
      "epoch": 0.1010774298191329,
      "grad_norm": 0.40787675976753235,
      "learning_rate": 4.9170490754431964e-05,
      "loss": 4.1677,
      "step": 115475
    },
    {
      "epoch": 0.10108180641276004,
      "grad_norm": 0.4235817790031433,
      "learning_rate": 4.917041158611863e-05,
      "loss": 4.2537,
      "step": 115480
    },
    {
      "epoch": 0.1010861830063872,
      "grad_norm": 0.40648993849754333,
      "learning_rate": 4.9170332414107544e-05,
      "loss": 6.0135,
      "step": 115485
    },
    {
      "epoch": 0.10109055960001435,
      "grad_norm": 0.3993440270423889,
      "learning_rate": 4.9170253238398775e-05,
      "loss": 4.4431,
      "step": 115490
    },
    {
      "epoch": 0.10109493619364152,
      "grad_norm": 0.35671886801719666,
      "learning_rate": 4.917017405899232e-05,
      "loss": 6.0025,
      "step": 115495
    },
    {
      "epoch": 0.10109931278726866,
      "grad_norm": 0.4179183542728424,
      "learning_rate": 4.91700948758882e-05,
      "loss": 4.9526,
      "step": 115500
    },
    {
      "epoch": 0.10110368938089583,
      "grad_norm": 0.39898961782455444,
      "learning_rate": 4.91700156890864e-05,
      "loss": 4.4033,
      "step": 115505
    },
    {
      "epoch": 0.10110806597452297,
      "grad_norm": 0.41975995898246765,
      "learning_rate": 4.916993649858699e-05,
      "loss": 5.3104,
      "step": 115510
    },
    {
      "epoch": 0.10111244256815012,
      "grad_norm": 0.47434666752815247,
      "learning_rate": 4.916985730438993e-05,
      "loss": 4.6765,
      "step": 115515
    },
    {
      "epoch": 0.10111681916177728,
      "grad_norm": 0.4045201241970062,
      "learning_rate": 4.916977810649527e-05,
      "loss": 4.7249,
      "step": 115520
    },
    {
      "epoch": 0.10112119575540443,
      "grad_norm": 0.40982404351234436,
      "learning_rate": 4.9169698904903017e-05,
      "loss": 5.4309,
      "step": 115525
    },
    {
      "epoch": 0.10112557234903159,
      "grad_norm": 0.41506427526474,
      "learning_rate": 4.916961969961318e-05,
      "loss": 4.8871,
      "step": 115530
    },
    {
      "epoch": 0.10112994894265874,
      "grad_norm": 0.4316551983356476,
      "learning_rate": 4.9169540490625776e-05,
      "loss": 5.3154,
      "step": 115535
    },
    {
      "epoch": 0.1011343255362859,
      "grad_norm": 0.43018782138824463,
      "learning_rate": 4.916946127794083e-05,
      "loss": 4.4195,
      "step": 115540
    },
    {
      "epoch": 0.10113870212991305,
      "grad_norm": 0.429385244846344,
      "learning_rate": 4.9169382061558344e-05,
      "loss": 5.4865,
      "step": 115545
    },
    {
      "epoch": 0.10114307872354021,
      "grad_norm": 0.3833499848842621,
      "learning_rate": 4.916930284147835e-05,
      "loss": 5.7944,
      "step": 115550
    },
    {
      "epoch": 0.10114745531716736,
      "grad_norm": 0.41828203201293945,
      "learning_rate": 4.916922361770083e-05,
      "loss": 5.2238,
      "step": 115555
    },
    {
      "epoch": 0.10115183191079452,
      "grad_norm": 0.4327988922595978,
      "learning_rate": 4.916914439022584e-05,
      "loss": 4.9638,
      "step": 115560
    },
    {
      "epoch": 0.10115620850442167,
      "grad_norm": 0.4111070930957794,
      "learning_rate": 4.9169065159053374e-05,
      "loss": 4.9803,
      "step": 115565
    },
    {
      "epoch": 0.10116058509804883,
      "grad_norm": 0.3439891040325165,
      "learning_rate": 4.9168985924183454e-05,
      "loss": 5.6711,
      "step": 115570
    },
    {
      "epoch": 0.10116496169167598,
      "grad_norm": 0.3618521988391876,
      "learning_rate": 4.916890668561609e-05,
      "loss": 5.3812,
      "step": 115575
    },
    {
      "epoch": 0.10116933828530314,
      "grad_norm": 0.4184085726737976,
      "learning_rate": 4.91688274433513e-05,
      "loss": 5.3004,
      "step": 115580
    },
    {
      "epoch": 0.10117371487893029,
      "grad_norm": 0.40668126940727234,
      "learning_rate": 4.916874819738909e-05,
      "loss": 4.367,
      "step": 115585
    },
    {
      "epoch": 0.10117809147255745,
      "grad_norm": 0.37778252363204956,
      "learning_rate": 4.916866894772949e-05,
      "loss": 5.9873,
      "step": 115590
    },
    {
      "epoch": 0.1011824680661846,
      "grad_norm": 0.4149061441421509,
      "learning_rate": 4.91685896943725e-05,
      "loss": 4.5371,
      "step": 115595
    },
    {
      "epoch": 0.10118684465981176,
      "grad_norm": 0.43266984820365906,
      "learning_rate": 4.916851043731816e-05,
      "loss": 6.3223,
      "step": 115600
    },
    {
      "epoch": 0.1011912212534389,
      "grad_norm": 0.39429667592048645,
      "learning_rate": 4.916843117656646e-05,
      "loss": 5.3928,
      "step": 115605
    },
    {
      "epoch": 0.10119559784706607,
      "grad_norm": 0.46233582496643066,
      "learning_rate": 4.916835191211743e-05,
      "loss": 5.1822,
      "step": 115610
    },
    {
      "epoch": 0.10119997444069322,
      "grad_norm": 0.3652907609939575,
      "learning_rate": 4.916827264397107e-05,
      "loss": 5.5217,
      "step": 115615
    },
    {
      "epoch": 0.10120435103432038,
      "grad_norm": 0.35179269313812256,
      "learning_rate": 4.9168193372127414e-05,
      "loss": 5.7979,
      "step": 115620
    },
    {
      "epoch": 0.10120872762794753,
      "grad_norm": 0.41746965050697327,
      "learning_rate": 4.916811409658647e-05,
      "loss": 4.6901,
      "step": 115625
    },
    {
      "epoch": 0.10121310422157469,
      "grad_norm": 0.39547041058540344,
      "learning_rate": 4.916803481734825e-05,
      "loss": 4.9178,
      "step": 115630
    },
    {
      "epoch": 0.10121748081520184,
      "grad_norm": 0.4083597958087921,
      "learning_rate": 4.916795553441277e-05,
      "loss": 5.3918,
      "step": 115635
    },
    {
      "epoch": 0.10122185740882898,
      "grad_norm": 0.3860650360584259,
      "learning_rate": 4.916787624778004e-05,
      "loss": 5.708,
      "step": 115640
    },
    {
      "epoch": 0.10122623400245614,
      "grad_norm": 0.379298597574234,
      "learning_rate": 4.9167796957450085e-05,
      "loss": 4.8628,
      "step": 115645
    },
    {
      "epoch": 0.10123061059608329,
      "grad_norm": 0.47606661915779114,
      "learning_rate": 4.9167717663422916e-05,
      "loss": 5.3233,
      "step": 115650
    },
    {
      "epoch": 0.10123498718971045,
      "grad_norm": 0.39187490940093994,
      "learning_rate": 4.9167638365698564e-05,
      "loss": 4.64,
      "step": 115655
    },
    {
      "epoch": 0.1012393637833376,
      "grad_norm": 0.4482606053352356,
      "learning_rate": 4.9167559064277015e-05,
      "loss": 4.7601,
      "step": 115660
    },
    {
      "epoch": 0.10124374037696476,
      "grad_norm": 0.3674670457839966,
      "learning_rate": 4.916747975915831e-05,
      "loss": 4.7686,
      "step": 115665
    },
    {
      "epoch": 0.10124811697059191,
      "grad_norm": 0.42586544156074524,
      "learning_rate": 4.916740045034244e-05,
      "loss": 5.2854,
      "step": 115670
    },
    {
      "epoch": 0.10125249356421907,
      "grad_norm": 0.39032840728759766,
      "learning_rate": 4.9167321137829435e-05,
      "loss": 5.7591,
      "step": 115675
    },
    {
      "epoch": 0.10125687015784622,
      "grad_norm": 0.3735223412513733,
      "learning_rate": 4.916724182161933e-05,
      "loss": 5.7129,
      "step": 115680
    },
    {
      "epoch": 0.10126124675147338,
      "grad_norm": 0.39824748039245605,
      "learning_rate": 4.91671625017121e-05,
      "loss": 5.2221,
      "step": 115685
    },
    {
      "epoch": 0.10126562334510053,
      "grad_norm": 0.4313713312149048,
      "learning_rate": 4.916708317810778e-05,
      "loss": 6.0438,
      "step": 115690
    },
    {
      "epoch": 0.10126999993872769,
      "grad_norm": 0.4314434230327606,
      "learning_rate": 4.9167003850806384e-05,
      "loss": 5.4672,
      "step": 115695
    },
    {
      "epoch": 0.10127437653235484,
      "grad_norm": 0.37901705503463745,
      "learning_rate": 4.9166924519807935e-05,
      "loss": 5.5079,
      "step": 115700
    },
    {
      "epoch": 0.101278753125982,
      "grad_norm": 0.3930458128452301,
      "learning_rate": 4.916684518511243e-05,
      "loss": 5.8176,
      "step": 115705
    },
    {
      "epoch": 0.10128312971960915,
      "grad_norm": 0.37042245268821716,
      "learning_rate": 4.916676584671991e-05,
      "loss": 5.1585,
      "step": 115710
    },
    {
      "epoch": 0.10128750631323631,
      "grad_norm": 0.33684954047203064,
      "learning_rate": 4.9166686504630375e-05,
      "loss": 5.3096,
      "step": 115715
    },
    {
      "epoch": 0.10129188290686346,
      "grad_norm": 0.34841299057006836,
      "learning_rate": 4.9166607158843835e-05,
      "loss": 5.739,
      "step": 115720
    },
    {
      "epoch": 0.10129625950049062,
      "grad_norm": 0.3455694615840912,
      "learning_rate": 4.916652780936031e-05,
      "loss": 5.5165,
      "step": 115725
    },
    {
      "epoch": 0.10130063609411777,
      "grad_norm": 0.41138550639152527,
      "learning_rate": 4.916644845617983e-05,
      "loss": 5.9969,
      "step": 115730
    },
    {
      "epoch": 0.10130501268774493,
      "grad_norm": 0.39228498935699463,
      "learning_rate": 4.916636909930238e-05,
      "loss": 4.9535,
      "step": 115735
    },
    {
      "epoch": 0.10130938928137208,
      "grad_norm": 0.36645427346229553,
      "learning_rate": 4.9166289738728e-05,
      "loss": 5.2854,
      "step": 115740
    },
    {
      "epoch": 0.10131376587499924,
      "grad_norm": 0.42595162987709045,
      "learning_rate": 4.916621037445669e-05,
      "loss": 5.279,
      "step": 115745
    },
    {
      "epoch": 0.10131814246862639,
      "grad_norm": 0.4257356822490692,
      "learning_rate": 4.916613100648848e-05,
      "loss": 5.9943,
      "step": 115750
    },
    {
      "epoch": 0.10132251906225355,
      "grad_norm": 0.40763500332832336,
      "learning_rate": 4.916605163482339e-05,
      "loss": 5.0105,
      "step": 115755
    },
    {
      "epoch": 0.1013268956558807,
      "grad_norm": 0.4323779046535492,
      "learning_rate": 4.9165972259461404e-05,
      "loss": 5.376,
      "step": 115760
    },
    {
      "epoch": 0.10133127224950786,
      "grad_norm": 0.39221125841140747,
      "learning_rate": 4.9165892880402564e-05,
      "loss": 4.9806,
      "step": 115765
    },
    {
      "epoch": 0.101335648843135,
      "grad_norm": 0.4203610122203827,
      "learning_rate": 4.9165813497646885e-05,
      "loss": 4.8015,
      "step": 115770
    },
    {
      "epoch": 0.10134002543676215,
      "grad_norm": 0.4363669753074646,
      "learning_rate": 4.9165734111194374e-05,
      "loss": 5.5375,
      "step": 115775
    },
    {
      "epoch": 0.10134440203038932,
      "grad_norm": 0.43506503105163574,
      "learning_rate": 4.916565472104504e-05,
      "loss": 5.1866,
      "step": 115780
    },
    {
      "epoch": 0.10134877862401646,
      "grad_norm": 0.42204537987709045,
      "learning_rate": 4.916557532719891e-05,
      "loss": 4.7484,
      "step": 115785
    },
    {
      "epoch": 0.10135315521764363,
      "grad_norm": 0.43557512760162354,
      "learning_rate": 4.916549592965599e-05,
      "loss": 6.0035,
      "step": 115790
    },
    {
      "epoch": 0.10135753181127077,
      "grad_norm": 0.3967556357383728,
      "learning_rate": 4.916541652841632e-05,
      "loss": 4.1209,
      "step": 115795
    },
    {
      "epoch": 0.10136190840489794,
      "grad_norm": 0.41371098160743713,
      "learning_rate": 4.916533712347988e-05,
      "loss": 5.4961,
      "step": 115800
    },
    {
      "epoch": 0.10136628499852508,
      "grad_norm": 0.4116416275501251,
      "learning_rate": 4.9165257714846704e-05,
      "loss": 5.5258,
      "step": 115805
    },
    {
      "epoch": 0.10137066159215224,
      "grad_norm": 0.3596901297569275,
      "learning_rate": 4.9165178302516816e-05,
      "loss": 6.0535,
      "step": 115810
    },
    {
      "epoch": 0.10137503818577939,
      "grad_norm": 0.41113919019699097,
      "learning_rate": 4.9165098886490204e-05,
      "loss": 5.1839,
      "step": 115815
    },
    {
      "epoch": 0.10137941477940655,
      "grad_norm": 0.35809099674224854,
      "learning_rate": 4.9165019466766904e-05,
      "loss": 5.3112,
      "step": 115820
    },
    {
      "epoch": 0.1013837913730337,
      "grad_norm": 0.43491828441619873,
      "learning_rate": 4.916494004334693e-05,
      "loss": 5.801,
      "step": 115825
    },
    {
      "epoch": 0.10138816796666086,
      "grad_norm": 0.4766422510147095,
      "learning_rate": 4.9164860616230304e-05,
      "loss": 4.9576,
      "step": 115830
    },
    {
      "epoch": 0.10139254456028801,
      "grad_norm": 0.4252403676509857,
      "learning_rate": 4.9164781185417005e-05,
      "loss": 5.9908,
      "step": 115835
    },
    {
      "epoch": 0.10139692115391517,
      "grad_norm": 0.42151939868927,
      "learning_rate": 4.916470175090709e-05,
      "loss": 5.1443,
      "step": 115840
    },
    {
      "epoch": 0.10140129774754232,
      "grad_norm": 0.42922207713127136,
      "learning_rate": 4.916462231270057e-05,
      "loss": 4.1394,
      "step": 115845
    },
    {
      "epoch": 0.10140567434116948,
      "grad_norm": 0.38761863112449646,
      "learning_rate": 4.9164542870797434e-05,
      "loss": 6.049,
      "step": 115850
    },
    {
      "epoch": 0.10141005093479663,
      "grad_norm": 0.41294315457344055,
      "learning_rate": 4.916446342519772e-05,
      "loss": 5.1953,
      "step": 115855
    },
    {
      "epoch": 0.10141442752842379,
      "grad_norm": 0.39970797300338745,
      "learning_rate": 4.916438397590144e-05,
      "loss": 5.1834,
      "step": 115860
    },
    {
      "epoch": 0.10141880412205094,
      "grad_norm": 0.4160357117652893,
      "learning_rate": 4.91643045229086e-05,
      "loss": 3.8935,
      "step": 115865
    },
    {
      "epoch": 0.1014231807156781,
      "grad_norm": 0.4304741621017456,
      "learning_rate": 4.9164225066219214e-05,
      "loss": 4.7096,
      "step": 115870
    },
    {
      "epoch": 0.10142755730930525,
      "grad_norm": 0.41188380122184753,
      "learning_rate": 4.916414560583331e-05,
      "loss": 5.1805,
      "step": 115875
    },
    {
      "epoch": 0.10143193390293241,
      "grad_norm": 0.3758527338504791,
      "learning_rate": 4.9164066141750895e-05,
      "loss": 4.9941,
      "step": 115880
    },
    {
      "epoch": 0.10143631049655956,
      "grad_norm": 0.4128418564796448,
      "learning_rate": 4.9163986673971994e-05,
      "loss": 5.1227,
      "step": 115885
    },
    {
      "epoch": 0.10144068709018672,
      "grad_norm": 0.3977287709712982,
      "learning_rate": 4.916390720249661e-05,
      "loss": 6.0182,
      "step": 115890
    },
    {
      "epoch": 0.10144506368381387,
      "grad_norm": 0.3499569296836853,
      "learning_rate": 4.916382772732476e-05,
      "loss": 5.5165,
      "step": 115895
    },
    {
      "epoch": 0.10144944027744102,
      "grad_norm": 0.375531405210495,
      "learning_rate": 4.916374824845648e-05,
      "loss": 5.8225,
      "step": 115900
    },
    {
      "epoch": 0.10145381687106818,
      "grad_norm": 0.39147114753723145,
      "learning_rate": 4.916366876589175e-05,
      "loss": 4.5998,
      "step": 115905
    },
    {
      "epoch": 0.10145819346469533,
      "grad_norm": 0.40549707412719727,
      "learning_rate": 4.916358927963061e-05,
      "loss": 5.6736,
      "step": 115910
    },
    {
      "epoch": 0.10146257005832249,
      "grad_norm": 0.40707820653915405,
      "learning_rate": 4.916350978967307e-05,
      "loss": 5.41,
      "step": 115915
    },
    {
      "epoch": 0.10146694665194964,
      "grad_norm": 0.38758227229118347,
      "learning_rate": 4.916343029601914e-05,
      "loss": 5.2228,
      "step": 115920
    },
    {
      "epoch": 0.1014713232455768,
      "grad_norm": 0.35342490673065186,
      "learning_rate": 4.916335079866884e-05,
      "loss": 5.4813,
      "step": 115925
    },
    {
      "epoch": 0.10147569983920394,
      "grad_norm": 0.39382031559944153,
      "learning_rate": 4.916327129762218e-05,
      "loss": 4.4761,
      "step": 115930
    },
    {
      "epoch": 0.1014800764328311,
      "grad_norm": 0.37514281272888184,
      "learning_rate": 4.9163191792879196e-05,
      "loss": 4.9383,
      "step": 115935
    },
    {
      "epoch": 0.10148445302645825,
      "grad_norm": 0.3894283175468445,
      "learning_rate": 4.9163112284439874e-05,
      "loss": 5.1432,
      "step": 115940
    },
    {
      "epoch": 0.10148882962008542,
      "grad_norm": 0.40311911702156067,
      "learning_rate": 4.916303277230424e-05,
      "loss": 5.269,
      "step": 115945
    },
    {
      "epoch": 0.10149320621371256,
      "grad_norm": 0.4512782692909241,
      "learning_rate": 4.916295325647232e-05,
      "loss": 5.1735,
      "step": 115950
    },
    {
      "epoch": 0.10149758280733973,
      "grad_norm": 0.4020226299762726,
      "learning_rate": 4.916287373694411e-05,
      "loss": 5.4043,
      "step": 115955
    },
    {
      "epoch": 0.10150195940096687,
      "grad_norm": 0.4490606188774109,
      "learning_rate": 4.916279421371965e-05,
      "loss": 4.9736,
      "step": 115960
    },
    {
      "epoch": 0.10150633599459404,
      "grad_norm": 0.35476043820381165,
      "learning_rate": 4.916271468679894e-05,
      "loss": 5.7694,
      "step": 115965
    },
    {
      "epoch": 0.10151071258822118,
      "grad_norm": 0.4901571571826935,
      "learning_rate": 4.916263515618199e-05,
      "loss": 5.5062,
      "step": 115970
    },
    {
      "epoch": 0.10151508918184834,
      "grad_norm": 0.4383535087108612,
      "learning_rate": 4.9162555621868835e-05,
      "loss": 5.474,
      "step": 115975
    },
    {
      "epoch": 0.10151946577547549,
      "grad_norm": 0.3778686225414276,
      "learning_rate": 4.9162476083859464e-05,
      "loss": 5.7023,
      "step": 115980
    },
    {
      "epoch": 0.10152384236910265,
      "grad_norm": 0.35867422819137573,
      "learning_rate": 4.916239654215392e-05,
      "loss": 5.1978,
      "step": 115985
    },
    {
      "epoch": 0.1015282189627298,
      "grad_norm": 0.3985031247138977,
      "learning_rate": 4.91623169967522e-05,
      "loss": 4.6714,
      "step": 115990
    },
    {
      "epoch": 0.10153259555635696,
      "grad_norm": 0.3850057125091553,
      "learning_rate": 4.916223744765433e-05,
      "loss": 4.6712,
      "step": 115995
    },
    {
      "epoch": 0.10153697214998411,
      "grad_norm": 0.3578159511089325,
      "learning_rate": 4.916215789486031e-05,
      "loss": 5.3115,
      "step": 116000
    },
    {
      "epoch": 0.10154134874361127,
      "grad_norm": 0.42266613245010376,
      "learning_rate": 4.9162078338370155e-05,
      "loss": 4.6904,
      "step": 116005
    },
    {
      "epoch": 0.10154572533723842,
      "grad_norm": 0.4276213049888611,
      "learning_rate": 4.91619987781839e-05,
      "loss": 6.026,
      "step": 116010
    },
    {
      "epoch": 0.10155010193086558,
      "grad_norm": 0.43422067165374756,
      "learning_rate": 4.9161919214301565e-05,
      "loss": 6.0365,
      "step": 116015
    },
    {
      "epoch": 0.10155447852449273,
      "grad_norm": 0.3768782913684845,
      "learning_rate": 4.916183964672313e-05,
      "loss": 6.3369,
      "step": 116020
    },
    {
      "epoch": 0.10155885511811989,
      "grad_norm": 0.44700267910957336,
      "learning_rate": 4.916176007544864e-05,
      "loss": 5.485,
      "step": 116025
    },
    {
      "epoch": 0.10156323171174704,
      "grad_norm": 0.40289855003356934,
      "learning_rate": 4.91616805004781e-05,
      "loss": 5.3844,
      "step": 116030
    },
    {
      "epoch": 0.10156760830537419,
      "grad_norm": 0.35583239793777466,
      "learning_rate": 4.916160092181154e-05,
      "loss": 6.3219,
      "step": 116035
    },
    {
      "epoch": 0.10157198489900135,
      "grad_norm": 0.43825066089630127,
      "learning_rate": 4.9161521339448946e-05,
      "loss": 4.9938,
      "step": 116040
    },
    {
      "epoch": 0.1015763614926285,
      "grad_norm": 0.43820706009864807,
      "learning_rate": 4.916144175339035e-05,
      "loss": 4.9008,
      "step": 116045
    },
    {
      "epoch": 0.10158073808625566,
      "grad_norm": 0.43809691071510315,
      "learning_rate": 4.916136216363577e-05,
      "loss": 4.962,
      "step": 116050
    },
    {
      "epoch": 0.10158511467988281,
      "grad_norm": 0.3526337146759033,
      "learning_rate": 4.916128257018522e-05,
      "loss": 6.3008,
      "step": 116055
    },
    {
      "epoch": 0.10158949127350997,
      "grad_norm": 0.44740331172943115,
      "learning_rate": 4.916120297303871e-05,
      "loss": 5.3015,
      "step": 116060
    },
    {
      "epoch": 0.10159386786713712,
      "grad_norm": 0.398570716381073,
      "learning_rate": 4.916112337219626e-05,
      "loss": 5.7189,
      "step": 116065
    },
    {
      "epoch": 0.10159824446076428,
      "grad_norm": 0.4150947034358978,
      "learning_rate": 4.9161043767657886e-05,
      "loss": 4.4261,
      "step": 116070
    },
    {
      "epoch": 0.10160262105439143,
      "grad_norm": 0.35723719000816345,
      "learning_rate": 4.916096415942361e-05,
      "loss": 5.5135,
      "step": 116075
    },
    {
      "epoch": 0.10160699764801859,
      "grad_norm": 0.4167628586292267,
      "learning_rate": 4.916088454749342e-05,
      "loss": 5.4917,
      "step": 116080
    },
    {
      "epoch": 0.10161137424164574,
      "grad_norm": 0.41463419795036316,
      "learning_rate": 4.916080493186738e-05,
      "loss": 4.2291,
      "step": 116085
    },
    {
      "epoch": 0.1016157508352729,
      "grad_norm": 0.35122615098953247,
      "learning_rate": 4.916072531254544e-05,
      "loss": 6.01,
      "step": 116090
    },
    {
      "epoch": 0.10162012742890005,
      "grad_norm": 0.3941442668437958,
      "learning_rate": 4.9160645689527674e-05,
      "loss": 4.9625,
      "step": 116095
    },
    {
      "epoch": 0.1016245040225272,
      "grad_norm": 0.42960551381111145,
      "learning_rate": 4.916056606281407e-05,
      "loss": 5.1652,
      "step": 116100
    },
    {
      "epoch": 0.10162888061615435,
      "grad_norm": 0.3609331250190735,
      "learning_rate": 4.9160486432404654e-05,
      "loss": 5.9938,
      "step": 116105
    },
    {
      "epoch": 0.10163325720978152,
      "grad_norm": 0.4132773280143738,
      "learning_rate": 4.9160406798299416e-05,
      "loss": 4.9766,
      "step": 116110
    },
    {
      "epoch": 0.10163763380340866,
      "grad_norm": 0.3780727982521057,
      "learning_rate": 4.916032716049841e-05,
      "loss": 5.8256,
      "step": 116115
    },
    {
      "epoch": 0.10164201039703583,
      "grad_norm": 0.4187023341655731,
      "learning_rate": 4.916024751900162e-05,
      "loss": 5.1699,
      "step": 116120
    },
    {
      "epoch": 0.10164638699066297,
      "grad_norm": 0.4029081463813782,
      "learning_rate": 4.916016787380908e-05,
      "loss": 5.8213,
      "step": 116125
    },
    {
      "epoch": 0.10165076358429014,
      "grad_norm": 0.3666342794895172,
      "learning_rate": 4.9160088224920794e-05,
      "loss": 6.0047,
      "step": 116130
    },
    {
      "epoch": 0.10165514017791728,
      "grad_norm": 0.40449151396751404,
      "learning_rate": 4.9160008572336793e-05,
      "loss": 5.1776,
      "step": 116135
    },
    {
      "epoch": 0.10165951677154444,
      "grad_norm": 0.43739375472068787,
      "learning_rate": 4.915992891605707e-05,
      "loss": 5.2885,
      "step": 116140
    },
    {
      "epoch": 0.10166389336517159,
      "grad_norm": 0.4271962642669678,
      "learning_rate": 4.915984925608166e-05,
      "loss": 5.2941,
      "step": 116145
    },
    {
      "epoch": 0.10166826995879875,
      "grad_norm": 0.48349934816360474,
      "learning_rate": 4.915976959241055e-05,
      "loss": 4.4517,
      "step": 116150
    },
    {
      "epoch": 0.1016726465524259,
      "grad_norm": 0.4182034134864807,
      "learning_rate": 4.9159689925043794e-05,
      "loss": 5.1452,
      "step": 116155
    },
    {
      "epoch": 0.10167702314605305,
      "grad_norm": 0.45044976472854614,
      "learning_rate": 4.915961025398139e-05,
      "loss": 4.1566,
      "step": 116160
    },
    {
      "epoch": 0.10168139973968021,
      "grad_norm": 0.42192625999450684,
      "learning_rate": 4.9159530579223347e-05,
      "loss": 5.2873,
      "step": 116165
    },
    {
      "epoch": 0.10168577633330736,
      "grad_norm": 0.397873193025589,
      "learning_rate": 4.9159450900769686e-05,
      "loss": 5.2456,
      "step": 116170
    },
    {
      "epoch": 0.10169015292693452,
      "grad_norm": 0.4219662845134735,
      "learning_rate": 4.915937121862042e-05,
      "loss": 5.4964,
      "step": 116175
    },
    {
      "epoch": 0.10169452952056167,
      "grad_norm": 0.44656598567962646,
      "learning_rate": 4.9159291532775576e-05,
      "loss": 5.437,
      "step": 116180
    },
    {
      "epoch": 0.10169890611418883,
      "grad_norm": 0.5219324231147766,
      "learning_rate": 4.915921184323514e-05,
      "loss": 4.8845,
      "step": 116185
    },
    {
      "epoch": 0.10170328270781598,
      "grad_norm": 0.38473883271217346,
      "learning_rate": 4.915913214999916e-05,
      "loss": 5.9865,
      "step": 116190
    },
    {
      "epoch": 0.10170765930144314,
      "grad_norm": 0.41246771812438965,
      "learning_rate": 4.915905245306765e-05,
      "loss": 5.7088,
      "step": 116195
    },
    {
      "epoch": 0.10171203589507029,
      "grad_norm": 0.39501258730888367,
      "learning_rate": 4.91589727524406e-05,
      "loss": 5.359,
      "step": 116200
    },
    {
      "epoch": 0.10171641248869745,
      "grad_norm": 0.3900209367275238,
      "learning_rate": 4.915889304811804e-05,
      "loss": 5.9834,
      "step": 116205
    },
    {
      "epoch": 0.1017207890823246,
      "grad_norm": 0.3850875198841095,
      "learning_rate": 4.915881334009999e-05,
      "loss": 4.5571,
      "step": 116210
    },
    {
      "epoch": 0.10172516567595176,
      "grad_norm": 0.4247497618198395,
      "learning_rate": 4.9158733628386446e-05,
      "loss": 6.0029,
      "step": 116215
    },
    {
      "epoch": 0.10172954226957891,
      "grad_norm": 0.45548370480537415,
      "learning_rate": 4.915865391297745e-05,
      "loss": 4.6852,
      "step": 116220
    },
    {
      "epoch": 0.10173391886320607,
      "grad_norm": 0.3590652048587799,
      "learning_rate": 4.9158574193873e-05,
      "loss": 6.3244,
      "step": 116225
    },
    {
      "epoch": 0.10173829545683322,
      "grad_norm": 0.45453518629074097,
      "learning_rate": 4.9158494471073115e-05,
      "loss": 5.3071,
      "step": 116230
    },
    {
      "epoch": 0.10174267205046038,
      "grad_norm": 0.36059921979904175,
      "learning_rate": 4.915841474457782e-05,
      "loss": 6.3096,
      "step": 116235
    },
    {
      "epoch": 0.10174704864408753,
      "grad_norm": 0.39902463555336,
      "learning_rate": 4.9158335014387114e-05,
      "loss": 5.4951,
      "step": 116240
    },
    {
      "epoch": 0.10175142523771469,
      "grad_norm": 0.44037315249443054,
      "learning_rate": 4.915825528050102e-05,
      "loss": 4.1417,
      "step": 116245
    },
    {
      "epoch": 0.10175580183134184,
      "grad_norm": 0.3913697302341461,
      "learning_rate": 4.915817554291956e-05,
      "loss": 5.6971,
      "step": 116250
    },
    {
      "epoch": 0.101760178424969,
      "grad_norm": 0.44378232955932617,
      "learning_rate": 4.9158095801642734e-05,
      "loss": 5.1897,
      "step": 116255
    },
    {
      "epoch": 0.10176455501859615,
      "grad_norm": 0.36117127537727356,
      "learning_rate": 4.9158016056670566e-05,
      "loss": 5.7977,
      "step": 116260
    },
    {
      "epoch": 0.1017689316122233,
      "grad_norm": 0.41729795932769775,
      "learning_rate": 4.9157936308003085e-05,
      "loss": 5.5252,
      "step": 116265
    },
    {
      "epoch": 0.10177330820585045,
      "grad_norm": 0.432430237531662,
      "learning_rate": 4.915785655564028e-05,
      "loss": 4.9683,
      "step": 116270
    },
    {
      "epoch": 0.10177768479947762,
      "grad_norm": 0.37850573658943176,
      "learning_rate": 4.915777679958219e-05,
      "loss": 5.7361,
      "step": 116275
    },
    {
      "epoch": 0.10178206139310476,
      "grad_norm": 0.5016953945159912,
      "learning_rate": 4.915769703982881e-05,
      "loss": 4.7273,
      "step": 116280
    },
    {
      "epoch": 0.10178643798673191,
      "grad_norm": 0.34486523270606995,
      "learning_rate": 4.915761727638016e-05,
      "loss": 5.2998,
      "step": 116285
    },
    {
      "epoch": 0.10179081458035907,
      "grad_norm": 0.3807116448879242,
      "learning_rate": 4.9157537509236275e-05,
      "loss": 5.4962,
      "step": 116290
    },
    {
      "epoch": 0.10179519117398622,
      "grad_norm": 0.36131012439727783,
      "learning_rate": 4.915745773839715e-05,
      "loss": 5.4777,
      "step": 116295
    },
    {
      "epoch": 0.10179956776761338,
      "grad_norm": 0.35856446623802185,
      "learning_rate": 4.915737796386281e-05,
      "loss": 5.1538,
      "step": 116300
    },
    {
      "epoch": 0.10180394436124053,
      "grad_norm": 0.4126007556915283,
      "learning_rate": 4.915729818563326e-05,
      "loss": 3.9578,
      "step": 116305
    },
    {
      "epoch": 0.10180832095486769,
      "grad_norm": 0.43149128556251526,
      "learning_rate": 4.915721840370853e-05,
      "loss": 4.701,
      "step": 116310
    },
    {
      "epoch": 0.10181269754849484,
      "grad_norm": 0.3759424388408661,
      "learning_rate": 4.915713861808863e-05,
      "loss": 4.9788,
      "step": 116315
    },
    {
      "epoch": 0.101817074142122,
      "grad_norm": 0.40845951437950134,
      "learning_rate": 4.915705882877356e-05,
      "loss": 5.1213,
      "step": 116320
    },
    {
      "epoch": 0.10182145073574915,
      "grad_norm": 0.37478742003440857,
      "learning_rate": 4.9156979035763364e-05,
      "loss": 5.4752,
      "step": 116325
    },
    {
      "epoch": 0.10182582732937631,
      "grad_norm": 0.3796597421169281,
      "learning_rate": 4.915689923905803e-05,
      "loss": 4.9917,
      "step": 116330
    },
    {
      "epoch": 0.10183020392300346,
      "grad_norm": 0.3915538489818573,
      "learning_rate": 4.915681943865759e-05,
      "loss": 5.4061,
      "step": 116335
    },
    {
      "epoch": 0.10183458051663062,
      "grad_norm": 0.4320152997970581,
      "learning_rate": 4.915673963456204e-05,
      "loss": 5.1701,
      "step": 116340
    },
    {
      "epoch": 0.10183895711025777,
      "grad_norm": 0.3766269087791443,
      "learning_rate": 4.915665982677142e-05,
      "loss": 4.742,
      "step": 116345
    },
    {
      "epoch": 0.10184333370388493,
      "grad_norm": 0.40004807710647583,
      "learning_rate": 4.915658001528575e-05,
      "loss": 5.2763,
      "step": 116350
    },
    {
      "epoch": 0.10184771029751208,
      "grad_norm": 0.4141594171524048,
      "learning_rate": 4.915650020010502e-05,
      "loss": 5.6818,
      "step": 116355
    },
    {
      "epoch": 0.10185208689113924,
      "grad_norm": 0.36753225326538086,
      "learning_rate": 4.915642038122925e-05,
      "loss": 5.244,
      "step": 116360
    },
    {
      "epoch": 0.10185646348476639,
      "grad_norm": 0.4135409891605377,
      "learning_rate": 4.9156340558658465e-05,
      "loss": 5.6902,
      "step": 116365
    },
    {
      "epoch": 0.10186084007839355,
      "grad_norm": 0.35852205753326416,
      "learning_rate": 4.9156260732392675e-05,
      "loss": 5.6891,
      "step": 116370
    },
    {
      "epoch": 0.1018652166720207,
      "grad_norm": 0.401081919670105,
      "learning_rate": 4.9156180902431905e-05,
      "loss": 4.5553,
      "step": 116375
    },
    {
      "epoch": 0.10186959326564786,
      "grad_norm": 0.4338298439979553,
      "learning_rate": 4.915610106877616e-05,
      "loss": 4.9629,
      "step": 116380
    },
    {
      "epoch": 0.10187396985927501,
      "grad_norm": 0.37643489241600037,
      "learning_rate": 4.915602123142545e-05,
      "loss": 5.5284,
      "step": 116385
    },
    {
      "epoch": 0.10187834645290217,
      "grad_norm": 0.368944376707077,
      "learning_rate": 4.915594139037981e-05,
      "loss": 5.5089,
      "step": 116390
    },
    {
      "epoch": 0.10188272304652932,
      "grad_norm": 0.38835564255714417,
      "learning_rate": 4.915586154563924e-05,
      "loss": 5.0979,
      "step": 116395
    },
    {
      "epoch": 0.10188709964015648,
      "grad_norm": 0.4714854955673218,
      "learning_rate": 4.915578169720375e-05,
      "loss": 5.2174,
      "step": 116400
    },
    {
      "epoch": 0.10189147623378363,
      "grad_norm": 0.48752522468566895,
      "learning_rate": 4.915570184507338e-05,
      "loss": 5.491,
      "step": 116405
    },
    {
      "epoch": 0.10189585282741079,
      "grad_norm": 0.37114277482032776,
      "learning_rate": 4.915562198924811e-05,
      "loss": 5.4752,
      "step": 116410
    },
    {
      "epoch": 0.10190022942103794,
      "grad_norm": 0.44067293405532837,
      "learning_rate": 4.9155542129728004e-05,
      "loss": 4.7688,
      "step": 116415
    },
    {
      "epoch": 0.10190460601466508,
      "grad_norm": 0.44834065437316895,
      "learning_rate": 4.915546226651303e-05,
      "loss": 4.71,
      "step": 116420
    },
    {
      "epoch": 0.10190898260829225,
      "grad_norm": 0.43301016092300415,
      "learning_rate": 4.915538239960322e-05,
      "loss": 4.9243,
      "step": 116425
    },
    {
      "epoch": 0.10191335920191939,
      "grad_norm": 0.35746142268180847,
      "learning_rate": 4.9155302528998604e-05,
      "loss": 5.1594,
      "step": 116430
    },
    {
      "epoch": 0.10191773579554655,
      "grad_norm": 0.40389078855514526,
      "learning_rate": 4.9155222654699175e-05,
      "loss": 4.2429,
      "step": 116435
    },
    {
      "epoch": 0.1019221123891737,
      "grad_norm": 0.432621031999588,
      "learning_rate": 4.915514277670497e-05,
      "loss": 5.2018,
      "step": 116440
    },
    {
      "epoch": 0.10192648898280086,
      "grad_norm": 0.43379878997802734,
      "learning_rate": 4.915506289501598e-05,
      "loss": 5.1622,
      "step": 116445
    },
    {
      "epoch": 0.10193086557642801,
      "grad_norm": 0.4013749361038208,
      "learning_rate": 4.915498300963224e-05,
      "loss": 4.9688,
      "step": 116450
    },
    {
      "epoch": 0.10193524217005517,
      "grad_norm": 0.36503490805625916,
      "learning_rate": 4.9154903120553755e-05,
      "loss": 5.6783,
      "step": 116455
    },
    {
      "epoch": 0.10193961876368232,
      "grad_norm": 0.3659944534301758,
      "learning_rate": 4.9154823227780545e-05,
      "loss": 5.4515,
      "step": 116460
    },
    {
      "epoch": 0.10194399535730948,
      "grad_norm": 0.4656384587287903,
      "learning_rate": 4.9154743331312624e-05,
      "loss": 4.9423,
      "step": 116465
    },
    {
      "epoch": 0.10194837195093663,
      "grad_norm": 0.4050295352935791,
      "learning_rate": 4.9154663431150013e-05,
      "loss": 5.357,
      "step": 116470
    },
    {
      "epoch": 0.10195274854456379,
      "grad_norm": 0.3859327435493469,
      "learning_rate": 4.915458352729272e-05,
      "loss": 5.4855,
      "step": 116475
    },
    {
      "epoch": 0.10195712513819094,
      "grad_norm": 0.3955627381801605,
      "learning_rate": 4.9154503619740756e-05,
      "loss": 5.4357,
      "step": 116480
    },
    {
      "epoch": 0.1019615017318181,
      "grad_norm": 0.48537102341651917,
      "learning_rate": 4.915442370849416e-05,
      "loss": 4.6818,
      "step": 116485
    },
    {
      "epoch": 0.10196587832544525,
      "grad_norm": 0.40845730900764465,
      "learning_rate": 4.9154343793552916e-05,
      "loss": 5.8222,
      "step": 116490
    },
    {
      "epoch": 0.10197025491907241,
      "grad_norm": 0.3806222081184387,
      "learning_rate": 4.915426387491705e-05,
      "loss": 6.2826,
      "step": 116495
    },
    {
      "epoch": 0.10197463151269956,
      "grad_norm": 0.4912768602371216,
      "learning_rate": 4.91541839525866e-05,
      "loss": 5.8313,
      "step": 116500
    },
    {
      "epoch": 0.10197900810632672,
      "grad_norm": 0.3966023921966553,
      "learning_rate": 4.9154104026561546e-05,
      "loss": 4.6629,
      "step": 116505
    },
    {
      "epoch": 0.10198338469995387,
      "grad_norm": 0.3585886061191559,
      "learning_rate": 4.9154024096841924e-05,
      "loss": 5.8266,
      "step": 116510
    },
    {
      "epoch": 0.10198776129358103,
      "grad_norm": 0.405546098947525,
      "learning_rate": 4.915394416342775e-05,
      "loss": 5.2317,
      "step": 116515
    },
    {
      "epoch": 0.10199213788720818,
      "grad_norm": 0.3546057343482971,
      "learning_rate": 4.915386422631904e-05,
      "loss": 5.7203,
      "step": 116520
    },
    {
      "epoch": 0.10199651448083534,
      "grad_norm": 0.4365409314632416,
      "learning_rate": 4.915378428551579e-05,
      "loss": 5.2596,
      "step": 116525
    },
    {
      "epoch": 0.10200089107446249,
      "grad_norm": 0.4273550510406494,
      "learning_rate": 4.9153704341018034e-05,
      "loss": 4.4563,
      "step": 116530
    },
    {
      "epoch": 0.10200526766808965,
      "grad_norm": 0.4072025716304779,
      "learning_rate": 4.9153624392825795e-05,
      "loss": 5.4135,
      "step": 116535
    },
    {
      "epoch": 0.1020096442617168,
      "grad_norm": 0.40824928879737854,
      "learning_rate": 4.915354444093907e-05,
      "loss": 4.3836,
      "step": 116540
    },
    {
      "epoch": 0.10201402085534395,
      "grad_norm": 0.45284220576286316,
      "learning_rate": 4.915346448535788e-05,
      "loss": 5.7962,
      "step": 116545
    },
    {
      "epoch": 0.10201839744897111,
      "grad_norm": 0.39915356040000916,
      "learning_rate": 4.9153384526082235e-05,
      "loss": 5.4369,
      "step": 116550
    },
    {
      "epoch": 0.10202277404259825,
      "grad_norm": 0.3908054828643799,
      "learning_rate": 4.9153304563112165e-05,
      "loss": 5.2066,
      "step": 116555
    },
    {
      "epoch": 0.10202715063622542,
      "grad_norm": 0.39082589745521545,
      "learning_rate": 4.915322459644768e-05,
      "loss": 5.4178,
      "step": 116560
    },
    {
      "epoch": 0.10203152722985256,
      "grad_norm": 0.3504450023174286,
      "learning_rate": 4.915314462608879e-05,
      "loss": 6.3498,
      "step": 116565
    },
    {
      "epoch": 0.10203590382347973,
      "grad_norm": 0.367645263671875,
      "learning_rate": 4.915306465203552e-05,
      "loss": 5.4883,
      "step": 116570
    },
    {
      "epoch": 0.10204028041710687,
      "grad_norm": 0.3689626157283783,
      "learning_rate": 4.9152984674287874e-05,
      "loss": 5.5462,
      "step": 116575
    },
    {
      "epoch": 0.10204465701073404,
      "grad_norm": 0.38204720616340637,
      "learning_rate": 4.915290469284587e-05,
      "loss": 5.1771,
      "step": 116580
    },
    {
      "epoch": 0.10204903360436118,
      "grad_norm": 0.37790554761886597,
      "learning_rate": 4.915282470770952e-05,
      "loss": 5.1934,
      "step": 116585
    },
    {
      "epoch": 0.10205341019798835,
      "grad_norm": 0.3662964105606079,
      "learning_rate": 4.915274471887885e-05,
      "loss": 5.264,
      "step": 116590
    },
    {
      "epoch": 0.10205778679161549,
      "grad_norm": 0.38202551007270813,
      "learning_rate": 4.915266472635387e-05,
      "loss": 5.1612,
      "step": 116595
    },
    {
      "epoch": 0.10206216338524265,
      "grad_norm": 0.45056119561195374,
      "learning_rate": 4.91525847301346e-05,
      "loss": 5.504,
      "step": 116600
    },
    {
      "epoch": 0.1020665399788698,
      "grad_norm": 0.39175352454185486,
      "learning_rate": 4.915250473022105e-05,
      "loss": 4.9625,
      "step": 116605
    },
    {
      "epoch": 0.10207091657249696,
      "grad_norm": 0.3562328517436981,
      "learning_rate": 4.9152424726613234e-05,
      "loss": 5.693,
      "step": 116610
    },
    {
      "epoch": 0.10207529316612411,
      "grad_norm": 0.3955654799938202,
      "learning_rate": 4.9152344719311174e-05,
      "loss": 5.2207,
      "step": 116615
    },
    {
      "epoch": 0.10207966975975127,
      "grad_norm": 0.3919062912464142,
      "learning_rate": 4.915226470831488e-05,
      "loss": 4.5481,
      "step": 116620
    },
    {
      "epoch": 0.10208404635337842,
      "grad_norm": 0.4107917845249176,
      "learning_rate": 4.915218469362436e-05,
      "loss": 5.5089,
      "step": 116625
    },
    {
      "epoch": 0.10208842294700558,
      "grad_norm": 0.39625468850135803,
      "learning_rate": 4.9152104675239654e-05,
      "loss": 5.0069,
      "step": 116630
    },
    {
      "epoch": 0.10209279954063273,
      "grad_norm": 0.43448886275291443,
      "learning_rate": 4.9152024653160745e-05,
      "loss": 4.6812,
      "step": 116635
    },
    {
      "epoch": 0.10209717613425989,
      "grad_norm": 0.3597601056098938,
      "learning_rate": 4.915194462738768e-05,
      "loss": 4.9894,
      "step": 116640
    },
    {
      "epoch": 0.10210155272788704,
      "grad_norm": 0.35255521535873413,
      "learning_rate": 4.9151864597920464e-05,
      "loss": 6.3367,
      "step": 116645
    },
    {
      "epoch": 0.1021059293215142,
      "grad_norm": 0.4293884038925171,
      "learning_rate": 4.91517845647591e-05,
      "loss": 4.7751,
      "step": 116650
    },
    {
      "epoch": 0.10211030591514135,
      "grad_norm": 0.35452887415885925,
      "learning_rate": 4.91517045279036e-05,
      "loss": 5.5121,
      "step": 116655
    },
    {
      "epoch": 0.10211468250876851,
      "grad_norm": 0.4190446734428406,
      "learning_rate": 4.915162448735401e-05,
      "loss": 4.9714,
      "step": 116660
    },
    {
      "epoch": 0.10211905910239566,
      "grad_norm": 0.4047301113605499,
      "learning_rate": 4.915154444311031e-05,
      "loss": 5.511,
      "step": 116665
    },
    {
      "epoch": 0.10212343569602282,
      "grad_norm": 0.4621555209159851,
      "learning_rate": 4.915146439517254e-05,
      "loss": 5.2671,
      "step": 116670
    },
    {
      "epoch": 0.10212781228964997,
      "grad_norm": 0.4133119285106659,
      "learning_rate": 4.915138434354071e-05,
      "loss": 5.1672,
      "step": 116675
    },
    {
      "epoch": 0.10213218888327712,
      "grad_norm": 0.4342533051967621,
      "learning_rate": 4.915130428821483e-05,
      "loss": 4.961,
      "step": 116680
    },
    {
      "epoch": 0.10213656547690428,
      "grad_norm": 0.41712191700935364,
      "learning_rate": 4.915122422919493e-05,
      "loss": 5.2446,
      "step": 116685
    },
    {
      "epoch": 0.10214094207053143,
      "grad_norm": 0.3953121602535248,
      "learning_rate": 4.9151144166481003e-05,
      "loss": 4.9734,
      "step": 116690
    },
    {
      "epoch": 0.10214531866415859,
      "grad_norm": 0.3619149327278137,
      "learning_rate": 4.915106410007307e-05,
      "loss": 5.2871,
      "step": 116695
    },
    {
      "epoch": 0.10214969525778574,
      "grad_norm": 0.37806278467178345,
      "learning_rate": 4.915098402997116e-05,
      "loss": 4.9498,
      "step": 116700
    },
    {
      "epoch": 0.1021540718514129,
      "grad_norm": 0.3814433217048645,
      "learning_rate": 4.9150903956175276e-05,
      "loss": 5.3674,
      "step": 116705
    },
    {
      "epoch": 0.10215844844504005,
      "grad_norm": 0.3709664046764374,
      "learning_rate": 4.915082387868544e-05,
      "loss": 5.2057,
      "step": 116710
    },
    {
      "epoch": 0.10216282503866721,
      "grad_norm": 0.4182892441749573,
      "learning_rate": 4.915074379750165e-05,
      "loss": 4.4003,
      "step": 116715
    },
    {
      "epoch": 0.10216720163229435,
      "grad_norm": 0.4087909758090973,
      "learning_rate": 4.915066371262396e-05,
      "loss": 4.9837,
      "step": 116720
    },
    {
      "epoch": 0.10217157822592152,
      "grad_norm": 0.4004395008087158,
      "learning_rate": 4.915058362405235e-05,
      "loss": 4.7327,
      "step": 116725
    },
    {
      "epoch": 0.10217595481954866,
      "grad_norm": 0.3446952998638153,
      "learning_rate": 4.915050353178685e-05,
      "loss": 5.5105,
      "step": 116730
    },
    {
      "epoch": 0.10218033141317583,
      "grad_norm": 0.3534000515937805,
      "learning_rate": 4.915042343582747e-05,
      "loss": 5.7094,
      "step": 116735
    },
    {
      "epoch": 0.10218470800680297,
      "grad_norm": 0.4553776681423187,
      "learning_rate": 4.915034333617423e-05,
      "loss": 4.9646,
      "step": 116740
    },
    {
      "epoch": 0.10218908460043014,
      "grad_norm": 0.3665062487125397,
      "learning_rate": 4.915026323282715e-05,
      "loss": 4.9721,
      "step": 116745
    },
    {
      "epoch": 0.10219346119405728,
      "grad_norm": 0.39852356910705566,
      "learning_rate": 4.915018312578623e-05,
      "loss": 4.7544,
      "step": 116750
    },
    {
      "epoch": 0.10219783778768445,
      "grad_norm": 0.3825085163116455,
      "learning_rate": 4.9150103015051495e-05,
      "loss": 6.033,
      "step": 116755
    },
    {
      "epoch": 0.10220221438131159,
      "grad_norm": 0.39873749017715454,
      "learning_rate": 4.915002290062297e-05,
      "loss": 4.9848,
      "step": 116760
    },
    {
      "epoch": 0.10220659097493875,
      "grad_norm": 0.4311164319515228,
      "learning_rate": 4.9149942782500655e-05,
      "loss": 4.6885,
      "step": 116765
    },
    {
      "epoch": 0.1022109675685659,
      "grad_norm": 0.47787728905677795,
      "learning_rate": 4.9149862660684565e-05,
      "loss": 4.6528,
      "step": 116770
    },
    {
      "epoch": 0.10221534416219306,
      "grad_norm": 0.3562062382698059,
      "learning_rate": 4.914978253517473e-05,
      "loss": 5.7402,
      "step": 116775
    },
    {
      "epoch": 0.10221972075582021,
      "grad_norm": 0.4081782102584839,
      "learning_rate": 4.9149702405971155e-05,
      "loss": 4.6977,
      "step": 116780
    },
    {
      "epoch": 0.10222409734944737,
      "grad_norm": 0.3636170029640198,
      "learning_rate": 4.914962227307385e-05,
      "loss": 5.7092,
      "step": 116785
    },
    {
      "epoch": 0.10222847394307452,
      "grad_norm": 0.454836905002594,
      "learning_rate": 4.914954213648284e-05,
      "loss": 5.2209,
      "step": 116790
    },
    {
      "epoch": 0.10223285053670168,
      "grad_norm": 0.4421086311340332,
      "learning_rate": 4.914946199619814e-05,
      "loss": 5.4819,
      "step": 116795
    },
    {
      "epoch": 0.10223722713032883,
      "grad_norm": 0.44730955362319946,
      "learning_rate": 4.9149381852219766e-05,
      "loss": 5.2281,
      "step": 116800
    },
    {
      "epoch": 0.10224160372395598,
      "grad_norm": 0.4083365499973297,
      "learning_rate": 4.914930170454773e-05,
      "loss": 5.1846,
      "step": 116805
    },
    {
      "epoch": 0.10224598031758314,
      "grad_norm": 0.3730446696281433,
      "learning_rate": 4.914922155318206e-05,
      "loss": 5.5144,
      "step": 116810
    },
    {
      "epoch": 0.10225035691121029,
      "grad_norm": 0.4315855801105499,
      "learning_rate": 4.9149141398122736e-05,
      "loss": 4.7397,
      "step": 116815
    },
    {
      "epoch": 0.10225473350483745,
      "grad_norm": 0.41145554184913635,
      "learning_rate": 4.914906123936981e-05,
      "loss": 5.8461,
      "step": 116820
    },
    {
      "epoch": 0.1022591100984646,
      "grad_norm": 0.41323670744895935,
      "learning_rate": 4.91489810769233e-05,
      "loss": 4.4273,
      "step": 116825
    },
    {
      "epoch": 0.10226348669209176,
      "grad_norm": 0.4111293852329254,
      "learning_rate": 4.914890091078318e-05,
      "loss": 4.7512,
      "step": 116830
    },
    {
      "epoch": 0.10226786328571891,
      "grad_norm": 0.36272600293159485,
      "learning_rate": 4.9148820740949505e-05,
      "loss": 6.0088,
      "step": 116835
    },
    {
      "epoch": 0.10227223987934607,
      "grad_norm": 0.3565421998500824,
      "learning_rate": 4.914874056742228e-05,
      "loss": 5.4479,
      "step": 116840
    },
    {
      "epoch": 0.10227661647297322,
      "grad_norm": 0.3919910490512848,
      "learning_rate": 4.9148660390201505e-05,
      "loss": 5.4277,
      "step": 116845
    },
    {
      "epoch": 0.10228099306660038,
      "grad_norm": 0.41082265973091125,
      "learning_rate": 4.914858020928722e-05,
      "loss": 4.7869,
      "step": 116850
    },
    {
      "epoch": 0.10228536966022753,
      "grad_norm": 0.4353165328502655,
      "learning_rate": 4.914850002467942e-05,
      "loss": 4.9848,
      "step": 116855
    },
    {
      "epoch": 0.10228974625385469,
      "grad_norm": 0.41832056641578674,
      "learning_rate": 4.9148419836378144e-05,
      "loss": 4.1811,
      "step": 116860
    },
    {
      "epoch": 0.10229412284748184,
      "grad_norm": 0.3997177481651306,
      "learning_rate": 4.9148339644383376e-05,
      "loss": 5.7737,
      "step": 116865
    },
    {
      "epoch": 0.102298499441109,
      "grad_norm": 0.4056463837623596,
      "learning_rate": 4.914825944869516e-05,
      "loss": 5.7954,
      "step": 116870
    },
    {
      "epoch": 0.10230287603473615,
      "grad_norm": 0.4186532199382782,
      "learning_rate": 4.9148179249313496e-05,
      "loss": 5.0834,
      "step": 116875
    },
    {
      "epoch": 0.10230725262836331,
      "grad_norm": 0.3949935734272003,
      "learning_rate": 4.9148099046238406e-05,
      "loss": 4.743,
      "step": 116880
    },
    {
      "epoch": 0.10231162922199045,
      "grad_norm": 0.445329874753952,
      "learning_rate": 4.91480188394699e-05,
      "loss": 5.5209,
      "step": 116885
    },
    {
      "epoch": 0.10231600581561762,
      "grad_norm": 0.3538267910480499,
      "learning_rate": 4.9147938629007996e-05,
      "loss": 5.7685,
      "step": 116890
    },
    {
      "epoch": 0.10232038240924476,
      "grad_norm": 0.4078060984611511,
      "learning_rate": 4.914785841485271e-05,
      "loss": 4.42,
      "step": 116895
    },
    {
      "epoch": 0.10232475900287193,
      "grad_norm": 0.42760881781578064,
      "learning_rate": 4.914777819700406e-05,
      "loss": 5.2261,
      "step": 116900
    },
    {
      "epoch": 0.10232913559649907,
      "grad_norm": 0.4011494517326355,
      "learning_rate": 4.914769797546205e-05,
      "loss": 4.9673,
      "step": 116905
    },
    {
      "epoch": 0.10233351219012624,
      "grad_norm": 0.37451979517936707,
      "learning_rate": 4.914761775022671e-05,
      "loss": 6.0104,
      "step": 116910
    },
    {
      "epoch": 0.10233788878375338,
      "grad_norm": 0.378544420003891,
      "learning_rate": 4.914753752129805e-05,
      "loss": 5.523,
      "step": 116915
    },
    {
      "epoch": 0.10234226537738055,
      "grad_norm": 0.4279475510120392,
      "learning_rate": 4.914745728867608e-05,
      "loss": 4.6413,
      "step": 116920
    },
    {
      "epoch": 0.10234664197100769,
      "grad_norm": 0.45204564929008484,
      "learning_rate": 4.914737705236082e-05,
      "loss": 5.7818,
      "step": 116925
    },
    {
      "epoch": 0.10235101856463484,
      "grad_norm": 0.4198201894760132,
      "learning_rate": 4.914729681235229e-05,
      "loss": 4.9762,
      "step": 116930
    },
    {
      "epoch": 0.102355395158262,
      "grad_norm": 0.43159812688827515,
      "learning_rate": 4.91472165686505e-05,
      "loss": 5.3324,
      "step": 116935
    },
    {
      "epoch": 0.10235977175188915,
      "grad_norm": 0.3721170127391815,
      "learning_rate": 4.914713632125546e-05,
      "loss": 5.4748,
      "step": 116940
    },
    {
      "epoch": 0.10236414834551631,
      "grad_norm": 0.410101056098938,
      "learning_rate": 4.914705607016721e-05,
      "loss": 4.9954,
      "step": 116945
    },
    {
      "epoch": 0.10236852493914346,
      "grad_norm": 0.48716771602630615,
      "learning_rate": 4.914697581538573e-05,
      "loss": 5.4772,
      "step": 116950
    },
    {
      "epoch": 0.10237290153277062,
      "grad_norm": 0.4519486725330353,
      "learning_rate": 4.9146895556911066e-05,
      "loss": 5.5144,
      "step": 116955
    },
    {
      "epoch": 0.10237727812639777,
      "grad_norm": 0.39750078320503235,
      "learning_rate": 4.914681529474321e-05,
      "loss": 4.9733,
      "step": 116960
    },
    {
      "epoch": 0.10238165472002493,
      "grad_norm": 0.4782784879207611,
      "learning_rate": 4.9146735028882194e-05,
      "loss": 4.6539,
      "step": 116965
    },
    {
      "epoch": 0.10238603131365208,
      "grad_norm": 0.43739810585975647,
      "learning_rate": 4.914665475932803e-05,
      "loss": 4.456,
      "step": 116970
    },
    {
      "epoch": 0.10239040790727924,
      "grad_norm": 0.4531188905239105,
      "learning_rate": 4.914657448608072e-05,
      "loss": 5.211,
      "step": 116975
    },
    {
      "epoch": 0.10239478450090639,
      "grad_norm": 0.4055742621421814,
      "learning_rate": 4.914649420914031e-05,
      "loss": 5.4879,
      "step": 116980
    },
    {
      "epoch": 0.10239916109453355,
      "grad_norm": 0.4372839331626892,
      "learning_rate": 4.9146413928506786e-05,
      "loss": 5.4886,
      "step": 116985
    },
    {
      "epoch": 0.1024035376881607,
      "grad_norm": 0.4431258738040924,
      "learning_rate": 4.914633364418016e-05,
      "loss": 5.2698,
      "step": 116990
    },
    {
      "epoch": 0.10240791428178786,
      "grad_norm": 0.41586369276046753,
      "learning_rate": 4.914625335616049e-05,
      "loss": 4.7549,
      "step": 116995
    },
    {
      "epoch": 0.10241229087541501,
      "grad_norm": 0.43675878643989563,
      "learning_rate": 4.914617306444774e-05,
      "loss": 4.8702,
      "step": 117000
    },
    {
      "epoch": 0.10241666746904217,
      "grad_norm": 0.3660273253917694,
      "learning_rate": 4.914609276904195e-05,
      "loss": 5.7381,
      "step": 117005
    },
    {
      "epoch": 0.10242104406266932,
      "grad_norm": 0.48687222599983215,
      "learning_rate": 4.9146012469943135e-05,
      "loss": 4.6625,
      "step": 117010
    },
    {
      "epoch": 0.10242542065629648,
      "grad_norm": 0.3784872889518738,
      "learning_rate": 4.914593216715132e-05,
      "loss": 5.2954,
      "step": 117015
    },
    {
      "epoch": 0.10242979724992363,
      "grad_norm": 0.4113517999649048,
      "learning_rate": 4.914585186066649e-05,
      "loss": 4.4938,
      "step": 117020
    },
    {
      "epoch": 0.10243417384355079,
      "grad_norm": 0.43296653032302856,
      "learning_rate": 4.91457715504887e-05,
      "loss": 5.0061,
      "step": 117025
    },
    {
      "epoch": 0.10243855043717794,
      "grad_norm": 0.4046017825603485,
      "learning_rate": 4.914569123661793e-05,
      "loss": 5.1703,
      "step": 117030
    },
    {
      "epoch": 0.1024429270308051,
      "grad_norm": 0.4719502925872803,
      "learning_rate": 4.914561091905422e-05,
      "loss": 4.4664,
      "step": 117035
    },
    {
      "epoch": 0.10244730362443225,
      "grad_norm": 0.39670825004577637,
      "learning_rate": 4.9145530597797576e-05,
      "loss": 4.4655,
      "step": 117040
    },
    {
      "epoch": 0.10245168021805941,
      "grad_norm": 0.3724128305912018,
      "learning_rate": 4.914545027284802e-05,
      "loss": 5.7896,
      "step": 117045
    },
    {
      "epoch": 0.10245605681168655,
      "grad_norm": 0.369348406791687,
      "learning_rate": 4.914536994420556e-05,
      "loss": 5.772,
      "step": 117050
    },
    {
      "epoch": 0.10246043340531372,
      "grad_norm": 0.3917001485824585,
      "learning_rate": 4.91452896118702e-05,
      "loss": 4.6563,
      "step": 117055
    },
    {
      "epoch": 0.10246480999894086,
      "grad_norm": 0.3977336883544922,
      "learning_rate": 4.9145209275841974e-05,
      "loss": 4.2298,
      "step": 117060
    },
    {
      "epoch": 0.10246918659256801,
      "grad_norm": 0.42763257026672363,
      "learning_rate": 4.9145128936120886e-05,
      "loss": 4.9749,
      "step": 117065
    },
    {
      "epoch": 0.10247356318619517,
      "grad_norm": 0.37480685114860535,
      "learning_rate": 4.914504859270698e-05,
      "loss": 4.6541,
      "step": 117070
    },
    {
      "epoch": 0.10247793977982232,
      "grad_norm": 0.3681444823741913,
      "learning_rate": 4.914496824560022e-05,
      "loss": 5.4519,
      "step": 117075
    },
    {
      "epoch": 0.10248231637344948,
      "grad_norm": 0.4232141077518463,
      "learning_rate": 4.9144887894800675e-05,
      "loss": 5.7172,
      "step": 117080
    },
    {
      "epoch": 0.10248669296707663,
      "grad_norm": 0.4053155779838562,
      "learning_rate": 4.914480754030833e-05,
      "loss": 4.7992,
      "step": 117085
    },
    {
      "epoch": 0.10249106956070379,
      "grad_norm": 0.36093151569366455,
      "learning_rate": 4.9144727182123194e-05,
      "loss": 5.2043,
      "step": 117090
    },
    {
      "epoch": 0.10249544615433094,
      "grad_norm": 0.4307698905467987,
      "learning_rate": 4.9144646820245296e-05,
      "loss": 4.9877,
      "step": 117095
    },
    {
      "epoch": 0.1024998227479581,
      "grad_norm": 0.4380762577056885,
      "learning_rate": 4.914456645467466e-05,
      "loss": 5.8392,
      "step": 117100
    },
    {
      "epoch": 0.10250419934158525,
      "grad_norm": 0.35889893770217896,
      "learning_rate": 4.914448608541129e-05,
      "loss": 5.6877,
      "step": 117105
    },
    {
      "epoch": 0.10250857593521241,
      "grad_norm": 0.44134172797203064,
      "learning_rate": 4.914440571245521e-05,
      "loss": 4.6508,
      "step": 117110
    },
    {
      "epoch": 0.10251295252883956,
      "grad_norm": 0.34009334444999695,
      "learning_rate": 4.914432533580642e-05,
      "loss": 6.0521,
      "step": 117115
    },
    {
      "epoch": 0.10251732912246672,
      "grad_norm": 0.3777332007884979,
      "learning_rate": 4.9144244955464945e-05,
      "loss": 5.1428,
      "step": 117120
    },
    {
      "epoch": 0.10252170571609387,
      "grad_norm": 0.3827514052391052,
      "learning_rate": 4.914416457143079e-05,
      "loss": 5.4819,
      "step": 117125
    },
    {
      "epoch": 0.10252608230972103,
      "grad_norm": 0.34887492656707764,
      "learning_rate": 4.9144084183703996e-05,
      "loss": 6.0033,
      "step": 117130
    },
    {
      "epoch": 0.10253045890334818,
      "grad_norm": 0.3327771723270416,
      "learning_rate": 4.914400379228456e-05,
      "loss": 6.0262,
      "step": 117135
    },
    {
      "epoch": 0.10253483549697534,
      "grad_norm": 0.43843138217926025,
      "learning_rate": 4.914392339717251e-05,
      "loss": 4.9635,
      "step": 117140
    },
    {
      "epoch": 0.10253921209060249,
      "grad_norm": 0.4069374203681946,
      "learning_rate": 4.914384299836784e-05,
      "loss": 4.8961,
      "step": 117145
    },
    {
      "epoch": 0.10254358868422965,
      "grad_norm": 0.43694615364074707,
      "learning_rate": 4.914376259587058e-05,
      "loss": 5.4693,
      "step": 117150
    },
    {
      "epoch": 0.1025479652778568,
      "grad_norm": 0.4019036293029785,
      "learning_rate": 4.914368218968074e-05,
      "loss": 6.0098,
      "step": 117155
    },
    {
      "epoch": 0.10255234187148396,
      "grad_norm": 0.3619987368583679,
      "learning_rate": 4.914360177979834e-05,
      "loss": 5.6555,
      "step": 117160
    },
    {
      "epoch": 0.10255671846511111,
      "grad_norm": 0.4618721306324005,
      "learning_rate": 4.914352136622339e-05,
      "loss": 4.8645,
      "step": 117165
    },
    {
      "epoch": 0.10256109505873827,
      "grad_norm": 0.4826948940753937,
      "learning_rate": 4.9143440948955924e-05,
      "loss": 4.9459,
      "step": 117170
    },
    {
      "epoch": 0.10256547165236542,
      "grad_norm": 0.4063928723335266,
      "learning_rate": 4.914336052799592e-05,
      "loss": 5.4907,
      "step": 117175
    },
    {
      "epoch": 0.10256984824599258,
      "grad_norm": 0.35723066329956055,
      "learning_rate": 4.914328010334343e-05,
      "loss": 6.0213,
      "step": 117180
    },
    {
      "epoch": 0.10257422483961973,
      "grad_norm": 0.3797166645526886,
      "learning_rate": 4.9143199674998467e-05,
      "loss": 5.7313,
      "step": 117185
    },
    {
      "epoch": 0.10257860143324687,
      "grad_norm": 0.7403778433799744,
      "learning_rate": 4.914311924296102e-05,
      "loss": 5.1584,
      "step": 117190
    },
    {
      "epoch": 0.10258297802687404,
      "grad_norm": 0.4257568418979645,
      "learning_rate": 4.9143038807231124e-05,
      "loss": 4.9816,
      "step": 117195
    },
    {
      "epoch": 0.10258735462050118,
      "grad_norm": 0.45278578996658325,
      "learning_rate": 4.914295836780879e-05,
      "loss": 4.9478,
      "step": 117200
    },
    {
      "epoch": 0.10259173121412835,
      "grad_norm": 0.36537984013557434,
      "learning_rate": 4.914287792469404e-05,
      "loss": 5.5062,
      "step": 117205
    },
    {
      "epoch": 0.1025961078077555,
      "grad_norm": 0.37257352471351624,
      "learning_rate": 4.914279747788687e-05,
      "loss": 5.477,
      "step": 117210
    },
    {
      "epoch": 0.10260048440138266,
      "grad_norm": 0.3963609039783478,
      "learning_rate": 4.914271702738732e-05,
      "loss": 5.1926,
      "step": 117215
    },
    {
      "epoch": 0.1026048609950098,
      "grad_norm": 0.418802946805954,
      "learning_rate": 4.91426365731954e-05,
      "loss": 5.2211,
      "step": 117220
    },
    {
      "epoch": 0.10260923758863696,
      "grad_norm": 0.3782980442047119,
      "learning_rate": 4.9142556115311114e-05,
      "loss": 6.3199,
      "step": 117225
    },
    {
      "epoch": 0.10261361418226411,
      "grad_norm": 0.37737876176834106,
      "learning_rate": 4.9142475653734476e-05,
      "loss": 6.0424,
      "step": 117230
    },
    {
      "epoch": 0.10261799077589127,
      "grad_norm": 0.4457096457481384,
      "learning_rate": 4.914239518846552e-05,
      "loss": 5.1715,
      "step": 117235
    },
    {
      "epoch": 0.10262236736951842,
      "grad_norm": 0.3879968822002411,
      "learning_rate": 4.9142314719504246e-05,
      "loss": 5.3943,
      "step": 117240
    },
    {
      "epoch": 0.10262674396314558,
      "grad_norm": 0.38718074560165405,
      "learning_rate": 4.914223424685068e-05,
      "loss": 5.1887,
      "step": 117245
    },
    {
      "epoch": 0.10263112055677273,
      "grad_norm": 0.4566773474216461,
      "learning_rate": 4.914215377050483e-05,
      "loss": 5.2477,
      "step": 117250
    },
    {
      "epoch": 0.1026354971503999,
      "grad_norm": 0.4467681050300598,
      "learning_rate": 4.9142073290466704e-05,
      "loss": 4.9892,
      "step": 117255
    },
    {
      "epoch": 0.10263987374402704,
      "grad_norm": 0.39365270733833313,
      "learning_rate": 4.9141992806736334e-05,
      "loss": 5.4959,
      "step": 117260
    },
    {
      "epoch": 0.1026442503376542,
      "grad_norm": 0.412464439868927,
      "learning_rate": 4.914191231931373e-05,
      "loss": 6.0143,
      "step": 117265
    },
    {
      "epoch": 0.10264862693128135,
      "grad_norm": 0.3937876224517822,
      "learning_rate": 4.91418318281989e-05,
      "loss": 5.1733,
      "step": 117270
    },
    {
      "epoch": 0.10265300352490851,
      "grad_norm": 0.43946540355682373,
      "learning_rate": 4.9141751333391874e-05,
      "loss": 4.4722,
      "step": 117275
    },
    {
      "epoch": 0.10265738011853566,
      "grad_norm": 0.5401137471199036,
      "learning_rate": 4.914167083489265e-05,
      "loss": 5.4701,
      "step": 117280
    },
    {
      "epoch": 0.10266175671216282,
      "grad_norm": 0.4999378025531769,
      "learning_rate": 4.914159033270126e-05,
      "loss": 5.6799,
      "step": 117285
    },
    {
      "epoch": 0.10266613330578997,
      "grad_norm": 0.4061613976955414,
      "learning_rate": 4.91415098268177e-05,
      "loss": 4.8808,
      "step": 117290
    },
    {
      "epoch": 0.10267050989941713,
      "grad_norm": 0.5296950936317444,
      "learning_rate": 4.914142931724202e-05,
      "loss": 6.3187,
      "step": 117295
    },
    {
      "epoch": 0.10267488649304428,
      "grad_norm": 0.4282345771789551,
      "learning_rate": 4.91413488039742e-05,
      "loss": 5.7088,
      "step": 117300
    },
    {
      "epoch": 0.10267926308667144,
      "grad_norm": 0.4170301854610443,
      "learning_rate": 4.914126828701425e-05,
      "loss": 5.5328,
      "step": 117305
    },
    {
      "epoch": 0.10268363968029859,
      "grad_norm": 0.4023120701313019,
      "learning_rate": 4.914118776636224e-05,
      "loss": 5.4162,
      "step": 117310
    },
    {
      "epoch": 0.10268801627392574,
      "grad_norm": 0.38618892431259155,
      "learning_rate": 4.9141107242018125e-05,
      "loss": 5.8253,
      "step": 117315
    },
    {
      "epoch": 0.1026923928675529,
      "grad_norm": 0.46459969878196716,
      "learning_rate": 4.9141026713981954e-05,
      "loss": 5.5108,
      "step": 117320
    },
    {
      "epoch": 0.10269676946118005,
      "grad_norm": 0.39546993374824524,
      "learning_rate": 4.9140946182253736e-05,
      "loss": 5.7571,
      "step": 117325
    },
    {
      "epoch": 0.10270114605480721,
      "grad_norm": 0.4506266415119171,
      "learning_rate": 4.914086564683348e-05,
      "loss": 4.982,
      "step": 117330
    },
    {
      "epoch": 0.10270552264843436,
      "grad_norm": 0.36390817165374756,
      "learning_rate": 4.91407851077212e-05,
      "loss": 5.9984,
      "step": 117335
    },
    {
      "epoch": 0.10270989924206152,
      "grad_norm": 0.4414781928062439,
      "learning_rate": 4.9140704564916914e-05,
      "loss": 4.933,
      "step": 117340
    },
    {
      "epoch": 0.10271427583568866,
      "grad_norm": 0.4432497024536133,
      "learning_rate": 4.914062401842066e-05,
      "loss": 5.494,
      "step": 117345
    },
    {
      "epoch": 0.10271865242931583,
      "grad_norm": 0.40890341997146606,
      "learning_rate": 4.9140543468232426e-05,
      "loss": 5.1769,
      "step": 117350
    },
    {
      "epoch": 0.10272302902294297,
      "grad_norm": 0.4009232819080353,
      "learning_rate": 4.914046291435222e-05,
      "loss": 5.0142,
      "step": 117355
    },
    {
      "epoch": 0.10272740561657014,
      "grad_norm": 0.501387894153595,
      "learning_rate": 4.91403823567801e-05,
      "loss": 5.2036,
      "step": 117360
    },
    {
      "epoch": 0.10273178221019728,
      "grad_norm": 0.44229668378829956,
      "learning_rate": 4.914030179551604e-05,
      "loss": 4.4227,
      "step": 117365
    },
    {
      "epoch": 0.10273615880382445,
      "grad_norm": 0.3686944246292114,
      "learning_rate": 4.9140221230560076e-05,
      "loss": 5.7225,
      "step": 117370
    },
    {
      "epoch": 0.1027405353974516,
      "grad_norm": 0.39432504773139954,
      "learning_rate": 4.914014066191221e-05,
      "loss": 6.366,
      "step": 117375
    },
    {
      "epoch": 0.10274491199107876,
      "grad_norm": 0.4189515709877014,
      "learning_rate": 4.914006008957247e-05,
      "loss": 4.6366,
      "step": 117380
    },
    {
      "epoch": 0.1027492885847059,
      "grad_norm": 0.4035215973854065,
      "learning_rate": 4.913997951354088e-05,
      "loss": 5.4821,
      "step": 117385
    },
    {
      "epoch": 0.10275366517833306,
      "grad_norm": 0.474561482667923,
      "learning_rate": 4.913989893381743e-05,
      "loss": 5.2768,
      "step": 117390
    },
    {
      "epoch": 0.10275804177196021,
      "grad_norm": 0.4354529082775116,
      "learning_rate": 4.9139818350402144e-05,
      "loss": 5.1414,
      "step": 117395
    },
    {
      "epoch": 0.10276241836558737,
      "grad_norm": 0.3616122305393219,
      "learning_rate": 4.913973776329505e-05,
      "loss": 5.4903,
      "step": 117400
    },
    {
      "epoch": 0.10276679495921452,
      "grad_norm": 0.42521271109580994,
      "learning_rate": 4.9139657172496155e-05,
      "loss": 4.872,
      "step": 117405
    },
    {
      "epoch": 0.10277117155284168,
      "grad_norm": 0.3900994062423706,
      "learning_rate": 4.9139576578005465e-05,
      "loss": 5.3756,
      "step": 117410
    },
    {
      "epoch": 0.10277554814646883,
      "grad_norm": 0.4086293578147888,
      "learning_rate": 4.9139495979823026e-05,
      "loss": 5.2002,
      "step": 117415
    },
    {
      "epoch": 0.102779924740096,
      "grad_norm": 0.428253173828125,
      "learning_rate": 4.913941537794882e-05,
      "loss": 4.2611,
      "step": 117420
    },
    {
      "epoch": 0.10278430133372314,
      "grad_norm": 0.3613211214542389,
      "learning_rate": 4.9139334772382875e-05,
      "loss": 6.0658,
      "step": 117425
    },
    {
      "epoch": 0.1027886779273503,
      "grad_norm": 0.36359572410583496,
      "learning_rate": 4.91392541631252e-05,
      "loss": 6.0309,
      "step": 117430
    },
    {
      "epoch": 0.10279305452097745,
      "grad_norm": 0.3959820568561554,
      "learning_rate": 4.913917355017582e-05,
      "loss": 4.6605,
      "step": 117435
    },
    {
      "epoch": 0.10279743111460461,
      "grad_norm": 0.4442387521266937,
      "learning_rate": 4.913909293353476e-05,
      "loss": 5.4813,
      "step": 117440
    },
    {
      "epoch": 0.10280180770823176,
      "grad_norm": 0.3999992311000824,
      "learning_rate": 4.913901231320202e-05,
      "loss": 5.1492,
      "step": 117445
    },
    {
      "epoch": 0.10280618430185891,
      "grad_norm": 0.3795161843299866,
      "learning_rate": 4.913893168917761e-05,
      "loss": 6.3016,
      "step": 117450
    },
    {
      "epoch": 0.10281056089548607,
      "grad_norm": 0.43517035245895386,
      "learning_rate": 4.913885106146157e-05,
      "loss": 5.2541,
      "step": 117455
    },
    {
      "epoch": 0.10281493748911322,
      "grad_norm": 0.4320538640022278,
      "learning_rate": 4.913877043005389e-05,
      "loss": 4.4175,
      "step": 117460
    },
    {
      "epoch": 0.10281931408274038,
      "grad_norm": 0.46398651599884033,
      "learning_rate": 4.91386897949546e-05,
      "loss": 4.4244,
      "step": 117465
    },
    {
      "epoch": 0.10282369067636753,
      "grad_norm": 0.4424619972705841,
      "learning_rate": 4.9138609156163706e-05,
      "loss": 6.0152,
      "step": 117470
    },
    {
      "epoch": 0.10282806726999469,
      "grad_norm": 0.4197193384170532,
      "learning_rate": 4.9138528513681234e-05,
      "loss": 5.5273,
      "step": 117475
    },
    {
      "epoch": 0.10283244386362184,
      "grad_norm": 0.40243804454803467,
      "learning_rate": 4.9138447867507196e-05,
      "loss": 5.2475,
      "step": 117480
    },
    {
      "epoch": 0.102836820457249,
      "grad_norm": 0.3684912323951721,
      "learning_rate": 4.91383672176416e-05,
      "loss": 5.4992,
      "step": 117485
    },
    {
      "epoch": 0.10284119705087615,
      "grad_norm": 0.40239930152893066,
      "learning_rate": 4.913828656408447e-05,
      "loss": 4.7271,
      "step": 117490
    },
    {
      "epoch": 0.10284557364450331,
      "grad_norm": 0.44949328899383545,
      "learning_rate": 4.913820590683582e-05,
      "loss": 5.1564,
      "step": 117495
    },
    {
      "epoch": 0.10284995023813046,
      "grad_norm": 0.37496432662010193,
      "learning_rate": 4.913812524589566e-05,
      "loss": 5.269,
      "step": 117500
    },
    {
      "epoch": 0.10285432683175762,
      "grad_norm": 0.4364735186100006,
      "learning_rate": 4.913804458126402e-05,
      "loss": 5.1897,
      "step": 117505
    },
    {
      "epoch": 0.10285870342538476,
      "grad_norm": 0.7050715684890747,
      "learning_rate": 4.913796391294091e-05,
      "loss": 4.9542,
      "step": 117510
    },
    {
      "epoch": 0.10286308001901193,
      "grad_norm": 0.44005635380744934,
      "learning_rate": 4.913788324092633e-05,
      "loss": 4.4436,
      "step": 117515
    },
    {
      "epoch": 0.10286745661263907,
      "grad_norm": 0.3558201491832733,
      "learning_rate": 4.91378025652203e-05,
      "loss": 6.3498,
      "step": 117520
    },
    {
      "epoch": 0.10287183320626624,
      "grad_norm": 0.423406183719635,
      "learning_rate": 4.913772188582286e-05,
      "loss": 4.9209,
      "step": 117525
    },
    {
      "epoch": 0.10287620979989338,
      "grad_norm": 0.4153926968574524,
      "learning_rate": 4.9137641202733996e-05,
      "loss": 4.8646,
      "step": 117530
    },
    {
      "epoch": 0.10288058639352055,
      "grad_norm": 0.409824013710022,
      "learning_rate": 4.913756051595374e-05,
      "loss": 5.265,
      "step": 117535
    },
    {
      "epoch": 0.1028849629871477,
      "grad_norm": 0.4045447111129761,
      "learning_rate": 4.9137479825482116e-05,
      "loss": 5.6945,
      "step": 117540
    },
    {
      "epoch": 0.10288933958077486,
      "grad_norm": 0.3577892482280731,
      "learning_rate": 4.913739913131911e-05,
      "loss": 5.9895,
      "step": 117545
    },
    {
      "epoch": 0.102893716174402,
      "grad_norm": 0.34289395809173584,
      "learning_rate": 4.913731843346475e-05,
      "loss": 6.3086,
      "step": 117550
    },
    {
      "epoch": 0.10289809276802916,
      "grad_norm": 0.34919649362564087,
      "learning_rate": 4.913723773191907e-05,
      "loss": 5.5297,
      "step": 117555
    },
    {
      "epoch": 0.10290246936165631,
      "grad_norm": 0.34058305621147156,
      "learning_rate": 4.913715702668207e-05,
      "loss": 6.3016,
      "step": 117560
    },
    {
      "epoch": 0.10290684595528347,
      "grad_norm": 0.47593069076538086,
      "learning_rate": 4.913707631775376e-05,
      "loss": 4.9505,
      "step": 117565
    },
    {
      "epoch": 0.10291122254891062,
      "grad_norm": 0.39983436465263367,
      "learning_rate": 4.9136995605134175e-05,
      "loss": 5.6936,
      "step": 117570
    },
    {
      "epoch": 0.10291559914253777,
      "grad_norm": 0.4854087233543396,
      "learning_rate": 4.91369148888233e-05,
      "loss": 5.8201,
      "step": 117575
    },
    {
      "epoch": 0.10291997573616493,
      "grad_norm": 0.42629098892211914,
      "learning_rate": 4.913683416882119e-05,
      "loss": 5.0076,
      "step": 117580
    },
    {
      "epoch": 0.10292435232979208,
      "grad_norm": 0.5503705143928528,
      "learning_rate": 4.9136753445127826e-05,
      "loss": 5.4346,
      "step": 117585
    },
    {
      "epoch": 0.10292872892341924,
      "grad_norm": 0.38018903136253357,
      "learning_rate": 4.913667271774324e-05,
      "loss": 5.792,
      "step": 117590
    },
    {
      "epoch": 0.10293310551704639,
      "grad_norm": 0.4405040442943573,
      "learning_rate": 4.9136591986667435e-05,
      "loss": 4.4599,
      "step": 117595
    },
    {
      "epoch": 0.10293748211067355,
      "grad_norm": 0.6929734945297241,
      "learning_rate": 4.913651125190045e-05,
      "loss": 4.4497,
      "step": 117600
    },
    {
      "epoch": 0.1029418587043007,
      "grad_norm": 0.44210085272789,
      "learning_rate": 4.913643051344229e-05,
      "loss": 4.9035,
      "step": 117605
    },
    {
      "epoch": 0.10294623529792786,
      "grad_norm": 0.4295147657394409,
      "learning_rate": 4.9136349771292955e-05,
      "loss": 5.193,
      "step": 117610
    },
    {
      "epoch": 0.10295061189155501,
      "grad_norm": 0.4105532467365265,
      "learning_rate": 4.9136269025452474e-05,
      "loss": 6.3336,
      "step": 117615
    },
    {
      "epoch": 0.10295498848518217,
      "grad_norm": 0.4235183596611023,
      "learning_rate": 4.913618827592087e-05,
      "loss": 5.9975,
      "step": 117620
    },
    {
      "epoch": 0.10295936507880932,
      "grad_norm": 0.431279718875885,
      "learning_rate": 4.913610752269814e-05,
      "loss": 5.2711,
      "step": 117625
    },
    {
      "epoch": 0.10296374167243648,
      "grad_norm": 0.4779967963695526,
      "learning_rate": 4.913602676578432e-05,
      "loss": 5.4852,
      "step": 117630
    },
    {
      "epoch": 0.10296811826606363,
      "grad_norm": 0.41788843274116516,
      "learning_rate": 4.91359460051794e-05,
      "loss": 5.5039,
      "step": 117635
    },
    {
      "epoch": 0.10297249485969079,
      "grad_norm": 0.4452304542064667,
      "learning_rate": 4.913586524088343e-05,
      "loss": 5.5098,
      "step": 117640
    },
    {
      "epoch": 0.10297687145331794,
      "grad_norm": 0.4273432195186615,
      "learning_rate": 4.913578447289638e-05,
      "loss": 5.2605,
      "step": 117645
    },
    {
      "epoch": 0.1029812480469451,
      "grad_norm": 0.4278426766395569,
      "learning_rate": 4.913570370121832e-05,
      "loss": 5.9787,
      "step": 117650
    },
    {
      "epoch": 0.10298562464057225,
      "grad_norm": 0.3598105311393738,
      "learning_rate": 4.9135622925849225e-05,
      "loss": 5.484,
      "step": 117655
    },
    {
      "epoch": 0.10299000123419941,
      "grad_norm": 0.4241985082626343,
      "learning_rate": 4.9135542146789115e-05,
      "loss": 4.7333,
      "step": 117660
    },
    {
      "epoch": 0.10299437782782656,
      "grad_norm": 0.43611636757850647,
      "learning_rate": 4.913546136403803e-05,
      "loss": 5.1104,
      "step": 117665
    },
    {
      "epoch": 0.10299875442145372,
      "grad_norm": 0.37296444177627563,
      "learning_rate": 4.913538057759596e-05,
      "loss": 6.2945,
      "step": 117670
    },
    {
      "epoch": 0.10300313101508086,
      "grad_norm": 0.3575901687145233,
      "learning_rate": 4.913529978746293e-05,
      "loss": 5.999,
      "step": 117675
    },
    {
      "epoch": 0.10300750760870803,
      "grad_norm": 0.4477836787700653,
      "learning_rate": 4.913521899363897e-05,
      "loss": 4.8327,
      "step": 117680
    },
    {
      "epoch": 0.10301188420233517,
      "grad_norm": 0.44255495071411133,
      "learning_rate": 4.913513819612406e-05,
      "loss": 5.2672,
      "step": 117685
    },
    {
      "epoch": 0.10301626079596234,
      "grad_norm": 0.3904203772544861,
      "learning_rate": 4.913505739491825e-05,
      "loss": 5.7041,
      "step": 117690
    },
    {
      "epoch": 0.10302063738958948,
      "grad_norm": 0.4019047021865845,
      "learning_rate": 4.913497659002153e-05,
      "loss": 5.1141,
      "step": 117695
    },
    {
      "epoch": 0.10302501398321665,
      "grad_norm": 0.46050745248794556,
      "learning_rate": 4.9134895781433934e-05,
      "loss": 5.2749,
      "step": 117700
    },
    {
      "epoch": 0.1030293905768438,
      "grad_norm": 0.5403119921684265,
      "learning_rate": 4.9134814969155475e-05,
      "loss": 4.6702,
      "step": 117705
    },
    {
      "epoch": 0.10303376717047094,
      "grad_norm": 0.37277740240097046,
      "learning_rate": 4.9134734153186155e-05,
      "loss": 6.0154,
      "step": 117710
    },
    {
      "epoch": 0.1030381437640981,
      "grad_norm": 0.3873196840286255,
      "learning_rate": 4.913465333352601e-05,
      "loss": 5.7603,
      "step": 117715
    },
    {
      "epoch": 0.10304252035772525,
      "grad_norm": 0.39374497532844543,
      "learning_rate": 4.9134572510175045e-05,
      "loss": 4.3582,
      "step": 117720
    },
    {
      "epoch": 0.10304689695135241,
      "grad_norm": 0.43890896439552307,
      "learning_rate": 4.913449168313327e-05,
      "loss": 6.0412,
      "step": 117725
    },
    {
      "epoch": 0.10305127354497956,
      "grad_norm": 0.39747726917266846,
      "learning_rate": 4.9134410852400706e-05,
      "loss": 5.1578,
      "step": 117730
    },
    {
      "epoch": 0.10305565013860672,
      "grad_norm": 0.42249783873558044,
      "learning_rate": 4.913433001797737e-05,
      "loss": 5.7842,
      "step": 117735
    },
    {
      "epoch": 0.10306002673223387,
      "grad_norm": 0.4530204236507416,
      "learning_rate": 4.913424917986328e-05,
      "loss": 5.1891,
      "step": 117740
    },
    {
      "epoch": 0.10306440332586103,
      "grad_norm": 0.40810707211494446,
      "learning_rate": 4.913416833805844e-05,
      "loss": 5.9986,
      "step": 117745
    },
    {
      "epoch": 0.10306877991948818,
      "grad_norm": 0.3812389075756073,
      "learning_rate": 4.9134087492562885e-05,
      "loss": 6.3211,
      "step": 117750
    },
    {
      "epoch": 0.10307315651311534,
      "grad_norm": 0.39374062418937683,
      "learning_rate": 4.9134006643376605e-05,
      "loss": 5.0408,
      "step": 117755
    },
    {
      "epoch": 0.10307753310674249,
      "grad_norm": 0.46118882298469543,
      "learning_rate": 4.9133925790499646e-05,
      "loss": 4.6905,
      "step": 117760
    },
    {
      "epoch": 0.10308190970036965,
      "grad_norm": 0.4267451763153076,
      "learning_rate": 4.9133844933931996e-05,
      "loss": 4.459,
      "step": 117765
    },
    {
      "epoch": 0.1030862862939968,
      "grad_norm": 0.43978774547576904,
      "learning_rate": 4.9133764073673694e-05,
      "loss": 5.8373,
      "step": 117770
    },
    {
      "epoch": 0.10309066288762396,
      "grad_norm": 0.41888365149497986,
      "learning_rate": 4.9133683209724735e-05,
      "loss": 5.7178,
      "step": 117775
    },
    {
      "epoch": 0.10309503948125111,
      "grad_norm": 0.36863282322883606,
      "learning_rate": 4.913360234208514e-05,
      "loss": 5.7176,
      "step": 117780
    },
    {
      "epoch": 0.10309941607487827,
      "grad_norm": 0.38311076164245605,
      "learning_rate": 4.913352147075493e-05,
      "loss": 5.4176,
      "step": 117785
    },
    {
      "epoch": 0.10310379266850542,
      "grad_norm": 0.4380730986595154,
      "learning_rate": 4.913344059573412e-05,
      "loss": 4.1447,
      "step": 117790
    },
    {
      "epoch": 0.10310816926213258,
      "grad_norm": 0.4187363088130951,
      "learning_rate": 4.913335971702272e-05,
      "loss": 6.0117,
      "step": 117795
    },
    {
      "epoch": 0.10311254585575973,
      "grad_norm": 0.42099228501319885,
      "learning_rate": 4.9133278834620756e-05,
      "loss": 5.2518,
      "step": 117800
    },
    {
      "epoch": 0.10311692244938689,
      "grad_norm": 0.40272578597068787,
      "learning_rate": 4.9133197948528234e-05,
      "loss": 5.4926,
      "step": 117805
    },
    {
      "epoch": 0.10312129904301404,
      "grad_norm": 0.38591697812080383,
      "learning_rate": 4.913311705874518e-05,
      "loss": 5.4934,
      "step": 117810
    },
    {
      "epoch": 0.1031256756366412,
      "grad_norm": 0.3818947970867157,
      "learning_rate": 4.913303616527158e-05,
      "loss": 5.1999,
      "step": 117815
    },
    {
      "epoch": 0.10313005223026835,
      "grad_norm": 0.39326852560043335,
      "learning_rate": 4.913295526810749e-05,
      "loss": 5.5212,
      "step": 117820
    },
    {
      "epoch": 0.10313442882389551,
      "grad_norm": 0.4015192687511444,
      "learning_rate": 4.9132874367252914e-05,
      "loss": 5.4757,
      "step": 117825
    },
    {
      "epoch": 0.10313880541752266,
      "grad_norm": 0.38853195309638977,
      "learning_rate": 4.913279346270785e-05,
      "loss": 5.2877,
      "step": 117830
    },
    {
      "epoch": 0.1031431820111498,
      "grad_norm": 0.40320253372192383,
      "learning_rate": 4.9132712554472325e-05,
      "loss": 5.232,
      "step": 117835
    },
    {
      "epoch": 0.10314755860477696,
      "grad_norm": 0.3671368360519409,
      "learning_rate": 4.9132631642546355e-05,
      "loss": 4.9834,
      "step": 117840
    },
    {
      "epoch": 0.10315193519840411,
      "grad_norm": 0.3801908791065216,
      "learning_rate": 4.913255072692996e-05,
      "loss": 5.1788,
      "step": 117845
    },
    {
      "epoch": 0.10315631179203127,
      "grad_norm": 0.4456263780593872,
      "learning_rate": 4.9132469807623146e-05,
      "loss": 4.669,
      "step": 117850
    },
    {
      "epoch": 0.10316068838565842,
      "grad_norm": 0.43240681290626526,
      "learning_rate": 4.9132388884625934e-05,
      "loss": 5.2083,
      "step": 117855
    },
    {
      "epoch": 0.10316506497928558,
      "grad_norm": 0.4251512885093689,
      "learning_rate": 4.913230795793834e-05,
      "loss": 5.4956,
      "step": 117860
    },
    {
      "epoch": 0.10316944157291273,
      "grad_norm": 0.39940914511680603,
      "learning_rate": 4.913222702756038e-05,
      "loss": 5.0073,
      "step": 117865
    },
    {
      "epoch": 0.1031738181665399,
      "grad_norm": 0.4059842824935913,
      "learning_rate": 4.913214609349207e-05,
      "loss": 4.8398,
      "step": 117870
    },
    {
      "epoch": 0.10317819476016704,
      "grad_norm": 0.39225494861602783,
      "learning_rate": 4.913206515573342e-05,
      "loss": 5.8067,
      "step": 117875
    },
    {
      "epoch": 0.1031825713537942,
      "grad_norm": 0.540549635887146,
      "learning_rate": 4.9131984214284454e-05,
      "loss": 5.2771,
      "step": 117880
    },
    {
      "epoch": 0.10318694794742135,
      "grad_norm": 0.4633975923061371,
      "learning_rate": 4.913190326914517e-05,
      "loss": 5.7952,
      "step": 117885
    },
    {
      "epoch": 0.10319132454104851,
      "grad_norm": 0.40606895089149475,
      "learning_rate": 4.91318223203156e-05,
      "loss": 6.017,
      "step": 117890
    },
    {
      "epoch": 0.10319570113467566,
      "grad_norm": 0.4226469397544861,
      "learning_rate": 4.913174136779577e-05,
      "loss": 4.2442,
      "step": 117895
    },
    {
      "epoch": 0.10320007772830282,
      "grad_norm": 0.3664140999317169,
      "learning_rate": 4.913166041158567e-05,
      "loss": 5.9814,
      "step": 117900
    },
    {
      "epoch": 0.10320445432192997,
      "grad_norm": 0.4178415834903717,
      "learning_rate": 4.9131579451685325e-05,
      "loss": 4.9573,
      "step": 117905
    },
    {
      "epoch": 0.10320883091555713,
      "grad_norm": 0.45175957679748535,
      "learning_rate": 4.9131498488094764e-05,
      "loss": 5.3053,
      "step": 117910
    },
    {
      "epoch": 0.10321320750918428,
      "grad_norm": 0.35512441396713257,
      "learning_rate": 4.913141752081399e-05,
      "loss": 5.8623,
      "step": 117915
    },
    {
      "epoch": 0.10321758410281144,
      "grad_norm": 0.4450114071369171,
      "learning_rate": 4.913133654984301e-05,
      "loss": 4.7601,
      "step": 117920
    },
    {
      "epoch": 0.10322196069643859,
      "grad_norm": 0.43336042761802673,
      "learning_rate": 4.9131255575181855e-05,
      "loss": 5.1904,
      "step": 117925
    },
    {
      "epoch": 0.10322633729006575,
      "grad_norm": 0.4404274523258209,
      "learning_rate": 4.9131174596830545e-05,
      "loss": 5.1802,
      "step": 117930
    },
    {
      "epoch": 0.1032307138836929,
      "grad_norm": 0.4714374244213104,
      "learning_rate": 4.913109361478907e-05,
      "loss": 4.9536,
      "step": 117935
    },
    {
      "epoch": 0.10323509047732006,
      "grad_norm": 0.5198577642440796,
      "learning_rate": 4.913101262905747e-05,
      "loss": 5.4074,
      "step": 117940
    },
    {
      "epoch": 0.10323946707094721,
      "grad_norm": 0.4095788300037384,
      "learning_rate": 4.913093163963575e-05,
      "loss": 5.3134,
      "step": 117945
    },
    {
      "epoch": 0.10324384366457437,
      "grad_norm": 0.4108300805091858,
      "learning_rate": 4.913085064652393e-05,
      "loss": 4.778,
      "step": 117950
    },
    {
      "epoch": 0.10324822025820152,
      "grad_norm": 0.590313732624054,
      "learning_rate": 4.913076964972202e-05,
      "loss": 5.8228,
      "step": 117955
    },
    {
      "epoch": 0.10325259685182867,
      "grad_norm": 0.4288799464702606,
      "learning_rate": 4.913068864923005e-05,
      "loss": 5.4905,
      "step": 117960
    },
    {
      "epoch": 0.10325697344545583,
      "grad_norm": 0.48035067319869995,
      "learning_rate": 4.913060764504801e-05,
      "loss": 5.498,
      "step": 117965
    },
    {
      "epoch": 0.10326135003908297,
      "grad_norm": 0.40741950273513794,
      "learning_rate": 4.913052663717593e-05,
      "loss": 5.8214,
      "step": 117970
    },
    {
      "epoch": 0.10326572663271014,
      "grad_norm": 0.41348811984062195,
      "learning_rate": 4.913044562561384e-05,
      "loss": 5.4815,
      "step": 117975
    },
    {
      "epoch": 0.10327010322633728,
      "grad_norm": 0.4104405641555786,
      "learning_rate": 4.9130364610361745e-05,
      "loss": 4.98,
      "step": 117980
    },
    {
      "epoch": 0.10327447981996445,
      "grad_norm": 0.4266817569732666,
      "learning_rate": 4.913028359141965e-05,
      "loss": 6.0098,
      "step": 117985
    },
    {
      "epoch": 0.1032788564135916,
      "grad_norm": 0.3863478899002075,
      "learning_rate": 4.913020256878756e-05,
      "loss": 5.2365,
      "step": 117990
    },
    {
      "epoch": 0.10328323300721876,
      "grad_norm": 0.36124032735824585,
      "learning_rate": 4.913012154246554e-05,
      "loss": 5.2042,
      "step": 117995
    },
    {
      "epoch": 0.1032876096008459,
      "grad_norm": 0.36007964611053467,
      "learning_rate": 4.9130040512453546e-05,
      "loss": 5.7586,
      "step": 118000
    },
    {
      "epoch": 0.10329198619447306,
      "grad_norm": 0.3636910021305084,
      "learning_rate": 4.912995947875164e-05,
      "loss": 5.4922,
      "step": 118005
    },
    {
      "epoch": 0.10329636278810021,
      "grad_norm": 0.40204623341560364,
      "learning_rate": 4.912987844135981e-05,
      "loss": 5.1837,
      "step": 118010
    },
    {
      "epoch": 0.10330073938172737,
      "grad_norm": 0.5005772709846497,
      "learning_rate": 4.912979740027809e-05,
      "loss": 4.964,
      "step": 118015
    },
    {
      "epoch": 0.10330511597535452,
      "grad_norm": 0.41617870330810547,
      "learning_rate": 4.9129716355506486e-05,
      "loss": 5.7381,
      "step": 118020
    },
    {
      "epoch": 0.10330949256898168,
      "grad_norm": 0.4109230041503906,
      "learning_rate": 4.9129635307045e-05,
      "loss": 5.2043,
      "step": 118025
    },
    {
      "epoch": 0.10331386916260883,
      "grad_norm": 0.39219143986701965,
      "learning_rate": 4.912955425489367e-05,
      "loss": 5.1749,
      "step": 118030
    },
    {
      "epoch": 0.103318245756236,
      "grad_norm": 0.4501792788505554,
      "learning_rate": 4.912947319905251e-05,
      "loss": 5.5314,
      "step": 118035
    },
    {
      "epoch": 0.10332262234986314,
      "grad_norm": 0.4187789559364319,
      "learning_rate": 4.912939213952152e-05,
      "loss": 4.8831,
      "step": 118040
    },
    {
      "epoch": 0.1033269989434903,
      "grad_norm": 0.3744446933269501,
      "learning_rate": 4.9129311076300735e-05,
      "loss": 5.0203,
      "step": 118045
    },
    {
      "epoch": 0.10333137553711745,
      "grad_norm": 0.38277295231819153,
      "learning_rate": 4.9129230009390145e-05,
      "loss": 5.4566,
      "step": 118050
    },
    {
      "epoch": 0.10333575213074461,
      "grad_norm": 0.42347678542137146,
      "learning_rate": 4.9129148938789805e-05,
      "loss": 3.937,
      "step": 118055
    },
    {
      "epoch": 0.10334012872437176,
      "grad_norm": 0.4042414128780365,
      "learning_rate": 4.912906786449969e-05,
      "loss": 5.4584,
      "step": 118060
    },
    {
      "epoch": 0.10334450531799892,
      "grad_norm": 0.41835862398147583,
      "learning_rate": 4.9128986786519834e-05,
      "loss": 4.6624,
      "step": 118065
    },
    {
      "epoch": 0.10334888191162607,
      "grad_norm": 0.3896065652370453,
      "learning_rate": 4.912890570485025e-05,
      "loss": 5.5242,
      "step": 118070
    },
    {
      "epoch": 0.10335325850525323,
      "grad_norm": 0.40705978870391846,
      "learning_rate": 4.9128824619490965e-05,
      "loss": 5.2593,
      "step": 118075
    },
    {
      "epoch": 0.10335763509888038,
      "grad_norm": 0.469788521528244,
      "learning_rate": 4.912874353044197e-05,
      "loss": 5.7162,
      "step": 118080
    },
    {
      "epoch": 0.10336201169250754,
      "grad_norm": 0.470982164144516,
      "learning_rate": 4.91286624377033e-05,
      "loss": 4.9469,
      "step": 118085
    },
    {
      "epoch": 0.10336638828613469,
      "grad_norm": 0.43379461765289307,
      "learning_rate": 4.912858134127497e-05,
      "loss": 5.5031,
      "step": 118090
    },
    {
      "epoch": 0.10337076487976184,
      "grad_norm": 0.48347800970077515,
      "learning_rate": 4.912850024115699e-05,
      "loss": 5.7809,
      "step": 118095
    },
    {
      "epoch": 0.103375141473389,
      "grad_norm": 0.4405224621295929,
      "learning_rate": 4.912841913734937e-05,
      "loss": 5.1946,
      "step": 118100
    },
    {
      "epoch": 0.10337951806701615,
      "grad_norm": 0.5430296659469604,
      "learning_rate": 4.912833802985214e-05,
      "loss": 5.0764,
      "step": 118105
    },
    {
      "epoch": 0.10338389466064331,
      "grad_norm": 0.4627220034599304,
      "learning_rate": 4.9128256918665305e-05,
      "loss": 5.4889,
      "step": 118110
    },
    {
      "epoch": 0.10338827125427046,
      "grad_norm": 0.36654773354530334,
      "learning_rate": 4.9128175803788886e-05,
      "loss": 6.2961,
      "step": 118115
    },
    {
      "epoch": 0.10339264784789762,
      "grad_norm": 0.37404876947402954,
      "learning_rate": 4.912809468522289e-05,
      "loss": 5.3038,
      "step": 118120
    },
    {
      "epoch": 0.10339702444152477,
      "grad_norm": 0.34833571314811707,
      "learning_rate": 4.9128013562967353e-05,
      "loss": 5.7012,
      "step": 118125
    },
    {
      "epoch": 0.10340140103515193,
      "grad_norm": 0.43756669759750366,
      "learning_rate": 4.912793243702226e-05,
      "loss": 4.9511,
      "step": 118130
    },
    {
      "epoch": 0.10340577762877907,
      "grad_norm": 0.40520012378692627,
      "learning_rate": 4.912785130738766e-05,
      "loss": 5.6832,
      "step": 118135
    },
    {
      "epoch": 0.10341015422240624,
      "grad_norm": 0.36965739727020264,
      "learning_rate": 4.912777017406355e-05,
      "loss": 5.2794,
      "step": 118140
    },
    {
      "epoch": 0.10341453081603338,
      "grad_norm": 0.4337790906429291,
      "learning_rate": 4.9127689037049937e-05,
      "loss": 4.2377,
      "step": 118145
    },
    {
      "epoch": 0.10341890740966055,
      "grad_norm": 0.357217937707901,
      "learning_rate": 4.912760789634685e-05,
      "loss": 6.0482,
      "step": 118150
    },
    {
      "epoch": 0.1034232840032877,
      "grad_norm": 0.4087356626987457,
      "learning_rate": 4.912752675195431e-05,
      "loss": 4.6721,
      "step": 118155
    },
    {
      "epoch": 0.10342766059691486,
      "grad_norm": 0.4218287765979767,
      "learning_rate": 4.9127445603872315e-05,
      "loss": 5.0598,
      "step": 118160
    },
    {
      "epoch": 0.103432037190542,
      "grad_norm": 0.41972658038139343,
      "learning_rate": 4.9127364452100896e-05,
      "loss": 4.666,
      "step": 118165
    },
    {
      "epoch": 0.10343641378416916,
      "grad_norm": 0.39050745964050293,
      "learning_rate": 4.912728329664006e-05,
      "loss": 5.4537,
      "step": 118170
    },
    {
      "epoch": 0.10344079037779631,
      "grad_norm": 0.4324943423271179,
      "learning_rate": 4.9127202137489824e-05,
      "loss": 4.9613,
      "step": 118175
    },
    {
      "epoch": 0.10344516697142347,
      "grad_norm": 0.41846415400505066,
      "learning_rate": 4.912712097465021e-05,
      "loss": 4.9675,
      "step": 118180
    },
    {
      "epoch": 0.10344954356505062,
      "grad_norm": 0.42275217175483704,
      "learning_rate": 4.9127039808121235e-05,
      "loss": 4.7024,
      "step": 118185
    },
    {
      "epoch": 0.10345392015867778,
      "grad_norm": 0.4000761806964874,
      "learning_rate": 4.9126958637902895e-05,
      "loss": 5.1897,
      "step": 118190
    },
    {
      "epoch": 0.10345829675230493,
      "grad_norm": 0.3587872087955475,
      "learning_rate": 4.9126877463995225e-05,
      "loss": 5.4787,
      "step": 118195
    },
    {
      "epoch": 0.1034626733459321,
      "grad_norm": 0.40876564383506775,
      "learning_rate": 4.912679628639823e-05,
      "loss": 4.9805,
      "step": 118200
    },
    {
      "epoch": 0.10346704993955924,
      "grad_norm": 0.36811330914497375,
      "learning_rate": 4.912671510511194e-05,
      "loss": 6.2719,
      "step": 118205
    },
    {
      "epoch": 0.1034714265331864,
      "grad_norm": 0.400322288274765,
      "learning_rate": 4.912663392013636e-05,
      "loss": 5.518,
      "step": 118210
    },
    {
      "epoch": 0.10347580312681355,
      "grad_norm": 0.3501845896244049,
      "learning_rate": 4.912655273147151e-05,
      "loss": 5.9941,
      "step": 118215
    },
    {
      "epoch": 0.1034801797204407,
      "grad_norm": 0.4005527198314667,
      "learning_rate": 4.9126471539117394e-05,
      "loss": 4.5603,
      "step": 118220
    },
    {
      "epoch": 0.10348455631406786,
      "grad_norm": 0.34607335925102234,
      "learning_rate": 4.9126390343074036e-05,
      "loss": 5.7055,
      "step": 118225
    },
    {
      "epoch": 0.10348893290769501,
      "grad_norm": 0.44034960865974426,
      "learning_rate": 4.912630914334146e-05,
      "loss": 4.9894,
      "step": 118230
    },
    {
      "epoch": 0.10349330950132217,
      "grad_norm": 0.37402042746543884,
      "learning_rate": 4.912622793991967e-05,
      "loss": 5.1562,
      "step": 118235
    },
    {
      "epoch": 0.10349768609494932,
      "grad_norm": 0.38456737995147705,
      "learning_rate": 4.9126146732808674e-05,
      "loss": 5.3893,
      "step": 118240
    },
    {
      "epoch": 0.10350206268857648,
      "grad_norm": 0.3870517909526825,
      "learning_rate": 4.912606552200851e-05,
      "loss": 5.5268,
      "step": 118245
    },
    {
      "epoch": 0.10350643928220363,
      "grad_norm": 0.3468165695667267,
      "learning_rate": 4.912598430751918e-05,
      "loss": 6.2969,
      "step": 118250
    },
    {
      "epoch": 0.10351081587583079,
      "grad_norm": 0.3950939178466797,
      "learning_rate": 4.912590308934071e-05,
      "loss": 4.9866,
      "step": 118255
    },
    {
      "epoch": 0.10351519246945794,
      "grad_norm": 0.35709112882614136,
      "learning_rate": 4.91258218674731e-05,
      "loss": 5.5256,
      "step": 118260
    },
    {
      "epoch": 0.1035195690630851,
      "grad_norm": 0.441315233707428,
      "learning_rate": 4.9125740641916376e-05,
      "loss": 5.2596,
      "step": 118265
    },
    {
      "epoch": 0.10352394565671225,
      "grad_norm": 0.38860782980918884,
      "learning_rate": 4.9125659412670546e-05,
      "loss": 4.9975,
      "step": 118270
    },
    {
      "epoch": 0.10352832225033941,
      "grad_norm": 0.3566253185272217,
      "learning_rate": 4.912557817973563e-05,
      "loss": 5.7919,
      "step": 118275
    },
    {
      "epoch": 0.10353269884396656,
      "grad_norm": 0.3879440426826477,
      "learning_rate": 4.912549694311166e-05,
      "loss": 4.9969,
      "step": 118280
    },
    {
      "epoch": 0.10353707543759372,
      "grad_norm": 0.3952242434024811,
      "learning_rate": 4.9125415702798615e-05,
      "loss": 5.6623,
      "step": 118285
    },
    {
      "epoch": 0.10354145203122087,
      "grad_norm": 0.37140291929244995,
      "learning_rate": 4.9125334458796556e-05,
      "loss": 5.4329,
      "step": 118290
    },
    {
      "epoch": 0.10354582862484803,
      "grad_norm": 0.4148765802383423,
      "learning_rate": 4.912525321110546e-05,
      "loss": 5.5274,
      "step": 118295
    },
    {
      "epoch": 0.10355020521847517,
      "grad_norm": 0.4332262873649597,
      "learning_rate": 4.912517195972536e-05,
      "loss": 5.273,
      "step": 118300
    },
    {
      "epoch": 0.10355458181210234,
      "grad_norm": 0.4212171137332916,
      "learning_rate": 4.9125090704656264e-05,
      "loss": 5.2812,
      "step": 118305
    },
    {
      "epoch": 0.10355895840572948,
      "grad_norm": 0.4177602231502533,
      "learning_rate": 4.9125009445898194e-05,
      "loss": 4.9639,
      "step": 118310
    },
    {
      "epoch": 0.10356333499935665,
      "grad_norm": 0.3597201108932495,
      "learning_rate": 4.9124928183451166e-05,
      "loss": 4.9276,
      "step": 118315
    },
    {
      "epoch": 0.1035677115929838,
      "grad_norm": 0.43361687660217285,
      "learning_rate": 4.9124846917315195e-05,
      "loss": 5.4835,
      "step": 118320
    },
    {
      "epoch": 0.10357208818661096,
      "grad_norm": 0.34773972630500793,
      "learning_rate": 4.91247656474903e-05,
      "loss": 6.3191,
      "step": 118325
    },
    {
      "epoch": 0.1035764647802381,
      "grad_norm": 0.3495017886161804,
      "learning_rate": 4.912468437397648e-05,
      "loss": 5.5085,
      "step": 118330
    },
    {
      "epoch": 0.10358084137386527,
      "grad_norm": 0.36130741238594055,
      "learning_rate": 4.912460309677377e-05,
      "loss": 5.4925,
      "step": 118335
    },
    {
      "epoch": 0.10358521796749241,
      "grad_norm": 0.4144061803817749,
      "learning_rate": 4.9124521815882184e-05,
      "loss": 4.9973,
      "step": 118340
    },
    {
      "epoch": 0.10358959456111957,
      "grad_norm": 0.4304537773132324,
      "learning_rate": 4.912444053130173e-05,
      "loss": 4.8789,
      "step": 118345
    },
    {
      "epoch": 0.10359397115474672,
      "grad_norm": 0.3851931095123291,
      "learning_rate": 4.9124359243032416e-05,
      "loss": 5.9951,
      "step": 118350
    },
    {
      "epoch": 0.10359834774837387,
      "grad_norm": 0.36143532395362854,
      "learning_rate": 4.912427795107427e-05,
      "loss": 5.6781,
      "step": 118355
    },
    {
      "epoch": 0.10360272434200103,
      "grad_norm": 0.4319637715816498,
      "learning_rate": 4.9124196655427314e-05,
      "loss": 4.6667,
      "step": 118360
    },
    {
      "epoch": 0.10360710093562818,
      "grad_norm": 0.36881449818611145,
      "learning_rate": 4.912411535609155e-05,
      "loss": 5.3711,
      "step": 118365
    },
    {
      "epoch": 0.10361147752925534,
      "grad_norm": 0.4244927763938904,
      "learning_rate": 4.9124034053067006e-05,
      "loss": 5.2702,
      "step": 118370
    },
    {
      "epoch": 0.10361585412288249,
      "grad_norm": 0.4114935100078583,
      "learning_rate": 4.9123952746353684e-05,
      "loss": 5.6936,
      "step": 118375
    },
    {
      "epoch": 0.10362023071650965,
      "grad_norm": 0.4548279941082001,
      "learning_rate": 4.912387143595161e-05,
      "loss": 5.1777,
      "step": 118380
    },
    {
      "epoch": 0.1036246073101368,
      "grad_norm": 0.44900035858154297,
      "learning_rate": 4.912379012186079e-05,
      "loss": 4.9619,
      "step": 118385
    },
    {
      "epoch": 0.10362898390376396,
      "grad_norm": 0.41342976689338684,
      "learning_rate": 4.912370880408125e-05,
      "loss": 5.2275,
      "step": 118390
    },
    {
      "epoch": 0.10363336049739111,
      "grad_norm": 0.35947516560554504,
      "learning_rate": 4.9123627482613e-05,
      "loss": 5.7699,
      "step": 118395
    },
    {
      "epoch": 0.10363773709101827,
      "grad_norm": 0.3899785578250885,
      "learning_rate": 4.912354615745605e-05,
      "loss": 5.4982,
      "step": 118400
    },
    {
      "epoch": 0.10364211368464542,
      "grad_norm": 0.40867283940315247,
      "learning_rate": 4.912346482861042e-05,
      "loss": 5.1376,
      "step": 118405
    },
    {
      "epoch": 0.10364649027827258,
      "grad_norm": 0.461385577917099,
      "learning_rate": 4.9123383496076146e-05,
      "loss": 5.5038,
      "step": 118410
    },
    {
      "epoch": 0.10365086687189973,
      "grad_norm": 0.3616901636123657,
      "learning_rate": 4.912330215985321e-05,
      "loss": 6.0197,
      "step": 118415
    },
    {
      "epoch": 0.10365524346552689,
      "grad_norm": 0.36297139525413513,
      "learning_rate": 4.912322081994165e-05,
      "loss": 6.3326,
      "step": 118420
    },
    {
      "epoch": 0.10365962005915404,
      "grad_norm": 0.3964413106441498,
      "learning_rate": 4.912313947634147e-05,
      "loss": 5.2043,
      "step": 118425
    },
    {
      "epoch": 0.1036639966527812,
      "grad_norm": 0.46217164397239685,
      "learning_rate": 4.91230581290527e-05,
      "loss": 5.5026,
      "step": 118430
    },
    {
      "epoch": 0.10366837324640835,
      "grad_norm": 0.4170406460762024,
      "learning_rate": 4.912297677807535e-05,
      "loss": 5.4897,
      "step": 118435
    },
    {
      "epoch": 0.10367274984003551,
      "grad_norm": 0.3630460202693939,
      "learning_rate": 4.912289542340942e-05,
      "loss": 5.9568,
      "step": 118440
    },
    {
      "epoch": 0.10367712643366266,
      "grad_norm": 0.44714096188545227,
      "learning_rate": 4.9122814065054944e-05,
      "loss": 4.9535,
      "step": 118445
    },
    {
      "epoch": 0.10368150302728982,
      "grad_norm": 0.36097267270088196,
      "learning_rate": 4.912273270301193e-05,
      "loss": 4.805,
      "step": 118450
    },
    {
      "epoch": 0.10368587962091697,
      "grad_norm": 0.40551912784576416,
      "learning_rate": 4.9122651337280404e-05,
      "loss": 3.942,
      "step": 118455
    },
    {
      "epoch": 0.10369025621454413,
      "grad_norm": 0.3875017762184143,
      "learning_rate": 4.9122569967860366e-05,
      "loss": 4.9729,
      "step": 118460
    },
    {
      "epoch": 0.10369463280817127,
      "grad_norm": 0.42675286531448364,
      "learning_rate": 4.912248859475184e-05,
      "loss": 5.223,
      "step": 118465
    },
    {
      "epoch": 0.10369900940179844,
      "grad_norm": 0.3620646297931671,
      "learning_rate": 4.912240721795483e-05,
      "loss": 5.7115,
      "step": 118470
    },
    {
      "epoch": 0.10370338599542558,
      "grad_norm": 0.3594009578227997,
      "learning_rate": 4.912232583746937e-05,
      "loss": 6.0047,
      "step": 118475
    },
    {
      "epoch": 0.10370776258905273,
      "grad_norm": 0.3994913101196289,
      "learning_rate": 4.912224445329547e-05,
      "loss": 5.4057,
      "step": 118480
    },
    {
      "epoch": 0.1037121391826799,
      "grad_norm": 0.4159630537033081,
      "learning_rate": 4.912216306543315e-05,
      "loss": 4.7593,
      "step": 118485
    },
    {
      "epoch": 0.10371651577630704,
      "grad_norm": 0.4070098400115967,
      "learning_rate": 4.91220816738824e-05,
      "loss": 3.929,
      "step": 118490
    },
    {
      "epoch": 0.1037208923699342,
      "grad_norm": 0.4331171214580536,
      "learning_rate": 4.9122000278643274e-05,
      "loss": 5.0031,
      "step": 118495
    },
    {
      "epoch": 0.10372526896356135,
      "grad_norm": 0.41996148228645325,
      "learning_rate": 4.912191887971576e-05,
      "loss": 5.5145,
      "step": 118500
    },
    {
      "epoch": 0.10372964555718851,
      "grad_norm": 0.40504857897758484,
      "learning_rate": 4.912183747709989e-05,
      "loss": 5.2063,
      "step": 118505
    },
    {
      "epoch": 0.10373402215081566,
      "grad_norm": 0.40815088152885437,
      "learning_rate": 4.9121756070795665e-05,
      "loss": 5.2243,
      "step": 118510
    },
    {
      "epoch": 0.10373839874444282,
      "grad_norm": 0.39538925886154175,
      "learning_rate": 4.9121674660803094e-05,
      "loss": 5.1755,
      "step": 118515
    },
    {
      "epoch": 0.10374277533806997,
      "grad_norm": 0.4117203950881958,
      "learning_rate": 4.912159324712223e-05,
      "loss": 5.7698,
      "step": 118520
    },
    {
      "epoch": 0.10374715193169713,
      "grad_norm": 0.39744704961776733,
      "learning_rate": 4.912151182975305e-05,
      "loss": 5.1513,
      "step": 118525
    },
    {
      "epoch": 0.10375152852532428,
      "grad_norm": 0.42594844102859497,
      "learning_rate": 4.91214304086956e-05,
      "loss": 4.7929,
      "step": 118530
    },
    {
      "epoch": 0.10375590511895144,
      "grad_norm": 0.4171351492404938,
      "learning_rate": 4.912134898394988e-05,
      "loss": 5.1746,
      "step": 118535
    },
    {
      "epoch": 0.10376028171257859,
      "grad_norm": 0.42221546173095703,
      "learning_rate": 4.912126755551588e-05,
      "loss": 5.2557,
      "step": 118540
    },
    {
      "epoch": 0.10376465830620575,
      "grad_norm": 0.3688582181930542,
      "learning_rate": 4.912118612339367e-05,
      "loss": 5.449,
      "step": 118545
    },
    {
      "epoch": 0.1037690348998329,
      "grad_norm": 0.404296875,
      "learning_rate": 4.912110468758323e-05,
      "loss": 5.0511,
      "step": 118550
    },
    {
      "epoch": 0.10377341149346006,
      "grad_norm": 0.410677969455719,
      "learning_rate": 4.9121023248084575e-05,
      "loss": 5.3149,
      "step": 118555
    },
    {
      "epoch": 0.10377778808708721,
      "grad_norm": 0.431720107793808,
      "learning_rate": 4.912094180489774e-05,
      "loss": 4.8748,
      "step": 118560
    },
    {
      "epoch": 0.10378216468071437,
      "grad_norm": 0.45271316170692444,
      "learning_rate": 4.9120860358022724e-05,
      "loss": 5.4859,
      "step": 118565
    },
    {
      "epoch": 0.10378654127434152,
      "grad_norm": 0.4323534667491913,
      "learning_rate": 4.912077890745955e-05,
      "loss": 4.6776,
      "step": 118570
    },
    {
      "epoch": 0.10379091786796868,
      "grad_norm": 0.38911327719688416,
      "learning_rate": 4.912069745320823e-05,
      "loss": 5.7238,
      "step": 118575
    },
    {
      "epoch": 0.10379529446159583,
      "grad_norm": 0.4011416435241699,
      "learning_rate": 4.9120615995268795e-05,
      "loss": 5.4197,
      "step": 118580
    },
    {
      "epoch": 0.10379967105522299,
      "grad_norm": 0.4438591003417969,
      "learning_rate": 4.9120534533641224e-05,
      "loss": 5.1926,
      "step": 118585
    },
    {
      "epoch": 0.10380404764885014,
      "grad_norm": 0.43828821182250977,
      "learning_rate": 4.912045306832557e-05,
      "loss": 5.3088,
      "step": 118590
    },
    {
      "epoch": 0.1038084242424773,
      "grad_norm": 0.38154545426368713,
      "learning_rate": 4.9120371599321833e-05,
      "loss": 6.3232,
      "step": 118595
    },
    {
      "epoch": 0.10381280083610445,
      "grad_norm": 0.5549526810646057,
      "learning_rate": 4.912029012663004e-05,
      "loss": 5.1888,
      "step": 118600
    },
    {
      "epoch": 0.1038171774297316,
      "grad_norm": 0.42926710844039917,
      "learning_rate": 4.9120208650250185e-05,
      "loss": 4.9956,
      "step": 118605
    },
    {
      "epoch": 0.10382155402335876,
      "grad_norm": 0.4246278703212738,
      "learning_rate": 4.9120127170182293e-05,
      "loss": 5.4976,
      "step": 118610
    },
    {
      "epoch": 0.1038259306169859,
      "grad_norm": 0.41737401485443115,
      "learning_rate": 4.9120045686426394e-05,
      "loss": 4.6498,
      "step": 118615
    },
    {
      "epoch": 0.10383030721061307,
      "grad_norm": 0.4259501099586487,
      "learning_rate": 4.911996419898249e-05,
      "loss": 4.4426,
      "step": 118620
    },
    {
      "epoch": 0.10383468380424021,
      "grad_norm": 0.4287859797477722,
      "learning_rate": 4.911988270785061e-05,
      "loss": 5.493,
      "step": 118625
    },
    {
      "epoch": 0.10383906039786737,
      "grad_norm": 0.37944188714027405,
      "learning_rate": 4.9119801213030744e-05,
      "loss": 5.7279,
      "step": 118630
    },
    {
      "epoch": 0.10384343699149452,
      "grad_norm": 0.4188108742237091,
      "learning_rate": 4.9119719714522925e-05,
      "loss": 4.9647,
      "step": 118635
    },
    {
      "epoch": 0.10384781358512168,
      "grad_norm": 0.4271470308303833,
      "learning_rate": 4.9119638212327166e-05,
      "loss": 5.3195,
      "step": 118640
    },
    {
      "epoch": 0.10385219017874883,
      "grad_norm": 0.49316880106925964,
      "learning_rate": 4.911955670644349e-05,
      "loss": 4.4347,
      "step": 118645
    },
    {
      "epoch": 0.103856566772376,
      "grad_norm": 0.38921862840652466,
      "learning_rate": 4.91194751968719e-05,
      "loss": 5.7644,
      "step": 118650
    },
    {
      "epoch": 0.10386094336600314,
      "grad_norm": 0.3991338610649109,
      "learning_rate": 4.9119393683612425e-05,
      "loss": 5.2819,
      "step": 118655
    },
    {
      "epoch": 0.1038653199596303,
      "grad_norm": 0.43459340929985046,
      "learning_rate": 4.9119312166665064e-05,
      "loss": 5.5245,
      "step": 118660
    },
    {
      "epoch": 0.10386969655325745,
      "grad_norm": 0.4566483199596405,
      "learning_rate": 4.9119230646029845e-05,
      "loss": 6.002,
      "step": 118665
    },
    {
      "epoch": 0.10387407314688461,
      "grad_norm": 0.3775425851345062,
      "learning_rate": 4.9119149121706786e-05,
      "loss": 5.1886,
      "step": 118670
    },
    {
      "epoch": 0.10387844974051176,
      "grad_norm": 0.3781869411468506,
      "learning_rate": 4.91190675936959e-05,
      "loss": 5.7942,
      "step": 118675
    },
    {
      "epoch": 0.10388282633413892,
      "grad_norm": 0.3907868266105652,
      "learning_rate": 4.91189860619972e-05,
      "loss": 5.6408,
      "step": 118680
    },
    {
      "epoch": 0.10388720292776607,
      "grad_norm": 0.412773072719574,
      "learning_rate": 4.911890452661069e-05,
      "loss": 4.6642,
      "step": 118685
    },
    {
      "epoch": 0.10389157952139323,
      "grad_norm": 0.4019278287887573,
      "learning_rate": 4.911882298753641e-05,
      "loss": 5.135,
      "step": 118690
    },
    {
      "epoch": 0.10389595611502038,
      "grad_norm": 0.42982956767082214,
      "learning_rate": 4.911874144477435e-05,
      "loss": 4.6716,
      "step": 118695
    },
    {
      "epoch": 0.10390033270864754,
      "grad_norm": 0.36316198110580444,
      "learning_rate": 4.911865989832455e-05,
      "loss": 5.7732,
      "step": 118700
    },
    {
      "epoch": 0.10390470930227469,
      "grad_norm": 0.37862417101860046,
      "learning_rate": 4.9118578348187015e-05,
      "loss": 5.7926,
      "step": 118705
    },
    {
      "epoch": 0.10390908589590185,
      "grad_norm": 0.4302575886249542,
      "learning_rate": 4.911849679436176e-05,
      "loss": 5.1982,
      "step": 118710
    },
    {
      "epoch": 0.103913462489529,
      "grad_norm": 0.43582090735435486,
      "learning_rate": 4.911841523684879e-05,
      "loss": 4.7639,
      "step": 118715
    },
    {
      "epoch": 0.10391783908315616,
      "grad_norm": 0.43673232197761536,
      "learning_rate": 4.911833367564814e-05,
      "loss": 4.6284,
      "step": 118720
    },
    {
      "epoch": 0.10392221567678331,
      "grad_norm": 0.4278949201107025,
      "learning_rate": 4.911825211075982e-05,
      "loss": 5.1574,
      "step": 118725
    },
    {
      "epoch": 0.10392659227041047,
      "grad_norm": 0.41308021545410156,
      "learning_rate": 4.911817054218385e-05,
      "loss": 5.4285,
      "step": 118730
    },
    {
      "epoch": 0.10393096886403762,
      "grad_norm": 0.43043598532676697,
      "learning_rate": 4.911808896992023e-05,
      "loss": 5.3001,
      "step": 118735
    },
    {
      "epoch": 0.10393534545766477,
      "grad_norm": 0.3908504247665405,
      "learning_rate": 4.911800739396899e-05,
      "loss": 5.4757,
      "step": 118740
    },
    {
      "epoch": 0.10393972205129193,
      "grad_norm": 0.39273154735565186,
      "learning_rate": 4.911792581433014e-05,
      "loss": 5.2156,
      "step": 118745
    },
    {
      "epoch": 0.10394409864491908,
      "grad_norm": 0.4231078326702118,
      "learning_rate": 4.911784423100369e-05,
      "loss": 4.6873,
      "step": 118750
    },
    {
      "epoch": 0.10394847523854624,
      "grad_norm": 0.3960990011692047,
      "learning_rate": 4.911776264398967e-05,
      "loss": 5.8138,
      "step": 118755
    },
    {
      "epoch": 0.10395285183217338,
      "grad_norm": 0.5345230102539062,
      "learning_rate": 4.911768105328809e-05,
      "loss": 4.4789,
      "step": 118760
    },
    {
      "epoch": 0.10395722842580055,
      "grad_norm": 0.49212777614593506,
      "learning_rate": 4.9117599458898954e-05,
      "loss": 5.2857,
      "step": 118765
    },
    {
      "epoch": 0.1039616050194277,
      "grad_norm": 0.41771331429481506,
      "learning_rate": 4.911751786082229e-05,
      "loss": 4.9325,
      "step": 118770
    },
    {
      "epoch": 0.10396598161305486,
      "grad_norm": 0.41680431365966797,
      "learning_rate": 4.911743625905811e-05,
      "loss": 5.1847,
      "step": 118775
    },
    {
      "epoch": 0.103970358206682,
      "grad_norm": 0.48966774344444275,
      "learning_rate": 4.911735465360644e-05,
      "loss": 5.1801,
      "step": 118780
    },
    {
      "epoch": 0.10397473480030917,
      "grad_norm": 0.41195082664489746,
      "learning_rate": 4.911727304446728e-05,
      "loss": 4.4567,
      "step": 118785
    },
    {
      "epoch": 0.10397911139393631,
      "grad_norm": 0.38026943802833557,
      "learning_rate": 4.9117191431640665e-05,
      "loss": 4.9686,
      "step": 118790
    },
    {
      "epoch": 0.10398348798756347,
      "grad_norm": 0.37230414152145386,
      "learning_rate": 4.911710981512658e-05,
      "loss": 5.71,
      "step": 118795
    },
    {
      "epoch": 0.10398786458119062,
      "grad_norm": 0.44450655579566956,
      "learning_rate": 4.911702819492508e-05,
      "loss": 5.5159,
      "step": 118800
    },
    {
      "epoch": 0.10399224117481778,
      "grad_norm": 0.4114799201488495,
      "learning_rate": 4.9116946571036135e-05,
      "loss": 4.7621,
      "step": 118805
    },
    {
      "epoch": 0.10399661776844493,
      "grad_norm": 0.4022776782512665,
      "learning_rate": 4.911686494345981e-05,
      "loss": 3.957,
      "step": 118810
    },
    {
      "epoch": 0.1040009943620721,
      "grad_norm": 0.4004705846309662,
      "learning_rate": 4.911678331219607e-05,
      "loss": 5.293,
      "step": 118815
    },
    {
      "epoch": 0.10400537095569924,
      "grad_norm": 0.572487473487854,
      "learning_rate": 4.911670167724497e-05,
      "loss": 5.7195,
      "step": 118820
    },
    {
      "epoch": 0.1040097475493264,
      "grad_norm": 0.5405592322349548,
      "learning_rate": 4.911662003860652e-05,
      "loss": 5.699,
      "step": 118825
    },
    {
      "epoch": 0.10401412414295355,
      "grad_norm": 0.48377057909965515,
      "learning_rate": 4.911653839628072e-05,
      "loss": 5.4762,
      "step": 118830
    },
    {
      "epoch": 0.10401850073658071,
      "grad_norm": 0.46838417649269104,
      "learning_rate": 4.9116456750267594e-05,
      "loss": 4.9803,
      "step": 118835
    },
    {
      "epoch": 0.10402287733020786,
      "grad_norm": 0.43233364820480347,
      "learning_rate": 4.911637510056716e-05,
      "loss": 5.4746,
      "step": 118840
    },
    {
      "epoch": 0.10402725392383502,
      "grad_norm": 0.43157291412353516,
      "learning_rate": 4.911629344717943e-05,
      "loss": 5.2806,
      "step": 118845
    },
    {
      "epoch": 0.10403163051746217,
      "grad_norm": 0.3704984486103058,
      "learning_rate": 4.9116211790104424e-05,
      "loss": 5.7917,
      "step": 118850
    },
    {
      "epoch": 0.10403600711108933,
      "grad_norm": 0.4617427587509155,
      "learning_rate": 4.911613012934215e-05,
      "loss": 6.0166,
      "step": 118855
    },
    {
      "epoch": 0.10404038370471648,
      "grad_norm": 0.4193100929260254,
      "learning_rate": 4.911604846489264e-05,
      "loss": 4.4517,
      "step": 118860
    },
    {
      "epoch": 0.10404476029834363,
      "grad_norm": 0.356463760137558,
      "learning_rate": 4.9115966796755886e-05,
      "loss": 5.5103,
      "step": 118865
    },
    {
      "epoch": 0.10404913689197079,
      "grad_norm": 0.41044071316719055,
      "learning_rate": 4.9115885124931926e-05,
      "loss": 4.9608,
      "step": 118870
    },
    {
      "epoch": 0.10405351348559794,
      "grad_norm": 0.6800119280815125,
      "learning_rate": 4.9115803449420764e-05,
      "loss": 4.2505,
      "step": 118875
    },
    {
      "epoch": 0.1040578900792251,
      "grad_norm": 0.4539695680141449,
      "learning_rate": 4.911572177022241e-05,
      "loss": 5.2007,
      "step": 118880
    },
    {
      "epoch": 0.10406226667285225,
      "grad_norm": 0.4398958086967468,
      "learning_rate": 4.91156400873369e-05,
      "loss": 6.0271,
      "step": 118885
    },
    {
      "epoch": 0.10406664326647941,
      "grad_norm": 0.41997048258781433,
      "learning_rate": 4.9115558400764226e-05,
      "loss": 5.1953,
      "step": 118890
    },
    {
      "epoch": 0.10407101986010656,
      "grad_norm": 0.41631102561950684,
      "learning_rate": 4.9115476710504425e-05,
      "loss": 5.5033,
      "step": 118895
    },
    {
      "epoch": 0.10407539645373372,
      "grad_norm": 0.4355528652667999,
      "learning_rate": 4.9115395016557496e-05,
      "loss": 5.6693,
      "step": 118900
    },
    {
      "epoch": 0.10407977304736087,
      "grad_norm": 0.5859593152999878,
      "learning_rate": 4.911531331892347e-05,
      "loss": 4.9633,
      "step": 118905
    },
    {
      "epoch": 0.10408414964098803,
      "grad_norm": 0.4451565146446228,
      "learning_rate": 4.9115231617602356e-05,
      "loss": 5.3846,
      "step": 118910
    },
    {
      "epoch": 0.10408852623461518,
      "grad_norm": 0.44379162788391113,
      "learning_rate": 4.911514991259415e-05,
      "loss": 5.5104,
      "step": 118915
    },
    {
      "epoch": 0.10409290282824234,
      "grad_norm": 0.44171637296676636,
      "learning_rate": 4.9115068203898895e-05,
      "loss": 4.9713,
      "step": 118920
    },
    {
      "epoch": 0.10409727942186948,
      "grad_norm": 0.507477343082428,
      "learning_rate": 4.911498649151661e-05,
      "loss": 5.5013,
      "step": 118925
    },
    {
      "epoch": 0.10410165601549665,
      "grad_norm": 0.4601935148239136,
      "learning_rate": 4.9114904775447276e-05,
      "loss": 4.7331,
      "step": 118930
    },
    {
      "epoch": 0.1041060326091238,
      "grad_norm": 0.4399276673793793,
      "learning_rate": 4.911482305569095e-05,
      "loss": 5.6502,
      "step": 118935
    },
    {
      "epoch": 0.10411040920275096,
      "grad_norm": 0.4259352385997772,
      "learning_rate": 4.911474133224763e-05,
      "loss": 5.2312,
      "step": 118940
    },
    {
      "epoch": 0.1041147857963781,
      "grad_norm": 0.3479049801826477,
      "learning_rate": 4.911465960511732e-05,
      "loss": 5.2936,
      "step": 118945
    },
    {
      "epoch": 0.10411916239000527,
      "grad_norm": 0.41972246766090393,
      "learning_rate": 4.911457787430005e-05,
      "loss": 4.6382,
      "step": 118950
    },
    {
      "epoch": 0.10412353898363241,
      "grad_norm": 0.40886518359184265,
      "learning_rate": 4.911449613979583e-05,
      "loss": 4.7483,
      "step": 118955
    },
    {
      "epoch": 0.10412791557725957,
      "grad_norm": 0.4395364224910736,
      "learning_rate": 4.9114414401604684e-05,
      "loss": 4.996,
      "step": 118960
    },
    {
      "epoch": 0.10413229217088672,
      "grad_norm": 0.42050787806510925,
      "learning_rate": 4.9114332659726626e-05,
      "loss": 5.2884,
      "step": 118965
    },
    {
      "epoch": 0.10413666876451388,
      "grad_norm": 0.40943771600723267,
      "learning_rate": 4.911425091416165e-05,
      "loss": 5.5105,
      "step": 118970
    },
    {
      "epoch": 0.10414104535814103,
      "grad_norm": 0.4318552315235138,
      "learning_rate": 4.911416916490981e-05,
      "loss": 5.9691,
      "step": 118975
    },
    {
      "epoch": 0.1041454219517682,
      "grad_norm": 0.4164016842842102,
      "learning_rate": 4.9114087411971085e-05,
      "loss": 5.4827,
      "step": 118980
    },
    {
      "epoch": 0.10414979854539534,
      "grad_norm": 0.41313353180885315,
      "learning_rate": 4.911400565534552e-05,
      "loss": 5.2813,
      "step": 118985
    },
    {
      "epoch": 0.1041541751390225,
      "grad_norm": 0.3679099977016449,
      "learning_rate": 4.911392389503311e-05,
      "loss": 4.9497,
      "step": 118990
    },
    {
      "epoch": 0.10415855173264965,
      "grad_norm": 0.45261356234550476,
      "learning_rate": 4.911384213103388e-05,
      "loss": 4.4758,
      "step": 118995
    },
    {
      "epoch": 0.1041629283262768,
      "grad_norm": 0.38017719984054565,
      "learning_rate": 4.9113760363347835e-05,
      "loss": 5.5055,
      "step": 119000
    },
    {
      "epoch": 0.10416730491990396,
      "grad_norm": 0.39651745557785034,
      "learning_rate": 4.9113678591975006e-05,
      "loss": 5.1567,
      "step": 119005
    },
    {
      "epoch": 0.10417168151353111,
      "grad_norm": 0.43529024720191956,
      "learning_rate": 4.9113596816915416e-05,
      "loss": 5.503,
      "step": 119010
    },
    {
      "epoch": 0.10417605810715827,
      "grad_norm": 0.41280657052993774,
      "learning_rate": 4.911351503816906e-05,
      "loss": 5.5061,
      "step": 119015
    },
    {
      "epoch": 0.10418043470078542,
      "grad_norm": 0.4150276780128479,
      "learning_rate": 4.911343325573595e-05,
      "loss": 5.3607,
      "step": 119020
    },
    {
      "epoch": 0.10418481129441258,
      "grad_norm": 0.42222046852111816,
      "learning_rate": 4.911335146961613e-05,
      "loss": 5.8,
      "step": 119025
    },
    {
      "epoch": 0.10418918788803973,
      "grad_norm": 0.408856600522995,
      "learning_rate": 4.9113269679809593e-05,
      "loss": 4.6838,
      "step": 119030
    },
    {
      "epoch": 0.10419356448166689,
      "grad_norm": 0.41150355339050293,
      "learning_rate": 4.911318788631636e-05,
      "loss": 4.8815,
      "step": 119035
    },
    {
      "epoch": 0.10419794107529404,
      "grad_norm": 0.3905143141746521,
      "learning_rate": 4.911310608913644e-05,
      "loss": 5.7205,
      "step": 119040
    },
    {
      "epoch": 0.1042023176689212,
      "grad_norm": 0.3953716456890106,
      "learning_rate": 4.911302428826987e-05,
      "loss": 5.7829,
      "step": 119045
    },
    {
      "epoch": 0.10420669426254835,
      "grad_norm": 0.4022565484046936,
      "learning_rate": 4.911294248371664e-05,
      "loss": 5.4691,
      "step": 119050
    },
    {
      "epoch": 0.10421107085617551,
      "grad_norm": 0.35196906328201294,
      "learning_rate": 4.911286067547679e-05,
      "loss": 5.8026,
      "step": 119055
    },
    {
      "epoch": 0.10421544744980266,
      "grad_norm": 0.39497584104537964,
      "learning_rate": 4.9112778863550315e-05,
      "loss": 5.3846,
      "step": 119060
    },
    {
      "epoch": 0.10421982404342982,
      "grad_norm": 0.4027455449104309,
      "learning_rate": 4.9112697047937227e-05,
      "loss": 6.0332,
      "step": 119065
    },
    {
      "epoch": 0.10422420063705697,
      "grad_norm": 0.4739662706851959,
      "learning_rate": 4.911261522863758e-05,
      "loss": 5.482,
      "step": 119070
    },
    {
      "epoch": 0.10422857723068413,
      "grad_norm": 0.36244991421699524,
      "learning_rate": 4.9112533405651354e-05,
      "loss": 6.359,
      "step": 119075
    },
    {
      "epoch": 0.10423295382431128,
      "grad_norm": 0.4719001352787018,
      "learning_rate": 4.911245157897856e-05,
      "loss": 5.8006,
      "step": 119080
    },
    {
      "epoch": 0.10423733041793844,
      "grad_norm": 0.4387091398239136,
      "learning_rate": 4.911236974861925e-05,
      "loss": 5.683,
      "step": 119085
    },
    {
      "epoch": 0.10424170701156558,
      "grad_norm": 0.48202624917030334,
      "learning_rate": 4.911228791457341e-05,
      "loss": 5.7894,
      "step": 119090
    },
    {
      "epoch": 0.10424608360519275,
      "grad_norm": 0.40846529603004456,
      "learning_rate": 4.9112206076841064e-05,
      "loss": 5.4866,
      "step": 119095
    },
    {
      "epoch": 0.1042504601988199,
      "grad_norm": 0.35985517501831055,
      "learning_rate": 4.9112124235422216e-05,
      "loss": 6.0051,
      "step": 119100
    },
    {
      "epoch": 0.10425483679244706,
      "grad_norm": 0.45989784598350525,
      "learning_rate": 4.911204239031692e-05,
      "loss": 4.9353,
      "step": 119105
    },
    {
      "epoch": 0.1042592133860742,
      "grad_norm": 0.4520309865474701,
      "learning_rate": 4.9111960541525135e-05,
      "loss": 4.6763,
      "step": 119110
    },
    {
      "epoch": 0.10426358997970137,
      "grad_norm": 0.4475363790988922,
      "learning_rate": 4.911187868904693e-05,
      "loss": 4.9808,
      "step": 119115
    },
    {
      "epoch": 0.10426796657332851,
      "grad_norm": 0.4103074371814728,
      "learning_rate": 4.911179683288228e-05,
      "loss": 5.3949,
      "step": 119120
    },
    {
      "epoch": 0.10427234316695566,
      "grad_norm": 0.41203543543815613,
      "learning_rate": 4.9111714973031244e-05,
      "loss": 6.0021,
      "step": 119125
    },
    {
      "epoch": 0.10427671976058282,
      "grad_norm": 0.39637061953544617,
      "learning_rate": 4.911163310949379e-05,
      "loss": 5.1833,
      "step": 119130
    },
    {
      "epoch": 0.10428109635420997,
      "grad_norm": 0.441438227891922,
      "learning_rate": 4.911155124226996e-05,
      "loss": 5.7811,
      "step": 119135
    },
    {
      "epoch": 0.10428547294783713,
      "grad_norm": 0.3893696963787079,
      "learning_rate": 4.911146937135978e-05,
      "loss": 6.2893,
      "step": 119140
    },
    {
      "epoch": 0.10428984954146428,
      "grad_norm": 0.4088885188102722,
      "learning_rate": 4.911138749676324e-05,
      "loss": 5.459,
      "step": 119145
    },
    {
      "epoch": 0.10429422613509144,
      "grad_norm": 0.3753529191017151,
      "learning_rate": 4.911130561848038e-05,
      "loss": 5.4225,
      "step": 119150
    },
    {
      "epoch": 0.10429860272871859,
      "grad_norm": 0.39860618114471436,
      "learning_rate": 4.911122373651118e-05,
      "loss": 5.7258,
      "step": 119155
    },
    {
      "epoch": 0.10430297932234575,
      "grad_norm": 0.4049675464630127,
      "learning_rate": 4.911114185085569e-05,
      "loss": 4.8954,
      "step": 119160
    },
    {
      "epoch": 0.1043073559159729,
      "grad_norm": 0.39792290329933167,
      "learning_rate": 4.9111059961513915e-05,
      "loss": 4.9078,
      "step": 119165
    },
    {
      "epoch": 0.10431173250960006,
      "grad_norm": 0.35735824704170227,
      "learning_rate": 4.911097806848588e-05,
      "loss": 5.4769,
      "step": 119170
    },
    {
      "epoch": 0.10431610910322721,
      "grad_norm": 0.35523107647895813,
      "learning_rate": 4.911089617177158e-05,
      "loss": 5.8282,
      "step": 119175
    },
    {
      "epoch": 0.10432048569685437,
      "grad_norm": 0.3368433117866516,
      "learning_rate": 4.9110814271371056e-05,
      "loss": 6.0418,
      "step": 119180
    },
    {
      "epoch": 0.10432486229048152,
      "grad_norm": 0.3839506506919861,
      "learning_rate": 4.9110732367284306e-05,
      "loss": 5.4969,
      "step": 119185
    },
    {
      "epoch": 0.10432923888410868,
      "grad_norm": 0.37613797187805176,
      "learning_rate": 4.911065045951134e-05,
      "loss": 4.9803,
      "step": 119190
    },
    {
      "epoch": 0.10433361547773583,
      "grad_norm": 0.36017894744873047,
      "learning_rate": 4.9110568548052194e-05,
      "loss": 5.2165,
      "step": 119195
    },
    {
      "epoch": 0.10433799207136299,
      "grad_norm": 0.44870662689208984,
      "learning_rate": 4.911048663290687e-05,
      "loss": 5.1882,
      "step": 119200
    },
    {
      "epoch": 0.10434236866499014,
      "grad_norm": 0.3779325783252716,
      "learning_rate": 4.9110404714075386e-05,
      "loss": 4.9625,
      "step": 119205
    },
    {
      "epoch": 0.1043467452586173,
      "grad_norm": 0.4383857548236847,
      "learning_rate": 4.911032279155776e-05,
      "loss": 4.6104,
      "step": 119210
    },
    {
      "epoch": 0.10435112185224445,
      "grad_norm": 0.36667510867118835,
      "learning_rate": 4.9110240865354005e-05,
      "loss": 5.9801,
      "step": 119215
    },
    {
      "epoch": 0.10435549844587161,
      "grad_norm": 0.438050776720047,
      "learning_rate": 4.9110158935464144e-05,
      "loss": 4.4482,
      "step": 119220
    },
    {
      "epoch": 0.10435987503949876,
      "grad_norm": 0.42537441849708557,
      "learning_rate": 4.9110077001888185e-05,
      "loss": 4.956,
      "step": 119225
    },
    {
      "epoch": 0.10436425163312592,
      "grad_norm": 0.4214688837528229,
      "learning_rate": 4.9109995064626156e-05,
      "loss": 5.4972,
      "step": 119230
    },
    {
      "epoch": 0.10436862822675307,
      "grad_norm": 0.400657057762146,
      "learning_rate": 4.910991312367805e-05,
      "loss": 4.4236,
      "step": 119235
    },
    {
      "epoch": 0.10437300482038023,
      "grad_norm": 0.42974457144737244,
      "learning_rate": 4.91098311790439e-05,
      "loss": 4.6851,
      "step": 119240
    },
    {
      "epoch": 0.10437738141400738,
      "grad_norm": 0.37250807881355286,
      "learning_rate": 4.910974923072372e-05,
      "loss": 5.4674,
      "step": 119245
    },
    {
      "epoch": 0.10438175800763452,
      "grad_norm": 0.41362953186035156,
      "learning_rate": 4.910966727871752e-05,
      "loss": 5.4987,
      "step": 119250
    },
    {
      "epoch": 0.10438613460126168,
      "grad_norm": 0.4210769236087799,
      "learning_rate": 4.910958532302533e-05,
      "loss": 5.4789,
      "step": 119255
    },
    {
      "epoch": 0.10439051119488883,
      "grad_norm": 0.34822916984558105,
      "learning_rate": 4.9109503363647144e-05,
      "loss": 5.9852,
      "step": 119260
    },
    {
      "epoch": 0.104394887788516,
      "grad_norm": 0.41384950280189514,
      "learning_rate": 4.910942140058299e-05,
      "loss": 4.9478,
      "step": 119265
    },
    {
      "epoch": 0.10439926438214314,
      "grad_norm": 0.41296595335006714,
      "learning_rate": 4.910933943383289e-05,
      "loss": 4.9356,
      "step": 119270
    },
    {
      "epoch": 0.1044036409757703,
      "grad_norm": 0.3912903964519501,
      "learning_rate": 4.910925746339684e-05,
      "loss": 5.1828,
      "step": 119275
    },
    {
      "epoch": 0.10440801756939745,
      "grad_norm": 0.42296990752220154,
      "learning_rate": 4.9109175489274886e-05,
      "loss": 5.75,
      "step": 119280
    },
    {
      "epoch": 0.10441239416302461,
      "grad_norm": 0.42577964067459106,
      "learning_rate": 4.9109093511467016e-05,
      "loss": 4.9003,
      "step": 119285
    },
    {
      "epoch": 0.10441677075665176,
      "grad_norm": 0.485614538192749,
      "learning_rate": 4.910901152997326e-05,
      "loss": 4.4654,
      "step": 119290
    },
    {
      "epoch": 0.10442114735027892,
      "grad_norm": 0.4285189211368561,
      "learning_rate": 4.910892954479363e-05,
      "loss": 4.9747,
      "step": 119295
    },
    {
      "epoch": 0.10442552394390607,
      "grad_norm": 0.4513202905654907,
      "learning_rate": 4.910884755592814e-05,
      "loss": 5.1973,
      "step": 119300
    },
    {
      "epoch": 0.10442990053753323,
      "grad_norm": 0.4083329737186432,
      "learning_rate": 4.91087655633768e-05,
      "loss": 5.7379,
      "step": 119305
    },
    {
      "epoch": 0.10443427713116038,
      "grad_norm": 0.4212167263031006,
      "learning_rate": 4.9108683567139644e-05,
      "loss": 5.2792,
      "step": 119310
    },
    {
      "epoch": 0.10443865372478754,
      "grad_norm": 0.4173845946788788,
      "learning_rate": 4.910860156721667e-05,
      "loss": 5.2729,
      "step": 119315
    },
    {
      "epoch": 0.10444303031841469,
      "grad_norm": 0.4424952268600464,
      "learning_rate": 4.9108519563607915e-05,
      "loss": 5.7377,
      "step": 119320
    },
    {
      "epoch": 0.10444740691204185,
      "grad_norm": 0.42415186762809753,
      "learning_rate": 4.910843755631337e-05,
      "loss": 5.4982,
      "step": 119325
    },
    {
      "epoch": 0.104451783505669,
      "grad_norm": 0.4230095148086548,
      "learning_rate": 4.910835554533306e-05,
      "loss": 5.0078,
      "step": 119330
    },
    {
      "epoch": 0.10445616009929616,
      "grad_norm": 0.4449862539768219,
      "learning_rate": 4.910827353066701e-05,
      "loss": 5.2109,
      "step": 119335
    },
    {
      "epoch": 0.10446053669292331,
      "grad_norm": 0.44166579842567444,
      "learning_rate": 4.9108191512315214e-05,
      "loss": 5.8091,
      "step": 119340
    },
    {
      "epoch": 0.10446491328655047,
      "grad_norm": 0.4143385589122772,
      "learning_rate": 4.910810949027772e-05,
      "loss": 4.7358,
      "step": 119345
    },
    {
      "epoch": 0.10446928988017762,
      "grad_norm": 0.4408189356327057,
      "learning_rate": 4.910802746455452e-05,
      "loss": 4.9936,
      "step": 119350
    },
    {
      "epoch": 0.10447366647380478,
      "grad_norm": 0.4249734878540039,
      "learning_rate": 4.910794543514563e-05,
      "loss": 5.1724,
      "step": 119355
    },
    {
      "epoch": 0.10447804306743193,
      "grad_norm": 0.4475204646587372,
      "learning_rate": 4.9107863402051076e-05,
      "loss": 4.9627,
      "step": 119360
    },
    {
      "epoch": 0.10448241966105909,
      "grad_norm": 0.4406023323535919,
      "learning_rate": 4.910778136527087e-05,
      "loss": 5.7172,
      "step": 119365
    },
    {
      "epoch": 0.10448679625468624,
      "grad_norm": 0.4246062636375427,
      "learning_rate": 4.9107699324805024e-05,
      "loss": 4.9955,
      "step": 119370
    },
    {
      "epoch": 0.1044911728483134,
      "grad_norm": 0.4163188934326172,
      "learning_rate": 4.910761728065356e-05,
      "loss": 5.6924,
      "step": 119375
    },
    {
      "epoch": 0.10449554944194055,
      "grad_norm": 0.39807137846946716,
      "learning_rate": 4.910753523281649e-05,
      "loss": 5.7201,
      "step": 119380
    },
    {
      "epoch": 0.1044999260355677,
      "grad_norm": 0.4295126497745514,
      "learning_rate": 4.9107453181293825e-05,
      "loss": 5.7006,
      "step": 119385
    },
    {
      "epoch": 0.10450430262919486,
      "grad_norm": 0.384522408246994,
      "learning_rate": 4.91073711260856e-05,
      "loss": 6.0109,
      "step": 119390
    },
    {
      "epoch": 0.104508679222822,
      "grad_norm": 0.35669785737991333,
      "learning_rate": 4.910728906719182e-05,
      "loss": 5.4791,
      "step": 119395
    },
    {
      "epoch": 0.10451305581644917,
      "grad_norm": 0.46369630098342896,
      "learning_rate": 4.9107207004612476e-05,
      "loss": 5.2522,
      "step": 119400
    },
    {
      "epoch": 0.10451743241007631,
      "grad_norm": 0.46487686038017273,
      "learning_rate": 4.910712493834763e-05,
      "loss": 4.8882,
      "step": 119405
    },
    {
      "epoch": 0.10452180900370348,
      "grad_norm": 0.44094914197921753,
      "learning_rate": 4.910704286839726e-05,
      "loss": 6.0078,
      "step": 119410
    },
    {
      "epoch": 0.10452618559733062,
      "grad_norm": 0.3988449275493622,
      "learning_rate": 4.910696079476139e-05,
      "loss": 5.7518,
      "step": 119415
    },
    {
      "epoch": 0.10453056219095778,
      "grad_norm": 0.4631560742855072,
      "learning_rate": 4.910687871744005e-05,
      "loss": 5.2558,
      "step": 119420
    },
    {
      "epoch": 0.10453493878458493,
      "grad_norm": 0.38538652658462524,
      "learning_rate": 4.910679663643326e-05,
      "loss": 5.2854,
      "step": 119425
    },
    {
      "epoch": 0.1045393153782121,
      "grad_norm": 0.400540292263031,
      "learning_rate": 4.9106714551741006e-05,
      "loss": 5.1597,
      "step": 119430
    },
    {
      "epoch": 0.10454369197183924,
      "grad_norm": 0.46112358570098877,
      "learning_rate": 4.9106632463363325e-05,
      "loss": 5.7983,
      "step": 119435
    },
    {
      "epoch": 0.1045480685654664,
      "grad_norm": 0.481597363948822,
      "learning_rate": 4.910655037130023e-05,
      "loss": 4.9647,
      "step": 119440
    },
    {
      "epoch": 0.10455244515909355,
      "grad_norm": 0.43254387378692627,
      "learning_rate": 4.9106468275551745e-05,
      "loss": 5.2772,
      "step": 119445
    },
    {
      "epoch": 0.10455682175272071,
      "grad_norm": 0.42986422777175903,
      "learning_rate": 4.910638617611786e-05,
      "loss": 4.9543,
      "step": 119450
    },
    {
      "epoch": 0.10456119834634786,
      "grad_norm": 0.38703519105911255,
      "learning_rate": 4.910630407299862e-05,
      "loss": 5.4852,
      "step": 119455
    },
    {
      "epoch": 0.10456557493997502,
      "grad_norm": 0.37319186329841614,
      "learning_rate": 4.910622196619402e-05,
      "loss": 6.0051,
      "step": 119460
    },
    {
      "epoch": 0.10456995153360217,
      "grad_norm": 0.41361382603645325,
      "learning_rate": 4.910613985570409e-05,
      "loss": 5.0013,
      "step": 119465
    },
    {
      "epoch": 0.10457432812722933,
      "grad_norm": 0.3637494146823883,
      "learning_rate": 4.9106057741528844e-05,
      "loss": 5.2617,
      "step": 119470
    },
    {
      "epoch": 0.10457870472085648,
      "grad_norm": 0.4319933354854584,
      "learning_rate": 4.910597562366828e-05,
      "loss": 6.0023,
      "step": 119475
    },
    {
      "epoch": 0.10458308131448364,
      "grad_norm": 0.4163554310798645,
      "learning_rate": 4.910589350212243e-05,
      "loss": 5.4606,
      "step": 119480
    },
    {
      "epoch": 0.10458745790811079,
      "grad_norm": 0.3709717094898224,
      "learning_rate": 4.910581137689132e-05,
      "loss": 4.9767,
      "step": 119485
    },
    {
      "epoch": 0.10459183450173795,
      "grad_norm": 0.3839641213417053,
      "learning_rate": 4.910572924797494e-05,
      "loss": 4.7212,
      "step": 119490
    },
    {
      "epoch": 0.1045962110953651,
      "grad_norm": 0.37578657269477844,
      "learning_rate": 4.910564711537332e-05,
      "loss": 5.8498,
      "step": 119495
    },
    {
      "epoch": 0.10460058768899226,
      "grad_norm": 0.4052370488643646,
      "learning_rate": 4.910556497908648e-05,
      "loss": 4.9896,
      "step": 119500
    },
    {
      "epoch": 0.10460496428261941,
      "grad_norm": 0.4031315743923187,
      "learning_rate": 4.910548283911443e-05,
      "loss": 5.4988,
      "step": 119505
    },
    {
      "epoch": 0.10460934087624656,
      "grad_norm": 0.3697391450405121,
      "learning_rate": 4.910540069545719e-05,
      "loss": 5.2054,
      "step": 119510
    },
    {
      "epoch": 0.10461371746987372,
      "grad_norm": 0.41354918479919434,
      "learning_rate": 4.910531854811478e-05,
      "loss": 5.2663,
      "step": 119515
    },
    {
      "epoch": 0.10461809406350087,
      "grad_norm": 0.3980817198753357,
      "learning_rate": 4.910523639708719e-05,
      "loss": 4.9921,
      "step": 119520
    },
    {
      "epoch": 0.10462247065712803,
      "grad_norm": 0.4041805863380432,
      "learning_rate": 4.9105154242374466e-05,
      "loss": 4.4533,
      "step": 119525
    },
    {
      "epoch": 0.10462684725075518,
      "grad_norm": 0.4331127405166626,
      "learning_rate": 4.910507208397661e-05,
      "loss": 5.4008,
      "step": 119530
    },
    {
      "epoch": 0.10463122384438234,
      "grad_norm": 0.4083174765110016,
      "learning_rate": 4.910498992189364e-05,
      "loss": 4.7366,
      "step": 119535
    },
    {
      "epoch": 0.10463560043800949,
      "grad_norm": 0.4076509475708008,
      "learning_rate": 4.9104907756125574e-05,
      "loss": 5.5167,
      "step": 119540
    },
    {
      "epoch": 0.10463997703163665,
      "grad_norm": 0.4054976999759674,
      "learning_rate": 4.910482558667242e-05,
      "loss": 5.2604,
      "step": 119545
    },
    {
      "epoch": 0.1046443536252638,
      "grad_norm": 0.41533955931663513,
      "learning_rate": 4.910474341353419e-05,
      "loss": 5.1869,
      "step": 119550
    },
    {
      "epoch": 0.10464873021889096,
      "grad_norm": 0.4165831506252289,
      "learning_rate": 4.9104661236710924e-05,
      "loss": 5.2001,
      "step": 119555
    },
    {
      "epoch": 0.1046531068125181,
      "grad_norm": 0.3795017898082733,
      "learning_rate": 4.910457905620263e-05,
      "loss": 4.9516,
      "step": 119560
    },
    {
      "epoch": 0.10465748340614527,
      "grad_norm": 0.4216870665550232,
      "learning_rate": 4.91044968720093e-05,
      "loss": 5.6838,
      "step": 119565
    },
    {
      "epoch": 0.10466185999977241,
      "grad_norm": 0.38869842886924744,
      "learning_rate": 4.910441468413097e-05,
      "loss": 5.7867,
      "step": 119570
    },
    {
      "epoch": 0.10466623659339958,
      "grad_norm": 0.4275353252887726,
      "learning_rate": 4.910433249256766e-05,
      "loss": 3.9627,
      "step": 119575
    },
    {
      "epoch": 0.10467061318702672,
      "grad_norm": 0.3893169164657593,
      "learning_rate": 4.910425029731938e-05,
      "loss": 5.4968,
      "step": 119580
    },
    {
      "epoch": 0.10467498978065388,
      "grad_norm": 0.3980157673358917,
      "learning_rate": 4.910416809838614e-05,
      "loss": 4.2625,
      "step": 119585
    },
    {
      "epoch": 0.10467936637428103,
      "grad_norm": 0.41095852851867676,
      "learning_rate": 4.910408589576796e-05,
      "loss": 5.2803,
      "step": 119590
    },
    {
      "epoch": 0.1046837429679082,
      "grad_norm": 0.442690372467041,
      "learning_rate": 4.910400368946485e-05,
      "loss": 4.657,
      "step": 119595
    },
    {
      "epoch": 0.10468811956153534,
      "grad_norm": 0.39690282940864563,
      "learning_rate": 4.910392147947683e-05,
      "loss": 5.1964,
      "step": 119600
    },
    {
      "epoch": 0.1046924961551625,
      "grad_norm": 0.3488164246082306,
      "learning_rate": 4.910383926580394e-05,
      "loss": 5.4982,
      "step": 119605
    },
    {
      "epoch": 0.10469687274878965,
      "grad_norm": 0.3965030610561371,
      "learning_rate": 4.9103757048446156e-05,
      "loss": 5.7946,
      "step": 119610
    },
    {
      "epoch": 0.10470124934241681,
      "grad_norm": 0.38041457533836365,
      "learning_rate": 4.910367482740351e-05,
      "loss": 5.4737,
      "step": 119615
    },
    {
      "epoch": 0.10470562593604396,
      "grad_norm": 0.3725019097328186,
      "learning_rate": 4.910359260267603e-05,
      "loss": 5.4847,
      "step": 119620
    },
    {
      "epoch": 0.10471000252967112,
      "grad_norm": 0.40328195691108704,
      "learning_rate": 4.910351037426372e-05,
      "loss": 4.9778,
      "step": 119625
    },
    {
      "epoch": 0.10471437912329827,
      "grad_norm": 0.4137391149997711,
      "learning_rate": 4.9103428142166584e-05,
      "loss": 4.8894,
      "step": 119630
    },
    {
      "epoch": 0.10471875571692543,
      "grad_norm": 0.41761764883995056,
      "learning_rate": 4.9103345906384666e-05,
      "loss": 5.195,
      "step": 119635
    },
    {
      "epoch": 0.10472313231055258,
      "grad_norm": 0.4391156733036041,
      "learning_rate": 4.9103263666917964e-05,
      "loss": 5.81,
      "step": 119640
    },
    {
      "epoch": 0.10472750890417973,
      "grad_norm": 0.41432511806488037,
      "learning_rate": 4.9103181423766486e-05,
      "loss": 5.4591,
      "step": 119645
    },
    {
      "epoch": 0.10473188549780689,
      "grad_norm": 0.42210692167282104,
      "learning_rate": 4.9103099176930266e-05,
      "loss": 4.6688,
      "step": 119650
    },
    {
      "epoch": 0.10473626209143404,
      "grad_norm": 0.4226750433444977,
      "learning_rate": 4.910301692640932e-05,
      "loss": 4.7834,
      "step": 119655
    },
    {
      "epoch": 0.1047406386850612,
      "grad_norm": 0.35949838161468506,
      "learning_rate": 4.9102934672203646e-05,
      "loss": 5.2051,
      "step": 119660
    },
    {
      "epoch": 0.10474501527868835,
      "grad_norm": 0.3597445785999298,
      "learning_rate": 4.9102852414313273e-05,
      "loss": 5.4875,
      "step": 119665
    },
    {
      "epoch": 0.10474939187231551,
      "grad_norm": 0.4097059369087219,
      "learning_rate": 4.9102770152738206e-05,
      "loss": 5.7129,
      "step": 119670
    },
    {
      "epoch": 0.10475376846594266,
      "grad_norm": 0.4091172218322754,
      "learning_rate": 4.9102687887478484e-05,
      "loss": 5.4115,
      "step": 119675
    },
    {
      "epoch": 0.10475814505956982,
      "grad_norm": 0.39132970571517944,
      "learning_rate": 4.9102605618534094e-05,
      "loss": 5.3816,
      "step": 119680
    },
    {
      "epoch": 0.10476252165319697,
      "grad_norm": 0.38975632190704346,
      "learning_rate": 4.910252334590507e-05,
      "loss": 5.1722,
      "step": 119685
    },
    {
      "epoch": 0.10476689824682413,
      "grad_norm": 0.37158796191215515,
      "learning_rate": 4.910244106959143e-05,
      "loss": 5.1822,
      "step": 119690
    },
    {
      "epoch": 0.10477127484045128,
      "grad_norm": 0.3759745955467224,
      "learning_rate": 4.910235878959318e-05,
      "loss": 5.9977,
      "step": 119695
    },
    {
      "epoch": 0.10477565143407844,
      "grad_norm": 0.39505815505981445,
      "learning_rate": 4.9102276505910337e-05,
      "loss": 5.2125,
      "step": 119700
    },
    {
      "epoch": 0.10478002802770559,
      "grad_norm": 0.372903436422348,
      "learning_rate": 4.910219421854293e-05,
      "loss": 5.783,
      "step": 119705
    },
    {
      "epoch": 0.10478440462133275,
      "grad_norm": 0.363691121339798,
      "learning_rate": 4.9102111927490956e-05,
      "loss": 5.9994,
      "step": 119710
    },
    {
      "epoch": 0.1047887812149599,
      "grad_norm": 0.3427183926105499,
      "learning_rate": 4.910202963275443e-05,
      "loss": 5.4918,
      "step": 119715
    },
    {
      "epoch": 0.10479315780858706,
      "grad_norm": 0.37409067153930664,
      "learning_rate": 4.9101947334333384e-05,
      "loss": 5.7876,
      "step": 119720
    },
    {
      "epoch": 0.1047975344022142,
      "grad_norm": 0.39247289299964905,
      "learning_rate": 4.910186503222783e-05,
      "loss": 5.1438,
      "step": 119725
    },
    {
      "epoch": 0.10480191099584137,
      "grad_norm": 0.44596001505851746,
      "learning_rate": 4.9101782726437786e-05,
      "loss": 4.981,
      "step": 119730
    },
    {
      "epoch": 0.10480628758946851,
      "grad_norm": 0.4456365406513214,
      "learning_rate": 4.910170041696325e-05,
      "loss": 4.6242,
      "step": 119735
    },
    {
      "epoch": 0.10481066418309568,
      "grad_norm": 0.3761589527130127,
      "learning_rate": 4.910161810380425e-05,
      "loss": 6.3074,
      "step": 119740
    },
    {
      "epoch": 0.10481504077672282,
      "grad_norm": 0.4411974847316742,
      "learning_rate": 4.910153578696081e-05,
      "loss": 5.2517,
      "step": 119745
    },
    {
      "epoch": 0.10481941737034998,
      "grad_norm": 0.39611226320266724,
      "learning_rate": 4.910145346643293e-05,
      "loss": 5.2225,
      "step": 119750
    },
    {
      "epoch": 0.10482379396397713,
      "grad_norm": 0.3831283152103424,
      "learning_rate": 4.9101371142220645e-05,
      "loss": 4.9797,
      "step": 119755
    },
    {
      "epoch": 0.1048281705576043,
      "grad_norm": 0.39611124992370605,
      "learning_rate": 4.9101288814323954e-05,
      "loss": 6.0047,
      "step": 119760
    },
    {
      "epoch": 0.10483254715123144,
      "grad_norm": 0.41352134943008423,
      "learning_rate": 4.910120648274287e-05,
      "loss": 5.6992,
      "step": 119765
    },
    {
      "epoch": 0.10483692374485859,
      "grad_norm": 0.4268344044685364,
      "learning_rate": 4.910112414747743e-05,
      "loss": 4.7627,
      "step": 119770
    },
    {
      "epoch": 0.10484130033848575,
      "grad_norm": 0.41822096705436707,
      "learning_rate": 4.9101041808527624e-05,
      "loss": 4.451,
      "step": 119775
    },
    {
      "epoch": 0.1048456769321129,
      "grad_norm": 0.3761233687400818,
      "learning_rate": 4.9100959465893496e-05,
      "loss": 5.4941,
      "step": 119780
    },
    {
      "epoch": 0.10485005352574006,
      "grad_norm": 0.3572598993778229,
      "learning_rate": 4.910087711957504e-05,
      "loss": 6.3102,
      "step": 119785
    },
    {
      "epoch": 0.10485443011936721,
      "grad_norm": 0.39788252115249634,
      "learning_rate": 4.910079476957229e-05,
      "loss": 5.6934,
      "step": 119790
    },
    {
      "epoch": 0.10485880671299437,
      "grad_norm": 0.404358834028244,
      "learning_rate": 4.910071241588523e-05,
      "loss": 5.427,
      "step": 119795
    },
    {
      "epoch": 0.10486318330662152,
      "grad_norm": 0.42213574051856995,
      "learning_rate": 4.910063005851391e-05,
      "loss": 4.9666,
      "step": 119800
    },
    {
      "epoch": 0.10486755990024868,
      "grad_norm": 0.42235589027404785,
      "learning_rate": 4.910054769745833e-05,
      "loss": 4.4702,
      "step": 119805
    },
    {
      "epoch": 0.10487193649387583,
      "grad_norm": 0.37135133147239685,
      "learning_rate": 4.910046533271851e-05,
      "loss": 5.2618,
      "step": 119810
    },
    {
      "epoch": 0.10487631308750299,
      "grad_norm": 0.3951331377029419,
      "learning_rate": 4.9100382964294466e-05,
      "loss": 5.5003,
      "step": 119815
    },
    {
      "epoch": 0.10488068968113014,
      "grad_norm": 0.4108634889125824,
      "learning_rate": 4.910030059218621e-05,
      "loss": 5.1665,
      "step": 119820
    },
    {
      "epoch": 0.1048850662747573,
      "grad_norm": 0.42029377818107605,
      "learning_rate": 4.9100218216393754e-05,
      "loss": 5.2313,
      "step": 119825
    },
    {
      "epoch": 0.10488944286838445,
      "grad_norm": 0.41899001598358154,
      "learning_rate": 4.910013583691714e-05,
      "loss": 5.506,
      "step": 119830
    },
    {
      "epoch": 0.10489381946201161,
      "grad_norm": 0.4239310622215271,
      "learning_rate": 4.910005345375634e-05,
      "loss": 5.5013,
      "step": 119835
    },
    {
      "epoch": 0.10489819605563876,
      "grad_norm": 0.4044318199157715,
      "learning_rate": 4.909997106691141e-05,
      "loss": 5.5524,
      "step": 119840
    },
    {
      "epoch": 0.10490257264926592,
      "grad_norm": 0.34175363183021545,
      "learning_rate": 4.9099888676382345e-05,
      "loss": 5.7953,
      "step": 119845
    },
    {
      "epoch": 0.10490694924289307,
      "grad_norm": 0.42165201902389526,
      "learning_rate": 4.909980628216917e-05,
      "loss": 5.186,
      "step": 119850
    },
    {
      "epoch": 0.10491132583652023,
      "grad_norm": 0.40676847100257874,
      "learning_rate": 4.9099723884271887e-05,
      "loss": 5.4004,
      "step": 119855
    },
    {
      "epoch": 0.10491570243014738,
      "grad_norm": 0.43406182527542114,
      "learning_rate": 4.9099641482690526e-05,
      "loss": 5.2867,
      "step": 119860
    },
    {
      "epoch": 0.10492007902377454,
      "grad_norm": 0.42977961897850037,
      "learning_rate": 4.909955907742511e-05,
      "loss": 3.9617,
      "step": 119865
    },
    {
      "epoch": 0.10492445561740169,
      "grad_norm": 0.48727935552597046,
      "learning_rate": 4.909947666847562e-05,
      "loss": 5.526,
      "step": 119870
    },
    {
      "epoch": 0.10492883221102885,
      "grad_norm": 0.41465598344802856,
      "learning_rate": 4.909939425584211e-05,
      "loss": 5.482,
      "step": 119875
    },
    {
      "epoch": 0.104933208804656,
      "grad_norm": 0.4200788736343384,
      "learning_rate": 4.909931183952457e-05,
      "loss": 4.981,
      "step": 119880
    },
    {
      "epoch": 0.10493758539828316,
      "grad_norm": 0.4180918037891388,
      "learning_rate": 4.9099229419523044e-05,
      "loss": 4.1226,
      "step": 119885
    },
    {
      "epoch": 0.1049419619919103,
      "grad_norm": 0.5187568068504333,
      "learning_rate": 4.909914699583752e-05,
      "loss": 5.4951,
      "step": 119890
    },
    {
      "epoch": 0.10494633858553745,
      "grad_norm": 0.4250927269458771,
      "learning_rate": 4.9099064568468036e-05,
      "loss": 5.2862,
      "step": 119895
    },
    {
      "epoch": 0.10495071517916461,
      "grad_norm": 0.40360164642333984,
      "learning_rate": 4.9098982137414585e-05,
      "loss": 5.9977,
      "step": 119900
    },
    {
      "epoch": 0.10495509177279176,
      "grad_norm": 0.4666162133216858,
      "learning_rate": 4.909889970267719e-05,
      "loss": 4.95,
      "step": 119905
    },
    {
      "epoch": 0.10495946836641892,
      "grad_norm": 0.4161016643047333,
      "learning_rate": 4.909881726425588e-05,
      "loss": 5.5577,
      "step": 119910
    },
    {
      "epoch": 0.10496384496004607,
      "grad_norm": 0.42622408270835876,
      "learning_rate": 4.9098734822150674e-05,
      "loss": 5.2249,
      "step": 119915
    },
    {
      "epoch": 0.10496822155367323,
      "grad_norm": 0.379046767950058,
      "learning_rate": 4.909865237636155e-05,
      "loss": 5.4775,
      "step": 119920
    },
    {
      "epoch": 0.10497259814730038,
      "grad_norm": 0.4120337665081024,
      "learning_rate": 4.909856992688857e-05,
      "loss": 4.8964,
      "step": 119925
    },
    {
      "epoch": 0.10497697474092754,
      "grad_norm": 0.4078409969806671,
      "learning_rate": 4.9098487473731726e-05,
      "loss": 6.3301,
      "step": 119930
    },
    {
      "epoch": 0.10498135133455469,
      "grad_norm": 0.3814696967601776,
      "learning_rate": 4.9098405016891034e-05,
      "loss": 5.7119,
      "step": 119935
    },
    {
      "epoch": 0.10498572792818185,
      "grad_norm": 0.42987632751464844,
      "learning_rate": 4.9098322556366514e-05,
      "loss": 4.4434,
      "step": 119940
    },
    {
      "epoch": 0.104990104521809,
      "grad_norm": 0.4110690951347351,
      "learning_rate": 4.909824009215819e-05,
      "loss": 4.1572,
      "step": 119945
    },
    {
      "epoch": 0.10499448111543616,
      "grad_norm": 0.5704164505004883,
      "learning_rate": 4.909815762426606e-05,
      "loss": 5.4812,
      "step": 119950
    },
    {
      "epoch": 0.10499885770906331,
      "grad_norm": 0.4301918148994446,
      "learning_rate": 4.9098075152690145e-05,
      "loss": 5.2734,
      "step": 119955
    },
    {
      "epoch": 0.10500323430269047,
      "grad_norm": 0.42116424441337585,
      "learning_rate": 4.9097992677430484e-05,
      "loss": 5.7303,
      "step": 119960
    },
    {
      "epoch": 0.10500761089631762,
      "grad_norm": 0.37219473719596863,
      "learning_rate": 4.9097910198487064e-05,
      "loss": 5.4431,
      "step": 119965
    },
    {
      "epoch": 0.10501198748994478,
      "grad_norm": 0.3994399905204773,
      "learning_rate": 4.909782771585991e-05,
      "loss": 5.486,
      "step": 119970
    },
    {
      "epoch": 0.10501636408357193,
      "grad_norm": 0.35034844279289246,
      "learning_rate": 4.9097745229549045e-05,
      "loss": 5.7898,
      "step": 119975
    },
    {
      "epoch": 0.10502074067719909,
      "grad_norm": 0.35231295228004456,
      "learning_rate": 4.909766273955446e-05,
      "loss": 5.5161,
      "step": 119980
    },
    {
      "epoch": 0.10502511727082624,
      "grad_norm": 0.37686800956726074,
      "learning_rate": 4.909758024587622e-05,
      "loss": 4.9522,
      "step": 119985
    },
    {
      "epoch": 0.1050294938644534,
      "grad_norm": 0.40337854623794556,
      "learning_rate": 4.909749774851429e-05,
      "loss": 5.1785,
      "step": 119990
    },
    {
      "epoch": 0.10503387045808055,
      "grad_norm": 0.36411213874816895,
      "learning_rate": 4.9097415247468715e-05,
      "loss": 5.1634,
      "step": 119995
    },
    {
      "epoch": 0.10503824705170771,
      "grad_norm": 0.3433260917663574,
      "learning_rate": 4.90973327427395e-05,
      "loss": 5.2622,
      "step": 120000
    },
    {
      "epoch": 0.10504262364533486,
      "grad_norm": 0.41404470801353455,
      "learning_rate": 4.909725023432666e-05,
      "loss": 5.2687,
      "step": 120005
    },
    {
      "epoch": 0.10504700023896202,
      "grad_norm": 0.42401522397994995,
      "learning_rate": 4.9097167722230216e-05,
      "loss": 4.9851,
      "step": 120010
    },
    {
      "epoch": 0.10505137683258917,
      "grad_norm": 0.3583682179450989,
      "learning_rate": 4.9097085206450186e-05,
      "loss": 6.0264,
      "step": 120015
    },
    {
      "epoch": 0.10505575342621633,
      "grad_norm": 0.4164476990699768,
      "learning_rate": 4.909700268698658e-05,
      "loss": 5.2489,
      "step": 120020
    },
    {
      "epoch": 0.10506013001984348,
      "grad_norm": 0.4221345782279968,
      "learning_rate": 4.9096920163839424e-05,
      "loss": 5.1666,
      "step": 120025
    },
    {
      "epoch": 0.10506450661347062,
      "grad_norm": 0.3581174910068512,
      "learning_rate": 4.909683763700872e-05,
      "loss": 5.5282,
      "step": 120030
    },
    {
      "epoch": 0.10506888320709779,
      "grad_norm": 0.42051592469215393,
      "learning_rate": 4.9096755106494495e-05,
      "loss": 4.9771,
      "step": 120035
    },
    {
      "epoch": 0.10507325980072493,
      "grad_norm": 0.41107556223869324,
      "learning_rate": 4.909667257229675e-05,
      "loss": 4.6735,
      "step": 120040
    },
    {
      "epoch": 0.1050776363943521,
      "grad_norm": 0.41857853531837463,
      "learning_rate": 4.9096590034415524e-05,
      "loss": 4.9777,
      "step": 120045
    },
    {
      "epoch": 0.10508201298797924,
      "grad_norm": 0.3655543327331543,
      "learning_rate": 4.909650749285081e-05,
      "loss": 5.5028,
      "step": 120050
    },
    {
      "epoch": 0.1050863895816064,
      "grad_norm": 0.3914511501789093,
      "learning_rate": 4.909642494760264e-05,
      "loss": 4.9522,
      "step": 120055
    },
    {
      "epoch": 0.10509076617523355,
      "grad_norm": 0.4033602178096771,
      "learning_rate": 4.909634239867101e-05,
      "loss": 5.2809,
      "step": 120060
    },
    {
      "epoch": 0.10509514276886071,
      "grad_norm": 0.3683868646621704,
      "learning_rate": 4.9096259846055967e-05,
      "loss": 5.8287,
      "step": 120065
    },
    {
      "epoch": 0.10509951936248786,
      "grad_norm": 0.3766339123249054,
      "learning_rate": 4.9096177289757506e-05,
      "loss": 5.5039,
      "step": 120070
    },
    {
      "epoch": 0.10510389595611502,
      "grad_norm": 0.4920758008956909,
      "learning_rate": 4.9096094729775645e-05,
      "loss": 4.7533,
      "step": 120075
    },
    {
      "epoch": 0.10510827254974217,
      "grad_norm": 0.4432527422904968,
      "learning_rate": 4.90960121661104e-05,
      "loss": 5.4968,
      "step": 120080
    },
    {
      "epoch": 0.10511264914336933,
      "grad_norm": 0.42230579257011414,
      "learning_rate": 4.9095929598761795e-05,
      "loss": 5.2668,
      "step": 120085
    },
    {
      "epoch": 0.10511702573699648,
      "grad_norm": 0.46807172894477844,
      "learning_rate": 4.9095847027729826e-05,
      "loss": 5.2022,
      "step": 120090
    },
    {
      "epoch": 0.10512140233062364,
      "grad_norm": 0.4094465672969818,
      "learning_rate": 4.9095764453014525e-05,
      "loss": 4.7155,
      "step": 120095
    },
    {
      "epoch": 0.10512577892425079,
      "grad_norm": 0.416007936000824,
      "learning_rate": 4.909568187461592e-05,
      "loss": 4.6722,
      "step": 120100
    },
    {
      "epoch": 0.10513015551787795,
      "grad_norm": 0.3855266869068146,
      "learning_rate": 4.9095599292534e-05,
      "loss": 4.9993,
      "step": 120105
    },
    {
      "epoch": 0.1051345321115051,
      "grad_norm": 0.423124760389328,
      "learning_rate": 4.90955167067688e-05,
      "loss": 5.1648,
      "step": 120110
    },
    {
      "epoch": 0.10513890870513226,
      "grad_norm": 0.4201728105545044,
      "learning_rate": 4.9095434117320315e-05,
      "loss": 5.1957,
      "step": 120115
    },
    {
      "epoch": 0.10514328529875941,
      "grad_norm": 0.38848748803138733,
      "learning_rate": 4.909535152418858e-05,
      "loss": 5.6898,
      "step": 120120
    },
    {
      "epoch": 0.10514766189238657,
      "grad_norm": 0.4645991027355194,
      "learning_rate": 4.909526892737362e-05,
      "loss": 4.6825,
      "step": 120125
    },
    {
      "epoch": 0.10515203848601372,
      "grad_norm": 0.406708300113678,
      "learning_rate": 4.909518632687542e-05,
      "loss": 6.2898,
      "step": 120130
    },
    {
      "epoch": 0.10515641507964088,
      "grad_norm": 0.4482516646385193,
      "learning_rate": 4.9095103722694025e-05,
      "loss": 5.465,
      "step": 120135
    },
    {
      "epoch": 0.10516079167326803,
      "grad_norm": 0.3478206694126129,
      "learning_rate": 4.909502111482943e-05,
      "loss": 6.0309,
      "step": 120140
    },
    {
      "epoch": 0.10516516826689519,
      "grad_norm": 0.36355769634246826,
      "learning_rate": 4.909493850328166e-05,
      "loss": 6.0205,
      "step": 120145
    },
    {
      "epoch": 0.10516954486052234,
      "grad_norm": 0.44008249044418335,
      "learning_rate": 4.909485588805074e-05,
      "loss": 4.3579,
      "step": 120150
    },
    {
      "epoch": 0.10517392145414949,
      "grad_norm": 0.3746502101421356,
      "learning_rate": 4.9094773269136664e-05,
      "loss": 5.4486,
      "step": 120155
    },
    {
      "epoch": 0.10517829804777665,
      "grad_norm": 0.3648131191730499,
      "learning_rate": 4.909469064653948e-05,
      "loss": 5.4734,
      "step": 120160
    },
    {
      "epoch": 0.1051826746414038,
      "grad_norm": 0.3954954445362091,
      "learning_rate": 4.9094608020259156e-05,
      "loss": 5.1522,
      "step": 120165
    },
    {
      "epoch": 0.10518705123503096,
      "grad_norm": 0.3944999873638153,
      "learning_rate": 4.909452539029575e-05,
      "loss": 5.1699,
      "step": 120170
    },
    {
      "epoch": 0.1051914278286581,
      "grad_norm": 0.44532155990600586,
      "learning_rate": 4.9094442756649264e-05,
      "loss": 5.2922,
      "step": 120175
    },
    {
      "epoch": 0.10519580442228527,
      "grad_norm": 0.3730274736881256,
      "learning_rate": 4.9094360119319715e-05,
      "loss": 4.9947,
      "step": 120180
    },
    {
      "epoch": 0.10520018101591241,
      "grad_norm": 0.41220858693122864,
      "learning_rate": 4.9094277478307124e-05,
      "loss": 5.6926,
      "step": 120185
    },
    {
      "epoch": 0.10520455760953958,
      "grad_norm": 0.433113694190979,
      "learning_rate": 4.90941948336115e-05,
      "loss": 5.1959,
      "step": 120190
    },
    {
      "epoch": 0.10520893420316672,
      "grad_norm": 0.4137311577796936,
      "learning_rate": 4.9094112185232845e-05,
      "loss": 5.183,
      "step": 120195
    },
    {
      "epoch": 0.10521331079679389,
      "grad_norm": 0.5159106850624084,
      "learning_rate": 4.9094029533171205e-05,
      "loss": 5.3149,
      "step": 120200
    },
    {
      "epoch": 0.10521768739042103,
      "grad_norm": 0.4126858711242676,
      "learning_rate": 4.909394687742658e-05,
      "loss": 5.2036,
      "step": 120205
    },
    {
      "epoch": 0.1052220639840482,
      "grad_norm": 0.4743826687335968,
      "learning_rate": 4.909386421799899e-05,
      "loss": 4.8775,
      "step": 120210
    },
    {
      "epoch": 0.10522644057767534,
      "grad_norm": 0.4438105821609497,
      "learning_rate": 4.9093781554888426e-05,
      "loss": 4.9994,
      "step": 120215
    },
    {
      "epoch": 0.1052308171713025,
      "grad_norm": 0.3958703577518463,
      "learning_rate": 4.909369888809495e-05,
      "loss": 5.5304,
      "step": 120220
    },
    {
      "epoch": 0.10523519376492965,
      "grad_norm": 0.39345481991767883,
      "learning_rate": 4.9093616217618543e-05,
      "loss": 5.424,
      "step": 120225
    },
    {
      "epoch": 0.10523957035855681,
      "grad_norm": 0.39046502113342285,
      "learning_rate": 4.9093533543459236e-05,
      "loss": 5.526,
      "step": 120230
    },
    {
      "epoch": 0.10524394695218396,
      "grad_norm": 0.36212781071662903,
      "learning_rate": 4.909345086561703e-05,
      "loss": 5.7773,
      "step": 120235
    },
    {
      "epoch": 0.10524832354581112,
      "grad_norm": 0.3895784914493561,
      "learning_rate": 4.909336818409196e-05,
      "loss": 5.3947,
      "step": 120240
    },
    {
      "epoch": 0.10525270013943827,
      "grad_norm": 0.44198182225227356,
      "learning_rate": 4.9093285498884034e-05,
      "loss": 4.2378,
      "step": 120245
    },
    {
      "epoch": 0.10525707673306543,
      "grad_norm": 0.40014106035232544,
      "learning_rate": 4.9093202809993265e-05,
      "loss": 4.6649,
      "step": 120250
    },
    {
      "epoch": 0.10526145332669258,
      "grad_norm": 0.39666709303855896,
      "learning_rate": 4.909312011741968e-05,
      "loss": 4.9573,
      "step": 120255
    },
    {
      "epoch": 0.10526582992031974,
      "grad_norm": 0.4027549624443054,
      "learning_rate": 4.909303742116327e-05,
      "loss": 5.4925,
      "step": 120260
    },
    {
      "epoch": 0.10527020651394689,
      "grad_norm": 0.5366097688674927,
      "learning_rate": 4.909295472122407e-05,
      "loss": 5.0975,
      "step": 120265
    },
    {
      "epoch": 0.10527458310757405,
      "grad_norm": 0.3986870050430298,
      "learning_rate": 4.909287201760211e-05,
      "loss": 5.4875,
      "step": 120270
    },
    {
      "epoch": 0.1052789597012012,
      "grad_norm": 0.44759830832481384,
      "learning_rate": 4.909278931029737e-05,
      "loss": 5.2046,
      "step": 120275
    },
    {
      "epoch": 0.10528333629482836,
      "grad_norm": 0.4342001974582672,
      "learning_rate": 4.90927065993099e-05,
      "loss": 4.7197,
      "step": 120280
    },
    {
      "epoch": 0.10528771288845551,
      "grad_norm": 0.40067604184150696,
      "learning_rate": 4.9092623884639687e-05,
      "loss": 5.2272,
      "step": 120285
    },
    {
      "epoch": 0.10529208948208266,
      "grad_norm": 0.40785443782806396,
      "learning_rate": 4.9092541166286774e-05,
      "loss": 5.8271,
      "step": 120290
    },
    {
      "epoch": 0.10529646607570982,
      "grad_norm": 0.4503491520881653,
      "learning_rate": 4.909245844425115e-05,
      "loss": 5.6889,
      "step": 120295
    },
    {
      "epoch": 0.10530084266933697,
      "grad_norm": 0.3513141870498657,
      "learning_rate": 4.9092375718532855e-05,
      "loss": 5.4878,
      "step": 120300
    },
    {
      "epoch": 0.10530521926296413,
      "grad_norm": 0.3960578441619873,
      "learning_rate": 4.9092292989131895e-05,
      "loss": 4.9768,
      "step": 120305
    },
    {
      "epoch": 0.10530959585659128,
      "grad_norm": 0.3903237581253052,
      "learning_rate": 4.9092210256048287e-05,
      "loss": 5.7064,
      "step": 120310
    },
    {
      "epoch": 0.10531397245021844,
      "grad_norm": 0.43055227398872375,
      "learning_rate": 4.9092127519282037e-05,
      "loss": 4.7285,
      "step": 120315
    },
    {
      "epoch": 0.10531834904384559,
      "grad_norm": 0.42887261509895325,
      "learning_rate": 4.909204477883318e-05,
      "loss": 4.9731,
      "step": 120320
    },
    {
      "epoch": 0.10532272563747275,
      "grad_norm": 0.4502442181110382,
      "learning_rate": 4.909196203470171e-05,
      "loss": 5.4529,
      "step": 120325
    },
    {
      "epoch": 0.1053271022310999,
      "grad_norm": 0.43564584851264954,
      "learning_rate": 4.9091879286887666e-05,
      "loss": 4.367,
      "step": 120330
    },
    {
      "epoch": 0.10533147882472706,
      "grad_norm": 0.4621117413043976,
      "learning_rate": 4.909179653539105e-05,
      "loss": 5.509,
      "step": 120335
    },
    {
      "epoch": 0.1053358554183542,
      "grad_norm": 0.42878830432891846,
      "learning_rate": 4.909171378021188e-05,
      "loss": 5.1688,
      "step": 120340
    },
    {
      "epoch": 0.10534023201198137,
      "grad_norm": 0.6264415979385376,
      "learning_rate": 4.909163102135017e-05,
      "loss": 5.0029,
      "step": 120345
    },
    {
      "epoch": 0.10534460860560851,
      "grad_norm": 0.43048006296157837,
      "learning_rate": 4.9091548258805944e-05,
      "loss": 4.6813,
      "step": 120350
    },
    {
      "epoch": 0.10534898519923568,
      "grad_norm": 0.5300946831703186,
      "learning_rate": 4.9091465492579203e-05,
      "loss": 5.4899,
      "step": 120355
    },
    {
      "epoch": 0.10535336179286282,
      "grad_norm": 0.433769553899765,
      "learning_rate": 4.909138272266999e-05,
      "loss": 4.8934,
      "step": 120360
    },
    {
      "epoch": 0.10535773838648999,
      "grad_norm": 0.4383224546909332,
      "learning_rate": 4.9091299949078285e-05,
      "loss": 5.4047,
      "step": 120365
    },
    {
      "epoch": 0.10536211498011713,
      "grad_norm": 0.43707630038261414,
      "learning_rate": 4.909121717180413e-05,
      "loss": 5.2663,
      "step": 120370
    },
    {
      "epoch": 0.1053664915737443,
      "grad_norm": 0.37091630697250366,
      "learning_rate": 4.9091134390847525e-05,
      "loss": 6.0277,
      "step": 120375
    },
    {
      "epoch": 0.10537086816737144,
      "grad_norm": 0.3595309257507324,
      "learning_rate": 4.9091051606208505e-05,
      "loss": 6.0322,
      "step": 120380
    },
    {
      "epoch": 0.1053752447609986,
      "grad_norm": 0.33832889795303345,
      "learning_rate": 4.909096881788707e-05,
      "loss": 5.8057,
      "step": 120385
    },
    {
      "epoch": 0.10537962135462575,
      "grad_norm": 0.42994245886802673,
      "learning_rate": 4.909088602588324e-05,
      "loss": 4.3768,
      "step": 120390
    },
    {
      "epoch": 0.10538399794825291,
      "grad_norm": 0.44260233640670776,
      "learning_rate": 4.9090803230197035e-05,
      "loss": 6.3424,
      "step": 120395
    },
    {
      "epoch": 0.10538837454188006,
      "grad_norm": 0.37108898162841797,
      "learning_rate": 4.909072043082847e-05,
      "loss": 5.7618,
      "step": 120400
    },
    {
      "epoch": 0.10539275113550722,
      "grad_norm": 0.46257147192955017,
      "learning_rate": 4.9090637627777556e-05,
      "loss": 5.1748,
      "step": 120405
    },
    {
      "epoch": 0.10539712772913437,
      "grad_norm": 0.3513837456703186,
      "learning_rate": 4.9090554821044324e-05,
      "loss": 5.3067,
      "step": 120410
    },
    {
      "epoch": 0.10540150432276152,
      "grad_norm": 0.4475105106830597,
      "learning_rate": 4.909047201062876e-05,
      "loss": 5.2869,
      "step": 120415
    },
    {
      "epoch": 0.10540588091638868,
      "grad_norm": 0.42040812969207764,
      "learning_rate": 4.9090389196530905e-05,
      "loss": 4.9913,
      "step": 120420
    },
    {
      "epoch": 0.10541025751001583,
      "grad_norm": 0.417565256357193,
      "learning_rate": 4.909030637875077e-05,
      "loss": 6.0258,
      "step": 120425
    },
    {
      "epoch": 0.10541463410364299,
      "grad_norm": 0.4500236213207245,
      "learning_rate": 4.9090223557288376e-05,
      "loss": 5.4866,
      "step": 120430
    },
    {
      "epoch": 0.10541901069727014,
      "grad_norm": 0.4228937327861786,
      "learning_rate": 4.909014073214372e-05,
      "loss": 4.138,
      "step": 120435
    },
    {
      "epoch": 0.1054233872908973,
      "grad_norm": 0.41857877373695374,
      "learning_rate": 4.909005790331683e-05,
      "loss": 5.0625,
      "step": 120440
    },
    {
      "epoch": 0.10542776388452445,
      "grad_norm": 0.4132082462310791,
      "learning_rate": 4.9089975070807724e-05,
      "loss": 5.2377,
      "step": 120445
    },
    {
      "epoch": 0.10543214047815161,
      "grad_norm": 0.35604166984558105,
      "learning_rate": 4.908989223461642e-05,
      "loss": 5.9902,
      "step": 120450
    },
    {
      "epoch": 0.10543651707177876,
      "grad_norm": 0.36367470026016235,
      "learning_rate": 4.9089809394742924e-05,
      "loss": 5.8578,
      "step": 120455
    },
    {
      "epoch": 0.10544089366540592,
      "grad_norm": 0.4113546311855316,
      "learning_rate": 4.9089726551187266e-05,
      "loss": 5.1716,
      "step": 120460
    },
    {
      "epoch": 0.10544527025903307,
      "grad_norm": 0.38946533203125,
      "learning_rate": 4.908964370394945e-05,
      "loss": 5.4565,
      "step": 120465
    },
    {
      "epoch": 0.10544964685266023,
      "grad_norm": 0.4292146861553192,
      "learning_rate": 4.9089560853029496e-05,
      "loss": 4.9685,
      "step": 120470
    },
    {
      "epoch": 0.10545402344628738,
      "grad_norm": 0.4229433834552765,
      "learning_rate": 4.908947799842741e-05,
      "loss": 5.4062,
      "step": 120475
    },
    {
      "epoch": 0.10545840003991454,
      "grad_norm": 0.43156078457832336,
      "learning_rate": 4.908939514014323e-05,
      "loss": 5.7617,
      "step": 120480
    },
    {
      "epoch": 0.10546277663354169,
      "grad_norm": 0.41885411739349365,
      "learning_rate": 4.908931227817696e-05,
      "loss": 5.2044,
      "step": 120485
    },
    {
      "epoch": 0.10546715322716885,
      "grad_norm": 0.3775532841682434,
      "learning_rate": 4.908922941252862e-05,
      "loss": 6.3408,
      "step": 120490
    },
    {
      "epoch": 0.105471529820796,
      "grad_norm": 0.4403931200504303,
      "learning_rate": 4.908914654319821e-05,
      "loss": 5.4867,
      "step": 120495
    },
    {
      "epoch": 0.10547590641442316,
      "grad_norm": 0.4696263074874878,
      "learning_rate": 4.9089063670185766e-05,
      "loss": 4.4808,
      "step": 120500
    },
    {
      "epoch": 0.1054802830080503,
      "grad_norm": 0.40937942266464233,
      "learning_rate": 4.908898079349128e-05,
      "loss": 4.9819,
      "step": 120505
    },
    {
      "epoch": 0.10548465960167747,
      "grad_norm": 0.42004430294036865,
      "learning_rate": 4.908889791311481e-05,
      "loss": 4.6736,
      "step": 120510
    },
    {
      "epoch": 0.10548903619530461,
      "grad_norm": 0.4230828881263733,
      "learning_rate": 4.9088815029056325e-05,
      "loss": 4.4901,
      "step": 120515
    },
    {
      "epoch": 0.10549341278893178,
      "grad_norm": 0.42472898960113525,
      "learning_rate": 4.9088732141315864e-05,
      "loss": 5.7361,
      "step": 120520
    },
    {
      "epoch": 0.10549778938255892,
      "grad_norm": 0.38571953773498535,
      "learning_rate": 4.9088649249893446e-05,
      "loss": 6.025,
      "step": 120525
    },
    {
      "epoch": 0.10550216597618609,
      "grad_norm": 0.4067220389842987,
      "learning_rate": 4.908856635478908e-05,
      "loss": 5.9973,
      "step": 120530
    },
    {
      "epoch": 0.10550654256981323,
      "grad_norm": 0.37952905893325806,
      "learning_rate": 4.908848345600278e-05,
      "loss": 5.16,
      "step": 120535
    },
    {
      "epoch": 0.10551091916344038,
      "grad_norm": 0.3560364842414856,
      "learning_rate": 4.908840055353458e-05,
      "loss": 5.823,
      "step": 120540
    },
    {
      "epoch": 0.10551529575706754,
      "grad_norm": 0.4274151623249054,
      "learning_rate": 4.9088317647384465e-05,
      "loss": 4.9369,
      "step": 120545
    },
    {
      "epoch": 0.10551967235069469,
      "grad_norm": 0.4139297902584076,
      "learning_rate": 4.908823473755248e-05,
      "loss": 5.5391,
      "step": 120550
    },
    {
      "epoch": 0.10552404894432185,
      "grad_norm": 0.4307563602924347,
      "learning_rate": 4.9088151824038606e-05,
      "loss": 4.9994,
      "step": 120555
    },
    {
      "epoch": 0.105528425537949,
      "grad_norm": 0.4350529909133911,
      "learning_rate": 4.908806890684291e-05,
      "loss": 5.1619,
      "step": 120560
    },
    {
      "epoch": 0.10553280213157616,
      "grad_norm": 0.4259755313396454,
      "learning_rate": 4.9087985985965365e-05,
      "loss": 4.6354,
      "step": 120565
    },
    {
      "epoch": 0.10553717872520331,
      "grad_norm": 0.4569172263145447,
      "learning_rate": 4.9087903061406e-05,
      "loss": 5.1803,
      "step": 120570
    },
    {
      "epoch": 0.10554155531883047,
      "grad_norm": 0.547200620174408,
      "learning_rate": 4.9087820133164844e-05,
      "loss": 5.707,
      "step": 120575
    },
    {
      "epoch": 0.10554593191245762,
      "grad_norm": 0.39991050958633423,
      "learning_rate": 4.908773720124189e-05,
      "loss": 5.9979,
      "step": 120580
    },
    {
      "epoch": 0.10555030850608478,
      "grad_norm": 0.4178677797317505,
      "learning_rate": 4.908765426563717e-05,
      "loss": 4.9827,
      "step": 120585
    },
    {
      "epoch": 0.10555468509971193,
      "grad_norm": 0.4495027959346771,
      "learning_rate": 4.908757132635069e-05,
      "loss": 4.9855,
      "step": 120590
    },
    {
      "epoch": 0.10555906169333909,
      "grad_norm": 0.586235761642456,
      "learning_rate": 4.908748838338249e-05,
      "loss": 4.6739,
      "step": 120595
    },
    {
      "epoch": 0.10556343828696624,
      "grad_norm": 0.45942601561546326,
      "learning_rate": 4.9087405436732546e-05,
      "loss": 5.2033,
      "step": 120600
    },
    {
      "epoch": 0.1055678148805934,
      "grad_norm": 0.4240933358669281,
      "learning_rate": 4.90873224864009e-05,
      "loss": 4.9347,
      "step": 120605
    },
    {
      "epoch": 0.10557219147422055,
      "grad_norm": 0.4000623822212219,
      "learning_rate": 4.9087239532387577e-05,
      "loss": 5.4675,
      "step": 120610
    },
    {
      "epoch": 0.10557656806784771,
      "grad_norm": 0.3517274558544159,
      "learning_rate": 4.908715657469256e-05,
      "loss": 6.009,
      "step": 120615
    },
    {
      "epoch": 0.10558094466147486,
      "grad_norm": 0.4241699278354645,
      "learning_rate": 4.9087073613315895e-05,
      "loss": 5.4741,
      "step": 120620
    },
    {
      "epoch": 0.10558532125510202,
      "grad_norm": 0.4217331111431122,
      "learning_rate": 4.908699064825759e-05,
      "loss": 4.9495,
      "step": 120625
    },
    {
      "epoch": 0.10558969784872917,
      "grad_norm": 0.39270660281181335,
      "learning_rate": 4.908690767951766e-05,
      "loss": 5.1725,
      "step": 120630
    },
    {
      "epoch": 0.10559407444235633,
      "grad_norm": 0.41515058279037476,
      "learning_rate": 4.9086824707096116e-05,
      "loss": 4.9546,
      "step": 120635
    },
    {
      "epoch": 0.10559845103598348,
      "grad_norm": 0.37073197960853577,
      "learning_rate": 4.908674173099298e-05,
      "loss": 5.7137,
      "step": 120640
    },
    {
      "epoch": 0.10560282762961064,
      "grad_norm": 0.36770716309547424,
      "learning_rate": 4.9086658751208256e-05,
      "loss": 5.4992,
      "step": 120645
    },
    {
      "epoch": 0.10560720422323779,
      "grad_norm": 0.41075316071510315,
      "learning_rate": 4.908657576774197e-05,
      "loss": 5.9826,
      "step": 120650
    },
    {
      "epoch": 0.10561158081686495,
      "grad_norm": 0.40334731340408325,
      "learning_rate": 4.908649278059415e-05,
      "loss": 5.2039,
      "step": 120655
    },
    {
      "epoch": 0.1056159574104921,
      "grad_norm": 0.398130863904953,
      "learning_rate": 4.9086409789764795e-05,
      "loss": 4.9974,
      "step": 120660
    },
    {
      "epoch": 0.10562033400411926,
      "grad_norm": 0.4121478796005249,
      "learning_rate": 4.908632679525392e-05,
      "loss": 5.4541,
      "step": 120665
    },
    {
      "epoch": 0.1056247105977464,
      "grad_norm": 0.3954099416732788,
      "learning_rate": 4.908624379706156e-05,
      "loss": 4.8462,
      "step": 120670
    },
    {
      "epoch": 0.10562908719137355,
      "grad_norm": 0.4371376931667328,
      "learning_rate": 4.9086160795187695e-05,
      "loss": 4.4562,
      "step": 120675
    },
    {
      "epoch": 0.10563346378500071,
      "grad_norm": 0.3912668228149414,
      "learning_rate": 4.908607778963238e-05,
      "loss": 4.7379,
      "step": 120680
    },
    {
      "epoch": 0.10563784037862786,
      "grad_norm": 0.37045103311538696,
      "learning_rate": 4.908599478039562e-05,
      "loss": 5.7188,
      "step": 120685
    },
    {
      "epoch": 0.10564221697225502,
      "grad_norm": 0.3603096008300781,
      "learning_rate": 4.9085911767477425e-05,
      "loss": 6.0336,
      "step": 120690
    },
    {
      "epoch": 0.10564659356588217,
      "grad_norm": 0.36702612042427063,
      "learning_rate": 4.9085828750877794e-05,
      "loss": 5.2165,
      "step": 120695
    },
    {
      "epoch": 0.10565097015950933,
      "grad_norm": 0.4382791817188263,
      "learning_rate": 4.9085745730596776e-05,
      "loss": 5.4859,
      "step": 120700
    },
    {
      "epoch": 0.10565534675313648,
      "grad_norm": 0.36693790555000305,
      "learning_rate": 4.908566270663436e-05,
      "loss": 5.7133,
      "step": 120705
    },
    {
      "epoch": 0.10565972334676364,
      "grad_norm": 0.4249270558357239,
      "learning_rate": 4.908557967899058e-05,
      "loss": 4.4807,
      "step": 120710
    },
    {
      "epoch": 0.10566409994039079,
      "grad_norm": 0.4048582911491394,
      "learning_rate": 4.908549664766545e-05,
      "loss": 5.1815,
      "step": 120715
    },
    {
      "epoch": 0.10566847653401795,
      "grad_norm": 0.3631513714790344,
      "learning_rate": 4.908541361265898e-05,
      "loss": 5.2909,
      "step": 120720
    },
    {
      "epoch": 0.1056728531276451,
      "grad_norm": 0.3989165723323822,
      "learning_rate": 4.908533057397118e-05,
      "loss": 5.3996,
      "step": 120725
    },
    {
      "epoch": 0.10567722972127226,
      "grad_norm": 0.3663081228733063,
      "learning_rate": 4.908524753160208e-05,
      "loss": 5.4725,
      "step": 120730
    },
    {
      "epoch": 0.10568160631489941,
      "grad_norm": 0.42655205726623535,
      "learning_rate": 4.908516448555169e-05,
      "loss": 4.9461,
      "step": 120735
    },
    {
      "epoch": 0.10568598290852657,
      "grad_norm": 0.39187392592430115,
      "learning_rate": 4.9085081435820024e-05,
      "loss": 5.1863,
      "step": 120740
    },
    {
      "epoch": 0.10569035950215372,
      "grad_norm": 0.411694198846817,
      "learning_rate": 4.90849983824071e-05,
      "loss": 5.1618,
      "step": 120745
    },
    {
      "epoch": 0.10569473609578088,
      "grad_norm": 0.42947813868522644,
      "learning_rate": 4.908491532531294e-05,
      "loss": 5.5154,
      "step": 120750
    },
    {
      "epoch": 0.10569911268940803,
      "grad_norm": 0.3821203112602234,
      "learning_rate": 4.908483226453754e-05,
      "loss": 5.4555,
      "step": 120755
    },
    {
      "epoch": 0.10570348928303519,
      "grad_norm": 0.4333069920539856,
      "learning_rate": 4.908474920008095e-05,
      "loss": 5.1899,
      "step": 120760
    },
    {
      "epoch": 0.10570786587666234,
      "grad_norm": 0.3854597806930542,
      "learning_rate": 4.9084666131943144e-05,
      "loss": 5.4712,
      "step": 120765
    },
    {
      "epoch": 0.1057122424702895,
      "grad_norm": 0.4298420250415802,
      "learning_rate": 4.908458306012418e-05,
      "loss": 5.8363,
      "step": 120770
    },
    {
      "epoch": 0.10571661906391665,
      "grad_norm": 0.37505027651786804,
      "learning_rate": 4.908449998462404e-05,
      "loss": 5.7066,
      "step": 120775
    },
    {
      "epoch": 0.10572099565754381,
      "grad_norm": 0.40119296312332153,
      "learning_rate": 4.908441690544275e-05,
      "loss": 4.6447,
      "step": 120780
    },
    {
      "epoch": 0.10572537225117096,
      "grad_norm": 0.3894781768321991,
      "learning_rate": 4.908433382258035e-05,
      "loss": 5.1639,
      "step": 120785
    },
    {
      "epoch": 0.10572974884479812,
      "grad_norm": 0.3806382119655609,
      "learning_rate": 4.908425073603682e-05,
      "loss": 4.9644,
      "step": 120790
    },
    {
      "epoch": 0.10573412543842527,
      "grad_norm": 0.38435953855514526,
      "learning_rate": 4.9084167645812197e-05,
      "loss": 5.6771,
      "step": 120795
    },
    {
      "epoch": 0.10573850203205241,
      "grad_norm": 0.44561296701431274,
      "learning_rate": 4.90840845519065e-05,
      "loss": 5.8104,
      "step": 120800
    },
    {
      "epoch": 0.10574287862567958,
      "grad_norm": 0.3593057096004486,
      "learning_rate": 4.908400145431972e-05,
      "loss": 5.781,
      "step": 120805
    },
    {
      "epoch": 0.10574725521930672,
      "grad_norm": 0.3392663300037384,
      "learning_rate": 4.908391835305189e-05,
      "loss": 6.0477,
      "step": 120810
    },
    {
      "epoch": 0.10575163181293389,
      "grad_norm": 0.3990095257759094,
      "learning_rate": 4.908383524810305e-05,
      "loss": 4.3657,
      "step": 120815
    },
    {
      "epoch": 0.10575600840656103,
      "grad_norm": 0.417704701423645,
      "learning_rate": 4.908375213947317e-05,
      "loss": 4.971,
      "step": 120820
    },
    {
      "epoch": 0.1057603850001882,
      "grad_norm": 0.4340955913066864,
      "learning_rate": 4.908366902716231e-05,
      "loss": 4.9485,
      "step": 120825
    },
    {
      "epoch": 0.10576476159381534,
      "grad_norm": 0.4377003312110901,
      "learning_rate": 4.9083585911170436e-05,
      "loss": 4.9805,
      "step": 120830
    },
    {
      "epoch": 0.1057691381874425,
      "grad_norm": 0.42559272050857544,
      "learning_rate": 4.9083502791497616e-05,
      "loss": 4.9109,
      "step": 120835
    },
    {
      "epoch": 0.10577351478106965,
      "grad_norm": 0.41095197200775146,
      "learning_rate": 4.908341966814383e-05,
      "loss": 4.4135,
      "step": 120840
    },
    {
      "epoch": 0.10577789137469681,
      "grad_norm": 0.3871678113937378,
      "learning_rate": 4.9083336541109106e-05,
      "loss": 5.5384,
      "step": 120845
    },
    {
      "epoch": 0.10578226796832396,
      "grad_norm": 0.40089571475982666,
      "learning_rate": 4.9083253410393456e-05,
      "loss": 5.2614,
      "step": 120850
    },
    {
      "epoch": 0.10578664456195112,
      "grad_norm": 0.4026123285293579,
      "learning_rate": 4.908317027599691e-05,
      "loss": 5.2696,
      "step": 120855
    },
    {
      "epoch": 0.10579102115557827,
      "grad_norm": 0.41034403443336487,
      "learning_rate": 4.9083087137919484e-05,
      "loss": 5.5026,
      "step": 120860
    },
    {
      "epoch": 0.10579539774920543,
      "grad_norm": 0.40450015664100647,
      "learning_rate": 4.908300399616116e-05,
      "loss": 4.7679,
      "step": 120865
    },
    {
      "epoch": 0.10579977434283258,
      "grad_norm": 0.40816640853881836,
      "learning_rate": 4.9082920850722005e-05,
      "loss": 4.9528,
      "step": 120870
    },
    {
      "epoch": 0.10580415093645974,
      "grad_norm": 0.3801613748073578,
      "learning_rate": 4.908283770160199e-05,
      "loss": 4.7972,
      "step": 120875
    },
    {
      "epoch": 0.10580852753008689,
      "grad_norm": 0.46502387523651123,
      "learning_rate": 4.908275454880115e-05,
      "loss": 5.5041,
      "step": 120880
    },
    {
      "epoch": 0.10581290412371405,
      "grad_norm": 0.4720049500465393,
      "learning_rate": 4.9082671392319516e-05,
      "loss": 4.4545,
      "step": 120885
    },
    {
      "epoch": 0.1058172807173412,
      "grad_norm": 0.3976718783378601,
      "learning_rate": 4.9082588232157064e-05,
      "loss": 4.9688,
      "step": 120890
    },
    {
      "epoch": 0.10582165731096836,
      "grad_norm": 0.47258850932121277,
      "learning_rate": 4.9082505068313854e-05,
      "loss": 5.6848,
      "step": 120895
    },
    {
      "epoch": 0.10582603390459551,
      "grad_norm": 0.45928704738616943,
      "learning_rate": 4.908242190078988e-05,
      "loss": 5.382,
      "step": 120900
    },
    {
      "epoch": 0.10583041049822267,
      "grad_norm": 0.40547940135002136,
      "learning_rate": 4.9082338729585154e-05,
      "loss": 5.0341,
      "step": 120905
    },
    {
      "epoch": 0.10583478709184982,
      "grad_norm": 0.4140568971633911,
      "learning_rate": 4.9082255554699705e-05,
      "loss": 5.1982,
      "step": 120910
    },
    {
      "epoch": 0.10583916368547698,
      "grad_norm": 0.4722726047039032,
      "learning_rate": 4.908217237613354e-05,
      "loss": 4.9476,
      "step": 120915
    },
    {
      "epoch": 0.10584354027910413,
      "grad_norm": 0.42774054408073425,
      "learning_rate": 4.908208919388668e-05,
      "loss": 5.5147,
      "step": 120920
    },
    {
      "epoch": 0.10584791687273128,
      "grad_norm": 0.9261398315429688,
      "learning_rate": 4.908200600795913e-05,
      "loss": 4.6822,
      "step": 120925
    },
    {
      "epoch": 0.10585229346635844,
      "grad_norm": 0.5002573132514954,
      "learning_rate": 4.9081922818350936e-05,
      "loss": 5.1898,
      "step": 120930
    },
    {
      "epoch": 0.10585667005998559,
      "grad_norm": 0.49350741505622864,
      "learning_rate": 4.9081839625062076e-05,
      "loss": 5.1708,
      "step": 120935
    },
    {
      "epoch": 0.10586104665361275,
      "grad_norm": 0.5166271924972534,
      "learning_rate": 4.908175642809259e-05,
      "loss": 5.7408,
      "step": 120940
    },
    {
      "epoch": 0.1058654232472399,
      "grad_norm": 0.47368350625038147,
      "learning_rate": 4.908167322744248e-05,
      "loss": 4.7597,
      "step": 120945
    },
    {
      "epoch": 0.10586979984086706,
      "grad_norm": 0.4579574763774872,
      "learning_rate": 4.9081590023111776e-05,
      "loss": 5.2115,
      "step": 120950
    },
    {
      "epoch": 0.1058741764344942,
      "grad_norm": 0.42535266280174255,
      "learning_rate": 4.908150681510049e-05,
      "loss": 5.1917,
      "step": 120955
    },
    {
      "epoch": 0.10587855302812137,
      "grad_norm": 0.4270796477794647,
      "learning_rate": 4.908142360340863e-05,
      "loss": 4.9963,
      "step": 120960
    },
    {
      "epoch": 0.10588292962174851,
      "grad_norm": 0.4083937108516693,
      "learning_rate": 4.908134038803621e-05,
      "loss": 4.9637,
      "step": 120965
    },
    {
      "epoch": 0.10588730621537568,
      "grad_norm": 0.4168149530887604,
      "learning_rate": 4.9081257168983266e-05,
      "loss": 5.3094,
      "step": 120970
    },
    {
      "epoch": 0.10589168280900282,
      "grad_norm": 0.4412885904312134,
      "learning_rate": 4.908117394624979e-05,
      "loss": 4.9953,
      "step": 120975
    },
    {
      "epoch": 0.10589605940262999,
      "grad_norm": 0.4121091067790985,
      "learning_rate": 4.908109071983583e-05,
      "loss": 5.1875,
      "step": 120980
    },
    {
      "epoch": 0.10590043599625713,
      "grad_norm": 0.4910915195941925,
      "learning_rate": 4.908100748974136e-05,
      "loss": 4.9228,
      "step": 120985
    },
    {
      "epoch": 0.1059048125898843,
      "grad_norm": 0.4371533989906311,
      "learning_rate": 4.908092425596643e-05,
      "loss": 6.0035,
      "step": 120990
    },
    {
      "epoch": 0.10590918918351144,
      "grad_norm": 0.4100007712841034,
      "learning_rate": 4.9080841018511036e-05,
      "loss": 5.5003,
      "step": 120995
    },
    {
      "epoch": 0.1059135657771386,
      "grad_norm": 0.3745730221271515,
      "learning_rate": 4.908075777737521e-05,
      "loss": 5.8026,
      "step": 121000
    },
    {
      "epoch": 0.10591794237076575,
      "grad_norm": 0.4264030158519745,
      "learning_rate": 4.9080674532558957e-05,
      "loss": 4.6414,
      "step": 121005
    },
    {
      "epoch": 0.10592231896439291,
      "grad_norm": 0.3870091736316681,
      "learning_rate": 4.908059128406229e-05,
      "loss": 5.8297,
      "step": 121010
    },
    {
      "epoch": 0.10592669555802006,
      "grad_norm": 0.5747789740562439,
      "learning_rate": 4.908050803188523e-05,
      "loss": 4.434,
      "step": 121015
    },
    {
      "epoch": 0.10593107215164722,
      "grad_norm": 0.3766425549983978,
      "learning_rate": 4.90804247760278e-05,
      "loss": 5.4976,
      "step": 121020
    },
    {
      "epoch": 0.10593544874527437,
      "grad_norm": 0.43350768089294434,
      "learning_rate": 4.908034151649001e-05,
      "loss": 4.1404,
      "step": 121025
    },
    {
      "epoch": 0.10593982533890153,
      "grad_norm": 0.35850146412849426,
      "learning_rate": 4.908025825327188e-05,
      "loss": 5.3047,
      "step": 121030
    },
    {
      "epoch": 0.10594420193252868,
      "grad_norm": 0.49805349111557007,
      "learning_rate": 4.908017498637342e-05,
      "loss": 4.9656,
      "step": 121035
    },
    {
      "epoch": 0.10594857852615584,
      "grad_norm": 0.3972543478012085,
      "learning_rate": 4.908009171579464e-05,
      "loss": 4.681,
      "step": 121040
    },
    {
      "epoch": 0.10595295511978299,
      "grad_norm": 0.42148852348327637,
      "learning_rate": 4.908000844153556e-05,
      "loss": 5.2763,
      "step": 121045
    },
    {
      "epoch": 0.10595733171341015,
      "grad_norm": 0.44547057151794434,
      "learning_rate": 4.907992516359622e-05,
      "loss": 5.0775,
      "step": 121050
    },
    {
      "epoch": 0.1059617083070373,
      "grad_norm": 0.48713427782058716,
      "learning_rate": 4.907984188197661e-05,
      "loss": 5.7057,
      "step": 121055
    },
    {
      "epoch": 0.10596608490066445,
      "grad_norm": 0.453023225069046,
      "learning_rate": 4.9079758596676736e-05,
      "loss": 4.9953,
      "step": 121060
    },
    {
      "epoch": 0.10597046149429161,
      "grad_norm": 0.45119720697402954,
      "learning_rate": 4.9079675307696646e-05,
      "loss": 4.9791,
      "step": 121065
    },
    {
      "epoch": 0.10597483808791876,
      "grad_norm": 0.5701265335083008,
      "learning_rate": 4.907959201503635e-05,
      "loss": 4.6577,
      "step": 121070
    },
    {
      "epoch": 0.10597921468154592,
      "grad_norm": 0.6046397686004639,
      "learning_rate": 4.907950871869583e-05,
      "loss": 5.4753,
      "step": 121075
    },
    {
      "epoch": 0.10598359127517307,
      "grad_norm": 0.4382224380970001,
      "learning_rate": 4.907942541867515e-05,
      "loss": 4.7534,
      "step": 121080
    },
    {
      "epoch": 0.10598796786880023,
      "grad_norm": 0.4372267723083496,
      "learning_rate": 4.907934211497429e-05,
      "loss": 5.4787,
      "step": 121085
    },
    {
      "epoch": 0.10599234446242738,
      "grad_norm": 0.3648741543292999,
      "learning_rate": 4.907925880759328e-05,
      "loss": 5.5046,
      "step": 121090
    },
    {
      "epoch": 0.10599672105605454,
      "grad_norm": 0.4756881296634674,
      "learning_rate": 4.907917549653214e-05,
      "loss": 4.7906,
      "step": 121095
    },
    {
      "epoch": 0.10600109764968169,
      "grad_norm": 0.431023508310318,
      "learning_rate": 4.9079092181790876e-05,
      "loss": 5.1513,
      "step": 121100
    },
    {
      "epoch": 0.10600547424330885,
      "grad_norm": 0.370428204536438,
      "learning_rate": 4.90790088633695e-05,
      "loss": 6.0078,
      "step": 121105
    },
    {
      "epoch": 0.106009850836936,
      "grad_norm": 0.4134538769721985,
      "learning_rate": 4.9078925541268064e-05,
      "loss": 4.9791,
      "step": 121110
    },
    {
      "epoch": 0.10601422743056316,
      "grad_norm": 0.3869727551937103,
      "learning_rate": 4.9078842215486534e-05,
      "loss": 5.267,
      "step": 121115
    },
    {
      "epoch": 0.1060186040241903,
      "grad_norm": 0.3912365734577179,
      "learning_rate": 4.907875888602496e-05,
      "loss": 5.2967,
      "step": 121120
    },
    {
      "epoch": 0.10602298061781747,
      "grad_norm": 0.38235384225845337,
      "learning_rate": 4.9078675552883334e-05,
      "loss": 5.5085,
      "step": 121125
    },
    {
      "epoch": 0.10602735721144461,
      "grad_norm": 0.4313564896583557,
      "learning_rate": 4.907859221606169e-05,
      "loss": 4.964,
      "step": 121130
    },
    {
      "epoch": 0.10603173380507178,
      "grad_norm": 0.3640781044960022,
      "learning_rate": 4.9078508875560044e-05,
      "loss": 5.4585,
      "step": 121135
    },
    {
      "epoch": 0.10603611039869892,
      "grad_norm": 0.4151837229728699,
      "learning_rate": 4.907842553137841e-05,
      "loss": 4.5953,
      "step": 121140
    },
    {
      "epoch": 0.10604048699232609,
      "grad_norm": 0.3975074291229248,
      "learning_rate": 4.90783421835168e-05,
      "loss": 4.4289,
      "step": 121145
    },
    {
      "epoch": 0.10604486358595323,
      "grad_norm": 0.3419412672519684,
      "learning_rate": 4.907825883197524e-05,
      "loss": 5.2923,
      "step": 121150
    },
    {
      "epoch": 0.1060492401795804,
      "grad_norm": 0.40343788266181946,
      "learning_rate": 4.9078175476753726e-05,
      "loss": 4.4792,
      "step": 121155
    },
    {
      "epoch": 0.10605361677320754,
      "grad_norm": 0.4111388623714447,
      "learning_rate": 4.907809211785229e-05,
      "loss": 5.2062,
      "step": 121160
    },
    {
      "epoch": 0.1060579933668347,
      "grad_norm": 0.44981953501701355,
      "learning_rate": 4.907800875527094e-05,
      "loss": 5.1738,
      "step": 121165
    },
    {
      "epoch": 0.10606236996046185,
      "grad_norm": 0.42466744780540466,
      "learning_rate": 4.90779253890097e-05,
      "loss": 5.7734,
      "step": 121170
    },
    {
      "epoch": 0.10606674655408901,
      "grad_norm": 0.4173515737056732,
      "learning_rate": 4.907784201906859e-05,
      "loss": 4.9462,
      "step": 121175
    },
    {
      "epoch": 0.10607112314771616,
      "grad_norm": 0.43379467725753784,
      "learning_rate": 4.90777586454476e-05,
      "loss": 6.0264,
      "step": 121180
    },
    {
      "epoch": 0.10607549974134331,
      "grad_norm": 0.42468535900115967,
      "learning_rate": 4.907767526814678e-05,
      "loss": 5.1951,
      "step": 121185
    },
    {
      "epoch": 0.10607987633497047,
      "grad_norm": 0.4405807852745056,
      "learning_rate": 4.907759188716612e-05,
      "loss": 5.488,
      "step": 121190
    },
    {
      "epoch": 0.10608425292859762,
      "grad_norm": 0.42599043250083923,
      "learning_rate": 4.907750850250565e-05,
      "loss": 5.4225,
      "step": 121195
    },
    {
      "epoch": 0.10608862952222478,
      "grad_norm": 0.356622576713562,
      "learning_rate": 4.9077425114165385e-05,
      "loss": 5.4899,
      "step": 121200
    },
    {
      "epoch": 0.10609300611585193,
      "grad_norm": 0.38019511103630066,
      "learning_rate": 4.907734172214534e-05,
      "loss": 5.8031,
      "step": 121205
    },
    {
      "epoch": 0.10609738270947909,
      "grad_norm": 0.4211035966873169,
      "learning_rate": 4.907725832644553e-05,
      "loss": 4.7797,
      "step": 121210
    },
    {
      "epoch": 0.10610175930310624,
      "grad_norm": 0.39664584398269653,
      "learning_rate": 4.907717492706596e-05,
      "loss": 5.8002,
      "step": 121215
    },
    {
      "epoch": 0.1061061358967334,
      "grad_norm": 0.4319494068622589,
      "learning_rate": 4.907709152400667e-05,
      "loss": 4.3625,
      "step": 121220
    },
    {
      "epoch": 0.10611051249036055,
      "grad_norm": 0.4801798462867737,
      "learning_rate": 4.907700811726765e-05,
      "loss": 4.6469,
      "step": 121225
    },
    {
      "epoch": 0.10611488908398771,
      "grad_norm": 0.4434176981449127,
      "learning_rate": 4.907692470684894e-05,
      "loss": 4.9798,
      "step": 121230
    },
    {
      "epoch": 0.10611926567761486,
      "grad_norm": 0.42614173889160156,
      "learning_rate": 4.907684129275054e-05,
      "loss": 5.409,
      "step": 121235
    },
    {
      "epoch": 0.10612364227124202,
      "grad_norm": 0.41903460025787354,
      "learning_rate": 4.907675787497248e-05,
      "loss": 4.6613,
      "step": 121240
    },
    {
      "epoch": 0.10612801886486917,
      "grad_norm": 0.3558487892150879,
      "learning_rate": 4.907667445351476e-05,
      "loss": 5.677,
      "step": 121245
    },
    {
      "epoch": 0.10613239545849633,
      "grad_norm": 0.3535405695438385,
      "learning_rate": 4.9076591028377405e-05,
      "loss": 5.974,
      "step": 121250
    },
    {
      "epoch": 0.10613677205212348,
      "grad_norm": 0.35546913743019104,
      "learning_rate": 4.907650759956043e-05,
      "loss": 5.261,
      "step": 121255
    },
    {
      "epoch": 0.10614114864575064,
      "grad_norm": 0.3687977194786072,
      "learning_rate": 4.907642416706385e-05,
      "loss": 6.3053,
      "step": 121260
    },
    {
      "epoch": 0.10614552523937779,
      "grad_norm": 0.4324069321155548,
      "learning_rate": 4.9076340730887673e-05,
      "loss": 4.6869,
      "step": 121265
    },
    {
      "epoch": 0.10614990183300495,
      "grad_norm": 0.40626028180122375,
      "learning_rate": 4.9076257291031934e-05,
      "loss": 6.0156,
      "step": 121270
    },
    {
      "epoch": 0.1061542784266321,
      "grad_norm": 0.3668241500854492,
      "learning_rate": 4.907617384749664e-05,
      "loss": 6.2943,
      "step": 121275
    },
    {
      "epoch": 0.10615865502025926,
      "grad_norm": 0.45267143845558167,
      "learning_rate": 4.9076090400281806e-05,
      "loss": 4.662,
      "step": 121280
    },
    {
      "epoch": 0.1061630316138864,
      "grad_norm": 0.4020657241344452,
      "learning_rate": 4.9076006949387445e-05,
      "loss": 5.2781,
      "step": 121285
    },
    {
      "epoch": 0.10616740820751357,
      "grad_norm": 0.4012092649936676,
      "learning_rate": 4.9075923494813566e-05,
      "loss": 4.5521,
      "step": 121290
    },
    {
      "epoch": 0.10617178480114071,
      "grad_norm": 0.38345107436180115,
      "learning_rate": 4.90758400365602e-05,
      "loss": 4.7637,
      "step": 121295
    },
    {
      "epoch": 0.10617616139476788,
      "grad_norm": 0.41505783796310425,
      "learning_rate": 4.907575657462738e-05,
      "loss": 5.392,
      "step": 121300
    },
    {
      "epoch": 0.10618053798839502,
      "grad_norm": 0.4379025101661682,
      "learning_rate": 4.907567310901507e-05,
      "loss": 5.7746,
      "step": 121305
    },
    {
      "epoch": 0.10618491458202219,
      "grad_norm": 0.39930295944213867,
      "learning_rate": 4.907558963972333e-05,
      "loss": 4.8663,
      "step": 121310
    },
    {
      "epoch": 0.10618929117564933,
      "grad_norm": 0.4231111705303192,
      "learning_rate": 4.907550616675217e-05,
      "loss": 4.7547,
      "step": 121315
    },
    {
      "epoch": 0.10619366776927648,
      "grad_norm": 0.42859354615211487,
      "learning_rate": 4.907542269010159e-05,
      "loss": 5.5293,
      "step": 121320
    },
    {
      "epoch": 0.10619804436290364,
      "grad_norm": 0.3954423666000366,
      "learning_rate": 4.907533920977162e-05,
      "loss": 5.4687,
      "step": 121325
    },
    {
      "epoch": 0.10620242095653079,
      "grad_norm": 0.35765591263771057,
      "learning_rate": 4.907525572576227e-05,
      "loss": 5.4895,
      "step": 121330
    },
    {
      "epoch": 0.10620679755015795,
      "grad_norm": 0.4411587417125702,
      "learning_rate": 4.9075172238073556e-05,
      "loss": 5.2001,
      "step": 121335
    },
    {
      "epoch": 0.1062111741437851,
      "grad_norm": 0.3686424195766449,
      "learning_rate": 4.907508874670549e-05,
      "loss": 5.4636,
      "step": 121340
    },
    {
      "epoch": 0.10621555073741226,
      "grad_norm": 0.40969768166542053,
      "learning_rate": 4.9075005251658104e-05,
      "loss": 4.7499,
      "step": 121345
    },
    {
      "epoch": 0.10621992733103941,
      "grad_norm": 0.3822363317012787,
      "learning_rate": 4.907492175293139e-05,
      "loss": 5.7938,
      "step": 121350
    },
    {
      "epoch": 0.10622430392466657,
      "grad_norm": 0.42286187410354614,
      "learning_rate": 4.907483825052538e-05,
      "loss": 4.9485,
      "step": 121355
    },
    {
      "epoch": 0.10622868051829372,
      "grad_norm": 0.38075336813926697,
      "learning_rate": 4.90747547444401e-05,
      "loss": 5.4309,
      "step": 121360
    },
    {
      "epoch": 0.10623305711192088,
      "grad_norm": 0.3661922812461853,
      "learning_rate": 4.907467123467554e-05,
      "loss": 5.4882,
      "step": 121365
    },
    {
      "epoch": 0.10623743370554803,
      "grad_norm": 0.4060432016849518,
      "learning_rate": 4.907458772123173e-05,
      "loss": 5.4962,
      "step": 121370
    },
    {
      "epoch": 0.10624181029917519,
      "grad_norm": 0.36677369475364685,
      "learning_rate": 4.907450420410869e-05,
      "loss": 5.7082,
      "step": 121375
    },
    {
      "epoch": 0.10624618689280234,
      "grad_norm": 0.4287685751914978,
      "learning_rate": 4.9074420683306446e-05,
      "loss": 5.4967,
      "step": 121380
    },
    {
      "epoch": 0.1062505634864295,
      "grad_norm": 0.36132583022117615,
      "learning_rate": 4.907433715882498e-05,
      "loss": 5.2947,
      "step": 121385
    },
    {
      "epoch": 0.10625494008005665,
      "grad_norm": 0.39105746150016785,
      "learning_rate": 4.907425363066435e-05,
      "loss": 6.0016,
      "step": 121390
    },
    {
      "epoch": 0.10625931667368381,
      "grad_norm": 0.4133220314979553,
      "learning_rate": 4.907417009882452e-05,
      "loss": 5.1789,
      "step": 121395
    },
    {
      "epoch": 0.10626369326731096,
      "grad_norm": 0.381253182888031,
      "learning_rate": 4.907408656330555e-05,
      "loss": 5.508,
      "step": 121400
    },
    {
      "epoch": 0.10626806986093812,
      "grad_norm": 0.40746012330055237,
      "learning_rate": 4.9074003024107465e-05,
      "loss": 4.9644,
      "step": 121405
    },
    {
      "epoch": 0.10627244645456527,
      "grad_norm": 0.3796897828578949,
      "learning_rate": 4.9073919481230225e-05,
      "loss": 6.0168,
      "step": 121410
    },
    {
      "epoch": 0.10627682304819243,
      "grad_norm": 0.3695905804634094,
      "learning_rate": 4.9073835934673895e-05,
      "loss": 4.9897,
      "step": 121415
    },
    {
      "epoch": 0.10628119964181958,
      "grad_norm": 0.403276652097702,
      "learning_rate": 4.907375238443847e-05,
      "loss": 5.1846,
      "step": 121420
    },
    {
      "epoch": 0.10628557623544674,
      "grad_norm": 0.34630322456359863,
      "learning_rate": 4.907366883052399e-05,
      "loss": 5.9371,
      "step": 121425
    },
    {
      "epoch": 0.10628995282907389,
      "grad_norm": 0.429220974445343,
      "learning_rate": 4.907358527293043e-05,
      "loss": 5.275,
      "step": 121430
    },
    {
      "epoch": 0.10629432942270105,
      "grad_norm": 0.4235970377922058,
      "learning_rate": 4.9073501711657844e-05,
      "loss": 4.7258,
      "step": 121435
    },
    {
      "epoch": 0.1062987060163282,
      "grad_norm": 0.43584704399108887,
      "learning_rate": 4.907341814670623e-05,
      "loss": 5.1906,
      "step": 121440
    },
    {
      "epoch": 0.10630308260995534,
      "grad_norm": 0.41985562443733215,
      "learning_rate": 4.90733345780756e-05,
      "loss": 4.8394,
      "step": 121445
    },
    {
      "epoch": 0.1063074592035825,
      "grad_norm": 0.4245968759059906,
      "learning_rate": 4.9073251005766e-05,
      "loss": 5.1888,
      "step": 121450
    },
    {
      "epoch": 0.10631183579720965,
      "grad_norm": 0.4277538061141968,
      "learning_rate": 4.90731674297774e-05,
      "loss": 5.6904,
      "step": 121455
    },
    {
      "epoch": 0.10631621239083681,
      "grad_norm": 0.4024602174758911,
      "learning_rate": 4.907308385010985e-05,
      "loss": 5.4661,
      "step": 121460
    },
    {
      "epoch": 0.10632058898446396,
      "grad_norm": 0.4088951349258423,
      "learning_rate": 4.9073000266763346e-05,
      "loss": 5.5383,
      "step": 121465
    },
    {
      "epoch": 0.10632496557809112,
      "grad_norm": 0.36751362681388855,
      "learning_rate": 4.907291667973792e-05,
      "loss": 5.7389,
      "step": 121470
    },
    {
      "epoch": 0.10632934217171827,
      "grad_norm": 0.48170435428619385,
      "learning_rate": 4.907283308903359e-05,
      "loss": 4.6839,
      "step": 121475
    },
    {
      "epoch": 0.10633371876534543,
      "grad_norm": 0.4059695601463318,
      "learning_rate": 4.907274949465036e-05,
      "loss": 4.649,
      "step": 121480
    },
    {
      "epoch": 0.10633809535897258,
      "grad_norm": 0.4556371569633484,
      "learning_rate": 4.907266589658826e-05,
      "loss": 5.1511,
      "step": 121485
    },
    {
      "epoch": 0.10634247195259974,
      "grad_norm": 0.3827846348285675,
      "learning_rate": 4.907258229484727e-05,
      "loss": 5.4578,
      "step": 121490
    },
    {
      "epoch": 0.10634684854622689,
      "grad_norm": 0.39237794280052185,
      "learning_rate": 4.907249868942745e-05,
      "loss": 5.3896,
      "step": 121495
    },
    {
      "epoch": 0.10635122513985405,
      "grad_norm": 0.40056702494621277,
      "learning_rate": 4.9072415080328806e-05,
      "loss": 5.2122,
      "step": 121500
    },
    {
      "epoch": 0.1063556017334812,
      "grad_norm": 0.4627339839935303,
      "learning_rate": 4.907233146755134e-05,
      "loss": 5.7649,
      "step": 121505
    },
    {
      "epoch": 0.10635997832710836,
      "grad_norm": 0.44962531328201294,
      "learning_rate": 4.907224785109506e-05,
      "loss": 5.2723,
      "step": 121510
    },
    {
      "epoch": 0.10636435492073551,
      "grad_norm": 0.38533148169517517,
      "learning_rate": 4.9072164230960015e-05,
      "loss": 5.4881,
      "step": 121515
    },
    {
      "epoch": 0.10636873151436267,
      "grad_norm": 0.3723285496234894,
      "learning_rate": 4.9072080607146196e-05,
      "loss": 5.4956,
      "step": 121520
    },
    {
      "epoch": 0.10637310810798982,
      "grad_norm": 0.3935387134552002,
      "learning_rate": 4.907199697965363e-05,
      "loss": 5.392,
      "step": 121525
    },
    {
      "epoch": 0.10637748470161698,
      "grad_norm": 0.38467615842819214,
      "learning_rate": 4.9071913348482334e-05,
      "loss": 5.1967,
      "step": 121530
    },
    {
      "epoch": 0.10638186129524413,
      "grad_norm": 0.3914511799812317,
      "learning_rate": 4.9071829713632325e-05,
      "loss": 5.2568,
      "step": 121535
    },
    {
      "epoch": 0.10638623788887129,
      "grad_norm": 0.394432008266449,
      "learning_rate": 4.90717460751036e-05,
      "loss": 5.4627,
      "step": 121540
    },
    {
      "epoch": 0.10639061448249844,
      "grad_norm": 0.3744010031223297,
      "learning_rate": 4.9071662432896194e-05,
      "loss": 5.2092,
      "step": 121545
    },
    {
      "epoch": 0.1063949910761256,
      "grad_norm": 0.376188188791275,
      "learning_rate": 4.907157878701012e-05,
      "loss": 5.9746,
      "step": 121550
    },
    {
      "epoch": 0.10639936766975275,
      "grad_norm": 0.4147297143936157,
      "learning_rate": 4.9071495137445386e-05,
      "loss": 4.6545,
      "step": 121555
    },
    {
      "epoch": 0.10640374426337991,
      "grad_norm": 0.39144182205200195,
      "learning_rate": 4.907141148420201e-05,
      "loss": 5.3717,
      "step": 121560
    },
    {
      "epoch": 0.10640812085700706,
      "grad_norm": 0.3629382252693176,
      "learning_rate": 4.907132782728002e-05,
      "loss": 5.4875,
      "step": 121565
    },
    {
      "epoch": 0.1064124974506342,
      "grad_norm": 0.3484657108783722,
      "learning_rate": 4.9071244166679434e-05,
      "loss": 5.3001,
      "step": 121570
    },
    {
      "epoch": 0.10641687404426137,
      "grad_norm": 0.35835036635398865,
      "learning_rate": 4.907116050240025e-05,
      "loss": 5.8203,
      "step": 121575
    },
    {
      "epoch": 0.10642125063788851,
      "grad_norm": 0.4089663326740265,
      "learning_rate": 4.9071076834442486e-05,
      "loss": 5.4827,
      "step": 121580
    },
    {
      "epoch": 0.10642562723151568,
      "grad_norm": 0.41164734959602356,
      "learning_rate": 4.9070993162806176e-05,
      "loss": 5.173,
      "step": 121585
    },
    {
      "epoch": 0.10643000382514282,
      "grad_norm": 0.43269622325897217,
      "learning_rate": 4.907090948749132e-05,
      "loss": 4.4791,
      "step": 121590
    },
    {
      "epoch": 0.10643438041876999,
      "grad_norm": 0.43069422245025635,
      "learning_rate": 4.907082580849794e-05,
      "loss": 5.9857,
      "step": 121595
    },
    {
      "epoch": 0.10643875701239713,
      "grad_norm": 0.4324911832809448,
      "learning_rate": 4.9070742125826066e-05,
      "loss": 4.4483,
      "step": 121600
    },
    {
      "epoch": 0.1064431336060243,
      "grad_norm": 0.4299647808074951,
      "learning_rate": 4.907065843947568e-05,
      "loss": 5.5173,
      "step": 121605
    },
    {
      "epoch": 0.10644751019965144,
      "grad_norm": 0.428451269865036,
      "learning_rate": 4.907057474944683e-05,
      "loss": 4.1397,
      "step": 121610
    },
    {
      "epoch": 0.1064518867932786,
      "grad_norm": 0.5263078808784485,
      "learning_rate": 4.907049105573951e-05,
      "loss": 5.4759,
      "step": 121615
    },
    {
      "epoch": 0.10645626338690575,
      "grad_norm": 0.3913719356060028,
      "learning_rate": 4.907040735835375e-05,
      "loss": 6.0275,
      "step": 121620
    },
    {
      "epoch": 0.10646063998053291,
      "grad_norm": 0.42454156279563904,
      "learning_rate": 4.9070323657289564e-05,
      "loss": 5.222,
      "step": 121625
    },
    {
      "epoch": 0.10646501657416006,
      "grad_norm": 0.41307148337364197,
      "learning_rate": 4.907023995254697e-05,
      "loss": 5.1808,
      "step": 121630
    },
    {
      "epoch": 0.10646939316778722,
      "grad_norm": 0.4556562304496765,
      "learning_rate": 4.907015624412598e-05,
      "loss": 4.7672,
      "step": 121635
    },
    {
      "epoch": 0.10647376976141437,
      "grad_norm": 0.4670417904853821,
      "learning_rate": 4.90700725320266e-05,
      "loss": 5.5071,
      "step": 121640
    },
    {
      "epoch": 0.10647814635504153,
      "grad_norm": 0.43061745166778564,
      "learning_rate": 4.906998881624886e-05,
      "loss": 5.4866,
      "step": 121645
    },
    {
      "epoch": 0.10648252294866868,
      "grad_norm": 0.4166964590549469,
      "learning_rate": 4.9069905096792775e-05,
      "loss": 5.5222,
      "step": 121650
    },
    {
      "epoch": 0.10648689954229584,
      "grad_norm": 0.40896227955818176,
      "learning_rate": 4.9069821373658366e-05,
      "loss": 4.8777,
      "step": 121655
    },
    {
      "epoch": 0.10649127613592299,
      "grad_norm": 0.40364551544189453,
      "learning_rate": 4.906973764684564e-05,
      "loss": 5.0482,
      "step": 121660
    },
    {
      "epoch": 0.10649565272955015,
      "grad_norm": 0.4032655954360962,
      "learning_rate": 4.9069653916354605e-05,
      "loss": 5.4047,
      "step": 121665
    },
    {
      "epoch": 0.1065000293231773,
      "grad_norm": 0.3538355231285095,
      "learning_rate": 4.90695701821853e-05,
      "loss": 5.8191,
      "step": 121670
    },
    {
      "epoch": 0.10650440591680446,
      "grad_norm": 0.4493226408958435,
      "learning_rate": 4.906948644433772e-05,
      "loss": 4.9648,
      "step": 121675
    },
    {
      "epoch": 0.10650878251043161,
      "grad_norm": 0.3523491322994232,
      "learning_rate": 4.9069402702811893e-05,
      "loss": 6.2889,
      "step": 121680
    },
    {
      "epoch": 0.10651315910405877,
      "grad_norm": 0.39322638511657715,
      "learning_rate": 4.906931895760784e-05,
      "loss": 4.9811,
      "step": 121685
    },
    {
      "epoch": 0.10651753569768592,
      "grad_norm": 0.4290398359298706,
      "learning_rate": 4.9069235208725564e-05,
      "loss": 4.4651,
      "step": 121690
    },
    {
      "epoch": 0.10652191229131308,
      "grad_norm": 0.3919674754142761,
      "learning_rate": 4.9069151456165074e-05,
      "loss": 5.6875,
      "step": 121695
    },
    {
      "epoch": 0.10652628888494023,
      "grad_norm": 0.4159427285194397,
      "learning_rate": 4.906906769992641e-05,
      "loss": 4.263,
      "step": 121700
    },
    {
      "epoch": 0.10653066547856738,
      "grad_norm": 0.4005608856678009,
      "learning_rate": 4.906898394000957e-05,
      "loss": 4.9094,
      "step": 121705
    },
    {
      "epoch": 0.10653504207219454,
      "grad_norm": 0.3623267710208893,
      "learning_rate": 4.906890017641459e-05,
      "loss": 5.9982,
      "step": 121710
    },
    {
      "epoch": 0.10653941866582169,
      "grad_norm": 0.38185200095176697,
      "learning_rate": 4.906881640914146e-05,
      "loss": 5.4964,
      "step": 121715
    },
    {
      "epoch": 0.10654379525944885,
      "grad_norm": 0.419071227312088,
      "learning_rate": 4.906873263819022e-05,
      "loss": 4.7583,
      "step": 121720
    },
    {
      "epoch": 0.106548171853076,
      "grad_norm": 0.3955361843109131,
      "learning_rate": 4.9068648863560875e-05,
      "loss": 5.6971,
      "step": 121725
    },
    {
      "epoch": 0.10655254844670316,
      "grad_norm": 0.34881874918937683,
      "learning_rate": 4.9068565085253437e-05,
      "loss": 6.3203,
      "step": 121730
    },
    {
      "epoch": 0.1065569250403303,
      "grad_norm": 0.4702894985675812,
      "learning_rate": 4.906848130326792e-05,
      "loss": 4.8811,
      "step": 121735
    },
    {
      "epoch": 0.10656130163395747,
      "grad_norm": 0.4419899582862854,
      "learning_rate": 4.9068397517604356e-05,
      "loss": 4.9783,
      "step": 121740
    },
    {
      "epoch": 0.10656567822758461,
      "grad_norm": 0.3661324679851532,
      "learning_rate": 4.906831372826275e-05,
      "loss": 5.4834,
      "step": 121745
    },
    {
      "epoch": 0.10657005482121178,
      "grad_norm": 0.6082381010055542,
      "learning_rate": 4.906822993524311e-05,
      "loss": 5.4812,
      "step": 121750
    },
    {
      "epoch": 0.10657443141483892,
      "grad_norm": 0.4158589243888855,
      "learning_rate": 4.906814613854548e-05,
      "loss": 4.6551,
      "step": 121755
    },
    {
      "epoch": 0.10657880800846609,
      "grad_norm": 0.485559344291687,
      "learning_rate": 4.906806233816984e-05,
      "loss": 6.0088,
      "step": 121760
    },
    {
      "epoch": 0.10658318460209323,
      "grad_norm": 0.4551149904727936,
      "learning_rate": 4.906797853411624e-05,
      "loss": 4.7656,
      "step": 121765
    },
    {
      "epoch": 0.1065875611957204,
      "grad_norm": 0.43564391136169434,
      "learning_rate": 4.906789472638468e-05,
      "loss": 5.3035,
      "step": 121770
    },
    {
      "epoch": 0.10659193778934754,
      "grad_norm": 0.4164184331893921,
      "learning_rate": 4.9067810914975166e-05,
      "loss": 4.973,
      "step": 121775
    },
    {
      "epoch": 0.1065963143829747,
      "grad_norm": 0.3783015310764313,
      "learning_rate": 4.906772709988773e-05,
      "loss": 5.4783,
      "step": 121780
    },
    {
      "epoch": 0.10660069097660185,
      "grad_norm": 0.4181087613105774,
      "learning_rate": 4.906764328112239e-05,
      "loss": 4.7759,
      "step": 121785
    },
    {
      "epoch": 0.10660506757022901,
      "grad_norm": 0.45810240507125854,
      "learning_rate": 4.906755945867915e-05,
      "loss": 5.4947,
      "step": 121790
    },
    {
      "epoch": 0.10660944416385616,
      "grad_norm": 0.5529563426971436,
      "learning_rate": 4.906747563255803e-05,
      "loss": 4.6906,
      "step": 121795
    },
    {
      "epoch": 0.10661382075748332,
      "grad_norm": 0.45559898018836975,
      "learning_rate": 4.906739180275904e-05,
      "loss": 4.4688,
      "step": 121800
    },
    {
      "epoch": 0.10661819735111047,
      "grad_norm": 0.39332008361816406,
      "learning_rate": 4.9067307969282213e-05,
      "loss": 4.4831,
      "step": 121805
    },
    {
      "epoch": 0.10662257394473763,
      "grad_norm": 0.44446516036987305,
      "learning_rate": 4.906722413212757e-05,
      "loss": 4.9294,
      "step": 121810
    },
    {
      "epoch": 0.10662695053836478,
      "grad_norm": 0.3837287127971649,
      "learning_rate": 4.906714029129509e-05,
      "loss": 5.4195,
      "step": 121815
    },
    {
      "epoch": 0.10663132713199194,
      "grad_norm": 0.4414423704147339,
      "learning_rate": 4.906705644678482e-05,
      "loss": 5.1755,
      "step": 121820
    },
    {
      "epoch": 0.10663570372561909,
      "grad_norm": 0.4093981683254242,
      "learning_rate": 4.9066972598596774e-05,
      "loss": 5.1232,
      "step": 121825
    },
    {
      "epoch": 0.10664008031924624,
      "grad_norm": 0.4041847288608551,
      "learning_rate": 4.906688874673097e-05,
      "loss": 5.4025,
      "step": 121830
    },
    {
      "epoch": 0.1066444569128734,
      "grad_norm": 0.43057501316070557,
      "learning_rate": 4.906680489118739e-05,
      "loss": 5.4903,
      "step": 121835
    },
    {
      "epoch": 0.10664883350650055,
      "grad_norm": 0.37744271755218506,
      "learning_rate": 4.90667210319661e-05,
      "loss": 5.5082,
      "step": 121840
    },
    {
      "epoch": 0.10665321010012771,
      "grad_norm": 0.3548755645751953,
      "learning_rate": 4.906663716906709e-05,
      "loss": 5.9814,
      "step": 121845
    },
    {
      "epoch": 0.10665758669375486,
      "grad_norm": 0.3630959987640381,
      "learning_rate": 4.9066553302490373e-05,
      "loss": 5.314,
      "step": 121850
    },
    {
      "epoch": 0.10666196328738202,
      "grad_norm": 0.38427460193634033,
      "learning_rate": 4.906646943223597e-05,
      "loss": 5.1616,
      "step": 121855
    },
    {
      "epoch": 0.10666633988100917,
      "grad_norm": 0.4097546637058258,
      "learning_rate": 4.9066385558303906e-05,
      "loss": 5.4864,
      "step": 121860
    },
    {
      "epoch": 0.10667071647463633,
      "grad_norm": 0.41198885440826416,
      "learning_rate": 4.9066301680694193e-05,
      "loss": 5.2302,
      "step": 121865
    },
    {
      "epoch": 0.10667509306826348,
      "grad_norm": 0.3517208993434906,
      "learning_rate": 4.9066217799406834e-05,
      "loss": 6.027,
      "step": 121870
    },
    {
      "epoch": 0.10667946966189064,
      "grad_norm": 0.4433639645576477,
      "learning_rate": 4.906613391444187e-05,
      "loss": 5.7601,
      "step": 121875
    },
    {
      "epoch": 0.10668384625551779,
      "grad_norm": 0.3846403658390045,
      "learning_rate": 4.906605002579928e-05,
      "loss": 5.5252,
      "step": 121880
    },
    {
      "epoch": 0.10668822284914495,
      "grad_norm": 0.3841486871242523,
      "learning_rate": 4.9065966133479126e-05,
      "loss": 5.2,
      "step": 121885
    },
    {
      "epoch": 0.1066925994427721,
      "grad_norm": 0.42745423316955566,
      "learning_rate": 4.9065882237481385e-05,
      "loss": 4.7628,
      "step": 121890
    },
    {
      "epoch": 0.10669697603639926,
      "grad_norm": 0.4139311909675598,
      "learning_rate": 4.90657983378061e-05,
      "loss": 4.933,
      "step": 121895
    },
    {
      "epoch": 0.1067013526300264,
      "grad_norm": 0.4130931794643402,
      "learning_rate": 4.906571443445327e-05,
      "loss": 5.489,
      "step": 121900
    },
    {
      "epoch": 0.10670572922365357,
      "grad_norm": 0.35815170407295227,
      "learning_rate": 4.9065630527422915e-05,
      "loss": 6.0086,
      "step": 121905
    },
    {
      "epoch": 0.10671010581728071,
      "grad_norm": 0.4227345287799835,
      "learning_rate": 4.9065546616715065e-05,
      "loss": 5.297,
      "step": 121910
    },
    {
      "epoch": 0.10671448241090788,
      "grad_norm": 0.353322297334671,
      "learning_rate": 4.906546270232971e-05,
      "loss": 6.3223,
      "step": 121915
    },
    {
      "epoch": 0.10671885900453502,
      "grad_norm": 0.34494879841804504,
      "learning_rate": 4.906537878426689e-05,
      "loss": 5.4919,
      "step": 121920
    },
    {
      "epoch": 0.10672323559816219,
      "grad_norm": 0.35861244797706604,
      "learning_rate": 4.906529486252661e-05,
      "loss": 5.7805,
      "step": 121925
    },
    {
      "epoch": 0.10672761219178933,
      "grad_norm": 0.44669318199157715,
      "learning_rate": 4.9065210937108884e-05,
      "loss": 5.1754,
      "step": 121930
    },
    {
      "epoch": 0.1067319887854165,
      "grad_norm": 0.43190640211105347,
      "learning_rate": 4.9065127008013744e-05,
      "loss": 4.77,
      "step": 121935
    },
    {
      "epoch": 0.10673636537904364,
      "grad_norm": 0.4292282462120056,
      "learning_rate": 4.906504307524119e-05,
      "loss": 6.027,
      "step": 121940
    },
    {
      "epoch": 0.1067407419726708,
      "grad_norm": 0.38650232553482056,
      "learning_rate": 4.9064959138791234e-05,
      "loss": 4.9492,
      "step": 121945
    },
    {
      "epoch": 0.10674511856629795,
      "grad_norm": 0.41440972685813904,
      "learning_rate": 4.906487519866392e-05,
      "loss": 5.4923,
      "step": 121950
    },
    {
      "epoch": 0.10674949515992511,
      "grad_norm": 0.35757696628570557,
      "learning_rate": 4.9064791254859224e-05,
      "loss": 5.7972,
      "step": 121955
    },
    {
      "epoch": 0.10675387175355226,
      "grad_norm": 0.36442601680755615,
      "learning_rate": 4.906470730737719e-05,
      "loss": 5.7777,
      "step": 121960
    },
    {
      "epoch": 0.10675824834717941,
      "grad_norm": 0.36639681458473206,
      "learning_rate": 4.906462335621783e-05,
      "loss": 5.4795,
      "step": 121965
    },
    {
      "epoch": 0.10676262494080657,
      "grad_norm": 0.42753759026527405,
      "learning_rate": 4.906453940138117e-05,
      "loss": 4.6762,
      "step": 121970
    },
    {
      "epoch": 0.10676700153443372,
      "grad_norm": 0.42021074891090393,
      "learning_rate": 4.906445544286719e-05,
      "loss": 4.6468,
      "step": 121975
    },
    {
      "epoch": 0.10677137812806088,
      "grad_norm": 0.36469483375549316,
      "learning_rate": 4.9064371480675956e-05,
      "loss": 6.0215,
      "step": 121980
    },
    {
      "epoch": 0.10677575472168803,
      "grad_norm": 0.4036697447299957,
      "learning_rate": 4.9064287514807437e-05,
      "loss": 5.2749,
      "step": 121985
    },
    {
      "epoch": 0.10678013131531519,
      "grad_norm": 0.40818458795547485,
      "learning_rate": 4.906420354526169e-05,
      "loss": 4.8742,
      "step": 121990
    },
    {
      "epoch": 0.10678450790894234,
      "grad_norm": 0.37425100803375244,
      "learning_rate": 4.90641195720387e-05,
      "loss": 5.2687,
      "step": 121995
    },
    {
      "epoch": 0.1067888845025695,
      "grad_norm": 0.37066712975502014,
      "learning_rate": 4.9064035595138494e-05,
      "loss": 5.2544,
      "step": 122000
    },
    {
      "epoch": 0.10679326109619665,
      "grad_norm": 0.36721286177635193,
      "learning_rate": 4.9063951614561085e-05,
      "loss": 5.5021,
      "step": 122005
    },
    {
      "epoch": 0.10679763768982381,
      "grad_norm": 0.42861315608024597,
      "learning_rate": 4.90638676303065e-05,
      "loss": 4.8839,
      "step": 122010
    },
    {
      "epoch": 0.10680201428345096,
      "grad_norm": 0.4032857418060303,
      "learning_rate": 4.906378364237475e-05,
      "loss": 4.5531,
      "step": 122015
    },
    {
      "epoch": 0.10680639087707812,
      "grad_norm": 0.4333953857421875,
      "learning_rate": 4.906369965076586e-05,
      "loss": 5.2009,
      "step": 122020
    },
    {
      "epoch": 0.10681076747070527,
      "grad_norm": 0.371158242225647,
      "learning_rate": 4.9063615655479824e-05,
      "loss": 5.8307,
      "step": 122025
    },
    {
      "epoch": 0.10681514406433243,
      "grad_norm": 0.399262934923172,
      "learning_rate": 4.906353165651667e-05,
      "loss": 5.1705,
      "step": 122030
    },
    {
      "epoch": 0.10681952065795958,
      "grad_norm": 0.44233545660972595,
      "learning_rate": 4.906344765387642e-05,
      "loss": 5.2983,
      "step": 122035
    },
    {
      "epoch": 0.10682389725158674,
      "grad_norm": 0.38003554940223694,
      "learning_rate": 4.906336364755907e-05,
      "loss": 5.4511,
      "step": 122040
    },
    {
      "epoch": 0.10682827384521389,
      "grad_norm": 0.4043906629085541,
      "learning_rate": 4.9063279637564665e-05,
      "loss": 5.2018,
      "step": 122045
    },
    {
      "epoch": 0.10683265043884105,
      "grad_norm": 0.4283366799354553,
      "learning_rate": 4.90631956238932e-05,
      "loss": 4.6646,
      "step": 122050
    },
    {
      "epoch": 0.1068370270324682,
      "grad_norm": 0.4440569579601288,
      "learning_rate": 4.9063111606544706e-05,
      "loss": 5.2743,
      "step": 122055
    },
    {
      "epoch": 0.10684140362609536,
      "grad_norm": 0.43301236629486084,
      "learning_rate": 4.9063027585519184e-05,
      "loss": 4.9938,
      "step": 122060
    },
    {
      "epoch": 0.1068457802197225,
      "grad_norm": 0.41112348437309265,
      "learning_rate": 4.9062943560816664e-05,
      "loss": 5.002,
      "step": 122065
    },
    {
      "epoch": 0.10685015681334967,
      "grad_norm": 0.41758766770362854,
      "learning_rate": 4.9062859532437154e-05,
      "loss": 4.7354,
      "step": 122070
    },
    {
      "epoch": 0.10685453340697681,
      "grad_norm": 0.6110396385192871,
      "learning_rate": 4.9062775500380674e-05,
      "loss": 4.8819,
      "step": 122075
    },
    {
      "epoch": 0.10685891000060398,
      "grad_norm": 0.41775423288345337,
      "learning_rate": 4.906269146464724e-05,
      "loss": 4.945,
      "step": 122080
    },
    {
      "epoch": 0.10686328659423112,
      "grad_norm": 0.42017480731010437,
      "learning_rate": 4.9062607425236865e-05,
      "loss": 4.9505,
      "step": 122085
    },
    {
      "epoch": 0.10686766318785827,
      "grad_norm": 0.5002068877220154,
      "learning_rate": 4.906252338214955e-05,
      "loss": 4.7527,
      "step": 122090
    },
    {
      "epoch": 0.10687203978148543,
      "grad_norm": 0.47722238302230835,
      "learning_rate": 4.9062439335385345e-05,
      "loss": 4.1535,
      "step": 122095
    },
    {
      "epoch": 0.10687641637511258,
      "grad_norm": 0.5460666418075562,
      "learning_rate": 4.906235528494425e-05,
      "loss": 4.7763,
      "step": 122100
    },
    {
      "epoch": 0.10688079296873974,
      "grad_norm": 0.4836336374282837,
      "learning_rate": 4.906227123082627e-05,
      "loss": 4.8254,
      "step": 122105
    },
    {
      "epoch": 0.10688516956236689,
      "grad_norm": 0.538388729095459,
      "learning_rate": 4.906218717303145e-05,
      "loss": 5.2184,
      "step": 122110
    },
    {
      "epoch": 0.10688954615599405,
      "grad_norm": 0.5461027026176453,
      "learning_rate": 4.9062103111559776e-05,
      "loss": 5.4669,
      "step": 122115
    },
    {
      "epoch": 0.1068939227496212,
      "grad_norm": 0.4817604422569275,
      "learning_rate": 4.906201904641127e-05,
      "loss": 4.7852,
      "step": 122120
    },
    {
      "epoch": 0.10689829934324836,
      "grad_norm": 0.5724228620529175,
      "learning_rate": 4.9061934977585964e-05,
      "loss": 4.4502,
      "step": 122125
    },
    {
      "epoch": 0.10690267593687551,
      "grad_norm": 0.4018948972225189,
      "learning_rate": 4.9061850905083864e-05,
      "loss": 5.308,
      "step": 122130
    },
    {
      "epoch": 0.10690705253050267,
      "grad_norm": 0.406176894903183,
      "learning_rate": 4.906176682890498e-05,
      "loss": 5.4667,
      "step": 122135
    },
    {
      "epoch": 0.10691142912412982,
      "grad_norm": 0.4129125773906708,
      "learning_rate": 4.9061682749049344e-05,
      "loss": 5.278,
      "step": 122140
    },
    {
      "epoch": 0.10691580571775698,
      "grad_norm": 0.37694036960601807,
      "learning_rate": 4.906159866551695e-05,
      "loss": 5.7213,
      "step": 122145
    },
    {
      "epoch": 0.10692018231138413,
      "grad_norm": 0.4632227420806885,
      "learning_rate": 4.9061514578307844e-05,
      "loss": 4.9669,
      "step": 122150
    },
    {
      "epoch": 0.10692455890501129,
      "grad_norm": 0.39614447951316833,
      "learning_rate": 4.906143048742201e-05,
      "loss": 4.4741,
      "step": 122155
    },
    {
      "epoch": 0.10692893549863844,
      "grad_norm": 0.4687763750553131,
      "learning_rate": 4.906134639285949e-05,
      "loss": 5.7847,
      "step": 122160
    },
    {
      "epoch": 0.1069333120922656,
      "grad_norm": 0.38874757289886475,
      "learning_rate": 4.906126229462028e-05,
      "loss": 5.9834,
      "step": 122165
    },
    {
      "epoch": 0.10693768868589275,
      "grad_norm": 0.4488758444786072,
      "learning_rate": 4.906117819270442e-05,
      "loss": 4.7403,
      "step": 122170
    },
    {
      "epoch": 0.10694206527951991,
      "grad_norm": 0.48380038142204285,
      "learning_rate": 4.9061094087111905e-05,
      "loss": 5.7047,
      "step": 122175
    },
    {
      "epoch": 0.10694644187314706,
      "grad_norm": 0.4121743142604828,
      "learning_rate": 4.9061009977842754e-05,
      "loss": 5.5041,
      "step": 122180
    },
    {
      "epoch": 0.10695081846677422,
      "grad_norm": 0.4597190022468567,
      "learning_rate": 4.9060925864897e-05,
      "loss": 5.4937,
      "step": 122185
    },
    {
      "epoch": 0.10695519506040137,
      "grad_norm": 0.4261608123779297,
      "learning_rate": 4.906084174827463e-05,
      "loss": 5.691,
      "step": 122190
    },
    {
      "epoch": 0.10695957165402853,
      "grad_norm": 0.4135453999042511,
      "learning_rate": 4.90607576279757e-05,
      "loss": 4.9476,
      "step": 122195
    },
    {
      "epoch": 0.10696394824765568,
      "grad_norm": 0.4053363800048828,
      "learning_rate": 4.9060673504000184e-05,
      "loss": 5.1636,
      "step": 122200
    },
    {
      "epoch": 0.10696832484128284,
      "grad_norm": 0.3551119267940521,
      "learning_rate": 4.906058937634813e-05,
      "loss": 6.335,
      "step": 122205
    },
    {
      "epoch": 0.10697270143490999,
      "grad_norm": 0.35025763511657715,
      "learning_rate": 4.906050524501953e-05,
      "loss": 5.7791,
      "step": 122210
    },
    {
      "epoch": 0.10697707802853713,
      "grad_norm": 0.35124531388282776,
      "learning_rate": 4.906042111001442e-05,
      "loss": 5.7492,
      "step": 122215
    },
    {
      "epoch": 0.1069814546221643,
      "grad_norm": 0.44594016671180725,
      "learning_rate": 4.906033697133281e-05,
      "loss": 4.4189,
      "step": 122220
    },
    {
      "epoch": 0.10698583121579144,
      "grad_norm": 0.4096224009990692,
      "learning_rate": 4.9060252828974703e-05,
      "loss": 5.1049,
      "step": 122225
    },
    {
      "epoch": 0.1069902078094186,
      "grad_norm": 0.4287550151348114,
      "learning_rate": 4.906016868294014e-05,
      "loss": 5.1696,
      "step": 122230
    },
    {
      "epoch": 0.10699458440304575,
      "grad_norm": 0.39298319816589355,
      "learning_rate": 4.9060084533229125e-05,
      "loss": 5.7299,
      "step": 122235
    },
    {
      "epoch": 0.10699896099667291,
      "grad_norm": 0.41841039061546326,
      "learning_rate": 4.9060000379841674e-05,
      "loss": 5.373,
      "step": 122240
    },
    {
      "epoch": 0.10700333759030006,
      "grad_norm": 0.4441346824169159,
      "learning_rate": 4.905991622277779e-05,
      "loss": 5.2671,
      "step": 122245
    },
    {
      "epoch": 0.10700771418392722,
      "grad_norm": 0.40180841088294983,
      "learning_rate": 4.9059832062037515e-05,
      "loss": 5.4766,
      "step": 122250
    },
    {
      "epoch": 0.10701209077755437,
      "grad_norm": 0.38424134254455566,
      "learning_rate": 4.905974789762085e-05,
      "loss": 5.4045,
      "step": 122255
    },
    {
      "epoch": 0.10701646737118153,
      "grad_norm": 0.38858625292778015,
      "learning_rate": 4.9059663729527806e-05,
      "loss": 5.7357,
      "step": 122260
    },
    {
      "epoch": 0.10702084396480868,
      "grad_norm": 0.36711063981056213,
      "learning_rate": 4.9059579557758405e-05,
      "loss": 5.9881,
      "step": 122265
    },
    {
      "epoch": 0.10702522055843584,
      "grad_norm": 0.3835708796977997,
      "learning_rate": 4.9059495382312684e-05,
      "loss": 4.7124,
      "step": 122270
    },
    {
      "epoch": 0.10702959715206299,
      "grad_norm": 0.46954524517059326,
      "learning_rate": 4.905941120319062e-05,
      "loss": 4.6275,
      "step": 122275
    },
    {
      "epoch": 0.10703397374569015,
      "grad_norm": 0.3496856987476349,
      "learning_rate": 4.905932702039225e-05,
      "loss": 5.4525,
      "step": 122280
    },
    {
      "epoch": 0.1070383503393173,
      "grad_norm": 0.38743969798088074,
      "learning_rate": 4.90592428339176e-05,
      "loss": 5.6873,
      "step": 122285
    },
    {
      "epoch": 0.10704272693294446,
      "grad_norm": 0.38800495862960815,
      "learning_rate": 4.905915864376667e-05,
      "loss": 4.6514,
      "step": 122290
    },
    {
      "epoch": 0.10704710352657161,
      "grad_norm": 0.39104577898979187,
      "learning_rate": 4.905907444993948e-05,
      "loss": 4.3746,
      "step": 122295
    },
    {
      "epoch": 0.10705148012019877,
      "grad_norm": 0.48278501629829407,
      "learning_rate": 4.905899025243606e-05,
      "loss": 3.9234,
      "step": 122300
    },
    {
      "epoch": 0.10705585671382592,
      "grad_norm": 0.4346751272678375,
      "learning_rate": 4.9058906051256405e-05,
      "loss": 5.158,
      "step": 122305
    },
    {
      "epoch": 0.10706023330745308,
      "grad_norm": 0.3574781119823456,
      "learning_rate": 4.9058821846400535e-05,
      "loss": 4.9754,
      "step": 122310
    },
    {
      "epoch": 0.10706460990108023,
      "grad_norm": 0.42429834604263306,
      "learning_rate": 4.905873763786848e-05,
      "loss": 5.2534,
      "step": 122315
    },
    {
      "epoch": 0.10706898649470739,
      "grad_norm": 0.4053732752799988,
      "learning_rate": 4.9058653425660236e-05,
      "loss": 5.4277,
      "step": 122320
    },
    {
      "epoch": 0.10707336308833454,
      "grad_norm": 0.43051090836524963,
      "learning_rate": 4.905856920977585e-05,
      "loss": 4.6519,
      "step": 122325
    },
    {
      "epoch": 0.1070777396819617,
      "grad_norm": 0.4086233973503113,
      "learning_rate": 4.9058484990215316e-05,
      "loss": 5.1975,
      "step": 122330
    },
    {
      "epoch": 0.10708211627558885,
      "grad_norm": 0.4139387309551239,
      "learning_rate": 4.9058400766978655e-05,
      "loss": 4.9869,
      "step": 122335
    },
    {
      "epoch": 0.10708649286921601,
      "grad_norm": 0.35036700963974,
      "learning_rate": 4.905831654006587e-05,
      "loss": 5.7045,
      "step": 122340
    },
    {
      "epoch": 0.10709086946284316,
      "grad_norm": 0.4015856087207794,
      "learning_rate": 4.905823230947699e-05,
      "loss": 5.1743,
      "step": 122345
    },
    {
      "epoch": 0.1070952460564703,
      "grad_norm": 0.40416836738586426,
      "learning_rate": 4.905814807521204e-05,
      "loss": 5.4605,
      "step": 122350
    },
    {
      "epoch": 0.10709962265009747,
      "grad_norm": 0.37212708592414856,
      "learning_rate": 4.905806383727103e-05,
      "loss": 5.7643,
      "step": 122355
    },
    {
      "epoch": 0.10710399924372462,
      "grad_norm": 0.36942654848098755,
      "learning_rate": 4.905797959565396e-05,
      "loss": 6.0463,
      "step": 122360
    },
    {
      "epoch": 0.10710837583735178,
      "grad_norm": 0.38735970854759216,
      "learning_rate": 4.905789535036087e-05,
      "loss": 5.7041,
      "step": 122365
    },
    {
      "epoch": 0.10711275243097892,
      "grad_norm": 0.42658373713493347,
      "learning_rate": 4.905781110139177e-05,
      "loss": 4.939,
      "step": 122370
    },
    {
      "epoch": 0.10711712902460609,
      "grad_norm": 0.4364534318447113,
      "learning_rate": 4.905772684874665e-05,
      "loss": 5.4824,
      "step": 122375
    },
    {
      "epoch": 0.10712150561823323,
      "grad_norm": 0.5166406035423279,
      "learning_rate": 4.905764259242557e-05,
      "loss": 4.6532,
      "step": 122380
    },
    {
      "epoch": 0.1071258822118604,
      "grad_norm": 0.466526597738266,
      "learning_rate": 4.9057558332428524e-05,
      "loss": 6.0295,
      "step": 122385
    },
    {
      "epoch": 0.10713025880548754,
      "grad_norm": 0.4353949725627899,
      "learning_rate": 4.905747406875552e-05,
      "loss": 5.5051,
      "step": 122390
    },
    {
      "epoch": 0.1071346353991147,
      "grad_norm": 0.4119064509868622,
      "learning_rate": 4.905738980140658e-05,
      "loss": 5.2771,
      "step": 122395
    },
    {
      "epoch": 0.10713901199274185,
      "grad_norm": 0.3821876347064972,
      "learning_rate": 4.9057305530381724e-05,
      "loss": 5.4805,
      "step": 122400
    },
    {
      "epoch": 0.10714338858636901,
      "grad_norm": 0.45731353759765625,
      "learning_rate": 4.9057221255680974e-05,
      "loss": 5.999,
      "step": 122405
    },
    {
      "epoch": 0.10714776517999616,
      "grad_norm": 0.4109397530555725,
      "learning_rate": 4.905713697730433e-05,
      "loss": 5.2056,
      "step": 122410
    },
    {
      "epoch": 0.10715214177362332,
      "grad_norm": 0.42561718821525574,
      "learning_rate": 4.9057052695251836e-05,
      "loss": 4.9904,
      "step": 122415
    },
    {
      "epoch": 0.10715651836725047,
      "grad_norm": 0.4480981230735779,
      "learning_rate": 4.9056968409523476e-05,
      "loss": 5.1686,
      "step": 122420
    },
    {
      "epoch": 0.10716089496087763,
      "grad_norm": 0.40154436230659485,
      "learning_rate": 4.9056884120119285e-05,
      "loss": 5.4332,
      "step": 122425
    },
    {
      "epoch": 0.10716527155450478,
      "grad_norm": 0.438742071390152,
      "learning_rate": 4.905679982703927e-05,
      "loss": 5.1851,
      "step": 122430
    },
    {
      "epoch": 0.10716964814813194,
      "grad_norm": 0.42221492528915405,
      "learning_rate": 4.905671553028345e-05,
      "loss": 5.3816,
      "step": 122435
    },
    {
      "epoch": 0.10717402474175909,
      "grad_norm": 0.3957825303077698,
      "learning_rate": 4.9056631229851855e-05,
      "loss": 4.897,
      "step": 122440
    },
    {
      "epoch": 0.10717840133538625,
      "grad_norm": 0.45480602979660034,
      "learning_rate": 4.9056546925744486e-05,
      "loss": 4.4573,
      "step": 122445
    },
    {
      "epoch": 0.1071827779290134,
      "grad_norm": 0.45630428194999695,
      "learning_rate": 4.905646261796135e-05,
      "loss": 4.4206,
      "step": 122450
    },
    {
      "epoch": 0.10718715452264056,
      "grad_norm": 0.4162224531173706,
      "learning_rate": 4.905637830650249e-05,
      "loss": 5.7893,
      "step": 122455
    },
    {
      "epoch": 0.10719153111626771,
      "grad_norm": 0.4264998435974121,
      "learning_rate": 4.9056293991367904e-05,
      "loss": 5.1638,
      "step": 122460
    },
    {
      "epoch": 0.10719590770989487,
      "grad_norm": 0.4253365397453308,
      "learning_rate": 4.905620967255761e-05,
      "loss": 4.9648,
      "step": 122465
    },
    {
      "epoch": 0.10720028430352202,
      "grad_norm": 0.4339459538459778,
      "learning_rate": 4.905612535007164e-05,
      "loss": 4.432,
      "step": 122470
    },
    {
      "epoch": 0.10720466089714917,
      "grad_norm": 0.3763335049152374,
      "learning_rate": 4.905604102390998e-05,
      "loss": 5.5239,
      "step": 122475
    },
    {
      "epoch": 0.10720903749077633,
      "grad_norm": 0.43619707226753235,
      "learning_rate": 4.905595669407267e-05,
      "loss": 5.471,
      "step": 122480
    },
    {
      "epoch": 0.10721341408440348,
      "grad_norm": 0.42179909348487854,
      "learning_rate": 4.9055872360559716e-05,
      "loss": 5.2034,
      "step": 122485
    },
    {
      "epoch": 0.10721779067803064,
      "grad_norm": 0.38830482959747314,
      "learning_rate": 4.905578802337115e-05,
      "loss": 5.4223,
      "step": 122490
    },
    {
      "epoch": 0.10722216727165779,
      "grad_norm": 0.35559239983558655,
      "learning_rate": 4.905570368250696e-05,
      "loss": 5.4539,
      "step": 122495
    },
    {
      "epoch": 0.10722654386528495,
      "grad_norm": 0.43229952454566956,
      "learning_rate": 4.905561933796719e-05,
      "loss": 5.4921,
      "step": 122500
    },
    {
      "epoch": 0.1072309204589121,
      "grad_norm": 0.5963391065597534,
      "learning_rate": 4.905553498975184e-05,
      "loss": 4.6578,
      "step": 122505
    },
    {
      "epoch": 0.10723529705253926,
      "grad_norm": 0.42168334126472473,
      "learning_rate": 4.9055450637860934e-05,
      "loss": 5.3807,
      "step": 122510
    },
    {
      "epoch": 0.1072396736461664,
      "grad_norm": 0.43862292170524597,
      "learning_rate": 4.905536628229448e-05,
      "loss": 4.6679,
      "step": 122515
    },
    {
      "epoch": 0.10724405023979357,
      "grad_norm": 0.38267606496810913,
      "learning_rate": 4.90552819230525e-05,
      "loss": 4.8748,
      "step": 122520
    },
    {
      "epoch": 0.10724842683342072,
      "grad_norm": 0.3457091152667999,
      "learning_rate": 4.905519756013502e-05,
      "loss": 6.3014,
      "step": 122525
    },
    {
      "epoch": 0.10725280342704788,
      "grad_norm": 0.396173894405365,
      "learning_rate": 4.9055113193542034e-05,
      "loss": 4.5749,
      "step": 122530
    },
    {
      "epoch": 0.10725718002067502,
      "grad_norm": 0.42200151085853577,
      "learning_rate": 4.905502882327357e-05,
      "loss": 5.7786,
      "step": 122535
    },
    {
      "epoch": 0.10726155661430219,
      "grad_norm": 0.6042627692222595,
      "learning_rate": 4.905494444932965e-05,
      "loss": 4.2511,
      "step": 122540
    },
    {
      "epoch": 0.10726593320792933,
      "grad_norm": 0.4493409991264343,
      "learning_rate": 4.9054860071710284e-05,
      "loss": 5.2184,
      "step": 122545
    },
    {
      "epoch": 0.1072703098015565,
      "grad_norm": 0.41132184863090515,
      "learning_rate": 4.9054775690415486e-05,
      "loss": 5.5238,
      "step": 122550
    },
    {
      "epoch": 0.10727468639518364,
      "grad_norm": 0.4886714220046997,
      "learning_rate": 4.905469130544529e-05,
      "loss": 5.4764,
      "step": 122555
    },
    {
      "epoch": 0.1072790629888108,
      "grad_norm": 0.37579643726348877,
      "learning_rate": 4.905460691679968e-05,
      "loss": 5.7174,
      "step": 122560
    },
    {
      "epoch": 0.10728343958243795,
      "grad_norm": 0.4296224117279053,
      "learning_rate": 4.90545225244787e-05,
      "loss": 5.156,
      "step": 122565
    },
    {
      "epoch": 0.10728781617606512,
      "grad_norm": 0.4311378598213196,
      "learning_rate": 4.905443812848235e-05,
      "loss": 4.9328,
      "step": 122570
    },
    {
      "epoch": 0.10729219276969226,
      "grad_norm": 0.39557361602783203,
      "learning_rate": 4.9054353728810655e-05,
      "loss": 4.967,
      "step": 122575
    },
    {
      "epoch": 0.10729656936331942,
      "grad_norm": 0.3734830617904663,
      "learning_rate": 4.905426932546363e-05,
      "loss": 5.2787,
      "step": 122580
    },
    {
      "epoch": 0.10730094595694657,
      "grad_norm": 0.396539568901062,
      "learning_rate": 4.905418491844128e-05,
      "loss": 5.5133,
      "step": 122585
    },
    {
      "epoch": 0.10730532255057373,
      "grad_norm": 0.41645151376724243,
      "learning_rate": 4.905410050774365e-05,
      "loss": 4.4747,
      "step": 122590
    },
    {
      "epoch": 0.10730969914420088,
      "grad_norm": 0.37198442220687866,
      "learning_rate": 4.9054016093370724e-05,
      "loss": 5.7948,
      "step": 122595
    },
    {
      "epoch": 0.10731407573782804,
      "grad_norm": 0.36969834566116333,
      "learning_rate": 4.905393167532254e-05,
      "loss": 6.0229,
      "step": 122600
    },
    {
      "epoch": 0.10731845233145519,
      "grad_norm": 0.4211917817592621,
      "learning_rate": 4.9053847253599106e-05,
      "loss": 5.0805,
      "step": 122605
    },
    {
      "epoch": 0.10732282892508234,
      "grad_norm": 0.38177040219306946,
      "learning_rate": 4.9053762828200434e-05,
      "loss": 5.7857,
      "step": 122610
    },
    {
      "epoch": 0.1073272055187095,
      "grad_norm": 0.35317349433898926,
      "learning_rate": 4.905367839912655e-05,
      "loss": 5.7793,
      "step": 122615
    },
    {
      "epoch": 0.10733158211233665,
      "grad_norm": 0.4361916482448578,
      "learning_rate": 4.905359396637745e-05,
      "loss": 5.1785,
      "step": 122620
    },
    {
      "epoch": 0.10733595870596381,
      "grad_norm": 0.3828395903110504,
      "learning_rate": 4.905350952995318e-05,
      "loss": 6.3105,
      "step": 122625
    },
    {
      "epoch": 0.10734033529959096,
      "grad_norm": 0.37241262197494507,
      "learning_rate": 4.905342508985373e-05,
      "loss": 5.4901,
      "step": 122630
    },
    {
      "epoch": 0.10734471189321812,
      "grad_norm": 0.3758698105812073,
      "learning_rate": 4.905334064607914e-05,
      "loss": 5.4966,
      "step": 122635
    },
    {
      "epoch": 0.10734908848684527,
      "grad_norm": 0.43021097779273987,
      "learning_rate": 4.9053256198629416e-05,
      "loss": 5.186,
      "step": 122640
    },
    {
      "epoch": 0.10735346508047243,
      "grad_norm": 0.4111550748348236,
      "learning_rate": 4.905317174750456e-05,
      "loss": 5.7146,
      "step": 122645
    },
    {
      "epoch": 0.10735784167409958,
      "grad_norm": 0.5558244585990906,
      "learning_rate": 4.9053087292704606e-05,
      "loss": 5.7958,
      "step": 122650
    },
    {
      "epoch": 0.10736221826772674,
      "grad_norm": 0.45604124665260315,
      "learning_rate": 4.905300283422957e-05,
      "loss": 5.4896,
      "step": 122655
    },
    {
      "epoch": 0.10736659486135389,
      "grad_norm": 0.46128541231155396,
      "learning_rate": 4.905291837207946e-05,
      "loss": 5.2549,
      "step": 122660
    },
    {
      "epoch": 0.10737097145498105,
      "grad_norm": 0.43992793560028076,
      "learning_rate": 4.9052833906254295e-05,
      "loss": 5.7283,
      "step": 122665
    },
    {
      "epoch": 0.1073753480486082,
      "grad_norm": 0.4352905750274658,
      "learning_rate": 4.905274943675409e-05,
      "loss": 4.7568,
      "step": 122670
    },
    {
      "epoch": 0.10737972464223536,
      "grad_norm": 0.42050862312316895,
      "learning_rate": 4.905266496357887e-05,
      "loss": 4.7188,
      "step": 122675
    },
    {
      "epoch": 0.1073841012358625,
      "grad_norm": 0.4577043652534485,
      "learning_rate": 4.9052580486728636e-05,
      "loss": 4.9426,
      "step": 122680
    },
    {
      "epoch": 0.10738847782948967,
      "grad_norm": 0.408271461725235,
      "learning_rate": 4.905249600620342e-05,
      "loss": 5.0212,
      "step": 122685
    },
    {
      "epoch": 0.10739285442311682,
      "grad_norm": 0.3922507166862488,
      "learning_rate": 4.9052411522003225e-05,
      "loss": 5.1786,
      "step": 122690
    },
    {
      "epoch": 0.10739723101674398,
      "grad_norm": 0.42511314153671265,
      "learning_rate": 4.9052327034128074e-05,
      "loss": 5.2065,
      "step": 122695
    },
    {
      "epoch": 0.10740160761037112,
      "grad_norm": 0.3979201912879944,
      "learning_rate": 4.9052242542577985e-05,
      "loss": 5.4824,
      "step": 122700
    },
    {
      "epoch": 0.10740598420399829,
      "grad_norm": 0.3623565137386322,
      "learning_rate": 4.905215804735298e-05,
      "loss": 6.0033,
      "step": 122705
    },
    {
      "epoch": 0.10741036079762543,
      "grad_norm": 0.42689236998558044,
      "learning_rate": 4.905207354845306e-05,
      "loss": 5.7819,
      "step": 122710
    },
    {
      "epoch": 0.1074147373912526,
      "grad_norm": 0.4132915735244751,
      "learning_rate": 4.9051989045878246e-05,
      "loss": 4.696,
      "step": 122715
    },
    {
      "epoch": 0.10741911398487974,
      "grad_norm": 0.4276594817638397,
      "learning_rate": 4.905190453962856e-05,
      "loss": 5.5333,
      "step": 122720
    },
    {
      "epoch": 0.1074234905785069,
      "grad_norm": 0.4405623972415924,
      "learning_rate": 4.905182002970401e-05,
      "loss": 4.9817,
      "step": 122725
    },
    {
      "epoch": 0.10742786717213405,
      "grad_norm": 0.4310351610183716,
      "learning_rate": 4.905173551610463e-05,
      "loss": 4.8486,
      "step": 122730
    },
    {
      "epoch": 0.1074322437657612,
      "grad_norm": 0.44679519534111023,
      "learning_rate": 4.905165099883041e-05,
      "loss": 5.2748,
      "step": 122735
    },
    {
      "epoch": 0.10743662035938836,
      "grad_norm": 0.4507388770580292,
      "learning_rate": 4.905156647788138e-05,
      "loss": 5.3912,
      "step": 122740
    },
    {
      "epoch": 0.10744099695301551,
      "grad_norm": 0.4056907594203949,
      "learning_rate": 4.905148195325756e-05,
      "loss": 5.0973,
      "step": 122745
    },
    {
      "epoch": 0.10744537354664267,
      "grad_norm": 0.46392542123794556,
      "learning_rate": 4.9051397424958965e-05,
      "loss": 5.7765,
      "step": 122750
    },
    {
      "epoch": 0.10744975014026982,
      "grad_norm": 0.3949490189552307,
      "learning_rate": 4.905131289298561e-05,
      "loss": 6.0291,
      "step": 122755
    },
    {
      "epoch": 0.10745412673389698,
      "grad_norm": 0.4448241591453552,
      "learning_rate": 4.905122835733752e-05,
      "loss": 3.9458,
      "step": 122760
    },
    {
      "epoch": 0.10745850332752413,
      "grad_norm": 0.41030368208885193,
      "learning_rate": 4.905114381801469e-05,
      "loss": 5.0298,
      "step": 122765
    },
    {
      "epoch": 0.10746287992115129,
      "grad_norm": 0.4025786817073822,
      "learning_rate": 4.905105927501714e-05,
      "loss": 4.9695,
      "step": 122770
    },
    {
      "epoch": 0.10746725651477844,
      "grad_norm": 0.39937275648117065,
      "learning_rate": 4.905097472834491e-05,
      "loss": 5.3773,
      "step": 122775
    },
    {
      "epoch": 0.1074716331084056,
      "grad_norm": 0.43655216693878174,
      "learning_rate": 4.9050890177997985e-05,
      "loss": 5.4851,
      "step": 122780
    },
    {
      "epoch": 0.10747600970203275,
      "grad_norm": 0.39958691596984863,
      "learning_rate": 4.9050805623976404e-05,
      "loss": 5.6689,
      "step": 122785
    },
    {
      "epoch": 0.10748038629565991,
      "grad_norm": 0.3643323481082916,
      "learning_rate": 4.905072106628018e-05,
      "loss": 6.0336,
      "step": 122790
    },
    {
      "epoch": 0.10748476288928706,
      "grad_norm": 0.39227741956710815,
      "learning_rate": 4.905063650490933e-05,
      "loss": 4.6837,
      "step": 122795
    },
    {
      "epoch": 0.10748913948291422,
      "grad_norm": 0.41074395179748535,
      "learning_rate": 4.9050551939863855e-05,
      "loss": 5.4137,
      "step": 122800
    },
    {
      "epoch": 0.10749351607654137,
      "grad_norm": 0.3872615694999695,
      "learning_rate": 4.905046737114379e-05,
      "loss": 5.1981,
      "step": 122805
    },
    {
      "epoch": 0.10749789267016853,
      "grad_norm": 0.4472581148147583,
      "learning_rate": 4.905038279874914e-05,
      "loss": 4.1681,
      "step": 122810
    },
    {
      "epoch": 0.10750226926379568,
      "grad_norm": 0.38409993052482605,
      "learning_rate": 4.905029822267992e-05,
      "loss": 5.4277,
      "step": 122815
    },
    {
      "epoch": 0.10750664585742284,
      "grad_norm": 0.49364426732063293,
      "learning_rate": 4.905021364293616e-05,
      "loss": 4.2671,
      "step": 122820
    },
    {
      "epoch": 0.10751102245104999,
      "grad_norm": 0.3851128816604614,
      "learning_rate": 4.905012905951786e-05,
      "loss": 4.8773,
      "step": 122825
    },
    {
      "epoch": 0.10751539904467715,
      "grad_norm": 0.345540851354599,
      "learning_rate": 4.905004447242505e-05,
      "loss": 5.7322,
      "step": 122830
    },
    {
      "epoch": 0.1075197756383043,
      "grad_norm": 0.3939792513847351,
      "learning_rate": 4.904995988165774e-05,
      "loss": 5.177,
      "step": 122835
    },
    {
      "epoch": 0.10752415223193146,
      "grad_norm": 0.3907468318939209,
      "learning_rate": 4.904987528721594e-05,
      "loss": 4.9644,
      "step": 122840
    },
    {
      "epoch": 0.1075285288255586,
      "grad_norm": 0.4156564474105835,
      "learning_rate": 4.9049790689099675e-05,
      "loss": 5.1864,
      "step": 122845
    },
    {
      "epoch": 0.10753290541918577,
      "grad_norm": 0.43849286437034607,
      "learning_rate": 4.904970608730895e-05,
      "loss": 5.1948,
      "step": 122850
    },
    {
      "epoch": 0.10753728201281292,
      "grad_norm": 0.4392401874065399,
      "learning_rate": 4.904962148184381e-05,
      "loss": 5.8078,
      "step": 122855
    },
    {
      "epoch": 0.10754165860644006,
      "grad_norm": 0.34987643361091614,
      "learning_rate": 4.9049536872704236e-05,
      "loss": 5.785,
      "step": 122860
    },
    {
      "epoch": 0.10754603520006722,
      "grad_norm": 0.4090477526187897,
      "learning_rate": 4.9049452259890275e-05,
      "loss": 5.162,
      "step": 122865
    },
    {
      "epoch": 0.10755041179369437,
      "grad_norm": 0.35088229179382324,
      "learning_rate": 4.904936764340191e-05,
      "loss": 5.8211,
      "step": 122870
    },
    {
      "epoch": 0.10755478838732153,
      "grad_norm": 0.41378045082092285,
      "learning_rate": 4.904928302323918e-05,
      "loss": 5.4948,
      "step": 122875
    },
    {
      "epoch": 0.10755916498094868,
      "grad_norm": 0.43332257866859436,
      "learning_rate": 4.904919839940211e-05,
      "loss": 4.6688,
      "step": 122880
    },
    {
      "epoch": 0.10756354157457584,
      "grad_norm": 0.35866138339042664,
      "learning_rate": 4.904911377189069e-05,
      "loss": 5.2753,
      "step": 122885
    },
    {
      "epoch": 0.10756791816820299,
      "grad_norm": 0.3810574412345886,
      "learning_rate": 4.904902914070496e-05,
      "loss": 4.7503,
      "step": 122890
    },
    {
      "epoch": 0.10757229476183015,
      "grad_norm": 0.4167940020561218,
      "learning_rate": 4.9048944505844916e-05,
      "loss": 5.7209,
      "step": 122895
    },
    {
      "epoch": 0.1075766713554573,
      "grad_norm": 0.3847518861293793,
      "learning_rate": 4.9048859867310596e-05,
      "loss": 4.9404,
      "step": 122900
    },
    {
      "epoch": 0.10758104794908446,
      "grad_norm": 0.42708781361579895,
      "learning_rate": 4.9048775225101996e-05,
      "loss": 5.7903,
      "step": 122905
    },
    {
      "epoch": 0.10758542454271161,
      "grad_norm": 0.35032451152801514,
      "learning_rate": 4.904869057921914e-05,
      "loss": 6.002,
      "step": 122910
    },
    {
      "epoch": 0.10758980113633877,
      "grad_norm": 0.4109674096107483,
      "learning_rate": 4.904860592966204e-05,
      "loss": 4.972,
      "step": 122915
    },
    {
      "epoch": 0.10759417772996592,
      "grad_norm": 0.40731415152549744,
      "learning_rate": 4.904852127643073e-05,
      "loss": 5.2526,
      "step": 122920
    },
    {
      "epoch": 0.10759855432359308,
      "grad_norm": 0.387250155210495,
      "learning_rate": 4.90484366195252e-05,
      "loss": 5.1927,
      "step": 122925
    },
    {
      "epoch": 0.10760293091722023,
      "grad_norm": 0.4842366576194763,
      "learning_rate": 4.904835195894549e-05,
      "loss": 4.6582,
      "step": 122930
    },
    {
      "epoch": 0.10760730751084739,
      "grad_norm": 0.4333967864513397,
      "learning_rate": 4.90482672946916e-05,
      "loss": 4.1796,
      "step": 122935
    },
    {
      "epoch": 0.10761168410447454,
      "grad_norm": 0.41602492332458496,
      "learning_rate": 4.904818262676356e-05,
      "loss": 4.2298,
      "step": 122940
    },
    {
      "epoch": 0.1076160606981017,
      "grad_norm": 0.4838750958442688,
      "learning_rate": 4.904809795516138e-05,
      "loss": 5.2488,
      "step": 122945
    },
    {
      "epoch": 0.10762043729172885,
      "grad_norm": 0.40607091784477234,
      "learning_rate": 4.9048013279885074e-05,
      "loss": 5.2503,
      "step": 122950
    },
    {
      "epoch": 0.10762481388535601,
      "grad_norm": 0.4499496519565582,
      "learning_rate": 4.9047928600934645e-05,
      "loss": 4.857,
      "step": 122955
    },
    {
      "epoch": 0.10762919047898316,
      "grad_norm": 0.43249499797821045,
      "learning_rate": 4.9047843918310146e-05,
      "loss": 5.8036,
      "step": 122960
    },
    {
      "epoch": 0.10763356707261032,
      "grad_norm": 0.39865610003471375,
      "learning_rate": 4.9047759232011556e-05,
      "loss": 4.7487,
      "step": 122965
    },
    {
      "epoch": 0.10763794366623747,
      "grad_norm": 0.3840292990207672,
      "learning_rate": 4.904767454203891e-05,
      "loss": 4.4687,
      "step": 122970
    },
    {
      "epoch": 0.10764232025986463,
      "grad_norm": 0.38529708981513977,
      "learning_rate": 4.904758984839223e-05,
      "loss": 5.402,
      "step": 122975
    },
    {
      "epoch": 0.10764669685349178,
      "grad_norm": 0.3942963778972626,
      "learning_rate": 4.904750515107151e-05,
      "loss": 4.9993,
      "step": 122980
    },
    {
      "epoch": 0.10765107344711894,
      "grad_norm": 0.41815808415412903,
      "learning_rate": 4.90474204500768e-05,
      "loss": 4.9666,
      "step": 122985
    },
    {
      "epoch": 0.10765545004074609,
      "grad_norm": 0.40173399448394775,
      "learning_rate": 4.904733574540807e-05,
      "loss": 5.825,
      "step": 122990
    },
    {
      "epoch": 0.10765982663437323,
      "grad_norm": 0.3891017735004425,
      "learning_rate": 4.904725103706539e-05,
      "loss": 4.7323,
      "step": 122995
    },
    {
      "epoch": 0.1076642032280004,
      "grad_norm": 0.415362149477005,
      "learning_rate": 4.904716632504872e-05,
      "loss": 4.6698,
      "step": 123000
    },
    {
      "epoch": 0.10766857982162754,
      "grad_norm": 0.4165492057800293,
      "learning_rate": 4.9047081609358126e-05,
      "loss": 5.2176,
      "step": 123005
    },
    {
      "epoch": 0.1076729564152547,
      "grad_norm": 0.3568789064884186,
      "learning_rate": 4.90469968899936e-05,
      "loss": 5.9895,
      "step": 123010
    },
    {
      "epoch": 0.10767733300888185,
      "grad_norm": 0.3696437478065491,
      "learning_rate": 4.904691216695516e-05,
      "loss": 5.7092,
      "step": 123015
    },
    {
      "epoch": 0.10768170960250902,
      "grad_norm": 0.3865256905555725,
      "learning_rate": 4.9046827440242826e-05,
      "loss": 4.6204,
      "step": 123020
    },
    {
      "epoch": 0.10768608619613616,
      "grad_norm": 0.4056088328361511,
      "learning_rate": 4.9046742709856606e-05,
      "loss": 4.9245,
      "step": 123025
    },
    {
      "epoch": 0.10769046278976332,
      "grad_norm": 0.39776405692100525,
      "learning_rate": 4.9046657975796526e-05,
      "loss": 4.959,
      "step": 123030
    },
    {
      "epoch": 0.10769483938339047,
      "grad_norm": 0.37519603967666626,
      "learning_rate": 4.90465732380626e-05,
      "loss": 6.0646,
      "step": 123035
    },
    {
      "epoch": 0.10769921597701763,
      "grad_norm": 0.39368781447410583,
      "learning_rate": 4.904648849665484e-05,
      "loss": 5.5011,
      "step": 123040
    },
    {
      "epoch": 0.10770359257064478,
      "grad_norm": 0.42424774169921875,
      "learning_rate": 4.9046403751573276e-05,
      "loss": 5.1646,
      "step": 123045
    },
    {
      "epoch": 0.10770796916427194,
      "grad_norm": 0.3863290250301361,
      "learning_rate": 4.9046319002817906e-05,
      "loss": 5.4811,
      "step": 123050
    },
    {
      "epoch": 0.10771234575789909,
      "grad_norm": 0.4254619777202606,
      "learning_rate": 4.904623425038876e-05,
      "loss": 4.9401,
      "step": 123055
    },
    {
      "epoch": 0.10771672235152625,
      "grad_norm": 0.3809930682182312,
      "learning_rate": 4.9046149494285845e-05,
      "loss": 4.6908,
      "step": 123060
    },
    {
      "epoch": 0.1077210989451534,
      "grad_norm": 0.3464911878108978,
      "learning_rate": 4.904606473450918e-05,
      "loss": 5.7974,
      "step": 123065
    },
    {
      "epoch": 0.10772547553878056,
      "grad_norm": 0.41162750124931335,
      "learning_rate": 4.9045979971058785e-05,
      "loss": 4.3354,
      "step": 123070
    },
    {
      "epoch": 0.10772985213240771,
      "grad_norm": 0.37554797530174255,
      "learning_rate": 4.9045895203934665e-05,
      "loss": 5.3637,
      "step": 123075
    },
    {
      "epoch": 0.10773422872603487,
      "grad_norm": 0.3515973687171936,
      "learning_rate": 4.904581043313686e-05,
      "loss": 5.5082,
      "step": 123080
    },
    {
      "epoch": 0.10773860531966202,
      "grad_norm": 0.3582702577114105,
      "learning_rate": 4.904572565866536e-05,
      "loss": 5.2148,
      "step": 123085
    },
    {
      "epoch": 0.10774298191328918,
      "grad_norm": 0.3837732970714569,
      "learning_rate": 4.9045640880520205e-05,
      "loss": 4.6442,
      "step": 123090
    },
    {
      "epoch": 0.10774735850691633,
      "grad_norm": 0.3398113548755646,
      "learning_rate": 4.90455560987014e-05,
      "loss": 5.4862,
      "step": 123095
    },
    {
      "epoch": 0.10775173510054349,
      "grad_norm": 0.43084537982940674,
      "learning_rate": 4.904547131320895e-05,
      "loss": 4.9715,
      "step": 123100
    },
    {
      "epoch": 0.10775611169417064,
      "grad_norm": 0.3894777297973633,
      "learning_rate": 4.904538652404288e-05,
      "loss": 5.2028,
      "step": 123105
    },
    {
      "epoch": 0.1077604882877978,
      "grad_norm": 0.34574517607688904,
      "learning_rate": 4.904530173120322e-05,
      "loss": 6.033,
      "step": 123110
    },
    {
      "epoch": 0.10776486488142495,
      "grad_norm": 0.3533625602722168,
      "learning_rate": 4.904521693468996e-05,
      "loss": 5.4856,
      "step": 123115
    },
    {
      "epoch": 0.1077692414750521,
      "grad_norm": 0.34910035133361816,
      "learning_rate": 4.904513213450315e-05,
      "loss": 5.5028,
      "step": 123120
    },
    {
      "epoch": 0.10777361806867926,
      "grad_norm": 0.3984054923057556,
      "learning_rate": 4.904504733064278e-05,
      "loss": 4.1145,
      "step": 123125
    },
    {
      "epoch": 0.1077779946623064,
      "grad_norm": 0.4283581078052521,
      "learning_rate": 4.9044962523108864e-05,
      "loss": 5.4954,
      "step": 123130
    },
    {
      "epoch": 0.10778237125593357,
      "grad_norm": 0.36849552392959595,
      "learning_rate": 4.904487771190144e-05,
      "loss": 5.7184,
      "step": 123135
    },
    {
      "epoch": 0.10778674784956072,
      "grad_norm": 0.3480309844017029,
      "learning_rate": 4.904479289702051e-05,
      "loss": 5.2802,
      "step": 123140
    },
    {
      "epoch": 0.10779112444318788,
      "grad_norm": 0.3719755709171295,
      "learning_rate": 4.9044708078466086e-05,
      "loss": 5.7923,
      "step": 123145
    },
    {
      "epoch": 0.10779550103681503,
      "grad_norm": 0.358024001121521,
      "learning_rate": 4.90446232562382e-05,
      "loss": 5.9695,
      "step": 123150
    },
    {
      "epoch": 0.10779987763044219,
      "grad_norm": 0.4000844955444336,
      "learning_rate": 4.904453843033685e-05,
      "loss": 5.1848,
      "step": 123155
    },
    {
      "epoch": 0.10780425422406933,
      "grad_norm": 0.3930690288543701,
      "learning_rate": 4.9044453600762074e-05,
      "loss": 6.0094,
      "step": 123160
    },
    {
      "epoch": 0.1078086308176965,
      "grad_norm": 0.397384911775589,
      "learning_rate": 4.9044368767513874e-05,
      "loss": 5.1881,
      "step": 123165
    },
    {
      "epoch": 0.10781300741132364,
      "grad_norm": 0.42862752079963684,
      "learning_rate": 4.904428393059226e-05,
      "loss": 4.9466,
      "step": 123170
    },
    {
      "epoch": 0.1078173840049508,
      "grad_norm": 0.44430503249168396,
      "learning_rate": 4.904419908999727e-05,
      "loss": 5.3877,
      "step": 123175
    },
    {
      "epoch": 0.10782176059857795,
      "grad_norm": 0.3885214626789093,
      "learning_rate": 4.90441142457289e-05,
      "loss": 5.727,
      "step": 123180
    },
    {
      "epoch": 0.10782613719220512,
      "grad_norm": 0.4646662175655365,
      "learning_rate": 4.904402939778717e-05,
      "loss": 4.6549,
      "step": 123185
    },
    {
      "epoch": 0.10783051378583226,
      "grad_norm": 0.40618816018104553,
      "learning_rate": 4.90439445461721e-05,
      "loss": 5.108,
      "step": 123190
    },
    {
      "epoch": 0.10783489037945942,
      "grad_norm": 0.4343980550765991,
      "learning_rate": 4.904385969088371e-05,
      "loss": 5.5035,
      "step": 123195
    },
    {
      "epoch": 0.10783926697308657,
      "grad_norm": 0.4036155045032501,
      "learning_rate": 4.904377483192202e-05,
      "loss": 5.4732,
      "step": 123200
    },
    {
      "epoch": 0.10784364356671373,
      "grad_norm": 0.38172447681427,
      "learning_rate": 4.904368996928703e-05,
      "loss": 4.7677,
      "step": 123205
    },
    {
      "epoch": 0.10784802016034088,
      "grad_norm": 0.38348129391670227,
      "learning_rate": 4.9043605102978775e-05,
      "loss": 5.2967,
      "step": 123210
    },
    {
      "epoch": 0.10785239675396804,
      "grad_norm": 0.4436556398868561,
      "learning_rate": 4.9043520232997256e-05,
      "loss": 5.2739,
      "step": 123215
    },
    {
      "epoch": 0.10785677334759519,
      "grad_norm": 0.3742838203907013,
      "learning_rate": 4.9043435359342494e-05,
      "loss": 6.2887,
      "step": 123220
    },
    {
      "epoch": 0.10786114994122235,
      "grad_norm": 0.36197298765182495,
      "learning_rate": 4.90433504820145e-05,
      "loss": 5.7973,
      "step": 123225
    },
    {
      "epoch": 0.1078655265348495,
      "grad_norm": 0.3738814890384674,
      "learning_rate": 4.904326560101331e-05,
      "loss": 5.7876,
      "step": 123230
    },
    {
      "epoch": 0.10786990312847666,
      "grad_norm": 0.35800689458847046,
      "learning_rate": 4.904318071633892e-05,
      "loss": 5.2523,
      "step": 123235
    },
    {
      "epoch": 0.10787427972210381,
      "grad_norm": 0.41705042123794556,
      "learning_rate": 4.904309582799136e-05,
      "loss": 4.3182,
      "step": 123240
    },
    {
      "epoch": 0.10787865631573097,
      "grad_norm": 0.4233632981777191,
      "learning_rate": 4.9043010935970646e-05,
      "loss": 5.7609,
      "step": 123245
    },
    {
      "epoch": 0.10788303290935812,
      "grad_norm": 0.41592738032341003,
      "learning_rate": 4.904292604027677e-05,
      "loss": 5.2574,
      "step": 123250
    },
    {
      "epoch": 0.10788740950298527,
      "grad_norm": 0.4300917983055115,
      "learning_rate": 4.904284114090979e-05,
      "loss": 5.7059,
      "step": 123255
    },
    {
      "epoch": 0.10789178609661243,
      "grad_norm": 0.35942503809928894,
      "learning_rate": 4.904275623786968e-05,
      "loss": 5.4898,
      "step": 123260
    },
    {
      "epoch": 0.10789616269023958,
      "grad_norm": 0.4057529866695404,
      "learning_rate": 4.904267133115649e-05,
      "loss": 5.2831,
      "step": 123265
    },
    {
      "epoch": 0.10790053928386674,
      "grad_norm": 0.4045926034450531,
      "learning_rate": 4.904258642077021e-05,
      "loss": 4.9725,
      "step": 123270
    },
    {
      "epoch": 0.10790491587749389,
      "grad_norm": 0.39852121472358704,
      "learning_rate": 4.904250150671087e-05,
      "loss": 5.2776,
      "step": 123275
    },
    {
      "epoch": 0.10790929247112105,
      "grad_norm": 0.39272427558898926,
      "learning_rate": 4.904241658897849e-05,
      "loss": 5.9893,
      "step": 123280
    },
    {
      "epoch": 0.1079136690647482,
      "grad_norm": 0.3673847019672394,
      "learning_rate": 4.9042331667573074e-05,
      "loss": 5.183,
      "step": 123285
    },
    {
      "epoch": 0.10791804565837536,
      "grad_norm": 0.35517117381095886,
      "learning_rate": 4.904224674249466e-05,
      "loss": 4.7634,
      "step": 123290
    },
    {
      "epoch": 0.1079224222520025,
      "grad_norm": 0.41438302397727966,
      "learning_rate": 4.9042161813743234e-05,
      "loss": 5.1653,
      "step": 123295
    },
    {
      "epoch": 0.10792679884562967,
      "grad_norm": 0.37638336420059204,
      "learning_rate": 4.9042076881318846e-05,
      "loss": 5.4969,
      "step": 123300
    },
    {
      "epoch": 0.10793117543925682,
      "grad_norm": 0.4025760889053345,
      "learning_rate": 4.904199194522148e-05,
      "loss": 4.6614,
      "step": 123305
    },
    {
      "epoch": 0.10793555203288398,
      "grad_norm": 0.4191489815711975,
      "learning_rate": 4.904190700545117e-05,
      "loss": 5.4926,
      "step": 123310
    },
    {
      "epoch": 0.10793992862651113,
      "grad_norm": 0.4065612852573395,
      "learning_rate": 4.904182206200792e-05,
      "loss": 5.7418,
      "step": 123315
    },
    {
      "epoch": 0.10794430522013829,
      "grad_norm": 0.3692406415939331,
      "learning_rate": 4.9041737114891776e-05,
      "loss": 5.1624,
      "step": 123320
    },
    {
      "epoch": 0.10794868181376543,
      "grad_norm": 0.3704032599925995,
      "learning_rate": 4.9041652164102724e-05,
      "loss": 5.2767,
      "step": 123325
    },
    {
      "epoch": 0.1079530584073926,
      "grad_norm": 0.4052186906337738,
      "learning_rate": 4.9041567209640795e-05,
      "loss": 5.5141,
      "step": 123330
    },
    {
      "epoch": 0.10795743500101974,
      "grad_norm": 0.4620933532714844,
      "learning_rate": 4.9041482251506e-05,
      "loss": 4.2262,
      "step": 123335
    },
    {
      "epoch": 0.1079618115946469,
      "grad_norm": 0.4609927237033844,
      "learning_rate": 4.904139728969835e-05,
      "loss": 5.4803,
      "step": 123340
    },
    {
      "epoch": 0.10796618818827405,
      "grad_norm": 0.3770923316478729,
      "learning_rate": 4.904131232421788e-05,
      "loss": 5.2645,
      "step": 123345
    },
    {
      "epoch": 0.10797056478190122,
      "grad_norm": 0.39600688219070435,
      "learning_rate": 4.904122735506459e-05,
      "loss": 4.4557,
      "step": 123350
    },
    {
      "epoch": 0.10797494137552836,
      "grad_norm": 0.45754504203796387,
      "learning_rate": 4.904114238223849e-05,
      "loss": 5.5189,
      "step": 123355
    },
    {
      "epoch": 0.10797931796915552,
      "grad_norm": 0.44386595487594604,
      "learning_rate": 4.904105740573962e-05,
      "loss": 4.8749,
      "step": 123360
    },
    {
      "epoch": 0.10798369456278267,
      "grad_norm": 0.49150657653808594,
      "learning_rate": 4.904097242556798e-05,
      "loss": 5.4809,
      "step": 123365
    },
    {
      "epoch": 0.10798807115640983,
      "grad_norm": 0.7186455130577087,
      "learning_rate": 4.904088744172358e-05,
      "loss": 4.9008,
      "step": 123370
    },
    {
      "epoch": 0.10799244775003698,
      "grad_norm": 0.4735027253627777,
      "learning_rate": 4.904080245420647e-05,
      "loss": 5.4812,
      "step": 123375
    },
    {
      "epoch": 0.10799682434366413,
      "grad_norm": 0.4379291236400604,
      "learning_rate": 4.9040717463016614e-05,
      "loss": 5.8241,
      "step": 123380
    },
    {
      "epoch": 0.10800120093729129,
      "grad_norm": 0.41472122073173523,
      "learning_rate": 4.904063246815408e-05,
      "loss": 4.4549,
      "step": 123385
    },
    {
      "epoch": 0.10800557753091844,
      "grad_norm": 0.43691837787628174,
      "learning_rate": 4.9040547469618845e-05,
      "loss": 6.018,
      "step": 123390
    },
    {
      "epoch": 0.1080099541245456,
      "grad_norm": 0.41973045468330383,
      "learning_rate": 4.904046246741095e-05,
      "loss": 3.9207,
      "step": 123395
    },
    {
      "epoch": 0.10801433071817275,
      "grad_norm": 0.41433441638946533,
      "learning_rate": 4.904037746153041e-05,
      "loss": 4.6915,
      "step": 123400
    },
    {
      "epoch": 0.10801870731179991,
      "grad_norm": 0.40631937980651855,
      "learning_rate": 4.904029245197722e-05,
      "loss": 4.4403,
      "step": 123405
    },
    {
      "epoch": 0.10802308390542706,
      "grad_norm": 0.39892107248306274,
      "learning_rate": 4.904020743875143e-05,
      "loss": 5.2949,
      "step": 123410
    },
    {
      "epoch": 0.10802746049905422,
      "grad_norm": 0.4045279920101166,
      "learning_rate": 4.904012242185302e-05,
      "loss": 5.1704,
      "step": 123415
    },
    {
      "epoch": 0.10803183709268137,
      "grad_norm": 0.42399337887763977,
      "learning_rate": 4.904003740128203e-05,
      "loss": 4.8578,
      "step": 123420
    },
    {
      "epoch": 0.10803621368630853,
      "grad_norm": 0.42528194189071655,
      "learning_rate": 4.903995237703847e-05,
      "loss": 5.1818,
      "step": 123425
    },
    {
      "epoch": 0.10804059027993568,
      "grad_norm": 0.4067056477069855,
      "learning_rate": 4.903986734912235e-05,
      "loss": 5.8203,
      "step": 123430
    },
    {
      "epoch": 0.10804496687356284,
      "grad_norm": 0.5151039361953735,
      "learning_rate": 4.90397823175337e-05,
      "loss": 5.0998,
      "step": 123435
    },
    {
      "epoch": 0.10804934346718999,
      "grad_norm": 0.4133687913417816,
      "learning_rate": 4.903969728227253e-05,
      "loss": 4.3376,
      "step": 123440
    },
    {
      "epoch": 0.10805372006081715,
      "grad_norm": 0.3982227146625519,
      "learning_rate": 4.903961224333885e-05,
      "loss": 5.4726,
      "step": 123445
    },
    {
      "epoch": 0.1080580966544443,
      "grad_norm": 0.47923997044563293,
      "learning_rate": 4.903952720073269e-05,
      "loss": 4.6846,
      "step": 123450
    },
    {
      "epoch": 0.10806247324807146,
      "grad_norm": 0.43170446157455444,
      "learning_rate": 4.9039442154454064e-05,
      "loss": 5.7146,
      "step": 123455
    },
    {
      "epoch": 0.1080668498416986,
      "grad_norm": 0.4647001624107361,
      "learning_rate": 4.903935710450297e-05,
      "loss": 4.4555,
      "step": 123460
    },
    {
      "epoch": 0.10807122643532577,
      "grad_norm": 0.4854882061481476,
      "learning_rate": 4.903927205087944e-05,
      "loss": 4.879,
      "step": 123465
    },
    {
      "epoch": 0.10807560302895292,
      "grad_norm": 0.3723461925983429,
      "learning_rate": 4.903918699358349e-05,
      "loss": 5.1916,
      "step": 123470
    },
    {
      "epoch": 0.10807997962258008,
      "grad_norm": 0.5469293594360352,
      "learning_rate": 4.9039101932615136e-05,
      "loss": 5.4094,
      "step": 123475
    },
    {
      "epoch": 0.10808435621620723,
      "grad_norm": 0.4029186964035034,
      "learning_rate": 4.90390168679744e-05,
      "loss": 5.209,
      "step": 123480
    },
    {
      "epoch": 0.10808873280983439,
      "grad_norm": 0.453419953584671,
      "learning_rate": 4.903893179966127e-05,
      "loss": 5.2777,
      "step": 123485
    },
    {
      "epoch": 0.10809310940346153,
      "grad_norm": 0.6144683957099915,
      "learning_rate": 4.9038846727675794e-05,
      "loss": 4.9751,
      "step": 123490
    },
    {
      "epoch": 0.1080974859970887,
      "grad_norm": 0.42376476526260376,
      "learning_rate": 4.9038761652017986e-05,
      "loss": 5.4667,
      "step": 123495
    },
    {
      "epoch": 0.10810186259071584,
      "grad_norm": 0.4005250036716461,
      "learning_rate": 4.903867657268785e-05,
      "loss": 4.4746,
      "step": 123500
    },
    {
      "epoch": 0.10810623918434299,
      "grad_norm": 0.4120889902114868,
      "learning_rate": 4.9038591489685404e-05,
      "loss": 4.9237,
      "step": 123505
    },
    {
      "epoch": 0.10811061577797015,
      "grad_norm": 0.42121097445487976,
      "learning_rate": 4.9038506403010664e-05,
      "loss": 6.0439,
      "step": 123510
    },
    {
      "epoch": 0.1081149923715973,
      "grad_norm": 0.6023099422454834,
      "learning_rate": 4.903842131266365e-05,
      "loss": 4.6721,
      "step": 123515
    },
    {
      "epoch": 0.10811936896522446,
      "grad_norm": 0.35764244198799133,
      "learning_rate": 4.903833621864439e-05,
      "loss": 5.4796,
      "step": 123520
    },
    {
      "epoch": 0.10812374555885161,
      "grad_norm": 0.5024301409721375,
      "learning_rate": 4.903825112095287e-05,
      "loss": 4.9836,
      "step": 123525
    },
    {
      "epoch": 0.10812812215247877,
      "grad_norm": 0.42741990089416504,
      "learning_rate": 4.9038166019589136e-05,
      "loss": 5.5212,
      "step": 123530
    },
    {
      "epoch": 0.10813249874610592,
      "grad_norm": 0.5359042882919312,
      "learning_rate": 4.903808091455319e-05,
      "loss": 5.0238,
      "step": 123535
    },
    {
      "epoch": 0.10813687533973308,
      "grad_norm": 0.4207784831523895,
      "learning_rate": 4.903799580584506e-05,
      "loss": 4.8961,
      "step": 123540
    },
    {
      "epoch": 0.10814125193336023,
      "grad_norm": 0.41189098358154297,
      "learning_rate": 4.9037910693464736e-05,
      "loss": 4.8033,
      "step": 123545
    },
    {
      "epoch": 0.10814562852698739,
      "grad_norm": 0.36373773217201233,
      "learning_rate": 4.9037825577412265e-05,
      "loss": 5.5108,
      "step": 123550
    },
    {
      "epoch": 0.10815000512061454,
      "grad_norm": 0.34941452741622925,
      "learning_rate": 4.9037740457687656e-05,
      "loss": 5.4544,
      "step": 123555
    },
    {
      "epoch": 0.1081543817142417,
      "grad_norm": 0.4003860056400299,
      "learning_rate": 4.903765533429091e-05,
      "loss": 5.2444,
      "step": 123560
    },
    {
      "epoch": 0.10815875830786885,
      "grad_norm": 0.4191431999206543,
      "learning_rate": 4.903757020722206e-05,
      "loss": 5.204,
      "step": 123565
    },
    {
      "epoch": 0.10816313490149601,
      "grad_norm": 0.39976173639297485,
      "learning_rate": 4.903748507648112e-05,
      "loss": 5.1937,
      "step": 123570
    },
    {
      "epoch": 0.10816751149512316,
      "grad_norm": 0.5521484613418579,
      "learning_rate": 4.903739994206808e-05,
      "loss": 4.2369,
      "step": 123575
    },
    {
      "epoch": 0.10817188808875032,
      "grad_norm": 0.4604102075099945,
      "learning_rate": 4.9037314803983e-05,
      "loss": 5.5303,
      "step": 123580
    },
    {
      "epoch": 0.10817626468237747,
      "grad_norm": 0.42996516823768616,
      "learning_rate": 4.903722966222587e-05,
      "loss": 4.7225,
      "step": 123585
    },
    {
      "epoch": 0.10818064127600463,
      "grad_norm": 0.40157103538513184,
      "learning_rate": 4.903714451679672e-05,
      "loss": 4.9757,
      "step": 123590
    },
    {
      "epoch": 0.10818501786963178,
      "grad_norm": 0.44180405139923096,
      "learning_rate": 4.9037059367695545e-05,
      "loss": 5.7084,
      "step": 123595
    },
    {
      "epoch": 0.10818939446325894,
      "grad_norm": 0.3968387842178345,
      "learning_rate": 4.903697421492238e-05,
      "loss": 4.9757,
      "step": 123600
    },
    {
      "epoch": 0.10819377105688609,
      "grad_norm": 0.3855922818183899,
      "learning_rate": 4.9036889058477245e-05,
      "loss": 4.1449,
      "step": 123605
    },
    {
      "epoch": 0.10819814765051325,
      "grad_norm": 0.38337546586990356,
      "learning_rate": 4.903680389836013e-05,
      "loss": 5.1568,
      "step": 123610
    },
    {
      "epoch": 0.1082025242441404,
      "grad_norm": 0.4043446481227875,
      "learning_rate": 4.903671873457109e-05,
      "loss": 4.9887,
      "step": 123615
    },
    {
      "epoch": 0.10820690083776756,
      "grad_norm": 0.37815356254577637,
      "learning_rate": 4.90366335671101e-05,
      "loss": 5.7016,
      "step": 123620
    },
    {
      "epoch": 0.1082112774313947,
      "grad_norm": 0.4111287593841553,
      "learning_rate": 4.90365483959772e-05,
      "loss": 5.1844,
      "step": 123625
    },
    {
      "epoch": 0.10821565402502187,
      "grad_norm": 0.35927319526672363,
      "learning_rate": 4.9036463221172414e-05,
      "loss": 6.326,
      "step": 123630
    },
    {
      "epoch": 0.10822003061864902,
      "grad_norm": 0.40490221977233887,
      "learning_rate": 4.903637804269574e-05,
      "loss": 4.7736,
      "step": 123635
    },
    {
      "epoch": 0.10822440721227616,
      "grad_norm": 0.3707030117511749,
      "learning_rate": 4.9036292860547204e-05,
      "loss": 5.4911,
      "step": 123640
    },
    {
      "epoch": 0.10822878380590333,
      "grad_norm": 0.40118005871772766,
      "learning_rate": 4.903620767472682e-05,
      "loss": 5.1885,
      "step": 123645
    },
    {
      "epoch": 0.10823316039953047,
      "grad_norm": 0.40611428022384644,
      "learning_rate": 4.9036122485234604e-05,
      "loss": 4.713,
      "step": 123650
    },
    {
      "epoch": 0.10823753699315763,
      "grad_norm": 0.40284425020217896,
      "learning_rate": 4.903603729207057e-05,
      "loss": 4.8396,
      "step": 123655
    },
    {
      "epoch": 0.10824191358678478,
      "grad_norm": 0.40774258971214294,
      "learning_rate": 4.903595209523475e-05,
      "loss": 4.7549,
      "step": 123660
    },
    {
      "epoch": 0.10824629018041194,
      "grad_norm": 0.3972676396369934,
      "learning_rate": 4.903586689472713e-05,
      "loss": 5.2739,
      "step": 123665
    },
    {
      "epoch": 0.10825066677403909,
      "grad_norm": 0.3964479863643646,
      "learning_rate": 4.903578169054777e-05,
      "loss": 5.7217,
      "step": 123670
    },
    {
      "epoch": 0.10825504336766625,
      "grad_norm": 0.3686676621437073,
      "learning_rate": 4.9035696482696644e-05,
      "loss": 5.4684,
      "step": 123675
    },
    {
      "epoch": 0.1082594199612934,
      "grad_norm": 0.4053491950035095,
      "learning_rate": 4.903561127117379e-05,
      "loss": 5.4799,
      "step": 123680
    },
    {
      "epoch": 0.10826379655492056,
      "grad_norm": 0.39761918783187866,
      "learning_rate": 4.903552605597921e-05,
      "loss": 5.4781,
      "step": 123685
    },
    {
      "epoch": 0.10826817314854771,
      "grad_norm": 0.41851308941841125,
      "learning_rate": 4.903544083711294e-05,
      "loss": 5.2314,
      "step": 123690
    },
    {
      "epoch": 0.10827254974217487,
      "grad_norm": 0.38731712102890015,
      "learning_rate": 4.9035355614574985e-05,
      "loss": 4.7676,
      "step": 123695
    },
    {
      "epoch": 0.10827692633580202,
      "grad_norm": 0.42360207438468933,
      "learning_rate": 4.9035270388365364e-05,
      "loss": 5.7834,
      "step": 123700
    },
    {
      "epoch": 0.10828130292942918,
      "grad_norm": 0.40012991428375244,
      "learning_rate": 4.90351851584841e-05,
      "loss": 4.9256,
      "step": 123705
    },
    {
      "epoch": 0.10828567952305633,
      "grad_norm": 0.40397199988365173,
      "learning_rate": 4.903509992493119e-05,
      "loss": 5.1072,
      "step": 123710
    },
    {
      "epoch": 0.10829005611668349,
      "grad_norm": 0.44024017453193665,
      "learning_rate": 4.903501468770667e-05,
      "loss": 5.4264,
      "step": 123715
    },
    {
      "epoch": 0.10829443271031064,
      "grad_norm": 0.4277662932872772,
      "learning_rate": 4.9034929446810543e-05,
      "loss": 4.9842,
      "step": 123720
    },
    {
      "epoch": 0.1082988093039378,
      "grad_norm": 0.45312756299972534,
      "learning_rate": 4.903484420224284e-05,
      "loss": 5.4938,
      "step": 123725
    },
    {
      "epoch": 0.10830318589756495,
      "grad_norm": 0.4146181046962738,
      "learning_rate": 4.903475895400356e-05,
      "loss": 5.2576,
      "step": 123730
    },
    {
      "epoch": 0.10830756249119211,
      "grad_norm": 0.4059942662715912,
      "learning_rate": 4.903467370209273e-05,
      "loss": 5.207,
      "step": 123735
    },
    {
      "epoch": 0.10831193908481926,
      "grad_norm": 0.3898189961910248,
      "learning_rate": 4.903458844651036e-05,
      "loss": 5.1578,
      "step": 123740
    },
    {
      "epoch": 0.10831631567844642,
      "grad_norm": 0.39610111713409424,
      "learning_rate": 4.903450318725649e-05,
      "loss": 5.1145,
      "step": 123745
    },
    {
      "epoch": 0.10832069227207357,
      "grad_norm": 0.41708138585090637,
      "learning_rate": 4.90344179243311e-05,
      "loss": 5.5212,
      "step": 123750
    },
    {
      "epoch": 0.10832506886570073,
      "grad_norm": 0.379136323928833,
      "learning_rate": 4.903433265773423e-05,
      "loss": 5.6893,
      "step": 123755
    },
    {
      "epoch": 0.10832944545932788,
      "grad_norm": 0.36668962240219116,
      "learning_rate": 4.903424738746589e-05,
      "loss": 5.2406,
      "step": 123760
    },
    {
      "epoch": 0.10833382205295503,
      "grad_norm": 0.41236281394958496,
      "learning_rate": 4.903416211352609e-05,
      "loss": 5.4765,
      "step": 123765
    },
    {
      "epoch": 0.10833819864658219,
      "grad_norm": 0.3764505684375763,
      "learning_rate": 4.903407683591487e-05,
      "loss": 5.1879,
      "step": 123770
    },
    {
      "epoch": 0.10834257524020934,
      "grad_norm": 0.4011246860027313,
      "learning_rate": 4.903399155463222e-05,
      "loss": 5.1655,
      "step": 123775
    },
    {
      "epoch": 0.1083469518338365,
      "grad_norm": 0.3947226107120514,
      "learning_rate": 4.903390626967817e-05,
      "loss": 4.9475,
      "step": 123780
    },
    {
      "epoch": 0.10835132842746364,
      "grad_norm": 0.3756701350212097,
      "learning_rate": 4.903382098105272e-05,
      "loss": 5.1996,
      "step": 123785
    },
    {
      "epoch": 0.1083557050210908,
      "grad_norm": 0.39259177446365356,
      "learning_rate": 4.9033735688755924e-05,
      "loss": 6.0219,
      "step": 123790
    },
    {
      "epoch": 0.10836008161471795,
      "grad_norm": 0.3536602258682251,
      "learning_rate": 4.903365039278775e-05,
      "loss": 6.009,
      "step": 123795
    },
    {
      "epoch": 0.10836445820834512,
      "grad_norm": 0.4226173162460327,
      "learning_rate": 4.903356509314825e-05,
      "loss": 5.2424,
      "step": 123800
    },
    {
      "epoch": 0.10836883480197226,
      "grad_norm": 0.3887065649032593,
      "learning_rate": 4.903347978983742e-05,
      "loss": 5.4662,
      "step": 123805
    },
    {
      "epoch": 0.10837321139559943,
      "grad_norm": 0.5617594122886658,
      "learning_rate": 4.90333944828553e-05,
      "loss": 4.65,
      "step": 123810
    },
    {
      "epoch": 0.10837758798922657,
      "grad_norm": 0.4489752948284149,
      "learning_rate": 4.903330917220189e-05,
      "loss": 4.631,
      "step": 123815
    },
    {
      "epoch": 0.10838196458285373,
      "grad_norm": 0.4412364065647125,
      "learning_rate": 4.90332238578772e-05,
      "loss": 5.2173,
      "step": 123820
    },
    {
      "epoch": 0.10838634117648088,
      "grad_norm": 0.4279416501522064,
      "learning_rate": 4.903313853988125e-05,
      "loss": 5.4632,
      "step": 123825
    },
    {
      "epoch": 0.10839071777010804,
      "grad_norm": 0.41006872057914734,
      "learning_rate": 4.9033053218214066e-05,
      "loss": 4.4604,
      "step": 123830
    },
    {
      "epoch": 0.10839509436373519,
      "grad_norm": 0.4366719126701355,
      "learning_rate": 4.903296789287566e-05,
      "loss": 5.4817,
      "step": 123835
    },
    {
      "epoch": 0.10839947095736235,
      "grad_norm": 0.4186292290687561,
      "learning_rate": 4.9032882563866045e-05,
      "loss": 5.1871,
      "step": 123840
    },
    {
      "epoch": 0.1084038475509895,
      "grad_norm": 0.42071521282196045,
      "learning_rate": 4.9032797231185243e-05,
      "loss": 4.6444,
      "step": 123845
    },
    {
      "epoch": 0.10840822414461666,
      "grad_norm": 0.45585161447525024,
      "learning_rate": 4.903271189483327e-05,
      "loss": 5.3674,
      "step": 123850
    },
    {
      "epoch": 0.10841260073824381,
      "grad_norm": 0.42840179800987244,
      "learning_rate": 4.903262655481014e-05,
      "loss": 4.4016,
      "step": 123855
    },
    {
      "epoch": 0.10841697733187097,
      "grad_norm": 0.3707738518714905,
      "learning_rate": 4.903254121111587e-05,
      "loss": 5.3746,
      "step": 123860
    },
    {
      "epoch": 0.10842135392549812,
      "grad_norm": 0.4237080514431,
      "learning_rate": 4.903245586375047e-05,
      "loss": 4.5625,
      "step": 123865
    },
    {
      "epoch": 0.10842573051912528,
      "grad_norm": 0.4659616947174072,
      "learning_rate": 4.903237051271396e-05,
      "loss": 5.4836,
      "step": 123870
    },
    {
      "epoch": 0.10843010711275243,
      "grad_norm": 0.4114152491092682,
      "learning_rate": 4.9032285158006373e-05,
      "loss": 5.2664,
      "step": 123875
    },
    {
      "epoch": 0.10843448370637959,
      "grad_norm": 0.4746266305446625,
      "learning_rate": 4.903219979962771e-05,
      "loss": 6.0432,
      "step": 123880
    },
    {
      "epoch": 0.10843886030000674,
      "grad_norm": 0.5318213701248169,
      "learning_rate": 4.903211443757798e-05,
      "loss": 5.2409,
      "step": 123885
    },
    {
      "epoch": 0.10844323689363389,
      "grad_norm": 0.38848671317100525,
      "learning_rate": 4.9032029071857214e-05,
      "loss": 5.7172,
      "step": 123890
    },
    {
      "epoch": 0.10844761348726105,
      "grad_norm": 0.443724125623703,
      "learning_rate": 4.903194370246541e-05,
      "loss": 5.2987,
      "step": 123895
    },
    {
      "epoch": 0.1084519900808882,
      "grad_norm": 0.3942226767539978,
      "learning_rate": 4.9031858329402615e-05,
      "loss": 5.1895,
      "step": 123900
    },
    {
      "epoch": 0.10845636667451536,
      "grad_norm": 0.4143297076225281,
      "learning_rate": 4.903177295266882e-05,
      "loss": 4.679,
      "step": 123905
    },
    {
      "epoch": 0.1084607432681425,
      "grad_norm": 0.4595412611961365,
      "learning_rate": 4.903168757226405e-05,
      "loss": 5.408,
      "step": 123910
    },
    {
      "epoch": 0.10846511986176967,
      "grad_norm": 0.42265304923057556,
      "learning_rate": 4.903160218818832e-05,
      "loss": 4.9584,
      "step": 123915
    },
    {
      "epoch": 0.10846949645539682,
      "grad_norm": 0.7392597794532776,
      "learning_rate": 4.9031516800441646e-05,
      "loss": 4.9822,
      "step": 123920
    },
    {
      "epoch": 0.10847387304902398,
      "grad_norm": 0.4448716640472412,
      "learning_rate": 4.9031431409024056e-05,
      "loss": 6.0227,
      "step": 123925
    },
    {
      "epoch": 0.10847824964265113,
      "grad_norm": 0.4415021538734436,
      "learning_rate": 4.903134601393554e-05,
      "loss": 5.2592,
      "step": 123930
    },
    {
      "epoch": 0.10848262623627829,
      "grad_norm": 0.4026065766811371,
      "learning_rate": 4.9031260615176147e-05,
      "loss": 5.3852,
      "step": 123935
    },
    {
      "epoch": 0.10848700282990544,
      "grad_norm": 0.40026941895484924,
      "learning_rate": 4.903117521274586e-05,
      "loss": 5.4684,
      "step": 123940
    },
    {
      "epoch": 0.1084913794235326,
      "grad_norm": 0.385285884141922,
      "learning_rate": 4.9031089806644724e-05,
      "loss": 5.2076,
      "step": 123945
    },
    {
      "epoch": 0.10849575601715974,
      "grad_norm": 0.42249590158462524,
      "learning_rate": 4.903100439687275e-05,
      "loss": 4.2569,
      "step": 123950
    },
    {
      "epoch": 0.1085001326107869,
      "grad_norm": 0.4056870639324188,
      "learning_rate": 4.903091898342994e-05,
      "loss": 4.6531,
      "step": 123955
    },
    {
      "epoch": 0.10850450920441405,
      "grad_norm": 0.43572574853897095,
      "learning_rate": 4.903083356631632e-05,
      "loss": 5.7094,
      "step": 123960
    },
    {
      "epoch": 0.10850888579804122,
      "grad_norm": 0.4125373065471649,
      "learning_rate": 4.9030748145531905e-05,
      "loss": 6.0184,
      "step": 123965
    },
    {
      "epoch": 0.10851326239166836,
      "grad_norm": 0.40447765588760376,
      "learning_rate": 4.9030662721076716e-05,
      "loss": 5.2053,
      "step": 123970
    },
    {
      "epoch": 0.10851763898529553,
      "grad_norm": 0.36625781655311584,
      "learning_rate": 4.903057729295075e-05,
      "loss": 5.5038,
      "step": 123975
    },
    {
      "epoch": 0.10852201557892267,
      "grad_norm": 0.4101954996585846,
      "learning_rate": 4.903049186115406e-05,
      "loss": 5.692,
      "step": 123980
    },
    {
      "epoch": 0.10852639217254983,
      "grad_norm": 0.4288637340068817,
      "learning_rate": 4.903040642568663e-05,
      "loss": 4.6735,
      "step": 123985
    },
    {
      "epoch": 0.10853076876617698,
      "grad_norm": 0.3979451656341553,
      "learning_rate": 4.903032098654848e-05,
      "loss": 4.667,
      "step": 123990
    },
    {
      "epoch": 0.10853514535980414,
      "grad_norm": 0.43139055371284485,
      "learning_rate": 4.9030235543739654e-05,
      "loss": 4.9881,
      "step": 123995
    },
    {
      "epoch": 0.10853952195343129,
      "grad_norm": 0.3702647089958191,
      "learning_rate": 4.903015009726014e-05,
      "loss": 5.191,
      "step": 124000
    },
    {
      "epoch": 0.10854389854705845,
      "grad_norm": 0.4345085620880127,
      "learning_rate": 4.903006464710996e-05,
      "loss": 5.1886,
      "step": 124005
    },
    {
      "epoch": 0.1085482751406856,
      "grad_norm": 0.4204564690589905,
      "learning_rate": 4.902997919328913e-05,
      "loss": 4.4414,
      "step": 124010
    },
    {
      "epoch": 0.10855265173431276,
      "grad_norm": 0.3994911015033722,
      "learning_rate": 4.9029893735797684e-05,
      "loss": 5.7045,
      "step": 124015
    },
    {
      "epoch": 0.10855702832793991,
      "grad_norm": 0.4125925600528717,
      "learning_rate": 4.902980827463561e-05,
      "loss": 4.9938,
      "step": 124020
    },
    {
      "epoch": 0.10856140492156706,
      "grad_norm": 0.4291604161262512,
      "learning_rate": 4.902972280980296e-05,
      "loss": 5.773,
      "step": 124025
    },
    {
      "epoch": 0.10856578151519422,
      "grad_norm": 0.40883272886276245,
      "learning_rate": 4.902963734129972e-05,
      "loss": 5.2153,
      "step": 124030
    },
    {
      "epoch": 0.10857015810882137,
      "grad_norm": 0.37156984210014343,
      "learning_rate": 4.90295518691259e-05,
      "loss": 6.2775,
      "step": 124035
    },
    {
      "epoch": 0.10857453470244853,
      "grad_norm": 0.4255153238773346,
      "learning_rate": 4.9029466393281554e-05,
      "loss": 5.1838,
      "step": 124040
    },
    {
      "epoch": 0.10857891129607568,
      "grad_norm": 0.38827213644981384,
      "learning_rate": 4.902938091376666e-05,
      "loss": 4.971,
      "step": 124045
    },
    {
      "epoch": 0.10858328788970284,
      "grad_norm": 0.43371275067329407,
      "learning_rate": 4.9029295430581265e-05,
      "loss": 5.4658,
      "step": 124050
    },
    {
      "epoch": 0.10858766448332999,
      "grad_norm": 0.4018404185771942,
      "learning_rate": 4.902920994372536e-05,
      "loss": 4.7475,
      "step": 124055
    },
    {
      "epoch": 0.10859204107695715,
      "grad_norm": 0.4177580773830414,
      "learning_rate": 4.9029124453198995e-05,
      "loss": 4.9897,
      "step": 124060
    },
    {
      "epoch": 0.1085964176705843,
      "grad_norm": 0.42378202080726624,
      "learning_rate": 4.9029038959002136e-05,
      "loss": 4.684,
      "step": 124065
    },
    {
      "epoch": 0.10860079426421146,
      "grad_norm": 0.394420862197876,
      "learning_rate": 4.902895346113485e-05,
      "loss": 4.268,
      "step": 124070
    },
    {
      "epoch": 0.1086051708578386,
      "grad_norm": 0.38235655426979065,
      "learning_rate": 4.902886795959714e-05,
      "loss": 4.9434,
      "step": 124075
    },
    {
      "epoch": 0.10860954745146577,
      "grad_norm": 0.39715632796287537,
      "learning_rate": 4.9028782454388986e-05,
      "loss": 5.7891,
      "step": 124080
    },
    {
      "epoch": 0.10861392404509292,
      "grad_norm": 0.39885032176971436,
      "learning_rate": 4.902869694551046e-05,
      "loss": 4.9704,
      "step": 124085
    },
    {
      "epoch": 0.10861830063872008,
      "grad_norm": 0.42428064346313477,
      "learning_rate": 4.902861143296154e-05,
      "loss": 5.2383,
      "step": 124090
    },
    {
      "epoch": 0.10862267723234723,
      "grad_norm": 0.393000066280365,
      "learning_rate": 4.902852591674225e-05,
      "loss": 4.8796,
      "step": 124095
    },
    {
      "epoch": 0.10862705382597439,
      "grad_norm": 0.390472948551178,
      "learning_rate": 4.902844039685262e-05,
      "loss": 5.2821,
      "step": 124100
    },
    {
      "epoch": 0.10863143041960154,
      "grad_norm": 0.428763210773468,
      "learning_rate": 4.902835487329265e-05,
      "loss": 5.725,
      "step": 124105
    },
    {
      "epoch": 0.1086358070132287,
      "grad_norm": 0.35497403144836426,
      "learning_rate": 4.902826934606236e-05,
      "loss": 5.5089,
      "step": 124110
    },
    {
      "epoch": 0.10864018360685584,
      "grad_norm": 0.4230532944202423,
      "learning_rate": 4.9028183815161774e-05,
      "loss": 5.7656,
      "step": 124115
    },
    {
      "epoch": 0.108644560200483,
      "grad_norm": 0.3507947623729706,
      "learning_rate": 4.902809828059092e-05,
      "loss": 6.0014,
      "step": 124120
    },
    {
      "epoch": 0.10864893679411015,
      "grad_norm": 0.40675750374794006,
      "learning_rate": 4.902801274234977e-05,
      "loss": 4.6697,
      "step": 124125
    },
    {
      "epoch": 0.10865331338773732,
      "grad_norm": 0.36358118057250977,
      "learning_rate": 4.902792720043839e-05,
      "loss": 6.3219,
      "step": 124130
    },
    {
      "epoch": 0.10865768998136446,
      "grad_norm": 0.5934844017028809,
      "learning_rate": 4.9027841654856774e-05,
      "loss": 4.4715,
      "step": 124135
    },
    {
      "epoch": 0.10866206657499163,
      "grad_norm": 0.4241597056388855,
      "learning_rate": 4.9027756105604935e-05,
      "loss": 5.4299,
      "step": 124140
    },
    {
      "epoch": 0.10866644316861877,
      "grad_norm": 0.3734844923019409,
      "learning_rate": 4.90276705526829e-05,
      "loss": 5.6926,
      "step": 124145
    },
    {
      "epoch": 0.10867081976224592,
      "grad_norm": 0.37168699502944946,
      "learning_rate": 4.902758499609068e-05,
      "loss": 5.2918,
      "step": 124150
    },
    {
      "epoch": 0.10867519635587308,
      "grad_norm": 0.3900747299194336,
      "learning_rate": 4.9027499435828296e-05,
      "loss": 5.4812,
      "step": 124155
    },
    {
      "epoch": 0.10867957294950023,
      "grad_norm": 0.4269275367259979,
      "learning_rate": 4.9027413871895756e-05,
      "loss": 5.5152,
      "step": 124160
    },
    {
      "epoch": 0.10868394954312739,
      "grad_norm": 0.41241368651390076,
      "learning_rate": 4.902732830429308e-05,
      "loss": 5.1971,
      "step": 124165
    },
    {
      "epoch": 0.10868832613675454,
      "grad_norm": 0.3478256165981293,
      "learning_rate": 4.9027242733020285e-05,
      "loss": 6.0312,
      "step": 124170
    },
    {
      "epoch": 0.1086927027303817,
      "grad_norm": 0.4346854090690613,
      "learning_rate": 4.902715715807739e-05,
      "loss": 4.6502,
      "step": 124175
    },
    {
      "epoch": 0.10869707932400885,
      "grad_norm": 0.39580410718917847,
      "learning_rate": 4.902707157946441e-05,
      "loss": 4.8916,
      "step": 124180
    },
    {
      "epoch": 0.10870145591763601,
      "grad_norm": 0.383686363697052,
      "learning_rate": 4.9026985997181364e-05,
      "loss": 4.8935,
      "step": 124185
    },
    {
      "epoch": 0.10870583251126316,
      "grad_norm": 0.3783833682537079,
      "learning_rate": 4.902690041122826e-05,
      "loss": 5.2789,
      "step": 124190
    },
    {
      "epoch": 0.10871020910489032,
      "grad_norm": 0.395145058631897,
      "learning_rate": 4.902681482160513e-05,
      "loss": 5.6883,
      "step": 124195
    },
    {
      "epoch": 0.10871458569851747,
      "grad_norm": 0.3800146281719208,
      "learning_rate": 4.902672922831196e-05,
      "loss": 5.5054,
      "step": 124200
    },
    {
      "epoch": 0.10871896229214463,
      "grad_norm": 0.37848445773124695,
      "learning_rate": 4.90266436313488e-05,
      "loss": 5.4916,
      "step": 124205
    },
    {
      "epoch": 0.10872333888577178,
      "grad_norm": 0.3716689348220825,
      "learning_rate": 4.9026558030715665e-05,
      "loss": 4.9283,
      "step": 124210
    },
    {
      "epoch": 0.10872771547939894,
      "grad_norm": 0.3609012961387634,
      "learning_rate": 4.902647242641254e-05,
      "loss": 6.0066,
      "step": 124215
    },
    {
      "epoch": 0.10873209207302609,
      "grad_norm": 0.38458573818206787,
      "learning_rate": 4.902638681843948e-05,
      "loss": 5.7931,
      "step": 124220
    },
    {
      "epoch": 0.10873646866665325,
      "grad_norm": 0.43547767400741577,
      "learning_rate": 4.9026301206796465e-05,
      "loss": 5.7877,
      "step": 124225
    },
    {
      "epoch": 0.1087408452602804,
      "grad_norm": 0.3983558118343353,
      "learning_rate": 4.902621559148354e-05,
      "loss": 5.7049,
      "step": 124230
    },
    {
      "epoch": 0.10874522185390756,
      "grad_norm": 0.3956131339073181,
      "learning_rate": 4.902612997250071e-05,
      "loss": 4.7594,
      "step": 124235
    },
    {
      "epoch": 0.1087495984475347,
      "grad_norm": 0.4354135990142822,
      "learning_rate": 4.9026044349848e-05,
      "loss": 5.0235,
      "step": 124240
    },
    {
      "epoch": 0.10875397504116187,
      "grad_norm": 0.42514175176620483,
      "learning_rate": 4.902595872352541e-05,
      "loss": 4.2198,
      "step": 124245
    },
    {
      "epoch": 0.10875835163478902,
      "grad_norm": 0.3937484323978424,
      "learning_rate": 4.902587309353297e-05,
      "loss": 5.9996,
      "step": 124250
    },
    {
      "epoch": 0.10876272822841618,
      "grad_norm": 0.38846632838249207,
      "learning_rate": 4.9025787459870686e-05,
      "loss": 6.0504,
      "step": 124255
    },
    {
      "epoch": 0.10876710482204333,
      "grad_norm": 0.4409612715244293,
      "learning_rate": 4.902570182253858e-05,
      "loss": 5.6787,
      "step": 124260
    },
    {
      "epoch": 0.10877148141567049,
      "grad_norm": 0.3981536030769348,
      "learning_rate": 4.902561618153668e-05,
      "loss": 4.9813,
      "step": 124265
    },
    {
      "epoch": 0.10877585800929764,
      "grad_norm": 0.4034407436847687,
      "learning_rate": 4.9025530536864995e-05,
      "loss": 4.689,
      "step": 124270
    },
    {
      "epoch": 0.1087802346029248,
      "grad_norm": 0.3827687203884125,
      "learning_rate": 4.902544488852353e-05,
      "loss": 5.7168,
      "step": 124275
    },
    {
      "epoch": 0.10878461119655194,
      "grad_norm": 0.4033418893814087,
      "learning_rate": 4.90253592365123e-05,
      "loss": 4.9826,
      "step": 124280
    },
    {
      "epoch": 0.10878898779017909,
      "grad_norm": 0.3515773117542267,
      "learning_rate": 4.902527358083134e-05,
      "loss": 5.4913,
      "step": 124285
    },
    {
      "epoch": 0.10879336438380625,
      "grad_norm": 0.4182395040988922,
      "learning_rate": 4.902518792148066e-05,
      "loss": 4.1439,
      "step": 124290
    },
    {
      "epoch": 0.1087977409774334,
      "grad_norm": 0.38938474655151367,
      "learning_rate": 4.902510225846028e-05,
      "loss": 6.3355,
      "step": 124295
    },
    {
      "epoch": 0.10880211757106056,
      "grad_norm": 0.5790497064590454,
      "learning_rate": 4.90250165917702e-05,
      "loss": 4.4271,
      "step": 124300
    },
    {
      "epoch": 0.10880649416468771,
      "grad_norm": 0.5062958598136902,
      "learning_rate": 4.9024930921410464e-05,
      "loss": 4.6648,
      "step": 124305
    },
    {
      "epoch": 0.10881087075831487,
      "grad_norm": 0.38580113649368286,
      "learning_rate": 4.9024845247381056e-05,
      "loss": 6.2877,
      "step": 124310
    },
    {
      "epoch": 0.10881524735194202,
      "grad_norm": 0.44662123918533325,
      "learning_rate": 4.902475956968201e-05,
      "loss": 5.4782,
      "step": 124315
    },
    {
      "epoch": 0.10881962394556918,
      "grad_norm": 0.4560103714466095,
      "learning_rate": 4.9024673888313346e-05,
      "loss": 4.8838,
      "step": 124320
    },
    {
      "epoch": 0.10882400053919633,
      "grad_norm": 0.42737239599227905,
      "learning_rate": 4.902458820327508e-05,
      "loss": 4.9882,
      "step": 124325
    },
    {
      "epoch": 0.10882837713282349,
      "grad_norm": 0.4828895926475525,
      "learning_rate": 4.902450251456722e-05,
      "loss": 4.2269,
      "step": 124330
    },
    {
      "epoch": 0.10883275372645064,
      "grad_norm": 0.41803085803985596,
      "learning_rate": 4.902441682218978e-05,
      "loss": 5.1627,
      "step": 124335
    },
    {
      "epoch": 0.1088371303200778,
      "grad_norm": 0.413773775100708,
      "learning_rate": 4.9024331126142785e-05,
      "loss": 4.7501,
      "step": 124340
    },
    {
      "epoch": 0.10884150691370495,
      "grad_norm": 0.39261189103126526,
      "learning_rate": 4.902424542642625e-05,
      "loss": 5.2099,
      "step": 124345
    },
    {
      "epoch": 0.10884588350733211,
      "grad_norm": 0.38729938864707947,
      "learning_rate": 4.902415972304021e-05,
      "loss": 5.6854,
      "step": 124350
    },
    {
      "epoch": 0.10885026010095926,
      "grad_norm": 0.41516250371932983,
      "learning_rate": 4.9024074015984636e-05,
      "loss": 4.4396,
      "step": 124355
    },
    {
      "epoch": 0.10885463669458642,
      "grad_norm": 0.37176164984703064,
      "learning_rate": 4.9023988305259586e-05,
      "loss": 5.7109,
      "step": 124360
    },
    {
      "epoch": 0.10885901328821357,
      "grad_norm": 0.39491042494773865,
      "learning_rate": 4.902390259086505e-05,
      "loss": 4.7859,
      "step": 124365
    },
    {
      "epoch": 0.10886338988184073,
      "grad_norm": 0.4194546341896057,
      "learning_rate": 4.902381687280108e-05,
      "loss": 4.995,
      "step": 124370
    },
    {
      "epoch": 0.10886776647546788,
      "grad_norm": 0.4512642025947571,
      "learning_rate": 4.902373115106764e-05,
      "loss": 5.1997,
      "step": 124375
    },
    {
      "epoch": 0.10887214306909504,
      "grad_norm": 0.40282678604125977,
      "learning_rate": 4.90236454256648e-05,
      "loss": 5.7578,
      "step": 124380
    },
    {
      "epoch": 0.10887651966272219,
      "grad_norm": 0.40136367082595825,
      "learning_rate": 4.9023559696592534e-05,
      "loss": 4.4426,
      "step": 124385
    },
    {
      "epoch": 0.10888089625634935,
      "grad_norm": 0.46299096941947937,
      "learning_rate": 4.902347396385089e-05,
      "loss": 4.9855,
      "step": 124390
    },
    {
      "epoch": 0.1088852728499765,
      "grad_norm": 0.5278494954109192,
      "learning_rate": 4.902338822743987e-05,
      "loss": 5.9885,
      "step": 124395
    },
    {
      "epoch": 0.10888964944360366,
      "grad_norm": 0.7421980500221252,
      "learning_rate": 4.902330248735948e-05,
      "loss": 5.4907,
      "step": 124400
    },
    {
      "epoch": 0.1088940260372308,
      "grad_norm": 0.4236404299736023,
      "learning_rate": 4.9023216743609756e-05,
      "loss": 4.7039,
      "step": 124405
    },
    {
      "epoch": 0.10889840263085795,
      "grad_norm": 0.43383219838142395,
      "learning_rate": 4.90231309961907e-05,
      "loss": 5.692,
      "step": 124410
    },
    {
      "epoch": 0.10890277922448512,
      "grad_norm": 0.42320001125335693,
      "learning_rate": 4.902304524510235e-05,
      "loss": 5.4915,
      "step": 124415
    },
    {
      "epoch": 0.10890715581811226,
      "grad_norm": 0.4038364887237549,
      "learning_rate": 4.90229594903447e-05,
      "loss": 4.9765,
      "step": 124420
    },
    {
      "epoch": 0.10891153241173943,
      "grad_norm": 0.34503763914108276,
      "learning_rate": 4.9022873731917775e-05,
      "loss": 5.797,
      "step": 124425
    },
    {
      "epoch": 0.10891590900536657,
      "grad_norm": 0.4174520671367645,
      "learning_rate": 4.902278796982158e-05,
      "loss": 5.7123,
      "step": 124430
    },
    {
      "epoch": 0.10892028559899374,
      "grad_norm": 0.37714362144470215,
      "learning_rate": 4.902270220405616e-05,
      "loss": 5.1382,
      "step": 124435
    },
    {
      "epoch": 0.10892466219262088,
      "grad_norm": 0.41956374049186707,
      "learning_rate": 4.902261643462151e-05,
      "loss": 5.2188,
      "step": 124440
    },
    {
      "epoch": 0.10892903878624804,
      "grad_norm": 0.42246004939079285,
      "learning_rate": 4.9022530661517643e-05,
      "loss": 5.2283,
      "step": 124445
    },
    {
      "epoch": 0.10893341537987519,
      "grad_norm": 0.3457323908805847,
      "learning_rate": 4.9022444884744576e-05,
      "loss": 5.7647,
      "step": 124450
    },
    {
      "epoch": 0.10893779197350235,
      "grad_norm": 0.41497567296028137,
      "learning_rate": 4.902235910430234e-05,
      "loss": 4.6686,
      "step": 124455
    },
    {
      "epoch": 0.1089421685671295,
      "grad_norm": 0.4247543513774872,
      "learning_rate": 4.902227332019095e-05,
      "loss": 4.9881,
      "step": 124460
    },
    {
      "epoch": 0.10894654516075666,
      "grad_norm": 0.4125969111919403,
      "learning_rate": 4.902218753241041e-05,
      "loss": 4.76,
      "step": 124465
    },
    {
      "epoch": 0.10895092175438381,
      "grad_norm": 0.3584807217121124,
      "learning_rate": 4.902210174096075e-05,
      "loss": 6.2812,
      "step": 124470
    },
    {
      "epoch": 0.10895529834801097,
      "grad_norm": 0.4014338254928589,
      "learning_rate": 4.9022015945841984e-05,
      "loss": 4.9693,
      "step": 124475
    },
    {
      "epoch": 0.10895967494163812,
      "grad_norm": 0.3493538796901703,
      "learning_rate": 4.902193014705411e-05,
      "loss": 5.2653,
      "step": 124480
    },
    {
      "epoch": 0.10896405153526528,
      "grad_norm": 0.4101366698741913,
      "learning_rate": 4.9021844344597166e-05,
      "loss": 5.2057,
      "step": 124485
    },
    {
      "epoch": 0.10896842812889243,
      "grad_norm": 0.3955361545085907,
      "learning_rate": 4.902175853847116e-05,
      "loss": 5.4268,
      "step": 124490
    },
    {
      "epoch": 0.10897280472251959,
      "grad_norm": 0.41343456506729126,
      "learning_rate": 4.9021672728676114e-05,
      "loss": 4.8835,
      "step": 124495
    },
    {
      "epoch": 0.10897718131614674,
      "grad_norm": 0.37658947706222534,
      "learning_rate": 4.902158691521204e-05,
      "loss": 5.4745,
      "step": 124500
    },
    {
      "epoch": 0.1089815579097739,
      "grad_norm": 0.37432748079299927,
      "learning_rate": 4.902150109807895e-05,
      "loss": 5.5103,
      "step": 124505
    },
    {
      "epoch": 0.10898593450340105,
      "grad_norm": 0.41244909167289734,
      "learning_rate": 4.902141527727687e-05,
      "loss": 4.4657,
      "step": 124510
    },
    {
      "epoch": 0.10899031109702821,
      "grad_norm": 0.41373369097709656,
      "learning_rate": 4.9021329452805806e-05,
      "loss": 4.9892,
      "step": 124515
    },
    {
      "epoch": 0.10899468769065536,
      "grad_norm": 0.37690848112106323,
      "learning_rate": 4.9021243624665794e-05,
      "loss": 5.3033,
      "step": 124520
    },
    {
      "epoch": 0.10899906428428252,
      "grad_norm": 0.42487862706184387,
      "learning_rate": 4.902115779285682e-05,
      "loss": 5.1327,
      "step": 124525
    },
    {
      "epoch": 0.10900344087790967,
      "grad_norm": 0.37081754207611084,
      "learning_rate": 4.902107195737893e-05,
      "loss": 5.7723,
      "step": 124530
    },
    {
      "epoch": 0.10900781747153682,
      "grad_norm": 0.3696690499782562,
      "learning_rate": 4.9020986118232124e-05,
      "loss": 6.0006,
      "step": 124535
    },
    {
      "epoch": 0.10901219406516398,
      "grad_norm": 0.4161636233329773,
      "learning_rate": 4.9020900275416426e-05,
      "loss": 4.6434,
      "step": 124540
    },
    {
      "epoch": 0.10901657065879113,
      "grad_norm": 0.42811983823776245,
      "learning_rate": 4.902081442893185e-05,
      "loss": 4.9067,
      "step": 124545
    },
    {
      "epoch": 0.10902094725241829,
      "grad_norm": 0.37251755595207214,
      "learning_rate": 4.9020728578778405e-05,
      "loss": 5.2711,
      "step": 124550
    },
    {
      "epoch": 0.10902532384604544,
      "grad_norm": 0.40707123279571533,
      "learning_rate": 4.9020642724956124e-05,
      "loss": 5.4783,
      "step": 124555
    },
    {
      "epoch": 0.1090297004396726,
      "grad_norm": 0.42217880487442017,
      "learning_rate": 4.9020556867465004e-05,
      "loss": 4.4572,
      "step": 124560
    },
    {
      "epoch": 0.10903407703329974,
      "grad_norm": 0.43260130286216736,
      "learning_rate": 4.902047100630508e-05,
      "loss": 5.1938,
      "step": 124565
    },
    {
      "epoch": 0.1090384536269269,
      "grad_norm": 0.4168855845928192,
      "learning_rate": 4.902038514147636e-05,
      "loss": 4.9731,
      "step": 124570
    },
    {
      "epoch": 0.10904283022055405,
      "grad_norm": 0.42260682582855225,
      "learning_rate": 4.902029927297885e-05,
      "loss": 4.9411,
      "step": 124575
    },
    {
      "epoch": 0.10904720681418122,
      "grad_norm": 0.41065308451652527,
      "learning_rate": 4.9020213400812586e-05,
      "loss": 5.6834,
      "step": 124580
    },
    {
      "epoch": 0.10905158340780836,
      "grad_norm": 0.39407238364219666,
      "learning_rate": 4.902012752497758e-05,
      "loss": 4.2509,
      "step": 124585
    },
    {
      "epoch": 0.10905596000143553,
      "grad_norm": 0.4253048002719879,
      "learning_rate": 4.9020041645473835e-05,
      "loss": 5.1878,
      "step": 124590
    },
    {
      "epoch": 0.10906033659506267,
      "grad_norm": 0.43505385518074036,
      "learning_rate": 4.9019955762301394e-05,
      "loss": 4.9635,
      "step": 124595
    },
    {
      "epoch": 0.10906471318868984,
      "grad_norm": 0.39095064997673035,
      "learning_rate": 4.9019869875460244e-05,
      "loss": 4.4575,
      "step": 124600
    },
    {
      "epoch": 0.10906908978231698,
      "grad_norm": 0.4822826683521271,
      "learning_rate": 4.901978398495042e-05,
      "loss": 5.5043,
      "step": 124605
    },
    {
      "epoch": 0.10907346637594414,
      "grad_norm": 0.4658229351043701,
      "learning_rate": 4.901969809077193e-05,
      "loss": 4.9687,
      "step": 124610
    },
    {
      "epoch": 0.10907784296957129,
      "grad_norm": 0.4381481409072876,
      "learning_rate": 4.901961219292478e-05,
      "loss": 5.1937,
      "step": 124615
    },
    {
      "epoch": 0.10908221956319845,
      "grad_norm": 0.43223169445991516,
      "learning_rate": 4.901952629140901e-05,
      "loss": 4.965,
      "step": 124620
    },
    {
      "epoch": 0.1090865961568256,
      "grad_norm": 0.43039780855178833,
      "learning_rate": 4.901944038622464e-05,
      "loss": 5.6621,
      "step": 124625
    },
    {
      "epoch": 0.10909097275045276,
      "grad_norm": 0.3890564441680908,
      "learning_rate": 4.9019354477371656e-05,
      "loss": 5.4925,
      "step": 124630
    },
    {
      "epoch": 0.10909534934407991,
      "grad_norm": 0.3777850270271301,
      "learning_rate": 4.901926856485009e-05,
      "loss": 6.0066,
      "step": 124635
    },
    {
      "epoch": 0.10909972593770707,
      "grad_norm": 0.3961341381072998,
      "learning_rate": 4.9019182648659976e-05,
      "loss": 5.3932,
      "step": 124640
    },
    {
      "epoch": 0.10910410253133422,
      "grad_norm": 0.4086376130580902,
      "learning_rate": 4.9019096728801306e-05,
      "loss": 5.5107,
      "step": 124645
    },
    {
      "epoch": 0.10910847912496138,
      "grad_norm": 0.38820943236351013,
      "learning_rate": 4.90190108052741e-05,
      "loss": 4.9967,
      "step": 124650
    },
    {
      "epoch": 0.10911285571858853,
      "grad_norm": 0.36711594462394714,
      "learning_rate": 4.901892487807839e-05,
      "loss": 5.2775,
      "step": 124655
    },
    {
      "epoch": 0.10911723231221569,
      "grad_norm": 0.40725046396255493,
      "learning_rate": 4.9018838947214186e-05,
      "loss": 4.7325,
      "step": 124660
    },
    {
      "epoch": 0.10912160890584284,
      "grad_norm": 0.45942869782447815,
      "learning_rate": 4.9018753012681497e-05,
      "loss": 5.7834,
      "step": 124665
    },
    {
      "epoch": 0.10912598549946999,
      "grad_norm": 0.4361712634563446,
      "learning_rate": 4.901866707448033e-05,
      "loss": 4.4682,
      "step": 124670
    },
    {
      "epoch": 0.10913036209309715,
      "grad_norm": 0.47213906049728394,
      "learning_rate": 4.901858113261073e-05,
      "loss": 5.4995,
      "step": 124675
    },
    {
      "epoch": 0.1091347386867243,
      "grad_norm": 0.4351065158843994,
      "learning_rate": 4.9018495187072686e-05,
      "loss": 5.7014,
      "step": 124680
    },
    {
      "epoch": 0.10913911528035146,
      "grad_norm": 0.4312131404876709,
      "learning_rate": 4.901840923786625e-05,
      "loss": 5.2873,
      "step": 124685
    },
    {
      "epoch": 0.10914349187397861,
      "grad_norm": 0.4057077169418335,
      "learning_rate": 4.90183232849914e-05,
      "loss": 5.2594,
      "step": 124690
    },
    {
      "epoch": 0.10914786846760577,
      "grad_norm": 0.518589973449707,
      "learning_rate": 4.901823732844817e-05,
      "loss": 5.0809,
      "step": 124695
    },
    {
      "epoch": 0.10915224506123292,
      "grad_norm": 0.4682227075099945,
      "learning_rate": 4.9018151368236566e-05,
      "loss": 4.9897,
      "step": 124700
    },
    {
      "epoch": 0.10915662165486008,
      "grad_norm": 0.41047537326812744,
      "learning_rate": 4.901806540435663e-05,
      "loss": 4.9545,
      "step": 124705
    },
    {
      "epoch": 0.10916099824848723,
      "grad_norm": 0.41020065546035767,
      "learning_rate": 4.901797943680836e-05,
      "loss": 5.139,
      "step": 124710
    },
    {
      "epoch": 0.10916537484211439,
      "grad_norm": 0.354202538728714,
      "learning_rate": 4.901789346559177e-05,
      "loss": 5.8084,
      "step": 124715
    },
    {
      "epoch": 0.10916975143574154,
      "grad_norm": 0.35157063603401184,
      "learning_rate": 4.901780749070688e-05,
      "loss": 5.6578,
      "step": 124720
    },
    {
      "epoch": 0.1091741280293687,
      "grad_norm": 0.5353575348854065,
      "learning_rate": 4.90177215121537e-05,
      "loss": 4.896,
      "step": 124725
    },
    {
      "epoch": 0.10917850462299585,
      "grad_norm": 0.46919819712638855,
      "learning_rate": 4.901763552993227e-05,
      "loss": 5.4643,
      "step": 124730
    },
    {
      "epoch": 0.109182881216623,
      "grad_norm": 0.40513232350349426,
      "learning_rate": 4.9017549544042584e-05,
      "loss": 5.984,
      "step": 124735
    },
    {
      "epoch": 0.10918725781025015,
      "grad_norm": 0.35777023434638977,
      "learning_rate": 4.9017463554484676e-05,
      "loss": 6.0582,
      "step": 124740
    },
    {
      "epoch": 0.10919163440387732,
      "grad_norm": 0.4125603139400482,
      "learning_rate": 4.9017377561258545e-05,
      "loss": 5.2786,
      "step": 124745
    },
    {
      "epoch": 0.10919601099750446,
      "grad_norm": 0.38007083535194397,
      "learning_rate": 4.901729156436421e-05,
      "loss": 5.4902,
      "step": 124750
    },
    {
      "epoch": 0.10920038759113163,
      "grad_norm": 0.3748103380203247,
      "learning_rate": 4.901720556380171e-05,
      "loss": 6.0119,
      "step": 124755
    },
    {
      "epoch": 0.10920476418475877,
      "grad_norm": 0.34129828214645386,
      "learning_rate": 4.9017119559571026e-05,
      "loss": 5.9955,
      "step": 124760
    },
    {
      "epoch": 0.10920914077838594,
      "grad_norm": 0.37840116024017334,
      "learning_rate": 4.9017033551672185e-05,
      "loss": 5.1678,
      "step": 124765
    },
    {
      "epoch": 0.10921351737201308,
      "grad_norm": 0.4580279290676117,
      "learning_rate": 4.901694754010523e-05,
      "loss": 5.1939,
      "step": 124770
    },
    {
      "epoch": 0.10921789396564024,
      "grad_norm": 0.4483317732810974,
      "learning_rate": 4.901686152487016e-05,
      "loss": 4.6493,
      "step": 124775
    },
    {
      "epoch": 0.10922227055926739,
      "grad_norm": 0.4393642842769623,
      "learning_rate": 4.9016775505966986e-05,
      "loss": 5.2527,
      "step": 124780
    },
    {
      "epoch": 0.10922664715289455,
      "grad_norm": 0.37940317392349243,
      "learning_rate": 4.901668948339573e-05,
      "loss": 5.8342,
      "step": 124785
    },
    {
      "epoch": 0.1092310237465217,
      "grad_norm": 0.43207576870918274,
      "learning_rate": 4.9016603457156396e-05,
      "loss": 4.7587,
      "step": 124790
    },
    {
      "epoch": 0.10923540034014885,
      "grad_norm": 0.3411392867565155,
      "learning_rate": 4.901651742724903e-05,
      "loss": 5.6971,
      "step": 124795
    },
    {
      "epoch": 0.10923977693377601,
      "grad_norm": 0.4138035476207733,
      "learning_rate": 4.901643139367361e-05,
      "loss": 5.4886,
      "step": 124800
    },
    {
      "epoch": 0.10924415352740316,
      "grad_norm": 0.40680769085884094,
      "learning_rate": 4.9016345356430194e-05,
      "loss": 4.9897,
      "step": 124805
    },
    {
      "epoch": 0.10924853012103032,
      "grad_norm": 0.40936678647994995,
      "learning_rate": 4.901625931551878e-05,
      "loss": 4.8846,
      "step": 124810
    },
    {
      "epoch": 0.10925290671465747,
      "grad_norm": 0.3642423152923584,
      "learning_rate": 4.901617327093936e-05,
      "loss": 6.3035,
      "step": 124815
    },
    {
      "epoch": 0.10925728330828463,
      "grad_norm": 0.4049539864063263,
      "learning_rate": 4.9016087222691986e-05,
      "loss": 5.3926,
      "step": 124820
    },
    {
      "epoch": 0.10926165990191178,
      "grad_norm": 0.40185829997062683,
      "learning_rate": 4.901600117077666e-05,
      "loss": 4.475,
      "step": 124825
    },
    {
      "epoch": 0.10926603649553894,
      "grad_norm": 0.41259029507637024,
      "learning_rate": 4.90159151151934e-05,
      "loss": 5.4787,
      "step": 124830
    },
    {
      "epoch": 0.10927041308916609,
      "grad_norm": 0.4888295531272888,
      "learning_rate": 4.901582905594223e-05,
      "loss": 4.6753,
      "step": 124835
    },
    {
      "epoch": 0.10927478968279325,
      "grad_norm": 0.40119847655296326,
      "learning_rate": 4.901574299302316e-05,
      "loss": 4.5553,
      "step": 124840
    },
    {
      "epoch": 0.1092791662764204,
      "grad_norm": 0.3540491461753845,
      "learning_rate": 4.9015656926436206e-05,
      "loss": 5.4735,
      "step": 124845
    },
    {
      "epoch": 0.10928354287004756,
      "grad_norm": 0.4061380624771118,
      "learning_rate": 4.901557085618137e-05,
      "loss": 5.178,
      "step": 124850
    },
    {
      "epoch": 0.10928791946367471,
      "grad_norm": 0.44200578331947327,
      "learning_rate": 4.901548478225869e-05,
      "loss": 5.2625,
      "step": 124855
    },
    {
      "epoch": 0.10929229605730187,
      "grad_norm": 0.4158908724784851,
      "learning_rate": 4.901539870466819e-05,
      "loss": 5.2881,
      "step": 124860
    },
    {
      "epoch": 0.10929667265092902,
      "grad_norm": 0.4295823574066162,
      "learning_rate": 4.901531262340986e-05,
      "loss": 4.9487,
      "step": 124865
    },
    {
      "epoch": 0.10930104924455618,
      "grad_norm": 0.40454190969467163,
      "learning_rate": 4.901522653848373e-05,
      "loss": 5.1984,
      "step": 124870
    },
    {
      "epoch": 0.10930542583818333,
      "grad_norm": 0.4033227562904358,
      "learning_rate": 4.901514044988982e-05,
      "loss": 5.7146,
      "step": 124875
    },
    {
      "epoch": 0.10930980243181049,
      "grad_norm": 0.3652009069919586,
      "learning_rate": 4.9015054357628144e-05,
      "loss": 6.3236,
      "step": 124880
    },
    {
      "epoch": 0.10931417902543764,
      "grad_norm": 0.3922719657421112,
      "learning_rate": 4.901496826169871e-05,
      "loss": 4.8917,
      "step": 124885
    },
    {
      "epoch": 0.1093185556190648,
      "grad_norm": 0.4270915687084198,
      "learning_rate": 4.901488216210155e-05,
      "loss": 4.976,
      "step": 124890
    },
    {
      "epoch": 0.10932293221269195,
      "grad_norm": 0.41246309876441956,
      "learning_rate": 4.901479605883666e-05,
      "loss": 5.6959,
      "step": 124895
    },
    {
      "epoch": 0.1093273088063191,
      "grad_norm": 0.3977445662021637,
      "learning_rate": 4.901470995190408e-05,
      "loss": 4.6865,
      "step": 124900
    },
    {
      "epoch": 0.10933168539994625,
      "grad_norm": 0.42927372455596924,
      "learning_rate": 4.9014623841303806e-05,
      "loss": 5.3709,
      "step": 124905
    },
    {
      "epoch": 0.10933606199357342,
      "grad_norm": 0.43669384717941284,
      "learning_rate": 4.901453772703588e-05,
      "loss": 5.4618,
      "step": 124910
    },
    {
      "epoch": 0.10934043858720056,
      "grad_norm": 0.7133918404579163,
      "learning_rate": 4.901445160910029e-05,
      "loss": 4.4868,
      "step": 124915
    },
    {
      "epoch": 0.10934481518082773,
      "grad_norm": 0.4129190742969513,
      "learning_rate": 4.9014365487497074e-05,
      "loss": 6.3209,
      "step": 124920
    },
    {
      "epoch": 0.10934919177445487,
      "grad_norm": 0.6398699283599854,
      "learning_rate": 4.901427936222623e-05,
      "loss": 5.5013,
      "step": 124925
    },
    {
      "epoch": 0.10935356836808202,
      "grad_norm": 0.4218496084213257,
      "learning_rate": 4.9014193233287785e-05,
      "loss": 5.7072,
      "step": 124930
    },
    {
      "epoch": 0.10935794496170918,
      "grad_norm": 0.45977896451950073,
      "learning_rate": 4.901410710068176e-05,
      "loss": 4.8908,
      "step": 124935
    },
    {
      "epoch": 0.10936232155533633,
      "grad_norm": 0.3935980796813965,
      "learning_rate": 4.901402096440817e-05,
      "loss": 5.726,
      "step": 124940
    },
    {
      "epoch": 0.10936669814896349,
      "grad_norm": 0.45910289883613586,
      "learning_rate": 4.901393482446702e-05,
      "loss": 4.9653,
      "step": 124945
    },
    {
      "epoch": 0.10937107474259064,
      "grad_norm": 0.3795335292816162,
      "learning_rate": 4.901384868085836e-05,
      "loss": 5.5219,
      "step": 124950
    },
    {
      "epoch": 0.1093754513362178,
      "grad_norm": 0.39396849274635315,
      "learning_rate": 4.9013762533582155e-05,
      "loss": 5.4981,
      "step": 124955
    },
    {
      "epoch": 0.10937982792984495,
      "grad_norm": 0.40151435136795044,
      "learning_rate": 4.901367638263845e-05,
      "loss": 5.5137,
      "step": 124960
    },
    {
      "epoch": 0.10938420452347211,
      "grad_norm": 0.435292512178421,
      "learning_rate": 4.901359022802726e-05,
      "loss": 5.2128,
      "step": 124965
    },
    {
      "epoch": 0.10938858111709926,
      "grad_norm": 0.4035157561302185,
      "learning_rate": 4.9013504069748615e-05,
      "loss": 5.9873,
      "step": 124970
    },
    {
      "epoch": 0.10939295771072642,
      "grad_norm": 0.4249763488769531,
      "learning_rate": 4.901341790780251e-05,
      "loss": 5.4926,
      "step": 124975
    },
    {
      "epoch": 0.10939733430435357,
      "grad_norm": 0.477682888507843,
      "learning_rate": 4.901333174218896e-05,
      "loss": 5.2287,
      "step": 124980
    },
    {
      "epoch": 0.10940171089798073,
      "grad_norm": 0.5256057977676392,
      "learning_rate": 4.9013245572908e-05,
      "loss": 4.983,
      "step": 124985
    },
    {
      "epoch": 0.10940608749160788,
      "grad_norm": 0.39945292472839355,
      "learning_rate": 4.901315939995964e-05,
      "loss": 5.2333,
      "step": 124990
    },
    {
      "epoch": 0.10941046408523504,
      "grad_norm": 0.41305869817733765,
      "learning_rate": 4.90130732233439e-05,
      "loss": 5.4641,
      "step": 124995
    },
    {
      "epoch": 0.10941484067886219,
      "grad_norm": 0.40800079703330994,
      "learning_rate": 4.901298704306079e-05,
      "loss": 4.8491,
      "step": 125000
    },
    {
      "epoch": 0.10941921727248935,
      "grad_norm": 0.39388740062713623,
      "learning_rate": 4.901290085911031e-05,
      "loss": 4.406,
      "step": 125005
    },
    {
      "epoch": 0.1094235938661165,
      "grad_norm": 0.4005059003829956,
      "learning_rate": 4.9012814671492516e-05,
      "loss": 5.2918,
      "step": 125010
    },
    {
      "epoch": 0.10942797045974366,
      "grad_norm": 0.38251712918281555,
      "learning_rate": 4.9012728480207395e-05,
      "loss": 5.2575,
      "step": 125015
    },
    {
      "epoch": 0.10943234705337081,
      "grad_norm": 0.40120869874954224,
      "learning_rate": 4.9012642285254974e-05,
      "loss": 4.7765,
      "step": 125020
    },
    {
      "epoch": 0.10943672364699797,
      "grad_norm": 0.47701317071914673,
      "learning_rate": 4.901255608663527e-05,
      "loss": 5.4992,
      "step": 125025
    },
    {
      "epoch": 0.10944110024062512,
      "grad_norm": 0.42840269207954407,
      "learning_rate": 4.901246988434828e-05,
      "loss": 5.4614,
      "step": 125030
    },
    {
      "epoch": 0.10944547683425228,
      "grad_norm": 0.4455380141735077,
      "learning_rate": 4.9012383678394046e-05,
      "loss": 4.8602,
      "step": 125035
    },
    {
      "epoch": 0.10944985342787943,
      "grad_norm": 0.4579835534095764,
      "learning_rate": 4.901229746877258e-05,
      "loss": 5.7012,
      "step": 125040
    },
    {
      "epoch": 0.10945423002150659,
      "grad_norm": 0.40797993540763855,
      "learning_rate": 4.9012211255483895e-05,
      "loss": 6.3305,
      "step": 125045
    },
    {
      "epoch": 0.10945860661513374,
      "grad_norm": 0.41328468918800354,
      "learning_rate": 4.901212503852801e-05,
      "loss": 5.2977,
      "step": 125050
    },
    {
      "epoch": 0.10946298320876088,
      "grad_norm": 0.42533379793167114,
      "learning_rate": 4.9012038817904936e-05,
      "loss": 4.98,
      "step": 125055
    },
    {
      "epoch": 0.10946735980238805,
      "grad_norm": 0.4166911840438843,
      "learning_rate": 4.9011952593614696e-05,
      "loss": 5.1655,
      "step": 125060
    },
    {
      "epoch": 0.10947173639601519,
      "grad_norm": 0.43756788969039917,
      "learning_rate": 4.90118663656573e-05,
      "loss": 5.7955,
      "step": 125065
    },
    {
      "epoch": 0.10947611298964235,
      "grad_norm": 0.4130631685256958,
      "learning_rate": 4.901178013403277e-05,
      "loss": 5.6844,
      "step": 125070
    },
    {
      "epoch": 0.1094804895832695,
      "grad_norm": 0.4169362187385559,
      "learning_rate": 4.9011693898741115e-05,
      "loss": 5.172,
      "step": 125075
    },
    {
      "epoch": 0.10948486617689666,
      "grad_norm": 0.39452001452445984,
      "learning_rate": 4.901160765978236e-05,
      "loss": 5.2652,
      "step": 125080
    },
    {
      "epoch": 0.10948924277052381,
      "grad_norm": 0.406981885433197,
      "learning_rate": 4.9011521417156524e-05,
      "loss": 4.4435,
      "step": 125085
    },
    {
      "epoch": 0.10949361936415097,
      "grad_norm": 0.4062234163284302,
      "learning_rate": 4.901143517086361e-05,
      "loss": 5.7092,
      "step": 125090
    },
    {
      "epoch": 0.10949799595777812,
      "grad_norm": 0.3409503102302551,
      "learning_rate": 4.9011348920903654e-05,
      "loss": 6.0318,
      "step": 125095
    },
    {
      "epoch": 0.10950237255140528,
      "grad_norm": 0.3681749701499939,
      "learning_rate": 4.901126266727666e-05,
      "loss": 6.0088,
      "step": 125100
    },
    {
      "epoch": 0.10950674914503243,
      "grad_norm": 0.40202853083610535,
      "learning_rate": 4.901117640998264e-05,
      "loss": 4.896,
      "step": 125105
    },
    {
      "epoch": 0.10951112573865959,
      "grad_norm": 0.41398635506629944,
      "learning_rate": 4.901109014902162e-05,
      "loss": 5.1934,
      "step": 125110
    },
    {
      "epoch": 0.10951550233228674,
      "grad_norm": 0.3813873827457428,
      "learning_rate": 4.90110038843936e-05,
      "loss": 4.9568,
      "step": 125115
    },
    {
      "epoch": 0.1095198789259139,
      "grad_norm": 0.3893457353115082,
      "learning_rate": 4.9010917616098625e-05,
      "loss": 4.6618,
      "step": 125120
    },
    {
      "epoch": 0.10952425551954105,
      "grad_norm": 0.39598891139030457,
      "learning_rate": 4.9010831344136706e-05,
      "loss": 4.4154,
      "step": 125125
    },
    {
      "epoch": 0.10952863211316821,
      "grad_norm": 0.39707955718040466,
      "learning_rate": 4.901074506850783e-05,
      "loss": 5.7404,
      "step": 125130
    },
    {
      "epoch": 0.10953300870679536,
      "grad_norm": 0.37035036087036133,
      "learning_rate": 4.901065878921206e-05,
      "loss": 5.7223,
      "step": 125135
    },
    {
      "epoch": 0.10953738530042252,
      "grad_norm": 0.43931931257247925,
      "learning_rate": 4.9010572506249364e-05,
      "loss": 5.2646,
      "step": 125140
    },
    {
      "epoch": 0.10954176189404967,
      "grad_norm": 0.440001517534256,
      "learning_rate": 4.901048621961979e-05,
      "loss": 5.2452,
      "step": 125145
    },
    {
      "epoch": 0.10954613848767683,
      "grad_norm": 0.3612649738788605,
      "learning_rate": 4.901039992932335e-05,
      "loss": 5.794,
      "step": 125150
    },
    {
      "epoch": 0.10955051508130398,
      "grad_norm": 0.40201154351234436,
      "learning_rate": 4.901031363536005e-05,
      "loss": 5.4878,
      "step": 125155
    },
    {
      "epoch": 0.10955489167493114,
      "grad_norm": 0.3730262517929077,
      "learning_rate": 4.901022733772992e-05,
      "loss": 6.0137,
      "step": 125160
    },
    {
      "epoch": 0.10955926826855829,
      "grad_norm": 0.4317488372325897,
      "learning_rate": 4.9010141036432966e-05,
      "loss": 5.8181,
      "step": 125165
    },
    {
      "epoch": 0.10956364486218545,
      "grad_norm": 0.3652147650718689,
      "learning_rate": 4.9010054731469214e-05,
      "loss": 5.2987,
      "step": 125170
    },
    {
      "epoch": 0.1095680214558126,
      "grad_norm": 0.41150084137916565,
      "learning_rate": 4.900996842283866e-05,
      "loss": 4.9487,
      "step": 125175
    },
    {
      "epoch": 0.10957239804943975,
      "grad_norm": 0.3651578426361084,
      "learning_rate": 4.900988211054135e-05,
      "loss": 6.0369,
      "step": 125180
    },
    {
      "epoch": 0.10957677464306691,
      "grad_norm": 0.41163551807403564,
      "learning_rate": 4.900979579457729e-05,
      "loss": 3.717,
      "step": 125185
    },
    {
      "epoch": 0.10958115123669405,
      "grad_norm": 0.45882418751716614,
      "learning_rate": 4.900970947494649e-05,
      "loss": 5.4914,
      "step": 125190
    },
    {
      "epoch": 0.10958552783032122,
      "grad_norm": 0.44312041997909546,
      "learning_rate": 4.9009623151648966e-05,
      "loss": 5.9971,
      "step": 125195
    },
    {
      "epoch": 0.10958990442394836,
      "grad_norm": 0.3945900797843933,
      "learning_rate": 4.900953682468473e-05,
      "loss": 4.9683,
      "step": 125200
    },
    {
      "epoch": 0.10959428101757553,
      "grad_norm": 0.40813684463500977,
      "learning_rate": 4.900945049405382e-05,
      "loss": 4.643,
      "step": 125205
    },
    {
      "epoch": 0.10959865761120267,
      "grad_norm": 0.4095737040042877,
      "learning_rate": 4.900936415975624e-05,
      "loss": 5.1644,
      "step": 125210
    },
    {
      "epoch": 0.10960303420482984,
      "grad_norm": 0.41336628794670105,
      "learning_rate": 4.9009277821792e-05,
      "loss": 5.7812,
      "step": 125215
    },
    {
      "epoch": 0.10960741079845698,
      "grad_norm": 0.409645140171051,
      "learning_rate": 4.900919148016113e-05,
      "loss": 5.4735,
      "step": 125220
    },
    {
      "epoch": 0.10961178739208415,
      "grad_norm": 0.4092943072319031,
      "learning_rate": 4.900910513486364e-05,
      "loss": 5.3865,
      "step": 125225
    },
    {
      "epoch": 0.10961616398571129,
      "grad_norm": 0.41587504744529724,
      "learning_rate": 4.9009018785899544e-05,
      "loss": 4.9829,
      "step": 125230
    },
    {
      "epoch": 0.10962054057933845,
      "grad_norm": 0.40382513403892517,
      "learning_rate": 4.9008932433268864e-05,
      "loss": 5.3533,
      "step": 125235
    },
    {
      "epoch": 0.1096249171729656,
      "grad_norm": 0.4190272092819214,
      "learning_rate": 4.9008846076971615e-05,
      "loss": 4.9459,
      "step": 125240
    },
    {
      "epoch": 0.10962929376659276,
      "grad_norm": 0.4385262727737427,
      "learning_rate": 4.9008759717007805e-05,
      "loss": 4.5664,
      "step": 125245
    },
    {
      "epoch": 0.10963367036021991,
      "grad_norm": 0.44076207280158997,
      "learning_rate": 4.9008673353377467e-05,
      "loss": 4.6237,
      "step": 125250
    },
    {
      "epoch": 0.10963804695384707,
      "grad_norm": 0.3730919361114502,
      "learning_rate": 4.900858698608061e-05,
      "loss": 5.7006,
      "step": 125255
    },
    {
      "epoch": 0.10964242354747422,
      "grad_norm": 0.3593200445175171,
      "learning_rate": 4.9008500615117234e-05,
      "loss": 5.8171,
      "step": 125260
    },
    {
      "epoch": 0.10964680014110138,
      "grad_norm": 0.36476871371269226,
      "learning_rate": 4.900841424048738e-05,
      "loss": 5.4993,
      "step": 125265
    },
    {
      "epoch": 0.10965117673472853,
      "grad_norm": 0.3473179042339325,
      "learning_rate": 4.900832786219106e-05,
      "loss": 6.0146,
      "step": 125270
    },
    {
      "epoch": 0.10965555332835569,
      "grad_norm": 0.3630940914154053,
      "learning_rate": 4.900824148022828e-05,
      "loss": 5.4848,
      "step": 125275
    },
    {
      "epoch": 0.10965992992198284,
      "grad_norm": 0.3449568450450897,
      "learning_rate": 4.900815509459907e-05,
      "loss": 5.7592,
      "step": 125280
    },
    {
      "epoch": 0.10966430651561,
      "grad_norm": 0.4350416660308838,
      "learning_rate": 4.900806870530343e-05,
      "loss": 5.0216,
      "step": 125285
    },
    {
      "epoch": 0.10966868310923715,
      "grad_norm": 0.433342307806015,
      "learning_rate": 4.900798231234139e-05,
      "loss": 4.8604,
      "step": 125290
    },
    {
      "epoch": 0.10967305970286431,
      "grad_norm": 0.3980786204338074,
      "learning_rate": 4.9007895915712976e-05,
      "loss": 4.1584,
      "step": 125295
    },
    {
      "epoch": 0.10967743629649146,
      "grad_norm": 0.37586867809295654,
      "learning_rate": 4.900780951541818e-05,
      "loss": 6.2951,
      "step": 125300
    },
    {
      "epoch": 0.10968181289011862,
      "grad_norm": 0.36228522658348083,
      "learning_rate": 4.900772311145704e-05,
      "loss": 6.0209,
      "step": 125305
    },
    {
      "epoch": 0.10968618948374577,
      "grad_norm": 0.3884523808956146,
      "learning_rate": 4.900763670382955e-05,
      "loss": 5.513,
      "step": 125310
    },
    {
      "epoch": 0.10969056607737292,
      "grad_norm": 0.350513756275177,
      "learning_rate": 4.9007550292535755e-05,
      "loss": 5.8143,
      "step": 125315
    },
    {
      "epoch": 0.10969494267100008,
      "grad_norm": 0.42940476536750793,
      "learning_rate": 4.900746387757564e-05,
      "loss": 4.9453,
      "step": 125320
    },
    {
      "epoch": 0.10969931926462723,
      "grad_norm": 0.3742801249027252,
      "learning_rate": 4.9007377458949256e-05,
      "loss": 5.4647,
      "step": 125325
    },
    {
      "epoch": 0.10970369585825439,
      "grad_norm": 0.4510810971260071,
      "learning_rate": 4.900729103665659e-05,
      "loss": 5.0502,
      "step": 125330
    },
    {
      "epoch": 0.10970807245188154,
      "grad_norm": 0.4313235878944397,
      "learning_rate": 4.900720461069767e-05,
      "loss": 4.9595,
      "step": 125335
    },
    {
      "epoch": 0.1097124490455087,
      "grad_norm": 0.4089958965778351,
      "learning_rate": 4.900711818107252e-05,
      "loss": 4.3645,
      "step": 125340
    },
    {
      "epoch": 0.10971682563913585,
      "grad_norm": 0.3644399344921112,
      "learning_rate": 4.900703174778114e-05,
      "loss": 5.3008,
      "step": 125345
    },
    {
      "epoch": 0.10972120223276301,
      "grad_norm": 0.39915379881858826,
      "learning_rate": 4.900694531082356e-05,
      "loss": 5.2027,
      "step": 125350
    },
    {
      "epoch": 0.10972557882639015,
      "grad_norm": 0.3502797782421112,
      "learning_rate": 4.90068588701998e-05,
      "loss": 5.9785,
      "step": 125355
    },
    {
      "epoch": 0.10972995542001732,
      "grad_norm": 0.36307185888290405,
      "learning_rate": 4.900677242590987e-05,
      "loss": 5.7508,
      "step": 125360
    },
    {
      "epoch": 0.10973433201364446,
      "grad_norm": 0.37543779611587524,
      "learning_rate": 4.900668597795378e-05,
      "loss": 5.4984,
      "step": 125365
    },
    {
      "epoch": 0.10973870860727163,
      "grad_norm": 0.42566829919815063,
      "learning_rate": 4.900659952633155e-05,
      "loss": 4.6411,
      "step": 125370
    },
    {
      "epoch": 0.10974308520089877,
      "grad_norm": 0.36497625708580017,
      "learning_rate": 4.9006513071043216e-05,
      "loss": 5.7229,
      "step": 125375
    },
    {
      "epoch": 0.10974746179452594,
      "grad_norm": 0.41428303718566895,
      "learning_rate": 4.9006426612088766e-05,
      "loss": 5.7745,
      "step": 125380
    },
    {
      "epoch": 0.10975183838815308,
      "grad_norm": 0.3727480173110962,
      "learning_rate": 4.9006340149468235e-05,
      "loss": 5.7951,
      "step": 125385
    },
    {
      "epoch": 0.10975621498178025,
      "grad_norm": 0.4292827844619751,
      "learning_rate": 4.9006253683181624e-05,
      "loss": 4.957,
      "step": 125390
    },
    {
      "epoch": 0.10976059157540739,
      "grad_norm": 0.3732016682624817,
      "learning_rate": 4.900616721322896e-05,
      "loss": 4.7615,
      "step": 125395
    },
    {
      "epoch": 0.10976496816903455,
      "grad_norm": 0.4222647249698639,
      "learning_rate": 4.9006080739610274e-05,
      "loss": 5.6969,
      "step": 125400
    },
    {
      "epoch": 0.1097693447626617,
      "grad_norm": 0.41244107484817505,
      "learning_rate": 4.900599426232556e-05,
      "loss": 5.0957,
      "step": 125405
    },
    {
      "epoch": 0.10977372135628886,
      "grad_norm": 0.35704782605171204,
      "learning_rate": 4.900590778137484e-05,
      "loss": 5.5019,
      "step": 125410
    },
    {
      "epoch": 0.10977809794991601,
      "grad_norm": 0.4294438362121582,
      "learning_rate": 4.900582129675814e-05,
      "loss": 4.9858,
      "step": 125415
    },
    {
      "epoch": 0.10978247454354317,
      "grad_norm": 0.5751886367797852,
      "learning_rate": 4.9005734808475456e-05,
      "loss": 5.0742,
      "step": 125420
    },
    {
      "epoch": 0.10978685113717032,
      "grad_norm": 0.439059317111969,
      "learning_rate": 4.900564831652683e-05,
      "loss": 4.228,
      "step": 125425
    },
    {
      "epoch": 0.10979122773079748,
      "grad_norm": 0.4388241171836853,
      "learning_rate": 4.900556182091227e-05,
      "loss": 5.5022,
      "step": 125430
    },
    {
      "epoch": 0.10979560432442463,
      "grad_norm": 0.42918768525123596,
      "learning_rate": 4.900547532163179e-05,
      "loss": 5.5207,
      "step": 125435
    },
    {
      "epoch": 0.10979998091805178,
      "grad_norm": 0.4082408547401428,
      "learning_rate": 4.9005388818685394e-05,
      "loss": 5.2059,
      "step": 125440
    },
    {
      "epoch": 0.10980435751167894,
      "grad_norm": 0.42721012234687805,
      "learning_rate": 4.900530231207313e-05,
      "loss": 5.4805,
      "step": 125445
    },
    {
      "epoch": 0.10980873410530609,
      "grad_norm": 0.43493202328681946,
      "learning_rate": 4.900521580179498e-05,
      "loss": 4.9725,
      "step": 125450
    },
    {
      "epoch": 0.10981311069893325,
      "grad_norm": 0.4262935519218445,
      "learning_rate": 4.900512928785098e-05,
      "loss": 4.9122,
      "step": 125455
    },
    {
      "epoch": 0.1098174872925604,
      "grad_norm": 0.43141883611679077,
      "learning_rate": 4.900504277024115e-05,
      "loss": 4.2397,
      "step": 125460
    },
    {
      "epoch": 0.10982186388618756,
      "grad_norm": 0.3607076406478882,
      "learning_rate": 4.90049562489655e-05,
      "loss": 5.976,
      "step": 125465
    },
    {
      "epoch": 0.10982624047981471,
      "grad_norm": 0.40110695362091064,
      "learning_rate": 4.9004869724024035e-05,
      "loss": 5.2027,
      "step": 125470
    },
    {
      "epoch": 0.10983061707344187,
      "grad_norm": 0.3567524552345276,
      "learning_rate": 4.9004783195416805e-05,
      "loss": 6.0076,
      "step": 125475
    },
    {
      "epoch": 0.10983499366706902,
      "grad_norm": 0.40755975246429443,
      "learning_rate": 4.900469666314379e-05,
      "loss": 6.0232,
      "step": 125480
    },
    {
      "epoch": 0.10983937026069618,
      "grad_norm": 0.41621020436286926,
      "learning_rate": 4.900461012720502e-05,
      "loss": 4.932,
      "step": 125485
    },
    {
      "epoch": 0.10984374685432333,
      "grad_norm": 0.41881391406059265,
      "learning_rate": 4.900452358760053e-05,
      "loss": 5.2582,
      "step": 125490
    },
    {
      "epoch": 0.10984812344795049,
      "grad_norm": 0.4140087962150574,
      "learning_rate": 4.900443704433031e-05,
      "loss": 4.954,
      "step": 125495
    },
    {
      "epoch": 0.10985250004157764,
      "grad_norm": 0.4102466404438019,
      "learning_rate": 4.900435049739438e-05,
      "loss": 5.148,
      "step": 125500
    },
    {
      "epoch": 0.1098568766352048,
      "grad_norm": 0.42112109065055847,
      "learning_rate": 4.9004263946792774e-05,
      "loss": 5.5,
      "step": 125505
    },
    {
      "epoch": 0.10986125322883195,
      "grad_norm": 0.45273134112358093,
      "learning_rate": 4.9004177392525494e-05,
      "loss": 5.1866,
      "step": 125510
    },
    {
      "epoch": 0.10986562982245911,
      "grad_norm": 0.36487293243408203,
      "learning_rate": 4.9004090834592554e-05,
      "loss": 5.4782,
      "step": 125515
    },
    {
      "epoch": 0.10987000641608625,
      "grad_norm": 0.34124839305877686,
      "learning_rate": 4.9004004272994e-05,
      "loss": 6.0311,
      "step": 125520
    },
    {
      "epoch": 0.10987438300971342,
      "grad_norm": 0.353127658367157,
      "learning_rate": 4.9003917707729794e-05,
      "loss": 6.0025,
      "step": 125525
    },
    {
      "epoch": 0.10987875960334056,
      "grad_norm": 0.3420838713645935,
      "learning_rate": 4.9003831138800014e-05,
      "loss": 5.6951,
      "step": 125530
    },
    {
      "epoch": 0.10988313619696773,
      "grad_norm": 0.3409712612628937,
      "learning_rate": 4.9003744566204635e-05,
      "loss": 6.3107,
      "step": 125535
    },
    {
      "epoch": 0.10988751279059487,
      "grad_norm": 0.40353646874427795,
      "learning_rate": 4.9003657989943684e-05,
      "loss": 4.6416,
      "step": 125540
    },
    {
      "epoch": 0.10989188938422204,
      "grad_norm": 0.39837944507598877,
      "learning_rate": 4.900357141001719e-05,
      "loss": 4.944,
      "step": 125545
    },
    {
      "epoch": 0.10989626597784918,
      "grad_norm": 0.34770500659942627,
      "learning_rate": 4.900348482642516e-05,
      "loss": 6.2863,
      "step": 125550
    },
    {
      "epoch": 0.10990064257147635,
      "grad_norm": 0.4013126790523529,
      "learning_rate": 4.90033982391676e-05,
      "loss": 4.6372,
      "step": 125555
    },
    {
      "epoch": 0.10990501916510349,
      "grad_norm": 0.4004353880882263,
      "learning_rate": 4.900331164824454e-05,
      "loss": 5.8151,
      "step": 125560
    },
    {
      "epoch": 0.10990939575873065,
      "grad_norm": 0.43854835629463196,
      "learning_rate": 4.900322505365601e-05,
      "loss": 5.8029,
      "step": 125565
    },
    {
      "epoch": 0.1099137723523578,
      "grad_norm": 0.4077203571796417,
      "learning_rate": 4.900313845540199e-05,
      "loss": 5.2452,
      "step": 125570
    },
    {
      "epoch": 0.10991814894598495,
      "grad_norm": 0.4344809949398041,
      "learning_rate": 4.900305185348253e-05,
      "loss": 5.1885,
      "step": 125575
    },
    {
      "epoch": 0.10992252553961211,
      "grad_norm": 0.4093424379825592,
      "learning_rate": 4.9002965247897625e-05,
      "loss": 5.2105,
      "step": 125580
    },
    {
      "epoch": 0.10992690213323926,
      "grad_norm": 0.35260528326034546,
      "learning_rate": 4.900287863864731e-05,
      "loss": 5.2799,
      "step": 125585
    },
    {
      "epoch": 0.10993127872686642,
      "grad_norm": 0.4270719289779663,
      "learning_rate": 4.900279202573159e-05,
      "loss": 5.1935,
      "step": 125590
    },
    {
      "epoch": 0.10993565532049357,
      "grad_norm": 0.41978466510772705,
      "learning_rate": 4.900270540915049e-05,
      "loss": 5.7761,
      "step": 125595
    },
    {
      "epoch": 0.10994003191412073,
      "grad_norm": 0.3694196045398712,
      "learning_rate": 4.900261878890401e-05,
      "loss": 5.7186,
      "step": 125600
    },
    {
      "epoch": 0.10994440850774788,
      "grad_norm": 0.4524640440940857,
      "learning_rate": 4.900253216499218e-05,
      "loss": 4.202,
      "step": 125605
    },
    {
      "epoch": 0.10994878510137504,
      "grad_norm": 0.3597896099090576,
      "learning_rate": 4.900244553741502e-05,
      "loss": 5.6982,
      "step": 125610
    },
    {
      "epoch": 0.10995316169500219,
      "grad_norm": 0.41038891673088074,
      "learning_rate": 4.900235890617254e-05,
      "loss": 4.6846,
      "step": 125615
    },
    {
      "epoch": 0.10995753828862935,
      "grad_norm": 0.42030736804008484,
      "learning_rate": 4.900227227126475e-05,
      "loss": 5.3073,
      "step": 125620
    },
    {
      "epoch": 0.1099619148822565,
      "grad_norm": 0.43362969160079956,
      "learning_rate": 4.9002185632691675e-05,
      "loss": 4.6506,
      "step": 125625
    },
    {
      "epoch": 0.10996629147588366,
      "grad_norm": 0.37185758352279663,
      "learning_rate": 4.9002098990453336e-05,
      "loss": 5.6771,
      "step": 125630
    },
    {
      "epoch": 0.10997066806951081,
      "grad_norm": 0.408990740776062,
      "learning_rate": 4.9002012344549756e-05,
      "loss": 5.4539,
      "step": 125635
    },
    {
      "epoch": 0.10997504466313797,
      "grad_norm": 0.38299331068992615,
      "learning_rate": 4.900192569498092e-05,
      "loss": 5.7713,
      "step": 125640
    },
    {
      "epoch": 0.10997942125676512,
      "grad_norm": 0.409061461687088,
      "learning_rate": 4.9001839041746875e-05,
      "loss": 4.6772,
      "step": 125645
    },
    {
      "epoch": 0.10998379785039228,
      "grad_norm": 0.40531232953071594,
      "learning_rate": 4.900175238484764e-05,
      "loss": 4.8593,
      "step": 125650
    },
    {
      "epoch": 0.10998817444401943,
      "grad_norm": 0.40274858474731445,
      "learning_rate": 4.900166572428321e-05,
      "loss": 4.5699,
      "step": 125655
    },
    {
      "epoch": 0.10999255103764659,
      "grad_norm": 0.43437960743904114,
      "learning_rate": 4.900157906005362e-05,
      "loss": 5.473,
      "step": 125660
    },
    {
      "epoch": 0.10999692763127374,
      "grad_norm": 0.3942401707172394,
      "learning_rate": 4.900149239215885e-05,
      "loss": 4.9899,
      "step": 125665
    },
    {
      "epoch": 0.1100013042249009,
      "grad_norm": 0.3996744155883789,
      "learning_rate": 4.900140572059897e-05,
      "loss": 6.0076,
      "step": 125670
    },
    {
      "epoch": 0.11000568081852805,
      "grad_norm": 0.3811047375202179,
      "learning_rate": 4.900131904537396e-05,
      "loss": 5.4115,
      "step": 125675
    },
    {
      "epoch": 0.11001005741215521,
      "grad_norm": 0.3783213496208191,
      "learning_rate": 4.9001232366483863e-05,
      "loss": 5.4348,
      "step": 125680
    },
    {
      "epoch": 0.11001443400578235,
      "grad_norm": 0.39522624015808105,
      "learning_rate": 4.900114568392867e-05,
      "loss": 4.9841,
      "step": 125685
    },
    {
      "epoch": 0.11001881059940952,
      "grad_norm": 0.4016764461994171,
      "learning_rate": 4.900105899770842e-05,
      "loss": 4.9524,
      "step": 125690
    },
    {
      "epoch": 0.11002318719303666,
      "grad_norm": 0.38144975900650024,
      "learning_rate": 4.9000972307823114e-05,
      "loss": 4.8729,
      "step": 125695
    },
    {
      "epoch": 0.11002756378666381,
      "grad_norm": 0.410709947347641,
      "learning_rate": 4.9000885614272765e-05,
      "loss": 5.9928,
      "step": 125700
    },
    {
      "epoch": 0.11003194038029097,
      "grad_norm": 0.4539647102355957,
      "learning_rate": 4.90007989170574e-05,
      "loss": 5.1839,
      "step": 125705
    },
    {
      "epoch": 0.11003631697391812,
      "grad_norm": 0.44536900520324707,
      "learning_rate": 4.900071221617704e-05,
      "loss": 4.7807,
      "step": 125710
    },
    {
      "epoch": 0.11004069356754528,
      "grad_norm": 0.36333057284355164,
      "learning_rate": 4.900062551163169e-05,
      "loss": 5.5146,
      "step": 125715
    },
    {
      "epoch": 0.11004507016117243,
      "grad_norm": 0.40716031193733215,
      "learning_rate": 4.900053880342137e-05,
      "loss": 5.3957,
      "step": 125720
    },
    {
      "epoch": 0.11004944675479959,
      "grad_norm": 0.4387713372707367,
      "learning_rate": 4.90004520915461e-05,
      "loss": 4.1144,
      "step": 125725
    },
    {
      "epoch": 0.11005382334842674,
      "grad_norm": 0.42223116755485535,
      "learning_rate": 4.9000365376005905e-05,
      "loss": 4.689,
      "step": 125730
    },
    {
      "epoch": 0.1100581999420539,
      "grad_norm": 0.3675200939178467,
      "learning_rate": 4.900027865680079e-05,
      "loss": 6.3234,
      "step": 125735
    },
    {
      "epoch": 0.11006257653568105,
      "grad_norm": 0.45405998826026917,
      "learning_rate": 4.900019193393076e-05,
      "loss": 5.7807,
      "step": 125740
    },
    {
      "epoch": 0.11006695312930821,
      "grad_norm": 0.3960248827934265,
      "learning_rate": 4.900010520739586e-05,
      "loss": 4.7615,
      "step": 125745
    },
    {
      "epoch": 0.11007132972293536,
      "grad_norm": 0.37659507989883423,
      "learning_rate": 4.90000184771961e-05,
      "loss": 5.1911,
      "step": 125750
    },
    {
      "epoch": 0.11007570631656252,
      "grad_norm": 0.3710823953151703,
      "learning_rate": 4.899993174333147e-05,
      "loss": 5.6871,
      "step": 125755
    },
    {
      "epoch": 0.11008008291018967,
      "grad_norm": 0.35097736120224,
      "learning_rate": 4.8999845005802014e-05,
      "loss": 5.2611,
      "step": 125760
    },
    {
      "epoch": 0.11008445950381683,
      "grad_norm": 0.36423319578170776,
      "learning_rate": 4.899975826460774e-05,
      "loss": 6.3133,
      "step": 125765
    },
    {
      "epoch": 0.11008883609744398,
      "grad_norm": 0.40626975893974304,
      "learning_rate": 4.899967151974867e-05,
      "loss": 5.6973,
      "step": 125770
    },
    {
      "epoch": 0.11009321269107114,
      "grad_norm": 0.4000159800052643,
      "learning_rate": 4.8999584771224814e-05,
      "loss": 5.5193,
      "step": 125775
    },
    {
      "epoch": 0.11009758928469829,
      "grad_norm": 0.36979278922080994,
      "learning_rate": 4.89994980190362e-05,
      "loss": 5.7976,
      "step": 125780
    },
    {
      "epoch": 0.11010196587832545,
      "grad_norm": 0.42861148715019226,
      "learning_rate": 4.8999411263182814e-05,
      "loss": 4.1642,
      "step": 125785
    },
    {
      "epoch": 0.1101063424719526,
      "grad_norm": 0.4368734061717987,
      "learning_rate": 4.899932450366471e-05,
      "loss": 5.5064,
      "step": 125790
    },
    {
      "epoch": 0.11011071906557976,
      "grad_norm": 0.5003844499588013,
      "learning_rate": 4.8999237740481886e-05,
      "loss": 4.6885,
      "step": 125795
    },
    {
      "epoch": 0.11011509565920691,
      "grad_norm": 0.4329662322998047,
      "learning_rate": 4.8999150973634354e-05,
      "loss": 4.764,
      "step": 125800
    },
    {
      "epoch": 0.11011947225283407,
      "grad_norm": 0.4161892235279083,
      "learning_rate": 4.899906420312216e-05,
      "loss": 4.8749,
      "step": 125805
    },
    {
      "epoch": 0.11012384884646122,
      "grad_norm": 0.4329628646373749,
      "learning_rate": 4.8998977428945284e-05,
      "loss": 4.9628,
      "step": 125810
    },
    {
      "epoch": 0.11012822544008838,
      "grad_norm": 0.40257149934768677,
      "learning_rate": 4.899889065110376e-05,
      "loss": 5.1172,
      "step": 125815
    },
    {
      "epoch": 0.11013260203371553,
      "grad_norm": 0.4173855185508728,
      "learning_rate": 4.89988038695976e-05,
      "loss": 5.2699,
      "step": 125820
    },
    {
      "epoch": 0.11013697862734267,
      "grad_norm": 0.43303418159484863,
      "learning_rate": 4.8998717084426825e-05,
      "loss": 5.141,
      "step": 125825
    },
    {
      "epoch": 0.11014135522096984,
      "grad_norm": 0.40780290961265564,
      "learning_rate": 4.899863029559145e-05,
      "loss": 4.8638,
      "step": 125830
    },
    {
      "epoch": 0.11014573181459698,
      "grad_norm": 0.3954125940799713,
      "learning_rate": 4.89985435030915e-05,
      "loss": 6.2969,
      "step": 125835
    },
    {
      "epoch": 0.11015010840822415,
      "grad_norm": 0.589056134223938,
      "learning_rate": 4.899845670692698e-05,
      "loss": 4.9864,
      "step": 125840
    },
    {
      "epoch": 0.1101544850018513,
      "grad_norm": 0.4451723098754883,
      "learning_rate": 4.899836990709791e-05,
      "loss": 4.9432,
      "step": 125845
    },
    {
      "epoch": 0.11015886159547846,
      "grad_norm": 0.43570423126220703,
      "learning_rate": 4.89982831036043e-05,
      "loss": 4.46,
      "step": 125850
    },
    {
      "epoch": 0.1101632381891056,
      "grad_norm": 0.4406609535217285,
      "learning_rate": 4.899819629644619e-05,
      "loss": 4.7393,
      "step": 125855
    },
    {
      "epoch": 0.11016761478273276,
      "grad_norm": 0.4344125986099243,
      "learning_rate": 4.8998109485623564e-05,
      "loss": 5.99,
      "step": 125860
    },
    {
      "epoch": 0.11017199137635991,
      "grad_norm": 0.39079609513282776,
      "learning_rate": 4.899802267113645e-05,
      "loss": 5.1816,
      "step": 125865
    },
    {
      "epoch": 0.11017636796998707,
      "grad_norm": 0.3718288838863373,
      "learning_rate": 4.89979358529849e-05,
      "loss": 5.2833,
      "step": 125870
    },
    {
      "epoch": 0.11018074456361422,
      "grad_norm": 0.4108925759792328,
      "learning_rate": 4.8997849031168876e-05,
      "loss": 5.3937,
      "step": 125875
    },
    {
      "epoch": 0.11018512115724138,
      "grad_norm": 0.35235169529914856,
      "learning_rate": 4.899776220568842e-05,
      "loss": 5.7037,
      "step": 125880
    },
    {
      "epoch": 0.11018949775086853,
      "grad_norm": 0.41599011421203613,
      "learning_rate": 4.8997675376543576e-05,
      "loss": 4.972,
      "step": 125885
    },
    {
      "epoch": 0.1101938743444957,
      "grad_norm": 0.3567633628845215,
      "learning_rate": 4.899758854373431e-05,
      "loss": 5.8063,
      "step": 125890
    },
    {
      "epoch": 0.11019825093812284,
      "grad_norm": 0.3567950129508972,
      "learning_rate": 4.899750170726066e-05,
      "loss": 5.7049,
      "step": 125895
    },
    {
      "epoch": 0.11020262753175,
      "grad_norm": 0.4256729483604431,
      "learning_rate": 4.899741486712265e-05,
      "loss": 5.2409,
      "step": 125900
    },
    {
      "epoch": 0.11020700412537715,
      "grad_norm": 0.4063776135444641,
      "learning_rate": 4.899732802332029e-05,
      "loss": 5.5024,
      "step": 125905
    },
    {
      "epoch": 0.11021138071900431,
      "grad_norm": 0.43262505531311035,
      "learning_rate": 4.8997241175853606e-05,
      "loss": 5.7891,
      "step": 125910
    },
    {
      "epoch": 0.11021575731263146,
      "grad_norm": 0.41399648785591125,
      "learning_rate": 4.8997154324722596e-05,
      "loss": 5.1848,
      "step": 125915
    },
    {
      "epoch": 0.11022013390625862,
      "grad_norm": 0.40314143896102905,
      "learning_rate": 4.8997067469927295e-05,
      "loss": 5.474,
      "step": 125920
    },
    {
      "epoch": 0.11022451049988577,
      "grad_norm": 0.4352705180644989,
      "learning_rate": 4.8996980611467715e-05,
      "loss": 4.6534,
      "step": 125925
    },
    {
      "epoch": 0.11022888709351293,
      "grad_norm": 0.36994311213493347,
      "learning_rate": 4.8996893749343864e-05,
      "loss": 5.7881,
      "step": 125930
    },
    {
      "epoch": 0.11023326368714008,
      "grad_norm": 0.411784291267395,
      "learning_rate": 4.899680688355577e-05,
      "loss": 5.759,
      "step": 125935
    },
    {
      "epoch": 0.11023764028076724,
      "grad_norm": 0.3615715205669403,
      "learning_rate": 4.899672001410344e-05,
      "loss": 6.0174,
      "step": 125940
    },
    {
      "epoch": 0.11024201687439439,
      "grad_norm": 0.41323140263557434,
      "learning_rate": 4.8996633140986894e-05,
      "loss": 4.8786,
      "step": 125945
    },
    {
      "epoch": 0.11024639346802155,
      "grad_norm": 0.42370080947875977,
      "learning_rate": 4.8996546264206154e-05,
      "loss": 5.4911,
      "step": 125950
    },
    {
      "epoch": 0.1102507700616487,
      "grad_norm": 0.44558560848236084,
      "learning_rate": 4.899645938376124e-05,
      "loss": 4.885,
      "step": 125955
    },
    {
      "epoch": 0.11025514665527585,
      "grad_norm": 0.4334418773651123,
      "learning_rate": 4.899637249965215e-05,
      "loss": 5.2153,
      "step": 125960
    },
    {
      "epoch": 0.11025952324890301,
      "grad_norm": 0.4082469046115875,
      "learning_rate": 4.8996285611878925e-05,
      "loss": 6.2701,
      "step": 125965
    },
    {
      "epoch": 0.11026389984253016,
      "grad_norm": 0.4076799154281616,
      "learning_rate": 4.8996198720441554e-05,
      "loss": 6.0012,
      "step": 125970
    },
    {
      "epoch": 0.11026827643615732,
      "grad_norm": 0.44192367792129517,
      "learning_rate": 4.899611182534009e-05,
      "loss": 3.9219,
      "step": 125975
    },
    {
      "epoch": 0.11027265302978446,
      "grad_norm": 0.389270544052124,
      "learning_rate": 4.89960249265745e-05,
      "loss": 5.5137,
      "step": 125980
    },
    {
      "epoch": 0.11027702962341163,
      "grad_norm": 0.49482014775276184,
      "learning_rate": 4.899593802414485e-05,
      "loss": 4.8689,
      "step": 125985
    },
    {
      "epoch": 0.11028140621703877,
      "grad_norm": 0.42915505170822144,
      "learning_rate": 4.8995851118051126e-05,
      "loss": 5.9723,
      "step": 125990
    },
    {
      "epoch": 0.11028578281066594,
      "grad_norm": 0.3945399820804596,
      "learning_rate": 4.899576420829337e-05,
      "loss": 5.1853,
      "step": 125995
    },
    {
      "epoch": 0.11029015940429308,
      "grad_norm": 0.4241645634174347,
      "learning_rate": 4.899567729487157e-05,
      "loss": 4.26,
      "step": 126000
    },
    {
      "epoch": 0.11029453599792025,
      "grad_norm": 0.42501917481422424,
      "learning_rate": 4.899559037778576e-05,
      "loss": 5.6953,
      "step": 126005
    },
    {
      "epoch": 0.1102989125915474,
      "grad_norm": 0.4329831600189209,
      "learning_rate": 4.899550345703596e-05,
      "loss": 4.3563,
      "step": 126010
    },
    {
      "epoch": 0.11030328918517456,
      "grad_norm": 0.4274343252182007,
      "learning_rate": 4.899541653262218e-05,
      "loss": 5.2199,
      "step": 126015
    },
    {
      "epoch": 0.1103076657788017,
      "grad_norm": 0.44132980704307556,
      "learning_rate": 4.8995329604544424e-05,
      "loss": 5.1703,
      "step": 126020
    },
    {
      "epoch": 0.11031204237242886,
      "grad_norm": 0.43818822503089905,
      "learning_rate": 4.899524267280273e-05,
      "loss": 5.5285,
      "step": 126025
    },
    {
      "epoch": 0.11031641896605601,
      "grad_norm": 0.4391471743583679,
      "learning_rate": 4.8995155737397114e-05,
      "loss": 4.4499,
      "step": 126030
    },
    {
      "epoch": 0.11032079555968317,
      "grad_norm": 0.36731886863708496,
      "learning_rate": 4.8995068798327584e-05,
      "loss": 5.7088,
      "step": 126035
    },
    {
      "epoch": 0.11032517215331032,
      "grad_norm": 0.42572474479675293,
      "learning_rate": 4.899498185559415e-05,
      "loss": 4.8989,
      "step": 126040
    },
    {
      "epoch": 0.11032954874693748,
      "grad_norm": 0.3614935278892517,
      "learning_rate": 4.899489490919683e-05,
      "loss": 5.2485,
      "step": 126045
    },
    {
      "epoch": 0.11033392534056463,
      "grad_norm": 0.3850877583026886,
      "learning_rate": 4.899480795913566e-05,
      "loss": 5.2329,
      "step": 126050
    },
    {
      "epoch": 0.1103383019341918,
      "grad_norm": 0.4037993848323822,
      "learning_rate": 4.899472100541064e-05,
      "loss": 5.7039,
      "step": 126055
    },
    {
      "epoch": 0.11034267852781894,
      "grad_norm": 0.4203680455684662,
      "learning_rate": 4.8994634048021794e-05,
      "loss": 4.7398,
      "step": 126060
    },
    {
      "epoch": 0.1103470551214461,
      "grad_norm": 0.408627986907959,
      "learning_rate": 4.899454708696914e-05,
      "loss": 4.942,
      "step": 126065
    },
    {
      "epoch": 0.11035143171507325,
      "grad_norm": 0.41328421235084534,
      "learning_rate": 4.899446012225268e-05,
      "loss": 5.0871,
      "step": 126070
    },
    {
      "epoch": 0.11035580830870041,
      "grad_norm": 0.37791478633880615,
      "learning_rate": 4.8994373153872445e-05,
      "loss": 5.4912,
      "step": 126075
    },
    {
      "epoch": 0.11036018490232756,
      "grad_norm": 0.44032591581344604,
      "learning_rate": 4.899428618182845e-05,
      "loss": 5.4643,
      "step": 126080
    },
    {
      "epoch": 0.11036456149595471,
      "grad_norm": 0.3701745271682739,
      "learning_rate": 4.8994199206120714e-05,
      "loss": 4.9168,
      "step": 126085
    },
    {
      "epoch": 0.11036893808958187,
      "grad_norm": 0.400522381067276,
      "learning_rate": 4.899411222674925e-05,
      "loss": 5.6883,
      "step": 126090
    },
    {
      "epoch": 0.11037331468320902,
      "grad_norm": 0.3830045759677887,
      "learning_rate": 4.899402524371407e-05,
      "loss": 5.3797,
      "step": 126095
    },
    {
      "epoch": 0.11037769127683618,
      "grad_norm": 0.37985295057296753,
      "learning_rate": 4.899393825701519e-05,
      "loss": 4.8693,
      "step": 126100
    },
    {
      "epoch": 0.11038206787046333,
      "grad_norm": 0.3782254159450531,
      "learning_rate": 4.899385126665264e-05,
      "loss": 5.3957,
      "step": 126105
    },
    {
      "epoch": 0.11038644446409049,
      "grad_norm": 0.4519904851913452,
      "learning_rate": 4.899376427262643e-05,
      "loss": 4.4304,
      "step": 126110
    },
    {
      "epoch": 0.11039082105771764,
      "grad_norm": 0.46898001432418823,
      "learning_rate": 4.899367727493657e-05,
      "loss": 5.1962,
      "step": 126115
    },
    {
      "epoch": 0.1103951976513448,
      "grad_norm": 0.4563741087913513,
      "learning_rate": 4.899359027358309e-05,
      "loss": 5.1791,
      "step": 126120
    },
    {
      "epoch": 0.11039957424497195,
      "grad_norm": 0.45378732681274414,
      "learning_rate": 4.8993503268565985e-05,
      "loss": 5.4654,
      "step": 126125
    },
    {
      "epoch": 0.11040395083859911,
      "grad_norm": 0.3976421356201172,
      "learning_rate": 4.8993416259885295e-05,
      "loss": 5.1783,
      "step": 126130
    },
    {
      "epoch": 0.11040832743222626,
      "grad_norm": 0.38660672307014465,
      "learning_rate": 4.899332924754103e-05,
      "loss": 5.4365,
      "step": 126135
    },
    {
      "epoch": 0.11041270402585342,
      "grad_norm": 0.38255977630615234,
      "learning_rate": 4.8993242231533195e-05,
      "loss": 5.2883,
      "step": 126140
    },
    {
      "epoch": 0.11041708061948056,
      "grad_norm": 0.3653777539730072,
      "learning_rate": 4.899315521186183e-05,
      "loss": 4.7956,
      "step": 126145
    },
    {
      "epoch": 0.11042145721310773,
      "grad_norm": 0.36885181069374084,
      "learning_rate": 4.899306818852694e-05,
      "loss": 6.0094,
      "step": 126150
    },
    {
      "epoch": 0.11042583380673487,
      "grad_norm": 0.4102747440338135,
      "learning_rate": 4.899298116152853e-05,
      "loss": 4.4559,
      "step": 126155
    },
    {
      "epoch": 0.11043021040036204,
      "grad_norm": 0.4168336093425751,
      "learning_rate": 4.899289413086663e-05,
      "loss": 4.6421,
      "step": 126160
    },
    {
      "epoch": 0.11043458699398918,
      "grad_norm": 0.41665416955947876,
      "learning_rate": 4.8992807096541246e-05,
      "loss": 4.3634,
      "step": 126165
    },
    {
      "epoch": 0.11043896358761635,
      "grad_norm": 0.4367539882659912,
      "learning_rate": 4.899272005855241e-05,
      "loss": 5.7232,
      "step": 126170
    },
    {
      "epoch": 0.1104433401812435,
      "grad_norm": 0.46826452016830444,
      "learning_rate": 4.8992633016900136e-05,
      "loss": 5.1871,
      "step": 126175
    },
    {
      "epoch": 0.11044771677487066,
      "grad_norm": 0.4281199872493744,
      "learning_rate": 4.8992545971584425e-05,
      "loss": 4.7752,
      "step": 126180
    },
    {
      "epoch": 0.1104520933684978,
      "grad_norm": 0.4118674695491791,
      "learning_rate": 4.899245892260531e-05,
      "loss": 4.6667,
      "step": 126185
    },
    {
      "epoch": 0.11045646996212496,
      "grad_norm": 0.37505707144737244,
      "learning_rate": 4.89923718699628e-05,
      "loss": 6.0166,
      "step": 126190
    },
    {
      "epoch": 0.11046084655575211,
      "grad_norm": 0.3544970154762268,
      "learning_rate": 4.899228481365692e-05,
      "loss": 5.4948,
      "step": 126195
    },
    {
      "epoch": 0.11046522314937927,
      "grad_norm": 0.41339677572250366,
      "learning_rate": 4.8992197753687674e-05,
      "loss": 5.48,
      "step": 126200
    },
    {
      "epoch": 0.11046959974300642,
      "grad_norm": 0.3803974688053131,
      "learning_rate": 4.899211069005509e-05,
      "loss": 5.0111,
      "step": 126205
    },
    {
      "epoch": 0.11047397633663358,
      "grad_norm": 0.4045187532901764,
      "learning_rate": 4.8992023622759186e-05,
      "loss": 4.9975,
      "step": 126210
    },
    {
      "epoch": 0.11047835293026073,
      "grad_norm": 0.37443333864212036,
      "learning_rate": 4.8991936551799965e-05,
      "loss": 5.7838,
      "step": 126215
    },
    {
      "epoch": 0.11048272952388788,
      "grad_norm": 0.4041074514389038,
      "learning_rate": 4.8991849477177456e-05,
      "loss": 5.8135,
      "step": 126220
    },
    {
      "epoch": 0.11048710611751504,
      "grad_norm": 0.3468972444534302,
      "learning_rate": 4.899176239889167e-05,
      "loss": 5.7708,
      "step": 126225
    },
    {
      "epoch": 0.11049148271114219,
      "grad_norm": 0.3687889873981476,
      "learning_rate": 4.899167531694263e-05,
      "loss": 5.9732,
      "step": 126230
    },
    {
      "epoch": 0.11049585930476935,
      "grad_norm": 0.38331684470176697,
      "learning_rate": 4.899158823133034e-05,
      "loss": 5.1965,
      "step": 126235
    },
    {
      "epoch": 0.1105002358983965,
      "grad_norm": 0.4392862319946289,
      "learning_rate": 4.899150114205483e-05,
      "loss": 5.6937,
      "step": 126240
    },
    {
      "epoch": 0.11050461249202366,
      "grad_norm": 0.4384019672870636,
      "learning_rate": 4.899141404911611e-05,
      "loss": 5.291,
      "step": 126245
    },
    {
      "epoch": 0.11050898908565081,
      "grad_norm": 0.4165569245815277,
      "learning_rate": 4.8991326952514215e-05,
      "loss": 5.0762,
      "step": 126250
    },
    {
      "epoch": 0.11051336567927797,
      "grad_norm": 0.41782626509666443,
      "learning_rate": 4.8991239852249125e-05,
      "loss": 5.0294,
      "step": 126255
    },
    {
      "epoch": 0.11051774227290512,
      "grad_norm": 0.4237041771411896,
      "learning_rate": 4.899115274832089e-05,
      "loss": 5.5101,
      "step": 126260
    },
    {
      "epoch": 0.11052211886653228,
      "grad_norm": 0.42805564403533936,
      "learning_rate": 4.8991065640729505e-05,
      "loss": 4.9555,
      "step": 126265
    },
    {
      "epoch": 0.11052649546015943,
      "grad_norm": 0.4349299669265747,
      "learning_rate": 4.899097852947501e-05,
      "loss": 5.4825,
      "step": 126270
    },
    {
      "epoch": 0.11053087205378659,
      "grad_norm": 0.426612913608551,
      "learning_rate": 4.8990891414557393e-05,
      "loss": 5.2729,
      "step": 126275
    },
    {
      "epoch": 0.11053524864741374,
      "grad_norm": 0.4159247577190399,
      "learning_rate": 4.89908042959767e-05,
      "loss": 4.7597,
      "step": 126280
    },
    {
      "epoch": 0.1105396252410409,
      "grad_norm": 0.43307095766067505,
      "learning_rate": 4.899071717373293e-05,
      "loss": 4.6655,
      "step": 126285
    },
    {
      "epoch": 0.11054400183466805,
      "grad_norm": 0.46300047636032104,
      "learning_rate": 4.899063004782609e-05,
      "loss": 6.0277,
      "step": 126290
    },
    {
      "epoch": 0.11054837842829521,
      "grad_norm": 0.43455445766448975,
      "learning_rate": 4.899054291825622e-05,
      "loss": 4.3256,
      "step": 126295
    },
    {
      "epoch": 0.11055275502192236,
      "grad_norm": 0.43273454904556274,
      "learning_rate": 4.899045578502333e-05,
      "loss": 4.931,
      "step": 126300
    },
    {
      "epoch": 0.11055713161554952,
      "grad_norm": 0.4146384298801422,
      "learning_rate": 4.899036864812743e-05,
      "loss": 5.283,
      "step": 126305
    },
    {
      "epoch": 0.11056150820917666,
      "grad_norm": 0.35063308477401733,
      "learning_rate": 4.8990281507568534e-05,
      "loss": 5.7941,
      "step": 126310
    },
    {
      "epoch": 0.11056588480280383,
      "grad_norm": 0.5169141292572021,
      "learning_rate": 4.8990194363346676e-05,
      "loss": 4.259,
      "step": 126315
    },
    {
      "epoch": 0.11057026139643097,
      "grad_norm": 0.4697120785713196,
      "learning_rate": 4.8990107215461854e-05,
      "loss": 5.485,
      "step": 126320
    },
    {
      "epoch": 0.11057463799005814,
      "grad_norm": 0.38832879066467285,
      "learning_rate": 4.89900200639141e-05,
      "loss": 5.2877,
      "step": 126325
    },
    {
      "epoch": 0.11057901458368528,
      "grad_norm": 0.3990381360054016,
      "learning_rate": 4.898993290870343e-05,
      "loss": 5.8225,
      "step": 126330
    },
    {
      "epoch": 0.11058339117731245,
      "grad_norm": 0.42877528071403503,
      "learning_rate": 4.8989845749829845e-05,
      "loss": 5.3906,
      "step": 126335
    },
    {
      "epoch": 0.1105877677709396,
      "grad_norm": 0.3918854296207428,
      "learning_rate": 4.8989758587293365e-05,
      "loss": 4.4679,
      "step": 126340
    },
    {
      "epoch": 0.11059214436456674,
      "grad_norm": 0.42606645822525024,
      "learning_rate": 4.898967142109403e-05,
      "loss": 4.7565,
      "step": 126345
    },
    {
      "epoch": 0.1105965209581939,
      "grad_norm": 0.5565521717071533,
      "learning_rate": 4.898958425123182e-05,
      "loss": 5.7318,
      "step": 126350
    },
    {
      "epoch": 0.11060089755182105,
      "grad_norm": 0.4164314270019531,
      "learning_rate": 4.898949707770679e-05,
      "loss": 4.8729,
      "step": 126355
    },
    {
      "epoch": 0.11060527414544821,
      "grad_norm": 0.41325604915618896,
      "learning_rate": 4.898940990051894e-05,
      "loss": 5.7907,
      "step": 126360
    },
    {
      "epoch": 0.11060965073907536,
      "grad_norm": 0.4597355127334595,
      "learning_rate": 4.898932271966827e-05,
      "loss": 5.6668,
      "step": 126365
    },
    {
      "epoch": 0.11061402733270252,
      "grad_norm": 0.38271820545196533,
      "learning_rate": 4.898923553515482e-05,
      "loss": 5.5221,
      "step": 126370
    },
    {
      "epoch": 0.11061840392632967,
      "grad_norm": 0.4020169675350189,
      "learning_rate": 4.8989148346978596e-05,
      "loss": 5.1272,
      "step": 126375
    },
    {
      "epoch": 0.11062278051995683,
      "grad_norm": 0.3641301393508911,
      "learning_rate": 4.898906115513963e-05,
      "loss": 5.3736,
      "step": 126380
    },
    {
      "epoch": 0.11062715711358398,
      "grad_norm": 0.3962867856025696,
      "learning_rate": 4.898897395963792e-05,
      "loss": 5.1771,
      "step": 126385
    },
    {
      "epoch": 0.11063153370721114,
      "grad_norm": 0.3852947950363159,
      "learning_rate": 4.898888676047349e-05,
      "loss": 5.1564,
      "step": 126390
    },
    {
      "epoch": 0.11063591030083829,
      "grad_norm": 0.4590221047401428,
      "learning_rate": 4.898879955764635e-05,
      "loss": 5.1924,
      "step": 126395
    },
    {
      "epoch": 0.11064028689446545,
      "grad_norm": 0.3695206046104431,
      "learning_rate": 4.898871235115653e-05,
      "loss": 5.5176,
      "step": 126400
    },
    {
      "epoch": 0.1106446634880926,
      "grad_norm": 0.37889280915260315,
      "learning_rate": 4.898862514100404e-05,
      "loss": 5.7373,
      "step": 126405
    },
    {
      "epoch": 0.11064904008171976,
      "grad_norm": 0.3865855932235718,
      "learning_rate": 4.8988537927188896e-05,
      "loss": 5.2506,
      "step": 126410
    },
    {
      "epoch": 0.11065341667534691,
      "grad_norm": 0.3883136212825775,
      "learning_rate": 4.898845070971112e-05,
      "loss": 5.2,
      "step": 126415
    },
    {
      "epoch": 0.11065779326897407,
      "grad_norm": 0.3913320302963257,
      "learning_rate": 4.898836348857071e-05,
      "loss": 5.3762,
      "step": 126420
    },
    {
      "epoch": 0.11066216986260122,
      "grad_norm": 0.3774603307247162,
      "learning_rate": 4.898827626376771e-05,
      "loss": 5.1567,
      "step": 126425
    },
    {
      "epoch": 0.11066654645622838,
      "grad_norm": 0.4534299373626709,
      "learning_rate": 4.898818903530212e-05,
      "loss": 4.9547,
      "step": 126430
    },
    {
      "epoch": 0.11067092304985553,
      "grad_norm": 0.3953879773616791,
      "learning_rate": 4.898810180317397e-05,
      "loss": 5.6844,
      "step": 126435
    },
    {
      "epoch": 0.11067529964348269,
      "grad_norm": 0.3919048309326172,
      "learning_rate": 4.8988014567383255e-05,
      "loss": 5.1995,
      "step": 126440
    },
    {
      "epoch": 0.11067967623710984,
      "grad_norm": 0.3775058388710022,
      "learning_rate": 4.898792732793002e-05,
      "loss": 4.7823,
      "step": 126445
    },
    {
      "epoch": 0.110684052830737,
      "grad_norm": 0.3880164623260498,
      "learning_rate": 4.898784008481425e-05,
      "loss": 4.7611,
      "step": 126450
    },
    {
      "epoch": 0.11068842942436415,
      "grad_norm": 0.4186279773712158,
      "learning_rate": 4.898775283803598e-05,
      "loss": 4.6798,
      "step": 126455
    },
    {
      "epoch": 0.11069280601799131,
      "grad_norm": 0.4294723868370056,
      "learning_rate": 4.8987665587595235e-05,
      "loss": 4.7835,
      "step": 126460
    },
    {
      "epoch": 0.11069718261161846,
      "grad_norm": 0.44106173515319824,
      "learning_rate": 4.898757833349202e-05,
      "loss": 5.0188,
      "step": 126465
    },
    {
      "epoch": 0.1107015592052456,
      "grad_norm": 0.44519945979118347,
      "learning_rate": 4.898749107572635e-05,
      "loss": 5.4892,
      "step": 126470
    },
    {
      "epoch": 0.11070593579887276,
      "grad_norm": 0.4048345386981964,
      "learning_rate": 4.898740381429825e-05,
      "loss": 5.6986,
      "step": 126475
    },
    {
      "epoch": 0.11071031239249991,
      "grad_norm": 0.366863876581192,
      "learning_rate": 4.898731654920773e-05,
      "loss": 5.6688,
      "step": 126480
    },
    {
      "epoch": 0.11071468898612707,
      "grad_norm": 0.39557453989982605,
      "learning_rate": 4.898722928045481e-05,
      "loss": 4.8111,
      "step": 126485
    },
    {
      "epoch": 0.11071906557975422,
      "grad_norm": 0.4442805051803589,
      "learning_rate": 4.89871420080395e-05,
      "loss": 4.9554,
      "step": 126490
    },
    {
      "epoch": 0.11072344217338138,
      "grad_norm": 0.4670698344707489,
      "learning_rate": 4.898705473196183e-05,
      "loss": 5.3314,
      "step": 126495
    },
    {
      "epoch": 0.11072781876700853,
      "grad_norm": 0.4981178939342499,
      "learning_rate": 4.898696745222181e-05,
      "loss": 6.0061,
      "step": 126500
    },
    {
      "epoch": 0.1107321953606357,
      "grad_norm": 0.4412621557712555,
      "learning_rate": 4.898688016881946e-05,
      "loss": 4.755,
      "step": 126505
    },
    {
      "epoch": 0.11073657195426284,
      "grad_norm": 0.4024873971939087,
      "learning_rate": 4.898679288175478e-05,
      "loss": 4.726,
      "step": 126510
    },
    {
      "epoch": 0.11074094854789,
      "grad_norm": 0.407052606344223,
      "learning_rate": 4.8986705591027813e-05,
      "loss": 5.4445,
      "step": 126515
    },
    {
      "epoch": 0.11074532514151715,
      "grad_norm": 0.39220768213272095,
      "learning_rate": 4.898661829663857e-05,
      "loss": 4.3794,
      "step": 126520
    },
    {
      "epoch": 0.11074970173514431,
      "grad_norm": 0.4263252019882202,
      "learning_rate": 4.898653099858704e-05,
      "loss": 5.6877,
      "step": 126525
    },
    {
      "epoch": 0.11075407832877146,
      "grad_norm": 0.3751958906650543,
      "learning_rate": 4.898644369687328e-05,
      "loss": 5.7655,
      "step": 126530
    },
    {
      "epoch": 0.11075845492239862,
      "grad_norm": 0.4402332901954651,
      "learning_rate": 4.898635639149727e-05,
      "loss": 5.4835,
      "step": 126535
    },
    {
      "epoch": 0.11076283151602577,
      "grad_norm": 0.42577898502349854,
      "learning_rate": 4.8986269082459055e-05,
      "loss": 5.264,
      "step": 126540
    },
    {
      "epoch": 0.11076720810965293,
      "grad_norm": 0.42515280842781067,
      "learning_rate": 4.898618176975864e-05,
      "loss": 4.8901,
      "step": 126545
    },
    {
      "epoch": 0.11077158470328008,
      "grad_norm": 0.3764813542366028,
      "learning_rate": 4.898609445339605e-05,
      "loss": 6.3076,
      "step": 126550
    },
    {
      "epoch": 0.11077596129690724,
      "grad_norm": 0.42413052916526794,
      "learning_rate": 4.898600713337128e-05,
      "loss": 4.7539,
      "step": 126555
    },
    {
      "epoch": 0.11078033789053439,
      "grad_norm": 0.4079657793045044,
      "learning_rate": 4.898591980968438e-05,
      "loss": 4.1429,
      "step": 126560
    },
    {
      "epoch": 0.11078471448416155,
      "grad_norm": 0.47429755330085754,
      "learning_rate": 4.898583248233534e-05,
      "loss": 5.5388,
      "step": 126565
    },
    {
      "epoch": 0.1107890910777887,
      "grad_norm": 0.5002893805503845,
      "learning_rate": 4.898574515132418e-05,
      "loss": 5.5103,
      "step": 126570
    },
    {
      "epoch": 0.11079346767141586,
      "grad_norm": 0.4379993975162506,
      "learning_rate": 4.898565781665093e-05,
      "loss": 5.692,
      "step": 126575
    },
    {
      "epoch": 0.11079784426504301,
      "grad_norm": 0.41650569438934326,
      "learning_rate": 4.898557047831559e-05,
      "loss": 5.0588,
      "step": 126580
    },
    {
      "epoch": 0.11080222085867017,
      "grad_norm": 0.4990980327129364,
      "learning_rate": 4.89854831363182e-05,
      "loss": 6.0168,
      "step": 126585
    },
    {
      "epoch": 0.11080659745229732,
      "grad_norm": 0.43336740136146545,
      "learning_rate": 4.898539579065875e-05,
      "loss": 4.9651,
      "step": 126590
    },
    {
      "epoch": 0.11081097404592448,
      "grad_norm": 0.4498407542705536,
      "learning_rate": 4.8985308441337276e-05,
      "loss": 5.4462,
      "step": 126595
    },
    {
      "epoch": 0.11081535063955163,
      "grad_norm": 0.4221392571926117,
      "learning_rate": 4.8985221088353794e-05,
      "loss": 5.787,
      "step": 126600
    },
    {
      "epoch": 0.11081972723317877,
      "grad_norm": 0.6456220746040344,
      "learning_rate": 4.898513373170831e-05,
      "loss": 4.7521,
      "step": 126605
    },
    {
      "epoch": 0.11082410382680594,
      "grad_norm": 0.42384645342826843,
      "learning_rate": 4.8985046371400846e-05,
      "loss": 5.6914,
      "step": 126610
    },
    {
      "epoch": 0.11082848042043308,
      "grad_norm": 0.44888266921043396,
      "learning_rate": 4.898495900743142e-05,
      "loss": 4.4326,
      "step": 126615
    },
    {
      "epoch": 0.11083285701406025,
      "grad_norm": 0.3862236440181732,
      "learning_rate": 4.898487163980005e-05,
      "loss": 4.7445,
      "step": 126620
    },
    {
      "epoch": 0.1108372336076874,
      "grad_norm": 0.3898219168186188,
      "learning_rate": 4.898478426850674e-05,
      "loss": 5.8378,
      "step": 126625
    },
    {
      "epoch": 0.11084161020131456,
      "grad_norm": 0.4266926050186157,
      "learning_rate": 4.898469689355153e-05,
      "loss": 4.6483,
      "step": 126630
    },
    {
      "epoch": 0.1108459867949417,
      "grad_norm": 0.4324270486831665,
      "learning_rate": 4.898460951493442e-05,
      "loss": 4.9922,
      "step": 126635
    },
    {
      "epoch": 0.11085036338856886,
      "grad_norm": 0.3991810083389282,
      "learning_rate": 4.898452213265544e-05,
      "loss": 4.951,
      "step": 126640
    },
    {
      "epoch": 0.11085473998219601,
      "grad_norm": 0.43482109904289246,
      "learning_rate": 4.898443474671459e-05,
      "loss": 5.7062,
      "step": 126645
    },
    {
      "epoch": 0.11085911657582317,
      "grad_norm": 0.41611841320991516,
      "learning_rate": 4.8984347357111896e-05,
      "loss": 4.928,
      "step": 126650
    },
    {
      "epoch": 0.11086349316945032,
      "grad_norm": 0.41571974754333496,
      "learning_rate": 4.898425996384738e-05,
      "loss": 4.4484,
      "step": 126655
    },
    {
      "epoch": 0.11086786976307748,
      "grad_norm": 0.4216209352016449,
      "learning_rate": 4.8984172566921037e-05,
      "loss": 3.9642,
      "step": 126660
    },
    {
      "epoch": 0.11087224635670463,
      "grad_norm": 0.4033200144767761,
      "learning_rate": 4.898408516633291e-05,
      "loss": 4.1461,
      "step": 126665
    },
    {
      "epoch": 0.1108766229503318,
      "grad_norm": 0.36075732111930847,
      "learning_rate": 4.898399776208301e-05,
      "loss": 5.4189,
      "step": 126670
    },
    {
      "epoch": 0.11088099954395894,
      "grad_norm": 0.40870097279548645,
      "learning_rate": 4.898391035417135e-05,
      "loss": 5.4623,
      "step": 126675
    },
    {
      "epoch": 0.1108853761375861,
      "grad_norm": 0.3714958131313324,
      "learning_rate": 4.8983822942597946e-05,
      "loss": 5.6988,
      "step": 126680
    },
    {
      "epoch": 0.11088975273121325,
      "grad_norm": 0.42559850215911865,
      "learning_rate": 4.898373552736281e-05,
      "loss": 4.8729,
      "step": 126685
    },
    {
      "epoch": 0.11089412932484041,
      "grad_norm": 0.39537328481674194,
      "learning_rate": 4.8983648108465965e-05,
      "loss": 5.1897,
      "step": 126690
    },
    {
      "epoch": 0.11089850591846756,
      "grad_norm": 0.4241604208946228,
      "learning_rate": 4.8983560685907427e-05,
      "loss": 4.2311,
      "step": 126695
    },
    {
      "epoch": 0.11090288251209472,
      "grad_norm": 0.3775482177734375,
      "learning_rate": 4.8983473259687205e-05,
      "loss": 6.0289,
      "step": 126700
    },
    {
      "epoch": 0.11090725910572187,
      "grad_norm": 0.4430387318134308,
      "learning_rate": 4.898338582980534e-05,
      "loss": 4.9424,
      "step": 126705
    },
    {
      "epoch": 0.11091163569934903,
      "grad_norm": 0.4071963131427765,
      "learning_rate": 4.8983298396261823e-05,
      "loss": 5.6836,
      "step": 126710
    },
    {
      "epoch": 0.11091601229297618,
      "grad_norm": 0.3576875627040863,
      "learning_rate": 4.898321095905668e-05,
      "loss": 5.8057,
      "step": 126715
    },
    {
      "epoch": 0.11092038888660334,
      "grad_norm": 0.4098645746707916,
      "learning_rate": 4.8983123518189934e-05,
      "loss": 5.4859,
      "step": 126720
    },
    {
      "epoch": 0.11092476548023049,
      "grad_norm": 0.4160328209400177,
      "learning_rate": 4.898303607366159e-05,
      "loss": 5.2574,
      "step": 126725
    },
    {
      "epoch": 0.11092914207385764,
      "grad_norm": 0.42073944211006165,
      "learning_rate": 4.898294862547167e-05,
      "loss": 5.1614,
      "step": 126730
    },
    {
      "epoch": 0.1109335186674848,
      "grad_norm": 0.3658166527748108,
      "learning_rate": 4.89828611736202e-05,
      "loss": 5.2646,
      "step": 126735
    },
    {
      "epoch": 0.11093789526111195,
      "grad_norm": 0.40063121914863586,
      "learning_rate": 4.898277371810719e-05,
      "loss": 6.034,
      "step": 126740
    },
    {
      "epoch": 0.11094227185473911,
      "grad_norm": 0.4036220908164978,
      "learning_rate": 4.898268625893264e-05,
      "loss": 4.1439,
      "step": 126745
    },
    {
      "epoch": 0.11094664844836626,
      "grad_norm": 0.44432923197746277,
      "learning_rate": 4.89825987960966e-05,
      "loss": 4.9633,
      "step": 126750
    },
    {
      "epoch": 0.11095102504199342,
      "grad_norm": 0.4488314688205719,
      "learning_rate": 4.898251132959906e-05,
      "loss": 4.9634,
      "step": 126755
    },
    {
      "epoch": 0.11095540163562057,
      "grad_norm": 0.37938863039016724,
      "learning_rate": 4.898242385944005e-05,
      "loss": 5.5317,
      "step": 126760
    },
    {
      "epoch": 0.11095977822924773,
      "grad_norm": 0.40984344482421875,
      "learning_rate": 4.898233638561959e-05,
      "loss": 4.6632,
      "step": 126765
    },
    {
      "epoch": 0.11096415482287487,
      "grad_norm": 0.4615771472454071,
      "learning_rate": 4.898224890813767e-05,
      "loss": 5.005,
      "step": 126770
    },
    {
      "epoch": 0.11096853141650204,
      "grad_norm": 0.8344025015830994,
      "learning_rate": 4.8982161426994344e-05,
      "loss": 4.6679,
      "step": 126775
    },
    {
      "epoch": 0.11097290801012918,
      "grad_norm": 0.6929695010185242,
      "learning_rate": 4.89820739421896e-05,
      "loss": 5.5106,
      "step": 126780
    },
    {
      "epoch": 0.11097728460375635,
      "grad_norm": 0.4832731783390045,
      "learning_rate": 4.8981986453723486e-05,
      "loss": 6.0576,
      "step": 126785
    },
    {
      "epoch": 0.1109816611973835,
      "grad_norm": 0.9040564894676208,
      "learning_rate": 4.8981898961595984e-05,
      "loss": 5.183,
      "step": 126790
    },
    {
      "epoch": 0.11098603779101066,
      "grad_norm": 0.5644927620887756,
      "learning_rate": 4.8981811465807124e-05,
      "loss": 5.499,
      "step": 126795
    },
    {
      "epoch": 0.1109904143846378,
      "grad_norm": 0.4296579957008362,
      "learning_rate": 4.898172396635693e-05,
      "loss": 5.4664,
      "step": 126800
    },
    {
      "epoch": 0.11099479097826496,
      "grad_norm": 0.413201242685318,
      "learning_rate": 4.898163646324542e-05,
      "loss": 6.0234,
      "step": 126805
    },
    {
      "epoch": 0.11099916757189211,
      "grad_norm": 0.3927207291126251,
      "learning_rate": 4.898154895647259e-05,
      "loss": 4.947,
      "step": 126810
    },
    {
      "epoch": 0.11100354416551927,
      "grad_norm": 0.3731774389743805,
      "learning_rate": 4.898146144603848e-05,
      "loss": 5.5262,
      "step": 126815
    },
    {
      "epoch": 0.11100792075914642,
      "grad_norm": 0.3527255952358246,
      "learning_rate": 4.89813739319431e-05,
      "loss": 5.9984,
      "step": 126820
    },
    {
      "epoch": 0.11101229735277358,
      "grad_norm": 0.42377427220344543,
      "learning_rate": 4.8981286414186467e-05,
      "loss": 5.1588,
      "step": 126825
    },
    {
      "epoch": 0.11101667394640073,
      "grad_norm": 0.4663340151309967,
      "learning_rate": 4.8981198892768585e-05,
      "loss": 5.2526,
      "step": 126830
    },
    {
      "epoch": 0.1110210505400279,
      "grad_norm": 0.4214095175266266,
      "learning_rate": 4.89811113676895e-05,
      "loss": 5.6992,
      "step": 126835
    },
    {
      "epoch": 0.11102542713365504,
      "grad_norm": 0.42540886998176575,
      "learning_rate": 4.8981023838949204e-05,
      "loss": 4.7842,
      "step": 126840
    },
    {
      "epoch": 0.1110298037272822,
      "grad_norm": 0.3762046992778778,
      "learning_rate": 4.898093630654772e-05,
      "loss": 5.1952,
      "step": 126845
    },
    {
      "epoch": 0.11103418032090935,
      "grad_norm": 0.5916942358016968,
      "learning_rate": 4.8980848770485064e-05,
      "loss": 4.4244,
      "step": 126850
    },
    {
      "epoch": 0.1110385569145365,
      "grad_norm": 0.4300040006637573,
      "learning_rate": 4.898076123076126e-05,
      "loss": 4.9805,
      "step": 126855
    },
    {
      "epoch": 0.11104293350816366,
      "grad_norm": 0.38787341117858887,
      "learning_rate": 4.898067368737632e-05,
      "loss": 5.8307,
      "step": 126860
    },
    {
      "epoch": 0.11104731010179081,
      "grad_norm": 0.39642682671546936,
      "learning_rate": 4.898058614033025e-05,
      "loss": 4.1399,
      "step": 126865
    },
    {
      "epoch": 0.11105168669541797,
      "grad_norm": 0.3656752407550812,
      "learning_rate": 4.8980498589623095e-05,
      "loss": 5.7031,
      "step": 126870
    },
    {
      "epoch": 0.11105606328904512,
      "grad_norm": 0.40456536412239075,
      "learning_rate": 4.8980411035254846e-05,
      "loss": 4.6622,
      "step": 126875
    },
    {
      "epoch": 0.11106043988267228,
      "grad_norm": 0.4046655297279358,
      "learning_rate": 4.898032347722552e-05,
      "loss": 4.9824,
      "step": 126880
    },
    {
      "epoch": 0.11106481647629943,
      "grad_norm": 0.3870587944984436,
      "learning_rate": 4.8980235915535156e-05,
      "loss": 5.4432,
      "step": 126885
    },
    {
      "epoch": 0.11106919306992659,
      "grad_norm": 0.4395349323749542,
      "learning_rate": 4.898014835018375e-05,
      "loss": 5.9686,
      "step": 126890
    },
    {
      "epoch": 0.11107356966355374,
      "grad_norm": 0.9392009973526001,
      "learning_rate": 4.8980060781171324e-05,
      "loss": 4.638,
      "step": 126895
    },
    {
      "epoch": 0.1110779462571809,
      "grad_norm": 0.5805310606956482,
      "learning_rate": 4.89799732084979e-05,
      "loss": 6.3322,
      "step": 126900
    },
    {
      "epoch": 0.11108232285080805,
      "grad_norm": 0.4359324276447296,
      "learning_rate": 4.897988563216349e-05,
      "loss": 4.8979,
      "step": 126905
    },
    {
      "epoch": 0.11108669944443521,
      "grad_norm": 0.49495112895965576,
      "learning_rate": 4.8979798052168125e-05,
      "loss": 4.656,
      "step": 126910
    },
    {
      "epoch": 0.11109107603806236,
      "grad_norm": 0.44269055128097534,
      "learning_rate": 4.8979710468511794e-05,
      "loss": 5.7754,
      "step": 126915
    },
    {
      "epoch": 0.11109545263168952,
      "grad_norm": 0.476990669965744,
      "learning_rate": 4.897962288119454e-05,
      "loss": 5.5122,
      "step": 126920
    },
    {
      "epoch": 0.11109982922531667,
      "grad_norm": 0.41121816635131836,
      "learning_rate": 4.897953529021636e-05,
      "loss": 5.2249,
      "step": 126925
    },
    {
      "epoch": 0.11110420581894383,
      "grad_norm": 0.3978441059589386,
      "learning_rate": 4.8979447695577286e-05,
      "loss": 6.0051,
      "step": 126930
    },
    {
      "epoch": 0.11110858241257097,
      "grad_norm": 0.43451303243637085,
      "learning_rate": 4.897936009727733e-05,
      "loss": 5.161,
      "step": 126935
    },
    {
      "epoch": 0.11111295900619814,
      "grad_norm": 0.44867151975631714,
      "learning_rate": 4.89792724953165e-05,
      "loss": 5.8051,
      "step": 126940
    },
    {
      "epoch": 0.11111733559982528,
      "grad_norm": 0.37924811244010925,
      "learning_rate": 4.897918488969483e-05,
      "loss": 5.7497,
      "step": 126945
    },
    {
      "epoch": 0.11112171219345245,
      "grad_norm": 0.4339950382709503,
      "learning_rate": 4.897909728041232e-05,
      "loss": 5.2346,
      "step": 126950
    },
    {
      "epoch": 0.1111260887870796,
      "grad_norm": 0.3483310341835022,
      "learning_rate": 4.8979009667469e-05,
      "loss": 5.2814,
      "step": 126955
    },
    {
      "epoch": 0.11113046538070676,
      "grad_norm": 0.41866862773895264,
      "learning_rate": 4.8978922050864884e-05,
      "loss": 5.3656,
      "step": 126960
    },
    {
      "epoch": 0.1111348419743339,
      "grad_norm": 0.41110163927078247,
      "learning_rate": 4.8978834430599986e-05,
      "loss": 5.4213,
      "step": 126965
    },
    {
      "epoch": 0.11113921856796107,
      "grad_norm": 0.37417957186698914,
      "learning_rate": 4.897874680667431e-05,
      "loss": 5.1959,
      "step": 126970
    },
    {
      "epoch": 0.11114359516158821,
      "grad_norm": 0.4345061480998993,
      "learning_rate": 4.8978659179087905e-05,
      "loss": 4.7114,
      "step": 126975
    },
    {
      "epoch": 0.11114797175521537,
      "grad_norm": 0.36760151386260986,
      "learning_rate": 4.897857154784076e-05,
      "loss": 5.502,
      "step": 126980
    },
    {
      "epoch": 0.11115234834884252,
      "grad_norm": 0.34088096022605896,
      "learning_rate": 4.89784839129329e-05,
      "loss": 6.3107,
      "step": 126985
    },
    {
      "epoch": 0.11115672494246967,
      "grad_norm": 0.33538150787353516,
      "learning_rate": 4.897839627436435e-05,
      "loss": 5.9998,
      "step": 126990
    },
    {
      "epoch": 0.11116110153609683,
      "grad_norm": 0.3923807740211487,
      "learning_rate": 4.897830863213512e-05,
      "loss": 5.5134,
      "step": 126995
    },
    {
      "epoch": 0.11116547812972398,
      "grad_norm": 0.40187516808509827,
      "learning_rate": 4.897822098624522e-05,
      "loss": 4.873,
      "step": 127000
    },
    {
      "epoch": 0.11116985472335114,
      "grad_norm": 0.3420698344707489,
      "learning_rate": 4.8978133336694676e-05,
      "loss": 5.9596,
      "step": 127005
    },
    {
      "epoch": 0.11117423131697829,
      "grad_norm": 0.42408716678619385,
      "learning_rate": 4.8978045683483497e-05,
      "loss": 4.7548,
      "step": 127010
    },
    {
      "epoch": 0.11117860791060545,
      "grad_norm": 0.368611603975296,
      "learning_rate": 4.897795802661171e-05,
      "loss": 5.1687,
      "step": 127015
    },
    {
      "epoch": 0.1111829845042326,
      "grad_norm": 0.3407159447669983,
      "learning_rate": 4.8977870366079334e-05,
      "loss": 5.767,
      "step": 127020
    },
    {
      "epoch": 0.11118736109785976,
      "grad_norm": 0.40233537554740906,
      "learning_rate": 4.897778270188638e-05,
      "loss": 5.6971,
      "step": 127025
    },
    {
      "epoch": 0.11119173769148691,
      "grad_norm": 0.3425576090812683,
      "learning_rate": 4.897769503403286e-05,
      "loss": 5.4337,
      "step": 127030
    },
    {
      "epoch": 0.11119611428511407,
      "grad_norm": 0.35401204228401184,
      "learning_rate": 4.8977607362518794e-05,
      "loss": 6.0082,
      "step": 127035
    },
    {
      "epoch": 0.11120049087874122,
      "grad_norm": 0.3913291394710541,
      "learning_rate": 4.89775196873442e-05,
      "loss": 5.3836,
      "step": 127040
    },
    {
      "epoch": 0.11120486747236838,
      "grad_norm": 0.39321401715278625,
      "learning_rate": 4.8977432008509094e-05,
      "loss": 4.8917,
      "step": 127045
    },
    {
      "epoch": 0.11120924406599553,
      "grad_norm": 0.34943515062332153,
      "learning_rate": 4.89773443260135e-05,
      "loss": 5.7984,
      "step": 127050
    },
    {
      "epoch": 0.11121362065962269,
      "grad_norm": 0.3505677580833435,
      "learning_rate": 4.897725663985742e-05,
      "loss": 5.7924,
      "step": 127055
    },
    {
      "epoch": 0.11121799725324984,
      "grad_norm": 0.4048009216785431,
      "learning_rate": 4.897716895004088e-05,
      "loss": 5.9771,
      "step": 127060
    },
    {
      "epoch": 0.111222373846877,
      "grad_norm": 0.37412571907043457,
      "learning_rate": 4.8977081256563905e-05,
      "loss": 4.975,
      "step": 127065
    },
    {
      "epoch": 0.11122675044050415,
      "grad_norm": 0.35868844389915466,
      "learning_rate": 4.89769935594265e-05,
      "loss": 5.4695,
      "step": 127070
    },
    {
      "epoch": 0.11123112703413131,
      "grad_norm": 0.38783174753189087,
      "learning_rate": 4.897690585862869e-05,
      "loss": 5.1519,
      "step": 127075
    },
    {
      "epoch": 0.11123550362775846,
      "grad_norm": 0.36296144127845764,
      "learning_rate": 4.897681815417048e-05,
      "loss": 6.0002,
      "step": 127080
    },
    {
      "epoch": 0.11123988022138562,
      "grad_norm": 0.44028395414352417,
      "learning_rate": 4.89767304460519e-05,
      "loss": 4.4524,
      "step": 127085
    },
    {
      "epoch": 0.11124425681501277,
      "grad_norm": 0.3634701371192932,
      "learning_rate": 4.897664273427295e-05,
      "loss": 5.1824,
      "step": 127090
    },
    {
      "epoch": 0.11124863340863993,
      "grad_norm": 0.3705504834651947,
      "learning_rate": 4.897655501883367e-05,
      "loss": 4.9625,
      "step": 127095
    },
    {
      "epoch": 0.11125301000226707,
      "grad_norm": 0.34335073828697205,
      "learning_rate": 4.8976467299734064e-05,
      "loss": 5.9963,
      "step": 127100
    },
    {
      "epoch": 0.11125738659589424,
      "grad_norm": 0.4227515161037445,
      "learning_rate": 4.8976379576974154e-05,
      "loss": 5.5123,
      "step": 127105
    },
    {
      "epoch": 0.11126176318952138,
      "grad_norm": 0.41902703046798706,
      "learning_rate": 4.897629185055394e-05,
      "loss": 5.8005,
      "step": 127110
    },
    {
      "epoch": 0.11126613978314853,
      "grad_norm": 0.3568821847438812,
      "learning_rate": 4.8976204120473453e-05,
      "loss": 5.7765,
      "step": 127115
    },
    {
      "epoch": 0.1112705163767757,
      "grad_norm": 0.3528713881969452,
      "learning_rate": 4.897611638673273e-05,
      "loss": 5.9895,
      "step": 127120
    },
    {
      "epoch": 0.11127489297040284,
      "grad_norm": 0.3744146227836609,
      "learning_rate": 4.897602864933174e-05,
      "loss": 5.4484,
      "step": 127125
    },
    {
      "epoch": 0.11127926956403,
      "grad_norm": 0.3462766706943512,
      "learning_rate": 4.8975940908270545e-05,
      "loss": 5.2833,
      "step": 127130
    },
    {
      "epoch": 0.11128364615765715,
      "grad_norm": 0.4131913185119629,
      "learning_rate": 4.897585316354914e-05,
      "loss": 4.9867,
      "step": 127135
    },
    {
      "epoch": 0.11128802275128431,
      "grad_norm": 0.36244234442710876,
      "learning_rate": 4.897576541516754e-05,
      "loss": 6.3166,
      "step": 127140
    },
    {
      "epoch": 0.11129239934491146,
      "grad_norm": 0.4230649173259735,
      "learning_rate": 4.8975677663125774e-05,
      "loss": 5.5012,
      "step": 127145
    },
    {
      "epoch": 0.11129677593853862,
      "grad_norm": 0.4014776647090912,
      "learning_rate": 4.897558990742384e-05,
      "loss": 5.4636,
      "step": 127150
    },
    {
      "epoch": 0.11130115253216577,
      "grad_norm": 0.4355928301811218,
      "learning_rate": 4.897550214806178e-05,
      "loss": 5.7924,
      "step": 127155
    },
    {
      "epoch": 0.11130552912579293,
      "grad_norm": 0.42061635851860046,
      "learning_rate": 4.89754143850396e-05,
      "loss": 4.9633,
      "step": 127160
    },
    {
      "epoch": 0.11130990571942008,
      "grad_norm": 0.34881237149238586,
      "learning_rate": 4.89753266183573e-05,
      "loss": 5.9896,
      "step": 127165
    },
    {
      "epoch": 0.11131428231304724,
      "grad_norm": 0.40957412123680115,
      "learning_rate": 4.897523884801492e-05,
      "loss": 4.782,
      "step": 127170
    },
    {
      "epoch": 0.11131865890667439,
      "grad_norm": 0.4120613932609558,
      "learning_rate": 4.897515107401247e-05,
      "loss": 4.2343,
      "step": 127175
    },
    {
      "epoch": 0.11132303550030155,
      "grad_norm": 0.42802295088768005,
      "learning_rate": 4.8975063296349964e-05,
      "loss": 5.4872,
      "step": 127180
    },
    {
      "epoch": 0.1113274120939287,
      "grad_norm": 0.39840641617774963,
      "learning_rate": 4.897497551502742e-05,
      "loss": 6.0119,
      "step": 127185
    },
    {
      "epoch": 0.11133178868755586,
      "grad_norm": 0.4001908302307129,
      "learning_rate": 4.897488773004486e-05,
      "loss": 5.1967,
      "step": 127190
    },
    {
      "epoch": 0.11133616528118301,
      "grad_norm": 0.3799385726451874,
      "learning_rate": 4.897479994140229e-05,
      "loss": 4.949,
      "step": 127195
    },
    {
      "epoch": 0.11134054187481017,
      "grad_norm": 0.41908034682273865,
      "learning_rate": 4.897471214909976e-05,
      "loss": 5.1537,
      "step": 127200
    },
    {
      "epoch": 0.11134491846843732,
      "grad_norm": 0.37078654766082764,
      "learning_rate": 4.8974624353137234e-05,
      "loss": 5.2581,
      "step": 127205
    },
    {
      "epoch": 0.11134929506206448,
      "grad_norm": 0.39732876420021057,
      "learning_rate": 4.897453655351475e-05,
      "loss": 4.7479,
      "step": 127210
    },
    {
      "epoch": 0.11135367165569163,
      "grad_norm": 0.37487637996673584,
      "learning_rate": 4.897444875023235e-05,
      "loss": 4.9435,
      "step": 127215
    },
    {
      "epoch": 0.11135804824931879,
      "grad_norm": 0.3596580922603607,
      "learning_rate": 4.897436094329002e-05,
      "loss": 5.9922,
      "step": 127220
    },
    {
      "epoch": 0.11136242484294594,
      "grad_norm": 0.3702664375305176,
      "learning_rate": 4.897427313268779e-05,
      "loss": 5.4571,
      "step": 127225
    },
    {
      "epoch": 0.1113668014365731,
      "grad_norm": 0.4131262004375458,
      "learning_rate": 4.897418531842568e-05,
      "loss": 5.7078,
      "step": 127230
    },
    {
      "epoch": 0.11137117803020025,
      "grad_norm": 0.3673528730869293,
      "learning_rate": 4.897409750050369e-05,
      "loss": 5.4491,
      "step": 127235
    },
    {
      "epoch": 0.11137555462382741,
      "grad_norm": 0.41083189845085144,
      "learning_rate": 4.8974009678921865e-05,
      "loss": 5.2079,
      "step": 127240
    },
    {
      "epoch": 0.11137993121745456,
      "grad_norm": 0.4143856167793274,
      "learning_rate": 4.8973921853680204e-05,
      "loss": 5.197,
      "step": 127245
    },
    {
      "epoch": 0.1113843078110817,
      "grad_norm": 0.4256887137889862,
      "learning_rate": 4.897383402477872e-05,
      "loss": 5.7595,
      "step": 127250
    },
    {
      "epoch": 0.11138868440470887,
      "grad_norm": 0.3553141951560974,
      "learning_rate": 4.897374619221743e-05,
      "loss": 5.8037,
      "step": 127255
    },
    {
      "epoch": 0.11139306099833601,
      "grad_norm": 0.4233315885066986,
      "learning_rate": 4.897365835599637e-05,
      "loss": 4.6437,
      "step": 127260
    },
    {
      "epoch": 0.11139743759196317,
      "grad_norm": 0.4195222556591034,
      "learning_rate": 4.897357051611554e-05,
      "loss": 5.0194,
      "step": 127265
    },
    {
      "epoch": 0.11140181418559032,
      "grad_norm": 0.3510247468948364,
      "learning_rate": 4.897348267257496e-05,
      "loss": 6.0043,
      "step": 127270
    },
    {
      "epoch": 0.11140619077921748,
      "grad_norm": 0.4110085070133209,
      "learning_rate": 4.897339482537464e-05,
      "loss": 4.4864,
      "step": 127275
    },
    {
      "epoch": 0.11141056737284463,
      "grad_norm": 0.37925708293914795,
      "learning_rate": 4.897330697451462e-05,
      "loss": 5.1712,
      "step": 127280
    },
    {
      "epoch": 0.1114149439664718,
      "grad_norm": 0.40282005071640015,
      "learning_rate": 4.897321911999488e-05,
      "loss": 5.7066,
      "step": 127285
    },
    {
      "epoch": 0.11141932056009894,
      "grad_norm": 0.3599758446216583,
      "learning_rate": 4.897313126181548e-05,
      "loss": 5.9826,
      "step": 127290
    },
    {
      "epoch": 0.1114236971537261,
      "grad_norm": 0.401070773601532,
      "learning_rate": 4.89730433999764e-05,
      "loss": 4.9398,
      "step": 127295
    },
    {
      "epoch": 0.11142807374735325,
      "grad_norm": 0.43635129928588867,
      "learning_rate": 4.8972955534477685e-05,
      "loss": 4.6684,
      "step": 127300
    },
    {
      "epoch": 0.11143245034098041,
      "grad_norm": 0.4667436480522156,
      "learning_rate": 4.897286766531933e-05,
      "loss": 5.7021,
      "step": 127305
    },
    {
      "epoch": 0.11143682693460756,
      "grad_norm": 0.38470783829689026,
      "learning_rate": 4.8972779792501375e-05,
      "loss": 5.7499,
      "step": 127310
    },
    {
      "epoch": 0.11144120352823472,
      "grad_norm": 0.43635833263397217,
      "learning_rate": 4.8972691916023816e-05,
      "loss": 5.5271,
      "step": 127315
    },
    {
      "epoch": 0.11144558012186187,
      "grad_norm": 0.4332520663738251,
      "learning_rate": 4.897260403588667e-05,
      "loss": 5.4859,
      "step": 127320
    },
    {
      "epoch": 0.11144995671548903,
      "grad_norm": 0.4039137363433838,
      "learning_rate": 4.8972516152089966e-05,
      "loss": 5.2888,
      "step": 127325
    },
    {
      "epoch": 0.11145433330911618,
      "grad_norm": 0.4094749093055725,
      "learning_rate": 4.8972428264633715e-05,
      "loss": 4.6736,
      "step": 127330
    },
    {
      "epoch": 0.11145870990274334,
      "grad_norm": 0.3731258511543274,
      "learning_rate": 4.8972340373517936e-05,
      "loss": 5.171,
      "step": 127335
    },
    {
      "epoch": 0.11146308649637049,
      "grad_norm": 0.36252927780151367,
      "learning_rate": 4.897225247874264e-05,
      "loss": 5.4706,
      "step": 127340
    },
    {
      "epoch": 0.11146746308999765,
      "grad_norm": 0.42458027601242065,
      "learning_rate": 4.897216458030787e-05,
      "loss": 5.4921,
      "step": 127345
    },
    {
      "epoch": 0.1114718396836248,
      "grad_norm": 0.42581865191459656,
      "learning_rate": 4.8972076678213595e-05,
      "loss": 4.6353,
      "step": 127350
    },
    {
      "epoch": 0.11147621627725196,
      "grad_norm": 0.41510170698165894,
      "learning_rate": 4.8971988772459874e-05,
      "loss": 4.7602,
      "step": 127355
    },
    {
      "epoch": 0.11148059287087911,
      "grad_norm": 0.36156848073005676,
      "learning_rate": 4.8971900863046706e-05,
      "loss": 5.6652,
      "step": 127360
    },
    {
      "epoch": 0.11148496946450627,
      "grad_norm": 0.3550187647342682,
      "learning_rate": 4.897181294997412e-05,
      "loss": 5.6904,
      "step": 127365
    },
    {
      "epoch": 0.11148934605813342,
      "grad_norm": 0.39943259954452515,
      "learning_rate": 4.897172503324211e-05,
      "loss": 5.1944,
      "step": 127370
    },
    {
      "epoch": 0.11149372265176057,
      "grad_norm": 0.405752032995224,
      "learning_rate": 4.897163711285071e-05,
      "loss": 5.2055,
      "step": 127375
    },
    {
      "epoch": 0.11149809924538773,
      "grad_norm": 0.3885113596916199,
      "learning_rate": 4.8971549188799935e-05,
      "loss": 5.7074,
      "step": 127380
    },
    {
      "epoch": 0.11150247583901488,
      "grad_norm": 0.3902430236339569,
      "learning_rate": 4.89714612610898e-05,
      "loss": 4.8729,
      "step": 127385
    },
    {
      "epoch": 0.11150685243264204,
      "grad_norm": 0.453040212392807,
      "learning_rate": 4.897137332972032e-05,
      "loss": 5.4875,
      "step": 127390
    },
    {
      "epoch": 0.11151122902626918,
      "grad_norm": 0.38132140040397644,
      "learning_rate": 4.8971285394691525e-05,
      "loss": 5.1812,
      "step": 127395
    },
    {
      "epoch": 0.11151560561989635,
      "grad_norm": 0.35375097393989563,
      "learning_rate": 4.8971197456003414e-05,
      "loss": 6.3156,
      "step": 127400
    },
    {
      "epoch": 0.1115199822135235,
      "grad_norm": 0.3863973319530487,
      "learning_rate": 4.897110951365601e-05,
      "loss": 4.6351,
      "step": 127405
    },
    {
      "epoch": 0.11152435880715066,
      "grad_norm": 0.4508899450302124,
      "learning_rate": 4.8971021567649335e-05,
      "loss": 4.4924,
      "step": 127410
    },
    {
      "epoch": 0.1115287354007778,
      "grad_norm": 0.4146709144115448,
      "learning_rate": 4.897093361798339e-05,
      "loss": 5.4817,
      "step": 127415
    },
    {
      "epoch": 0.11153311199440497,
      "grad_norm": 0.43509769439697266,
      "learning_rate": 4.897084566465823e-05,
      "loss": 4.9886,
      "step": 127420
    },
    {
      "epoch": 0.11153748858803211,
      "grad_norm": 0.39770886301994324,
      "learning_rate": 4.897075770767382e-05,
      "loss": 5.2657,
      "step": 127425
    },
    {
      "epoch": 0.11154186518165927,
      "grad_norm": 0.4014725089073181,
      "learning_rate": 4.8970669747030215e-05,
      "loss": 5.2787,
      "step": 127430
    },
    {
      "epoch": 0.11154624177528642,
      "grad_norm": 0.39817744493484497,
      "learning_rate": 4.897058178272742e-05,
      "loss": 4.6849,
      "step": 127435
    },
    {
      "epoch": 0.11155061836891358,
      "grad_norm": 0.3675432503223419,
      "learning_rate": 4.897049381476546e-05,
      "loss": 5.7115,
      "step": 127440
    },
    {
      "epoch": 0.11155499496254073,
      "grad_norm": 0.414530873298645,
      "learning_rate": 4.897040584314433e-05,
      "loss": 4.61,
      "step": 127445
    },
    {
      "epoch": 0.1115593715561679,
      "grad_norm": 0.37818002700805664,
      "learning_rate": 4.897031786786407e-05,
      "loss": 5.4725,
      "step": 127450
    },
    {
      "epoch": 0.11156374814979504,
      "grad_norm": 0.46099215745925903,
      "learning_rate": 4.897022988892469e-05,
      "loss": 5.4715,
      "step": 127455
    },
    {
      "epoch": 0.1115681247434222,
      "grad_norm": 0.42512744665145874,
      "learning_rate": 4.897014190632621e-05,
      "loss": 5.7879,
      "step": 127460
    },
    {
      "epoch": 0.11157250133704935,
      "grad_norm": 0.41340509057044983,
      "learning_rate": 4.8970053920068626e-05,
      "loss": 5.4729,
      "step": 127465
    },
    {
      "epoch": 0.11157687793067651,
      "grad_norm": 0.4071117639541626,
      "learning_rate": 4.896996593015198e-05,
      "loss": 5.2075,
      "step": 127470
    },
    {
      "epoch": 0.11158125452430366,
      "grad_norm": 0.3613055348396301,
      "learning_rate": 4.896987793657628e-05,
      "loss": 5.5073,
      "step": 127475
    },
    {
      "epoch": 0.11158563111793082,
      "grad_norm": 0.4100668728351593,
      "learning_rate": 4.896978993934154e-05,
      "loss": 5.6809,
      "step": 127480
    },
    {
      "epoch": 0.11159000771155797,
      "grad_norm": 0.37139782309532166,
      "learning_rate": 4.896970193844779e-05,
      "loss": 5.7311,
      "step": 127485
    },
    {
      "epoch": 0.11159438430518513,
      "grad_norm": 0.4204362630844116,
      "learning_rate": 4.896961393389502e-05,
      "loss": 5.6926,
      "step": 127490
    },
    {
      "epoch": 0.11159876089881228,
      "grad_norm": 0.3986608684062958,
      "learning_rate": 4.896952592568328e-05,
      "loss": 5.164,
      "step": 127495
    },
    {
      "epoch": 0.11160313749243943,
      "grad_norm": 0.38514143228530884,
      "learning_rate": 4.8969437913812564e-05,
      "loss": 4.7947,
      "step": 127500
    },
    {
      "epoch": 0.11160751408606659,
      "grad_norm": 0.47778549790382385,
      "learning_rate": 4.896934989828289e-05,
      "loss": 4.9416,
      "step": 127505
    },
    {
      "epoch": 0.11161189067969374,
      "grad_norm": 0.43042728304862976,
      "learning_rate": 4.896926187909429e-05,
      "loss": 4.9871,
      "step": 127510
    },
    {
      "epoch": 0.1116162672733209,
      "grad_norm": 0.4557010531425476,
      "learning_rate": 4.8969173856246766e-05,
      "loss": 3.9344,
      "step": 127515
    },
    {
      "epoch": 0.11162064386694805,
      "grad_norm": 0.37204477190971375,
      "learning_rate": 4.896908582974035e-05,
      "loss": 5.7605,
      "step": 127520
    },
    {
      "epoch": 0.11162502046057521,
      "grad_norm": 0.36978086829185486,
      "learning_rate": 4.896899779957504e-05,
      "loss": 5.8301,
      "step": 127525
    },
    {
      "epoch": 0.11162939705420236,
      "grad_norm": 0.5262490510940552,
      "learning_rate": 4.896890976575087e-05,
      "loss": 4.8651,
      "step": 127530
    },
    {
      "epoch": 0.11163377364782952,
      "grad_norm": 0.4306439459323883,
      "learning_rate": 4.8968821728267844e-05,
      "loss": 4.871,
      "step": 127535
    },
    {
      "epoch": 0.11163815024145667,
      "grad_norm": 0.3820001482963562,
      "learning_rate": 4.896873368712599e-05,
      "loss": 5.3604,
      "step": 127540
    },
    {
      "epoch": 0.11164252683508383,
      "grad_norm": 0.3907947242259979,
      "learning_rate": 4.896864564232532e-05,
      "loss": 5.9967,
      "step": 127545
    },
    {
      "epoch": 0.11164690342871098,
      "grad_norm": 0.39326000213623047,
      "learning_rate": 4.896855759386585e-05,
      "loss": 5.0732,
      "step": 127550
    },
    {
      "epoch": 0.11165128002233814,
      "grad_norm": 0.38478389382362366,
      "learning_rate": 4.8968469541747595e-05,
      "loss": 4.1423,
      "step": 127555
    },
    {
      "epoch": 0.11165565661596528,
      "grad_norm": 0.5038552284240723,
      "learning_rate": 4.896838148597057e-05,
      "loss": 4.9695,
      "step": 127560
    },
    {
      "epoch": 0.11166003320959245,
      "grad_norm": 0.47357767820358276,
      "learning_rate": 4.896829342653481e-05,
      "loss": 4.4713,
      "step": 127565
    },
    {
      "epoch": 0.1116644098032196,
      "grad_norm": 0.49162453413009644,
      "learning_rate": 4.89682053634403e-05,
      "loss": 5.5214,
      "step": 127570
    },
    {
      "epoch": 0.11166878639684676,
      "grad_norm": 0.4012552499771118,
      "learning_rate": 4.896811729668709e-05,
      "loss": 5.4143,
      "step": 127575
    },
    {
      "epoch": 0.1116731629904739,
      "grad_norm": 0.4927777647972107,
      "learning_rate": 4.896802922627518e-05,
      "loss": 4.9894,
      "step": 127580
    },
    {
      "epoch": 0.11167753958410107,
      "grad_norm": 0.4109165072441101,
      "learning_rate": 4.8967941152204585e-05,
      "loss": 5.7139,
      "step": 127585
    },
    {
      "epoch": 0.11168191617772821,
      "grad_norm": 0.5040394067764282,
      "learning_rate": 4.896785307447533e-05,
      "loss": 5.5016,
      "step": 127590
    },
    {
      "epoch": 0.11168629277135537,
      "grad_norm": 0.4258955121040344,
      "learning_rate": 4.8967764993087425e-05,
      "loss": 4.9988,
      "step": 127595
    },
    {
      "epoch": 0.11169066936498252,
      "grad_norm": 0.4580196142196655,
      "learning_rate": 4.8967676908040905e-05,
      "loss": 5.7435,
      "step": 127600
    },
    {
      "epoch": 0.11169504595860968,
      "grad_norm": 0.41727742552757263,
      "learning_rate": 4.896758881933575e-05,
      "loss": 5.4917,
      "step": 127605
    },
    {
      "epoch": 0.11169942255223683,
      "grad_norm": 0.35869500041007996,
      "learning_rate": 4.896750072697201e-05,
      "loss": 5.4825,
      "step": 127610
    },
    {
      "epoch": 0.111703799145864,
      "grad_norm": 0.5579167604446411,
      "learning_rate": 4.896741263094971e-05,
      "loss": 4.2302,
      "step": 127615
    },
    {
      "epoch": 0.11170817573949114,
      "grad_norm": 0.38464614748954773,
      "learning_rate": 4.896732453126882e-05,
      "loss": 5.5152,
      "step": 127620
    },
    {
      "epoch": 0.1117125523331183,
      "grad_norm": 0.5781427621841431,
      "learning_rate": 4.8967236427929406e-05,
      "loss": 4.6886,
      "step": 127625
    },
    {
      "epoch": 0.11171692892674545,
      "grad_norm": 0.40675899386405945,
      "learning_rate": 4.896714832093146e-05,
      "loss": 4.7467,
      "step": 127630
    },
    {
      "epoch": 0.1117213055203726,
      "grad_norm": 0.42123281955718994,
      "learning_rate": 4.896706021027499e-05,
      "loss": 4.4585,
      "step": 127635
    },
    {
      "epoch": 0.11172568211399976,
      "grad_norm": 0.3852258622646332,
      "learning_rate": 4.896697209596004e-05,
      "loss": 4.9707,
      "step": 127640
    },
    {
      "epoch": 0.11173005870762691,
      "grad_norm": 0.37169337272644043,
      "learning_rate": 4.896688397798661e-05,
      "loss": 5.2651,
      "step": 127645
    },
    {
      "epoch": 0.11173443530125407,
      "grad_norm": 0.3879917562007904,
      "learning_rate": 4.896679585635472e-05,
      "loss": 5.2366,
      "step": 127650
    },
    {
      "epoch": 0.11173881189488122,
      "grad_norm": 0.3572536110877991,
      "learning_rate": 4.8966707731064385e-05,
      "loss": 5.4745,
      "step": 127655
    },
    {
      "epoch": 0.11174318848850838,
      "grad_norm": 0.418914794921875,
      "learning_rate": 4.8966619602115625e-05,
      "loss": 5.2025,
      "step": 127660
    },
    {
      "epoch": 0.11174756508213553,
      "grad_norm": 0.3797748386859894,
      "learning_rate": 4.8966531469508456e-05,
      "loss": 5.1539,
      "step": 127665
    },
    {
      "epoch": 0.11175194167576269,
      "grad_norm": 0.3930908143520355,
      "learning_rate": 4.8966443333242904e-05,
      "loss": 4.2395,
      "step": 127670
    },
    {
      "epoch": 0.11175631826938984,
      "grad_norm": 0.42389488220214844,
      "learning_rate": 4.896635519331898e-05,
      "loss": 5.486,
      "step": 127675
    },
    {
      "epoch": 0.111760694863017,
      "grad_norm": 0.39877068996429443,
      "learning_rate": 4.896626704973669e-05,
      "loss": 4.6771,
      "step": 127680
    },
    {
      "epoch": 0.11176507145664415,
      "grad_norm": 0.41953134536743164,
      "learning_rate": 4.896617890249606e-05,
      "loss": 5.2201,
      "step": 127685
    },
    {
      "epoch": 0.11176944805027131,
      "grad_norm": 0.3535928428173065,
      "learning_rate": 4.8966090751597106e-05,
      "loss": 5.7953,
      "step": 127690
    },
    {
      "epoch": 0.11177382464389846,
      "grad_norm": 0.42094144225120544,
      "learning_rate": 4.896600259703984e-05,
      "loss": 4.6618,
      "step": 127695
    },
    {
      "epoch": 0.11177820123752562,
      "grad_norm": 0.4210619628429413,
      "learning_rate": 4.89659144388243e-05,
      "loss": 5.4802,
      "step": 127700
    },
    {
      "epoch": 0.11178257783115277,
      "grad_norm": 0.3606064021587372,
      "learning_rate": 4.8965826276950476e-05,
      "loss": 5.4688,
      "step": 127705
    },
    {
      "epoch": 0.11178695442477993,
      "grad_norm": 0.39383697509765625,
      "learning_rate": 4.8965738111418404e-05,
      "loss": 4.9564,
      "step": 127710
    },
    {
      "epoch": 0.11179133101840708,
      "grad_norm": 0.417465478181839,
      "learning_rate": 4.8965649942228085e-05,
      "loss": 5.4856,
      "step": 127715
    },
    {
      "epoch": 0.11179570761203424,
      "grad_norm": 0.35482099652290344,
      "learning_rate": 4.896556176937955e-05,
      "loss": 5.2922,
      "step": 127720
    },
    {
      "epoch": 0.11180008420566138,
      "grad_norm": 0.4153556823730469,
      "learning_rate": 4.89654735928728e-05,
      "loss": 4.7197,
      "step": 127725
    },
    {
      "epoch": 0.11180446079928855,
      "grad_norm": 0.3711946904659271,
      "learning_rate": 4.8965385412707875e-05,
      "loss": 6.316,
      "step": 127730
    },
    {
      "epoch": 0.1118088373929157,
      "grad_norm": 0.39296552538871765,
      "learning_rate": 4.896529722888478e-05,
      "loss": 5.4701,
      "step": 127735
    },
    {
      "epoch": 0.11181321398654286,
      "grad_norm": 0.40417397022247314,
      "learning_rate": 4.896520904140353e-05,
      "loss": 4.9841,
      "step": 127740
    },
    {
      "epoch": 0.11181759058017,
      "grad_norm": 0.4134049117565155,
      "learning_rate": 4.896512085026413e-05,
      "loss": 4.9959,
      "step": 127745
    },
    {
      "epoch": 0.11182196717379717,
      "grad_norm": 0.39529502391815186,
      "learning_rate": 4.896503265546664e-05,
      "loss": 4.7243,
      "step": 127750
    },
    {
      "epoch": 0.11182634376742431,
      "grad_norm": 0.3892957270145416,
      "learning_rate": 4.896494445701102e-05,
      "loss": 4.9985,
      "step": 127755
    },
    {
      "epoch": 0.11183072036105146,
      "grad_norm": 0.37868598103523254,
      "learning_rate": 4.896485625489733e-05,
      "loss": 4.9487,
      "step": 127760
    },
    {
      "epoch": 0.11183509695467862,
      "grad_norm": 0.34723860025405884,
      "learning_rate": 4.896476804912556e-05,
      "loss": 5.7884,
      "step": 127765
    },
    {
      "epoch": 0.11183947354830577,
      "grad_norm": 0.41779017448425293,
      "learning_rate": 4.896467983969575e-05,
      "loss": 4.9635,
      "step": 127770
    },
    {
      "epoch": 0.11184385014193293,
      "grad_norm": 0.40439289808273315,
      "learning_rate": 4.89645916266079e-05,
      "loss": 6.0051,
      "step": 127775
    },
    {
      "epoch": 0.11184822673556008,
      "grad_norm": 0.3515487611293793,
      "learning_rate": 4.896450340986203e-05,
      "loss": 6.0088,
      "step": 127780
    },
    {
      "epoch": 0.11185260332918724,
      "grad_norm": 0.4038541913032532,
      "learning_rate": 4.8964415189458166e-05,
      "loss": 5.2418,
      "step": 127785
    },
    {
      "epoch": 0.11185697992281439,
      "grad_norm": 0.41507503390312195,
      "learning_rate": 4.8964326965396314e-05,
      "loss": 5.4774,
      "step": 127790
    },
    {
      "epoch": 0.11186135651644155,
      "grad_norm": 0.41055968403816223,
      "learning_rate": 4.896423873767649e-05,
      "loss": 4.3647,
      "step": 127795
    },
    {
      "epoch": 0.1118657331100687,
      "grad_norm": 0.4621880054473877,
      "learning_rate": 4.8964150506298736e-05,
      "loss": 5.4508,
      "step": 127800
    },
    {
      "epoch": 0.11187010970369586,
      "grad_norm": 0.4181666672229767,
      "learning_rate": 4.896406227126304e-05,
      "loss": 4.9516,
      "step": 127805
    },
    {
      "epoch": 0.11187448629732301,
      "grad_norm": 0.479181170463562,
      "learning_rate": 4.896397403256943e-05,
      "loss": 4.9672,
      "step": 127810
    },
    {
      "epoch": 0.11187886289095017,
      "grad_norm": 0.39063477516174316,
      "learning_rate": 4.8963885790217914e-05,
      "loss": 5.3043,
      "step": 127815
    },
    {
      "epoch": 0.11188323948457732,
      "grad_norm": 0.398327112197876,
      "learning_rate": 4.896379754420852e-05,
      "loss": 5.9867,
      "step": 127820
    },
    {
      "epoch": 0.11188761607820448,
      "grad_norm": 0.4183058440685272,
      "learning_rate": 4.896370929454126e-05,
      "loss": 4.3885,
      "step": 127825
    },
    {
      "epoch": 0.11189199267183163,
      "grad_norm": 0.39699387550354004,
      "learning_rate": 4.896362104121616e-05,
      "loss": 5.788,
      "step": 127830
    },
    {
      "epoch": 0.11189636926545879,
      "grad_norm": 0.3988264501094818,
      "learning_rate": 4.896353278423322e-05,
      "loss": 5.2723,
      "step": 127835
    },
    {
      "epoch": 0.11190074585908594,
      "grad_norm": 0.5073243379592896,
      "learning_rate": 4.896344452359248e-05,
      "loss": 4.8762,
      "step": 127840
    },
    {
      "epoch": 0.1119051224527131,
      "grad_norm": 0.4261135160923004,
      "learning_rate": 4.8963356259293935e-05,
      "loss": 5.1537,
      "step": 127845
    },
    {
      "epoch": 0.11190949904634025,
      "grad_norm": 0.3523416519165039,
      "learning_rate": 4.8963267991337616e-05,
      "loss": 5.7979,
      "step": 127850
    },
    {
      "epoch": 0.11191387563996741,
      "grad_norm": 0.4095042943954468,
      "learning_rate": 4.896317971972353e-05,
      "loss": 4.8942,
      "step": 127855
    },
    {
      "epoch": 0.11191825223359456,
      "grad_norm": 0.36333030462265015,
      "learning_rate": 4.89630914444517e-05,
      "loss": 6.3326,
      "step": 127860
    },
    {
      "epoch": 0.11192262882722172,
      "grad_norm": 0.35806405544281006,
      "learning_rate": 4.896300316552215e-05,
      "loss": 6.3088,
      "step": 127865
    },
    {
      "epoch": 0.11192700542084887,
      "grad_norm": 0.4304291903972626,
      "learning_rate": 4.896291488293488e-05,
      "loss": 5.4574,
      "step": 127870
    },
    {
      "epoch": 0.11193138201447603,
      "grad_norm": 0.3846431374549866,
      "learning_rate": 4.896282659668992e-05,
      "loss": 4.9772,
      "step": 127875
    },
    {
      "epoch": 0.11193575860810318,
      "grad_norm": 0.43234574794769287,
      "learning_rate": 4.896273830678728e-05,
      "loss": 5.272,
      "step": 127880
    },
    {
      "epoch": 0.11194013520173034,
      "grad_norm": 0.4914865493774414,
      "learning_rate": 4.896265001322698e-05,
      "loss": 4.8716,
      "step": 127885
    },
    {
      "epoch": 0.11194451179535748,
      "grad_norm": 0.4320662319660187,
      "learning_rate": 4.896256171600905e-05,
      "loss": 5.2088,
      "step": 127890
    },
    {
      "epoch": 0.11194888838898463,
      "grad_norm": 0.4048040509223938,
      "learning_rate": 4.896247341513348e-05,
      "loss": 5.675,
      "step": 127895
    },
    {
      "epoch": 0.1119532649826118,
      "grad_norm": 0.4346388280391693,
      "learning_rate": 4.896238511060031e-05,
      "loss": 4.9311,
      "step": 127900
    },
    {
      "epoch": 0.11195764157623894,
      "grad_norm": 0.42482849955558777,
      "learning_rate": 4.896229680240954e-05,
      "loss": 5.26,
      "step": 127905
    },
    {
      "epoch": 0.1119620181698661,
      "grad_norm": 0.37549686431884766,
      "learning_rate": 4.8962208490561204e-05,
      "loss": 5.181,
      "step": 127910
    },
    {
      "epoch": 0.11196639476349325,
      "grad_norm": 0.3564576506614685,
      "learning_rate": 4.8962120175055294e-05,
      "loss": 5.9807,
      "step": 127915
    },
    {
      "epoch": 0.11197077135712041,
      "grad_norm": 0.4263133704662323,
      "learning_rate": 4.8962031855891856e-05,
      "loss": 5.2833,
      "step": 127920
    },
    {
      "epoch": 0.11197514795074756,
      "grad_norm": 0.42673927545547485,
      "learning_rate": 4.8961943533070896e-05,
      "loss": 5.1736,
      "step": 127925
    },
    {
      "epoch": 0.11197952454437472,
      "grad_norm": 0.3990746736526489,
      "learning_rate": 4.896185520659242e-05,
      "loss": 4.8859,
      "step": 127930
    },
    {
      "epoch": 0.11198390113800187,
      "grad_norm": 0.3856951594352722,
      "learning_rate": 4.896176687645647e-05,
      "loss": 5.7539,
      "step": 127935
    },
    {
      "epoch": 0.11198827773162903,
      "grad_norm": 0.3713064193725586,
      "learning_rate": 4.896167854266304e-05,
      "loss": 5.8238,
      "step": 127940
    },
    {
      "epoch": 0.11199265432525618,
      "grad_norm": 0.3729003369808197,
      "learning_rate": 4.896159020521215e-05,
      "loss": 5.4876,
      "step": 127945
    },
    {
      "epoch": 0.11199703091888334,
      "grad_norm": 0.43288877606391907,
      "learning_rate": 4.896150186410382e-05,
      "loss": 4.6366,
      "step": 127950
    },
    {
      "epoch": 0.11200140751251049,
      "grad_norm": 0.3562032878398895,
      "learning_rate": 4.896141351933808e-05,
      "loss": 5.2618,
      "step": 127955
    },
    {
      "epoch": 0.11200578410613765,
      "grad_norm": 0.35162267088890076,
      "learning_rate": 4.896132517091493e-05,
      "loss": 6.267,
      "step": 127960
    },
    {
      "epoch": 0.1120101606997648,
      "grad_norm": 0.3533994257450104,
      "learning_rate": 4.896123681883439e-05,
      "loss": 6.3232,
      "step": 127965
    },
    {
      "epoch": 0.11201453729339196,
      "grad_norm": 0.4228053390979767,
      "learning_rate": 4.8961148463096486e-05,
      "loss": 5.4752,
      "step": 127970
    },
    {
      "epoch": 0.11201891388701911,
      "grad_norm": 0.4305713474750519,
      "learning_rate": 4.896106010370122e-05,
      "loss": 4.9965,
      "step": 127975
    },
    {
      "epoch": 0.11202329048064627,
      "grad_norm": 0.36182740330696106,
      "learning_rate": 4.896097174064863e-05,
      "loss": 5.6836,
      "step": 127980
    },
    {
      "epoch": 0.11202766707427342,
      "grad_norm": 0.4419724643230438,
      "learning_rate": 4.89608833739387e-05,
      "loss": 5.2694,
      "step": 127985
    },
    {
      "epoch": 0.11203204366790058,
      "grad_norm": 0.3624027967453003,
      "learning_rate": 4.896079500357149e-05,
      "loss": 5.4601,
      "step": 127990
    },
    {
      "epoch": 0.11203642026152773,
      "grad_norm": 0.35576131939888,
      "learning_rate": 4.896070662954698e-05,
      "loss": 6.002,
      "step": 127995
    },
    {
      "epoch": 0.11204079685515489,
      "grad_norm": 0.4335190951824188,
      "learning_rate": 4.896061825186522e-05,
      "loss": 5.1613,
      "step": 128000
    },
    {
      "epoch": 0.11204517344878204,
      "grad_norm": 0.4159791171550751,
      "learning_rate": 4.89605298705262e-05,
      "loss": 4.9204,
      "step": 128005
    },
    {
      "epoch": 0.1120495500424092,
      "grad_norm": 0.4028654992580414,
      "learning_rate": 4.896044148552994e-05,
      "loss": 4.8431,
      "step": 128010
    },
    {
      "epoch": 0.11205392663603635,
      "grad_norm": 0.4514719843864441,
      "learning_rate": 4.8960353096876464e-05,
      "loss": 5.1723,
      "step": 128015
    },
    {
      "epoch": 0.1120583032296635,
      "grad_norm": 0.38034072518348694,
      "learning_rate": 4.8960264704565794e-05,
      "loss": 5.4706,
      "step": 128020
    },
    {
      "epoch": 0.11206267982329066,
      "grad_norm": 0.3747138977050781,
      "learning_rate": 4.8960176308597935e-05,
      "loss": 6.0277,
      "step": 128025
    },
    {
      "epoch": 0.1120670564169178,
      "grad_norm": 0.3758713901042938,
      "learning_rate": 4.896008790897292e-05,
      "loss": 5.7394,
      "step": 128030
    },
    {
      "epoch": 0.11207143301054497,
      "grad_norm": 0.415211945772171,
      "learning_rate": 4.8959999505690754e-05,
      "loss": 4.6234,
      "step": 128035
    },
    {
      "epoch": 0.11207580960417211,
      "grad_norm": 0.4030110538005829,
      "learning_rate": 4.8959911098751453e-05,
      "loss": 5.7822,
      "step": 128040
    },
    {
      "epoch": 0.11208018619779928,
      "grad_norm": 0.36232349276542664,
      "learning_rate": 4.895982268815503e-05,
      "loss": 5.9701,
      "step": 128045
    },
    {
      "epoch": 0.11208456279142642,
      "grad_norm": 0.3637724816799164,
      "learning_rate": 4.8959734273901525e-05,
      "loss": 5.4732,
      "step": 128050
    },
    {
      "epoch": 0.11208893938505358,
      "grad_norm": 0.4432733952999115,
      "learning_rate": 4.895964585599093e-05,
      "loss": 5.2809,
      "step": 128055
    },
    {
      "epoch": 0.11209331597868073,
      "grad_norm": 0.45476752519607544,
      "learning_rate": 4.895955743442328e-05,
      "loss": 5.5068,
      "step": 128060
    },
    {
      "epoch": 0.1120976925723079,
      "grad_norm": 0.45107582211494446,
      "learning_rate": 4.895946900919857e-05,
      "loss": 5.1926,
      "step": 128065
    },
    {
      "epoch": 0.11210206916593504,
      "grad_norm": 0.5162133574485779,
      "learning_rate": 4.895938058031684e-05,
      "loss": 5.5517,
      "step": 128070
    },
    {
      "epoch": 0.1121064457595622,
      "grad_norm": 0.5837035775184631,
      "learning_rate": 4.89592921477781e-05,
      "loss": 4.777,
      "step": 128075
    },
    {
      "epoch": 0.11211082235318935,
      "grad_norm": 0.4240453243255615,
      "learning_rate": 4.8959203711582356e-05,
      "loss": 4.6564,
      "step": 128080
    },
    {
      "epoch": 0.11211519894681651,
      "grad_norm": 0.5438362956047058,
      "learning_rate": 4.895911527172964e-05,
      "loss": 6.0062,
      "step": 128085
    },
    {
      "epoch": 0.11211957554044366,
      "grad_norm": 0.45194026827812195,
      "learning_rate": 4.895902682821997e-05,
      "loss": 5.7957,
      "step": 128090
    },
    {
      "epoch": 0.11212395213407082,
      "grad_norm": 0.4081171751022339,
      "learning_rate": 4.8958938381053344e-05,
      "loss": 6.0203,
      "step": 128095
    },
    {
      "epoch": 0.11212832872769797,
      "grad_norm": 0.41140028834342957,
      "learning_rate": 4.89588499302298e-05,
      "loss": 4.5703,
      "step": 128100
    },
    {
      "epoch": 0.11213270532132513,
      "grad_norm": 0.3913171887397766,
      "learning_rate": 4.895876147574934e-05,
      "loss": 5.2507,
      "step": 128105
    },
    {
      "epoch": 0.11213708191495228,
      "grad_norm": 0.365604430437088,
      "learning_rate": 4.895867301761199e-05,
      "loss": 5.7858,
      "step": 128110
    },
    {
      "epoch": 0.11214145850857944,
      "grad_norm": 0.4143594801425934,
      "learning_rate": 4.8958584555817754e-05,
      "loss": 4.2361,
      "step": 128115
    },
    {
      "epoch": 0.11214583510220659,
      "grad_norm": 0.38058462738990784,
      "learning_rate": 4.895849609036668e-05,
      "loss": 5.5056,
      "step": 128120
    },
    {
      "epoch": 0.11215021169583375,
      "grad_norm": 0.3957407772541046,
      "learning_rate": 4.895840762125875e-05,
      "loss": 5.6898,
      "step": 128125
    },
    {
      "epoch": 0.1121545882894609,
      "grad_norm": 0.4462253153324127,
      "learning_rate": 4.895831914849399e-05,
      "loss": 5.4772,
      "step": 128130
    },
    {
      "epoch": 0.11215896488308806,
      "grad_norm": 0.4183043837547302,
      "learning_rate": 4.8958230672072434e-05,
      "loss": 4.8727,
      "step": 128135
    },
    {
      "epoch": 0.11216334147671521,
      "grad_norm": 0.4291101098060608,
      "learning_rate": 4.8958142191994095e-05,
      "loss": 4.6977,
      "step": 128140
    },
    {
      "epoch": 0.11216771807034236,
      "grad_norm": 0.36935317516326904,
      "learning_rate": 4.8958053708258965e-05,
      "loss": 5.0225,
      "step": 128145
    },
    {
      "epoch": 0.11217209466396952,
      "grad_norm": 0.3575763702392578,
      "learning_rate": 4.8957965220867086e-05,
      "loss": 5.8152,
      "step": 128150
    },
    {
      "epoch": 0.11217647125759667,
      "grad_norm": 0.41026896238327026,
      "learning_rate": 4.895787672981848e-05,
      "loss": 5.3113,
      "step": 128155
    },
    {
      "epoch": 0.11218084785122383,
      "grad_norm": 0.428276002407074,
      "learning_rate": 4.895778823511313e-05,
      "loss": 4.683,
      "step": 128160
    },
    {
      "epoch": 0.11218522444485098,
      "grad_norm": 0.4168049991130829,
      "learning_rate": 4.8957699736751085e-05,
      "loss": 4.8931,
      "step": 128165
    },
    {
      "epoch": 0.11218960103847814,
      "grad_norm": 0.3703290522098541,
      "learning_rate": 4.8957611234732356e-05,
      "loss": 5.4685,
      "step": 128170
    },
    {
      "epoch": 0.11219397763210529,
      "grad_norm": 0.4232230484485626,
      "learning_rate": 4.8957522729056945e-05,
      "loss": 4.8803,
      "step": 128175
    },
    {
      "epoch": 0.11219835422573245,
      "grad_norm": 0.4112410843372345,
      "learning_rate": 4.895743421972489e-05,
      "loss": 5.1911,
      "step": 128180
    },
    {
      "epoch": 0.1122027308193596,
      "grad_norm": 0.3836863040924072,
      "learning_rate": 4.89573457067362e-05,
      "loss": 5.5061,
      "step": 128185
    },
    {
      "epoch": 0.11220710741298676,
      "grad_norm": 0.39288124442100525,
      "learning_rate": 4.8957257190090885e-05,
      "loss": 5.1543,
      "step": 128190
    },
    {
      "epoch": 0.1122114840066139,
      "grad_norm": 0.46424123644828796,
      "learning_rate": 4.895716866978898e-05,
      "loss": 4.4748,
      "step": 128195
    },
    {
      "epoch": 0.11221586060024107,
      "grad_norm": 0.4112905263900757,
      "learning_rate": 4.895708014583047e-05,
      "loss": 5.4424,
      "step": 128200
    },
    {
      "epoch": 0.11222023719386821,
      "grad_norm": 0.3911746144294739,
      "learning_rate": 4.89569916182154e-05,
      "loss": 5.1406,
      "step": 128205
    },
    {
      "epoch": 0.11222461378749538,
      "grad_norm": 0.40607956051826477,
      "learning_rate": 4.8956903086943785e-05,
      "loss": 5.776,
      "step": 128210
    },
    {
      "epoch": 0.11222899038112252,
      "grad_norm": 0.4379197657108307,
      "learning_rate": 4.895681455201563e-05,
      "loss": 5.4423,
      "step": 128215
    },
    {
      "epoch": 0.11223336697474968,
      "grad_norm": 0.40016230940818787,
      "learning_rate": 4.895672601343095e-05,
      "loss": 5.1646,
      "step": 128220
    },
    {
      "epoch": 0.11223774356837683,
      "grad_norm": 0.3849353790283203,
      "learning_rate": 4.8956637471189784e-05,
      "loss": 4.9607,
      "step": 128225
    },
    {
      "epoch": 0.112242120162004,
      "grad_norm": 0.4060564935207367,
      "learning_rate": 4.895654892529212e-05,
      "loss": 5.9955,
      "step": 128230
    },
    {
      "epoch": 0.11224649675563114,
      "grad_norm": 0.40219223499298096,
      "learning_rate": 4.8956460375738e-05,
      "loss": 4.9172,
      "step": 128235
    },
    {
      "epoch": 0.1122508733492583,
      "grad_norm": 0.3595641255378723,
      "learning_rate": 4.895637182252742e-05,
      "loss": 5.4896,
      "step": 128240
    },
    {
      "epoch": 0.11225524994288545,
      "grad_norm": 0.3988640308380127,
      "learning_rate": 4.895628326566043e-05,
      "loss": 4.4316,
      "step": 128245
    },
    {
      "epoch": 0.11225962653651261,
      "grad_norm": 0.4015278220176697,
      "learning_rate": 4.895619470513701e-05,
      "loss": 5.214,
      "step": 128250
    },
    {
      "epoch": 0.11226400313013976,
      "grad_norm": 0.3906320333480835,
      "learning_rate": 4.8956106140957206e-05,
      "loss": 5.495,
      "step": 128255
    },
    {
      "epoch": 0.11226837972376692,
      "grad_norm": 0.39882346987724304,
      "learning_rate": 4.8956017573121e-05,
      "loss": 4.9742,
      "step": 128260
    },
    {
      "epoch": 0.11227275631739407,
      "grad_norm": 0.41749799251556396,
      "learning_rate": 4.895592900162844e-05,
      "loss": 6.0172,
      "step": 128265
    },
    {
      "epoch": 0.11227713291102123,
      "grad_norm": 0.4004073441028595,
      "learning_rate": 4.8955840426479536e-05,
      "loss": 6.2881,
      "step": 128270
    },
    {
      "epoch": 0.11228150950464838,
      "grad_norm": 0.3901708126068115,
      "learning_rate": 4.89557518476743e-05,
      "loss": 4.9646,
      "step": 128275
    },
    {
      "epoch": 0.11228588609827553,
      "grad_norm": 0.37215399742126465,
      "learning_rate": 4.895566326521276e-05,
      "loss": 5.7717,
      "step": 128280
    },
    {
      "epoch": 0.11229026269190269,
      "grad_norm": 0.3622252643108368,
      "learning_rate": 4.8955574679094915e-05,
      "loss": 6.3232,
      "step": 128285
    },
    {
      "epoch": 0.11229463928552984,
      "grad_norm": 0.40423715114593506,
      "learning_rate": 4.89554860893208e-05,
      "loss": 5.1858,
      "step": 128290
    },
    {
      "epoch": 0.112299015879157,
      "grad_norm": 0.35901790857315063,
      "learning_rate": 4.895539749589042e-05,
      "loss": 5.8004,
      "step": 128295
    },
    {
      "epoch": 0.11230339247278415,
      "grad_norm": 0.43367427587509155,
      "learning_rate": 4.8955308898803795e-05,
      "loss": 5.4781,
      "step": 128300
    },
    {
      "epoch": 0.11230776906641131,
      "grad_norm": 0.42926597595214844,
      "learning_rate": 4.895522029806094e-05,
      "loss": 5.2505,
      "step": 128305
    },
    {
      "epoch": 0.11231214566003846,
      "grad_norm": 0.38050970435142517,
      "learning_rate": 4.8955131693661884e-05,
      "loss": 5.475,
      "step": 128310
    },
    {
      "epoch": 0.11231652225366562,
      "grad_norm": 0.39326485991477966,
      "learning_rate": 4.8955043085606624e-05,
      "loss": 4.7449,
      "step": 128315
    },
    {
      "epoch": 0.11232089884729277,
      "grad_norm": 0.4185265302658081,
      "learning_rate": 4.89549544738952e-05,
      "loss": 5.7037,
      "step": 128320
    },
    {
      "epoch": 0.11232527544091993,
      "grad_norm": 0.384387731552124,
      "learning_rate": 4.895486585852761e-05,
      "loss": 5.5083,
      "step": 128325
    },
    {
      "epoch": 0.11232965203454708,
      "grad_norm": 0.41913288831710815,
      "learning_rate": 4.895477723950389e-05,
      "loss": 4.646,
      "step": 128330
    },
    {
      "epoch": 0.11233402862817424,
      "grad_norm": 0.44872668385505676,
      "learning_rate": 4.895468861682403e-05,
      "loss": 5.699,
      "step": 128335
    },
    {
      "epoch": 0.11233840522180139,
      "grad_norm": 0.41476085782051086,
      "learning_rate": 4.895459999048807e-05,
      "loss": 5.698,
      "step": 128340
    },
    {
      "epoch": 0.11234278181542855,
      "grad_norm": 0.46770399808883667,
      "learning_rate": 4.895451136049603e-05,
      "loss": 5.4236,
      "step": 128345
    },
    {
      "epoch": 0.1123471584090557,
      "grad_norm": 0.40279874205589294,
      "learning_rate": 4.8954422726847903e-05,
      "loss": 5.3707,
      "step": 128350
    },
    {
      "epoch": 0.11235153500268286,
      "grad_norm": 0.378185898065567,
      "learning_rate": 4.895433408954372e-05,
      "loss": 5.4936,
      "step": 128355
    },
    {
      "epoch": 0.11235591159631,
      "grad_norm": 0.40146833658218384,
      "learning_rate": 4.89542454485835e-05,
      "loss": 5.2938,
      "step": 128360
    },
    {
      "epoch": 0.11236028818993717,
      "grad_norm": 0.45954281091690063,
      "learning_rate": 4.8954156803967264e-05,
      "loss": 5.4808,
      "step": 128365
    },
    {
      "epoch": 0.11236466478356431,
      "grad_norm": 0.39706745743751526,
      "learning_rate": 4.895406815569502e-05,
      "loss": 5.185,
      "step": 128370
    },
    {
      "epoch": 0.11236904137719148,
      "grad_norm": 0.4553556740283966,
      "learning_rate": 4.895397950376679e-05,
      "loss": 5.2588,
      "step": 128375
    },
    {
      "epoch": 0.11237341797081862,
      "grad_norm": 0.4119392931461334,
      "learning_rate": 4.895389084818259e-05,
      "loss": 5.4753,
      "step": 128380
    },
    {
      "epoch": 0.11237779456444578,
      "grad_norm": 0.43799594044685364,
      "learning_rate": 4.895380218894243e-05,
      "loss": 4.9482,
      "step": 128385
    },
    {
      "epoch": 0.11238217115807293,
      "grad_norm": 0.4361454248428345,
      "learning_rate": 4.895371352604635e-05,
      "loss": 5.1702,
      "step": 128390
    },
    {
      "epoch": 0.1123865477517001,
      "grad_norm": 0.39689427614212036,
      "learning_rate": 4.895362485949434e-05,
      "loss": 5.5044,
      "step": 128395
    },
    {
      "epoch": 0.11239092434532724,
      "grad_norm": 0.4708333909511566,
      "learning_rate": 4.895353618928642e-05,
      "loss": 5.2866,
      "step": 128400
    },
    {
      "epoch": 0.11239530093895439,
      "grad_norm": 0.36456578969955444,
      "learning_rate": 4.8953447515422625e-05,
      "loss": 5.7561,
      "step": 128405
    },
    {
      "epoch": 0.11239967753258155,
      "grad_norm": 0.4156261384487152,
      "learning_rate": 4.8953358837902965e-05,
      "loss": 4.2634,
      "step": 128410
    },
    {
      "epoch": 0.1124040541262087,
      "grad_norm": 0.4696410000324249,
      "learning_rate": 4.895327015672745e-05,
      "loss": 5.2608,
      "step": 128415
    },
    {
      "epoch": 0.11240843071983586,
      "grad_norm": 0.3992067575454712,
      "learning_rate": 4.89531814718961e-05,
      "loss": 5.2002,
      "step": 128420
    },
    {
      "epoch": 0.11241280731346301,
      "grad_norm": 0.40744441747665405,
      "learning_rate": 4.895309278340894e-05,
      "loss": 5.2904,
      "step": 128425
    },
    {
      "epoch": 0.11241718390709017,
      "grad_norm": 0.3973940908908844,
      "learning_rate": 4.895300409126597e-05,
      "loss": 5.5335,
      "step": 128430
    },
    {
      "epoch": 0.11242156050071732,
      "grad_norm": 0.37371009588241577,
      "learning_rate": 4.8952915395467226e-05,
      "loss": 5.4485,
      "step": 128435
    },
    {
      "epoch": 0.11242593709434448,
      "grad_norm": 0.4304523169994354,
      "learning_rate": 4.895282669601272e-05,
      "loss": 4.4587,
      "step": 128440
    },
    {
      "epoch": 0.11243031368797163,
      "grad_norm": 0.3694029450416565,
      "learning_rate": 4.8952737992902454e-05,
      "loss": 5.4656,
      "step": 128445
    },
    {
      "epoch": 0.11243469028159879,
      "grad_norm": 0.37028321623802185,
      "learning_rate": 4.895264928613647e-05,
      "loss": 5.7869,
      "step": 128450
    },
    {
      "epoch": 0.11243906687522594,
      "grad_norm": 0.3724484145641327,
      "learning_rate": 4.8952560575714755e-05,
      "loss": 5.7178,
      "step": 128455
    },
    {
      "epoch": 0.1124434434688531,
      "grad_norm": 0.42403146624565125,
      "learning_rate": 4.8952471861637364e-05,
      "loss": 5.4784,
      "step": 128460
    },
    {
      "epoch": 0.11244782006248025,
      "grad_norm": 0.41154420375823975,
      "learning_rate": 4.895238314390428e-05,
      "loss": 5.0793,
      "step": 128465
    },
    {
      "epoch": 0.11245219665610741,
      "grad_norm": 0.4318733513355255,
      "learning_rate": 4.895229442251553e-05,
      "loss": 4.1276,
      "step": 128470
    },
    {
      "epoch": 0.11245657324973456,
      "grad_norm": 0.3982965648174286,
      "learning_rate": 4.8952205697471156e-05,
      "loss": 5.215,
      "step": 128475
    },
    {
      "epoch": 0.11246094984336172,
      "grad_norm": 0.40071022510528564,
      "learning_rate": 4.895211696877113e-05,
      "loss": 5.6943,
      "step": 128480
    },
    {
      "epoch": 0.11246532643698887,
      "grad_norm": 0.4265488088130951,
      "learning_rate": 4.8952028236415506e-05,
      "loss": 4.4402,
      "step": 128485
    },
    {
      "epoch": 0.11246970303061603,
      "grad_norm": 0.4157599210739136,
      "learning_rate": 4.8951939500404285e-05,
      "loss": 4.2072,
      "step": 128490
    },
    {
      "epoch": 0.11247407962424318,
      "grad_norm": 0.378461629152298,
      "learning_rate": 4.895185076073749e-05,
      "loss": 5.4804,
      "step": 128495
    },
    {
      "epoch": 0.11247845621787034,
      "grad_norm": 0.38397178053855896,
      "learning_rate": 4.895176201741512e-05,
      "loss": 5.3936,
      "step": 128500
    },
    {
      "epoch": 0.11248283281149749,
      "grad_norm": 0.40220877528190613,
      "learning_rate": 4.8951673270437224e-05,
      "loss": 5.485,
      "step": 128505
    },
    {
      "epoch": 0.11248720940512465,
      "grad_norm": 0.37243330478668213,
      "learning_rate": 4.895158451980381e-05,
      "loss": 5.6992,
      "step": 128510
    },
    {
      "epoch": 0.1124915859987518,
      "grad_norm": 0.3673914968967438,
      "learning_rate": 4.895149576551486e-05,
      "loss": 5.6857,
      "step": 128515
    },
    {
      "epoch": 0.11249596259237896,
      "grad_norm": 0.3839639723300934,
      "learning_rate": 4.895140700757045e-05,
      "loss": 5.1629,
      "step": 128520
    },
    {
      "epoch": 0.1125003391860061,
      "grad_norm": 0.436855286359787,
      "learning_rate": 4.8951318245970544e-05,
      "loss": 5.4751,
      "step": 128525
    },
    {
      "epoch": 0.11250471577963327,
      "grad_norm": 0.38182538747787476,
      "learning_rate": 4.895122948071519e-05,
      "loss": 5.7232,
      "step": 128530
    },
    {
      "epoch": 0.11250909237326041,
      "grad_norm": 0.3865332305431366,
      "learning_rate": 4.895114071180439e-05,
      "loss": 4.9559,
      "step": 128535
    },
    {
      "epoch": 0.11251346896688756,
      "grad_norm": 0.3583228886127472,
      "learning_rate": 4.895105193923818e-05,
      "loss": 5.5028,
      "step": 128540
    },
    {
      "epoch": 0.11251784556051472,
      "grad_norm": 0.3857584595680237,
      "learning_rate": 4.895096316301655e-05,
      "loss": 5.4438,
      "step": 128545
    },
    {
      "epoch": 0.11252222215414187,
      "grad_norm": 0.4284321367740631,
      "learning_rate": 4.895087438313953e-05,
      "loss": 4.9442,
      "step": 128550
    },
    {
      "epoch": 0.11252659874776903,
      "grad_norm": 0.4402080476284027,
      "learning_rate": 4.8950785599607154e-05,
      "loss": 4.7687,
      "step": 128555
    },
    {
      "epoch": 0.11253097534139618,
      "grad_norm": 0.4600653350353241,
      "learning_rate": 4.8950696812419415e-05,
      "loss": 6.0143,
      "step": 128560
    },
    {
      "epoch": 0.11253535193502334,
      "grad_norm": 0.40677228569984436,
      "learning_rate": 4.8950608021576335e-05,
      "loss": 6.3311,
      "step": 128565
    },
    {
      "epoch": 0.11253972852865049,
      "grad_norm": 0.40017184615135193,
      "learning_rate": 4.895051922707794e-05,
      "loss": 5.3971,
      "step": 128570
    },
    {
      "epoch": 0.11254410512227765,
      "grad_norm": 0.373447984457016,
      "learning_rate": 4.8950430428924244e-05,
      "loss": 5.4926,
      "step": 128575
    },
    {
      "epoch": 0.1125484817159048,
      "grad_norm": 0.40468159317970276,
      "learning_rate": 4.895034162711526e-05,
      "loss": 4.8785,
      "step": 128580
    },
    {
      "epoch": 0.11255285830953196,
      "grad_norm": 0.365303635597229,
      "learning_rate": 4.895025282165101e-05,
      "loss": 5.275,
      "step": 128585
    },
    {
      "epoch": 0.11255723490315911,
      "grad_norm": 0.4467937648296356,
      "learning_rate": 4.8950164012531506e-05,
      "loss": 5.1605,
      "step": 128590
    },
    {
      "epoch": 0.11256161149678627,
      "grad_norm": 0.4287903606891632,
      "learning_rate": 4.8950075199756765e-05,
      "loss": 5.6609,
      "step": 128595
    },
    {
      "epoch": 0.11256598809041342,
      "grad_norm": 0.48749077320098877,
      "learning_rate": 4.8949986383326806e-05,
      "loss": 5.4521,
      "step": 128600
    },
    {
      "epoch": 0.11257036468404058,
      "grad_norm": 0.4149559438228607,
      "learning_rate": 4.8949897563241655e-05,
      "loss": 5.1373,
      "step": 128605
    },
    {
      "epoch": 0.11257474127766773,
      "grad_norm": 0.38952794671058655,
      "learning_rate": 4.8949808739501314e-05,
      "loss": 4.8466,
      "step": 128610
    },
    {
      "epoch": 0.11257911787129489,
      "grad_norm": 0.4057581424713135,
      "learning_rate": 4.894971991210581e-05,
      "loss": 5.0028,
      "step": 128615
    },
    {
      "epoch": 0.11258349446492204,
      "grad_norm": 0.3859516680240631,
      "learning_rate": 4.8949631081055145e-05,
      "loss": 5.1794,
      "step": 128620
    },
    {
      "epoch": 0.1125878710585492,
      "grad_norm": 0.4075985550880432,
      "learning_rate": 4.8949542246349366e-05,
      "loss": 5.9961,
      "step": 128625
    },
    {
      "epoch": 0.11259224765217635,
      "grad_norm": 0.39275529980659485,
      "learning_rate": 4.894945340798846e-05,
      "loss": 5.7018,
      "step": 128630
    },
    {
      "epoch": 0.11259662424580351,
      "grad_norm": 0.36840352416038513,
      "learning_rate": 4.8949364565972464e-05,
      "loss": 5.4854,
      "step": 128635
    },
    {
      "epoch": 0.11260100083943066,
      "grad_norm": 0.3917067050933838,
      "learning_rate": 4.894927572030139e-05,
      "loss": 5.7608,
      "step": 128640
    },
    {
      "epoch": 0.11260537743305782,
      "grad_norm": 0.3725452423095703,
      "learning_rate": 4.894918687097525e-05,
      "loss": 4.7677,
      "step": 128645
    },
    {
      "epoch": 0.11260975402668497,
      "grad_norm": 0.34349608421325684,
      "learning_rate": 4.8949098017994066e-05,
      "loss": 5.2793,
      "step": 128650
    },
    {
      "epoch": 0.11261413062031213,
      "grad_norm": 0.41743403673171997,
      "learning_rate": 4.894900916135784e-05,
      "loss": 4.7517,
      "step": 128655
    },
    {
      "epoch": 0.11261850721393928,
      "grad_norm": 0.36906543374061584,
      "learning_rate": 4.894892030106662e-05,
      "loss": 5.4947,
      "step": 128660
    },
    {
      "epoch": 0.11262288380756642,
      "grad_norm": 0.40175318717956543,
      "learning_rate": 4.89488314371204e-05,
      "loss": 4.4093,
      "step": 128665
    },
    {
      "epoch": 0.11262726040119359,
      "grad_norm": 0.3967422544956207,
      "learning_rate": 4.894874256951919e-05,
      "loss": 4.4416,
      "step": 128670
    },
    {
      "epoch": 0.11263163699482073,
      "grad_norm": 0.4081229865550995,
      "learning_rate": 4.8948653698263034e-05,
      "loss": 5.775,
      "step": 128675
    },
    {
      "epoch": 0.1126360135884479,
      "grad_norm": 0.3764592111110687,
      "learning_rate": 4.894856482335194e-05,
      "loss": 5.778,
      "step": 128680
    },
    {
      "epoch": 0.11264039018207504,
      "grad_norm": 0.4893241822719574,
      "learning_rate": 4.894847594478591e-05,
      "loss": 5.1057,
      "step": 128685
    },
    {
      "epoch": 0.1126447667757022,
      "grad_norm": 0.3759603202342987,
      "learning_rate": 4.894838706256497e-05,
      "loss": 5.9836,
      "step": 128690
    },
    {
      "epoch": 0.11264914336932935,
      "grad_norm": 0.3920535743236542,
      "learning_rate": 4.894829817668914e-05,
      "loss": 5.1755,
      "step": 128695
    },
    {
      "epoch": 0.11265351996295651,
      "grad_norm": 0.4130483865737915,
      "learning_rate": 4.8948209287158445e-05,
      "loss": 5.5162,
      "step": 128700
    },
    {
      "epoch": 0.11265789655658366,
      "grad_norm": 0.440680593252182,
      "learning_rate": 4.894812039397289e-05,
      "loss": 5.1446,
      "step": 128705
    },
    {
      "epoch": 0.11266227315021082,
      "grad_norm": 0.4168655276298523,
      "learning_rate": 4.8948031497132484e-05,
      "loss": 4.4477,
      "step": 128710
    },
    {
      "epoch": 0.11266664974383797,
      "grad_norm": 0.439338743686676,
      "learning_rate": 4.8947942596637256e-05,
      "loss": 5.4218,
      "step": 128715
    },
    {
      "epoch": 0.11267102633746513,
      "grad_norm": 0.4026368260383606,
      "learning_rate": 4.894785369248722e-05,
      "loss": 4.4719,
      "step": 128720
    },
    {
      "epoch": 0.11267540293109228,
      "grad_norm": 0.3776526153087616,
      "learning_rate": 4.8947764784682405e-05,
      "loss": 5.5097,
      "step": 128725
    },
    {
      "epoch": 0.11267977952471944,
      "grad_norm": 0.434457927942276,
      "learning_rate": 4.894767587322282e-05,
      "loss": 4.7752,
      "step": 128730
    },
    {
      "epoch": 0.11268415611834659,
      "grad_norm": 0.40206214785575867,
      "learning_rate": 4.894758695810847e-05,
      "loss": 4.2095,
      "step": 128735
    },
    {
      "epoch": 0.11268853271197375,
      "grad_norm": 0.42881685495376587,
      "learning_rate": 4.894749803933939e-05,
      "loss": 4.6622,
      "step": 128740
    },
    {
      "epoch": 0.1126929093056009,
      "grad_norm": 0.40906277298927307,
      "learning_rate": 4.894740911691559e-05,
      "loss": 4.6998,
      "step": 128745
    },
    {
      "epoch": 0.11269728589922806,
      "grad_norm": 0.4467005729675293,
      "learning_rate": 4.8947320190837085e-05,
      "loss": 5.3781,
      "step": 128750
    },
    {
      "epoch": 0.11270166249285521,
      "grad_norm": 0.349808931350708,
      "learning_rate": 4.89472312611039e-05,
      "loss": 5.7947,
      "step": 128755
    },
    {
      "epoch": 0.11270603908648237,
      "grad_norm": 0.3558395802974701,
      "learning_rate": 4.894714232771604e-05,
      "loss": 5.8214,
      "step": 128760
    },
    {
      "epoch": 0.11271041568010952,
      "grad_norm": 0.4327402710914612,
      "learning_rate": 4.8947053390673526e-05,
      "loss": 4.4409,
      "step": 128765
    },
    {
      "epoch": 0.11271479227373668,
      "grad_norm": 0.426045298576355,
      "learning_rate": 4.8946964449976386e-05,
      "loss": 5.9725,
      "step": 128770
    },
    {
      "epoch": 0.11271916886736383,
      "grad_norm": 0.34842193126678467,
      "learning_rate": 4.8946875505624624e-05,
      "loss": 6.0451,
      "step": 128775
    },
    {
      "epoch": 0.11272354546099099,
      "grad_norm": 0.4001043736934662,
      "learning_rate": 4.8946786557618254e-05,
      "loss": 5.3719,
      "step": 128780
    },
    {
      "epoch": 0.11272792205461814,
      "grad_norm": 0.3493064045906067,
      "learning_rate": 4.8946697605957316e-05,
      "loss": 5.7191,
      "step": 128785
    },
    {
      "epoch": 0.11273229864824529,
      "grad_norm": 0.3873610496520996,
      "learning_rate": 4.8946608650641804e-05,
      "loss": 5.2331,
      "step": 128790
    },
    {
      "epoch": 0.11273667524187245,
      "grad_norm": 0.42614731192588806,
      "learning_rate": 4.8946519691671745e-05,
      "loss": 4.442,
      "step": 128795
    },
    {
      "epoch": 0.1127410518354996,
      "grad_norm": 0.3500482439994812,
      "learning_rate": 4.894643072904716e-05,
      "loss": 6.0418,
      "step": 128800
    },
    {
      "epoch": 0.11274542842912676,
      "grad_norm": 0.3879919648170471,
      "learning_rate": 4.8946341762768044e-05,
      "loss": 5.4021,
      "step": 128805
    },
    {
      "epoch": 0.1127498050227539,
      "grad_norm": 0.4936150312423706,
      "learning_rate": 4.8946252792834444e-05,
      "loss": 4.4229,
      "step": 128810
    },
    {
      "epoch": 0.11275418161638107,
      "grad_norm": 0.4075644016265869,
      "learning_rate": 4.894616381924636e-05,
      "loss": 5.1586,
      "step": 128815
    },
    {
      "epoch": 0.11275855821000821,
      "grad_norm": 0.3616536855697632,
      "learning_rate": 4.8946074842003805e-05,
      "loss": 6.0516,
      "step": 128820
    },
    {
      "epoch": 0.11276293480363538,
      "grad_norm": 0.3666956126689911,
      "learning_rate": 4.894598586110683e-05,
      "loss": 5.9986,
      "step": 128825
    },
    {
      "epoch": 0.11276731139726252,
      "grad_norm": 0.4357468783855438,
      "learning_rate": 4.894589687655541e-05,
      "loss": 4.4452,
      "step": 128830
    },
    {
      "epoch": 0.11277168799088969,
      "grad_norm": 0.43877744674682617,
      "learning_rate": 4.894580788834957e-05,
      "loss": 4.761,
      "step": 128835
    },
    {
      "epoch": 0.11277606458451683,
      "grad_norm": 0.45040950179100037,
      "learning_rate": 4.894571889648935e-05,
      "loss": 5.4854,
      "step": 128840
    },
    {
      "epoch": 0.112780441178144,
      "grad_norm": 0.47285953164100647,
      "learning_rate": 4.894562990097474e-05,
      "loss": 5.1445,
      "step": 128845
    },
    {
      "epoch": 0.11278481777177114,
      "grad_norm": 0.4638286828994751,
      "learning_rate": 4.894554090180579e-05,
      "loss": 4.97,
      "step": 128850
    },
    {
      "epoch": 0.1127891943653983,
      "grad_norm": 0.4160209596157074,
      "learning_rate": 4.894545189898249e-05,
      "loss": 4.7325,
      "step": 128855
    },
    {
      "epoch": 0.11279357095902545,
      "grad_norm": 0.4376976788043976,
      "learning_rate": 4.894536289250485e-05,
      "loss": 5.1247,
      "step": 128860
    },
    {
      "epoch": 0.11279794755265261,
      "grad_norm": 0.36398112773895264,
      "learning_rate": 4.8945273882372924e-05,
      "loss": 5.4629,
      "step": 128865
    },
    {
      "epoch": 0.11280232414627976,
      "grad_norm": 0.3578641414642334,
      "learning_rate": 4.894518486858669e-05,
      "loss": 6.2562,
      "step": 128870
    },
    {
      "epoch": 0.11280670073990692,
      "grad_norm": 0.40235668420791626,
      "learning_rate": 4.8945095851146186e-05,
      "loss": 4.7628,
      "step": 128875
    },
    {
      "epoch": 0.11281107733353407,
      "grad_norm": 0.3578457832336426,
      "learning_rate": 4.8945006830051424e-05,
      "loss": 6.2586,
      "step": 128880
    },
    {
      "epoch": 0.11281545392716123,
      "grad_norm": 0.4101971685886383,
      "learning_rate": 4.8944917805302425e-05,
      "loss": 5.1552,
      "step": 128885
    },
    {
      "epoch": 0.11281983052078838,
      "grad_norm": 0.3662923574447632,
      "learning_rate": 4.89448287768992e-05,
      "loss": 5.476,
      "step": 128890
    },
    {
      "epoch": 0.11282420711441554,
      "grad_norm": 0.4134649634361267,
      "learning_rate": 4.894473974484177e-05,
      "loss": 4.9001,
      "step": 128895
    },
    {
      "epoch": 0.11282858370804269,
      "grad_norm": 0.3724726736545563,
      "learning_rate": 4.894465070913016e-05,
      "loss": 5.7368,
      "step": 128900
    },
    {
      "epoch": 0.11283296030166985,
      "grad_norm": 0.3678697645664215,
      "learning_rate": 4.894456166976438e-05,
      "loss": 5.778,
      "step": 128905
    },
    {
      "epoch": 0.112837336895297,
      "grad_norm": 0.40165844559669495,
      "learning_rate": 4.8944472626744434e-05,
      "loss": 5.1475,
      "step": 128910
    },
    {
      "epoch": 0.11284171348892416,
      "grad_norm": 0.4299179017543793,
      "learning_rate": 4.894438358007035e-05,
      "loss": 5.1978,
      "step": 128915
    },
    {
      "epoch": 0.11284609008255131,
      "grad_norm": 0.36366966366767883,
      "learning_rate": 4.8944294529742166e-05,
      "loss": 5.4485,
      "step": 128920
    },
    {
      "epoch": 0.11285046667617846,
      "grad_norm": 0.4047435522079468,
      "learning_rate": 4.8944205475759865e-05,
      "loss": 4.9936,
      "step": 128925
    },
    {
      "epoch": 0.11285484326980562,
      "grad_norm": 0.37793034315109253,
      "learning_rate": 4.894411641812348e-05,
      "loss": 6.0029,
      "step": 128930
    },
    {
      "epoch": 0.11285921986343277,
      "grad_norm": 0.3631879687309265,
      "learning_rate": 4.8944027356833024e-05,
      "loss": 6.2914,
      "step": 128935
    },
    {
      "epoch": 0.11286359645705993,
      "grad_norm": 0.36551621556282043,
      "learning_rate": 4.8943938291888524e-05,
      "loss": 5.666,
      "step": 128940
    },
    {
      "epoch": 0.11286797305068708,
      "grad_norm": 0.3768468499183655,
      "learning_rate": 4.894384922328999e-05,
      "loss": 5.9693,
      "step": 128945
    },
    {
      "epoch": 0.11287234964431424,
      "grad_norm": 0.38253116607666016,
      "learning_rate": 4.894376015103744e-05,
      "loss": 5.4814,
      "step": 128950
    },
    {
      "epoch": 0.11287672623794139,
      "grad_norm": 0.35096946358680725,
      "learning_rate": 4.894367107513088e-05,
      "loss": 5.9604,
      "step": 128955
    },
    {
      "epoch": 0.11288110283156855,
      "grad_norm": 0.3783450424671173,
      "learning_rate": 4.894358199557035e-05,
      "loss": 5.7855,
      "step": 128960
    },
    {
      "epoch": 0.1128854794251957,
      "grad_norm": 0.3531973958015442,
      "learning_rate": 4.894349291235586e-05,
      "loss": 5.7642,
      "step": 128965
    },
    {
      "epoch": 0.11288985601882286,
      "grad_norm": 0.3823040723800659,
      "learning_rate": 4.894340382548741e-05,
      "loss": 5.7104,
      "step": 128970
    },
    {
      "epoch": 0.11289423261245,
      "grad_norm": 0.3852196931838989,
      "learning_rate": 4.894331473496504e-05,
      "loss": 6.0215,
      "step": 128975
    },
    {
      "epoch": 0.11289860920607717,
      "grad_norm": 0.3688730001449585,
      "learning_rate": 4.894322564078875e-05,
      "loss": 5.684,
      "step": 128980
    },
    {
      "epoch": 0.11290298579970431,
      "grad_norm": 0.4002384543418884,
      "learning_rate": 4.894313654295857e-05,
      "loss": 4.9307,
      "step": 128985
    },
    {
      "epoch": 0.11290736239333148,
      "grad_norm": 0.4640459418296814,
      "learning_rate": 4.89430474414745e-05,
      "loss": 4.7428,
      "step": 128990
    },
    {
      "epoch": 0.11291173898695862,
      "grad_norm": 0.43430110812187195,
      "learning_rate": 4.894295833633658e-05,
      "loss": 4.8913,
      "step": 128995
    },
    {
      "epoch": 0.11291611558058579,
      "grad_norm": 0.40998610854148865,
      "learning_rate": 4.894286922754481e-05,
      "loss": 5.391,
      "step": 129000
    },
    {
      "epoch": 0.11292049217421293,
      "grad_norm": 0.37386322021484375,
      "learning_rate": 4.894278011509921e-05,
      "loss": 6.3299,
      "step": 129005
    },
    {
      "epoch": 0.1129248687678401,
      "grad_norm": 0.3749336302280426,
      "learning_rate": 4.894269099899979e-05,
      "loss": 5.2673,
      "step": 129010
    },
    {
      "epoch": 0.11292924536146724,
      "grad_norm": 0.3543333113193512,
      "learning_rate": 4.89426018792466e-05,
      "loss": 5.7946,
      "step": 129015
    },
    {
      "epoch": 0.1129336219550944,
      "grad_norm": 0.43983563780784607,
      "learning_rate": 4.894251275583962e-05,
      "loss": 5.4641,
      "step": 129020
    },
    {
      "epoch": 0.11293799854872155,
      "grad_norm": 0.43595951795578003,
      "learning_rate": 4.8942423628778886e-05,
      "loss": 5.2816,
      "step": 129025
    },
    {
      "epoch": 0.11294237514234871,
      "grad_norm": 0.43526288866996765,
      "learning_rate": 4.894233449806441e-05,
      "loss": 5.6955,
      "step": 129030
    },
    {
      "epoch": 0.11294675173597586,
      "grad_norm": 0.36688661575317383,
      "learning_rate": 4.894224536369622e-05,
      "loss": 6.3187,
      "step": 129035
    },
    {
      "epoch": 0.11295112832960302,
      "grad_norm": 0.4083417057991028,
      "learning_rate": 4.8942156225674304e-05,
      "loss": 5.2076,
      "step": 129040
    },
    {
      "epoch": 0.11295550492323017,
      "grad_norm": 0.37643617391586304,
      "learning_rate": 4.894206708399871e-05,
      "loss": 5.9963,
      "step": 129045
    },
    {
      "epoch": 0.11295988151685732,
      "grad_norm": 0.4650089144706726,
      "learning_rate": 4.8941977938669434e-05,
      "loss": 4.4459,
      "step": 129050
    },
    {
      "epoch": 0.11296425811048448,
      "grad_norm": 0.4091768264770508,
      "learning_rate": 4.8941888789686506e-05,
      "loss": 4.3835,
      "step": 129055
    },
    {
      "epoch": 0.11296863470411163,
      "grad_norm": 0.4191044270992279,
      "learning_rate": 4.8941799637049946e-05,
      "loss": 4.8775,
      "step": 129060
    },
    {
      "epoch": 0.11297301129773879,
      "grad_norm": 0.4278740882873535,
      "learning_rate": 4.894171048075976e-05,
      "loss": 4.123,
      "step": 129065
    },
    {
      "epoch": 0.11297738789136594,
      "grad_norm": 0.3653000593185425,
      "learning_rate": 4.8941621320815975e-05,
      "loss": 5.6982,
      "step": 129070
    },
    {
      "epoch": 0.1129817644849931,
      "grad_norm": 0.4570075273513794,
      "learning_rate": 4.8941532157218605e-05,
      "loss": 4.7542,
      "step": 129075
    },
    {
      "epoch": 0.11298614107862025,
      "grad_norm": 0.41522812843322754,
      "learning_rate": 4.894144298996766e-05,
      "loss": 5.2662,
      "step": 129080
    },
    {
      "epoch": 0.11299051767224741,
      "grad_norm": 0.4231904447078705,
      "learning_rate": 4.8941353819063164e-05,
      "loss": 6.0254,
      "step": 129085
    },
    {
      "epoch": 0.11299489426587456,
      "grad_norm": 0.3865857422351837,
      "learning_rate": 4.8941264644505133e-05,
      "loss": 6.0252,
      "step": 129090
    },
    {
      "epoch": 0.11299927085950172,
      "grad_norm": 0.40157851576805115,
      "learning_rate": 4.8941175466293586e-05,
      "loss": 4.746,
      "step": 129095
    },
    {
      "epoch": 0.11300364745312887,
      "grad_norm": 0.4076746702194214,
      "learning_rate": 4.894108628442853e-05,
      "loss": 4.7455,
      "step": 129100
    },
    {
      "epoch": 0.11300802404675603,
      "grad_norm": 0.42323538661003113,
      "learning_rate": 4.894099709891e-05,
      "loss": 5.3021,
      "step": 129105
    },
    {
      "epoch": 0.11301240064038318,
      "grad_norm": 0.4386807978153229,
      "learning_rate": 4.8940907909738e-05,
      "loss": 5.985,
      "step": 129110
    },
    {
      "epoch": 0.11301677723401034,
      "grad_norm": 0.38551369309425354,
      "learning_rate": 4.894081871691255e-05,
      "loss": 3.9144,
      "step": 129115
    },
    {
      "epoch": 0.11302115382763749,
      "grad_norm": 0.5467433333396912,
      "learning_rate": 4.894072952043367e-05,
      "loss": 4.7046,
      "step": 129120
    },
    {
      "epoch": 0.11302553042126465,
      "grad_norm": 0.39165425300598145,
      "learning_rate": 4.8940640320301375e-05,
      "loss": 5.7835,
      "step": 129125
    },
    {
      "epoch": 0.1130299070148918,
      "grad_norm": 0.3895542323589325,
      "learning_rate": 4.894055111651569e-05,
      "loss": 5.4794,
      "step": 129130
    },
    {
      "epoch": 0.11303428360851896,
      "grad_norm": 0.45836031436920166,
      "learning_rate": 4.894046190907661e-05,
      "loss": 5.4972,
      "step": 129135
    },
    {
      "epoch": 0.1130386602021461,
      "grad_norm": 0.4161093235015869,
      "learning_rate": 4.8940372697984185e-05,
      "loss": 5.2731,
      "step": 129140
    },
    {
      "epoch": 0.11304303679577327,
      "grad_norm": 0.41134020686149597,
      "learning_rate": 4.8940283483238405e-05,
      "loss": 4.1307,
      "step": 129145
    },
    {
      "epoch": 0.11304741338940041,
      "grad_norm": 0.41997456550598145,
      "learning_rate": 4.894019426483929e-05,
      "loss": 4.6512,
      "step": 129150
    },
    {
      "epoch": 0.11305178998302758,
      "grad_norm": 0.37861737608909607,
      "learning_rate": 4.894010504278686e-05,
      "loss": 5.7182,
      "step": 129155
    },
    {
      "epoch": 0.11305616657665472,
      "grad_norm": 0.49573710560798645,
      "learning_rate": 4.8940015817081154e-05,
      "loss": 4.6439,
      "step": 129160
    },
    {
      "epoch": 0.11306054317028189,
      "grad_norm": 0.4192216992378235,
      "learning_rate": 4.8939926587722165e-05,
      "loss": 4.5607,
      "step": 129165
    },
    {
      "epoch": 0.11306491976390903,
      "grad_norm": 0.4409848153591156,
      "learning_rate": 4.8939837354709903e-05,
      "loss": 5.1759,
      "step": 129170
    },
    {
      "epoch": 0.1130692963575362,
      "grad_norm": 0.4245031476020813,
      "learning_rate": 4.8939748118044415e-05,
      "loss": 5.5073,
      "step": 129175
    },
    {
      "epoch": 0.11307367295116334,
      "grad_norm": 0.42594653367996216,
      "learning_rate": 4.8939658877725694e-05,
      "loss": 4.4244,
      "step": 129180
    },
    {
      "epoch": 0.11307804954479049,
      "grad_norm": 0.4899383783340454,
      "learning_rate": 4.893956963375377e-05,
      "loss": 5.1954,
      "step": 129185
    },
    {
      "epoch": 0.11308242613841765,
      "grad_norm": 0.4298543930053711,
      "learning_rate": 4.8939480386128656e-05,
      "loss": 4.958,
      "step": 129190
    },
    {
      "epoch": 0.1130868027320448,
      "grad_norm": 0.4792636036872864,
      "learning_rate": 4.893939113485035e-05,
      "loss": 4.9499,
      "step": 129195
    },
    {
      "epoch": 0.11309117932567196,
      "grad_norm": 0.42693084478378296,
      "learning_rate": 4.893930187991891e-05,
      "loss": 4.9753,
      "step": 129200
    },
    {
      "epoch": 0.11309555591929911,
      "grad_norm": 0.5916228294372559,
      "learning_rate": 4.893921262133433e-05,
      "loss": 5.7049,
      "step": 129205
    },
    {
      "epoch": 0.11309993251292627,
      "grad_norm": 0.45860862731933594,
      "learning_rate": 4.893912335909662e-05,
      "loss": 4.9633,
      "step": 129210
    },
    {
      "epoch": 0.11310430910655342,
      "grad_norm": 0.5527588725090027,
      "learning_rate": 4.893903409320579e-05,
      "loss": 5.6906,
      "step": 129215
    },
    {
      "epoch": 0.11310868570018058,
      "grad_norm": 0.41914495825767517,
      "learning_rate": 4.893894482366189e-05,
      "loss": 5.7576,
      "step": 129220
    },
    {
      "epoch": 0.11311306229380773,
      "grad_norm": 0.4095873534679413,
      "learning_rate": 4.8938855550464924e-05,
      "loss": 4.8882,
      "step": 129225
    },
    {
      "epoch": 0.11311743888743489,
      "grad_norm": 0.39144280552864075,
      "learning_rate": 4.89387662736149e-05,
      "loss": 5.2852,
      "step": 129230
    },
    {
      "epoch": 0.11312181548106204,
      "grad_norm": 0.439441055059433,
      "learning_rate": 4.893867699311184e-05,
      "loss": 5.1884,
      "step": 129235
    },
    {
      "epoch": 0.1131261920746892,
      "grad_norm": 0.41425663232803345,
      "learning_rate": 4.893858770895575e-05,
      "loss": 5.7739,
      "step": 129240
    },
    {
      "epoch": 0.11313056866831635,
      "grad_norm": 0.3610561192035675,
      "learning_rate": 4.893849842114667e-05,
      "loss": 6.0096,
      "step": 129245
    },
    {
      "epoch": 0.11313494526194351,
      "grad_norm": 0.4182407855987549,
      "learning_rate": 4.893840912968462e-05,
      "loss": 5.1604,
      "step": 129250
    },
    {
      "epoch": 0.11313932185557066,
      "grad_norm": 0.3994004726409912,
      "learning_rate": 4.893831983456958e-05,
      "loss": 4.6462,
      "step": 129255
    },
    {
      "epoch": 0.11314369844919782,
      "grad_norm": 0.3613940477371216,
      "learning_rate": 4.89382305358016e-05,
      "loss": 5.2047,
      "step": 129260
    },
    {
      "epoch": 0.11314807504282497,
      "grad_norm": 0.40876907110214233,
      "learning_rate": 4.893814123338069e-05,
      "loss": 4.8535,
      "step": 129265
    },
    {
      "epoch": 0.11315245163645213,
      "grad_norm": 0.43558046221733093,
      "learning_rate": 4.893805192730685e-05,
      "loss": 4.6537,
      "step": 129270
    },
    {
      "epoch": 0.11315682823007928,
      "grad_norm": 0.5271048545837402,
      "learning_rate": 4.8937962617580125e-05,
      "loss": 4.2187,
      "step": 129275
    },
    {
      "epoch": 0.11316120482370644,
      "grad_norm": 0.5006332397460938,
      "learning_rate": 4.893787330420051e-05,
      "loss": 5.1825,
      "step": 129280
    },
    {
      "epoch": 0.11316558141733359,
      "grad_norm": 0.44251468777656555,
      "learning_rate": 4.893778398716804e-05,
      "loss": 4.4499,
      "step": 129285
    },
    {
      "epoch": 0.11316995801096075,
      "grad_norm": 0.383986234664917,
      "learning_rate": 4.893769466648271e-05,
      "loss": 5.29,
      "step": 129290
    },
    {
      "epoch": 0.1131743346045879,
      "grad_norm": 0.39895617961883545,
      "learning_rate": 4.8937605342144564e-05,
      "loss": 4.348,
      "step": 129295
    },
    {
      "epoch": 0.11317871119821506,
      "grad_norm": 0.37242400646209717,
      "learning_rate": 4.89375160141536e-05,
      "loss": 5.487,
      "step": 129300
    },
    {
      "epoch": 0.1131830877918422,
      "grad_norm": 0.39015254378318787,
      "learning_rate": 4.8937426682509856e-05,
      "loss": 5.1793,
      "step": 129305
    },
    {
      "epoch": 0.11318746438546935,
      "grad_norm": 0.4148558974266052,
      "learning_rate": 4.893733734721332e-05,
      "loss": 4.6308,
      "step": 129310
    },
    {
      "epoch": 0.11319184097909651,
      "grad_norm": 0.43773359060287476,
      "learning_rate": 4.893724800826403e-05,
      "loss": 4.7668,
      "step": 129315
    },
    {
      "epoch": 0.11319621757272366,
      "grad_norm": 0.43052223324775696,
      "learning_rate": 4.8937158665661985e-05,
      "loss": 5.8132,
      "step": 129320
    },
    {
      "epoch": 0.11320059416635082,
      "grad_norm": 0.43522191047668457,
      "learning_rate": 4.8937069319407225e-05,
      "loss": 4.3506,
      "step": 129325
    },
    {
      "epoch": 0.11320497075997797,
      "grad_norm": 0.43591731786727905,
      "learning_rate": 4.893697996949976e-05,
      "loss": 5.0314,
      "step": 129330
    },
    {
      "epoch": 0.11320934735360513,
      "grad_norm": 0.4009522497653961,
      "learning_rate": 4.893689061593959e-05,
      "loss": 5.7879,
      "step": 129335
    },
    {
      "epoch": 0.11321372394723228,
      "grad_norm": 0.3720359206199646,
      "learning_rate": 4.893680125872676e-05,
      "loss": 5.514,
      "step": 129340
    },
    {
      "epoch": 0.11321810054085944,
      "grad_norm": 0.4050203561782837,
      "learning_rate": 4.8936711897861265e-05,
      "loss": 4.9867,
      "step": 129345
    },
    {
      "epoch": 0.11322247713448659,
      "grad_norm": 0.38102957606315613,
      "learning_rate": 4.893662253334313e-05,
      "loss": 5.385,
      "step": 129350
    },
    {
      "epoch": 0.11322685372811375,
      "grad_norm": 0.3950740098953247,
      "learning_rate": 4.8936533165172385e-05,
      "loss": 5.6727,
      "step": 129355
    },
    {
      "epoch": 0.1132312303217409,
      "grad_norm": 0.36099570989608765,
      "learning_rate": 4.893644379334902e-05,
      "loss": 5.9838,
      "step": 129360
    },
    {
      "epoch": 0.11323560691536806,
      "grad_norm": 0.4150409698486328,
      "learning_rate": 4.893635441787307e-05,
      "loss": 4.7703,
      "step": 129365
    },
    {
      "epoch": 0.11323998350899521,
      "grad_norm": 0.3734264671802521,
      "learning_rate": 4.8936265038744546e-05,
      "loss": 6.0281,
      "step": 129370
    },
    {
      "epoch": 0.11324436010262237,
      "grad_norm": 0.40528374910354614,
      "learning_rate": 4.8936175655963476e-05,
      "loss": 5.6959,
      "step": 129375
    },
    {
      "epoch": 0.11324873669624952,
      "grad_norm": 0.4115179181098938,
      "learning_rate": 4.893608626952987e-05,
      "loss": 5.4615,
      "step": 129380
    },
    {
      "epoch": 0.11325311328987668,
      "grad_norm": 0.4112541377544403,
      "learning_rate": 4.893599687944374e-05,
      "loss": 5.1623,
      "step": 129385
    },
    {
      "epoch": 0.11325748988350383,
      "grad_norm": 0.4311348497867584,
      "learning_rate": 4.893590748570511e-05,
      "loss": 5.285,
      "step": 129390
    },
    {
      "epoch": 0.11326186647713099,
      "grad_norm": 0.40562084317207336,
      "learning_rate": 4.8935818088314e-05,
      "loss": 4.92,
      "step": 129395
    },
    {
      "epoch": 0.11326624307075814,
      "grad_norm": 0.44362956285476685,
      "learning_rate": 4.893572868727042e-05,
      "loss": 5.9811,
      "step": 129400
    },
    {
      "epoch": 0.1132706196643853,
      "grad_norm": 0.41822266578674316,
      "learning_rate": 4.8935639282574385e-05,
      "loss": 4.1997,
      "step": 129405
    },
    {
      "epoch": 0.11327499625801245,
      "grad_norm": 0.4278711676597595,
      "learning_rate": 4.893554987422592e-05,
      "loss": 6.0094,
      "step": 129410
    },
    {
      "epoch": 0.11327937285163961,
      "grad_norm": 0.4274269938468933,
      "learning_rate": 4.893546046222505e-05,
      "loss": 5.6713,
      "step": 129415
    },
    {
      "epoch": 0.11328374944526676,
      "grad_norm": 0.45357486605644226,
      "learning_rate": 4.893537104657177e-05,
      "loss": 5.7976,
      "step": 129420
    },
    {
      "epoch": 0.11328812603889392,
      "grad_norm": 0.4091208279132843,
      "learning_rate": 4.89352816272661e-05,
      "loss": 5.4672,
      "step": 129425
    },
    {
      "epoch": 0.11329250263252107,
      "grad_norm": 0.3588201105594635,
      "learning_rate": 4.893519220430809e-05,
      "loss": 5.2647,
      "step": 129430
    },
    {
      "epoch": 0.11329687922614821,
      "grad_norm": 0.3849160075187683,
      "learning_rate": 4.8935102777697714e-05,
      "loss": 5.5063,
      "step": 129435
    },
    {
      "epoch": 0.11330125581977538,
      "grad_norm": 0.4106214642524719,
      "learning_rate": 4.893501334743502e-05,
      "loss": 4.9818,
      "step": 129440
    },
    {
      "epoch": 0.11330563241340252,
      "grad_norm": 0.41454488039016724,
      "learning_rate": 4.8934923913520007e-05,
      "loss": 5.4388,
      "step": 129445
    },
    {
      "epoch": 0.11331000900702969,
      "grad_norm": 0.42853161692619324,
      "learning_rate": 4.893483447595271e-05,
      "loss": 5.6881,
      "step": 129450
    },
    {
      "epoch": 0.11331438560065683,
      "grad_norm": 0.4354340136051178,
      "learning_rate": 4.893474503473312e-05,
      "loss": 4.9859,
      "step": 129455
    },
    {
      "epoch": 0.113318762194284,
      "grad_norm": 0.39173564314842224,
      "learning_rate": 4.893465558986128e-05,
      "loss": 4.9446,
      "step": 129460
    },
    {
      "epoch": 0.11332313878791114,
      "grad_norm": 0.4011271595954895,
      "learning_rate": 4.893456614133719e-05,
      "loss": 5.8136,
      "step": 129465
    },
    {
      "epoch": 0.1133275153815383,
      "grad_norm": 0.3663552701473236,
      "learning_rate": 4.893447668916088e-05,
      "loss": 5.5021,
      "step": 129470
    },
    {
      "epoch": 0.11333189197516545,
      "grad_norm": 0.41754719614982605,
      "learning_rate": 4.893438723333236e-05,
      "loss": 5.6895,
      "step": 129475
    },
    {
      "epoch": 0.11333626856879261,
      "grad_norm": 0.36770057678222656,
      "learning_rate": 4.893429777385165e-05,
      "loss": 5.2486,
      "step": 129480
    },
    {
      "epoch": 0.11334064516241976,
      "grad_norm": 0.40738192200660706,
      "learning_rate": 4.893420831071877e-05,
      "loss": 4.9594,
      "step": 129485
    },
    {
      "epoch": 0.11334502175604692,
      "grad_norm": 0.4167954623699188,
      "learning_rate": 4.893411884393372e-05,
      "loss": 5.256,
      "step": 129490
    },
    {
      "epoch": 0.11334939834967407,
      "grad_norm": 0.4083032011985779,
      "learning_rate": 4.893402937349655e-05,
      "loss": 5.1883,
      "step": 129495
    },
    {
      "epoch": 0.11335377494330123,
      "grad_norm": 0.4173523783683777,
      "learning_rate": 4.893393989940723e-05,
      "loss": 5.6924,
      "step": 129500
    },
    {
      "epoch": 0.11335815153692838,
      "grad_norm": 0.35647356510162354,
      "learning_rate": 4.893385042166583e-05,
      "loss": 5.4938,
      "step": 129505
    },
    {
      "epoch": 0.11336252813055554,
      "grad_norm": 0.3527255952358246,
      "learning_rate": 4.8933760940272335e-05,
      "loss": 5.9561,
      "step": 129510
    },
    {
      "epoch": 0.11336690472418269,
      "grad_norm": 0.3834729790687561,
      "learning_rate": 4.893367145522677e-05,
      "loss": 5.3621,
      "step": 129515
    },
    {
      "epoch": 0.11337128131780985,
      "grad_norm": 0.4104304313659668,
      "learning_rate": 4.8933581966529154e-05,
      "loss": 5.4706,
      "step": 129520
    },
    {
      "epoch": 0.113375657911437,
      "grad_norm": 0.3644063174724579,
      "learning_rate": 4.8933492474179486e-05,
      "loss": 5.4808,
      "step": 129525
    },
    {
      "epoch": 0.11338003450506416,
      "grad_norm": 0.406058132648468,
      "learning_rate": 4.8933402978177825e-05,
      "loss": 4.9783,
      "step": 129530
    },
    {
      "epoch": 0.11338441109869131,
      "grad_norm": 0.34331175684928894,
      "learning_rate": 4.893331347852413e-05,
      "loss": 5.4723,
      "step": 129535
    },
    {
      "epoch": 0.11338878769231847,
      "grad_norm": 0.3976041078567505,
      "learning_rate": 4.893322397521848e-05,
      "loss": 5.0748,
      "step": 129540
    },
    {
      "epoch": 0.11339316428594562,
      "grad_norm": 0.3609774708747864,
      "learning_rate": 4.8933134468260854e-05,
      "loss": 6.0234,
      "step": 129545
    },
    {
      "epoch": 0.11339754087957278,
      "grad_norm": 0.45834794640541077,
      "learning_rate": 4.893304495765128e-05,
      "loss": 4.9676,
      "step": 129550
    },
    {
      "epoch": 0.11340191747319993,
      "grad_norm": 0.4608270227909088,
      "learning_rate": 4.8932955443389775e-05,
      "loss": 4.853,
      "step": 129555
    },
    {
      "epoch": 0.11340629406682709,
      "grad_norm": 0.40764009952545166,
      "learning_rate": 4.893286592547635e-05,
      "loss": 5.1342,
      "step": 129560
    },
    {
      "epoch": 0.11341067066045424,
      "grad_norm": 0.4246475398540497,
      "learning_rate": 4.8932776403911016e-05,
      "loss": 4.6576,
      "step": 129565
    },
    {
      "epoch": 0.11341504725408139,
      "grad_norm": 0.40889301896095276,
      "learning_rate": 4.893268687869382e-05,
      "loss": 5.4541,
      "step": 129570
    },
    {
      "epoch": 0.11341942384770855,
      "grad_norm": 0.41109663248062134,
      "learning_rate": 4.893259734982475e-05,
      "loss": 5.2863,
      "step": 129575
    },
    {
      "epoch": 0.1134238004413357,
      "grad_norm": 0.3528529703617096,
      "learning_rate": 4.893250781730384e-05,
      "loss": 5.4432,
      "step": 129580
    },
    {
      "epoch": 0.11342817703496286,
      "grad_norm": 0.3944975435733795,
      "learning_rate": 4.89324182811311e-05,
      "loss": 5.4793,
      "step": 129585
    },
    {
      "epoch": 0.11343255362859,
      "grad_norm": 0.44978028535842896,
      "learning_rate": 4.893232874130654e-05,
      "loss": 4.4108,
      "step": 129590
    },
    {
      "epoch": 0.11343693022221717,
      "grad_norm": 0.4672613739967346,
      "learning_rate": 4.893223919783021e-05,
      "loss": 5.4733,
      "step": 129595
    },
    {
      "epoch": 0.11344130681584431,
      "grad_norm": 0.5624291896820068,
      "learning_rate": 4.893214965070209e-05,
      "loss": 4.9914,
      "step": 129600
    },
    {
      "epoch": 0.11344568340947148,
      "grad_norm": 0.39835071563720703,
      "learning_rate": 4.89320600999222e-05,
      "loss": 6.2963,
      "step": 129605
    },
    {
      "epoch": 0.11345006000309862,
      "grad_norm": 0.3770179748535156,
      "learning_rate": 4.8931970545490576e-05,
      "loss": 5.9982,
      "step": 129610
    },
    {
      "epoch": 0.11345443659672579,
      "grad_norm": 0.4432724118232727,
      "learning_rate": 4.893188098740723e-05,
      "loss": 4.4516,
      "step": 129615
    },
    {
      "epoch": 0.11345881319035293,
      "grad_norm": 0.42357176542282104,
      "learning_rate": 4.8931791425672166e-05,
      "loss": 4.9665,
      "step": 129620
    },
    {
      "epoch": 0.1134631897839801,
      "grad_norm": 0.42881014943122864,
      "learning_rate": 4.8931701860285415e-05,
      "loss": 5.4957,
      "step": 129625
    },
    {
      "epoch": 0.11346756637760724,
      "grad_norm": 0.3588158190250397,
      "learning_rate": 4.8931612291247e-05,
      "loss": 5.476,
      "step": 129630
    },
    {
      "epoch": 0.1134719429712344,
      "grad_norm": 0.3836592137813568,
      "learning_rate": 4.893152271855692e-05,
      "loss": 5.297,
      "step": 129635
    },
    {
      "epoch": 0.11347631956486155,
      "grad_norm": 0.4224608838558197,
      "learning_rate": 4.893143314221521e-05,
      "loss": 5.4944,
      "step": 129640
    },
    {
      "epoch": 0.11348069615848871,
      "grad_norm": 0.35424160957336426,
      "learning_rate": 4.893134356222187e-05,
      "loss": 5.7969,
      "step": 129645
    },
    {
      "epoch": 0.11348507275211586,
      "grad_norm": 0.34734049439430237,
      "learning_rate": 4.893125397857693e-05,
      "loss": 6.2885,
      "step": 129650
    },
    {
      "epoch": 0.11348944934574302,
      "grad_norm": 0.3933146893978119,
      "learning_rate": 4.893116439128039e-05,
      "loss": 5.1908,
      "step": 129655
    },
    {
      "epoch": 0.11349382593937017,
      "grad_norm": 0.38361263275146484,
      "learning_rate": 4.89310748003323e-05,
      "loss": 5.7813,
      "step": 129660
    },
    {
      "epoch": 0.11349820253299733,
      "grad_norm": 0.4137950837612152,
      "learning_rate": 4.8930985205732636e-05,
      "loss": 4.5169,
      "step": 129665
    },
    {
      "epoch": 0.11350257912662448,
      "grad_norm": 0.370231956243515,
      "learning_rate": 4.893089560748146e-05,
      "loss": 5.8352,
      "step": 129670
    },
    {
      "epoch": 0.11350695572025164,
      "grad_norm": 0.4191436767578125,
      "learning_rate": 4.8930806005578754e-05,
      "loss": 4.9706,
      "step": 129675
    },
    {
      "epoch": 0.11351133231387879,
      "grad_norm": 0.4307997226715088,
      "learning_rate": 4.893071640002454e-05,
      "loss": 5.4642,
      "step": 129680
    },
    {
      "epoch": 0.11351570890750595,
      "grad_norm": 0.4170214831829071,
      "learning_rate": 4.893062679081887e-05,
      "loss": 4.9578,
      "step": 129685
    },
    {
      "epoch": 0.1135200855011331,
      "grad_norm": 0.37542757391929626,
      "learning_rate": 4.8930537177961713e-05,
      "loss": 6.0459,
      "step": 129690
    },
    {
      "epoch": 0.11352446209476025,
      "grad_norm": 0.3787245452404022,
      "learning_rate": 4.893044756145311e-05,
      "loss": 6.0346,
      "step": 129695
    },
    {
      "epoch": 0.11352883868838741,
      "grad_norm": 0.36331889033317566,
      "learning_rate": 4.893035794129308e-05,
      "loss": 4.985,
      "step": 129700
    },
    {
      "epoch": 0.11353321528201456,
      "grad_norm": 0.3992037773132324,
      "learning_rate": 4.893026831748163e-05,
      "loss": 4.8733,
      "step": 129705
    },
    {
      "epoch": 0.11353759187564172,
      "grad_norm": 0.43513065576553345,
      "learning_rate": 4.893017869001878e-05,
      "loss": 4.457,
      "step": 129710
    },
    {
      "epoch": 0.11354196846926887,
      "grad_norm": 0.41828420758247375,
      "learning_rate": 4.893008905890456e-05,
      "loss": 4.9364,
      "step": 129715
    },
    {
      "epoch": 0.11354634506289603,
      "grad_norm": 0.4147805869579315,
      "learning_rate": 4.892999942413897e-05,
      "loss": 4.9633,
      "step": 129720
    },
    {
      "epoch": 0.11355072165652318,
      "grad_norm": 0.3874385356903076,
      "learning_rate": 4.892990978572204e-05,
      "loss": 5.5347,
      "step": 129725
    },
    {
      "epoch": 0.11355509825015034,
      "grad_norm": 0.4228796064853668,
      "learning_rate": 4.892982014365378e-05,
      "loss": 5.773,
      "step": 129730
    },
    {
      "epoch": 0.11355947484377749,
      "grad_norm": 0.42196425795555115,
      "learning_rate": 4.892973049793422e-05,
      "loss": 5.1621,
      "step": 129735
    },
    {
      "epoch": 0.11356385143740465,
      "grad_norm": 0.3749331533908844,
      "learning_rate": 4.892964084856336e-05,
      "loss": 5.9813,
      "step": 129740
    },
    {
      "epoch": 0.1135682280310318,
      "grad_norm": 0.6069343686103821,
      "learning_rate": 4.892955119554122e-05,
      "loss": 4.7546,
      "step": 129745
    },
    {
      "epoch": 0.11357260462465896,
      "grad_norm": 0.4240354597568512,
      "learning_rate": 4.8929461538867826e-05,
      "loss": 5.3725,
      "step": 129750
    },
    {
      "epoch": 0.1135769812182861,
      "grad_norm": 0.5730384588241577,
      "learning_rate": 4.8929371878543196e-05,
      "loss": 4.9393,
      "step": 129755
    },
    {
      "epoch": 0.11358135781191327,
      "grad_norm": 0.42213717103004456,
      "learning_rate": 4.892928221456733e-05,
      "loss": 5.6908,
      "step": 129760
    },
    {
      "epoch": 0.11358573440554041,
      "grad_norm": 0.6412644386291504,
      "learning_rate": 4.8929192546940264e-05,
      "loss": 5.0016,
      "step": 129765
    },
    {
      "epoch": 0.11359011099916758,
      "grad_norm": 0.4448802173137665,
      "learning_rate": 4.8929102875662e-05,
      "loss": 5.4732,
      "step": 129770
    },
    {
      "epoch": 0.11359448759279472,
      "grad_norm": 0.5230235457420349,
      "learning_rate": 4.892901320073258e-05,
      "loss": 6.0432,
      "step": 129775
    },
    {
      "epoch": 0.11359886418642189,
      "grad_norm": 0.46435508131980896,
      "learning_rate": 4.892892352215199e-05,
      "loss": 4.9767,
      "step": 129780
    },
    {
      "epoch": 0.11360324078004903,
      "grad_norm": 0.5756199359893799,
      "learning_rate": 4.892883383992027e-05,
      "loss": 5.2578,
      "step": 129785
    },
    {
      "epoch": 0.1136076173736762,
      "grad_norm": 0.6858108639717102,
      "learning_rate": 4.892874415403743e-05,
      "loss": 5.3005,
      "step": 129790
    },
    {
      "epoch": 0.11361199396730334,
      "grad_norm": 0.5159500241279602,
      "learning_rate": 4.892865446450349e-05,
      "loss": 6.0064,
      "step": 129795
    },
    {
      "epoch": 0.1136163705609305,
      "grad_norm": 0.5363938808441162,
      "learning_rate": 4.892856477131846e-05,
      "loss": 4.947,
      "step": 129800
    },
    {
      "epoch": 0.11362074715455765,
      "grad_norm": 0.6340482234954834,
      "learning_rate": 4.892847507448236e-05,
      "loss": 5.5085,
      "step": 129805
    },
    {
      "epoch": 0.11362512374818481,
      "grad_norm": 0.5225638747215271,
      "learning_rate": 4.892838537399521e-05,
      "loss": 5.993,
      "step": 129810
    },
    {
      "epoch": 0.11362950034181196,
      "grad_norm": 0.5079811215400696,
      "learning_rate": 4.8928295669857036e-05,
      "loss": 5.456,
      "step": 129815
    },
    {
      "epoch": 0.11363387693543911,
      "grad_norm": 0.425679475069046,
      "learning_rate": 4.892820596206784e-05,
      "loss": 6.3143,
      "step": 129820
    },
    {
      "epoch": 0.11363825352906627,
      "grad_norm": 0.43173089623451233,
      "learning_rate": 4.8928116250627644e-05,
      "loss": 5.1437,
      "step": 129825
    },
    {
      "epoch": 0.11364263012269342,
      "grad_norm": 0.4561089277267456,
      "learning_rate": 4.892802653553647e-05,
      "loss": 5.1997,
      "step": 129830
    },
    {
      "epoch": 0.11364700671632058,
      "grad_norm": 0.3994286060333252,
      "learning_rate": 4.892793681679432e-05,
      "loss": 5.2144,
      "step": 129835
    },
    {
      "epoch": 0.11365138330994773,
      "grad_norm": 0.4221397042274475,
      "learning_rate": 4.8927847094401224e-05,
      "loss": 4.981,
      "step": 129840
    },
    {
      "epoch": 0.11365575990357489,
      "grad_norm": 0.43817684054374695,
      "learning_rate": 4.8927757368357205e-05,
      "loss": 5.6947,
      "step": 129845
    },
    {
      "epoch": 0.11366013649720204,
      "grad_norm": 0.3803764581680298,
      "learning_rate": 4.892766763866228e-05,
      "loss": 5.5051,
      "step": 129850
    },
    {
      "epoch": 0.1136645130908292,
      "grad_norm": 0.3465205729007721,
      "learning_rate": 4.892757790531646e-05,
      "loss": 6.3504,
      "step": 129855
    },
    {
      "epoch": 0.11366888968445635,
      "grad_norm": 0.39718252420425415,
      "learning_rate": 4.892748816831975e-05,
      "loss": 4.9766,
      "step": 129860
    },
    {
      "epoch": 0.11367326627808351,
      "grad_norm": 0.44086045026779175,
      "learning_rate": 4.8927398427672176e-05,
      "loss": 5.4594,
      "step": 129865
    },
    {
      "epoch": 0.11367764287171066,
      "grad_norm": 0.4056248366832733,
      "learning_rate": 4.892730868337377e-05,
      "loss": 5.4866,
      "step": 129870
    },
    {
      "epoch": 0.11368201946533782,
      "grad_norm": 0.41241776943206787,
      "learning_rate": 4.892721893542453e-05,
      "loss": 4.6259,
      "step": 129875
    },
    {
      "epoch": 0.11368639605896497,
      "grad_norm": 0.3760245740413666,
      "learning_rate": 4.892712918382451e-05,
      "loss": 5.1611,
      "step": 129880
    },
    {
      "epoch": 0.11369077265259213,
      "grad_norm": 0.36300650238990784,
      "learning_rate": 4.892703942857366e-05,
      "loss": 5.4685,
      "step": 129885
    },
    {
      "epoch": 0.11369514924621928,
      "grad_norm": 0.35043659806251526,
      "learning_rate": 4.892694966967205e-05,
      "loss": 5.9773,
      "step": 129890
    },
    {
      "epoch": 0.11369952583984644,
      "grad_norm": 0.4375624656677246,
      "learning_rate": 4.892685990711969e-05,
      "loss": 5.4803,
      "step": 129895
    },
    {
      "epoch": 0.11370390243347359,
      "grad_norm": 0.3622404932975769,
      "learning_rate": 4.892677014091659e-05,
      "loss": 5.2751,
      "step": 129900
    },
    {
      "epoch": 0.11370827902710075,
      "grad_norm": 0.40917539596557617,
      "learning_rate": 4.892668037106276e-05,
      "loss": 4.9455,
      "step": 129905
    },
    {
      "epoch": 0.1137126556207279,
      "grad_norm": 0.3812907934188843,
      "learning_rate": 4.892659059755823e-05,
      "loss": 5.4951,
      "step": 129910
    },
    {
      "epoch": 0.11371703221435506,
      "grad_norm": 0.40591782331466675,
      "learning_rate": 4.892650082040301e-05,
      "loss": 5.154,
      "step": 129915
    },
    {
      "epoch": 0.1137214088079822,
      "grad_norm": 0.43050557374954224,
      "learning_rate": 4.892641103959712e-05,
      "loss": 5.4847,
      "step": 129920
    },
    {
      "epoch": 0.11372578540160937,
      "grad_norm": 0.43725156784057617,
      "learning_rate": 4.8926321255140585e-05,
      "loss": 4.9559,
      "step": 129925
    },
    {
      "epoch": 0.11373016199523651,
      "grad_norm": 0.3806263506412506,
      "learning_rate": 4.89262314670334e-05,
      "loss": 5.7787,
      "step": 129930
    },
    {
      "epoch": 0.11373453858886368,
      "grad_norm": 0.3692825436592102,
      "learning_rate": 4.8926141675275616e-05,
      "loss": 6.3133,
      "step": 129935
    },
    {
      "epoch": 0.11373891518249082,
      "grad_norm": 0.3463507294654846,
      "learning_rate": 4.8926051879867216e-05,
      "loss": 5.6725,
      "step": 129940
    },
    {
      "epoch": 0.11374329177611799,
      "grad_norm": 0.3685580790042877,
      "learning_rate": 4.892596208080823e-05,
      "loss": 5.6965,
      "step": 129945
    },
    {
      "epoch": 0.11374766836974513,
      "grad_norm": 0.4162367880344391,
      "learning_rate": 4.892587227809869e-05,
      "loss": 5.4978,
      "step": 129950
    },
    {
      "epoch": 0.11375204496337228,
      "grad_norm": 0.37259820103645325,
      "learning_rate": 4.8925782471738604e-05,
      "loss": 5.4736,
      "step": 129955
    },
    {
      "epoch": 0.11375642155699944,
      "grad_norm": 0.3573377728462219,
      "learning_rate": 4.892569266172797e-05,
      "loss": 5.4535,
      "step": 129960
    },
    {
      "epoch": 0.11376079815062659,
      "grad_norm": 0.3442974090576172,
      "learning_rate": 4.892560284806683e-05,
      "loss": 5.7729,
      "step": 129965
    },
    {
      "epoch": 0.11376517474425375,
      "grad_norm": 0.40826648473739624,
      "learning_rate": 4.89255130307552e-05,
      "loss": 4.8715,
      "step": 129970
    },
    {
      "epoch": 0.1137695513378809,
      "grad_norm": 0.44354966282844543,
      "learning_rate": 4.892542320979309e-05,
      "loss": 4.9326,
      "step": 129975
    },
    {
      "epoch": 0.11377392793150806,
      "grad_norm": 0.3822022080421448,
      "learning_rate": 4.89253333851805e-05,
      "loss": 6.3025,
      "step": 129980
    },
    {
      "epoch": 0.11377830452513521,
      "grad_norm": 0.40559661388397217,
      "learning_rate": 4.8925243556917476e-05,
      "loss": 4.6479,
      "step": 129985
    },
    {
      "epoch": 0.11378268111876237,
      "grad_norm": 0.4395037591457367,
      "learning_rate": 4.892515372500402e-05,
      "loss": 5.4973,
      "step": 129990
    },
    {
      "epoch": 0.11378705771238952,
      "grad_norm": 0.4191426634788513,
      "learning_rate": 4.892506388944017e-05,
      "loss": 5.46,
      "step": 129995
    },
    {
      "epoch": 0.11379143430601668,
      "grad_norm": 0.40556350350379944,
      "learning_rate": 4.8924974050225915e-05,
      "loss": 4.9738,
      "step": 130000
    },
    {
      "epoch": 0.11379581089964383,
      "grad_norm": 0.3913061320781708,
      "learning_rate": 4.892488420736129e-05,
      "loss": 4.7471,
      "step": 130005
    },
    {
      "epoch": 0.11380018749327099,
      "grad_norm": 0.3723808825016022,
      "learning_rate": 4.89247943608463e-05,
      "loss": 6.0084,
      "step": 130010
    },
    {
      "epoch": 0.11380456408689814,
      "grad_norm": 0.3791077733039856,
      "learning_rate": 4.8924704510680975e-05,
      "loss": 5.366,
      "step": 130015
    },
    {
      "epoch": 0.1138089406805253,
      "grad_norm": 0.400684118270874,
      "learning_rate": 4.892461465686532e-05,
      "loss": 5.0873,
      "step": 130020
    },
    {
      "epoch": 0.11381331727415245,
      "grad_norm": 0.4263263940811157,
      "learning_rate": 4.892452479939936e-05,
      "loss": 5.2009,
      "step": 130025
    },
    {
      "epoch": 0.11381769386777961,
      "grad_norm": 0.3667108118534088,
      "learning_rate": 4.892443493828312e-05,
      "loss": 5.2591,
      "step": 130030
    },
    {
      "epoch": 0.11382207046140676,
      "grad_norm": 0.44276493787765503,
      "learning_rate": 4.8924345073516597e-05,
      "loss": 5.4548,
      "step": 130035
    },
    {
      "epoch": 0.11382644705503392,
      "grad_norm": 0.36928442120552063,
      "learning_rate": 4.8924255205099825e-05,
      "loss": 5.4825,
      "step": 130040
    },
    {
      "epoch": 0.11383082364866107,
      "grad_norm": 0.4268975257873535,
      "learning_rate": 4.8924165333032815e-05,
      "loss": 5.9324,
      "step": 130045
    },
    {
      "epoch": 0.11383520024228823,
      "grad_norm": 0.44271814823150635,
      "learning_rate": 4.892407545731559e-05,
      "loss": 4.6525,
      "step": 130050
    },
    {
      "epoch": 0.11383957683591538,
      "grad_norm": 0.375238299369812,
      "learning_rate": 4.892398557794815e-05,
      "loss": 5.1832,
      "step": 130055
    },
    {
      "epoch": 0.11384395342954254,
      "grad_norm": 0.3566642701625824,
      "learning_rate": 4.892389569493053e-05,
      "loss": 5.1709,
      "step": 130060
    },
    {
      "epoch": 0.11384833002316969,
      "grad_norm": 0.3527907431125641,
      "learning_rate": 4.8923805808262746e-05,
      "loss": 5.4938,
      "step": 130065
    },
    {
      "epoch": 0.11385270661679685,
      "grad_norm": 0.3940344750881195,
      "learning_rate": 4.892371591794481e-05,
      "loss": 5.1939,
      "step": 130070
    },
    {
      "epoch": 0.113857083210424,
      "grad_norm": 0.40834540128707886,
      "learning_rate": 4.892362602397674e-05,
      "loss": 5.1749,
      "step": 130075
    },
    {
      "epoch": 0.11386145980405114,
      "grad_norm": 0.3606571853160858,
      "learning_rate": 4.892353612635857e-05,
      "loss": 5.4843,
      "step": 130080
    },
    {
      "epoch": 0.1138658363976783,
      "grad_norm": 0.4063573181629181,
      "learning_rate": 4.8923446225090284e-05,
      "loss": 5.4876,
      "step": 130085
    },
    {
      "epoch": 0.11387021299130545,
      "grad_norm": 0.4386563301086426,
      "learning_rate": 4.892335632017192e-05,
      "loss": 4.6935,
      "step": 130090
    },
    {
      "epoch": 0.11387458958493261,
      "grad_norm": 0.43985414505004883,
      "learning_rate": 4.89232664116035e-05,
      "loss": 5.7466,
      "step": 130095
    },
    {
      "epoch": 0.11387896617855976,
      "grad_norm": 0.3989417850971222,
      "learning_rate": 4.8923176499385025e-05,
      "loss": 4.6842,
      "step": 130100
    },
    {
      "epoch": 0.11388334277218692,
      "grad_norm": 0.4377783536911011,
      "learning_rate": 4.892308658351653e-05,
      "loss": 4.6329,
      "step": 130105
    },
    {
      "epoch": 0.11388771936581407,
      "grad_norm": 0.3844405710697174,
      "learning_rate": 4.892299666399801e-05,
      "loss": 6.2994,
      "step": 130110
    },
    {
      "epoch": 0.11389209595944123,
      "grad_norm": 0.39632171392440796,
      "learning_rate": 4.892290674082951e-05,
      "loss": 5.1693,
      "step": 130115
    },
    {
      "epoch": 0.11389647255306838,
      "grad_norm": 0.4247000217437744,
      "learning_rate": 4.892281681401103e-05,
      "loss": 4.8588,
      "step": 130120
    },
    {
      "epoch": 0.11390084914669554,
      "grad_norm": 0.4307782053947449,
      "learning_rate": 4.892272688354258e-05,
      "loss": 5.4949,
      "step": 130125
    },
    {
      "epoch": 0.11390522574032269,
      "grad_norm": 0.39995843172073364,
      "learning_rate": 4.89226369494242e-05,
      "loss": 5.1915,
      "step": 130130
    },
    {
      "epoch": 0.11390960233394985,
      "grad_norm": 0.4309578835964203,
      "learning_rate": 4.8922547011655885e-05,
      "loss": 4.2365,
      "step": 130135
    },
    {
      "epoch": 0.113913978927577,
      "grad_norm": 0.4261019229888916,
      "learning_rate": 4.892245707023767e-05,
      "loss": 5.2725,
      "step": 130140
    },
    {
      "epoch": 0.11391835552120416,
      "grad_norm": 0.4122459888458252,
      "learning_rate": 4.892236712516956e-05,
      "loss": 5.4937,
      "step": 130145
    },
    {
      "epoch": 0.11392273211483131,
      "grad_norm": 0.40063413977622986,
      "learning_rate": 4.892227717645158e-05,
      "loss": 4.9593,
      "step": 130150
    },
    {
      "epoch": 0.11392710870845847,
      "grad_norm": 0.38106614351272583,
      "learning_rate": 4.892218722408375e-05,
      "loss": 5.9807,
      "step": 130155
    },
    {
      "epoch": 0.11393148530208562,
      "grad_norm": 0.3773755431175232,
      "learning_rate": 4.892209726806608e-05,
      "loss": 5.9826,
      "step": 130160
    },
    {
      "epoch": 0.11393586189571278,
      "grad_norm": 0.3690255582332611,
      "learning_rate": 4.8922007308398587e-05,
      "loss": 5.2846,
      "step": 130165
    },
    {
      "epoch": 0.11394023848933993,
      "grad_norm": 0.36773011088371277,
      "learning_rate": 4.8921917345081294e-05,
      "loss": 5.9943,
      "step": 130170
    },
    {
      "epoch": 0.11394461508296709,
      "grad_norm": 0.41674184799194336,
      "learning_rate": 4.8921827378114203e-05,
      "loss": 5.427,
      "step": 130175
    },
    {
      "epoch": 0.11394899167659424,
      "grad_norm": 0.3814471364021301,
      "learning_rate": 4.892173740749736e-05,
      "loss": 5.7805,
      "step": 130180
    },
    {
      "epoch": 0.1139533682702214,
      "grad_norm": 0.3719087839126587,
      "learning_rate": 4.892164743323075e-05,
      "loss": 5.384,
      "step": 130185
    },
    {
      "epoch": 0.11395774486384855,
      "grad_norm": 0.4358268082141876,
      "learning_rate": 4.8921557455314414e-05,
      "loss": 5.2882,
      "step": 130190
    },
    {
      "epoch": 0.11396212145747571,
      "grad_norm": 0.3770977258682251,
      "learning_rate": 4.892146747374836e-05,
      "loss": 5.9797,
      "step": 130195
    },
    {
      "epoch": 0.11396649805110286,
      "grad_norm": 0.3971898853778839,
      "learning_rate": 4.892137748853261e-05,
      "loss": 4.8659,
      "step": 130200
    },
    {
      "epoch": 0.11397087464473002,
      "grad_norm": 0.36717841029167175,
      "learning_rate": 4.892128749966717e-05,
      "loss": 5.4935,
      "step": 130205
    },
    {
      "epoch": 0.11397525123835717,
      "grad_norm": 0.3972432017326355,
      "learning_rate": 4.8921197507152073e-05,
      "loss": 5.6947,
      "step": 130210
    },
    {
      "epoch": 0.11397962783198431,
      "grad_norm": 0.45105502009391785,
      "learning_rate": 4.892110751098733e-05,
      "loss": 4.6569,
      "step": 130215
    },
    {
      "epoch": 0.11398400442561148,
      "grad_norm": 0.4411446452140808,
      "learning_rate": 4.892101751117295e-05,
      "loss": 4.429,
      "step": 130220
    },
    {
      "epoch": 0.11398838101923862,
      "grad_norm": 0.3601754307746887,
      "learning_rate": 4.892092750770897e-05,
      "loss": 5.7735,
      "step": 130225
    },
    {
      "epoch": 0.11399275761286579,
      "grad_norm": 0.39048659801483154,
      "learning_rate": 4.892083750059538e-05,
      "loss": 5.2693,
      "step": 130230
    },
    {
      "epoch": 0.11399713420649293,
      "grad_norm": 0.3818127512931824,
      "learning_rate": 4.892074748983222e-05,
      "loss": 5.4991,
      "step": 130235
    },
    {
      "epoch": 0.1140015108001201,
      "grad_norm": 0.37096476554870605,
      "learning_rate": 4.8920657475419505e-05,
      "loss": 5.7016,
      "step": 130240
    },
    {
      "epoch": 0.11400588739374724,
      "grad_norm": 0.4195861220359802,
      "learning_rate": 4.892056745735724e-05,
      "loss": 5.4804,
      "step": 130245
    },
    {
      "epoch": 0.1140102639873744,
      "grad_norm": 0.4196301996707916,
      "learning_rate": 4.892047743564544e-05,
      "loss": 4.656,
      "step": 130250
    },
    {
      "epoch": 0.11401464058100155,
      "grad_norm": 0.35255980491638184,
      "learning_rate": 4.892038741028415e-05,
      "loss": 5.7324,
      "step": 130255
    },
    {
      "epoch": 0.11401901717462871,
      "grad_norm": 0.4002709686756134,
      "learning_rate": 4.892029738127336e-05,
      "loss": 4.7949,
      "step": 130260
    },
    {
      "epoch": 0.11402339376825586,
      "grad_norm": 0.38338473439216614,
      "learning_rate": 4.89202073486131e-05,
      "loss": 5.2405,
      "step": 130265
    },
    {
      "epoch": 0.11402777036188302,
      "grad_norm": 0.40943801403045654,
      "learning_rate": 4.8920117312303385e-05,
      "loss": 4.4418,
      "step": 130270
    },
    {
      "epoch": 0.11403214695551017,
      "grad_norm": 0.43249019980430603,
      "learning_rate": 4.8920027272344226e-05,
      "loss": 4.4697,
      "step": 130275
    },
    {
      "epoch": 0.11403652354913733,
      "grad_norm": 0.364368200302124,
      "learning_rate": 4.8919937228735644e-05,
      "loss": 5.9783,
      "step": 130280
    },
    {
      "epoch": 0.11404090014276448,
      "grad_norm": 0.38525035977363586,
      "learning_rate": 4.8919847181477663e-05,
      "loss": 5.7677,
      "step": 130285
    },
    {
      "epoch": 0.11404527673639164,
      "grad_norm": 0.3728276491165161,
      "learning_rate": 4.89197571305703e-05,
      "loss": 5.5196,
      "step": 130290
    },
    {
      "epoch": 0.11404965333001879,
      "grad_norm": 0.41939955949783325,
      "learning_rate": 4.891966707601355e-05,
      "loss": 3.9377,
      "step": 130295
    },
    {
      "epoch": 0.11405402992364595,
      "grad_norm": 0.3658722937107086,
      "learning_rate": 4.891957701780746e-05,
      "loss": 5.1736,
      "step": 130300
    },
    {
      "epoch": 0.1140584065172731,
      "grad_norm": 0.4163573682308197,
      "learning_rate": 4.891948695595204e-05,
      "loss": 4.6886,
      "step": 130305
    },
    {
      "epoch": 0.11406278311090026,
      "grad_norm": 0.4296535551548004,
      "learning_rate": 4.89193968904473e-05,
      "loss": 5.4699,
      "step": 130310
    },
    {
      "epoch": 0.11406715970452741,
      "grad_norm": 0.3865630030632019,
      "learning_rate": 4.891930682129326e-05,
      "loss": 5.2429,
      "step": 130315
    },
    {
      "epoch": 0.11407153629815457,
      "grad_norm": 0.4114038348197937,
      "learning_rate": 4.891921674848993e-05,
      "loss": 4.6471,
      "step": 130320
    },
    {
      "epoch": 0.11407591289178172,
      "grad_norm": 0.35820841789245605,
      "learning_rate": 4.891912667203734e-05,
      "loss": 6.308,
      "step": 130325
    },
    {
      "epoch": 0.11408028948540888,
      "grad_norm": 0.43575483560562134,
      "learning_rate": 4.89190365919355e-05,
      "loss": 4.9656,
      "step": 130330
    },
    {
      "epoch": 0.11408466607903603,
      "grad_norm": 0.489982932806015,
      "learning_rate": 4.891894650818444e-05,
      "loss": 4.7768,
      "step": 130335
    },
    {
      "epoch": 0.11408904267266318,
      "grad_norm": 0.3910903334617615,
      "learning_rate": 4.891885642078415e-05,
      "loss": 4.4491,
      "step": 130340
    },
    {
      "epoch": 0.11409341926629034,
      "grad_norm": 0.4009486436843872,
      "learning_rate": 4.891876632973468e-05,
      "loss": 4.2109,
      "step": 130345
    },
    {
      "epoch": 0.11409779585991749,
      "grad_norm": 0.4357786476612091,
      "learning_rate": 4.891867623503602e-05,
      "loss": 4.8527,
      "step": 130350
    },
    {
      "epoch": 0.11410217245354465,
      "grad_norm": 0.3620185852050781,
      "learning_rate": 4.891858613668822e-05,
      "loss": 5.9971,
      "step": 130355
    },
    {
      "epoch": 0.1141065490471718,
      "grad_norm": 0.3895910680294037,
      "learning_rate": 4.891849603469125e-05,
      "loss": 5.2866,
      "step": 130360
    },
    {
      "epoch": 0.11411092564079896,
      "grad_norm": 0.4258919656276703,
      "learning_rate": 4.891840592904516e-05,
      "loss": 5.1643,
      "step": 130365
    },
    {
      "epoch": 0.1141153022344261,
      "grad_norm": 0.36601945757865906,
      "learning_rate": 4.891831581974997e-05,
      "loss": 5.6752,
      "step": 130370
    },
    {
      "epoch": 0.11411967882805327,
      "grad_norm": 0.35682979226112366,
      "learning_rate": 4.8918225706805684e-05,
      "loss": 5.2897,
      "step": 130375
    },
    {
      "epoch": 0.11412405542168041,
      "grad_norm": 0.44030582904815674,
      "learning_rate": 4.891813559021233e-05,
      "loss": 5.4903,
      "step": 130380
    },
    {
      "epoch": 0.11412843201530758,
      "grad_norm": 0.3745265305042267,
      "learning_rate": 4.891804546996992e-05,
      "loss": 5.4306,
      "step": 130385
    },
    {
      "epoch": 0.11413280860893472,
      "grad_norm": 0.4207366108894348,
      "learning_rate": 4.891795534607846e-05,
      "loss": 5.4854,
      "step": 130390
    },
    {
      "epoch": 0.11413718520256189,
      "grad_norm": 0.4156830906867981,
      "learning_rate": 4.891786521853798e-05,
      "loss": 3.9186,
      "step": 130395
    },
    {
      "epoch": 0.11414156179618903,
      "grad_norm": 0.46360254287719727,
      "learning_rate": 4.8917775087348503e-05,
      "loss": 5.7119,
      "step": 130400
    },
    {
      "epoch": 0.1141459383898162,
      "grad_norm": 0.44957926869392395,
      "learning_rate": 4.891768495251005e-05,
      "loss": 5.4252,
      "step": 130405
    },
    {
      "epoch": 0.11415031498344334,
      "grad_norm": 0.7017555236816406,
      "learning_rate": 4.891759481402261e-05,
      "loss": 5.5146,
      "step": 130410
    },
    {
      "epoch": 0.1141546915770705,
      "grad_norm": 0.4751541316509247,
      "learning_rate": 4.891750467188622e-05,
      "loss": 5.516,
      "step": 130415
    },
    {
      "epoch": 0.11415906817069765,
      "grad_norm": 0.46470704674720764,
      "learning_rate": 4.891741452610089e-05,
      "loss": 5.5233,
      "step": 130420
    },
    {
      "epoch": 0.11416344476432481,
      "grad_norm": 0.44987615942955017,
      "learning_rate": 4.8917324376666653e-05,
      "loss": 5.3035,
      "step": 130425
    },
    {
      "epoch": 0.11416782135795196,
      "grad_norm": 0.4905757009983063,
      "learning_rate": 4.891723422358351e-05,
      "loss": 5.5056,
      "step": 130430
    },
    {
      "epoch": 0.11417219795157912,
      "grad_norm": 0.43693411350250244,
      "learning_rate": 4.8917144066851486e-05,
      "loss": 5.1928,
      "step": 130435
    },
    {
      "epoch": 0.11417657454520627,
      "grad_norm": 0.4259876012802124,
      "learning_rate": 4.891705390647059e-05,
      "loss": 5.4999,
      "step": 130440
    },
    {
      "epoch": 0.11418095113883343,
      "grad_norm": 0.4228561818599701,
      "learning_rate": 4.8916963742440856e-05,
      "loss": 4.8693,
      "step": 130445
    },
    {
      "epoch": 0.11418532773246058,
      "grad_norm": 0.3672972023487091,
      "learning_rate": 4.891687357476229e-05,
      "loss": 5.784,
      "step": 130450
    },
    {
      "epoch": 0.11418970432608774,
      "grad_norm": 0.4063110649585724,
      "learning_rate": 4.891678340343491e-05,
      "loss": 5.2053,
      "step": 130455
    },
    {
      "epoch": 0.11419408091971489,
      "grad_norm": 0.3922743797302246,
      "learning_rate": 4.891669322845873e-05,
      "loss": 5.77,
      "step": 130460
    },
    {
      "epoch": 0.11419845751334204,
      "grad_norm": 0.3514738976955414,
      "learning_rate": 4.8916603049833774e-05,
      "loss": 5.4703,
      "step": 130465
    },
    {
      "epoch": 0.1142028341069692,
      "grad_norm": 0.42521169781684875,
      "learning_rate": 4.8916512867560063e-05,
      "loss": 5.2026,
      "step": 130470
    },
    {
      "epoch": 0.11420721070059635,
      "grad_norm": 0.4007398784160614,
      "learning_rate": 4.89164226816376e-05,
      "loss": 4.6853,
      "step": 130475
    },
    {
      "epoch": 0.11421158729422351,
      "grad_norm": 0.39739561080932617,
      "learning_rate": 4.891633249206642e-05,
      "loss": 5.0189,
      "step": 130480
    },
    {
      "epoch": 0.11421596388785066,
      "grad_norm": 0.3422875702381134,
      "learning_rate": 4.8916242298846525e-05,
      "loss": 6.3268,
      "step": 130485
    },
    {
      "epoch": 0.11422034048147782,
      "grad_norm": 0.3601812720298767,
      "learning_rate": 4.891615210197794e-05,
      "loss": 5.7765,
      "step": 130490
    },
    {
      "epoch": 0.11422471707510497,
      "grad_norm": 0.41864028573036194,
      "learning_rate": 4.891606190146067e-05,
      "loss": 5.2615,
      "step": 130495
    },
    {
      "epoch": 0.11422909366873213,
      "grad_norm": 0.3709706962108612,
      "learning_rate": 4.891597169729476e-05,
      "loss": 5.1854,
      "step": 130500
    },
    {
      "epoch": 0.11423347026235928,
      "grad_norm": 0.3659374415874481,
      "learning_rate": 4.8915881489480206e-05,
      "loss": 5.18,
      "step": 130505
    },
    {
      "epoch": 0.11423784685598644,
      "grad_norm": 0.4171755015850067,
      "learning_rate": 4.891579127801703e-05,
      "loss": 4.6316,
      "step": 130510
    },
    {
      "epoch": 0.11424222344961359,
      "grad_norm": 0.34088432788848877,
      "learning_rate": 4.8915701062905254e-05,
      "loss": 5.7778,
      "step": 130515
    },
    {
      "epoch": 0.11424660004324075,
      "grad_norm": 0.3695378005504608,
      "learning_rate": 4.891561084414489e-05,
      "loss": 5.4666,
      "step": 130520
    },
    {
      "epoch": 0.1142509766368679,
      "grad_norm": 0.35220280289649963,
      "learning_rate": 4.891552062173594e-05,
      "loss": 5.2368,
      "step": 130525
    },
    {
      "epoch": 0.11425535323049506,
      "grad_norm": 0.3877584934234619,
      "learning_rate": 4.891543039567846e-05,
      "loss": 5.1586,
      "step": 130530
    },
    {
      "epoch": 0.1142597298241222,
      "grad_norm": 0.4003225862979889,
      "learning_rate": 4.891534016597243e-05,
      "loss": 4.8573,
      "step": 130535
    },
    {
      "epoch": 0.11426410641774937,
      "grad_norm": 0.3630397915840149,
      "learning_rate": 4.891524993261789e-05,
      "loss": 4.9579,
      "step": 130540
    },
    {
      "epoch": 0.11426848301137651,
      "grad_norm": 0.4358654022216797,
      "learning_rate": 4.8915159695614854e-05,
      "loss": 5.1844,
      "step": 130545
    },
    {
      "epoch": 0.11427285960500368,
      "grad_norm": 0.4222860336303711,
      "learning_rate": 4.891506945496333e-05,
      "loss": 3.9426,
      "step": 130550
    },
    {
      "epoch": 0.11427723619863082,
      "grad_norm": 0.39561524987220764,
      "learning_rate": 4.891497921066334e-05,
      "loss": 4.3419,
      "step": 130555
    },
    {
      "epoch": 0.11428161279225799,
      "grad_norm": 0.35720160603523254,
      "learning_rate": 4.89148889627149e-05,
      "loss": 5.6822,
      "step": 130560
    },
    {
      "epoch": 0.11428598938588513,
      "grad_norm": 0.3923109471797943,
      "learning_rate": 4.891479871111802e-05,
      "loss": 5.2106,
      "step": 130565
    },
    {
      "epoch": 0.1142903659795123,
      "grad_norm": 0.4246322810649872,
      "learning_rate": 4.891470845587275e-05,
      "loss": 4.6874,
      "step": 130570
    },
    {
      "epoch": 0.11429474257313944,
      "grad_norm": 0.36634454131126404,
      "learning_rate": 4.891461819697908e-05,
      "loss": 5.7899,
      "step": 130575
    },
    {
      "epoch": 0.1142991191667666,
      "grad_norm": 0.44458338618278503,
      "learning_rate": 4.8914527934437025e-05,
      "loss": 5.3752,
      "step": 130580
    },
    {
      "epoch": 0.11430349576039375,
      "grad_norm": 0.36134740710258484,
      "learning_rate": 4.89144376682466e-05,
      "loss": 5.6914,
      "step": 130585
    },
    {
      "epoch": 0.11430787235402091,
      "grad_norm": 0.3862558901309967,
      "learning_rate": 4.8914347398407844e-05,
      "loss": 5.3705,
      "step": 130590
    },
    {
      "epoch": 0.11431224894764806,
      "grad_norm": 0.3819207549095154,
      "learning_rate": 4.891425712492077e-05,
      "loss": 4.9526,
      "step": 130595
    },
    {
      "epoch": 0.11431662554127521,
      "grad_norm": 0.45042166113853455,
      "learning_rate": 4.8914166847785384e-05,
      "loss": 4.9807,
      "step": 130600
    },
    {
      "epoch": 0.11432100213490237,
      "grad_norm": 0.35648924112319946,
      "learning_rate": 4.89140765670017e-05,
      "loss": 5.4049,
      "step": 130605
    },
    {
      "epoch": 0.11432537872852952,
      "grad_norm": 0.38159361481666565,
      "learning_rate": 4.891398628256973e-05,
      "loss": 5.6701,
      "step": 130610
    },
    {
      "epoch": 0.11432975532215668,
      "grad_norm": 0.455853134393692,
      "learning_rate": 4.8913895994489524e-05,
      "loss": 5.2086,
      "step": 130615
    },
    {
      "epoch": 0.11433413191578383,
      "grad_norm": 0.3419685661792755,
      "learning_rate": 4.891380570276107e-05,
      "loss": 5.5089,
      "step": 130620
    },
    {
      "epoch": 0.11433850850941099,
      "grad_norm": 0.3613511919975281,
      "learning_rate": 4.89137154073844e-05,
      "loss": 5.3266,
      "step": 130625
    },
    {
      "epoch": 0.11434288510303814,
      "grad_norm": 0.39366576075553894,
      "learning_rate": 4.891362510835953e-05,
      "loss": 5.1649,
      "step": 130630
    },
    {
      "epoch": 0.1143472616966653,
      "grad_norm": 0.42815327644348145,
      "learning_rate": 4.891353480568647e-05,
      "loss": 3.9425,
      "step": 130635
    },
    {
      "epoch": 0.11435163829029245,
      "grad_norm": 0.40032634139060974,
      "learning_rate": 4.891344449936524e-05,
      "loss": 5.6859,
      "step": 130640
    },
    {
      "epoch": 0.11435601488391961,
      "grad_norm": 0.4402538239955902,
      "learning_rate": 4.891335418939584e-05,
      "loss": 5.7621,
      "step": 130645
    },
    {
      "epoch": 0.11436039147754676,
      "grad_norm": 0.41851702332496643,
      "learning_rate": 4.891326387577833e-05,
      "loss": 5.7849,
      "step": 130650
    },
    {
      "epoch": 0.11436476807117392,
      "grad_norm": 0.4000479280948639,
      "learning_rate": 4.891317355851269e-05,
      "loss": 5.4604,
      "step": 130655
    },
    {
      "epoch": 0.11436914466480107,
      "grad_norm": 0.4162142872810364,
      "learning_rate": 4.891308323759897e-05,
      "loss": 5.2879,
      "step": 130660
    },
    {
      "epoch": 0.11437352125842823,
      "grad_norm": 0.4365898668766022,
      "learning_rate": 4.891299291303714e-05,
      "loss": 4.6554,
      "step": 130665
    },
    {
      "epoch": 0.11437789785205538,
      "grad_norm": 0.40668874979019165,
      "learning_rate": 4.891290258482726e-05,
      "loss": 5.0932,
      "step": 130670
    },
    {
      "epoch": 0.11438227444568254,
      "grad_norm": 0.4168552756309509,
      "learning_rate": 4.891281225296934e-05,
      "loss": 4.9517,
      "step": 130675
    },
    {
      "epoch": 0.11438665103930969,
      "grad_norm": 0.3573000431060791,
      "learning_rate": 4.891272191746338e-05,
      "loss": 5.2497,
      "step": 130680
    },
    {
      "epoch": 0.11439102763293685,
      "grad_norm": 0.41236674785614014,
      "learning_rate": 4.891263157830941e-05,
      "loss": 5.2424,
      "step": 130685
    },
    {
      "epoch": 0.114395404226564,
      "grad_norm": 0.39792653918266296,
      "learning_rate": 4.891254123550745e-05,
      "loss": 4.2331,
      "step": 130690
    },
    {
      "epoch": 0.11439978082019116,
      "grad_norm": 0.3831517994403839,
      "learning_rate": 4.8912450889057504e-05,
      "loss": 3.963,
      "step": 130695
    },
    {
      "epoch": 0.1144041574138183,
      "grad_norm": 0.43957388401031494,
      "learning_rate": 4.8912360538959604e-05,
      "loss": 5.1523,
      "step": 130700
    },
    {
      "epoch": 0.11440853400744547,
      "grad_norm": 0.38089674711227417,
      "learning_rate": 4.891227018521375e-05,
      "loss": 5.4954,
      "step": 130705
    },
    {
      "epoch": 0.11441291060107261,
      "grad_norm": 0.38504454493522644,
      "learning_rate": 4.891217982781998e-05,
      "loss": 4.8013,
      "step": 130710
    },
    {
      "epoch": 0.11441728719469978,
      "grad_norm": 0.38000279664993286,
      "learning_rate": 4.891208946677831e-05,
      "loss": 5.9535,
      "step": 130715
    },
    {
      "epoch": 0.11442166378832692,
      "grad_norm": 0.3879706561565399,
      "learning_rate": 4.891199910208873e-05,
      "loss": 5.2525,
      "step": 130720
    },
    {
      "epoch": 0.11442604038195407,
      "grad_norm": 0.3672280013561249,
      "learning_rate": 4.89119087337513e-05,
      "loss": 6.2902,
      "step": 130725
    },
    {
      "epoch": 0.11443041697558123,
      "grad_norm": 0.38094839453697205,
      "learning_rate": 4.891181836176601e-05,
      "loss": 5.6793,
      "step": 130730
    },
    {
      "epoch": 0.11443479356920838,
      "grad_norm": 0.3826455771923065,
      "learning_rate": 4.891172798613286e-05,
      "loss": 5.1576,
      "step": 130735
    },
    {
      "epoch": 0.11443917016283554,
      "grad_norm": 0.4045202434062958,
      "learning_rate": 4.891163760685191e-05,
      "loss": 4.4442,
      "step": 130740
    },
    {
      "epoch": 0.11444354675646269,
      "grad_norm": 0.35182514786720276,
      "learning_rate": 4.891154722392315e-05,
      "loss": 5.716,
      "step": 130745
    },
    {
      "epoch": 0.11444792335008985,
      "grad_norm": 0.4150964617729187,
      "learning_rate": 4.8911456837346604e-05,
      "loss": 5.1879,
      "step": 130750
    },
    {
      "epoch": 0.114452299943717,
      "grad_norm": 0.41014429926872253,
      "learning_rate": 4.89113664471223e-05,
      "loss": 4.1602,
      "step": 130755
    },
    {
      "epoch": 0.11445667653734416,
      "grad_norm": 0.45313555002212524,
      "learning_rate": 4.891127605325023e-05,
      "loss": 5.1605,
      "step": 130760
    },
    {
      "epoch": 0.11446105313097131,
      "grad_norm": 0.3593323230743408,
      "learning_rate": 4.891118565573044e-05,
      "loss": 5.2609,
      "step": 130765
    },
    {
      "epoch": 0.11446542972459847,
      "grad_norm": 0.38198429346084595,
      "learning_rate": 4.8911095254562924e-05,
      "loss": 5.7831,
      "step": 130770
    },
    {
      "epoch": 0.11446980631822562,
      "grad_norm": 0.4096537232398987,
      "learning_rate": 4.891100484974771e-05,
      "loss": 5.4918,
      "step": 130775
    },
    {
      "epoch": 0.11447418291185278,
      "grad_norm": 0.3590877950191498,
      "learning_rate": 4.891091444128483e-05,
      "loss": 5.9678,
      "step": 130780
    },
    {
      "epoch": 0.11447855950547993,
      "grad_norm": 0.37762340903282166,
      "learning_rate": 4.891082402917427e-05,
      "loss": 4.972,
      "step": 130785
    },
    {
      "epoch": 0.11448293609910709,
      "grad_norm": 0.40847253799438477,
      "learning_rate": 4.891073361341606e-05,
      "loss": 5.1984,
      "step": 130790
    },
    {
      "epoch": 0.11448731269273424,
      "grad_norm": 0.3559826612472534,
      "learning_rate": 4.891064319401023e-05,
      "loss": 6.0061,
      "step": 130795
    },
    {
      "epoch": 0.1144916892863614,
      "grad_norm": 0.4214197099208832,
      "learning_rate": 4.8910552770956786e-05,
      "loss": 5.4777,
      "step": 130800
    },
    {
      "epoch": 0.11449606587998855,
      "grad_norm": 0.35495316982269287,
      "learning_rate": 4.891046234425576e-05,
      "loss": 5.4992,
      "step": 130805
    },
    {
      "epoch": 0.11450044247361571,
      "grad_norm": 0.3506905138492584,
      "learning_rate": 4.891037191390714e-05,
      "loss": 5.7569,
      "step": 130810
    },
    {
      "epoch": 0.11450481906724286,
      "grad_norm": 0.397613525390625,
      "learning_rate": 4.891028147991097e-05,
      "loss": 5.1612,
      "step": 130815
    },
    {
      "epoch": 0.11450919566087002,
      "grad_norm": 0.3498026132583618,
      "learning_rate": 4.891019104226726e-05,
      "loss": 6.2855,
      "step": 130820
    },
    {
      "epoch": 0.11451357225449717,
      "grad_norm": 0.43968838453292847,
      "learning_rate": 4.891010060097601e-05,
      "loss": 4.4264,
      "step": 130825
    },
    {
      "epoch": 0.11451794884812433,
      "grad_norm": 0.359052836894989,
      "learning_rate": 4.891001015603728e-05,
      "loss": 5.3855,
      "step": 130830
    },
    {
      "epoch": 0.11452232544175148,
      "grad_norm": 0.4181040823459625,
      "learning_rate": 4.890991970745105e-05,
      "loss": 5.017,
      "step": 130835
    },
    {
      "epoch": 0.11452670203537864,
      "grad_norm": 0.4116838574409485,
      "learning_rate": 4.8909829255217346e-05,
      "loss": 5.4798,
      "step": 130840
    },
    {
      "epoch": 0.11453107862900579,
      "grad_norm": 0.4143970310688019,
      "learning_rate": 4.890973879933618e-05,
      "loss": 5.7268,
      "step": 130845
    },
    {
      "epoch": 0.11453545522263295,
      "grad_norm": 0.4414558708667755,
      "learning_rate": 4.890964833980759e-05,
      "loss": 4.9742,
      "step": 130850
    },
    {
      "epoch": 0.1145398318162601,
      "grad_norm": 0.3955387771129608,
      "learning_rate": 4.890955787663157e-05,
      "loss": 4.7529,
      "step": 130855
    },
    {
      "epoch": 0.11454420840988724,
      "grad_norm": 0.3738774061203003,
      "learning_rate": 4.890946740980815e-05,
      "loss": 5.6971,
      "step": 130860
    },
    {
      "epoch": 0.1145485850035144,
      "grad_norm": 0.37064409255981445,
      "learning_rate": 4.890937693933735e-05,
      "loss": 5.9764,
      "step": 130865
    },
    {
      "epoch": 0.11455296159714155,
      "grad_norm": 0.3587043881416321,
      "learning_rate": 4.890928646521918e-05,
      "loss": 6.0053,
      "step": 130870
    },
    {
      "epoch": 0.11455733819076871,
      "grad_norm": 0.4054654538631439,
      "learning_rate": 4.890919598745366e-05,
      "loss": 5.4796,
      "step": 130875
    },
    {
      "epoch": 0.11456171478439586,
      "grad_norm": 0.3586345314979553,
      "learning_rate": 4.890910550604081e-05,
      "loss": 5.6713,
      "step": 130880
    },
    {
      "epoch": 0.11456609137802302,
      "grad_norm": 0.3709513247013092,
      "learning_rate": 4.8909015020980643e-05,
      "loss": 6.0184,
      "step": 130885
    },
    {
      "epoch": 0.11457046797165017,
      "grad_norm": 0.3922658860683441,
      "learning_rate": 4.890892453227318e-05,
      "loss": 4.5816,
      "step": 130890
    },
    {
      "epoch": 0.11457484456527733,
      "grad_norm": 0.3567197322845459,
      "learning_rate": 4.890883403991844e-05,
      "loss": 5.4937,
      "step": 130895
    },
    {
      "epoch": 0.11457922115890448,
      "grad_norm": 0.4034133553504944,
      "learning_rate": 4.890874354391643e-05,
      "loss": 4.9685,
      "step": 130900
    },
    {
      "epoch": 0.11458359775253164,
      "grad_norm": 0.4622320532798767,
      "learning_rate": 4.890865304426718e-05,
      "loss": 4.9866,
      "step": 130905
    },
    {
      "epoch": 0.11458797434615879,
      "grad_norm": 0.43210527300834656,
      "learning_rate": 4.89085625409707e-05,
      "loss": 5.9824,
      "step": 130910
    },
    {
      "epoch": 0.11459235093978595,
      "grad_norm": 0.40479061007499695,
      "learning_rate": 4.890847203402702e-05,
      "loss": 4.9576,
      "step": 130915
    },
    {
      "epoch": 0.1145967275334131,
      "grad_norm": 0.41270092129707336,
      "learning_rate": 4.890838152343614e-05,
      "loss": 4.9845,
      "step": 130920
    },
    {
      "epoch": 0.11460110412704026,
      "grad_norm": 0.4248775541782379,
      "learning_rate": 4.890829100919808e-05,
      "loss": 4.354,
      "step": 130925
    },
    {
      "epoch": 0.11460548072066741,
      "grad_norm": 0.3862796127796173,
      "learning_rate": 4.890820049131287e-05,
      "loss": 5.2384,
      "step": 130930
    },
    {
      "epoch": 0.11460985731429457,
      "grad_norm": 0.3633439242839813,
      "learning_rate": 4.8908109969780515e-05,
      "loss": 5.7062,
      "step": 130935
    },
    {
      "epoch": 0.11461423390792172,
      "grad_norm": 0.39440637826919556,
      "learning_rate": 4.890801944460104e-05,
      "loss": 5.6734,
      "step": 130940
    },
    {
      "epoch": 0.11461861050154888,
      "grad_norm": 0.44280537962913513,
      "learning_rate": 4.890792891577446e-05,
      "loss": 4.945,
      "step": 130945
    },
    {
      "epoch": 0.11462298709517603,
      "grad_norm": 0.37185025215148926,
      "learning_rate": 4.8907838383300796e-05,
      "loss": 5.2524,
      "step": 130950
    },
    {
      "epoch": 0.11462736368880319,
      "grad_norm": 0.41076546907424927,
      "learning_rate": 4.8907747847180054e-05,
      "loss": 5.4901,
      "step": 130955
    },
    {
      "epoch": 0.11463174028243034,
      "grad_norm": 0.3675837218761444,
      "learning_rate": 4.890765730741226e-05,
      "loss": 5.1818,
      "step": 130960
    },
    {
      "epoch": 0.1146361168760575,
      "grad_norm": 0.4196649491786957,
      "learning_rate": 4.890756676399744e-05,
      "loss": 5.3104,
      "step": 130965
    },
    {
      "epoch": 0.11464049346968465,
      "grad_norm": 0.4066396951675415,
      "learning_rate": 4.890747621693559e-05,
      "loss": 4.4549,
      "step": 130970
    },
    {
      "epoch": 0.11464487006331181,
      "grad_norm": 0.3648672103881836,
      "learning_rate": 4.890738566622675e-05,
      "loss": 6.0004,
      "step": 130975
    },
    {
      "epoch": 0.11464924665693896,
      "grad_norm": 0.4046090841293335,
      "learning_rate": 4.890729511187092e-05,
      "loss": 4.8838,
      "step": 130980
    },
    {
      "epoch": 0.1146536232505661,
      "grad_norm": 0.362871378660202,
      "learning_rate": 4.8907204553868125e-05,
      "loss": 6.0027,
      "step": 130985
    },
    {
      "epoch": 0.11465799984419327,
      "grad_norm": 0.4254544675350189,
      "learning_rate": 4.890711399221838e-05,
      "loss": 4.9908,
      "step": 130990
    },
    {
      "epoch": 0.11466237643782042,
      "grad_norm": 0.4239285886287689,
      "learning_rate": 4.89070234269217e-05,
      "loss": 4.9375,
      "step": 130995
    },
    {
      "epoch": 0.11466675303144758,
      "grad_norm": 0.5529794692993164,
      "learning_rate": 4.890693285797813e-05,
      "loss": 4.864,
      "step": 131000
    },
    {
      "epoch": 0.11467112962507472,
      "grad_norm": 0.39641958475112915,
      "learning_rate": 4.890684228538763e-05,
      "loss": 5.1608,
      "step": 131005
    },
    {
      "epoch": 0.11467550621870189,
      "grad_norm": 0.3709760010242462,
      "learning_rate": 4.890675170915028e-05,
      "loss": 5.9932,
      "step": 131010
    },
    {
      "epoch": 0.11467988281232903,
      "grad_norm": 0.388433039188385,
      "learning_rate": 4.890666112926606e-05,
      "loss": 5.6844,
      "step": 131015
    },
    {
      "epoch": 0.1146842594059562,
      "grad_norm": 0.4054606556892395,
      "learning_rate": 4.8906570545734995e-05,
      "loss": 5.9512,
      "step": 131020
    },
    {
      "epoch": 0.11468863599958334,
      "grad_norm": 0.42626920342445374,
      "learning_rate": 4.8906479958557106e-05,
      "loss": 4.967,
      "step": 131025
    },
    {
      "epoch": 0.1146930125932105,
      "grad_norm": 0.3594561815261841,
      "learning_rate": 4.890638936773241e-05,
      "loss": 5.4973,
      "step": 131030
    },
    {
      "epoch": 0.11469738918683765,
      "grad_norm": 0.44654130935668945,
      "learning_rate": 4.8906298773260915e-05,
      "loss": 5.7784,
      "step": 131035
    },
    {
      "epoch": 0.11470176578046481,
      "grad_norm": 0.35958606004714966,
      "learning_rate": 4.8906208175142654e-05,
      "loss": 5.7467,
      "step": 131040
    },
    {
      "epoch": 0.11470614237409196,
      "grad_norm": 0.39799612760543823,
      "learning_rate": 4.890611757337763e-05,
      "loss": 5.1302,
      "step": 131045
    },
    {
      "epoch": 0.11471051896771912,
      "grad_norm": 0.3754695951938629,
      "learning_rate": 4.890602696796588e-05,
      "loss": 5.4768,
      "step": 131050
    },
    {
      "epoch": 0.11471489556134627,
      "grad_norm": 0.4716174304485321,
      "learning_rate": 4.89059363589074e-05,
      "loss": 4.6589,
      "step": 131055
    },
    {
      "epoch": 0.11471927215497343,
      "grad_norm": 0.44414258003234863,
      "learning_rate": 4.8905845746202225e-05,
      "loss": 5.727,
      "step": 131060
    },
    {
      "epoch": 0.11472364874860058,
      "grad_norm": 0.43383923172950745,
      "learning_rate": 4.890575512985035e-05,
      "loss": 5.4762,
      "step": 131065
    },
    {
      "epoch": 0.11472802534222774,
      "grad_norm": 0.43525585532188416,
      "learning_rate": 4.890566450985182e-05,
      "loss": 4.7455,
      "step": 131070
    },
    {
      "epoch": 0.11473240193585489,
      "grad_norm": 0.4271771311759949,
      "learning_rate": 4.8905573886206636e-05,
      "loss": 4.9616,
      "step": 131075
    },
    {
      "epoch": 0.11473677852948205,
      "grad_norm": 0.4203779995441437,
      "learning_rate": 4.8905483258914805e-05,
      "loss": 5.7827,
      "step": 131080
    },
    {
      "epoch": 0.1147411551231092,
      "grad_norm": 0.4086678922176361,
      "learning_rate": 4.8905392627976376e-05,
      "loss": 5.4677,
      "step": 131085
    },
    {
      "epoch": 0.11474553171673636,
      "grad_norm": 0.36348775029182434,
      "learning_rate": 4.890530199339134e-05,
      "loss": 5.5373,
      "step": 131090
    },
    {
      "epoch": 0.11474990831036351,
      "grad_norm": 0.42175668478012085,
      "learning_rate": 4.890521135515973e-05,
      "loss": 4.6333,
      "step": 131095
    },
    {
      "epoch": 0.11475428490399067,
      "grad_norm": 0.3744516968727112,
      "learning_rate": 4.890512071328155e-05,
      "loss": 5.9723,
      "step": 131100
    },
    {
      "epoch": 0.11475866149761782,
      "grad_norm": 0.4157721698284149,
      "learning_rate": 4.890503006775683e-05,
      "loss": 4.4593,
      "step": 131105
    },
    {
      "epoch": 0.11476303809124497,
      "grad_norm": 0.41162097454071045,
      "learning_rate": 4.890493941858557e-05,
      "loss": 4.6675,
      "step": 131110
    },
    {
      "epoch": 0.11476741468487213,
      "grad_norm": 0.36341267824172974,
      "learning_rate": 4.890484876576781e-05,
      "loss": 5.2505,
      "step": 131115
    },
    {
      "epoch": 0.11477179127849928,
      "grad_norm": 0.3975205421447754,
      "learning_rate": 4.890475810930355e-05,
      "loss": 4.7618,
      "step": 131120
    },
    {
      "epoch": 0.11477616787212644,
      "grad_norm": 0.41467610001564026,
      "learning_rate": 4.890466744919281e-05,
      "loss": 5.8196,
      "step": 131125
    },
    {
      "epoch": 0.11478054446575359,
      "grad_norm": 0.36673328280448914,
      "learning_rate": 4.890457678543562e-05,
      "loss": 5.4925,
      "step": 131130
    },
    {
      "epoch": 0.11478492105938075,
      "grad_norm": 0.3744228184223175,
      "learning_rate": 4.8904486118031975e-05,
      "loss": 5.4943,
      "step": 131135
    },
    {
      "epoch": 0.1147892976530079,
      "grad_norm": 0.36954039335250854,
      "learning_rate": 4.890439544698192e-05,
      "loss": 5.9973,
      "step": 131140
    },
    {
      "epoch": 0.11479367424663506,
      "grad_norm": 0.38348153233528137,
      "learning_rate": 4.890430477228546e-05,
      "loss": 5.4787,
      "step": 131145
    },
    {
      "epoch": 0.1147980508402622,
      "grad_norm": 0.450880765914917,
      "learning_rate": 4.8904214093942605e-05,
      "loss": 5.2106,
      "step": 131150
    },
    {
      "epoch": 0.11480242743388937,
      "grad_norm": 0.39896276593208313,
      "learning_rate": 4.8904123411953384e-05,
      "loss": 5.1842,
      "step": 131155
    },
    {
      "epoch": 0.11480680402751652,
      "grad_norm": 0.41499435901641846,
      "learning_rate": 4.890403272631781e-05,
      "loss": 4.7532,
      "step": 131160
    },
    {
      "epoch": 0.11481118062114368,
      "grad_norm": 0.3634147346019745,
      "learning_rate": 4.8903942037035885e-05,
      "loss": 4.9557,
      "step": 131165
    },
    {
      "epoch": 0.11481555721477082,
      "grad_norm": 0.4121352434158325,
      "learning_rate": 4.8903851344107654e-05,
      "loss": 5.4514,
      "step": 131170
    },
    {
      "epoch": 0.11481993380839799,
      "grad_norm": 0.373702734708786,
      "learning_rate": 4.8903760647533115e-05,
      "loss": 5.4794,
      "step": 131175
    },
    {
      "epoch": 0.11482431040202513,
      "grad_norm": 0.38779088854789734,
      "learning_rate": 4.89036699473123e-05,
      "loss": 5.4675,
      "step": 131180
    },
    {
      "epoch": 0.1148286869956523,
      "grad_norm": 0.41629931330680847,
      "learning_rate": 4.890357924344522e-05,
      "loss": 5.485,
      "step": 131185
    },
    {
      "epoch": 0.11483306358927944,
      "grad_norm": 0.37272903323173523,
      "learning_rate": 4.8903488535931885e-05,
      "loss": 5.9912,
      "step": 131190
    },
    {
      "epoch": 0.1148374401829066,
      "grad_norm": 0.4099886119365692,
      "learning_rate": 4.890339782477232e-05,
      "loss": 5.6707,
      "step": 131195
    },
    {
      "epoch": 0.11484181677653375,
      "grad_norm": 0.40822720527648926,
      "learning_rate": 4.8903307109966536e-05,
      "loss": 4.1251,
      "step": 131200
    },
    {
      "epoch": 0.11484619337016092,
      "grad_norm": 0.4083176255226135,
      "learning_rate": 4.890321639151456e-05,
      "loss": 5.1942,
      "step": 131205
    },
    {
      "epoch": 0.11485056996378806,
      "grad_norm": 0.3631301820278168,
      "learning_rate": 4.8903125669416404e-05,
      "loss": 6.007,
      "step": 131210
    },
    {
      "epoch": 0.11485494655741522,
      "grad_norm": 0.3958931565284729,
      "learning_rate": 4.890303494367209e-05,
      "loss": 4.9027,
      "step": 131215
    },
    {
      "epoch": 0.11485932315104237,
      "grad_norm": 0.43842431902885437,
      "learning_rate": 4.890294421428163e-05,
      "loss": 5.782,
      "step": 131220
    },
    {
      "epoch": 0.11486369974466953,
      "grad_norm": 0.36607059836387634,
      "learning_rate": 4.890285348124505e-05,
      "loss": 5.4857,
      "step": 131225
    },
    {
      "epoch": 0.11486807633829668,
      "grad_norm": 0.4475773572921753,
      "learning_rate": 4.8902762744562355e-05,
      "loss": 5.3072,
      "step": 131230
    },
    {
      "epoch": 0.11487245293192384,
      "grad_norm": 0.40344682335853577,
      "learning_rate": 4.890267200423357e-05,
      "loss": 5.1953,
      "step": 131235
    },
    {
      "epoch": 0.11487682952555099,
      "grad_norm": 0.42743948101997375,
      "learning_rate": 4.8902581260258716e-05,
      "loss": 5.4585,
      "step": 131240
    },
    {
      "epoch": 0.11488120611917814,
      "grad_norm": 0.4371311664581299,
      "learning_rate": 4.890249051263779e-05,
      "loss": 5.1982,
      "step": 131245
    },
    {
      "epoch": 0.1148855827128053,
      "grad_norm": 0.4089982211589813,
      "learning_rate": 4.8902399761370844e-05,
      "loss": 4.8547,
      "step": 131250
    },
    {
      "epoch": 0.11488995930643245,
      "grad_norm": 0.43060609698295593,
      "learning_rate": 4.8902309006457866e-05,
      "loss": 4.6831,
      "step": 131255
    },
    {
      "epoch": 0.11489433590005961,
      "grad_norm": 0.4322386384010315,
      "learning_rate": 4.890221824789889e-05,
      "loss": 5.1871,
      "step": 131260
    },
    {
      "epoch": 0.11489871249368676,
      "grad_norm": 0.4286196231842041,
      "learning_rate": 4.890212748569392e-05,
      "loss": 5.1755,
      "step": 131265
    },
    {
      "epoch": 0.11490308908731392,
      "grad_norm": 0.4108610451221466,
      "learning_rate": 4.890203671984298e-05,
      "loss": 5.7182,
      "step": 131270
    },
    {
      "epoch": 0.11490746568094107,
      "grad_norm": 0.5017571449279785,
      "learning_rate": 4.8901945950346094e-05,
      "loss": 5.5161,
      "step": 131275
    },
    {
      "epoch": 0.11491184227456823,
      "grad_norm": 0.42891964316368103,
      "learning_rate": 4.890185517720328e-05,
      "loss": 5.1692,
      "step": 131280
    },
    {
      "epoch": 0.11491621886819538,
      "grad_norm": 0.7323062419891357,
      "learning_rate": 4.890176440041454e-05,
      "loss": 5.7817,
      "step": 131285
    },
    {
      "epoch": 0.11492059546182254,
      "grad_norm": 0.45649150013923645,
      "learning_rate": 4.890167361997992e-05,
      "loss": 4.9736,
      "step": 131290
    },
    {
      "epoch": 0.11492497205544969,
      "grad_norm": 0.3949999213218689,
      "learning_rate": 4.8901582835899394e-05,
      "loss": 5.6574,
      "step": 131295
    },
    {
      "epoch": 0.11492934864907685,
      "grad_norm": 0.42074304819107056,
      "learning_rate": 4.890149204817302e-05,
      "loss": 4.9997,
      "step": 131300
    },
    {
      "epoch": 0.114933725242704,
      "grad_norm": 0.45355474948883057,
      "learning_rate": 4.8901401256800794e-05,
      "loss": 5.1703,
      "step": 131305
    },
    {
      "epoch": 0.11493810183633116,
      "grad_norm": 0.460120290517807,
      "learning_rate": 4.890131046178273e-05,
      "loss": 4.7416,
      "step": 131310
    },
    {
      "epoch": 0.1149424784299583,
      "grad_norm": 0.4240196645259857,
      "learning_rate": 4.890121966311887e-05,
      "loss": 4.6735,
      "step": 131315
    },
    {
      "epoch": 0.11494685502358547,
      "grad_norm": 0.41950172185897827,
      "learning_rate": 4.890112886080921e-05,
      "loss": 4.3495,
      "step": 131320
    },
    {
      "epoch": 0.11495123161721262,
      "grad_norm": 0.4403725266456604,
      "learning_rate": 4.8901038054853775e-05,
      "loss": 4.4372,
      "step": 131325
    },
    {
      "epoch": 0.11495560821083978,
      "grad_norm": 0.41705042123794556,
      "learning_rate": 4.890094724525258e-05,
      "loss": 5.163,
      "step": 131330
    },
    {
      "epoch": 0.11495998480446692,
      "grad_norm": 0.4071572422981262,
      "learning_rate": 4.8900856432005645e-05,
      "loss": 5.6965,
      "step": 131335
    },
    {
      "epoch": 0.11496436139809409,
      "grad_norm": 0.3987469971179962,
      "learning_rate": 4.8900765615112984e-05,
      "loss": 5.3789,
      "step": 131340
    },
    {
      "epoch": 0.11496873799172123,
      "grad_norm": 0.4037187397480011,
      "learning_rate": 4.890067479457462e-05,
      "loss": 4.6234,
      "step": 131345
    },
    {
      "epoch": 0.1149731145853484,
      "grad_norm": 0.3698081374168396,
      "learning_rate": 4.890058397039057e-05,
      "loss": 5.1533,
      "step": 131350
    },
    {
      "epoch": 0.11497749117897554,
      "grad_norm": 0.3898875415325165,
      "learning_rate": 4.890049314256084e-05,
      "loss": 5.3898,
      "step": 131355
    },
    {
      "epoch": 0.1149818677726027,
      "grad_norm": 0.45253244042396545,
      "learning_rate": 4.890040231108547e-05,
      "loss": 4.7208,
      "step": 131360
    },
    {
      "epoch": 0.11498624436622985,
      "grad_norm": 0.5761080384254456,
      "learning_rate": 4.8900311475964456e-05,
      "loss": 4.6843,
      "step": 131365
    },
    {
      "epoch": 0.114990620959857,
      "grad_norm": 0.4468384385108948,
      "learning_rate": 4.8900220637197825e-05,
      "loss": 4.9015,
      "step": 131370
    },
    {
      "epoch": 0.11499499755348416,
      "grad_norm": 0.3874324858188629,
      "learning_rate": 4.8900129794785586e-05,
      "loss": 5.4824,
      "step": 131375
    },
    {
      "epoch": 0.11499937414711131,
      "grad_norm": 0.48964205384254456,
      "learning_rate": 4.8900038948727764e-05,
      "loss": 5.1588,
      "step": 131380
    },
    {
      "epoch": 0.11500375074073847,
      "grad_norm": 0.6908833384513855,
      "learning_rate": 4.8899948099024386e-05,
      "loss": 4.9735,
      "step": 131385
    },
    {
      "epoch": 0.11500812733436562,
      "grad_norm": 0.40614598989486694,
      "learning_rate": 4.8899857245675454e-05,
      "loss": 4.1596,
      "step": 131390
    },
    {
      "epoch": 0.11501250392799278,
      "grad_norm": 0.3794970214366913,
      "learning_rate": 4.889976638868099e-05,
      "loss": 5.1655,
      "step": 131395
    },
    {
      "epoch": 0.11501688052161993,
      "grad_norm": 0.38141828775405884,
      "learning_rate": 4.8899675528041024e-05,
      "loss": 5.4724,
      "step": 131400
    },
    {
      "epoch": 0.11502125711524709,
      "grad_norm": 0.43637463450431824,
      "learning_rate": 4.889958466375555e-05,
      "loss": 5.4654,
      "step": 131405
    },
    {
      "epoch": 0.11502563370887424,
      "grad_norm": 0.37037238478660583,
      "learning_rate": 4.8899493795824604e-05,
      "loss": 5.3168,
      "step": 131410
    },
    {
      "epoch": 0.1150300103025014,
      "grad_norm": 0.4147304594516754,
      "learning_rate": 4.8899402924248186e-05,
      "loss": 5.7679,
      "step": 131415
    },
    {
      "epoch": 0.11503438689612855,
      "grad_norm": 0.4178141951560974,
      "learning_rate": 4.8899312049026335e-05,
      "loss": 5.1961,
      "step": 131420
    },
    {
      "epoch": 0.11503876348975571,
      "grad_norm": 0.4121081829071045,
      "learning_rate": 4.889922117015905e-05,
      "loss": 4.8371,
      "step": 131425
    },
    {
      "epoch": 0.11504314008338286,
      "grad_norm": 0.4124769866466522,
      "learning_rate": 4.889913028764637e-05,
      "loss": 5.2784,
      "step": 131430
    },
    {
      "epoch": 0.11504751667701002,
      "grad_norm": 0.40158331394195557,
      "learning_rate": 4.889903940148829e-05,
      "loss": 5.1819,
      "step": 131435
    },
    {
      "epoch": 0.11505189327063717,
      "grad_norm": 0.3555413484573364,
      "learning_rate": 4.8898948511684836e-05,
      "loss": 5.4573,
      "step": 131440
    },
    {
      "epoch": 0.11505626986426433,
      "grad_norm": 0.3878079056739807,
      "learning_rate": 4.889885761823603e-05,
      "loss": 5.1474,
      "step": 131445
    },
    {
      "epoch": 0.11506064645789148,
      "grad_norm": 0.372300922870636,
      "learning_rate": 4.889876672114189e-05,
      "loss": 4.9411,
      "step": 131450
    },
    {
      "epoch": 0.11506502305151864,
      "grad_norm": 0.3929838240146637,
      "learning_rate": 4.889867582040242e-05,
      "loss": 5.1576,
      "step": 131455
    },
    {
      "epoch": 0.11506939964514579,
      "grad_norm": 0.4097059369087219,
      "learning_rate": 4.889858491601765e-05,
      "loss": 4.7608,
      "step": 131460
    },
    {
      "epoch": 0.11507377623877295,
      "grad_norm": 0.3910428583621979,
      "learning_rate": 4.889849400798759e-05,
      "loss": 5.4002,
      "step": 131465
    },
    {
      "epoch": 0.1150781528324001,
      "grad_norm": 0.41734206676483154,
      "learning_rate": 4.8898403096312275e-05,
      "loss": 5.4901,
      "step": 131470
    },
    {
      "epoch": 0.11508252942602726,
      "grad_norm": 0.40713784098625183,
      "learning_rate": 4.88983121809917e-05,
      "loss": 5.1734,
      "step": 131475
    },
    {
      "epoch": 0.1150869060196544,
      "grad_norm": 0.4178754985332489,
      "learning_rate": 4.88982212620259e-05,
      "loss": 4.9656,
      "step": 131480
    },
    {
      "epoch": 0.11509128261328157,
      "grad_norm": 0.39746561646461487,
      "learning_rate": 4.889813033941487e-05,
      "loss": 4.6236,
      "step": 131485
    },
    {
      "epoch": 0.11509565920690872,
      "grad_norm": 0.3586382269859314,
      "learning_rate": 4.8898039413158655e-05,
      "loss": 5.7262,
      "step": 131490
    },
    {
      "epoch": 0.11510003580053588,
      "grad_norm": 0.36113882064819336,
      "learning_rate": 4.889794848325726e-05,
      "loss": 6.2668,
      "step": 131495
    },
    {
      "epoch": 0.11510441239416302,
      "grad_norm": 0.4244319498538971,
      "learning_rate": 4.88978575497107e-05,
      "loss": 4.9828,
      "step": 131500
    },
    {
      "epoch": 0.11510878898779017,
      "grad_norm": 0.3685358762741089,
      "learning_rate": 4.889776661251899e-05,
      "loss": 4.9471,
      "step": 131505
    },
    {
      "epoch": 0.11511316558141733,
      "grad_norm": 0.3701198101043701,
      "learning_rate": 4.889767567168216e-05,
      "loss": 5.4523,
      "step": 131510
    },
    {
      "epoch": 0.11511754217504448,
      "grad_norm": 0.367929071187973,
      "learning_rate": 4.889758472720022e-05,
      "loss": 5.4632,
      "step": 131515
    },
    {
      "epoch": 0.11512191876867164,
      "grad_norm": 0.35763102769851685,
      "learning_rate": 4.889749377907318e-05,
      "loss": 5.7669,
      "step": 131520
    },
    {
      "epoch": 0.11512629536229879,
      "grad_norm": 0.37176281213760376,
      "learning_rate": 4.8897402827301073e-05,
      "loss": 5.1781,
      "step": 131525
    },
    {
      "epoch": 0.11513067195592595,
      "grad_norm": 0.37840044498443604,
      "learning_rate": 4.88973118718839e-05,
      "loss": 5.7562,
      "step": 131530
    },
    {
      "epoch": 0.1151350485495531,
      "grad_norm": 0.4036763608455658,
      "learning_rate": 4.8897220912821696e-05,
      "loss": 4.6362,
      "step": 131535
    },
    {
      "epoch": 0.11513942514318026,
      "grad_norm": 0.39457011222839355,
      "learning_rate": 4.889712995011446e-05,
      "loss": 5.4684,
      "step": 131540
    },
    {
      "epoch": 0.11514380173680741,
      "grad_norm": 0.4230198860168457,
      "learning_rate": 4.8897038983762226e-05,
      "loss": 5.1432,
      "step": 131545
    },
    {
      "epoch": 0.11514817833043457,
      "grad_norm": 0.43956702947616577,
      "learning_rate": 4.8896948013765e-05,
      "loss": 4.976,
      "step": 131550
    },
    {
      "epoch": 0.11515255492406172,
      "grad_norm": 0.44014400243759155,
      "learning_rate": 4.889685704012281e-05,
      "loss": 5.5002,
      "step": 131555
    },
    {
      "epoch": 0.11515693151768888,
      "grad_norm": 0.44007793068885803,
      "learning_rate": 4.8896766062835665e-05,
      "loss": 5.4754,
      "step": 131560
    },
    {
      "epoch": 0.11516130811131603,
      "grad_norm": 0.47726523876190186,
      "learning_rate": 4.889667508190359e-05,
      "loss": 5.4481,
      "step": 131565
    },
    {
      "epoch": 0.11516568470494319,
      "grad_norm": 0.4487999975681305,
      "learning_rate": 4.889658409732659e-05,
      "loss": 5.2952,
      "step": 131570
    },
    {
      "epoch": 0.11517006129857034,
      "grad_norm": 0.4127599895000458,
      "learning_rate": 4.889649310910469e-05,
      "loss": 5.6854,
      "step": 131575
    },
    {
      "epoch": 0.1151744378921975,
      "grad_norm": 0.44791579246520996,
      "learning_rate": 4.889640211723792e-05,
      "loss": 4.6369,
      "step": 131580
    },
    {
      "epoch": 0.11517881448582465,
      "grad_norm": 0.4470614194869995,
      "learning_rate": 4.889631112172627e-05,
      "loss": 5.2801,
      "step": 131585
    },
    {
      "epoch": 0.11518319107945181,
      "grad_norm": 0.3755147457122803,
      "learning_rate": 4.889622012256978e-05,
      "loss": 6.0229,
      "step": 131590
    },
    {
      "epoch": 0.11518756767307896,
      "grad_norm": 0.4464617073535919,
      "learning_rate": 4.889612911976847e-05,
      "loss": 5.176,
      "step": 131595
    },
    {
      "epoch": 0.11519194426670612,
      "grad_norm": 0.43480318784713745,
      "learning_rate": 4.889603811332233e-05,
      "loss": 4.9813,
      "step": 131600
    },
    {
      "epoch": 0.11519632086033327,
      "grad_norm": 0.4206341505050659,
      "learning_rate": 4.889594710323141e-05,
      "loss": 5.1442,
      "step": 131605
    },
    {
      "epoch": 0.11520069745396043,
      "grad_norm": 0.4490553140640259,
      "learning_rate": 4.8895856089495706e-05,
      "loss": 4.9815,
      "step": 131610
    },
    {
      "epoch": 0.11520507404758758,
      "grad_norm": 0.399323046207428,
      "learning_rate": 4.889576507211525e-05,
      "loss": 5.4615,
      "step": 131615
    },
    {
      "epoch": 0.11520945064121474,
      "grad_norm": 0.405554860830307,
      "learning_rate": 4.889567405109005e-05,
      "loss": 6.0279,
      "step": 131620
    },
    {
      "epoch": 0.11521382723484189,
      "grad_norm": 0.39844876527786255,
      "learning_rate": 4.889558302642011e-05,
      "loss": 5.7858,
      "step": 131625
    },
    {
      "epoch": 0.11521820382846903,
      "grad_norm": 0.4158206582069397,
      "learning_rate": 4.889549199810548e-05,
      "loss": 4.4429,
      "step": 131630
    },
    {
      "epoch": 0.1152225804220962,
      "grad_norm": 0.4263072609901428,
      "learning_rate": 4.889540096614616e-05,
      "loss": 5.2834,
      "step": 131635
    },
    {
      "epoch": 0.11522695701572334,
      "grad_norm": 0.41364961862564087,
      "learning_rate": 4.889530993054217e-05,
      "loss": 4.7785,
      "step": 131640
    },
    {
      "epoch": 0.1152313336093505,
      "grad_norm": 0.393949955701828,
      "learning_rate": 4.8895218891293524e-05,
      "loss": 5.2516,
      "step": 131645
    },
    {
      "epoch": 0.11523571020297765,
      "grad_norm": 0.39530235528945923,
      "learning_rate": 4.8895127848400234e-05,
      "loss": 4.9479,
      "step": 131650
    },
    {
      "epoch": 0.11524008679660482,
      "grad_norm": 0.40164148807525635,
      "learning_rate": 4.889503680186234e-05,
      "loss": 4.2249,
      "step": 131655
    },
    {
      "epoch": 0.11524446339023196,
      "grad_norm": 0.4681365489959717,
      "learning_rate": 4.889494575167984e-05,
      "loss": 5.2238,
      "step": 131660
    },
    {
      "epoch": 0.11524883998385912,
      "grad_norm": 0.47825512290000916,
      "learning_rate": 4.8894854697852745e-05,
      "loss": 4.9655,
      "step": 131665
    },
    {
      "epoch": 0.11525321657748627,
      "grad_norm": 0.41760769486427307,
      "learning_rate": 4.889476364038109e-05,
      "loss": 5.5276,
      "step": 131670
    },
    {
      "epoch": 0.11525759317111343,
      "grad_norm": 0.3808492422103882,
      "learning_rate": 4.88946725792649e-05,
      "loss": 4.9391,
      "step": 131675
    },
    {
      "epoch": 0.11526196976474058,
      "grad_norm": 0.361513614654541,
      "learning_rate": 4.889458151450417e-05,
      "loss": 5.6955,
      "step": 131680
    },
    {
      "epoch": 0.11526634635836774,
      "grad_norm": 0.356341153383255,
      "learning_rate": 4.889449044609892e-05,
      "loss": 5.4827,
      "step": 131685
    },
    {
      "epoch": 0.11527072295199489,
      "grad_norm": 0.4055062234401703,
      "learning_rate": 4.889439937404918e-05,
      "loss": 5.5146,
      "step": 131690
    },
    {
      "epoch": 0.11527509954562205,
      "grad_norm": 0.3713628351688385,
      "learning_rate": 4.889430829835496e-05,
      "loss": 5.2686,
      "step": 131695
    },
    {
      "epoch": 0.1152794761392492,
      "grad_norm": 0.41752496361732483,
      "learning_rate": 4.889421721901629e-05,
      "loss": 4.9396,
      "step": 131700
    },
    {
      "epoch": 0.11528385273287636,
      "grad_norm": 0.4055403172969818,
      "learning_rate": 4.889412613603316e-05,
      "loss": 5.2001,
      "step": 131705
    },
    {
      "epoch": 0.11528822932650351,
      "grad_norm": 0.3501695990562439,
      "learning_rate": 4.8894035049405615e-05,
      "loss": 5.4685,
      "step": 131710
    },
    {
      "epoch": 0.11529260592013067,
      "grad_norm": 0.4111267626285553,
      "learning_rate": 4.889394395913366e-05,
      "loss": 4.6819,
      "step": 131715
    },
    {
      "epoch": 0.11529698251375782,
      "grad_norm": 0.40531888604164124,
      "learning_rate": 4.889385286521731e-05,
      "loss": 4.7249,
      "step": 131720
    },
    {
      "epoch": 0.11530135910738498,
      "grad_norm": 0.41370972990989685,
      "learning_rate": 4.88937617676566e-05,
      "loss": 5.6656,
      "step": 131725
    },
    {
      "epoch": 0.11530573570101213,
      "grad_norm": 0.35624152421951294,
      "learning_rate": 4.889367066645153e-05,
      "loss": 5.4979,
      "step": 131730
    },
    {
      "epoch": 0.11531011229463929,
      "grad_norm": 0.4016004800796509,
      "learning_rate": 4.889357956160211e-05,
      "loss": 4.1366,
      "step": 131735
    },
    {
      "epoch": 0.11531448888826644,
      "grad_norm": 0.3741202652454376,
      "learning_rate": 4.8893488453108385e-05,
      "loss": 5.6932,
      "step": 131740
    },
    {
      "epoch": 0.1153188654818936,
      "grad_norm": 0.3909958004951477,
      "learning_rate": 4.889339734097035e-05,
      "loss": 5.7682,
      "step": 131745
    },
    {
      "epoch": 0.11532324207552075,
      "grad_norm": 0.38702380657196045,
      "learning_rate": 4.889330622518803e-05,
      "loss": 5.5171,
      "step": 131750
    },
    {
      "epoch": 0.1153276186691479,
      "grad_norm": 0.40593308210372925,
      "learning_rate": 4.8893215105761444e-05,
      "loss": 4.4861,
      "step": 131755
    },
    {
      "epoch": 0.11533199526277506,
      "grad_norm": 0.36709678173065186,
      "learning_rate": 4.889312398269061e-05,
      "loss": 5.2454,
      "step": 131760
    },
    {
      "epoch": 0.1153363718564022,
      "grad_norm": 0.40635791420936584,
      "learning_rate": 4.889303285597555e-05,
      "loss": 4.9676,
      "step": 131765
    },
    {
      "epoch": 0.11534074845002937,
      "grad_norm": 0.3991090953350067,
      "learning_rate": 4.8892941725616256e-05,
      "loss": 4.9629,
      "step": 131770
    },
    {
      "epoch": 0.11534512504365652,
      "grad_norm": 0.40328601002693176,
      "learning_rate": 4.889285059161278e-05,
      "loss": 5.256,
      "step": 131775
    },
    {
      "epoch": 0.11534950163728368,
      "grad_norm": 0.39519375562667847,
      "learning_rate": 4.8892759453965135e-05,
      "loss": 4.1488,
      "step": 131780
    },
    {
      "epoch": 0.11535387823091083,
      "grad_norm": 0.3874521851539612,
      "learning_rate": 4.889266831267331e-05,
      "loss": 5.8001,
      "step": 131785
    },
    {
      "epoch": 0.11535825482453799,
      "grad_norm": 0.5104749798774719,
      "learning_rate": 4.8892577167737356e-05,
      "loss": 4.4706,
      "step": 131790
    },
    {
      "epoch": 0.11536263141816513,
      "grad_norm": 0.5156707167625427,
      "learning_rate": 4.889248601915726e-05,
      "loss": 5.5054,
      "step": 131795
    },
    {
      "epoch": 0.1153670080117923,
      "grad_norm": 0.4210984408855438,
      "learning_rate": 4.8892394866933055e-05,
      "loss": 5.7111,
      "step": 131800
    },
    {
      "epoch": 0.11537138460541944,
      "grad_norm": 0.37904077768325806,
      "learning_rate": 4.889230371106476e-05,
      "loss": 5.4968,
      "step": 131805
    },
    {
      "epoch": 0.1153757611990466,
      "grad_norm": 0.4207177758216858,
      "learning_rate": 4.8892212551552394e-05,
      "loss": 6.0078,
      "step": 131810
    },
    {
      "epoch": 0.11538013779267375,
      "grad_norm": 0.4026053547859192,
      "learning_rate": 4.889212138839597e-05,
      "loss": 3.9079,
      "step": 131815
    },
    {
      "epoch": 0.11538451438630092,
      "grad_norm": 0.4565037786960602,
      "learning_rate": 4.889203022159552e-05,
      "loss": 5.8102,
      "step": 131820
    },
    {
      "epoch": 0.11538889097992806,
      "grad_norm": 0.3836345672607422,
      "learning_rate": 4.889193905115104e-05,
      "loss": 6.3158,
      "step": 131825
    },
    {
      "epoch": 0.11539326757355522,
      "grad_norm": 0.35721200704574585,
      "learning_rate": 4.8891847877062556e-05,
      "loss": 5.4693,
      "step": 131830
    },
    {
      "epoch": 0.11539764416718237,
      "grad_norm": 0.39017507433891296,
      "learning_rate": 4.8891756699330084e-05,
      "loss": 5.5126,
      "step": 131835
    },
    {
      "epoch": 0.11540202076080953,
      "grad_norm": 0.3813982307910919,
      "learning_rate": 4.889166551795364e-05,
      "loss": 4.9618,
      "step": 131840
    },
    {
      "epoch": 0.11540639735443668,
      "grad_norm": 0.42518895864486694,
      "learning_rate": 4.889157433293325e-05,
      "loss": 5.167,
      "step": 131845
    },
    {
      "epoch": 0.11541077394806384,
      "grad_norm": 0.3828534185886383,
      "learning_rate": 4.889148314426893e-05,
      "loss": 5.1752,
      "step": 131850
    },
    {
      "epoch": 0.11541515054169099,
      "grad_norm": 0.41971275210380554,
      "learning_rate": 4.88913919519607e-05,
      "loss": 4.9474,
      "step": 131855
    },
    {
      "epoch": 0.11541952713531815,
      "grad_norm": 0.41332924365997314,
      "learning_rate": 4.889130075600855e-05,
      "loss": 4.1006,
      "step": 131860
    },
    {
      "epoch": 0.1154239037289453,
      "grad_norm": 0.44697830080986023,
      "learning_rate": 4.889120955641254e-05,
      "loss": 4.9538,
      "step": 131865
    },
    {
      "epoch": 0.11542828032257246,
      "grad_norm": 0.39179766178131104,
      "learning_rate": 4.889111835317266e-05,
      "loss": 4.7488,
      "step": 131870
    },
    {
      "epoch": 0.11543265691619961,
      "grad_norm": 0.3961770534515381,
      "learning_rate": 4.8891027146288936e-05,
      "loss": 4.9562,
      "step": 131875
    },
    {
      "epoch": 0.11543703350982677,
      "grad_norm": 0.44588953256607056,
      "learning_rate": 4.889093593576138e-05,
      "loss": 5.1755,
      "step": 131880
    },
    {
      "epoch": 0.11544141010345392,
      "grad_norm": 0.4003758728504181,
      "learning_rate": 4.8890844721590014e-05,
      "loss": 4.9962,
      "step": 131885
    },
    {
      "epoch": 0.11544578669708107,
      "grad_norm": 0.3965558409690857,
      "learning_rate": 4.889075350377485e-05,
      "loss": 4.9748,
      "step": 131890
    },
    {
      "epoch": 0.11545016329070823,
      "grad_norm": 0.41997215151786804,
      "learning_rate": 4.8890662282315924e-05,
      "loss": 5.1921,
      "step": 131895
    },
    {
      "epoch": 0.11545453988433538,
      "grad_norm": 0.43547511100769043,
      "learning_rate": 4.889057105721324e-05,
      "loss": 4.9473,
      "step": 131900
    },
    {
      "epoch": 0.11545891647796254,
      "grad_norm": 0.37201449275016785,
      "learning_rate": 4.889047982846682e-05,
      "loss": 5.282,
      "step": 131905
    },
    {
      "epoch": 0.11546329307158969,
      "grad_norm": 0.3727603554725647,
      "learning_rate": 4.8890388596076664e-05,
      "loss": 5.6496,
      "step": 131910
    },
    {
      "epoch": 0.11546766966521685,
      "grad_norm": 0.37696823477745056,
      "learning_rate": 4.889029736004281e-05,
      "loss": 5.8101,
      "step": 131915
    },
    {
      "epoch": 0.115472046258844,
      "grad_norm": 0.38042595982551575,
      "learning_rate": 4.889020612036527e-05,
      "loss": 5.4672,
      "step": 131920
    },
    {
      "epoch": 0.11547642285247116,
      "grad_norm": 0.38680821657180786,
      "learning_rate": 4.8890114877044056e-05,
      "loss": 4.7474,
      "step": 131925
    },
    {
      "epoch": 0.1154807994460983,
      "grad_norm": 0.4098181426525116,
      "learning_rate": 4.88900236300792e-05,
      "loss": 4.8745,
      "step": 131930
    },
    {
      "epoch": 0.11548517603972547,
      "grad_norm": 0.4227639138698578,
      "learning_rate": 4.88899323794707e-05,
      "loss": 5.5151,
      "step": 131935
    },
    {
      "epoch": 0.11548955263335262,
      "grad_norm": 0.4042227566242218,
      "learning_rate": 4.8889841125218595e-05,
      "loss": 5.6756,
      "step": 131940
    },
    {
      "epoch": 0.11549392922697978,
      "grad_norm": 0.3952181935310364,
      "learning_rate": 4.888974986732288e-05,
      "loss": 5.1778,
      "step": 131945
    },
    {
      "epoch": 0.11549830582060693,
      "grad_norm": 0.43513521552085876,
      "learning_rate": 4.88896586057836e-05,
      "loss": 5.5236,
      "step": 131950
    },
    {
      "epoch": 0.11550268241423409,
      "grad_norm": 0.4015653133392334,
      "learning_rate": 4.888956734060073e-05,
      "loss": 4.8484,
      "step": 131955
    },
    {
      "epoch": 0.11550705900786123,
      "grad_norm": 0.38113147020339966,
      "learning_rate": 4.8889476071774334e-05,
      "loss": 5.201,
      "step": 131960
    },
    {
      "epoch": 0.1155114356014884,
      "grad_norm": 0.4234204888343811,
      "learning_rate": 4.888938479930439e-05,
      "loss": 5.4921,
      "step": 131965
    },
    {
      "epoch": 0.11551581219511554,
      "grad_norm": 0.3803674578666687,
      "learning_rate": 4.888929352319095e-05,
      "loss": 5.7686,
      "step": 131970
    },
    {
      "epoch": 0.1155201887887427,
      "grad_norm": 0.3921547830104828,
      "learning_rate": 4.8889202243434015e-05,
      "loss": 5.4486,
      "step": 131975
    },
    {
      "epoch": 0.11552456538236985,
      "grad_norm": 0.389132022857666,
      "learning_rate": 4.8889110960033614e-05,
      "loss": 5.1572,
      "step": 131980
    },
    {
      "epoch": 0.11552894197599702,
      "grad_norm": 0.46143147349357605,
      "learning_rate": 4.8889019672989744e-05,
      "loss": 5.4655,
      "step": 131985
    },
    {
      "epoch": 0.11553331856962416,
      "grad_norm": 0.3636137545108795,
      "learning_rate": 4.8888928382302434e-05,
      "loss": 5.7599,
      "step": 131990
    },
    {
      "epoch": 0.11553769516325132,
      "grad_norm": 0.35760068893432617,
      "learning_rate": 4.8888837087971696e-05,
      "loss": 5.1686,
      "step": 131995
    },
    {
      "epoch": 0.11554207175687847,
      "grad_norm": 0.34259897470474243,
      "learning_rate": 4.888874578999757e-05,
      "loss": 6.3363,
      "step": 132000
    },
    {
      "epoch": 0.11554644835050563,
      "grad_norm": 0.342652827501297,
      "learning_rate": 4.888865448838004e-05,
      "loss": 5.7997,
      "step": 132005
    },
    {
      "epoch": 0.11555082494413278,
      "grad_norm": 0.4112641513347626,
      "learning_rate": 4.888856318311914e-05,
      "loss": 5.4675,
      "step": 132010
    },
    {
      "epoch": 0.11555520153775993,
      "grad_norm": 0.4169515371322632,
      "learning_rate": 4.888847187421489e-05,
      "loss": 4.9681,
      "step": 132015
    },
    {
      "epoch": 0.11555957813138709,
      "grad_norm": 0.4121148884296417,
      "learning_rate": 4.888838056166731e-05,
      "loss": 5.684,
      "step": 132020
    },
    {
      "epoch": 0.11556395472501424,
      "grad_norm": 0.3622988164424896,
      "learning_rate": 4.888828924547642e-05,
      "loss": 5.992,
      "step": 132025
    },
    {
      "epoch": 0.1155683313186414,
      "grad_norm": 0.3455011248588562,
      "learning_rate": 4.888819792564222e-05,
      "loss": 5.9623,
      "step": 132030
    },
    {
      "epoch": 0.11557270791226855,
      "grad_norm": 0.37830010056495667,
      "learning_rate": 4.888810660216473e-05,
      "loss": 5.1581,
      "step": 132035
    },
    {
      "epoch": 0.11557708450589571,
      "grad_norm": 0.3810465335845947,
      "learning_rate": 4.888801527504398e-05,
      "loss": 4.9822,
      "step": 132040
    },
    {
      "epoch": 0.11558146109952286,
      "grad_norm": 0.45478877425193787,
      "learning_rate": 4.888792394428e-05,
      "loss": 4.9754,
      "step": 132045
    },
    {
      "epoch": 0.11558583769315002,
      "grad_norm": 0.40052178502082825,
      "learning_rate": 4.888783260987277e-05,
      "loss": 5.4838,
      "step": 132050
    },
    {
      "epoch": 0.11559021428677717,
      "grad_norm": 0.43751469254493713,
      "learning_rate": 4.8887741271822354e-05,
      "loss": 4.6365,
      "step": 132055
    },
    {
      "epoch": 0.11559459088040433,
      "grad_norm": 0.36695531010627747,
      "learning_rate": 4.888764993012872e-05,
      "loss": 6.0125,
      "step": 132060
    },
    {
      "epoch": 0.11559896747403148,
      "grad_norm": 0.3912437856197357,
      "learning_rate": 4.8887558584791914e-05,
      "loss": 5.6949,
      "step": 132065
    },
    {
      "epoch": 0.11560334406765864,
      "grad_norm": 0.3978496491909027,
      "learning_rate": 4.888746723581196e-05,
      "loss": 4.9567,
      "step": 132070
    },
    {
      "epoch": 0.11560772066128579,
      "grad_norm": 0.40329620242118835,
      "learning_rate": 4.8887375883188854e-05,
      "loss": 5.5306,
      "step": 132075
    },
    {
      "epoch": 0.11561209725491295,
      "grad_norm": 0.37739840149879456,
      "learning_rate": 4.888728452692263e-05,
      "loss": 6.0094,
      "step": 132080
    },
    {
      "epoch": 0.1156164738485401,
      "grad_norm": 0.4418449103832245,
      "learning_rate": 4.8887193167013304e-05,
      "loss": 4.6723,
      "step": 132085
    },
    {
      "epoch": 0.11562085044216726,
      "grad_norm": 0.37030646204948425,
      "learning_rate": 4.888710180346088e-05,
      "loss": 5.766,
      "step": 132090
    },
    {
      "epoch": 0.1156252270357944,
      "grad_norm": 0.4135589003562927,
      "learning_rate": 4.888701043626539e-05,
      "loss": 5.012,
      "step": 132095
    },
    {
      "epoch": 0.11562960362942157,
      "grad_norm": 0.378036767244339,
      "learning_rate": 4.888691906542685e-05,
      "loss": 5.5083,
      "step": 132100
    },
    {
      "epoch": 0.11563398022304872,
      "grad_norm": 0.40756717324256897,
      "learning_rate": 4.888682769094527e-05,
      "loss": 6.0432,
      "step": 132105
    },
    {
      "epoch": 0.11563835681667588,
      "grad_norm": 0.4168086349964142,
      "learning_rate": 4.888673631282067e-05,
      "loss": 5.1812,
      "step": 132110
    },
    {
      "epoch": 0.11564273341030303,
      "grad_norm": 0.4306464195251465,
      "learning_rate": 4.8886644931053073e-05,
      "loss": 5.1496,
      "step": 132115
    },
    {
      "epoch": 0.11564711000393019,
      "grad_norm": 0.43938347697257996,
      "learning_rate": 4.88865535456425e-05,
      "loss": 4.7331,
      "step": 132120
    },
    {
      "epoch": 0.11565148659755733,
      "grad_norm": 0.44152748584747314,
      "learning_rate": 4.888646215658895e-05,
      "loss": 4.9541,
      "step": 132125
    },
    {
      "epoch": 0.1156558631911845,
      "grad_norm": 0.40085864067077637,
      "learning_rate": 4.888637076389247e-05,
      "loss": 4.8602,
      "step": 132130
    },
    {
      "epoch": 0.11566023978481164,
      "grad_norm": 0.43989792466163635,
      "learning_rate": 4.888627936755304e-05,
      "loss": 5.4816,
      "step": 132135
    },
    {
      "epoch": 0.1156646163784388,
      "grad_norm": 0.38096293807029724,
      "learning_rate": 4.888618796757072e-05,
      "loss": 5.9865,
      "step": 132140
    },
    {
      "epoch": 0.11566899297206595,
      "grad_norm": 0.4298419952392578,
      "learning_rate": 4.8886096563945485e-05,
      "loss": 5.7927,
      "step": 132145
    },
    {
      "epoch": 0.1156733695656931,
      "grad_norm": 0.36405396461486816,
      "learning_rate": 4.8886005156677385e-05,
      "loss": 6.2682,
      "step": 132150
    },
    {
      "epoch": 0.11567774615932026,
      "grad_norm": 0.3824808597564697,
      "learning_rate": 4.888591374576642e-05,
      "loss": 5.194,
      "step": 132155
    },
    {
      "epoch": 0.11568212275294741,
      "grad_norm": 0.38246485590934753,
      "learning_rate": 4.888582233121263e-05,
      "loss": 4.9685,
      "step": 132160
    },
    {
      "epoch": 0.11568649934657457,
      "grad_norm": 0.3699922561645508,
      "learning_rate": 4.8885730913015995e-05,
      "loss": 5.9887,
      "step": 132165
    },
    {
      "epoch": 0.11569087594020172,
      "grad_norm": 0.371711403131485,
      "learning_rate": 4.888563949117656e-05,
      "loss": 5.2499,
      "step": 132170
    },
    {
      "epoch": 0.11569525253382888,
      "grad_norm": 0.3530502915382385,
      "learning_rate": 4.888554806569434e-05,
      "loss": 6.2687,
      "step": 132175
    },
    {
      "epoch": 0.11569962912745603,
      "grad_norm": 0.3544536530971527,
      "learning_rate": 4.888545663656935e-05,
      "loss": 5.8016,
      "step": 132180
    },
    {
      "epoch": 0.11570400572108319,
      "grad_norm": 0.4141393303871155,
      "learning_rate": 4.8885365203801605e-05,
      "loss": 4.6207,
      "step": 132185
    },
    {
      "epoch": 0.11570838231471034,
      "grad_norm": 0.38823673129081726,
      "learning_rate": 4.8885273767391126e-05,
      "loss": 5.1491,
      "step": 132190
    },
    {
      "epoch": 0.1157127589083375,
      "grad_norm": 0.36299556493759155,
      "learning_rate": 4.888518232733793e-05,
      "loss": 5.4072,
      "step": 132195
    },
    {
      "epoch": 0.11571713550196465,
      "grad_norm": 0.4323153495788574,
      "learning_rate": 4.8885090883642026e-05,
      "loss": 4.9247,
      "step": 132200
    },
    {
      "epoch": 0.11572151209559181,
      "grad_norm": 0.4458205997943878,
      "learning_rate": 4.8884999436303447e-05,
      "loss": 5.1911,
      "step": 132205
    },
    {
      "epoch": 0.11572588868921896,
      "grad_norm": 0.4351981580257416,
      "learning_rate": 4.8884907985322205e-05,
      "loss": 5.2714,
      "step": 132210
    },
    {
      "epoch": 0.11573026528284612,
      "grad_norm": 0.4066653549671173,
      "learning_rate": 4.888481653069831e-05,
      "loss": 4.9755,
      "step": 132215
    },
    {
      "epoch": 0.11573464187647327,
      "grad_norm": 0.37701216340065,
      "learning_rate": 4.888472507243178e-05,
      "loss": 5.8009,
      "step": 132220
    },
    {
      "epoch": 0.11573901847010043,
      "grad_norm": 0.406085729598999,
      "learning_rate": 4.8884633610522646e-05,
      "loss": 5.1749,
      "step": 132225
    },
    {
      "epoch": 0.11574339506372758,
      "grad_norm": 0.4111654758453369,
      "learning_rate": 4.8884542144970926e-05,
      "loss": 4.6582,
      "step": 132230
    },
    {
      "epoch": 0.11574777165735474,
      "grad_norm": 0.38098442554473877,
      "learning_rate": 4.888445067577661e-05,
      "loss": 5.7529,
      "step": 132235
    },
    {
      "epoch": 0.11575214825098189,
      "grad_norm": 0.4067859351634979,
      "learning_rate": 4.8884359202939747e-05,
      "loss": 5.7025,
      "step": 132240
    },
    {
      "epoch": 0.11575652484460905,
      "grad_norm": 0.45717358589172363,
      "learning_rate": 4.888426772646034e-05,
      "loss": 4.4593,
      "step": 132245
    },
    {
      "epoch": 0.1157609014382362,
      "grad_norm": 0.4177663028240204,
      "learning_rate": 4.888417624633841e-05,
      "loss": 4.6254,
      "step": 132250
    },
    {
      "epoch": 0.11576527803186336,
      "grad_norm": 0.3797672688961029,
      "learning_rate": 4.888408476257397e-05,
      "loss": 5.1815,
      "step": 132255
    },
    {
      "epoch": 0.1157696546254905,
      "grad_norm": 0.4003342390060425,
      "learning_rate": 4.888399327516705e-05,
      "loss": 4.9036,
      "step": 132260
    },
    {
      "epoch": 0.11577403121911767,
      "grad_norm": 0.4185507893562317,
      "learning_rate": 4.888390178411765e-05,
      "loss": 5.439,
      "step": 132265
    },
    {
      "epoch": 0.11577840781274482,
      "grad_norm": 0.3986560106277466,
      "learning_rate": 4.88838102894258e-05,
      "loss": 6.0016,
      "step": 132270
    },
    {
      "epoch": 0.11578278440637196,
      "grad_norm": 0.3938637673854828,
      "learning_rate": 4.8883718791091514e-05,
      "loss": 5.1679,
      "step": 132275
    },
    {
      "epoch": 0.11578716099999913,
      "grad_norm": 0.3599892556667328,
      "learning_rate": 4.888362728911481e-05,
      "loss": 6.2969,
      "step": 132280
    },
    {
      "epoch": 0.11579153759362627,
      "grad_norm": 0.3780500888824463,
      "learning_rate": 4.88835357834957e-05,
      "loss": 5.5058,
      "step": 132285
    },
    {
      "epoch": 0.11579591418725343,
      "grad_norm": 0.45331940054893494,
      "learning_rate": 4.8883444274234215e-05,
      "loss": 4.9624,
      "step": 132290
    },
    {
      "epoch": 0.11580029078088058,
      "grad_norm": 0.42951834201812744,
      "learning_rate": 4.888335276133037e-05,
      "loss": 4.7255,
      "step": 132295
    },
    {
      "epoch": 0.11580466737450774,
      "grad_norm": 0.41241368651390076,
      "learning_rate": 4.888326124478416e-05,
      "loss": 5.6785,
      "step": 132300
    },
    {
      "epoch": 0.11580904396813489,
      "grad_norm": 0.3720845580101013,
      "learning_rate": 4.888316972459564e-05,
      "loss": 5.6879,
      "step": 132305
    },
    {
      "epoch": 0.11581342056176205,
      "grad_norm": 0.383920282125473,
      "learning_rate": 4.88830782007648e-05,
      "loss": 5.6924,
      "step": 132310
    },
    {
      "epoch": 0.1158177971553892,
      "grad_norm": 0.39903292059898376,
      "learning_rate": 4.8882986673291664e-05,
      "loss": 5.2807,
      "step": 132315
    },
    {
      "epoch": 0.11582217374901636,
      "grad_norm": 0.41476401686668396,
      "learning_rate": 4.888289514217624e-05,
      "loss": 6.0092,
      "step": 132320
    },
    {
      "epoch": 0.11582655034264351,
      "grad_norm": 0.3758748173713684,
      "learning_rate": 4.888280360741858e-05,
      "loss": 5.5141,
      "step": 132325
    },
    {
      "epoch": 0.11583092693627067,
      "grad_norm": 0.404076486825943,
      "learning_rate": 4.888271206901867e-05,
      "loss": 5.4576,
      "step": 132330
    },
    {
      "epoch": 0.11583530352989782,
      "grad_norm": 0.44877690076828003,
      "learning_rate": 4.8882620526976534e-05,
      "loss": 4.6439,
      "step": 132335
    },
    {
      "epoch": 0.11583968012352498,
      "grad_norm": 0.43348124623298645,
      "learning_rate": 4.8882528981292184e-05,
      "loss": 5.1988,
      "step": 132340
    },
    {
      "epoch": 0.11584405671715213,
      "grad_norm": 0.44266676902770996,
      "learning_rate": 4.8882437431965654e-05,
      "loss": 4.6895,
      "step": 132345
    },
    {
      "epoch": 0.11584843331077929,
      "grad_norm": 0.46143609285354614,
      "learning_rate": 4.888234587899695e-05,
      "loss": 5.6443,
      "step": 132350
    },
    {
      "epoch": 0.11585280990440644,
      "grad_norm": 0.4135178327560425,
      "learning_rate": 4.88822543223861e-05,
      "loss": 5.4861,
      "step": 132355
    },
    {
      "epoch": 0.1158571864980336,
      "grad_norm": 0.47942930459976196,
      "learning_rate": 4.88821627621331e-05,
      "loss": 5.7703,
      "step": 132360
    },
    {
      "epoch": 0.11586156309166075,
      "grad_norm": 0.4084339141845703,
      "learning_rate": 4.8882071198238e-05,
      "loss": 4.8298,
      "step": 132365
    },
    {
      "epoch": 0.11586593968528791,
      "grad_norm": 0.44775378704071045,
      "learning_rate": 4.888197963070079e-05,
      "loss": 4.4502,
      "step": 132370
    },
    {
      "epoch": 0.11587031627891506,
      "grad_norm": 0.3895148038864136,
      "learning_rate": 4.88818880595215e-05,
      "loss": 5.1802,
      "step": 132375
    },
    {
      "epoch": 0.11587469287254222,
      "grad_norm": 0.4070771634578705,
      "learning_rate": 4.8881796484700136e-05,
      "loss": 5.1801,
      "step": 132380
    },
    {
      "epoch": 0.11587906946616937,
      "grad_norm": 0.542609453201294,
      "learning_rate": 4.8881704906236736e-05,
      "loss": 5.483,
      "step": 132385
    },
    {
      "epoch": 0.11588344605979653,
      "grad_norm": 0.45929157733917236,
      "learning_rate": 4.8881613324131305e-05,
      "loss": 5.1316,
      "step": 132390
    },
    {
      "epoch": 0.11588782265342368,
      "grad_norm": 0.41390109062194824,
      "learning_rate": 4.888152173838386e-05,
      "loss": 4.9664,
      "step": 132395
    },
    {
      "epoch": 0.11589219924705083,
      "grad_norm": 0.45845451951026917,
      "learning_rate": 4.888143014899442e-05,
      "loss": 4.9474,
      "step": 132400
    },
    {
      "epoch": 0.11589657584067799,
      "grad_norm": 0.4617317020893097,
      "learning_rate": 4.888133855596301e-05,
      "loss": 5.9951,
      "step": 132405
    },
    {
      "epoch": 0.11590095243430514,
      "grad_norm": 0.49736297130584717,
      "learning_rate": 4.888124695928963e-05,
      "loss": 5.2834,
      "step": 132410
    },
    {
      "epoch": 0.1159053290279323,
      "grad_norm": 0.4155009090900421,
      "learning_rate": 4.888115535897432e-05,
      "loss": 5.9998,
      "step": 132415
    },
    {
      "epoch": 0.11590970562155944,
      "grad_norm": 0.4157118499279022,
      "learning_rate": 4.8881063755017076e-05,
      "loss": 5.2488,
      "step": 132420
    },
    {
      "epoch": 0.1159140822151866,
      "grad_norm": 0.4248853325843811,
      "learning_rate": 4.888097214741794e-05,
      "loss": 5.8119,
      "step": 132425
    },
    {
      "epoch": 0.11591845880881375,
      "grad_norm": 0.4088296592235565,
      "learning_rate": 4.88808805361769e-05,
      "loss": 4.9491,
      "step": 132430
    },
    {
      "epoch": 0.11592283540244092,
      "grad_norm": 0.4199289083480835,
      "learning_rate": 4.8880788921293995e-05,
      "loss": 4.7736,
      "step": 132435
    },
    {
      "epoch": 0.11592721199606806,
      "grad_norm": 0.4046355187892914,
      "learning_rate": 4.888069730276924e-05,
      "loss": 5.7908,
      "step": 132440
    },
    {
      "epoch": 0.11593158858969523,
      "grad_norm": 0.3718695640563965,
      "learning_rate": 4.888060568060266e-05,
      "loss": 5.6744,
      "step": 132445
    },
    {
      "epoch": 0.11593596518332237,
      "grad_norm": 0.3766268491744995,
      "learning_rate": 4.888051405479425e-05,
      "loss": 5.5131,
      "step": 132450
    },
    {
      "epoch": 0.11594034177694953,
      "grad_norm": 0.43736356496810913,
      "learning_rate": 4.888042242534403e-05,
      "loss": 4.9781,
      "step": 132455
    },
    {
      "epoch": 0.11594471837057668,
      "grad_norm": 0.40980264544487,
      "learning_rate": 4.8880330792252036e-05,
      "loss": 5.2065,
      "step": 132460
    },
    {
      "epoch": 0.11594909496420384,
      "grad_norm": 0.35229650139808655,
      "learning_rate": 4.888023915551828e-05,
      "loss": 6.0057,
      "step": 132465
    },
    {
      "epoch": 0.11595347155783099,
      "grad_norm": 0.405718594789505,
      "learning_rate": 4.888014751514278e-05,
      "loss": 4.9523,
      "step": 132470
    },
    {
      "epoch": 0.11595784815145815,
      "grad_norm": 0.3999965190887451,
      "learning_rate": 4.888005587112555e-05,
      "loss": 4.9362,
      "step": 132475
    },
    {
      "epoch": 0.1159622247450853,
      "grad_norm": 0.3590468168258667,
      "learning_rate": 4.887996422346661e-05,
      "loss": 5.6971,
      "step": 132480
    },
    {
      "epoch": 0.11596660133871246,
      "grad_norm": 0.3946583569049835,
      "learning_rate": 4.8879872572165975e-05,
      "loss": 5.7832,
      "step": 132485
    },
    {
      "epoch": 0.11597097793233961,
      "grad_norm": 0.41057729721069336,
      "learning_rate": 4.887978091722366e-05,
      "loss": 4.9718,
      "step": 132490
    },
    {
      "epoch": 0.11597535452596677,
      "grad_norm": 0.39658910036087036,
      "learning_rate": 4.8879689258639697e-05,
      "loss": 4.4707,
      "step": 132495
    },
    {
      "epoch": 0.11597973111959392,
      "grad_norm": 0.36315226554870605,
      "learning_rate": 4.8879597596414076e-05,
      "loss": 5.4553,
      "step": 132500
    },
    {
      "epoch": 0.11598410771322108,
      "grad_norm": 0.3781380355358124,
      "learning_rate": 4.8879505930546844e-05,
      "loss": 5.1548,
      "step": 132505
    },
    {
      "epoch": 0.11598848430684823,
      "grad_norm": 0.38961756229400635,
      "learning_rate": 4.8879414261038e-05,
      "loss": 5.2902,
      "step": 132510
    },
    {
      "epoch": 0.11599286090047539,
      "grad_norm": 0.4245358109474182,
      "learning_rate": 4.887932258788758e-05,
      "loss": 5.1818,
      "step": 132515
    },
    {
      "epoch": 0.11599723749410254,
      "grad_norm": 0.4198370575904846,
      "learning_rate": 4.8879230911095574e-05,
      "loss": 4.8746,
      "step": 132520
    },
    {
      "epoch": 0.1160016140877297,
      "grad_norm": 0.41718724370002747,
      "learning_rate": 4.887913923066203e-05,
      "loss": 4.1621,
      "step": 132525
    },
    {
      "epoch": 0.11600599068135685,
      "grad_norm": 0.4091780483722687,
      "learning_rate": 4.8879047546586945e-05,
      "loss": 4.6301,
      "step": 132530
    },
    {
      "epoch": 0.116010367274984,
      "grad_norm": 0.4388394355773926,
      "learning_rate": 4.8878955858870335e-05,
      "loss": 5.2494,
      "step": 132535
    },
    {
      "epoch": 0.11601474386861116,
      "grad_norm": 0.39447689056396484,
      "learning_rate": 4.8878864167512236e-05,
      "loss": 4.2556,
      "step": 132540
    },
    {
      "epoch": 0.1160191204622383,
      "grad_norm": 0.4629043638706207,
      "learning_rate": 4.8878772472512654e-05,
      "loss": 5.6945,
      "step": 132545
    },
    {
      "epoch": 0.11602349705586547,
      "grad_norm": 0.44421035051345825,
      "learning_rate": 4.887868077387161e-05,
      "loss": 5.4433,
      "step": 132550
    },
    {
      "epoch": 0.11602787364949262,
      "grad_norm": 0.40942198038101196,
      "learning_rate": 4.887858907158912e-05,
      "loss": 5.1848,
      "step": 132555
    },
    {
      "epoch": 0.11603225024311978,
      "grad_norm": 0.5091908574104309,
      "learning_rate": 4.88784973656652e-05,
      "loss": 5.3682,
      "step": 132560
    },
    {
      "epoch": 0.11603662683674693,
      "grad_norm": 0.5934455990791321,
      "learning_rate": 4.887840565609986e-05,
      "loss": 5.7113,
      "step": 132565
    },
    {
      "epoch": 0.11604100343037409,
      "grad_norm": 0.4440237879753113,
      "learning_rate": 4.887831394289314e-05,
      "loss": 5.7873,
      "step": 132570
    },
    {
      "epoch": 0.11604538002400124,
      "grad_norm": 0.48075440526008606,
      "learning_rate": 4.8878222226045036e-05,
      "loss": 4.9655,
      "step": 132575
    },
    {
      "epoch": 0.1160497566176284,
      "grad_norm": 0.4355972111225128,
      "learning_rate": 4.8878130505555576e-05,
      "loss": 5.4846,
      "step": 132580
    },
    {
      "epoch": 0.11605413321125554,
      "grad_norm": 0.44950348138809204,
      "learning_rate": 4.8878038781424776e-05,
      "loss": 4.982,
      "step": 132585
    },
    {
      "epoch": 0.1160585098048827,
      "grad_norm": 0.4188515543937683,
      "learning_rate": 4.887794705365266e-05,
      "loss": 5.4641,
      "step": 132590
    },
    {
      "epoch": 0.11606288639850985,
      "grad_norm": 0.43439140915870667,
      "learning_rate": 4.887785532223923e-05,
      "loss": 5.1687,
      "step": 132595
    },
    {
      "epoch": 0.11606726299213702,
      "grad_norm": 0.44057518243789673,
      "learning_rate": 4.887776358718451e-05,
      "loss": 6.0094,
      "step": 132600
    },
    {
      "epoch": 0.11607163958576416,
      "grad_norm": 0.40466782450675964,
      "learning_rate": 4.887767184848854e-05,
      "loss": 5.1983,
      "step": 132605
    },
    {
      "epoch": 0.11607601617939133,
      "grad_norm": 0.4341139495372772,
      "learning_rate": 4.88775801061513e-05,
      "loss": 5.9824,
      "step": 132610
    },
    {
      "epoch": 0.11608039277301847,
      "grad_norm": 0.3947317898273468,
      "learning_rate": 4.8877488360172844e-05,
      "loss": 5.1921,
      "step": 132615
    },
    {
      "epoch": 0.11608476936664563,
      "grad_norm": 0.4598539173603058,
      "learning_rate": 4.887739661055315e-05,
      "loss": 4.9456,
      "step": 132620
    },
    {
      "epoch": 0.11608914596027278,
      "grad_norm": 0.45069050788879395,
      "learning_rate": 4.887730485729226e-05,
      "loss": 5.2396,
      "step": 132625
    },
    {
      "epoch": 0.11609352255389994,
      "grad_norm": 0.37247151136398315,
      "learning_rate": 4.8877213100390205e-05,
      "loss": 5.7936,
      "step": 132630
    },
    {
      "epoch": 0.11609789914752709,
      "grad_norm": 0.3799061179161072,
      "learning_rate": 4.887712133984698e-05,
      "loss": 5.802,
      "step": 132635
    },
    {
      "epoch": 0.11610227574115425,
      "grad_norm": 0.4958113133907318,
      "learning_rate": 4.8877029575662604e-05,
      "loss": 4.4358,
      "step": 132640
    },
    {
      "epoch": 0.1161066523347814,
      "grad_norm": 0.4161234200000763,
      "learning_rate": 4.887693780783711e-05,
      "loss": 4.6873,
      "step": 132645
    },
    {
      "epoch": 0.11611102892840856,
      "grad_norm": 0.4177200198173523,
      "learning_rate": 4.8876846036370495e-05,
      "loss": 4.6685,
      "step": 132650
    },
    {
      "epoch": 0.11611540552203571,
      "grad_norm": 0.3738766312599182,
      "learning_rate": 4.887675426126279e-05,
      "loss": 5.1774,
      "step": 132655
    },
    {
      "epoch": 0.11611978211566286,
      "grad_norm": 0.3988565504550934,
      "learning_rate": 4.887666248251402e-05,
      "loss": 4.9753,
      "step": 132660
    },
    {
      "epoch": 0.11612415870929002,
      "grad_norm": 0.36610162258148193,
      "learning_rate": 4.887657070012418e-05,
      "loss": 5.3026,
      "step": 132665
    },
    {
      "epoch": 0.11612853530291717,
      "grad_norm": 0.35661226511001587,
      "learning_rate": 4.887647891409332e-05,
      "loss": 5.9973,
      "step": 132670
    },
    {
      "epoch": 0.11613291189654433,
      "grad_norm": 0.3658652603626251,
      "learning_rate": 4.887638712442142e-05,
      "loss": 5.2209,
      "step": 132675
    },
    {
      "epoch": 0.11613728849017148,
      "grad_norm": 0.354223370552063,
      "learning_rate": 4.8876295331108524e-05,
      "loss": 5.4611,
      "step": 132680
    },
    {
      "epoch": 0.11614166508379864,
      "grad_norm": 0.40022191405296326,
      "learning_rate": 4.887620353415464e-05,
      "loss": 4.9459,
      "step": 132685
    },
    {
      "epoch": 0.11614604167742579,
      "grad_norm": 0.3987741470336914,
      "learning_rate": 4.887611173355978e-05,
      "loss": 4.7599,
      "step": 132690
    },
    {
      "epoch": 0.11615041827105295,
      "grad_norm": 0.39524996280670166,
      "learning_rate": 4.8876019929323976e-05,
      "loss": 4.4119,
      "step": 132695
    },
    {
      "epoch": 0.1161547948646801,
      "grad_norm": 0.35237088799476624,
      "learning_rate": 4.8875928121447246e-05,
      "loss": 5.9822,
      "step": 132700
    },
    {
      "epoch": 0.11615917145830726,
      "grad_norm": 0.39632174372673035,
      "learning_rate": 4.88758363099296e-05,
      "loss": 4.9814,
      "step": 132705
    },
    {
      "epoch": 0.1161635480519344,
      "grad_norm": 0.43196961283683777,
      "learning_rate": 4.8875744494771044e-05,
      "loss": 5.4994,
      "step": 132710
    },
    {
      "epoch": 0.11616792464556157,
      "grad_norm": 0.41338008642196655,
      "learning_rate": 4.887565267597162e-05,
      "loss": 4.9803,
      "step": 132715
    },
    {
      "epoch": 0.11617230123918872,
      "grad_norm": 0.3675892651081085,
      "learning_rate": 4.887556085353133e-05,
      "loss": 5.2791,
      "step": 132720
    },
    {
      "epoch": 0.11617667783281588,
      "grad_norm": 0.4362444579601288,
      "learning_rate": 4.8875469027450195e-05,
      "loss": 5.702,
      "step": 132725
    },
    {
      "epoch": 0.11618105442644303,
      "grad_norm": 0.43704888224601746,
      "learning_rate": 4.8875377197728234e-05,
      "loss": 5.4369,
      "step": 132730
    },
    {
      "epoch": 0.11618543102007019,
      "grad_norm": 0.41821032762527466,
      "learning_rate": 4.887528536436546e-05,
      "loss": 5.4922,
      "step": 132735
    },
    {
      "epoch": 0.11618980761369734,
      "grad_norm": 0.37151917815208435,
      "learning_rate": 4.88751935273619e-05,
      "loss": 5.4639,
      "step": 132740
    },
    {
      "epoch": 0.1161941842073245,
      "grad_norm": 0.41274136304855347,
      "learning_rate": 4.887510168671756e-05,
      "loss": 5.5003,
      "step": 132745
    },
    {
      "epoch": 0.11619856080095164,
      "grad_norm": 0.4148736596107483,
      "learning_rate": 4.8875009842432474e-05,
      "loss": 5.6924,
      "step": 132750
    },
    {
      "epoch": 0.1162029373945788,
      "grad_norm": 0.3792036175727844,
      "learning_rate": 4.8874917994506644e-05,
      "loss": 5.7051,
      "step": 132755
    },
    {
      "epoch": 0.11620731398820595,
      "grad_norm": 0.4489085078239441,
      "learning_rate": 4.887482614294009e-05,
      "loss": 4.6368,
      "step": 132760
    },
    {
      "epoch": 0.11621169058183312,
      "grad_norm": 0.4574323892593384,
      "learning_rate": 4.887473428773284e-05,
      "loss": 5.1654,
      "step": 132765
    },
    {
      "epoch": 0.11621606717546026,
      "grad_norm": 0.44577670097351074,
      "learning_rate": 4.88746424288849e-05,
      "loss": 4.2002,
      "step": 132770
    },
    {
      "epoch": 0.11622044376908743,
      "grad_norm": 0.35485488176345825,
      "learning_rate": 4.887455056639629e-05,
      "loss": 5.8232,
      "step": 132775
    },
    {
      "epoch": 0.11622482036271457,
      "grad_norm": 0.4192378520965576,
      "learning_rate": 4.8874458700267047e-05,
      "loss": 4.6503,
      "step": 132780
    },
    {
      "epoch": 0.11622919695634173,
      "grad_norm": 0.41596290469169617,
      "learning_rate": 4.887436683049715e-05,
      "loss": 4.7588,
      "step": 132785
    },
    {
      "epoch": 0.11623357354996888,
      "grad_norm": 0.40582993626594543,
      "learning_rate": 4.8874274957086653e-05,
      "loss": 5.7764,
      "step": 132790
    },
    {
      "epoch": 0.11623795014359603,
      "grad_norm": 0.42640459537506104,
      "learning_rate": 4.887418308003556e-05,
      "loss": 4.6675,
      "step": 132795
    },
    {
      "epoch": 0.11624232673722319,
      "grad_norm": 0.3989678621292114,
      "learning_rate": 4.887409119934389e-05,
      "loss": 4.9415,
      "step": 132800
    },
    {
      "epoch": 0.11624670333085034,
      "grad_norm": 0.35892945528030396,
      "learning_rate": 4.887399931501165e-05,
      "loss": 6.2957,
      "step": 132805
    },
    {
      "epoch": 0.1162510799244775,
      "grad_norm": 0.4200337529182434,
      "learning_rate": 4.887390742703887e-05,
      "loss": 5.7211,
      "step": 132810
    },
    {
      "epoch": 0.11625545651810465,
      "grad_norm": 0.429330050945282,
      "learning_rate": 4.887381553542556e-05,
      "loss": 4.804,
      "step": 132815
    },
    {
      "epoch": 0.11625983311173181,
      "grad_norm": 0.40278929471969604,
      "learning_rate": 4.8873723640171756e-05,
      "loss": 5.2563,
      "step": 132820
    },
    {
      "epoch": 0.11626420970535896,
      "grad_norm": 0.42864927649497986,
      "learning_rate": 4.8873631741277445e-05,
      "loss": 5.2142,
      "step": 132825
    },
    {
      "epoch": 0.11626858629898612,
      "grad_norm": 0.41279318928718567,
      "learning_rate": 4.887353983874267e-05,
      "loss": 5.21,
      "step": 132830
    },
    {
      "epoch": 0.11627296289261327,
      "grad_norm": 0.41695699095726013,
      "learning_rate": 4.887344793256744e-05,
      "loss": 5.4062,
      "step": 132835
    },
    {
      "epoch": 0.11627733948624043,
      "grad_norm": 0.455140620470047,
      "learning_rate": 4.887335602275177e-05,
      "loss": 5.5034,
      "step": 132840
    },
    {
      "epoch": 0.11628171607986758,
      "grad_norm": 0.4297705590724945,
      "learning_rate": 4.887326410929569e-05,
      "loss": 5.7992,
      "step": 132845
    },
    {
      "epoch": 0.11628609267349474,
      "grad_norm": 0.491554319858551,
      "learning_rate": 4.8873172192199204e-05,
      "loss": 4.9804,
      "step": 132850
    },
    {
      "epoch": 0.11629046926712189,
      "grad_norm": 0.42120876908302307,
      "learning_rate": 4.8873080271462326e-05,
      "loss": 4.7822,
      "step": 132855
    },
    {
      "epoch": 0.11629484586074905,
      "grad_norm": 0.4798533022403717,
      "learning_rate": 4.887298834708509e-05,
      "loss": 5.6918,
      "step": 132860
    },
    {
      "epoch": 0.1162992224543762,
      "grad_norm": 0.438020259141922,
      "learning_rate": 4.8872896419067504e-05,
      "loss": 5.4893,
      "step": 132865
    },
    {
      "epoch": 0.11630359904800336,
      "grad_norm": 0.4462735950946808,
      "learning_rate": 4.8872804487409594e-05,
      "loss": 5.1806,
      "step": 132870
    },
    {
      "epoch": 0.1163079756416305,
      "grad_norm": 0.39133667945861816,
      "learning_rate": 4.8872712552111366e-05,
      "loss": 5.9932,
      "step": 132875
    },
    {
      "epoch": 0.11631235223525767,
      "grad_norm": 0.41284096240997314,
      "learning_rate": 4.8872620613172834e-05,
      "loss": 6.0117,
      "step": 132880
    },
    {
      "epoch": 0.11631672882888482,
      "grad_norm": 0.42525017261505127,
      "learning_rate": 4.887252867059403e-05,
      "loss": 4.1272,
      "step": 132885
    },
    {
      "epoch": 0.11632110542251198,
      "grad_norm": 0.5205929279327393,
      "learning_rate": 4.887243672437498e-05,
      "loss": 5.1975,
      "step": 132890
    },
    {
      "epoch": 0.11632548201613913,
      "grad_norm": 0.45386749505996704,
      "learning_rate": 4.8872344774515675e-05,
      "loss": 4.3971,
      "step": 132895
    },
    {
      "epoch": 0.11632985860976629,
      "grad_norm": 0.3800244927406311,
      "learning_rate": 4.887225282101615e-05,
      "loss": 5.7244,
      "step": 132900
    },
    {
      "epoch": 0.11633423520339344,
      "grad_norm": 0.4402323067188263,
      "learning_rate": 4.8872160863876414e-05,
      "loss": 5.4835,
      "step": 132905
    },
    {
      "epoch": 0.1163386117970206,
      "grad_norm": 0.40228694677352905,
      "learning_rate": 4.887206890309649e-05,
      "loss": 5.999,
      "step": 132910
    },
    {
      "epoch": 0.11634298839064774,
      "grad_norm": 0.39471888542175293,
      "learning_rate": 4.88719769386764e-05,
      "loss": 5.1878,
      "step": 132915
    },
    {
      "epoch": 0.11634736498427489,
      "grad_norm": 0.4453769624233246,
      "learning_rate": 4.887188497061616e-05,
      "loss": 4.4502,
      "step": 132920
    },
    {
      "epoch": 0.11635174157790205,
      "grad_norm": 0.44296693801879883,
      "learning_rate": 4.887179299891578e-05,
      "loss": 4.2256,
      "step": 132925
    },
    {
      "epoch": 0.1163561181715292,
      "grad_norm": 0.4535596966743469,
      "learning_rate": 4.8871701023575276e-05,
      "loss": 5.3001,
      "step": 132930
    },
    {
      "epoch": 0.11636049476515636,
      "grad_norm": 0.42729687690734863,
      "learning_rate": 4.887160904459468e-05,
      "loss": 4.9858,
      "step": 132935
    },
    {
      "epoch": 0.11636487135878351,
      "grad_norm": 0.4548107385635376,
      "learning_rate": 4.887151706197401e-05,
      "loss": 5.201,
      "step": 132940
    },
    {
      "epoch": 0.11636924795241067,
      "grad_norm": 0.3874305188655853,
      "learning_rate": 4.887142507571326e-05,
      "loss": 5.7795,
      "step": 132945
    },
    {
      "epoch": 0.11637362454603782,
      "grad_norm": 0.3895477056503296,
      "learning_rate": 4.8871333085812465e-05,
      "loss": 4.4318,
      "step": 132950
    },
    {
      "epoch": 0.11637800113966498,
      "grad_norm": 0.36034470796585083,
      "learning_rate": 4.887124109227165e-05,
      "loss": 5.4868,
      "step": 132955
    },
    {
      "epoch": 0.11638237773329213,
      "grad_norm": 0.4138697683811188,
      "learning_rate": 4.887114909509082e-05,
      "loss": 5.3887,
      "step": 132960
    },
    {
      "epoch": 0.11638675432691929,
      "grad_norm": 0.4155292212963104,
      "learning_rate": 4.887105709426999e-05,
      "loss": 5.1867,
      "step": 132965
    },
    {
      "epoch": 0.11639113092054644,
      "grad_norm": 0.40169814229011536,
      "learning_rate": 4.887096508980919e-05,
      "loss": 4.6702,
      "step": 132970
    },
    {
      "epoch": 0.1163955075141736,
      "grad_norm": 0.3535216450691223,
      "learning_rate": 4.887087308170842e-05,
      "loss": 6.3074,
      "step": 132975
    },
    {
      "epoch": 0.11639988410780075,
      "grad_norm": 0.40685930848121643,
      "learning_rate": 4.887078106996773e-05,
      "loss": 5.7008,
      "step": 132980
    },
    {
      "epoch": 0.11640426070142791,
      "grad_norm": 0.4274143874645233,
      "learning_rate": 4.88706890545871e-05,
      "loss": 5.4794,
      "step": 132985
    },
    {
      "epoch": 0.11640863729505506,
      "grad_norm": 0.3908516764640808,
      "learning_rate": 4.887059703556658e-05,
      "loss": 5.4223,
      "step": 132990
    },
    {
      "epoch": 0.11641301388868222,
      "grad_norm": 0.3936251103878021,
      "learning_rate": 4.8870505012906166e-05,
      "loss": 4.9028,
      "step": 132995
    },
    {
      "epoch": 0.11641739048230937,
      "grad_norm": 0.3593817949295044,
      "learning_rate": 4.887041298660588e-05,
      "loss": 5.7812,
      "step": 133000
    },
    {
      "epoch": 0.11642176707593653,
      "grad_norm": 0.45105108618736267,
      "learning_rate": 4.887032095666575e-05,
      "loss": 5.7887,
      "step": 133005
    },
    {
      "epoch": 0.11642614366956368,
      "grad_norm": 0.5004754662513733,
      "learning_rate": 4.887022892308578e-05,
      "loss": 4.6161,
      "step": 133010
    },
    {
      "epoch": 0.11643052026319084,
      "grad_norm": 0.3797471523284912,
      "learning_rate": 4.8870136885866e-05,
      "loss": 5.8116,
      "step": 133015
    },
    {
      "epoch": 0.11643489685681799,
      "grad_norm": 0.4212331473827362,
      "learning_rate": 4.887004484500642e-05,
      "loss": 5.1709,
      "step": 133020
    },
    {
      "epoch": 0.11643927345044515,
      "grad_norm": 0.36054694652557373,
      "learning_rate": 4.886995280050706e-05,
      "loss": 5.2531,
      "step": 133025
    },
    {
      "epoch": 0.1164436500440723,
      "grad_norm": 0.37494829297065735,
      "learning_rate": 4.886986075236794e-05,
      "loss": 5.8106,
      "step": 133030
    },
    {
      "epoch": 0.11644802663769946,
      "grad_norm": 0.3777444064617157,
      "learning_rate": 4.886976870058906e-05,
      "loss": 5.4759,
      "step": 133035
    },
    {
      "epoch": 0.1164524032313266,
      "grad_norm": 0.3717899024486542,
      "learning_rate": 4.886967664517047e-05,
      "loss": 5.4844,
      "step": 133040
    },
    {
      "epoch": 0.11645677982495375,
      "grad_norm": 0.35465919971466064,
      "learning_rate": 4.886958458611216e-05,
      "loss": 5.7868,
      "step": 133045
    },
    {
      "epoch": 0.11646115641858092,
      "grad_norm": 0.4194311797618866,
      "learning_rate": 4.886949252341416e-05,
      "loss": 5.29,
      "step": 133050
    },
    {
      "epoch": 0.11646553301220806,
      "grad_norm": 0.41801437735557556,
      "learning_rate": 4.8869400457076485e-05,
      "loss": 5.4227,
      "step": 133055
    },
    {
      "epoch": 0.11646990960583523,
      "grad_norm": 0.4191606938838959,
      "learning_rate": 4.8869308387099165e-05,
      "loss": 4.6298,
      "step": 133060
    },
    {
      "epoch": 0.11647428619946237,
      "grad_norm": 0.3871202766895294,
      "learning_rate": 4.886921631348219e-05,
      "loss": 5.7166,
      "step": 133065
    },
    {
      "epoch": 0.11647866279308954,
      "grad_norm": 0.4037415385246277,
      "learning_rate": 4.8869124236225605e-05,
      "loss": 6.0105,
      "step": 133070
    },
    {
      "epoch": 0.11648303938671668,
      "grad_norm": 0.3993031084537506,
      "learning_rate": 4.886903215532942e-05,
      "loss": 4.9617,
      "step": 133075
    },
    {
      "epoch": 0.11648741598034384,
      "grad_norm": 0.3562934398651123,
      "learning_rate": 4.886894007079364e-05,
      "loss": 5.4525,
      "step": 133080
    },
    {
      "epoch": 0.11649179257397099,
      "grad_norm": 0.361051470041275,
      "learning_rate": 4.8868847982618294e-05,
      "loss": 5.7742,
      "step": 133085
    },
    {
      "epoch": 0.11649616916759815,
      "grad_norm": 0.3900618553161621,
      "learning_rate": 4.886875589080341e-05,
      "loss": 5.4772,
      "step": 133090
    },
    {
      "epoch": 0.1165005457612253,
      "grad_norm": 0.4032181203365326,
      "learning_rate": 4.886866379534899e-05,
      "loss": 5.4152,
      "step": 133095
    },
    {
      "epoch": 0.11650492235485246,
      "grad_norm": 0.38155534863471985,
      "learning_rate": 4.886857169625504e-05,
      "loss": 5.4691,
      "step": 133100
    },
    {
      "epoch": 0.11650929894847961,
      "grad_norm": 0.42859965562820435,
      "learning_rate": 4.886847959352161e-05,
      "loss": 4.458,
      "step": 133105
    },
    {
      "epoch": 0.11651367554210677,
      "grad_norm": 0.43769964575767517,
      "learning_rate": 4.886838748714869e-05,
      "loss": 5.233,
      "step": 133110
    },
    {
      "epoch": 0.11651805213573392,
      "grad_norm": 0.41437146067619324,
      "learning_rate": 4.886829537713632e-05,
      "loss": 5.2712,
      "step": 133115
    },
    {
      "epoch": 0.11652242872936108,
      "grad_norm": 0.3746584355831146,
      "learning_rate": 4.88682032634845e-05,
      "loss": 5.7882,
      "step": 133120
    },
    {
      "epoch": 0.11652680532298823,
      "grad_norm": 0.38054919242858887,
      "learning_rate": 4.886811114619326e-05,
      "loss": 5.4801,
      "step": 133125
    },
    {
      "epoch": 0.11653118191661539,
      "grad_norm": 0.4336434602737427,
      "learning_rate": 4.8868019025262614e-05,
      "loss": 5.3543,
      "step": 133130
    },
    {
      "epoch": 0.11653555851024254,
      "grad_norm": 0.4060249328613281,
      "learning_rate": 4.8867926900692584e-05,
      "loss": 5.4033,
      "step": 133135
    },
    {
      "epoch": 0.1165399351038697,
      "grad_norm": 0.38224801421165466,
      "learning_rate": 4.8867834772483165e-05,
      "loss": 4.9459,
      "step": 133140
    },
    {
      "epoch": 0.11654431169749685,
      "grad_norm": 0.41197001934051514,
      "learning_rate": 4.88677426406344e-05,
      "loss": 5.2834,
      "step": 133145
    },
    {
      "epoch": 0.11654868829112401,
      "grad_norm": 0.38777729868888855,
      "learning_rate": 4.88676505051463e-05,
      "loss": 5.2538,
      "step": 133150
    },
    {
      "epoch": 0.11655306488475116,
      "grad_norm": 0.40962156653404236,
      "learning_rate": 4.886755836601887e-05,
      "loss": 5.6742,
      "step": 133155
    },
    {
      "epoch": 0.11655744147837832,
      "grad_norm": 0.39186805486679077,
      "learning_rate": 4.8867466223252155e-05,
      "loss": 5.1494,
      "step": 133160
    },
    {
      "epoch": 0.11656181807200547,
      "grad_norm": 0.4159097373485565,
      "learning_rate": 4.886737407684615e-05,
      "loss": 4.6851,
      "step": 133165
    },
    {
      "epoch": 0.11656619466563263,
      "grad_norm": 0.41804370284080505,
      "learning_rate": 4.886728192680088e-05,
      "loss": 4.6771,
      "step": 133170
    },
    {
      "epoch": 0.11657057125925978,
      "grad_norm": 0.4126605689525604,
      "learning_rate": 4.886718977311636e-05,
      "loss": 4.4587,
      "step": 133175
    },
    {
      "epoch": 0.11657494785288693,
      "grad_norm": 0.373863160610199,
      "learning_rate": 4.8867097615792624e-05,
      "loss": 4.9535,
      "step": 133180
    },
    {
      "epoch": 0.11657932444651409,
      "grad_norm": 0.4052368104457855,
      "learning_rate": 4.886700545482966e-05,
      "loss": 5.2634,
      "step": 133185
    },
    {
      "epoch": 0.11658370104014124,
      "grad_norm": 0.4816017150878906,
      "learning_rate": 4.886691329022751e-05,
      "loss": 4.652,
      "step": 133190
    },
    {
      "epoch": 0.1165880776337684,
      "grad_norm": 0.4021637439727783,
      "learning_rate": 4.8866821121986184e-05,
      "loss": 4.7722,
      "step": 133195
    },
    {
      "epoch": 0.11659245422739554,
      "grad_norm": 0.43095141649246216,
      "learning_rate": 4.886672895010569e-05,
      "loss": 5.9773,
      "step": 133200
    },
    {
      "epoch": 0.1165968308210227,
      "grad_norm": 0.4130978584289551,
      "learning_rate": 4.886663677458606e-05,
      "loss": 5.3996,
      "step": 133205
    },
    {
      "epoch": 0.11660120741464985,
      "grad_norm": 0.4043501317501068,
      "learning_rate": 4.886654459542731e-05,
      "loss": 5.7667,
      "step": 133210
    },
    {
      "epoch": 0.11660558400827702,
      "grad_norm": 0.4184578061103821,
      "learning_rate": 4.886645241262945e-05,
      "loss": 4.9853,
      "step": 133215
    },
    {
      "epoch": 0.11660996060190416,
      "grad_norm": 0.36913397908210754,
      "learning_rate": 4.8866360226192506e-05,
      "loss": 5.7413,
      "step": 133220
    },
    {
      "epoch": 0.11661433719553133,
      "grad_norm": 0.41241106390953064,
      "learning_rate": 4.886626803611649e-05,
      "loss": 5.2558,
      "step": 133225
    },
    {
      "epoch": 0.11661871378915847,
      "grad_norm": 0.39820998907089233,
      "learning_rate": 4.886617584240143e-05,
      "loss": 4.8351,
      "step": 133230
    },
    {
      "epoch": 0.11662309038278564,
      "grad_norm": 0.3650084137916565,
      "learning_rate": 4.8866083645047326e-05,
      "loss": 5.2619,
      "step": 133235
    },
    {
      "epoch": 0.11662746697641278,
      "grad_norm": 0.4208191931247711,
      "learning_rate": 4.88659914440542e-05,
      "loss": 4.9352,
      "step": 133240
    },
    {
      "epoch": 0.11663184357003994,
      "grad_norm": 0.4054050147533417,
      "learning_rate": 4.8865899239422095e-05,
      "loss": 4.8831,
      "step": 133245
    },
    {
      "epoch": 0.11663622016366709,
      "grad_norm": 0.3593832850456238,
      "learning_rate": 4.8865807031151e-05,
      "loss": 5.4676,
      "step": 133250
    },
    {
      "epoch": 0.11664059675729425,
      "grad_norm": 0.3832896649837494,
      "learning_rate": 4.8865714819240936e-05,
      "loss": 5.3898,
      "step": 133255
    },
    {
      "epoch": 0.1166449733509214,
      "grad_norm": 0.37315917015075684,
      "learning_rate": 4.886562260369193e-05,
      "loss": 5.1718,
      "step": 133260
    },
    {
      "epoch": 0.11664934994454856,
      "grad_norm": 0.3622837960720062,
      "learning_rate": 4.8865530384503997e-05,
      "loss": 5.7852,
      "step": 133265
    },
    {
      "epoch": 0.11665372653817571,
      "grad_norm": 0.39555275440216064,
      "learning_rate": 4.8865438161677155e-05,
      "loss": 5.6605,
      "step": 133270
    },
    {
      "epoch": 0.11665810313180287,
      "grad_norm": 0.4111308157444,
      "learning_rate": 4.8865345935211426e-05,
      "loss": 4.4506,
      "step": 133275
    },
    {
      "epoch": 0.11666247972543002,
      "grad_norm": 0.4211181700229645,
      "learning_rate": 4.8865253705106816e-05,
      "loss": 4.4242,
      "step": 133280
    },
    {
      "epoch": 0.11666685631905718,
      "grad_norm": 0.41922610998153687,
      "learning_rate": 4.886516147136335e-05,
      "loss": 4.9508,
      "step": 133285
    },
    {
      "epoch": 0.11667123291268433,
      "grad_norm": 0.4045487940311432,
      "learning_rate": 4.886506923398105e-05,
      "loss": 4.5898,
      "step": 133290
    },
    {
      "epoch": 0.11667560950631149,
      "grad_norm": 0.37805458903312683,
      "learning_rate": 4.886497699295992e-05,
      "loss": 5.1783,
      "step": 133295
    },
    {
      "epoch": 0.11667998609993864,
      "grad_norm": 0.37273138761520386,
      "learning_rate": 4.88648847483e-05,
      "loss": 5.4976,
      "step": 133300
    },
    {
      "epoch": 0.11668436269356579,
      "grad_norm": 0.40615367889404297,
      "learning_rate": 4.886479250000129e-05,
      "loss": 5.4452,
      "step": 133305
    },
    {
      "epoch": 0.11668873928719295,
      "grad_norm": 0.37535059452056885,
      "learning_rate": 4.886470024806381e-05,
      "loss": 5.7012,
      "step": 133310
    },
    {
      "epoch": 0.1166931158808201,
      "grad_norm": 0.3802720606327057,
      "learning_rate": 4.886460799248758e-05,
      "loss": 5.4495,
      "step": 133315
    },
    {
      "epoch": 0.11669749247444726,
      "grad_norm": 0.37050873041152954,
      "learning_rate": 4.886451573327262e-05,
      "loss": 5.1829,
      "step": 133320
    },
    {
      "epoch": 0.11670186906807441,
      "grad_norm": 0.36895638704299927,
      "learning_rate": 4.8864423470418953e-05,
      "loss": 4.9816,
      "step": 133325
    },
    {
      "epoch": 0.11670624566170157,
      "grad_norm": 0.38323625922203064,
      "learning_rate": 4.8864331203926574e-05,
      "loss": 5.2631,
      "step": 133330
    },
    {
      "epoch": 0.11671062225532872,
      "grad_norm": 0.42729654908180237,
      "learning_rate": 4.8864238933795524e-05,
      "loss": 5.5071,
      "step": 133335
    },
    {
      "epoch": 0.11671499884895588,
      "grad_norm": 0.4265352189540863,
      "learning_rate": 4.8864146660025824e-05,
      "loss": 5.1451,
      "step": 133340
    },
    {
      "epoch": 0.11671937544258303,
      "grad_norm": 0.420824259519577,
      "learning_rate": 4.886405438261747e-05,
      "loss": 5.4645,
      "step": 133345
    },
    {
      "epoch": 0.11672375203621019,
      "grad_norm": 0.3906131088733673,
      "learning_rate": 4.886396210157049e-05,
      "loss": 5.3861,
      "step": 133350
    },
    {
      "epoch": 0.11672812862983734,
      "grad_norm": 0.42331966757774353,
      "learning_rate": 4.886386981688491e-05,
      "loss": 4.9496,
      "step": 133355
    },
    {
      "epoch": 0.1167325052234645,
      "grad_norm": 0.3618299663066864,
      "learning_rate": 4.886377752856074e-05,
      "loss": 5.4496,
      "step": 133360
    },
    {
      "epoch": 0.11673688181709165,
      "grad_norm": 0.36996275186538696,
      "learning_rate": 4.886368523659799e-05,
      "loss": 5.9865,
      "step": 133365
    },
    {
      "epoch": 0.1167412584107188,
      "grad_norm": 0.37697118520736694,
      "learning_rate": 4.8863592940996686e-05,
      "loss": 5.2017,
      "step": 133370
    },
    {
      "epoch": 0.11674563500434595,
      "grad_norm": 0.36983758211135864,
      "learning_rate": 4.8863500641756854e-05,
      "loss": 5.4835,
      "step": 133375
    },
    {
      "epoch": 0.11675001159797312,
      "grad_norm": 0.37986913323402405,
      "learning_rate": 4.88634083388785e-05,
      "loss": 4.7256,
      "step": 133380
    },
    {
      "epoch": 0.11675438819160026,
      "grad_norm": 0.4668073058128357,
      "learning_rate": 4.886331603236165e-05,
      "loss": 4.9501,
      "step": 133385
    },
    {
      "epoch": 0.11675876478522743,
      "grad_norm": 0.36424511671066284,
      "learning_rate": 4.886322372220631e-05,
      "loss": 5.2592,
      "step": 133390
    },
    {
      "epoch": 0.11676314137885457,
      "grad_norm": 0.4135397672653198,
      "learning_rate": 4.886313140841251e-05,
      "loss": 4.9579,
      "step": 133395
    },
    {
      "epoch": 0.11676751797248174,
      "grad_norm": 0.39080750942230225,
      "learning_rate": 4.8863039090980266e-05,
      "loss": 5.1671,
      "step": 133400
    },
    {
      "epoch": 0.11677189456610888,
      "grad_norm": 0.40772098302841187,
      "learning_rate": 4.8862946769909576e-05,
      "loss": 5.3945,
      "step": 133405
    },
    {
      "epoch": 0.11677627115973604,
      "grad_norm": 0.3923819065093994,
      "learning_rate": 4.88628544452005e-05,
      "loss": 5.1668,
      "step": 133410
    },
    {
      "epoch": 0.11678064775336319,
      "grad_norm": 0.4025039076805115,
      "learning_rate": 4.886276211685301e-05,
      "loss": 4.6331,
      "step": 133415
    },
    {
      "epoch": 0.11678502434699035,
      "grad_norm": 0.43095722794532776,
      "learning_rate": 4.8862669784867164e-05,
      "loss": 4.6779,
      "step": 133420
    },
    {
      "epoch": 0.1167894009406175,
      "grad_norm": 0.3543106019496918,
      "learning_rate": 4.8862577449242944e-05,
      "loss": 5.2562,
      "step": 133425
    },
    {
      "epoch": 0.11679377753424465,
      "grad_norm": 0.36412227153778076,
      "learning_rate": 4.8862485109980385e-05,
      "loss": 5.8047,
      "step": 133430
    },
    {
      "epoch": 0.11679815412787181,
      "grad_norm": 0.4120839834213257,
      "learning_rate": 4.8862392767079515e-05,
      "loss": 4.9889,
      "step": 133435
    },
    {
      "epoch": 0.11680253072149896,
      "grad_norm": 0.4174710214138031,
      "learning_rate": 4.886230042054033e-05,
      "loss": 5.4938,
      "step": 133440
    },
    {
      "epoch": 0.11680690731512612,
      "grad_norm": 0.403595894575119,
      "learning_rate": 4.886220807036286e-05,
      "loss": 5.176,
      "step": 133445
    },
    {
      "epoch": 0.11681128390875327,
      "grad_norm": 0.36906036734580994,
      "learning_rate": 4.886211571654712e-05,
      "loss": 5.7801,
      "step": 133450
    },
    {
      "epoch": 0.11681566050238043,
      "grad_norm": 0.4031957983970642,
      "learning_rate": 4.886202335909314e-05,
      "loss": 5.1576,
      "step": 133455
    },
    {
      "epoch": 0.11682003709600758,
      "grad_norm": 0.4258269965648651,
      "learning_rate": 4.8861930998000906e-05,
      "loss": 5.1605,
      "step": 133460
    },
    {
      "epoch": 0.11682441368963474,
      "grad_norm": 0.39557957649230957,
      "learning_rate": 4.886183863327047e-05,
      "loss": 5.4979,
      "step": 133465
    },
    {
      "epoch": 0.11682879028326189,
      "grad_norm": 0.4259292185306549,
      "learning_rate": 4.886174626490184e-05,
      "loss": 5.5208,
      "step": 133470
    },
    {
      "epoch": 0.11683316687688905,
      "grad_norm": 0.36780059337615967,
      "learning_rate": 4.886165389289502e-05,
      "loss": 5.4821,
      "step": 133475
    },
    {
      "epoch": 0.1168375434705162,
      "grad_norm": 0.3619714677333832,
      "learning_rate": 4.886156151725004e-05,
      "loss": 6.017,
      "step": 133480
    },
    {
      "epoch": 0.11684192006414336,
      "grad_norm": 0.44240549206733704,
      "learning_rate": 4.886146913796693e-05,
      "loss": 4.8638,
      "step": 133485
    },
    {
      "epoch": 0.11684629665777051,
      "grad_norm": 0.3917049765586853,
      "learning_rate": 4.8861376755045685e-05,
      "loss": 4.8585,
      "step": 133490
    },
    {
      "epoch": 0.11685067325139767,
      "grad_norm": 0.4016103148460388,
      "learning_rate": 4.8861284368486324e-05,
      "loss": 5.4908,
      "step": 133495
    },
    {
      "epoch": 0.11685504984502482,
      "grad_norm": 0.5181232690811157,
      "learning_rate": 4.8861191978288876e-05,
      "loss": 4.671,
      "step": 133500
    },
    {
      "epoch": 0.11685942643865198,
      "grad_norm": 0.416580468416214,
      "learning_rate": 4.886109958445336e-05,
      "loss": 4.9611,
      "step": 133505
    },
    {
      "epoch": 0.11686380303227913,
      "grad_norm": 0.39820465445518494,
      "learning_rate": 4.8861007186979776e-05,
      "loss": 5.6822,
      "step": 133510
    },
    {
      "epoch": 0.11686817962590629,
      "grad_norm": 0.3962348997592926,
      "learning_rate": 4.886091478586817e-05,
      "loss": 5.9932,
      "step": 133515
    },
    {
      "epoch": 0.11687255621953344,
      "grad_norm": 0.395641028881073,
      "learning_rate": 4.886082238111854e-05,
      "loss": 5.4946,
      "step": 133520
    },
    {
      "epoch": 0.1168769328131606,
      "grad_norm": 0.40202727913856506,
      "learning_rate": 4.886072997273091e-05,
      "loss": 5.78,
      "step": 133525
    },
    {
      "epoch": 0.11688130940678775,
      "grad_norm": 0.4106622338294983,
      "learning_rate": 4.886063756070529e-05,
      "loss": 4.1344,
      "step": 133530
    },
    {
      "epoch": 0.1168856860004149,
      "grad_norm": 0.39881664514541626,
      "learning_rate": 4.8860545145041714e-05,
      "loss": 5.6723,
      "step": 133535
    },
    {
      "epoch": 0.11689006259404205,
      "grad_norm": 0.45470112562179565,
      "learning_rate": 4.886045272574018e-05,
      "loss": 5.8013,
      "step": 133540
    },
    {
      "epoch": 0.11689443918766922,
      "grad_norm": 0.43284672498703003,
      "learning_rate": 4.886036030280072e-05,
      "loss": 5.4753,
      "step": 133545
    },
    {
      "epoch": 0.11689881578129636,
      "grad_norm": 0.38029447197914124,
      "learning_rate": 4.8860267876223356e-05,
      "loss": 5.6762,
      "step": 133550
    },
    {
      "epoch": 0.11690319237492353,
      "grad_norm": 0.3930695056915283,
      "learning_rate": 4.886017544600808e-05,
      "loss": 4.7454,
      "step": 133555
    },
    {
      "epoch": 0.11690756896855067,
      "grad_norm": 0.3524065315723419,
      "learning_rate": 4.886008301215493e-05,
      "loss": 5.7909,
      "step": 133560
    },
    {
      "epoch": 0.11691194556217782,
      "grad_norm": 0.36863064765930176,
      "learning_rate": 4.8859990574663935e-05,
      "loss": 5.5066,
      "step": 133565
    },
    {
      "epoch": 0.11691632215580498,
      "grad_norm": 0.3784329295158386,
      "learning_rate": 4.885989813353509e-05,
      "loss": 4.7362,
      "step": 133570
    },
    {
      "epoch": 0.11692069874943213,
      "grad_norm": 0.4400111734867096,
      "learning_rate": 4.885980568876842e-05,
      "loss": 5.2011,
      "step": 133575
    },
    {
      "epoch": 0.11692507534305929,
      "grad_norm": 0.389177531003952,
      "learning_rate": 4.885971324036395e-05,
      "loss": 5.7788,
      "step": 133580
    },
    {
      "epoch": 0.11692945193668644,
      "grad_norm": 0.4492359459400177,
      "learning_rate": 4.885962078832169e-05,
      "loss": 5.1494,
      "step": 133585
    },
    {
      "epoch": 0.1169338285303136,
      "grad_norm": 0.37781915068626404,
      "learning_rate": 4.8859528332641655e-05,
      "loss": 5.6992,
      "step": 133590
    },
    {
      "epoch": 0.11693820512394075,
      "grad_norm": 0.40462127327919006,
      "learning_rate": 4.885943587332388e-05,
      "loss": 5.1021,
      "step": 133595
    },
    {
      "epoch": 0.11694258171756791,
      "grad_norm": 0.39633145928382874,
      "learning_rate": 4.885934341036837e-05,
      "loss": 4.9011,
      "step": 133600
    },
    {
      "epoch": 0.11694695831119506,
      "grad_norm": 0.38086196780204773,
      "learning_rate": 4.8859250943775126e-05,
      "loss": 4.9778,
      "step": 133605
    },
    {
      "epoch": 0.11695133490482222,
      "grad_norm": 0.4000265598297119,
      "learning_rate": 4.88591584735442e-05,
      "loss": 4.6378,
      "step": 133610
    },
    {
      "epoch": 0.11695571149844937,
      "grad_norm": 0.3901594877243042,
      "learning_rate": 4.885906599967558e-05,
      "loss": 4.8749,
      "step": 133615
    },
    {
      "epoch": 0.11696008809207653,
      "grad_norm": 0.38513505458831787,
      "learning_rate": 4.8858973522169304e-05,
      "loss": 5.4916,
      "step": 133620
    },
    {
      "epoch": 0.11696446468570368,
      "grad_norm": 0.3881809711456299,
      "learning_rate": 4.885888104102539e-05,
      "loss": 5.4778,
      "step": 133625
    },
    {
      "epoch": 0.11696884127933084,
      "grad_norm": 0.3935208320617676,
      "learning_rate": 4.885878855624384e-05,
      "loss": 5.5072,
      "step": 133630
    },
    {
      "epoch": 0.11697321787295799,
      "grad_norm": 0.38071486353874207,
      "learning_rate": 4.885869606782468e-05,
      "loss": 5.3771,
      "step": 133635
    },
    {
      "epoch": 0.11697759446658515,
      "grad_norm": 0.3815825879573822,
      "learning_rate": 4.885860357576794e-05,
      "loss": 5.6975,
      "step": 133640
    },
    {
      "epoch": 0.1169819710602123,
      "grad_norm": 0.37586453557014465,
      "learning_rate": 4.885851108007361e-05,
      "loss": 4.8843,
      "step": 133645
    },
    {
      "epoch": 0.11698634765383946,
      "grad_norm": 0.3831683397293091,
      "learning_rate": 4.8858418580741735e-05,
      "loss": 5.7096,
      "step": 133650
    },
    {
      "epoch": 0.11699072424746661,
      "grad_norm": 0.4579295516014099,
      "learning_rate": 4.885832607777232e-05,
      "loss": 5.2882,
      "step": 133655
    },
    {
      "epoch": 0.11699510084109377,
      "grad_norm": 0.3812856674194336,
      "learning_rate": 4.885823357116539e-05,
      "loss": 5.7865,
      "step": 133660
    },
    {
      "epoch": 0.11699947743472092,
      "grad_norm": 0.3598061203956604,
      "learning_rate": 4.885814106092096e-05,
      "loss": 5.9805,
      "step": 133665
    },
    {
      "epoch": 0.11700385402834808,
      "grad_norm": 0.3465457856655121,
      "learning_rate": 4.885804854703903e-05,
      "loss": 5.7981,
      "step": 133670
    },
    {
      "epoch": 0.11700823062197523,
      "grad_norm": 0.4417891204357147,
      "learning_rate": 4.8857956029519645e-05,
      "loss": 4.6534,
      "step": 133675
    },
    {
      "epoch": 0.11701260721560239,
      "grad_norm": 0.39320966601371765,
      "learning_rate": 4.885786350836281e-05,
      "loss": 6.0111,
      "step": 133680
    },
    {
      "epoch": 0.11701698380922954,
      "grad_norm": 0.3906485438346863,
      "learning_rate": 4.885777098356854e-05,
      "loss": 5.4853,
      "step": 133685
    },
    {
      "epoch": 0.11702136040285668,
      "grad_norm": 0.3948505222797394,
      "learning_rate": 4.8857678455136855e-05,
      "loss": 5.4749,
      "step": 133690
    },
    {
      "epoch": 0.11702573699648385,
      "grad_norm": 0.35179275274276733,
      "learning_rate": 4.8857585923067785e-05,
      "loss": 5.5016,
      "step": 133695
    },
    {
      "epoch": 0.11703011359011099,
      "grad_norm": 0.3482815623283386,
      "learning_rate": 4.885749338736133e-05,
      "loss": 6.0096,
      "step": 133700
    },
    {
      "epoch": 0.11703449018373815,
      "grad_norm": 0.34508001804351807,
      "learning_rate": 4.885740084801752e-05,
      "loss": 6.265,
      "step": 133705
    },
    {
      "epoch": 0.1170388667773653,
      "grad_norm": 0.44654327630996704,
      "learning_rate": 4.8857308305036364e-05,
      "loss": 4.973,
      "step": 133710
    },
    {
      "epoch": 0.11704324337099246,
      "grad_norm": 0.44769954681396484,
      "learning_rate": 4.8857215758417897e-05,
      "loss": 4.8552,
      "step": 133715
    },
    {
      "epoch": 0.11704761996461961,
      "grad_norm": 0.4056835174560547,
      "learning_rate": 4.88571232081621e-05,
      "loss": 4.6498,
      "step": 133720
    },
    {
      "epoch": 0.11705199655824677,
      "grad_norm": 0.40599143505096436,
      "learning_rate": 4.885703065426903e-05,
      "loss": 5.486,
      "step": 133725
    },
    {
      "epoch": 0.11705637315187392,
      "grad_norm": 0.36606600880622864,
      "learning_rate": 4.885693809673869e-05,
      "loss": 5.6852,
      "step": 133730
    },
    {
      "epoch": 0.11706074974550108,
      "grad_norm": 0.3684396743774414,
      "learning_rate": 4.885684553557109e-05,
      "loss": 5.242,
      "step": 133735
    },
    {
      "epoch": 0.11706512633912823,
      "grad_norm": 0.3551437556743622,
      "learning_rate": 4.885675297076627e-05,
      "loss": 6.3158,
      "step": 133740
    },
    {
      "epoch": 0.11706950293275539,
      "grad_norm": 0.35460612177848816,
      "learning_rate": 4.885666040232423e-05,
      "loss": 5.6762,
      "step": 133745
    },
    {
      "epoch": 0.11707387952638254,
      "grad_norm": 0.44097375869750977,
      "learning_rate": 4.8856567830244983e-05,
      "loss": 5.7548,
      "step": 133750
    },
    {
      "epoch": 0.1170782561200097,
      "grad_norm": 0.447343647480011,
      "learning_rate": 4.8856475254528556e-05,
      "loss": 5.7976,
      "step": 133755
    },
    {
      "epoch": 0.11708263271363685,
      "grad_norm": 0.43376317620277405,
      "learning_rate": 4.885638267517497e-05,
      "loss": 4.975,
      "step": 133760
    },
    {
      "epoch": 0.11708700930726401,
      "grad_norm": 0.43984177708625793,
      "learning_rate": 4.885629009218423e-05,
      "loss": 5.2628,
      "step": 133765
    },
    {
      "epoch": 0.11709138590089116,
      "grad_norm": 0.3903052806854248,
      "learning_rate": 4.885619750555638e-05,
      "loss": 5.5332,
      "step": 133770
    },
    {
      "epoch": 0.11709576249451832,
      "grad_norm": 0.43638667464256287,
      "learning_rate": 4.88561049152914e-05,
      "loss": 5.2748,
      "step": 133775
    },
    {
      "epoch": 0.11710013908814547,
      "grad_norm": 0.37722715735435486,
      "learning_rate": 4.8856012321389346e-05,
      "loss": 5.9926,
      "step": 133780
    },
    {
      "epoch": 0.11710451568177263,
      "grad_norm": 0.4218049943447113,
      "learning_rate": 4.8855919723850206e-05,
      "loss": 4.6887,
      "step": 133785
    },
    {
      "epoch": 0.11710889227539978,
      "grad_norm": 0.4565015435218811,
      "learning_rate": 4.8855827122674014e-05,
      "loss": 4.9631,
      "step": 133790
    },
    {
      "epoch": 0.11711326886902694,
      "grad_norm": 0.43492552638053894,
      "learning_rate": 4.8855734517860786e-05,
      "loss": 4.77,
      "step": 133795
    },
    {
      "epoch": 0.11711764546265409,
      "grad_norm": 0.46969160437583923,
      "learning_rate": 4.885564190941053e-05,
      "loss": 5.4436,
      "step": 133800
    },
    {
      "epoch": 0.11712202205628125,
      "grad_norm": 0.4051285684108734,
      "learning_rate": 4.885554929732329e-05,
      "loss": 4.0889,
      "step": 133805
    },
    {
      "epoch": 0.1171263986499084,
      "grad_norm": 0.4074855446815491,
      "learning_rate": 4.8855456681599044e-05,
      "loss": 4.4943,
      "step": 133810
    },
    {
      "epoch": 0.11713077524353556,
      "grad_norm": 0.39050477743148804,
      "learning_rate": 4.885536406223784e-05,
      "loss": 5.4827,
      "step": 133815
    },
    {
      "epoch": 0.11713515183716271,
      "grad_norm": 0.38942304253578186,
      "learning_rate": 4.885527143923969e-05,
      "loss": 5.2439,
      "step": 133820
    },
    {
      "epoch": 0.11713952843078985,
      "grad_norm": 0.4388716220855713,
      "learning_rate": 4.885517881260461e-05,
      "loss": 4.6204,
      "step": 133825
    },
    {
      "epoch": 0.11714390502441702,
      "grad_norm": 0.3790731430053711,
      "learning_rate": 4.885508618233261e-05,
      "loss": 5.6857,
      "step": 133830
    },
    {
      "epoch": 0.11714828161804416,
      "grad_norm": 0.40890181064605713,
      "learning_rate": 4.885499354842372e-05,
      "loss": 4.891,
      "step": 133835
    },
    {
      "epoch": 0.11715265821167133,
      "grad_norm": 0.35965678095817566,
      "learning_rate": 4.885490091087795e-05,
      "loss": 5.9916,
      "step": 133840
    },
    {
      "epoch": 0.11715703480529847,
      "grad_norm": 0.4045642614364624,
      "learning_rate": 4.885480826969533e-05,
      "loss": 4.8429,
      "step": 133845
    },
    {
      "epoch": 0.11716141139892564,
      "grad_norm": 0.36993229389190674,
      "learning_rate": 4.8854715624875856e-05,
      "loss": 5.1538,
      "step": 133850
    },
    {
      "epoch": 0.11716578799255278,
      "grad_norm": 0.3609924614429474,
      "learning_rate": 4.885462297641956e-05,
      "loss": 5.7789,
      "step": 133855
    },
    {
      "epoch": 0.11717016458617995,
      "grad_norm": 0.43147075176239014,
      "learning_rate": 4.885453032432646e-05,
      "loss": 4.7624,
      "step": 133860
    },
    {
      "epoch": 0.11717454117980709,
      "grad_norm": 0.40407100319862366,
      "learning_rate": 4.8854437668596586e-05,
      "loss": 3.6751,
      "step": 133865
    },
    {
      "epoch": 0.11717891777343425,
      "grad_norm": 0.39931949973106384,
      "learning_rate": 4.885434500922993e-05,
      "loss": 4.5504,
      "step": 133870
    },
    {
      "epoch": 0.1171832943670614,
      "grad_norm": 0.40888711810112,
      "learning_rate": 4.8854252346226526e-05,
      "loss": 5.7741,
      "step": 133875
    },
    {
      "epoch": 0.11718767096068856,
      "grad_norm": 0.4021293520927429,
      "learning_rate": 4.885415967958638e-05,
      "loss": 5.3158,
      "step": 133880
    },
    {
      "epoch": 0.11719204755431571,
      "grad_norm": 0.4137929379940033,
      "learning_rate": 4.885406700930951e-05,
      "loss": 5.4479,
      "step": 133885
    },
    {
      "epoch": 0.11719642414794287,
      "grad_norm": 0.4387112259864807,
      "learning_rate": 4.8853974335395956e-05,
      "loss": 5.4748,
      "step": 133890
    },
    {
      "epoch": 0.11720080074157002,
      "grad_norm": 0.3897370994091034,
      "learning_rate": 4.8853881657845724e-05,
      "loss": 4.207,
      "step": 133895
    },
    {
      "epoch": 0.11720517733519718,
      "grad_norm": 0.4415518045425415,
      "learning_rate": 4.885378897665882e-05,
      "loss": 5.1532,
      "step": 133900
    },
    {
      "epoch": 0.11720955392882433,
      "grad_norm": 0.41852858662605286,
      "learning_rate": 4.885369629183527e-05,
      "loss": 5.6955,
      "step": 133905
    },
    {
      "epoch": 0.11721393052245149,
      "grad_norm": 0.402066171169281,
      "learning_rate": 4.8853603603375095e-05,
      "loss": 4.3573,
      "step": 133910
    },
    {
      "epoch": 0.11721830711607864,
      "grad_norm": 0.4162037968635559,
      "learning_rate": 4.885351091127832e-05,
      "loss": 5.2593,
      "step": 133915
    },
    {
      "epoch": 0.1172226837097058,
      "grad_norm": 0.3915959298610687,
      "learning_rate": 4.8853418215544946e-05,
      "loss": 5.4635,
      "step": 133920
    },
    {
      "epoch": 0.11722706030333295,
      "grad_norm": 0.4422898292541504,
      "learning_rate": 4.8853325516175e-05,
      "loss": 5.1752,
      "step": 133925
    },
    {
      "epoch": 0.11723143689696011,
      "grad_norm": 0.44831135869026184,
      "learning_rate": 4.885323281316849e-05,
      "loss": 5.1977,
      "step": 133930
    },
    {
      "epoch": 0.11723581349058726,
      "grad_norm": 0.41089150309562683,
      "learning_rate": 4.885314010652545e-05,
      "loss": 4.7431,
      "step": 133935
    },
    {
      "epoch": 0.11724019008421442,
      "grad_norm": 0.39633709192276,
      "learning_rate": 4.8853047396245885e-05,
      "loss": 5.4953,
      "step": 133940
    },
    {
      "epoch": 0.11724456667784157,
      "grad_norm": 0.362018883228302,
      "learning_rate": 4.885295468232983e-05,
      "loss": 6.3111,
      "step": 133945
    },
    {
      "epoch": 0.11724894327146872,
      "grad_norm": 0.4146975874900818,
      "learning_rate": 4.8852861964777284e-05,
      "loss": 5.1641,
      "step": 133950
    },
    {
      "epoch": 0.11725331986509588,
      "grad_norm": 0.4146895706653595,
      "learning_rate": 4.885276924358827e-05,
      "loss": 5.1705,
      "step": 133955
    },
    {
      "epoch": 0.11725769645872303,
      "grad_norm": 0.4014005661010742,
      "learning_rate": 4.8852676518762816e-05,
      "loss": 5.7402,
      "step": 133960
    },
    {
      "epoch": 0.11726207305235019,
      "grad_norm": 0.42625677585601807,
      "learning_rate": 4.8852583790300924e-05,
      "loss": 6.0082,
      "step": 133965
    },
    {
      "epoch": 0.11726644964597734,
      "grad_norm": 0.6459943652153015,
      "learning_rate": 4.885249105820262e-05,
      "loss": 5.001,
      "step": 133970
    },
    {
      "epoch": 0.1172708262396045,
      "grad_norm": 0.43079739809036255,
      "learning_rate": 4.885239832246792e-05,
      "loss": 5.2437,
      "step": 133975
    },
    {
      "epoch": 0.11727520283323165,
      "grad_norm": 0.4291289150714874,
      "learning_rate": 4.8852305583096844e-05,
      "loss": 4.4455,
      "step": 133980
    },
    {
      "epoch": 0.11727957942685881,
      "grad_norm": 0.4187939465045929,
      "learning_rate": 4.885221284008942e-05,
      "loss": 5.7018,
      "step": 133985
    },
    {
      "epoch": 0.11728395602048595,
      "grad_norm": 0.6280325055122375,
      "learning_rate": 4.885212009344565e-05,
      "loss": 4.4284,
      "step": 133990
    },
    {
      "epoch": 0.11728833261411312,
      "grad_norm": 0.43236997723579407,
      "learning_rate": 4.885202734316555e-05,
      "loss": 4.5957,
      "step": 133995
    },
    {
      "epoch": 0.11729270920774026,
      "grad_norm": 0.40969571471214294,
      "learning_rate": 4.885193458924915e-05,
      "loss": 4.345,
      "step": 134000
    },
    {
      "epoch": 0.11729708580136743,
      "grad_norm": 0.37296295166015625,
      "learning_rate": 4.885184183169645e-05,
      "loss": 5.1782,
      "step": 134005
    },
    {
      "epoch": 0.11730146239499457,
      "grad_norm": 0.39907106757164,
      "learning_rate": 4.88517490705075e-05,
      "loss": 5.171,
      "step": 134010
    },
    {
      "epoch": 0.11730583898862174,
      "grad_norm": 0.3673941493034363,
      "learning_rate": 4.885165630568229e-05,
      "loss": 5.7105,
      "step": 134015
    },
    {
      "epoch": 0.11731021558224888,
      "grad_norm": 0.4563046097755432,
      "learning_rate": 4.8851563537220845e-05,
      "loss": 5.3832,
      "step": 134020
    },
    {
      "epoch": 0.11731459217587605,
      "grad_norm": 0.40199393033981323,
      "learning_rate": 4.8851470765123183e-05,
      "loss": 6.3178,
      "step": 134025
    },
    {
      "epoch": 0.11731896876950319,
      "grad_norm": 0.4132128953933716,
      "learning_rate": 4.8851377989389324e-05,
      "loss": 5.5023,
      "step": 134030
    },
    {
      "epoch": 0.11732334536313035,
      "grad_norm": 0.3827233910560608,
      "learning_rate": 4.8851285210019295e-05,
      "loss": 5.7783,
      "step": 134035
    },
    {
      "epoch": 0.1173277219567575,
      "grad_norm": 0.5665268301963806,
      "learning_rate": 4.8851192427013096e-05,
      "loss": 5.1882,
      "step": 134040
    },
    {
      "epoch": 0.11733209855038466,
      "grad_norm": 0.41182100772857666,
      "learning_rate": 4.8851099640370746e-05,
      "loss": 5.7068,
      "step": 134045
    },
    {
      "epoch": 0.11733647514401181,
      "grad_norm": 0.5286993980407715,
      "learning_rate": 4.885100685009228e-05,
      "loss": 4.8401,
      "step": 134050
    },
    {
      "epoch": 0.11734085173763897,
      "grad_norm": 0.4081088602542877,
      "learning_rate": 4.885091405617771e-05,
      "loss": 4.6604,
      "step": 134055
    },
    {
      "epoch": 0.11734522833126612,
      "grad_norm": 0.40559741854667664,
      "learning_rate": 4.885082125862703e-05,
      "loss": 4.9479,
      "step": 134060
    },
    {
      "epoch": 0.11734960492489328,
      "grad_norm": 0.4530434310436249,
      "learning_rate": 4.88507284574403e-05,
      "loss": 5.75,
      "step": 134065
    },
    {
      "epoch": 0.11735398151852043,
      "grad_norm": 0.42825716733932495,
      "learning_rate": 4.8850635652617505e-05,
      "loss": 5.1626,
      "step": 134070
    },
    {
      "epoch": 0.11735835811214758,
      "grad_norm": 0.44289761781692505,
      "learning_rate": 4.885054284415868e-05,
      "loss": 4.7547,
      "step": 134075
    },
    {
      "epoch": 0.11736273470577474,
      "grad_norm": 0.46596938371658325,
      "learning_rate": 4.885045003206382e-05,
      "loss": 5.1711,
      "step": 134080
    },
    {
      "epoch": 0.11736711129940189,
      "grad_norm": 0.36663317680358887,
      "learning_rate": 4.8850357216332965e-05,
      "loss": 5.9816,
      "step": 134085
    },
    {
      "epoch": 0.11737148789302905,
      "grad_norm": 0.5928164124488831,
      "learning_rate": 4.885026439696614e-05,
      "loss": 4.2516,
      "step": 134090
    },
    {
      "epoch": 0.1173758644866562,
      "grad_norm": 0.40895596146583557,
      "learning_rate": 4.885017157396333e-05,
      "loss": 4.7074,
      "step": 134095
    },
    {
      "epoch": 0.11738024108028336,
      "grad_norm": 0.4259916841983795,
      "learning_rate": 4.885007874732459e-05,
      "loss": 4.9636,
      "step": 134100
    },
    {
      "epoch": 0.11738461767391051,
      "grad_norm": 0.42461904883384705,
      "learning_rate": 4.884998591704991e-05,
      "loss": 5.1625,
      "step": 134105
    },
    {
      "epoch": 0.11738899426753767,
      "grad_norm": 0.38744279742240906,
      "learning_rate": 4.884989308313933e-05,
      "loss": 4.7459,
      "step": 134110
    },
    {
      "epoch": 0.11739337086116482,
      "grad_norm": 0.3877710700035095,
      "learning_rate": 4.884980024559285e-05,
      "loss": 4.9604,
      "step": 134115
    },
    {
      "epoch": 0.11739774745479198,
      "grad_norm": 0.4223993718624115,
      "learning_rate": 4.8849707404410494e-05,
      "loss": 4.9212,
      "step": 134120
    },
    {
      "epoch": 0.11740212404841913,
      "grad_norm": 0.37107789516448975,
      "learning_rate": 4.884961455959228e-05,
      "loss": 5.1684,
      "step": 134125
    },
    {
      "epoch": 0.11740650064204629,
      "grad_norm": 0.4278390109539032,
      "learning_rate": 4.8849521711138225e-05,
      "loss": 4.4665,
      "step": 134130
    },
    {
      "epoch": 0.11741087723567344,
      "grad_norm": 0.4277104437351227,
      "learning_rate": 4.884942885904835e-05,
      "loss": 5.4829,
      "step": 134135
    },
    {
      "epoch": 0.1174152538293006,
      "grad_norm": 0.423122763633728,
      "learning_rate": 4.884933600332268e-05,
      "loss": 5.7935,
      "step": 134140
    },
    {
      "epoch": 0.11741963042292775,
      "grad_norm": 0.39782798290252686,
      "learning_rate": 4.884924314396121e-05,
      "loss": 4.676,
      "step": 134145
    },
    {
      "epoch": 0.11742400701655491,
      "grad_norm": 0.43310460448265076,
      "learning_rate": 4.8849150280963976e-05,
      "loss": 5.5063,
      "step": 134150
    },
    {
      "epoch": 0.11742838361018205,
      "grad_norm": 0.42938774824142456,
      "learning_rate": 4.884905741433099e-05,
      "loss": 5.6939,
      "step": 134155
    },
    {
      "epoch": 0.11743276020380922,
      "grad_norm": 0.3982456624507904,
      "learning_rate": 4.884896454406227e-05,
      "loss": 4.9516,
      "step": 134160
    },
    {
      "epoch": 0.11743713679743636,
      "grad_norm": 0.3637107014656067,
      "learning_rate": 4.8848871670157845e-05,
      "loss": 5.7843,
      "step": 134165
    },
    {
      "epoch": 0.11744151339106353,
      "grad_norm": 0.42315781116485596,
      "learning_rate": 4.884877879261772e-05,
      "loss": 4.7676,
      "step": 134170
    },
    {
      "epoch": 0.11744588998469067,
      "grad_norm": 0.4252171516418457,
      "learning_rate": 4.884868591144191e-05,
      "loss": 5.7826,
      "step": 134175
    },
    {
      "epoch": 0.11745026657831784,
      "grad_norm": 0.41949570178985596,
      "learning_rate": 4.884859302663045e-05,
      "loss": 4.8721,
      "step": 134180
    },
    {
      "epoch": 0.11745464317194498,
      "grad_norm": 0.3891468942165375,
      "learning_rate": 4.884850013818334e-05,
      "loss": 4.998,
      "step": 134185
    },
    {
      "epoch": 0.11745901976557215,
      "grad_norm": 0.37556299567222595,
      "learning_rate": 4.8848407246100616e-05,
      "loss": 5.8097,
      "step": 134190
    },
    {
      "epoch": 0.11746339635919929,
      "grad_norm": 0.4353378415107727,
      "learning_rate": 4.884831435038226e-05,
      "loss": 4.9605,
      "step": 134195
    },
    {
      "epoch": 0.11746777295282645,
      "grad_norm": 0.3831375241279602,
      "learning_rate": 4.884822145102834e-05,
      "loss": 4.7562,
      "step": 134200
    },
    {
      "epoch": 0.1174721495464536,
      "grad_norm": 0.35762107372283936,
      "learning_rate": 4.884812854803884e-05,
      "loss": 6.26,
      "step": 134205
    },
    {
      "epoch": 0.11747652614008075,
      "grad_norm": 0.4077615737915039,
      "learning_rate": 4.884803564141378e-05,
      "loss": 5.7676,
      "step": 134210
    },
    {
      "epoch": 0.11748090273370791,
      "grad_norm": 0.38651928305625916,
      "learning_rate": 4.8847942731153194e-05,
      "loss": 4.9629,
      "step": 134215
    },
    {
      "epoch": 0.11748527932733506,
      "grad_norm": 0.4110789895057678,
      "learning_rate": 4.884784981725709e-05,
      "loss": 5.7751,
      "step": 134220
    },
    {
      "epoch": 0.11748965592096222,
      "grad_norm": 0.4308558702468872,
      "learning_rate": 4.884775689972548e-05,
      "loss": 5.6764,
      "step": 134225
    },
    {
      "epoch": 0.11749403251458937,
      "grad_norm": 0.419587641954422,
      "learning_rate": 4.88476639785584e-05,
      "loss": 5.6801,
      "step": 134230
    },
    {
      "epoch": 0.11749840910821653,
      "grad_norm": 0.36792898178100586,
      "learning_rate": 4.884757105375586e-05,
      "loss": 5.7576,
      "step": 134235
    },
    {
      "epoch": 0.11750278570184368,
      "grad_norm": 0.4150920510292053,
      "learning_rate": 4.8847478125317856e-05,
      "loss": 4.6342,
      "step": 134240
    },
    {
      "epoch": 0.11750716229547084,
      "grad_norm": 0.4120388329029083,
      "learning_rate": 4.8847385193244436e-05,
      "loss": 4.7453,
      "step": 134245
    },
    {
      "epoch": 0.11751153888909799,
      "grad_norm": 0.4273742139339447,
      "learning_rate": 4.8847292257535604e-05,
      "loss": 5.7041,
      "step": 134250
    },
    {
      "epoch": 0.11751591548272515,
      "grad_norm": 0.42536479234695435,
      "learning_rate": 4.884719931819138e-05,
      "loss": 5.6742,
      "step": 134255
    },
    {
      "epoch": 0.1175202920763523,
      "grad_norm": 0.41011273860931396,
      "learning_rate": 4.884710637521178e-05,
      "loss": 4.7648,
      "step": 134260
    },
    {
      "epoch": 0.11752466866997946,
      "grad_norm": 0.4301990270614624,
      "learning_rate": 4.884701342859682e-05,
      "loss": 5.4586,
      "step": 134265
    },
    {
      "epoch": 0.11752904526360661,
      "grad_norm": 0.4199243485927582,
      "learning_rate": 4.884692047834654e-05,
      "loss": 4.3863,
      "step": 134270
    },
    {
      "epoch": 0.11753342185723377,
      "grad_norm": 0.37294748425483704,
      "learning_rate": 4.884682752446092e-05,
      "loss": 5.4809,
      "step": 134275
    },
    {
      "epoch": 0.11753779845086092,
      "grad_norm": 0.4086766541004181,
      "learning_rate": 4.884673456694001e-05,
      "loss": 4.7633,
      "step": 134280
    },
    {
      "epoch": 0.11754217504448808,
      "grad_norm": 0.4581935703754425,
      "learning_rate": 4.8846641605783815e-05,
      "loss": 4.9017,
      "step": 134285
    },
    {
      "epoch": 0.11754655163811523,
      "grad_norm": 0.4255627691745758,
      "learning_rate": 4.884654864099235e-05,
      "loss": 5.1785,
      "step": 134290
    },
    {
      "epoch": 0.11755092823174239,
      "grad_norm": 0.41557642817497253,
      "learning_rate": 4.884645567256564e-05,
      "loss": 5.2694,
      "step": 134295
    },
    {
      "epoch": 0.11755530482536954,
      "grad_norm": 0.3799847364425659,
      "learning_rate": 4.884636270050369e-05,
      "loss": 5.6945,
      "step": 134300
    },
    {
      "epoch": 0.1175596814189967,
      "grad_norm": 0.3774920403957367,
      "learning_rate": 4.8846269724806536e-05,
      "loss": 5.6607,
      "step": 134305
    },
    {
      "epoch": 0.11756405801262385,
      "grad_norm": 0.4024411141872406,
      "learning_rate": 4.884617674547418e-05,
      "loss": 4.9421,
      "step": 134310
    },
    {
      "epoch": 0.11756843460625101,
      "grad_norm": 0.37503352761268616,
      "learning_rate": 4.8846083762506655e-05,
      "loss": 5.1755,
      "step": 134315
    },
    {
      "epoch": 0.11757281119987815,
      "grad_norm": 0.4213140904903412,
      "learning_rate": 4.884599077590397e-05,
      "loss": 4.961,
      "step": 134320
    },
    {
      "epoch": 0.11757718779350532,
      "grad_norm": 0.36683955788612366,
      "learning_rate": 4.884589778566614e-05,
      "loss": 5.4551,
      "step": 134325
    },
    {
      "epoch": 0.11758156438713246,
      "grad_norm": 0.3726109564304352,
      "learning_rate": 4.8845804791793196e-05,
      "loss": 5.1581,
      "step": 134330
    },
    {
      "epoch": 0.11758594098075961,
      "grad_norm": 0.4250923991203308,
      "learning_rate": 4.8845711794285145e-05,
      "loss": 5.4627,
      "step": 134335
    },
    {
      "epoch": 0.11759031757438677,
      "grad_norm": 0.38972920179367065,
      "learning_rate": 4.8845618793142e-05,
      "loss": 5.6967,
      "step": 134340
    },
    {
      "epoch": 0.11759469416801392,
      "grad_norm": 0.4446382522583008,
      "learning_rate": 4.8845525788363786e-05,
      "loss": 5.4968,
      "step": 134345
    },
    {
      "epoch": 0.11759907076164108,
      "grad_norm": 0.3646113872528076,
      "learning_rate": 4.8845432779950525e-05,
      "loss": 6.2871,
      "step": 134350
    },
    {
      "epoch": 0.11760344735526823,
      "grad_norm": 0.39819255471229553,
      "learning_rate": 4.884533976790223e-05,
      "loss": 5.1317,
      "step": 134355
    },
    {
      "epoch": 0.11760782394889539,
      "grad_norm": 0.4831801652908325,
      "learning_rate": 4.884524675221892e-05,
      "loss": 4.6568,
      "step": 134360
    },
    {
      "epoch": 0.11761220054252254,
      "grad_norm": 0.4403383135795593,
      "learning_rate": 4.884515373290062e-05,
      "loss": 4.2152,
      "step": 134365
    },
    {
      "epoch": 0.1176165771361497,
      "grad_norm": 0.41472145915031433,
      "learning_rate": 4.8845060709947334e-05,
      "loss": 5.6971,
      "step": 134370
    },
    {
      "epoch": 0.11762095372977685,
      "grad_norm": 0.5907731652259827,
      "learning_rate": 4.884496768335909e-05,
      "loss": 5.256,
      "step": 134375
    },
    {
      "epoch": 0.11762533032340401,
      "grad_norm": 0.47676026821136475,
      "learning_rate": 4.88448746531359e-05,
      "loss": 5.1538,
      "step": 134380
    },
    {
      "epoch": 0.11762970691703116,
      "grad_norm": 0.4821319878101349,
      "learning_rate": 4.884478161927778e-05,
      "loss": 3.9353,
      "step": 134385
    },
    {
      "epoch": 0.11763408351065832,
      "grad_norm": 0.49820443987846375,
      "learning_rate": 4.884468858178476e-05,
      "loss": 5.6797,
      "step": 134390
    },
    {
      "epoch": 0.11763846010428547,
      "grad_norm": 0.4256706237792969,
      "learning_rate": 4.8844595540656844e-05,
      "loss": 5.7908,
      "step": 134395
    },
    {
      "epoch": 0.11764283669791263,
      "grad_norm": 0.46581387519836426,
      "learning_rate": 4.8844502495894065e-05,
      "loss": 5.9641,
      "step": 134400
    },
    {
      "epoch": 0.11764721329153978,
      "grad_norm": 0.42010143399238586,
      "learning_rate": 4.884440944749642e-05,
      "loss": 4.3494,
      "step": 134405
    },
    {
      "epoch": 0.11765158988516694,
      "grad_norm": 0.4308300018310547,
      "learning_rate": 4.884431639546394e-05,
      "loss": 4.8987,
      "step": 134410
    },
    {
      "epoch": 0.11765596647879409,
      "grad_norm": 0.41310974955558777,
      "learning_rate": 4.8844223339796644e-05,
      "loss": 5.4689,
      "step": 134415
    },
    {
      "epoch": 0.11766034307242125,
      "grad_norm": 0.4140087366104126,
      "learning_rate": 4.884413028049456e-05,
      "loss": 5.283,
      "step": 134420
    },
    {
      "epoch": 0.1176647196660484,
      "grad_norm": 0.3950554430484772,
      "learning_rate": 4.884403721755768e-05,
      "loss": 4.8923,
      "step": 134425
    },
    {
      "epoch": 0.11766909625967556,
      "grad_norm": 0.43697506189346313,
      "learning_rate": 4.8843944150986044e-05,
      "loss": 4.1493,
      "step": 134430
    },
    {
      "epoch": 0.11767347285330271,
      "grad_norm": 0.38920214772224426,
      "learning_rate": 4.884385108077967e-05,
      "loss": 5.7225,
      "step": 134435
    },
    {
      "epoch": 0.11767784944692987,
      "grad_norm": 0.376671701669693,
      "learning_rate": 4.8843758006938555e-05,
      "loss": 5.2408,
      "step": 134440
    },
    {
      "epoch": 0.11768222604055702,
      "grad_norm": 0.42135369777679443,
      "learning_rate": 4.884366492946273e-05,
      "loss": 3.7318,
      "step": 134445
    },
    {
      "epoch": 0.11768660263418418,
      "grad_norm": 0.454588919878006,
      "learning_rate": 4.884357184835222e-05,
      "loss": 5.7014,
      "step": 134450
    },
    {
      "epoch": 0.11769097922781133,
      "grad_norm": 0.4479738771915436,
      "learning_rate": 4.884347876360703e-05,
      "loss": 5.2729,
      "step": 134455
    },
    {
      "epoch": 0.11769535582143849,
      "grad_norm": 0.4721640348434448,
      "learning_rate": 4.884338567522718e-05,
      "loss": 5.5103,
      "step": 134460
    },
    {
      "epoch": 0.11769973241506564,
      "grad_norm": 0.44407856464385986,
      "learning_rate": 4.8843292583212696e-05,
      "loss": 5.9611,
      "step": 134465
    },
    {
      "epoch": 0.11770410900869278,
      "grad_norm": 0.45170366764068604,
      "learning_rate": 4.8843199487563593e-05,
      "loss": 5.974,
      "step": 134470
    },
    {
      "epoch": 0.11770848560231995,
      "grad_norm": 0.41204363107681274,
      "learning_rate": 4.884310638827989e-05,
      "loss": 5.4624,
      "step": 134475
    },
    {
      "epoch": 0.1177128621959471,
      "grad_norm": 0.4382886290550232,
      "learning_rate": 4.884301328536161e-05,
      "loss": 5.1537,
      "step": 134480
    },
    {
      "epoch": 0.11771723878957426,
      "grad_norm": 0.3789118826389313,
      "learning_rate": 4.884292017880875e-05,
      "loss": 4.9704,
      "step": 134485
    },
    {
      "epoch": 0.1177216153832014,
      "grad_norm": 0.40642017126083374,
      "learning_rate": 4.8842827068621344e-05,
      "loss": 4.657,
      "step": 134490
    },
    {
      "epoch": 0.11772599197682856,
      "grad_norm": 0.40425220131874084,
      "learning_rate": 4.8842733954799414e-05,
      "loss": 5.0844,
      "step": 134495
    },
    {
      "epoch": 0.11773036857045571,
      "grad_norm": 0.3640765845775604,
      "learning_rate": 4.8842640837342967e-05,
      "loss": 5.1451,
      "step": 134500
    },
    {
      "epoch": 0.11773474516408287,
      "grad_norm": 0.368914395570755,
      "learning_rate": 4.8842547716252016e-05,
      "loss": 5.7997,
      "step": 134505
    },
    {
      "epoch": 0.11773912175771002,
      "grad_norm": 0.36113426089286804,
      "learning_rate": 4.88424545915266e-05,
      "loss": 6.001,
      "step": 134510
    },
    {
      "epoch": 0.11774349835133718,
      "grad_norm": 0.3668586313724518,
      "learning_rate": 4.884236146316672e-05,
      "loss": 5.4828,
      "step": 134515
    },
    {
      "epoch": 0.11774787494496433,
      "grad_norm": 0.4144268333911896,
      "learning_rate": 4.8842268331172404e-05,
      "loss": 5.1673,
      "step": 134520
    },
    {
      "epoch": 0.1177522515385915,
      "grad_norm": 0.3910728693008423,
      "learning_rate": 4.884217519554366e-05,
      "loss": 4.9282,
      "step": 134525
    },
    {
      "epoch": 0.11775662813221864,
      "grad_norm": 0.39131221175193787,
      "learning_rate": 4.884208205628052e-05,
      "loss": 5.1616,
      "step": 134530
    },
    {
      "epoch": 0.1177610047258458,
      "grad_norm": 0.40266549587249756,
      "learning_rate": 4.884198891338299e-05,
      "loss": 4.971,
      "step": 134535
    },
    {
      "epoch": 0.11776538131947295,
      "grad_norm": 0.3991263210773468,
      "learning_rate": 4.8841895766851084e-05,
      "loss": 5.1712,
      "step": 134540
    },
    {
      "epoch": 0.11776975791310011,
      "grad_norm": 0.40810465812683105,
      "learning_rate": 4.884180261668483e-05,
      "loss": 5.2133,
      "step": 134545
    },
    {
      "epoch": 0.11777413450672726,
      "grad_norm": 0.35267212986946106,
      "learning_rate": 4.884170946288424e-05,
      "loss": 5.2729,
      "step": 134550
    },
    {
      "epoch": 0.11777851110035442,
      "grad_norm": 0.37939977645874023,
      "learning_rate": 4.8841616305449344e-05,
      "loss": 5.4561,
      "step": 134555
    },
    {
      "epoch": 0.11778288769398157,
      "grad_norm": 0.36342480778694153,
      "learning_rate": 4.8841523144380153e-05,
      "loss": 5.7045,
      "step": 134560
    },
    {
      "epoch": 0.11778726428760873,
      "grad_norm": 0.4045741856098175,
      "learning_rate": 4.8841429979676676e-05,
      "loss": 5.157,
      "step": 134565
    },
    {
      "epoch": 0.11779164088123588,
      "grad_norm": 0.3970511257648468,
      "learning_rate": 4.884133681133893e-05,
      "loss": 5.6582,
      "step": 134570
    },
    {
      "epoch": 0.11779601747486304,
      "grad_norm": 0.4468953609466553,
      "learning_rate": 4.884124363936695e-05,
      "loss": 4.6587,
      "step": 134575
    },
    {
      "epoch": 0.11780039406849019,
      "grad_norm": 0.40032997727394104,
      "learning_rate": 4.8841150463760756e-05,
      "loss": 5.161,
      "step": 134580
    },
    {
      "epoch": 0.11780477066211735,
      "grad_norm": 0.41434910893440247,
      "learning_rate": 4.8841057284520344e-05,
      "loss": 5.7892,
      "step": 134585
    },
    {
      "epoch": 0.1178091472557445,
      "grad_norm": 0.4031749367713928,
      "learning_rate": 4.884096410164574e-05,
      "loss": 5.4023,
      "step": 134590
    },
    {
      "epoch": 0.11781352384937165,
      "grad_norm": 0.5280860066413879,
      "learning_rate": 4.884087091513697e-05,
      "loss": 5.2099,
      "step": 134595
    },
    {
      "epoch": 0.11781790044299881,
      "grad_norm": 0.38577979803085327,
      "learning_rate": 4.884077772499404e-05,
      "loss": 5.3898,
      "step": 134600
    },
    {
      "epoch": 0.11782227703662596,
      "grad_norm": 0.39308875799179077,
      "learning_rate": 4.884068453121698e-05,
      "loss": 5.0572,
      "step": 134605
    },
    {
      "epoch": 0.11782665363025312,
      "grad_norm": 0.3850771486759186,
      "learning_rate": 4.8840591333805795e-05,
      "loss": 4.9444,
      "step": 134610
    },
    {
      "epoch": 0.11783103022388026,
      "grad_norm": 0.46285635232925415,
      "learning_rate": 4.8840498132760524e-05,
      "loss": 5.1707,
      "step": 134615
    },
    {
      "epoch": 0.11783540681750743,
      "grad_norm": 0.37149739265441895,
      "learning_rate": 4.8840404928081164e-05,
      "loss": 4.8701,
      "step": 134620
    },
    {
      "epoch": 0.11783978341113457,
      "grad_norm": 0.4561953544616699,
      "learning_rate": 4.884031171976774e-05,
      "loss": 4.6838,
      "step": 134625
    },
    {
      "epoch": 0.11784416000476174,
      "grad_norm": 0.5052692890167236,
      "learning_rate": 4.884021850782027e-05,
      "loss": 4.9204,
      "step": 134630
    },
    {
      "epoch": 0.11784853659838888,
      "grad_norm": 0.3738381266593933,
      "learning_rate": 4.884012529223878e-05,
      "loss": 5.1064,
      "step": 134635
    },
    {
      "epoch": 0.11785291319201605,
      "grad_norm": 0.4227289855480194,
      "learning_rate": 4.884003207302328e-05,
      "loss": 4.9017,
      "step": 134640
    },
    {
      "epoch": 0.1178572897856432,
      "grad_norm": 0.4577862024307251,
      "learning_rate": 4.883993885017378e-05,
      "loss": 4.4609,
      "step": 134645
    },
    {
      "epoch": 0.11786166637927036,
      "grad_norm": 0.37904292345046997,
      "learning_rate": 4.8839845623690304e-05,
      "loss": 5.2463,
      "step": 134650
    },
    {
      "epoch": 0.1178660429728975,
      "grad_norm": 0.420905739068985,
      "learning_rate": 4.883975239357289e-05,
      "loss": 4.2455,
      "step": 134655
    },
    {
      "epoch": 0.11787041956652466,
      "grad_norm": 0.4104389250278473,
      "learning_rate": 4.8839659159821524e-05,
      "loss": 5.2067,
      "step": 134660
    },
    {
      "epoch": 0.11787479616015181,
      "grad_norm": 0.4120102822780609,
      "learning_rate": 4.883956592243624e-05,
      "loss": 5.4117,
      "step": 134665
    },
    {
      "epoch": 0.11787917275377897,
      "grad_norm": 0.551856279373169,
      "learning_rate": 4.8839472681417056e-05,
      "loss": 4.6708,
      "step": 134670
    },
    {
      "epoch": 0.11788354934740612,
      "grad_norm": 0.45486631989479065,
      "learning_rate": 4.883937943676399e-05,
      "loss": 4.4449,
      "step": 134675
    },
    {
      "epoch": 0.11788792594103328,
      "grad_norm": 0.4023191034793854,
      "learning_rate": 4.883928618847706e-05,
      "loss": 5.9973,
      "step": 134680
    },
    {
      "epoch": 0.11789230253466043,
      "grad_norm": 0.4036289155483246,
      "learning_rate": 4.8839192936556276e-05,
      "loss": 5.2088,
      "step": 134685
    },
    {
      "epoch": 0.1178966791282876,
      "grad_norm": 0.3677700459957123,
      "learning_rate": 4.883909968100168e-05,
      "loss": 5.2552,
      "step": 134690
    },
    {
      "epoch": 0.11790105572191474,
      "grad_norm": 0.40511709451675415,
      "learning_rate": 4.883900642181325e-05,
      "loss": 4.9332,
      "step": 134695
    },
    {
      "epoch": 0.1179054323155419,
      "grad_norm": 0.41219794750213623,
      "learning_rate": 4.883891315899104e-05,
      "loss": 4.9614,
      "step": 134700
    },
    {
      "epoch": 0.11790980890916905,
      "grad_norm": 0.3977685570716858,
      "learning_rate": 4.8838819892535045e-05,
      "loss": 5.6666,
      "step": 134705
    },
    {
      "epoch": 0.11791418550279621,
      "grad_norm": 0.35850808024406433,
      "learning_rate": 4.8838726622445294e-05,
      "loss": 5.4737,
      "step": 134710
    },
    {
      "epoch": 0.11791856209642336,
      "grad_norm": 0.3783324062824249,
      "learning_rate": 4.883863334872182e-05,
      "loss": 5.2665,
      "step": 134715
    },
    {
      "epoch": 0.11792293869005051,
      "grad_norm": 0.44903564453125,
      "learning_rate": 4.8838540071364606e-05,
      "loss": 4.6473,
      "step": 134720
    },
    {
      "epoch": 0.11792731528367767,
      "grad_norm": 0.435985803604126,
      "learning_rate": 4.8838446790373696e-05,
      "loss": 4.9493,
      "step": 134725
    },
    {
      "epoch": 0.11793169187730482,
      "grad_norm": 0.4200131595134735,
      "learning_rate": 4.883835350574909e-05,
      "loss": 4.9397,
      "step": 134730
    },
    {
      "epoch": 0.11793606847093198,
      "grad_norm": 0.41238000988960266,
      "learning_rate": 4.883826021749083e-05,
      "loss": 4.6673,
      "step": 134735
    },
    {
      "epoch": 0.11794044506455913,
      "grad_norm": 0.407664030790329,
      "learning_rate": 4.8838166925598915e-05,
      "loss": 5.1486,
      "step": 134740
    },
    {
      "epoch": 0.11794482165818629,
      "grad_norm": 0.3659297823905945,
      "learning_rate": 4.883807363007337e-05,
      "loss": 5.1523,
      "step": 134745
    },
    {
      "epoch": 0.11794919825181344,
      "grad_norm": 0.3714331090450287,
      "learning_rate": 4.883798033091421e-05,
      "loss": 5.2889,
      "step": 134750
    },
    {
      "epoch": 0.1179535748454406,
      "grad_norm": 0.3820655047893524,
      "learning_rate": 4.883788702812145e-05,
      "loss": 5.1614,
      "step": 134755
    },
    {
      "epoch": 0.11795795143906775,
      "grad_norm": 0.39639604091644287,
      "learning_rate": 4.883779372169513e-05,
      "loss": 4.6554,
      "step": 134760
    },
    {
      "epoch": 0.11796232803269491,
      "grad_norm": 0.4047420620918274,
      "learning_rate": 4.883770041163523e-05,
      "loss": 5.286,
      "step": 134765
    },
    {
      "epoch": 0.11796670462632206,
      "grad_norm": 0.4011150896549225,
      "learning_rate": 4.88376070979418e-05,
      "loss": 5.179,
      "step": 134770
    },
    {
      "epoch": 0.11797108121994922,
      "grad_norm": 0.3880477249622345,
      "learning_rate": 4.883751378061484e-05,
      "loss": 5.8043,
      "step": 134775
    },
    {
      "epoch": 0.11797545781357636,
      "grad_norm": 0.37510690093040466,
      "learning_rate": 4.883742045965437e-05,
      "loss": 5.4947,
      "step": 134780
    },
    {
      "epoch": 0.11797983440720353,
      "grad_norm": 0.4104955196380615,
      "learning_rate": 4.8837327135060414e-05,
      "loss": 4.4721,
      "step": 134785
    },
    {
      "epoch": 0.11798421100083067,
      "grad_norm": 0.404938280582428,
      "learning_rate": 4.883723380683299e-05,
      "loss": 5.4566,
      "step": 134790
    },
    {
      "epoch": 0.11798858759445784,
      "grad_norm": 0.4236297905445099,
      "learning_rate": 4.883714047497212e-05,
      "loss": 5.4915,
      "step": 134795
    },
    {
      "epoch": 0.11799296418808498,
      "grad_norm": 0.4042934477329254,
      "learning_rate": 4.883704713947782e-05,
      "loss": 5.4857,
      "step": 134800
    },
    {
      "epoch": 0.11799734078171215,
      "grad_norm": 0.416220486164093,
      "learning_rate": 4.883695380035009e-05,
      "loss": 4.961,
      "step": 134805
    },
    {
      "epoch": 0.1180017173753393,
      "grad_norm": 0.4160005450248718,
      "learning_rate": 4.8836860457588974e-05,
      "loss": 5.4871,
      "step": 134810
    },
    {
      "epoch": 0.11800609396896646,
      "grad_norm": 0.35809651017189026,
      "learning_rate": 4.883676711119448e-05,
      "loss": 5.7896,
      "step": 134815
    },
    {
      "epoch": 0.1180104705625936,
      "grad_norm": 0.3776260316371918,
      "learning_rate": 4.883667376116662e-05,
      "loss": 5.2586,
      "step": 134820
    },
    {
      "epoch": 0.11801484715622076,
      "grad_norm": 0.4122828543186188,
      "learning_rate": 4.8836580407505414e-05,
      "loss": 4.9343,
      "step": 134825
    },
    {
      "epoch": 0.11801922374984791,
      "grad_norm": 0.42896080017089844,
      "learning_rate": 4.883648705021088e-05,
      "loss": 5.1891,
      "step": 134830
    },
    {
      "epoch": 0.11802360034347507,
      "grad_norm": 0.3655799925327301,
      "learning_rate": 4.883639368928304e-05,
      "loss": 5.7131,
      "step": 134835
    },
    {
      "epoch": 0.11802797693710222,
      "grad_norm": 0.40263211727142334,
      "learning_rate": 4.883630032472192e-05,
      "loss": 4.9649,
      "step": 134840
    },
    {
      "epoch": 0.11803235353072938,
      "grad_norm": 0.38167285919189453,
      "learning_rate": 4.883620695652752e-05,
      "loss": 5.9867,
      "step": 134845
    },
    {
      "epoch": 0.11803673012435653,
      "grad_norm": 0.4055003821849823,
      "learning_rate": 4.883611358469987e-05,
      "loss": 4.7886,
      "step": 134850
    },
    {
      "epoch": 0.11804110671798368,
      "grad_norm": 0.42479395866394043,
      "learning_rate": 4.883602020923898e-05,
      "loss": 5.3865,
      "step": 134855
    },
    {
      "epoch": 0.11804548331161084,
      "grad_norm": 0.42709773778915405,
      "learning_rate": 4.8835926830144874e-05,
      "loss": 4.705,
      "step": 134860
    },
    {
      "epoch": 0.11804985990523799,
      "grad_norm": 0.42658156156539917,
      "learning_rate": 4.883583344741757e-05,
      "loss": 4.665,
      "step": 134865
    },
    {
      "epoch": 0.11805423649886515,
      "grad_norm": 0.4274691641330719,
      "learning_rate": 4.8835740061057076e-05,
      "loss": 4.4354,
      "step": 134870
    },
    {
      "epoch": 0.1180586130924923,
      "grad_norm": 0.3964305818080902,
      "learning_rate": 4.883564667106343e-05,
      "loss": 4.944,
      "step": 134875
    },
    {
      "epoch": 0.11806298968611946,
      "grad_norm": 0.4168332815170288,
      "learning_rate": 4.883555327743663e-05,
      "loss": 5.1834,
      "step": 134880
    },
    {
      "epoch": 0.11806736627974661,
      "grad_norm": 0.35358157753944397,
      "learning_rate": 4.8835459880176714e-05,
      "loss": 5.4938,
      "step": 134885
    },
    {
      "epoch": 0.11807174287337377,
      "grad_norm": 0.39851200580596924,
      "learning_rate": 4.883536647928367e-05,
      "loss": 5.5012,
      "step": 134890
    },
    {
      "epoch": 0.11807611946700092,
      "grad_norm": 0.4295094609260559,
      "learning_rate": 4.883527307475756e-05,
      "loss": 4.9814,
      "step": 134895
    },
    {
      "epoch": 0.11808049606062808,
      "grad_norm": 0.42996907234191895,
      "learning_rate": 4.8835179666598354e-05,
      "loss": 5.772,
      "step": 134900
    },
    {
      "epoch": 0.11808487265425523,
      "grad_norm": 0.42469513416290283,
      "learning_rate": 4.8835086254806096e-05,
      "loss": 5.1653,
      "step": 134905
    },
    {
      "epoch": 0.11808924924788239,
      "grad_norm": 0.5282355546951294,
      "learning_rate": 4.883499283938081e-05,
      "loss": 5.6961,
      "step": 134910
    },
    {
      "epoch": 0.11809362584150954,
      "grad_norm": 0.4675416946411133,
      "learning_rate": 4.88348994203225e-05,
      "loss": 5.2375,
      "step": 134915
    },
    {
      "epoch": 0.1180980024351367,
      "grad_norm": 0.5172265768051147,
      "learning_rate": 4.883480599763119e-05,
      "loss": 5.1828,
      "step": 134920
    },
    {
      "epoch": 0.11810237902876385,
      "grad_norm": 0.40344032645225525,
      "learning_rate": 4.883471257130689e-05,
      "loss": 5.4574,
      "step": 134925
    },
    {
      "epoch": 0.11810675562239101,
      "grad_norm": 0.38995224237442017,
      "learning_rate": 4.883461914134963e-05,
      "loss": 6.2908,
      "step": 134930
    },
    {
      "epoch": 0.11811113221601816,
      "grad_norm": 0.44388845562934875,
      "learning_rate": 4.883452570775943e-05,
      "loss": 5.1832,
      "step": 134935
    },
    {
      "epoch": 0.11811550880964532,
      "grad_norm": 0.37519556283950806,
      "learning_rate": 4.883443227053629e-05,
      "loss": 5.4064,
      "step": 134940
    },
    {
      "epoch": 0.11811988540327246,
      "grad_norm": 0.3628043532371521,
      "learning_rate": 4.8834338829680236e-05,
      "loss": 5.7736,
      "step": 134945
    },
    {
      "epoch": 0.11812426199689963,
      "grad_norm": 0.3853568434715271,
      "learning_rate": 4.88342453851913e-05,
      "loss": 4.3361,
      "step": 134950
    },
    {
      "epoch": 0.11812863859052677,
      "grad_norm": 0.4469112753868103,
      "learning_rate": 4.883415193706948e-05,
      "loss": 4.9537,
      "step": 134955
    },
    {
      "epoch": 0.11813301518415394,
      "grad_norm": 0.402522474527359,
      "learning_rate": 4.883405848531482e-05,
      "loss": 5.2178,
      "step": 134960
    },
    {
      "epoch": 0.11813739177778108,
      "grad_norm": 0.4020621180534363,
      "learning_rate": 4.88339650299273e-05,
      "loss": 5.5205,
      "step": 134965
    },
    {
      "epoch": 0.11814176837140825,
      "grad_norm": 0.4152945876121521,
      "learning_rate": 4.883387157090696e-05,
      "loss": 6.0012,
      "step": 134970
    },
    {
      "epoch": 0.1181461449650354,
      "grad_norm": 0.3698434829711914,
      "learning_rate": 4.8833778108253826e-05,
      "loss": 6.0051,
      "step": 134975
    },
    {
      "epoch": 0.11815052155866254,
      "grad_norm": 0.38807323575019836,
      "learning_rate": 4.88336846419679e-05,
      "loss": 5.4897,
      "step": 134980
    },
    {
      "epoch": 0.1181548981522897,
      "grad_norm": 0.4243568181991577,
      "learning_rate": 4.883359117204922e-05,
      "loss": 4.2134,
      "step": 134985
    },
    {
      "epoch": 0.11815927474591685,
      "grad_norm": 0.40756353735923767,
      "learning_rate": 4.8833497698497776e-05,
      "loss": 5.1639,
      "step": 134990
    },
    {
      "epoch": 0.11816365133954401,
      "grad_norm": 0.4336174428462982,
      "learning_rate": 4.8833404221313605e-05,
      "loss": 5.1482,
      "step": 134995
    },
    {
      "epoch": 0.11816802793317116,
      "grad_norm": 0.390183687210083,
      "learning_rate": 4.883331074049673e-05,
      "loss": 5.6988,
      "step": 135000
    },
    {
      "epoch": 0.11817240452679832,
      "grad_norm": 0.43070775270462036,
      "learning_rate": 4.883321725604715e-05,
      "loss": 4.9401,
      "step": 135005
    },
    {
      "epoch": 0.11817678112042547,
      "grad_norm": 0.4169730544090271,
      "learning_rate": 4.8833123767964896e-05,
      "loss": 4.2407,
      "step": 135010
    },
    {
      "epoch": 0.11818115771405263,
      "grad_norm": 0.43220582604408264,
      "learning_rate": 4.883303027624998e-05,
      "loss": 5.0771,
      "step": 135015
    },
    {
      "epoch": 0.11818553430767978,
      "grad_norm": 0.43944060802459717,
      "learning_rate": 4.8832936780902425e-05,
      "loss": 5.1664,
      "step": 135020
    },
    {
      "epoch": 0.11818991090130694,
      "grad_norm": 0.4222635328769684,
      "learning_rate": 4.883284328192226e-05,
      "loss": 4.9816,
      "step": 135025
    },
    {
      "epoch": 0.11819428749493409,
      "grad_norm": 0.41288119554519653,
      "learning_rate": 4.883274977930947e-05,
      "loss": 4.6929,
      "step": 135030
    },
    {
      "epoch": 0.11819866408856125,
      "grad_norm": 0.38766586780548096,
      "learning_rate": 4.88326562730641e-05,
      "loss": 5.3617,
      "step": 135035
    },
    {
      "epoch": 0.1182030406821884,
      "grad_norm": 0.3802229166030884,
      "learning_rate": 4.8832562763186166e-05,
      "loss": 5.8225,
      "step": 135040
    },
    {
      "epoch": 0.11820741727581556,
      "grad_norm": 0.39522871375083923,
      "learning_rate": 4.8832469249675686e-05,
      "loss": 4.6647,
      "step": 135045
    },
    {
      "epoch": 0.11821179386944271,
      "grad_norm": 0.41906726360321045,
      "learning_rate": 4.883237573253266e-05,
      "loss": 4.9911,
      "step": 135050
    },
    {
      "epoch": 0.11821617046306987,
      "grad_norm": 0.4536842107772827,
      "learning_rate": 4.883228221175713e-05,
      "loss": 5.7923,
      "step": 135055
    },
    {
      "epoch": 0.11822054705669702,
      "grad_norm": 0.5050995349884033,
      "learning_rate": 4.88321886873491e-05,
      "loss": 5.7107,
      "step": 135060
    },
    {
      "epoch": 0.11822492365032418,
      "grad_norm": 0.40048786997795105,
      "learning_rate": 4.883209515930859e-05,
      "loss": 4.6667,
      "step": 135065
    },
    {
      "epoch": 0.11822930024395133,
      "grad_norm": 0.4254281520843506,
      "learning_rate": 4.883200162763562e-05,
      "loss": 4.8772,
      "step": 135070
    },
    {
      "epoch": 0.11823367683757849,
      "grad_norm": 0.4343792796134949,
      "learning_rate": 4.88319080923302e-05,
      "loss": 5.2401,
      "step": 135075
    },
    {
      "epoch": 0.11823805343120564,
      "grad_norm": 0.42343467473983765,
      "learning_rate": 4.883181455339236e-05,
      "loss": 5.5101,
      "step": 135080
    },
    {
      "epoch": 0.1182424300248328,
      "grad_norm": 0.35311734676361084,
      "learning_rate": 4.8831721010822126e-05,
      "loss": 5.2318,
      "step": 135085
    },
    {
      "epoch": 0.11824680661845995,
      "grad_norm": 0.41180071234703064,
      "learning_rate": 4.883162746461949e-05,
      "loss": 5.5174,
      "step": 135090
    },
    {
      "epoch": 0.11825118321208711,
      "grad_norm": 0.42320072650909424,
      "learning_rate": 4.883153391478449e-05,
      "loss": 5.4753,
      "step": 135095
    },
    {
      "epoch": 0.11825555980571426,
      "grad_norm": 0.4227871000766754,
      "learning_rate": 4.883144036131714e-05,
      "loss": 4.7511,
      "step": 135100
    },
    {
      "epoch": 0.11825993639934142,
      "grad_norm": 0.3830168545246124,
      "learning_rate": 4.883134680421745e-05,
      "loss": 5.9914,
      "step": 135105
    },
    {
      "epoch": 0.11826431299296856,
      "grad_norm": 0.40845218300819397,
      "learning_rate": 4.883125324348544e-05,
      "loss": 5.4384,
      "step": 135110
    },
    {
      "epoch": 0.11826868958659571,
      "grad_norm": 0.39081740379333496,
      "learning_rate": 4.883115967912114e-05,
      "loss": 4.7632,
      "step": 135115
    },
    {
      "epoch": 0.11827306618022287,
      "grad_norm": 0.4218735694885254,
      "learning_rate": 4.883106611112456e-05,
      "loss": 5.3746,
      "step": 135120
    },
    {
      "epoch": 0.11827744277385002,
      "grad_norm": 0.4178203344345093,
      "learning_rate": 4.883097253949571e-05,
      "loss": 5.2016,
      "step": 135125
    },
    {
      "epoch": 0.11828181936747718,
      "grad_norm": 0.4123847782611847,
      "learning_rate": 4.8830878964234626e-05,
      "loss": 4.4647,
      "step": 135130
    },
    {
      "epoch": 0.11828619596110433,
      "grad_norm": 0.41800665855407715,
      "learning_rate": 4.883078538534131e-05,
      "loss": 5.2893,
      "step": 135135
    },
    {
      "epoch": 0.1182905725547315,
      "grad_norm": 0.402986615896225,
      "learning_rate": 4.883069180281579e-05,
      "loss": 5.5023,
      "step": 135140
    },
    {
      "epoch": 0.11829494914835864,
      "grad_norm": 0.38999706506729126,
      "learning_rate": 4.883059821665807e-05,
      "loss": 5.5042,
      "step": 135145
    },
    {
      "epoch": 0.1182993257419858,
      "grad_norm": 0.4067668616771698,
      "learning_rate": 4.883050462686819e-05,
      "loss": 4.8959,
      "step": 135150
    },
    {
      "epoch": 0.11830370233561295,
      "grad_norm": 0.3852980434894562,
      "learning_rate": 4.8830411033446156e-05,
      "loss": 4.9734,
      "step": 135155
    },
    {
      "epoch": 0.11830807892924011,
      "grad_norm": 0.40677785873413086,
      "learning_rate": 4.883031743639198e-05,
      "loss": 5.1734,
      "step": 135160
    },
    {
      "epoch": 0.11831245552286726,
      "grad_norm": 0.41535601019859314,
      "learning_rate": 4.883022383570569e-05,
      "loss": 4.9014,
      "step": 135165
    },
    {
      "epoch": 0.11831683211649442,
      "grad_norm": 0.4010249972343445,
      "learning_rate": 4.8830130231387304e-05,
      "loss": 5.271,
      "step": 135170
    },
    {
      "epoch": 0.11832120871012157,
      "grad_norm": 0.39763137698173523,
      "learning_rate": 4.8830036623436825e-05,
      "loss": 4.6617,
      "step": 135175
    },
    {
      "epoch": 0.11832558530374873,
      "grad_norm": 0.4115602374076843,
      "learning_rate": 4.8829943011854296e-05,
      "loss": 5.3855,
      "step": 135180
    },
    {
      "epoch": 0.11832996189737588,
      "grad_norm": 0.3810429275035858,
      "learning_rate": 4.882984939663972e-05,
      "loss": 5.7189,
      "step": 135185
    },
    {
      "epoch": 0.11833433849100304,
      "grad_norm": 0.3866172134876251,
      "learning_rate": 4.882975577779311e-05,
      "loss": 5.9896,
      "step": 135190
    },
    {
      "epoch": 0.11833871508463019,
      "grad_norm": 0.4583773612976074,
      "learning_rate": 4.8829662155314496e-05,
      "loss": 4.8671,
      "step": 135195
    },
    {
      "epoch": 0.11834309167825735,
      "grad_norm": 0.38325950503349304,
      "learning_rate": 4.882956852920388e-05,
      "loss": 4.9888,
      "step": 135200
    },
    {
      "epoch": 0.1183474682718845,
      "grad_norm": 0.3946162164211273,
      "learning_rate": 4.8829474899461305e-05,
      "loss": 5.4573,
      "step": 135205
    },
    {
      "epoch": 0.11835184486551166,
      "grad_norm": 0.38559025526046753,
      "learning_rate": 4.882938126608677e-05,
      "loss": 5.1555,
      "step": 135210
    },
    {
      "epoch": 0.11835622145913881,
      "grad_norm": 0.4543752670288086,
      "learning_rate": 4.882928762908029e-05,
      "loss": 5.4882,
      "step": 135215
    },
    {
      "epoch": 0.11836059805276597,
      "grad_norm": 0.37157928943634033,
      "learning_rate": 4.8829193988441904e-05,
      "loss": 5.7866,
      "step": 135220
    },
    {
      "epoch": 0.11836497464639312,
      "grad_norm": 0.3696597218513489,
      "learning_rate": 4.882910034417161e-05,
      "loss": 5.5024,
      "step": 135225
    },
    {
      "epoch": 0.11836935124002028,
      "grad_norm": 0.4314051568508148,
      "learning_rate": 4.882900669626943e-05,
      "loss": 4.8521,
      "step": 135230
    },
    {
      "epoch": 0.11837372783364743,
      "grad_norm": 0.4413338005542755,
      "learning_rate": 4.882891304473539e-05,
      "loss": 4.7412,
      "step": 135235
    },
    {
      "epoch": 0.11837810442727457,
      "grad_norm": 0.3692847192287445,
      "learning_rate": 4.88288193895695e-05,
      "loss": 5.4895,
      "step": 135240
    },
    {
      "epoch": 0.11838248102090174,
      "grad_norm": 0.43500855565071106,
      "learning_rate": 4.8828725730771784e-05,
      "loss": 5.1894,
      "step": 135245
    },
    {
      "epoch": 0.11838685761452888,
      "grad_norm": 0.3550810217857361,
      "learning_rate": 4.882863206834226e-05,
      "loss": 6.2764,
      "step": 135250
    },
    {
      "epoch": 0.11839123420815605,
      "grad_norm": 0.4126211702823639,
      "learning_rate": 4.882853840228094e-05,
      "loss": 4.7434,
      "step": 135255
    },
    {
      "epoch": 0.1183956108017832,
      "grad_norm": 0.3607308566570282,
      "learning_rate": 4.8828444732587854e-05,
      "loss": 5.7685,
      "step": 135260
    },
    {
      "epoch": 0.11839998739541036,
      "grad_norm": 0.41515934467315674,
      "learning_rate": 4.8828351059263e-05,
      "loss": 4.6542,
      "step": 135265
    },
    {
      "epoch": 0.1184043639890375,
      "grad_norm": 0.4386693239212036,
      "learning_rate": 4.882825738230642e-05,
      "loss": 5.4961,
      "step": 135270
    },
    {
      "epoch": 0.11840874058266466,
      "grad_norm": 0.42638081312179565,
      "learning_rate": 4.882816370171811e-05,
      "loss": 5.4923,
      "step": 135275
    },
    {
      "epoch": 0.11841311717629181,
      "grad_norm": 0.48401451110839844,
      "learning_rate": 4.882807001749811e-05,
      "loss": 5.4933,
      "step": 135280
    },
    {
      "epoch": 0.11841749376991897,
      "grad_norm": 0.4013465344905853,
      "learning_rate": 4.882797632964641e-05,
      "loss": 5.7748,
      "step": 135285
    },
    {
      "epoch": 0.11842187036354612,
      "grad_norm": 0.4202163815498352,
      "learning_rate": 4.882788263816305e-05,
      "loss": 5.7475,
      "step": 135290
    },
    {
      "epoch": 0.11842624695717328,
      "grad_norm": 0.41494250297546387,
      "learning_rate": 4.8827788943048036e-05,
      "loss": 4.8568,
      "step": 135295
    },
    {
      "epoch": 0.11843062355080043,
      "grad_norm": 0.4181751608848572,
      "learning_rate": 4.88276952443014e-05,
      "loss": 4.4568,
      "step": 135300
    },
    {
      "epoch": 0.1184350001444276,
      "grad_norm": 0.41858795285224915,
      "learning_rate": 4.882760154192315e-05,
      "loss": 4.9711,
      "step": 135305
    },
    {
      "epoch": 0.11843937673805474,
      "grad_norm": 0.45282110571861267,
      "learning_rate": 4.882750783591331e-05,
      "loss": 4.9593,
      "step": 135310
    },
    {
      "epoch": 0.1184437533316819,
      "grad_norm": 0.5880920886993408,
      "learning_rate": 4.882741412627189e-05,
      "loss": 5.7729,
      "step": 135315
    },
    {
      "epoch": 0.11844812992530905,
      "grad_norm": 0.5793458819389343,
      "learning_rate": 4.8827320412998914e-05,
      "loss": 5.2086,
      "step": 135320
    },
    {
      "epoch": 0.11845250651893621,
      "grad_norm": 0.5403016805648804,
      "learning_rate": 4.88272266960944e-05,
      "loss": 4.9421,
      "step": 135325
    },
    {
      "epoch": 0.11845688311256336,
      "grad_norm": 0.4973794221878052,
      "learning_rate": 4.882713297555835e-05,
      "loss": 5.0016,
      "step": 135330
    },
    {
      "epoch": 0.11846125970619052,
      "grad_norm": 0.42998382449150085,
      "learning_rate": 4.882703925139082e-05,
      "loss": 4.4551,
      "step": 135335
    },
    {
      "epoch": 0.11846563629981767,
      "grad_norm": 0.45008766651153564,
      "learning_rate": 4.882694552359179e-05,
      "loss": 5.9965,
      "step": 135340
    },
    {
      "epoch": 0.11847001289344483,
      "grad_norm": 0.5230584144592285,
      "learning_rate": 4.88268517921613e-05,
      "loss": 5.2745,
      "step": 135345
    },
    {
      "epoch": 0.11847438948707198,
      "grad_norm": 0.40655550360679626,
      "learning_rate": 4.8826758057099355e-05,
      "loss": 5.0203,
      "step": 135350
    },
    {
      "epoch": 0.11847876608069914,
      "grad_norm": 0.3727772831916809,
      "learning_rate": 4.882666431840598e-05,
      "loss": 5.9387,
      "step": 135355
    },
    {
      "epoch": 0.11848314267432629,
      "grad_norm": 0.43074288964271545,
      "learning_rate": 4.88265705760812e-05,
      "loss": 5.2696,
      "step": 135360
    },
    {
      "epoch": 0.11848751926795344,
      "grad_norm": 0.4663197100162506,
      "learning_rate": 4.882647683012501e-05,
      "loss": 5.0017,
      "step": 135365
    },
    {
      "epoch": 0.1184918958615806,
      "grad_norm": 0.4031519889831543,
      "learning_rate": 4.8826383080537455e-05,
      "loss": 5.1877,
      "step": 135370
    },
    {
      "epoch": 0.11849627245520775,
      "grad_norm": 0.4512045085430145,
      "learning_rate": 4.882628932731854e-05,
      "loss": 4.6484,
      "step": 135375
    },
    {
      "epoch": 0.11850064904883491,
      "grad_norm": 0.38430967926979065,
      "learning_rate": 4.8826195570468284e-05,
      "loss": 5.6939,
      "step": 135380
    },
    {
      "epoch": 0.11850502564246206,
      "grad_norm": 0.3818355202674866,
      "learning_rate": 4.88261018099867e-05,
      "loss": 5.7672,
      "step": 135385
    },
    {
      "epoch": 0.11850940223608922,
      "grad_norm": 0.3750394582748413,
      "learning_rate": 4.882600804587382e-05,
      "loss": 5.7162,
      "step": 135390
    },
    {
      "epoch": 0.11851377882971637,
      "grad_norm": 0.3636772632598877,
      "learning_rate": 4.8825914278129646e-05,
      "loss": 5.9986,
      "step": 135395
    },
    {
      "epoch": 0.11851815542334353,
      "grad_norm": 0.3996220827102661,
      "learning_rate": 4.88258205067542e-05,
      "loss": 5.1957,
      "step": 135400
    },
    {
      "epoch": 0.11852253201697067,
      "grad_norm": 0.43299078941345215,
      "learning_rate": 4.882572673174752e-05,
      "loss": 5.16,
      "step": 135405
    },
    {
      "epoch": 0.11852690861059784,
      "grad_norm": 0.3805501163005829,
      "learning_rate": 4.8825632953109604e-05,
      "loss": 4.9509,
      "step": 135410
    },
    {
      "epoch": 0.11853128520422498,
      "grad_norm": 0.4322265088558197,
      "learning_rate": 4.882553917084046e-05,
      "loss": 4.7742,
      "step": 135415
    },
    {
      "epoch": 0.11853566179785215,
      "grad_norm": 0.40916475653648376,
      "learning_rate": 4.882544538494014e-05,
      "loss": 4.6503,
      "step": 135420
    },
    {
      "epoch": 0.1185400383914793,
      "grad_norm": 0.414008766412735,
      "learning_rate": 4.882535159540863e-05,
      "loss": 4.6445,
      "step": 135425
    },
    {
      "epoch": 0.11854441498510646,
      "grad_norm": 0.401970773935318,
      "learning_rate": 4.882525780224596e-05,
      "loss": 4.8914,
      "step": 135430
    },
    {
      "epoch": 0.1185487915787336,
      "grad_norm": 0.38633984327316284,
      "learning_rate": 4.882516400545215e-05,
      "loss": 4.7706,
      "step": 135435
    },
    {
      "epoch": 0.11855316817236076,
      "grad_norm": 0.4057560861110687,
      "learning_rate": 4.882507020502721e-05,
      "loss": 4.8803,
      "step": 135440
    },
    {
      "epoch": 0.11855754476598791,
      "grad_norm": 0.4285013973712921,
      "learning_rate": 4.8824976400971176e-05,
      "loss": 4.6834,
      "step": 135445
    },
    {
      "epoch": 0.11856192135961507,
      "grad_norm": 0.38278359174728394,
      "learning_rate": 4.8824882593284046e-05,
      "loss": 4.7044,
      "step": 135450
    },
    {
      "epoch": 0.11856629795324222,
      "grad_norm": 0.3593571186065674,
      "learning_rate": 4.882478878196585e-05,
      "loss": 5.6879,
      "step": 135455
    },
    {
      "epoch": 0.11857067454686938,
      "grad_norm": 0.34904953837394714,
      "learning_rate": 4.8824694967016605e-05,
      "loss": 5.7849,
      "step": 135460
    },
    {
      "epoch": 0.11857505114049653,
      "grad_norm": 0.356902152299881,
      "learning_rate": 4.882460114843632e-05,
      "loss": 5.7567,
      "step": 135465
    },
    {
      "epoch": 0.1185794277341237,
      "grad_norm": 0.41699403524398804,
      "learning_rate": 4.8824507326225035e-05,
      "loss": 4.9499,
      "step": 135470
    },
    {
      "epoch": 0.11858380432775084,
      "grad_norm": 0.41215571761131287,
      "learning_rate": 4.882441350038274e-05,
      "loss": 5.4831,
      "step": 135475
    },
    {
      "epoch": 0.118588180921378,
      "grad_norm": 0.40776848793029785,
      "learning_rate": 4.8824319670909466e-05,
      "loss": 5.4486,
      "step": 135480
    },
    {
      "epoch": 0.11859255751500515,
      "grad_norm": 0.35816431045532227,
      "learning_rate": 4.8824225837805236e-05,
      "loss": 6.2863,
      "step": 135485
    },
    {
      "epoch": 0.11859693410863231,
      "grad_norm": 0.4024783670902252,
      "learning_rate": 4.882413200107007e-05,
      "loss": 5.1843,
      "step": 135490
    },
    {
      "epoch": 0.11860131070225946,
      "grad_norm": 0.416548490524292,
      "learning_rate": 4.8824038160703966e-05,
      "loss": 4.7409,
      "step": 135495
    },
    {
      "epoch": 0.11860568729588661,
      "grad_norm": 0.3586697578430176,
      "learning_rate": 4.882394431670696e-05,
      "loss": 5.9596,
      "step": 135500
    },
    {
      "epoch": 0.11861006388951377,
      "grad_norm": 0.4159944951534271,
      "learning_rate": 4.882385046907907e-05,
      "loss": 5.7673,
      "step": 135505
    },
    {
      "epoch": 0.11861444048314092,
      "grad_norm": 0.40791618824005127,
      "learning_rate": 4.882375661782031e-05,
      "loss": 4.1206,
      "step": 135510
    },
    {
      "epoch": 0.11861881707676808,
      "grad_norm": 0.4183028042316437,
      "learning_rate": 4.882366276293069e-05,
      "loss": 6.0168,
      "step": 135515
    },
    {
      "epoch": 0.11862319367039523,
      "grad_norm": 0.421368807554245,
      "learning_rate": 4.8823568904410245e-05,
      "loss": 5.2562,
      "step": 135520
    },
    {
      "epoch": 0.11862757026402239,
      "grad_norm": 0.40334591269493103,
      "learning_rate": 4.882347504225897e-05,
      "loss": 4.7361,
      "step": 135525
    },
    {
      "epoch": 0.11863194685764954,
      "grad_norm": 0.44843363761901855,
      "learning_rate": 4.8823381176476915e-05,
      "loss": 5.7043,
      "step": 135530
    },
    {
      "epoch": 0.1186363234512767,
      "grad_norm": 0.4160241484642029,
      "learning_rate": 4.882328730706407e-05,
      "loss": 5.6824,
      "step": 135535
    },
    {
      "epoch": 0.11864070004490385,
      "grad_norm": 0.35829657316207886,
      "learning_rate": 4.8823193434020466e-05,
      "loss": 5.4766,
      "step": 135540
    },
    {
      "epoch": 0.11864507663853101,
      "grad_norm": 0.3543477952480316,
      "learning_rate": 4.882309955734612e-05,
      "loss": 6.3312,
      "step": 135545
    },
    {
      "epoch": 0.11864945323215816,
      "grad_norm": 0.41309624910354614,
      "learning_rate": 4.882300567704105e-05,
      "loss": 4.9924,
      "step": 135550
    },
    {
      "epoch": 0.11865382982578532,
      "grad_norm": 0.40745389461517334,
      "learning_rate": 4.8822911793105266e-05,
      "loss": 4.6499,
      "step": 135555
    },
    {
      "epoch": 0.11865820641941247,
      "grad_norm": 0.3580348491668701,
      "learning_rate": 4.8822817905538796e-05,
      "loss": 6.2779,
      "step": 135560
    },
    {
      "epoch": 0.11866258301303963,
      "grad_norm": 0.362566202878952,
      "learning_rate": 4.882272401434166e-05,
      "loss": 5.7661,
      "step": 135565
    },
    {
      "epoch": 0.11866695960666677,
      "grad_norm": 0.37280088663101196,
      "learning_rate": 4.882263011951386e-05,
      "loss": 5.2307,
      "step": 135570
    },
    {
      "epoch": 0.11867133620029394,
      "grad_norm": 0.41235247254371643,
      "learning_rate": 4.8822536221055434e-05,
      "loss": 5.1441,
      "step": 135575
    },
    {
      "epoch": 0.11867571279392108,
      "grad_norm": 0.4066128432750702,
      "learning_rate": 4.882244231896639e-05,
      "loss": 5.8034,
      "step": 135580
    },
    {
      "epoch": 0.11868008938754825,
      "grad_norm": 0.42455896735191345,
      "learning_rate": 4.882234841324674e-05,
      "loss": 6.0016,
      "step": 135585
    },
    {
      "epoch": 0.1186844659811754,
      "grad_norm": 0.37156298756599426,
      "learning_rate": 4.882225450389653e-05,
      "loss": 5.7164,
      "step": 135590
    },
    {
      "epoch": 0.11868884257480256,
      "grad_norm": 0.42454853653907776,
      "learning_rate": 4.8822160590915736e-05,
      "loss": 5.9295,
      "step": 135595
    },
    {
      "epoch": 0.1186932191684297,
      "grad_norm": 0.3877387046813965,
      "learning_rate": 4.882206667430441e-05,
      "loss": 5.1742,
      "step": 135600
    },
    {
      "epoch": 0.11869759576205687,
      "grad_norm": 0.3760935664176941,
      "learning_rate": 4.882197275406255e-05,
      "loss": 5.4604,
      "step": 135605
    },
    {
      "epoch": 0.11870197235568401,
      "grad_norm": 0.3704972267150879,
      "learning_rate": 4.882187883019019e-05,
      "loss": 4.9667,
      "step": 135610
    },
    {
      "epoch": 0.11870634894931117,
      "grad_norm": 0.4322149455547333,
      "learning_rate": 4.882178490268733e-05,
      "loss": 4.7721,
      "step": 135615
    },
    {
      "epoch": 0.11871072554293832,
      "grad_norm": 0.41519251465797424,
      "learning_rate": 4.8821690971554014e-05,
      "loss": 4.9519,
      "step": 135620
    },
    {
      "epoch": 0.11871510213656547,
      "grad_norm": 0.4043130576610565,
      "learning_rate": 4.8821597036790224e-05,
      "loss": 5.3908,
      "step": 135625
    },
    {
      "epoch": 0.11871947873019263,
      "grad_norm": 0.40136268734931946,
      "learning_rate": 4.882150309839602e-05,
      "loss": 5.718,
      "step": 135630
    },
    {
      "epoch": 0.11872385532381978,
      "grad_norm": 0.4208133816719055,
      "learning_rate": 4.882140915637138e-05,
      "loss": 5.1886,
      "step": 135635
    },
    {
      "epoch": 0.11872823191744694,
      "grad_norm": 0.38273099064826965,
      "learning_rate": 4.8821315210716346e-05,
      "loss": 5.0198,
      "step": 135640
    },
    {
      "epoch": 0.11873260851107409,
      "grad_norm": 0.39817431569099426,
      "learning_rate": 4.8821221261430936e-05,
      "loss": 4.9875,
      "step": 135645
    },
    {
      "epoch": 0.11873698510470125,
      "grad_norm": 0.4030138850212097,
      "learning_rate": 4.8821127308515156e-05,
      "loss": 5.3945,
      "step": 135650
    },
    {
      "epoch": 0.1187413616983284,
      "grad_norm": 0.43290436267852783,
      "learning_rate": 4.8821033351969047e-05,
      "loss": 5.4524,
      "step": 135655
    },
    {
      "epoch": 0.11874573829195556,
      "grad_norm": 0.39674320816993713,
      "learning_rate": 4.8820939391792595e-05,
      "loss": 5.4669,
      "step": 135660
    },
    {
      "epoch": 0.11875011488558271,
      "grad_norm": 0.4052443206310272,
      "learning_rate": 4.882084542798584e-05,
      "loss": 5.4029,
      "step": 135665
    },
    {
      "epoch": 0.11875449147920987,
      "grad_norm": 0.3827362656593323,
      "learning_rate": 4.88207514605488e-05,
      "loss": 5.2999,
      "step": 135670
    },
    {
      "epoch": 0.11875886807283702,
      "grad_norm": 0.3648814857006073,
      "learning_rate": 4.882065748948147e-05,
      "loss": 6.3283,
      "step": 135675
    },
    {
      "epoch": 0.11876324466646418,
      "grad_norm": 0.43012163043022156,
      "learning_rate": 4.882056351478389e-05,
      "loss": 4.6871,
      "step": 135680
    },
    {
      "epoch": 0.11876762126009133,
      "grad_norm": 0.386029988527298,
      "learning_rate": 4.882046953645609e-05,
      "loss": 5.2136,
      "step": 135685
    },
    {
      "epoch": 0.11877199785371849,
      "grad_norm": 0.3563896715641022,
      "learning_rate": 4.8820375554498067e-05,
      "loss": 5.4824,
      "step": 135690
    },
    {
      "epoch": 0.11877637444734564,
      "grad_norm": 0.405809223651886,
      "learning_rate": 4.8820281568909834e-05,
      "loss": 5.4968,
      "step": 135695
    },
    {
      "epoch": 0.1187807510409728,
      "grad_norm": 0.38304808735847473,
      "learning_rate": 4.882018757969142e-05,
      "loss": 5.1856,
      "step": 135700
    },
    {
      "epoch": 0.11878512763459995,
      "grad_norm": 0.4554569721221924,
      "learning_rate": 4.8820093586842855e-05,
      "loss": 5.0572,
      "step": 135705
    },
    {
      "epoch": 0.11878950422822711,
      "grad_norm": 0.4072220027446747,
      "learning_rate": 4.881999959036413e-05,
      "loss": 4.9698,
      "step": 135710
    },
    {
      "epoch": 0.11879388082185426,
      "grad_norm": 0.4377273917198181,
      "learning_rate": 4.8819905590255286e-05,
      "loss": 4.4035,
      "step": 135715
    },
    {
      "epoch": 0.11879825741548142,
      "grad_norm": 0.3663093149662018,
      "learning_rate": 4.881981158651633e-05,
      "loss": 5.3891,
      "step": 135720
    },
    {
      "epoch": 0.11880263400910857,
      "grad_norm": 0.397832453250885,
      "learning_rate": 4.881971757914728e-05,
      "loss": 5.6865,
      "step": 135725
    },
    {
      "epoch": 0.11880701060273573,
      "grad_norm": 0.38955992460250854,
      "learning_rate": 4.881962356814817e-05,
      "loss": 5.4659,
      "step": 135730
    },
    {
      "epoch": 0.11881138719636287,
      "grad_norm": 0.404415100812912,
      "learning_rate": 4.8819529553519e-05,
      "loss": 5.1583,
      "step": 135735
    },
    {
      "epoch": 0.11881576378999004,
      "grad_norm": 0.38348063826560974,
      "learning_rate": 4.881943553525978e-05,
      "loss": 5.974,
      "step": 135740
    },
    {
      "epoch": 0.11882014038361718,
      "grad_norm": 0.39721399545669556,
      "learning_rate": 4.8819341513370556e-05,
      "loss": 5.6811,
      "step": 135745
    },
    {
      "epoch": 0.11882451697724435,
      "grad_norm": 0.4628235399723053,
      "learning_rate": 4.881924748785131e-05,
      "loss": 4.7575,
      "step": 135750
    },
    {
      "epoch": 0.1188288935708715,
      "grad_norm": 0.3792514204978943,
      "learning_rate": 4.881915345870211e-05,
      "loss": 6.3049,
      "step": 135755
    },
    {
      "epoch": 0.11883327016449864,
      "grad_norm": 0.39336106181144714,
      "learning_rate": 4.881905942592293e-05,
      "loss": 5.6896,
      "step": 135760
    },
    {
      "epoch": 0.1188376467581258,
      "grad_norm": 0.3586336374282837,
      "learning_rate": 4.881896538951382e-05,
      "loss": 6.0131,
      "step": 135765
    },
    {
      "epoch": 0.11884202335175295,
      "grad_norm": 0.38903680443763733,
      "learning_rate": 4.881887134947476e-05,
      "loss": 5.6547,
      "step": 135770
    },
    {
      "epoch": 0.11884639994538011,
      "grad_norm": 0.36040353775024414,
      "learning_rate": 4.8818777305805794e-05,
      "loss": 6.3238,
      "step": 135775
    },
    {
      "epoch": 0.11885077653900726,
      "grad_norm": 0.3765723407268524,
      "learning_rate": 4.881868325850695e-05,
      "loss": 5.2399,
      "step": 135780
    },
    {
      "epoch": 0.11885515313263442,
      "grad_norm": 0.4264291822910309,
      "learning_rate": 4.881858920757823e-05,
      "loss": 4.6669,
      "step": 135785
    },
    {
      "epoch": 0.11885952972626157,
      "grad_norm": 0.4088950753211975,
      "learning_rate": 4.881849515301964e-05,
      "loss": 5.676,
      "step": 135790
    },
    {
      "epoch": 0.11886390631988873,
      "grad_norm": 0.36115163564682007,
      "learning_rate": 4.881840109483122e-05,
      "loss": 6.3104,
      "step": 135795
    },
    {
      "epoch": 0.11886828291351588,
      "grad_norm": 0.3958372175693512,
      "learning_rate": 4.8818307033012986e-05,
      "loss": 5.6756,
      "step": 135800
    },
    {
      "epoch": 0.11887265950714304,
      "grad_norm": 0.44811156392097473,
      "learning_rate": 4.881821296756495e-05,
      "loss": 4.4182,
      "step": 135805
    },
    {
      "epoch": 0.11887703610077019,
      "grad_norm": 0.4546717703342438,
      "learning_rate": 4.881811889848713e-05,
      "loss": 4.6566,
      "step": 135810
    },
    {
      "epoch": 0.11888141269439735,
      "grad_norm": 0.37952330708503723,
      "learning_rate": 4.881802482577954e-05,
      "loss": 5.9797,
      "step": 135815
    },
    {
      "epoch": 0.1188857892880245,
      "grad_norm": 0.3678258955478668,
      "learning_rate": 4.881793074944221e-05,
      "loss": 5.9684,
      "step": 135820
    },
    {
      "epoch": 0.11889016588165166,
      "grad_norm": 0.35437899827957153,
      "learning_rate": 4.881783666947515e-05,
      "loss": 5.9996,
      "step": 135825
    },
    {
      "epoch": 0.11889454247527881,
      "grad_norm": 0.3979588747024536,
      "learning_rate": 4.881774258587838e-05,
      "loss": 4.9747,
      "step": 135830
    },
    {
      "epoch": 0.11889891906890597,
      "grad_norm": 0.4503169059753418,
      "learning_rate": 4.881764849865191e-05,
      "loss": 5.1478,
      "step": 135835
    },
    {
      "epoch": 0.11890329566253312,
      "grad_norm": 0.44834426045417786,
      "learning_rate": 4.8817554407795785e-05,
      "loss": 4.9105,
      "step": 135840
    },
    {
      "epoch": 0.11890767225616028,
      "grad_norm": 0.4046856164932251,
      "learning_rate": 4.8817460313309995e-05,
      "loss": 4.6483,
      "step": 135845
    },
    {
      "epoch": 0.11891204884978743,
      "grad_norm": 0.4215850830078125,
      "learning_rate": 4.881736621519456e-05,
      "loss": 5.1509,
      "step": 135850
    },
    {
      "epoch": 0.11891642544341459,
      "grad_norm": 0.4013110101222992,
      "learning_rate": 4.881727211344951e-05,
      "loss": 4.6648,
      "step": 135855
    },
    {
      "epoch": 0.11892080203704174,
      "grad_norm": 0.409115195274353,
      "learning_rate": 4.881717800807486e-05,
      "loss": 5.4348,
      "step": 135860
    },
    {
      "epoch": 0.1189251786306689,
      "grad_norm": 0.4046352803707123,
      "learning_rate": 4.8817083899070624e-05,
      "loss": 4.1345,
      "step": 135865
    },
    {
      "epoch": 0.11892955522429605,
      "grad_norm": 0.4580956995487213,
      "learning_rate": 4.881698978643683e-05,
      "loss": 5.4339,
      "step": 135870
    },
    {
      "epoch": 0.11893393181792321,
      "grad_norm": 0.38838323950767517,
      "learning_rate": 4.881689567017348e-05,
      "loss": 5.5108,
      "step": 135875
    },
    {
      "epoch": 0.11893830841155036,
      "grad_norm": 0.39204585552215576,
      "learning_rate": 4.881680155028061e-05,
      "loss": 5.4602,
      "step": 135880
    },
    {
      "epoch": 0.1189426850051775,
      "grad_norm": 0.384774774312973,
      "learning_rate": 4.881670742675823e-05,
      "loss": 5.3645,
      "step": 135885
    },
    {
      "epoch": 0.11894706159880467,
      "grad_norm": 0.42231082916259766,
      "learning_rate": 4.881661329960635e-05,
      "loss": 5.489,
      "step": 135890
    },
    {
      "epoch": 0.11895143819243181,
      "grad_norm": 0.3937269151210785,
      "learning_rate": 4.8816519168825004e-05,
      "loss": 5.4882,
      "step": 135895
    },
    {
      "epoch": 0.11895581478605897,
      "grad_norm": 0.4243428409099579,
      "learning_rate": 4.8816425034414194e-05,
      "loss": 5.9977,
      "step": 135900
    },
    {
      "epoch": 0.11896019137968612,
      "grad_norm": 0.3793041706085205,
      "learning_rate": 4.881633089637395e-05,
      "loss": 5.198,
      "step": 135905
    },
    {
      "epoch": 0.11896456797331328,
      "grad_norm": 0.3664025366306305,
      "learning_rate": 4.881623675470428e-05,
      "loss": 6.2852,
      "step": 135910
    },
    {
      "epoch": 0.11896894456694043,
      "grad_norm": 0.38980716466903687,
      "learning_rate": 4.8816142609405216e-05,
      "loss": 4.861,
      "step": 135915
    },
    {
      "epoch": 0.1189733211605676,
      "grad_norm": 0.3971395492553711,
      "learning_rate": 4.881604846047676e-05,
      "loss": 4.5121,
      "step": 135920
    },
    {
      "epoch": 0.11897769775419474,
      "grad_norm": 0.49854639172554016,
      "learning_rate": 4.8815954307918956e-05,
      "loss": 5.775,
      "step": 135925
    },
    {
      "epoch": 0.1189820743478219,
      "grad_norm": 0.39801448583602905,
      "learning_rate": 4.881586015173178e-05,
      "loss": 5.5054,
      "step": 135930
    },
    {
      "epoch": 0.11898645094144905,
      "grad_norm": 0.3852510154247284,
      "learning_rate": 4.8815765991915296e-05,
      "loss": 4.7019,
      "step": 135935
    },
    {
      "epoch": 0.11899082753507621,
      "grad_norm": 0.442490816116333,
      "learning_rate": 4.881567182846949e-05,
      "loss": 3.9308,
      "step": 135940
    },
    {
      "epoch": 0.11899520412870336,
      "grad_norm": 0.3647606074810028,
      "learning_rate": 4.88155776613944e-05,
      "loss": 5.2439,
      "step": 135945
    },
    {
      "epoch": 0.11899958072233052,
      "grad_norm": 0.4144445061683655,
      "learning_rate": 4.881548349069003e-05,
      "loss": 4.5962,
      "step": 135950
    },
    {
      "epoch": 0.11900395731595767,
      "grad_norm": 0.47956541180610657,
      "learning_rate": 4.8815389316356394e-05,
      "loss": 4.7706,
      "step": 135955
    },
    {
      "epoch": 0.11900833390958483,
      "grad_norm": 0.42332136631011963,
      "learning_rate": 4.881529513839355e-05,
      "loss": 6.3434,
      "step": 135960
    },
    {
      "epoch": 0.11901271050321198,
      "grad_norm": 0.4173865020275116,
      "learning_rate": 4.881520095680146e-05,
      "loss": 5.1877,
      "step": 135965
    },
    {
      "epoch": 0.11901708709683914,
      "grad_norm": 0.3777727782726288,
      "learning_rate": 4.881510677158016e-05,
      "loss": 5.7756,
      "step": 135970
    },
    {
      "epoch": 0.11902146369046629,
      "grad_norm": 0.410368949174881,
      "learning_rate": 4.8815012582729705e-05,
      "loss": 4.3557,
      "step": 135975
    },
    {
      "epoch": 0.11902584028409345,
      "grad_norm": 0.4332464039325714,
      "learning_rate": 4.881491839025006e-05,
      "loss": 5.6605,
      "step": 135980
    },
    {
      "epoch": 0.1190302168777206,
      "grad_norm": 0.41860875487327576,
      "learning_rate": 4.8814824194141284e-05,
      "loss": 4.6761,
      "step": 135985
    },
    {
      "epoch": 0.11903459347134776,
      "grad_norm": 0.40985310077667236,
      "learning_rate": 4.8814729994403376e-05,
      "loss": 5.1812,
      "step": 135990
    },
    {
      "epoch": 0.11903897006497491,
      "grad_norm": 0.4391351640224457,
      "learning_rate": 4.881463579103636e-05,
      "loss": 5.1744,
      "step": 135995
    },
    {
      "epoch": 0.11904334665860207,
      "grad_norm": 0.3589363396167755,
      "learning_rate": 4.881454158404024e-05,
      "loss": 5.4472,
      "step": 136000
    },
    {
      "epoch": 0.11904772325222922,
      "grad_norm": 0.3568525016307831,
      "learning_rate": 4.881444737341505e-05,
      "loss": 5.7988,
      "step": 136005
    },
    {
      "epoch": 0.11905209984585637,
      "grad_norm": 0.42630451917648315,
      "learning_rate": 4.88143531591608e-05,
      "loss": 5.7688,
      "step": 136010
    },
    {
      "epoch": 0.11905647643948353,
      "grad_norm": 0.34010472893714905,
      "learning_rate": 4.881425894127752e-05,
      "loss": 5.9979,
      "step": 136015
    },
    {
      "epoch": 0.11906085303311068,
      "grad_norm": 0.38865554332733154,
      "learning_rate": 4.881416471976522e-05,
      "loss": 5.6893,
      "step": 136020
    },
    {
      "epoch": 0.11906522962673784,
      "grad_norm": 0.3656326234340668,
      "learning_rate": 4.881407049462391e-05,
      "loss": 5.4847,
      "step": 136025
    },
    {
      "epoch": 0.11906960622036498,
      "grad_norm": 0.3909754753112793,
      "learning_rate": 4.881397626585362e-05,
      "loss": 4.9771,
      "step": 136030
    },
    {
      "epoch": 0.11907398281399215,
      "grad_norm": 0.3480413854122162,
      "learning_rate": 4.881388203345436e-05,
      "loss": 6.3311,
      "step": 136035
    },
    {
      "epoch": 0.1190783594076193,
      "grad_norm": 0.4025317132472992,
      "learning_rate": 4.881378779742617e-05,
      "loss": 5.1164,
      "step": 136040
    },
    {
      "epoch": 0.11908273600124646,
      "grad_norm": 0.40968552231788635,
      "learning_rate": 4.8813693557769025e-05,
      "loss": 5.5112,
      "step": 136045
    },
    {
      "epoch": 0.1190871125948736,
      "grad_norm": 0.3950958847999573,
      "learning_rate": 4.8813599314482984e-05,
      "loss": 4.7884,
      "step": 136050
    },
    {
      "epoch": 0.11909148918850077,
      "grad_norm": 0.37604156136512756,
      "learning_rate": 4.881350506756805e-05,
      "loss": 6.0021,
      "step": 136055
    },
    {
      "epoch": 0.11909586578212791,
      "grad_norm": 0.4081059694290161,
      "learning_rate": 4.881341081702424e-05,
      "loss": 5.2465,
      "step": 136060
    },
    {
      "epoch": 0.11910024237575507,
      "grad_norm": 0.42540159821510315,
      "learning_rate": 4.881331656285158e-05,
      "loss": 4.7428,
      "step": 136065
    },
    {
      "epoch": 0.11910461896938222,
      "grad_norm": 0.3720023036003113,
      "learning_rate": 4.881322230505007e-05,
      "loss": 4.945,
      "step": 136070
    },
    {
      "epoch": 0.11910899556300938,
      "grad_norm": 0.40960264205932617,
      "learning_rate": 4.8813128043619735e-05,
      "loss": 4.7552,
      "step": 136075
    },
    {
      "epoch": 0.11911337215663653,
      "grad_norm": 0.4093632996082306,
      "learning_rate": 4.881303377856061e-05,
      "loss": 5.4781,
      "step": 136080
    },
    {
      "epoch": 0.1191177487502637,
      "grad_norm": 0.3734445571899414,
      "learning_rate": 4.8812939509872704e-05,
      "loss": 6.3129,
      "step": 136085
    },
    {
      "epoch": 0.11912212534389084,
      "grad_norm": 0.40134236216545105,
      "learning_rate": 4.8812845237556026e-05,
      "loss": 5.1717,
      "step": 136090
    },
    {
      "epoch": 0.119126501937518,
      "grad_norm": 0.4012869596481323,
      "learning_rate": 4.881275096161061e-05,
      "loss": 5.2711,
      "step": 136095
    },
    {
      "epoch": 0.11913087853114515,
      "grad_norm": 0.38310426473617554,
      "learning_rate": 4.881265668203645e-05,
      "loss": 4.9625,
      "step": 136100
    },
    {
      "epoch": 0.11913525512477231,
      "grad_norm": 0.42965245246887207,
      "learning_rate": 4.8812562398833585e-05,
      "loss": 4.8325,
      "step": 136105
    },
    {
      "epoch": 0.11913963171839946,
      "grad_norm": 0.36273419857025146,
      "learning_rate": 4.881246811200203e-05,
      "loss": 6.3318,
      "step": 136110
    },
    {
      "epoch": 0.11914400831202662,
      "grad_norm": 0.41161733865737915,
      "learning_rate": 4.881237382154179e-05,
      "loss": 4.6735,
      "step": 136115
    },
    {
      "epoch": 0.11914838490565377,
      "grad_norm": 0.40225762128829956,
      "learning_rate": 4.881227952745291e-05,
      "loss": 5.3875,
      "step": 136120
    },
    {
      "epoch": 0.11915276149928093,
      "grad_norm": 0.39264988899230957,
      "learning_rate": 4.8812185229735385e-05,
      "loss": 5.7749,
      "step": 136125
    },
    {
      "epoch": 0.11915713809290808,
      "grad_norm": 0.4380526542663574,
      "learning_rate": 4.8812090928389234e-05,
      "loss": 5.4885,
      "step": 136130
    },
    {
      "epoch": 0.11916151468653524,
      "grad_norm": 0.38914427161216736,
      "learning_rate": 4.881199662341448e-05,
      "loss": 5.5071,
      "step": 136135
    },
    {
      "epoch": 0.11916589128016239,
      "grad_norm": 0.4041040539741516,
      "learning_rate": 4.881190231481115e-05,
      "loss": 4.5829,
      "step": 136140
    },
    {
      "epoch": 0.11917026787378954,
      "grad_norm": 0.41899374127388,
      "learning_rate": 4.881180800257925e-05,
      "loss": 6.2924,
      "step": 136145
    },
    {
      "epoch": 0.1191746444674167,
      "grad_norm": 0.4430578947067261,
      "learning_rate": 4.881171368671881e-05,
      "loss": 4.9779,
      "step": 136150
    },
    {
      "epoch": 0.11917902106104385,
      "grad_norm": 0.4117653965950012,
      "learning_rate": 4.881161936722983e-05,
      "loss": 5.7843,
      "step": 136155
    },
    {
      "epoch": 0.11918339765467101,
      "grad_norm": 0.4369838535785675,
      "learning_rate": 4.881152504411235e-05,
      "loss": 5.1877,
      "step": 136160
    },
    {
      "epoch": 0.11918777424829816,
      "grad_norm": 0.39148005843162537,
      "learning_rate": 4.8811430717366366e-05,
      "loss": 5.3846,
      "step": 136165
    },
    {
      "epoch": 0.11919215084192532,
      "grad_norm": 0.4111585319042206,
      "learning_rate": 4.881133638699192e-05,
      "loss": 5.4663,
      "step": 136170
    },
    {
      "epoch": 0.11919652743555247,
      "grad_norm": 0.43788519501686096,
      "learning_rate": 4.8811242052989005e-05,
      "loss": 3.9236,
      "step": 136175
    },
    {
      "epoch": 0.11920090402917963,
      "grad_norm": 0.5018827319145203,
      "learning_rate": 4.8811147715357664e-05,
      "loss": 5.2416,
      "step": 136180
    },
    {
      "epoch": 0.11920528062280678,
      "grad_norm": 0.4186152219772339,
      "learning_rate": 4.881105337409789e-05,
      "loss": 5.1798,
      "step": 136185
    },
    {
      "epoch": 0.11920965721643394,
      "grad_norm": 0.45737317204475403,
      "learning_rate": 4.8810959029209726e-05,
      "loss": 4.9114,
      "step": 136190
    },
    {
      "epoch": 0.11921403381006108,
      "grad_norm": 0.42552411556243896,
      "learning_rate": 4.881086468069317e-05,
      "loss": 5.9902,
      "step": 136195
    },
    {
      "epoch": 0.11921841040368825,
      "grad_norm": 0.40537166595458984,
      "learning_rate": 4.881077032854825e-05,
      "loss": 6.3191,
      "step": 136200
    },
    {
      "epoch": 0.1192227869973154,
      "grad_norm": 0.42864370346069336,
      "learning_rate": 4.881067597277499e-05,
      "loss": 4.9651,
      "step": 136205
    },
    {
      "epoch": 0.11922716359094256,
      "grad_norm": 0.35559093952178955,
      "learning_rate": 4.8810581613373384e-05,
      "loss": 5.9777,
      "step": 136210
    },
    {
      "epoch": 0.1192315401845697,
      "grad_norm": 0.41857191920280457,
      "learning_rate": 4.881048725034348e-05,
      "loss": 4.9653,
      "step": 136215
    },
    {
      "epoch": 0.11923591677819687,
      "grad_norm": 0.44361045956611633,
      "learning_rate": 4.8810392883685284e-05,
      "loss": 5.5111,
      "step": 136220
    },
    {
      "epoch": 0.11924029337182401,
      "grad_norm": 0.38771578669548035,
      "learning_rate": 4.881029851339881e-05,
      "loss": 5.8014,
      "step": 136225
    },
    {
      "epoch": 0.11924466996545117,
      "grad_norm": 0.38067781925201416,
      "learning_rate": 4.881020413948409e-05,
      "loss": 6.0332,
      "step": 136230
    },
    {
      "epoch": 0.11924904655907832,
      "grad_norm": 0.40812110900878906,
      "learning_rate": 4.881010976194112e-05,
      "loss": 5.2631,
      "step": 136235
    },
    {
      "epoch": 0.11925342315270548,
      "grad_norm": 0.4275672137737274,
      "learning_rate": 4.8810015380769936e-05,
      "loss": 5.453,
      "step": 136240
    },
    {
      "epoch": 0.11925779974633263,
      "grad_norm": 0.4167649447917938,
      "learning_rate": 4.880992099597055e-05,
      "loss": 5.4779,
      "step": 136245
    },
    {
      "epoch": 0.1192621763399598,
      "grad_norm": 0.3783647119998932,
      "learning_rate": 4.880982660754297e-05,
      "loss": 6.3064,
      "step": 136250
    },
    {
      "epoch": 0.11926655293358694,
      "grad_norm": 0.49891597032546997,
      "learning_rate": 4.8809732215487244e-05,
      "loss": 4.9431,
      "step": 136255
    },
    {
      "epoch": 0.1192709295272141,
      "grad_norm": 0.4244520664215088,
      "learning_rate": 4.8809637819803354e-05,
      "loss": 4.4371,
      "step": 136260
    },
    {
      "epoch": 0.11927530612084125,
      "grad_norm": 0.4232279360294342,
      "learning_rate": 4.8809543420491345e-05,
      "loss": 5.4792,
      "step": 136265
    },
    {
      "epoch": 0.1192796827144684,
      "grad_norm": 0.4049796164035797,
      "learning_rate": 4.880944901755122e-05,
      "loss": 3.7561,
      "step": 136270
    },
    {
      "epoch": 0.11928405930809556,
      "grad_norm": 0.5043008923530579,
      "learning_rate": 4.8809354610983006e-05,
      "loss": 5.6908,
      "step": 136275
    },
    {
      "epoch": 0.11928843590172271,
      "grad_norm": 0.41953179240226746,
      "learning_rate": 4.8809260200786725e-05,
      "loss": 5.8352,
      "step": 136280
    },
    {
      "epoch": 0.11929281249534987,
      "grad_norm": 0.6773521900177002,
      "learning_rate": 4.880916578696237e-05,
      "loss": 4.6062,
      "step": 136285
    },
    {
      "epoch": 0.11929718908897702,
      "grad_norm": 0.41670507192611694,
      "learning_rate": 4.880907136950999e-05,
      "loss": 4.46,
      "step": 136290
    },
    {
      "epoch": 0.11930156568260418,
      "grad_norm": 0.38058656454086304,
      "learning_rate": 4.8808976948429595e-05,
      "loss": 6.292,
      "step": 136295
    },
    {
      "epoch": 0.11930594227623133,
      "grad_norm": 0.41585856676101685,
      "learning_rate": 4.8808882523721186e-05,
      "loss": 5.7781,
      "step": 136300
    },
    {
      "epoch": 0.11931031886985849,
      "grad_norm": 0.3941527009010315,
      "learning_rate": 4.880878809538481e-05,
      "loss": 4.6734,
      "step": 136305
    },
    {
      "epoch": 0.11931469546348564,
      "grad_norm": 0.4051978588104248,
      "learning_rate": 4.880869366342044e-05,
      "loss": 4.9505,
      "step": 136310
    },
    {
      "epoch": 0.1193190720571128,
      "grad_norm": 0.4125578701496124,
      "learning_rate": 4.8808599227828156e-05,
      "loss": 5.7283,
      "step": 136315
    },
    {
      "epoch": 0.11932344865073995,
      "grad_norm": 0.4151194095611572,
      "learning_rate": 4.880850478860793e-05,
      "loss": 5.478,
      "step": 136320
    },
    {
      "epoch": 0.11932782524436711,
      "grad_norm": 0.4421272575855255,
      "learning_rate": 4.880841034575979e-05,
      "loss": 5.1631,
      "step": 136325
    },
    {
      "epoch": 0.11933220183799426,
      "grad_norm": 0.3899463415145874,
      "learning_rate": 4.8808315899283766e-05,
      "loss": 6.3045,
      "step": 136330
    },
    {
      "epoch": 0.11933657843162142,
      "grad_norm": 0.3715142011642456,
      "learning_rate": 4.880822144917986e-05,
      "loss": 6.2561,
      "step": 136335
    },
    {
      "epoch": 0.11934095502524857,
      "grad_norm": 0.41134539246559143,
      "learning_rate": 4.88081269954481e-05,
      "loss": 5.6303,
      "step": 136340
    },
    {
      "epoch": 0.11934533161887573,
      "grad_norm": 0.4055003523826599,
      "learning_rate": 4.8808032538088513e-05,
      "loss": 4.9602,
      "step": 136345
    },
    {
      "epoch": 0.11934970821250288,
      "grad_norm": 0.3774849772453308,
      "learning_rate": 4.880793807710109e-05,
      "loss": 5.1221,
      "step": 136350
    },
    {
      "epoch": 0.11935408480613004,
      "grad_norm": 0.3548260033130646,
      "learning_rate": 4.880784361248588e-05,
      "loss": 5.8152,
      "step": 136355
    },
    {
      "epoch": 0.11935846139975718,
      "grad_norm": 0.35515546798706055,
      "learning_rate": 4.880774914424288e-05,
      "loss": 5.7878,
      "step": 136360
    },
    {
      "epoch": 0.11936283799338435,
      "grad_norm": 0.3551371395587921,
      "learning_rate": 4.8807654672372115e-05,
      "loss": 5.9783,
      "step": 136365
    },
    {
      "epoch": 0.1193672145870115,
      "grad_norm": 0.39810842275619507,
      "learning_rate": 4.880756019687361e-05,
      "loss": 4.6762,
      "step": 136370
    },
    {
      "epoch": 0.11937159118063866,
      "grad_norm": 0.4241780638694763,
      "learning_rate": 4.880746571774738e-05,
      "loss": 4.9373,
      "step": 136375
    },
    {
      "epoch": 0.1193759677742658,
      "grad_norm": 0.36823543906211853,
      "learning_rate": 4.8807371234993425e-05,
      "loss": 5.4941,
      "step": 136380
    },
    {
      "epoch": 0.11938034436789297,
      "grad_norm": 0.347280353307724,
      "learning_rate": 4.8807276748611795e-05,
      "loss": 6.3174,
      "step": 136385
    },
    {
      "epoch": 0.11938472096152011,
      "grad_norm": 0.38186877965927124,
      "learning_rate": 4.880718225860248e-05,
      "loss": 4.9612,
      "step": 136390
    },
    {
      "epoch": 0.11938909755514726,
      "grad_norm": 0.4205237925052643,
      "learning_rate": 4.880708776496551e-05,
      "loss": 4.6633,
      "step": 136395
    },
    {
      "epoch": 0.11939347414877442,
      "grad_norm": 0.3628266155719757,
      "learning_rate": 4.8806993267700904e-05,
      "loss": 5.9729,
      "step": 136400
    },
    {
      "epoch": 0.11939785074240157,
      "grad_norm": 0.3706362247467041,
      "learning_rate": 4.8806898766808685e-05,
      "loss": 5.6807,
      "step": 136405
    },
    {
      "epoch": 0.11940222733602873,
      "grad_norm": 0.3723803162574768,
      "learning_rate": 4.880680426228886e-05,
      "loss": 5.7982,
      "step": 136410
    },
    {
      "epoch": 0.11940660392965588,
      "grad_norm": 0.42148616909980774,
      "learning_rate": 4.8806709754141466e-05,
      "loss": 4.4426,
      "step": 136415
    },
    {
      "epoch": 0.11941098052328304,
      "grad_norm": 0.43126729130744934,
      "learning_rate": 4.880661524236649e-05,
      "loss": 4.4534,
      "step": 136420
    },
    {
      "epoch": 0.11941535711691019,
      "grad_norm": 0.4098919630050659,
      "learning_rate": 4.8806520726963976e-05,
      "loss": 5.3896,
      "step": 136425
    },
    {
      "epoch": 0.11941973371053735,
      "grad_norm": 0.3741227090358734,
      "learning_rate": 4.880642620793394e-05,
      "loss": 5.1592,
      "step": 136430
    },
    {
      "epoch": 0.1194241103041645,
      "grad_norm": 0.37481632828712463,
      "learning_rate": 4.8806331685276385e-05,
      "loss": 5.4496,
      "step": 136435
    },
    {
      "epoch": 0.11942848689779166,
      "grad_norm": 0.36614248156547546,
      "learning_rate": 4.880623715899134e-05,
      "loss": 5.2486,
      "step": 136440
    },
    {
      "epoch": 0.11943286349141881,
      "grad_norm": 0.36907801032066345,
      "learning_rate": 4.8806142629078836e-05,
      "loss": 5.4487,
      "step": 136445
    },
    {
      "epoch": 0.11943724008504597,
      "grad_norm": 0.39647138118743896,
      "learning_rate": 4.8806048095538857e-05,
      "loss": 5.3801,
      "step": 136450
    },
    {
      "epoch": 0.11944161667867312,
      "grad_norm": 0.35826876759529114,
      "learning_rate": 4.8805953558371456e-05,
      "loss": 5.7176,
      "step": 136455
    },
    {
      "epoch": 0.11944599327230028,
      "grad_norm": 0.42284125089645386,
      "learning_rate": 4.8805859017576626e-05,
      "loss": 5.2332,
      "step": 136460
    },
    {
      "epoch": 0.11945036986592743,
      "grad_norm": 0.43918171525001526,
      "learning_rate": 4.88057644731544e-05,
      "loss": 4.9778,
      "step": 136465
    },
    {
      "epoch": 0.11945474645955459,
      "grad_norm": 0.3791548013687134,
      "learning_rate": 4.88056699251048e-05,
      "loss": 6.0219,
      "step": 136470
    },
    {
      "epoch": 0.11945912305318174,
      "grad_norm": 0.38156208395957947,
      "learning_rate": 4.8805575373427835e-05,
      "loss": 5.765,
      "step": 136475
    },
    {
      "epoch": 0.1194634996468089,
      "grad_norm": 0.4012567698955536,
      "learning_rate": 4.8805480818123514e-05,
      "loss": 6.0262,
      "step": 136480
    },
    {
      "epoch": 0.11946787624043605,
      "grad_norm": 0.3977896571159363,
      "learning_rate": 4.880538625919188e-05,
      "loss": 4.8129,
      "step": 136485
    },
    {
      "epoch": 0.11947225283406321,
      "grad_norm": 0.44005051255226135,
      "learning_rate": 4.8805291696632924e-05,
      "loss": 5.4608,
      "step": 136490
    },
    {
      "epoch": 0.11947662942769036,
      "grad_norm": 0.45689064264297485,
      "learning_rate": 4.880519713044669e-05,
      "loss": 5.1746,
      "step": 136495
    },
    {
      "epoch": 0.11948100602131752,
      "grad_norm": 0.36473923921585083,
      "learning_rate": 4.8805102560633175e-05,
      "loss": 5.9949,
      "step": 136500
    },
    {
      "epoch": 0.11948538261494467,
      "grad_norm": 0.4693760573863983,
      "learning_rate": 4.880500798719242e-05,
      "loss": 5.186,
      "step": 136505
    },
    {
      "epoch": 0.11948975920857183,
      "grad_norm": 0.37655606865882874,
      "learning_rate": 4.880491341012441e-05,
      "loss": 5.2727,
      "step": 136510
    },
    {
      "epoch": 0.11949413580219898,
      "grad_norm": 0.4026777148246765,
      "learning_rate": 4.880481882942919e-05,
      "loss": 5.0244,
      "step": 136515
    },
    {
      "epoch": 0.11949851239582614,
      "grad_norm": 0.39428141713142395,
      "learning_rate": 4.880472424510678e-05,
      "loss": 4.844,
      "step": 136520
    },
    {
      "epoch": 0.11950288898945328,
      "grad_norm": 0.3879002332687378,
      "learning_rate": 4.880462965715717e-05,
      "loss": 4.782,
      "step": 136525
    },
    {
      "epoch": 0.11950726558308043,
      "grad_norm": 0.38025009632110596,
      "learning_rate": 4.8804535065580414e-05,
      "loss": 4.7607,
      "step": 136530
    },
    {
      "epoch": 0.1195116421767076,
      "grad_norm": 0.4135511517524719,
      "learning_rate": 4.880444047037651e-05,
      "loss": 4.8564,
      "step": 136535
    },
    {
      "epoch": 0.11951601877033474,
      "grad_norm": 0.4199351966381073,
      "learning_rate": 4.880434587154548e-05,
      "loss": 4.903,
      "step": 136540
    },
    {
      "epoch": 0.1195203953639619,
      "grad_norm": 0.40960389375686646,
      "learning_rate": 4.880425126908733e-05,
      "loss": 5.7014,
      "step": 136545
    },
    {
      "epoch": 0.11952477195758905,
      "grad_norm": 0.39856410026550293,
      "learning_rate": 4.88041566630021e-05,
      "loss": 5.4838,
      "step": 136550
    },
    {
      "epoch": 0.11952914855121621,
      "grad_norm": 0.41370517015457153,
      "learning_rate": 4.88040620532898e-05,
      "loss": 4.9543,
      "step": 136555
    },
    {
      "epoch": 0.11953352514484336,
      "grad_norm": 0.4079112112522125,
      "learning_rate": 4.880396743995045e-05,
      "loss": 5.0689,
      "step": 136560
    },
    {
      "epoch": 0.11953790173847052,
      "grad_norm": 0.3871517777442932,
      "learning_rate": 4.8803872822984054e-05,
      "loss": 5.1707,
      "step": 136565
    },
    {
      "epoch": 0.11954227833209767,
      "grad_norm": 0.38912421464920044,
      "learning_rate": 4.880377820239065e-05,
      "loss": 5.1536,
      "step": 136570
    },
    {
      "epoch": 0.11954665492572483,
      "grad_norm": 0.3884299695491791,
      "learning_rate": 4.8803683578170245e-05,
      "loss": 6.2342,
      "step": 136575
    },
    {
      "epoch": 0.11955103151935198,
      "grad_norm": 0.3894599378108978,
      "learning_rate": 4.880358895032285e-05,
      "loss": 5.0196,
      "step": 136580
    },
    {
      "epoch": 0.11955540811297914,
      "grad_norm": 0.4320475459098816,
      "learning_rate": 4.880349431884851e-05,
      "loss": 4.9571,
      "step": 136585
    },
    {
      "epoch": 0.11955978470660629,
      "grad_norm": 0.4319106340408325,
      "learning_rate": 4.880339968374722e-05,
      "loss": 4.4486,
      "step": 136590
    },
    {
      "epoch": 0.11956416130023345,
      "grad_norm": 0.44430696964263916,
      "learning_rate": 4.8803305045018996e-05,
      "loss": 5.7877,
      "step": 136595
    },
    {
      "epoch": 0.1195685378938606,
      "grad_norm": 0.42368122935295105,
      "learning_rate": 4.880321040266388e-05,
      "loss": 5.4781,
      "step": 136600
    },
    {
      "epoch": 0.11957291448748776,
      "grad_norm": 0.3674633502960205,
      "learning_rate": 4.880311575668186e-05,
      "loss": 5.9881,
      "step": 136605
    },
    {
      "epoch": 0.11957729108111491,
      "grad_norm": 0.41343221068382263,
      "learning_rate": 4.8803021107072985e-05,
      "loss": 4.9735,
      "step": 136610
    },
    {
      "epoch": 0.11958166767474207,
      "grad_norm": 0.3658306896686554,
      "learning_rate": 4.880292645383725e-05,
      "loss": 5.652,
      "step": 136615
    },
    {
      "epoch": 0.11958604426836922,
      "grad_norm": 0.3900718688964844,
      "learning_rate": 4.880283179697468e-05,
      "loss": 5.9623,
      "step": 136620
    },
    {
      "epoch": 0.11959042086199638,
      "grad_norm": 0.3954246938228607,
      "learning_rate": 4.8802737136485286e-05,
      "loss": 5.3746,
      "step": 136625
    },
    {
      "epoch": 0.11959479745562353,
      "grad_norm": 0.36343100666999817,
      "learning_rate": 4.8802642472369106e-05,
      "loss": 5.6936,
      "step": 136630
    },
    {
      "epoch": 0.11959917404925069,
      "grad_norm": 0.38483908772468567,
      "learning_rate": 4.880254780462614e-05,
      "loss": 5.4823,
      "step": 136635
    },
    {
      "epoch": 0.11960355064287784,
      "grad_norm": 0.36209580302238464,
      "learning_rate": 4.880245313325642e-05,
      "loss": 5.7933,
      "step": 136640
    },
    {
      "epoch": 0.119607927236505,
      "grad_norm": 0.3635414242744446,
      "learning_rate": 4.8802358458259946e-05,
      "loss": 5.784,
      "step": 136645
    },
    {
      "epoch": 0.11961230383013215,
      "grad_norm": 0.34846031665802,
      "learning_rate": 4.8802263779636756e-05,
      "loss": 5.49,
      "step": 136650
    },
    {
      "epoch": 0.1196166804237593,
      "grad_norm": 0.39315083622932434,
      "learning_rate": 4.8802169097386854e-05,
      "loss": 5.3893,
      "step": 136655
    },
    {
      "epoch": 0.11962105701738646,
      "grad_norm": 0.353765070438385,
      "learning_rate": 4.880207441151027e-05,
      "loss": 6.2852,
      "step": 136660
    },
    {
      "epoch": 0.1196254336110136,
      "grad_norm": 0.459901362657547,
      "learning_rate": 4.8801979722007016e-05,
      "loss": 5.2306,
      "step": 136665
    },
    {
      "epoch": 0.11962981020464077,
      "grad_norm": 0.3842703700065613,
      "learning_rate": 4.8801885028877105e-05,
      "loss": 5.2606,
      "step": 136670
    },
    {
      "epoch": 0.11963418679826791,
      "grad_norm": 0.4060359299182892,
      "learning_rate": 4.8801790332120565e-05,
      "loss": 5.2066,
      "step": 136675
    },
    {
      "epoch": 0.11963856339189508,
      "grad_norm": 0.436801552772522,
      "learning_rate": 4.880169563173741e-05,
      "loss": 5.4675,
      "step": 136680
    },
    {
      "epoch": 0.11964293998552222,
      "grad_norm": 0.3938697278499603,
      "learning_rate": 4.880160092772765e-05,
      "loss": 5.8036,
      "step": 136685
    },
    {
      "epoch": 0.11964731657914938,
      "grad_norm": 0.4298535883426666,
      "learning_rate": 4.880150622009132e-05,
      "loss": 5.1676,
      "step": 136690
    },
    {
      "epoch": 0.11965169317277653,
      "grad_norm": 0.4043174982070923,
      "learning_rate": 4.880141150882843e-05,
      "loss": 5.9752,
      "step": 136695
    },
    {
      "epoch": 0.1196560697664037,
      "grad_norm": 0.4449475407600403,
      "learning_rate": 4.880131679393899e-05,
      "loss": 5.7571,
      "step": 136700
    },
    {
      "epoch": 0.11966044636003084,
      "grad_norm": 0.48276209831237793,
      "learning_rate": 4.8801222075423035e-05,
      "loss": 5.2093,
      "step": 136705
    },
    {
      "epoch": 0.119664822953658,
      "grad_norm": 0.443374365568161,
      "learning_rate": 4.880112735328057e-05,
      "loss": 4.9696,
      "step": 136710
    },
    {
      "epoch": 0.11966919954728515,
      "grad_norm": 0.43778398633003235,
      "learning_rate": 4.880103262751162e-05,
      "loss": 4.9757,
      "step": 136715
    },
    {
      "epoch": 0.11967357614091231,
      "grad_norm": 0.563369870185852,
      "learning_rate": 4.880093789811621e-05,
      "loss": 4.8917,
      "step": 136720
    },
    {
      "epoch": 0.11967795273453946,
      "grad_norm": 0.4271351993083954,
      "learning_rate": 4.880084316509434e-05,
      "loss": 4.3257,
      "step": 136725
    },
    {
      "epoch": 0.11968232932816662,
      "grad_norm": 0.38841158151626587,
      "learning_rate": 4.880074842844603e-05,
      "loss": 5.7576,
      "step": 136730
    },
    {
      "epoch": 0.11968670592179377,
      "grad_norm": 0.48500069975852966,
      "learning_rate": 4.8800653688171315e-05,
      "loss": 5.1879,
      "step": 136735
    },
    {
      "epoch": 0.11969108251542093,
      "grad_norm": 0.4988820254802704,
      "learning_rate": 4.880055894427019e-05,
      "loss": 5.1392,
      "step": 136740
    },
    {
      "epoch": 0.11969545910904808,
      "grad_norm": 0.39011529088020325,
      "learning_rate": 4.880046419674271e-05,
      "loss": 5.8069,
      "step": 136745
    },
    {
      "epoch": 0.11969983570267524,
      "grad_norm": 0.4208396375179291,
      "learning_rate": 4.8800369445588854e-05,
      "loss": 3.903,
      "step": 136750
    },
    {
      "epoch": 0.11970421229630239,
      "grad_norm": 0.6584135293960571,
      "learning_rate": 4.880027469080867e-05,
      "loss": 5.0187,
      "step": 136755
    },
    {
      "epoch": 0.11970858888992955,
      "grad_norm": 0.5033606290817261,
      "learning_rate": 4.8800179932402156e-05,
      "loss": 4.1298,
      "step": 136760
    },
    {
      "epoch": 0.1197129654835567,
      "grad_norm": 0.4856700301170349,
      "learning_rate": 4.880008517036933e-05,
      "loss": 5.8168,
      "step": 136765
    },
    {
      "epoch": 0.11971734207718386,
      "grad_norm": 0.4472689926624298,
      "learning_rate": 4.879999040471023e-05,
      "loss": 5.1873,
      "step": 136770
    },
    {
      "epoch": 0.11972171867081101,
      "grad_norm": 0.4340013265609741,
      "learning_rate": 4.8799895635424865e-05,
      "loss": 5.7344,
      "step": 136775
    },
    {
      "epoch": 0.11972609526443817,
      "grad_norm": 0.40202024579048157,
      "learning_rate": 4.879980086251325e-05,
      "loss": 5.9973,
      "step": 136780
    },
    {
      "epoch": 0.11973047185806532,
      "grad_norm": 0.44627803564071655,
      "learning_rate": 4.8799706085975385e-05,
      "loss": 5.4791,
      "step": 136785
    },
    {
      "epoch": 0.11973484845169247,
      "grad_norm": 0.4319595694541931,
      "learning_rate": 4.879961130581132e-05,
      "loss": 4.4526,
      "step": 136790
    },
    {
      "epoch": 0.11973922504531963,
      "grad_norm": 0.41987913846969604,
      "learning_rate": 4.879951652202106e-05,
      "loss": 5.2271,
      "step": 136795
    },
    {
      "epoch": 0.11974360163894678,
      "grad_norm": 0.3687889873981476,
      "learning_rate": 4.879942173460462e-05,
      "loss": 5.5145,
      "step": 136800
    },
    {
      "epoch": 0.11974797823257394,
      "grad_norm": 0.4051210880279541,
      "learning_rate": 4.879932694356203e-05,
      "loss": 5.099,
      "step": 136805
    },
    {
      "epoch": 0.11975235482620109,
      "grad_norm": 0.3720119297504425,
      "learning_rate": 4.8799232148893294e-05,
      "loss": 5.4992,
      "step": 136810
    },
    {
      "epoch": 0.11975673141982825,
      "grad_norm": 0.3993746340274811,
      "learning_rate": 4.8799137350598436e-05,
      "loss": 5.4964,
      "step": 136815
    },
    {
      "epoch": 0.1197611080134554,
      "grad_norm": 0.3493155241012573,
      "learning_rate": 4.879904254867748e-05,
      "loss": 5.7889,
      "step": 136820
    },
    {
      "epoch": 0.11976548460708256,
      "grad_norm": 0.35300007462501526,
      "learning_rate": 4.879894774313044e-05,
      "loss": 5.4688,
      "step": 136825
    },
    {
      "epoch": 0.1197698612007097,
      "grad_norm": 0.352577805519104,
      "learning_rate": 4.879885293395732e-05,
      "loss": 5.179,
      "step": 136830
    },
    {
      "epoch": 0.11977423779433687,
      "grad_norm": 0.395984947681427,
      "learning_rate": 4.879875812115816e-05,
      "loss": 4.9748,
      "step": 136835
    },
    {
      "epoch": 0.11977861438796401,
      "grad_norm": 0.3994389474391937,
      "learning_rate": 4.8798663304732974e-05,
      "loss": 5.1816,
      "step": 136840
    },
    {
      "epoch": 0.11978299098159118,
      "grad_norm": 0.3670172095298767,
      "learning_rate": 4.879856848468177e-05,
      "loss": 5.4154,
      "step": 136845
    },
    {
      "epoch": 0.11978736757521832,
      "grad_norm": 0.36470380425453186,
      "learning_rate": 4.879847366100457e-05,
      "loss": 5.8116,
      "step": 136850
    },
    {
      "epoch": 0.11979174416884548,
      "grad_norm": 0.3683165907859802,
      "learning_rate": 4.879837883370141e-05,
      "loss": 5.1678,
      "step": 136855
    },
    {
      "epoch": 0.11979612076247263,
      "grad_norm": 0.38909608125686646,
      "learning_rate": 4.879828400277228e-05,
      "loss": 5.6912,
      "step": 136860
    },
    {
      "epoch": 0.1198004973560998,
      "grad_norm": 0.4506050646305084,
      "learning_rate": 4.87981891682172e-05,
      "loss": 4.9425,
      "step": 136865
    },
    {
      "epoch": 0.11980487394972694,
      "grad_norm": 0.4426262080669403,
      "learning_rate": 4.8798094330036217e-05,
      "loss": 4.7592,
      "step": 136870
    },
    {
      "epoch": 0.1198092505433541,
      "grad_norm": 0.41979360580444336,
      "learning_rate": 4.879799948822933e-05,
      "loss": 4.9917,
      "step": 136875
    },
    {
      "epoch": 0.11981362713698125,
      "grad_norm": 0.3717662990093231,
      "learning_rate": 4.879790464279655e-05,
      "loss": 6.0119,
      "step": 136880
    },
    {
      "epoch": 0.11981800373060841,
      "grad_norm": 0.4182488024234772,
      "learning_rate": 4.879780979373791e-05,
      "loss": 4.665,
      "step": 136885
    },
    {
      "epoch": 0.11982238032423556,
      "grad_norm": 0.360869824886322,
      "learning_rate": 4.879771494105343e-05,
      "loss": 5.7731,
      "step": 136890
    },
    {
      "epoch": 0.11982675691786272,
      "grad_norm": 0.41463756561279297,
      "learning_rate": 4.8797620084743115e-05,
      "loss": 5.6795,
      "step": 136895
    },
    {
      "epoch": 0.11983113351148987,
      "grad_norm": 0.42015358805656433,
      "learning_rate": 4.8797525224806986e-05,
      "loss": 4.6964,
      "step": 136900
    },
    {
      "epoch": 0.11983551010511703,
      "grad_norm": 0.4037206768989563,
      "learning_rate": 4.879743036124507e-05,
      "loss": 4.34,
      "step": 136905
    },
    {
      "epoch": 0.11983988669874418,
      "grad_norm": 0.39276719093322754,
      "learning_rate": 4.8797335494057374e-05,
      "loss": 5.7642,
      "step": 136910
    },
    {
      "epoch": 0.11984426329237133,
      "grad_norm": 0.37263044714927673,
      "learning_rate": 4.8797240623243926e-05,
      "loss": 6.2936,
      "step": 136915
    },
    {
      "epoch": 0.11984863988599849,
      "grad_norm": 0.3668368458747864,
      "learning_rate": 4.879714574880474e-05,
      "loss": 5.4706,
      "step": 136920
    },
    {
      "epoch": 0.11985301647962564,
      "grad_norm": 0.4039250612258911,
      "learning_rate": 4.879705087073984e-05,
      "loss": 5.4577,
      "step": 136925
    },
    {
      "epoch": 0.1198573930732528,
      "grad_norm": 0.38181090354919434,
      "learning_rate": 4.879695598904923e-05,
      "loss": 5.5025,
      "step": 136930
    },
    {
      "epoch": 0.11986176966687995,
      "grad_norm": 0.4223696291446686,
      "learning_rate": 4.879686110373294e-05,
      "loss": 4.8453,
      "step": 136935
    },
    {
      "epoch": 0.11986614626050711,
      "grad_norm": 0.41374701261520386,
      "learning_rate": 4.879676621479099e-05,
      "loss": 4.8817,
      "step": 136940
    },
    {
      "epoch": 0.11987052285413426,
      "grad_norm": 0.37587395310401917,
      "learning_rate": 4.879667132222339e-05,
      "loss": 5.7737,
      "step": 136945
    },
    {
      "epoch": 0.11987489944776142,
      "grad_norm": 0.3659745752811432,
      "learning_rate": 4.879657642603016e-05,
      "loss": 5.7679,
      "step": 136950
    },
    {
      "epoch": 0.11987927604138857,
      "grad_norm": 0.39893150329589844,
      "learning_rate": 4.8796481526211325e-05,
      "loss": 5.3857,
      "step": 136955
    },
    {
      "epoch": 0.11988365263501573,
      "grad_norm": 0.35153529047966003,
      "learning_rate": 4.87963866227669e-05,
      "loss": 6.2898,
      "step": 136960
    },
    {
      "epoch": 0.11988802922864288,
      "grad_norm": 0.3947153091430664,
      "learning_rate": 4.87962917156969e-05,
      "loss": 4.9336,
      "step": 136965
    },
    {
      "epoch": 0.11989240582227004,
      "grad_norm": 0.3619576096534729,
      "learning_rate": 4.879619680500135e-05,
      "loss": 5.4471,
      "step": 136970
    },
    {
      "epoch": 0.11989678241589719,
      "grad_norm": 0.44140419363975525,
      "learning_rate": 4.879610189068026e-05,
      "loss": 5.128,
      "step": 136975
    },
    {
      "epoch": 0.11990115900952435,
      "grad_norm": 0.36955830454826355,
      "learning_rate": 4.879600697273364e-05,
      "loss": 4.957,
      "step": 136980
    },
    {
      "epoch": 0.1199055356031515,
      "grad_norm": 0.4258638918399811,
      "learning_rate": 4.879591205116154e-05,
      "loss": 4.2512,
      "step": 136985
    },
    {
      "epoch": 0.11990991219677866,
      "grad_norm": 0.4325084388256073,
      "learning_rate": 4.879581712596395e-05,
      "loss": 4.8221,
      "step": 136990
    },
    {
      "epoch": 0.1199142887904058,
      "grad_norm": 0.42817819118499756,
      "learning_rate": 4.879572219714089e-05,
      "loss": 5.1649,
      "step": 136995
    },
    {
      "epoch": 0.11991866538403297,
      "grad_norm": 0.41311079263687134,
      "learning_rate": 4.87956272646924e-05,
      "loss": 4.7408,
      "step": 137000
    },
    {
      "epoch": 0.11992304197766011,
      "grad_norm": 0.419879287481308,
      "learning_rate": 4.879553232861848e-05,
      "loss": 5.7355,
      "step": 137005
    },
    {
      "epoch": 0.11992741857128728,
      "grad_norm": 0.39418965578079224,
      "learning_rate": 4.8795437388919154e-05,
      "loss": 5.7526,
      "step": 137010
    },
    {
      "epoch": 0.11993179516491442,
      "grad_norm": 0.4039807617664337,
      "learning_rate": 4.8795342445594426e-05,
      "loss": 4.6454,
      "step": 137015
    },
    {
      "epoch": 0.11993617175854158,
      "grad_norm": 0.4241323471069336,
      "learning_rate": 4.879524749864434e-05,
      "loss": 5.1892,
      "step": 137020
    },
    {
      "epoch": 0.11994054835216873,
      "grad_norm": 0.40259572863578796,
      "learning_rate": 4.879515254806889e-05,
      "loss": 4.9495,
      "step": 137025
    },
    {
      "epoch": 0.1199449249457959,
      "grad_norm": 0.4137766361236572,
      "learning_rate": 4.879505759386811e-05,
      "loss": 5.2679,
      "step": 137030
    },
    {
      "epoch": 0.11994930153942304,
      "grad_norm": 0.38762184977531433,
      "learning_rate": 4.879496263604202e-05,
      "loss": 5.9662,
      "step": 137035
    },
    {
      "epoch": 0.11995367813305019,
      "grad_norm": 0.40121790766716003,
      "learning_rate": 4.879486767459062e-05,
      "loss": 4.7432,
      "step": 137040
    },
    {
      "epoch": 0.11995805472667735,
      "grad_norm": 0.394849956035614,
      "learning_rate": 4.879477270951395e-05,
      "loss": 4.3958,
      "step": 137045
    },
    {
      "epoch": 0.1199624313203045,
      "grad_norm": 0.3963668942451477,
      "learning_rate": 4.879467774081201e-05,
      "loss": 4.9512,
      "step": 137050
    },
    {
      "epoch": 0.11996680791393166,
      "grad_norm": 0.40165722370147705,
      "learning_rate": 4.879458276848483e-05,
      "loss": 4.9539,
      "step": 137055
    },
    {
      "epoch": 0.11997118450755881,
      "grad_norm": 0.3640595078468323,
      "learning_rate": 4.879448779253243e-05,
      "loss": 5.4248,
      "step": 137060
    },
    {
      "epoch": 0.11997556110118597,
      "grad_norm": 0.4081825315952301,
      "learning_rate": 4.8794392812954826e-05,
      "loss": 5.6324,
      "step": 137065
    },
    {
      "epoch": 0.11997993769481312,
      "grad_norm": 0.39481672644615173,
      "learning_rate": 4.8794297829752025e-05,
      "loss": 4.4401,
      "step": 137070
    },
    {
      "epoch": 0.11998431428844028,
      "grad_norm": 0.41375160217285156,
      "learning_rate": 4.879420284292405e-05,
      "loss": 4.9812,
      "step": 137075
    },
    {
      "epoch": 0.11998869088206743,
      "grad_norm": 0.4139106869697571,
      "learning_rate": 4.879410785247094e-05,
      "loss": 4.8818,
      "step": 137080
    },
    {
      "epoch": 0.11999306747569459,
      "grad_norm": 0.4107295572757721,
      "learning_rate": 4.879401285839268e-05,
      "loss": 5.1677,
      "step": 137085
    },
    {
      "epoch": 0.11999744406932174,
      "grad_norm": 0.3975885510444641,
      "learning_rate": 4.879391786068931e-05,
      "loss": 5.7342,
      "step": 137090
    },
    {
      "epoch": 0.1200018206629489,
      "grad_norm": 0.39497625827789307,
      "learning_rate": 4.879382285936085e-05,
      "loss": 5.4762,
      "step": 137095
    },
    {
      "epoch": 0.12000619725657605,
      "grad_norm": 0.43522489070892334,
      "learning_rate": 4.879372785440731e-05,
      "loss": 5.7839,
      "step": 137100
    },
    {
      "epoch": 0.12001057385020321,
      "grad_norm": 0.34873291850090027,
      "learning_rate": 4.8793632845828704e-05,
      "loss": 5.9867,
      "step": 137105
    },
    {
      "epoch": 0.12001495044383036,
      "grad_norm": 0.38506942987442017,
      "learning_rate": 4.879353783362506e-05,
      "loss": 5.6848,
      "step": 137110
    },
    {
      "epoch": 0.12001932703745752,
      "grad_norm": 0.373542845249176,
      "learning_rate": 4.87934428177964e-05,
      "loss": 4.9822,
      "step": 137115
    },
    {
      "epoch": 0.12002370363108467,
      "grad_norm": 0.4320821166038513,
      "learning_rate": 4.879334779834272e-05,
      "loss": 4.9514,
      "step": 137120
    },
    {
      "epoch": 0.12002808022471183,
      "grad_norm": 0.39358603954315186,
      "learning_rate": 4.8793252775264064e-05,
      "loss": 5.6631,
      "step": 137125
    },
    {
      "epoch": 0.12003245681833898,
      "grad_norm": 0.37695327401161194,
      "learning_rate": 4.8793157748560435e-05,
      "loss": 5.4769,
      "step": 137130
    },
    {
      "epoch": 0.12003683341196614,
      "grad_norm": 0.38161441683769226,
      "learning_rate": 4.8793062718231865e-05,
      "loss": 4.9019,
      "step": 137135
    },
    {
      "epoch": 0.12004121000559329,
      "grad_norm": 0.4402122497558594,
      "learning_rate": 4.879296768427836e-05,
      "loss": 4.6156,
      "step": 137140
    },
    {
      "epoch": 0.12004558659922045,
      "grad_norm": 0.36421939730644226,
      "learning_rate": 4.8792872646699926e-05,
      "loss": 5.4677,
      "step": 137145
    },
    {
      "epoch": 0.1200499631928476,
      "grad_norm": 0.3799503445625305,
      "learning_rate": 4.879277760549661e-05,
      "loss": 5.9723,
      "step": 137150
    },
    {
      "epoch": 0.12005433978647476,
      "grad_norm": 0.3884177803993225,
      "learning_rate": 4.879268256066841e-05,
      "loss": 4.9783,
      "step": 137155
    },
    {
      "epoch": 0.1200587163801019,
      "grad_norm": 0.4336548447608948,
      "learning_rate": 4.8792587512215374e-05,
      "loss": 4.4484,
      "step": 137160
    },
    {
      "epoch": 0.12006309297372907,
      "grad_norm": 0.37017905712127686,
      "learning_rate": 4.879249246013747e-05,
      "loss": 5.1509,
      "step": 137165
    },
    {
      "epoch": 0.12006746956735621,
      "grad_norm": 0.39561745524406433,
      "learning_rate": 4.879239740443476e-05,
      "loss": 5.6666,
      "step": 137170
    },
    {
      "epoch": 0.12007184616098336,
      "grad_norm": 0.37149301171302795,
      "learning_rate": 4.8792302345107246e-05,
      "loss": 5.7527,
      "step": 137175
    },
    {
      "epoch": 0.12007622275461052,
      "grad_norm": 0.3989107310771942,
      "learning_rate": 4.8792207282154944e-05,
      "loss": 4.6853,
      "step": 137180
    },
    {
      "epoch": 0.12008059934823767,
      "grad_norm": 0.38204193115234375,
      "learning_rate": 4.879211221557788e-05,
      "loss": 5.677,
      "step": 137185
    },
    {
      "epoch": 0.12008497594186483,
      "grad_norm": 0.35510486364364624,
      "learning_rate": 4.879201714537606e-05,
      "loss": 5.66,
      "step": 137190
    },
    {
      "epoch": 0.12008935253549198,
      "grad_norm": 0.3615739643573761,
      "learning_rate": 4.879192207154951e-05,
      "loss": 5.4771,
      "step": 137195
    },
    {
      "epoch": 0.12009372912911914,
      "grad_norm": 0.3728233277797699,
      "learning_rate": 4.879182699409826e-05,
      "loss": 5.632,
      "step": 137200
    },
    {
      "epoch": 0.12009810572274629,
      "grad_norm": 0.40829217433929443,
      "learning_rate": 4.8791731913022296e-05,
      "loss": 4.8703,
      "step": 137205
    },
    {
      "epoch": 0.12010248231637345,
      "grad_norm": 0.38443171977996826,
      "learning_rate": 4.879163682832167e-05,
      "loss": 5.5033,
      "step": 137210
    },
    {
      "epoch": 0.1201068589100006,
      "grad_norm": 0.41745254397392273,
      "learning_rate": 4.8791541739996396e-05,
      "loss": 4.9258,
      "step": 137215
    },
    {
      "epoch": 0.12011123550362776,
      "grad_norm": 0.4408746361732483,
      "learning_rate": 4.879144664804648e-05,
      "loss": 4.1806,
      "step": 137220
    },
    {
      "epoch": 0.12011561209725491,
      "grad_norm": 0.39011943340301514,
      "learning_rate": 4.879135155247193e-05,
      "loss": 4.8907,
      "step": 137225
    },
    {
      "epoch": 0.12011998869088207,
      "grad_norm": 0.3808743953704834,
      "learning_rate": 4.8791256453272796e-05,
      "loss": 5.2582,
      "step": 137230
    },
    {
      "epoch": 0.12012436528450922,
      "grad_norm": 0.38804587721824646,
      "learning_rate": 4.879116135044907e-05,
      "loss": 4.7128,
      "step": 137235
    },
    {
      "epoch": 0.12012874187813638,
      "grad_norm": 0.41772717237472534,
      "learning_rate": 4.879106624400077e-05,
      "loss": 4.4185,
      "step": 137240
    },
    {
      "epoch": 0.12013311847176353,
      "grad_norm": 0.4084479808807373,
      "learning_rate": 4.879097113392793e-05,
      "loss": 4.9472,
      "step": 137245
    },
    {
      "epoch": 0.12013749506539069,
      "grad_norm": 0.3708718419075012,
      "learning_rate": 4.879087602023057e-05,
      "loss": 6.015,
      "step": 137250
    },
    {
      "epoch": 0.12014187165901784,
      "grad_norm": 0.3804824948310852,
      "learning_rate": 4.8790780902908694e-05,
      "loss": 5.6453,
      "step": 137255
    },
    {
      "epoch": 0.120146248252645,
      "grad_norm": 0.3625184893608093,
      "learning_rate": 4.879068578196233e-05,
      "loss": 5.4716,
      "step": 137260
    },
    {
      "epoch": 0.12015062484627215,
      "grad_norm": 0.39651253819465637,
      "learning_rate": 4.8790590657391485e-05,
      "loss": 5.3525,
      "step": 137265
    },
    {
      "epoch": 0.12015500143989931,
      "grad_norm": 0.4035942852497101,
      "learning_rate": 4.8790495529196186e-05,
      "loss": 4.5971,
      "step": 137270
    },
    {
      "epoch": 0.12015937803352646,
      "grad_norm": 0.43909481167793274,
      "learning_rate": 4.8790400397376454e-05,
      "loss": 5.1888,
      "step": 137275
    },
    {
      "epoch": 0.12016375462715362,
      "grad_norm": 0.3632446825504303,
      "learning_rate": 4.8790305261932315e-05,
      "loss": 5.8057,
      "step": 137280
    },
    {
      "epoch": 0.12016813122078077,
      "grad_norm": 0.5707558989524841,
      "learning_rate": 4.8790210122863755e-05,
      "loss": 4.9721,
      "step": 137285
    },
    {
      "epoch": 0.12017250781440793,
      "grad_norm": 0.47230222821235657,
      "learning_rate": 4.879011498017083e-05,
      "loss": 4.246,
      "step": 137290
    },
    {
      "epoch": 0.12017688440803508,
      "grad_norm": 0.4082237780094147,
      "learning_rate": 4.879001983385354e-05,
      "loss": 5.4465,
      "step": 137295
    },
    {
      "epoch": 0.12018126100166222,
      "grad_norm": 0.39697763323783875,
      "learning_rate": 4.878992468391189e-05,
      "loss": 5.6748,
      "step": 137300
    },
    {
      "epoch": 0.12018563759528939,
      "grad_norm": 0.42461931705474854,
      "learning_rate": 4.8789829530345934e-05,
      "loss": 5.7651,
      "step": 137305
    },
    {
      "epoch": 0.12019001418891653,
      "grad_norm": 0.4191455841064453,
      "learning_rate": 4.878973437315566e-05,
      "loss": 5.7716,
      "step": 137310
    },
    {
      "epoch": 0.1201943907825437,
      "grad_norm": 0.40589380264282227,
      "learning_rate": 4.8789639212341095e-05,
      "loss": 4.9284,
      "step": 137315
    },
    {
      "epoch": 0.12019876737617084,
      "grad_norm": 0.42417433857917786,
      "learning_rate": 4.8789544047902266e-05,
      "loss": 4.4318,
      "step": 137320
    },
    {
      "epoch": 0.120203143969798,
      "grad_norm": 0.377074658870697,
      "learning_rate": 4.878944887983917e-05,
      "loss": 4.9604,
      "step": 137325
    },
    {
      "epoch": 0.12020752056342515,
      "grad_norm": 0.3763146996498108,
      "learning_rate": 4.8789353708151855e-05,
      "loss": 5.6572,
      "step": 137330
    },
    {
      "epoch": 0.12021189715705231,
      "grad_norm": 0.42309334874153137,
      "learning_rate": 4.878925853284032e-05,
      "loss": 5.4808,
      "step": 137335
    },
    {
      "epoch": 0.12021627375067946,
      "grad_norm": 0.40987178683280945,
      "learning_rate": 4.8789163353904584e-05,
      "loss": 4.3229,
      "step": 137340
    },
    {
      "epoch": 0.12022065034430662,
      "grad_norm": 0.4051482379436493,
      "learning_rate": 4.8789068171344664e-05,
      "loss": 4.8933,
      "step": 137345
    },
    {
      "epoch": 0.12022502693793377,
      "grad_norm": 0.39783233404159546,
      "learning_rate": 4.8788972985160595e-05,
      "loss": 4.987,
      "step": 137350
    },
    {
      "epoch": 0.12022940353156093,
      "grad_norm": 0.3634973168373108,
      "learning_rate": 4.878887779535237e-05,
      "loss": 6.2908,
      "step": 137355
    },
    {
      "epoch": 0.12023378012518808,
      "grad_norm": 0.36417222023010254,
      "learning_rate": 4.878878260192004e-05,
      "loss": 5.9932,
      "step": 137360
    },
    {
      "epoch": 0.12023815671881524,
      "grad_norm": 0.40664932131767273,
      "learning_rate": 4.878868740486359e-05,
      "loss": 5.4537,
      "step": 137365
    },
    {
      "epoch": 0.12024253331244239,
      "grad_norm": 0.37821999192237854,
      "learning_rate": 4.8788592204183046e-05,
      "loss": 4.7661,
      "step": 137370
    },
    {
      "epoch": 0.12024690990606955,
      "grad_norm": 0.4073854088783264,
      "learning_rate": 4.878849699987844e-05,
      "loss": 4.4218,
      "step": 137375
    },
    {
      "epoch": 0.1202512864996967,
      "grad_norm": 0.4121309220790863,
      "learning_rate": 4.878840179194979e-05,
      "loss": 5.2067,
      "step": 137380
    },
    {
      "epoch": 0.12025566309332386,
      "grad_norm": 0.4043467938899994,
      "learning_rate": 4.878830658039709e-05,
      "loss": 5.7671,
      "step": 137385
    },
    {
      "epoch": 0.12026003968695101,
      "grad_norm": 0.4964422881603241,
      "learning_rate": 4.878821136522039e-05,
      "loss": 4.891,
      "step": 137390
    },
    {
      "epoch": 0.12026441628057817,
      "grad_norm": 0.4261506199836731,
      "learning_rate": 4.878811614641969e-05,
      "loss": 5.202,
      "step": 137395
    },
    {
      "epoch": 0.12026879287420532,
      "grad_norm": 0.4398752450942993,
      "learning_rate": 4.8788020923995014e-05,
      "loss": 5.7676,
      "step": 137400
    },
    {
      "epoch": 0.12027316946783248,
      "grad_norm": 0.3903828561306,
      "learning_rate": 4.878792569794638e-05,
      "loss": 5.9992,
      "step": 137405
    },
    {
      "epoch": 0.12027754606145963,
      "grad_norm": 0.42227986454963684,
      "learning_rate": 4.87878304682738e-05,
      "loss": 5.453,
      "step": 137410
    },
    {
      "epoch": 0.12028192265508679,
      "grad_norm": 0.4253569543361664,
      "learning_rate": 4.87877352349773e-05,
      "loss": 5.1489,
      "step": 137415
    },
    {
      "epoch": 0.12028629924871394,
      "grad_norm": 0.426132470369339,
      "learning_rate": 4.87876399980569e-05,
      "loss": 4.2053,
      "step": 137420
    },
    {
      "epoch": 0.1202906758423411,
      "grad_norm": 0.4328552484512329,
      "learning_rate": 4.8787544757512604e-05,
      "loss": 5.4469,
      "step": 137425
    },
    {
      "epoch": 0.12029505243596825,
      "grad_norm": 0.42904454469680786,
      "learning_rate": 4.8787449513344454e-05,
      "loss": 5.8143,
      "step": 137430
    },
    {
      "epoch": 0.1202994290295954,
      "grad_norm": 0.3835698664188385,
      "learning_rate": 4.8787354265552446e-05,
      "loss": 5.1963,
      "step": 137435
    },
    {
      "epoch": 0.12030380562322256,
      "grad_norm": 0.4123344123363495,
      "learning_rate": 4.878725901413661e-05,
      "loss": 5.2025,
      "step": 137440
    },
    {
      "epoch": 0.1203081822168497,
      "grad_norm": 0.36274823546409607,
      "learning_rate": 4.8787163759096966e-05,
      "loss": 5.4668,
      "step": 137445
    },
    {
      "epoch": 0.12031255881047687,
      "grad_norm": 0.4038258492946625,
      "learning_rate": 4.878706850043352e-05,
      "loss": 5.2334,
      "step": 137450
    },
    {
      "epoch": 0.12031693540410401,
      "grad_norm": 0.41237664222717285,
      "learning_rate": 4.878697323814631e-05,
      "loss": 4.6062,
      "step": 137455
    },
    {
      "epoch": 0.12032131199773118,
      "grad_norm": 0.4038574695587158,
      "learning_rate": 4.8786877972235336e-05,
      "loss": 4.1504,
      "step": 137460
    },
    {
      "epoch": 0.12032568859135832,
      "grad_norm": 0.3722708523273468,
      "learning_rate": 4.8786782702700616e-05,
      "loss": 5.6631,
      "step": 137465
    },
    {
      "epoch": 0.12033006518498549,
      "grad_norm": 0.4359658658504486,
      "learning_rate": 4.878668742954219e-05,
      "loss": 5.182,
      "step": 137470
    },
    {
      "epoch": 0.12033444177861263,
      "grad_norm": 0.42847007513046265,
      "learning_rate": 4.8786592152760044e-05,
      "loss": 4.3568,
      "step": 137475
    },
    {
      "epoch": 0.1203388183722398,
      "grad_norm": 0.45554235577583313,
      "learning_rate": 4.8786496872354225e-05,
      "loss": 5.4675,
      "step": 137480
    },
    {
      "epoch": 0.12034319496586694,
      "grad_norm": 0.42455121874809265,
      "learning_rate": 4.8786401588324745e-05,
      "loss": 4.9685,
      "step": 137485
    },
    {
      "epoch": 0.1203475715594941,
      "grad_norm": 0.43173760175704956,
      "learning_rate": 4.878630630067161e-05,
      "loss": 4.7532,
      "step": 137490
    },
    {
      "epoch": 0.12035194815312125,
      "grad_norm": 0.4083636403083801,
      "learning_rate": 4.8786211009394856e-05,
      "loss": 5.3711,
      "step": 137495
    },
    {
      "epoch": 0.12035632474674841,
      "grad_norm": 0.4734048843383789,
      "learning_rate": 4.878611571449449e-05,
      "loss": 5.1954,
      "step": 137500
    },
    {
      "epoch": 0.12036070134037556,
      "grad_norm": 0.539614737033844,
      "learning_rate": 4.8786020415970526e-05,
      "loss": 5.666,
      "step": 137505
    },
    {
      "epoch": 0.12036507793400272,
      "grad_norm": 0.4192258417606354,
      "learning_rate": 4.878592511382299e-05,
      "loss": 5.9861,
      "step": 137510
    },
    {
      "epoch": 0.12036945452762987,
      "grad_norm": 0.4227374792098999,
      "learning_rate": 4.87858298080519e-05,
      "loss": 5.4895,
      "step": 137515
    },
    {
      "epoch": 0.12037383112125703,
      "grad_norm": 0.4052737057209015,
      "learning_rate": 4.878573449865728e-05,
      "loss": 5.9717,
      "step": 137520
    },
    {
      "epoch": 0.12037820771488418,
      "grad_norm": 0.4484524130821228,
      "learning_rate": 4.878563918563913e-05,
      "loss": 5.4436,
      "step": 137525
    },
    {
      "epoch": 0.12038258430851134,
      "grad_norm": 0.38774457573890686,
      "learning_rate": 4.878554386899749e-05,
      "loss": 5.993,
      "step": 137530
    },
    {
      "epoch": 0.12038696090213849,
      "grad_norm": 0.3875831365585327,
      "learning_rate": 4.878544854873236e-05,
      "loss": 4.6772,
      "step": 137535
    },
    {
      "epoch": 0.12039133749576565,
      "grad_norm": 0.4091227054595947,
      "learning_rate": 4.878535322484378e-05,
      "loss": 5.1441,
      "step": 137540
    },
    {
      "epoch": 0.1203957140893928,
      "grad_norm": 0.38462671637535095,
      "learning_rate": 4.878525789733174e-05,
      "loss": 5.4819,
      "step": 137545
    },
    {
      "epoch": 0.12040009068301996,
      "grad_norm": 0.37853068113327026,
      "learning_rate": 4.8785162566196285e-05,
      "loss": 5.9725,
      "step": 137550
    },
    {
      "epoch": 0.12040446727664711,
      "grad_norm": 0.3720921277999878,
      "learning_rate": 4.878506723143742e-05,
      "loss": 5.6842,
      "step": 137555
    },
    {
      "epoch": 0.12040884387027426,
      "grad_norm": 0.44887304306030273,
      "learning_rate": 4.878497189305516e-05,
      "loss": 5.778,
      "step": 137560
    },
    {
      "epoch": 0.12041322046390142,
      "grad_norm": 0.4040708839893341,
      "learning_rate": 4.8784876551049544e-05,
      "loss": 5.6881,
      "step": 137565
    },
    {
      "epoch": 0.12041759705752857,
      "grad_norm": 0.41325855255126953,
      "learning_rate": 4.878478120542056e-05,
      "loss": 5.4572,
      "step": 137570
    },
    {
      "epoch": 0.12042197365115573,
      "grad_norm": 0.44884681701660156,
      "learning_rate": 4.8784685856168245e-05,
      "loss": 4.9305,
      "step": 137575
    },
    {
      "epoch": 0.12042635024478288,
      "grad_norm": 0.37945976853370667,
      "learning_rate": 4.878459050329262e-05,
      "loss": 5.4762,
      "step": 137580
    },
    {
      "epoch": 0.12043072683841004,
      "grad_norm": 0.534747838973999,
      "learning_rate": 4.878449514679368e-05,
      "loss": 4.2016,
      "step": 137585
    },
    {
      "epoch": 0.12043510343203719,
      "grad_norm": 0.4065897762775421,
      "learning_rate": 4.8784399786671486e-05,
      "loss": 4.9604,
      "step": 137590
    },
    {
      "epoch": 0.12043948002566435,
      "grad_norm": 0.40810880064964294,
      "learning_rate": 4.878430442292602e-05,
      "loss": 4.6557,
      "step": 137595
    },
    {
      "epoch": 0.1204438566192915,
      "grad_norm": 0.4126351475715637,
      "learning_rate": 4.878420905555731e-05,
      "loss": 4.4482,
      "step": 137600
    },
    {
      "epoch": 0.12044823321291866,
      "grad_norm": 0.37359899282455444,
      "learning_rate": 4.878411368456538e-05,
      "loss": 4.9772,
      "step": 137605
    },
    {
      "epoch": 0.1204526098065458,
      "grad_norm": 0.3768117427825928,
      "learning_rate": 4.878401830995024e-05,
      "loss": 5.1782,
      "step": 137610
    },
    {
      "epoch": 0.12045698640017297,
      "grad_norm": 0.3532579243183136,
      "learning_rate": 4.8783922931711914e-05,
      "loss": 5.9932,
      "step": 137615
    },
    {
      "epoch": 0.12046136299380011,
      "grad_norm": 0.3499501943588257,
      "learning_rate": 4.8783827549850414e-05,
      "loss": 5.8061,
      "step": 137620
    },
    {
      "epoch": 0.12046573958742728,
      "grad_norm": 0.3633391857147217,
      "learning_rate": 4.878373216436577e-05,
      "loss": 5.313,
      "step": 137625
    },
    {
      "epoch": 0.12047011618105442,
      "grad_norm": 0.3591747283935547,
      "learning_rate": 4.8783636775258e-05,
      "loss": 5.7779,
      "step": 137630
    },
    {
      "epoch": 0.12047449277468159,
      "grad_norm": 0.3649553060531616,
      "learning_rate": 4.878354138252711e-05,
      "loss": 5.6562,
      "step": 137635
    },
    {
      "epoch": 0.12047886936830873,
      "grad_norm": 0.4026912450790405,
      "learning_rate": 4.8783445986173126e-05,
      "loss": 4.6719,
      "step": 137640
    },
    {
      "epoch": 0.1204832459619359,
      "grad_norm": 0.41354167461395264,
      "learning_rate": 4.8783350586196064e-05,
      "loss": 4.684,
      "step": 137645
    },
    {
      "epoch": 0.12048762255556304,
      "grad_norm": 0.40637391805648804,
      "learning_rate": 4.8783255182595944e-05,
      "loss": 5.6914,
      "step": 137650
    },
    {
      "epoch": 0.1204919991491902,
      "grad_norm": 0.35681769251823425,
      "learning_rate": 4.8783159775372786e-05,
      "loss": 6.3193,
      "step": 137655
    },
    {
      "epoch": 0.12049637574281735,
      "grad_norm": 0.37329283356666565,
      "learning_rate": 4.878306436452661e-05,
      "loss": 5.7633,
      "step": 137660
    },
    {
      "epoch": 0.12050075233644451,
      "grad_norm": 0.4270062744617462,
      "learning_rate": 4.878296895005742e-05,
      "loss": 5.1692,
      "step": 137665
    },
    {
      "epoch": 0.12050512893007166,
      "grad_norm": 0.4001462757587433,
      "learning_rate": 4.8782873531965256e-05,
      "loss": 5.7468,
      "step": 137670
    },
    {
      "epoch": 0.12050950552369882,
      "grad_norm": 0.40618377923965454,
      "learning_rate": 4.8782778110250116e-05,
      "loss": 4.9198,
      "step": 137675
    },
    {
      "epoch": 0.12051388211732597,
      "grad_norm": 0.4012821912765503,
      "learning_rate": 4.878268268491203e-05,
      "loss": 5.3975,
      "step": 137680
    },
    {
      "epoch": 0.12051825871095312,
      "grad_norm": 0.38168513774871826,
      "learning_rate": 4.8782587255951016e-05,
      "loss": 5.4779,
      "step": 137685
    },
    {
      "epoch": 0.12052263530458028,
      "grad_norm": 0.42048802971839905,
      "learning_rate": 4.8782491823367095e-05,
      "loss": 4.7573,
      "step": 137690
    },
    {
      "epoch": 0.12052701189820743,
      "grad_norm": 0.3716655671596527,
      "learning_rate": 4.878239638716028e-05,
      "loss": 4.9214,
      "step": 137695
    },
    {
      "epoch": 0.12053138849183459,
      "grad_norm": 0.4193253517150879,
      "learning_rate": 4.8782300947330595e-05,
      "loss": 5.9908,
      "step": 137700
    },
    {
      "epoch": 0.12053576508546174,
      "grad_norm": 0.4049207270145416,
      "learning_rate": 4.878220550387804e-05,
      "loss": 5.6756,
      "step": 137705
    },
    {
      "epoch": 0.1205401416790889,
      "grad_norm": 0.3989117741584778,
      "learning_rate": 4.8782110056802655e-05,
      "loss": 5.3641,
      "step": 137710
    },
    {
      "epoch": 0.12054451827271605,
      "grad_norm": 0.3734888434410095,
      "learning_rate": 4.878201460610447e-05,
      "loss": 5.4896,
      "step": 137715
    },
    {
      "epoch": 0.12054889486634321,
      "grad_norm": 0.35821354389190674,
      "learning_rate": 4.878191915178345e-05,
      "loss": 5.4433,
      "step": 137720
    },
    {
      "epoch": 0.12055327145997036,
      "grad_norm": 0.3925575017929077,
      "learning_rate": 4.878182369383967e-05,
      "loss": 5.9463,
      "step": 137725
    },
    {
      "epoch": 0.12055764805359752,
      "grad_norm": 0.39444538950920105,
      "learning_rate": 4.8781728232273115e-05,
      "loss": 4.9468,
      "step": 137730
    },
    {
      "epoch": 0.12056202464722467,
      "grad_norm": 0.3661116361618042,
      "learning_rate": 4.8781632767083826e-05,
      "loss": 5.9459,
      "step": 137735
    },
    {
      "epoch": 0.12056640124085183,
      "grad_norm": 0.3956710696220398,
      "learning_rate": 4.8781537298271805e-05,
      "loss": 4.1461,
      "step": 137740
    },
    {
      "epoch": 0.12057077783447898,
      "grad_norm": 0.3799164295196533,
      "learning_rate": 4.878144182583707e-05,
      "loss": 4.9409,
      "step": 137745
    },
    {
      "epoch": 0.12057515442810614,
      "grad_norm": 0.419703871011734,
      "learning_rate": 4.878134634977965e-05,
      "loss": 4.8852,
      "step": 137750
    },
    {
      "epoch": 0.12057953102173329,
      "grad_norm": 0.43597257137298584,
      "learning_rate": 4.878125087009956e-05,
      "loss": 4.7401,
      "step": 137755
    },
    {
      "epoch": 0.12058390761536045,
      "grad_norm": 0.42023584246635437,
      "learning_rate": 4.878115538679682e-05,
      "loss": 4.1758,
      "step": 137760
    },
    {
      "epoch": 0.1205882842089876,
      "grad_norm": 0.46165865659713745,
      "learning_rate": 4.878105989987144e-05,
      "loss": 5.3165,
      "step": 137765
    },
    {
      "epoch": 0.12059266080261476,
      "grad_norm": 0.4223449230194092,
      "learning_rate": 4.8780964409323435e-05,
      "loss": 5.2393,
      "step": 137770
    },
    {
      "epoch": 0.1205970373962419,
      "grad_norm": 0.44375160336494446,
      "learning_rate": 4.8780868915152846e-05,
      "loss": 4.9515,
      "step": 137775
    },
    {
      "epoch": 0.12060141398986907,
      "grad_norm": 0.42145079374313354,
      "learning_rate": 4.8780773417359674e-05,
      "loss": 5.2527,
      "step": 137780
    },
    {
      "epoch": 0.12060579058349621,
      "grad_norm": 0.3965628743171692,
      "learning_rate": 4.878067791594394e-05,
      "loss": 5.4453,
      "step": 137785
    },
    {
      "epoch": 0.12061016717712338,
      "grad_norm": 0.3758522570133209,
      "learning_rate": 4.878058241090566e-05,
      "loss": 5.7211,
      "step": 137790
    },
    {
      "epoch": 0.12061454377075052,
      "grad_norm": 0.4186975061893463,
      "learning_rate": 4.878048690224486e-05,
      "loss": 5.1678,
      "step": 137795
    },
    {
      "epoch": 0.12061892036437769,
      "grad_norm": 0.39267635345458984,
      "learning_rate": 4.878039138996154e-05,
      "loss": 4.7546,
      "step": 137800
    },
    {
      "epoch": 0.12062329695800483,
      "grad_norm": 0.41197454929351807,
      "learning_rate": 4.878029587405576e-05,
      "loss": 5.9889,
      "step": 137805
    },
    {
      "epoch": 0.120627673551632,
      "grad_norm": 0.4126213490962982,
      "learning_rate": 4.8780200354527494e-05,
      "loss": 4.8672,
      "step": 137810
    },
    {
      "epoch": 0.12063205014525914,
      "grad_norm": 0.3838149607181549,
      "learning_rate": 4.878010483137677e-05,
      "loss": 5.7955,
      "step": 137815
    },
    {
      "epoch": 0.12063642673888629,
      "grad_norm": 0.41664767265319824,
      "learning_rate": 4.878000930460363e-05,
      "loss": 5.1919,
      "step": 137820
    },
    {
      "epoch": 0.12064080333251345,
      "grad_norm": 0.652656614780426,
      "learning_rate": 4.877991377420806e-05,
      "loss": 6.0225,
      "step": 137825
    },
    {
      "epoch": 0.1206451799261406,
      "grad_norm": 0.4329688251018524,
      "learning_rate": 4.877981824019011e-05,
      "loss": 5.4806,
      "step": 137830
    },
    {
      "epoch": 0.12064955651976776,
      "grad_norm": 0.48821088671684265,
      "learning_rate": 4.877972270254978e-05,
      "loss": 5.2626,
      "step": 137835
    },
    {
      "epoch": 0.12065393311339491,
      "grad_norm": 0.6560328602790833,
      "learning_rate": 4.877962716128708e-05,
      "loss": 6.275,
      "step": 137840
    },
    {
      "epoch": 0.12065830970702207,
      "grad_norm": 0.8039853572845459,
      "learning_rate": 4.877953161640205e-05,
      "loss": 5.187,
      "step": 137845
    },
    {
      "epoch": 0.12066268630064922,
      "grad_norm": 0.4271477162837982,
      "learning_rate": 4.877943606789469e-05,
      "loss": 5.483,
      "step": 137850
    },
    {
      "epoch": 0.12066706289427638,
      "grad_norm": 0.39645814895629883,
      "learning_rate": 4.8779340515765035e-05,
      "loss": 5.9959,
      "step": 137855
    },
    {
      "epoch": 0.12067143948790353,
      "grad_norm": 0.4238530993461609,
      "learning_rate": 4.8779244960013105e-05,
      "loss": 4.2334,
      "step": 137860
    },
    {
      "epoch": 0.12067581608153069,
      "grad_norm": 0.4356282651424408,
      "learning_rate": 4.877914940063889e-05,
      "loss": 5.1494,
      "step": 137865
    },
    {
      "epoch": 0.12068019267515784,
      "grad_norm": 0.37766072154045105,
      "learning_rate": 4.877905383764243e-05,
      "loss": 5.8112,
      "step": 137870
    },
    {
      "epoch": 0.120684569268785,
      "grad_norm": 0.3959566056728363,
      "learning_rate": 4.877895827102374e-05,
      "loss": 5.4837,
      "step": 137875
    },
    {
      "epoch": 0.12068894586241215,
      "grad_norm": 0.41501620411872864,
      "learning_rate": 4.877886270078285e-05,
      "loss": 5.6979,
      "step": 137880
    },
    {
      "epoch": 0.12069332245603931,
      "grad_norm": 0.39936187863349915,
      "learning_rate": 4.877876712691975e-05,
      "loss": 4.9769,
      "step": 137885
    },
    {
      "epoch": 0.12069769904966646,
      "grad_norm": 0.40314462780952454,
      "learning_rate": 4.8778671549434496e-05,
      "loss": 5.2878,
      "step": 137890
    },
    {
      "epoch": 0.12070207564329362,
      "grad_norm": 0.41728949546813965,
      "learning_rate": 4.8778575968327075e-05,
      "loss": 4.6555,
      "step": 137895
    },
    {
      "epoch": 0.12070645223692077,
      "grad_norm": 0.4224703907966614,
      "learning_rate": 4.8778480383597524e-05,
      "loss": 5.4685,
      "step": 137900
    },
    {
      "epoch": 0.12071082883054793,
      "grad_norm": 0.41613584756851196,
      "learning_rate": 4.8778384795245844e-05,
      "loss": 5.8037,
      "step": 137905
    },
    {
      "epoch": 0.12071520542417508,
      "grad_norm": 0.3481178879737854,
      "learning_rate": 4.877828920327207e-05,
      "loss": 5.8169,
      "step": 137910
    },
    {
      "epoch": 0.12071958201780224,
      "grad_norm": 0.41478443145751953,
      "learning_rate": 4.8778193607676216e-05,
      "loss": 4.7135,
      "step": 137915
    },
    {
      "epoch": 0.12072395861142939,
      "grad_norm": 0.38443103432655334,
      "learning_rate": 4.877809800845828e-05,
      "loss": 4.7344,
      "step": 137920
    },
    {
      "epoch": 0.12072833520505655,
      "grad_norm": 0.39640921354293823,
      "learning_rate": 4.877800240561832e-05,
      "loss": 4.9192,
      "step": 137925
    },
    {
      "epoch": 0.1207327117986837,
      "grad_norm": 0.42669418454170227,
      "learning_rate": 4.877790679915632e-05,
      "loss": 5.4581,
      "step": 137930
    },
    {
      "epoch": 0.12073708839231086,
      "grad_norm": 0.35975146293640137,
      "learning_rate": 4.877781118907233e-05,
      "loss": 6.0186,
      "step": 137935
    },
    {
      "epoch": 0.120741464985938,
      "grad_norm": 0.3611457049846649,
      "learning_rate": 4.877771557536633e-05,
      "loss": 5.2856,
      "step": 137940
    },
    {
      "epoch": 0.12074584157956515,
      "grad_norm": 0.3780791163444519,
      "learning_rate": 4.877761995803837e-05,
      "loss": 5.4944,
      "step": 137945
    },
    {
      "epoch": 0.12075021817319231,
      "grad_norm": 0.37495532631874084,
      "learning_rate": 4.8777524337088455e-05,
      "loss": 5.7555,
      "step": 137950
    },
    {
      "epoch": 0.12075459476681946,
      "grad_norm": 0.4070146083831787,
      "learning_rate": 4.87774287125166e-05,
      "loss": 5.4775,
      "step": 137955
    },
    {
      "epoch": 0.12075897136044662,
      "grad_norm": 0.44174838066101074,
      "learning_rate": 4.877733308432284e-05,
      "loss": 4.954,
      "step": 137960
    },
    {
      "epoch": 0.12076334795407377,
      "grad_norm": 0.35750487446784973,
      "learning_rate": 4.877723745250717e-05,
      "loss": 5.7104,
      "step": 137965
    },
    {
      "epoch": 0.12076772454770093,
      "grad_norm": 0.38297343254089355,
      "learning_rate": 4.877714181706963e-05,
      "loss": 5.9787,
      "step": 137970
    },
    {
      "epoch": 0.12077210114132808,
      "grad_norm": 0.40123701095581055,
      "learning_rate": 4.877704617801023e-05,
      "loss": 5.2788,
      "step": 137975
    },
    {
      "epoch": 0.12077647773495524,
      "grad_norm": 0.43483224511146545,
      "learning_rate": 4.877695053532898e-05,
      "loss": 5.6924,
      "step": 137980
    },
    {
      "epoch": 0.12078085432858239,
      "grad_norm": 0.4158822000026703,
      "learning_rate": 4.877685488902591e-05,
      "loss": 5.4917,
      "step": 137985
    },
    {
      "epoch": 0.12078523092220955,
      "grad_norm": 0.4265266954898834,
      "learning_rate": 4.8776759239101034e-05,
      "loss": 4.6011,
      "step": 137990
    },
    {
      "epoch": 0.1207896075158367,
      "grad_norm": 0.40996354818344116,
      "learning_rate": 4.877666358555437e-05,
      "loss": 4.3362,
      "step": 137995
    },
    {
      "epoch": 0.12079398410946386,
      "grad_norm": 0.4642670750617981,
      "learning_rate": 4.877656792838594e-05,
      "loss": 5.256,
      "step": 138000
    },
    {
      "epoch": 0.12079836070309101,
      "grad_norm": 0.4392317235469818,
      "learning_rate": 4.877647226759576e-05,
      "loss": 4.9143,
      "step": 138005
    },
    {
      "epoch": 0.12080273729671817,
      "grad_norm": 0.4114238917827606,
      "learning_rate": 4.877637660318385e-05,
      "loss": 4.3518,
      "step": 138010
    },
    {
      "epoch": 0.12080711389034532,
      "grad_norm": 0.4435776472091675,
      "learning_rate": 4.877628093515022e-05,
      "loss": 5.2553,
      "step": 138015
    },
    {
      "epoch": 0.12081149048397248,
      "grad_norm": 0.4182833731174469,
      "learning_rate": 4.877618526349491e-05,
      "loss": 4.7525,
      "step": 138020
    },
    {
      "epoch": 0.12081586707759963,
      "grad_norm": 0.4535922706127167,
      "learning_rate": 4.877608958821791e-05,
      "loss": 5.1837,
      "step": 138025
    },
    {
      "epoch": 0.12082024367122679,
      "grad_norm": 0.4399253726005554,
      "learning_rate": 4.8775993909319254e-05,
      "loss": 4.387,
      "step": 138030
    },
    {
      "epoch": 0.12082462026485394,
      "grad_norm": 0.5113657116889954,
      "learning_rate": 4.8775898226798956e-05,
      "loss": 5.5012,
      "step": 138035
    },
    {
      "epoch": 0.1208289968584811,
      "grad_norm": 0.4270792007446289,
      "learning_rate": 4.8775802540657044e-05,
      "loss": 5.1655,
      "step": 138040
    },
    {
      "epoch": 0.12083337345210825,
      "grad_norm": 0.415946900844574,
      "learning_rate": 4.877570685089353e-05,
      "loss": 5.2901,
      "step": 138045
    },
    {
      "epoch": 0.12083775004573541,
      "grad_norm": 0.4423651695251465,
      "learning_rate": 4.877561115750843e-05,
      "loss": 4.7536,
      "step": 138050
    },
    {
      "epoch": 0.12084212663936256,
      "grad_norm": 0.5585628151893616,
      "learning_rate": 4.877551546050176e-05,
      "loss": 5.1172,
      "step": 138055
    },
    {
      "epoch": 0.12084650323298972,
      "grad_norm": 0.4498431384563446,
      "learning_rate": 4.8775419759873554e-05,
      "loss": 5.6518,
      "step": 138060
    },
    {
      "epoch": 0.12085087982661687,
      "grad_norm": 0.4435237944126129,
      "learning_rate": 4.8775324055623806e-05,
      "loss": 5.4678,
      "step": 138065
    },
    {
      "epoch": 0.12085525642024403,
      "grad_norm": 0.39429739117622375,
      "learning_rate": 4.877522834775256e-05,
      "loss": 5.4973,
      "step": 138070
    },
    {
      "epoch": 0.12085963301387118,
      "grad_norm": 0.3939673602581024,
      "learning_rate": 4.877513263625981e-05,
      "loss": 4.9228,
      "step": 138075
    },
    {
      "epoch": 0.12086400960749832,
      "grad_norm": 0.4056526720523834,
      "learning_rate": 4.87750369211456e-05,
      "loss": 4.9461,
      "step": 138080
    },
    {
      "epoch": 0.12086838620112549,
      "grad_norm": 0.35961148142814636,
      "learning_rate": 4.877494120240993e-05,
      "loss": 5.9918,
      "step": 138085
    },
    {
      "epoch": 0.12087276279475263,
      "grad_norm": 0.3740328848361969,
      "learning_rate": 4.877484548005282e-05,
      "loss": 5.5083,
      "step": 138090
    },
    {
      "epoch": 0.1208771393883798,
      "grad_norm": 0.39232590794563293,
      "learning_rate": 4.8774749754074286e-05,
      "loss": 4.8468,
      "step": 138095
    },
    {
      "epoch": 0.12088151598200694,
      "grad_norm": 0.39923295378685,
      "learning_rate": 4.877465402447437e-05,
      "loss": 4.9343,
      "step": 138100
    },
    {
      "epoch": 0.1208858925756341,
      "grad_norm": 0.3700268864631653,
      "learning_rate": 4.877455829125307e-05,
      "loss": 5.3979,
      "step": 138105
    },
    {
      "epoch": 0.12089026916926125,
      "grad_norm": 0.35562562942504883,
      "learning_rate": 4.877446255441041e-05,
      "loss": 5.96,
      "step": 138110
    },
    {
      "epoch": 0.12089464576288841,
      "grad_norm": 0.3866962790489197,
      "learning_rate": 4.8774366813946396e-05,
      "loss": 4.9619,
      "step": 138115
    },
    {
      "epoch": 0.12089902235651556,
      "grad_norm": 0.38579532504081726,
      "learning_rate": 4.8774271069861054e-05,
      "loss": 5.1698,
      "step": 138120
    },
    {
      "epoch": 0.12090339895014272,
      "grad_norm": 0.37945544719696045,
      "learning_rate": 4.87741753221544e-05,
      "loss": 5.2526,
      "step": 138125
    },
    {
      "epoch": 0.12090777554376987,
      "grad_norm": 0.4297966957092285,
      "learning_rate": 4.877407957082648e-05,
      "loss": 4.9688,
      "step": 138130
    },
    {
      "epoch": 0.12091215213739703,
      "grad_norm": 0.437897652387619,
      "learning_rate": 4.877398381587728e-05,
      "loss": 4.8595,
      "step": 138135
    },
    {
      "epoch": 0.12091652873102418,
      "grad_norm": 0.37828177213668823,
      "learning_rate": 4.877388805730682e-05,
      "loss": 5.2346,
      "step": 138140
    },
    {
      "epoch": 0.12092090532465134,
      "grad_norm": 0.39584070444107056,
      "learning_rate": 4.877379229511513e-05,
      "loss": 4.9861,
      "step": 138145
    },
    {
      "epoch": 0.12092528191827849,
      "grad_norm": 0.41414064168930054,
      "learning_rate": 4.877369652930223e-05,
      "loss": 4.9938,
      "step": 138150
    },
    {
      "epoch": 0.12092965851190565,
      "grad_norm": 0.4104609787464142,
      "learning_rate": 4.877360075986813e-05,
      "loss": 5.684,
      "step": 138155
    },
    {
      "epoch": 0.1209340351055328,
      "grad_norm": 0.37356266379356384,
      "learning_rate": 4.877350498681286e-05,
      "loss": 5.6975,
      "step": 138160
    },
    {
      "epoch": 0.12093841169915996,
      "grad_norm": 0.40140682458877563,
      "learning_rate": 4.877340921013642e-05,
      "loss": 5.6947,
      "step": 138165
    },
    {
      "epoch": 0.12094278829278711,
      "grad_norm": 0.40629246830940247,
      "learning_rate": 4.8773313429838855e-05,
      "loss": 6.2684,
      "step": 138170
    },
    {
      "epoch": 0.12094716488641427,
      "grad_norm": 0.3579443395137787,
      "learning_rate": 4.8773217645920155e-05,
      "loss": 5.7719,
      "step": 138175
    },
    {
      "epoch": 0.12095154148004142,
      "grad_norm": 0.38397669792175293,
      "learning_rate": 4.8773121858380356e-05,
      "loss": 6.2977,
      "step": 138180
    },
    {
      "epoch": 0.12095591807366858,
      "grad_norm": 0.40153688192367554,
      "learning_rate": 4.8773026067219464e-05,
      "loss": 5.433,
      "step": 138185
    },
    {
      "epoch": 0.12096029466729573,
      "grad_norm": 0.4593430459499359,
      "learning_rate": 4.877293027243751e-05,
      "loss": 5.4678,
      "step": 138190
    },
    {
      "epoch": 0.12096467126092289,
      "grad_norm": 0.40283724665641785,
      "learning_rate": 4.877283447403451e-05,
      "loss": 5.9666,
      "step": 138195
    },
    {
      "epoch": 0.12096904785455004,
      "grad_norm": 0.3407383859157562,
      "learning_rate": 4.8772738672010474e-05,
      "loss": 5.998,
      "step": 138200
    },
    {
      "epoch": 0.12097342444817719,
      "grad_norm": 0.3963603079319,
      "learning_rate": 4.8772642866365434e-05,
      "loss": 5.1678,
      "step": 138205
    },
    {
      "epoch": 0.12097780104180435,
      "grad_norm": 0.4193877577781677,
      "learning_rate": 4.8772547057099395e-05,
      "loss": 6.009,
      "step": 138210
    },
    {
      "epoch": 0.1209821776354315,
      "grad_norm": 0.3993319272994995,
      "learning_rate": 4.877245124421238e-05,
      "loss": 4.872,
      "step": 138215
    },
    {
      "epoch": 0.12098655422905866,
      "grad_norm": 0.46480509638786316,
      "learning_rate": 4.877235542770442e-05,
      "loss": 5.2364,
      "step": 138220
    },
    {
      "epoch": 0.1209909308226858,
      "grad_norm": 0.3710970878601074,
      "learning_rate": 4.877225960757551e-05,
      "loss": 5.7261,
      "step": 138225
    },
    {
      "epoch": 0.12099530741631297,
      "grad_norm": 0.36553579568862915,
      "learning_rate": 4.8772163783825694e-05,
      "loss": 5.1705,
      "step": 138230
    },
    {
      "epoch": 0.12099968400994011,
      "grad_norm": 0.36780622601509094,
      "learning_rate": 4.877206795645497e-05,
      "loss": 5.2598,
      "step": 138235
    },
    {
      "epoch": 0.12100406060356728,
      "grad_norm": 0.4344445466995239,
      "learning_rate": 4.8771972125463364e-05,
      "loss": 4.7259,
      "step": 138240
    },
    {
      "epoch": 0.12100843719719442,
      "grad_norm": 0.40413427352905273,
      "learning_rate": 4.8771876290850894e-05,
      "loss": 4.8541,
      "step": 138245
    },
    {
      "epoch": 0.12101281379082159,
      "grad_norm": 0.37874913215637207,
      "learning_rate": 4.8771780452617576e-05,
      "loss": 4.7932,
      "step": 138250
    },
    {
      "epoch": 0.12101719038444873,
      "grad_norm": 0.45406851172447205,
      "learning_rate": 4.8771684610763436e-05,
      "loss": 4.6322,
      "step": 138255
    },
    {
      "epoch": 0.1210215669780759,
      "grad_norm": 0.4137789011001587,
      "learning_rate": 4.87715887652885e-05,
      "loss": 5.7479,
      "step": 138260
    },
    {
      "epoch": 0.12102594357170304,
      "grad_norm": 0.4427011013031006,
      "learning_rate": 4.877149291619275e-05,
      "loss": 4.9242,
      "step": 138265
    },
    {
      "epoch": 0.1210303201653302,
      "grad_norm": 0.44935542345046997,
      "learning_rate": 4.877139706347625e-05,
      "loss": 5.1696,
      "step": 138270
    },
    {
      "epoch": 0.12103469675895735,
      "grad_norm": 0.36215436458587646,
      "learning_rate": 4.877130120713899e-05,
      "loss": 5.8335,
      "step": 138275
    },
    {
      "epoch": 0.12103907335258451,
      "grad_norm": 0.34874194860458374,
      "learning_rate": 4.8771205347180996e-05,
      "loss": 6.277,
      "step": 138280
    },
    {
      "epoch": 0.12104344994621166,
      "grad_norm": 0.43888089060783386,
      "learning_rate": 4.8771109483602276e-05,
      "loss": 4.9749,
      "step": 138285
    },
    {
      "epoch": 0.12104782653983882,
      "grad_norm": 0.42621099948883057,
      "learning_rate": 4.877101361640287e-05,
      "loss": 5.461,
      "step": 138290
    },
    {
      "epoch": 0.12105220313346597,
      "grad_norm": 0.40461036562919617,
      "learning_rate": 4.877091774558278e-05,
      "loss": 5.1624,
      "step": 138295
    },
    {
      "epoch": 0.12105657972709313,
      "grad_norm": 0.41960299015045166,
      "learning_rate": 4.8770821871142034e-05,
      "loss": 4.9732,
      "step": 138300
    },
    {
      "epoch": 0.12106095632072028,
      "grad_norm": 0.4147571921348572,
      "learning_rate": 4.8770725993080644e-05,
      "loss": 4.5937,
      "step": 138305
    },
    {
      "epoch": 0.12106533291434744,
      "grad_norm": 0.3906230032444,
      "learning_rate": 4.877063011139863e-05,
      "loss": 5.385,
      "step": 138310
    },
    {
      "epoch": 0.12106970950797459,
      "grad_norm": 0.40371888875961304,
      "learning_rate": 4.877053422609601e-05,
      "loss": 5.4686,
      "step": 138315
    },
    {
      "epoch": 0.12107408610160175,
      "grad_norm": 0.41706907749176025,
      "learning_rate": 4.877043833717281e-05,
      "loss": 4.2224,
      "step": 138320
    },
    {
      "epoch": 0.1210784626952289,
      "grad_norm": 0.4155536890029907,
      "learning_rate": 4.877034244462904e-05,
      "loss": 4.9711,
      "step": 138325
    },
    {
      "epoch": 0.12108283928885605,
      "grad_norm": 0.4178612530231476,
      "learning_rate": 4.8770246548464725e-05,
      "loss": 4.6633,
      "step": 138330
    },
    {
      "epoch": 0.12108721588248321,
      "grad_norm": 0.4071946442127228,
      "learning_rate": 4.877015064867987e-05,
      "loss": 4.6598,
      "step": 138335
    },
    {
      "epoch": 0.12109159247611036,
      "grad_norm": 0.4124336242675781,
      "learning_rate": 4.8770054745274505e-05,
      "loss": 5.21,
      "step": 138340
    },
    {
      "epoch": 0.12109596906973752,
      "grad_norm": 0.3760744035243988,
      "learning_rate": 4.8769958838248654e-05,
      "loss": 5.4728,
      "step": 138345
    },
    {
      "epoch": 0.12110034566336467,
      "grad_norm": 0.40083572268486023,
      "learning_rate": 4.876986292760232e-05,
      "loss": 5.5243,
      "step": 138350
    },
    {
      "epoch": 0.12110472225699183,
      "grad_norm": 0.3981132507324219,
      "learning_rate": 4.876976701333553e-05,
      "loss": 5.673,
      "step": 138355
    },
    {
      "epoch": 0.12110909885061898,
      "grad_norm": 0.3658716380596161,
      "learning_rate": 4.8769671095448296e-05,
      "loss": 5.4542,
      "step": 138360
    },
    {
      "epoch": 0.12111347544424614,
      "grad_norm": 0.4247530400753021,
      "learning_rate": 4.876957517394066e-05,
      "loss": 4.1495,
      "step": 138365
    },
    {
      "epoch": 0.12111785203787329,
      "grad_norm": 0.4121701121330261,
      "learning_rate": 4.876947924881261e-05,
      "loss": 4.8847,
      "step": 138370
    },
    {
      "epoch": 0.12112222863150045,
      "grad_norm": 0.3524765968322754,
      "learning_rate": 4.876938332006418e-05,
      "loss": 6.2672,
      "step": 138375
    },
    {
      "epoch": 0.1211266052251276,
      "grad_norm": 0.4190279245376587,
      "learning_rate": 4.876928738769538e-05,
      "loss": 5.283,
      "step": 138380
    },
    {
      "epoch": 0.12113098181875476,
      "grad_norm": 0.4650912582874298,
      "learning_rate": 4.876919145170624e-05,
      "loss": 4.4228,
      "step": 138385
    },
    {
      "epoch": 0.1211353584123819,
      "grad_norm": 0.41659167408943176,
      "learning_rate": 4.8769095512096774e-05,
      "loss": 4.2372,
      "step": 138390
    },
    {
      "epoch": 0.12113973500600907,
      "grad_norm": 0.46690547466278076,
      "learning_rate": 4.8768999568867e-05,
      "loss": 4.6534,
      "step": 138395
    },
    {
      "epoch": 0.12114411159963621,
      "grad_norm": 0.43537408113479614,
      "learning_rate": 4.876890362201694e-05,
      "loss": 6.0098,
      "step": 138400
    },
    {
      "epoch": 0.12114848819326338,
      "grad_norm": 0.4133738875389099,
      "learning_rate": 4.876880767154659e-05,
      "loss": 5.0027,
      "step": 138405
    },
    {
      "epoch": 0.12115286478689052,
      "grad_norm": 0.3739529848098755,
      "learning_rate": 4.8768711717456005e-05,
      "loss": 5.9873,
      "step": 138410
    },
    {
      "epoch": 0.12115724138051769,
      "grad_norm": 0.4073217213153839,
      "learning_rate": 4.876861575974517e-05,
      "loss": 5.4924,
      "step": 138415
    },
    {
      "epoch": 0.12116161797414483,
      "grad_norm": 0.38259243965148926,
      "learning_rate": 4.8768519798414135e-05,
      "loss": 5.5025,
      "step": 138420
    },
    {
      "epoch": 0.121165994567772,
      "grad_norm": 0.4017583429813385,
      "learning_rate": 4.87684238334629e-05,
      "loss": 4.6625,
      "step": 138425
    },
    {
      "epoch": 0.12117037116139914,
      "grad_norm": 0.41270238161087036,
      "learning_rate": 4.8768327864891484e-05,
      "loss": 5.1356,
      "step": 138430
    },
    {
      "epoch": 0.1211747477550263,
      "grad_norm": 0.3963405191898346,
      "learning_rate": 4.87682318926999e-05,
      "loss": 4.4528,
      "step": 138435
    },
    {
      "epoch": 0.12117912434865345,
      "grad_norm": 0.41059401631355286,
      "learning_rate": 4.876813591688818e-05,
      "loss": 6.0182,
      "step": 138440
    },
    {
      "epoch": 0.12118350094228061,
      "grad_norm": 0.36852332949638367,
      "learning_rate": 4.8768039937456335e-05,
      "loss": 5.4818,
      "step": 138445
    },
    {
      "epoch": 0.12118787753590776,
      "grad_norm": 0.4034034013748169,
      "learning_rate": 4.8767943954404384e-05,
      "loss": 4.6554,
      "step": 138450
    },
    {
      "epoch": 0.12119225412953492,
      "grad_norm": 0.38483694195747375,
      "learning_rate": 4.8767847967732336e-05,
      "loss": 5.4041,
      "step": 138455
    },
    {
      "epoch": 0.12119663072316207,
      "grad_norm": 0.4112570285797119,
      "learning_rate": 4.8767751977440246e-05,
      "loss": 5.524,
      "step": 138460
    },
    {
      "epoch": 0.12120100731678922,
      "grad_norm": 0.4147284924983978,
      "learning_rate": 4.876765598352808e-05,
      "loss": 4.9542,
      "step": 138465
    },
    {
      "epoch": 0.12120538391041638,
      "grad_norm": 0.41506367921829224,
      "learning_rate": 4.8767559985995904e-05,
      "loss": 4.5809,
      "step": 138470
    },
    {
      "epoch": 0.12120976050404353,
      "grad_norm": 0.3701172173023224,
      "learning_rate": 4.87674639848437e-05,
      "loss": 4.911,
      "step": 138475
    },
    {
      "epoch": 0.12121413709767069,
      "grad_norm": 0.3666048049926758,
      "learning_rate": 4.876736798007151e-05,
      "loss": 5.4758,
      "step": 138480
    },
    {
      "epoch": 0.12121851369129784,
      "grad_norm": 0.3896845281124115,
      "learning_rate": 4.876727197167935e-05,
      "loss": 5.3557,
      "step": 138485
    },
    {
      "epoch": 0.121222890284925,
      "grad_norm": 0.4035206735134125,
      "learning_rate": 4.876717595966722e-05,
      "loss": 5.9953,
      "step": 138490
    },
    {
      "epoch": 0.12122726687855215,
      "grad_norm": 0.38540178537368774,
      "learning_rate": 4.8767079944035166e-05,
      "loss": 4.9242,
      "step": 138495
    },
    {
      "epoch": 0.12123164347217931,
      "grad_norm": 0.39997825026512146,
      "learning_rate": 4.876698392478318e-05,
      "loss": 4.4707,
      "step": 138500
    },
    {
      "epoch": 0.12123602006580646,
      "grad_norm": 0.37848174571990967,
      "learning_rate": 4.87668879019113e-05,
      "loss": 5.4127,
      "step": 138505
    },
    {
      "epoch": 0.12124039665943362,
      "grad_norm": 0.4147307574748993,
      "learning_rate": 4.8766791875419526e-05,
      "loss": 5.778,
      "step": 138510
    },
    {
      "epoch": 0.12124477325306077,
      "grad_norm": 0.4209994077682495,
      "learning_rate": 4.8766695845307895e-05,
      "loss": 4.131,
      "step": 138515
    },
    {
      "epoch": 0.12124914984668793,
      "grad_norm": 0.39630863070487976,
      "learning_rate": 4.876659981157642e-05,
      "loss": 5.9969,
      "step": 138520
    },
    {
      "epoch": 0.12125352644031508,
      "grad_norm": 0.40833550691604614,
      "learning_rate": 4.8766503774225115e-05,
      "loss": 5.132,
      "step": 138525
    },
    {
      "epoch": 0.12125790303394224,
      "grad_norm": 0.3663795292377472,
      "learning_rate": 4.876640773325401e-05,
      "loss": 5.7953,
      "step": 138530
    },
    {
      "epoch": 0.12126227962756939,
      "grad_norm": 0.41530296206474304,
      "learning_rate": 4.87663116886631e-05,
      "loss": 4.4434,
      "step": 138535
    },
    {
      "epoch": 0.12126665622119655,
      "grad_norm": 0.4460292160511017,
      "learning_rate": 4.8766215640452415e-05,
      "loss": 5.2496,
      "step": 138540
    },
    {
      "epoch": 0.1212710328148237,
      "grad_norm": 0.3964621126651764,
      "learning_rate": 4.876611958862199e-05,
      "loss": 5.2435,
      "step": 138545
    },
    {
      "epoch": 0.12127540940845086,
      "grad_norm": 0.40863415598869324,
      "learning_rate": 4.876602353317183e-05,
      "loss": 5.2662,
      "step": 138550
    },
    {
      "epoch": 0.121279786002078,
      "grad_norm": 0.4776793122291565,
      "learning_rate": 4.876592747410196e-05,
      "loss": 4.7591,
      "step": 138555
    },
    {
      "epoch": 0.12128416259570517,
      "grad_norm": 0.44856417179107666,
      "learning_rate": 4.876583141141238e-05,
      "loss": 5.7018,
      "step": 138560
    },
    {
      "epoch": 0.12128853918933231,
      "grad_norm": 0.41164103150367737,
      "learning_rate": 4.8765735345103126e-05,
      "loss": 4.8667,
      "step": 138565
    },
    {
      "epoch": 0.12129291578295948,
      "grad_norm": 0.4484842121601105,
      "learning_rate": 4.8765639275174204e-05,
      "loss": 5.4825,
      "step": 138570
    },
    {
      "epoch": 0.12129729237658662,
      "grad_norm": 0.409026563167572,
      "learning_rate": 4.876554320162565e-05,
      "loss": 5.1418,
      "step": 138575
    },
    {
      "epoch": 0.12130166897021379,
      "grad_norm": 0.4274327754974365,
      "learning_rate": 4.8765447124457466e-05,
      "loss": 4.6626,
      "step": 138580
    },
    {
      "epoch": 0.12130604556384093,
      "grad_norm": 0.3911927342414856,
      "learning_rate": 4.876535104366968e-05,
      "loss": 5.1961,
      "step": 138585
    },
    {
      "epoch": 0.12131042215746808,
      "grad_norm": 0.43083325028419495,
      "learning_rate": 4.8765254959262305e-05,
      "loss": 5.4901,
      "step": 138590
    },
    {
      "epoch": 0.12131479875109524,
      "grad_norm": 0.4172019064426422,
      "learning_rate": 4.876515887123537e-05,
      "loss": 4.8603,
      "step": 138595
    },
    {
      "epoch": 0.12131917534472239,
      "grad_norm": 0.38957759737968445,
      "learning_rate": 4.876506277958888e-05,
      "loss": 5.4018,
      "step": 138600
    },
    {
      "epoch": 0.12132355193834955,
      "grad_norm": 0.3732588291168213,
      "learning_rate": 4.8764966684322856e-05,
      "loss": 5.4433,
      "step": 138605
    },
    {
      "epoch": 0.1213279285319767,
      "grad_norm": 0.43758639693260193,
      "learning_rate": 4.876487058543733e-05,
      "loss": 5.4526,
      "step": 138610
    },
    {
      "epoch": 0.12133230512560386,
      "grad_norm": 0.39215603470802307,
      "learning_rate": 4.87647744829323e-05,
      "loss": 4.9743,
      "step": 138615
    },
    {
      "epoch": 0.12133668171923101,
      "grad_norm": 0.3588583469390869,
      "learning_rate": 4.8764678376807794e-05,
      "loss": 5.9957,
      "step": 138620
    },
    {
      "epoch": 0.12134105831285817,
      "grad_norm": 0.3814936876296997,
      "learning_rate": 4.876458226706384e-05,
      "loss": 5.6824,
      "step": 138625
    },
    {
      "epoch": 0.12134543490648532,
      "grad_norm": 0.37998130917549133,
      "learning_rate": 4.876448615370044e-05,
      "loss": 4.8396,
      "step": 138630
    },
    {
      "epoch": 0.12134981150011248,
      "grad_norm": 0.4424748718738556,
      "learning_rate": 4.876439003671762e-05,
      "loss": 5.1406,
      "step": 138635
    },
    {
      "epoch": 0.12135418809373963,
      "grad_norm": 0.3832688331604004,
      "learning_rate": 4.8764293916115414e-05,
      "loss": 4.9633,
      "step": 138640
    },
    {
      "epoch": 0.12135856468736679,
      "grad_norm": 0.44178664684295654,
      "learning_rate": 4.876419779189381e-05,
      "loss": 4.646,
      "step": 138645
    },
    {
      "epoch": 0.12136294128099394,
      "grad_norm": 0.42536571621894836,
      "learning_rate": 4.8764101664052843e-05,
      "loss": 4.4229,
      "step": 138650
    },
    {
      "epoch": 0.1213673178746211,
      "grad_norm": 0.37025898694992065,
      "learning_rate": 4.876400553259254e-05,
      "loss": 5.0025,
      "step": 138655
    },
    {
      "epoch": 0.12137169446824825,
      "grad_norm": 0.35699698328971863,
      "learning_rate": 4.8763909397512895e-05,
      "loss": 5.494,
      "step": 138660
    },
    {
      "epoch": 0.12137607106187541,
      "grad_norm": 0.3950398564338684,
      "learning_rate": 4.876381325881395e-05,
      "loss": 5.6867,
      "step": 138665
    },
    {
      "epoch": 0.12138044765550256,
      "grad_norm": 0.36102592945098877,
      "learning_rate": 4.876371711649572e-05,
      "loss": 5.7788,
      "step": 138670
    },
    {
      "epoch": 0.12138482424912972,
      "grad_norm": 0.4042206406593323,
      "learning_rate": 4.876362097055821e-05,
      "loss": 4.6516,
      "step": 138675
    },
    {
      "epoch": 0.12138920084275687,
      "grad_norm": 0.3933487832546234,
      "learning_rate": 4.8763524821001464e-05,
      "loss": 5.8106,
      "step": 138680
    },
    {
      "epoch": 0.12139357743638403,
      "grad_norm": 0.3980313539505005,
      "learning_rate": 4.876342866782546e-05,
      "loss": 5.4656,
      "step": 138685
    },
    {
      "epoch": 0.12139795403001118,
      "grad_norm": 0.3840983211994171,
      "learning_rate": 4.876333251103026e-05,
      "loss": 5.7933,
      "step": 138690
    },
    {
      "epoch": 0.12140233062363834,
      "grad_norm": 0.4079112708568573,
      "learning_rate": 4.876323635061585e-05,
      "loss": 5.1631,
      "step": 138695
    },
    {
      "epoch": 0.12140670721726549,
      "grad_norm": 0.41658052802085876,
      "learning_rate": 4.8763140186582266e-05,
      "loss": 5.2549,
      "step": 138700
    },
    {
      "epoch": 0.12141108381089265,
      "grad_norm": 0.39177992939949036,
      "learning_rate": 4.876304401892953e-05,
      "loss": 4.7376,
      "step": 138705
    },
    {
      "epoch": 0.1214154604045198,
      "grad_norm": 0.403273344039917,
      "learning_rate": 4.876294784765763e-05,
      "loss": 4.4408,
      "step": 138710
    },
    {
      "epoch": 0.12141983699814696,
      "grad_norm": 0.42906221747398376,
      "learning_rate": 4.876285167276663e-05,
      "loss": 4.8864,
      "step": 138715
    },
    {
      "epoch": 0.1214242135917741,
      "grad_norm": 0.4049045741558075,
      "learning_rate": 4.8762755494256515e-05,
      "loss": 4.6894,
      "step": 138720
    },
    {
      "epoch": 0.12142859018540125,
      "grad_norm": 0.4045550227165222,
      "learning_rate": 4.8762659312127326e-05,
      "loss": 5.538,
      "step": 138725
    },
    {
      "epoch": 0.12143296677902841,
      "grad_norm": 0.38129758834838867,
      "learning_rate": 4.876256312637905e-05,
      "loss": 4.9507,
      "step": 138730
    },
    {
      "epoch": 0.12143734337265556,
      "grad_norm": 0.41692352294921875,
      "learning_rate": 4.876246693701174e-05,
      "loss": 4.9437,
      "step": 138735
    },
    {
      "epoch": 0.12144171996628272,
      "grad_norm": 0.35620442032814026,
      "learning_rate": 4.8762370744025396e-05,
      "loss": 5.4672,
      "step": 138740
    },
    {
      "epoch": 0.12144609655990987,
      "grad_norm": 0.37568363547325134,
      "learning_rate": 4.876227454742004e-05,
      "loss": 5.4808,
      "step": 138745
    },
    {
      "epoch": 0.12145047315353703,
      "grad_norm": 0.3800026774406433,
      "learning_rate": 4.8762178347195687e-05,
      "loss": 4.9367,
      "step": 138750
    },
    {
      "epoch": 0.12145484974716418,
      "grad_norm": 0.4218041002750397,
      "learning_rate": 4.8762082143352374e-05,
      "loss": 5.7158,
      "step": 138755
    },
    {
      "epoch": 0.12145922634079134,
      "grad_norm": 0.4182699918746948,
      "learning_rate": 4.876198593589009e-05,
      "loss": 5.7533,
      "step": 138760
    },
    {
      "epoch": 0.12146360293441849,
      "grad_norm": 0.4195076823234558,
      "learning_rate": 4.876188972480887e-05,
      "loss": 4.7822,
      "step": 138765
    },
    {
      "epoch": 0.12146797952804565,
      "grad_norm": 0.3723489046096802,
      "learning_rate": 4.876179351010873e-05,
      "loss": 5.1726,
      "step": 138770
    },
    {
      "epoch": 0.1214723561216728,
      "grad_norm": 0.42493587732315063,
      "learning_rate": 4.87616972917897e-05,
      "loss": 5.437,
      "step": 138775
    },
    {
      "epoch": 0.12147673271529996,
      "grad_norm": 0.3970077931880951,
      "learning_rate": 4.876160106985178e-05,
      "loss": 5.1773,
      "step": 138780
    },
    {
      "epoch": 0.12148110930892711,
      "grad_norm": 0.4124976098537445,
      "learning_rate": 4.8761504844295e-05,
      "loss": 5.1196,
      "step": 138785
    },
    {
      "epoch": 0.12148548590255427,
      "grad_norm": 0.4091399312019348,
      "learning_rate": 4.8761408615119384e-05,
      "loss": 5.4524,
      "step": 138790
    },
    {
      "epoch": 0.12148986249618142,
      "grad_norm": 0.40460529923439026,
      "learning_rate": 4.876131238232493e-05,
      "loss": 6.3002,
      "step": 138795
    },
    {
      "epoch": 0.12149423908980858,
      "grad_norm": 0.39145636558532715,
      "learning_rate": 4.876121614591167e-05,
      "loss": 5.728,
      "step": 138800
    },
    {
      "epoch": 0.12149861568343573,
      "grad_norm": 0.4389655888080597,
      "learning_rate": 4.876111990587963e-05,
      "loss": 4.9641,
      "step": 138805
    },
    {
      "epoch": 0.12150299227706289,
      "grad_norm": 0.44283947348594666,
      "learning_rate": 4.876102366222881e-05,
      "loss": 5.2391,
      "step": 138810
    },
    {
      "epoch": 0.12150736887069004,
      "grad_norm": 0.3979601263999939,
      "learning_rate": 4.8760927414959235e-05,
      "loss": 5.2403,
      "step": 138815
    },
    {
      "epoch": 0.1215117454643172,
      "grad_norm": 0.4146937131881714,
      "learning_rate": 4.876083116407094e-05,
      "loss": 4.7268,
      "step": 138820
    },
    {
      "epoch": 0.12151612205794435,
      "grad_norm": 0.4063376486301422,
      "learning_rate": 4.876073490956392e-05,
      "loss": 5.7793,
      "step": 138825
    },
    {
      "epoch": 0.12152049865157151,
      "grad_norm": 0.401043564081192,
      "learning_rate": 4.8760638651438206e-05,
      "loss": 4.9555,
      "step": 138830
    },
    {
      "epoch": 0.12152487524519866,
      "grad_norm": 0.3992166817188263,
      "learning_rate": 4.876054238969382e-05,
      "loss": 5.5132,
      "step": 138835
    },
    {
      "epoch": 0.12152925183882582,
      "grad_norm": 0.37571731209754944,
      "learning_rate": 4.876044612433077e-05,
      "loss": 5.7958,
      "step": 138840
    },
    {
      "epoch": 0.12153362843245297,
      "grad_norm": 0.4464137852191925,
      "learning_rate": 4.8760349855349085e-05,
      "loss": 4.768,
      "step": 138845
    },
    {
      "epoch": 0.12153800502608011,
      "grad_norm": 0.40227270126342773,
      "learning_rate": 4.8760253582748774e-05,
      "loss": 5.2667,
      "step": 138850
    },
    {
      "epoch": 0.12154238161970728,
      "grad_norm": 0.4418325424194336,
      "learning_rate": 4.876015730652985e-05,
      "loss": 5.1465,
      "step": 138855
    },
    {
      "epoch": 0.12154675821333442,
      "grad_norm": 0.39838847517967224,
      "learning_rate": 4.876006102669236e-05,
      "loss": 5.7021,
      "step": 138860
    },
    {
      "epoch": 0.12155113480696159,
      "grad_norm": 0.4277060031890869,
      "learning_rate": 4.8759964743236285e-05,
      "loss": 5.4836,
      "step": 138865
    },
    {
      "epoch": 0.12155551140058873,
      "grad_norm": 0.40013787150382996,
      "learning_rate": 4.8759868456161685e-05,
      "loss": 4.4402,
      "step": 138870
    },
    {
      "epoch": 0.1215598879942159,
      "grad_norm": 0.41993439197540283,
      "learning_rate": 4.8759772165468534e-05,
      "loss": 5.0871,
      "step": 138875
    },
    {
      "epoch": 0.12156426458784304,
      "grad_norm": 0.41800743341445923,
      "learning_rate": 4.8759675871156884e-05,
      "loss": 5.4184,
      "step": 138880
    },
    {
      "epoch": 0.1215686411814702,
      "grad_norm": 0.41957950592041016,
      "learning_rate": 4.8759579573226744e-05,
      "loss": 4.9757,
      "step": 138885
    },
    {
      "epoch": 0.12157301777509735,
      "grad_norm": 0.39460840821266174,
      "learning_rate": 4.875948327167813e-05,
      "loss": 4.884,
      "step": 138890
    },
    {
      "epoch": 0.12157739436872451,
      "grad_norm": 0.38707971572875977,
      "learning_rate": 4.875938696651106e-05,
      "loss": 5.1903,
      "step": 138895
    },
    {
      "epoch": 0.12158177096235166,
      "grad_norm": 0.3805551826953888,
      "learning_rate": 4.875929065772554e-05,
      "loss": 6.265,
      "step": 138900
    },
    {
      "epoch": 0.12158614755597882,
      "grad_norm": 0.42741891741752625,
      "learning_rate": 4.875919434532163e-05,
      "loss": 5.2299,
      "step": 138905
    },
    {
      "epoch": 0.12159052414960597,
      "grad_norm": 0.36268600821495056,
      "learning_rate": 4.8759098029299297e-05,
      "loss": 5.2755,
      "step": 138910
    },
    {
      "epoch": 0.12159490074323313,
      "grad_norm": 0.37892696261405945,
      "learning_rate": 4.875900170965859e-05,
      "loss": 5.6955,
      "step": 138915
    },
    {
      "epoch": 0.12159927733686028,
      "grad_norm": 0.3731291592121124,
      "learning_rate": 4.8758905386399536e-05,
      "loss": 5.6871,
      "step": 138920
    },
    {
      "epoch": 0.12160365393048744,
      "grad_norm": 0.39584875106811523,
      "learning_rate": 4.8758809059522126e-05,
      "loss": 4.9041,
      "step": 138925
    },
    {
      "epoch": 0.12160803052411459,
      "grad_norm": 0.35654065012931824,
      "learning_rate": 4.875871272902639e-05,
      "loss": 5.5113,
      "step": 138930
    },
    {
      "epoch": 0.12161240711774175,
      "grad_norm": 0.3517690598964691,
      "learning_rate": 4.875861639491235e-05,
      "loss": 6.0127,
      "step": 138935
    },
    {
      "epoch": 0.1216167837113689,
      "grad_norm": 0.3601360619068146,
      "learning_rate": 4.875852005718002e-05,
      "loss": 5.7786,
      "step": 138940
    },
    {
      "epoch": 0.12162116030499606,
      "grad_norm": 0.3763745129108429,
      "learning_rate": 4.875842371582943e-05,
      "loss": 5.448,
      "step": 138945
    },
    {
      "epoch": 0.12162553689862321,
      "grad_norm": 0.42169705033302307,
      "learning_rate": 4.875832737086058e-05,
      "loss": 5.4529,
      "step": 138950
    },
    {
      "epoch": 0.12162991349225037,
      "grad_norm": 0.38080430030822754,
      "learning_rate": 4.8758231022273505e-05,
      "loss": 4.9346,
      "step": 138955
    },
    {
      "epoch": 0.12163429008587752,
      "grad_norm": 0.3797207772731781,
      "learning_rate": 4.875813467006821e-05,
      "loss": 5.8006,
      "step": 138960
    },
    {
      "epoch": 0.12163866667950468,
      "grad_norm": 0.4027214050292969,
      "learning_rate": 4.875803831424474e-05,
      "loss": 5.141,
      "step": 138965
    },
    {
      "epoch": 0.12164304327313183,
      "grad_norm": 0.41135287284851074,
      "learning_rate": 4.8757941954803065e-05,
      "loss": 4.8543,
      "step": 138970
    },
    {
      "epoch": 0.12164741986675898,
      "grad_norm": 0.38806214928627014,
      "learning_rate": 4.8757845591743254e-05,
      "loss": 5.4726,
      "step": 138975
    },
    {
      "epoch": 0.12165179646038614,
      "grad_norm": 0.376660019159317,
      "learning_rate": 4.87577492250653e-05,
      "loss": 5.1704,
      "step": 138980
    },
    {
      "epoch": 0.12165617305401329,
      "grad_norm": 0.4028712809085846,
      "learning_rate": 4.875765285476922e-05,
      "loss": 4.9864,
      "step": 138985
    },
    {
      "epoch": 0.12166054964764045,
      "grad_norm": 0.42367276549339294,
      "learning_rate": 4.8757556480855036e-05,
      "loss": 4.6527,
      "step": 138990
    },
    {
      "epoch": 0.1216649262412676,
      "grad_norm": 0.40134280920028687,
      "learning_rate": 4.8757460103322786e-05,
      "loss": 4.3489,
      "step": 138995
    },
    {
      "epoch": 0.12166930283489476,
      "grad_norm": 0.4089924097061157,
      "learning_rate": 4.875736372217246e-05,
      "loss": 4.6343,
      "step": 139000
    },
    {
      "epoch": 0.1216736794285219,
      "grad_norm": 0.3677765429019928,
      "learning_rate": 4.875726733740408e-05,
      "loss": 5.5211,
      "step": 139005
    },
    {
      "epoch": 0.12167805602214907,
      "grad_norm": 0.40198037028312683,
      "learning_rate": 4.8757170949017685e-05,
      "loss": 5.3832,
      "step": 139010
    },
    {
      "epoch": 0.12168243261577621,
      "grad_norm": 0.38872942328453064,
      "learning_rate": 4.875707455701328e-05,
      "loss": 5.6553,
      "step": 139015
    },
    {
      "epoch": 0.12168680920940338,
      "grad_norm": 0.44308415055274963,
      "learning_rate": 4.8756978161390873e-05,
      "loss": 4.9606,
      "step": 139020
    },
    {
      "epoch": 0.12169118580303052,
      "grad_norm": 0.3789091110229492,
      "learning_rate": 4.875688176215051e-05,
      "loss": 5.2596,
      "step": 139025
    },
    {
      "epoch": 0.12169556239665769,
      "grad_norm": 0.43215352296829224,
      "learning_rate": 4.875678535929219e-05,
      "loss": 5.1506,
      "step": 139030
    },
    {
      "epoch": 0.12169993899028483,
      "grad_norm": 0.4037044048309326,
      "learning_rate": 4.875668895281593e-05,
      "loss": 4.9424,
      "step": 139035
    },
    {
      "epoch": 0.121704315583912,
      "grad_norm": 0.4311709403991699,
      "learning_rate": 4.875659254272177e-05,
      "loss": 5.4661,
      "step": 139040
    },
    {
      "epoch": 0.12170869217753914,
      "grad_norm": 0.3920007050037384,
      "learning_rate": 4.87564961290097e-05,
      "loss": 4.585,
      "step": 139045
    },
    {
      "epoch": 0.1217130687711663,
      "grad_norm": 0.4484330713748932,
      "learning_rate": 4.875639971167974e-05,
      "loss": 5.5173,
      "step": 139050
    },
    {
      "epoch": 0.12171744536479345,
      "grad_norm": 0.4030478596687317,
      "learning_rate": 4.8756303290731944e-05,
      "loss": 4.3341,
      "step": 139055
    },
    {
      "epoch": 0.12172182195842061,
      "grad_norm": 0.3918726146221161,
      "learning_rate": 4.87562068661663e-05,
      "loss": 4.7378,
      "step": 139060
    },
    {
      "epoch": 0.12172619855204776,
      "grad_norm": 0.3929065763950348,
      "learning_rate": 4.875611043798283e-05,
      "loss": 6.0068,
      "step": 139065
    },
    {
      "epoch": 0.12173057514567492,
      "grad_norm": 0.39425089955329895,
      "learning_rate": 4.875601400618155e-05,
      "loss": 5.177,
      "step": 139070
    },
    {
      "epoch": 0.12173495173930207,
      "grad_norm": 0.41088467836380005,
      "learning_rate": 4.875591757076249e-05,
      "loss": 4.7314,
      "step": 139075
    },
    {
      "epoch": 0.12173932833292923,
      "grad_norm": 0.42087873816490173,
      "learning_rate": 4.875582113172567e-05,
      "loss": 4.3755,
      "step": 139080
    },
    {
      "epoch": 0.12174370492655638,
      "grad_norm": 0.4082680344581604,
      "learning_rate": 4.875572468907109e-05,
      "loss": 5.1666,
      "step": 139085
    },
    {
      "epoch": 0.12174808152018354,
      "grad_norm": 0.41126319766044617,
      "learning_rate": 4.875562824279879e-05,
      "loss": 5.284,
      "step": 139090
    },
    {
      "epoch": 0.12175245811381069,
      "grad_norm": 0.4091774821281433,
      "learning_rate": 4.875553179290877e-05,
      "loss": 4.6329,
      "step": 139095
    },
    {
      "epoch": 0.12175683470743785,
      "grad_norm": 0.40564048290252686,
      "learning_rate": 4.875543533940107e-05,
      "loss": 5.4997,
      "step": 139100
    },
    {
      "epoch": 0.121761211301065,
      "grad_norm": 0.37540197372436523,
      "learning_rate": 4.875533888227568e-05,
      "loss": 4.9174,
      "step": 139105
    },
    {
      "epoch": 0.12176558789469215,
      "grad_norm": 0.41291698813438416,
      "learning_rate": 4.8755242421532646e-05,
      "loss": 5.4979,
      "step": 139110
    },
    {
      "epoch": 0.12176996448831931,
      "grad_norm": 0.4165337383747101,
      "learning_rate": 4.8755145957171964e-05,
      "loss": 4.4444,
      "step": 139115
    },
    {
      "epoch": 0.12177434108194646,
      "grad_norm": 0.39546531438827515,
      "learning_rate": 4.8755049489193684e-05,
      "loss": 5.776,
      "step": 139120
    },
    {
      "epoch": 0.12177871767557362,
      "grad_norm": 0.4166981875896454,
      "learning_rate": 4.8754953017597795e-05,
      "loss": 5.399,
      "step": 139125
    },
    {
      "epoch": 0.12178309426920077,
      "grad_norm": 0.36639681458473206,
      "learning_rate": 4.8754856542384316e-05,
      "loss": 5.5213,
      "step": 139130
    },
    {
      "epoch": 0.12178747086282793,
      "grad_norm": 0.38009896874427795,
      "learning_rate": 4.875476006355328e-05,
      "loss": 5.4604,
      "step": 139135
    },
    {
      "epoch": 0.12179184745645508,
      "grad_norm": 0.4093892574310303,
      "learning_rate": 4.875466358110471e-05,
      "loss": 6.0271,
      "step": 139140
    },
    {
      "epoch": 0.12179622405008224,
      "grad_norm": 0.423168808221817,
      "learning_rate": 4.8754567095038607e-05,
      "loss": 4.6412,
      "step": 139145
    },
    {
      "epoch": 0.12180060064370939,
      "grad_norm": 0.42426803708076477,
      "learning_rate": 4.875447060535499e-05,
      "loss": 5.2668,
      "step": 139150
    },
    {
      "epoch": 0.12180497723733655,
      "grad_norm": 0.40568122267723083,
      "learning_rate": 4.8754374112053905e-05,
      "loss": 5.191,
      "step": 139155
    },
    {
      "epoch": 0.1218093538309637,
      "grad_norm": 0.3857574164867401,
      "learning_rate": 4.8754277615135335e-05,
      "loss": 6.2447,
      "step": 139160
    },
    {
      "epoch": 0.12181373042459086,
      "grad_norm": 0.40319302678108215,
      "learning_rate": 4.875418111459932e-05,
      "loss": 5.2546,
      "step": 139165
    },
    {
      "epoch": 0.121818107018218,
      "grad_norm": 0.41234201192855835,
      "learning_rate": 4.875408461044587e-05,
      "loss": 5.1669,
      "step": 139170
    },
    {
      "epoch": 0.12182248361184517,
      "grad_norm": 0.37061187624931335,
      "learning_rate": 4.8753988102675004e-05,
      "loss": 5.4383,
      "step": 139175
    },
    {
      "epoch": 0.12182686020547231,
      "grad_norm": 0.3560270071029663,
      "learning_rate": 4.875389159128675e-05,
      "loss": 5.7466,
      "step": 139180
    },
    {
      "epoch": 0.12183123679909948,
      "grad_norm": 0.39921462535858154,
      "learning_rate": 4.875379507628112e-05,
      "loss": 4.6814,
      "step": 139185
    },
    {
      "epoch": 0.12183561339272662,
      "grad_norm": 0.36156854033470154,
      "learning_rate": 4.8753698557658135e-05,
      "loss": 5.4062,
      "step": 139190
    },
    {
      "epoch": 0.12183998998635379,
      "grad_norm": 0.4300885796546936,
      "learning_rate": 4.87536020354178e-05,
      "loss": 4.9332,
      "step": 139195
    },
    {
      "epoch": 0.12184436657998093,
      "grad_norm": 0.4281296133995056,
      "learning_rate": 4.875350550956016e-05,
      "loss": 5.4746,
      "step": 139200
    },
    {
      "epoch": 0.1218487431736081,
      "grad_norm": 0.3699970841407776,
      "learning_rate": 4.87534089800852e-05,
      "loss": 5.2489,
      "step": 139205
    },
    {
      "epoch": 0.12185311976723524,
      "grad_norm": 0.4143918752670288,
      "learning_rate": 4.875331244699297e-05,
      "loss": 6.0375,
      "step": 139210
    },
    {
      "epoch": 0.1218574963608624,
      "grad_norm": 0.43001237511634827,
      "learning_rate": 4.875321591028348e-05,
      "loss": 4.9532,
      "step": 139215
    },
    {
      "epoch": 0.12186187295448955,
      "grad_norm": 0.3551541268825531,
      "learning_rate": 4.8753119369956735e-05,
      "loss": 5.5382,
      "step": 139220
    },
    {
      "epoch": 0.12186624954811671,
      "grad_norm": 0.40758275985717773,
      "learning_rate": 4.875302282601276e-05,
      "loss": 5.5002,
      "step": 139225
    },
    {
      "epoch": 0.12187062614174386,
      "grad_norm": 0.4155774414539337,
      "learning_rate": 4.875292627845158e-05,
      "loss": 4.4759,
      "step": 139230
    },
    {
      "epoch": 0.12187500273537101,
      "grad_norm": 0.3938043415546417,
      "learning_rate": 4.875282972727322e-05,
      "loss": 4.9804,
      "step": 139235
    },
    {
      "epoch": 0.12187937932899817,
      "grad_norm": 0.42591407895088196,
      "learning_rate": 4.875273317247768e-05,
      "loss": 5.9797,
      "step": 139240
    },
    {
      "epoch": 0.12188375592262532,
      "grad_norm": 0.5137579441070557,
      "learning_rate": 4.875263661406498e-05,
      "loss": 4.4366,
      "step": 139245
    },
    {
      "epoch": 0.12188813251625248,
      "grad_norm": 0.4139413833618164,
      "learning_rate": 4.8752540052035166e-05,
      "loss": 4.5713,
      "step": 139250
    },
    {
      "epoch": 0.12189250910987963,
      "grad_norm": 0.4353587031364441,
      "learning_rate": 4.875244348638822e-05,
      "loss": 5.1749,
      "step": 139255
    },
    {
      "epoch": 0.12189688570350679,
      "grad_norm": 0.41654419898986816,
      "learning_rate": 4.875234691712418e-05,
      "loss": 5.1986,
      "step": 139260
    },
    {
      "epoch": 0.12190126229713394,
      "grad_norm": 0.41047748923301697,
      "learning_rate": 4.875225034424307e-05,
      "loss": 4.753,
      "step": 139265
    },
    {
      "epoch": 0.1219056388907611,
      "grad_norm": 0.4363124966621399,
      "learning_rate": 4.875215376774489e-05,
      "loss": 4.5486,
      "step": 139270
    },
    {
      "epoch": 0.12191001548438825,
      "grad_norm": 0.415606290102005,
      "learning_rate": 4.8752057187629676e-05,
      "loss": 4.9503,
      "step": 139275
    },
    {
      "epoch": 0.12191439207801541,
      "grad_norm": 0.3777843415737152,
      "learning_rate": 4.8751960603897426e-05,
      "loss": 5.9723,
      "step": 139280
    },
    {
      "epoch": 0.12191876867164256,
      "grad_norm": 0.47514596581459045,
      "learning_rate": 4.8751864016548196e-05,
      "loss": 5.4868,
      "step": 139285
    },
    {
      "epoch": 0.12192314526526972,
      "grad_norm": 0.40569767355918884,
      "learning_rate": 4.875176742558196e-05,
      "loss": 5.6545,
      "step": 139290
    },
    {
      "epoch": 0.12192752185889687,
      "grad_norm": 0.4314127564430237,
      "learning_rate": 4.875167083099878e-05,
      "loss": 4.9564,
      "step": 139295
    },
    {
      "epoch": 0.12193189845252403,
      "grad_norm": 0.41798025369644165,
      "learning_rate": 4.875157423279862e-05,
      "loss": 4.7336,
      "step": 139300
    },
    {
      "epoch": 0.12193627504615118,
      "grad_norm": 0.3956260085105896,
      "learning_rate": 4.8751477630981554e-05,
      "loss": 4.9881,
      "step": 139305
    },
    {
      "epoch": 0.12194065163977834,
      "grad_norm": 0.4015761911869049,
      "learning_rate": 4.875138102554758e-05,
      "loss": 5.7064,
      "step": 139310
    },
    {
      "epoch": 0.12194502823340549,
      "grad_norm": 0.4141850173473358,
      "learning_rate": 4.875128441649671e-05,
      "loss": 4.7519,
      "step": 139315
    },
    {
      "epoch": 0.12194940482703265,
      "grad_norm": 0.40437883138656616,
      "learning_rate": 4.8751187803828954e-05,
      "loss": 5.2751,
      "step": 139320
    },
    {
      "epoch": 0.1219537814206598,
      "grad_norm": 0.5963300466537476,
      "learning_rate": 4.875109118754436e-05,
      "loss": 4.4602,
      "step": 139325
    },
    {
      "epoch": 0.12195815801428696,
      "grad_norm": 0.45721203088760376,
      "learning_rate": 4.875099456764293e-05,
      "loss": 5.7219,
      "step": 139330
    },
    {
      "epoch": 0.1219625346079141,
      "grad_norm": 0.4229907691478729,
      "learning_rate": 4.8750897944124674e-05,
      "loss": 5.7787,
      "step": 139335
    },
    {
      "epoch": 0.12196691120154127,
      "grad_norm": 0.3977883458137512,
      "learning_rate": 4.875080131698962e-05,
      "loss": 5.6508,
      "step": 139340
    },
    {
      "epoch": 0.12197128779516841,
      "grad_norm": 0.3567570149898529,
      "learning_rate": 4.8750704686237794e-05,
      "loss": 5.7606,
      "step": 139345
    },
    {
      "epoch": 0.12197566438879558,
      "grad_norm": 0.369930624961853,
      "learning_rate": 4.8750608051869197e-05,
      "loss": 5.9633,
      "step": 139350
    },
    {
      "epoch": 0.12198004098242272,
      "grad_norm": 0.4482409954071045,
      "learning_rate": 4.8750511413883856e-05,
      "loss": 5.1607,
      "step": 139355
    },
    {
      "epoch": 0.12198441757604987,
      "grad_norm": 0.37283602356910706,
      "learning_rate": 4.875041477228179e-05,
      "loss": 5.2147,
      "step": 139360
    },
    {
      "epoch": 0.12198879416967703,
      "grad_norm": 0.40498992800712585,
      "learning_rate": 4.8750318127063035e-05,
      "loss": 5.1442,
      "step": 139365
    },
    {
      "epoch": 0.12199317076330418,
      "grad_norm": 0.39342623949050903,
      "learning_rate": 4.875022147822759e-05,
      "loss": 4.6857,
      "step": 139370
    },
    {
      "epoch": 0.12199754735693134,
      "grad_norm": 0.39445164799690247,
      "learning_rate": 4.875012482577547e-05,
      "loss": 4.9706,
      "step": 139375
    },
    {
      "epoch": 0.12200192395055849,
      "grad_norm": 0.43223515152931213,
      "learning_rate": 4.87500281697067e-05,
      "loss": 5.2513,
      "step": 139380
    },
    {
      "epoch": 0.12200630054418565,
      "grad_norm": 0.4041421711444855,
      "learning_rate": 4.8749931510021296e-05,
      "loss": 5.4663,
      "step": 139385
    },
    {
      "epoch": 0.1220106771378128,
      "grad_norm": 0.35652777552604675,
      "learning_rate": 4.874983484671928e-05,
      "loss": 5.2258,
      "step": 139390
    },
    {
      "epoch": 0.12201505373143996,
      "grad_norm": 0.403828889131546,
      "learning_rate": 4.8749738179800676e-05,
      "loss": 5.4002,
      "step": 139395
    },
    {
      "epoch": 0.12201943032506711,
      "grad_norm": 0.4300861954689026,
      "learning_rate": 4.87496415092655e-05,
      "loss": 5.2494,
      "step": 139400
    },
    {
      "epoch": 0.12202380691869427,
      "grad_norm": 0.40376192331314087,
      "learning_rate": 4.874954483511375e-05,
      "loss": 4.9347,
      "step": 139405
    },
    {
      "epoch": 0.12202818351232142,
      "grad_norm": 0.4177873432636261,
      "learning_rate": 4.874944815734548e-05,
      "loss": 4.958,
      "step": 139410
    },
    {
      "epoch": 0.12203256010594858,
      "grad_norm": 0.3957505226135254,
      "learning_rate": 4.874935147596068e-05,
      "loss": 5.2589,
      "step": 139415
    },
    {
      "epoch": 0.12203693669957573,
      "grad_norm": 0.4113349914550781,
      "learning_rate": 4.8749254790959385e-05,
      "loss": 5.1623,
      "step": 139420
    },
    {
      "epoch": 0.12204131329320289,
      "grad_norm": 0.4391423165798187,
      "learning_rate": 4.874915810234162e-05,
      "loss": 5.1365,
      "step": 139425
    },
    {
      "epoch": 0.12204568988683004,
      "grad_norm": 0.37103331089019775,
      "learning_rate": 4.874906141010738e-05,
      "loss": 4.7297,
      "step": 139430
    },
    {
      "epoch": 0.1220500664804572,
      "grad_norm": 0.5336070656776428,
      "learning_rate": 4.8748964714256696e-05,
      "loss": 5.3001,
      "step": 139435
    },
    {
      "epoch": 0.12205444307408435,
      "grad_norm": 0.4098687469959259,
      "learning_rate": 4.8748868014789584e-05,
      "loss": 4.9379,
      "step": 139440
    },
    {
      "epoch": 0.12205881966771151,
      "grad_norm": 0.42767390608787537,
      "learning_rate": 4.874877131170606e-05,
      "loss": 4.6805,
      "step": 139445
    },
    {
      "epoch": 0.12206319626133866,
      "grad_norm": 0.4278518259525299,
      "learning_rate": 4.874867460500616e-05,
      "loss": 5.0895,
      "step": 139450
    },
    {
      "epoch": 0.12206757285496582,
      "grad_norm": 0.3887621760368347,
      "learning_rate": 4.874857789468989e-05,
      "loss": 4.9932,
      "step": 139455
    },
    {
      "epoch": 0.12207194944859297,
      "grad_norm": 0.3908602297306061,
      "learning_rate": 4.874848118075727e-05,
      "loss": 5.7049,
      "step": 139460
    },
    {
      "epoch": 0.12207632604222013,
      "grad_norm": 0.3986482620239258,
      "learning_rate": 4.874838446320831e-05,
      "loss": 4.85,
      "step": 139465
    },
    {
      "epoch": 0.12208070263584728,
      "grad_norm": 0.4282206594944,
      "learning_rate": 4.8748287742043044e-05,
      "loss": 5.7968,
      "step": 139470
    },
    {
      "epoch": 0.12208507922947444,
      "grad_norm": 0.4261210858821869,
      "learning_rate": 4.874819101726147e-05,
      "loss": 4.3227,
      "step": 139475
    },
    {
      "epoch": 0.12208945582310159,
      "grad_norm": 0.36642986536026,
      "learning_rate": 4.8748094288863624e-05,
      "loss": 5.2703,
      "step": 139480
    },
    {
      "epoch": 0.12209383241672875,
      "grad_norm": 0.3572847843170166,
      "learning_rate": 4.874799755684952e-05,
      "loss": 5.4555,
      "step": 139485
    },
    {
      "epoch": 0.1220982090103559,
      "grad_norm": 0.4169237017631531,
      "learning_rate": 4.8747900821219186e-05,
      "loss": 5.2647,
      "step": 139490
    },
    {
      "epoch": 0.12210258560398304,
      "grad_norm": 0.3924066722393036,
      "learning_rate": 4.874780408197263e-05,
      "loss": 5.6723,
      "step": 139495
    },
    {
      "epoch": 0.1221069621976102,
      "grad_norm": 0.4236701428890228,
      "learning_rate": 4.874770733910986e-05,
      "loss": 5.1545,
      "step": 139500
    },
    {
      "epoch": 0.12211133879123735,
      "grad_norm": 0.3989880681037903,
      "learning_rate": 4.874761059263091e-05,
      "loss": 4.6899,
      "step": 139505
    },
    {
      "epoch": 0.12211571538486451,
      "grad_norm": 0.41101524233818054,
      "learning_rate": 4.874751384253581e-05,
      "loss": 4.9505,
      "step": 139510
    },
    {
      "epoch": 0.12212009197849166,
      "grad_norm": 0.42966681718826294,
      "learning_rate": 4.8747417088824544e-05,
      "loss": 4.742,
      "step": 139515
    },
    {
      "epoch": 0.12212446857211882,
      "grad_norm": 0.45845726132392883,
      "learning_rate": 4.8747320331497174e-05,
      "loss": 5.2031,
      "step": 139520
    },
    {
      "epoch": 0.12212884516574597,
      "grad_norm": 0.3665238618850708,
      "learning_rate": 4.874722357055367e-05,
      "loss": 5.7855,
      "step": 139525
    },
    {
      "epoch": 0.12213322175937313,
      "grad_norm": 0.4066731929779053,
      "learning_rate": 4.874712680599409e-05,
      "loss": 5.4494,
      "step": 139530
    },
    {
      "epoch": 0.12213759835300028,
      "grad_norm": 0.40420612692832947,
      "learning_rate": 4.8747030037818444e-05,
      "loss": 5.4817,
      "step": 139535
    },
    {
      "epoch": 0.12214197494662744,
      "grad_norm": 0.4031388461589813,
      "learning_rate": 4.874693326602674e-05,
      "loss": 4.7615,
      "step": 139540
    },
    {
      "epoch": 0.12214635154025459,
      "grad_norm": 0.4125928580760956,
      "learning_rate": 4.8746836490619e-05,
      "loss": 5.1652,
      "step": 139545
    },
    {
      "epoch": 0.12215072813388175,
      "grad_norm": 0.4201846718788147,
      "learning_rate": 4.8746739711595244e-05,
      "loss": 4.7242,
      "step": 139550
    },
    {
      "epoch": 0.1221551047275089,
      "grad_norm": 0.4121231734752655,
      "learning_rate": 4.874664292895549e-05,
      "loss": 5.7605,
      "step": 139555
    },
    {
      "epoch": 0.12215948132113606,
      "grad_norm": 0.3848010301589966,
      "learning_rate": 4.874654614269977e-05,
      "loss": 5.2761,
      "step": 139560
    },
    {
      "epoch": 0.12216385791476321,
      "grad_norm": 0.3851352334022522,
      "learning_rate": 4.874644935282807e-05,
      "loss": 5.9986,
      "step": 139565
    },
    {
      "epoch": 0.12216823450839037,
      "grad_norm": 0.43086424469947815,
      "learning_rate": 4.874635255934045e-05,
      "loss": 4.9506,
      "step": 139570
    },
    {
      "epoch": 0.12217261110201752,
      "grad_norm": 0.3851659297943115,
      "learning_rate": 4.8746255762236894e-05,
      "loss": 5.6824,
      "step": 139575
    },
    {
      "epoch": 0.12217698769564468,
      "grad_norm": 0.3827182352542877,
      "learning_rate": 4.874615896151744e-05,
      "loss": 5.1702,
      "step": 139580
    },
    {
      "epoch": 0.12218136428927183,
      "grad_norm": 0.40765073895454407,
      "learning_rate": 4.87460621571821e-05,
      "loss": 5.1521,
      "step": 139585
    },
    {
      "epoch": 0.12218574088289899,
      "grad_norm": 0.38103461265563965,
      "learning_rate": 4.874596534923089e-05,
      "loss": 5.1773,
      "step": 139590
    },
    {
      "epoch": 0.12219011747652614,
      "grad_norm": 0.3957371413707733,
      "learning_rate": 4.874586853766385e-05,
      "loss": 5.6514,
      "step": 139595
    },
    {
      "epoch": 0.1221944940701533,
      "grad_norm": 0.3847392797470093,
      "learning_rate": 4.874577172248097e-05,
      "loss": 5.1758,
      "step": 139600
    },
    {
      "epoch": 0.12219887066378045,
      "grad_norm": 0.4347303509712219,
      "learning_rate": 4.874567490368228e-05,
      "loss": 4.9867,
      "step": 139605
    },
    {
      "epoch": 0.12220324725740761,
      "grad_norm": 0.4468800127506256,
      "learning_rate": 4.874557808126779e-05,
      "loss": 5.1281,
      "step": 139610
    },
    {
      "epoch": 0.12220762385103476,
      "grad_norm": 0.42872437834739685,
      "learning_rate": 4.874548125523755e-05,
      "loss": 5.2395,
      "step": 139615
    },
    {
      "epoch": 0.1222120004446619,
      "grad_norm": 0.3883693814277649,
      "learning_rate": 4.8745384425591534e-05,
      "loss": 5.6885,
      "step": 139620
    },
    {
      "epoch": 0.12221637703828907,
      "grad_norm": 0.3968052566051483,
      "learning_rate": 4.87452875923298e-05,
      "loss": 4.3288,
      "step": 139625
    },
    {
      "epoch": 0.12222075363191622,
      "grad_norm": 0.43299463391304016,
      "learning_rate": 4.874519075545234e-05,
      "loss": 4.2324,
      "step": 139630
    },
    {
      "epoch": 0.12222513022554338,
      "grad_norm": 0.42542997002601624,
      "learning_rate": 4.8745093914959185e-05,
      "loss": 4.959,
      "step": 139635
    },
    {
      "epoch": 0.12222950681917052,
      "grad_norm": 0.4004893898963928,
      "learning_rate": 4.874499707085035e-05,
      "loss": 5.2705,
      "step": 139640
    },
    {
      "epoch": 0.12223388341279769,
      "grad_norm": 0.3913959860801697,
      "learning_rate": 4.874490022312585e-05,
      "loss": 4.9903,
      "step": 139645
    },
    {
      "epoch": 0.12223826000642483,
      "grad_norm": 0.3782010078430176,
      "learning_rate": 4.874480337178571e-05,
      "loss": 5.7915,
      "step": 139650
    },
    {
      "epoch": 0.122242636600052,
      "grad_norm": 0.38554370403289795,
      "learning_rate": 4.874470651682995e-05,
      "loss": 4.4561,
      "step": 139655
    },
    {
      "epoch": 0.12224701319367914,
      "grad_norm": 0.40619733929634094,
      "learning_rate": 4.874460965825859e-05,
      "loss": 5.1738,
      "step": 139660
    },
    {
      "epoch": 0.1222513897873063,
      "grad_norm": 0.3799237608909607,
      "learning_rate": 4.874451279607163e-05,
      "loss": 5.9977,
      "step": 139665
    },
    {
      "epoch": 0.12225576638093345,
      "grad_norm": 0.373236745595932,
      "learning_rate": 4.8744415930269115e-05,
      "loss": 5.2697,
      "step": 139670
    },
    {
      "epoch": 0.12226014297456061,
      "grad_norm": 0.38177213072776794,
      "learning_rate": 4.874431906085105e-05,
      "loss": 5.4557,
      "step": 139675
    },
    {
      "epoch": 0.12226451956818776,
      "grad_norm": 0.36918511986732483,
      "learning_rate": 4.8744222187817454e-05,
      "loss": 5.4794,
      "step": 139680
    },
    {
      "epoch": 0.12226889616181492,
      "grad_norm": 0.38974079489707947,
      "learning_rate": 4.8744125311168356e-05,
      "loss": 5.4619,
      "step": 139685
    },
    {
      "epoch": 0.12227327275544207,
      "grad_norm": 0.4216773808002472,
      "learning_rate": 4.8744028430903756e-05,
      "loss": 5.2952,
      "step": 139690
    },
    {
      "epoch": 0.12227764934906923,
      "grad_norm": 0.3681758940219879,
      "learning_rate": 4.874393154702368e-05,
      "loss": 5.2362,
      "step": 139695
    },
    {
      "epoch": 0.12228202594269638,
      "grad_norm": 0.4108901619911194,
      "learning_rate": 4.8743834659528156e-05,
      "loss": 5.4832,
      "step": 139700
    },
    {
      "epoch": 0.12228640253632354,
      "grad_norm": 0.3564380407333374,
      "learning_rate": 4.8743737768417184e-05,
      "loss": 5.7981,
      "step": 139705
    },
    {
      "epoch": 0.12229077912995069,
      "grad_norm": 0.3805719316005707,
      "learning_rate": 4.874364087369081e-05,
      "loss": 5.1783,
      "step": 139710
    },
    {
      "epoch": 0.12229515572357785,
      "grad_norm": 0.40414318442344666,
      "learning_rate": 4.874354397534903e-05,
      "loss": 5.2173,
      "step": 139715
    },
    {
      "epoch": 0.122299532317205,
      "grad_norm": 0.42750751972198486,
      "learning_rate": 4.874344707339187e-05,
      "loss": 4.6347,
      "step": 139720
    },
    {
      "epoch": 0.12230390891083216,
      "grad_norm": 0.3731270730495453,
      "learning_rate": 4.8743350167819346e-05,
      "loss": 5.206,
      "step": 139725
    },
    {
      "epoch": 0.12230828550445931,
      "grad_norm": 0.34636279940605164,
      "learning_rate": 4.8743253258631484e-05,
      "loss": 6.2871,
      "step": 139730
    },
    {
      "epoch": 0.12231266209808647,
      "grad_norm": 0.3623294532299042,
      "learning_rate": 4.87431563458283e-05,
      "loss": 5.7826,
      "step": 139735
    },
    {
      "epoch": 0.12231703869171362,
      "grad_norm": 0.3713313341140747,
      "learning_rate": 4.874305942940981e-05,
      "loss": 5.4689,
      "step": 139740
    },
    {
      "epoch": 0.12232141528534078,
      "grad_norm": 0.39340728521347046,
      "learning_rate": 4.874296250937602e-05,
      "loss": 5.1541,
      "step": 139745
    },
    {
      "epoch": 0.12232579187896793,
      "grad_norm": 0.37706273794174194,
      "learning_rate": 4.874286558572697e-05,
      "loss": 5.9852,
      "step": 139750
    },
    {
      "epoch": 0.12233016847259508,
      "grad_norm": 0.38379141688346863,
      "learning_rate": 4.874276865846268e-05,
      "loss": 4.9535,
      "step": 139755
    },
    {
      "epoch": 0.12233454506622224,
      "grad_norm": 0.4304047226905823,
      "learning_rate": 4.8742671727583145e-05,
      "loss": 4.9516,
      "step": 139760
    },
    {
      "epoch": 0.12233892165984939,
      "grad_norm": 0.4139764904975891,
      "learning_rate": 4.874257479308841e-05,
      "loss": 4.4038,
      "step": 139765
    },
    {
      "epoch": 0.12234329825347655,
      "grad_norm": 0.431948721408844,
      "learning_rate": 4.8742477854978475e-05,
      "loss": 5.1698,
      "step": 139770
    },
    {
      "epoch": 0.1223476748471037,
      "grad_norm": 0.42014506459236145,
      "learning_rate": 4.8742380913253375e-05,
      "loss": 4.9495,
      "step": 139775
    },
    {
      "epoch": 0.12235205144073086,
      "grad_norm": 0.36458057165145874,
      "learning_rate": 4.87422839679131e-05,
      "loss": 6.0445,
      "step": 139780
    },
    {
      "epoch": 0.122356428034358,
      "grad_norm": 0.42045700550079346,
      "learning_rate": 4.874218701895771e-05,
      "loss": 5.1865,
      "step": 139785
    },
    {
      "epoch": 0.12236080462798517,
      "grad_norm": 0.41197487711906433,
      "learning_rate": 4.874209006638719e-05,
      "loss": 4.3364,
      "step": 139790
    },
    {
      "epoch": 0.12236518122161232,
      "grad_norm": 0.3704169690608978,
      "learning_rate": 4.8741993110201564e-05,
      "loss": 5.49,
      "step": 139795
    },
    {
      "epoch": 0.12236955781523948,
      "grad_norm": 0.41613340377807617,
      "learning_rate": 4.874189615040087e-05,
      "loss": 4.9585,
      "step": 139800
    },
    {
      "epoch": 0.12237393440886662,
      "grad_norm": 0.4104372560977936,
      "learning_rate": 4.8741799186985104e-05,
      "loss": 5.514,
      "step": 139805
    },
    {
      "epoch": 0.12237831100249379,
      "grad_norm": 0.37992486357688904,
      "learning_rate": 4.87417022199543e-05,
      "loss": 6.0154,
      "step": 139810
    },
    {
      "epoch": 0.12238268759612093,
      "grad_norm": 0.5783550143241882,
      "learning_rate": 4.8741605249308476e-05,
      "loss": 4.9914,
      "step": 139815
    },
    {
      "epoch": 0.1223870641897481,
      "grad_norm": 0.4148581027984619,
      "learning_rate": 4.874150827504763e-05,
      "loss": 4.6349,
      "step": 139820
    },
    {
      "epoch": 0.12239144078337524,
      "grad_norm": 0.37588974833488464,
      "learning_rate": 4.874141129717181e-05,
      "loss": 5.2717,
      "step": 139825
    },
    {
      "epoch": 0.1223958173770024,
      "grad_norm": 0.41832560300827026,
      "learning_rate": 4.874131431568102e-05,
      "loss": 4.6122,
      "step": 139830
    },
    {
      "epoch": 0.12240019397062955,
      "grad_norm": 0.42182591557502747,
      "learning_rate": 4.8741217330575275e-05,
      "loss": 4.3958,
      "step": 139835
    },
    {
      "epoch": 0.12240457056425672,
      "grad_norm": 0.4350590705871582,
      "learning_rate": 4.8741120341854604e-05,
      "loss": 5.5218,
      "step": 139840
    },
    {
      "epoch": 0.12240894715788386,
      "grad_norm": 0.4044222831726074,
      "learning_rate": 4.874102334951902e-05,
      "loss": 4.9698,
      "step": 139845
    },
    {
      "epoch": 0.12241332375151102,
      "grad_norm": 0.43905913829803467,
      "learning_rate": 4.874092635356854e-05,
      "loss": 5.5111,
      "step": 139850
    },
    {
      "epoch": 0.12241770034513817,
      "grad_norm": 0.40769633650779724,
      "learning_rate": 4.874082935400318e-05,
      "loss": 5.2684,
      "step": 139855
    },
    {
      "epoch": 0.12242207693876533,
      "grad_norm": 0.43453776836395264,
      "learning_rate": 4.874073235082297e-05,
      "loss": 5.3836,
      "step": 139860
    },
    {
      "epoch": 0.12242645353239248,
      "grad_norm": 0.40922388434410095,
      "learning_rate": 4.874063534402792e-05,
      "loss": 4.4396,
      "step": 139865
    },
    {
      "epoch": 0.12243083012601964,
      "grad_norm": 0.5745388269424438,
      "learning_rate": 4.8740538333618044e-05,
      "loss": 5.9705,
      "step": 139870
    },
    {
      "epoch": 0.12243520671964679,
      "grad_norm": 0.47055748105049133,
      "learning_rate": 4.8740441319593375e-05,
      "loss": 5.7954,
      "step": 139875
    },
    {
      "epoch": 0.12243958331327394,
      "grad_norm": 0.4207950234413147,
      "learning_rate": 4.8740344301953936e-05,
      "loss": 4.9707,
      "step": 139880
    },
    {
      "epoch": 0.1224439599069011,
      "grad_norm": 0.4120219647884369,
      "learning_rate": 4.874024728069971e-05,
      "loss": 5.9951,
      "step": 139885
    },
    {
      "epoch": 0.12244833650052825,
      "grad_norm": 0.40891900658607483,
      "learning_rate": 4.874015025583075e-05,
      "loss": 4.4128,
      "step": 139890
    },
    {
      "epoch": 0.12245271309415541,
      "grad_norm": 0.40323060750961304,
      "learning_rate": 4.8740053227347074e-05,
      "loss": 5.375,
      "step": 139895
    },
    {
      "epoch": 0.12245708968778256,
      "grad_norm": 0.40486159920692444,
      "learning_rate": 4.873995619524868e-05,
      "loss": 5.6365,
      "step": 139900
    },
    {
      "epoch": 0.12246146628140972,
      "grad_norm": 0.36862537264823914,
      "learning_rate": 4.8739859159535605e-05,
      "loss": 5.732,
      "step": 139905
    },
    {
      "epoch": 0.12246584287503687,
      "grad_norm": 0.4339659810066223,
      "learning_rate": 4.873976212020785e-05,
      "loss": 4.4521,
      "step": 139910
    },
    {
      "epoch": 0.12247021946866403,
      "grad_norm": 0.44545355439186096,
      "learning_rate": 4.873966507726546e-05,
      "loss": 5.0543,
      "step": 139915
    },
    {
      "epoch": 0.12247459606229118,
      "grad_norm": 0.3909185230731964,
      "learning_rate": 4.873956803070843e-05,
      "loss": 5.0586,
      "step": 139920
    },
    {
      "epoch": 0.12247897265591834,
      "grad_norm": 0.3991779685020447,
      "learning_rate": 4.8739470980536786e-05,
      "loss": 5.1617,
      "step": 139925
    },
    {
      "epoch": 0.12248334924954549,
      "grad_norm": 0.4260917901992798,
      "learning_rate": 4.873937392675054e-05,
      "loss": 5.4657,
      "step": 139930
    },
    {
      "epoch": 0.12248772584317265,
      "grad_norm": 0.4707905650138855,
      "learning_rate": 4.8739276869349735e-05,
      "loss": 5.3908,
      "step": 139935
    },
    {
      "epoch": 0.1224921024367998,
      "grad_norm": 0.41137221455574036,
      "learning_rate": 4.8739179808334355e-05,
      "loss": 5.7519,
      "step": 139940
    },
    {
      "epoch": 0.12249647903042696,
      "grad_norm": 0.41007184982299805,
      "learning_rate": 4.8739082743704455e-05,
      "loss": 4.9732,
      "step": 139945
    },
    {
      "epoch": 0.1225008556240541,
      "grad_norm": 0.41001051664352417,
      "learning_rate": 4.873898567546003e-05,
      "loss": 5.7438,
      "step": 139950
    },
    {
      "epoch": 0.12250523221768127,
      "grad_norm": 0.3773576617240906,
      "learning_rate": 4.873888860360109e-05,
      "loss": 4.6667,
      "step": 139955
    },
    {
      "epoch": 0.12250960881130842,
      "grad_norm": 0.3785410523414612,
      "learning_rate": 4.873879152812768e-05,
      "loss": 5.4898,
      "step": 139960
    },
    {
      "epoch": 0.12251398540493558,
      "grad_norm": 0.3577863872051239,
      "learning_rate": 4.873869444903981e-05,
      "loss": 6.2863,
      "step": 139965
    },
    {
      "epoch": 0.12251836199856272,
      "grad_norm": 0.3988547623157501,
      "learning_rate": 4.8738597366337494e-05,
      "loss": 5.5024,
      "step": 139970
    },
    {
      "epoch": 0.12252273859218989,
      "grad_norm": 0.4113808870315552,
      "learning_rate": 4.873850028002074e-05,
      "loss": 5.4517,
      "step": 139975
    },
    {
      "epoch": 0.12252711518581703,
      "grad_norm": 0.4664539694786072,
      "learning_rate": 4.8738403190089585e-05,
      "loss": 5.6756,
      "step": 139980
    },
    {
      "epoch": 0.1225314917794442,
      "grad_norm": 0.3936912715435028,
      "learning_rate": 4.873830609654404e-05,
      "loss": 5.3896,
      "step": 139985
    },
    {
      "epoch": 0.12253586837307134,
      "grad_norm": 0.39849886298179626,
      "learning_rate": 4.8738208999384124e-05,
      "loss": 6.3264,
      "step": 139990
    },
    {
      "epoch": 0.1225402449666985,
      "grad_norm": 0.3736714720726013,
      "learning_rate": 4.873811189860987e-05,
      "loss": 5.6645,
      "step": 139995
    },
    {
      "epoch": 0.12254462156032565,
      "grad_norm": 0.45145294070243835,
      "learning_rate": 4.8738014794221275e-05,
      "loss": 4.4396,
      "step": 140000
    },
    {
      "epoch": 0.1225489981539528,
      "grad_norm": 0.39042168855667114,
      "learning_rate": 4.873791768621837e-05,
      "loss": 5.2051,
      "step": 140005
    },
    {
      "epoch": 0.12255337474757996,
      "grad_norm": 0.4042915999889374,
      "learning_rate": 4.873782057460116e-05,
      "loss": 4.9562,
      "step": 140010
    },
    {
      "epoch": 0.12255775134120711,
      "grad_norm": 0.39760664105415344,
      "learning_rate": 4.873772345936968e-05,
      "loss": 5.1688,
      "step": 140015
    },
    {
      "epoch": 0.12256212793483427,
      "grad_norm": 0.4098396897315979,
      "learning_rate": 4.8737626340523945e-05,
      "loss": 5.9811,
      "step": 140020
    },
    {
      "epoch": 0.12256650452846142,
      "grad_norm": 0.38996922969818115,
      "learning_rate": 4.873752921806397e-05,
      "loss": 5.7368,
      "step": 140025
    },
    {
      "epoch": 0.12257088112208858,
      "grad_norm": 0.4105960428714752,
      "learning_rate": 4.873743209198976e-05,
      "loss": 5.9494,
      "step": 140030
    },
    {
      "epoch": 0.12257525771571573,
      "grad_norm": 0.502282977104187,
      "learning_rate": 4.873733496230137e-05,
      "loss": 4.6099,
      "step": 140035
    },
    {
      "epoch": 0.12257963430934289,
      "grad_norm": 0.36080580949783325,
      "learning_rate": 4.8737237828998795e-05,
      "loss": 5.4644,
      "step": 140040
    },
    {
      "epoch": 0.12258401090297004,
      "grad_norm": 0.35570424795150757,
      "learning_rate": 4.873714069208205e-05,
      "loss": 5.9865,
      "step": 140045
    },
    {
      "epoch": 0.1225883874965972,
      "grad_norm": 0.40644609928131104,
      "learning_rate": 4.8737043551551164e-05,
      "loss": 5.4426,
      "step": 140050
    },
    {
      "epoch": 0.12259276409022435,
      "grad_norm": 0.40462008118629456,
      "learning_rate": 4.873694640740615e-05,
      "loss": 5.3869,
      "step": 140055
    },
    {
      "epoch": 0.12259714068385151,
      "grad_norm": 0.3934984803199768,
      "learning_rate": 4.8736849259647025e-05,
      "loss": 4.4285,
      "step": 140060
    },
    {
      "epoch": 0.12260151727747866,
      "grad_norm": 0.4021558165550232,
      "learning_rate": 4.873675210827381e-05,
      "loss": 5.4398,
      "step": 140065
    },
    {
      "epoch": 0.12260589387110582,
      "grad_norm": 0.40306082367897034,
      "learning_rate": 4.8736654953286533e-05,
      "loss": 5.4778,
      "step": 140070
    },
    {
      "epoch": 0.12261027046473297,
      "grad_norm": 0.417035847902298,
      "learning_rate": 4.87365577946852e-05,
      "loss": 4.9101,
      "step": 140075
    },
    {
      "epoch": 0.12261464705836013,
      "grad_norm": 0.3894203007221222,
      "learning_rate": 4.8736460632469826e-05,
      "loss": 5.1617,
      "step": 140080
    },
    {
      "epoch": 0.12261902365198728,
      "grad_norm": 0.42545875906944275,
      "learning_rate": 4.8736363466640454e-05,
      "loss": 4.7825,
      "step": 140085
    },
    {
      "epoch": 0.12262340024561444,
      "grad_norm": 0.3740781247615814,
      "learning_rate": 4.8736266297197085e-05,
      "loss": 5.2583,
      "step": 140090
    },
    {
      "epoch": 0.12262777683924159,
      "grad_norm": 0.3621276021003723,
      "learning_rate": 4.873616912413973e-05,
      "loss": 6.2824,
      "step": 140095
    },
    {
      "epoch": 0.12263215343286875,
      "grad_norm": 0.4122716784477234,
      "learning_rate": 4.873607194746842e-05,
      "loss": 5.4592,
      "step": 140100
    },
    {
      "epoch": 0.1226365300264959,
      "grad_norm": 0.4229705333709717,
      "learning_rate": 4.8735974767183176e-05,
      "loss": 5.1836,
      "step": 140105
    },
    {
      "epoch": 0.12264090662012306,
      "grad_norm": 0.38189658522605896,
      "learning_rate": 4.8735877583284003e-05,
      "loss": 5.2808,
      "step": 140110
    },
    {
      "epoch": 0.1226452832137502,
      "grad_norm": 0.3827657103538513,
      "learning_rate": 4.873578039577095e-05,
      "loss": 5.4422,
      "step": 140115
    },
    {
      "epoch": 0.12264965980737737,
      "grad_norm": 0.3691326081752777,
      "learning_rate": 4.873568320464399e-05,
      "loss": 5.7875,
      "step": 140120
    },
    {
      "epoch": 0.12265403640100452,
      "grad_norm": 0.353283166885376,
      "learning_rate": 4.873558600990318e-05,
      "loss": 5.4391,
      "step": 140125
    },
    {
      "epoch": 0.12265841299463168,
      "grad_norm": 0.36951005458831787,
      "learning_rate": 4.8735488811548516e-05,
      "loss": 5.7665,
      "step": 140130
    },
    {
      "epoch": 0.12266278958825882,
      "grad_norm": 0.3555965721607208,
      "learning_rate": 4.873539160958003e-05,
      "loss": 6.068,
      "step": 140135
    },
    {
      "epoch": 0.12266716618188597,
      "grad_norm": 0.35529375076293945,
      "learning_rate": 4.8735294403997735e-05,
      "loss": 6.2855,
      "step": 140140
    },
    {
      "epoch": 0.12267154277551313,
      "grad_norm": 0.38607877492904663,
      "learning_rate": 4.873519719480165e-05,
      "loss": 5.46,
      "step": 140145
    },
    {
      "epoch": 0.12267591936914028,
      "grad_norm": 0.4261135458946228,
      "learning_rate": 4.87350999819918e-05,
      "loss": 4.9735,
      "step": 140150
    },
    {
      "epoch": 0.12268029596276744,
      "grad_norm": 0.4280041456222534,
      "learning_rate": 4.87350027655682e-05,
      "loss": 5.1431,
      "step": 140155
    },
    {
      "epoch": 0.12268467255639459,
      "grad_norm": 0.4464437961578369,
      "learning_rate": 4.8734905545530865e-05,
      "loss": 5.4699,
      "step": 140160
    },
    {
      "epoch": 0.12268904915002175,
      "grad_norm": 0.3742360472679138,
      "learning_rate": 4.873480832187981e-05,
      "loss": 5.693,
      "step": 140165
    },
    {
      "epoch": 0.1226934257436489,
      "grad_norm": 0.5431030988693237,
      "learning_rate": 4.873471109461506e-05,
      "loss": 4.9025,
      "step": 140170
    },
    {
      "epoch": 0.12269780233727606,
      "grad_norm": 0.4385561943054199,
      "learning_rate": 4.873461386373664e-05,
      "loss": 5.2715,
      "step": 140175
    },
    {
      "epoch": 0.12270217893090321,
      "grad_norm": 0.3946882486343384,
      "learning_rate": 4.873451662924455e-05,
      "loss": 5.1746,
      "step": 140180
    },
    {
      "epoch": 0.12270655552453037,
      "grad_norm": 0.38315147161483765,
      "learning_rate": 4.873441939113884e-05,
      "loss": 5.4685,
      "step": 140185
    },
    {
      "epoch": 0.12271093211815752,
      "grad_norm": 0.39604857563972473,
      "learning_rate": 4.87343221494195e-05,
      "loss": 5.6875,
      "step": 140190
    },
    {
      "epoch": 0.12271530871178468,
      "grad_norm": 0.3679966330528259,
      "learning_rate": 4.8734224904086556e-05,
      "loss": 6.2816,
      "step": 140195
    },
    {
      "epoch": 0.12271968530541183,
      "grad_norm": 0.4338774085044861,
      "learning_rate": 4.873412765514004e-05,
      "loss": 5.2721,
      "step": 140200
    },
    {
      "epoch": 0.12272406189903899,
      "grad_norm": 0.3750492036342621,
      "learning_rate": 4.873403040257995e-05,
      "loss": 6.2742,
      "step": 140205
    },
    {
      "epoch": 0.12272843849266614,
      "grad_norm": 0.4304596483707428,
      "learning_rate": 4.873393314640632e-05,
      "loss": 6.0189,
      "step": 140210
    },
    {
      "epoch": 0.1227328150862933,
      "grad_norm": 0.4429014027118683,
      "learning_rate": 4.873383588661916e-05,
      "loss": 5.4858,
      "step": 140215
    },
    {
      "epoch": 0.12273719167992045,
      "grad_norm": 0.4533632695674896,
      "learning_rate": 4.873373862321849e-05,
      "loss": 4.9888,
      "step": 140220
    },
    {
      "epoch": 0.12274156827354761,
      "grad_norm": 0.4144960343837738,
      "learning_rate": 4.873364135620434e-05,
      "loss": 5.9996,
      "step": 140225
    },
    {
      "epoch": 0.12274594486717476,
      "grad_norm": 0.42131826281547546,
      "learning_rate": 4.873354408557671e-05,
      "loss": 5.9143,
      "step": 140230
    },
    {
      "epoch": 0.12275032146080192,
      "grad_norm": 0.41262680292129517,
      "learning_rate": 4.8733446811335634e-05,
      "loss": 4.9694,
      "step": 140235
    },
    {
      "epoch": 0.12275469805442907,
      "grad_norm": 0.4080413281917572,
      "learning_rate": 4.8733349533481134e-05,
      "loss": 5.1713,
      "step": 140240
    },
    {
      "epoch": 0.12275907464805623,
      "grad_norm": 0.38605690002441406,
      "learning_rate": 4.8733252252013205e-05,
      "loss": 5.7313,
      "step": 140245
    },
    {
      "epoch": 0.12276345124168338,
      "grad_norm": 0.4432143270969391,
      "learning_rate": 4.8733154966931895e-05,
      "loss": 5.4683,
      "step": 140250
    },
    {
      "epoch": 0.12276782783531054,
      "grad_norm": 0.37171998620033264,
      "learning_rate": 4.8733057678237196e-05,
      "loss": 5.6734,
      "step": 140255
    },
    {
      "epoch": 0.12277220442893769,
      "grad_norm": 0.41011595726013184,
      "learning_rate": 4.873296038592915e-05,
      "loss": 4.1542,
      "step": 140260
    },
    {
      "epoch": 0.12277658102256483,
      "grad_norm": 0.3991808295249939,
      "learning_rate": 4.8732863090007755e-05,
      "loss": 4.3172,
      "step": 140265
    },
    {
      "epoch": 0.122780957616192,
      "grad_norm": 0.4536387622356415,
      "learning_rate": 4.873276579047305e-05,
      "loss": 4.4972,
      "step": 140270
    },
    {
      "epoch": 0.12278533420981914,
      "grad_norm": 0.42392483353614807,
      "learning_rate": 4.873266848732504e-05,
      "loss": 5.4822,
      "step": 140275
    },
    {
      "epoch": 0.1227897108034463,
      "grad_norm": 0.43125760555267334,
      "learning_rate": 4.8732571180563744e-05,
      "loss": 5.4975,
      "step": 140280
    },
    {
      "epoch": 0.12279408739707345,
      "grad_norm": 0.4166921079158783,
      "learning_rate": 4.873247387018919e-05,
      "loss": 5.7902,
      "step": 140285
    },
    {
      "epoch": 0.12279846399070062,
      "grad_norm": 0.4102209508419037,
      "learning_rate": 4.873237655620139e-05,
      "loss": 5.9896,
      "step": 140290
    },
    {
      "epoch": 0.12280284058432776,
      "grad_norm": 0.4164721667766571,
      "learning_rate": 4.8732279238600355e-05,
      "loss": 4.7537,
      "step": 140295
    },
    {
      "epoch": 0.12280721717795492,
      "grad_norm": 0.36257389187812805,
      "learning_rate": 4.8732181917386124e-05,
      "loss": 6.293,
      "step": 140300
    },
    {
      "epoch": 0.12281159377158207,
      "grad_norm": 0.4169254004955292,
      "learning_rate": 4.87320845925587e-05,
      "loss": 5.8086,
      "step": 140305
    },
    {
      "epoch": 0.12281597036520923,
      "grad_norm": 0.4138363301753998,
      "learning_rate": 4.8731987264118105e-05,
      "loss": 5.4694,
      "step": 140310
    },
    {
      "epoch": 0.12282034695883638,
      "grad_norm": 0.38026919960975647,
      "learning_rate": 4.873188993206436e-05,
      "loss": 4.9946,
      "step": 140315
    },
    {
      "epoch": 0.12282472355246354,
      "grad_norm": 0.35128098726272583,
      "learning_rate": 4.873179259639749e-05,
      "loss": 6.2762,
      "step": 140320
    },
    {
      "epoch": 0.12282910014609069,
      "grad_norm": 0.3940178453922272,
      "learning_rate": 4.8731695257117494e-05,
      "loss": 5.4858,
      "step": 140325
    },
    {
      "epoch": 0.12283347673971785,
      "grad_norm": 0.37509268522262573,
      "learning_rate": 4.8731597914224416e-05,
      "loss": 5.2586,
      "step": 140330
    },
    {
      "epoch": 0.122837853333345,
      "grad_norm": 0.3792235255241394,
      "learning_rate": 4.873150056771825e-05,
      "loss": 5.4919,
      "step": 140335
    },
    {
      "epoch": 0.12284222992697216,
      "grad_norm": 0.47922393679618835,
      "learning_rate": 4.8731403217599024e-05,
      "loss": 4.207,
      "step": 140340
    },
    {
      "epoch": 0.12284660652059931,
      "grad_norm": 0.4297938644886017,
      "learning_rate": 4.873130586386677e-05,
      "loss": 5.4735,
      "step": 140345
    },
    {
      "epoch": 0.12285098311422647,
      "grad_norm": 0.4352720379829407,
      "learning_rate": 4.8731208506521495e-05,
      "loss": 5.4876,
      "step": 140350
    },
    {
      "epoch": 0.12285535970785362,
      "grad_norm": 0.38780394196510315,
      "learning_rate": 4.8731111145563224e-05,
      "loss": 5.443,
      "step": 140355
    },
    {
      "epoch": 0.12285973630148078,
      "grad_norm": 0.40865209698677063,
      "learning_rate": 4.8731013780991964e-05,
      "loss": 4.6347,
      "step": 140360
    },
    {
      "epoch": 0.12286411289510793,
      "grad_norm": 0.4213968813419342,
      "learning_rate": 4.873091641280775e-05,
      "loss": 5.5111,
      "step": 140365
    },
    {
      "epoch": 0.12286848948873509,
      "grad_norm": 0.4309094250202179,
      "learning_rate": 4.873081904101058e-05,
      "loss": 5.4894,
      "step": 140370
    },
    {
      "epoch": 0.12287286608236224,
      "grad_norm": 0.43519604206085205,
      "learning_rate": 4.873072166560049e-05,
      "loss": 4.4118,
      "step": 140375
    },
    {
      "epoch": 0.1228772426759894,
      "grad_norm": 0.40397563576698303,
      "learning_rate": 4.873062428657749e-05,
      "loss": 5.693,
      "step": 140380
    },
    {
      "epoch": 0.12288161926961655,
      "grad_norm": 0.3654216229915619,
      "learning_rate": 4.873052690394161e-05,
      "loss": 5.8098,
      "step": 140385
    },
    {
      "epoch": 0.12288599586324371,
      "grad_norm": 0.42148083448410034,
      "learning_rate": 4.8730429517692845e-05,
      "loss": 5.4749,
      "step": 140390
    },
    {
      "epoch": 0.12289037245687086,
      "grad_norm": 0.4137040674686432,
      "learning_rate": 4.8730332127831235e-05,
      "loss": 5.4505,
      "step": 140395
    },
    {
      "epoch": 0.122894749050498,
      "grad_norm": 0.4087648391723633,
      "learning_rate": 4.8730234734356806e-05,
      "loss": 4.8772,
      "step": 140400
    },
    {
      "epoch": 0.12289912564412517,
      "grad_norm": 0.40891924500465393,
      "learning_rate": 4.873013733726956e-05,
      "loss": 5.6879,
      "step": 140405
    },
    {
      "epoch": 0.12290350223775232,
      "grad_norm": 0.414255291223526,
      "learning_rate": 4.87300399365695e-05,
      "loss": 4.8485,
      "step": 140410
    },
    {
      "epoch": 0.12290787883137948,
      "grad_norm": 0.3692135512828827,
      "learning_rate": 4.872994253225669e-05,
      "loss": 5.9998,
      "step": 140415
    },
    {
      "epoch": 0.12291225542500663,
      "grad_norm": 0.40513086318969727,
      "learning_rate": 4.8729845124331106e-05,
      "loss": 5.4688,
      "step": 140420
    },
    {
      "epoch": 0.12291663201863379,
      "grad_norm": 0.36618635058403015,
      "learning_rate": 4.87297477127928e-05,
      "loss": 6.0,
      "step": 140425
    },
    {
      "epoch": 0.12292100861226093,
      "grad_norm": 0.49402037262916565,
      "learning_rate": 4.872965029764176e-05,
      "loss": 4.9804,
      "step": 140430
    },
    {
      "epoch": 0.1229253852058881,
      "grad_norm": 0.37676969170570374,
      "learning_rate": 4.872955287887803e-05,
      "loss": 5.8059,
      "step": 140435
    },
    {
      "epoch": 0.12292976179951524,
      "grad_norm": 0.4052874445915222,
      "learning_rate": 4.87294554565016e-05,
      "loss": 5.1821,
      "step": 140440
    },
    {
      "epoch": 0.1229341383931424,
      "grad_norm": 0.4005785286426544,
      "learning_rate": 4.872935803051254e-05,
      "loss": 4.8657,
      "step": 140445
    },
    {
      "epoch": 0.12293851498676955,
      "grad_norm": 0.37064677476882935,
      "learning_rate": 4.8729260600910806e-05,
      "loss": 6.2904,
      "step": 140450
    },
    {
      "epoch": 0.12294289158039672,
      "grad_norm": 0.3761017620563507,
      "learning_rate": 4.872916316769647e-05,
      "loss": 5.7413,
      "step": 140455
    },
    {
      "epoch": 0.12294726817402386,
      "grad_norm": 0.44541701674461365,
      "learning_rate": 4.872906573086952e-05,
      "loss": 4.934,
      "step": 140460
    },
    {
      "epoch": 0.12295164476765102,
      "grad_norm": 0.43419578671455383,
      "learning_rate": 4.872896829042998e-05,
      "loss": 5.1494,
      "step": 140465
    },
    {
      "epoch": 0.12295602136127817,
      "grad_norm": 0.4032047986984253,
      "learning_rate": 4.8728870846377864e-05,
      "loss": 5.6441,
      "step": 140470
    },
    {
      "epoch": 0.12296039795490533,
      "grad_norm": 0.4753399193286896,
      "learning_rate": 4.87287733987132e-05,
      "loss": 4.4631,
      "step": 140475
    },
    {
      "epoch": 0.12296477454853248,
      "grad_norm": 0.4224777817726135,
      "learning_rate": 4.872867594743601e-05,
      "loss": 5.7016,
      "step": 140480
    },
    {
      "epoch": 0.12296915114215964,
      "grad_norm": 0.41424864530563354,
      "learning_rate": 4.8728578492546304e-05,
      "loss": 5.7246,
      "step": 140485
    },
    {
      "epoch": 0.12297352773578679,
      "grad_norm": 0.39423322677612305,
      "learning_rate": 4.872848103404412e-05,
      "loss": 5.7636,
      "step": 140490
    },
    {
      "epoch": 0.12297790432941395,
      "grad_norm": 0.40051889419555664,
      "learning_rate": 4.872838357192944e-05,
      "loss": 4.4635,
      "step": 140495
    },
    {
      "epoch": 0.1229822809230411,
      "grad_norm": 0.4510609805583954,
      "learning_rate": 4.872828610620231e-05,
      "loss": 4.8801,
      "step": 140500
    },
    {
      "epoch": 0.12298665751666826,
      "grad_norm": 0.36020708084106445,
      "learning_rate": 4.872818863686275e-05,
      "loss": 5.9629,
      "step": 140505
    },
    {
      "epoch": 0.12299103411029541,
      "grad_norm": 0.4376065731048584,
      "learning_rate": 4.872809116391077e-05,
      "loss": 5.4506,
      "step": 140510
    },
    {
      "epoch": 0.12299541070392257,
      "grad_norm": 0.38867440819740295,
      "learning_rate": 4.8727993687346385e-05,
      "loss": 4.8324,
      "step": 140515
    },
    {
      "epoch": 0.12299978729754972,
      "grad_norm": 0.404615193605423,
      "learning_rate": 4.872789620716962e-05,
      "loss": 4.9793,
      "step": 140520
    },
    {
      "epoch": 0.12300416389117687,
      "grad_norm": 0.37020429968833923,
      "learning_rate": 4.87277987233805e-05,
      "loss": 5.2734,
      "step": 140525
    },
    {
      "epoch": 0.12300854048480403,
      "grad_norm": 0.3668012320995331,
      "learning_rate": 4.872770123597903e-05,
      "loss": 5.2808,
      "step": 140530
    },
    {
      "epoch": 0.12301291707843118,
      "grad_norm": 0.4040600061416626,
      "learning_rate": 4.8727603744965246e-05,
      "loss": 5.3568,
      "step": 140535
    },
    {
      "epoch": 0.12301729367205834,
      "grad_norm": 0.36795300245285034,
      "learning_rate": 4.872750625033915e-05,
      "loss": 5.9949,
      "step": 140540
    },
    {
      "epoch": 0.12302167026568549,
      "grad_norm": 0.36191022396087646,
      "learning_rate": 4.872740875210075e-05,
      "loss": 5.4486,
      "step": 140545
    },
    {
      "epoch": 0.12302604685931265,
      "grad_norm": 0.3873823881149292,
      "learning_rate": 4.8727311250250104e-05,
      "loss": 5.2053,
      "step": 140550
    },
    {
      "epoch": 0.1230304234529398,
      "grad_norm": 0.4352462887763977,
      "learning_rate": 4.8727213744787206e-05,
      "loss": 5.7916,
      "step": 140555
    },
    {
      "epoch": 0.12303480004656696,
      "grad_norm": 0.38117796182632446,
      "learning_rate": 4.872711623571208e-05,
      "loss": 5.9678,
      "step": 140560
    },
    {
      "epoch": 0.1230391766401941,
      "grad_norm": 0.37208834290504456,
      "learning_rate": 4.8727018723024734e-05,
      "loss": 5.7657,
      "step": 140565
    },
    {
      "epoch": 0.12304355323382127,
      "grad_norm": 0.40352487564086914,
      "learning_rate": 4.872692120672521e-05,
      "loss": 5.9775,
      "step": 140570
    },
    {
      "epoch": 0.12304792982744842,
      "grad_norm": 0.3990950584411621,
      "learning_rate": 4.872682368681349e-05,
      "loss": 5.676,
      "step": 140575
    },
    {
      "epoch": 0.12305230642107558,
      "grad_norm": 0.36203905940055847,
      "learning_rate": 4.872672616328963e-05,
      "loss": 5.4677,
      "step": 140580
    },
    {
      "epoch": 0.12305668301470273,
      "grad_norm": 0.37016561627388,
      "learning_rate": 4.8726628636153624e-05,
      "loss": 5.7871,
      "step": 140585
    },
    {
      "epoch": 0.12306105960832989,
      "grad_norm": 0.4337312579154968,
      "learning_rate": 4.872653110540552e-05,
      "loss": 4.6663,
      "step": 140590
    },
    {
      "epoch": 0.12306543620195703,
      "grad_norm": 0.46140536665916443,
      "learning_rate": 4.872643357104529e-05,
      "loss": 5.4713,
      "step": 140595
    },
    {
      "epoch": 0.1230698127955842,
      "grad_norm": 0.3834269642829895,
      "learning_rate": 4.8726336033073004e-05,
      "loss": 5.6377,
      "step": 140600
    },
    {
      "epoch": 0.12307418938921134,
      "grad_norm": 0.4000648856163025,
      "learning_rate": 4.8726238491488643e-05,
      "loss": 5.3457,
      "step": 140605
    },
    {
      "epoch": 0.1230785659828385,
      "grad_norm": 0.40490323305130005,
      "learning_rate": 4.872614094629224e-05,
      "loss": 5.1347,
      "step": 140610
    },
    {
      "epoch": 0.12308294257646565,
      "grad_norm": 0.44446590542793274,
      "learning_rate": 4.872604339748382e-05,
      "loss": 4.7126,
      "step": 140615
    },
    {
      "epoch": 0.12308731917009282,
      "grad_norm": 0.3717774450778961,
      "learning_rate": 4.87259458450634e-05,
      "loss": 5.4988,
      "step": 140620
    },
    {
      "epoch": 0.12309169576371996,
      "grad_norm": 0.38209861516952515,
      "learning_rate": 4.8725848289030984e-05,
      "loss": 5.998,
      "step": 140625
    },
    {
      "epoch": 0.12309607235734712,
      "grad_norm": 0.4017919898033142,
      "learning_rate": 4.872575072938661e-05,
      "loss": 5.3863,
      "step": 140630
    },
    {
      "epoch": 0.12310044895097427,
      "grad_norm": 0.3945087194442749,
      "learning_rate": 4.872565316613028e-05,
      "loss": 5.2094,
      "step": 140635
    },
    {
      "epoch": 0.12310482554460143,
      "grad_norm": 0.38134559988975525,
      "learning_rate": 4.872555559926203e-05,
      "loss": 5.4062,
      "step": 140640
    },
    {
      "epoch": 0.12310920213822858,
      "grad_norm": 0.4634588658809662,
      "learning_rate": 4.872545802878186e-05,
      "loss": 5.7865,
      "step": 140645
    },
    {
      "epoch": 0.12311357873185573,
      "grad_norm": 0.3886227607727051,
      "learning_rate": 4.87253604546898e-05,
      "loss": 4.8686,
      "step": 140650
    },
    {
      "epoch": 0.12311795532548289,
      "grad_norm": 0.45656901597976685,
      "learning_rate": 4.8725262876985864e-05,
      "loss": 4.4091,
      "step": 140655
    },
    {
      "epoch": 0.12312233191911004,
      "grad_norm": 0.40771403908729553,
      "learning_rate": 4.872516529567008e-05,
      "loss": 5.9758,
      "step": 140660
    },
    {
      "epoch": 0.1231267085127372,
      "grad_norm": 0.36512067914009094,
      "learning_rate": 4.872506771074247e-05,
      "loss": 5.7917,
      "step": 140665
    },
    {
      "epoch": 0.12313108510636435,
      "grad_norm": 0.3939003050327301,
      "learning_rate": 4.8724970122203025e-05,
      "loss": 5.984,
      "step": 140670
    },
    {
      "epoch": 0.12313546169999151,
      "grad_norm": 0.3908080756664276,
      "learning_rate": 4.8724872530051794e-05,
      "loss": 4.9731,
      "step": 140675
    },
    {
      "epoch": 0.12313983829361866,
      "grad_norm": 0.4408814013004303,
      "learning_rate": 4.8724774934288786e-05,
      "loss": 4.9657,
      "step": 140680
    },
    {
      "epoch": 0.12314421488724582,
      "grad_norm": 0.4074842929840088,
      "learning_rate": 4.8724677334914e-05,
      "loss": 5.708,
      "step": 140685
    },
    {
      "epoch": 0.12314859148087297,
      "grad_norm": 0.36944881081581116,
      "learning_rate": 4.87245797319275e-05,
      "loss": 5.2973,
      "step": 140690
    },
    {
      "epoch": 0.12315296807450013,
      "grad_norm": 0.4190806746482849,
      "learning_rate": 4.872448212532926e-05,
      "loss": 4.7377,
      "step": 140695
    },
    {
      "epoch": 0.12315734466812728,
      "grad_norm": 0.4152843952178955,
      "learning_rate": 4.8724384515119326e-05,
      "loss": 5.6641,
      "step": 140700
    },
    {
      "epoch": 0.12316172126175444,
      "grad_norm": 0.41161900758743286,
      "learning_rate": 4.87242869012977e-05,
      "loss": 4.9304,
      "step": 140705
    },
    {
      "epoch": 0.12316609785538159,
      "grad_norm": 0.4206017553806305,
      "learning_rate": 4.872418928386441e-05,
      "loss": 5.4773,
      "step": 140710
    },
    {
      "epoch": 0.12317047444900875,
      "grad_norm": 0.42066675424575806,
      "learning_rate": 4.872409166281947e-05,
      "loss": 5.3666,
      "step": 140715
    },
    {
      "epoch": 0.1231748510426359,
      "grad_norm": 0.39441025257110596,
      "learning_rate": 4.8723994038162914e-05,
      "loss": 5.2241,
      "step": 140720
    },
    {
      "epoch": 0.12317922763626306,
      "grad_norm": 0.3977150321006775,
      "learning_rate": 4.872389640989473e-05,
      "loss": 5.7234,
      "step": 140725
    },
    {
      "epoch": 0.1231836042298902,
      "grad_norm": 0.40230700373649597,
      "learning_rate": 4.872379877801497e-05,
      "loss": 5.4493,
      "step": 140730
    },
    {
      "epoch": 0.12318798082351737,
      "grad_norm": 0.39276692271232605,
      "learning_rate": 4.872370114252364e-05,
      "loss": 5.2282,
      "step": 140735
    },
    {
      "epoch": 0.12319235741714452,
      "grad_norm": 0.3681524097919464,
      "learning_rate": 4.872360350342075e-05,
      "loss": 5.7098,
      "step": 140740
    },
    {
      "epoch": 0.12319673401077168,
      "grad_norm": 0.44260239601135254,
      "learning_rate": 4.872350586070633e-05,
      "loss": 5.501,
      "step": 140745
    },
    {
      "epoch": 0.12320111060439883,
      "grad_norm": 0.3799201548099518,
      "learning_rate": 4.87234082143804e-05,
      "loss": 6.3111,
      "step": 140750
    },
    {
      "epoch": 0.12320548719802599,
      "grad_norm": 0.4552938938140869,
      "learning_rate": 4.872331056444296e-05,
      "loss": 5.7694,
      "step": 140755
    },
    {
      "epoch": 0.12320986379165313,
      "grad_norm": 0.3749783933162689,
      "learning_rate": 4.872321291089404e-05,
      "loss": 5.792,
      "step": 140760
    },
    {
      "epoch": 0.1232142403852803,
      "grad_norm": 0.38668614625930786,
      "learning_rate": 4.872311525373369e-05,
      "loss": 5.4303,
      "step": 140765
    },
    {
      "epoch": 0.12321861697890744,
      "grad_norm": 0.40980616211891174,
      "learning_rate": 4.872301759296187e-05,
      "loss": 4.6569,
      "step": 140770
    },
    {
      "epoch": 0.1232229935725346,
      "grad_norm": 0.41881081461906433,
      "learning_rate": 4.8722919928578645e-05,
      "loss": 5.6262,
      "step": 140775
    },
    {
      "epoch": 0.12322737016616175,
      "grad_norm": 0.39543160796165466,
      "learning_rate": 4.872282226058401e-05,
      "loss": 5.4645,
      "step": 140780
    },
    {
      "epoch": 0.1232317467597889,
      "grad_norm": 0.42867615818977356,
      "learning_rate": 4.8722724588977996e-05,
      "loss": 4.4301,
      "step": 140785
    },
    {
      "epoch": 0.12323612335341606,
      "grad_norm": 0.397681325674057,
      "learning_rate": 4.8722626913760615e-05,
      "loss": 4.9693,
      "step": 140790
    },
    {
      "epoch": 0.12324049994704321,
      "grad_norm": 0.43217238783836365,
      "learning_rate": 4.872252923493189e-05,
      "loss": 5.225,
      "step": 140795
    },
    {
      "epoch": 0.12324487654067037,
      "grad_norm": 0.43567511439323425,
      "learning_rate": 4.872243155249184e-05,
      "loss": 5.4792,
      "step": 140800
    },
    {
      "epoch": 0.12324925313429752,
      "grad_norm": 0.4125327467918396,
      "learning_rate": 4.872233386644048e-05,
      "loss": 5.4472,
      "step": 140805
    },
    {
      "epoch": 0.12325362972792468,
      "grad_norm": 0.3859245479106903,
      "learning_rate": 4.8722236176777834e-05,
      "loss": 5.1211,
      "step": 140810
    },
    {
      "epoch": 0.12325800632155183,
      "grad_norm": 0.3869362771511078,
      "learning_rate": 4.872213848350392e-05,
      "loss": 5.6844,
      "step": 140815
    },
    {
      "epoch": 0.12326238291517899,
      "grad_norm": 0.42563581466674805,
      "learning_rate": 4.872204078661875e-05,
      "loss": 4.9746,
      "step": 140820
    },
    {
      "epoch": 0.12326675950880614,
      "grad_norm": 0.4439772665500641,
      "learning_rate": 4.872194308612235e-05,
      "loss": 5.1992,
      "step": 140825
    },
    {
      "epoch": 0.1232711361024333,
      "grad_norm": 0.45152679085731506,
      "learning_rate": 4.872184538201473e-05,
      "loss": 5.1769,
      "step": 140830
    },
    {
      "epoch": 0.12327551269606045,
      "grad_norm": 0.3981879651546478,
      "learning_rate": 4.8721747674295926e-05,
      "loss": 6.2781,
      "step": 140835
    },
    {
      "epoch": 0.12327988928968761,
      "grad_norm": 0.3897998332977295,
      "learning_rate": 4.8721649962965945e-05,
      "loss": 5.0912,
      "step": 140840
    },
    {
      "epoch": 0.12328426588331476,
      "grad_norm": 0.4571788012981415,
      "learning_rate": 4.872155224802479e-05,
      "loss": 4.6611,
      "step": 140845
    },
    {
      "epoch": 0.12328864247694192,
      "grad_norm": 0.4086920917034149,
      "learning_rate": 4.872145452947251e-05,
      "loss": 5.2541,
      "step": 140850
    },
    {
      "epoch": 0.12329301907056907,
      "grad_norm": 0.4194246530532837,
      "learning_rate": 4.872135680730912e-05,
      "loss": 4.4784,
      "step": 140855
    },
    {
      "epoch": 0.12329739566419623,
      "grad_norm": 0.39632460474967957,
      "learning_rate": 4.872125908153461e-05,
      "loss": 6.2822,
      "step": 140860
    },
    {
      "epoch": 0.12330177225782338,
      "grad_norm": 0.4269986152648926,
      "learning_rate": 4.8721161352149025e-05,
      "loss": 4.6927,
      "step": 140865
    },
    {
      "epoch": 0.12330614885145054,
      "grad_norm": 0.42389512062072754,
      "learning_rate": 4.872106361915238e-05,
      "loss": 5.1856,
      "step": 140870
    },
    {
      "epoch": 0.12331052544507769,
      "grad_norm": 0.42805036902427673,
      "learning_rate": 4.87209658825447e-05,
      "loss": 5.9979,
      "step": 140875
    },
    {
      "epoch": 0.12331490203870485,
      "grad_norm": 0.554132342338562,
      "learning_rate": 4.872086814232598e-05,
      "loss": 4.6508,
      "step": 140880
    },
    {
      "epoch": 0.123319278632332,
      "grad_norm": 0.458112895488739,
      "learning_rate": 4.872077039849626e-05,
      "loss": 5.7638,
      "step": 140885
    },
    {
      "epoch": 0.12332365522595916,
      "grad_norm": 0.45970895886421204,
      "learning_rate": 4.872067265105556e-05,
      "loss": 5.743,
      "step": 140890
    },
    {
      "epoch": 0.1233280318195863,
      "grad_norm": 0.42143404483795166,
      "learning_rate": 4.8720574900003865e-05,
      "loss": 5.4554,
      "step": 140895
    },
    {
      "epoch": 0.12333240841321347,
      "grad_norm": 0.438934326171875,
      "learning_rate": 4.872047714534125e-05,
      "loss": 5.2142,
      "step": 140900
    },
    {
      "epoch": 0.12333678500684062,
      "grad_norm": 0.3926110565662384,
      "learning_rate": 4.8720379387067695e-05,
      "loss": 5.6957,
      "step": 140905
    },
    {
      "epoch": 0.12334116160046776,
      "grad_norm": 0.4285077750682831,
      "learning_rate": 4.872028162518322e-05,
      "loss": 5.2468,
      "step": 140910
    },
    {
      "epoch": 0.12334553819409493,
      "grad_norm": 0.4224410057067871,
      "learning_rate": 4.8720183859687865e-05,
      "loss": 5.2772,
      "step": 140915
    },
    {
      "epoch": 0.12334991478772207,
      "grad_norm": 0.42367035150527954,
      "learning_rate": 4.872008609058162e-05,
      "loss": 4.454,
      "step": 140920
    },
    {
      "epoch": 0.12335429138134923,
      "grad_norm": 0.41051873564720154,
      "learning_rate": 4.871998831786453e-05,
      "loss": 4.847,
      "step": 140925
    },
    {
      "epoch": 0.12335866797497638,
      "grad_norm": 0.3735628128051758,
      "learning_rate": 4.8719890541536597e-05,
      "loss": 5.4848,
      "step": 140930
    },
    {
      "epoch": 0.12336304456860354,
      "grad_norm": 0.37857452034950256,
      "learning_rate": 4.871979276159786e-05,
      "loss": 5.4544,
      "step": 140935
    },
    {
      "epoch": 0.12336742116223069,
      "grad_norm": 0.35530921816825867,
      "learning_rate": 4.8719694978048315e-05,
      "loss": 5.7399,
      "step": 140940
    },
    {
      "epoch": 0.12337179775585785,
      "grad_norm": 0.41446658968925476,
      "learning_rate": 4.871959719088798e-05,
      "loss": 5.171,
      "step": 140945
    },
    {
      "epoch": 0.123376174349485,
      "grad_norm": 0.4243435263633728,
      "learning_rate": 4.8719499400116894e-05,
      "loss": 5.1331,
      "step": 140950
    },
    {
      "epoch": 0.12338055094311216,
      "grad_norm": 0.4166249930858612,
      "learning_rate": 4.871940160573507e-05,
      "loss": 4.6007,
      "step": 140955
    },
    {
      "epoch": 0.12338492753673931,
      "grad_norm": 0.40452027320861816,
      "learning_rate": 4.871930380774251e-05,
      "loss": 4.6608,
      "step": 140960
    },
    {
      "epoch": 0.12338930413036647,
      "grad_norm": 0.4237416982650757,
      "learning_rate": 4.8719206006139263e-05,
      "loss": 4.8847,
      "step": 140965
    },
    {
      "epoch": 0.12339368072399362,
      "grad_norm": 0.36760473251342773,
      "learning_rate": 4.8719108200925323e-05,
      "loss": 5.9768,
      "step": 140970
    },
    {
      "epoch": 0.12339805731762078,
      "grad_norm": 0.42517343163490295,
      "learning_rate": 4.871901039210072e-05,
      "loss": 4.6199,
      "step": 140975
    },
    {
      "epoch": 0.12340243391124793,
      "grad_norm": 0.3602806329727173,
      "learning_rate": 4.871891257966546e-05,
      "loss": 5.4896,
      "step": 140980
    },
    {
      "epoch": 0.12340681050487509,
      "grad_norm": 0.36587145924568176,
      "learning_rate": 4.871881476361957e-05,
      "loss": 5.4934,
      "step": 140985
    },
    {
      "epoch": 0.12341118709850224,
      "grad_norm": 0.3872108459472656,
      "learning_rate": 4.871871694396307e-05,
      "loss": 5.2191,
      "step": 140990
    },
    {
      "epoch": 0.1234155636921294,
      "grad_norm": 0.3773428797721863,
      "learning_rate": 4.8718619120695985e-05,
      "loss": 5.7819,
      "step": 140995
    },
    {
      "epoch": 0.12341994028575655,
      "grad_norm": 0.3660248816013336,
      "learning_rate": 4.871852129381832e-05,
      "loss": 5.2532,
      "step": 141000
    },
    {
      "epoch": 0.12342431687938371,
      "grad_norm": 0.4250335693359375,
      "learning_rate": 4.871842346333012e-05,
      "loss": 5.7684,
      "step": 141005
    },
    {
      "epoch": 0.12342869347301086,
      "grad_norm": 0.36901482939720154,
      "learning_rate": 4.871832562923137e-05,
      "loss": 6.2822,
      "step": 141010
    },
    {
      "epoch": 0.12343307006663802,
      "grad_norm": 0.374319463968277,
      "learning_rate": 4.87182277915221e-05,
      "loss": 5.6793,
      "step": 141015
    },
    {
      "epoch": 0.12343744666026517,
      "grad_norm": 0.37940797209739685,
      "learning_rate": 4.871812995020234e-05,
      "loss": 5.4924,
      "step": 141020
    },
    {
      "epoch": 0.12344182325389233,
      "grad_norm": 0.36681273579597473,
      "learning_rate": 4.8718032105272105e-05,
      "loss": 5.1892,
      "step": 141025
    },
    {
      "epoch": 0.12344619984751948,
      "grad_norm": 0.40723976492881775,
      "learning_rate": 4.87179342567314e-05,
      "loss": 5.6533,
      "step": 141030
    },
    {
      "epoch": 0.12345057644114664,
      "grad_norm": 0.44013556838035583,
      "learning_rate": 4.871783640458026e-05,
      "loss": 4.62,
      "step": 141035
    },
    {
      "epoch": 0.12345495303477379,
      "grad_norm": 0.4154048264026642,
      "learning_rate": 4.87177385488187e-05,
      "loss": 5.1485,
      "step": 141040
    },
    {
      "epoch": 0.12345932962840094,
      "grad_norm": 0.44955772161483765,
      "learning_rate": 4.871764068944674e-05,
      "loss": 5.1482,
      "step": 141045
    },
    {
      "epoch": 0.1234637062220281,
      "grad_norm": 0.4612746834754944,
      "learning_rate": 4.871754282646439e-05,
      "loss": 5.165,
      "step": 141050
    },
    {
      "epoch": 0.12346808281565524,
      "grad_norm": 0.41224080324172974,
      "learning_rate": 4.8717444959871684e-05,
      "loss": 4.9608,
      "step": 141055
    },
    {
      "epoch": 0.1234724594092824,
      "grad_norm": 0.4351101815700531,
      "learning_rate": 4.871734708966863e-05,
      "loss": 5.1862,
      "step": 141060
    },
    {
      "epoch": 0.12347683600290955,
      "grad_norm": 0.39887186884880066,
      "learning_rate": 4.871724921585524e-05,
      "loss": 5.4567,
      "step": 141065
    },
    {
      "epoch": 0.12348121259653672,
      "grad_norm": 0.39372920989990234,
      "learning_rate": 4.871715133843154e-05,
      "loss": 5.2079,
      "step": 141070
    },
    {
      "epoch": 0.12348558919016386,
      "grad_norm": 0.4379062354564667,
      "learning_rate": 4.871705345739757e-05,
      "loss": 4.9578,
      "step": 141075
    },
    {
      "epoch": 0.12348996578379103,
      "grad_norm": 0.39054685831069946,
      "learning_rate": 4.871695557275332e-05,
      "loss": 5.2535,
      "step": 141080
    },
    {
      "epoch": 0.12349434237741817,
      "grad_norm": 0.42843660712242126,
      "learning_rate": 4.871685768449882e-05,
      "loss": 4.9598,
      "step": 141085
    },
    {
      "epoch": 0.12349871897104533,
      "grad_norm": 0.40772220492362976,
      "learning_rate": 4.871675979263407e-05,
      "loss": 5.1667,
      "step": 141090
    },
    {
      "epoch": 0.12350309556467248,
      "grad_norm": 0.5695306062698364,
      "learning_rate": 4.8716661897159124e-05,
      "loss": 4.9217,
      "step": 141095
    },
    {
      "epoch": 0.12350747215829964,
      "grad_norm": 0.36982887983322144,
      "learning_rate": 4.8716563998073985e-05,
      "loss": 5.1558,
      "step": 141100
    },
    {
      "epoch": 0.12351184875192679,
      "grad_norm": 0.3952791690826416,
      "learning_rate": 4.871646609537867e-05,
      "loss": 5.4683,
      "step": 141105
    },
    {
      "epoch": 0.12351622534555395,
      "grad_norm": 0.38041815161705017,
      "learning_rate": 4.871636818907318e-05,
      "loss": 5.2586,
      "step": 141110
    },
    {
      "epoch": 0.1235206019391811,
      "grad_norm": 0.4119674563407898,
      "learning_rate": 4.871627027915756e-05,
      "loss": 5.6764,
      "step": 141115
    },
    {
      "epoch": 0.12352497853280826,
      "grad_norm": 0.4361792504787445,
      "learning_rate": 4.871617236563183e-05,
      "loss": 4.66,
      "step": 141120
    },
    {
      "epoch": 0.12352935512643541,
      "grad_norm": 0.4041731357574463,
      "learning_rate": 4.8716074448496e-05,
      "loss": 4.9157,
      "step": 141125
    },
    {
      "epoch": 0.12353373172006257,
      "grad_norm": 0.3697853982448578,
      "learning_rate": 4.871597652775007e-05,
      "loss": 5.4723,
      "step": 141130
    },
    {
      "epoch": 0.12353810831368972,
      "grad_norm": 0.38259315490722656,
      "learning_rate": 4.87158786033941e-05,
      "loss": 5.9617,
      "step": 141135
    },
    {
      "epoch": 0.12354248490731688,
      "grad_norm": 0.39463552832603455,
      "learning_rate": 4.871578067542807e-05,
      "loss": 4.943,
      "step": 141140
    },
    {
      "epoch": 0.12354686150094403,
      "grad_norm": 0.38911306858062744,
      "learning_rate": 4.871568274385202e-05,
      "loss": 5.4002,
      "step": 141145
    },
    {
      "epoch": 0.12355123809457119,
      "grad_norm": 0.36638450622558594,
      "learning_rate": 4.871558480866596e-05,
      "loss": 5.9482,
      "step": 141150
    },
    {
      "epoch": 0.12355561468819834,
      "grad_norm": 0.4459739029407501,
      "learning_rate": 4.871548686986992e-05,
      "loss": 4.6643,
      "step": 141155
    },
    {
      "epoch": 0.1235599912818255,
      "grad_norm": 0.363897442817688,
      "learning_rate": 4.8715388927463915e-05,
      "loss": 5.155,
      "step": 141160
    },
    {
      "epoch": 0.12356436787545265,
      "grad_norm": 0.358799010515213,
      "learning_rate": 4.8715290981447945e-05,
      "loss": 5.7039,
      "step": 141165
    },
    {
      "epoch": 0.1235687444690798,
      "grad_norm": 0.4471786916255951,
      "learning_rate": 4.871519303182206e-05,
      "loss": 4.4229,
      "step": 141170
    },
    {
      "epoch": 0.12357312106270696,
      "grad_norm": 0.41175901889801025,
      "learning_rate": 4.871509507858626e-05,
      "loss": 4.8401,
      "step": 141175
    },
    {
      "epoch": 0.1235774976563341,
      "grad_norm": 0.38444504141807556,
      "learning_rate": 4.871499712174056e-05,
      "loss": 5.3289,
      "step": 141180
    },
    {
      "epoch": 0.12358187424996127,
      "grad_norm": 0.3551640212535858,
      "learning_rate": 4.871489916128499e-05,
      "loss": 6.2922,
      "step": 141185
    },
    {
      "epoch": 0.12358625084358842,
      "grad_norm": 0.37048494815826416,
      "learning_rate": 4.871480119721956e-05,
      "loss": 5.4989,
      "step": 141190
    },
    {
      "epoch": 0.12359062743721558,
      "grad_norm": 0.3866035044193268,
      "learning_rate": 4.87147032295443e-05,
      "loss": 4.8807,
      "step": 141195
    },
    {
      "epoch": 0.12359500403084273,
      "grad_norm": 0.3761141300201416,
      "learning_rate": 4.8714605258259224e-05,
      "loss": 5.1639,
      "step": 141200
    },
    {
      "epoch": 0.12359938062446989,
      "grad_norm": 0.39058250188827515,
      "learning_rate": 4.871450728336435e-05,
      "loss": 5.174,
      "step": 141205
    },
    {
      "epoch": 0.12360375721809704,
      "grad_norm": 0.46044233441352844,
      "learning_rate": 4.87144093048597e-05,
      "loss": 5.5245,
      "step": 141210
    },
    {
      "epoch": 0.1236081338117242,
      "grad_norm": 0.3719445466995239,
      "learning_rate": 4.8714311322745274e-05,
      "loss": 6.0105,
      "step": 141215
    },
    {
      "epoch": 0.12361251040535134,
      "grad_norm": 0.37208035588264465,
      "learning_rate": 4.871421333702112e-05,
      "loss": 5.2076,
      "step": 141220
    },
    {
      "epoch": 0.1236168869989785,
      "grad_norm": 0.38024964928627014,
      "learning_rate": 4.871411534768725e-05,
      "loss": 5.1425,
      "step": 141225
    },
    {
      "epoch": 0.12362126359260565,
      "grad_norm": 0.3910655677318573,
      "learning_rate": 4.8714017354743654e-05,
      "loss": 6.0121,
      "step": 141230
    },
    {
      "epoch": 0.12362564018623282,
      "grad_norm": 0.3825732171535492,
      "learning_rate": 4.87139193581904e-05,
      "loss": 5.6727,
      "step": 141235
    },
    {
      "epoch": 0.12363001677985996,
      "grad_norm": 0.4097720980644226,
      "learning_rate": 4.8713821358027456e-05,
      "loss": 5.4587,
      "step": 141240
    },
    {
      "epoch": 0.12363439337348713,
      "grad_norm": 0.4056781232357025,
      "learning_rate": 4.871372335425488e-05,
      "loss": 5.153,
      "step": 141245
    },
    {
      "epoch": 0.12363876996711427,
      "grad_norm": 0.47614026069641113,
      "learning_rate": 4.871362534687267e-05,
      "loss": 4.9529,
      "step": 141250
    },
    {
      "epoch": 0.12364314656074143,
      "grad_norm": 0.39283251762390137,
      "learning_rate": 4.871352733588085e-05,
      "loss": 5.4724,
      "step": 141255
    },
    {
      "epoch": 0.12364752315436858,
      "grad_norm": 0.3879553973674774,
      "learning_rate": 4.871342932127945e-05,
      "loss": 5.6754,
      "step": 141260
    },
    {
      "epoch": 0.12365189974799574,
      "grad_norm": 0.39280837774276733,
      "learning_rate": 4.871333130306847e-05,
      "loss": 5.3787,
      "step": 141265
    },
    {
      "epoch": 0.12365627634162289,
      "grad_norm": 0.4102531969547272,
      "learning_rate": 4.871323328124793e-05,
      "loss": 5.8022,
      "step": 141270
    },
    {
      "epoch": 0.12366065293525005,
      "grad_norm": 0.3968643844127655,
      "learning_rate": 4.8713135255817864e-05,
      "loss": 5.1832,
      "step": 141275
    },
    {
      "epoch": 0.1236650295288772,
      "grad_norm": 0.4676496088504791,
      "learning_rate": 4.871303722677828e-05,
      "loss": 5.4962,
      "step": 141280
    },
    {
      "epoch": 0.12366940612250436,
      "grad_norm": 0.3770267367362976,
      "learning_rate": 4.8712939194129203e-05,
      "loss": 4.9478,
      "step": 141285
    },
    {
      "epoch": 0.12367378271613151,
      "grad_norm": 0.4557226300239563,
      "learning_rate": 4.871284115787065e-05,
      "loss": 5.4992,
      "step": 141290
    },
    {
      "epoch": 0.12367815930975866,
      "grad_norm": 0.44979438185691833,
      "learning_rate": 4.8712743118002636e-05,
      "loss": 4.7716,
      "step": 141295
    },
    {
      "epoch": 0.12368253590338582,
      "grad_norm": 0.4392906725406647,
      "learning_rate": 4.8712645074525186e-05,
      "loss": 4.6668,
      "step": 141300
    },
    {
      "epoch": 0.12368691249701297,
      "grad_norm": 0.4349832236766815,
      "learning_rate": 4.871254702743832e-05,
      "loss": 5.4906,
      "step": 141305
    },
    {
      "epoch": 0.12369128909064013,
      "grad_norm": 0.4388095438480377,
      "learning_rate": 4.871244897674204e-05,
      "loss": 5.263,
      "step": 141310
    },
    {
      "epoch": 0.12369566568426728,
      "grad_norm": 0.4194851815700531,
      "learning_rate": 4.871235092243639e-05,
      "loss": 4.9416,
      "step": 141315
    },
    {
      "epoch": 0.12370004227789444,
      "grad_norm": 0.39982670545578003,
      "learning_rate": 4.871225286452138e-05,
      "loss": 4.92,
      "step": 141320
    },
    {
      "epoch": 0.12370441887152159,
      "grad_norm": 0.4271836578845978,
      "learning_rate": 4.871215480299701e-05,
      "loss": 4.8436,
      "step": 141325
    },
    {
      "epoch": 0.12370879546514875,
      "grad_norm": 0.3783803880214691,
      "learning_rate": 4.871205673786333e-05,
      "loss": 5.6746,
      "step": 141330
    },
    {
      "epoch": 0.1237131720587759,
      "grad_norm": 0.38623493909835815,
      "learning_rate": 4.871195866912034e-05,
      "loss": 5.9699,
      "step": 141335
    },
    {
      "epoch": 0.12371754865240306,
      "grad_norm": 0.41973161697387695,
      "learning_rate": 4.871186059676806e-05,
      "loss": 5.1672,
      "step": 141340
    },
    {
      "epoch": 0.1237219252460302,
      "grad_norm": 0.36977365612983704,
      "learning_rate": 4.87117625208065e-05,
      "loss": 5.4105,
      "step": 141345
    },
    {
      "epoch": 0.12372630183965737,
      "grad_norm": 0.36234259605407715,
      "learning_rate": 4.87116644412357e-05,
      "loss": 5.2797,
      "step": 141350
    },
    {
      "epoch": 0.12373067843328452,
      "grad_norm": 0.3986625373363495,
      "learning_rate": 4.871156635805567e-05,
      "loss": 5.9807,
      "step": 141355
    },
    {
      "epoch": 0.12373505502691168,
      "grad_norm": 0.4350648522377014,
      "learning_rate": 4.871146827126642e-05,
      "loss": 5.2744,
      "step": 141360
    },
    {
      "epoch": 0.12373943162053883,
      "grad_norm": 0.44349849224090576,
      "learning_rate": 4.871137018086799e-05,
      "loss": 5.7566,
      "step": 141365
    },
    {
      "epoch": 0.12374380821416599,
      "grad_norm": 0.373115211725235,
      "learning_rate": 4.871127208686037e-05,
      "loss": 5.992,
      "step": 141370
    },
    {
      "epoch": 0.12374818480779314,
      "grad_norm": 0.3582587242126465,
      "learning_rate": 4.871117398924361e-05,
      "loss": 5.2931,
      "step": 141375
    },
    {
      "epoch": 0.1237525614014203,
      "grad_norm": 0.4228910505771637,
      "learning_rate": 4.871107588801771e-05,
      "loss": 4.6498,
      "step": 141380
    },
    {
      "epoch": 0.12375693799504744,
      "grad_norm": 0.3691498339176178,
      "learning_rate": 4.871097778318269e-05,
      "loss": 5.4886,
      "step": 141385
    },
    {
      "epoch": 0.1237613145886746,
      "grad_norm": 0.409978449344635,
      "learning_rate": 4.871087967473856e-05,
      "loss": 5.221,
      "step": 141390
    },
    {
      "epoch": 0.12376569118230175,
      "grad_norm": 0.38721174001693726,
      "learning_rate": 4.871078156268537e-05,
      "loss": 5.7678,
      "step": 141395
    },
    {
      "epoch": 0.12377006777592892,
      "grad_norm": 0.41144445538520813,
      "learning_rate": 4.871068344702311e-05,
      "loss": 5.6813,
      "step": 141400
    },
    {
      "epoch": 0.12377444436955606,
      "grad_norm": 0.44491711258888245,
      "learning_rate": 4.87105853277518e-05,
      "loss": 4.4319,
      "step": 141405
    },
    {
      "epoch": 0.12377882096318323,
      "grad_norm": 0.43464532494544983,
      "learning_rate": 4.871048720487149e-05,
      "loss": 4.4474,
      "step": 141410
    },
    {
      "epoch": 0.12378319755681037,
      "grad_norm": 0.4442369341850281,
      "learning_rate": 4.8710389078382156e-05,
      "loss": 5.3355,
      "step": 141415
    },
    {
      "epoch": 0.12378757415043753,
      "grad_norm": 0.39078420400619507,
      "learning_rate": 4.871029094828384e-05,
      "loss": 5.7025,
      "step": 141420
    },
    {
      "epoch": 0.12379195074406468,
      "grad_norm": 0.41171368956565857,
      "learning_rate": 4.871019281457656e-05,
      "loss": 5.1348,
      "step": 141425
    },
    {
      "epoch": 0.12379632733769183,
      "grad_norm": 0.3861188292503357,
      "learning_rate": 4.871009467726034e-05,
      "loss": 5.7192,
      "step": 141430
    },
    {
      "epoch": 0.12380070393131899,
      "grad_norm": 0.39612284302711487,
      "learning_rate": 4.870999653633519e-05,
      "loss": 5.1776,
      "step": 141435
    },
    {
      "epoch": 0.12380508052494614,
      "grad_norm": 0.39584559202194214,
      "learning_rate": 4.870989839180112e-05,
      "loss": 4.6339,
      "step": 141440
    },
    {
      "epoch": 0.1238094571185733,
      "grad_norm": 0.4482029676437378,
      "learning_rate": 4.870980024365817e-05,
      "loss": 5.787,
      "step": 141445
    },
    {
      "epoch": 0.12381383371220045,
      "grad_norm": 0.4020325541496277,
      "learning_rate": 4.870970209190634e-05,
      "loss": 5.2876,
      "step": 141450
    },
    {
      "epoch": 0.12381821030582761,
      "grad_norm": 0.43116822838783264,
      "learning_rate": 4.870960393654567e-05,
      "loss": 4.6484,
      "step": 141455
    },
    {
      "epoch": 0.12382258689945476,
      "grad_norm": 0.4194091856479645,
      "learning_rate": 4.870950577757615e-05,
      "loss": 5.2905,
      "step": 141460
    },
    {
      "epoch": 0.12382696349308192,
      "grad_norm": 0.40005919337272644,
      "learning_rate": 4.870940761499782e-05,
      "loss": 4.2334,
      "step": 141465
    },
    {
      "epoch": 0.12383134008670907,
      "grad_norm": 0.4187869727611542,
      "learning_rate": 4.87093094488107e-05,
      "loss": 4.8799,
      "step": 141470
    },
    {
      "epoch": 0.12383571668033623,
      "grad_norm": 0.4248213469982147,
      "learning_rate": 4.870921127901481e-05,
      "loss": 5.6914,
      "step": 141475
    },
    {
      "epoch": 0.12384009327396338,
      "grad_norm": 0.5212926864624023,
      "learning_rate": 4.870911310561015e-05,
      "loss": 5.693,
      "step": 141480
    },
    {
      "epoch": 0.12384446986759054,
      "grad_norm": 0.3760890066623688,
      "learning_rate": 4.870901492859676e-05,
      "loss": 4.9394,
      "step": 141485
    },
    {
      "epoch": 0.12384884646121769,
      "grad_norm": 0.40405377745628357,
      "learning_rate": 4.870891674797464e-05,
      "loss": 5.1356,
      "step": 141490
    },
    {
      "epoch": 0.12385322305484485,
      "grad_norm": 0.3933570683002472,
      "learning_rate": 4.870881856374383e-05,
      "loss": 5.1694,
      "step": 141495
    },
    {
      "epoch": 0.123857599648472,
      "grad_norm": 0.40395885705947876,
      "learning_rate": 4.870872037590433e-05,
      "loss": 5.4119,
      "step": 141500
    },
    {
      "epoch": 0.12386197624209916,
      "grad_norm": 0.39969560503959656,
      "learning_rate": 4.8708622184456166e-05,
      "loss": 5.5036,
      "step": 141505
    },
    {
      "epoch": 0.1238663528357263,
      "grad_norm": 0.39086219668388367,
      "learning_rate": 4.870852398939937e-05,
      "loss": 5.803,
      "step": 141510
    },
    {
      "epoch": 0.12387072942935347,
      "grad_norm": 0.43160855770111084,
      "learning_rate": 4.870842579073394e-05,
      "loss": 4.926,
      "step": 141515
    },
    {
      "epoch": 0.12387510602298062,
      "grad_norm": 0.42579466104507446,
      "learning_rate": 4.87083275884599e-05,
      "loss": 4.9304,
      "step": 141520
    },
    {
      "epoch": 0.12387948261660778,
      "grad_norm": 0.42832764983177185,
      "learning_rate": 4.870822938257727e-05,
      "loss": 4.6489,
      "step": 141525
    },
    {
      "epoch": 0.12388385921023493,
      "grad_norm": 0.3880658745765686,
      "learning_rate": 4.870813117308608e-05,
      "loss": 5.9596,
      "step": 141530
    },
    {
      "epoch": 0.12388823580386209,
      "grad_norm": 0.39460238814353943,
      "learning_rate": 4.870803295998634e-05,
      "loss": 4.8784,
      "step": 141535
    },
    {
      "epoch": 0.12389261239748924,
      "grad_norm": 0.40847527980804443,
      "learning_rate": 4.8707934743278074e-05,
      "loss": 5.4839,
      "step": 141540
    },
    {
      "epoch": 0.1238969889911164,
      "grad_norm": 0.3977057933807373,
      "learning_rate": 4.870783652296128e-05,
      "loss": 4.7826,
      "step": 141545
    },
    {
      "epoch": 0.12390136558474354,
      "grad_norm": 0.4141884446144104,
      "learning_rate": 4.870773829903601e-05,
      "loss": 5.5005,
      "step": 141550
    },
    {
      "epoch": 0.12390574217837069,
      "grad_norm": 0.40220534801483154,
      "learning_rate": 4.8707640071502256e-05,
      "loss": 5.258,
      "step": 141555
    },
    {
      "epoch": 0.12391011877199785,
      "grad_norm": 0.40471363067626953,
      "learning_rate": 4.870754184036005e-05,
      "loss": 5.6963,
      "step": 141560
    },
    {
      "epoch": 0.123914495365625,
      "grad_norm": 0.40874364972114563,
      "learning_rate": 4.8707443605609406e-05,
      "loss": 4.1259,
      "step": 141565
    },
    {
      "epoch": 0.12391887195925216,
      "grad_norm": 0.4146648645401001,
      "learning_rate": 4.8707345367250355e-05,
      "loss": 5.2722,
      "step": 141570
    },
    {
      "epoch": 0.12392324855287931,
      "grad_norm": 0.41645094752311707,
      "learning_rate": 4.87072471252829e-05,
      "loss": 5.8333,
      "step": 141575
    },
    {
      "epoch": 0.12392762514650647,
      "grad_norm": 0.4131413996219635,
      "learning_rate": 4.8707148879707065e-05,
      "loss": 6.0381,
      "step": 141580
    },
    {
      "epoch": 0.12393200174013362,
      "grad_norm": 0.36568349599838257,
      "learning_rate": 4.8707050630522866e-05,
      "loss": 5.7039,
      "step": 141585
    },
    {
      "epoch": 0.12393637833376078,
      "grad_norm": 0.401992529630661,
      "learning_rate": 4.870695237773033e-05,
      "loss": 5.1562,
      "step": 141590
    },
    {
      "epoch": 0.12394075492738793,
      "grad_norm": 0.41185539960861206,
      "learning_rate": 4.870685412132948e-05,
      "loss": 4.4376,
      "step": 141595
    },
    {
      "epoch": 0.12394513152101509,
      "grad_norm": 0.36147016286849976,
      "learning_rate": 4.8706755861320316e-05,
      "loss": 5.7787,
      "step": 141600
    },
    {
      "epoch": 0.12394950811464224,
      "grad_norm": 0.4151237905025482,
      "learning_rate": 4.8706657597702865e-05,
      "loss": 4.767,
      "step": 141605
    },
    {
      "epoch": 0.1239538847082694,
      "grad_norm": 0.4069342315196991,
      "learning_rate": 4.870655933047716e-05,
      "loss": 4.9893,
      "step": 141610
    },
    {
      "epoch": 0.12395826130189655,
      "grad_norm": 0.4647165536880493,
      "learning_rate": 4.870646105964321e-05,
      "loss": 4.2322,
      "step": 141615
    },
    {
      "epoch": 0.12396263789552371,
      "grad_norm": 0.4010973274707794,
      "learning_rate": 4.870636278520102e-05,
      "loss": 5.9717,
      "step": 141620
    },
    {
      "epoch": 0.12396701448915086,
      "grad_norm": 0.4176807105541229,
      "learning_rate": 4.870626450715062e-05,
      "loss": 5.4372,
      "step": 141625
    },
    {
      "epoch": 0.12397139108277802,
      "grad_norm": 0.39317718148231506,
      "learning_rate": 4.870616622549205e-05,
      "loss": 5.1767,
      "step": 141630
    },
    {
      "epoch": 0.12397576767640517,
      "grad_norm": 0.5159764289855957,
      "learning_rate": 4.8706067940225295e-05,
      "loss": 5.2255,
      "step": 141635
    },
    {
      "epoch": 0.12398014427003233,
      "grad_norm": 0.4569481313228607,
      "learning_rate": 4.870596965135039e-05,
      "loss": 5.6754,
      "step": 141640
    },
    {
      "epoch": 0.12398452086365948,
      "grad_norm": 0.41358697414398193,
      "learning_rate": 4.870587135886736e-05,
      "loss": 4.7185,
      "step": 141645
    },
    {
      "epoch": 0.12398889745728664,
      "grad_norm": 0.43216657638549805,
      "learning_rate": 4.8705773062776204e-05,
      "loss": 5.4388,
      "step": 141650
    },
    {
      "epoch": 0.12399327405091379,
      "grad_norm": 0.43637123703956604,
      "learning_rate": 4.870567476307696e-05,
      "loss": 5.4638,
      "step": 141655
    },
    {
      "epoch": 0.12399765064454095,
      "grad_norm": 0.4172854423522949,
      "learning_rate": 4.8705576459769644e-05,
      "loss": 4.4353,
      "step": 141660
    },
    {
      "epoch": 0.1240020272381681,
      "grad_norm": 0.4111294746398926,
      "learning_rate": 4.870547815285427e-05,
      "loss": 5.2926,
      "step": 141665
    },
    {
      "epoch": 0.12400640383179526,
      "grad_norm": 0.40088871121406555,
      "learning_rate": 4.8705379842330856e-05,
      "loss": 5.2914,
      "step": 141670
    },
    {
      "epoch": 0.1240107804254224,
      "grad_norm": 0.5076068639755249,
      "learning_rate": 4.870528152819942e-05,
      "loss": 5.1404,
      "step": 141675
    },
    {
      "epoch": 0.12401515701904957,
      "grad_norm": 0.415848046541214,
      "learning_rate": 4.870518321045998e-05,
      "loss": 5.2728,
      "step": 141680
    },
    {
      "epoch": 0.12401953361267672,
      "grad_norm": 0.44725501537323,
      "learning_rate": 4.8705084889112574e-05,
      "loss": 5.2141,
      "step": 141685
    },
    {
      "epoch": 0.12402391020630386,
      "grad_norm": 0.37555450201034546,
      "learning_rate": 4.87049865641572e-05,
      "loss": 5.4384,
      "step": 141690
    },
    {
      "epoch": 0.12402828679993103,
      "grad_norm": 0.45237499475479126,
      "learning_rate": 4.870488823559388e-05,
      "loss": 4.1301,
      "step": 141695
    },
    {
      "epoch": 0.12403266339355817,
      "grad_norm": 0.4581006169319153,
      "learning_rate": 4.870478990342263e-05,
      "loss": 5.4139,
      "step": 141700
    },
    {
      "epoch": 0.12403703998718534,
      "grad_norm": 0.41512787342071533,
      "learning_rate": 4.870469156764349e-05,
      "loss": 5.2423,
      "step": 141705
    },
    {
      "epoch": 0.12404141658081248,
      "grad_norm": 0.5742297172546387,
      "learning_rate": 4.8704593228256455e-05,
      "loss": 5.0592,
      "step": 141710
    },
    {
      "epoch": 0.12404579317443964,
      "grad_norm": 0.45028072595596313,
      "learning_rate": 4.8704494885261555e-05,
      "loss": 4.1509,
      "step": 141715
    },
    {
      "epoch": 0.12405016976806679,
      "grad_norm": 0.42865559458732605,
      "learning_rate": 4.87043965386588e-05,
      "loss": 5.4299,
      "step": 141720
    },
    {
      "epoch": 0.12405454636169395,
      "grad_norm": 0.3737899661064148,
      "learning_rate": 4.870429818844823e-05,
      "loss": 6.0012,
      "step": 141725
    },
    {
      "epoch": 0.1240589229553211,
      "grad_norm": 0.39607933163642883,
      "learning_rate": 4.8704199834629835e-05,
      "loss": 4.9006,
      "step": 141730
    },
    {
      "epoch": 0.12406329954894826,
      "grad_norm": 0.44982147216796875,
      "learning_rate": 4.8704101477203654e-05,
      "loss": 4.2049,
      "step": 141735
    },
    {
      "epoch": 0.12406767614257541,
      "grad_norm": 0.39069104194641113,
      "learning_rate": 4.87040031161697e-05,
      "loss": 5.6799,
      "step": 141740
    },
    {
      "epoch": 0.12407205273620257,
      "grad_norm": 0.39301156997680664,
      "learning_rate": 4.870390475152801e-05,
      "loss": 5.7332,
      "step": 141745
    },
    {
      "epoch": 0.12407642932982972,
      "grad_norm": 0.41747763752937317,
      "learning_rate": 4.870380638327857e-05,
      "loss": 5.4679,
      "step": 141750
    },
    {
      "epoch": 0.12408080592345688,
      "grad_norm": 0.3882150948047638,
      "learning_rate": 4.8703708011421414e-05,
      "loss": 5.3848,
      "step": 141755
    },
    {
      "epoch": 0.12408518251708403,
      "grad_norm": 0.39169564843177795,
      "learning_rate": 4.870360963595656e-05,
      "loss": 5.254,
      "step": 141760
    },
    {
      "epoch": 0.12408955911071119,
      "grad_norm": 0.3777656555175781,
      "learning_rate": 4.8703511256884035e-05,
      "loss": 5.2771,
      "step": 141765
    },
    {
      "epoch": 0.12409393570433834,
      "grad_norm": 0.3628281056880951,
      "learning_rate": 4.8703412874203845e-05,
      "loss": 5.8038,
      "step": 141770
    },
    {
      "epoch": 0.1240983122979655,
      "grad_norm": 0.3633687198162079,
      "learning_rate": 4.870331448791602e-05,
      "loss": 5.2641,
      "step": 141775
    },
    {
      "epoch": 0.12410268889159265,
      "grad_norm": 0.414751797914505,
      "learning_rate": 4.870321609802058e-05,
      "loss": 5.7787,
      "step": 141780
    },
    {
      "epoch": 0.12410706548521981,
      "grad_norm": 0.41117098927497864,
      "learning_rate": 4.870311770451753e-05,
      "loss": 4.7698,
      "step": 141785
    },
    {
      "epoch": 0.12411144207884696,
      "grad_norm": 0.37530961632728577,
      "learning_rate": 4.870301930740691e-05,
      "loss": 5.431,
      "step": 141790
    },
    {
      "epoch": 0.12411581867247412,
      "grad_norm": 0.374990314245224,
      "learning_rate": 4.870292090668871e-05,
      "loss": 6.0137,
      "step": 141795
    },
    {
      "epoch": 0.12412019526610127,
      "grad_norm": 0.42536458373069763,
      "learning_rate": 4.870282250236298e-05,
      "loss": 4.9577,
      "step": 141800
    },
    {
      "epoch": 0.12412457185972843,
      "grad_norm": 0.4123162627220154,
      "learning_rate": 4.870272409442971e-05,
      "loss": 5.188,
      "step": 141805
    },
    {
      "epoch": 0.12412894845335558,
      "grad_norm": 0.3744252026081085,
      "learning_rate": 4.870262568288894e-05,
      "loss": 5.4776,
      "step": 141810
    },
    {
      "epoch": 0.12413332504698273,
      "grad_norm": 0.376743346452713,
      "learning_rate": 4.870252726774068e-05,
      "loss": 5.9922,
      "step": 141815
    },
    {
      "epoch": 0.12413770164060989,
      "grad_norm": 0.4162403643131256,
      "learning_rate": 4.870242884898496e-05,
      "loss": 6.0045,
      "step": 141820
    },
    {
      "epoch": 0.12414207823423704,
      "grad_norm": 0.3633566200733185,
      "learning_rate": 4.8702330426621776e-05,
      "loss": 5.7865,
      "step": 141825
    },
    {
      "epoch": 0.1241464548278642,
      "grad_norm": 0.38533875346183777,
      "learning_rate": 4.870223200065118e-05,
      "loss": 5.6832,
      "step": 141830
    },
    {
      "epoch": 0.12415083142149134,
      "grad_norm": 0.40682655572891235,
      "learning_rate": 4.870213357107316e-05,
      "loss": 5.171,
      "step": 141835
    },
    {
      "epoch": 0.1241552080151185,
      "grad_norm": 0.3610895276069641,
      "learning_rate": 4.8702035137887746e-05,
      "loss": 5.7905,
      "step": 141840
    },
    {
      "epoch": 0.12415958460874565,
      "grad_norm": 0.3711766302585602,
      "learning_rate": 4.8701936701094965e-05,
      "loss": 5.6869,
      "step": 141845
    },
    {
      "epoch": 0.12416396120237282,
      "grad_norm": 0.44701483845710754,
      "learning_rate": 4.870183826069483e-05,
      "loss": 4.9561,
      "step": 141850
    },
    {
      "epoch": 0.12416833779599996,
      "grad_norm": 0.38703230023384094,
      "learning_rate": 4.870173981668735e-05,
      "loss": 5.2313,
      "step": 141855
    },
    {
      "epoch": 0.12417271438962713,
      "grad_norm": 0.39844876527786255,
      "learning_rate": 4.870164136907257e-05,
      "loss": 5.1207,
      "step": 141860
    },
    {
      "epoch": 0.12417709098325427,
      "grad_norm": 0.43316614627838135,
      "learning_rate": 4.8701542917850475e-05,
      "loss": 5.6949,
      "step": 141865
    },
    {
      "epoch": 0.12418146757688144,
      "grad_norm": 0.37000182271003723,
      "learning_rate": 4.870144446302111e-05,
      "loss": 5.4566,
      "step": 141870
    },
    {
      "epoch": 0.12418584417050858,
      "grad_norm": 0.4401603639125824,
      "learning_rate": 4.870134600458448e-05,
      "loss": 4.6477,
      "step": 141875
    },
    {
      "epoch": 0.12419022076413574,
      "grad_norm": 0.44636866450309753,
      "learning_rate": 4.870124754254062e-05,
      "loss": 5.7933,
      "step": 141880
    },
    {
      "epoch": 0.12419459735776289,
      "grad_norm": 0.4403340518474579,
      "learning_rate": 4.870114907688953e-05,
      "loss": 4.9708,
      "step": 141885
    },
    {
      "epoch": 0.12419897395139005,
      "grad_norm": 0.44932058453559875,
      "learning_rate": 4.870105060763124e-05,
      "loss": 5.4626,
      "step": 141890
    },
    {
      "epoch": 0.1242033505450172,
      "grad_norm": 0.43396252393722534,
      "learning_rate": 4.870095213476576e-05,
      "loss": 4.7578,
      "step": 141895
    },
    {
      "epoch": 0.12420772713864436,
      "grad_norm": 0.4132881760597229,
      "learning_rate": 4.870085365829312e-05,
      "loss": 4.7217,
      "step": 141900
    },
    {
      "epoch": 0.12421210373227151,
      "grad_norm": 0.4072982668876648,
      "learning_rate": 4.870075517821334e-05,
      "loss": 5.1928,
      "step": 141905
    },
    {
      "epoch": 0.12421648032589867,
      "grad_norm": 0.44002220034599304,
      "learning_rate": 4.8700656694526426e-05,
      "loss": 4.6605,
      "step": 141910
    },
    {
      "epoch": 0.12422085691952582,
      "grad_norm": 0.40702706575393677,
      "learning_rate": 4.87005582072324e-05,
      "loss": 5.2405,
      "step": 141915
    },
    {
      "epoch": 0.12422523351315298,
      "grad_norm": 0.3961825370788574,
      "learning_rate": 4.870045971633129e-05,
      "loss": 4.4615,
      "step": 141920
    },
    {
      "epoch": 0.12422961010678013,
      "grad_norm": 0.42318063974380493,
      "learning_rate": 4.870036122182312e-05,
      "loss": 4.9204,
      "step": 141925
    },
    {
      "epoch": 0.12423398670040729,
      "grad_norm": 0.4318011701107025,
      "learning_rate": 4.870026272370789e-05,
      "loss": 5.2107,
      "step": 141930
    },
    {
      "epoch": 0.12423836329403444,
      "grad_norm": 0.4772700369358063,
      "learning_rate": 4.8700164221985624e-05,
      "loss": 4.6165,
      "step": 141935
    },
    {
      "epoch": 0.12424273988766159,
      "grad_norm": 0.3919711410999298,
      "learning_rate": 4.870006571665635e-05,
      "loss": 5.1867,
      "step": 141940
    },
    {
      "epoch": 0.12424711648128875,
      "grad_norm": 0.40821564197540283,
      "learning_rate": 4.8699967207720086e-05,
      "loss": 4.9517,
      "step": 141945
    },
    {
      "epoch": 0.1242514930749159,
      "grad_norm": 0.4126608073711395,
      "learning_rate": 4.8699868695176843e-05,
      "loss": 5.1979,
      "step": 141950
    },
    {
      "epoch": 0.12425586966854306,
      "grad_norm": 0.35062867403030396,
      "learning_rate": 4.8699770179026636e-05,
      "loss": 5.9877,
      "step": 141955
    },
    {
      "epoch": 0.12426024626217021,
      "grad_norm": 0.3575899600982666,
      "learning_rate": 4.8699671659269505e-05,
      "loss": 6.2961,
      "step": 141960
    },
    {
      "epoch": 0.12426462285579737,
      "grad_norm": 0.4189947843551636,
      "learning_rate": 4.869957313590545e-05,
      "loss": 5.1756,
      "step": 141965
    },
    {
      "epoch": 0.12426899944942452,
      "grad_norm": 0.3775431215763092,
      "learning_rate": 4.8699474608934506e-05,
      "loss": 5.9877,
      "step": 141970
    },
    {
      "epoch": 0.12427337604305168,
      "grad_norm": 0.41671091318130493,
      "learning_rate": 4.869937607835667e-05,
      "loss": 4.7809,
      "step": 141975
    },
    {
      "epoch": 0.12427775263667883,
      "grad_norm": 0.41368088126182556,
      "learning_rate": 4.869927754417199e-05,
      "loss": 5.4882,
      "step": 141980
    },
    {
      "epoch": 0.12428212923030599,
      "grad_norm": 0.4708014130592346,
      "learning_rate": 4.869917900638045e-05,
      "loss": 5.4581,
      "step": 141985
    },
    {
      "epoch": 0.12428650582393314,
      "grad_norm": 0.3888211250305176,
      "learning_rate": 4.869908046498209e-05,
      "loss": 5.7949,
      "step": 141990
    },
    {
      "epoch": 0.1242908824175603,
      "grad_norm": 0.4008207619190216,
      "learning_rate": 4.8698981919976935e-05,
      "loss": 5.3779,
      "step": 141995
    },
    {
      "epoch": 0.12429525901118745,
      "grad_norm": 0.3638797104358673,
      "learning_rate": 4.869888337136499e-05,
      "loss": 5.4813,
      "step": 142000
    },
    {
      "epoch": 0.1242996356048146,
      "grad_norm": 0.4419574737548828,
      "learning_rate": 4.869878481914628e-05,
      "loss": 5.7878,
      "step": 142005
    },
    {
      "epoch": 0.12430401219844175,
      "grad_norm": 0.4284411668777466,
      "learning_rate": 4.869868626332082e-05,
      "loss": 4.2141,
      "step": 142010
    },
    {
      "epoch": 0.12430838879206892,
      "grad_norm": 0.38481852412223816,
      "learning_rate": 4.8698587703888634e-05,
      "loss": 6.0287,
      "step": 142015
    },
    {
      "epoch": 0.12431276538569606,
      "grad_norm": 0.43052875995635986,
      "learning_rate": 4.8698489140849746e-05,
      "loss": 4.9746,
      "step": 142020
    },
    {
      "epoch": 0.12431714197932323,
      "grad_norm": 0.4268244504928589,
      "learning_rate": 4.8698390574204164e-05,
      "loss": 5.7275,
      "step": 142025
    },
    {
      "epoch": 0.12432151857295037,
      "grad_norm": 0.42428261041641235,
      "learning_rate": 4.869829200395191e-05,
      "loss": 4.9795,
      "step": 142030
    },
    {
      "epoch": 0.12432589516657754,
      "grad_norm": 0.36998650431632996,
      "learning_rate": 4.8698193430092995e-05,
      "loss": 5.292,
      "step": 142035
    },
    {
      "epoch": 0.12433027176020468,
      "grad_norm": 0.41408389806747437,
      "learning_rate": 4.869809485262746e-05,
      "loss": 5.7055,
      "step": 142040
    },
    {
      "epoch": 0.12433464835383184,
      "grad_norm": 0.4518648684024811,
      "learning_rate": 4.869799627155531e-05,
      "loss": 5.1707,
      "step": 142045
    },
    {
      "epoch": 0.12433902494745899,
      "grad_norm": 0.4448031783103943,
      "learning_rate": 4.869789768687657e-05,
      "loss": 5.7012,
      "step": 142050
    },
    {
      "epoch": 0.12434340154108615,
      "grad_norm": 0.43053457140922546,
      "learning_rate": 4.8697799098591244e-05,
      "loss": 5.2455,
      "step": 142055
    },
    {
      "epoch": 0.1243477781347133,
      "grad_norm": 0.3664604127407074,
      "learning_rate": 4.869770050669937e-05,
      "loss": 6.2543,
      "step": 142060
    },
    {
      "epoch": 0.12435215472834046,
      "grad_norm": 0.3848889172077179,
      "learning_rate": 4.8697601911200954e-05,
      "loss": 5.1672,
      "step": 142065
    },
    {
      "epoch": 0.12435653132196761,
      "grad_norm": 0.3779454231262207,
      "learning_rate": 4.869750331209601e-05,
      "loss": 5.3799,
      "step": 142070
    },
    {
      "epoch": 0.12436090791559476,
      "grad_norm": 0.39516425132751465,
      "learning_rate": 4.869740470938459e-05,
      "loss": 5.7346,
      "step": 142075
    },
    {
      "epoch": 0.12436528450922192,
      "grad_norm": 0.37729617953300476,
      "learning_rate": 4.869730610306667e-05,
      "loss": 4.9676,
      "step": 142080
    },
    {
      "epoch": 0.12436966110284907,
      "grad_norm": 0.38288769125938416,
      "learning_rate": 4.8697207493142295e-05,
      "loss": 5.256,
      "step": 142085
    },
    {
      "epoch": 0.12437403769647623,
      "grad_norm": 0.4030219614505768,
      "learning_rate": 4.8697108879611474e-05,
      "loss": 4.6317,
      "step": 142090
    },
    {
      "epoch": 0.12437841429010338,
      "grad_norm": 0.44494742155075073,
      "learning_rate": 4.869701026247423e-05,
      "loss": 5.3195,
      "step": 142095
    },
    {
      "epoch": 0.12438279088373054,
      "grad_norm": 0.3744804263114929,
      "learning_rate": 4.8696911641730594e-05,
      "loss": 6.0258,
      "step": 142100
    },
    {
      "epoch": 0.12438716747735769,
      "grad_norm": 0.446501761674881,
      "learning_rate": 4.869681301738056e-05,
      "loss": 4.964,
      "step": 142105
    },
    {
      "epoch": 0.12439154407098485,
      "grad_norm": 0.40694692730903625,
      "learning_rate": 4.869671438942416e-05,
      "loss": 5.6941,
      "step": 142110
    },
    {
      "epoch": 0.124395920664612,
      "grad_norm": 0.3792320191860199,
      "learning_rate": 4.8696615757861416e-05,
      "loss": 6.3203,
      "step": 142115
    },
    {
      "epoch": 0.12440029725823916,
      "grad_norm": 0.3985169231891632,
      "learning_rate": 4.869651712269234e-05,
      "loss": 5.1684,
      "step": 142120
    },
    {
      "epoch": 0.12440467385186631,
      "grad_norm": 0.3660258650779724,
      "learning_rate": 4.869641848391696e-05,
      "loss": 6.3041,
      "step": 142125
    },
    {
      "epoch": 0.12440905044549347,
      "grad_norm": 0.4338490962982178,
      "learning_rate": 4.8696319841535285e-05,
      "loss": 4.9697,
      "step": 142130
    },
    {
      "epoch": 0.12441342703912062,
      "grad_norm": 0.37530508637428284,
      "learning_rate": 4.869622119554734e-05,
      "loss": 5.2606,
      "step": 142135
    },
    {
      "epoch": 0.12441780363274778,
      "grad_norm": 0.4343736469745636,
      "learning_rate": 4.869612254595315e-05,
      "loss": 4.4475,
      "step": 142140
    },
    {
      "epoch": 0.12442218022637493,
      "grad_norm": 0.38107672333717346,
      "learning_rate": 4.8696023892752715e-05,
      "loss": 5.752,
      "step": 142145
    },
    {
      "epoch": 0.12442655682000209,
      "grad_norm": 0.38477909564971924,
      "learning_rate": 4.869592523594607e-05,
      "loss": 6.016,
      "step": 142150
    },
    {
      "epoch": 0.12443093341362924,
      "grad_norm": 0.36107921600341797,
      "learning_rate": 4.869582657553323e-05,
      "loss": 5.9902,
      "step": 142155
    },
    {
      "epoch": 0.1244353100072564,
      "grad_norm": 0.4300294816493988,
      "learning_rate": 4.869572791151422e-05,
      "loss": 4.1317,
      "step": 142160
    },
    {
      "epoch": 0.12443968660088355,
      "grad_norm": 0.5391572117805481,
      "learning_rate": 4.869562924388905e-05,
      "loss": 5.5273,
      "step": 142165
    },
    {
      "epoch": 0.1244440631945107,
      "grad_norm": 0.4219251573085785,
      "learning_rate": 4.869553057265774e-05,
      "loss": 4.7178,
      "step": 142170
    },
    {
      "epoch": 0.12444843978813785,
      "grad_norm": 0.4321003258228302,
      "learning_rate": 4.869543189782032e-05,
      "loss": 5.9979,
      "step": 142175
    },
    {
      "epoch": 0.12445281638176502,
      "grad_norm": 0.39615973830223083,
      "learning_rate": 4.869533321937678e-05,
      "loss": 5.6967,
      "step": 142180
    },
    {
      "epoch": 0.12445719297539216,
      "grad_norm": 0.38615649938583374,
      "learning_rate": 4.8695234537327175e-05,
      "loss": 6.0055,
      "step": 142185
    },
    {
      "epoch": 0.12446156956901933,
      "grad_norm": 0.4160592555999756,
      "learning_rate": 4.8695135851671506e-05,
      "loss": 5.1668,
      "step": 142190
    },
    {
      "epoch": 0.12446594616264647,
      "grad_norm": 0.35667192935943604,
      "learning_rate": 4.869503716240979e-05,
      "loss": 5.4223,
      "step": 142195
    },
    {
      "epoch": 0.12447032275627362,
      "grad_norm": 0.3868764638900757,
      "learning_rate": 4.869493846954205e-05,
      "loss": 5.3305,
      "step": 142200
    },
    {
      "epoch": 0.12447469934990078,
      "grad_norm": 0.437747061252594,
      "learning_rate": 4.869483977306831e-05,
      "loss": 4.9972,
      "step": 142205
    },
    {
      "epoch": 0.12447907594352793,
      "grad_norm": 0.3655058741569519,
      "learning_rate": 4.8694741072988584e-05,
      "loss": 5.7464,
      "step": 142210
    },
    {
      "epoch": 0.12448345253715509,
      "grad_norm": 0.42437952756881714,
      "learning_rate": 4.869464236930289e-05,
      "loss": 4.9658,
      "step": 142215
    },
    {
      "epoch": 0.12448782913078224,
      "grad_norm": 0.4265593886375427,
      "learning_rate": 4.869454366201124e-05,
      "loss": 5.1152,
      "step": 142220
    },
    {
      "epoch": 0.1244922057244094,
      "grad_norm": 0.4000340402126312,
      "learning_rate": 4.869444495111367e-05,
      "loss": 4.9384,
      "step": 142225
    },
    {
      "epoch": 0.12449658231803655,
      "grad_norm": 0.4292508363723755,
      "learning_rate": 4.869434623661019e-05,
      "loss": 4.1251,
      "step": 142230
    },
    {
      "epoch": 0.12450095891166371,
      "grad_norm": 0.4239320456981659,
      "learning_rate": 4.8694247518500825e-05,
      "loss": 4.675,
      "step": 142235
    },
    {
      "epoch": 0.12450533550529086,
      "grad_norm": 0.41751810908317566,
      "learning_rate": 4.8694148796785574e-05,
      "loss": 4.3716,
      "step": 142240
    },
    {
      "epoch": 0.12450971209891802,
      "grad_norm": 0.44969433546066284,
      "learning_rate": 4.869405007146448e-05,
      "loss": 5.4451,
      "step": 142245
    },
    {
      "epoch": 0.12451408869254517,
      "grad_norm": 0.3878291845321655,
      "learning_rate": 4.8693951342537546e-05,
      "loss": 5.5056,
      "step": 142250
    },
    {
      "epoch": 0.12451846528617233,
      "grad_norm": 0.44506382942199707,
      "learning_rate": 4.869385261000481e-05,
      "loss": 5.692,
      "step": 142255
    },
    {
      "epoch": 0.12452284187979948,
      "grad_norm": 0.41829341650009155,
      "learning_rate": 4.869375387386626e-05,
      "loss": 5.1742,
      "step": 142260
    },
    {
      "epoch": 0.12452721847342664,
      "grad_norm": 0.42992404103279114,
      "learning_rate": 4.869365513412196e-05,
      "loss": 5.2657,
      "step": 142265
    },
    {
      "epoch": 0.12453159506705379,
      "grad_norm": 0.4740560054779053,
      "learning_rate": 4.869355639077189e-05,
      "loss": 4.9481,
      "step": 142270
    },
    {
      "epoch": 0.12453597166068095,
      "grad_norm": 0.37507227063179016,
      "learning_rate": 4.8693457643816075e-05,
      "loss": 5.9984,
      "step": 142275
    },
    {
      "epoch": 0.1245403482543081,
      "grad_norm": 0.39120808243751526,
      "learning_rate": 4.869335889325455e-05,
      "loss": 5.4037,
      "step": 142280
    },
    {
      "epoch": 0.12454472484793526,
      "grad_norm": 0.41407856345176697,
      "learning_rate": 4.869326013908732e-05,
      "loss": 4.6575,
      "step": 142285
    },
    {
      "epoch": 0.12454910144156241,
      "grad_norm": 0.4444102346897125,
      "learning_rate": 4.86931613813144e-05,
      "loss": 4.9519,
      "step": 142290
    },
    {
      "epoch": 0.12455347803518957,
      "grad_norm": 0.39312511682510376,
      "learning_rate": 4.869306261993584e-05,
      "loss": 5.1756,
      "step": 142295
    },
    {
      "epoch": 0.12455785462881672,
      "grad_norm": 0.4254797399044037,
      "learning_rate": 4.869296385495162e-05,
      "loss": 4.9294,
      "step": 142300
    },
    {
      "epoch": 0.12456223122244388,
      "grad_norm": 0.5530414581298828,
      "learning_rate": 4.8692865086361785e-05,
      "loss": 5.1674,
      "step": 142305
    },
    {
      "epoch": 0.12456660781607103,
      "grad_norm": 0.4058155119419098,
      "learning_rate": 4.869276631416634e-05,
      "loss": 5.1737,
      "step": 142310
    },
    {
      "epoch": 0.12457098440969819,
      "grad_norm": 0.4027768671512604,
      "learning_rate": 4.869266753836531e-05,
      "loss": 5.0689,
      "step": 142315
    },
    {
      "epoch": 0.12457536100332534,
      "grad_norm": 0.41310253739356995,
      "learning_rate": 4.869256875895871e-05,
      "loss": 5.7887,
      "step": 142320
    },
    {
      "epoch": 0.12457973759695248,
      "grad_norm": 0.5888997912406921,
      "learning_rate": 4.869246997594656e-05,
      "loss": 5.5372,
      "step": 142325
    },
    {
      "epoch": 0.12458411419057965,
      "grad_norm": 0.3857963979244232,
      "learning_rate": 4.869237118932889e-05,
      "loss": 5.4789,
      "step": 142330
    },
    {
      "epoch": 0.12458849078420679,
      "grad_norm": 0.3912714123725891,
      "learning_rate": 4.869227239910571e-05,
      "loss": 4.8923,
      "step": 142335
    },
    {
      "epoch": 0.12459286737783395,
      "grad_norm": 0.46486061811447144,
      "learning_rate": 4.869217360527704e-05,
      "loss": 5.7901,
      "step": 142340
    },
    {
      "epoch": 0.1245972439714611,
      "grad_norm": 0.4141367971897125,
      "learning_rate": 4.869207480784289e-05,
      "loss": 5.2389,
      "step": 142345
    },
    {
      "epoch": 0.12460162056508826,
      "grad_norm": 0.4283772110939026,
      "learning_rate": 4.8691976006803296e-05,
      "loss": 4.9514,
      "step": 142350
    },
    {
      "epoch": 0.12460599715871541,
      "grad_norm": 0.3894469738006592,
      "learning_rate": 4.869187720215827e-05,
      "loss": 4.9516,
      "step": 142355
    },
    {
      "epoch": 0.12461037375234257,
      "grad_norm": 0.4086712896823883,
      "learning_rate": 4.8691778393907814e-05,
      "loss": 4.7124,
      "step": 142360
    },
    {
      "epoch": 0.12461475034596972,
      "grad_norm": 0.42539381980895996,
      "learning_rate": 4.869167958205199e-05,
      "loss": 5.1583,
      "step": 142365
    },
    {
      "epoch": 0.12461912693959688,
      "grad_norm": 0.429941862821579,
      "learning_rate": 4.869158076659076e-05,
      "loss": 5.1504,
      "step": 142370
    },
    {
      "epoch": 0.12462350353322403,
      "grad_norm": 0.4189372956752777,
      "learning_rate": 4.8691481947524185e-05,
      "loss": 4.8882,
      "step": 142375
    },
    {
      "epoch": 0.12462788012685119,
      "grad_norm": 0.39494091272354126,
      "learning_rate": 4.8691383124852276e-05,
      "loss": 5.1584,
      "step": 142380
    },
    {
      "epoch": 0.12463225672047834,
      "grad_norm": 0.40134197473526,
      "learning_rate": 4.8691284298575043e-05,
      "loss": 5.782,
      "step": 142385
    },
    {
      "epoch": 0.1246366333141055,
      "grad_norm": 0.37404531240463257,
      "learning_rate": 4.8691185468692527e-05,
      "loss": 5.6939,
      "step": 142390
    },
    {
      "epoch": 0.12464100990773265,
      "grad_norm": 0.42040327191352844,
      "learning_rate": 4.8691086635204705e-05,
      "loss": 4.7163,
      "step": 142395
    },
    {
      "epoch": 0.12464538650135981,
      "grad_norm": 0.3990737795829773,
      "learning_rate": 4.869098779811164e-05,
      "loss": 5.4635,
      "step": 142400
    },
    {
      "epoch": 0.12464976309498696,
      "grad_norm": 0.4610960781574249,
      "learning_rate": 4.869088895741332e-05,
      "loss": 6.0195,
      "step": 142405
    },
    {
      "epoch": 0.12465413968861412,
      "grad_norm": 0.4163016974925995,
      "learning_rate": 4.869079011310979e-05,
      "loss": 5.3869,
      "step": 142410
    },
    {
      "epoch": 0.12465851628224127,
      "grad_norm": 0.440339595079422,
      "learning_rate": 4.8690691265201035e-05,
      "loss": 5.4802,
      "step": 142415
    },
    {
      "epoch": 0.12466289287586843,
      "grad_norm": 0.4102042615413666,
      "learning_rate": 4.8690592413687106e-05,
      "loss": 5.7744,
      "step": 142420
    },
    {
      "epoch": 0.12466726946949558,
      "grad_norm": 0.4261716604232788,
      "learning_rate": 4.8690493558568015e-05,
      "loss": 4.7585,
      "step": 142425
    },
    {
      "epoch": 0.12467164606312274,
      "grad_norm": 0.4384332299232483,
      "learning_rate": 4.869039469984377e-05,
      "loss": 4.7765,
      "step": 142430
    },
    {
      "epoch": 0.12467602265674989,
      "grad_norm": 0.3713934123516083,
      "learning_rate": 4.86902958375144e-05,
      "loss": 5.6934,
      "step": 142435
    },
    {
      "epoch": 0.12468039925037705,
      "grad_norm": 0.527167797088623,
      "learning_rate": 4.869019697157992e-05,
      "loss": 5.4882,
      "step": 142440
    },
    {
      "epoch": 0.1246847758440042,
      "grad_norm": 0.41860827803611755,
      "learning_rate": 4.869009810204035e-05,
      "loss": 4.6915,
      "step": 142445
    },
    {
      "epoch": 0.12468915243763136,
      "grad_norm": 0.38378116488456726,
      "learning_rate": 4.868999922889571e-05,
      "loss": 5.2496,
      "step": 142450
    },
    {
      "epoch": 0.12469352903125851,
      "grad_norm": 0.4170210361480713,
      "learning_rate": 4.868990035214601e-05,
      "loss": 4.7499,
      "step": 142455
    },
    {
      "epoch": 0.12469790562488565,
      "grad_norm": 0.44578710198402405,
      "learning_rate": 4.8689801471791286e-05,
      "loss": 4.6484,
      "step": 142460
    },
    {
      "epoch": 0.12470228221851282,
      "grad_norm": 0.40878361463546753,
      "learning_rate": 4.868970258783154e-05,
      "loss": 4.9478,
      "step": 142465
    },
    {
      "epoch": 0.12470665881213996,
      "grad_norm": 0.41941002011299133,
      "learning_rate": 4.868960370026681e-05,
      "loss": 5.4938,
      "step": 142470
    },
    {
      "epoch": 0.12471103540576713,
      "grad_norm": 0.43421193957328796,
      "learning_rate": 4.86895048090971e-05,
      "loss": 4.6506,
      "step": 142475
    },
    {
      "epoch": 0.12471541199939427,
      "grad_norm": 0.47237440943717957,
      "learning_rate": 4.8689405914322426e-05,
      "loss": 4.9565,
      "step": 142480
    },
    {
      "epoch": 0.12471978859302144,
      "grad_norm": 0.42687928676605225,
      "learning_rate": 4.868930701594282e-05,
      "loss": 4.6513,
      "step": 142485
    },
    {
      "epoch": 0.12472416518664858,
      "grad_norm": 0.4406454265117645,
      "learning_rate": 4.86892081139583e-05,
      "loss": 5.1941,
      "step": 142490
    },
    {
      "epoch": 0.12472854178027575,
      "grad_norm": 0.422357976436615,
      "learning_rate": 4.868910920836888e-05,
      "loss": 4.9511,
      "step": 142495
    },
    {
      "epoch": 0.12473291837390289,
      "grad_norm": 0.4117836654186249,
      "learning_rate": 4.868901029917457e-05,
      "loss": 5.7894,
      "step": 142500
    },
    {
      "epoch": 0.12473729496753005,
      "grad_norm": 0.3846757411956787,
      "learning_rate": 4.8688911386375404e-05,
      "loss": 6.2951,
      "step": 142505
    },
    {
      "epoch": 0.1247416715611572,
      "grad_norm": 0.387729287147522,
      "learning_rate": 4.86888124699714e-05,
      "loss": 5.463,
      "step": 142510
    },
    {
      "epoch": 0.12474604815478436,
      "grad_norm": 0.40397948026657104,
      "learning_rate": 4.8688713549962564e-05,
      "loss": 5.3875,
      "step": 142515
    },
    {
      "epoch": 0.12475042474841151,
      "grad_norm": 0.41157588362693787,
      "learning_rate": 4.868861462634894e-05,
      "loss": 4.986,
      "step": 142520
    },
    {
      "epoch": 0.12475480134203867,
      "grad_norm": 0.42043471336364746,
      "learning_rate": 4.868851569913051e-05,
      "loss": 4.4699,
      "step": 142525
    },
    {
      "epoch": 0.12475917793566582,
      "grad_norm": 0.4476798474788666,
      "learning_rate": 4.868841676830732e-05,
      "loss": 4.9325,
      "step": 142530
    },
    {
      "epoch": 0.12476355452929298,
      "grad_norm": 0.37623298168182373,
      "learning_rate": 4.868831783387939e-05,
      "loss": 5.7638,
      "step": 142535
    },
    {
      "epoch": 0.12476793112292013,
      "grad_norm": 0.40951380133628845,
      "learning_rate": 4.868821889584674e-05,
      "loss": 5.2095,
      "step": 142540
    },
    {
      "epoch": 0.12477230771654729,
      "grad_norm": 0.4154594838619232,
      "learning_rate": 4.8688119954209365e-05,
      "loss": 4.861,
      "step": 142545
    },
    {
      "epoch": 0.12477668431017444,
      "grad_norm": 0.4006630778312683,
      "learning_rate": 4.86880210089673e-05,
      "loss": 5.4018,
      "step": 142550
    },
    {
      "epoch": 0.1247810609038016,
      "grad_norm": 0.3891865909099579,
      "learning_rate": 4.8687922060120574e-05,
      "loss": 5.3908,
      "step": 142555
    },
    {
      "epoch": 0.12478543749742875,
      "grad_norm": 0.3904315233230591,
      "learning_rate": 4.868782310766919e-05,
      "loss": 4.3826,
      "step": 142560
    },
    {
      "epoch": 0.12478981409105591,
      "grad_norm": 0.458673894405365,
      "learning_rate": 4.868772415161318e-05,
      "loss": 5.2356,
      "step": 142565
    },
    {
      "epoch": 0.12479419068468306,
      "grad_norm": 0.46021005511283875,
      "learning_rate": 4.868762519195256e-05,
      "loss": 5.1477,
      "step": 142570
    },
    {
      "epoch": 0.12479856727831022,
      "grad_norm": 0.5578234195709229,
      "learning_rate": 4.8687526228687344e-05,
      "loss": 4.7382,
      "step": 142575
    },
    {
      "epoch": 0.12480294387193737,
      "grad_norm": 0.42182430624961853,
      "learning_rate": 4.868742726181754e-05,
      "loss": 4.9804,
      "step": 142580
    },
    {
      "epoch": 0.12480732046556452,
      "grad_norm": 0.3938954174518585,
      "learning_rate": 4.868732829134318e-05,
      "loss": 5.4954,
      "step": 142585
    },
    {
      "epoch": 0.12481169705919168,
      "grad_norm": 0.38989564776420593,
      "learning_rate": 4.8687229317264305e-05,
      "loss": 5.8035,
      "step": 142590
    },
    {
      "epoch": 0.12481607365281883,
      "grad_norm": 0.39354899525642395,
      "learning_rate": 4.86871303395809e-05,
      "loss": 5.684,
      "step": 142595
    },
    {
      "epoch": 0.12482045024644599,
      "grad_norm": 0.40532249212265015,
      "learning_rate": 4.8687031358292987e-05,
      "loss": 5.376,
      "step": 142600
    },
    {
      "epoch": 0.12482482684007314,
      "grad_norm": 0.4127015471458435,
      "learning_rate": 4.868693237340061e-05,
      "loss": 5.9887,
      "step": 142605
    },
    {
      "epoch": 0.1248292034337003,
      "grad_norm": 0.4273628294467926,
      "learning_rate": 4.8686833384903765e-05,
      "loss": 5.255,
      "step": 142610
    },
    {
      "epoch": 0.12483358002732745,
      "grad_norm": 0.39316150546073914,
      "learning_rate": 4.868673439280248e-05,
      "loss": 5.3941,
      "step": 142615
    },
    {
      "epoch": 0.12483795662095461,
      "grad_norm": 0.43079811334609985,
      "learning_rate": 4.868663539709677e-05,
      "loss": 4.9994,
      "step": 142620
    },
    {
      "epoch": 0.12484233321458175,
      "grad_norm": 0.3880995810031891,
      "learning_rate": 4.8686536397786656e-05,
      "loss": 5.2276,
      "step": 142625
    },
    {
      "epoch": 0.12484670980820892,
      "grad_norm": 0.40964722633361816,
      "learning_rate": 4.868643739487217e-05,
      "loss": 5.5426,
      "step": 142630
    },
    {
      "epoch": 0.12485108640183606,
      "grad_norm": 0.3780606985092163,
      "learning_rate": 4.86863383883533e-05,
      "loss": 5.657,
      "step": 142635
    },
    {
      "epoch": 0.12485546299546323,
      "grad_norm": 0.3984084725379944,
      "learning_rate": 4.868623937823009e-05,
      "loss": 5.132,
      "step": 142640
    },
    {
      "epoch": 0.12485983958909037,
      "grad_norm": 0.4060494899749756,
      "learning_rate": 4.8686140364502554e-05,
      "loss": 4.4237,
      "step": 142645
    },
    {
      "epoch": 0.12486421618271754,
      "grad_norm": 0.40689319372177124,
      "learning_rate": 4.868604134717072e-05,
      "loss": 5.4614,
      "step": 142650
    },
    {
      "epoch": 0.12486859277634468,
      "grad_norm": 0.4300174117088318,
      "learning_rate": 4.868594232623459e-05,
      "loss": 4.9794,
      "step": 142655
    },
    {
      "epoch": 0.12487296936997185,
      "grad_norm": 0.41679033637046814,
      "learning_rate": 4.868584330169419e-05,
      "loss": 4.9677,
      "step": 142660
    },
    {
      "epoch": 0.12487734596359899,
      "grad_norm": 0.37122002243995667,
      "learning_rate": 4.8685744273549535e-05,
      "loss": 5.1811,
      "step": 142665
    },
    {
      "epoch": 0.12488172255722615,
      "grad_norm": 0.35794344544410706,
      "learning_rate": 4.868564524180066e-05,
      "loss": 6.2867,
      "step": 142670
    },
    {
      "epoch": 0.1248860991508533,
      "grad_norm": 0.39850789308547974,
      "learning_rate": 4.868554620644756e-05,
      "loss": 5.1994,
      "step": 142675
    },
    {
      "epoch": 0.12489047574448046,
      "grad_norm": 0.3621162474155426,
      "learning_rate": 4.868544716749027e-05,
      "loss": 6.2514,
      "step": 142680
    },
    {
      "epoch": 0.12489485233810761,
      "grad_norm": 0.41739529371261597,
      "learning_rate": 4.868534812492882e-05,
      "loss": 4.9631,
      "step": 142685
    },
    {
      "epoch": 0.12489922893173477,
      "grad_norm": 0.37606993317604065,
      "learning_rate": 4.868524907876321e-05,
      "loss": 6.2771,
      "step": 142690
    },
    {
      "epoch": 0.12490360552536192,
      "grad_norm": 0.3967072367668152,
      "learning_rate": 4.868515002899345e-05,
      "loss": 5.3791,
      "step": 142695
    },
    {
      "epoch": 0.12490798211898908,
      "grad_norm": 0.39769163727760315,
      "learning_rate": 4.8685050975619585e-05,
      "loss": 5.1828,
      "step": 142700
    },
    {
      "epoch": 0.12491235871261623,
      "grad_norm": 0.43023011088371277,
      "learning_rate": 4.868495191864162e-05,
      "loss": 4.1754,
      "step": 142705
    },
    {
      "epoch": 0.12491673530624339,
      "grad_norm": 0.3865801692008972,
      "learning_rate": 4.868485285805958e-05,
      "loss": 5.1758,
      "step": 142710
    },
    {
      "epoch": 0.12492111189987054,
      "grad_norm": 0.3616790771484375,
      "learning_rate": 4.8684753793873474e-05,
      "loss": 5.699,
      "step": 142715
    },
    {
      "epoch": 0.12492548849349769,
      "grad_norm": 0.39297547936439514,
      "learning_rate": 4.8684654726083336e-05,
      "loss": 5.4685,
      "step": 142720
    },
    {
      "epoch": 0.12492986508712485,
      "grad_norm": 0.3800281584262848,
      "learning_rate": 4.868455565468917e-05,
      "loss": 5.4542,
      "step": 142725
    },
    {
      "epoch": 0.124934241680752,
      "grad_norm": 0.43436354398727417,
      "learning_rate": 4.8684456579690996e-05,
      "loss": 4.6299,
      "step": 142730
    },
    {
      "epoch": 0.12493861827437916,
      "grad_norm": 0.36735355854034424,
      "learning_rate": 4.868435750108885e-05,
      "loss": 5.9941,
      "step": 142735
    },
    {
      "epoch": 0.12494299486800631,
      "grad_norm": 0.39847931265830994,
      "learning_rate": 4.868425841888273e-05,
      "loss": 5.1521,
      "step": 142740
    },
    {
      "epoch": 0.12494737146163347,
      "grad_norm": 0.4316680431365967,
      "learning_rate": 4.868415933307268e-05,
      "loss": 3.9394,
      "step": 142745
    },
    {
      "epoch": 0.12495174805526062,
      "grad_norm": 0.43673479557037354,
      "learning_rate": 4.868406024365869e-05,
      "loss": 4.43,
      "step": 142750
    },
    {
      "epoch": 0.12495612464888778,
      "grad_norm": 0.4216758608818054,
      "learning_rate": 4.86839611506408e-05,
      "loss": 4.2402,
      "step": 142755
    },
    {
      "epoch": 0.12496050124251493,
      "grad_norm": 0.4196533262729645,
      "learning_rate": 4.8683862054019024e-05,
      "loss": 5.734,
      "step": 142760
    },
    {
      "epoch": 0.12496487783614209,
      "grad_norm": 0.4182395040988922,
      "learning_rate": 4.868376295379338e-05,
      "loss": 6.0139,
      "step": 142765
    },
    {
      "epoch": 0.12496925442976924,
      "grad_norm": 0.3737548589706421,
      "learning_rate": 4.868366384996388e-05,
      "loss": 5.4651,
      "step": 142770
    },
    {
      "epoch": 0.1249736310233964,
      "grad_norm": 0.41026103496551514,
      "learning_rate": 4.868356474253055e-05,
      "loss": 5.3752,
      "step": 142775
    },
    {
      "epoch": 0.12497800761702355,
      "grad_norm": 0.40921860933303833,
      "learning_rate": 4.868346563149342e-05,
      "loss": 5.4628,
      "step": 142780
    },
    {
      "epoch": 0.12498238421065071,
      "grad_norm": 0.3684011697769165,
      "learning_rate": 4.8683366516852493e-05,
      "loss": 5.7675,
      "step": 142785
    },
    {
      "epoch": 0.12498676080427785,
      "grad_norm": 0.410940945148468,
      "learning_rate": 4.868326739860779e-05,
      "loss": 5.4893,
      "step": 142790
    },
    {
      "epoch": 0.12499113739790502,
      "grad_norm": 0.5088598728179932,
      "learning_rate": 4.8683168276759336e-05,
      "loss": 4.2498,
      "step": 142795
    },
    {
      "epoch": 0.12499551399153216,
      "grad_norm": 0.3678487539291382,
      "learning_rate": 4.8683069151307145e-05,
      "loss": 5.6822,
      "step": 142800
    },
    {
      "epoch": 0.12499989058515933,
      "grad_norm": 0.36177000403404236,
      "learning_rate": 4.868297002225124e-05,
      "loss": 6.3182,
      "step": 142805
    },
    {
      "epoch": 0.1250042671787865,
      "grad_norm": 0.37286749482154846,
      "learning_rate": 4.868287088959165e-05,
      "loss": 5.738,
      "step": 142810
    },
    {
      "epoch": 0.12500864377241364,
      "grad_norm": 0.42100319266319275,
      "learning_rate": 4.868277175332837e-05,
      "loss": 4.3495,
      "step": 142815
    },
    {
      "epoch": 0.12501302036604078,
      "grad_norm": 0.39679622650146484,
      "learning_rate": 4.8682672613461434e-05,
      "loss": 4.9382,
      "step": 142820
    },
    {
      "epoch": 0.12501739695966793,
      "grad_norm": 0.40636247396469116,
      "learning_rate": 4.8682573469990854e-05,
      "loss": 5.7057,
      "step": 142825
    },
    {
      "epoch": 0.1250217735532951,
      "grad_norm": 0.36719030141830444,
      "learning_rate": 4.868247432291666e-05,
      "loss": 5.2862,
      "step": 142830
    },
    {
      "epoch": 0.12502615014692225,
      "grad_norm": 0.3730280101299286,
      "learning_rate": 4.868237517223887e-05,
      "loss": 5.4852,
      "step": 142835
    },
    {
      "epoch": 0.1250305267405494,
      "grad_norm": 0.42531296610832214,
      "learning_rate": 4.8682276017957486e-05,
      "loss": 4.6529,
      "step": 142840
    },
    {
      "epoch": 0.12503490333417655,
      "grad_norm": 0.3645833432674408,
      "learning_rate": 4.868217686007256e-05,
      "loss": 5.2127,
      "step": 142845
    },
    {
      "epoch": 0.1250392799278037,
      "grad_norm": 0.38247549533843994,
      "learning_rate": 4.868207769858407e-05,
      "loss": 5.2444,
      "step": 142850
    },
    {
      "epoch": 0.12504365652143087,
      "grad_norm": 0.3693193197250366,
      "learning_rate": 4.8681978533492066e-05,
      "loss": 6.2738,
      "step": 142855
    },
    {
      "epoch": 0.12504803311505802,
      "grad_norm": 0.4019973576068878,
      "learning_rate": 4.8681879364796546e-05,
      "loss": 4.4057,
      "step": 142860
    },
    {
      "epoch": 0.12505240970868517,
      "grad_norm": 0.3746785819530487,
      "learning_rate": 4.868178019249755e-05,
      "loss": 6.2777,
      "step": 142865
    },
    {
      "epoch": 0.12505678630231232,
      "grad_norm": 0.41593137383461,
      "learning_rate": 4.8681681016595096e-05,
      "loss": 5.6998,
      "step": 142870
    },
    {
      "epoch": 0.1250611628959395,
      "grad_norm": 0.40834182500839233,
      "learning_rate": 4.868158183708919e-05,
      "loss": 5.2582,
      "step": 142875
    },
    {
      "epoch": 0.12506553948956664,
      "grad_norm": 0.40567097067832947,
      "learning_rate": 4.868148265397985e-05,
      "loss": 4.9502,
      "step": 142880
    },
    {
      "epoch": 0.1250699160831938,
      "grad_norm": 0.4265538454055786,
      "learning_rate": 4.868138346726709e-05,
      "loss": 5.1741,
      "step": 142885
    },
    {
      "epoch": 0.12507429267682094,
      "grad_norm": 0.37479284405708313,
      "learning_rate": 4.8681284276950955e-05,
      "loss": 5.4923,
      "step": 142890
    },
    {
      "epoch": 0.1250786692704481,
      "grad_norm": 0.37093794345855713,
      "learning_rate": 4.8681185083031444e-05,
      "loss": 5.763,
      "step": 142895
    },
    {
      "epoch": 0.12508304586407526,
      "grad_norm": 0.3829597532749176,
      "learning_rate": 4.868108588550858e-05,
      "loss": 5.1981,
      "step": 142900
    },
    {
      "epoch": 0.1250874224577024,
      "grad_norm": 0.3759442865848541,
      "learning_rate": 4.868098668438239e-05,
      "loss": 4.9673,
      "step": 142905
    },
    {
      "epoch": 0.12509179905132956,
      "grad_norm": 0.41946926712989807,
      "learning_rate": 4.868088747965288e-05,
      "loss": 5.4597,
      "step": 142910
    },
    {
      "epoch": 0.12509617564495673,
      "grad_norm": 0.40847083926200867,
      "learning_rate": 4.868078827132008e-05,
      "loss": 4.8534,
      "step": 142915
    },
    {
      "epoch": 0.12510055223858388,
      "grad_norm": 0.3605477511882782,
      "learning_rate": 4.8680689059384e-05,
      "loss": 5.4697,
      "step": 142920
    },
    {
      "epoch": 0.12510492883221103,
      "grad_norm": 0.35741961002349854,
      "learning_rate": 4.868058984384466e-05,
      "loss": 5.7935,
      "step": 142925
    },
    {
      "epoch": 0.12510930542583817,
      "grad_norm": 0.419588565826416,
      "learning_rate": 4.868049062470209e-05,
      "loss": 4.6336,
      "step": 142930
    },
    {
      "epoch": 0.12511368201946535,
      "grad_norm": 0.42262694239616394,
      "learning_rate": 4.8680391401956305e-05,
      "loss": 5.1657,
      "step": 142935
    },
    {
      "epoch": 0.1251180586130925,
      "grad_norm": 0.40544021129608154,
      "learning_rate": 4.868029217560731e-05,
      "loss": 5.401,
      "step": 142940
    },
    {
      "epoch": 0.12512243520671965,
      "grad_norm": 0.3704236149787903,
      "learning_rate": 4.868019294565515e-05,
      "loss": 4.9183,
      "step": 142945
    },
    {
      "epoch": 0.1251268118003468,
      "grad_norm": 0.40508317947387695,
      "learning_rate": 4.8680093712099815e-05,
      "loss": 4.9675,
      "step": 142950
    },
    {
      "epoch": 0.12513118839397397,
      "grad_norm": 0.42789655923843384,
      "learning_rate": 4.8679994474941347e-05,
      "loss": 5.4818,
      "step": 142955
    },
    {
      "epoch": 0.12513556498760112,
      "grad_norm": 0.3931119441986084,
      "learning_rate": 4.867989523417976e-05,
      "loss": 5.7018,
      "step": 142960
    },
    {
      "epoch": 0.12513994158122826,
      "grad_norm": 0.38410627841949463,
      "learning_rate": 4.8679795989815056e-05,
      "loss": 5.7317,
      "step": 142965
    },
    {
      "epoch": 0.1251443181748554,
      "grad_norm": 0.41886240243911743,
      "learning_rate": 4.867969674184728e-05,
      "loss": 4.7322,
      "step": 142970
    },
    {
      "epoch": 0.12514869476848256,
      "grad_norm": 0.3754850924015045,
      "learning_rate": 4.867959749027644e-05,
      "loss": 5.2774,
      "step": 142975
    },
    {
      "epoch": 0.12515307136210974,
      "grad_norm": 0.41807690262794495,
      "learning_rate": 4.867949823510255e-05,
      "loss": 5.6865,
      "step": 142980
    },
    {
      "epoch": 0.12515744795573688,
      "grad_norm": 0.41132545471191406,
      "learning_rate": 4.867939897632563e-05,
      "loss": 4.6779,
      "step": 142985
    },
    {
      "epoch": 0.12516182454936403,
      "grad_norm": 0.4135877192020416,
      "learning_rate": 4.8679299713945705e-05,
      "loss": 4.9467,
      "step": 142990
    },
    {
      "epoch": 0.12516620114299118,
      "grad_norm": 0.3968213200569153,
      "learning_rate": 4.86792004479628e-05,
      "loss": 5.3629,
      "step": 142995
    },
    {
      "epoch": 0.12517057773661835,
      "grad_norm": 0.4061500132083893,
      "learning_rate": 4.8679101178376915e-05,
      "loss": 5.0607,
      "step": 143000
    },
    {
      "epoch": 0.1251749543302455,
      "grad_norm": 0.39928239583969116,
      "learning_rate": 4.8679001905188083e-05,
      "loss": 5.7461,
      "step": 143005
    },
    {
      "epoch": 0.12517933092387265,
      "grad_norm": 0.36576592922210693,
      "learning_rate": 4.8678902628396326e-05,
      "loss": 5.6656,
      "step": 143010
    },
    {
      "epoch": 0.1251837075174998,
      "grad_norm": 0.403918594121933,
      "learning_rate": 4.8678803348001644e-05,
      "loss": 5.4621,
      "step": 143015
    },
    {
      "epoch": 0.12518808411112697,
      "grad_norm": 0.43791261315345764,
      "learning_rate": 4.8678704064004076e-05,
      "loss": 4.7188,
      "step": 143020
    },
    {
      "epoch": 0.12519246070475412,
      "grad_norm": 0.44066497683525085,
      "learning_rate": 4.867860477640365e-05,
      "loss": 4.9746,
      "step": 143025
    },
    {
      "epoch": 0.12519683729838127,
      "grad_norm": 0.3876475989818573,
      "learning_rate": 4.867850548520035e-05,
      "loss": 5.4002,
      "step": 143030
    },
    {
      "epoch": 0.12520121389200842,
      "grad_norm": 0.4234696626663208,
      "learning_rate": 4.8678406190394224e-05,
      "loss": 4.2117,
      "step": 143035
    },
    {
      "epoch": 0.1252055904856356,
      "grad_norm": 0.40529897809028625,
      "learning_rate": 4.867830689198528e-05,
      "loss": 4.8406,
      "step": 143040
    },
    {
      "epoch": 0.12520996707926274,
      "grad_norm": 0.4008546769618988,
      "learning_rate": 4.8678207589973535e-05,
      "loss": 4.9567,
      "step": 143045
    },
    {
      "epoch": 0.1252143436728899,
      "grad_norm": 0.42568010091781616,
      "learning_rate": 4.8678108284359016e-05,
      "loss": 4.1762,
      "step": 143050
    },
    {
      "epoch": 0.12521872026651704,
      "grad_norm": 0.5026760697364807,
      "learning_rate": 4.867800897514173e-05,
      "loss": 5.9887,
      "step": 143055
    },
    {
      "epoch": 0.1252230968601442,
      "grad_norm": 0.41759708523750305,
      "learning_rate": 4.867790966232172e-05,
      "loss": 4.6614,
      "step": 143060
    },
    {
      "epoch": 0.12522747345377136,
      "grad_norm": 0.3917035758495331,
      "learning_rate": 4.8677810345898986e-05,
      "loss": 4.9612,
      "step": 143065
    },
    {
      "epoch": 0.1252318500473985,
      "grad_norm": 0.40151023864746094,
      "learning_rate": 4.867771102587354e-05,
      "loss": 5.2913,
      "step": 143070
    },
    {
      "epoch": 0.12523622664102566,
      "grad_norm": 0.36771172285079956,
      "learning_rate": 4.867761170224542e-05,
      "loss": 6.3563,
      "step": 143075
    },
    {
      "epoch": 0.12524060323465283,
      "grad_norm": 0.37603333592414856,
      "learning_rate": 4.8677512375014644e-05,
      "loss": 5.2313,
      "step": 143080
    },
    {
      "epoch": 0.12524497982827998,
      "grad_norm": 0.37036141753196716,
      "learning_rate": 4.8677413044181216e-05,
      "loss": 5.9637,
      "step": 143085
    },
    {
      "epoch": 0.12524935642190713,
      "grad_norm": 0.4167371690273285,
      "learning_rate": 4.867731370974517e-05,
      "loss": 4.6283,
      "step": 143090
    },
    {
      "epoch": 0.12525373301553427,
      "grad_norm": 0.4198559820652008,
      "learning_rate": 4.8677214371706504e-05,
      "loss": 5.1695,
      "step": 143095
    },
    {
      "epoch": 0.12525810960916142,
      "grad_norm": 0.40279412269592285,
      "learning_rate": 4.867711503006527e-05,
      "loss": 5.167,
      "step": 143100
    },
    {
      "epoch": 0.1252624862027886,
      "grad_norm": 0.3611949682235718,
      "learning_rate": 4.867701568482146e-05,
      "loss": 5.9688,
      "step": 143105
    },
    {
      "epoch": 0.12526686279641575,
      "grad_norm": 0.4159752428531647,
      "learning_rate": 4.867691633597511e-05,
      "loss": 5.4623,
      "step": 143110
    },
    {
      "epoch": 0.1252712393900429,
      "grad_norm": 0.39586564898490906,
      "learning_rate": 4.867681698352622e-05,
      "loss": 5.6992,
      "step": 143115
    },
    {
      "epoch": 0.12527561598367004,
      "grad_norm": 0.3703979253768921,
      "learning_rate": 4.867671762747482e-05,
      "loss": 5.4749,
      "step": 143120
    },
    {
      "epoch": 0.12527999257729722,
      "grad_norm": 0.3995403051376343,
      "learning_rate": 4.867661826782094e-05,
      "loss": 5.4342,
      "step": 143125
    },
    {
      "epoch": 0.12528436917092436,
      "grad_norm": 0.37202098965644836,
      "learning_rate": 4.867651890456458e-05,
      "loss": 5.6643,
      "step": 143130
    },
    {
      "epoch": 0.1252887457645515,
      "grad_norm": 0.3849920332431793,
      "learning_rate": 4.867641953770578e-05,
      "loss": 6.3201,
      "step": 143135
    },
    {
      "epoch": 0.12529312235817866,
      "grad_norm": 0.39406460523605347,
      "learning_rate": 4.8676320167244536e-05,
      "loss": 5.139,
      "step": 143140
    },
    {
      "epoch": 0.12529749895180584,
      "grad_norm": 0.4463730752468109,
      "learning_rate": 4.8676220793180884e-05,
      "loss": 5.2689,
      "step": 143145
    },
    {
      "epoch": 0.12530187554543298,
      "grad_norm": 0.3694600462913513,
      "learning_rate": 4.867612141551484e-05,
      "loss": 5.6654,
      "step": 143150
    },
    {
      "epoch": 0.12530625213906013,
      "grad_norm": 0.39724817872047424,
      "learning_rate": 4.8676022034246416e-05,
      "loss": 4.9578,
      "step": 143155
    },
    {
      "epoch": 0.12531062873268728,
      "grad_norm": 0.40019354224205017,
      "learning_rate": 4.867592264937564e-05,
      "loss": 4.9133,
      "step": 143160
    },
    {
      "epoch": 0.12531500532631445,
      "grad_norm": 0.4057050943374634,
      "learning_rate": 4.867582326090252e-05,
      "loss": 5.6836,
      "step": 143165
    },
    {
      "epoch": 0.1253193819199416,
      "grad_norm": 0.3659801483154297,
      "learning_rate": 4.8675723868827086e-05,
      "loss": 5.4765,
      "step": 143170
    },
    {
      "epoch": 0.12532375851356875,
      "grad_norm": 0.36479124426841736,
      "learning_rate": 4.867562447314935e-05,
      "loss": 5.6557,
      "step": 143175
    },
    {
      "epoch": 0.1253281351071959,
      "grad_norm": 0.39970695972442627,
      "learning_rate": 4.8675525073869344e-05,
      "loss": 5.459,
      "step": 143180
    },
    {
      "epoch": 0.12533251170082307,
      "grad_norm": 0.40863916277885437,
      "learning_rate": 4.8675425670987076e-05,
      "loss": 4.4187,
      "step": 143185
    },
    {
      "epoch": 0.12533688829445022,
      "grad_norm": 0.4142630696296692,
      "learning_rate": 4.8675326264502554e-05,
      "loss": 4.9836,
      "step": 143190
    },
    {
      "epoch": 0.12534126488807737,
      "grad_norm": 0.41047734022140503,
      "learning_rate": 4.8675226854415824e-05,
      "loss": 5.385,
      "step": 143195
    },
    {
      "epoch": 0.12534564148170452,
      "grad_norm": 0.405138224363327,
      "learning_rate": 4.867512744072689e-05,
      "loss": 5.7053,
      "step": 143200
    },
    {
      "epoch": 0.1253500180753317,
      "grad_norm": 0.38449037075042725,
      "learning_rate": 4.867502802343576e-05,
      "loss": 5.7518,
      "step": 143205
    },
    {
      "epoch": 0.12535439466895884,
      "grad_norm": 0.4034746289253235,
      "learning_rate": 4.867492860254248e-05,
      "loss": 5.9848,
      "step": 143210
    },
    {
      "epoch": 0.125358771262586,
      "grad_norm": 0.3948439359664917,
      "learning_rate": 4.8674829178047054e-05,
      "loss": 5.4487,
      "step": 143215
    },
    {
      "epoch": 0.12536314785621314,
      "grad_norm": 0.3917310833930969,
      "learning_rate": 4.8674729749949496e-05,
      "loss": 5.1795,
      "step": 143220
    },
    {
      "epoch": 0.1253675244498403,
      "grad_norm": 0.42982015013694763,
      "learning_rate": 4.8674630318249826e-05,
      "loss": 5.2504,
      "step": 143225
    },
    {
      "epoch": 0.12537190104346746,
      "grad_norm": 0.40707340836524963,
      "learning_rate": 4.867453088294808e-05,
      "loss": 5.4386,
      "step": 143230
    },
    {
      "epoch": 0.1253762776370946,
      "grad_norm": 0.43296152353286743,
      "learning_rate": 4.8674431444044264e-05,
      "loss": 5.2038,
      "step": 143235
    },
    {
      "epoch": 0.12538065423072176,
      "grad_norm": 0.4004320204257965,
      "learning_rate": 4.867433200153839e-05,
      "loss": 4.8913,
      "step": 143240
    },
    {
      "epoch": 0.1253850308243489,
      "grad_norm": 0.41022351384162903,
      "learning_rate": 4.86742325554305e-05,
      "loss": 5.3734,
      "step": 143245
    },
    {
      "epoch": 0.12538940741797608,
      "grad_norm": 0.3709523677825928,
      "learning_rate": 4.867413310572059e-05,
      "loss": 5.6982,
      "step": 143250
    },
    {
      "epoch": 0.12539378401160323,
      "grad_norm": 0.4423908293247223,
      "learning_rate": 4.867403365240869e-05,
      "loss": 5.1413,
      "step": 143255
    },
    {
      "epoch": 0.12539816060523037,
      "grad_norm": 0.4506043791770935,
      "learning_rate": 4.8673934195494806e-05,
      "loss": 4.6261,
      "step": 143260
    },
    {
      "epoch": 0.12540253719885752,
      "grad_norm": 0.3931046724319458,
      "learning_rate": 4.867383473497899e-05,
      "loss": 6.2678,
      "step": 143265
    },
    {
      "epoch": 0.1254069137924847,
      "grad_norm": 0.3846903443336487,
      "learning_rate": 4.867373527086122e-05,
      "loss": 5.2837,
      "step": 143270
    },
    {
      "epoch": 0.12541129038611185,
      "grad_norm": 0.39867445826530457,
      "learning_rate": 4.8673635803141547e-05,
      "loss": 5.5267,
      "step": 143275
    },
    {
      "epoch": 0.125415666979739,
      "grad_norm": 0.38369232416152954,
      "learning_rate": 4.867353633181998e-05,
      "loss": 6.2889,
      "step": 143280
    },
    {
      "epoch": 0.12542004357336614,
      "grad_norm": 0.36421820521354675,
      "learning_rate": 4.867343685689652e-05,
      "loss": 5.4533,
      "step": 143285
    },
    {
      "epoch": 0.12542442016699332,
      "grad_norm": 0.4608348309993744,
      "learning_rate": 4.867333737837122e-05,
      "loss": 4.4243,
      "step": 143290
    },
    {
      "epoch": 0.12542879676062046,
      "grad_norm": 0.43481504917144775,
      "learning_rate": 4.8673237896244086e-05,
      "loss": 4.9381,
      "step": 143295
    },
    {
      "epoch": 0.1254331733542476,
      "grad_norm": 0.42441853880882263,
      "learning_rate": 4.867313841051512e-05,
      "loss": 4.7342,
      "step": 143300
    },
    {
      "epoch": 0.12543754994787476,
      "grad_norm": 0.4328404664993286,
      "learning_rate": 4.8673038921184356e-05,
      "loss": 4.9344,
      "step": 143305
    },
    {
      "epoch": 0.12544192654150194,
      "grad_norm": 0.4326390027999878,
      "learning_rate": 4.867293942825181e-05,
      "loss": 4.1195,
      "step": 143310
    },
    {
      "epoch": 0.12544630313512908,
      "grad_norm": 0.5107071399688721,
      "learning_rate": 4.8672839931717505e-05,
      "loss": 5.9855,
      "step": 143315
    },
    {
      "epoch": 0.12545067972875623,
      "grad_norm": 0.5631499886512756,
      "learning_rate": 4.867274043158146e-05,
      "loss": 5.1578,
      "step": 143320
    },
    {
      "epoch": 0.12545505632238338,
      "grad_norm": 0.4243578016757965,
      "learning_rate": 4.8672640927843694e-05,
      "loss": 5.1839,
      "step": 143325
    },
    {
      "epoch": 0.12545943291601055,
      "grad_norm": 0.39539167284965515,
      "learning_rate": 4.867254142050421e-05,
      "loss": 5.9957,
      "step": 143330
    },
    {
      "epoch": 0.1254638095096377,
      "grad_norm": 0.3624400496482849,
      "learning_rate": 4.867244190956306e-05,
      "loss": 6.2619,
      "step": 143335
    },
    {
      "epoch": 0.12546818610326485,
      "grad_norm": 0.3585744798183441,
      "learning_rate": 4.8672342395020245e-05,
      "loss": 5.9797,
      "step": 143340
    },
    {
      "epoch": 0.125472562696892,
      "grad_norm": 0.37206125259399414,
      "learning_rate": 4.867224287687576e-05,
      "loss": 5.768,
      "step": 143345
    },
    {
      "epoch": 0.12547693929051917,
      "grad_norm": 0.41130322217941284,
      "learning_rate": 4.867214335512967e-05,
      "loss": 4.6599,
      "step": 143350
    },
    {
      "epoch": 0.12548131588414632,
      "grad_norm": 0.40663737058639526,
      "learning_rate": 4.8672043829781964e-05,
      "loss": 5.7658,
      "step": 143355
    },
    {
      "epoch": 0.12548569247777347,
      "grad_norm": 0.3815765380859375,
      "learning_rate": 4.867194430083267e-05,
      "loss": 5.476,
      "step": 143360
    },
    {
      "epoch": 0.12549006907140062,
      "grad_norm": 0.42974451184272766,
      "learning_rate": 4.8671844768281805e-05,
      "loss": 4.4303,
      "step": 143365
    },
    {
      "epoch": 0.12549444566502777,
      "grad_norm": 0.4485388994216919,
      "learning_rate": 4.867174523212939e-05,
      "loss": 5.7737,
      "step": 143370
    },
    {
      "epoch": 0.12549882225865494,
      "grad_norm": 0.41355812549591064,
      "learning_rate": 4.8671645692375444e-05,
      "loss": 4.209,
      "step": 143375
    },
    {
      "epoch": 0.1255031988522821,
      "grad_norm": 0.46309199929237366,
      "learning_rate": 4.867154614902e-05,
      "loss": 6.0033,
      "step": 143380
    },
    {
      "epoch": 0.12550757544590924,
      "grad_norm": 0.3797423541545868,
      "learning_rate": 4.8671446602063045e-05,
      "loss": 6.3451,
      "step": 143385
    },
    {
      "epoch": 0.12551195203953638,
      "grad_norm": 0.42835959792137146,
      "learning_rate": 4.867134705150462e-05,
      "loss": 5.2621,
      "step": 143390
    },
    {
      "epoch": 0.12551632863316356,
      "grad_norm": 0.4275221824645996,
      "learning_rate": 4.8671247497344744e-05,
      "loss": 5.2272,
      "step": 143395
    },
    {
      "epoch": 0.1255207052267907,
      "grad_norm": 0.41564705967903137,
      "learning_rate": 4.867114793958343e-05,
      "loss": 4.43,
      "step": 143400
    },
    {
      "epoch": 0.12552508182041786,
      "grad_norm": 0.47460266947746277,
      "learning_rate": 4.867104837822071e-05,
      "loss": 5.9584,
      "step": 143405
    },
    {
      "epoch": 0.125529458414045,
      "grad_norm": 0.41276535391807556,
      "learning_rate": 4.867094881325658e-05,
      "loss": 5.4749,
      "step": 143410
    },
    {
      "epoch": 0.12553383500767218,
      "grad_norm": 0.4030742049217224,
      "learning_rate": 4.867084924469108e-05,
      "loss": 6.3414,
      "step": 143415
    },
    {
      "epoch": 0.12553821160129933,
      "grad_norm": 0.41936567425727844,
      "learning_rate": 4.867074967252422e-05,
      "loss": 5.1739,
      "step": 143420
    },
    {
      "epoch": 0.12554258819492647,
      "grad_norm": 0.426001638174057,
      "learning_rate": 4.867065009675601e-05,
      "loss": 4.8581,
      "step": 143425
    },
    {
      "epoch": 0.12554696478855362,
      "grad_norm": 0.44138485193252563,
      "learning_rate": 4.867055051738649e-05,
      "loss": 4.6728,
      "step": 143430
    },
    {
      "epoch": 0.1255513413821808,
      "grad_norm": 0.40590566396713257,
      "learning_rate": 4.8670450934415676e-05,
      "loss": 4.9333,
      "step": 143435
    },
    {
      "epoch": 0.12555571797580795,
      "grad_norm": 0.40964317321777344,
      "learning_rate": 4.8670351347843567e-05,
      "loss": 4.7324,
      "step": 143440
    },
    {
      "epoch": 0.1255600945694351,
      "grad_norm": 0.37823137640953064,
      "learning_rate": 4.8670251757670205e-05,
      "loss": 5.5004,
      "step": 143445
    },
    {
      "epoch": 0.12556447116306224,
      "grad_norm": 0.3656916618347168,
      "learning_rate": 4.86701521638956e-05,
      "loss": 5.9998,
      "step": 143450
    },
    {
      "epoch": 0.12556884775668942,
      "grad_norm": 0.4057488739490509,
      "learning_rate": 4.8670052566519774e-05,
      "loss": 4.5275,
      "step": 143455
    },
    {
      "epoch": 0.12557322435031656,
      "grad_norm": 0.5346000790596008,
      "learning_rate": 4.866995296554273e-05,
      "loss": 4.4288,
      "step": 143460
    },
    {
      "epoch": 0.1255776009439437,
      "grad_norm": 0.4163258671760559,
      "learning_rate": 4.866985336096451e-05,
      "loss": 5.2054,
      "step": 143465
    },
    {
      "epoch": 0.12558197753757086,
      "grad_norm": 0.3810602128505707,
      "learning_rate": 4.866975375278513e-05,
      "loss": 5.2962,
      "step": 143470
    },
    {
      "epoch": 0.12558635413119804,
      "grad_norm": 0.417654424905777,
      "learning_rate": 4.866965414100459e-05,
      "loss": 5.0063,
      "step": 143475
    },
    {
      "epoch": 0.12559073072482518,
      "grad_norm": 0.41110655665397644,
      "learning_rate": 4.866955452562293e-05,
      "loss": 5.4806,
      "step": 143480
    },
    {
      "epoch": 0.12559510731845233,
      "grad_norm": 0.3690830171108246,
      "learning_rate": 4.8669454906640166e-05,
      "loss": 6.0113,
      "step": 143485
    },
    {
      "epoch": 0.12559948391207948,
      "grad_norm": 0.4276968240737915,
      "learning_rate": 4.866935528405631e-05,
      "loss": 4.7888,
      "step": 143490
    },
    {
      "epoch": 0.12560386050570663,
      "grad_norm": 0.4157377779483795,
      "learning_rate": 4.866925565787137e-05,
      "loss": 5.775,
      "step": 143495
    },
    {
      "epoch": 0.1256082370993338,
      "grad_norm": 0.43364137411117554,
      "learning_rate": 4.8669156028085394e-05,
      "loss": 5.9725,
      "step": 143500
    },
    {
      "epoch": 0.12561261369296095,
      "grad_norm": 0.4158400595188141,
      "learning_rate": 4.866905639469838e-05,
      "loss": 5.1829,
      "step": 143505
    },
    {
      "epoch": 0.1256169902865881,
      "grad_norm": 0.38525083661079407,
      "learning_rate": 4.866895675771036e-05,
      "loss": 6.3086,
      "step": 143510
    },
    {
      "epoch": 0.12562136688021525,
      "grad_norm": 0.418536901473999,
      "learning_rate": 4.866885711712133e-05,
      "loss": 4.6331,
      "step": 143515
    },
    {
      "epoch": 0.12562574347384242,
      "grad_norm": 0.3821745812892914,
      "learning_rate": 4.8668757472931345e-05,
      "loss": 4.9442,
      "step": 143520
    },
    {
      "epoch": 0.12563012006746957,
      "grad_norm": 0.4049423635005951,
      "learning_rate": 4.86686578251404e-05,
      "loss": 5.4031,
      "step": 143525
    },
    {
      "epoch": 0.12563449666109672,
      "grad_norm": 0.39633822441101074,
      "learning_rate": 4.866855817374852e-05,
      "loss": 5.2646,
      "step": 143530
    },
    {
      "epoch": 0.12563887325472387,
      "grad_norm": 0.4211071729660034,
      "learning_rate": 4.866845851875572e-05,
      "loss": 4.6364,
      "step": 143535
    },
    {
      "epoch": 0.12564324984835104,
      "grad_norm": 0.4179215431213379,
      "learning_rate": 4.866835886016202e-05,
      "loss": 5.159,
      "step": 143540
    },
    {
      "epoch": 0.1256476264419782,
      "grad_norm": 0.4130295217037201,
      "learning_rate": 4.866825919796745e-05,
      "loss": 5.4976,
      "step": 143545
    },
    {
      "epoch": 0.12565200303560534,
      "grad_norm": 0.372236430644989,
      "learning_rate": 4.866815953217202e-05,
      "loss": 5.7708,
      "step": 143550
    },
    {
      "epoch": 0.12565637962923248,
      "grad_norm": 0.41785383224487305,
      "learning_rate": 4.866805986277575e-05,
      "loss": 4.7465,
      "step": 143555
    },
    {
      "epoch": 0.12566075622285966,
      "grad_norm": 0.3698159456253052,
      "learning_rate": 4.866796018977865e-05,
      "loss": 5.2436,
      "step": 143560
    },
    {
      "epoch": 0.1256651328164868,
      "grad_norm": 0.36322593688964844,
      "learning_rate": 4.8667860513180765e-05,
      "loss": 5.7954,
      "step": 143565
    },
    {
      "epoch": 0.12566950941011396,
      "grad_norm": 0.4466458857059479,
      "learning_rate": 4.866776083298209e-05,
      "loss": 4.9754,
      "step": 143570
    },
    {
      "epoch": 0.1256738860037411,
      "grad_norm": 0.42924851179122925,
      "learning_rate": 4.8667661149182656e-05,
      "loss": 4.9464,
      "step": 143575
    },
    {
      "epoch": 0.12567826259736828,
      "grad_norm": 0.3675268292427063,
      "learning_rate": 4.866756146178246e-05,
      "loss": 5.6742,
      "step": 143580
    },
    {
      "epoch": 0.12568263919099543,
      "grad_norm": 0.4014979302883148,
      "learning_rate": 4.8667461770781565e-05,
      "loss": 4.443,
      "step": 143585
    },
    {
      "epoch": 0.12568701578462257,
      "grad_norm": 0.3971538543701172,
      "learning_rate": 4.866736207617996e-05,
      "loss": 5.9842,
      "step": 143590
    },
    {
      "epoch": 0.12569139237824972,
      "grad_norm": 0.41568151116371155,
      "learning_rate": 4.866726237797766e-05,
      "loss": 5.1753,
      "step": 143595
    },
    {
      "epoch": 0.1256957689718769,
      "grad_norm": 0.37814247608184814,
      "learning_rate": 4.8667162676174696e-05,
      "loss": 5.4866,
      "step": 143600
    },
    {
      "epoch": 0.12570014556550405,
      "grad_norm": 0.4172215163707733,
      "learning_rate": 4.8667062970771094e-05,
      "loss": 5.2621,
      "step": 143605
    },
    {
      "epoch": 0.1257045221591312,
      "grad_norm": 0.4135347306728363,
      "learning_rate": 4.866696326176685e-05,
      "loss": 4.15,
      "step": 143610
    },
    {
      "epoch": 0.12570889875275834,
      "grad_norm": 0.4178103804588318,
      "learning_rate": 4.8666863549162e-05,
      "loss": 4.9706,
      "step": 143615
    },
    {
      "epoch": 0.1257132753463855,
      "grad_norm": 0.3987298905849457,
      "learning_rate": 4.866676383295657e-05,
      "loss": 5.1673,
      "step": 143620
    },
    {
      "epoch": 0.12571765194001266,
      "grad_norm": 0.42104366421699524,
      "learning_rate": 4.8666664113150565e-05,
      "loss": 5.2561,
      "step": 143625
    },
    {
      "epoch": 0.1257220285336398,
      "grad_norm": 0.40706539154052734,
      "learning_rate": 4.866656438974401e-05,
      "loss": 4.9493,
      "step": 143630
    },
    {
      "epoch": 0.12572640512726696,
      "grad_norm": 0.4399915635585785,
      "learning_rate": 4.866646466273691e-05,
      "loss": 4.3646,
      "step": 143635
    },
    {
      "epoch": 0.1257307817208941,
      "grad_norm": 0.4485844075679779,
      "learning_rate": 4.866636493212931e-05,
      "loss": 5.2697,
      "step": 143640
    },
    {
      "epoch": 0.12573515831452128,
      "grad_norm": 0.43524596095085144,
      "learning_rate": 4.8666265197921225e-05,
      "loss": 5.2659,
      "step": 143645
    },
    {
      "epoch": 0.12573953490814843,
      "grad_norm": 0.3976573348045349,
      "learning_rate": 4.866616546011266e-05,
      "loss": 4.9853,
      "step": 143650
    },
    {
      "epoch": 0.12574391150177558,
      "grad_norm": 0.4515744149684906,
      "learning_rate": 4.8666065718703636e-05,
      "loss": 6.0098,
      "step": 143655
    },
    {
      "epoch": 0.12574828809540273,
      "grad_norm": 0.46359094977378845,
      "learning_rate": 4.866596597369417e-05,
      "loss": 5.1805,
      "step": 143660
    },
    {
      "epoch": 0.1257526646890299,
      "grad_norm": 0.4077454209327698,
      "learning_rate": 4.86658662250843e-05,
      "loss": 6.2594,
      "step": 143665
    },
    {
      "epoch": 0.12575704128265705,
      "grad_norm": 0.4061208665370941,
      "learning_rate": 4.866576647287403e-05,
      "loss": 5.1957,
      "step": 143670
    },
    {
      "epoch": 0.1257614178762842,
      "grad_norm": 0.4196302592754364,
      "learning_rate": 4.8665666717063376e-05,
      "loss": 4.9621,
      "step": 143675
    },
    {
      "epoch": 0.12576579446991135,
      "grad_norm": 0.3770470917224884,
      "learning_rate": 4.8665566957652364e-05,
      "loss": 4.9557,
      "step": 143680
    },
    {
      "epoch": 0.12577017106353852,
      "grad_norm": 0.41500604152679443,
      "learning_rate": 4.8665467194641015e-05,
      "loss": 5.3566,
      "step": 143685
    },
    {
      "epoch": 0.12577454765716567,
      "grad_norm": 0.41012609004974365,
      "learning_rate": 4.866536742802935e-05,
      "loss": 4.9275,
      "step": 143690
    },
    {
      "epoch": 0.12577892425079282,
      "grad_norm": 0.4187956154346466,
      "learning_rate": 4.866526765781738e-05,
      "loss": 4.953,
      "step": 143695
    },
    {
      "epoch": 0.12578330084441997,
      "grad_norm": 0.5538069605827332,
      "learning_rate": 4.8665167884005135e-05,
      "loss": 4.6345,
      "step": 143700
    },
    {
      "epoch": 0.12578767743804714,
      "grad_norm": 0.44636207818984985,
      "learning_rate": 4.866506810659261e-05,
      "loss": 4.6827,
      "step": 143705
    },
    {
      "epoch": 0.1257920540316743,
      "grad_norm": 0.40236902236938477,
      "learning_rate": 4.866496832557986e-05,
      "loss": 5.1781,
      "step": 143710
    },
    {
      "epoch": 0.12579643062530144,
      "grad_norm": 0.44109830260276794,
      "learning_rate": 4.866486854096688e-05,
      "loss": 5.4688,
      "step": 143715
    },
    {
      "epoch": 0.12580080721892858,
      "grad_norm": 0.39815250039100647,
      "learning_rate": 4.8664768752753695e-05,
      "loss": 5.7524,
      "step": 143720
    },
    {
      "epoch": 0.12580518381255576,
      "grad_norm": 0.4288199543952942,
      "learning_rate": 4.866466896094032e-05,
      "loss": 5.684,
      "step": 143725
    },
    {
      "epoch": 0.1258095604061829,
      "grad_norm": 0.41382285952568054,
      "learning_rate": 4.866456916552678e-05,
      "loss": 5.272,
      "step": 143730
    },
    {
      "epoch": 0.12581393699981006,
      "grad_norm": 0.4315115213394165,
      "learning_rate": 4.866446936651311e-05,
      "loss": 5.7344,
      "step": 143735
    },
    {
      "epoch": 0.1258183135934372,
      "grad_norm": 0.42790502309799194,
      "learning_rate": 4.866436956389929e-05,
      "loss": 5.1868,
      "step": 143740
    },
    {
      "epoch": 0.12582269018706435,
      "grad_norm": 0.37546831369400024,
      "learning_rate": 4.8664269757685374e-05,
      "loss": 5.4704,
      "step": 143745
    },
    {
      "epoch": 0.12582706678069153,
      "grad_norm": 0.4303912818431854,
      "learning_rate": 4.866416994787136e-05,
      "loss": 5.4343,
      "step": 143750
    },
    {
      "epoch": 0.12583144337431867,
      "grad_norm": 0.4006098210811615,
      "learning_rate": 4.866407013445728e-05,
      "loss": 5.7195,
      "step": 143755
    },
    {
      "epoch": 0.12583581996794582,
      "grad_norm": 0.42750659584999084,
      "learning_rate": 4.866397031744315e-05,
      "loss": 5.2442,
      "step": 143760
    },
    {
      "epoch": 0.12584019656157297,
      "grad_norm": 0.4045662581920624,
      "learning_rate": 4.8663870496829e-05,
      "loss": 4.9337,
      "step": 143765
    },
    {
      "epoch": 0.12584457315520015,
      "grad_norm": 0.4244568943977356,
      "learning_rate": 4.8663770672614814e-05,
      "loss": 5.4676,
      "step": 143770
    },
    {
      "epoch": 0.1258489497488273,
      "grad_norm": 0.4102860391139984,
      "learning_rate": 4.866367084480066e-05,
      "loss": 5.6639,
      "step": 143775
    },
    {
      "epoch": 0.12585332634245444,
      "grad_norm": 0.3982856571674347,
      "learning_rate": 4.866357101338651e-05,
      "loss": 5.9742,
      "step": 143780
    },
    {
      "epoch": 0.1258577029360816,
      "grad_norm": 0.4002210795879364,
      "learning_rate": 4.866347117837242e-05,
      "loss": 5.3906,
      "step": 143785
    },
    {
      "epoch": 0.12586207952970876,
      "grad_norm": 0.4178697466850281,
      "learning_rate": 4.866337133975839e-05,
      "loss": 5.9969,
      "step": 143790
    },
    {
      "epoch": 0.1258664561233359,
      "grad_norm": 0.4437064230442047,
      "learning_rate": 4.866327149754445e-05,
      "loss": 4.7458,
      "step": 143795
    },
    {
      "epoch": 0.12587083271696306,
      "grad_norm": 0.4798387587070465,
      "learning_rate": 4.866317165173061e-05,
      "loss": 5.2517,
      "step": 143800
    },
    {
      "epoch": 0.1258752093105902,
      "grad_norm": 0.5185116529464722,
      "learning_rate": 4.8663071802316884e-05,
      "loss": 4.9781,
      "step": 143805
    },
    {
      "epoch": 0.12587958590421738,
      "grad_norm": 0.4935065805912018,
      "learning_rate": 4.866297194930332e-05,
      "loss": 5.7869,
      "step": 143810
    },
    {
      "epoch": 0.12588396249784453,
      "grad_norm": 0.4254222512245178,
      "learning_rate": 4.8662872092689895e-05,
      "loss": 5.265,
      "step": 143815
    },
    {
      "epoch": 0.12588833909147168,
      "grad_norm": 0.41322267055511475,
      "learning_rate": 4.8662772232476664e-05,
      "loss": 5.1753,
      "step": 143820
    },
    {
      "epoch": 0.12589271568509883,
      "grad_norm": 0.42154625058174133,
      "learning_rate": 4.866267236866362e-05,
      "loss": 5.6641,
      "step": 143825
    },
    {
      "epoch": 0.125897092278726,
      "grad_norm": 0.42279794812202454,
      "learning_rate": 4.86625725012508e-05,
      "loss": 5.1744,
      "step": 143830
    },
    {
      "epoch": 0.12590146887235315,
      "grad_norm": 0.36525917053222656,
      "learning_rate": 4.866247263023823e-05,
      "loss": 5.7563,
      "step": 143835
    },
    {
      "epoch": 0.1259058454659803,
      "grad_norm": 0.4173252582550049,
      "learning_rate": 4.866237275562591e-05,
      "loss": 4.6458,
      "step": 143840
    },
    {
      "epoch": 0.12591022205960745,
      "grad_norm": 0.3891216814517975,
      "learning_rate": 4.8662272877413864e-05,
      "loss": 5.8017,
      "step": 143845
    },
    {
      "epoch": 0.12591459865323462,
      "grad_norm": 0.42135605216026306,
      "learning_rate": 4.866217299560212e-05,
      "loss": 5.4483,
      "step": 143850
    },
    {
      "epoch": 0.12591897524686177,
      "grad_norm": 0.42606121301651,
      "learning_rate": 4.8662073110190674e-05,
      "loss": 5.4873,
      "step": 143855
    },
    {
      "epoch": 0.12592335184048892,
      "grad_norm": 0.4219912886619568,
      "learning_rate": 4.866197322117958e-05,
      "loss": 4.8341,
      "step": 143860
    },
    {
      "epoch": 0.12592772843411607,
      "grad_norm": 0.3914385437965393,
      "learning_rate": 4.866187332856884e-05,
      "loss": 5.1982,
      "step": 143865
    },
    {
      "epoch": 0.12593210502774324,
      "grad_norm": 0.4137241542339325,
      "learning_rate": 4.866177343235846e-05,
      "loss": 5.6818,
      "step": 143870
    },
    {
      "epoch": 0.1259364816213704,
      "grad_norm": 0.3876066207885742,
      "learning_rate": 4.866167353254848e-05,
      "loss": 5.2379,
      "step": 143875
    },
    {
      "epoch": 0.12594085821499754,
      "grad_norm": 0.3960571885108948,
      "learning_rate": 4.8661573629138913e-05,
      "loss": 5.1906,
      "step": 143880
    },
    {
      "epoch": 0.12594523480862468,
      "grad_norm": 0.3764744699001312,
      "learning_rate": 4.866147372212978e-05,
      "loss": 5.2743,
      "step": 143885
    },
    {
      "epoch": 0.12594961140225183,
      "grad_norm": 0.4026939272880554,
      "learning_rate": 4.866137381152109e-05,
      "loss": 5.1477,
      "step": 143890
    },
    {
      "epoch": 0.125953987995879,
      "grad_norm": 0.40788987278938293,
      "learning_rate": 4.866127389731288e-05,
      "loss": 4.6638,
      "step": 143895
    },
    {
      "epoch": 0.12595836458950616,
      "grad_norm": 0.4133321940898895,
      "learning_rate": 4.8661173979505147e-05,
      "loss": 4.9481,
      "step": 143900
    },
    {
      "epoch": 0.1259627411831333,
      "grad_norm": 0.3802800476551056,
      "learning_rate": 4.8661074058097925e-05,
      "loss": 5.6846,
      "step": 143905
    },
    {
      "epoch": 0.12596711777676045,
      "grad_norm": 0.35801035165786743,
      "learning_rate": 4.8660974133091234e-05,
      "loss": 6.2703,
      "step": 143910
    },
    {
      "epoch": 0.12597149437038763,
      "grad_norm": 0.40114209055900574,
      "learning_rate": 4.8660874204485086e-05,
      "loss": 5.2719,
      "step": 143915
    },
    {
      "epoch": 0.12597587096401477,
      "grad_norm": 0.3869117498397827,
      "learning_rate": 4.8660774272279495e-05,
      "loss": 5.4579,
      "step": 143920
    },
    {
      "epoch": 0.12598024755764192,
      "grad_norm": 0.40213319659233093,
      "learning_rate": 4.866067433647451e-05,
      "loss": 4.6637,
      "step": 143925
    },
    {
      "epoch": 0.12598462415126907,
      "grad_norm": 0.3561152219772339,
      "learning_rate": 4.8660574397070115e-05,
      "loss": 6.349,
      "step": 143930
    },
    {
      "epoch": 0.12598900074489625,
      "grad_norm": 0.4161005914211273,
      "learning_rate": 4.866047445406635e-05,
      "loss": 5.6629,
      "step": 143935
    },
    {
      "epoch": 0.1259933773385234,
      "grad_norm": 0.3932815492153168,
      "learning_rate": 4.866037450746323e-05,
      "loss": 5.7748,
      "step": 143940
    },
    {
      "epoch": 0.12599775393215054,
      "grad_norm": 0.4441622197628021,
      "learning_rate": 4.8660274557260755e-05,
      "loss": 5.2598,
      "step": 143945
    },
    {
      "epoch": 0.1260021305257777,
      "grad_norm": 0.3684043288230896,
      "learning_rate": 4.8660174603458975e-05,
      "loss": 5.4762,
      "step": 143950
    },
    {
      "epoch": 0.12600650711940486,
      "grad_norm": 0.4190543591976166,
      "learning_rate": 4.8660074646057895e-05,
      "loss": 5.6945,
      "step": 143955
    },
    {
      "epoch": 0.126010883713032,
      "grad_norm": 0.42197829484939575,
      "learning_rate": 4.865997468505753e-05,
      "loss": 5.4061,
      "step": 143960
    },
    {
      "epoch": 0.12601526030665916,
      "grad_norm": 0.3880392014980316,
      "learning_rate": 4.865987472045791e-05,
      "loss": 5.4535,
      "step": 143965
    },
    {
      "epoch": 0.1260196369002863,
      "grad_norm": 0.4790917634963989,
      "learning_rate": 4.865977475225905e-05,
      "loss": 5.9656,
      "step": 143970
    },
    {
      "epoch": 0.12602401349391348,
      "grad_norm": 0.44689568877220154,
      "learning_rate": 4.865967478046096e-05,
      "loss": 5.6643,
      "step": 143975
    },
    {
      "epoch": 0.12602839008754063,
      "grad_norm": 0.4182327687740326,
      "learning_rate": 4.865957480506367e-05,
      "loss": 5.4549,
      "step": 143980
    },
    {
      "epoch": 0.12603276668116778,
      "grad_norm": 0.426950067281723,
      "learning_rate": 4.8659474826067194e-05,
      "loss": 5.2002,
      "step": 143985
    },
    {
      "epoch": 0.12603714327479493,
      "grad_norm": 0.40144476294517517,
      "learning_rate": 4.865937484347156e-05,
      "loss": 5.5034,
      "step": 143990
    },
    {
      "epoch": 0.1260415198684221,
      "grad_norm": 0.411965012550354,
      "learning_rate": 4.865927485727678e-05,
      "loss": 4.1143,
      "step": 143995
    },
    {
      "epoch": 0.12604589646204925,
      "grad_norm": 0.4588533043861389,
      "learning_rate": 4.865917486748287e-05,
      "loss": 5.1672,
      "step": 144000
    },
    {
      "epoch": 0.1260502730556764,
      "grad_norm": 0.39909031987190247,
      "learning_rate": 4.865907487408986e-05,
      "loss": 5.4518,
      "step": 144005
    },
    {
      "epoch": 0.12605464964930355,
      "grad_norm": 0.5128056406974792,
      "learning_rate": 4.8658974877097763e-05,
      "loss": 4.9411,
      "step": 144010
    },
    {
      "epoch": 0.1260590262429307,
      "grad_norm": 0.4082241952419281,
      "learning_rate": 4.865887487650659e-05,
      "loss": 5.3758,
      "step": 144015
    },
    {
      "epoch": 0.12606340283655787,
      "grad_norm": 0.3732788860797882,
      "learning_rate": 4.865877487231637e-05,
      "loss": 5.2784,
      "step": 144020
    },
    {
      "epoch": 0.12606777943018502,
      "grad_norm": 0.41744568943977356,
      "learning_rate": 4.865867486452713e-05,
      "loss": 4.4286,
      "step": 144025
    },
    {
      "epoch": 0.12607215602381217,
      "grad_norm": 0.3738894760608673,
      "learning_rate": 4.865857485313887e-05,
      "loss": 5.2649,
      "step": 144030
    },
    {
      "epoch": 0.1260765326174393,
      "grad_norm": 0.3866172134876251,
      "learning_rate": 4.865847483815162e-05,
      "loss": 5.4045,
      "step": 144035
    },
    {
      "epoch": 0.1260809092110665,
      "grad_norm": 0.3736484944820404,
      "learning_rate": 4.86583748195654e-05,
      "loss": 5.4907,
      "step": 144040
    },
    {
      "epoch": 0.12608528580469364,
      "grad_norm": 0.39633113145828247,
      "learning_rate": 4.865827479738023e-05,
      "loss": 5.4587,
      "step": 144045
    },
    {
      "epoch": 0.12608966239832078,
      "grad_norm": 0.38869360089302063,
      "learning_rate": 4.8658174771596135e-05,
      "loss": 5.472,
      "step": 144050
    },
    {
      "epoch": 0.12609403899194793,
      "grad_norm": 0.39525723457336426,
      "learning_rate": 4.865807474221311e-05,
      "loss": 5.2484,
      "step": 144055
    },
    {
      "epoch": 0.1260984155855751,
      "grad_norm": 0.4084893763065338,
      "learning_rate": 4.86579747092312e-05,
      "loss": 5.7213,
      "step": 144060
    },
    {
      "epoch": 0.12610279217920226,
      "grad_norm": 0.3640437722206116,
      "learning_rate": 4.8657874672650415e-05,
      "loss": 6.3109,
      "step": 144065
    },
    {
      "epoch": 0.1261071687728294,
      "grad_norm": 0.3907361328601837,
      "learning_rate": 4.8657774632470776e-05,
      "loss": 5.6652,
      "step": 144070
    },
    {
      "epoch": 0.12611154536645655,
      "grad_norm": 0.40492454171180725,
      "learning_rate": 4.865767458869229e-05,
      "loss": 4.9409,
      "step": 144075
    },
    {
      "epoch": 0.12611592196008373,
      "grad_norm": 0.36923742294311523,
      "learning_rate": 4.8657574541315e-05,
      "loss": 5.9441,
      "step": 144080
    },
    {
      "epoch": 0.12612029855371087,
      "grad_norm": 0.3970189392566681,
      "learning_rate": 4.8657474490338905e-05,
      "loss": 4.8547,
      "step": 144085
    },
    {
      "epoch": 0.12612467514733802,
      "grad_norm": 0.3731635808944702,
      "learning_rate": 4.8657374435764036e-05,
      "loss": 5.7719,
      "step": 144090
    },
    {
      "epoch": 0.12612905174096517,
      "grad_norm": 0.43318766355514526,
      "learning_rate": 4.86572743775904e-05,
      "loss": 5.1579,
      "step": 144095
    },
    {
      "epoch": 0.12613342833459235,
      "grad_norm": 0.41373366117477417,
      "learning_rate": 4.865717431581803e-05,
      "loss": 4.9651,
      "step": 144100
    },
    {
      "epoch": 0.1261378049282195,
      "grad_norm": 0.5145933032035828,
      "learning_rate": 4.865707425044694e-05,
      "loss": 4.4524,
      "step": 144105
    },
    {
      "epoch": 0.12614218152184664,
      "grad_norm": 0.38269898295402527,
      "learning_rate": 4.8656974181477155e-05,
      "loss": 5.9945,
      "step": 144110
    },
    {
      "epoch": 0.1261465581154738,
      "grad_norm": 0.4581012427806854,
      "learning_rate": 4.865687410890868e-05,
      "loss": 5.4769,
      "step": 144115
    },
    {
      "epoch": 0.12615093470910096,
      "grad_norm": 0.38839638233184814,
      "learning_rate": 4.865677403274154e-05,
      "loss": 5.7897,
      "step": 144120
    },
    {
      "epoch": 0.1261553113027281,
      "grad_norm": 0.41894376277923584,
      "learning_rate": 4.865667395297576e-05,
      "loss": 4.9319,
      "step": 144125
    },
    {
      "epoch": 0.12615968789635526,
      "grad_norm": 0.3650774359703064,
      "learning_rate": 4.865657386961135e-05,
      "loss": 5.2377,
      "step": 144130
    },
    {
      "epoch": 0.1261640644899824,
      "grad_norm": 0.3555707335472107,
      "learning_rate": 4.865647378264834e-05,
      "loss": 6.008,
      "step": 144135
    },
    {
      "epoch": 0.12616844108360956,
      "grad_norm": 0.3639362156391144,
      "learning_rate": 4.8656373692086745e-05,
      "loss": 5.2728,
      "step": 144140
    },
    {
      "epoch": 0.12617281767723673,
      "grad_norm": 0.3991197943687439,
      "learning_rate": 4.8656273597926585e-05,
      "loss": 4.2131,
      "step": 144145
    },
    {
      "epoch": 0.12617719427086388,
      "grad_norm": 0.43096062541007996,
      "learning_rate": 4.8656173500167876e-05,
      "loss": 5.968,
      "step": 144150
    },
    {
      "epoch": 0.12618157086449103,
      "grad_norm": 0.40222346782684326,
      "learning_rate": 4.865607339881064e-05,
      "loss": 4.7496,
      "step": 144155
    },
    {
      "epoch": 0.12618594745811818,
      "grad_norm": 0.38019028306007385,
      "learning_rate": 4.865597329385491e-05,
      "loss": 5.3081,
      "step": 144160
    },
    {
      "epoch": 0.12619032405174535,
      "grad_norm": 0.43289080262184143,
      "learning_rate": 4.865587318530067e-05,
      "loss": 5.1321,
      "step": 144165
    },
    {
      "epoch": 0.1261947006453725,
      "grad_norm": 0.44480735063552856,
      "learning_rate": 4.865577307314797e-05,
      "loss": 4.4861,
      "step": 144170
    },
    {
      "epoch": 0.12619907723899965,
      "grad_norm": 0.39123934507369995,
      "learning_rate": 4.865567295739681e-05,
      "loss": 5.983,
      "step": 144175
    },
    {
      "epoch": 0.1262034538326268,
      "grad_norm": 0.41525307297706604,
      "learning_rate": 4.8655572838047234e-05,
      "loss": 5.4727,
      "step": 144180
    },
    {
      "epoch": 0.12620783042625397,
      "grad_norm": 0.4297735095024109,
      "learning_rate": 4.8655472715099236e-05,
      "loss": 5.683,
      "step": 144185
    },
    {
      "epoch": 0.12621220701988112,
      "grad_norm": 0.374170184135437,
      "learning_rate": 4.865537258855285e-05,
      "loss": 5.2486,
      "step": 144190
    },
    {
      "epoch": 0.12621658361350827,
      "grad_norm": 0.4089583158493042,
      "learning_rate": 4.865527245840808e-05,
      "loss": 5.4437,
      "step": 144195
    },
    {
      "epoch": 0.1262209602071354,
      "grad_norm": 0.3780060112476349,
      "learning_rate": 4.8655172324664976e-05,
      "loss": 5.7781,
      "step": 144200
    },
    {
      "epoch": 0.1262253368007626,
      "grad_norm": 0.44020089507102966,
      "learning_rate": 4.865507218732352e-05,
      "loss": 5.1376,
      "step": 144205
    },
    {
      "epoch": 0.12622971339438974,
      "grad_norm": 0.3695943057537079,
      "learning_rate": 4.865497204638376e-05,
      "loss": 5.6826,
      "step": 144210
    },
    {
      "epoch": 0.12623408998801688,
      "grad_norm": 0.39569035172462463,
      "learning_rate": 4.865487190184571e-05,
      "loss": 4.7413,
      "step": 144215
    },
    {
      "epoch": 0.12623846658164403,
      "grad_norm": 0.4234125316143036,
      "learning_rate": 4.865477175370937e-05,
      "loss": 5.4684,
      "step": 144220
    },
    {
      "epoch": 0.1262428431752712,
      "grad_norm": 0.3792634606361389,
      "learning_rate": 4.8654671601974777e-05,
      "loss": 6.0016,
      "step": 144225
    },
    {
      "epoch": 0.12624721976889836,
      "grad_norm": 0.411499559879303,
      "learning_rate": 4.865457144664195e-05,
      "loss": 4.868,
      "step": 144230
    },
    {
      "epoch": 0.1262515963625255,
      "grad_norm": 0.3681582510471344,
      "learning_rate": 4.86544712877109e-05,
      "loss": 5.9932,
      "step": 144235
    },
    {
      "epoch": 0.12625597295615265,
      "grad_norm": 0.3754238784313202,
      "learning_rate": 4.865437112518165e-05,
      "loss": 5.4916,
      "step": 144240
    },
    {
      "epoch": 0.12626034954977983,
      "grad_norm": 0.39871537685394287,
      "learning_rate": 4.8654270959054224e-05,
      "loss": 5.0605,
      "step": 144245
    },
    {
      "epoch": 0.12626472614340697,
      "grad_norm": 0.4498802721500397,
      "learning_rate": 4.8654170789328635e-05,
      "loss": 4.9348,
      "step": 144250
    },
    {
      "epoch": 0.12626910273703412,
      "grad_norm": 0.3989661931991577,
      "learning_rate": 4.86540706160049e-05,
      "loss": 5.7021,
      "step": 144255
    },
    {
      "epoch": 0.12627347933066127,
      "grad_norm": 0.3861897587776184,
      "learning_rate": 4.865397043908305e-05,
      "loss": 5.7244,
      "step": 144260
    },
    {
      "epoch": 0.12627785592428842,
      "grad_norm": 0.3857487440109253,
      "learning_rate": 4.865387025856309e-05,
      "loss": 5.4735,
      "step": 144265
    },
    {
      "epoch": 0.1262822325179156,
      "grad_norm": 0.4526488482952118,
      "learning_rate": 4.865377007444506e-05,
      "loss": 4.6657,
      "step": 144270
    },
    {
      "epoch": 0.12628660911154274,
      "grad_norm": 0.45317450165748596,
      "learning_rate": 4.8653669886728957e-05,
      "loss": 5.2648,
      "step": 144275
    },
    {
      "epoch": 0.1262909857051699,
      "grad_norm": 0.4064076244831085,
      "learning_rate": 4.86535696954148e-05,
      "loss": 4.9804,
      "step": 144280
    },
    {
      "epoch": 0.12629536229879704,
      "grad_norm": 0.41368019580841064,
      "learning_rate": 4.8653469500502634e-05,
      "loss": 5.6699,
      "step": 144285
    },
    {
      "epoch": 0.1262997388924242,
      "grad_norm": 0.4448911249637604,
      "learning_rate": 4.865336930199246e-05,
      "loss": 5.1993,
      "step": 144290
    },
    {
      "epoch": 0.12630411548605136,
      "grad_norm": 0.35848262906074524,
      "learning_rate": 4.865326909988429e-05,
      "loss": 6.2949,
      "step": 144295
    },
    {
      "epoch": 0.1263084920796785,
      "grad_norm": 0.43896883726119995,
      "learning_rate": 4.865316889417816e-05,
      "loss": 4.6538,
      "step": 144300
    },
    {
      "epoch": 0.12631286867330566,
      "grad_norm": 0.4438336193561554,
      "learning_rate": 4.865306868487408e-05,
      "loss": 4.7517,
      "step": 144305
    },
    {
      "epoch": 0.12631724526693283,
      "grad_norm": 0.38012808561325073,
      "learning_rate": 4.865296847197208e-05,
      "loss": 5.4712,
      "step": 144310
    },
    {
      "epoch": 0.12632162186055998,
      "grad_norm": 0.3774603605270386,
      "learning_rate": 4.865286825547216e-05,
      "loss": 5.6893,
      "step": 144315
    },
    {
      "epoch": 0.12632599845418713,
      "grad_norm": 0.43409016728401184,
      "learning_rate": 4.8652768035374354e-05,
      "loss": 4.8453,
      "step": 144320
    },
    {
      "epoch": 0.12633037504781428,
      "grad_norm": 0.3868594169616699,
      "learning_rate": 4.865266781167868e-05,
      "loss": 5.2655,
      "step": 144325
    },
    {
      "epoch": 0.12633475164144145,
      "grad_norm": 0.41323748230934143,
      "learning_rate": 4.8652567584385146e-05,
      "loss": 5.2045,
      "step": 144330
    },
    {
      "epoch": 0.1263391282350686,
      "grad_norm": 0.382467120885849,
      "learning_rate": 4.865246735349378e-05,
      "loss": 4.7291,
      "step": 144335
    },
    {
      "epoch": 0.12634350482869575,
      "grad_norm": 0.3672298789024353,
      "learning_rate": 4.8652367119004604e-05,
      "loss": 5.4828,
      "step": 144340
    },
    {
      "epoch": 0.1263478814223229,
      "grad_norm": 0.3712712228298187,
      "learning_rate": 4.865226688091764e-05,
      "loss": 6.2686,
      "step": 144345
    },
    {
      "epoch": 0.12635225801595007,
      "grad_norm": 0.40906649827957153,
      "learning_rate": 4.86521666392329e-05,
      "loss": 4.5847,
      "step": 144350
    },
    {
      "epoch": 0.12635663460957722,
      "grad_norm": 0.3755021393299103,
      "learning_rate": 4.8652066393950404e-05,
      "loss": 5.2878,
      "step": 144355
    },
    {
      "epoch": 0.12636101120320437,
      "grad_norm": 0.4064446985721588,
      "learning_rate": 4.865196614507017e-05,
      "loss": 5.9891,
      "step": 144360
    },
    {
      "epoch": 0.1263653877968315,
      "grad_norm": 0.3870799243450165,
      "learning_rate": 4.865186589259223e-05,
      "loss": 5.693,
      "step": 144365
    },
    {
      "epoch": 0.1263697643904587,
      "grad_norm": 0.3898148238658905,
      "learning_rate": 4.8651765636516574e-05,
      "loss": 5.376,
      "step": 144370
    },
    {
      "epoch": 0.12637414098408584,
      "grad_norm": 0.4044327139854431,
      "learning_rate": 4.8651665376843255e-05,
      "loss": 4.6307,
      "step": 144375
    },
    {
      "epoch": 0.12637851757771298,
      "grad_norm": 0.39373040199279785,
      "learning_rate": 4.865156511357228e-05,
      "loss": 5.4729,
      "step": 144380
    },
    {
      "epoch": 0.12638289417134013,
      "grad_norm": 0.4610634744167328,
      "learning_rate": 4.865146484670366e-05,
      "loss": 4.9594,
      "step": 144385
    },
    {
      "epoch": 0.12638727076496728,
      "grad_norm": 0.37831565737724304,
      "learning_rate": 4.865136457623742e-05,
      "loss": 5.9711,
      "step": 144390
    },
    {
      "epoch": 0.12639164735859446,
      "grad_norm": 0.4081951081752777,
      "learning_rate": 4.865126430217359e-05,
      "loss": 5.684,
      "step": 144395
    },
    {
      "epoch": 0.1263960239522216,
      "grad_norm": 0.39663761854171753,
      "learning_rate": 4.865116402451217e-05,
      "loss": 4.6666,
      "step": 144400
    },
    {
      "epoch": 0.12640040054584875,
      "grad_norm": 0.40389248728752136,
      "learning_rate": 4.86510637432532e-05,
      "loss": 4.5563,
      "step": 144405
    },
    {
      "epoch": 0.1264047771394759,
      "grad_norm": 0.40205103158950806,
      "learning_rate": 4.865096345839667e-05,
      "loss": 4.8579,
      "step": 144410
    },
    {
      "epoch": 0.12640915373310307,
      "grad_norm": 0.45647376775741577,
      "learning_rate": 4.865086316994263e-05,
      "loss": 3.9052,
      "step": 144415
    },
    {
      "epoch": 0.12641353032673022,
      "grad_norm": 0.41102227568626404,
      "learning_rate": 4.865076287789108e-05,
      "loss": 5.9518,
      "step": 144420
    },
    {
      "epoch": 0.12641790692035737,
      "grad_norm": 0.3799092471599579,
      "learning_rate": 4.8650662582242046e-05,
      "loss": 5.2873,
      "step": 144425
    },
    {
      "epoch": 0.12642228351398452,
      "grad_norm": 0.45947161316871643,
      "learning_rate": 4.865056228299556e-05,
      "loss": 4.9274,
      "step": 144430
    },
    {
      "epoch": 0.1264266601076117,
      "grad_norm": 0.41225627064704895,
      "learning_rate": 4.865046198015162e-05,
      "loss": 4.4378,
      "step": 144435
    },
    {
      "epoch": 0.12643103670123884,
      "grad_norm": 0.4149722158908844,
      "learning_rate": 4.865036167371025e-05,
      "loss": 4.6302,
      "step": 144440
    },
    {
      "epoch": 0.126435413294866,
      "grad_norm": 0.3657069802284241,
      "learning_rate": 4.865026136367148e-05,
      "loss": 5.49,
      "step": 144445
    },
    {
      "epoch": 0.12643978988849314,
      "grad_norm": 0.43179386854171753,
      "learning_rate": 4.865016105003532e-05,
      "loss": 5.2383,
      "step": 144450
    },
    {
      "epoch": 0.1264441664821203,
      "grad_norm": 0.4321620464324951,
      "learning_rate": 4.8650060732801793e-05,
      "loss": 4.4596,
      "step": 144455
    },
    {
      "epoch": 0.12644854307574746,
      "grad_norm": 0.4637458324432373,
      "learning_rate": 4.864996041197091e-05,
      "loss": 5.7219,
      "step": 144460
    },
    {
      "epoch": 0.1264529196693746,
      "grad_norm": 0.4198753237724304,
      "learning_rate": 4.864986008754271e-05,
      "loss": 5.4444,
      "step": 144465
    },
    {
      "epoch": 0.12645729626300176,
      "grad_norm": 0.3761637806892395,
      "learning_rate": 4.864975975951719e-05,
      "loss": 5.7864,
      "step": 144470
    },
    {
      "epoch": 0.12646167285662893,
      "grad_norm": 0.4043341875076294,
      "learning_rate": 4.864965942789439e-05,
      "loss": 4.9817,
      "step": 144475
    },
    {
      "epoch": 0.12646604945025608,
      "grad_norm": 0.42815253138542175,
      "learning_rate": 4.864955909267431e-05,
      "loss": 4.6249,
      "step": 144480
    },
    {
      "epoch": 0.12647042604388323,
      "grad_norm": 0.3781515061855316,
      "learning_rate": 4.864945875385698e-05,
      "loss": 5.1244,
      "step": 144485
    },
    {
      "epoch": 0.12647480263751038,
      "grad_norm": 0.405798077583313,
      "learning_rate": 4.8649358411442426e-05,
      "loss": 5.1693,
      "step": 144490
    },
    {
      "epoch": 0.12647917923113755,
      "grad_norm": 0.40910935401916504,
      "learning_rate": 4.8649258065430646e-05,
      "loss": 5.4861,
      "step": 144495
    },
    {
      "epoch": 0.1264835558247647,
      "grad_norm": 0.40081101655960083,
      "learning_rate": 4.864915771582168e-05,
      "loss": 5.2617,
      "step": 144500
    },
    {
      "epoch": 0.12648793241839185,
      "grad_norm": 0.37147456407546997,
      "learning_rate": 4.864905736261555e-05,
      "loss": 6.2809,
      "step": 144505
    },
    {
      "epoch": 0.126492309012019,
      "grad_norm": 0.41444605588912964,
      "learning_rate": 4.864895700581225e-05,
      "loss": 4.6637,
      "step": 144510
    },
    {
      "epoch": 0.12649668560564617,
      "grad_norm": 0.4087153673171997,
      "learning_rate": 4.8648856645411825e-05,
      "loss": 4.7347,
      "step": 144515
    },
    {
      "epoch": 0.12650106219927332,
      "grad_norm": 0.431539386510849,
      "learning_rate": 4.864875628141426e-05,
      "loss": 5.4833,
      "step": 144520
    },
    {
      "epoch": 0.12650543879290047,
      "grad_norm": 0.4240785539150238,
      "learning_rate": 4.864865591381963e-05,
      "loss": 5.1935,
      "step": 144525
    },
    {
      "epoch": 0.1265098153865276,
      "grad_norm": 0.4028102159500122,
      "learning_rate": 4.8648555542627904e-05,
      "loss": 6.3018,
      "step": 144530
    },
    {
      "epoch": 0.12651419198015476,
      "grad_norm": 0.4052325189113617,
      "learning_rate": 4.864845516783912e-05,
      "loss": 5.3484,
      "step": 144535
    },
    {
      "epoch": 0.12651856857378194,
      "grad_norm": 0.43564388155937195,
      "learning_rate": 4.86483547894533e-05,
      "loss": 5.4576,
      "step": 144540
    },
    {
      "epoch": 0.12652294516740908,
      "grad_norm": 0.4050126075744629,
      "learning_rate": 4.864825440747046e-05,
      "loss": 4.3609,
      "step": 144545
    },
    {
      "epoch": 0.12652732176103623,
      "grad_norm": 0.4508073627948761,
      "learning_rate": 4.8648154021890625e-05,
      "loss": 5.975,
      "step": 144550
    },
    {
      "epoch": 0.12653169835466338,
      "grad_norm": 0.4562881588935852,
      "learning_rate": 4.864805363271381e-05,
      "loss": 4.9499,
      "step": 144555
    },
    {
      "epoch": 0.12653607494829056,
      "grad_norm": 0.39977702498435974,
      "learning_rate": 4.864795323994002e-05,
      "loss": 4.3825,
      "step": 144560
    },
    {
      "epoch": 0.1265404515419177,
      "grad_norm": 0.3996538519859314,
      "learning_rate": 4.8647852843569295e-05,
      "loss": 5.4841,
      "step": 144565
    },
    {
      "epoch": 0.12654482813554485,
      "grad_norm": 0.4257868528366089,
      "learning_rate": 4.864775244360166e-05,
      "loss": 5.1276,
      "step": 144570
    },
    {
      "epoch": 0.126549204729172,
      "grad_norm": 0.37391382455825806,
      "learning_rate": 4.8647652040037107e-05,
      "loss": 6.0172,
      "step": 144575
    },
    {
      "epoch": 0.12655358132279917,
      "grad_norm": 0.4355895519256592,
      "learning_rate": 4.8647551632875673e-05,
      "loss": 4.6708,
      "step": 144580
    },
    {
      "epoch": 0.12655795791642632,
      "grad_norm": 0.4291519224643707,
      "learning_rate": 4.864745122211738e-05,
      "loss": 4.2222,
      "step": 144585
    },
    {
      "epoch": 0.12656233451005347,
      "grad_norm": 0.419506698846817,
      "learning_rate": 4.864735080776224e-05,
      "loss": 4.2385,
      "step": 144590
    },
    {
      "epoch": 0.12656671110368062,
      "grad_norm": 0.4175224006175995,
      "learning_rate": 4.8647250389810276e-05,
      "loss": 4.8806,
      "step": 144595
    },
    {
      "epoch": 0.1265710876973078,
      "grad_norm": 0.41049689054489136,
      "learning_rate": 4.864714996826149e-05,
      "loss": 4.9046,
      "step": 144600
    },
    {
      "epoch": 0.12657546429093494,
      "grad_norm": 0.40707558393478394,
      "learning_rate": 4.864704954311593e-05,
      "loss": 5.6855,
      "step": 144605
    },
    {
      "epoch": 0.1265798408845621,
      "grad_norm": 0.40742701292037964,
      "learning_rate": 4.864694911437361e-05,
      "loss": 5.7127,
      "step": 144610
    },
    {
      "epoch": 0.12658421747818924,
      "grad_norm": 0.3952612280845642,
      "learning_rate": 4.864684868203453e-05,
      "loss": 5.1807,
      "step": 144615
    },
    {
      "epoch": 0.1265885940718164,
      "grad_norm": 0.4362386167049408,
      "learning_rate": 4.864674824609873e-05,
      "loss": 5.2442,
      "step": 144620
    },
    {
      "epoch": 0.12659297066544356,
      "grad_norm": 0.42928242683410645,
      "learning_rate": 4.864664780656622e-05,
      "loss": 4.665,
      "step": 144625
    },
    {
      "epoch": 0.1265973472590707,
      "grad_norm": 0.4016008675098419,
      "learning_rate": 4.8646547363437014e-05,
      "loss": 5.1725,
      "step": 144630
    },
    {
      "epoch": 0.12660172385269786,
      "grad_norm": 0.3914802074432373,
      "learning_rate": 4.864644691671113e-05,
      "loss": 5.316,
      "step": 144635
    },
    {
      "epoch": 0.12660610044632503,
      "grad_norm": 0.38597768545150757,
      "learning_rate": 4.864634646638861e-05,
      "loss": 5.717,
      "step": 144640
    },
    {
      "epoch": 0.12661047703995218,
      "grad_norm": 0.3973807096481323,
      "learning_rate": 4.8646246012469444e-05,
      "loss": 6.0127,
      "step": 144645
    },
    {
      "epoch": 0.12661485363357933,
      "grad_norm": 0.38824740052223206,
      "learning_rate": 4.864614555495367e-05,
      "loss": 5.7244,
      "step": 144650
    },
    {
      "epoch": 0.12661923022720648,
      "grad_norm": 0.37027353048324585,
      "learning_rate": 4.864604509384131e-05,
      "loss": 5.9324,
      "step": 144655
    },
    {
      "epoch": 0.12662360682083362,
      "grad_norm": 0.4607906639575958,
      "learning_rate": 4.864594462913237e-05,
      "loss": 4.3323,
      "step": 144660
    },
    {
      "epoch": 0.1266279834144608,
      "grad_norm": 0.46675699949264526,
      "learning_rate": 4.864584416082688e-05,
      "loss": 5.26,
      "step": 144665
    },
    {
      "epoch": 0.12663236000808795,
      "grad_norm": 0.48976683616638184,
      "learning_rate": 4.864574368892484e-05,
      "loss": 4.6422,
      "step": 144670
    },
    {
      "epoch": 0.1266367366017151,
      "grad_norm": 0.37903180718421936,
      "learning_rate": 4.8645643213426294e-05,
      "loss": 5.6934,
      "step": 144675
    },
    {
      "epoch": 0.12664111319534224,
      "grad_norm": 0.4353126883506775,
      "learning_rate": 4.8645542734331265e-05,
      "loss": 5.6918,
      "step": 144680
    },
    {
      "epoch": 0.12664548978896942,
      "grad_norm": 0.39014750719070435,
      "learning_rate": 4.864544225163974e-05,
      "loss": 5.9543,
      "step": 144685
    },
    {
      "epoch": 0.12664986638259657,
      "grad_norm": 0.3733784556388855,
      "learning_rate": 4.864534176535177e-05,
      "loss": 5.7569,
      "step": 144690
    },
    {
      "epoch": 0.1266542429762237,
      "grad_norm": 0.39272916316986084,
      "learning_rate": 4.864524127546736e-05,
      "loss": 5.4274,
      "step": 144695
    },
    {
      "epoch": 0.12665861956985086,
      "grad_norm": 0.4383496940135956,
      "learning_rate": 4.864514078198652e-05,
      "loss": 4.7078,
      "step": 144700
    },
    {
      "epoch": 0.12666299616347804,
      "grad_norm": 0.3955480456352234,
      "learning_rate": 4.864504028490929e-05,
      "loss": 4.9419,
      "step": 144705
    },
    {
      "epoch": 0.12666737275710518,
      "grad_norm": 0.38388875126838684,
      "learning_rate": 4.864493978423568e-05,
      "loss": 5.1546,
      "step": 144710
    },
    {
      "epoch": 0.12667174935073233,
      "grad_norm": 0.36769554018974304,
      "learning_rate": 4.8644839279965706e-05,
      "loss": 5.4716,
      "step": 144715
    },
    {
      "epoch": 0.12667612594435948,
      "grad_norm": 0.43217232823371887,
      "learning_rate": 4.8644738772099394e-05,
      "loss": 5.1681,
      "step": 144720
    },
    {
      "epoch": 0.12668050253798666,
      "grad_norm": 0.41051381826400757,
      "learning_rate": 4.8644638260636757e-05,
      "loss": 4.4165,
      "step": 144725
    },
    {
      "epoch": 0.1266848791316138,
      "grad_norm": 0.3621973991394043,
      "learning_rate": 4.8644537745577814e-05,
      "loss": 5.9926,
      "step": 144730
    },
    {
      "epoch": 0.12668925572524095,
      "grad_norm": 0.3940868675708771,
      "learning_rate": 4.864443722692259e-05,
      "loss": 4.7933,
      "step": 144735
    },
    {
      "epoch": 0.1266936323188681,
      "grad_norm": 0.4343237280845642,
      "learning_rate": 4.864433670467111e-05,
      "loss": 5.1837,
      "step": 144740
    },
    {
      "epoch": 0.12669800891249527,
      "grad_norm": 0.4147900640964508,
      "learning_rate": 4.8644236178823376e-05,
      "loss": 4.451,
      "step": 144745
    },
    {
      "epoch": 0.12670238550612242,
      "grad_norm": 0.40517985820770264,
      "learning_rate": 4.864413564937942e-05,
      "loss": 4.4391,
      "step": 144750
    },
    {
      "epoch": 0.12670676209974957,
      "grad_norm": 0.3674498200416565,
      "learning_rate": 4.8644035116339257e-05,
      "loss": 5.4932,
      "step": 144755
    },
    {
      "epoch": 0.12671113869337672,
      "grad_norm": 0.36364656686782837,
      "learning_rate": 4.864393457970292e-05,
      "loss": 6.3279,
      "step": 144760
    },
    {
      "epoch": 0.1267155152870039,
      "grad_norm": 0.4185352921485901,
      "learning_rate": 4.8643834039470404e-05,
      "loss": 4.841,
      "step": 144765
    },
    {
      "epoch": 0.12671989188063104,
      "grad_norm": 0.4086241126060486,
      "learning_rate": 4.864373349564174e-05,
      "loss": 5.0062,
      "step": 144770
    },
    {
      "epoch": 0.1267242684742582,
      "grad_norm": 0.42065396904945374,
      "learning_rate": 4.864363294821695e-05,
      "loss": 5.9963,
      "step": 144775
    },
    {
      "epoch": 0.12672864506788534,
      "grad_norm": 0.40333643555641174,
      "learning_rate": 4.864353239719605e-05,
      "loss": 5.6646,
      "step": 144780
    },
    {
      "epoch": 0.12673302166151248,
      "grad_norm": 0.4058082699775696,
      "learning_rate": 4.8643431842579066e-05,
      "loss": 6.3131,
      "step": 144785
    },
    {
      "epoch": 0.12673739825513966,
      "grad_norm": 0.4715522825717926,
      "learning_rate": 4.864333128436601e-05,
      "loss": 4.9778,
      "step": 144790
    },
    {
      "epoch": 0.1267417748487668,
      "grad_norm": 0.4226885437965393,
      "learning_rate": 4.8643230722556906e-05,
      "loss": 5.4533,
      "step": 144795
    },
    {
      "epoch": 0.12674615144239396,
      "grad_norm": 0.4377407133579254,
      "learning_rate": 4.8643130157151775e-05,
      "loss": 5.7737,
      "step": 144800
    },
    {
      "epoch": 0.1267505280360211,
      "grad_norm": 0.37924033403396606,
      "learning_rate": 4.864302958815062e-05,
      "loss": 5.2523,
      "step": 144805
    },
    {
      "epoch": 0.12675490462964828,
      "grad_norm": 0.42968496680259705,
      "learning_rate": 4.8642929015553484e-05,
      "loss": 4.6597,
      "step": 144810
    },
    {
      "epoch": 0.12675928122327543,
      "grad_norm": 0.3868514597415924,
      "learning_rate": 4.8642828439360365e-05,
      "loss": 5.2392,
      "step": 144815
    },
    {
      "epoch": 0.12676365781690258,
      "grad_norm": 0.43228405714035034,
      "learning_rate": 4.86427278595713e-05,
      "loss": 4.9384,
      "step": 144820
    },
    {
      "epoch": 0.12676803441052972,
      "grad_norm": 0.42611512541770935,
      "learning_rate": 4.8642627276186295e-05,
      "loss": 5.4821,
      "step": 144825
    },
    {
      "epoch": 0.1267724110041569,
      "grad_norm": 0.4171809256076813,
      "learning_rate": 4.864252668920538e-05,
      "loss": 5.6826,
      "step": 144830
    },
    {
      "epoch": 0.12677678759778405,
      "grad_norm": 0.3846542537212372,
      "learning_rate": 4.864242609862857e-05,
      "loss": 5.6521,
      "step": 144835
    },
    {
      "epoch": 0.1267811641914112,
      "grad_norm": 0.4369264543056488,
      "learning_rate": 4.8642325504455874e-05,
      "loss": 4.7152,
      "step": 144840
    },
    {
      "epoch": 0.12678554078503834,
      "grad_norm": 0.4171030819416046,
      "learning_rate": 4.864222490668734e-05,
      "loss": 5.4514,
      "step": 144845
    },
    {
      "epoch": 0.12678991737866552,
      "grad_norm": 0.4135533571243286,
      "learning_rate": 4.8642124305322945e-05,
      "loss": 4.9352,
      "step": 144850
    },
    {
      "epoch": 0.12679429397229267,
      "grad_norm": 0.38259395956993103,
      "learning_rate": 4.864202370036276e-05,
      "loss": 5.4747,
      "step": 144855
    },
    {
      "epoch": 0.1267986705659198,
      "grad_norm": 0.4159696400165558,
      "learning_rate": 4.864192309180675e-05,
      "loss": 5.6803,
      "step": 144860
    },
    {
      "epoch": 0.12680304715954696,
      "grad_norm": 0.40332865715026855,
      "learning_rate": 4.864182247965498e-05,
      "loss": 5.6537,
      "step": 144865
    },
    {
      "epoch": 0.12680742375317414,
      "grad_norm": 0.4089607298374176,
      "learning_rate": 4.864172186390744e-05,
      "loss": 5.1806,
      "step": 144870
    },
    {
      "epoch": 0.12681180034680128,
      "grad_norm": 0.40050166845321655,
      "learning_rate": 4.864162124456417e-05,
      "loss": 4.8605,
      "step": 144875
    },
    {
      "epoch": 0.12681617694042843,
      "grad_norm": 0.42535051703453064,
      "learning_rate": 4.864152062162517e-05,
      "loss": 5.6838,
      "step": 144880
    },
    {
      "epoch": 0.12682055353405558,
      "grad_norm": 0.4493046998977661,
      "learning_rate": 4.8641419995090475e-05,
      "loss": 4.9488,
      "step": 144885
    },
    {
      "epoch": 0.12682493012768276,
      "grad_norm": 0.44519153237342834,
      "learning_rate": 4.864131936496009e-05,
      "loss": 4.6241,
      "step": 144890
    },
    {
      "epoch": 0.1268293067213099,
      "grad_norm": 0.3704448342323303,
      "learning_rate": 4.8641218731234064e-05,
      "loss": 5.8256,
      "step": 144895
    },
    {
      "epoch": 0.12683368331493705,
      "grad_norm": 0.363710880279541,
      "learning_rate": 4.864111809391237e-05,
      "loss": 5.9596,
      "step": 144900
    },
    {
      "epoch": 0.1268380599085642,
      "grad_norm": 0.38448700308799744,
      "learning_rate": 4.864101745299506e-05,
      "loss": 5.3781,
      "step": 144905
    },
    {
      "epoch": 0.12684243650219135,
      "grad_norm": 0.44538629055023193,
      "learning_rate": 4.864091680848215e-05,
      "loss": 5.1389,
      "step": 144910
    },
    {
      "epoch": 0.12684681309581852,
      "grad_norm": 0.4442192316055298,
      "learning_rate": 4.864081616037366e-05,
      "loss": 3.702,
      "step": 144915
    },
    {
      "epoch": 0.12685118968944567,
      "grad_norm": 0.41302016377449036,
      "learning_rate": 4.86407155086696e-05,
      "loss": 5.3885,
      "step": 144920
    },
    {
      "epoch": 0.12685556628307282,
      "grad_norm": 0.4253750741481781,
      "learning_rate": 4.8640614853369995e-05,
      "loss": 4.7022,
      "step": 144925
    },
    {
      "epoch": 0.12685994287669997,
      "grad_norm": 0.3855234682559967,
      "learning_rate": 4.864051419447485e-05,
      "loss": 5.7399,
      "step": 144930
    },
    {
      "epoch": 0.12686431947032714,
      "grad_norm": 0.4202260673046112,
      "learning_rate": 4.864041353198422e-05,
      "loss": 5.2108,
      "step": 144935
    },
    {
      "epoch": 0.1268686960639543,
      "grad_norm": 0.3924247622489929,
      "learning_rate": 4.864031286589809e-05,
      "loss": 5.7809,
      "step": 144940
    },
    {
      "epoch": 0.12687307265758144,
      "grad_norm": 0.4281070828437805,
      "learning_rate": 4.8640212196216485e-05,
      "loss": 5.4472,
      "step": 144945
    },
    {
      "epoch": 0.12687744925120858,
      "grad_norm": 0.4218502342700958,
      "learning_rate": 4.8640111522939445e-05,
      "loss": 5.2373,
      "step": 144950
    },
    {
      "epoch": 0.12688182584483576,
      "grad_norm": 0.4225190281867981,
      "learning_rate": 4.8640010846066966e-05,
      "loss": 5.7143,
      "step": 144955
    },
    {
      "epoch": 0.1268862024384629,
      "grad_norm": 0.4353567361831665,
      "learning_rate": 4.863991016559908e-05,
      "loss": 4.9632,
      "step": 144960
    },
    {
      "epoch": 0.12689057903209006,
      "grad_norm": 0.5307146906852722,
      "learning_rate": 4.8639809481535804e-05,
      "loss": 4.6344,
      "step": 144965
    },
    {
      "epoch": 0.1268949556257172,
      "grad_norm": 0.42578887939453125,
      "learning_rate": 4.863970879387716e-05,
      "loss": 6.3326,
      "step": 144970
    },
    {
      "epoch": 0.12689933221934438,
      "grad_norm": 0.49854776263237,
      "learning_rate": 4.863960810262316e-05,
      "loss": 5.9895,
      "step": 144975
    },
    {
      "epoch": 0.12690370881297153,
      "grad_norm": 0.43862926959991455,
      "learning_rate": 4.863950740777383e-05,
      "loss": 5.4586,
      "step": 144980
    },
    {
      "epoch": 0.12690808540659868,
      "grad_norm": 0.4123823642730713,
      "learning_rate": 4.863940670932919e-05,
      "loss": 4.8771,
      "step": 144985
    },
    {
      "epoch": 0.12691246200022582,
      "grad_norm": 0.5597593784332275,
      "learning_rate": 4.8639306007289244e-05,
      "loss": 4.6128,
      "step": 144990
    },
    {
      "epoch": 0.126916838593853,
      "grad_norm": 0.45895951986312866,
      "learning_rate": 4.8639205301654034e-05,
      "loss": 5.4706,
      "step": 144995
    },
    {
      "epoch": 0.12692121518748015,
      "grad_norm": 0.4421088397502899,
      "learning_rate": 4.863910459242357e-05,
      "loss": 5.4698,
      "step": 145000
    },
    {
      "epoch": 0.1269255917811073,
      "grad_norm": 0.424834668636322,
      "learning_rate": 4.8639003879597876e-05,
      "loss": 4.462,
      "step": 145005
    },
    {
      "epoch": 0.12692996837473444,
      "grad_norm": 0.40846920013427734,
      "learning_rate": 4.8638903163176955e-05,
      "loss": 5.229,
      "step": 145010
    },
    {
      "epoch": 0.12693434496836162,
      "grad_norm": 0.41780421137809753,
      "learning_rate": 4.8638802443160846e-05,
      "loss": 5.7423,
      "step": 145015
    },
    {
      "epoch": 0.12693872156198877,
      "grad_norm": 0.37220096588134766,
      "learning_rate": 4.863870171954955e-05,
      "loss": 5.2058,
      "step": 145020
    },
    {
      "epoch": 0.1269430981556159,
      "grad_norm": 0.42383453249931335,
      "learning_rate": 4.863860099234311e-05,
      "loss": 4.9605,
      "step": 145025
    },
    {
      "epoch": 0.12694747474924306,
      "grad_norm": 0.40865448117256165,
      "learning_rate": 4.863850026154152e-05,
      "loss": 4.3664,
      "step": 145030
    },
    {
      "epoch": 0.1269518513428702,
      "grad_norm": 0.395165354013443,
      "learning_rate": 4.863839952714482e-05,
      "loss": 6.0061,
      "step": 145035
    },
    {
      "epoch": 0.12695622793649738,
      "grad_norm": 0.4116346836090088,
      "learning_rate": 4.863829878915302e-05,
      "loss": 5.4638,
      "step": 145040
    },
    {
      "epoch": 0.12696060453012453,
      "grad_norm": 0.40511903166770935,
      "learning_rate": 4.863819804756613e-05,
      "loss": 4.9621,
      "step": 145045
    },
    {
      "epoch": 0.12696498112375168,
      "grad_norm": 0.42266228795051575,
      "learning_rate": 4.863809730238419e-05,
      "loss": 5.4827,
      "step": 145050
    },
    {
      "epoch": 0.12696935771737883,
      "grad_norm": 0.41956090927124023,
      "learning_rate": 4.86379965536072e-05,
      "loss": 4.9362,
      "step": 145055
    },
    {
      "epoch": 0.126973734311006,
      "grad_norm": 0.4400844871997833,
      "learning_rate": 4.86378958012352e-05,
      "loss": 5.7418,
      "step": 145060
    },
    {
      "epoch": 0.12697811090463315,
      "grad_norm": 0.4204593002796173,
      "learning_rate": 4.863779504526819e-05,
      "loss": 5.5134,
      "step": 145065
    },
    {
      "epoch": 0.1269824874982603,
      "grad_norm": 0.38755321502685547,
      "learning_rate": 4.8637694285706206e-05,
      "loss": 6.2859,
      "step": 145070
    },
    {
      "epoch": 0.12698686409188745,
      "grad_norm": 0.41220828890800476,
      "learning_rate": 4.863759352254925e-05,
      "loss": 5.2838,
      "step": 145075
    },
    {
      "epoch": 0.12699124068551462,
      "grad_norm": 0.4182802736759186,
      "learning_rate": 4.8637492755797356e-05,
      "loss": 5.4422,
      "step": 145080
    },
    {
      "epoch": 0.12699561727914177,
      "grad_norm": 0.37364134192466736,
      "learning_rate": 4.863739198545053e-05,
      "loss": 5.4316,
      "step": 145085
    },
    {
      "epoch": 0.12699999387276892,
      "grad_norm": 0.41035154461860657,
      "learning_rate": 4.863729121150881e-05,
      "loss": 4.4428,
      "step": 145090
    },
    {
      "epoch": 0.12700437046639607,
      "grad_norm": 0.44323045015335083,
      "learning_rate": 4.863719043397219e-05,
      "loss": 5.6947,
      "step": 145095
    },
    {
      "epoch": 0.12700874706002324,
      "grad_norm": 0.4210555851459503,
      "learning_rate": 4.8637089652840716e-05,
      "loss": 4.7156,
      "step": 145100
    },
    {
      "epoch": 0.1270131236536504,
      "grad_norm": 0.43081599473953247,
      "learning_rate": 4.8636988868114394e-05,
      "loss": 4.1813,
      "step": 145105
    },
    {
      "epoch": 0.12701750024727754,
      "grad_norm": 0.4337575137615204,
      "learning_rate": 4.8636888079793244e-05,
      "loss": 5.4813,
      "step": 145110
    },
    {
      "epoch": 0.12702187684090469,
      "grad_norm": 0.375927597284317,
      "learning_rate": 4.8636787287877286e-05,
      "loss": 5.7632,
      "step": 145115
    },
    {
      "epoch": 0.12702625343453186,
      "grad_norm": 0.4188823103904724,
      "learning_rate": 4.8636686492366533e-05,
      "loss": 5.1406,
      "step": 145120
    },
    {
      "epoch": 0.127030630028159,
      "grad_norm": 0.4162522554397583,
      "learning_rate": 4.863658569326103e-05,
      "loss": 5.2054,
      "step": 145125
    },
    {
      "epoch": 0.12703500662178616,
      "grad_norm": 0.3986532986164093,
      "learning_rate": 4.863648489056076e-05,
      "loss": 5.7652,
      "step": 145130
    },
    {
      "epoch": 0.1270393832154133,
      "grad_norm": 0.4400389492511749,
      "learning_rate": 4.863638408426576e-05,
      "loss": 4.6635,
      "step": 145135
    },
    {
      "epoch": 0.12704375980904048,
      "grad_norm": 0.3800121247768402,
      "learning_rate": 4.863628327437606e-05,
      "loss": 6.2361,
      "step": 145140
    },
    {
      "epoch": 0.12704813640266763,
      "grad_norm": 0.44499874114990234,
      "learning_rate": 4.8636182460891665e-05,
      "loss": 5.4617,
      "step": 145145
    },
    {
      "epoch": 0.12705251299629478,
      "grad_norm": 0.407942533493042,
      "learning_rate": 4.86360816438126e-05,
      "loss": 5.2674,
      "step": 145150
    },
    {
      "epoch": 0.12705688958992192,
      "grad_norm": 0.38270482420921326,
      "learning_rate": 4.8635980823138885e-05,
      "loss": 5.7603,
      "step": 145155
    },
    {
      "epoch": 0.1270612661835491,
      "grad_norm": 0.3871517479419708,
      "learning_rate": 4.8635879998870524e-05,
      "loss": 5.7012,
      "step": 145160
    },
    {
      "epoch": 0.12706564277717625,
      "grad_norm": 0.42773324251174927,
      "learning_rate": 4.863577917100756e-05,
      "loss": 5.6818,
      "step": 145165
    },
    {
      "epoch": 0.1270700193708034,
      "grad_norm": 0.4294201135635376,
      "learning_rate": 4.863567833955001e-05,
      "loss": 5.7646,
      "step": 145170
    },
    {
      "epoch": 0.12707439596443054,
      "grad_norm": 0.38852638006210327,
      "learning_rate": 4.8635577504497875e-05,
      "loss": 5.1732,
      "step": 145175
    },
    {
      "epoch": 0.1270787725580577,
      "grad_norm": 0.4177868962287903,
      "learning_rate": 4.863547666585119e-05,
      "loss": 5.1795,
      "step": 145180
    },
    {
      "epoch": 0.12708314915168487,
      "grad_norm": 0.43545660376548767,
      "learning_rate": 4.863537582360996e-05,
      "loss": 5.4497,
      "step": 145185
    },
    {
      "epoch": 0.127087525745312,
      "grad_norm": 0.43193772435188293,
      "learning_rate": 4.863527497777421e-05,
      "loss": 4.9484,
      "step": 145190
    },
    {
      "epoch": 0.12709190233893916,
      "grad_norm": 0.41366246342658997,
      "learning_rate": 4.8635174128343984e-05,
      "loss": 5.504,
      "step": 145195
    },
    {
      "epoch": 0.1270962789325663,
      "grad_norm": 0.4570048451423645,
      "learning_rate": 4.8635073275319275e-05,
      "loss": 4.9374,
      "step": 145200
    },
    {
      "epoch": 0.12710065552619348,
      "grad_norm": 0.43327662348747253,
      "learning_rate": 4.863497241870011e-05,
      "loss": 6.2635,
      "step": 145205
    },
    {
      "epoch": 0.12710503211982063,
      "grad_norm": 0.4611585736274719,
      "learning_rate": 4.8634871558486496e-05,
      "loss": 5.6727,
      "step": 145210
    },
    {
      "epoch": 0.12710940871344778,
      "grad_norm": 0.3709121346473694,
      "learning_rate": 4.863477069467847e-05,
      "loss": 5.2715,
      "step": 145215
    },
    {
      "epoch": 0.12711378530707493,
      "grad_norm": 0.39900898933410645,
      "learning_rate": 4.8634669827276045e-05,
      "loss": 4.7194,
      "step": 145220
    },
    {
      "epoch": 0.1271181619007021,
      "grad_norm": 0.39464321732521057,
      "learning_rate": 4.8634568956279234e-05,
      "loss": 4.9496,
      "step": 145225
    },
    {
      "epoch": 0.12712253849432925,
      "grad_norm": 0.4037279784679413,
      "learning_rate": 4.863446808168807e-05,
      "loss": 5.4756,
      "step": 145230
    },
    {
      "epoch": 0.1271269150879564,
      "grad_norm": 0.4170835614204407,
      "learning_rate": 4.8634367203502565e-05,
      "loss": 4.9471,
      "step": 145235
    },
    {
      "epoch": 0.12713129168158355,
      "grad_norm": 0.43672996759414673,
      "learning_rate": 4.8634266321722734e-05,
      "loss": 5.3645,
      "step": 145240
    },
    {
      "epoch": 0.12713566827521072,
      "grad_norm": 0.4132098853588104,
      "learning_rate": 4.86341654363486e-05,
      "loss": 4.7259,
      "step": 145245
    },
    {
      "epoch": 0.12714004486883787,
      "grad_norm": 0.43424728512763977,
      "learning_rate": 4.8634064547380186e-05,
      "loss": 5.3953,
      "step": 145250
    },
    {
      "epoch": 0.12714442146246502,
      "grad_norm": 0.42247292399406433,
      "learning_rate": 4.863396365481752e-05,
      "loss": 4.648,
      "step": 145255
    },
    {
      "epoch": 0.12714879805609217,
      "grad_norm": 0.38276419043540955,
      "learning_rate": 4.8633862758660595e-05,
      "loss": 5.1771,
      "step": 145260
    },
    {
      "epoch": 0.12715317464971934,
      "grad_norm": 0.438571959733963,
      "learning_rate": 4.8633761858909456e-05,
      "loss": 5.1624,
      "step": 145265
    },
    {
      "epoch": 0.1271575512433465,
      "grad_norm": 0.43937140703201294,
      "learning_rate": 4.863366095556411e-05,
      "loss": 5.7871,
      "step": 145270
    },
    {
      "epoch": 0.12716192783697364,
      "grad_norm": 0.4037407338619232,
      "learning_rate": 4.863356004862457e-05,
      "loss": 4.6483,
      "step": 145275
    },
    {
      "epoch": 0.12716630443060079,
      "grad_norm": 0.4107361435890198,
      "learning_rate": 4.8633459138090876e-05,
      "loss": 4.8954,
      "step": 145280
    },
    {
      "epoch": 0.12717068102422796,
      "grad_norm": 0.36911898851394653,
      "learning_rate": 4.863335822396303e-05,
      "loss": 5.7521,
      "step": 145285
    },
    {
      "epoch": 0.1271750576178551,
      "grad_norm": 0.37157994508743286,
      "learning_rate": 4.863325730624105e-05,
      "loss": 5.4692,
      "step": 145290
    },
    {
      "epoch": 0.12717943421148226,
      "grad_norm": 0.3973326086997986,
      "learning_rate": 4.863315638492497e-05,
      "loss": 4.6396,
      "step": 145295
    },
    {
      "epoch": 0.1271838108051094,
      "grad_norm": 0.4307403564453125,
      "learning_rate": 4.863305546001481e-05,
      "loss": 4.951,
      "step": 145300
    },
    {
      "epoch": 0.12718818739873655,
      "grad_norm": 0.4397253394126892,
      "learning_rate": 4.863295453151058e-05,
      "loss": 5.7467,
      "step": 145305
    },
    {
      "epoch": 0.12719256399236373,
      "grad_norm": 0.43381035327911377,
      "learning_rate": 4.863285359941229e-05,
      "loss": 5.2525,
      "step": 145310
    },
    {
      "epoch": 0.12719694058599088,
      "grad_norm": 0.430351197719574,
      "learning_rate": 4.863275266371997e-05,
      "loss": 4.6744,
      "step": 145315
    },
    {
      "epoch": 0.12720131717961802,
      "grad_norm": 0.572978675365448,
      "learning_rate": 4.8632651724433655e-05,
      "loss": 5.4437,
      "step": 145320
    },
    {
      "epoch": 0.12720569377324517,
      "grad_norm": 0.41898560523986816,
      "learning_rate": 4.8632550781553346e-05,
      "loss": 4.6493,
      "step": 145325
    },
    {
      "epoch": 0.12721007036687235,
      "grad_norm": 0.4252364933490753,
      "learning_rate": 4.8632449835079055e-05,
      "loss": 5.1676,
      "step": 145330
    },
    {
      "epoch": 0.1272144469604995,
      "grad_norm": 0.42462924122810364,
      "learning_rate": 4.863234888501081e-05,
      "loss": 5.3484,
      "step": 145335
    },
    {
      "epoch": 0.12721882355412664,
      "grad_norm": 0.43498536944389343,
      "learning_rate": 4.8632247931348654e-05,
      "loss": 4.9794,
      "step": 145340
    },
    {
      "epoch": 0.1272232001477538,
      "grad_norm": 0.4253944456577301,
      "learning_rate": 4.863214697409256e-05,
      "loss": 5.7746,
      "step": 145345
    },
    {
      "epoch": 0.12722757674138097,
      "grad_norm": 0.4581822156906128,
      "learning_rate": 4.863204601324259e-05,
      "loss": 5.4462,
      "step": 145350
    },
    {
      "epoch": 0.1272319533350081,
      "grad_norm": 0.4605347812175751,
      "learning_rate": 4.863194504879874e-05,
      "loss": 5.1261,
      "step": 145355
    },
    {
      "epoch": 0.12723632992863526,
      "grad_norm": 0.4150539040565491,
      "learning_rate": 4.8631844080761045e-05,
      "loss": 4.4584,
      "step": 145360
    },
    {
      "epoch": 0.1272407065222624,
      "grad_norm": 0.4301755428314209,
      "learning_rate": 4.863174310912951e-05,
      "loss": 5.1541,
      "step": 145365
    },
    {
      "epoch": 0.12724508311588958,
      "grad_norm": 0.40375328063964844,
      "learning_rate": 4.863164213390415e-05,
      "loss": 4.8866,
      "step": 145370
    },
    {
      "epoch": 0.12724945970951673,
      "grad_norm": 0.4360952079296112,
      "learning_rate": 4.8631541155085006e-05,
      "loss": 4.9193,
      "step": 145375
    },
    {
      "epoch": 0.12725383630314388,
      "grad_norm": 0.4167357087135315,
      "learning_rate": 4.8631440172672084e-05,
      "loss": 4.9114,
      "step": 145380
    },
    {
      "epoch": 0.12725821289677103,
      "grad_norm": 0.39609116315841675,
      "learning_rate": 4.8631339186665404e-05,
      "loss": 5.0799,
      "step": 145385
    },
    {
      "epoch": 0.1272625894903982,
      "grad_norm": 0.37776467204093933,
      "learning_rate": 4.863123819706499e-05,
      "loss": 5.9855,
      "step": 145390
    },
    {
      "epoch": 0.12726696608402535,
      "grad_norm": 0.422417014837265,
      "learning_rate": 4.8631137203870846e-05,
      "loss": 4.2332,
      "step": 145395
    },
    {
      "epoch": 0.1272713426776525,
      "grad_norm": 0.4267442226409912,
      "learning_rate": 4.8631036207083016e-05,
      "loss": 5.7831,
      "step": 145400
    },
    {
      "epoch": 0.12727571927127965,
      "grad_norm": 0.37644311785697937,
      "learning_rate": 4.86309352067015e-05,
      "loss": 5.4983,
      "step": 145405
    },
    {
      "epoch": 0.12728009586490682,
      "grad_norm": 0.402981698513031,
      "learning_rate": 4.8630834202726326e-05,
      "loss": 4.9607,
      "step": 145410
    },
    {
      "epoch": 0.12728447245853397,
      "grad_norm": 0.372428834438324,
      "learning_rate": 4.863073319515751e-05,
      "loss": 5.4904,
      "step": 145415
    },
    {
      "epoch": 0.12728884905216112,
      "grad_norm": 0.41497910022735596,
      "learning_rate": 4.863063218399508e-05,
      "loss": 5.3766,
      "step": 145420
    },
    {
      "epoch": 0.12729322564578827,
      "grad_norm": 0.3709656000137329,
      "learning_rate": 4.8630531169239046e-05,
      "loss": 5.7688,
      "step": 145425
    },
    {
      "epoch": 0.1272976022394154,
      "grad_norm": 0.4108900725841522,
      "learning_rate": 4.863043015088943e-05,
      "loss": 6.0045,
      "step": 145430
    },
    {
      "epoch": 0.1273019788330426,
      "grad_norm": 0.4272211790084839,
      "learning_rate": 4.863032912894625e-05,
      "loss": 4.6867,
      "step": 145435
    },
    {
      "epoch": 0.12730635542666974,
      "grad_norm": 0.3939509987831116,
      "learning_rate": 4.863022810340953e-05,
      "loss": 4.7183,
      "step": 145440
    },
    {
      "epoch": 0.12731073202029689,
      "grad_norm": 0.4174456298351288,
      "learning_rate": 4.863012707427929e-05,
      "loss": 5.4613,
      "step": 145445
    },
    {
      "epoch": 0.12731510861392403,
      "grad_norm": 0.42233771085739136,
      "learning_rate": 4.863002604155554e-05,
      "loss": 5.7661,
      "step": 145450
    },
    {
      "epoch": 0.1273194852075512,
      "grad_norm": 0.4248782992362976,
      "learning_rate": 4.862992500523831e-05,
      "loss": 4.6346,
      "step": 145455
    },
    {
      "epoch": 0.12732386180117836,
      "grad_norm": 0.41642820835113525,
      "learning_rate": 4.862982396532761e-05,
      "loss": 5.2652,
      "step": 145460
    },
    {
      "epoch": 0.1273282383948055,
      "grad_norm": 0.406741738319397,
      "learning_rate": 4.8629722921823476e-05,
      "loss": 5.1913,
      "step": 145465
    },
    {
      "epoch": 0.12733261498843265,
      "grad_norm": 0.4240959882736206,
      "learning_rate": 4.8629621874725914e-05,
      "loss": 4.8419,
      "step": 145470
    },
    {
      "epoch": 0.12733699158205983,
      "grad_norm": 0.3915351331233978,
      "learning_rate": 4.8629520824034946e-05,
      "loss": 5.9865,
      "step": 145475
    },
    {
      "epoch": 0.12734136817568698,
      "grad_norm": 0.358629047870636,
      "learning_rate": 4.862941976975059e-05,
      "loss": 5.7743,
      "step": 145480
    },
    {
      "epoch": 0.12734574476931412,
      "grad_norm": 0.40617799758911133,
      "learning_rate": 4.8629318711872863e-05,
      "loss": 5.1865,
      "step": 145485
    },
    {
      "epoch": 0.12735012136294127,
      "grad_norm": 0.4146048128604889,
      "learning_rate": 4.862921765040178e-05,
      "loss": 5.1499,
      "step": 145490
    },
    {
      "epoch": 0.12735449795656845,
      "grad_norm": 0.3947744071483612,
      "learning_rate": 4.8629116585337384e-05,
      "loss": 5.1392,
      "step": 145495
    },
    {
      "epoch": 0.1273588745501956,
      "grad_norm": 0.4208856523036957,
      "learning_rate": 4.8629015516679675e-05,
      "loss": 5.4607,
      "step": 145500
    },
    {
      "epoch": 0.12736325114382274,
      "grad_norm": 0.4285711646080017,
      "learning_rate": 4.8628914444428676e-05,
      "loss": 4.997,
      "step": 145505
    },
    {
      "epoch": 0.1273676277374499,
      "grad_norm": 0.3745787739753723,
      "learning_rate": 4.8628813368584415e-05,
      "loss": 5.4744,
      "step": 145510
    },
    {
      "epoch": 0.12737200433107707,
      "grad_norm": 0.40264037251472473,
      "learning_rate": 4.8628712289146884e-05,
      "loss": 4.8524,
      "step": 145515
    },
    {
      "epoch": 0.1273763809247042,
      "grad_norm": 0.4011844992637634,
      "learning_rate": 4.862861120611614e-05,
      "loss": 5.2302,
      "step": 145520
    },
    {
      "epoch": 0.12738075751833136,
      "grad_norm": 0.39781901240348816,
      "learning_rate": 4.8628510119492176e-05,
      "loss": 5.6973,
      "step": 145525
    },
    {
      "epoch": 0.1273851341119585,
      "grad_norm": 0.37572795152664185,
      "learning_rate": 4.8628409029275025e-05,
      "loss": 5.7612,
      "step": 145530
    },
    {
      "epoch": 0.12738951070558568,
      "grad_norm": 0.4328990876674652,
      "learning_rate": 4.86283079354647e-05,
      "loss": 4.7415,
      "step": 145535
    },
    {
      "epoch": 0.12739388729921283,
      "grad_norm": 0.37400496006011963,
      "learning_rate": 4.862820683806123e-05,
      "loss": 6.302,
      "step": 145540
    },
    {
      "epoch": 0.12739826389283998,
      "grad_norm": 0.5279150605201721,
      "learning_rate": 4.862810573706461e-05,
      "loss": 4.8695,
      "step": 145545
    },
    {
      "epoch": 0.12740264048646713,
      "grad_norm": 0.406097412109375,
      "learning_rate": 4.862800463247489e-05,
      "loss": 4.775,
      "step": 145550
    },
    {
      "epoch": 0.12740701708009428,
      "grad_norm": 0.3724798262119293,
      "learning_rate": 4.8627903524292073e-05,
      "loss": 5.7813,
      "step": 145555
    },
    {
      "epoch": 0.12741139367372145,
      "grad_norm": 0.36246249079704285,
      "learning_rate": 4.862780241251618e-05,
      "loss": 6.032,
      "step": 145560
    },
    {
      "epoch": 0.1274157702673486,
      "grad_norm": 0.4442724585533142,
      "learning_rate": 4.862770129714723e-05,
      "loss": 5.4938,
      "step": 145565
    },
    {
      "epoch": 0.12742014686097575,
      "grad_norm": 0.38513606786727905,
      "learning_rate": 4.862760017818525e-05,
      "loss": 5.4543,
      "step": 145570
    },
    {
      "epoch": 0.1274245234546029,
      "grad_norm": 0.3956649601459503,
      "learning_rate": 4.8627499055630256e-05,
      "loss": 4.4352,
      "step": 145575
    },
    {
      "epoch": 0.12742890004823007,
      "grad_norm": 0.43295830488204956,
      "learning_rate": 4.862739792948227e-05,
      "loss": 5.1434,
      "step": 145580
    },
    {
      "epoch": 0.12743327664185722,
      "grad_norm": 0.36583712697029114,
      "learning_rate": 4.8627296799741285e-05,
      "loss": 5.4456,
      "step": 145585
    },
    {
      "epoch": 0.12743765323548437,
      "grad_norm": 0.41326290369033813,
      "learning_rate": 4.862719566640735e-05,
      "loss": 6.0088,
      "step": 145590
    },
    {
      "epoch": 0.12744202982911151,
      "grad_norm": 0.43396133184432983,
      "learning_rate": 4.862709452948049e-05,
      "loss": 5.4572,
      "step": 145595
    },
    {
      "epoch": 0.1274464064227387,
      "grad_norm": 0.3736249804496765,
      "learning_rate": 4.8626993388960695e-05,
      "loss": 6.3045,
      "step": 145600
    },
    {
      "epoch": 0.12745078301636584,
      "grad_norm": 0.4036581218242645,
      "learning_rate": 4.862689224484801e-05,
      "loss": 5.4652,
      "step": 145605
    },
    {
      "epoch": 0.12745515960999299,
      "grad_norm": 0.3743111193180084,
      "learning_rate": 4.862679109714246e-05,
      "loss": 5.4692,
      "step": 145610
    },
    {
      "epoch": 0.12745953620362013,
      "grad_norm": 0.41153138875961304,
      "learning_rate": 4.862668994584402e-05,
      "loss": 5.4604,
      "step": 145615
    },
    {
      "epoch": 0.1274639127972473,
      "grad_norm": 0.40649154782295227,
      "learning_rate": 4.862658879095275e-05,
      "loss": 4.9201,
      "step": 145620
    },
    {
      "epoch": 0.12746828939087446,
      "grad_norm": 0.40696102380752563,
      "learning_rate": 4.862648763246868e-05,
      "loss": 5.1568,
      "step": 145625
    },
    {
      "epoch": 0.1274726659845016,
      "grad_norm": 0.37950217723846436,
      "learning_rate": 4.862638647039178e-05,
      "loss": 5.7679,
      "step": 145630
    },
    {
      "epoch": 0.12747704257812875,
      "grad_norm": 0.42182281613349915,
      "learning_rate": 4.862628530472212e-05,
      "loss": 4.6574,
      "step": 145635
    },
    {
      "epoch": 0.12748141917175593,
      "grad_norm": 0.37337759137153625,
      "learning_rate": 4.8626184135459686e-05,
      "loss": 5.4633,
      "step": 145640
    },
    {
      "epoch": 0.12748579576538308,
      "grad_norm": 0.41897910833358765,
      "learning_rate": 4.8626082962604504e-05,
      "loss": 5.4972,
      "step": 145645
    },
    {
      "epoch": 0.12749017235901022,
      "grad_norm": 0.4134039282798767,
      "learning_rate": 4.862598178615661e-05,
      "loss": 4.4521,
      "step": 145650
    },
    {
      "epoch": 0.12749454895263737,
      "grad_norm": 0.4268338084220886,
      "learning_rate": 4.8625880606116004e-05,
      "loss": 5.2272,
      "step": 145655
    },
    {
      "epoch": 0.12749892554626455,
      "grad_norm": 0.42353546619415283,
      "learning_rate": 4.862577942248271e-05,
      "loss": 5.6941,
      "step": 145660
    },
    {
      "epoch": 0.1275033021398917,
      "grad_norm": 0.4480462968349457,
      "learning_rate": 4.862567823525676e-05,
      "loss": 4.7354,
      "step": 145665
    },
    {
      "epoch": 0.12750767873351884,
      "grad_norm": 0.42041638493537903,
      "learning_rate": 4.862557704443816e-05,
      "loss": 4.582,
      "step": 145670
    },
    {
      "epoch": 0.127512055327146,
      "grad_norm": 0.43658846616744995,
      "learning_rate": 4.862547585002693e-05,
      "loss": 4.9319,
      "step": 145675
    },
    {
      "epoch": 0.12751643192077314,
      "grad_norm": 0.42717307806015015,
      "learning_rate": 4.8625374652023106e-05,
      "loss": 5.4703,
      "step": 145680
    },
    {
      "epoch": 0.1275208085144003,
      "grad_norm": 0.3939954936504364,
      "learning_rate": 4.8625273450426686e-05,
      "loss": 5.263,
      "step": 145685
    },
    {
      "epoch": 0.12752518510802746,
      "grad_norm": 0.4190303087234497,
      "learning_rate": 4.86251722452377e-05,
      "loss": 5.4791,
      "step": 145690
    },
    {
      "epoch": 0.1275295617016546,
      "grad_norm": 0.42416971921920776,
      "learning_rate": 4.862507103645617e-05,
      "loss": 5.1987,
      "step": 145695
    },
    {
      "epoch": 0.12753393829528176,
      "grad_norm": 0.3779231607913971,
      "learning_rate": 4.862496982408211e-05,
      "loss": 5.7728,
      "step": 145700
    },
    {
      "epoch": 0.12753831488890893,
      "grad_norm": 0.40822821855545044,
      "learning_rate": 4.8624868608115536e-05,
      "loss": 4.7145,
      "step": 145705
    },
    {
      "epoch": 0.12754269148253608,
      "grad_norm": 0.4376698136329651,
      "learning_rate": 4.862476738855648e-05,
      "loss": 5.1934,
      "step": 145710
    },
    {
      "epoch": 0.12754706807616323,
      "grad_norm": 0.40438687801361084,
      "learning_rate": 4.862466616540495e-05,
      "loss": 4.6587,
      "step": 145715
    },
    {
      "epoch": 0.12755144466979038,
      "grad_norm": 0.37755584716796875,
      "learning_rate": 4.862456493866098e-05,
      "loss": 5.7693,
      "step": 145720
    },
    {
      "epoch": 0.12755582126341755,
      "grad_norm": 0.419847697019577,
      "learning_rate": 4.8624463708324574e-05,
      "loss": 5.1374,
      "step": 145725
    },
    {
      "epoch": 0.1275601978570447,
      "grad_norm": 0.38926979899406433,
      "learning_rate": 4.862436247439575e-05,
      "loss": 4.9831,
      "step": 145730
    },
    {
      "epoch": 0.12756457445067185,
      "grad_norm": 0.3935684263706207,
      "learning_rate": 4.8624261236874534e-05,
      "loss": 5.6727,
      "step": 145735
    },
    {
      "epoch": 0.127568951044299,
      "grad_norm": 0.41888484358787537,
      "learning_rate": 4.862415999576095e-05,
      "loss": 4.1544,
      "step": 145740
    },
    {
      "epoch": 0.12757332763792617,
      "grad_norm": 0.3974110782146454,
      "learning_rate": 4.862405875105501e-05,
      "loss": 5.2658,
      "step": 145745
    },
    {
      "epoch": 0.12757770423155332,
      "grad_norm": 0.37646016478538513,
      "learning_rate": 4.862395750275675e-05,
      "loss": 5.7843,
      "step": 145750
    },
    {
      "epoch": 0.12758208082518047,
      "grad_norm": 0.4951203465461731,
      "learning_rate": 4.862385625086616e-05,
      "loss": 4.4349,
      "step": 145755
    },
    {
      "epoch": 0.12758645741880761,
      "grad_norm": 0.4330829977989197,
      "learning_rate": 4.862375499538329e-05,
      "loss": 4.4586,
      "step": 145760
    },
    {
      "epoch": 0.1275908340124348,
      "grad_norm": 0.4085623621940613,
      "learning_rate": 4.862365373630814e-05,
      "loss": 5.1745,
      "step": 145765
    },
    {
      "epoch": 0.12759521060606194,
      "grad_norm": 0.3667120337486267,
      "learning_rate": 4.8623552473640734e-05,
      "loss": 5.5066,
      "step": 145770
    },
    {
      "epoch": 0.12759958719968909,
      "grad_norm": 0.4087993800640106,
      "learning_rate": 4.862345120738109e-05,
      "loss": 5.0793,
      "step": 145775
    },
    {
      "epoch": 0.12760396379331623,
      "grad_norm": 0.3688771426677704,
      "learning_rate": 4.862334993752923e-05,
      "loss": 5.474,
      "step": 145780
    },
    {
      "epoch": 0.1276083403869434,
      "grad_norm": 0.3694915771484375,
      "learning_rate": 4.862324866408518e-05,
      "loss": 5.7823,
      "step": 145785
    },
    {
      "epoch": 0.12761271698057056,
      "grad_norm": 0.3957788348197937,
      "learning_rate": 4.862314738704895e-05,
      "loss": 5.7043,
      "step": 145790
    },
    {
      "epoch": 0.1276170935741977,
      "grad_norm": 0.3975403606891632,
      "learning_rate": 4.862304610642055e-05,
      "loss": 4.6474,
      "step": 145795
    },
    {
      "epoch": 0.12762147016782485,
      "grad_norm": 0.42635616660118103,
      "learning_rate": 4.8622944822200034e-05,
      "loss": 4.9761,
      "step": 145800
    },
    {
      "epoch": 0.12762584676145203,
      "grad_norm": 0.379716694355011,
      "learning_rate": 4.862284353438738e-05,
      "loss": 5.4915,
      "step": 145805
    },
    {
      "epoch": 0.12763022335507918,
      "grad_norm": 0.4263180196285248,
      "learning_rate": 4.862274224298264e-05,
      "loss": 4.6453,
      "step": 145810
    },
    {
      "epoch": 0.12763459994870632,
      "grad_norm": 0.3987526297569275,
      "learning_rate": 4.862264094798582e-05,
      "loss": 4.9876,
      "step": 145815
    },
    {
      "epoch": 0.12763897654233347,
      "grad_norm": 0.42358309030532837,
      "learning_rate": 4.862253964939695e-05,
      "loss": 4.8244,
      "step": 145820
    },
    {
      "epoch": 0.12764335313596062,
      "grad_norm": 0.3635312616825104,
      "learning_rate": 4.8622438347216025e-05,
      "loss": 5.71,
      "step": 145825
    },
    {
      "epoch": 0.1276477297295878,
      "grad_norm": 0.4333387315273285,
      "learning_rate": 4.862233704144309e-05,
      "loss": 5.7406,
      "step": 145830
    },
    {
      "epoch": 0.12765210632321494,
      "grad_norm": 0.3710612952709198,
      "learning_rate": 4.862223573207815e-05,
      "loss": 5.6516,
      "step": 145835
    },
    {
      "epoch": 0.1276564829168421,
      "grad_norm": 0.3842132091522217,
      "learning_rate": 4.8622134419121216e-05,
      "loss": 5.973,
      "step": 145840
    },
    {
      "epoch": 0.12766085951046924,
      "grad_norm": 0.4424654245376587,
      "learning_rate": 4.862203310257233e-05,
      "loss": 4.9533,
      "step": 145845
    },
    {
      "epoch": 0.1276652361040964,
      "grad_norm": 0.38316869735717773,
      "learning_rate": 4.8621931782431494e-05,
      "loss": 5.4363,
      "step": 145850
    },
    {
      "epoch": 0.12766961269772356,
      "grad_norm": 0.3861934244632721,
      "learning_rate": 4.862183045869876e-05,
      "loss": 5.756,
      "step": 145855
    },
    {
      "epoch": 0.1276739892913507,
      "grad_norm": 0.41858381032943726,
      "learning_rate": 4.8621729131374094e-05,
      "loss": 4.9521,
      "step": 145860
    },
    {
      "epoch": 0.12767836588497786,
      "grad_norm": 0.40870752930641174,
      "learning_rate": 4.8621627800457556e-05,
      "loss": 5.6561,
      "step": 145865
    },
    {
      "epoch": 0.12768274247860503,
      "grad_norm": 0.36538073420524597,
      "learning_rate": 4.8621526465949165e-05,
      "loss": 5.4549,
      "step": 145870
    },
    {
      "epoch": 0.12768711907223218,
      "grad_norm": 0.4320668578147888,
      "learning_rate": 4.862142512784892e-05,
      "loss": 4.6572,
      "step": 145875
    },
    {
      "epoch": 0.12769149566585933,
      "grad_norm": 0.4300675690174103,
      "learning_rate": 4.8621323786156836e-05,
      "loss": 4.1314,
      "step": 145880
    },
    {
      "epoch": 0.12769587225948648,
      "grad_norm": 0.3825683891773224,
      "learning_rate": 4.862122244087297e-05,
      "loss": 5.2406,
      "step": 145885
    },
    {
      "epoch": 0.12770024885311365,
      "grad_norm": 0.3851985037326813,
      "learning_rate": 4.8621121091997304e-05,
      "loss": 5.5113,
      "step": 145890
    },
    {
      "epoch": 0.1277046254467408,
      "grad_norm": 0.4161885976791382,
      "learning_rate": 4.862101973952987e-05,
      "loss": 5.4992,
      "step": 145895
    },
    {
      "epoch": 0.12770900204036795,
      "grad_norm": 0.41454413533210754,
      "learning_rate": 4.8620918383470704e-05,
      "loss": 5.2609,
      "step": 145900
    },
    {
      "epoch": 0.1277133786339951,
      "grad_norm": 0.41891396045684814,
      "learning_rate": 4.86208170238198e-05,
      "loss": 4.8801,
      "step": 145905
    },
    {
      "epoch": 0.12771775522762227,
      "grad_norm": 0.4127183258533478,
      "learning_rate": 4.8620715660577185e-05,
      "loss": 4.6556,
      "step": 145910
    },
    {
      "epoch": 0.12772213182124942,
      "grad_norm": 0.3665725886821747,
      "learning_rate": 4.8620614293742886e-05,
      "loss": 6.0107,
      "step": 145915
    },
    {
      "epoch": 0.12772650841487657,
      "grad_norm": 0.3836931586265564,
      "learning_rate": 4.862051292331692e-05,
      "loss": 5.9809,
      "step": 145920
    },
    {
      "epoch": 0.12773088500850371,
      "grad_norm": 0.4194396436214447,
      "learning_rate": 4.8620411549299304e-05,
      "loss": 5.264,
      "step": 145925
    },
    {
      "epoch": 0.1277352616021309,
      "grad_norm": 0.36619895696640015,
      "learning_rate": 4.8620310171690055e-05,
      "loss": 5.7421,
      "step": 145930
    },
    {
      "epoch": 0.12773963819575804,
      "grad_norm": 0.42731282114982605,
      "learning_rate": 4.8620208790489196e-05,
      "loss": 5.5239,
      "step": 145935
    },
    {
      "epoch": 0.12774401478938519,
      "grad_norm": 0.42130348086357117,
      "learning_rate": 4.8620107405696755e-05,
      "loss": 5.4829,
      "step": 145940
    },
    {
      "epoch": 0.12774839138301233,
      "grad_norm": 0.3667650818824768,
      "learning_rate": 4.862000601731274e-05,
      "loss": 5.2514,
      "step": 145945
    },
    {
      "epoch": 0.12775276797663948,
      "grad_norm": 0.4111502170562744,
      "learning_rate": 4.8619904625337174e-05,
      "loss": 4.9587,
      "step": 145950
    },
    {
      "epoch": 0.12775714457026666,
      "grad_norm": 0.423343688249588,
      "learning_rate": 4.861980322977008e-05,
      "loss": 4.6651,
      "step": 145955
    },
    {
      "epoch": 0.1277615211638938,
      "grad_norm": 0.38129255175590515,
      "learning_rate": 4.861970183061145e-05,
      "loss": 5.2392,
      "step": 145960
    },
    {
      "epoch": 0.12776589775752095,
      "grad_norm": 0.4183797240257263,
      "learning_rate": 4.861960042786136e-05,
      "loss": 5.6543,
      "step": 145965
    },
    {
      "epoch": 0.1277702743511481,
      "grad_norm": 0.4108290374279022,
      "learning_rate": 4.8619499021519775e-05,
      "loss": 4.9821,
      "step": 145970
    },
    {
      "epoch": 0.12777465094477528,
      "grad_norm": 0.3594762980937958,
      "learning_rate": 4.8619397611586745e-05,
      "loss": 5.2321,
      "step": 145975
    },
    {
      "epoch": 0.12777902753840242,
      "grad_norm": 0.42229336500167847,
      "learning_rate": 4.861929619806228e-05,
      "loss": 4.7206,
      "step": 145980
    },
    {
      "epoch": 0.12778340413202957,
      "grad_norm": 0.43730413913726807,
      "learning_rate": 4.86191947809464e-05,
      "loss": 5.6734,
      "step": 145985
    },
    {
      "epoch": 0.12778778072565672,
      "grad_norm": 0.41696685552597046,
      "learning_rate": 4.861909336023912e-05,
      "loss": 5.4285,
      "step": 145990
    },
    {
      "epoch": 0.1277921573192839,
      "grad_norm": 0.42098483443260193,
      "learning_rate": 4.861899193594047e-05,
      "loss": 4.9366,
      "step": 145995
    },
    {
      "epoch": 0.12779653391291104,
      "grad_norm": 0.39409130811691284,
      "learning_rate": 4.8618890508050466e-05,
      "loss": 5.7904,
      "step": 146000
    },
    {
      "epoch": 0.1278009105065382,
      "grad_norm": 0.4393687844276428,
      "learning_rate": 4.861878907656913e-05,
      "loss": 5.9803,
      "step": 146005
    },
    {
      "epoch": 0.12780528710016534,
      "grad_norm": 0.41494306921958923,
      "learning_rate": 4.8618687641496466e-05,
      "loss": 4.4467,
      "step": 146010
    },
    {
      "epoch": 0.1278096636937925,
      "grad_norm": 0.4310629665851593,
      "learning_rate": 4.8618586202832506e-05,
      "loss": 5.4692,
      "step": 146015
    },
    {
      "epoch": 0.12781404028741966,
      "grad_norm": 0.3805798292160034,
      "learning_rate": 4.8618484760577275e-05,
      "loss": 6.3262,
      "step": 146020
    },
    {
      "epoch": 0.1278184168810468,
      "grad_norm": 0.4298771619796753,
      "learning_rate": 4.861838331473079e-05,
      "loss": 5.4404,
      "step": 146025
    },
    {
      "epoch": 0.12782279347467396,
      "grad_norm": 0.46161070466041565,
      "learning_rate": 4.8618281865293056e-05,
      "loss": 3.8969,
      "step": 146030
    },
    {
      "epoch": 0.12782717006830113,
      "grad_norm": 0.4439643621444702,
      "learning_rate": 4.8618180412264115e-05,
      "loss": 4.9611,
      "step": 146035
    },
    {
      "epoch": 0.12783154666192828,
      "grad_norm": 0.4534672796726227,
      "learning_rate": 4.8618078955643965e-05,
      "loss": 5.5036,
      "step": 146040
    },
    {
      "epoch": 0.12783592325555543,
      "grad_norm": 0.4323887825012207,
      "learning_rate": 4.861797749543263e-05,
      "loss": 4.7676,
      "step": 146045
    },
    {
      "epoch": 0.12784029984918258,
      "grad_norm": 0.40354496240615845,
      "learning_rate": 4.861787603163015e-05,
      "loss": 5.2688,
      "step": 146050
    },
    {
      "epoch": 0.12784467644280975,
      "grad_norm": 0.3663097321987152,
      "learning_rate": 4.861777456423652e-05,
      "loss": 6.2924,
      "step": 146055
    },
    {
      "epoch": 0.1278490530364369,
      "grad_norm": 0.42190155386924744,
      "learning_rate": 4.861767309325178e-05,
      "loss": 5.2536,
      "step": 146060
    },
    {
      "epoch": 0.12785342963006405,
      "grad_norm": 0.3699398338794708,
      "learning_rate": 4.861757161867593e-05,
      "loss": 5.4709,
      "step": 146065
    },
    {
      "epoch": 0.1278578062236912,
      "grad_norm": 0.3754524886608124,
      "learning_rate": 4.8617470140509e-05,
      "loss": 6.0098,
      "step": 146070
    },
    {
      "epoch": 0.12786218281731834,
      "grad_norm": 0.4292945861816406,
      "learning_rate": 4.861736865875101e-05,
      "loss": 5.4518,
      "step": 146075
    },
    {
      "epoch": 0.12786655941094552,
      "grad_norm": 0.6256479024887085,
      "learning_rate": 4.861726717340197e-05,
      "loss": 4.4375,
      "step": 146080
    },
    {
      "epoch": 0.12787093600457267,
      "grad_norm": 0.5136142373085022,
      "learning_rate": 4.861716568446191e-05,
      "loss": 5.2826,
      "step": 146085
    },
    {
      "epoch": 0.12787531259819981,
      "grad_norm": 0.47147876024246216,
      "learning_rate": 4.861706419193085e-05,
      "loss": 5.4859,
      "step": 146090
    },
    {
      "epoch": 0.12787968919182696,
      "grad_norm": 0.4230812191963196,
      "learning_rate": 4.8616962695808796e-05,
      "loss": 5.3588,
      "step": 146095
    },
    {
      "epoch": 0.12788406578545414,
      "grad_norm": 0.372043251991272,
      "learning_rate": 4.86168611960958e-05,
      "loss": 5.4182,
      "step": 146100
    },
    {
      "epoch": 0.12788844237908129,
      "grad_norm": 0.4149792492389679,
      "learning_rate": 4.861675969279184e-05,
      "loss": 5.4722,
      "step": 146105
    },
    {
      "epoch": 0.12789281897270843,
      "grad_norm": 0.4521973133087158,
      "learning_rate": 4.8616658185896956e-05,
      "loss": 5.7821,
      "step": 146110
    },
    {
      "epoch": 0.12789719556633558,
      "grad_norm": 0.42514294385910034,
      "learning_rate": 4.8616556675411175e-05,
      "loss": 4.9561,
      "step": 146115
    },
    {
      "epoch": 0.12790157215996276,
      "grad_norm": 0.40725967288017273,
      "learning_rate": 4.8616455161334496e-05,
      "loss": 5.511,
      "step": 146120
    },
    {
      "epoch": 0.1279059487535899,
      "grad_norm": 0.4361302852630615,
      "learning_rate": 4.861635364366696e-05,
      "loss": 5.4496,
      "step": 146125
    },
    {
      "epoch": 0.12791032534721705,
      "grad_norm": 0.42416948080062866,
      "learning_rate": 4.861625212240858e-05,
      "loss": 5.1477,
      "step": 146130
    },
    {
      "epoch": 0.1279147019408442,
      "grad_norm": 0.4209531545639038,
      "learning_rate": 4.861615059755936e-05,
      "loss": 5.6609,
      "step": 146135
    },
    {
      "epoch": 0.12791907853447138,
      "grad_norm": 0.4162423312664032,
      "learning_rate": 4.861604906911934e-05,
      "loss": 5.2056,
      "step": 146140
    },
    {
      "epoch": 0.12792345512809852,
      "grad_norm": 0.4411074221134186,
      "learning_rate": 4.861594753708853e-05,
      "loss": 4.43,
      "step": 146145
    },
    {
      "epoch": 0.12792783172172567,
      "grad_norm": 0.4242153465747833,
      "learning_rate": 4.8615846001466955e-05,
      "loss": 3.9078,
      "step": 146150
    },
    {
      "epoch": 0.12793220831535282,
      "grad_norm": 0.39863523840904236,
      "learning_rate": 4.8615744462254634e-05,
      "loss": 4.7222,
      "step": 146155
    },
    {
      "epoch": 0.12793658490898,
      "grad_norm": 0.4111061990261078,
      "learning_rate": 4.8615642919451585e-05,
      "loss": 4.8528,
      "step": 146160
    },
    {
      "epoch": 0.12794096150260714,
      "grad_norm": 0.3742380440235138,
      "learning_rate": 4.8615541373057814e-05,
      "loss": 5.7341,
      "step": 146165
    },
    {
      "epoch": 0.1279453380962343,
      "grad_norm": 0.426520437002182,
      "learning_rate": 4.861543982307336e-05,
      "loss": 5.1732,
      "step": 146170
    },
    {
      "epoch": 0.12794971468986144,
      "grad_norm": 0.41313862800598145,
      "learning_rate": 4.8615338269498236e-05,
      "loss": 5.1544,
      "step": 146175
    },
    {
      "epoch": 0.1279540912834886,
      "grad_norm": 0.3752860724925995,
      "learning_rate": 4.861523671233247e-05,
      "loss": 5.4765,
      "step": 146180
    },
    {
      "epoch": 0.12795846787711576,
      "grad_norm": 0.3585169315338135,
      "learning_rate": 4.8615135151576055e-05,
      "loss": 5.9922,
      "step": 146185
    },
    {
      "epoch": 0.1279628444707429,
      "grad_norm": 0.3623640239238739,
      "learning_rate": 4.861503358722904e-05,
      "loss": 5.6709,
      "step": 146190
    },
    {
      "epoch": 0.12796722106437006,
      "grad_norm": 0.367016077041626,
      "learning_rate": 4.861493201929143e-05,
      "loss": 5.7446,
      "step": 146195
    },
    {
      "epoch": 0.1279715976579972,
      "grad_norm": 0.3636992871761322,
      "learning_rate": 4.8614830447763235e-05,
      "loss": 5.5155,
      "step": 146200
    },
    {
      "epoch": 0.12797597425162438,
      "grad_norm": 0.36846187710762024,
      "learning_rate": 4.861472887264451e-05,
      "loss": 5.4646,
      "step": 146205
    },
    {
      "epoch": 0.12798035084525153,
      "grad_norm": 0.38421696424484253,
      "learning_rate": 4.861462729393523e-05,
      "loss": 4.9669,
      "step": 146210
    },
    {
      "epoch": 0.12798472743887868,
      "grad_norm": 0.39865559339523315,
      "learning_rate": 4.861452571163545e-05,
      "loss": 4.8835,
      "step": 146215
    },
    {
      "epoch": 0.12798910403250582,
      "grad_norm": 0.37970301508903503,
      "learning_rate": 4.861442412574517e-05,
      "loss": 5.1517,
      "step": 146220
    },
    {
      "epoch": 0.127993480626133,
      "grad_norm": 0.3967559337615967,
      "learning_rate": 4.8614322536264426e-05,
      "loss": 5.1499,
      "step": 146225
    },
    {
      "epoch": 0.12799785721976015,
      "grad_norm": 0.3926142156124115,
      "learning_rate": 4.8614220943193224e-05,
      "loss": 5.3723,
      "step": 146230
    },
    {
      "epoch": 0.1280022338133873,
      "grad_norm": 0.36837533116340637,
      "learning_rate": 4.861411934653157e-05,
      "loss": 5.9943,
      "step": 146235
    },
    {
      "epoch": 0.12800661040701444,
      "grad_norm": 0.44155287742614746,
      "learning_rate": 4.8614017746279515e-05,
      "loss": 5.2676,
      "step": 146240
    },
    {
      "epoch": 0.12801098700064162,
      "grad_norm": 0.3903011083602905,
      "learning_rate": 4.8613916142437056e-05,
      "loss": 4.6584,
      "step": 146245
    },
    {
      "epoch": 0.12801536359426877,
      "grad_norm": 0.3964717388153076,
      "learning_rate": 4.8613814535004235e-05,
      "loss": 4.6563,
      "step": 146250
    },
    {
      "epoch": 0.12801974018789591,
      "grad_norm": 0.39608845114707947,
      "learning_rate": 4.8613712923981037e-05,
      "loss": 6.0119,
      "step": 146255
    },
    {
      "epoch": 0.12802411678152306,
      "grad_norm": 0.44348445534706116,
      "learning_rate": 4.861361130936751e-05,
      "loss": 4.9572,
      "step": 146260
    },
    {
      "epoch": 0.12802849337515024,
      "grad_norm": 0.4334889352321625,
      "learning_rate": 4.8613509691163675e-05,
      "loss": 4.9783,
      "step": 146265
    },
    {
      "epoch": 0.12803286996877739,
      "grad_norm": 0.4390522539615631,
      "learning_rate": 4.8613408069369525e-05,
      "loss": 4.9422,
      "step": 146270
    },
    {
      "epoch": 0.12803724656240453,
      "grad_norm": 0.4160418212413788,
      "learning_rate": 4.861330644398511e-05,
      "loss": 4.3052,
      "step": 146275
    },
    {
      "epoch": 0.12804162315603168,
      "grad_norm": 0.5259833335876465,
      "learning_rate": 4.861320481501043e-05,
      "loss": 5.4664,
      "step": 146280
    },
    {
      "epoch": 0.12804599974965886,
      "grad_norm": 0.43492209911346436,
      "learning_rate": 4.861310318244551e-05,
      "loss": 5.1051,
      "step": 146285
    },
    {
      "epoch": 0.128050376343286,
      "grad_norm": 0.42643868923187256,
      "learning_rate": 4.861300154629037e-05,
      "loss": 5.1714,
      "step": 146290
    },
    {
      "epoch": 0.12805475293691315,
      "grad_norm": 0.4068601429462433,
      "learning_rate": 4.861289990654503e-05,
      "loss": 6.051,
      "step": 146295
    },
    {
      "epoch": 0.1280591295305403,
      "grad_norm": 0.43953850865364075,
      "learning_rate": 4.86127982632095e-05,
      "loss": 4.983,
      "step": 146300
    },
    {
      "epoch": 0.12806350612416748,
      "grad_norm": 0.5356302261352539,
      "learning_rate": 4.8612696616283824e-05,
      "loss": 5.4979,
      "step": 146305
    },
    {
      "epoch": 0.12806788271779462,
      "grad_norm": 0.512118935585022,
      "learning_rate": 4.8612594965768e-05,
      "loss": 5.6912,
      "step": 146310
    },
    {
      "epoch": 0.12807225931142177,
      "grad_norm": 0.46679630875587463,
      "learning_rate": 4.8612493311662056e-05,
      "loss": 5.7738,
      "step": 146315
    },
    {
      "epoch": 0.12807663590504892,
      "grad_norm": 0.40182697772979736,
      "learning_rate": 4.8612391653966015e-05,
      "loss": 5.4613,
      "step": 146320
    },
    {
      "epoch": 0.12808101249867607,
      "grad_norm": 0.42524954676628113,
      "learning_rate": 4.861228999267988e-05,
      "loss": 4.6211,
      "step": 146325
    },
    {
      "epoch": 0.12808538909230324,
      "grad_norm": 0.4101906418800354,
      "learning_rate": 4.8612188327803684e-05,
      "loss": 5.4715,
      "step": 146330
    },
    {
      "epoch": 0.1280897656859304,
      "grad_norm": 0.43573445081710815,
      "learning_rate": 4.861208665933745e-05,
      "loss": 4.8913,
      "step": 146335
    },
    {
      "epoch": 0.12809414227955754,
      "grad_norm": 0.3739725649356842,
      "learning_rate": 4.86119849872812e-05,
      "loss": 5.2635,
      "step": 146340
    },
    {
      "epoch": 0.12809851887318469,
      "grad_norm": 0.36944782733917236,
      "learning_rate": 4.861188331163493e-05,
      "loss": 5.4882,
      "step": 146345
    },
    {
      "epoch": 0.12810289546681186,
      "grad_norm": 0.42630890011787415,
      "learning_rate": 4.861178163239869e-05,
      "loss": 4.0916,
      "step": 146350
    },
    {
      "epoch": 0.128107272060439,
      "grad_norm": 0.3771743178367615,
      "learning_rate": 4.8611679949572476e-05,
      "loss": 5.2779,
      "step": 146355
    },
    {
      "epoch": 0.12811164865406616,
      "grad_norm": 0.4110107719898224,
      "learning_rate": 4.861157826315631e-05,
      "loss": 5.4496,
      "step": 146360
    },
    {
      "epoch": 0.1281160252476933,
      "grad_norm": 0.3987281620502472,
      "learning_rate": 4.8611476573150226e-05,
      "loss": 5.3703,
      "step": 146365
    },
    {
      "epoch": 0.12812040184132048,
      "grad_norm": 0.42447689175605774,
      "learning_rate": 4.861137487955424e-05,
      "loss": 4.9693,
      "step": 146370
    },
    {
      "epoch": 0.12812477843494763,
      "grad_norm": 0.4123632311820984,
      "learning_rate": 4.861127318236837e-05,
      "loss": 4.6354,
      "step": 146375
    },
    {
      "epoch": 0.12812915502857478,
      "grad_norm": 0.38586026430130005,
      "learning_rate": 4.8611171481592624e-05,
      "loss": 5.438,
      "step": 146380
    },
    {
      "epoch": 0.12813353162220192,
      "grad_norm": 0.389588862657547,
      "learning_rate": 4.861106977722704e-05,
      "loss": 5.2739,
      "step": 146385
    },
    {
      "epoch": 0.1281379082158291,
      "grad_norm": 0.3881710469722748,
      "learning_rate": 4.861096806927161e-05,
      "loss": 5.7903,
      "step": 146390
    },
    {
      "epoch": 0.12814228480945625,
      "grad_norm": 0.38382062315940857,
      "learning_rate": 4.8610866357726394e-05,
      "loss": 5.9869,
      "step": 146395
    },
    {
      "epoch": 0.1281466614030834,
      "grad_norm": 0.36658501625061035,
      "learning_rate": 4.861076464259137e-05,
      "loss": 5.4883,
      "step": 146400
    },
    {
      "epoch": 0.12815103799671054,
      "grad_norm": 0.37259531021118164,
      "learning_rate": 4.861066292386659e-05,
      "loss": 6.3014,
      "step": 146405
    },
    {
      "epoch": 0.12815541459033772,
      "grad_norm": 0.37527117133140564,
      "learning_rate": 4.8610561201552064e-05,
      "loss": 5.6734,
      "step": 146410
    },
    {
      "epoch": 0.12815979118396487,
      "grad_norm": 0.36889252066612244,
      "learning_rate": 4.861045947564779e-05,
      "loss": 5.7378,
      "step": 146415
    },
    {
      "epoch": 0.12816416777759201,
      "grad_norm": 0.3631209135055542,
      "learning_rate": 4.8610357746153824e-05,
      "loss": 6.2805,
      "step": 146420
    },
    {
      "epoch": 0.12816854437121916,
      "grad_norm": 0.34716910123825073,
      "learning_rate": 4.8610256013070156e-05,
      "loss": 6.2822,
      "step": 146425
    },
    {
      "epoch": 0.12817292096484634,
      "grad_norm": 0.3902219533920288,
      "learning_rate": 4.8610154276396824e-05,
      "loss": 4.9313,
      "step": 146430
    },
    {
      "epoch": 0.12817729755847349,
      "grad_norm": 0.44036421179771423,
      "learning_rate": 4.861005253613384e-05,
      "loss": 4.3568,
      "step": 146435
    },
    {
      "epoch": 0.12818167415210063,
      "grad_norm": 0.3857451379299164,
      "learning_rate": 4.860995079228123e-05,
      "loss": 5.2327,
      "step": 146440
    },
    {
      "epoch": 0.12818605074572778,
      "grad_norm": 0.4316476583480835,
      "learning_rate": 4.860984904483901e-05,
      "loss": 4.7402,
      "step": 146445
    },
    {
      "epoch": 0.12819042733935496,
      "grad_norm": 0.42513352632522583,
      "learning_rate": 4.8609747293807186e-05,
      "loss": 4.7313,
      "step": 146450
    },
    {
      "epoch": 0.1281948039329821,
      "grad_norm": 0.37151455879211426,
      "learning_rate": 4.860964553918579e-05,
      "loss": 5.7634,
      "step": 146455
    },
    {
      "epoch": 0.12819918052660925,
      "grad_norm": 0.42536476254463196,
      "learning_rate": 4.8609543780974854e-05,
      "loss": 5.4763,
      "step": 146460
    },
    {
      "epoch": 0.1282035571202364,
      "grad_norm": 0.3964391350746155,
      "learning_rate": 4.860944201917437e-05,
      "loss": 4.8507,
      "step": 146465
    },
    {
      "epoch": 0.12820793371386355,
      "grad_norm": 0.42105937004089355,
      "learning_rate": 4.860934025378437e-05,
      "loss": 5.486,
      "step": 146470
    },
    {
      "epoch": 0.12821231030749072,
      "grad_norm": 0.3994341194629669,
      "learning_rate": 4.86092384848049e-05,
      "loss": 4.7306,
      "step": 146475
    },
    {
      "epoch": 0.12821668690111787,
      "grad_norm": 0.45074233412742615,
      "learning_rate": 4.8609136712235935e-05,
      "loss": 4.64,
      "step": 146480
    },
    {
      "epoch": 0.12822106349474502,
      "grad_norm": 0.38661709427833557,
      "learning_rate": 4.8609034936077524e-05,
      "loss": 5.7518,
      "step": 146485
    },
    {
      "epoch": 0.12822544008837217,
      "grad_norm": 0.4067707657814026,
      "learning_rate": 4.860893315632967e-05,
      "loss": 5.3091,
      "step": 146490
    },
    {
      "epoch": 0.12822981668199934,
      "grad_norm": 0.4075968861579895,
      "learning_rate": 4.86088313729924e-05,
      "loss": 5.4686,
      "step": 146495
    },
    {
      "epoch": 0.1282341932756265,
      "grad_norm": 0.4042060971260071,
      "learning_rate": 4.860872958606575e-05,
      "loss": 4.4456,
      "step": 146500
    },
    {
      "epoch": 0.12823856986925364,
      "grad_norm": 0.41834506392478943,
      "learning_rate": 4.860862779554971e-05,
      "loss": 5.7082,
      "step": 146505
    },
    {
      "epoch": 0.12824294646288079,
      "grad_norm": 0.4041309952735901,
      "learning_rate": 4.860852600144431e-05,
      "loss": 5.4858,
      "step": 146510
    },
    {
      "epoch": 0.12824732305650796,
      "grad_norm": 0.4171942472457886,
      "learning_rate": 4.860842420374958e-05,
      "loss": 4.9581,
      "step": 146515
    },
    {
      "epoch": 0.1282516996501351,
      "grad_norm": 0.4926084876060486,
      "learning_rate": 4.860832240246554e-05,
      "loss": 5.3812,
      "step": 146520
    },
    {
      "epoch": 0.12825607624376226,
      "grad_norm": 0.4079260230064392,
      "learning_rate": 4.860822059759219e-05,
      "loss": 5.124,
      "step": 146525
    },
    {
      "epoch": 0.1282604528373894,
      "grad_norm": 0.44949254393577576,
      "learning_rate": 4.860811878912957e-05,
      "loss": 5.1815,
      "step": 146530
    },
    {
      "epoch": 0.12826482943101658,
      "grad_norm": 0.4169539511203766,
      "learning_rate": 4.860801697707769e-05,
      "loss": 4.6259,
      "step": 146535
    },
    {
      "epoch": 0.12826920602464373,
      "grad_norm": 0.45071345567703247,
      "learning_rate": 4.860791516143656e-05,
      "loss": 5.792,
      "step": 146540
    },
    {
      "epoch": 0.12827358261827088,
      "grad_norm": 0.45506229996681213,
      "learning_rate": 4.860781334220622e-05,
      "loss": 5.6748,
      "step": 146545
    },
    {
      "epoch": 0.12827795921189802,
      "grad_norm": 0.4302174150943756,
      "learning_rate": 4.860771151938668e-05,
      "loss": 4.4602,
      "step": 146550
    },
    {
      "epoch": 0.1282823358055252,
      "grad_norm": 0.4260231554508209,
      "learning_rate": 4.860760969297796e-05,
      "loss": 4.6798,
      "step": 146555
    },
    {
      "epoch": 0.12828671239915235,
      "grad_norm": 0.431214839220047,
      "learning_rate": 4.860750786298008e-05,
      "loss": 5.1222,
      "step": 146560
    },
    {
      "epoch": 0.1282910889927795,
      "grad_norm": 0.5210793614387512,
      "learning_rate": 4.860740602939307e-05,
      "loss": 5.4503,
      "step": 146565
    },
    {
      "epoch": 0.12829546558640664,
      "grad_norm": 0.539133608341217,
      "learning_rate": 4.860730419221692e-05,
      "loss": 5.4735,
      "step": 146570
    },
    {
      "epoch": 0.12829984218003382,
      "grad_norm": 0.4080568552017212,
      "learning_rate": 4.860720235145167e-05,
      "loss": 6.257,
      "step": 146575
    },
    {
      "epoch": 0.12830421877366097,
      "grad_norm": 0.38152313232421875,
      "learning_rate": 4.860710050709736e-05,
      "loss": 6.0064,
      "step": 146580
    },
    {
      "epoch": 0.12830859536728811,
      "grad_norm": 0.4064349830150604,
      "learning_rate": 4.860699865915397e-05,
      "loss": 5.1512,
      "step": 146585
    },
    {
      "epoch": 0.12831297196091526,
      "grad_norm": 0.4170035123825073,
      "learning_rate": 4.860689680762155e-05,
      "loss": 4.8548,
      "step": 146590
    },
    {
      "epoch": 0.1283173485545424,
      "grad_norm": 0.4054122567176819,
      "learning_rate": 4.860679495250009e-05,
      "loss": 5.1831,
      "step": 146595
    },
    {
      "epoch": 0.12832172514816959,
      "grad_norm": 0.3706599771976471,
      "learning_rate": 4.860669309378963e-05,
      "loss": 5.9547,
      "step": 146600
    },
    {
      "epoch": 0.12832610174179673,
      "grad_norm": 0.3934764564037323,
      "learning_rate": 4.860659123149019e-05,
      "loss": 4.571,
      "step": 146605
    },
    {
      "epoch": 0.12833047833542388,
      "grad_norm": 0.3895077109336853,
      "learning_rate": 4.8606489365601795e-05,
      "loss": 4.7459,
      "step": 146610
    },
    {
      "epoch": 0.12833485492905103,
      "grad_norm": 0.3964069187641144,
      "learning_rate": 4.860638749612445e-05,
      "loss": 5.7268,
      "step": 146615
    },
    {
      "epoch": 0.1283392315226782,
      "grad_norm": 0.4529239535331726,
      "learning_rate": 4.860628562305819e-05,
      "loss": 5.2793,
      "step": 146620
    },
    {
      "epoch": 0.12834360811630535,
      "grad_norm": 0.3592644929885864,
      "learning_rate": 4.860618374640301e-05,
      "loss": 5.489,
      "step": 146625
    },
    {
      "epoch": 0.1283479847099325,
      "grad_norm": 0.4149857461452484,
      "learning_rate": 4.860608186615895e-05,
      "loss": 5.2372,
      "step": 146630
    },
    {
      "epoch": 0.12835236130355965,
      "grad_norm": 0.41640204191207886,
      "learning_rate": 4.860597998232602e-05,
      "loss": 4.9424,
      "step": 146635
    },
    {
      "epoch": 0.12835673789718682,
      "grad_norm": 0.3753659129142761,
      "learning_rate": 4.8605878094904256e-05,
      "loss": 5.968,
      "step": 146640
    },
    {
      "epoch": 0.12836111449081397,
      "grad_norm": 0.3810715079307556,
      "learning_rate": 4.860577620389365e-05,
      "loss": 5.4797,
      "step": 146645
    },
    {
      "epoch": 0.12836549108444112,
      "grad_norm": 0.40409377217292786,
      "learning_rate": 4.860567430929425e-05,
      "loss": 4.8962,
      "step": 146650
    },
    {
      "epoch": 0.12836986767806827,
      "grad_norm": 0.3829810619354248,
      "learning_rate": 4.8605572411106056e-05,
      "loss": 6.2967,
      "step": 146655
    },
    {
      "epoch": 0.12837424427169544,
      "grad_norm": 0.3792860209941864,
      "learning_rate": 4.8605470509329096e-05,
      "loss": 6.0006,
      "step": 146660
    },
    {
      "epoch": 0.1283786208653226,
      "grad_norm": 0.4686189293861389,
      "learning_rate": 4.86053686039634e-05,
      "loss": 4.6529,
      "step": 146665
    },
    {
      "epoch": 0.12838299745894974,
      "grad_norm": 0.4375309348106384,
      "learning_rate": 4.8605266695008965e-05,
      "loss": 4.9344,
      "step": 146670
    },
    {
      "epoch": 0.12838737405257689,
      "grad_norm": 0.41831541061401367,
      "learning_rate": 4.8605164782465816e-05,
      "loss": 4.9571,
      "step": 146675
    },
    {
      "epoch": 0.12839175064620406,
      "grad_norm": 0.40973442792892456,
      "learning_rate": 4.8605062866333985e-05,
      "loss": 4.6207,
      "step": 146680
    },
    {
      "epoch": 0.1283961272398312,
      "grad_norm": 0.4205721914768219,
      "learning_rate": 4.8604960946613485e-05,
      "loss": 4.8547,
      "step": 146685
    },
    {
      "epoch": 0.12840050383345836,
      "grad_norm": 0.3966691195964813,
      "learning_rate": 4.860485902330434e-05,
      "loss": 5.6898,
      "step": 146690
    },
    {
      "epoch": 0.1284048804270855,
      "grad_norm": 0.38839149475097656,
      "learning_rate": 4.860475709640656e-05,
      "loss": 5.4545,
      "step": 146695
    },
    {
      "epoch": 0.12840925702071268,
      "grad_norm": 0.4237406551837921,
      "learning_rate": 4.860465516592018e-05,
      "loss": 4.451,
      "step": 146700
    },
    {
      "epoch": 0.12841363361433983,
      "grad_norm": 0.4023441672325134,
      "learning_rate": 4.860455323184519e-05,
      "loss": 5.3973,
      "step": 146705
    },
    {
      "epoch": 0.12841801020796698,
      "grad_norm": 0.40271124243736267,
      "learning_rate": 4.860445129418164e-05,
      "loss": 4.8807,
      "step": 146710
    },
    {
      "epoch": 0.12842238680159412,
      "grad_norm": 0.3964909315109253,
      "learning_rate": 4.8604349352929544e-05,
      "loss": 5.4984,
      "step": 146715
    },
    {
      "epoch": 0.12842676339522127,
      "grad_norm": 0.3791344463825226,
      "learning_rate": 4.860424740808891e-05,
      "loss": 5.4619,
      "step": 146720
    },
    {
      "epoch": 0.12843113998884845,
      "grad_norm": 0.37382638454437256,
      "learning_rate": 4.860414545965977e-05,
      "loss": 6.301,
      "step": 146725
    },
    {
      "epoch": 0.1284355165824756,
      "grad_norm": 0.43406015634536743,
      "learning_rate": 4.860404350764214e-05,
      "loss": 4.961,
      "step": 146730
    },
    {
      "epoch": 0.12843989317610274,
      "grad_norm": 0.4087733030319214,
      "learning_rate": 4.8603941552036027e-05,
      "loss": 5.5053,
      "step": 146735
    },
    {
      "epoch": 0.1284442697697299,
      "grad_norm": 0.41409754753112793,
      "learning_rate": 4.860383959284146e-05,
      "loss": 5.7508,
      "step": 146740
    },
    {
      "epoch": 0.12844864636335707,
      "grad_norm": 0.45013347268104553,
      "learning_rate": 4.8603737630058476e-05,
      "loss": 4.6859,
      "step": 146745
    },
    {
      "epoch": 0.12845302295698421,
      "grad_norm": 0.42906084656715393,
      "learning_rate": 4.860363566368706e-05,
      "loss": 4.9405,
      "step": 146750
    },
    {
      "epoch": 0.12845739955061136,
      "grad_norm": 0.39409226179122925,
      "learning_rate": 4.860353369372727e-05,
      "loss": 5.4683,
      "step": 146755
    },
    {
      "epoch": 0.1284617761442385,
      "grad_norm": 0.4129112958908081,
      "learning_rate": 4.860343172017909e-05,
      "loss": 5.1895,
      "step": 146760
    },
    {
      "epoch": 0.12846615273786569,
      "grad_norm": 0.4229982793331146,
      "learning_rate": 4.860332974304256e-05,
      "loss": 5.677,
      "step": 146765
    },
    {
      "epoch": 0.12847052933149283,
      "grad_norm": 0.4321978688240051,
      "learning_rate": 4.86032277623177e-05,
      "loss": 4.9768,
      "step": 146770
    },
    {
      "epoch": 0.12847490592511998,
      "grad_norm": 0.44250524044036865,
      "learning_rate": 4.860312577800452e-05,
      "loss": 5.7897,
      "step": 146775
    },
    {
      "epoch": 0.12847928251874713,
      "grad_norm": 0.4198939800262451,
      "learning_rate": 4.860302379010304e-05,
      "loss": 5.1689,
      "step": 146780
    },
    {
      "epoch": 0.1284836591123743,
      "grad_norm": 0.42759600281715393,
      "learning_rate": 4.86029217986133e-05,
      "loss": 4.4477,
      "step": 146785
    },
    {
      "epoch": 0.12848803570600145,
      "grad_norm": 0.41491004824638367,
      "learning_rate": 4.860281980353529e-05,
      "loss": 5.3473,
      "step": 146790
    },
    {
      "epoch": 0.1284924122996286,
      "grad_norm": 0.41553300619125366,
      "learning_rate": 4.8602717804869044e-05,
      "loss": 4.9482,
      "step": 146795
    },
    {
      "epoch": 0.12849678889325575,
      "grad_norm": 0.39311739802360535,
      "learning_rate": 4.8602615802614596e-05,
      "loss": 5.6682,
      "step": 146800
    },
    {
      "epoch": 0.12850116548688292,
      "grad_norm": 0.4022485315799713,
      "learning_rate": 4.860251379677194e-05,
      "loss": 5.6971,
      "step": 146805
    },
    {
      "epoch": 0.12850554208051007,
      "grad_norm": 0.4285021722316742,
      "learning_rate": 4.860241178734111e-05,
      "loss": 4.9698,
      "step": 146810
    },
    {
      "epoch": 0.12850991867413722,
      "grad_norm": 0.3795812427997589,
      "learning_rate": 4.860230977432212e-05,
      "loss": 5.732,
      "step": 146815
    },
    {
      "epoch": 0.12851429526776437,
      "grad_norm": 0.3985998034477234,
      "learning_rate": 4.860220775771499e-05,
      "loss": 5.1712,
      "step": 146820
    },
    {
      "epoch": 0.12851867186139154,
      "grad_norm": 0.4484495222568512,
      "learning_rate": 4.8602105737519746e-05,
      "loss": 5.7754,
      "step": 146825
    },
    {
      "epoch": 0.1285230484550187,
      "grad_norm": 0.4057328402996063,
      "learning_rate": 4.86020037137364e-05,
      "loss": 4.9232,
      "step": 146830
    },
    {
      "epoch": 0.12852742504864584,
      "grad_norm": 0.4018067717552185,
      "learning_rate": 4.860190168636497e-05,
      "loss": 5.0928,
      "step": 146835
    },
    {
      "epoch": 0.12853180164227299,
      "grad_norm": 0.40417492389678955,
      "learning_rate": 4.860179965540549e-05,
      "loss": 5.1586,
      "step": 146840
    },
    {
      "epoch": 0.12853617823590013,
      "grad_norm": 0.4430248439311981,
      "learning_rate": 4.860169762085796e-05,
      "loss": 4.2281,
      "step": 146845
    },
    {
      "epoch": 0.1285405548295273,
      "grad_norm": 0.4164108633995056,
      "learning_rate": 4.860159558272243e-05,
      "loss": 5.5182,
      "step": 146850
    },
    {
      "epoch": 0.12854493142315446,
      "grad_norm": 0.38157421350479126,
      "learning_rate": 4.8601493540998886e-05,
      "loss": 5.7978,
      "step": 146855
    },
    {
      "epoch": 0.1285493080167816,
      "grad_norm": 0.39855438470840454,
      "learning_rate": 4.8601391495687354e-05,
      "loss": 5.1618,
      "step": 146860
    },
    {
      "epoch": 0.12855368461040875,
      "grad_norm": 0.4214448928833008,
      "learning_rate": 4.860128944678788e-05,
      "loss": 4.7396,
      "step": 146865
    },
    {
      "epoch": 0.12855806120403593,
      "grad_norm": 0.4138832688331604,
      "learning_rate": 4.860118739430045e-05,
      "loss": 5.3639,
      "step": 146870
    },
    {
      "epoch": 0.12856243779766308,
      "grad_norm": 0.3791508674621582,
      "learning_rate": 4.8601085338225104e-05,
      "loss": 5.1771,
      "step": 146875
    },
    {
      "epoch": 0.12856681439129022,
      "grad_norm": 0.4075399935245514,
      "learning_rate": 4.860098327856185e-05,
      "loss": 5.4851,
      "step": 146880
    },
    {
      "epoch": 0.12857119098491737,
      "grad_norm": 0.4080076813697815,
      "learning_rate": 4.8600881215310726e-05,
      "loss": 5.3955,
      "step": 146885
    },
    {
      "epoch": 0.12857556757854455,
      "grad_norm": 0.38088956475257874,
      "learning_rate": 4.860077914847173e-05,
      "loss": 5.8029,
      "step": 146890
    },
    {
      "epoch": 0.1285799441721717,
      "grad_norm": 0.5402048230171204,
      "learning_rate": 4.86006770780449e-05,
      "loss": 4.6188,
      "step": 146895
    },
    {
      "epoch": 0.12858432076579884,
      "grad_norm": 0.43177634477615356,
      "learning_rate": 4.860057500403024e-05,
      "loss": 4.6233,
      "step": 146900
    },
    {
      "epoch": 0.128588697359426,
      "grad_norm": 0.38911911845207214,
      "learning_rate": 4.860047292642778e-05,
      "loss": 5.6941,
      "step": 146905
    },
    {
      "epoch": 0.12859307395305317,
      "grad_norm": 0.4371756315231323,
      "learning_rate": 4.860037084523753e-05,
      "loss": 4.5933,
      "step": 146910
    },
    {
      "epoch": 0.12859745054668031,
      "grad_norm": 0.3916572630405426,
      "learning_rate": 4.860026876045952e-05,
      "loss": 5.3709,
      "step": 146915
    },
    {
      "epoch": 0.12860182714030746,
      "grad_norm": 0.397807776927948,
      "learning_rate": 4.860016667209377e-05,
      "loss": 4.6813,
      "step": 146920
    },
    {
      "epoch": 0.1286062037339346,
      "grad_norm": 0.38812538981437683,
      "learning_rate": 4.860006458014029e-05,
      "loss": 4.5103,
      "step": 146925
    },
    {
      "epoch": 0.12861058032756179,
      "grad_norm": 0.4535435438156128,
      "learning_rate": 4.85999624845991e-05,
      "loss": 5.4985,
      "step": 146930
    },
    {
      "epoch": 0.12861495692118893,
      "grad_norm": 0.45212286710739136,
      "learning_rate": 4.859986038547024e-05,
      "loss": 5.2798,
      "step": 146935
    },
    {
      "epoch": 0.12861933351481608,
      "grad_norm": 0.3767918050289154,
      "learning_rate": 4.8599758282753706e-05,
      "loss": 5.2495,
      "step": 146940
    },
    {
      "epoch": 0.12862371010844323,
      "grad_norm": 0.4034237265586853,
      "learning_rate": 4.859965617644953e-05,
      "loss": 5.7693,
      "step": 146945
    },
    {
      "epoch": 0.1286280867020704,
      "grad_norm": 0.4130459427833557,
      "learning_rate": 4.859955406655772e-05,
      "loss": 5.4914,
      "step": 146950
    },
    {
      "epoch": 0.12863246329569755,
      "grad_norm": 0.3802599310874939,
      "learning_rate": 4.8599451953078315e-05,
      "loss": 4.9841,
      "step": 146955
    },
    {
      "epoch": 0.1286368398893247,
      "grad_norm": 0.3670070171356201,
      "learning_rate": 4.859934983601131e-05,
      "loss": 5.447,
      "step": 146960
    },
    {
      "epoch": 0.12864121648295185,
      "grad_norm": 0.41836485266685486,
      "learning_rate": 4.8599247715356745e-05,
      "loss": 5.1524,
      "step": 146965
    },
    {
      "epoch": 0.128645593076579,
      "grad_norm": 0.3703620433807373,
      "learning_rate": 4.859914559111464e-05,
      "loss": 5.8,
      "step": 146970
    },
    {
      "epoch": 0.12864996967020617,
      "grad_norm": 0.4185115396976471,
      "learning_rate": 4.859904346328499e-05,
      "loss": 5.2756,
      "step": 146975
    },
    {
      "epoch": 0.12865434626383332,
      "grad_norm": 0.3694096505641937,
      "learning_rate": 4.859894133186784e-05,
      "loss": 5.7773,
      "step": 146980
    },
    {
      "epoch": 0.12865872285746047,
      "grad_norm": 0.42399823665618896,
      "learning_rate": 4.859883919686321e-05,
      "loss": 4.9813,
      "step": 146985
    },
    {
      "epoch": 0.12866309945108761,
      "grad_norm": 0.4229380488395691,
      "learning_rate": 4.8598737058271104e-05,
      "loss": 5.4693,
      "step": 146990
    },
    {
      "epoch": 0.1286674760447148,
      "grad_norm": 0.37034842371940613,
      "learning_rate": 4.859863491609154e-05,
      "loss": 6.0105,
      "step": 146995
    },
    {
      "epoch": 0.12867185263834194,
      "grad_norm": 0.37053927779197693,
      "learning_rate": 4.8598532770324566e-05,
      "loss": 5.9605,
      "step": 147000
    },
    {
      "epoch": 0.12867622923196909,
      "grad_norm": 0.3818833827972412,
      "learning_rate": 4.859843062097017e-05,
      "loss": 6.2545,
      "step": 147005
    },
    {
      "epoch": 0.12868060582559623,
      "grad_norm": 0.4260110855102539,
      "learning_rate": 4.8598328468028396e-05,
      "loss": 4.6125,
      "step": 147010
    },
    {
      "epoch": 0.1286849824192234,
      "grad_norm": 0.43029266595840454,
      "learning_rate": 4.859822631149924e-05,
      "loss": 5.4331,
      "step": 147015
    },
    {
      "epoch": 0.12868935901285056,
      "grad_norm": 0.4271167814731598,
      "learning_rate": 4.859812415138274e-05,
      "loss": 4.4567,
      "step": 147020
    },
    {
      "epoch": 0.1286937356064777,
      "grad_norm": 0.4105694890022278,
      "learning_rate": 4.859802198767891e-05,
      "loss": 5.6836,
      "step": 147025
    },
    {
      "epoch": 0.12869811220010485,
      "grad_norm": 0.4124632179737091,
      "learning_rate": 4.859791982038776e-05,
      "loss": 5.6988,
      "step": 147030
    },
    {
      "epoch": 0.12870248879373203,
      "grad_norm": 0.4264308512210846,
      "learning_rate": 4.8597817649509334e-05,
      "loss": 5.256,
      "step": 147035
    },
    {
      "epoch": 0.12870686538735918,
      "grad_norm": 0.38408035039901733,
      "learning_rate": 4.859771547504363e-05,
      "loss": 5.2451,
      "step": 147040
    },
    {
      "epoch": 0.12871124198098632,
      "grad_norm": 0.41293224692344666,
      "learning_rate": 4.859761329699066e-05,
      "loss": 4.5744,
      "step": 147045
    },
    {
      "epoch": 0.12871561857461347,
      "grad_norm": 0.45524436235427856,
      "learning_rate": 4.859751111535048e-05,
      "loss": 5.4727,
      "step": 147050
    },
    {
      "epoch": 0.12871999516824065,
      "grad_norm": 0.4270089566707611,
      "learning_rate": 4.859740893012307e-05,
      "loss": 5.9398,
      "step": 147055
    },
    {
      "epoch": 0.1287243717618678,
      "grad_norm": 0.4786379933357239,
      "learning_rate": 4.8597306741308476e-05,
      "loss": 5.1525,
      "step": 147060
    },
    {
      "epoch": 0.12872874835549494,
      "grad_norm": 0.4266391694545746,
      "learning_rate": 4.8597204548906705e-05,
      "loss": 6.2869,
      "step": 147065
    },
    {
      "epoch": 0.1287331249491221,
      "grad_norm": 0.4491249620914459,
      "learning_rate": 4.859710235291779e-05,
      "loss": 5.9846,
      "step": 147070
    },
    {
      "epoch": 0.12873750154274927,
      "grad_norm": 0.42746973037719727,
      "learning_rate": 4.859700015334173e-05,
      "loss": 4.7483,
      "step": 147075
    },
    {
      "epoch": 0.12874187813637641,
      "grad_norm": 0.37913256883621216,
      "learning_rate": 4.859689795017857e-05,
      "loss": 5.6756,
      "step": 147080
    },
    {
      "epoch": 0.12874625473000356,
      "grad_norm": 0.44400787353515625,
      "learning_rate": 4.8596795743428304e-05,
      "loss": 5.1785,
      "step": 147085
    },
    {
      "epoch": 0.1287506313236307,
      "grad_norm": 0.41234704852104187,
      "learning_rate": 4.859669353309096e-05,
      "loss": 5.9754,
      "step": 147090
    },
    {
      "epoch": 0.12875500791725786,
      "grad_norm": 0.38282135128974915,
      "learning_rate": 4.859659131916657e-05,
      "loss": 5.2686,
      "step": 147095
    },
    {
      "epoch": 0.12875938451088503,
      "grad_norm": 0.37078267335891724,
      "learning_rate": 4.859648910165515e-05,
      "loss": 5.2562,
      "step": 147100
    },
    {
      "epoch": 0.12876376110451218,
      "grad_norm": 0.4346179962158203,
      "learning_rate": 4.859638688055671e-05,
      "loss": 4.7377,
      "step": 147105
    },
    {
      "epoch": 0.12876813769813933,
      "grad_norm": 0.4100649654865265,
      "learning_rate": 4.859628465587127e-05,
      "loss": 5.5023,
      "step": 147110
    },
    {
      "epoch": 0.12877251429176648,
      "grad_norm": 0.40315863490104675,
      "learning_rate": 4.859618242759886e-05,
      "loss": 5.4928,
      "step": 147115
    },
    {
      "epoch": 0.12877689088539365,
      "grad_norm": 0.41076192259788513,
      "learning_rate": 4.859608019573949e-05,
      "loss": 5.256,
      "step": 147120
    },
    {
      "epoch": 0.1287812674790208,
      "grad_norm": 0.4152454137802124,
      "learning_rate": 4.859597796029318e-05,
      "loss": 5.2053,
      "step": 147125
    },
    {
      "epoch": 0.12878564407264795,
      "grad_norm": 0.45026299357414246,
      "learning_rate": 4.8595875721259964e-05,
      "loss": 5.3814,
      "step": 147130
    },
    {
      "epoch": 0.1287900206662751,
      "grad_norm": 0.43051213026046753,
      "learning_rate": 4.859577347863985e-05,
      "loss": 5.2869,
      "step": 147135
    },
    {
      "epoch": 0.12879439725990227,
      "grad_norm": 0.5025100708007812,
      "learning_rate": 4.859567123243285e-05,
      "loss": 4.9632,
      "step": 147140
    },
    {
      "epoch": 0.12879877385352942,
      "grad_norm": 0.4376178979873657,
      "learning_rate": 4.8595568982639e-05,
      "loss": 5.1346,
      "step": 147145
    },
    {
      "epoch": 0.12880315044715657,
      "grad_norm": 0.3645947277545929,
      "learning_rate": 4.859546672925831e-05,
      "loss": 5.4979,
      "step": 147150
    },
    {
      "epoch": 0.12880752704078371,
      "grad_norm": 0.39402657747268677,
      "learning_rate": 4.859536447229079e-05,
      "loss": 5.7766,
      "step": 147155
    },
    {
      "epoch": 0.1288119036344109,
      "grad_norm": 0.3660103380680084,
      "learning_rate": 4.859526221173649e-05,
      "loss": 5.7154,
      "step": 147160
    },
    {
      "epoch": 0.12881628022803804,
      "grad_norm": 0.38692396879196167,
      "learning_rate": 4.85951599475954e-05,
      "loss": 5.222,
      "step": 147165
    },
    {
      "epoch": 0.12882065682166519,
      "grad_norm": 0.39913395047187805,
      "learning_rate": 4.859505767986756e-05,
      "loss": 5.1811,
      "step": 147170
    },
    {
      "epoch": 0.12882503341529233,
      "grad_norm": 0.41599974036216736,
      "learning_rate": 4.859495540855298e-05,
      "loss": 5.1551,
      "step": 147175
    },
    {
      "epoch": 0.1288294100089195,
      "grad_norm": 0.368721604347229,
      "learning_rate": 4.859485313365167e-05,
      "loss": 5.7735,
      "step": 147180
    },
    {
      "epoch": 0.12883378660254666,
      "grad_norm": 0.42273610830307007,
      "learning_rate": 4.859475085516367e-05,
      "loss": 5.2701,
      "step": 147185
    },
    {
      "epoch": 0.1288381631961738,
      "grad_norm": 0.4026712477207184,
      "learning_rate": 4.859464857308899e-05,
      "loss": 5.7043,
      "step": 147190
    },
    {
      "epoch": 0.12884253978980095,
      "grad_norm": 0.40784019231796265,
      "learning_rate": 4.8594546287427643e-05,
      "loss": 5.3937,
      "step": 147195
    },
    {
      "epoch": 0.12884691638342813,
      "grad_norm": 0.36470916867256165,
      "learning_rate": 4.859444399817966e-05,
      "loss": 5.9596,
      "step": 147200
    },
    {
      "epoch": 0.12885129297705528,
      "grad_norm": 0.4467102587223053,
      "learning_rate": 4.859434170534506e-05,
      "loss": 4.7335,
      "step": 147205
    },
    {
      "epoch": 0.12885566957068242,
      "grad_norm": 0.39000898599624634,
      "learning_rate": 4.859423940892386e-05,
      "loss": 5.7794,
      "step": 147210
    },
    {
      "epoch": 0.12886004616430957,
      "grad_norm": 0.42226701974868774,
      "learning_rate": 4.8594137108916074e-05,
      "loss": 5.0029,
      "step": 147215
    },
    {
      "epoch": 0.12886442275793675,
      "grad_norm": 0.3909989893436432,
      "learning_rate": 4.859403480532172e-05,
      "loss": 5.2444,
      "step": 147220
    },
    {
      "epoch": 0.1288687993515639,
      "grad_norm": 0.41176897287368774,
      "learning_rate": 4.8593932498140825e-05,
      "loss": 4.8642,
      "step": 147225
    },
    {
      "epoch": 0.12887317594519104,
      "grad_norm": 0.38627511262893677,
      "learning_rate": 4.859383018737342e-05,
      "loss": 5.1104,
      "step": 147230
    },
    {
      "epoch": 0.1288775525388182,
      "grad_norm": 0.4121408462524414,
      "learning_rate": 4.8593727873019514e-05,
      "loss": 5.1647,
      "step": 147235
    },
    {
      "epoch": 0.12888192913244534,
      "grad_norm": 0.4175303876399994,
      "learning_rate": 4.859362555507911e-05,
      "loss": 5.1817,
      "step": 147240
    },
    {
      "epoch": 0.12888630572607251,
      "grad_norm": 0.42251256108283997,
      "learning_rate": 4.859352323355225e-05,
      "loss": 4.4216,
      "step": 147245
    },
    {
      "epoch": 0.12889068231969966,
      "grad_norm": 0.40459954738616943,
      "learning_rate": 4.859342090843895e-05,
      "loss": 4.6819,
      "step": 147250
    },
    {
      "epoch": 0.1288950589133268,
      "grad_norm": 0.36704275012016296,
      "learning_rate": 4.859331857973922e-05,
      "loss": 5.7611,
      "step": 147255
    },
    {
      "epoch": 0.12889943550695396,
      "grad_norm": 0.4170171022415161,
      "learning_rate": 4.859321624745309e-05,
      "loss": 5.1422,
      "step": 147260
    },
    {
      "epoch": 0.12890381210058113,
      "grad_norm": 0.4267462193965912,
      "learning_rate": 4.859311391158058e-05,
      "loss": 4.6766,
      "step": 147265
    },
    {
      "epoch": 0.12890818869420828,
      "grad_norm": 0.4227044880390167,
      "learning_rate": 4.8593011572121706e-05,
      "loss": 4.9753,
      "step": 147270
    },
    {
      "epoch": 0.12891256528783543,
      "grad_norm": 0.3710189163684845,
      "learning_rate": 4.859290922907648e-05,
      "loss": 5.2946,
      "step": 147275
    },
    {
      "epoch": 0.12891694188146258,
      "grad_norm": 0.45716285705566406,
      "learning_rate": 4.859280688244493e-05,
      "loss": 5.1612,
      "step": 147280
    },
    {
      "epoch": 0.12892131847508975,
      "grad_norm": 0.40734395384788513,
      "learning_rate": 4.8592704532227085e-05,
      "loss": 6.2641,
      "step": 147285
    },
    {
      "epoch": 0.1289256950687169,
      "grad_norm": 0.4250926077365875,
      "learning_rate": 4.8592602178422955e-05,
      "loss": 5.4548,
      "step": 147290
    },
    {
      "epoch": 0.12893007166234405,
      "grad_norm": 0.411537230014801,
      "learning_rate": 4.859249982103254e-05,
      "loss": 4.9173,
      "step": 147295
    },
    {
      "epoch": 0.1289344482559712,
      "grad_norm": 0.4075676500797272,
      "learning_rate": 4.8592397460055894e-05,
      "loss": 5.4393,
      "step": 147300
    },
    {
      "epoch": 0.12893882484959837,
      "grad_norm": 0.46308633685112,
      "learning_rate": 4.859229509549302e-05,
      "loss": 5.147,
      "step": 147305
    },
    {
      "epoch": 0.12894320144322552,
      "grad_norm": 0.42913690209388733,
      "learning_rate": 4.859219272734394e-05,
      "loss": 5.7591,
      "step": 147310
    },
    {
      "epoch": 0.12894757803685267,
      "grad_norm": 0.4108153283596039,
      "learning_rate": 4.8592090355608675e-05,
      "loss": 5.2834,
      "step": 147315
    },
    {
      "epoch": 0.12895195463047981,
      "grad_norm": 0.38618505001068115,
      "learning_rate": 4.8591987980287245e-05,
      "loss": 5.7109,
      "step": 147320
    },
    {
      "epoch": 0.128956331224107,
      "grad_norm": 0.4215974509716034,
      "learning_rate": 4.859188560137966e-05,
      "loss": 4.6539,
      "step": 147325
    },
    {
      "epoch": 0.12896070781773414,
      "grad_norm": 0.39155659079551697,
      "learning_rate": 4.8591783218885956e-05,
      "loss": 5.4747,
      "step": 147330
    },
    {
      "epoch": 0.12896508441136129,
      "grad_norm": 0.4127650856971741,
      "learning_rate": 4.8591680832806144e-05,
      "loss": 5.2549,
      "step": 147335
    },
    {
      "epoch": 0.12896946100498843,
      "grad_norm": 0.412689208984375,
      "learning_rate": 4.859157844314024e-05,
      "loss": 4.8966,
      "step": 147340
    },
    {
      "epoch": 0.1289738375986156,
      "grad_norm": 0.38583850860595703,
      "learning_rate": 4.859147604988826e-05,
      "loss": 5.1437,
      "step": 147345
    },
    {
      "epoch": 0.12897821419224276,
      "grad_norm": 0.419996976852417,
      "learning_rate": 4.859137365305024e-05,
      "loss": 4.6106,
      "step": 147350
    },
    {
      "epoch": 0.1289825907858699,
      "grad_norm": 0.42056623101234436,
      "learning_rate": 4.8591271252626205e-05,
      "loss": 6.2336,
      "step": 147355
    },
    {
      "epoch": 0.12898696737949705,
      "grad_norm": 0.41842737793922424,
      "learning_rate": 4.859116884861614e-05,
      "loss": 4.2934,
      "step": 147360
    },
    {
      "epoch": 0.1289913439731242,
      "grad_norm": 0.5362656116485596,
      "learning_rate": 4.859106644102011e-05,
      "loss": 5.9973,
      "step": 147365
    },
    {
      "epoch": 0.12899572056675138,
      "grad_norm": 1.0742961168289185,
      "learning_rate": 4.859096402983808e-05,
      "loss": 5.2081,
      "step": 147370
    },
    {
      "epoch": 0.12900009716037852,
      "grad_norm": 0.44676080346107483,
      "learning_rate": 4.8590861615070124e-05,
      "loss": 5.6939,
      "step": 147375
    },
    {
      "epoch": 0.12900447375400567,
      "grad_norm": 0.5873813629150391,
      "learning_rate": 4.859075919671623e-05,
      "loss": 5.4234,
      "step": 147380
    },
    {
      "epoch": 0.12900885034763282,
      "grad_norm": 0.7624683380126953,
      "learning_rate": 4.8590656774776424e-05,
      "loss": 5.1782,
      "step": 147385
    },
    {
      "epoch": 0.12901322694126,
      "grad_norm": 0.4677172601222992,
      "learning_rate": 4.859055434925073e-05,
      "loss": 5.3516,
      "step": 147390
    },
    {
      "epoch": 0.12901760353488714,
      "grad_norm": 0.5230606198310852,
      "learning_rate": 4.859045192013917e-05,
      "loss": 5.265,
      "step": 147395
    },
    {
      "epoch": 0.1290219801285143,
      "grad_norm": 0.39268550276756287,
      "learning_rate": 4.8590349487441754e-05,
      "loss": 5.6596,
      "step": 147400
    },
    {
      "epoch": 0.12902635672214144,
      "grad_norm": 0.47580254077911377,
      "learning_rate": 4.85902470511585e-05,
      "loss": 4.8801,
      "step": 147405
    },
    {
      "epoch": 0.12903073331576861,
      "grad_norm": 0.3997134268283844,
      "learning_rate": 4.859014461128944e-05,
      "loss": 6.2986,
      "step": 147410
    },
    {
      "epoch": 0.12903510990939576,
      "grad_norm": 0.37621045112609863,
      "learning_rate": 4.8590042167834593e-05,
      "loss": 5.9654,
      "step": 147415
    },
    {
      "epoch": 0.1290394865030229,
      "grad_norm": 0.46120595932006836,
      "learning_rate": 4.8589939720793976e-05,
      "loss": 4.6497,
      "step": 147420
    },
    {
      "epoch": 0.12904386309665006,
      "grad_norm": 0.3652334213256836,
      "learning_rate": 4.8589837270167604e-05,
      "loss": 5.7174,
      "step": 147425
    },
    {
      "epoch": 0.12904823969027723,
      "grad_norm": 0.44714969396591187,
      "learning_rate": 4.85897348159555e-05,
      "loss": 4.4233,
      "step": 147430
    },
    {
      "epoch": 0.12905261628390438,
      "grad_norm": 0.45393526554107666,
      "learning_rate": 4.858963235815769e-05,
      "loss": 4.2249,
      "step": 147435
    },
    {
      "epoch": 0.12905699287753153,
      "grad_norm": 0.413675457239151,
      "learning_rate": 4.858952989677418e-05,
      "loss": 5.1878,
      "step": 147440
    },
    {
      "epoch": 0.12906136947115868,
      "grad_norm": 0.39439743757247925,
      "learning_rate": 4.858942743180499e-05,
      "loss": 4.9272,
      "step": 147445
    },
    {
      "epoch": 0.12906574606478585,
      "grad_norm": 0.3962200880050659,
      "learning_rate": 4.858932496325016e-05,
      "loss": 5.4685,
      "step": 147450
    },
    {
      "epoch": 0.129070122658413,
      "grad_norm": 0.41934460401535034,
      "learning_rate": 4.858922249110969e-05,
      "loss": 5.4717,
      "step": 147455
    },
    {
      "epoch": 0.12907449925204015,
      "grad_norm": 0.40523239970207214,
      "learning_rate": 4.85891200153836e-05,
      "loss": 5.7055,
      "step": 147460
    },
    {
      "epoch": 0.1290788758456673,
      "grad_norm": 0.40918004512786865,
      "learning_rate": 4.858901753607194e-05,
      "loss": 4.6466,
      "step": 147465
    },
    {
      "epoch": 0.12908325243929447,
      "grad_norm": 0.42561250925064087,
      "learning_rate": 4.8588915053174675e-05,
      "loss": 5.5062,
      "step": 147470
    },
    {
      "epoch": 0.12908762903292162,
      "grad_norm": 0.3665132224559784,
      "learning_rate": 4.858881256669188e-05,
      "loss": 5.2716,
      "step": 147475
    },
    {
      "epoch": 0.12909200562654877,
      "grad_norm": 0.4044826030731201,
      "learning_rate": 4.8588710076623534e-05,
      "loss": 5.9783,
      "step": 147480
    },
    {
      "epoch": 0.12909638222017591,
      "grad_norm": 0.3917267620563507,
      "learning_rate": 4.858860758296969e-05,
      "loss": 4.9736,
      "step": 147485
    },
    {
      "epoch": 0.12910075881380306,
      "grad_norm": 0.3620145916938782,
      "learning_rate": 4.8588505085730344e-05,
      "loss": 5.9863,
      "step": 147490
    },
    {
      "epoch": 0.12910513540743024,
      "grad_norm": 0.4122328460216522,
      "learning_rate": 4.858840258490551e-05,
      "loss": 5.2644,
      "step": 147495
    },
    {
      "epoch": 0.12910951200105739,
      "grad_norm": 0.4127846956253052,
      "learning_rate": 4.858830008049523e-05,
      "loss": 4.5771,
      "step": 147500
    },
    {
      "epoch": 0.12911388859468453,
      "grad_norm": 0.3923286199569702,
      "learning_rate": 4.8588197572499515e-05,
      "loss": 5.9873,
      "step": 147505
    },
    {
      "epoch": 0.12911826518831168,
      "grad_norm": 0.41861891746520996,
      "learning_rate": 4.8588095060918396e-05,
      "loss": 5.4476,
      "step": 147510
    },
    {
      "epoch": 0.12912264178193886,
      "grad_norm": 0.4101731479167938,
      "learning_rate": 4.858799254575187e-05,
      "loss": 5.1405,
      "step": 147515
    },
    {
      "epoch": 0.129127018375566,
      "grad_norm": 0.41958603262901306,
      "learning_rate": 4.858789002699996e-05,
      "loss": 4.9539,
      "step": 147520
    },
    {
      "epoch": 0.12913139496919315,
      "grad_norm": 0.4291924238204956,
      "learning_rate": 4.85877875046627e-05,
      "loss": 5.2708,
      "step": 147525
    },
    {
      "epoch": 0.1291357715628203,
      "grad_norm": 0.41465866565704346,
      "learning_rate": 4.85876849787401e-05,
      "loss": 4.6581,
      "step": 147530
    },
    {
      "epoch": 0.12914014815644748,
      "grad_norm": 0.4060238003730774,
      "learning_rate": 4.85875824492322e-05,
      "loss": 4.9498,
      "step": 147535
    },
    {
      "epoch": 0.12914452475007462,
      "grad_norm": 0.5048424005508423,
      "learning_rate": 4.8587479916138975e-05,
      "loss": 4.4547,
      "step": 147540
    },
    {
      "epoch": 0.12914890134370177,
      "grad_norm": 0.42871373891830444,
      "learning_rate": 4.85873773794605e-05,
      "loss": 5.2772,
      "step": 147545
    },
    {
      "epoch": 0.12915327793732892,
      "grad_norm": 0.43815696239471436,
      "learning_rate": 4.858727483919675e-05,
      "loss": 4.8751,
      "step": 147550
    },
    {
      "epoch": 0.1291576545309561,
      "grad_norm": 0.4047303795814514,
      "learning_rate": 4.858717229534776e-05,
      "loss": 5.4653,
      "step": 147555
    },
    {
      "epoch": 0.12916203112458324,
      "grad_norm": 0.41582655906677246,
      "learning_rate": 4.858706974791356e-05,
      "loss": 5.4133,
      "step": 147560
    },
    {
      "epoch": 0.1291664077182104,
      "grad_norm": 0.42025867104530334,
      "learning_rate": 4.858696719689416e-05,
      "loss": 6.3131,
      "step": 147565
    },
    {
      "epoch": 0.12917078431183754,
      "grad_norm": 0.4361826479434967,
      "learning_rate": 4.858686464228959e-05,
      "loss": 5.46,
      "step": 147570
    },
    {
      "epoch": 0.12917516090546471,
      "grad_norm": 0.4670080840587616,
      "learning_rate": 4.8586762084099845e-05,
      "loss": 4.7729,
      "step": 147575
    },
    {
      "epoch": 0.12917953749909186,
      "grad_norm": 0.38194483518600464,
      "learning_rate": 4.8586659522324976e-05,
      "loss": 5.4964,
      "step": 147580
    },
    {
      "epoch": 0.129183914092719,
      "grad_norm": 0.4009007513523102,
      "learning_rate": 4.858655695696498e-05,
      "loss": 5.2529,
      "step": 147585
    },
    {
      "epoch": 0.12918829068634616,
      "grad_norm": 0.4061890244483948,
      "learning_rate": 4.8586454388019885e-05,
      "loss": 5.4688,
      "step": 147590
    },
    {
      "epoch": 0.12919266727997333,
      "grad_norm": 0.41452556848526,
      "learning_rate": 4.85863518154897e-05,
      "loss": 4.8705,
      "step": 147595
    },
    {
      "epoch": 0.12919704387360048,
      "grad_norm": 0.382759690284729,
      "learning_rate": 4.858624923937447e-05,
      "loss": 5.1521,
      "step": 147600
    },
    {
      "epoch": 0.12920142046722763,
      "grad_norm": 0.41098999977111816,
      "learning_rate": 4.858614665967419e-05,
      "loss": 5.4208,
      "step": 147605
    },
    {
      "epoch": 0.12920579706085478,
      "grad_norm": 0.386260986328125,
      "learning_rate": 4.8586044076388906e-05,
      "loss": 5.7004,
      "step": 147610
    },
    {
      "epoch": 0.12921017365448192,
      "grad_norm": 0.41312968730926514,
      "learning_rate": 4.8585941489518606e-05,
      "loss": 5.469,
      "step": 147615
    },
    {
      "epoch": 0.1292145502481091,
      "grad_norm": 0.4272591769695282,
      "learning_rate": 4.858583889906333e-05,
      "loss": 4.1404,
      "step": 147620
    },
    {
      "epoch": 0.12921892684173625,
      "grad_norm": 0.3783758282661438,
      "learning_rate": 4.8585736305023086e-05,
      "loss": 4.9244,
      "step": 147625
    },
    {
      "epoch": 0.1292233034353634,
      "grad_norm": 0.42024222016334534,
      "learning_rate": 4.8585633707397914e-05,
      "loss": 4.4445,
      "step": 147630
    },
    {
      "epoch": 0.12922768002899054,
      "grad_norm": 0.39475008845329285,
      "learning_rate": 4.858553110618782e-05,
      "loss": 5.2589,
      "step": 147635
    },
    {
      "epoch": 0.12923205662261772,
      "grad_norm": 0.40988481044769287,
      "learning_rate": 4.858542850139282e-05,
      "loss": 4.9477,
      "step": 147640
    },
    {
      "epoch": 0.12923643321624487,
      "grad_norm": 0.3731665313243866,
      "learning_rate": 4.858532589301294e-05,
      "loss": 5.9928,
      "step": 147645
    },
    {
      "epoch": 0.12924080980987201,
      "grad_norm": 0.3904500901699066,
      "learning_rate": 4.858522328104819e-05,
      "loss": 4.9735,
      "step": 147650
    },
    {
      "epoch": 0.12924518640349916,
      "grad_norm": 0.37463462352752686,
      "learning_rate": 4.8585120665498606e-05,
      "loss": 5.992,
      "step": 147655
    },
    {
      "epoch": 0.12924956299712634,
      "grad_norm": 0.4058997631072998,
      "learning_rate": 4.85850180463642e-05,
      "loss": 5.4651,
      "step": 147660
    },
    {
      "epoch": 0.12925393959075349,
      "grad_norm": 0.3625658452510834,
      "learning_rate": 4.858491542364498e-05,
      "loss": 5.6521,
      "step": 147665
    },
    {
      "epoch": 0.12925831618438063,
      "grad_norm": 0.36235007643699646,
      "learning_rate": 4.858481279734098e-05,
      "loss": 5.7626,
      "step": 147670
    },
    {
      "epoch": 0.12926269277800778,
      "grad_norm": 0.41639745235443115,
      "learning_rate": 4.858471016745223e-05,
      "loss": 4.4329,
      "step": 147675
    },
    {
      "epoch": 0.12926706937163496,
      "grad_norm": 0.4119453430175781,
      "learning_rate": 4.858460753397873e-05,
      "loss": 4.1352,
      "step": 147680
    },
    {
      "epoch": 0.1292714459652621,
      "grad_norm": 0.4778660237789154,
      "learning_rate": 4.8584504896920504e-05,
      "loss": 4.9252,
      "step": 147685
    },
    {
      "epoch": 0.12927582255888925,
      "grad_norm": 0.43835505843162537,
      "learning_rate": 4.858440225627757e-05,
      "loss": 5.2009,
      "step": 147690
    },
    {
      "epoch": 0.1292801991525164,
      "grad_norm": 0.46168795228004456,
      "learning_rate": 4.858429961204997e-05,
      "loss": 5.0023,
      "step": 147695
    },
    {
      "epoch": 0.12928457574614358,
      "grad_norm": 0.41890522837638855,
      "learning_rate": 4.858419696423769e-05,
      "loss": 5.7957,
      "step": 147700
    },
    {
      "epoch": 0.12928895233977072,
      "grad_norm": 0.4178600311279297,
      "learning_rate": 4.8584094312840775e-05,
      "loss": 5.4745,
      "step": 147705
    },
    {
      "epoch": 0.12929332893339787,
      "grad_norm": 0.3912142813205719,
      "learning_rate": 4.858399165785923e-05,
      "loss": 5.9971,
      "step": 147710
    },
    {
      "epoch": 0.12929770552702502,
      "grad_norm": 0.41554132103919983,
      "learning_rate": 4.8583888999293084e-05,
      "loss": 4.6505,
      "step": 147715
    },
    {
      "epoch": 0.1293020821206522,
      "grad_norm": 0.42455387115478516,
      "learning_rate": 4.8583786337142344e-05,
      "loss": 5.4852,
      "step": 147720
    },
    {
      "epoch": 0.12930645871427934,
      "grad_norm": 0.385028213262558,
      "learning_rate": 4.858368367140704e-05,
      "loss": 5.4486,
      "step": 147725
    },
    {
      "epoch": 0.1293108353079065,
      "grad_norm": 0.4280862510204315,
      "learning_rate": 4.8583581002087206e-05,
      "loss": 5.2735,
      "step": 147730
    },
    {
      "epoch": 0.12931521190153364,
      "grad_norm": 0.389781653881073,
      "learning_rate": 4.858347832918283e-05,
      "loss": 5.4616,
      "step": 147735
    },
    {
      "epoch": 0.1293195884951608,
      "grad_norm": 0.43203026056289673,
      "learning_rate": 4.858337565269396e-05,
      "loss": 5.7174,
      "step": 147740
    },
    {
      "epoch": 0.12932396508878796,
      "grad_norm": 0.4060833156108856,
      "learning_rate": 4.8583272972620594e-05,
      "loss": 5.1195,
      "step": 147745
    },
    {
      "epoch": 0.1293283416824151,
      "grad_norm": 0.45591703057289124,
      "learning_rate": 4.858317028896277e-05,
      "loss": 4.6323,
      "step": 147750
    },
    {
      "epoch": 0.12933271827604226,
      "grad_norm": 0.44414496421813965,
      "learning_rate": 4.85830676017205e-05,
      "loss": 5.1842,
      "step": 147755
    },
    {
      "epoch": 0.1293370948696694,
      "grad_norm": 0.4140677750110626,
      "learning_rate": 4.8582964910893804e-05,
      "loss": 5.6766,
      "step": 147760
    },
    {
      "epoch": 0.12934147146329658,
      "grad_norm": 0.38138216733932495,
      "learning_rate": 4.8582862216482697e-05,
      "loss": 5.1503,
      "step": 147765
    },
    {
      "epoch": 0.12934584805692373,
      "grad_norm": 0.4536662995815277,
      "learning_rate": 4.8582759518487196e-05,
      "loss": 4.9803,
      "step": 147770
    },
    {
      "epoch": 0.12935022465055088,
      "grad_norm": 0.40417513251304626,
      "learning_rate": 4.8582656816907344e-05,
      "loss": 5.1688,
      "step": 147775
    },
    {
      "epoch": 0.12935460124417802,
      "grad_norm": 0.38500145077705383,
      "learning_rate": 4.858255411174314e-05,
      "loss": 5.6982,
      "step": 147780
    },
    {
      "epoch": 0.1293589778378052,
      "grad_norm": 0.44679495692253113,
      "learning_rate": 4.858245140299461e-05,
      "loss": 4.9529,
      "step": 147785
    },
    {
      "epoch": 0.12936335443143235,
      "grad_norm": 0.3960196375846863,
      "learning_rate": 4.858234869066176e-05,
      "loss": 5.4151,
      "step": 147790
    },
    {
      "epoch": 0.1293677310250595,
      "grad_norm": 0.38999143242836,
      "learning_rate": 4.858224597474463e-05,
      "loss": 4.9547,
      "step": 147795
    },
    {
      "epoch": 0.12937210761868664,
      "grad_norm": 0.4020833373069763,
      "learning_rate": 4.858214325524324e-05,
      "loss": 4.3925,
      "step": 147800
    },
    {
      "epoch": 0.12937648421231382,
      "grad_norm": 0.39830201864242554,
      "learning_rate": 4.858204053215759e-05,
      "loss": 5.187,
      "step": 147805
    },
    {
      "epoch": 0.12938086080594097,
      "grad_norm": 0.4256696403026581,
      "learning_rate": 4.858193780548772e-05,
      "loss": 5.2402,
      "step": 147810
    },
    {
      "epoch": 0.12938523739956811,
      "grad_norm": 0.41205689311027527,
      "learning_rate": 4.858183507523364e-05,
      "loss": 5.4626,
      "step": 147815
    },
    {
      "epoch": 0.12938961399319526,
      "grad_norm": 0.4153391718864441,
      "learning_rate": 4.858173234139537e-05,
      "loss": 4.1437,
      "step": 147820
    },
    {
      "epoch": 0.12939399058682244,
      "grad_norm": 0.469698041677475,
      "learning_rate": 4.8581629603972935e-05,
      "loss": 5.479,
      "step": 147825
    },
    {
      "epoch": 0.12939836718044959,
      "grad_norm": 0.4276514947414398,
      "learning_rate": 4.858152686296634e-05,
      "loss": 5.6883,
      "step": 147830
    },
    {
      "epoch": 0.12940274377407673,
      "grad_norm": 0.42305988073349,
      "learning_rate": 4.858142411837563e-05,
      "loss": 5.7403,
      "step": 147835
    },
    {
      "epoch": 0.12940712036770388,
      "grad_norm": 0.41232195496559143,
      "learning_rate": 4.85813213702008e-05,
      "loss": 5.461,
      "step": 147840
    },
    {
      "epoch": 0.12941149696133106,
      "grad_norm": 0.3816053867340088,
      "learning_rate": 4.858121861844188e-05,
      "loss": 5.783,
      "step": 147845
    },
    {
      "epoch": 0.1294158735549582,
      "grad_norm": 0.4350633919239044,
      "learning_rate": 4.85811158630989e-05,
      "loss": 4.4197,
      "step": 147850
    },
    {
      "epoch": 0.12942025014858535,
      "grad_norm": 0.4301237165927887,
      "learning_rate": 4.8581013104171856e-05,
      "loss": 5.699,
      "step": 147855
    },
    {
      "epoch": 0.1294246267422125,
      "grad_norm": 0.426395982503891,
      "learning_rate": 4.8580910341660804e-05,
      "loss": 4.8531,
      "step": 147860
    },
    {
      "epoch": 0.12942900333583968,
      "grad_norm": 0.43041306734085083,
      "learning_rate": 4.8580807575565725e-05,
      "loss": 5.4404,
      "step": 147865
    },
    {
      "epoch": 0.12943337992946682,
      "grad_norm": 0.4059441089630127,
      "learning_rate": 4.858070480588666e-05,
      "loss": 4.972,
      "step": 147870
    },
    {
      "epoch": 0.12943775652309397,
      "grad_norm": 0.42116981744766235,
      "learning_rate": 4.8580602032623615e-05,
      "loss": 5.4651,
      "step": 147875
    },
    {
      "epoch": 0.12944213311672112,
      "grad_norm": 0.40367868542671204,
      "learning_rate": 4.858049925577663e-05,
      "loss": 5.7055,
      "step": 147880
    },
    {
      "epoch": 0.12944650971034827,
      "grad_norm": 0.4260560870170593,
      "learning_rate": 4.858039647534571e-05,
      "loss": 5.1437,
      "step": 147885
    },
    {
      "epoch": 0.12945088630397544,
      "grad_norm": 0.4002598524093628,
      "learning_rate": 4.858029369133088e-05,
      "loss": 4.6172,
      "step": 147890
    },
    {
      "epoch": 0.1294552628976026,
      "grad_norm": 0.3680618405342102,
      "learning_rate": 4.858019090373216e-05,
      "loss": 5.4564,
      "step": 147895
    },
    {
      "epoch": 0.12945963949122974,
      "grad_norm": 0.38027697801589966,
      "learning_rate": 4.858008811254957e-05,
      "loss": 5.7221,
      "step": 147900
    },
    {
      "epoch": 0.1294640160848569,
      "grad_norm": 0.371182918548584,
      "learning_rate": 4.857998531778313e-05,
      "loss": 5.6873,
      "step": 147905
    },
    {
      "epoch": 0.12946839267848406,
      "grad_norm": 0.3675633668899536,
      "learning_rate": 4.857988251943285e-05,
      "loss": 5.2777,
      "step": 147910
    },
    {
      "epoch": 0.1294727692721112,
      "grad_norm": 0.4359900653362274,
      "learning_rate": 4.8579779717498754e-05,
      "loss": 4.93,
      "step": 147915
    },
    {
      "epoch": 0.12947714586573836,
      "grad_norm": 0.37873002886772156,
      "learning_rate": 4.857967691198088e-05,
      "loss": 5.2085,
      "step": 147920
    },
    {
      "epoch": 0.1294815224593655,
      "grad_norm": 0.3998672664165497,
      "learning_rate": 4.857957410287922e-05,
      "loss": 5.4715,
      "step": 147925
    },
    {
      "epoch": 0.12948589905299268,
      "grad_norm": 0.4031544029712677,
      "learning_rate": 4.857947129019381e-05,
      "loss": 4.4633,
      "step": 147930
    },
    {
      "epoch": 0.12949027564661983,
      "grad_norm": 0.39739739894866943,
      "learning_rate": 4.857936847392468e-05,
      "loss": 5.7008,
      "step": 147935
    },
    {
      "epoch": 0.12949465224024698,
      "grad_norm": 0.40617549419403076,
      "learning_rate": 4.8579265654071824e-05,
      "loss": 5.4638,
      "step": 147940
    },
    {
      "epoch": 0.12949902883387412,
      "grad_norm": 0.41894781589508057,
      "learning_rate": 4.85791628306353e-05,
      "loss": 3.9182,
      "step": 147945
    },
    {
      "epoch": 0.1295034054275013,
      "grad_norm": 0.38260799646377563,
      "learning_rate": 4.857906000361508e-05,
      "loss": 5.1508,
      "step": 147950
    },
    {
      "epoch": 0.12950778202112845,
      "grad_norm": 0.4197330176830292,
      "learning_rate": 4.8578957173011195e-05,
      "loss": 5.4549,
      "step": 147955
    },
    {
      "epoch": 0.1295121586147556,
      "grad_norm": 0.45662572979927063,
      "learning_rate": 4.85788543388237e-05,
      "loss": 4.4283,
      "step": 147960
    },
    {
      "epoch": 0.12951653520838274,
      "grad_norm": 0.4303237497806549,
      "learning_rate": 4.857875150105258e-05,
      "loss": 5.9877,
      "step": 147965
    },
    {
      "epoch": 0.12952091180200992,
      "grad_norm": 0.579548716545105,
      "learning_rate": 4.857864865969787e-05,
      "loss": 4.6868,
      "step": 147970
    },
    {
      "epoch": 0.12952528839563707,
      "grad_norm": 0.41515666246414185,
      "learning_rate": 4.857854581475958e-05,
      "loss": 4.7041,
      "step": 147975
    },
    {
      "epoch": 0.12952966498926421,
      "grad_norm": 0.4142885208129883,
      "learning_rate": 4.8578442966237734e-05,
      "loss": 5.1741,
      "step": 147980
    },
    {
      "epoch": 0.12953404158289136,
      "grad_norm": 0.3797122538089752,
      "learning_rate": 4.857834011413237e-05,
      "loss": 6.2971,
      "step": 147985
    },
    {
      "epoch": 0.12953841817651854,
      "grad_norm": 0.4179013669490814,
      "learning_rate": 4.8578237258443484e-05,
      "loss": 5.7496,
      "step": 147990
    },
    {
      "epoch": 0.12954279477014569,
      "grad_norm": 0.38794898986816406,
      "learning_rate": 4.8578134399171095e-05,
      "loss": 5.2614,
      "step": 147995
    },
    {
      "epoch": 0.12954717136377283,
      "grad_norm": 0.4001920521259308,
      "learning_rate": 4.857803153631524e-05,
      "loss": 5.1891,
      "step": 148000
    },
    {
      "epoch": 0.12955154795739998,
      "grad_norm": 0.36197274923324585,
      "learning_rate": 4.857792866987593e-05,
      "loss": 5.8242,
      "step": 148005
    },
    {
      "epoch": 0.12955592455102713,
      "grad_norm": 0.425612211227417,
      "learning_rate": 4.857782579985318e-05,
      "loss": 5.1409,
      "step": 148010
    },
    {
      "epoch": 0.1295603011446543,
      "grad_norm": 0.4259030222892761,
      "learning_rate": 4.8577722926247015e-05,
      "loss": 4.9544,
      "step": 148015
    },
    {
      "epoch": 0.12956467773828145,
      "grad_norm": 0.40708550810813904,
      "learning_rate": 4.857762004905746e-05,
      "loss": 5.9918,
      "step": 148020
    },
    {
      "epoch": 0.1295690543319086,
      "grad_norm": 0.4114844501018524,
      "learning_rate": 4.857751716828453e-05,
      "loss": 4.4433,
      "step": 148025
    },
    {
      "epoch": 0.12957343092553575,
      "grad_norm": 0.4330364167690277,
      "learning_rate": 4.857741428392823e-05,
      "loss": 4.9891,
      "step": 148030
    },
    {
      "epoch": 0.12957780751916292,
      "grad_norm": 0.4141508936882019,
      "learning_rate": 4.85773113959886e-05,
      "loss": 4.4729,
      "step": 148035
    },
    {
      "epoch": 0.12958218411279007,
      "grad_norm": 0.4347244203090668,
      "learning_rate": 4.8577208504465666e-05,
      "loss": 4.9534,
      "step": 148040
    },
    {
      "epoch": 0.12958656070641722,
      "grad_norm": 0.4391201436519623,
      "learning_rate": 4.857710560935943e-05,
      "loss": 4.8686,
      "step": 148045
    },
    {
      "epoch": 0.12959093730004437,
      "grad_norm": 0.41295215487480164,
      "learning_rate": 4.8577002710669904e-05,
      "loss": 5.4717,
      "step": 148050
    },
    {
      "epoch": 0.12959531389367154,
      "grad_norm": 0.3671075403690338,
      "learning_rate": 4.8576899808397135e-05,
      "loss": 5.489,
      "step": 148055
    },
    {
      "epoch": 0.1295996904872987,
      "grad_norm": 0.3914870023727417,
      "learning_rate": 4.857679690254113e-05,
      "loss": 5.4952,
      "step": 148060
    },
    {
      "epoch": 0.12960406708092584,
      "grad_norm": 0.41706782579421997,
      "learning_rate": 4.857669399310191e-05,
      "loss": 5.6979,
      "step": 148065
    },
    {
      "epoch": 0.129608443674553,
      "grad_norm": 0.4024023413658142,
      "learning_rate": 4.857659108007948e-05,
      "loss": 6.0359,
      "step": 148070
    },
    {
      "epoch": 0.12961282026818016,
      "grad_norm": 0.4108619689941406,
      "learning_rate": 4.857648816347389e-05,
      "loss": 4.6418,
      "step": 148075
    },
    {
      "epoch": 0.1296171968618073,
      "grad_norm": 0.3946302831172943,
      "learning_rate": 4.8576385243285125e-05,
      "loss": 5.4429,
      "step": 148080
    },
    {
      "epoch": 0.12962157345543446,
      "grad_norm": 0.36956432461738586,
      "learning_rate": 4.857628231951323e-05,
      "loss": 5.6943,
      "step": 148085
    },
    {
      "epoch": 0.1296259500490616,
      "grad_norm": 0.3683147430419922,
      "learning_rate": 4.857617939215823e-05,
      "loss": 5.7941,
      "step": 148090
    },
    {
      "epoch": 0.12963032664268878,
      "grad_norm": 0.3678693473339081,
      "learning_rate": 4.857607646122011e-05,
      "loss": 6.2904,
      "step": 148095
    },
    {
      "epoch": 0.12963470323631593,
      "grad_norm": 0.4272317588329315,
      "learning_rate": 4.857597352669893e-05,
      "loss": 4.6762,
      "step": 148100
    },
    {
      "epoch": 0.12963907982994308,
      "grad_norm": 0.3598180115222931,
      "learning_rate": 4.8575870588594686e-05,
      "loss": 5.9986,
      "step": 148105
    },
    {
      "epoch": 0.12964345642357022,
      "grad_norm": 0.37896937131881714,
      "learning_rate": 4.85757676469074e-05,
      "loss": 5.7965,
      "step": 148110
    },
    {
      "epoch": 0.1296478330171974,
      "grad_norm": 0.3679044842720032,
      "learning_rate": 4.857566470163709e-05,
      "loss": 5.1722,
      "step": 148115
    },
    {
      "epoch": 0.12965220961082455,
      "grad_norm": 0.37733954191207886,
      "learning_rate": 4.8575561752783804e-05,
      "loss": 5.9889,
      "step": 148120
    },
    {
      "epoch": 0.1296565862044517,
      "grad_norm": 0.4285932183265686,
      "learning_rate": 4.8575458800347515e-05,
      "loss": 3.902,
      "step": 148125
    },
    {
      "epoch": 0.12966096279807884,
      "grad_norm": 0.3911381661891937,
      "learning_rate": 4.857535584432828e-05,
      "loss": 5.2985,
      "step": 148130
    },
    {
      "epoch": 0.129665339391706,
      "grad_norm": 0.38545674085617065,
      "learning_rate": 4.857525288472611e-05,
      "loss": 5.351,
      "step": 148135
    },
    {
      "epoch": 0.12966971598533317,
      "grad_norm": 0.4200550615787506,
      "learning_rate": 4.857514992154101e-05,
      "loss": 4.9686,
      "step": 148140
    },
    {
      "epoch": 0.12967409257896031,
      "grad_norm": 0.3852597177028656,
      "learning_rate": 4.857504695477302e-05,
      "loss": 5.6598,
      "step": 148145
    },
    {
      "epoch": 0.12967846917258746,
      "grad_norm": 0.3911634087562561,
      "learning_rate": 4.857494398442215e-05,
      "loss": 5.9313,
      "step": 148150
    },
    {
      "epoch": 0.1296828457662146,
      "grad_norm": 0.442044734954834,
      "learning_rate": 4.8574841010488416e-05,
      "loss": 3.9072,
      "step": 148155
    },
    {
      "epoch": 0.1296872223598418,
      "grad_norm": 0.39558160305023193,
      "learning_rate": 4.857473803297185e-05,
      "loss": 5.4896,
      "step": 148160
    },
    {
      "epoch": 0.12969159895346893,
      "grad_norm": 0.43516290187835693,
      "learning_rate": 4.857463505187244e-05,
      "loss": 4.9654,
      "step": 148165
    },
    {
      "epoch": 0.12969597554709608,
      "grad_norm": 0.4317721724510193,
      "learning_rate": 4.857453206719026e-05,
      "loss": 5.2424,
      "step": 148170
    },
    {
      "epoch": 0.12970035214072323,
      "grad_norm": 0.4970322251319885,
      "learning_rate": 4.857442907892529e-05,
      "loss": 5.1687,
      "step": 148175
    },
    {
      "epoch": 0.1297047287343504,
      "grad_norm": 0.4443967342376709,
      "learning_rate": 4.8574326087077546e-05,
      "loss": 5.4793,
      "step": 148180
    },
    {
      "epoch": 0.12970910532797755,
      "grad_norm": 0.681388258934021,
      "learning_rate": 4.8574223091647084e-05,
      "loss": 5.2089,
      "step": 148185
    },
    {
      "epoch": 0.1297134819216047,
      "grad_norm": 0.4265814423561096,
      "learning_rate": 4.857412009263389e-05,
      "loss": 5.3937,
      "step": 148190
    },
    {
      "epoch": 0.12971785851523185,
      "grad_norm": 0.4801390767097473,
      "learning_rate": 4.8574017090037996e-05,
      "loss": 5.4626,
      "step": 148195
    },
    {
      "epoch": 0.12972223510885902,
      "grad_norm": 0.38804423809051514,
      "learning_rate": 4.857391408385942e-05,
      "loss": 5.4901,
      "step": 148200
    },
    {
      "epoch": 0.12972661170248617,
      "grad_norm": 0.4812374413013458,
      "learning_rate": 4.857381107409819e-05,
      "loss": 5.2753,
      "step": 148205
    },
    {
      "epoch": 0.12973098829611332,
      "grad_norm": 0.41329944133758545,
      "learning_rate": 4.8573708060754306e-05,
      "loss": 5.2722,
      "step": 148210
    },
    {
      "epoch": 0.12973536488974047,
      "grad_norm": 0.3876463770866394,
      "learning_rate": 4.857360504382781e-05,
      "loss": 5.9924,
      "step": 148215
    },
    {
      "epoch": 0.12973974148336764,
      "grad_norm": 0.4040803611278534,
      "learning_rate": 4.857350202331872e-05,
      "loss": 5.7695,
      "step": 148220
    },
    {
      "epoch": 0.1297441180769948,
      "grad_norm": 0.4514029026031494,
      "learning_rate": 4.857339899922704e-05,
      "loss": 5.4367,
      "step": 148225
    },
    {
      "epoch": 0.12974849467062194,
      "grad_norm": 0.43854662775993347,
      "learning_rate": 4.857329597155279e-05,
      "loss": 5.1468,
      "step": 148230
    },
    {
      "epoch": 0.1297528712642491,
      "grad_norm": 0.4565269649028778,
      "learning_rate": 4.857319294029602e-05,
      "loss": 4.6535,
      "step": 148235
    },
    {
      "epoch": 0.12975724785787626,
      "grad_norm": 0.4167535901069641,
      "learning_rate": 4.8573089905456714e-05,
      "loss": 4.2455,
      "step": 148240
    },
    {
      "epoch": 0.1297616244515034,
      "grad_norm": 0.42149609327316284,
      "learning_rate": 4.857298686703491e-05,
      "loss": 4.9756,
      "step": 148245
    },
    {
      "epoch": 0.12976600104513056,
      "grad_norm": 0.41294655203819275,
      "learning_rate": 4.857288382503063e-05,
      "loss": 5.4666,
      "step": 148250
    },
    {
      "epoch": 0.1297703776387577,
      "grad_norm": 0.382935106754303,
      "learning_rate": 4.8572780779443874e-05,
      "loss": 5.215,
      "step": 148255
    },
    {
      "epoch": 0.12977475423238485,
      "grad_norm": 0.41840556263923645,
      "learning_rate": 4.8572677730274674e-05,
      "loss": 5.3807,
      "step": 148260
    },
    {
      "epoch": 0.12977913082601203,
      "grad_norm": 0.47326523065567017,
      "learning_rate": 4.8572574677523066e-05,
      "loss": 4.662,
      "step": 148265
    },
    {
      "epoch": 0.12978350741963918,
      "grad_norm": 0.42004141211509705,
      "learning_rate": 4.8572471621189044e-05,
      "loss": 5.484,
      "step": 148270
    },
    {
      "epoch": 0.12978788401326632,
      "grad_norm": 0.4045158624649048,
      "learning_rate": 4.857236856127265e-05,
      "loss": 5.7577,
      "step": 148275
    },
    {
      "epoch": 0.12979226060689347,
      "grad_norm": 0.3729812800884247,
      "learning_rate": 4.857226549777388e-05,
      "loss": 5.4949,
      "step": 148280
    },
    {
      "epoch": 0.12979663720052065,
      "grad_norm": 0.40698644518852234,
      "learning_rate": 4.857216243069278e-05,
      "loss": 4.8389,
      "step": 148285
    },
    {
      "epoch": 0.1298010137941478,
      "grad_norm": 0.4135707914829254,
      "learning_rate": 4.857205936002935e-05,
      "loss": 4.9404,
      "step": 148290
    },
    {
      "epoch": 0.12980539038777494,
      "grad_norm": 0.4132225811481476,
      "learning_rate": 4.8571956285783626e-05,
      "loss": 5.3777,
      "step": 148295
    },
    {
      "epoch": 0.1298097669814021,
      "grad_norm": 0.4142324924468994,
      "learning_rate": 4.857185320795562e-05,
      "loss": 6.3186,
      "step": 148300
    },
    {
      "epoch": 0.12981414357502927,
      "grad_norm": 0.4053252041339874,
      "learning_rate": 4.857175012654534e-05,
      "loss": 5.4088,
      "step": 148305
    },
    {
      "epoch": 0.12981852016865641,
      "grad_norm": 0.3842332065105438,
      "learning_rate": 4.857164704155282e-05,
      "loss": 5.7789,
      "step": 148310
    },
    {
      "epoch": 0.12982289676228356,
      "grad_norm": 0.5513562560081482,
      "learning_rate": 4.857154395297807e-05,
      "loss": 4.9319,
      "step": 148315
    },
    {
      "epoch": 0.1298272733559107,
      "grad_norm": 0.4906855821609497,
      "learning_rate": 4.857144086082113e-05,
      "loss": 5.2514,
      "step": 148320
    },
    {
      "epoch": 0.1298316499495379,
      "grad_norm": 0.40345630049705505,
      "learning_rate": 4.857133776508199e-05,
      "loss": 4.878,
      "step": 148325
    },
    {
      "epoch": 0.12983602654316503,
      "grad_norm": 0.39555618166923523,
      "learning_rate": 4.85712346657607e-05,
      "loss": 4.9254,
      "step": 148330
    },
    {
      "epoch": 0.12984040313679218,
      "grad_norm": 0.4164230525493622,
      "learning_rate": 4.857113156285726e-05,
      "loss": 5.4835,
      "step": 148335
    },
    {
      "epoch": 0.12984477973041933,
      "grad_norm": 0.42799344658851624,
      "learning_rate": 4.8571028456371706e-05,
      "loss": 4.499,
      "step": 148340
    },
    {
      "epoch": 0.1298491563240465,
      "grad_norm": 0.38609546422958374,
      "learning_rate": 4.857092534630403e-05,
      "loss": 4.9574,
      "step": 148345
    },
    {
      "epoch": 0.12985353291767365,
      "grad_norm": 0.3644830882549286,
      "learning_rate": 4.857082223265428e-05,
      "loss": 6.2742,
      "step": 148350
    },
    {
      "epoch": 0.1298579095113008,
      "grad_norm": 0.3588462471961975,
      "learning_rate": 4.857071911542247e-05,
      "loss": 6.0182,
      "step": 148355
    },
    {
      "epoch": 0.12986228610492795,
      "grad_norm": 0.4045346975326538,
      "learning_rate": 4.8570615994608604e-05,
      "loss": 4.6462,
      "step": 148360
    },
    {
      "epoch": 0.12986666269855512,
      "grad_norm": 0.36172202229499817,
      "learning_rate": 4.857051287021273e-05,
      "loss": 5.7578,
      "step": 148365
    },
    {
      "epoch": 0.12987103929218227,
      "grad_norm": 0.3760477304458618,
      "learning_rate": 4.8570409742234836e-05,
      "loss": 5.7378,
      "step": 148370
    },
    {
      "epoch": 0.12987541588580942,
      "grad_norm": 0.42727750539779663,
      "learning_rate": 4.857030661067495e-05,
      "loss": 4.4123,
      "step": 148375
    },
    {
      "epoch": 0.12987979247943657,
      "grad_norm": 0.41252419352531433,
      "learning_rate": 4.857020347553312e-05,
      "loss": 5.6744,
      "step": 148380
    },
    {
      "epoch": 0.12988416907306372,
      "grad_norm": 0.4126940071582794,
      "learning_rate": 4.8570100336809334e-05,
      "loss": 5.2239,
      "step": 148385
    },
    {
      "epoch": 0.1298885456666909,
      "grad_norm": 0.47290289402008057,
      "learning_rate": 4.856999719450362e-05,
      "loss": 4.4477,
      "step": 148390
    },
    {
      "epoch": 0.12989292226031804,
      "grad_norm": 0.4330354332923889,
      "learning_rate": 4.856989404861601e-05,
      "loss": 5.7839,
      "step": 148395
    },
    {
      "epoch": 0.1298972988539452,
      "grad_norm": 0.4096830189228058,
      "learning_rate": 4.856979089914652e-05,
      "loss": 5.1887,
      "step": 148400
    },
    {
      "epoch": 0.12990167544757233,
      "grad_norm": 0.5380790829658508,
      "learning_rate": 4.856968774609515e-05,
      "loss": 4.4223,
      "step": 148405
    },
    {
      "epoch": 0.1299060520411995,
      "grad_norm": 0.4386453330516815,
      "learning_rate": 4.856958458946194e-05,
      "loss": 4.9636,
      "step": 148410
    },
    {
      "epoch": 0.12991042863482666,
      "grad_norm": 0.42746707797050476,
      "learning_rate": 4.85694814292469e-05,
      "loss": 4.8802,
      "step": 148415
    },
    {
      "epoch": 0.1299148052284538,
      "grad_norm": 0.4398873746395111,
      "learning_rate": 4.856937826545006e-05,
      "loss": 4.8798,
      "step": 148420
    },
    {
      "epoch": 0.12991918182208095,
      "grad_norm": 0.3824304938316345,
      "learning_rate": 4.856927509807142e-05,
      "loss": 5.1662,
      "step": 148425
    },
    {
      "epoch": 0.12992355841570813,
      "grad_norm": 0.43052777647972107,
      "learning_rate": 4.856917192711103e-05,
      "loss": 4.6257,
      "step": 148430
    },
    {
      "epoch": 0.12992793500933528,
      "grad_norm": 0.41292524337768555,
      "learning_rate": 4.8569068752568893e-05,
      "loss": 5.9865,
      "step": 148435
    },
    {
      "epoch": 0.12993231160296242,
      "grad_norm": 0.44929149746894836,
      "learning_rate": 4.8568965574445025e-05,
      "loss": 5.6666,
      "step": 148440
    },
    {
      "epoch": 0.12993668819658957,
      "grad_norm": 0.4233674108982086,
      "learning_rate": 4.8568862392739455e-05,
      "loss": 6.0119,
      "step": 148445
    },
    {
      "epoch": 0.12994106479021675,
      "grad_norm": 0.3976875841617584,
      "learning_rate": 4.8568759207452195e-05,
      "loss": 4.6562,
      "step": 148450
    },
    {
      "epoch": 0.1299454413838439,
      "grad_norm": 0.4055650532245636,
      "learning_rate": 4.856865601858327e-05,
      "loss": 4.9378,
      "step": 148455
    },
    {
      "epoch": 0.12994981797747104,
      "grad_norm": 0.4343239665031433,
      "learning_rate": 4.85685528261327e-05,
      "loss": 4.9474,
      "step": 148460
    },
    {
      "epoch": 0.1299541945710982,
      "grad_norm": 0.42236441373825073,
      "learning_rate": 4.85684496301005e-05,
      "loss": 4.7086,
      "step": 148465
    },
    {
      "epoch": 0.12995857116472537,
      "grad_norm": 0.4280270040035248,
      "learning_rate": 4.856834643048669e-05,
      "loss": 5.164,
      "step": 148470
    },
    {
      "epoch": 0.12996294775835252,
      "grad_norm": 0.4595213830471039,
      "learning_rate": 4.85682432272913e-05,
      "loss": 5.9695,
      "step": 148475
    },
    {
      "epoch": 0.12996732435197966,
      "grad_norm": 0.41135677695274353,
      "learning_rate": 4.856814002051434e-05,
      "loss": 5.6943,
      "step": 148480
    },
    {
      "epoch": 0.1299717009456068,
      "grad_norm": 0.43835726380348206,
      "learning_rate": 4.8568036810155835e-05,
      "loss": 5.4602,
      "step": 148485
    },
    {
      "epoch": 0.129976077539234,
      "grad_norm": 0.3751673996448517,
      "learning_rate": 4.8567933596215795e-05,
      "loss": 5.4755,
      "step": 148490
    },
    {
      "epoch": 0.12998045413286113,
      "grad_norm": 0.4413398802280426,
      "learning_rate": 4.8567830378694256e-05,
      "loss": 4.7434,
      "step": 148495
    },
    {
      "epoch": 0.12998483072648828,
      "grad_norm": 0.46654099225997925,
      "learning_rate": 4.8567727157591225e-05,
      "loss": 4.7562,
      "step": 148500
    },
    {
      "epoch": 0.12998920732011543,
      "grad_norm": 0.42340153455734253,
      "learning_rate": 4.8567623932906735e-05,
      "loss": 5.2587,
      "step": 148505
    },
    {
      "epoch": 0.1299935839137426,
      "grad_norm": 0.40681585669517517,
      "learning_rate": 4.8567520704640787e-05,
      "loss": 4.6162,
      "step": 148510
    },
    {
      "epoch": 0.12999796050736975,
      "grad_norm": 0.38753142952919006,
      "learning_rate": 4.856741747279342e-05,
      "loss": 5.6764,
      "step": 148515
    },
    {
      "epoch": 0.1300023371009969,
      "grad_norm": 0.40396830439567566,
      "learning_rate": 4.8567314237364636e-05,
      "loss": 5.4538,
      "step": 148520
    },
    {
      "epoch": 0.13000671369462405,
      "grad_norm": 0.3985043466091156,
      "learning_rate": 4.8567210998354474e-05,
      "loss": 4.4154,
      "step": 148525
    },
    {
      "epoch": 0.1300110902882512,
      "grad_norm": 0.4346453547477722,
      "learning_rate": 4.856710775576294e-05,
      "loss": 4.9448,
      "step": 148530
    },
    {
      "epoch": 0.13001546688187837,
      "grad_norm": 0.4256332814693451,
      "learning_rate": 4.8567004509590066e-05,
      "loss": 5.6674,
      "step": 148535
    },
    {
      "epoch": 0.13001984347550552,
      "grad_norm": 0.3799174129962921,
      "learning_rate": 4.856690125983585e-05,
      "loss": 5.455,
      "step": 148540
    },
    {
      "epoch": 0.13002422006913267,
      "grad_norm": 0.41637611389160156,
      "learning_rate": 4.856679800650033e-05,
      "loss": 4.6607,
      "step": 148545
    },
    {
      "epoch": 0.13002859666275982,
      "grad_norm": 0.42263662815093994,
      "learning_rate": 4.856669474958353e-05,
      "loss": 4.8194,
      "step": 148550
    },
    {
      "epoch": 0.130032973256387,
      "grad_norm": 0.4041057229042053,
      "learning_rate": 4.8566591489085456e-05,
      "loss": 5.1962,
      "step": 148555
    },
    {
      "epoch": 0.13003734985001414,
      "grad_norm": 0.42567938566207886,
      "learning_rate": 4.856648822500612e-05,
      "loss": 5.2468,
      "step": 148560
    },
    {
      "epoch": 0.1300417264436413,
      "grad_norm": 0.420534610748291,
      "learning_rate": 4.856638495734558e-05,
      "loss": 4.338,
      "step": 148565
    },
    {
      "epoch": 0.13004610303726843,
      "grad_norm": 0.41398048400878906,
      "learning_rate": 4.856628168610382e-05,
      "loss": 5.479,
      "step": 148570
    },
    {
      "epoch": 0.1300504796308956,
      "grad_norm": 0.3812004625797272,
      "learning_rate": 4.856617841128087e-05,
      "loss": 5.6742,
      "step": 148575
    },
    {
      "epoch": 0.13005485622452276,
      "grad_norm": 0.4001235365867615,
      "learning_rate": 4.8566075132876756e-05,
      "loss": 5.1686,
      "step": 148580
    },
    {
      "epoch": 0.1300592328181499,
      "grad_norm": 0.3902041018009186,
      "learning_rate": 4.856597185089149e-05,
      "loss": 4.6573,
      "step": 148585
    },
    {
      "epoch": 0.13006360941177705,
      "grad_norm": 0.3723636567592621,
      "learning_rate": 4.856586856532509e-05,
      "loss": 5.4599,
      "step": 148590
    },
    {
      "epoch": 0.13006798600540423,
      "grad_norm": 0.3968903720378876,
      "learning_rate": 4.8565765276177585e-05,
      "loss": 4.9342,
      "step": 148595
    },
    {
      "epoch": 0.13007236259903138,
      "grad_norm": 0.42368558049201965,
      "learning_rate": 4.8565661983448994e-05,
      "loss": 4.9605,
      "step": 148600
    },
    {
      "epoch": 0.13007673919265852,
      "grad_norm": 0.3681263029575348,
      "learning_rate": 4.856555868713934e-05,
      "loss": 5.4495,
      "step": 148605
    },
    {
      "epoch": 0.13008111578628567,
      "grad_norm": 0.3866799473762512,
      "learning_rate": 4.856545538724863e-05,
      "loss": 5.6766,
      "step": 148610
    },
    {
      "epoch": 0.13008549237991285,
      "grad_norm": 0.4058172106742859,
      "learning_rate": 4.8565352083776894e-05,
      "loss": 4.9874,
      "step": 148615
    },
    {
      "epoch": 0.13008986897354,
      "grad_norm": 0.3806189000606537,
      "learning_rate": 4.8565248776724136e-05,
      "loss": 4.9548,
      "step": 148620
    },
    {
      "epoch": 0.13009424556716714,
      "grad_norm": 0.42355847358703613,
      "learning_rate": 4.85651454660904e-05,
      "loss": 5.473,
      "step": 148625
    },
    {
      "epoch": 0.1300986221607943,
      "grad_norm": 0.447578489780426,
      "learning_rate": 4.856504215187569e-05,
      "loss": 4.8154,
      "step": 148630
    },
    {
      "epoch": 0.13010299875442147,
      "grad_norm": 0.41438284516334534,
      "learning_rate": 4.856493883408003e-05,
      "loss": 5.3623,
      "step": 148635
    },
    {
      "epoch": 0.13010737534804862,
      "grad_norm": 0.42791372537612915,
      "learning_rate": 4.856483551270344e-05,
      "loss": 5.1844,
      "step": 148640
    },
    {
      "epoch": 0.13011175194167576,
      "grad_norm": 0.37905558943748474,
      "learning_rate": 4.856473218774595e-05,
      "loss": 5.447,
      "step": 148645
    },
    {
      "epoch": 0.1301161285353029,
      "grad_norm": 0.4370710849761963,
      "learning_rate": 4.8564628859207564e-05,
      "loss": 4.9264,
      "step": 148650
    },
    {
      "epoch": 0.13012050512893006,
      "grad_norm": 0.4318643808364868,
      "learning_rate": 4.856452552708831e-05,
      "loss": 4.6717,
      "step": 148655
    },
    {
      "epoch": 0.13012488172255723,
      "grad_norm": 0.372173011302948,
      "learning_rate": 4.8564422191388205e-05,
      "loss": 6.2777,
      "step": 148660
    },
    {
      "epoch": 0.13012925831618438,
      "grad_norm": 0.3892373740673065,
      "learning_rate": 4.856431885210727e-05,
      "loss": 5.231,
      "step": 148665
    },
    {
      "epoch": 0.13013363490981153,
      "grad_norm": 0.4768129587173462,
      "learning_rate": 4.8564215509245525e-05,
      "loss": 4.9459,
      "step": 148670
    },
    {
      "epoch": 0.13013801150343868,
      "grad_norm": 0.37305474281311035,
      "learning_rate": 4.856411216280299e-05,
      "loss": 5.4736,
      "step": 148675
    },
    {
      "epoch": 0.13014238809706585,
      "grad_norm": 0.410261332988739,
      "learning_rate": 4.856400881277968e-05,
      "loss": 5.6703,
      "step": 148680
    },
    {
      "epoch": 0.130146764690693,
      "grad_norm": 0.42171886563301086,
      "learning_rate": 4.856390545917563e-05,
      "loss": 5.4431,
      "step": 148685
    },
    {
      "epoch": 0.13015114128432015,
      "grad_norm": 0.3830033540725708,
      "learning_rate": 4.856380210199084e-05,
      "loss": 5.1841,
      "step": 148690
    },
    {
      "epoch": 0.1301555178779473,
      "grad_norm": 0.3644084930419922,
      "learning_rate": 4.856369874122534e-05,
      "loss": 5.7273,
      "step": 148695
    },
    {
      "epoch": 0.13015989447157447,
      "grad_norm": 0.4192236065864563,
      "learning_rate": 4.8563595376879155e-05,
      "loss": 4.4451,
      "step": 148700
    },
    {
      "epoch": 0.13016427106520162,
      "grad_norm": 0.3915767967700958,
      "learning_rate": 4.856349200895229e-05,
      "loss": 5.3801,
      "step": 148705
    },
    {
      "epoch": 0.13016864765882877,
      "grad_norm": 0.40331435203552246,
      "learning_rate": 4.856338863744479e-05,
      "loss": 4.6563,
      "step": 148710
    },
    {
      "epoch": 0.13017302425245592,
      "grad_norm": 0.4099622368812561,
      "learning_rate": 4.856328526235665e-05,
      "loss": 5.685,
      "step": 148715
    },
    {
      "epoch": 0.1301774008460831,
      "grad_norm": 0.4234081506729126,
      "learning_rate": 4.85631818836879e-05,
      "loss": 4.7832,
      "step": 148720
    },
    {
      "epoch": 0.13018177743971024,
      "grad_norm": 0.40585795044898987,
      "learning_rate": 4.856307850143856e-05,
      "loss": 5.3771,
      "step": 148725
    },
    {
      "epoch": 0.1301861540333374,
      "grad_norm": 0.5296282172203064,
      "learning_rate": 4.856297511560864e-05,
      "loss": 4.4687,
      "step": 148730
    },
    {
      "epoch": 0.13019053062696453,
      "grad_norm": 0.45375970005989075,
      "learning_rate": 4.856287172619819e-05,
      "loss": 5.6605,
      "step": 148735
    },
    {
      "epoch": 0.1301949072205917,
      "grad_norm": 0.4350084364414215,
      "learning_rate": 4.85627683332072e-05,
      "loss": 4.6645,
      "step": 148740
    },
    {
      "epoch": 0.13019928381421886,
      "grad_norm": 0.42871466279029846,
      "learning_rate": 4.8562664936635694e-05,
      "loss": 5.4927,
      "step": 148745
    },
    {
      "epoch": 0.130203660407846,
      "grad_norm": 0.42404815554618835,
      "learning_rate": 4.8562561536483694e-05,
      "loss": 4.4521,
      "step": 148750
    },
    {
      "epoch": 0.13020803700147315,
      "grad_norm": 0.41510629653930664,
      "learning_rate": 4.856245813275123e-05,
      "loss": 6.3107,
      "step": 148755
    },
    {
      "epoch": 0.13021241359510033,
      "grad_norm": 0.460237592458725,
      "learning_rate": 4.856235472543832e-05,
      "loss": 5.442,
      "step": 148760
    },
    {
      "epoch": 0.13021679018872748,
      "grad_norm": 0.4113026559352875,
      "learning_rate": 4.8562251314544974e-05,
      "loss": 4.95,
      "step": 148765
    },
    {
      "epoch": 0.13022116678235462,
      "grad_norm": 0.39438650012016296,
      "learning_rate": 4.856214790007122e-05,
      "loss": 4.9448,
      "step": 148770
    },
    {
      "epoch": 0.13022554337598177,
      "grad_norm": 0.4041721820831299,
      "learning_rate": 4.856204448201707e-05,
      "loss": 5.2528,
      "step": 148775
    },
    {
      "epoch": 0.13022991996960892,
      "grad_norm": 0.37697598338127136,
      "learning_rate": 4.8561941060382545e-05,
      "loss": 5.9643,
      "step": 148780
    },
    {
      "epoch": 0.1302342965632361,
      "grad_norm": 0.3842224180698395,
      "learning_rate": 4.8561837635167674e-05,
      "loss": 5.7837,
      "step": 148785
    },
    {
      "epoch": 0.13023867315686324,
      "grad_norm": 0.38281139731407166,
      "learning_rate": 4.856173420637247e-05,
      "loss": 5.2063,
      "step": 148790
    },
    {
      "epoch": 0.1302430497504904,
      "grad_norm": 0.4189797043800354,
      "learning_rate": 4.856163077399696e-05,
      "loss": 4.8954,
      "step": 148795
    },
    {
      "epoch": 0.13024742634411754,
      "grad_norm": 0.405697762966156,
      "learning_rate": 4.8561527338041145e-05,
      "loss": 3.9214,
      "step": 148800
    },
    {
      "epoch": 0.13025180293774472,
      "grad_norm": 0.41048869490623474,
      "learning_rate": 4.8561423898505075e-05,
      "loss": 4.9457,
      "step": 148805
    },
    {
      "epoch": 0.13025617953137186,
      "grad_norm": 0.3752996623516083,
      "learning_rate": 4.856132045538874e-05,
      "loss": 5.9703,
      "step": 148810
    },
    {
      "epoch": 0.130260556124999,
      "grad_norm": 0.39222314953804016,
      "learning_rate": 4.8561217008692176e-05,
      "loss": 5.0024,
      "step": 148815
    },
    {
      "epoch": 0.13026493271862616,
      "grad_norm": 0.40005311369895935,
      "learning_rate": 4.85611135584154e-05,
      "loss": 4.9314,
      "step": 148820
    },
    {
      "epoch": 0.13026930931225333,
      "grad_norm": 0.41292133927345276,
      "learning_rate": 4.856101010455844e-05,
      "loss": 5.1644,
      "step": 148825
    },
    {
      "epoch": 0.13027368590588048,
      "grad_norm": 0.39189085364341736,
      "learning_rate": 4.856090664712131e-05,
      "loss": 5.9609,
      "step": 148830
    },
    {
      "epoch": 0.13027806249950763,
      "grad_norm": 0.39998412132263184,
      "learning_rate": 4.856080318610402e-05,
      "loss": 5.2545,
      "step": 148835
    },
    {
      "epoch": 0.13028243909313478,
      "grad_norm": 0.39671891927719116,
      "learning_rate": 4.8560699721506596e-05,
      "loss": 5.1354,
      "step": 148840
    },
    {
      "epoch": 0.13028681568676195,
      "grad_norm": 0.40620338916778564,
      "learning_rate": 4.856059625332906e-05,
      "loss": 5.3703,
      "step": 148845
    },
    {
      "epoch": 0.1302911922803891,
      "grad_norm": 0.37406861782073975,
      "learning_rate": 4.856049278157143e-05,
      "loss": 5.4265,
      "step": 148850
    },
    {
      "epoch": 0.13029556887401625,
      "grad_norm": 0.39722147583961487,
      "learning_rate": 4.8560389306233744e-05,
      "loss": 5.1616,
      "step": 148855
    },
    {
      "epoch": 0.1302999454676434,
      "grad_norm": 0.3901890814304352,
      "learning_rate": 4.8560285827316e-05,
      "loss": 4.9225,
      "step": 148860
    },
    {
      "epoch": 0.13030432206127057,
      "grad_norm": 0.39353495836257935,
      "learning_rate": 4.8560182344818216e-05,
      "loss": 4.9611,
      "step": 148865
    },
    {
      "epoch": 0.13030869865489772,
      "grad_norm": 0.3662354052066803,
      "learning_rate": 4.856007885874042e-05,
      "loss": 5.7653,
      "step": 148870
    },
    {
      "epoch": 0.13031307524852487,
      "grad_norm": 0.3985239267349243,
      "learning_rate": 4.8559975369082634e-05,
      "loss": 4.3319,
      "step": 148875
    },
    {
      "epoch": 0.13031745184215202,
      "grad_norm": 0.42155638337135315,
      "learning_rate": 4.8559871875844884e-05,
      "loss": 4.9566,
      "step": 148880
    },
    {
      "epoch": 0.1303218284357792,
      "grad_norm": 0.4256809949874878,
      "learning_rate": 4.8559768379027174e-05,
      "loss": 4.9613,
      "step": 148885
    },
    {
      "epoch": 0.13032620502940634,
      "grad_norm": 0.41995927691459656,
      "learning_rate": 4.855966487862953e-05,
      "loss": 5.9795,
      "step": 148890
    },
    {
      "epoch": 0.1303305816230335,
      "grad_norm": 0.4129239618778229,
      "learning_rate": 4.855956137465197e-05,
      "loss": 5.3613,
      "step": 148895
    },
    {
      "epoch": 0.13033495821666063,
      "grad_norm": 0.3802340626716614,
      "learning_rate": 4.855945786709454e-05,
      "loss": 5.4453,
      "step": 148900
    },
    {
      "epoch": 0.13033933481028778,
      "grad_norm": 0.39751648902893066,
      "learning_rate": 4.855935435595721e-05,
      "loss": 5.4836,
      "step": 148905
    },
    {
      "epoch": 0.13034371140391496,
      "grad_norm": 0.43061065673828125,
      "learning_rate": 4.8559250841240046e-05,
      "loss": 5.4898,
      "step": 148910
    },
    {
      "epoch": 0.1303480879975421,
      "grad_norm": 0.398682177066803,
      "learning_rate": 4.8559147322943043e-05,
      "loss": 4.9415,
      "step": 148915
    },
    {
      "epoch": 0.13035246459116925,
      "grad_norm": 0.40221166610717773,
      "learning_rate": 4.855904380106623e-05,
      "loss": 5.1364,
      "step": 148920
    },
    {
      "epoch": 0.1303568411847964,
      "grad_norm": 0.38668006658554077,
      "learning_rate": 4.855894027560962e-05,
      "loss": 5.6979,
      "step": 148925
    },
    {
      "epoch": 0.13036121777842358,
      "grad_norm": 0.4189724028110504,
      "learning_rate": 4.855883674657323e-05,
      "loss": 4.7147,
      "step": 148930
    },
    {
      "epoch": 0.13036559437205072,
      "grad_norm": 0.42252835631370544,
      "learning_rate": 4.855873321395711e-05,
      "loss": 4.6637,
      "step": 148935
    },
    {
      "epoch": 0.13036997096567787,
      "grad_norm": 0.3744186758995056,
      "learning_rate": 4.855862967776124e-05,
      "loss": 5.486,
      "step": 148940
    },
    {
      "epoch": 0.13037434755930502,
      "grad_norm": 0.3857737183570862,
      "learning_rate": 4.855852613798566e-05,
      "loss": 5.6937,
      "step": 148945
    },
    {
      "epoch": 0.1303787241529322,
      "grad_norm": 0.39665842056274414,
      "learning_rate": 4.855842259463039e-05,
      "loss": 5.6236,
      "step": 148950
    },
    {
      "epoch": 0.13038310074655934,
      "grad_norm": 0.42882779240608215,
      "learning_rate": 4.855831904769545e-05,
      "loss": 4.8896,
      "step": 148955
    },
    {
      "epoch": 0.1303874773401865,
      "grad_norm": 0.40338772535324097,
      "learning_rate": 4.855821549718086e-05,
      "loss": 5.1727,
      "step": 148960
    },
    {
      "epoch": 0.13039185393381364,
      "grad_norm": 0.3942975103855133,
      "learning_rate": 4.855811194308663e-05,
      "loss": 4.9295,
      "step": 148965
    },
    {
      "epoch": 0.13039623052744082,
      "grad_norm": 0.3641100823879242,
      "learning_rate": 4.855800838541278e-05,
      "loss": 5.7687,
      "step": 148970
    },
    {
      "epoch": 0.13040060712106796,
      "grad_norm": 0.37861961126327515,
      "learning_rate": 4.8557904824159353e-05,
      "loss": 5.1409,
      "step": 148975
    },
    {
      "epoch": 0.1304049837146951,
      "grad_norm": 0.37437763810157776,
      "learning_rate": 4.855780125932634e-05,
      "loss": 5.4625,
      "step": 148980
    },
    {
      "epoch": 0.13040936030832226,
      "grad_norm": 0.35714060068130493,
      "learning_rate": 4.855769769091379e-05,
      "loss": 5.9725,
      "step": 148985
    },
    {
      "epoch": 0.13041373690194943,
      "grad_norm": 0.3647337853908539,
      "learning_rate": 4.855759411892169e-05,
      "loss": 5.9912,
      "step": 148990
    },
    {
      "epoch": 0.13041811349557658,
      "grad_norm": 0.44314005970954895,
      "learning_rate": 4.8557490543350084e-05,
      "loss": 4.6444,
      "step": 148995
    },
    {
      "epoch": 0.13042249008920373,
      "grad_norm": 0.36217209696769714,
      "learning_rate": 4.855738696419898e-05,
      "loss": 5.7948,
      "step": 149000
    },
    {
      "epoch": 0.13042686668283088,
      "grad_norm": 0.4226072132587433,
      "learning_rate": 4.855728338146841e-05,
      "loss": 5.1512,
      "step": 149005
    },
    {
      "epoch": 0.13043124327645805,
      "grad_norm": 0.402176171541214,
      "learning_rate": 4.855717979515839e-05,
      "loss": 4.6789,
      "step": 149010
    },
    {
      "epoch": 0.1304356198700852,
      "grad_norm": 0.37971052527427673,
      "learning_rate": 4.855707620526894e-05,
      "loss": 5.4909,
      "step": 149015
    },
    {
      "epoch": 0.13043999646371235,
      "grad_norm": 0.39954736828804016,
      "learning_rate": 4.855697261180005e-05,
      "loss": 5.1156,
      "step": 149020
    },
    {
      "epoch": 0.1304443730573395,
      "grad_norm": 0.3797619640827179,
      "learning_rate": 4.8556869014751795e-05,
      "loss": 4.9179,
      "step": 149025
    },
    {
      "epoch": 0.13044874965096664,
      "grad_norm": 0.3631454110145569,
      "learning_rate": 4.855676541412416e-05,
      "loss": 5.6623,
      "step": 149030
    },
    {
      "epoch": 0.13045312624459382,
      "grad_norm": 0.3860718011856079,
      "learning_rate": 4.855666180991717e-05,
      "loss": 5.3666,
      "step": 149035
    },
    {
      "epoch": 0.13045750283822097,
      "grad_norm": 0.44879114627838135,
      "learning_rate": 4.8556558202130854e-05,
      "loss": 3.9606,
      "step": 149040
    },
    {
      "epoch": 0.13046187943184812,
      "grad_norm": 0.4380362927913666,
      "learning_rate": 4.855645459076521e-05,
      "loss": 5.1217,
      "step": 149045
    },
    {
      "epoch": 0.13046625602547526,
      "grad_norm": 0.40844860672950745,
      "learning_rate": 4.8556350975820287e-05,
      "loss": 6.0072,
      "step": 149050
    },
    {
      "epoch": 0.13047063261910244,
      "grad_norm": 0.437311053276062,
      "learning_rate": 4.855624735729608e-05,
      "loss": 4.686,
      "step": 149055
    },
    {
      "epoch": 0.1304750092127296,
      "grad_norm": 0.4175986349582672,
      "learning_rate": 4.8556143735192626e-05,
      "loss": 5.4137,
      "step": 149060
    },
    {
      "epoch": 0.13047938580635673,
      "grad_norm": 0.42986318469047546,
      "learning_rate": 4.855604010950994e-05,
      "loss": 5.9996,
      "step": 149065
    },
    {
      "epoch": 0.13048376239998388,
      "grad_norm": 0.448833167552948,
      "learning_rate": 4.855593648024804e-05,
      "loss": 5.4638,
      "step": 149070
    },
    {
      "epoch": 0.13048813899361106,
      "grad_norm": 0.4048539400100708,
      "learning_rate": 4.8555832847406944e-05,
      "loss": 4.8556,
      "step": 149075
    },
    {
      "epoch": 0.1304925155872382,
      "grad_norm": 0.3817054331302643,
      "learning_rate": 4.855572921098668e-05,
      "loss": 5.2342,
      "step": 149080
    },
    {
      "epoch": 0.13049689218086535,
      "grad_norm": 0.39117860794067383,
      "learning_rate": 4.855562557098726e-05,
      "loss": 5.7437,
      "step": 149085
    },
    {
      "epoch": 0.1305012687744925,
      "grad_norm": 0.3850022256374359,
      "learning_rate": 4.85555219274087e-05,
      "loss": 5.9854,
      "step": 149090
    },
    {
      "epoch": 0.13050564536811968,
      "grad_norm": 0.5500497221946716,
      "learning_rate": 4.8555418280251044e-05,
      "loss": 5.187,
      "step": 149095
    },
    {
      "epoch": 0.13051002196174682,
      "grad_norm": 0.43630027770996094,
      "learning_rate": 4.855531462951428e-05,
      "loss": 4.9557,
      "step": 149100
    },
    {
      "epoch": 0.13051439855537397,
      "grad_norm": 0.3749265968799591,
      "learning_rate": 4.855521097519844e-05,
      "loss": 5.607,
      "step": 149105
    },
    {
      "epoch": 0.13051877514900112,
      "grad_norm": 0.39689910411834717,
      "learning_rate": 4.855510731730356e-05,
      "loss": 5.2091,
      "step": 149110
    },
    {
      "epoch": 0.1305231517426283,
      "grad_norm": 0.3698958158493042,
      "learning_rate": 4.855500365582963e-05,
      "loss": 5.172,
      "step": 149115
    },
    {
      "epoch": 0.13052752833625544,
      "grad_norm": 0.3958143889904022,
      "learning_rate": 4.8554899990776704e-05,
      "loss": 5.4885,
      "step": 149120
    },
    {
      "epoch": 0.1305319049298826,
      "grad_norm": 0.4015568792819977,
      "learning_rate": 4.855479632214478e-05,
      "loss": 4.9886,
      "step": 149125
    },
    {
      "epoch": 0.13053628152350974,
      "grad_norm": 0.3728142976760864,
      "learning_rate": 4.855469264993387e-05,
      "loss": 5.6725,
      "step": 149130
    },
    {
      "epoch": 0.13054065811713692,
      "grad_norm": 0.3993401527404785,
      "learning_rate": 4.855458897414402e-05,
      "loss": 4.976,
      "step": 149135
    },
    {
      "epoch": 0.13054503471076406,
      "grad_norm": 0.409607470035553,
      "learning_rate": 4.855448529477524e-05,
      "loss": 5.1514,
      "step": 149140
    },
    {
      "epoch": 0.1305494113043912,
      "grad_norm": 0.3973548710346222,
      "learning_rate": 4.8554381611827536e-05,
      "loss": 5.6898,
      "step": 149145
    },
    {
      "epoch": 0.13055378789801836,
      "grad_norm": 0.4304266571998596,
      "learning_rate": 4.8554277925300954e-05,
      "loss": 4.8742,
      "step": 149150
    },
    {
      "epoch": 0.13055816449164553,
      "grad_norm": 0.4044264554977417,
      "learning_rate": 4.855417423519548e-05,
      "loss": 5.5115,
      "step": 149155
    },
    {
      "epoch": 0.13056254108527268,
      "grad_norm": 0.40829843282699585,
      "learning_rate": 4.8554070541511166e-05,
      "loss": 4.5255,
      "step": 149160
    },
    {
      "epoch": 0.13056691767889983,
      "grad_norm": 0.4018734395503998,
      "learning_rate": 4.855396684424801e-05,
      "loss": 3.8918,
      "step": 149165
    },
    {
      "epoch": 0.13057129427252698,
      "grad_norm": 0.4799383580684662,
      "learning_rate": 4.8553863143406054e-05,
      "loss": 5.6918,
      "step": 149170
    },
    {
      "epoch": 0.13057567086615413,
      "grad_norm": 0.42938387393951416,
      "learning_rate": 4.855375943898529e-05,
      "loss": 5.188,
      "step": 149175
    },
    {
      "epoch": 0.1305800474597813,
      "grad_norm": 0.43599531054496765,
      "learning_rate": 4.855365573098576e-05,
      "loss": 5.1807,
      "step": 149180
    },
    {
      "epoch": 0.13058442405340845,
      "grad_norm": 0.4448728859424591,
      "learning_rate": 4.855355201940748e-05,
      "loss": 5.483,
      "step": 149185
    },
    {
      "epoch": 0.1305888006470356,
      "grad_norm": 0.40406984090805054,
      "learning_rate": 4.855344830425046e-05,
      "loss": 4.967,
      "step": 149190
    },
    {
      "epoch": 0.13059317724066274,
      "grad_norm": 0.4156665802001953,
      "learning_rate": 4.8553344585514725e-05,
      "loss": 4.9631,
      "step": 149195
    },
    {
      "epoch": 0.13059755383428992,
      "grad_norm": 0.43001502752304077,
      "learning_rate": 4.85532408632003e-05,
      "loss": 4.7198,
      "step": 149200
    },
    {
      "epoch": 0.13060193042791707,
      "grad_norm": 0.4205656349658966,
      "learning_rate": 4.85531371373072e-05,
      "loss": 4.6385,
      "step": 149205
    },
    {
      "epoch": 0.13060630702154422,
      "grad_norm": 0.4122011661529541,
      "learning_rate": 4.855303340783546e-05,
      "loss": 5.3842,
      "step": 149210
    },
    {
      "epoch": 0.13061068361517136,
      "grad_norm": 0.4013603925704956,
      "learning_rate": 4.855292967478508e-05,
      "loss": 5.6693,
      "step": 149215
    },
    {
      "epoch": 0.13061506020879854,
      "grad_norm": 0.4010602533817291,
      "learning_rate": 4.8552825938156076e-05,
      "loss": 4.1229,
      "step": 149220
    },
    {
      "epoch": 0.1306194368024257,
      "grad_norm": 0.41605064272880554,
      "learning_rate": 4.855272219794848e-05,
      "loss": 5.6533,
      "step": 149225
    },
    {
      "epoch": 0.13062381339605283,
      "grad_norm": 0.39975690841674805,
      "learning_rate": 4.8552618454162325e-05,
      "loss": 5.4317,
      "step": 149230
    },
    {
      "epoch": 0.13062818998967998,
      "grad_norm": 0.4193272590637207,
      "learning_rate": 4.85525147067976e-05,
      "loss": 4.7596,
      "step": 149235
    },
    {
      "epoch": 0.13063256658330716,
      "grad_norm": 0.41068992018699646,
      "learning_rate": 4.8552410955854353e-05,
      "loss": 5.1597,
      "step": 149240
    },
    {
      "epoch": 0.1306369431769343,
      "grad_norm": 0.4047982692718506,
      "learning_rate": 4.8552307201332595e-05,
      "loss": 5.6801,
      "step": 149245
    },
    {
      "epoch": 0.13064131977056145,
      "grad_norm": 0.3960416316986084,
      "learning_rate": 4.855220344323234e-05,
      "loss": 5.2281,
      "step": 149250
    },
    {
      "epoch": 0.1306456963641886,
      "grad_norm": 0.39693495631217957,
      "learning_rate": 4.855209968155361e-05,
      "loss": 5.2005,
      "step": 149255
    },
    {
      "epoch": 0.13065007295781578,
      "grad_norm": 0.3926081359386444,
      "learning_rate": 4.855199591629642e-05,
      "loss": 4.8778,
      "step": 149260
    },
    {
      "epoch": 0.13065444955144292,
      "grad_norm": 0.4092254638671875,
      "learning_rate": 4.855189214746081e-05,
      "loss": 3.9456,
      "step": 149265
    },
    {
      "epoch": 0.13065882614507007,
      "grad_norm": 0.3957437574863434,
      "learning_rate": 4.855178837504678e-05,
      "loss": 5.3162,
      "step": 149270
    },
    {
      "epoch": 0.13066320273869722,
      "grad_norm": 0.39931681752204895,
      "learning_rate": 4.8551684599054356e-05,
      "loss": 4.8522,
      "step": 149275
    },
    {
      "epoch": 0.1306675793323244,
      "grad_norm": 0.3626372218132019,
      "learning_rate": 4.8551580819483576e-05,
      "loss": 5.7801,
      "step": 149280
    },
    {
      "epoch": 0.13067195592595154,
      "grad_norm": 0.42340990900993347,
      "learning_rate": 4.855147703633443e-05,
      "loss": 4.9387,
      "step": 149285
    },
    {
      "epoch": 0.1306763325195787,
      "grad_norm": 0.4037318825721741,
      "learning_rate": 4.8551373249606945e-05,
      "loss": 5.6803,
      "step": 149290
    },
    {
      "epoch": 0.13068070911320584,
      "grad_norm": 0.40336665511131287,
      "learning_rate": 4.8551269459301155e-05,
      "loss": 5.9906,
      "step": 149295
    },
    {
      "epoch": 0.130685085706833,
      "grad_norm": 0.3888249695301056,
      "learning_rate": 4.8551165665417063e-05,
      "loss": 5.4887,
      "step": 149300
    },
    {
      "epoch": 0.13068946230046016,
      "grad_norm": 0.43083155155181885,
      "learning_rate": 4.8551061867954705e-05,
      "loss": 5.2896,
      "step": 149305
    },
    {
      "epoch": 0.1306938388940873,
      "grad_norm": 0.3968082070350647,
      "learning_rate": 4.85509580669141e-05,
      "loss": 4.8213,
      "step": 149310
    },
    {
      "epoch": 0.13069821548771446,
      "grad_norm": 0.3939737379550934,
      "learning_rate": 4.8550854262295255e-05,
      "loss": 5.0713,
      "step": 149315
    },
    {
      "epoch": 0.1307025920813416,
      "grad_norm": 0.431081622838974,
      "learning_rate": 4.855075045409819e-05,
      "loss": 4.1317,
      "step": 149320
    },
    {
      "epoch": 0.13070696867496878,
      "grad_norm": 0.39359673857688904,
      "learning_rate": 4.855064664232294e-05,
      "loss": 5.1793,
      "step": 149325
    },
    {
      "epoch": 0.13071134526859593,
      "grad_norm": 0.45342278480529785,
      "learning_rate": 4.8550542826969525e-05,
      "loss": 5.4618,
      "step": 149330
    },
    {
      "epoch": 0.13071572186222308,
      "grad_norm": 0.44209805130958557,
      "learning_rate": 4.855043900803794e-05,
      "loss": 5.7721,
      "step": 149335
    },
    {
      "epoch": 0.13072009845585023,
      "grad_norm": 0.40173882246017456,
      "learning_rate": 4.855033518552824e-05,
      "loss": 4.7025,
      "step": 149340
    },
    {
      "epoch": 0.1307244750494774,
      "grad_norm": 0.4022727310657501,
      "learning_rate": 4.855023135944041e-05,
      "loss": 5.992,
      "step": 149345
    },
    {
      "epoch": 0.13072885164310455,
      "grad_norm": 0.41291606426239014,
      "learning_rate": 4.85501275297745e-05,
      "loss": 5.9635,
      "step": 149350
    },
    {
      "epoch": 0.1307332282367317,
      "grad_norm": 0.40079325437545776,
      "learning_rate": 4.855002369653051e-05,
      "loss": 4.6062,
      "step": 149355
    },
    {
      "epoch": 0.13073760483035884,
      "grad_norm": 0.41757339239120483,
      "learning_rate": 4.854991985970848e-05,
      "loss": 5.1644,
      "step": 149360
    },
    {
      "epoch": 0.13074198142398602,
      "grad_norm": 0.39991551637649536,
      "learning_rate": 4.8549816019308405e-05,
      "loss": 5.7889,
      "step": 149365
    },
    {
      "epoch": 0.13074635801761317,
      "grad_norm": 0.4221554696559906,
      "learning_rate": 4.854971217533032e-05,
      "loss": 4.9464,
      "step": 149370
    },
    {
      "epoch": 0.13075073461124032,
      "grad_norm": 0.42144253849983215,
      "learning_rate": 4.854960832777424e-05,
      "loss": 4.7404,
      "step": 149375
    },
    {
      "epoch": 0.13075511120486746,
      "grad_norm": 0.4386408030986786,
      "learning_rate": 4.8549504476640196e-05,
      "loss": 4.9271,
      "step": 149380
    },
    {
      "epoch": 0.13075948779849464,
      "grad_norm": 0.4093131422996521,
      "learning_rate": 4.8549400621928195e-05,
      "loss": 4.9312,
      "step": 149385
    },
    {
      "epoch": 0.1307638643921218,
      "grad_norm": 0.36998406052589417,
      "learning_rate": 4.8549296763638266e-05,
      "loss": 5.9604,
      "step": 149390
    },
    {
      "epoch": 0.13076824098574893,
      "grad_norm": 0.3722105622291565,
      "learning_rate": 4.8549192901770416e-05,
      "loss": 5.7266,
      "step": 149395
    },
    {
      "epoch": 0.13077261757937608,
      "grad_norm": 0.38465598225593567,
      "learning_rate": 4.854908903632467e-05,
      "loss": 4.9448,
      "step": 149400
    },
    {
      "epoch": 0.13077699417300326,
      "grad_norm": 0.37191030383110046,
      "learning_rate": 4.854898516730107e-05,
      "loss": 6.3025,
      "step": 149405
    },
    {
      "epoch": 0.1307813707666304,
      "grad_norm": 0.3777187168598175,
      "learning_rate": 4.85488812946996e-05,
      "loss": 5.9797,
      "step": 149410
    },
    {
      "epoch": 0.13078574736025755,
      "grad_norm": 0.40745317935943604,
      "learning_rate": 4.8548777418520296e-05,
      "loss": 4.8542,
      "step": 149415
    },
    {
      "epoch": 0.1307901239538847,
      "grad_norm": 0.4380122423171997,
      "learning_rate": 4.854867353876319e-05,
      "loss": 5.4966,
      "step": 149420
    },
    {
      "epoch": 0.13079450054751185,
      "grad_norm": 0.428611695766449,
      "learning_rate": 4.854856965542829e-05,
      "loss": 5.4576,
      "step": 149425
    },
    {
      "epoch": 0.13079887714113902,
      "grad_norm": 0.4015190601348877,
      "learning_rate": 4.854846576851562e-05,
      "loss": 5.6646,
      "step": 149430
    },
    {
      "epoch": 0.13080325373476617,
      "grad_norm": 0.3719131648540497,
      "learning_rate": 4.8548361878025196e-05,
      "loss": 5.7864,
      "step": 149435
    },
    {
      "epoch": 0.13080763032839332,
      "grad_norm": 0.3793846666812897,
      "learning_rate": 4.8548257983957036e-05,
      "loss": 5.509,
      "step": 149440
    },
    {
      "epoch": 0.13081200692202047,
      "grad_norm": 0.42680904269218445,
      "learning_rate": 4.854815408631117e-05,
      "loss": 5.2395,
      "step": 149445
    },
    {
      "epoch": 0.13081638351564764,
      "grad_norm": 0.4167531132698059,
      "learning_rate": 4.8548050185087616e-05,
      "loss": 4.9298,
      "step": 149450
    },
    {
      "epoch": 0.1308207601092748,
      "grad_norm": 0.3753575384616852,
      "learning_rate": 4.854794628028637e-05,
      "loss": 5.2696,
      "step": 149455
    },
    {
      "epoch": 0.13082513670290194,
      "grad_norm": 0.40431857109069824,
      "learning_rate": 4.854784237190749e-05,
      "loss": 6.2701,
      "step": 149460
    },
    {
      "epoch": 0.1308295132965291,
      "grad_norm": 0.4312823712825775,
      "learning_rate": 4.854773845995097e-05,
      "loss": 5.1745,
      "step": 149465
    },
    {
      "epoch": 0.13083388989015626,
      "grad_norm": 0.41774982213974,
      "learning_rate": 4.854763454441684e-05,
      "loss": 4.222,
      "step": 149470
    },
    {
      "epoch": 0.1308382664837834,
      "grad_norm": 0.418559193611145,
      "learning_rate": 4.8547530625305124e-05,
      "loss": 5.5174,
      "step": 149475
    },
    {
      "epoch": 0.13084264307741056,
      "grad_norm": 0.36519935727119446,
      "learning_rate": 4.854742670261584e-05,
      "loss": 5.9361,
      "step": 149480
    },
    {
      "epoch": 0.1308470196710377,
      "grad_norm": 0.4092513620853424,
      "learning_rate": 4.854732277634899e-05,
      "loss": 5.2503,
      "step": 149485
    },
    {
      "epoch": 0.13085139626466488,
      "grad_norm": 0.3857465088367462,
      "learning_rate": 4.854721884650461e-05,
      "loss": 5.6832,
      "step": 149490
    },
    {
      "epoch": 0.13085577285829203,
      "grad_norm": 0.3650677800178528,
      "learning_rate": 4.8547114913082726e-05,
      "loss": 6.2721,
      "step": 149495
    },
    {
      "epoch": 0.13086014945191918,
      "grad_norm": 0.44195878505706787,
      "learning_rate": 4.854701097608335e-05,
      "loss": 4.4739,
      "step": 149500
    },
    {
      "epoch": 0.13086452604554633,
      "grad_norm": 0.39704176783561707,
      "learning_rate": 4.8546907035506496e-05,
      "loss": 5.4521,
      "step": 149505
    },
    {
      "epoch": 0.1308689026391735,
      "grad_norm": 0.41080671548843384,
      "learning_rate": 4.854680309135219e-05,
      "loss": 5.4469,
      "step": 149510
    },
    {
      "epoch": 0.13087327923280065,
      "grad_norm": 0.38370826840400696,
      "learning_rate": 4.8546699143620465e-05,
      "loss": 6.2721,
      "step": 149515
    },
    {
      "epoch": 0.1308776558264278,
      "grad_norm": 0.41375938057899475,
      "learning_rate": 4.8546595192311316e-05,
      "loss": 5.3463,
      "step": 149520
    },
    {
      "epoch": 0.13088203242005494,
      "grad_norm": 0.4073772132396698,
      "learning_rate": 4.854649123742479e-05,
      "loss": 4.9692,
      "step": 149525
    },
    {
      "epoch": 0.13088640901368212,
      "grad_norm": 0.37988272309303284,
      "learning_rate": 4.854638727896087e-05,
      "loss": 5.9805,
      "step": 149530
    },
    {
      "epoch": 0.13089078560730927,
      "grad_norm": 0.3587450087070465,
      "learning_rate": 4.854628331691961e-05,
      "loss": 5.7556,
      "step": 149535
    },
    {
      "epoch": 0.13089516220093642,
      "grad_norm": 0.4266154170036316,
      "learning_rate": 4.854617935130102e-05,
      "loss": 5.2742,
      "step": 149540
    },
    {
      "epoch": 0.13089953879456356,
      "grad_norm": 0.42098164558410645,
      "learning_rate": 4.8546075382105125e-05,
      "loss": 4.7171,
      "step": 149545
    },
    {
      "epoch": 0.1309039153881907,
      "grad_norm": 0.4274362623691559,
      "learning_rate": 4.854597140933194e-05,
      "loss": 4.4364,
      "step": 149550
    },
    {
      "epoch": 0.1309082919818179,
      "grad_norm": 0.3750581443309784,
      "learning_rate": 4.854586743298147e-05,
      "loss": 5.142,
      "step": 149555
    },
    {
      "epoch": 0.13091266857544503,
      "grad_norm": 0.37645894289016724,
      "learning_rate": 4.8545763453053763e-05,
      "loss": 5.1296,
      "step": 149560
    },
    {
      "epoch": 0.13091704516907218,
      "grad_norm": 0.4002428352832794,
      "learning_rate": 4.854565946954881e-05,
      "loss": 5.2562,
      "step": 149565
    },
    {
      "epoch": 0.13092142176269933,
      "grad_norm": 0.42743077874183655,
      "learning_rate": 4.8545555482466655e-05,
      "loss": 4.9281,
      "step": 149570
    },
    {
      "epoch": 0.1309257983563265,
      "grad_norm": 0.4112052619457245,
      "learning_rate": 4.8545451491807316e-05,
      "loss": 4.623,
      "step": 149575
    },
    {
      "epoch": 0.13093017494995365,
      "grad_norm": 0.4381771981716156,
      "learning_rate": 4.8545347497570795e-05,
      "loss": 5.1693,
      "step": 149580
    },
    {
      "epoch": 0.1309345515435808,
      "grad_norm": 0.3858594596385956,
      "learning_rate": 4.854524349975713e-05,
      "loss": 5.2861,
      "step": 149585
    },
    {
      "epoch": 0.13093892813720795,
      "grad_norm": 0.41169920563697815,
      "learning_rate": 4.854513949836633e-05,
      "loss": 5.36,
      "step": 149590
    },
    {
      "epoch": 0.13094330473083513,
      "grad_norm": 0.41636624932289124,
      "learning_rate": 4.8545035493398426e-05,
      "loss": 5.3947,
      "step": 149595
    },
    {
      "epoch": 0.13094768132446227,
      "grad_norm": 0.420798122882843,
      "learning_rate": 4.854493148485343e-05,
      "loss": 4.7229,
      "step": 149600
    },
    {
      "epoch": 0.13095205791808942,
      "grad_norm": 0.4059748351573944,
      "learning_rate": 4.8544827472731355e-05,
      "loss": 5.1844,
      "step": 149605
    },
    {
      "epoch": 0.13095643451171657,
      "grad_norm": 0.4048677980899811,
      "learning_rate": 4.854472345703224e-05,
      "loss": 5.4746,
      "step": 149610
    },
    {
      "epoch": 0.13096081110534374,
      "grad_norm": 0.39670541882514954,
      "learning_rate": 4.854461943775608e-05,
      "loss": 4.9386,
      "step": 149615
    },
    {
      "epoch": 0.1309651876989709,
      "grad_norm": 0.4164876341819763,
      "learning_rate": 4.8544515414902925e-05,
      "loss": 5.7684,
      "step": 149620
    },
    {
      "epoch": 0.13096956429259804,
      "grad_norm": 0.4229097068309784,
      "learning_rate": 4.8544411388472775e-05,
      "loss": 4.4357,
      "step": 149625
    },
    {
      "epoch": 0.1309739408862252,
      "grad_norm": 0.41935041546821594,
      "learning_rate": 4.854430735846566e-05,
      "loss": 4.8578,
      "step": 149630
    },
    {
      "epoch": 0.13097831747985236,
      "grad_norm": 0.36971595883369446,
      "learning_rate": 4.854420332488158e-05,
      "loss": 5.806,
      "step": 149635
    },
    {
      "epoch": 0.1309826940734795,
      "grad_norm": 0.36488357186317444,
      "learning_rate": 4.854409928772058e-05,
      "loss": 5.993,
      "step": 149640
    },
    {
      "epoch": 0.13098707066710666,
      "grad_norm": 0.3654756247997284,
      "learning_rate": 4.8543995246982665e-05,
      "loss": 6.2783,
      "step": 149645
    },
    {
      "epoch": 0.1309914472607338,
      "grad_norm": 0.40088534355163574,
      "learning_rate": 4.854389120266787e-05,
      "loss": 5.69,
      "step": 149650
    },
    {
      "epoch": 0.13099582385436098,
      "grad_norm": 0.3776685893535614,
      "learning_rate": 4.85437871547762e-05,
      "loss": 5.4823,
      "step": 149655
    },
    {
      "epoch": 0.13100020044798813,
      "grad_norm": 0.39082393050193787,
      "learning_rate": 4.854368310330768e-05,
      "loss": 5.3846,
      "step": 149660
    },
    {
      "epoch": 0.13100457704161528,
      "grad_norm": 0.48100391030311584,
      "learning_rate": 4.8543579048262335e-05,
      "loss": 4.6679,
      "step": 149665
    },
    {
      "epoch": 0.13100895363524243,
      "grad_norm": 0.4470124840736389,
      "learning_rate": 4.854347498964017e-05,
      "loss": 4.6343,
      "step": 149670
    },
    {
      "epoch": 0.13101333022886957,
      "grad_norm": 0.39265233278274536,
      "learning_rate": 4.854337092744122e-05,
      "loss": 5.2435,
      "step": 149675
    },
    {
      "epoch": 0.13101770682249675,
      "grad_norm": 0.4274776577949524,
      "learning_rate": 4.85432668616655e-05,
      "loss": 5.2577,
      "step": 149680
    },
    {
      "epoch": 0.1310220834161239,
      "grad_norm": 0.3979014754295349,
      "learning_rate": 4.8543162792313036e-05,
      "loss": 4.8563,
      "step": 149685
    },
    {
      "epoch": 0.13102646000975104,
      "grad_norm": 0.39446333050727844,
      "learning_rate": 4.854305871938384e-05,
      "loss": 5.2663,
      "step": 149690
    },
    {
      "epoch": 0.1310308366033782,
      "grad_norm": 0.36000868678092957,
      "learning_rate": 4.8542954642877936e-05,
      "loss": 6.0139,
      "step": 149695
    },
    {
      "epoch": 0.13103521319700537,
      "grad_norm": 0.43306833505630493,
      "learning_rate": 4.854285056279534e-05,
      "loss": 5.5107,
      "step": 149700
    },
    {
      "epoch": 0.13103958979063252,
      "grad_norm": 0.36556652188301086,
      "learning_rate": 4.8542746479136083e-05,
      "loss": 6.267,
      "step": 149705
    },
    {
      "epoch": 0.13104396638425966,
      "grad_norm": 0.36798563599586487,
      "learning_rate": 4.854264239190016e-05,
      "loss": 5.4729,
      "step": 149710
    },
    {
      "epoch": 0.1310483429778868,
      "grad_norm": 0.46234962344169617,
      "learning_rate": 4.854253830108763e-05,
      "loss": 4.968,
      "step": 149715
    },
    {
      "epoch": 0.131052719571514,
      "grad_norm": 0.4817298650741577,
      "learning_rate": 4.854243420669847e-05,
      "loss": 5.4477,
      "step": 149720
    },
    {
      "epoch": 0.13105709616514113,
      "grad_norm": 0.42550987005233765,
      "learning_rate": 4.854233010873274e-05,
      "loss": 4.4205,
      "step": 149725
    },
    {
      "epoch": 0.13106147275876828,
      "grad_norm": 0.4496355652809143,
      "learning_rate": 4.854222600719042e-05,
      "loss": 5.4447,
      "step": 149730
    },
    {
      "epoch": 0.13106584935239543,
      "grad_norm": 0.4218529164791107,
      "learning_rate": 4.854212190207157e-05,
      "loss": 4.6156,
      "step": 149735
    },
    {
      "epoch": 0.1310702259460226,
      "grad_norm": 0.3736584186553955,
      "learning_rate": 4.8542017793376185e-05,
      "loss": 5.7563,
      "step": 149740
    },
    {
      "epoch": 0.13107460253964975,
      "grad_norm": 0.3866764008998871,
      "learning_rate": 4.854191368110429e-05,
      "loss": 5.6854,
      "step": 149745
    },
    {
      "epoch": 0.1310789791332769,
      "grad_norm": 0.4222297668457031,
      "learning_rate": 4.8541809565255905e-05,
      "loss": 5.4677,
      "step": 149750
    },
    {
      "epoch": 0.13108335572690405,
      "grad_norm": 0.4293019473552704,
      "learning_rate": 4.8541705445831065e-05,
      "loss": 4.9344,
      "step": 149755
    },
    {
      "epoch": 0.13108773232053123,
      "grad_norm": 0.42804113030433655,
      "learning_rate": 4.8541601322829754e-05,
      "loss": 4.5415,
      "step": 149760
    },
    {
      "epoch": 0.13109210891415837,
      "grad_norm": 0.6517874002456665,
      "learning_rate": 4.854149719625204e-05,
      "loss": 5.4276,
      "step": 149765
    },
    {
      "epoch": 0.13109648550778552,
      "grad_norm": 0.7030425071716309,
      "learning_rate": 4.8541393066097894e-05,
      "loss": 5.4671,
      "step": 149770
    },
    {
      "epoch": 0.13110086210141267,
      "grad_norm": 0.44674721360206604,
      "learning_rate": 4.854128893236738e-05,
      "loss": 5.4413,
      "step": 149775
    },
    {
      "epoch": 0.13110523869503984,
      "grad_norm": 0.6225084662437439,
      "learning_rate": 4.854118479506049e-05,
      "loss": 4.6373,
      "step": 149780
    },
    {
      "epoch": 0.131109615288667,
      "grad_norm": 0.4407847225666046,
      "learning_rate": 4.8541080654177254e-05,
      "loss": 5.9869,
      "step": 149785
    },
    {
      "epoch": 0.13111399188229414,
      "grad_norm": 0.41418442130088806,
      "learning_rate": 4.8540976509717684e-05,
      "loss": 4.4538,
      "step": 149790
    },
    {
      "epoch": 0.1311183684759213,
      "grad_norm": 0.4110133647918701,
      "learning_rate": 4.854087236168181e-05,
      "loss": 5.2223,
      "step": 149795
    },
    {
      "epoch": 0.13112274506954846,
      "grad_norm": 0.4074198007583618,
      "learning_rate": 4.854076821006965e-05,
      "loss": 4.7891,
      "step": 149800
    },
    {
      "epoch": 0.1311271216631756,
      "grad_norm": 0.41698458790779114,
      "learning_rate": 4.8540664054881226e-05,
      "loss": 5.0001,
      "step": 149805
    },
    {
      "epoch": 0.13113149825680276,
      "grad_norm": 0.36514773964881897,
      "learning_rate": 4.854055989611656e-05,
      "loss": 5.9807,
      "step": 149810
    },
    {
      "epoch": 0.1311358748504299,
      "grad_norm": 0.3927488923072815,
      "learning_rate": 4.854045573377565e-05,
      "loss": 4.7401,
      "step": 149815
    },
    {
      "epoch": 0.13114025144405705,
      "grad_norm": 0.42092767357826233,
      "learning_rate": 4.854035156785853e-05,
      "loss": 5.6525,
      "step": 149820
    },
    {
      "epoch": 0.13114462803768423,
      "grad_norm": 0.3694271743297577,
      "learning_rate": 4.8540247398365235e-05,
      "loss": 6.3018,
      "step": 149825
    },
    {
      "epoch": 0.13114900463131138,
      "grad_norm": 0.3630715608596802,
      "learning_rate": 4.854014322529578e-05,
      "loss": 5.9889,
      "step": 149830
    },
    {
      "epoch": 0.13115338122493853,
      "grad_norm": 0.3863677978515625,
      "learning_rate": 4.8540039048650163e-05,
      "loss": 5.7386,
      "step": 149835
    },
    {
      "epoch": 0.13115775781856567,
      "grad_norm": 0.4024909734725952,
      "learning_rate": 4.853993486842843e-05,
      "loss": 5.6951,
      "step": 149840
    },
    {
      "epoch": 0.13116213441219285,
      "grad_norm": 0.41045963764190674,
      "learning_rate": 4.8539830684630596e-05,
      "loss": 5.1418,
      "step": 149845
    },
    {
      "epoch": 0.13116651100582,
      "grad_norm": 0.409328818321228,
      "learning_rate": 4.853972649725665e-05,
      "loss": 4.6451,
      "step": 149850
    },
    {
      "epoch": 0.13117088759944714,
      "grad_norm": 0.4095288813114166,
      "learning_rate": 4.853962230630666e-05,
      "loss": 4.9218,
      "step": 149855
    },
    {
      "epoch": 0.1311752641930743,
      "grad_norm": 0.37811943888664246,
      "learning_rate": 4.853951811178062e-05,
      "loss": 5.4715,
      "step": 149860
    },
    {
      "epoch": 0.13117964078670147,
      "grad_norm": 0.3800523579120636,
      "learning_rate": 4.8539413913678543e-05,
      "loss": 5.4376,
      "step": 149865
    },
    {
      "epoch": 0.13118401738032862,
      "grad_norm": 0.396118700504303,
      "learning_rate": 4.853930971200048e-05,
      "loss": 5.183,
      "step": 149870
    },
    {
      "epoch": 0.13118839397395576,
      "grad_norm": 0.3714761435985565,
      "learning_rate": 4.853920550674641e-05,
      "loss": 5.6762,
      "step": 149875
    },
    {
      "epoch": 0.1311927705675829,
      "grad_norm": 0.3967297673225403,
      "learning_rate": 4.853910129791639e-05,
      "loss": 5.2434,
      "step": 149880
    },
    {
      "epoch": 0.1311971471612101,
      "grad_norm": 0.3802688717842102,
      "learning_rate": 4.853899708551042e-05,
      "loss": 5.1623,
      "step": 149885
    },
    {
      "epoch": 0.13120152375483723,
      "grad_norm": 0.3829971253871918,
      "learning_rate": 4.853889286952852e-05,
      "loss": 5.976,
      "step": 149890
    },
    {
      "epoch": 0.13120590034846438,
      "grad_norm": 0.444318950176239,
      "learning_rate": 4.853878864997071e-05,
      "loss": 4.7507,
      "step": 149895
    },
    {
      "epoch": 0.13121027694209153,
      "grad_norm": 0.3696731626987457,
      "learning_rate": 4.8538684426837025e-05,
      "loss": 6.2879,
      "step": 149900
    },
    {
      "epoch": 0.1312146535357187,
      "grad_norm": 0.39896517992019653,
      "learning_rate": 4.853858020012746e-05,
      "loss": 4.7628,
      "step": 149905
    },
    {
      "epoch": 0.13121903012934585,
      "grad_norm": 0.4196906089782715,
      "learning_rate": 4.853847596984207e-05,
      "loss": 5.4955,
      "step": 149910
    },
    {
      "epoch": 0.131223406722973,
      "grad_norm": 0.3747962415218353,
      "learning_rate": 4.8538371735980846e-05,
      "loss": 6.2691,
      "step": 149915
    },
    {
      "epoch": 0.13122778331660015,
      "grad_norm": 0.4109600782394409,
      "learning_rate": 4.853826749854381e-05,
      "loss": 4.8432,
      "step": 149920
    },
    {
      "epoch": 0.13123215991022733,
      "grad_norm": 0.4342733919620514,
      "learning_rate": 4.853816325753099e-05,
      "loss": 4.8686,
      "step": 149925
    },
    {
      "epoch": 0.13123653650385447,
      "grad_norm": 0.4034462869167328,
      "learning_rate": 4.85380590129424e-05,
      "loss": 5.9336,
      "step": 149930
    },
    {
      "epoch": 0.13124091309748162,
      "grad_norm": 0.3772956430912018,
      "learning_rate": 4.853795476477808e-05,
      "loss": 5.9762,
      "step": 149935
    },
    {
      "epoch": 0.13124528969110877,
      "grad_norm": 0.3950134813785553,
      "learning_rate": 4.853785051303804e-05,
      "loss": 4.9835,
      "step": 149940
    },
    {
      "epoch": 0.13124966628473592,
      "grad_norm": 0.43722018599510193,
      "learning_rate": 4.8537746257722284e-05,
      "loss": 5.186,
      "step": 149945
    },
    {
      "epoch": 0.1312540428783631,
      "grad_norm": 0.40853649377822876,
      "learning_rate": 4.853764199883084e-05,
      "loss": 5.1888,
      "step": 149950
    },
    {
      "epoch": 0.13125841947199024,
      "grad_norm": 0.3988570272922516,
      "learning_rate": 4.853753773636374e-05,
      "loss": 5.3877,
      "step": 149955
    },
    {
      "epoch": 0.1312627960656174,
      "grad_norm": 0.45886310935020447,
      "learning_rate": 4.853743347032099e-05,
      "loss": 5.1614,
      "step": 149960
    },
    {
      "epoch": 0.13126717265924454,
      "grad_norm": 0.3997329771518707,
      "learning_rate": 4.853732920070262e-05,
      "loss": 5.3564,
      "step": 149965
    },
    {
      "epoch": 0.1312715492528717,
      "grad_norm": 0.47484204173088074,
      "learning_rate": 4.853722492750864e-05,
      "loss": 5.1514,
      "step": 149970
    },
    {
      "epoch": 0.13127592584649886,
      "grad_norm": 0.4599023163318634,
      "learning_rate": 4.853712065073909e-05,
      "loss": 4.9497,
      "step": 149975
    },
    {
      "epoch": 0.131280302440126,
      "grad_norm": 0.37575894594192505,
      "learning_rate": 4.853701637039396e-05,
      "loss": 5.2267,
      "step": 149980
    },
    {
      "epoch": 0.13128467903375315,
      "grad_norm": 0.3974014222621918,
      "learning_rate": 4.853691208647329e-05,
      "loss": 5.1678,
      "step": 149985
    },
    {
      "epoch": 0.13128905562738033,
      "grad_norm": 0.39122915267944336,
      "learning_rate": 4.85368077989771e-05,
      "loss": 5.6871,
      "step": 149990
    },
    {
      "epoch": 0.13129343222100748,
      "grad_norm": 0.3886653184890747,
      "learning_rate": 4.8536703507905404e-05,
      "loss": 5.4606,
      "step": 149995
    },
    {
      "epoch": 0.13129780881463463,
      "grad_norm": 0.438567191362381,
      "learning_rate": 4.8536599213258226e-05,
      "loss": 4.67,
      "step": 150000
    },
    {
      "epoch": 0.13130218540826177,
      "grad_norm": 0.406179815530777,
      "learning_rate": 4.853649491503558e-05,
      "loss": 5.4113,
      "step": 150005
    },
    {
      "epoch": 0.13130656200188895,
      "grad_norm": 0.3975662291049957,
      "learning_rate": 4.8536390613237506e-05,
      "loss": 5.4626,
      "step": 150010
    },
    {
      "epoch": 0.1313109385955161,
      "grad_norm": 0.39085519313812256,
      "learning_rate": 4.8536286307863984e-05,
      "loss": 5.3859,
      "step": 150015
    },
    {
      "epoch": 0.13131531518914324,
      "grad_norm": 0.42569074034690857,
      "learning_rate": 4.853618199891509e-05,
      "loss": 5.7207,
      "step": 150020
    },
    {
      "epoch": 0.1313196917827704,
      "grad_norm": 0.46820974349975586,
      "learning_rate": 4.853607768639078e-05,
      "loss": 5.1553,
      "step": 150025
    },
    {
      "epoch": 0.13132406837639757,
      "grad_norm": 0.49838948249816895,
      "learning_rate": 4.853597337029113e-05,
      "loss": 5.4757,
      "step": 150030
    },
    {
      "epoch": 0.13132844497002472,
      "grad_norm": 0.5134931206703186,
      "learning_rate": 4.8535869050616133e-05,
      "loss": 5.1212,
      "step": 150035
    },
    {
      "epoch": 0.13133282156365186,
      "grad_norm": 0.4393688440322876,
      "learning_rate": 4.853576472736582e-05,
      "loss": 4.6832,
      "step": 150040
    },
    {
      "epoch": 0.131337198157279,
      "grad_norm": 0.4365522563457489,
      "learning_rate": 4.85356604005402e-05,
      "loss": 5.7379,
      "step": 150045
    },
    {
      "epoch": 0.1313415747509062,
      "grad_norm": 0.4363854229450226,
      "learning_rate": 4.8535556070139284e-05,
      "loss": 4.9497,
      "step": 150050
    },
    {
      "epoch": 0.13134595134453333,
      "grad_norm": 0.4524080455303192,
      "learning_rate": 4.853545173616312e-05,
      "loss": 5.2687,
      "step": 150055
    },
    {
      "epoch": 0.13135032793816048,
      "grad_norm": 0.40716469287872314,
      "learning_rate": 4.853534739861171e-05,
      "loss": 4.6422,
      "step": 150060
    },
    {
      "epoch": 0.13135470453178763,
      "grad_norm": 0.4394235610961914,
      "learning_rate": 4.8535243057485084e-05,
      "loss": 4.9464,
      "step": 150065
    },
    {
      "epoch": 0.13135908112541478,
      "grad_norm": 0.4962821304798126,
      "learning_rate": 4.8535138712783246e-05,
      "loss": 4.8514,
      "step": 150070
    },
    {
      "epoch": 0.13136345771904195,
      "grad_norm": 0.4020555317401886,
      "learning_rate": 4.8535034364506224e-05,
      "loss": 4.9615,
      "step": 150075
    },
    {
      "epoch": 0.1313678343126691,
      "grad_norm": 0.4165119528770447,
      "learning_rate": 4.853493001265406e-05,
      "loss": 4.963,
      "step": 150080
    },
    {
      "epoch": 0.13137221090629625,
      "grad_norm": 0.4128837585449219,
      "learning_rate": 4.853482565722673e-05,
      "loss": 5.1834,
      "step": 150085
    },
    {
      "epoch": 0.1313765874999234,
      "grad_norm": 0.5158156156539917,
      "learning_rate": 4.8534721298224294e-05,
      "loss": 4.917,
      "step": 150090
    },
    {
      "epoch": 0.13138096409355057,
      "grad_norm": 0.45123669505119324,
      "learning_rate": 4.853461693564676e-05,
      "loss": 5.758,
      "step": 150095
    },
    {
      "epoch": 0.13138534068717772,
      "grad_norm": 0.7007359266281128,
      "learning_rate": 4.853451256949414e-05,
      "loss": 4.9221,
      "step": 150100
    },
    {
      "epoch": 0.13138971728080487,
      "grad_norm": 0.5598963499069214,
      "learning_rate": 4.8534408199766455e-05,
      "loss": 5.4938,
      "step": 150105
    },
    {
      "epoch": 0.13139409387443202,
      "grad_norm": 0.44199898838996887,
      "learning_rate": 4.8534303826463744e-05,
      "loss": 5.4868,
      "step": 150110
    },
    {
      "epoch": 0.1313984704680592,
      "grad_norm": 0.40964606404304504,
      "learning_rate": 4.853419944958599e-05,
      "loss": 4.7669,
      "step": 150115
    },
    {
      "epoch": 0.13140284706168634,
      "grad_norm": 0.4184989035129547,
      "learning_rate": 4.853409506913326e-05,
      "loss": 4.7591,
      "step": 150120
    },
    {
      "epoch": 0.1314072236553135,
      "grad_norm": 0.40011271834373474,
      "learning_rate": 4.8533990685105536e-05,
      "loss": 4.741,
      "step": 150125
    },
    {
      "epoch": 0.13141160024894064,
      "grad_norm": 0.44461554288864136,
      "learning_rate": 4.853388629750285e-05,
      "loss": 5.1603,
      "step": 150130
    },
    {
      "epoch": 0.1314159768425678,
      "grad_norm": 0.43102970719337463,
      "learning_rate": 4.853378190632523e-05,
      "loss": 5.7834,
      "step": 150135
    },
    {
      "epoch": 0.13142035343619496,
      "grad_norm": 0.7101202607154846,
      "learning_rate": 4.853367751157269e-05,
      "loss": 5.1088,
      "step": 150140
    },
    {
      "epoch": 0.1314247300298221,
      "grad_norm": 0.5096794366836548,
      "learning_rate": 4.853357311324525e-05,
      "loss": 5.1805,
      "step": 150145
    },
    {
      "epoch": 0.13142910662344925,
      "grad_norm": 0.4700261950492859,
      "learning_rate": 4.853346871134292e-05,
      "loss": 5.4677,
      "step": 150150
    },
    {
      "epoch": 0.13143348321707643,
      "grad_norm": 0.40033912658691406,
      "learning_rate": 4.8533364305865745e-05,
      "loss": 6.3107,
      "step": 150155
    },
    {
      "epoch": 0.13143785981070358,
      "grad_norm": 0.4350462257862091,
      "learning_rate": 4.853325989681373e-05,
      "loss": 5.3904,
      "step": 150160
    },
    {
      "epoch": 0.13144223640433073,
      "grad_norm": 0.4308914244174957,
      "learning_rate": 4.853315548418689e-05,
      "loss": 4.8166,
      "step": 150165
    },
    {
      "epoch": 0.13144661299795787,
      "grad_norm": 0.4086703956127167,
      "learning_rate": 4.853305106798525e-05,
      "loss": 5.1525,
      "step": 150170
    },
    {
      "epoch": 0.13145098959158505,
      "grad_norm": 0.39938148856163025,
      "learning_rate": 4.853294664820883e-05,
      "loss": 4.9365,
      "step": 150175
    },
    {
      "epoch": 0.1314553661852122,
      "grad_norm": 0.3575096130371094,
      "learning_rate": 4.8532842224857654e-05,
      "loss": 5.2764,
      "step": 150180
    },
    {
      "epoch": 0.13145974277883934,
      "grad_norm": 0.3974660634994507,
      "learning_rate": 4.853273779793174e-05,
      "loss": 5.1612,
      "step": 150185
    },
    {
      "epoch": 0.1314641193724665,
      "grad_norm": 0.3770808279514313,
      "learning_rate": 4.8532633367431116e-05,
      "loss": 6.0137,
      "step": 150190
    },
    {
      "epoch": 0.13146849596609364,
      "grad_norm": 0.42224645614624023,
      "learning_rate": 4.853252893335578e-05,
      "loss": 4.9509,
      "step": 150195
    },
    {
      "epoch": 0.13147287255972082,
      "grad_norm": 0.38277295231819153,
      "learning_rate": 4.853242449570577e-05,
      "loss": 5.4693,
      "step": 150200
    },
    {
      "epoch": 0.13147724915334796,
      "grad_norm": 0.3654573857784271,
      "learning_rate": 4.853232005448111e-05,
      "loss": 6.31,
      "step": 150205
    },
    {
      "epoch": 0.1314816257469751,
      "grad_norm": 0.4352549910545349,
      "learning_rate": 4.8532215609681797e-05,
      "loss": 5.1354,
      "step": 150210
    },
    {
      "epoch": 0.13148600234060226,
      "grad_norm": 0.4143083095550537,
      "learning_rate": 4.853211116130788e-05,
      "loss": 5.1751,
      "step": 150215
    },
    {
      "epoch": 0.13149037893422943,
      "grad_norm": 0.3854333162307739,
      "learning_rate": 4.8532006709359355e-05,
      "loss": 5.5079,
      "step": 150220
    },
    {
      "epoch": 0.13149475552785658,
      "grad_norm": 0.3790552616119385,
      "learning_rate": 4.853190225383626e-05,
      "loss": 4.7394,
      "step": 150225
    },
    {
      "epoch": 0.13149913212148373,
      "grad_norm": 0.42242470383644104,
      "learning_rate": 4.85317977947386e-05,
      "loss": 4.966,
      "step": 150230
    },
    {
      "epoch": 0.13150350871511088,
      "grad_norm": 0.38620999455451965,
      "learning_rate": 4.853169333206641e-05,
      "loss": 4.9941,
      "step": 150235
    },
    {
      "epoch": 0.13150788530873805,
      "grad_norm": 0.367067813873291,
      "learning_rate": 4.853158886581971e-05,
      "loss": 6.2984,
      "step": 150240
    },
    {
      "epoch": 0.1315122619023652,
      "grad_norm": 0.4091958701610565,
      "learning_rate": 4.853148439599849e-05,
      "loss": 4.865,
      "step": 150245
    },
    {
      "epoch": 0.13151663849599235,
      "grad_norm": 0.4121122360229492,
      "learning_rate": 4.853137992260282e-05,
      "loss": 5.4098,
      "step": 150250
    },
    {
      "epoch": 0.1315210150896195,
      "grad_norm": 0.37082603573799133,
      "learning_rate": 4.853127544563267e-05,
      "loss": 5.7836,
      "step": 150255
    },
    {
      "epoch": 0.13152539168324667,
      "grad_norm": 0.41153058409690857,
      "learning_rate": 4.85311709650881e-05,
      "loss": 4.8265,
      "step": 150260
    },
    {
      "epoch": 0.13152976827687382,
      "grad_norm": 0.42842474579811096,
      "learning_rate": 4.853106648096911e-05,
      "loss": 4.9543,
      "step": 150265
    },
    {
      "epoch": 0.13153414487050097,
      "grad_norm": 0.3683449923992157,
      "learning_rate": 4.853096199327573e-05,
      "loss": 6.0051,
      "step": 150270
    },
    {
      "epoch": 0.13153852146412812,
      "grad_norm": 0.3699288070201874,
      "learning_rate": 4.853085750200796e-05,
      "loss": 5.7004,
      "step": 150275
    },
    {
      "epoch": 0.1315428980577553,
      "grad_norm": 0.40338435769081116,
      "learning_rate": 4.853075300716584e-05,
      "loss": 5.1427,
      "step": 150280
    },
    {
      "epoch": 0.13154727465138244,
      "grad_norm": 0.39567703008651733,
      "learning_rate": 4.8530648508749385e-05,
      "loss": 5.456,
      "step": 150285
    },
    {
      "epoch": 0.1315516512450096,
      "grad_norm": 0.3632756173610687,
      "learning_rate": 4.853054400675862e-05,
      "loss": 5.7174,
      "step": 150290
    },
    {
      "epoch": 0.13155602783863674,
      "grad_norm": 0.37213000655174255,
      "learning_rate": 4.853043950119355e-05,
      "loss": 5.267,
      "step": 150295
    },
    {
      "epoch": 0.1315604044322639,
      "grad_norm": 0.3936140537261963,
      "learning_rate": 4.8530334992054215e-05,
      "loss": 5.6705,
      "step": 150300
    },
    {
      "epoch": 0.13156478102589106,
      "grad_norm": 0.3992382287979126,
      "learning_rate": 4.853023047934062e-05,
      "loss": 4.3232,
      "step": 150305
    },
    {
      "epoch": 0.1315691576195182,
      "grad_norm": 0.44177624583244324,
      "learning_rate": 4.8530125963052785e-05,
      "loss": 4.9637,
      "step": 150310
    },
    {
      "epoch": 0.13157353421314535,
      "grad_norm": 0.4422548711299896,
      "learning_rate": 4.853002144319074e-05,
      "loss": 5.7478,
      "step": 150315
    },
    {
      "epoch": 0.1315779108067725,
      "grad_norm": 0.3827061355113983,
      "learning_rate": 4.85299169197545e-05,
      "loss": 6.25,
      "step": 150320
    },
    {
      "epoch": 0.13158228740039968,
      "grad_norm": 0.4042927920818329,
      "learning_rate": 4.852981239274409e-05,
      "loss": 5.1615,
      "step": 150325
    },
    {
      "epoch": 0.13158666399402683,
      "grad_norm": 0.4263944625854492,
      "learning_rate": 4.852970786215952e-05,
      "loss": 4.4152,
      "step": 150330
    },
    {
      "epoch": 0.13159104058765397,
      "grad_norm": 0.39178335666656494,
      "learning_rate": 4.8529603328000815e-05,
      "loss": 5.2749,
      "step": 150335
    },
    {
      "epoch": 0.13159541718128112,
      "grad_norm": 0.4173225462436676,
      "learning_rate": 4.8529498790268016e-05,
      "loss": 5.6504,
      "step": 150340
    },
    {
      "epoch": 0.1315997937749083,
      "grad_norm": 0.4277343451976776,
      "learning_rate": 4.852939424896109e-05,
      "loss": 4.9173,
      "step": 150345
    },
    {
      "epoch": 0.13160417036853544,
      "grad_norm": 0.4360337257385254,
      "learning_rate": 4.852928970408012e-05,
      "loss": 4.726,
      "step": 150350
    },
    {
      "epoch": 0.1316085469621626,
      "grad_norm": 0.415911465883255,
      "learning_rate": 4.852918515562508e-05,
      "loss": 5.2599,
      "step": 150355
    },
    {
      "epoch": 0.13161292355578974,
      "grad_norm": 0.42742258310317993,
      "learning_rate": 4.852908060359601e-05,
      "loss": 4.9294,
      "step": 150360
    },
    {
      "epoch": 0.13161730014941692,
      "grad_norm": 0.3834936320781708,
      "learning_rate": 4.8528976047992924e-05,
      "loss": 5.4744,
      "step": 150365
    },
    {
      "epoch": 0.13162167674304406,
      "grad_norm": 0.42222005128860474,
      "learning_rate": 4.852887148881585e-05,
      "loss": 5.368,
      "step": 150370
    },
    {
      "epoch": 0.1316260533366712,
      "grad_norm": 0.43195512890815735,
      "learning_rate": 4.85287669260648e-05,
      "loss": 5.7916,
      "step": 150375
    },
    {
      "epoch": 0.13163042993029836,
      "grad_norm": 0.5577788352966309,
      "learning_rate": 4.852866235973981e-05,
      "loss": 4.6506,
      "step": 150380
    },
    {
      "epoch": 0.13163480652392553,
      "grad_norm": 0.4328933656215668,
      "learning_rate": 4.852855778984088e-05,
      "loss": 5.3641,
      "step": 150385
    },
    {
      "epoch": 0.13163918311755268,
      "grad_norm": 0.564074695110321,
      "learning_rate": 4.8528453216368033e-05,
      "loss": 4.736,
      "step": 150390
    },
    {
      "epoch": 0.13164355971117983,
      "grad_norm": 0.4213433861732483,
      "learning_rate": 4.85283486393213e-05,
      "loss": 5.1793,
      "step": 150395
    },
    {
      "epoch": 0.13164793630480698,
      "grad_norm": 0.41465410590171814,
      "learning_rate": 4.852824405870069e-05,
      "loss": 4.8862,
      "step": 150400
    },
    {
      "epoch": 0.13165231289843415,
      "grad_norm": 0.36905306577682495,
      "learning_rate": 4.852813947450623e-05,
      "loss": 6.2488,
      "step": 150405
    },
    {
      "epoch": 0.1316566894920613,
      "grad_norm": 0.4279502332210541,
      "learning_rate": 4.852803488673793e-05,
      "loss": 4.7381,
      "step": 150410
    },
    {
      "epoch": 0.13166106608568845,
      "grad_norm": 0.4025357961654663,
      "learning_rate": 4.852793029539583e-05,
      "loss": 5.1818,
      "step": 150415
    },
    {
      "epoch": 0.1316654426793156,
      "grad_norm": 0.4162355959415436,
      "learning_rate": 4.852782570047993e-05,
      "loss": 4.7726,
      "step": 150420
    },
    {
      "epoch": 0.13166981927294277,
      "grad_norm": 0.3919920325279236,
      "learning_rate": 4.852772110199028e-05,
      "loss": 4.9437,
      "step": 150425
    },
    {
      "epoch": 0.13167419586656992,
      "grad_norm": 0.4554154872894287,
      "learning_rate": 4.852761649992685e-05,
      "loss": 5.2313,
      "step": 150430
    },
    {
      "epoch": 0.13167857246019707,
      "grad_norm": 0.4180103838443756,
      "learning_rate": 4.852751189428971e-05,
      "loss": 5.0201,
      "step": 150435
    },
    {
      "epoch": 0.13168294905382422,
      "grad_norm": 0.4134614169597626,
      "learning_rate": 4.852740728507885e-05,
      "loss": 4.6374,
      "step": 150440
    },
    {
      "epoch": 0.1316873256474514,
      "grad_norm": 0.4409090578556061,
      "learning_rate": 4.85273026722943e-05,
      "loss": 5.1545,
      "step": 150445
    },
    {
      "epoch": 0.13169170224107854,
      "grad_norm": 0.5545401573181152,
      "learning_rate": 4.85271980559361e-05,
      "loss": 4.6802,
      "step": 150450
    },
    {
      "epoch": 0.1316960788347057,
      "grad_norm": 0.42412668466567993,
      "learning_rate": 4.8527093436004225e-05,
      "loss": 4.6501,
      "step": 150455
    },
    {
      "epoch": 0.13170045542833284,
      "grad_norm": 0.4160368740558624,
      "learning_rate": 4.852698881249873e-05,
      "loss": 4.9423,
      "step": 150460
    },
    {
      "epoch": 0.13170483202195998,
      "grad_norm": 0.4324026107788086,
      "learning_rate": 4.852688418541962e-05,
      "loss": 4.8822,
      "step": 150465
    },
    {
      "epoch": 0.13170920861558716,
      "grad_norm": 0.38979724049568176,
      "learning_rate": 4.852677955476693e-05,
      "loss": 5.2593,
      "step": 150470
    },
    {
      "epoch": 0.1317135852092143,
      "grad_norm": 0.41501715779304504,
      "learning_rate": 4.852667492054066e-05,
      "loss": 4.6639,
      "step": 150475
    },
    {
      "epoch": 0.13171796180284145,
      "grad_norm": 0.4267433285713196,
      "learning_rate": 4.8526570282740846e-05,
      "loss": 5.1707,
      "step": 150480
    },
    {
      "epoch": 0.1317223383964686,
      "grad_norm": 0.40951669216156006,
      "learning_rate": 4.8526465641367515e-05,
      "loss": 4.6542,
      "step": 150485
    },
    {
      "epoch": 0.13172671499009578,
      "grad_norm": 0.4140588641166687,
      "learning_rate": 4.852636099642066e-05,
      "loss": 4.3957,
      "step": 150490
    },
    {
      "epoch": 0.13173109158372293,
      "grad_norm": 0.3858925700187683,
      "learning_rate": 4.852625634790032e-05,
      "loss": 4.9618,
      "step": 150495
    },
    {
      "epoch": 0.13173546817735007,
      "grad_norm": 0.4384378492832184,
      "learning_rate": 4.852615169580651e-05,
      "loss": 5.5119,
      "step": 150500
    },
    {
      "epoch": 0.13173984477097722,
      "grad_norm": 0.422881156206131,
      "learning_rate": 4.8526047040139256e-05,
      "loss": 5.1666,
      "step": 150505
    },
    {
      "epoch": 0.1317442213646044,
      "grad_norm": 0.430103063583374,
      "learning_rate": 4.852594238089857e-05,
      "loss": 4.9423,
      "step": 150510
    },
    {
      "epoch": 0.13174859795823154,
      "grad_norm": 0.4215816855430603,
      "learning_rate": 4.8525837718084477e-05,
      "loss": 5.9766,
      "step": 150515
    },
    {
      "epoch": 0.1317529745518587,
      "grad_norm": 0.4075406491756439,
      "learning_rate": 4.8525733051696995e-05,
      "loss": 5.7,
      "step": 150520
    },
    {
      "epoch": 0.13175735114548584,
      "grad_norm": 0.46838921308517456,
      "learning_rate": 4.852562838173615e-05,
      "loss": 5.4723,
      "step": 150525
    },
    {
      "epoch": 0.13176172773911302,
      "grad_norm": 0.42090511322021484,
      "learning_rate": 4.852552370820197e-05,
      "loss": 5.4133,
      "step": 150530
    },
    {
      "epoch": 0.13176610433274016,
      "grad_norm": 0.5307710766792297,
      "learning_rate": 4.8525419031094444e-05,
      "loss": 5.4645,
      "step": 150535
    },
    {
      "epoch": 0.1317704809263673,
      "grad_norm": 0.41647621989250183,
      "learning_rate": 4.852531435041362e-05,
      "loss": 5.7287,
      "step": 150540
    },
    {
      "epoch": 0.13177485751999446,
      "grad_norm": 0.40133610367774963,
      "learning_rate": 4.852520966615951e-05,
      "loss": 5.1524,
      "step": 150545
    },
    {
      "epoch": 0.13177923411362163,
      "grad_norm": 0.4321122169494629,
      "learning_rate": 4.8525104978332126e-05,
      "loss": 4.46,
      "step": 150550
    },
    {
      "epoch": 0.13178361070724878,
      "grad_norm": 0.38233789801597595,
      "learning_rate": 4.8525000286931497e-05,
      "loss": 5.6895,
      "step": 150555
    },
    {
      "epoch": 0.13178798730087593,
      "grad_norm": 0.4163432717323303,
      "learning_rate": 4.8524895591957655e-05,
      "loss": 5.1362,
      "step": 150560
    },
    {
      "epoch": 0.13179236389450308,
      "grad_norm": 0.38909029960632324,
      "learning_rate": 4.852479089341059e-05,
      "loss": 5.2562,
      "step": 150565
    },
    {
      "epoch": 0.13179674048813025,
      "grad_norm": 0.3785434067249298,
      "learning_rate": 4.8524686191290344e-05,
      "loss": 5.9869,
      "step": 150570
    },
    {
      "epoch": 0.1318011170817574,
      "grad_norm": 0.43771862983703613,
      "learning_rate": 4.852458148559694e-05,
      "loss": 5.4661,
      "step": 150575
    },
    {
      "epoch": 0.13180549367538455,
      "grad_norm": 0.3757932484149933,
      "learning_rate": 4.852447677633038e-05,
      "loss": 5.4688,
      "step": 150580
    },
    {
      "epoch": 0.1318098702690117,
      "grad_norm": 0.39636698365211487,
      "learning_rate": 4.8524372063490706e-05,
      "loss": 5.3555,
      "step": 150585
    },
    {
      "epoch": 0.13181424686263885,
      "grad_norm": 0.43729883432388306,
      "learning_rate": 4.8524267347077925e-05,
      "loss": 4.9047,
      "step": 150590
    },
    {
      "epoch": 0.13181862345626602,
      "grad_norm": 0.44198861718177795,
      "learning_rate": 4.852416262709206e-05,
      "loss": 5.9779,
      "step": 150595
    },
    {
      "epoch": 0.13182300004989317,
      "grad_norm": 0.432277113199234,
      "learning_rate": 4.852405790353313e-05,
      "loss": 4.6386,
      "step": 150600
    },
    {
      "epoch": 0.13182737664352032,
      "grad_norm": 0.44155946373939514,
      "learning_rate": 4.852395317640115e-05,
      "loss": 4.7202,
      "step": 150605
    },
    {
      "epoch": 0.13183175323714746,
      "grad_norm": 0.4090854227542877,
      "learning_rate": 4.852384844569615e-05,
      "loss": 4.6736,
      "step": 150610
    },
    {
      "epoch": 0.13183612983077464,
      "grad_norm": 0.41337254643440247,
      "learning_rate": 4.852374371141814e-05,
      "loss": 5.4748,
      "step": 150615
    },
    {
      "epoch": 0.1318405064244018,
      "grad_norm": 0.4605654776096344,
      "learning_rate": 4.852363897356716e-05,
      "loss": 5.8206,
      "step": 150620
    },
    {
      "epoch": 0.13184488301802894,
      "grad_norm": 0.4145352840423584,
      "learning_rate": 4.8523534232143206e-05,
      "loss": 4.357,
      "step": 150625
    },
    {
      "epoch": 0.13184925961165608,
      "grad_norm": 0.4098633825778961,
      "learning_rate": 4.8523429487146323e-05,
      "loss": 6.3187,
      "step": 150630
    },
    {
      "epoch": 0.13185363620528326,
      "grad_norm": 0.41303908824920654,
      "learning_rate": 4.8523324738576507e-05,
      "loss": 4.5591,
      "step": 150635
    },
    {
      "epoch": 0.1318580127989104,
      "grad_norm": 0.46117132902145386,
      "learning_rate": 4.8523219986433776e-05,
      "loss": 5.9783,
      "step": 150640
    },
    {
      "epoch": 0.13186238939253755,
      "grad_norm": 0.40065285563468933,
      "learning_rate": 4.852311523071817e-05,
      "loss": 5.7209,
      "step": 150645
    },
    {
      "epoch": 0.1318667659861647,
      "grad_norm": 0.4219384789466858,
      "learning_rate": 4.852301047142972e-05,
      "loss": 5.1578,
      "step": 150650
    },
    {
      "epoch": 0.13187114257979188,
      "grad_norm": 0.46236658096313477,
      "learning_rate": 4.85229057085684e-05,
      "loss": 4.6424,
      "step": 150655
    },
    {
      "epoch": 0.13187551917341903,
      "grad_norm": 0.4006810784339905,
      "learning_rate": 4.852280094213427e-05,
      "loss": 5.1563,
      "step": 150660
    },
    {
      "epoch": 0.13187989576704617,
      "grad_norm": 0.3955225944519043,
      "learning_rate": 4.8522696172127345e-05,
      "loss": 6.0172,
      "step": 150665
    },
    {
      "epoch": 0.13188427236067332,
      "grad_norm": 0.39408114552497864,
      "learning_rate": 4.8522591398547634e-05,
      "loss": 5.9893,
      "step": 150670
    },
    {
      "epoch": 0.1318886489543005,
      "grad_norm": 0.4549977779388428,
      "learning_rate": 4.852248662139517e-05,
      "loss": 5.2378,
      "step": 150675
    },
    {
      "epoch": 0.13189302554792764,
      "grad_norm": 0.4422021210193634,
      "learning_rate": 4.852238184066995e-05,
      "loss": 4.9548,
      "step": 150680
    },
    {
      "epoch": 0.1318974021415548,
      "grad_norm": 0.39974546432495117,
      "learning_rate": 4.852227705637201e-05,
      "loss": 4.6868,
      "step": 150685
    },
    {
      "epoch": 0.13190177873518194,
      "grad_norm": 0.40851840376853943,
      "learning_rate": 4.852217226850138e-05,
      "loss": 4.4836,
      "step": 150690
    },
    {
      "epoch": 0.13190615532880912,
      "grad_norm": 0.373833030462265,
      "learning_rate": 4.852206747705807e-05,
      "loss": 5.3637,
      "step": 150695
    },
    {
      "epoch": 0.13191053192243626,
      "grad_norm": 0.4263792037963867,
      "learning_rate": 4.8521962682042086e-05,
      "loss": 5.4935,
      "step": 150700
    },
    {
      "epoch": 0.1319149085160634,
      "grad_norm": 0.39360329508781433,
      "learning_rate": 4.8521857883453456e-05,
      "loss": 4.888,
      "step": 150705
    },
    {
      "epoch": 0.13191928510969056,
      "grad_norm": 0.4134773313999176,
      "learning_rate": 4.852175308129223e-05,
      "loss": 6.0096,
      "step": 150710
    },
    {
      "epoch": 0.1319236617033177,
      "grad_norm": 0.41694319248199463,
      "learning_rate": 4.8521648275558396e-05,
      "loss": 5.272,
      "step": 150715
    },
    {
      "epoch": 0.13192803829694488,
      "grad_norm": 0.41303130984306335,
      "learning_rate": 4.852154346625199e-05,
      "loss": 5.7008,
      "step": 150720
    },
    {
      "epoch": 0.13193241489057203,
      "grad_norm": 0.3991740345954895,
      "learning_rate": 4.852143865337301e-05,
      "loss": 5.6828,
      "step": 150725
    },
    {
      "epoch": 0.13193679148419918,
      "grad_norm": 0.4444723427295685,
      "learning_rate": 4.852133383692149e-05,
      "loss": 5.1736,
      "step": 150730
    },
    {
      "epoch": 0.13194116807782633,
      "grad_norm": 0.387594074010849,
      "learning_rate": 4.8521229016897465e-05,
      "loss": 5.7262,
      "step": 150735
    },
    {
      "epoch": 0.1319455446714535,
      "grad_norm": 0.3804381489753723,
      "learning_rate": 4.8521124193300926e-05,
      "loss": 5.6791,
      "step": 150740
    },
    {
      "epoch": 0.13194992126508065,
      "grad_norm": 0.3893108069896698,
      "learning_rate": 4.852101936613191e-05,
      "loss": 5.9795,
      "step": 150745
    },
    {
      "epoch": 0.1319542978587078,
      "grad_norm": 0.36220455169677734,
      "learning_rate": 4.852091453539045e-05,
      "loss": 6.0215,
      "step": 150750
    },
    {
      "epoch": 0.13195867445233495,
      "grad_norm": 0.3823709189891815,
      "learning_rate": 4.852080970107654e-05,
      "loss": 5.24,
      "step": 150755
    },
    {
      "epoch": 0.13196305104596212,
      "grad_norm": 0.44771715998649597,
      "learning_rate": 4.8520704863190225e-05,
      "loss": 3.7528,
      "step": 150760
    },
    {
      "epoch": 0.13196742763958927,
      "grad_norm": 0.4511725604534149,
      "learning_rate": 4.85206000217315e-05,
      "loss": 4.9208,
      "step": 150765
    },
    {
      "epoch": 0.13197180423321642,
      "grad_norm": 0.5711620450019836,
      "learning_rate": 4.852049517670041e-05,
      "loss": 5.7178,
      "step": 150770
    },
    {
      "epoch": 0.13197618082684356,
      "grad_norm": 0.41673630475997925,
      "learning_rate": 4.8520390328096955e-05,
      "loss": 5.4283,
      "step": 150775
    },
    {
      "epoch": 0.13198055742047074,
      "grad_norm": 0.3753882348537445,
      "learning_rate": 4.852028547592116e-05,
      "loss": 5.959,
      "step": 150780
    },
    {
      "epoch": 0.1319849340140979,
      "grad_norm": 0.39183124899864197,
      "learning_rate": 4.852018062017305e-05,
      "loss": 5.164,
      "step": 150785
    },
    {
      "epoch": 0.13198931060772504,
      "grad_norm": 0.3909110426902771,
      "learning_rate": 4.8520075760852645e-05,
      "loss": 5.7751,
      "step": 150790
    },
    {
      "epoch": 0.13199368720135218,
      "grad_norm": 0.39403781294822693,
      "learning_rate": 4.8519970897959964e-05,
      "loss": 5.1074,
      "step": 150795
    },
    {
      "epoch": 0.13199806379497936,
      "grad_norm": 0.39884108304977417,
      "learning_rate": 4.851986603149503e-05,
      "loss": 4.6212,
      "step": 150800
    },
    {
      "epoch": 0.1320024403886065,
      "grad_norm": 0.39892083406448364,
      "learning_rate": 4.851976116145785e-05,
      "loss": 5.6805,
      "step": 150805
    },
    {
      "epoch": 0.13200681698223365,
      "grad_norm": 0.4200739860534668,
      "learning_rate": 4.851965628784847e-05,
      "loss": 5.4746,
      "step": 150810
    },
    {
      "epoch": 0.1320111935758608,
      "grad_norm": 0.4500655233860016,
      "learning_rate": 4.8519551410666884e-05,
      "loss": 5.7501,
      "step": 150815
    },
    {
      "epoch": 0.13201557016948798,
      "grad_norm": 0.3707207441329956,
      "learning_rate": 4.851944652991312e-05,
      "loss": 5.7754,
      "step": 150820
    },
    {
      "epoch": 0.13201994676311513,
      "grad_norm": 0.37210482358932495,
      "learning_rate": 4.8519341645587215e-05,
      "loss": 6.2986,
      "step": 150825
    },
    {
      "epoch": 0.13202432335674227,
      "grad_norm": 0.38651159405708313,
      "learning_rate": 4.8519236757689165e-05,
      "loss": 5.7413,
      "step": 150830
    },
    {
      "epoch": 0.13202869995036942,
      "grad_norm": 0.37723052501678467,
      "learning_rate": 4.8519131866219015e-05,
      "loss": 5.7808,
      "step": 150835
    },
    {
      "epoch": 0.13203307654399657,
      "grad_norm": 0.43941691517829895,
      "learning_rate": 4.8519026971176764e-05,
      "loss": 4.6844,
      "step": 150840
    },
    {
      "epoch": 0.13203745313762374,
      "grad_norm": 0.41954293847084045,
      "learning_rate": 4.8518922072562433e-05,
      "loss": 4.6912,
      "step": 150845
    },
    {
      "epoch": 0.1320418297312509,
      "grad_norm": 0.38665804266929626,
      "learning_rate": 4.851881717037604e-05,
      "loss": 5.9596,
      "step": 150850
    },
    {
      "epoch": 0.13204620632487804,
      "grad_norm": 0.3731435537338257,
      "learning_rate": 4.8518712264617626e-05,
      "loss": 5.9387,
      "step": 150855
    },
    {
      "epoch": 0.1320505829185052,
      "grad_norm": 0.4375687539577484,
      "learning_rate": 4.85186073552872e-05,
      "loss": 3.941,
      "step": 150860
    },
    {
      "epoch": 0.13205495951213236,
      "grad_norm": 0.43627092242240906,
      "learning_rate": 4.851850244238478e-05,
      "loss": 4.858,
      "step": 150865
    },
    {
      "epoch": 0.1320593361057595,
      "grad_norm": 0.37754276394844055,
      "learning_rate": 4.851839752591039e-05,
      "loss": 5.2779,
      "step": 150870
    },
    {
      "epoch": 0.13206371269938666,
      "grad_norm": 0.4226050078868866,
      "learning_rate": 4.851829260586404e-05,
      "loss": 5.1396,
      "step": 150875
    },
    {
      "epoch": 0.1320680892930138,
      "grad_norm": 0.43604621291160583,
      "learning_rate": 4.851818768224576e-05,
      "loss": 5.7982,
      "step": 150880
    },
    {
      "epoch": 0.13207246588664098,
      "grad_norm": 0.38163286447525024,
      "learning_rate": 4.8518082755055574e-05,
      "loss": 5.7676,
      "step": 150885
    },
    {
      "epoch": 0.13207684248026813,
      "grad_norm": 0.41147515177726746,
      "learning_rate": 4.851797782429349e-05,
      "loss": 4.6573,
      "step": 150890
    },
    {
      "epoch": 0.13208121907389528,
      "grad_norm": 0.43756723403930664,
      "learning_rate": 4.8517872889959535e-05,
      "loss": 5.1688,
      "step": 150895
    },
    {
      "epoch": 0.13208559566752243,
      "grad_norm": 0.45023465156555176,
      "learning_rate": 4.851776795205374e-05,
      "loss": 4.6544,
      "step": 150900
    },
    {
      "epoch": 0.1320899722611496,
      "grad_norm": 0.38368093967437744,
      "learning_rate": 4.85176630105761e-05,
      "loss": 5.6875,
      "step": 150905
    },
    {
      "epoch": 0.13209434885477675,
      "grad_norm": 0.4125676453113556,
      "learning_rate": 4.851755806552666e-05,
      "loss": 5.7527,
      "step": 150910
    },
    {
      "epoch": 0.1320987254484039,
      "grad_norm": 0.42038822174072266,
      "learning_rate": 4.851745311690542e-05,
      "loss": 5.1397,
      "step": 150915
    },
    {
      "epoch": 0.13210310204203105,
      "grad_norm": 0.4001164436340332,
      "learning_rate": 4.851734816471241e-05,
      "loss": 5.9611,
      "step": 150920
    },
    {
      "epoch": 0.13210747863565822,
      "grad_norm": 0.4125839173793793,
      "learning_rate": 4.851724320894765e-05,
      "loss": 4.6452,
      "step": 150925
    },
    {
      "epoch": 0.13211185522928537,
      "grad_norm": 0.3981623351573944,
      "learning_rate": 4.851713824961117e-05,
      "loss": 4.6342,
      "step": 150930
    },
    {
      "epoch": 0.13211623182291252,
      "grad_norm": 0.37789344787597656,
      "learning_rate": 4.8517033286702973e-05,
      "loss": 5.1629,
      "step": 150935
    },
    {
      "epoch": 0.13212060841653966,
      "grad_norm": 0.43581774830818176,
      "learning_rate": 4.851692832022309e-05,
      "loss": 5.1638,
      "step": 150940
    },
    {
      "epoch": 0.13212498501016684,
      "grad_norm": 0.43015190958976746,
      "learning_rate": 4.851682335017154e-05,
      "loss": 4.9681,
      "step": 150945
    },
    {
      "epoch": 0.132129361603794,
      "grad_norm": 0.3732718527317047,
      "learning_rate": 4.851671837654833e-05,
      "loss": 5.4791,
      "step": 150950
    },
    {
      "epoch": 0.13213373819742114,
      "grad_norm": 0.35700759291648865,
      "learning_rate": 4.8516613399353495e-05,
      "loss": 6.3033,
      "step": 150955
    },
    {
      "epoch": 0.13213811479104828,
      "grad_norm": 0.4181780517101288,
      "learning_rate": 4.851650841858706e-05,
      "loss": 3.896,
      "step": 150960
    },
    {
      "epoch": 0.13214249138467543,
      "grad_norm": 0.4072785973548889,
      "learning_rate": 4.851640343424902e-05,
      "loss": 5.4778,
      "step": 150965
    },
    {
      "epoch": 0.1321468679783026,
      "grad_norm": 0.4175734519958496,
      "learning_rate": 4.8516298446339434e-05,
      "loss": 5.4432,
      "step": 150970
    },
    {
      "epoch": 0.13215124457192975,
      "grad_norm": 0.41282323002815247,
      "learning_rate": 4.8516193454858294e-05,
      "loss": 4.4743,
      "step": 150975
    },
    {
      "epoch": 0.1321556211655569,
      "grad_norm": 0.4162270128726959,
      "learning_rate": 4.8516088459805617e-05,
      "loss": 4.752,
      "step": 150980
    },
    {
      "epoch": 0.13215999775918405,
      "grad_norm": 0.3719926178455353,
      "learning_rate": 4.851598346118145e-05,
      "loss": 5.4791,
      "step": 150985
    },
    {
      "epoch": 0.13216437435281123,
      "grad_norm": 0.4230189919471741,
      "learning_rate": 4.851587845898579e-05,
      "loss": 5.1312,
      "step": 150990
    },
    {
      "epoch": 0.13216875094643837,
      "grad_norm": 0.3674086332321167,
      "learning_rate": 4.851577345321866e-05,
      "loss": 6.0088,
      "step": 150995
    },
    {
      "epoch": 0.13217312754006552,
      "grad_norm": 0.41874825954437256,
      "learning_rate": 4.851566844388008e-05,
      "loss": 4.6512,
      "step": 151000
    },
    {
      "epoch": 0.13217750413369267,
      "grad_norm": 0.402124285697937,
      "learning_rate": 4.851556343097008e-05,
      "loss": 4.7166,
      "step": 151005
    },
    {
      "epoch": 0.13218188072731984,
      "grad_norm": 0.39428043365478516,
      "learning_rate": 4.8515458414488666e-05,
      "loss": 5.2158,
      "step": 151010
    },
    {
      "epoch": 0.132186257320947,
      "grad_norm": 0.3956797420978546,
      "learning_rate": 4.851535339443587e-05,
      "loss": 5.1683,
      "step": 151015
    },
    {
      "epoch": 0.13219063391457414,
      "grad_norm": 0.4264083504676819,
      "learning_rate": 4.8515248370811716e-05,
      "loss": 5.3732,
      "step": 151020
    },
    {
      "epoch": 0.1321950105082013,
      "grad_norm": 0.36403194069862366,
      "learning_rate": 4.851514334361621e-05,
      "loss": 5.274,
      "step": 151025
    },
    {
      "epoch": 0.13219938710182846,
      "grad_norm": 0.40651804208755493,
      "learning_rate": 4.851503831284938e-05,
      "loss": 4.134,
      "step": 151030
    },
    {
      "epoch": 0.1322037636954556,
      "grad_norm": 0.4261317551136017,
      "learning_rate": 4.851493327851125e-05,
      "loss": 5.2751,
      "step": 151035
    },
    {
      "epoch": 0.13220814028908276,
      "grad_norm": 0.42371588945388794,
      "learning_rate": 4.851482824060183e-05,
      "loss": 5.3607,
      "step": 151040
    },
    {
      "epoch": 0.1322125168827099,
      "grad_norm": 0.5686732530593872,
      "learning_rate": 4.851472319912115e-05,
      "loss": 4.9691,
      "step": 151045
    },
    {
      "epoch": 0.13221689347633708,
      "grad_norm": 0.43037500977516174,
      "learning_rate": 4.851461815406922e-05,
      "loss": 4.934,
      "step": 151050
    },
    {
      "epoch": 0.13222127006996423,
      "grad_norm": 0.6282976269721985,
      "learning_rate": 4.851451310544608e-05,
      "loss": 5.2584,
      "step": 151055
    },
    {
      "epoch": 0.13222564666359138,
      "grad_norm": 0.45865678787231445,
      "learning_rate": 4.851440805325173e-05,
      "loss": 4.5891,
      "step": 151060
    },
    {
      "epoch": 0.13223002325721853,
      "grad_norm": 0.43179288506507874,
      "learning_rate": 4.8514302997486195e-05,
      "loss": 4.406,
      "step": 151065
    },
    {
      "epoch": 0.1322343998508457,
      "grad_norm": 0.44327351450920105,
      "learning_rate": 4.85141979381495e-05,
      "loss": 4.4246,
      "step": 151070
    },
    {
      "epoch": 0.13223877644447285,
      "grad_norm": 0.45047280192375183,
      "learning_rate": 4.851409287524166e-05,
      "loss": 4.6179,
      "step": 151075
    },
    {
      "epoch": 0.1322431530381,
      "grad_norm": 0.40226051211357117,
      "learning_rate": 4.851398780876269e-05,
      "loss": 6.2713,
      "step": 151080
    },
    {
      "epoch": 0.13224752963172715,
      "grad_norm": 0.3916562795639038,
      "learning_rate": 4.851388273871263e-05,
      "loss": 4.9741,
      "step": 151085
    },
    {
      "epoch": 0.13225190622535432,
      "grad_norm": 0.39924681186676025,
      "learning_rate": 4.85137776650915e-05,
      "loss": 5.7396,
      "step": 151090
    },
    {
      "epoch": 0.13225628281898147,
      "grad_norm": 0.444142609834671,
      "learning_rate": 4.851367258789928e-05,
      "loss": 5.4582,
      "step": 151095
    },
    {
      "epoch": 0.13226065941260862,
      "grad_norm": 0.38087549805641174,
      "learning_rate": 4.851356750713604e-05,
      "loss": 5.9834,
      "step": 151100
    },
    {
      "epoch": 0.13226503600623576,
      "grad_norm": 0.45264923572540283,
      "learning_rate": 4.851346242280177e-05,
      "loss": 4.9389,
      "step": 151105
    },
    {
      "epoch": 0.1322694125998629,
      "grad_norm": 0.45107966661453247,
      "learning_rate": 4.85133573348965e-05,
      "loss": 5.9836,
      "step": 151110
    },
    {
      "epoch": 0.1322737891934901,
      "grad_norm": 0.4157632887363434,
      "learning_rate": 4.851325224342026e-05,
      "loss": 4.9466,
      "step": 151115
    },
    {
      "epoch": 0.13227816578711724,
      "grad_norm": 0.41787615418434143,
      "learning_rate": 4.851314714837305e-05,
      "loss": 4.8713,
      "step": 151120
    },
    {
      "epoch": 0.13228254238074438,
      "grad_norm": 0.38632702827453613,
      "learning_rate": 4.8513042049754894e-05,
      "loss": 4.7526,
      "step": 151125
    },
    {
      "epoch": 0.13228691897437153,
      "grad_norm": 0.4091601073741913,
      "learning_rate": 4.851293694756584e-05,
      "loss": 5.4658,
      "step": 151130
    },
    {
      "epoch": 0.1322912955679987,
      "grad_norm": 0.3861207962036133,
      "learning_rate": 4.851283184180587e-05,
      "loss": 5.2551,
      "step": 151135
    },
    {
      "epoch": 0.13229567216162585,
      "grad_norm": 0.36825698614120483,
      "learning_rate": 4.851272673247502e-05,
      "loss": 5.5024,
      "step": 151140
    },
    {
      "epoch": 0.132300048755253,
      "grad_norm": 0.40438124537467957,
      "learning_rate": 4.8512621619573326e-05,
      "loss": 5.6652,
      "step": 151145
    },
    {
      "epoch": 0.13230442534888015,
      "grad_norm": 0.4113976061344147,
      "learning_rate": 4.851251650310078e-05,
      "loss": 5.8026,
      "step": 151150
    },
    {
      "epoch": 0.13230880194250733,
      "grad_norm": 0.4119912087917328,
      "learning_rate": 4.851241138305742e-05,
      "loss": 4.2452,
      "step": 151155
    },
    {
      "epoch": 0.13231317853613447,
      "grad_norm": 0.40949708223342896,
      "learning_rate": 4.851230625944326e-05,
      "loss": 3.8904,
      "step": 151160
    },
    {
      "epoch": 0.13231755512976162,
      "grad_norm": 0.4803629219532013,
      "learning_rate": 4.851220113225833e-05,
      "loss": 5.3814,
      "step": 151165
    },
    {
      "epoch": 0.13232193172338877,
      "grad_norm": 0.5170152187347412,
      "learning_rate": 4.851209600150264e-05,
      "loss": 4.9398,
      "step": 151170
    },
    {
      "epoch": 0.13232630831701594,
      "grad_norm": 0.542652428150177,
      "learning_rate": 4.8511990867176216e-05,
      "loss": 5.4692,
      "step": 151175
    },
    {
      "epoch": 0.1323306849106431,
      "grad_norm": 0.3899685740470886,
      "learning_rate": 4.851188572927906e-05,
      "loss": 5.4602,
      "step": 151180
    },
    {
      "epoch": 0.13233506150427024,
      "grad_norm": 0.4144180417060852,
      "learning_rate": 4.851178058781123e-05,
      "loss": 5.4424,
      "step": 151185
    },
    {
      "epoch": 0.1323394380978974,
      "grad_norm": 0.3837606906890869,
      "learning_rate": 4.851167544277271e-05,
      "loss": 5.4334,
      "step": 151190
    },
    {
      "epoch": 0.13234381469152456,
      "grad_norm": 0.36993780732154846,
      "learning_rate": 4.8511570294163534e-05,
      "loss": 5.4887,
      "step": 151195
    },
    {
      "epoch": 0.1323481912851517,
      "grad_norm": 0.398883581161499,
      "learning_rate": 4.8511465141983724e-05,
      "loss": 4.932,
      "step": 151200
    },
    {
      "epoch": 0.13235256787877886,
      "grad_norm": 0.40672728419303894,
      "learning_rate": 4.85113599862333e-05,
      "loss": 4.8558,
      "step": 151205
    },
    {
      "epoch": 0.132356944472406,
      "grad_norm": 0.408069372177124,
      "learning_rate": 4.851125482691228e-05,
      "loss": 4.4194,
      "step": 151210
    },
    {
      "epoch": 0.13236132106603318,
      "grad_norm": 0.3713829815387726,
      "learning_rate": 4.8511149664020696e-05,
      "loss": 5.5063,
      "step": 151215
    },
    {
      "epoch": 0.13236569765966033,
      "grad_norm": 0.4045140743255615,
      "learning_rate": 4.8511044497558535e-05,
      "loss": 5.0871,
      "step": 151220
    },
    {
      "epoch": 0.13237007425328748,
      "grad_norm": 0.4124693274497986,
      "learning_rate": 4.851093932752585e-05,
      "loss": 5.8012,
      "step": 151225
    },
    {
      "epoch": 0.13237445084691463,
      "grad_norm": 0.3983086049556732,
      "learning_rate": 4.851083415392266e-05,
      "loss": 5.3627,
      "step": 151230
    },
    {
      "epoch": 0.13237882744054177,
      "grad_norm": 0.3720998764038086,
      "learning_rate": 4.851072897674896e-05,
      "loss": 5.6795,
      "step": 151235
    },
    {
      "epoch": 0.13238320403416895,
      "grad_norm": 0.4298168420791626,
      "learning_rate": 4.851062379600481e-05,
      "loss": 4.87,
      "step": 151240
    },
    {
      "epoch": 0.1323875806277961,
      "grad_norm": 0.45889154076576233,
      "learning_rate": 4.8510518611690194e-05,
      "loss": 5.1599,
      "step": 151245
    },
    {
      "epoch": 0.13239195722142325,
      "grad_norm": 0.45237794518470764,
      "learning_rate": 4.851041342380515e-05,
      "loss": 5.2229,
      "step": 151250
    },
    {
      "epoch": 0.1323963338150504,
      "grad_norm": 0.39900821447372437,
      "learning_rate": 4.8510308232349686e-05,
      "loss": 5.3748,
      "step": 151255
    },
    {
      "epoch": 0.13240071040867757,
      "grad_norm": 0.45325255393981934,
      "learning_rate": 4.851020303732383e-05,
      "loss": 5.1611,
      "step": 151260
    },
    {
      "epoch": 0.13240508700230472,
      "grad_norm": 0.4125053286552429,
      "learning_rate": 4.8510097838727606e-05,
      "loss": 4.9404,
      "step": 151265
    },
    {
      "epoch": 0.13240946359593186,
      "grad_norm": 0.4310005307197571,
      "learning_rate": 4.850999263656103e-05,
      "loss": 5.7927,
      "step": 151270
    },
    {
      "epoch": 0.132413840189559,
      "grad_norm": 0.43666231632232666,
      "learning_rate": 4.850988743082413e-05,
      "loss": 5.1757,
      "step": 151275
    },
    {
      "epoch": 0.1324182167831862,
      "grad_norm": 0.407245397567749,
      "learning_rate": 4.850978222151691e-05,
      "loss": 5.2286,
      "step": 151280
    },
    {
      "epoch": 0.13242259337681334,
      "grad_norm": 0.40051206946372986,
      "learning_rate": 4.8509677008639395e-05,
      "loss": 5.4788,
      "step": 151285
    },
    {
      "epoch": 0.13242696997044048,
      "grad_norm": 0.40368613600730896,
      "learning_rate": 4.8509571792191624e-05,
      "loss": 5.6875,
      "step": 151290
    },
    {
      "epoch": 0.13243134656406763,
      "grad_norm": 0.3976340591907501,
      "learning_rate": 4.850946657217359e-05,
      "loss": 5.9664,
      "step": 151295
    },
    {
      "epoch": 0.1324357231576948,
      "grad_norm": 0.4132955074310303,
      "learning_rate": 4.850936134858534e-05,
      "loss": 5.1462,
      "step": 151300
    },
    {
      "epoch": 0.13244009975132195,
      "grad_norm": 0.3929527997970581,
      "learning_rate": 4.850925612142686e-05,
      "loss": 5.4763,
      "step": 151305
    },
    {
      "epoch": 0.1324444763449491,
      "grad_norm": 0.3979022204875946,
      "learning_rate": 4.850915089069821e-05,
      "loss": 5.1808,
      "step": 151310
    },
    {
      "epoch": 0.13244885293857625,
      "grad_norm": 0.40484824776649475,
      "learning_rate": 4.850904565639939e-05,
      "loss": 5.373,
      "step": 151315
    },
    {
      "epoch": 0.13245322953220343,
      "grad_norm": 0.39646369218826294,
      "learning_rate": 4.850894041853041e-05,
      "loss": 5.521,
      "step": 151320
    },
    {
      "epoch": 0.13245760612583057,
      "grad_norm": 0.3934354782104492,
      "learning_rate": 4.850883517709131e-05,
      "loss": 5.9824,
      "step": 151325
    },
    {
      "epoch": 0.13246198271945772,
      "grad_norm": 0.44969096779823303,
      "learning_rate": 4.85087299320821e-05,
      "loss": 5.8112,
      "step": 151330
    },
    {
      "epoch": 0.13246635931308487,
      "grad_norm": 0.45439934730529785,
      "learning_rate": 4.85086246835028e-05,
      "loss": 5.159,
      "step": 151335
    },
    {
      "epoch": 0.13247073590671204,
      "grad_norm": 0.37862473726272583,
      "learning_rate": 4.850851943135343e-05,
      "loss": 5.383,
      "step": 151340
    },
    {
      "epoch": 0.1324751125003392,
      "grad_norm": 0.3835793137550354,
      "learning_rate": 4.850841417563402e-05,
      "loss": 5.1471,
      "step": 151345
    },
    {
      "epoch": 0.13247948909396634,
      "grad_norm": 0.403612345457077,
      "learning_rate": 4.850830891634458e-05,
      "loss": 5.8028,
      "step": 151350
    },
    {
      "epoch": 0.1324838656875935,
      "grad_norm": 0.4407198429107666,
      "learning_rate": 4.850820365348513e-05,
      "loss": 5.4557,
      "step": 151355
    },
    {
      "epoch": 0.13248824228122064,
      "grad_norm": 0.4041840732097626,
      "learning_rate": 4.85080983870557e-05,
      "loss": 5.1628,
      "step": 151360
    },
    {
      "epoch": 0.1324926188748478,
      "grad_norm": 0.3930937945842743,
      "learning_rate": 4.8507993117056306e-05,
      "loss": 5.7742,
      "step": 151365
    },
    {
      "epoch": 0.13249699546847496,
      "grad_norm": 0.3972060978412628,
      "learning_rate": 4.8507887843486964e-05,
      "loss": 4.3493,
      "step": 151370
    },
    {
      "epoch": 0.1325013720621021,
      "grad_norm": 0.4493055045604706,
      "learning_rate": 4.850778256634769e-05,
      "loss": 4.9031,
      "step": 151375
    },
    {
      "epoch": 0.13250574865572926,
      "grad_norm": 0.3906717300415039,
      "learning_rate": 4.850767728563852e-05,
      "loss": 5.1787,
      "step": 151380
    },
    {
      "epoch": 0.13251012524935643,
      "grad_norm": 0.4403746426105499,
      "learning_rate": 4.850757200135946e-05,
      "loss": 4.4353,
      "step": 151385
    },
    {
      "epoch": 0.13251450184298358,
      "grad_norm": 0.44475027918815613,
      "learning_rate": 4.850746671351054e-05,
      "loss": 5.4762,
      "step": 151390
    },
    {
      "epoch": 0.13251887843661073,
      "grad_norm": 0.4509970545768738,
      "learning_rate": 4.850736142209178e-05,
      "loss": 5.741,
      "step": 151395
    },
    {
      "epoch": 0.13252325503023787,
      "grad_norm": 0.39676085114479065,
      "learning_rate": 4.85072561271032e-05,
      "loss": 5.9994,
      "step": 151400
    },
    {
      "epoch": 0.13252763162386505,
      "grad_norm": 0.41606926918029785,
      "learning_rate": 4.850715082854479e-05,
      "loss": 4.4592,
      "step": 151405
    },
    {
      "epoch": 0.1325320082174922,
      "grad_norm": 0.43290871381759644,
      "learning_rate": 4.8507045526416616e-05,
      "loss": 5.7838,
      "step": 151410
    },
    {
      "epoch": 0.13253638481111935,
      "grad_norm": 0.4113065004348755,
      "learning_rate": 4.850694022071868e-05,
      "loss": 5.6795,
      "step": 151415
    },
    {
      "epoch": 0.1325407614047465,
      "grad_norm": 0.39662298560142517,
      "learning_rate": 4.8506834911451e-05,
      "loss": 5.9311,
      "step": 151420
    },
    {
      "epoch": 0.13254513799837367,
      "grad_norm": 0.4326455891132355,
      "learning_rate": 4.85067295986136e-05,
      "loss": 5.2379,
      "step": 151425
    },
    {
      "epoch": 0.13254951459200082,
      "grad_norm": 0.41915374994277954,
      "learning_rate": 4.8506624282206495e-05,
      "loss": 5.457,
      "step": 151430
    },
    {
      "epoch": 0.13255389118562796,
      "grad_norm": 0.4016886055469513,
      "learning_rate": 4.850651896222971e-05,
      "loss": 5.4695,
      "step": 151435
    },
    {
      "epoch": 0.1325582677792551,
      "grad_norm": 0.3893105089664459,
      "learning_rate": 4.8506413638683255e-05,
      "loss": 5.677,
      "step": 151440
    },
    {
      "epoch": 0.1325626443728823,
      "grad_norm": 0.4203684628009796,
      "learning_rate": 4.8506308311567174e-05,
      "loss": 5.1762,
      "step": 151445
    },
    {
      "epoch": 0.13256702096650944,
      "grad_norm": 0.4303063452243805,
      "learning_rate": 4.850620298088145e-05,
      "loss": 5.1353,
      "step": 151450
    },
    {
      "epoch": 0.13257139756013658,
      "grad_norm": 0.4326440095901489,
      "learning_rate": 4.850609764662615e-05,
      "loss": 4.6655,
      "step": 151455
    },
    {
      "epoch": 0.13257577415376373,
      "grad_norm": 0.40332654118537903,
      "learning_rate": 4.850599230880126e-05,
      "loss": 4.9569,
      "step": 151460
    },
    {
      "epoch": 0.1325801507473909,
      "grad_norm": 0.431653767824173,
      "learning_rate": 4.850588696740682e-05,
      "loss": 5.2661,
      "step": 151465
    },
    {
      "epoch": 0.13258452734101805,
      "grad_norm": 0.42721444368362427,
      "learning_rate": 4.8505781622442826e-05,
      "loss": 4.9724,
      "step": 151470
    },
    {
      "epoch": 0.1325889039346452,
      "grad_norm": 0.4082011878490448,
      "learning_rate": 4.8505676273909327e-05,
      "loss": 5.1741,
      "step": 151475
    },
    {
      "epoch": 0.13259328052827235,
      "grad_norm": 0.4181748032569885,
      "learning_rate": 4.850557092180632e-05,
      "loss": 4.4337,
      "step": 151480
    },
    {
      "epoch": 0.1325976571218995,
      "grad_norm": 0.4184928834438324,
      "learning_rate": 4.850546556613383e-05,
      "loss": 5.7057,
      "step": 151485
    },
    {
      "epoch": 0.13260203371552667,
      "grad_norm": 0.4196617901325226,
      "learning_rate": 4.850536020689189e-05,
      "loss": 4.4358,
      "step": 151490
    },
    {
      "epoch": 0.13260641030915382,
      "grad_norm": 0.4097810685634613,
      "learning_rate": 4.8505254844080514e-05,
      "loss": 5.9314,
      "step": 151495
    },
    {
      "epoch": 0.13261078690278097,
      "grad_norm": 0.40200933814048767,
      "learning_rate": 4.850514947769972e-05,
      "loss": 5.3857,
      "step": 151500
    },
    {
      "epoch": 0.13261516349640812,
      "grad_norm": 0.3838462829589844,
      "learning_rate": 4.850504410774952e-05,
      "loss": 5.4757,
      "step": 151505
    },
    {
      "epoch": 0.1326195400900353,
      "grad_norm": 0.4316905736923218,
      "learning_rate": 4.850493873422995e-05,
      "loss": 4.6614,
      "step": 151510
    },
    {
      "epoch": 0.13262391668366244,
      "grad_norm": 0.37532851099967957,
      "learning_rate": 4.850483335714102e-05,
      "loss": 5.9967,
      "step": 151515
    },
    {
      "epoch": 0.1326282932772896,
      "grad_norm": 0.3967086672782898,
      "learning_rate": 4.850472797648277e-05,
      "loss": 5.1614,
      "step": 151520
    },
    {
      "epoch": 0.13263266987091674,
      "grad_norm": 0.39357149600982666,
      "learning_rate": 4.850462259225518e-05,
      "loss": 5.1869,
      "step": 151525
    },
    {
      "epoch": 0.1326370464645439,
      "grad_norm": 0.3606534004211426,
      "learning_rate": 4.850451720445831e-05,
      "loss": 5.7693,
      "step": 151530
    },
    {
      "epoch": 0.13264142305817106,
      "grad_norm": 0.3765598237514496,
      "learning_rate": 4.850441181309217e-05,
      "loss": 5.9807,
      "step": 151535
    },
    {
      "epoch": 0.1326457996517982,
      "grad_norm": 0.3819449543952942,
      "learning_rate": 4.8504306418156766e-05,
      "loss": 5.4845,
      "step": 151540
    },
    {
      "epoch": 0.13265017624542536,
      "grad_norm": 0.44134998321533203,
      "learning_rate": 4.850420101965212e-05,
      "loss": 5.1833,
      "step": 151545
    },
    {
      "epoch": 0.13265455283905253,
      "grad_norm": 0.3827771842479706,
      "learning_rate": 4.850409561757827e-05,
      "loss": 5.4559,
      "step": 151550
    },
    {
      "epoch": 0.13265892943267968,
      "grad_norm": 0.3727295696735382,
      "learning_rate": 4.850399021193523e-05,
      "loss": 5.484,
      "step": 151555
    },
    {
      "epoch": 0.13266330602630683,
      "grad_norm": 0.37273234128952026,
      "learning_rate": 4.8503884802723e-05,
      "loss": 5.9508,
      "step": 151560
    },
    {
      "epoch": 0.13266768261993397,
      "grad_norm": 0.38793250918388367,
      "learning_rate": 4.850377938994163e-05,
      "loss": 5.3715,
      "step": 151565
    },
    {
      "epoch": 0.13267205921356115,
      "grad_norm": 0.4454582631587982,
      "learning_rate": 4.850367397359112e-05,
      "loss": 4.7209,
      "step": 151570
    },
    {
      "epoch": 0.1326764358071883,
      "grad_norm": 0.41832685470581055,
      "learning_rate": 4.8503568553671516e-05,
      "loss": 4.9279,
      "step": 151575
    },
    {
      "epoch": 0.13268081240081545,
      "grad_norm": 0.4073260724544525,
      "learning_rate": 4.8503463130182804e-05,
      "loss": 4.4431,
      "step": 151580
    },
    {
      "epoch": 0.1326851889944426,
      "grad_norm": 0.41874322295188904,
      "learning_rate": 4.850335770312502e-05,
      "loss": 4.9215,
      "step": 151585
    },
    {
      "epoch": 0.13268956558806977,
      "grad_norm": 0.42859211564064026,
      "learning_rate": 4.850325227249819e-05,
      "loss": 5.4328,
      "step": 151590
    },
    {
      "epoch": 0.13269394218169692,
      "grad_norm": 0.39428064227104187,
      "learning_rate": 4.850314683830233e-05,
      "loss": 5.4488,
      "step": 151595
    },
    {
      "epoch": 0.13269831877532406,
      "grad_norm": 0.4189702570438385,
      "learning_rate": 4.850304140053745e-05,
      "loss": 4.8904,
      "step": 151600
    },
    {
      "epoch": 0.1327026953689512,
      "grad_norm": 0.4406048059463501,
      "learning_rate": 4.850293595920359e-05,
      "loss": 5.6924,
      "step": 151605
    },
    {
      "epoch": 0.13270707196257836,
      "grad_norm": 0.40985074639320374,
      "learning_rate": 4.850283051430075e-05,
      "loss": 4.7515,
      "step": 151610
    },
    {
      "epoch": 0.13271144855620554,
      "grad_norm": 0.4274333119392395,
      "learning_rate": 4.850272506582897e-05,
      "loss": 5.2693,
      "step": 151615
    },
    {
      "epoch": 0.13271582514983268,
      "grad_norm": 0.3896964192390442,
      "learning_rate": 4.850261961378826e-05,
      "loss": 5.7595,
      "step": 151620
    },
    {
      "epoch": 0.13272020174345983,
      "grad_norm": 0.4166262149810791,
      "learning_rate": 4.8502514158178636e-05,
      "loss": 4.8861,
      "step": 151625
    },
    {
      "epoch": 0.13272457833708698,
      "grad_norm": 0.41984617710113525,
      "learning_rate": 4.850240869900012e-05,
      "loss": 4.47,
      "step": 151630
    },
    {
      "epoch": 0.13272895493071415,
      "grad_norm": 0.4380299150943756,
      "learning_rate": 4.850230323625274e-05,
      "loss": 5.446,
      "step": 151635
    },
    {
      "epoch": 0.1327333315243413,
      "grad_norm": 0.38809624314308167,
      "learning_rate": 4.8502197769936506e-05,
      "loss": 4.92,
      "step": 151640
    },
    {
      "epoch": 0.13273770811796845,
      "grad_norm": 0.36870598793029785,
      "learning_rate": 4.850209230005146e-05,
      "loss": 6.3135,
      "step": 151645
    },
    {
      "epoch": 0.1327420847115956,
      "grad_norm": 0.4209551513195038,
      "learning_rate": 4.85019868265976e-05,
      "loss": 6.009,
      "step": 151650
    },
    {
      "epoch": 0.13274646130522277,
      "grad_norm": 0.41396456956863403,
      "learning_rate": 4.8501881349574955e-05,
      "loss": 4.8831,
      "step": 151655
    },
    {
      "epoch": 0.13275083789884992,
      "grad_norm": 0.41859379410743713,
      "learning_rate": 4.850177586898354e-05,
      "loss": 4.7027,
      "step": 151660
    },
    {
      "epoch": 0.13275521449247707,
      "grad_norm": 0.4209917187690735,
      "learning_rate": 4.850167038482337e-05,
      "loss": 4.6377,
      "step": 151665
    },
    {
      "epoch": 0.13275959108610422,
      "grad_norm": 0.3838958740234375,
      "learning_rate": 4.8501564897094476e-05,
      "loss": 5.2347,
      "step": 151670
    },
    {
      "epoch": 0.1327639676797314,
      "grad_norm": 0.4071231484413147,
      "learning_rate": 4.850145940579689e-05,
      "loss": 5.4326,
      "step": 151675
    },
    {
      "epoch": 0.13276834427335854,
      "grad_norm": 0.3949374258518219,
      "learning_rate": 4.85013539109306e-05,
      "loss": 5.1747,
      "step": 151680
    },
    {
      "epoch": 0.1327727208669857,
      "grad_norm": 0.4208521544933319,
      "learning_rate": 4.850124841249567e-05,
      "loss": 4.7472,
      "step": 151685
    },
    {
      "epoch": 0.13277709746061284,
      "grad_norm": 0.41243070363998413,
      "learning_rate": 4.850114291049207e-05,
      "loss": 5.6602,
      "step": 151690
    },
    {
      "epoch": 0.13278147405424,
      "grad_norm": 0.3793862462043762,
      "learning_rate": 4.8501037404919855e-05,
      "loss": 5.2591,
      "step": 151695
    },
    {
      "epoch": 0.13278585064786716,
      "grad_norm": 0.42937955260276794,
      "learning_rate": 4.850093189577904e-05,
      "loss": 5.7141,
      "step": 151700
    },
    {
      "epoch": 0.1327902272414943,
      "grad_norm": 0.41351863741874695,
      "learning_rate": 4.850082638306964e-05,
      "loss": 4.9306,
      "step": 151705
    },
    {
      "epoch": 0.13279460383512146,
      "grad_norm": 0.39933618903160095,
      "learning_rate": 4.850072086679168e-05,
      "loss": 5.2478,
      "step": 151710
    },
    {
      "epoch": 0.13279898042874863,
      "grad_norm": 0.4192584156990051,
      "learning_rate": 4.850061534694518e-05,
      "loss": 5.1715,
      "step": 151715
    },
    {
      "epoch": 0.13280335702237578,
      "grad_norm": 0.4295746684074402,
      "learning_rate": 4.850050982353015e-05,
      "loss": 4.4461,
      "step": 151720
    },
    {
      "epoch": 0.13280773361600293,
      "grad_norm": 0.4139614403247833,
      "learning_rate": 4.850040429654662e-05,
      "loss": 4.6745,
      "step": 151725
    },
    {
      "epoch": 0.13281211020963007,
      "grad_norm": 0.3799758851528168,
      "learning_rate": 4.85002987659946e-05,
      "loss": 4.9471,
      "step": 151730
    },
    {
      "epoch": 0.13281648680325725,
      "grad_norm": 0.41444265842437744,
      "learning_rate": 4.8500193231874125e-05,
      "loss": 4.6512,
      "step": 151735
    },
    {
      "epoch": 0.1328208633968844,
      "grad_norm": 0.37321174144744873,
      "learning_rate": 4.850008769418521e-05,
      "loss": 5.4646,
      "step": 151740
    },
    {
      "epoch": 0.13282523999051155,
      "grad_norm": 0.4079973101615906,
      "learning_rate": 4.849998215292788e-05,
      "loss": 4.1146,
      "step": 151745
    },
    {
      "epoch": 0.1328296165841387,
      "grad_norm": 0.3890901207923889,
      "learning_rate": 4.8499876608102145e-05,
      "loss": 5.7271,
      "step": 151750
    },
    {
      "epoch": 0.13283399317776584,
      "grad_norm": 0.41731807589530945,
      "learning_rate": 4.849977105970803e-05,
      "loss": 4.118,
      "step": 151755
    },
    {
      "epoch": 0.13283836977139302,
      "grad_norm": 0.39060288667678833,
      "learning_rate": 4.849966550774555e-05,
      "loss": 5.2396,
      "step": 151760
    },
    {
      "epoch": 0.13284274636502016,
      "grad_norm": 0.43058058619499207,
      "learning_rate": 4.849955995221475e-05,
      "loss": 5.3838,
      "step": 151765
    },
    {
      "epoch": 0.1328471229586473,
      "grad_norm": 0.4284629821777344,
      "learning_rate": 4.849945439311561e-05,
      "loss": 5.471,
      "step": 151770
    },
    {
      "epoch": 0.13285149955227446,
      "grad_norm": 0.5276418328285217,
      "learning_rate": 4.8499348830448174e-05,
      "loss": 5.2444,
      "step": 151775
    },
    {
      "epoch": 0.13285587614590164,
      "grad_norm": 0.42574256658554077,
      "learning_rate": 4.849924326421247e-05,
      "loss": 5.4493,
      "step": 151780
    },
    {
      "epoch": 0.13286025273952878,
      "grad_norm": 0.3906570374965668,
      "learning_rate": 4.8499137694408505e-05,
      "loss": 5.633,
      "step": 151785
    },
    {
      "epoch": 0.13286462933315593,
      "grad_norm": 0.4021991789340973,
      "learning_rate": 4.849903212103629e-05,
      "loss": 5.6703,
      "step": 151790
    },
    {
      "epoch": 0.13286900592678308,
      "grad_norm": 0.42224857211112976,
      "learning_rate": 4.849892654409588e-05,
      "loss": 5.1695,
      "step": 151795
    },
    {
      "epoch": 0.13287338252041025,
      "grad_norm": 0.4620986580848694,
      "learning_rate": 4.8498820963587254e-05,
      "loss": 4.4526,
      "step": 151800
    },
    {
      "epoch": 0.1328777591140374,
      "grad_norm": 0.38670459389686584,
      "learning_rate": 4.849871537951046e-05,
      "loss": 5.4892,
      "step": 151805
    },
    {
      "epoch": 0.13288213570766455,
      "grad_norm": 0.5088181495666504,
      "learning_rate": 4.849860979186551e-05,
      "loss": 5.7701,
      "step": 151810
    },
    {
      "epoch": 0.1328865123012917,
      "grad_norm": 0.3919677436351776,
      "learning_rate": 4.849850420065243e-05,
      "loss": 5.6654,
      "step": 151815
    },
    {
      "epoch": 0.13289088889491887,
      "grad_norm": 0.6188181042671204,
      "learning_rate": 4.849839860587122e-05,
      "loss": 4.9735,
      "step": 151820
    },
    {
      "epoch": 0.13289526548854602,
      "grad_norm": 0.45347779989242554,
      "learning_rate": 4.849829300752192e-05,
      "loss": 5.1909,
      "step": 151825
    },
    {
      "epoch": 0.13289964208217317,
      "grad_norm": 0.6525104641914368,
      "learning_rate": 4.849818740560455e-05,
      "loss": 4.8165,
      "step": 151830
    },
    {
      "epoch": 0.13290401867580032,
      "grad_norm": 0.4511924982070923,
      "learning_rate": 4.849808180011913e-05,
      "loss": 4.95,
      "step": 151835
    },
    {
      "epoch": 0.1329083952694275,
      "grad_norm": 0.5852742791175842,
      "learning_rate": 4.849797619106567e-05,
      "loss": 4.9498,
      "step": 151840
    },
    {
      "epoch": 0.13291277186305464,
      "grad_norm": 0.5531787276268005,
      "learning_rate": 4.849787057844421e-05,
      "loss": 5.7852,
      "step": 151845
    },
    {
      "epoch": 0.1329171484566818,
      "grad_norm": 0.49479052424430847,
      "learning_rate": 4.8497764962254734e-05,
      "loss": 5.7666,
      "step": 151850
    },
    {
      "epoch": 0.13292152505030894,
      "grad_norm": 0.41984954476356506,
      "learning_rate": 4.8497659342497294e-05,
      "loss": 5.1742,
      "step": 151855
    },
    {
      "epoch": 0.1329259016439361,
      "grad_norm": 0.41281330585479736,
      "learning_rate": 4.849755371917191e-05,
      "loss": 4.3545,
      "step": 151860
    },
    {
      "epoch": 0.13293027823756326,
      "grad_norm": 0.41600319743156433,
      "learning_rate": 4.849744809227859e-05,
      "loss": 6.3154,
      "step": 151865
    },
    {
      "epoch": 0.1329346548311904,
      "grad_norm": 0.42214328050613403,
      "learning_rate": 4.8497342461817354e-05,
      "loss": 4.4231,
      "step": 151870
    },
    {
      "epoch": 0.13293903142481756,
      "grad_norm": 0.40217915177345276,
      "learning_rate": 4.849723682778823e-05,
      "loss": 5.4867,
      "step": 151875
    },
    {
      "epoch": 0.1329434080184447,
      "grad_norm": 0.4780832827091217,
      "learning_rate": 4.849713119019124e-05,
      "loss": 5.4865,
      "step": 151880
    },
    {
      "epoch": 0.13294778461207188,
      "grad_norm": 0.4113267958164215,
      "learning_rate": 4.849702554902639e-05,
      "loss": 4.6328,
      "step": 151885
    },
    {
      "epoch": 0.13295216120569903,
      "grad_norm": 0.41834691166877747,
      "learning_rate": 4.8496919904293715e-05,
      "loss": 5.6676,
      "step": 151890
    },
    {
      "epoch": 0.13295653779932617,
      "grad_norm": 0.4243587553501129,
      "learning_rate": 4.849681425599323e-05,
      "loss": 5.6314,
      "step": 151895
    },
    {
      "epoch": 0.13296091439295332,
      "grad_norm": 0.3836832344532013,
      "learning_rate": 4.849670860412495e-05,
      "loss": 5.7623,
      "step": 151900
    },
    {
      "epoch": 0.1329652909865805,
      "grad_norm": 0.42528918385505676,
      "learning_rate": 4.8496602948688906e-05,
      "loss": 5.073,
      "step": 151905
    },
    {
      "epoch": 0.13296966758020765,
      "grad_norm": 0.44555532932281494,
      "learning_rate": 4.8496497289685116e-05,
      "loss": 4.8954,
      "step": 151910
    },
    {
      "epoch": 0.1329740441738348,
      "grad_norm": 0.3826404809951782,
      "learning_rate": 4.849639162711359e-05,
      "loss": 5.9797,
      "step": 151915
    },
    {
      "epoch": 0.13297842076746194,
      "grad_norm": 0.39012137055397034,
      "learning_rate": 4.849628596097437e-05,
      "loss": 5.2745,
      "step": 151920
    },
    {
      "epoch": 0.13298279736108912,
      "grad_norm": 0.38645660877227783,
      "learning_rate": 4.8496180291267455e-05,
      "loss": 5.391,
      "step": 151925
    },
    {
      "epoch": 0.13298717395471626,
      "grad_norm": 0.37879106402397156,
      "learning_rate": 4.8496074617992874e-05,
      "loss": 5.1769,
      "step": 151930
    },
    {
      "epoch": 0.1329915505483434,
      "grad_norm": 0.39109310507774353,
      "learning_rate": 4.849596894115064e-05,
      "loss": 5.676,
      "step": 151935
    },
    {
      "epoch": 0.13299592714197056,
      "grad_norm": 0.36562973260879517,
      "learning_rate": 4.849586326074079e-05,
      "loss": 5.7273,
      "step": 151940
    },
    {
      "epoch": 0.13300030373559774,
      "grad_norm": 0.4655962586402893,
      "learning_rate": 4.849575757676332e-05,
      "loss": 4.923,
      "step": 151945
    },
    {
      "epoch": 0.13300468032922488,
      "grad_norm": 0.46662792563438416,
      "learning_rate": 4.849565188921829e-05,
      "loss": 4.6207,
      "step": 151950
    },
    {
      "epoch": 0.13300905692285203,
      "grad_norm": 0.3942130208015442,
      "learning_rate": 4.849554619810567e-05,
      "loss": 5.415,
      "step": 151955
    },
    {
      "epoch": 0.13301343351647918,
      "grad_norm": 0.3911277651786804,
      "learning_rate": 4.8495440503425514e-05,
      "loss": 5.77,
      "step": 151960
    },
    {
      "epoch": 0.13301781011010635,
      "grad_norm": 0.39320990443229675,
      "learning_rate": 4.849533480517784e-05,
      "loss": 4.9784,
      "step": 151965
    },
    {
      "epoch": 0.1330221867037335,
      "grad_norm": 0.4322575330734253,
      "learning_rate": 4.849522910336265e-05,
      "loss": 4.2235,
      "step": 151970
    },
    {
      "epoch": 0.13302656329736065,
      "grad_norm": 0.4085935652256012,
      "learning_rate": 4.849512339797998e-05,
      "loss": 6.002,
      "step": 151975
    },
    {
      "epoch": 0.1330309398909878,
      "grad_norm": 0.40229350328445435,
      "learning_rate": 4.8495017689029856e-05,
      "loss": 5.4755,
      "step": 151980
    },
    {
      "epoch": 0.13303531648461497,
      "grad_norm": 0.3984512686729431,
      "learning_rate": 4.849491197651228e-05,
      "loss": 5.1859,
      "step": 151985
    },
    {
      "epoch": 0.13303969307824212,
      "grad_norm": 0.3866715729236603,
      "learning_rate": 4.8494806260427285e-05,
      "loss": 5.4418,
      "step": 151990
    },
    {
      "epoch": 0.13304406967186927,
      "grad_norm": 0.400887131690979,
      "learning_rate": 4.8494700540774885e-05,
      "loss": 4.9556,
      "step": 151995
    },
    {
      "epoch": 0.13304844626549642,
      "grad_norm": 0.41860079765319824,
      "learning_rate": 4.849459481755511e-05,
      "loss": 4.6207,
      "step": 152000
    },
    {
      "epoch": 0.13305282285912357,
      "grad_norm": 0.42958399653434753,
      "learning_rate": 4.849448909076797e-05,
      "loss": 4.8426,
      "step": 152005
    },
    {
      "epoch": 0.13305719945275074,
      "grad_norm": 0.4077005386352539,
      "learning_rate": 4.849438336041349e-05,
      "loss": 5.2315,
      "step": 152010
    },
    {
      "epoch": 0.1330615760463779,
      "grad_norm": 0.4139634370803833,
      "learning_rate": 4.849427762649169e-05,
      "loss": 5.4717,
      "step": 152015
    },
    {
      "epoch": 0.13306595264000504,
      "grad_norm": 0.381974995136261,
      "learning_rate": 4.8494171889002584e-05,
      "loss": 5.7494,
      "step": 152020
    },
    {
      "epoch": 0.13307032923363218,
      "grad_norm": 0.4016801416873932,
      "learning_rate": 4.8494066147946204e-05,
      "loss": 5.6719,
      "step": 152025
    },
    {
      "epoch": 0.13307470582725936,
      "grad_norm": 0.4451293349266052,
      "learning_rate": 4.849396040332257e-05,
      "loss": 4.9177,
      "step": 152030
    },
    {
      "epoch": 0.1330790824208865,
      "grad_norm": 0.37888598442077637,
      "learning_rate": 4.8493854655131684e-05,
      "loss": 6.01,
      "step": 152035
    },
    {
      "epoch": 0.13308345901451366,
      "grad_norm": 0.3962511420249939,
      "learning_rate": 4.849374890337359e-05,
      "loss": 6.2857,
      "step": 152040
    },
    {
      "epoch": 0.1330878356081408,
      "grad_norm": 0.4265477657318115,
      "learning_rate": 4.84936431480483e-05,
      "loss": 4.9835,
      "step": 152045
    },
    {
      "epoch": 0.13309221220176798,
      "grad_norm": 0.4221019744873047,
      "learning_rate": 4.849353738915582e-05,
      "loss": 5.2532,
      "step": 152050
    },
    {
      "epoch": 0.13309658879539513,
      "grad_norm": 0.3947620093822479,
      "learning_rate": 4.849343162669618e-05,
      "loss": 5.782,
      "step": 152055
    },
    {
      "epoch": 0.13310096538902227,
      "grad_norm": 0.38542959094047546,
      "learning_rate": 4.8493325860669426e-05,
      "loss": 5.4578,
      "step": 152060
    },
    {
      "epoch": 0.13310534198264942,
      "grad_norm": 0.37232741713523865,
      "learning_rate": 4.8493220091075544e-05,
      "loss": 5.7298,
      "step": 152065
    },
    {
      "epoch": 0.1331097185762766,
      "grad_norm": 0.42245718836784363,
      "learning_rate": 4.849311431791457e-05,
      "loss": 5.2231,
      "step": 152070
    },
    {
      "epoch": 0.13311409516990375,
      "grad_norm": 0.41634029150009155,
      "learning_rate": 4.8493008541186514e-05,
      "loss": 4.8312,
      "step": 152075
    },
    {
      "epoch": 0.1331184717635309,
      "grad_norm": 0.4608301520347595,
      "learning_rate": 4.84929027608914e-05,
      "loss": 5.7471,
      "step": 152080
    },
    {
      "epoch": 0.13312284835715804,
      "grad_norm": 0.41336721181869507,
      "learning_rate": 4.8492796977029255e-05,
      "loss": 5.6533,
      "step": 152085
    },
    {
      "epoch": 0.13312722495078522,
      "grad_norm": 0.3796366751194,
      "learning_rate": 4.8492691189600105e-05,
      "loss": 5.7729,
      "step": 152090
    },
    {
      "epoch": 0.13313160154441236,
      "grad_norm": 0.38853418827056885,
      "learning_rate": 4.849258539860394e-05,
      "loss": 5.9775,
      "step": 152095
    },
    {
      "epoch": 0.1331359781380395,
      "grad_norm": 0.4363982379436493,
      "learning_rate": 4.849247960404082e-05,
      "loss": 5.8269,
      "step": 152100
    },
    {
      "epoch": 0.13314035473166666,
      "grad_norm": 0.43142297863960266,
      "learning_rate": 4.849237380591074e-05,
      "loss": 5.4823,
      "step": 152105
    },
    {
      "epoch": 0.13314473132529384,
      "grad_norm": 0.4319250285625458,
      "learning_rate": 4.849226800421373e-05,
      "loss": 4.7073,
      "step": 152110
    },
    {
      "epoch": 0.13314910791892098,
      "grad_norm": 0.4228270947933197,
      "learning_rate": 4.84921621989498e-05,
      "loss": 4.3426,
      "step": 152115
    },
    {
      "epoch": 0.13315348451254813,
      "grad_norm": 0.3880859315395355,
      "learning_rate": 4.849205639011899e-05,
      "loss": 6.2959,
      "step": 152120
    },
    {
      "epoch": 0.13315786110617528,
      "grad_norm": 0.4021361470222473,
      "learning_rate": 4.84919505777213e-05,
      "loss": 5.998,
      "step": 152125
    },
    {
      "epoch": 0.13316223769980243,
      "grad_norm": 0.4177703857421875,
      "learning_rate": 4.8491844761756756e-05,
      "loss": 5.1557,
      "step": 152130
    },
    {
      "epoch": 0.1331666142934296,
      "grad_norm": 0.4311232566833496,
      "learning_rate": 4.849173894222538e-05,
      "loss": 4.9761,
      "step": 152135
    },
    {
      "epoch": 0.13317099088705675,
      "grad_norm": 0.3982154130935669,
      "learning_rate": 4.8491633119127214e-05,
      "loss": 5.4914,
      "step": 152140
    },
    {
      "epoch": 0.1331753674806839,
      "grad_norm": 0.4142429530620575,
      "learning_rate": 4.849152729246224e-05,
      "loss": 5.6445,
      "step": 152145
    },
    {
      "epoch": 0.13317974407431105,
      "grad_norm": 0.40808191895484924,
      "learning_rate": 4.84914214622305e-05,
      "loss": 5.3689,
      "step": 152150
    },
    {
      "epoch": 0.13318412066793822,
      "grad_norm": 0.4080164432525635,
      "learning_rate": 4.849131562843201e-05,
      "loss": 5.6553,
      "step": 152155
    },
    {
      "epoch": 0.13318849726156537,
      "grad_norm": 0.44647273421287537,
      "learning_rate": 4.8491209791066796e-05,
      "loss": 4.927,
      "step": 152160
    },
    {
      "epoch": 0.13319287385519252,
      "grad_norm": 0.3949970602989197,
      "learning_rate": 4.8491103950134864e-05,
      "loss": 5.1629,
      "step": 152165
    },
    {
      "epoch": 0.13319725044881967,
      "grad_norm": 0.4385085105895996,
      "learning_rate": 4.849099810563625e-05,
      "loss": 4.5857,
      "step": 152170
    },
    {
      "epoch": 0.13320162704244684,
      "grad_norm": 0.4107605218887329,
      "learning_rate": 4.8490892257570974e-05,
      "loss": 5.4618,
      "step": 152175
    },
    {
      "epoch": 0.133206003636074,
      "grad_norm": 0.39988476037979126,
      "learning_rate": 4.849078640593905e-05,
      "loss": 5.4114,
      "step": 152180
    },
    {
      "epoch": 0.13321038022970114,
      "grad_norm": 0.4332529604434967,
      "learning_rate": 4.8490680550740495e-05,
      "loss": 4.9813,
      "step": 152185
    },
    {
      "epoch": 0.13321475682332828,
      "grad_norm": 0.3987697660923004,
      "learning_rate": 4.8490574691975335e-05,
      "loss": 5.6619,
      "step": 152190
    },
    {
      "epoch": 0.13321913341695546,
      "grad_norm": 0.40067240595817566,
      "learning_rate": 4.849046882964359e-05,
      "loss": 4.6262,
      "step": 152195
    },
    {
      "epoch": 0.1332235100105826,
      "grad_norm": 0.3923555314540863,
      "learning_rate": 4.849036296374527e-05,
      "loss": 5.2113,
      "step": 152200
    },
    {
      "epoch": 0.13322788660420976,
      "grad_norm": 0.4441710412502289,
      "learning_rate": 4.849025709428042e-05,
      "loss": 5.4818,
      "step": 152205
    },
    {
      "epoch": 0.1332322631978369,
      "grad_norm": 0.4077359735965729,
      "learning_rate": 4.8490151221249036e-05,
      "loss": 5.9938,
      "step": 152210
    },
    {
      "epoch": 0.13323663979146408,
      "grad_norm": 0.397419273853302,
      "learning_rate": 4.8490045344651155e-05,
      "loss": 4.6439,
      "step": 152215
    },
    {
      "epoch": 0.13324101638509123,
      "grad_norm": 0.3967353403568268,
      "learning_rate": 4.848993946448679e-05,
      "loss": 4.6275,
      "step": 152220
    },
    {
      "epoch": 0.13324539297871837,
      "grad_norm": 0.3845612704753876,
      "learning_rate": 4.848983358075595e-05,
      "loss": 5.7025,
      "step": 152225
    },
    {
      "epoch": 0.13324976957234552,
      "grad_norm": 0.39950841665267944,
      "learning_rate": 4.848972769345869e-05,
      "loss": 4.9667,
      "step": 152230
    },
    {
      "epoch": 0.1332541461659727,
      "grad_norm": 0.39901018142700195,
      "learning_rate": 4.8489621802594985e-05,
      "loss": 5.9514,
      "step": 152235
    },
    {
      "epoch": 0.13325852275959985,
      "grad_norm": 0.4346243143081665,
      "learning_rate": 4.8489515908164885e-05,
      "loss": 5.1579,
      "step": 152240
    },
    {
      "epoch": 0.133262899353227,
      "grad_norm": 0.3968885540962219,
      "learning_rate": 4.848941001016841e-05,
      "loss": 4.8278,
      "step": 152245
    },
    {
      "epoch": 0.13326727594685414,
      "grad_norm": 0.4607401192188263,
      "learning_rate": 4.848930410860557e-05,
      "loss": 4.9825,
      "step": 152250
    },
    {
      "epoch": 0.1332716525404813,
      "grad_norm": 0.3956052362918854,
      "learning_rate": 4.848919820347638e-05,
      "loss": 5.1969,
      "step": 152255
    },
    {
      "epoch": 0.13327602913410846,
      "grad_norm": 0.4416840672492981,
      "learning_rate": 4.848909229478088e-05,
      "loss": 5.8093,
      "step": 152260
    },
    {
      "epoch": 0.1332804057277356,
      "grad_norm": 0.4340464770793915,
      "learning_rate": 4.8488986382519074e-05,
      "loss": 5.2435,
      "step": 152265
    },
    {
      "epoch": 0.13328478232136276,
      "grad_norm": 0.392739862203598,
      "learning_rate": 4.8488880466691e-05,
      "loss": 5.666,
      "step": 152270
    },
    {
      "epoch": 0.1332891589149899,
      "grad_norm": 0.4341764450073242,
      "learning_rate": 4.8488774547296655e-05,
      "loss": 5.4261,
      "step": 152275
    },
    {
      "epoch": 0.13329353550861708,
      "grad_norm": 0.42691487073898315,
      "learning_rate": 4.848866862433609e-05,
      "loss": 4.9573,
      "step": 152280
    },
    {
      "epoch": 0.13329791210224423,
      "grad_norm": 0.43905332684516907,
      "learning_rate": 4.848856269780928e-05,
      "loss": 5.9662,
      "step": 152285
    },
    {
      "epoch": 0.13330228869587138,
      "grad_norm": 0.4033758342266083,
      "learning_rate": 4.8488456767716296e-05,
      "loss": 5.4236,
      "step": 152290
    },
    {
      "epoch": 0.13330666528949853,
      "grad_norm": 0.3815276324748993,
      "learning_rate": 4.8488350834057126e-05,
      "loss": 5.4389,
      "step": 152295
    },
    {
      "epoch": 0.1333110418831257,
      "grad_norm": 0.40448540449142456,
      "learning_rate": 4.848824489683179e-05,
      "loss": 4.8656,
      "step": 152300
    },
    {
      "epoch": 0.13331541847675285,
      "grad_norm": 0.4189063310623169,
      "learning_rate": 4.848813895604033e-05,
      "loss": 5.1631,
      "step": 152305
    },
    {
      "epoch": 0.13331979507038,
      "grad_norm": 0.4497860074043274,
      "learning_rate": 4.848803301168276e-05,
      "loss": 4.877,
      "step": 152310
    },
    {
      "epoch": 0.13332417166400715,
      "grad_norm": 0.37937259674072266,
      "learning_rate": 4.848792706375908e-05,
      "loss": 5.7448,
      "step": 152315
    },
    {
      "epoch": 0.13332854825763432,
      "grad_norm": 0.4518115818500519,
      "learning_rate": 4.8487821112269315e-05,
      "loss": 5.1919,
      "step": 152320
    },
    {
      "epoch": 0.13333292485126147,
      "grad_norm": 0.4378823935985565,
      "learning_rate": 4.848771515721352e-05,
      "loss": 5.4758,
      "step": 152325
    },
    {
      "epoch": 0.13333730144488862,
      "grad_norm": 0.4120577871799469,
      "learning_rate": 4.8487609198591677e-05,
      "loss": 4.7594,
      "step": 152330
    },
    {
      "epoch": 0.13334167803851577,
      "grad_norm": 0.4127102494239807,
      "learning_rate": 4.848750323640382e-05,
      "loss": 4.9507,
      "step": 152335
    },
    {
      "epoch": 0.13334605463214294,
      "grad_norm": 0.393767386674881,
      "learning_rate": 4.848739727064998e-05,
      "loss": 5.2717,
      "step": 152340
    },
    {
      "epoch": 0.1333504312257701,
      "grad_norm": 0.4056556224822998,
      "learning_rate": 4.848729130133016e-05,
      "loss": 5.1644,
      "step": 152345
    },
    {
      "epoch": 0.13335480781939724,
      "grad_norm": 0.38977769017219543,
      "learning_rate": 4.848718532844438e-05,
      "loss": 5.4701,
      "step": 152350
    },
    {
      "epoch": 0.13335918441302438,
      "grad_norm": 0.3721688985824585,
      "learning_rate": 4.848707935199268e-05,
      "loss": 5.2526,
      "step": 152355
    },
    {
      "epoch": 0.13336356100665156,
      "grad_norm": 0.44834452867507935,
      "learning_rate": 4.8486973371975066e-05,
      "loss": 5.1599,
      "step": 152360
    },
    {
      "epoch": 0.1333679376002787,
      "grad_norm": 0.3780147433280945,
      "learning_rate": 4.8486867388391564e-05,
      "loss": 5.9789,
      "step": 152365
    },
    {
      "epoch": 0.13337231419390586,
      "grad_norm": 0.6163743734359741,
      "learning_rate": 4.848676140124219e-05,
      "loss": 4.7619,
      "step": 152370
    },
    {
      "epoch": 0.133376690787533,
      "grad_norm": 0.4498792588710785,
      "learning_rate": 4.848665541052696e-05,
      "loss": 5.1635,
      "step": 152375
    },
    {
      "epoch": 0.13338106738116018,
      "grad_norm": 0.4431624412536621,
      "learning_rate": 4.84865494162459e-05,
      "loss": 5.4644,
      "step": 152380
    },
    {
      "epoch": 0.13338544397478733,
      "grad_norm": 0.42081940174102783,
      "learning_rate": 4.848644341839904e-05,
      "loss": 5.4656,
      "step": 152385
    },
    {
      "epoch": 0.13338982056841447,
      "grad_norm": 0.4137206971645355,
      "learning_rate": 4.848633741698638e-05,
      "loss": 5.4888,
      "step": 152390
    },
    {
      "epoch": 0.13339419716204162,
      "grad_norm": 0.4229234755039215,
      "learning_rate": 4.8486231412007954e-05,
      "loss": 5.4756,
      "step": 152395
    },
    {
      "epoch": 0.13339857375566877,
      "grad_norm": 0.3655003607273102,
      "learning_rate": 4.848612540346379e-05,
      "loss": 6.0154,
      "step": 152400
    },
    {
      "epoch": 0.13340295034929595,
      "grad_norm": 0.3982469439506531,
      "learning_rate": 4.848601939135389e-05,
      "loss": 5.4588,
      "step": 152405
    },
    {
      "epoch": 0.1334073269429231,
      "grad_norm": 0.439616322517395,
      "learning_rate": 4.848591337567828e-05,
      "loss": 5.4729,
      "step": 152410
    },
    {
      "epoch": 0.13341170353655024,
      "grad_norm": 0.38372164964675903,
      "learning_rate": 4.848580735643699e-05,
      "loss": 5.6617,
      "step": 152415
    },
    {
      "epoch": 0.1334160801301774,
      "grad_norm": 0.44215041399002075,
      "learning_rate": 4.848570133363003e-05,
      "loss": 5.2741,
      "step": 152420
    },
    {
      "epoch": 0.13342045672380456,
      "grad_norm": 0.37083670496940613,
      "learning_rate": 4.848559530725742e-05,
      "loss": 5.9947,
      "step": 152425
    },
    {
      "epoch": 0.1334248333174317,
      "grad_norm": 0.4061441421508789,
      "learning_rate": 4.8485489277319195e-05,
      "loss": 4.601,
      "step": 152430
    },
    {
      "epoch": 0.13342920991105886,
      "grad_norm": 0.3905348777770996,
      "learning_rate": 4.8485383243815366e-05,
      "loss": 5.3639,
      "step": 152435
    },
    {
      "epoch": 0.133433586504686,
      "grad_norm": 0.44272375106811523,
      "learning_rate": 4.848527720674595e-05,
      "loss": 5.4647,
      "step": 152440
    },
    {
      "epoch": 0.13343796309831318,
      "grad_norm": 0.4040076732635498,
      "learning_rate": 4.848517116611096e-05,
      "loss": 4.8552,
      "step": 152445
    },
    {
      "epoch": 0.13344233969194033,
      "grad_norm": 0.40373456478118896,
      "learning_rate": 4.8485065121910435e-05,
      "loss": 5.7031,
      "step": 152450
    },
    {
      "epoch": 0.13344671628556748,
      "grad_norm": 0.3736976981163025,
      "learning_rate": 4.848495907414439e-05,
      "loss": 5.7656,
      "step": 152455
    },
    {
      "epoch": 0.13345109287919463,
      "grad_norm": 0.4634335935115814,
      "learning_rate": 4.848485302281284e-05,
      "loss": 5.4397,
      "step": 152460
    },
    {
      "epoch": 0.1334554694728218,
      "grad_norm": 0.45349806547164917,
      "learning_rate": 4.84847469679158e-05,
      "loss": 4.6279,
      "step": 152465
    },
    {
      "epoch": 0.13345984606644895,
      "grad_norm": 0.4384869337081909,
      "learning_rate": 4.848464090945331e-05,
      "loss": 4.7633,
      "step": 152470
    },
    {
      "epoch": 0.1334642226600761,
      "grad_norm": 0.4185897707939148,
      "learning_rate": 4.848453484742538e-05,
      "loss": 4.4241,
      "step": 152475
    },
    {
      "epoch": 0.13346859925370325,
      "grad_norm": 0.3681142330169678,
      "learning_rate": 4.848442878183201e-05,
      "loss": 6.2717,
      "step": 152480
    },
    {
      "epoch": 0.13347297584733042,
      "grad_norm": 0.37273314595222473,
      "learning_rate": 4.848432271267326e-05,
      "loss": 5.76,
      "step": 152485
    },
    {
      "epoch": 0.13347735244095757,
      "grad_norm": 0.4207465648651123,
      "learning_rate": 4.848421663994912e-05,
      "loss": 5.9752,
      "step": 152490
    },
    {
      "epoch": 0.13348172903458472,
      "grad_norm": 0.3932681083679199,
      "learning_rate": 4.8484110563659626e-05,
      "loss": 5.7371,
      "step": 152495
    },
    {
      "epoch": 0.13348610562821187,
      "grad_norm": 0.4160589277744293,
      "learning_rate": 4.848400448380479e-05,
      "loss": 5.2459,
      "step": 152500
    },
    {
      "epoch": 0.13349048222183904,
      "grad_norm": 0.37471723556518555,
      "learning_rate": 4.8483898400384634e-05,
      "loss": 6.2709,
      "step": 152505
    },
    {
      "epoch": 0.1334948588154662,
      "grad_norm": 0.42896053194999695,
      "learning_rate": 4.848379231339918e-05,
      "loss": 4.9725,
      "step": 152510
    },
    {
      "epoch": 0.13349923540909334,
      "grad_norm": 0.426326721906662,
      "learning_rate": 4.848368622284846e-05,
      "loss": 5.0525,
      "step": 152515
    },
    {
      "epoch": 0.13350361200272048,
      "grad_norm": 0.4275626242160797,
      "learning_rate": 4.8483580128732463e-05,
      "loss": 5.2324,
      "step": 152520
    },
    {
      "epoch": 0.13350798859634763,
      "grad_norm": 0.4254714250564575,
      "learning_rate": 4.8483474031051245e-05,
      "loss": 4.9237,
      "step": 152525
    },
    {
      "epoch": 0.1335123651899748,
      "grad_norm": 0.41955500841140747,
      "learning_rate": 4.8483367929804804e-05,
      "loss": 3.9264,
      "step": 152530
    },
    {
      "epoch": 0.13351674178360196,
      "grad_norm": 0.37674224376678467,
      "learning_rate": 4.8483261824993174e-05,
      "loss": 5.9621,
      "step": 152535
    },
    {
      "epoch": 0.1335211183772291,
      "grad_norm": 0.3781448304653168,
      "learning_rate": 4.8483155716616356e-05,
      "loss": 5.772,
      "step": 152540
    },
    {
      "epoch": 0.13352549497085625,
      "grad_norm": 0.43831154704093933,
      "learning_rate": 4.84830496046744e-05,
      "loss": 4.4458,
      "step": 152545
    },
    {
      "epoch": 0.13352987156448343,
      "grad_norm": 0.39613571763038635,
      "learning_rate": 4.84829434891673e-05,
      "loss": 4.7888,
      "step": 152550
    },
    {
      "epoch": 0.13353424815811057,
      "grad_norm": 0.43163198232650757,
      "learning_rate": 4.848283737009508e-05,
      "loss": 5.139,
      "step": 152555
    },
    {
      "epoch": 0.13353862475173772,
      "grad_norm": 0.44210007786750793,
      "learning_rate": 4.848273124745778e-05,
      "loss": 4.9672,
      "step": 152560
    },
    {
      "epoch": 0.13354300134536487,
      "grad_norm": 0.4416351616382599,
      "learning_rate": 4.84826251212554e-05,
      "loss": 4.9593,
      "step": 152565
    },
    {
      "epoch": 0.13354737793899205,
      "grad_norm": 0.39058640599250793,
      "learning_rate": 4.848251899148797e-05,
      "loss": 5.7499,
      "step": 152570
    },
    {
      "epoch": 0.1335517545326192,
      "grad_norm": 0.39345917105674744,
      "learning_rate": 4.8482412858155514e-05,
      "loss": 4.7537,
      "step": 152575
    },
    {
      "epoch": 0.13355613112624634,
      "grad_norm": 0.43671518564224243,
      "learning_rate": 4.848230672125803e-05,
      "loss": 4.4605,
      "step": 152580
    },
    {
      "epoch": 0.1335605077198735,
      "grad_norm": 0.3930392563343048,
      "learning_rate": 4.8482200580795565e-05,
      "loss": 4.9735,
      "step": 152585
    },
    {
      "epoch": 0.13356488431350066,
      "grad_norm": 0.4431113302707672,
      "learning_rate": 4.848209443676813e-05,
      "loss": 5.6889,
      "step": 152590
    },
    {
      "epoch": 0.1335692609071278,
      "grad_norm": 0.36117157340049744,
      "learning_rate": 4.848198828917575e-05,
      "loss": 6.3053,
      "step": 152595
    },
    {
      "epoch": 0.13357363750075496,
      "grad_norm": 0.4012828469276428,
      "learning_rate": 4.848188213801843e-05,
      "loss": 5.74,
      "step": 152600
    },
    {
      "epoch": 0.1335780140943821,
      "grad_norm": 0.40389078855514526,
      "learning_rate": 4.848177598329621e-05,
      "loss": 5.1622,
      "step": 152605
    },
    {
      "epoch": 0.13358239068800928,
      "grad_norm": 0.419080525636673,
      "learning_rate": 4.848166982500909e-05,
      "loss": 4.774,
      "step": 152610
    },
    {
      "epoch": 0.13358676728163643,
      "grad_norm": 0.4398232102394104,
      "learning_rate": 4.8481563663157116e-05,
      "loss": 4.9567,
      "step": 152615
    },
    {
      "epoch": 0.13359114387526358,
      "grad_norm": 0.39277222752571106,
      "learning_rate": 4.848145749774029e-05,
      "loss": 5.9756,
      "step": 152620
    },
    {
      "epoch": 0.13359552046889073,
      "grad_norm": 0.4009697735309601,
      "learning_rate": 4.8481351328758626e-05,
      "loss": 5.4646,
      "step": 152625
    },
    {
      "epoch": 0.1335998970625179,
      "grad_norm": 0.42795705795288086,
      "learning_rate": 4.848124515621216e-05,
      "loss": 5.4372,
      "step": 152630
    },
    {
      "epoch": 0.13360427365614505,
      "grad_norm": 0.43928226828575134,
      "learning_rate": 4.8481138980100925e-05,
      "loss": 4.1315,
      "step": 152635
    },
    {
      "epoch": 0.1336086502497722,
      "grad_norm": 0.4251418709754944,
      "learning_rate": 4.8481032800424905e-05,
      "loss": 5.4447,
      "step": 152640
    },
    {
      "epoch": 0.13361302684339935,
      "grad_norm": 0.40810897946357727,
      "learning_rate": 4.848092661718415e-05,
      "loss": 4.9723,
      "step": 152645
    },
    {
      "epoch": 0.1336174034370265,
      "grad_norm": 0.434524804353714,
      "learning_rate": 4.8480820430378674e-05,
      "loss": 4.9417,
      "step": 152650
    },
    {
      "epoch": 0.13362178003065367,
      "grad_norm": 0.4223971962928772,
      "learning_rate": 4.8480714240008476e-05,
      "loss": 5.4955,
      "step": 152655
    },
    {
      "epoch": 0.13362615662428082,
      "grad_norm": 0.45250970125198364,
      "learning_rate": 4.8480608046073605e-05,
      "loss": 4.9939,
      "step": 152660
    },
    {
      "epoch": 0.13363053321790797,
      "grad_norm": 0.5108112096786499,
      "learning_rate": 4.8480501848574067e-05,
      "loss": 5.6631,
      "step": 152665
    },
    {
      "epoch": 0.1336349098115351,
      "grad_norm": 0.4926014840602875,
      "learning_rate": 4.848039564750989e-05,
      "loss": 5.2551,
      "step": 152670
    },
    {
      "epoch": 0.1336392864051623,
      "grad_norm": 0.4080820679664612,
      "learning_rate": 4.848028944288109e-05,
      "loss": 4.9709,
      "step": 152675
    },
    {
      "epoch": 0.13364366299878944,
      "grad_norm": 0.42028772830963135,
      "learning_rate": 4.8480183234687694e-05,
      "loss": 4.4522,
      "step": 152680
    },
    {
      "epoch": 0.13364803959241658,
      "grad_norm": 0.44161003828048706,
      "learning_rate": 4.8480077022929704e-05,
      "loss": 5.674,
      "step": 152685
    },
    {
      "epoch": 0.13365241618604373,
      "grad_norm": 0.45726481080055237,
      "learning_rate": 4.847997080760717e-05,
      "loss": 5.7759,
      "step": 152690
    },
    {
      "epoch": 0.1336567927796709,
      "grad_norm": 0.39885419607162476,
      "learning_rate": 4.8479864588720084e-05,
      "loss": 5.7634,
      "step": 152695
    },
    {
      "epoch": 0.13366116937329806,
      "grad_norm": 0.4188888370990753,
      "learning_rate": 4.8479758366268466e-05,
      "loss": 5.682,
      "step": 152700
    },
    {
      "epoch": 0.1336655459669252,
      "grad_norm": 0.372318297624588,
      "learning_rate": 4.847965214025237e-05,
      "loss": 5.2175,
      "step": 152705
    },
    {
      "epoch": 0.13366992256055235,
      "grad_norm": 0.37173378467559814,
      "learning_rate": 4.8479545910671785e-05,
      "loss": 6.2832,
      "step": 152710
    },
    {
      "epoch": 0.13367429915417953,
      "grad_norm": 0.41859257221221924,
      "learning_rate": 4.847943967752675e-05,
      "loss": 4.8975,
      "step": 152715
    },
    {
      "epoch": 0.13367867574780667,
      "grad_norm": 0.37551847100257874,
      "learning_rate": 4.847933344081726e-05,
      "loss": 5.4587,
      "step": 152720
    },
    {
      "epoch": 0.13368305234143382,
      "grad_norm": 0.38310906291007996,
      "learning_rate": 4.8479227200543374e-05,
      "loss": 5.6914,
      "step": 152725
    },
    {
      "epoch": 0.13368742893506097,
      "grad_norm": 0.44100677967071533,
      "learning_rate": 4.847912095670507e-05,
      "loss": 5.132,
      "step": 152730
    },
    {
      "epoch": 0.13369180552868815,
      "grad_norm": 0.44508594274520874,
      "learning_rate": 4.847901470930241e-05,
      "loss": 5.1475,
      "step": 152735
    },
    {
      "epoch": 0.1336961821223153,
      "grad_norm": 0.38044747710227966,
      "learning_rate": 4.847890845833538e-05,
      "loss": 5.3553,
      "step": 152740
    },
    {
      "epoch": 0.13370055871594244,
      "grad_norm": 0.37751442193984985,
      "learning_rate": 4.847880220380402e-05,
      "loss": 5.45,
      "step": 152745
    },
    {
      "epoch": 0.1337049353095696,
      "grad_norm": 0.45151904225349426,
      "learning_rate": 4.847869594570834e-05,
      "loss": 5.2339,
      "step": 152750
    },
    {
      "epoch": 0.13370931190319676,
      "grad_norm": 0.45007744431495667,
      "learning_rate": 4.847858968404837e-05,
      "loss": 4.6334,
      "step": 152755
    },
    {
      "epoch": 0.1337136884968239,
      "grad_norm": 0.4091578423976898,
      "learning_rate": 4.847848341882413e-05,
      "loss": 5.215,
      "step": 152760
    },
    {
      "epoch": 0.13371806509045106,
      "grad_norm": 0.3950437903404236,
      "learning_rate": 4.847837715003563e-05,
      "loss": 5.4646,
      "step": 152765
    },
    {
      "epoch": 0.1337224416840782,
      "grad_norm": 0.374172180891037,
      "learning_rate": 4.84782708776829e-05,
      "loss": 6.0047,
      "step": 152770
    },
    {
      "epoch": 0.13372681827770536,
      "grad_norm": 0.4076789915561676,
      "learning_rate": 4.847816460176595e-05,
      "loss": 5.1683,
      "step": 152775
    },
    {
      "epoch": 0.13373119487133253,
      "grad_norm": 0.3903101682662964,
      "learning_rate": 4.847805832228481e-05,
      "loss": 4.9566,
      "step": 152780
    },
    {
      "epoch": 0.13373557146495968,
      "grad_norm": 0.4041297435760498,
      "learning_rate": 4.8477952039239514e-05,
      "loss": 4.9119,
      "step": 152785
    },
    {
      "epoch": 0.13373994805858683,
      "grad_norm": 0.38839420676231384,
      "learning_rate": 4.8477845752630056e-05,
      "loss": 5.9734,
      "step": 152790
    },
    {
      "epoch": 0.13374432465221398,
      "grad_norm": 0.37296053767204285,
      "learning_rate": 4.847773946245646e-05,
      "loss": 5.2585,
      "step": 152795
    },
    {
      "epoch": 0.13374870124584115,
      "grad_norm": 0.38574352860450745,
      "learning_rate": 4.847763316871876e-05,
      "loss": 5.4712,
      "step": 152800
    },
    {
      "epoch": 0.1337530778394683,
      "grad_norm": 0.4094874858856201,
      "learning_rate": 4.8477526871416975e-05,
      "loss": 4.9668,
      "step": 152805
    },
    {
      "epoch": 0.13375745443309545,
      "grad_norm": 0.42453518509864807,
      "learning_rate": 4.8477420570551126e-05,
      "loss": 4.9624,
      "step": 152810
    },
    {
      "epoch": 0.1337618310267226,
      "grad_norm": 0.43984490633010864,
      "learning_rate": 4.847731426612122e-05,
      "loss": 5.4553,
      "step": 152815
    },
    {
      "epoch": 0.13376620762034977,
      "grad_norm": 0.41738685965538025,
      "learning_rate": 4.847720795812728e-05,
      "loss": 4.2634,
      "step": 152820
    },
    {
      "epoch": 0.13377058421397692,
      "grad_norm": 0.4257112741470337,
      "learning_rate": 4.8477101646569346e-05,
      "loss": 5.4466,
      "step": 152825
    },
    {
      "epoch": 0.13377496080760407,
      "grad_norm": 0.4118198752403259,
      "learning_rate": 4.847699533144742e-05,
      "loss": 5.1299,
      "step": 152830
    },
    {
      "epoch": 0.1337793374012312,
      "grad_norm": 0.3912023901939392,
      "learning_rate": 4.847688901276152e-05,
      "loss": 4.969,
      "step": 152835
    },
    {
      "epoch": 0.1337837139948584,
      "grad_norm": 0.4350666403770447,
      "learning_rate": 4.847678269051168e-05,
      "loss": 5.9566,
      "step": 152840
    },
    {
      "epoch": 0.13378809058848554,
      "grad_norm": 0.4263343811035156,
      "learning_rate": 4.8476676364697913e-05,
      "loss": 5.2379,
      "step": 152845
    },
    {
      "epoch": 0.13379246718211268,
      "grad_norm": 0.434261679649353,
      "learning_rate": 4.8476570035320245e-05,
      "loss": 4.1449,
      "step": 152850
    },
    {
      "epoch": 0.13379684377573983,
      "grad_norm": 0.5185856223106384,
      "learning_rate": 4.847646370237868e-05,
      "loss": 5.7428,
      "step": 152855
    },
    {
      "epoch": 0.133801220369367,
      "grad_norm": 0.42502450942993164,
      "learning_rate": 4.847635736587327e-05,
      "loss": 5.95,
      "step": 152860
    },
    {
      "epoch": 0.13380559696299416,
      "grad_norm": 0.4098317623138428,
      "learning_rate": 4.8476251025804006e-05,
      "loss": 4.7475,
      "step": 152865
    },
    {
      "epoch": 0.1338099735566213,
      "grad_norm": 0.38092806935310364,
      "learning_rate": 4.847614468217092e-05,
      "loss": 5.6664,
      "step": 152870
    },
    {
      "epoch": 0.13381435015024845,
      "grad_norm": 0.3899003267288208,
      "learning_rate": 4.847603833497404e-05,
      "loss": 5.9699,
      "step": 152875
    },
    {
      "epoch": 0.13381872674387563,
      "grad_norm": 0.4119786024093628,
      "learning_rate": 4.847593198421336e-05,
      "loss": 4.4073,
      "step": 152880
    },
    {
      "epoch": 0.13382310333750277,
      "grad_norm": 0.42212992906570435,
      "learning_rate": 4.847582562988894e-05,
      "loss": 4.859,
      "step": 152885
    },
    {
      "epoch": 0.13382747993112992,
      "grad_norm": 0.42457589507102966,
      "learning_rate": 4.8475719272000764e-05,
      "loss": 5.4721,
      "step": 152890
    },
    {
      "epoch": 0.13383185652475707,
      "grad_norm": 0.4011579155921936,
      "learning_rate": 4.847561291054887e-05,
      "loss": 4.9573,
      "step": 152895
    },
    {
      "epoch": 0.13383623311838422,
      "grad_norm": 0.36869016289711,
      "learning_rate": 4.847550654553328e-05,
      "loss": 6.0047,
      "step": 152900
    },
    {
      "epoch": 0.1338406097120114,
      "grad_norm": 0.38537076115608215,
      "learning_rate": 4.847540017695401e-05,
      "loss": 5.6514,
      "step": 152905
    },
    {
      "epoch": 0.13384498630563854,
      "grad_norm": 0.3769826889038086,
      "learning_rate": 4.8475293804811086e-05,
      "loss": 5.9566,
      "step": 152910
    },
    {
      "epoch": 0.1338493628992657,
      "grad_norm": 0.3665737211704254,
      "learning_rate": 4.847518742910451e-05,
      "loss": 6.0062,
      "step": 152915
    },
    {
      "epoch": 0.13385373949289284,
      "grad_norm": 0.36585620045661926,
      "learning_rate": 4.8475081049834324e-05,
      "loss": 6.317,
      "step": 152920
    },
    {
      "epoch": 0.13385811608652,
      "grad_norm": 0.4385337233543396,
      "learning_rate": 4.847497466700054e-05,
      "loss": 4.6238,
      "step": 152925
    },
    {
      "epoch": 0.13386249268014716,
      "grad_norm": 0.37768062949180603,
      "learning_rate": 4.847486828060318e-05,
      "loss": 5.723,
      "step": 152930
    },
    {
      "epoch": 0.1338668692737743,
      "grad_norm": 0.37178999185562134,
      "learning_rate": 4.8474761890642275e-05,
      "loss": 5.9891,
      "step": 152935
    },
    {
      "epoch": 0.13387124586740146,
      "grad_norm": 0.3908180594444275,
      "learning_rate": 4.847465549711782e-05,
      "loss": 5.7627,
      "step": 152940
    },
    {
      "epoch": 0.13387562246102863,
      "grad_norm": 0.37965938448905945,
      "learning_rate": 4.847454910002985e-05,
      "loss": 4.9396,
      "step": 152945
    },
    {
      "epoch": 0.13387999905465578,
      "grad_norm": 0.3675364553928375,
      "learning_rate": 4.847444269937839e-05,
      "loss": 6.308,
      "step": 152950
    },
    {
      "epoch": 0.13388437564828293,
      "grad_norm": 0.41176149249076843,
      "learning_rate": 4.847433629516346e-05,
      "loss": 5.4642,
      "step": 152955
    },
    {
      "epoch": 0.13388875224191008,
      "grad_norm": 0.40207916498184204,
      "learning_rate": 4.847422988738507e-05,
      "loss": 4.9102,
      "step": 152960
    },
    {
      "epoch": 0.13389312883553725,
      "grad_norm": 0.44684967398643494,
      "learning_rate": 4.847412347604324e-05,
      "loss": 5.2036,
      "step": 152965
    },
    {
      "epoch": 0.1338975054291644,
      "grad_norm": 0.4548673927783966,
      "learning_rate": 4.847401706113801e-05,
      "loss": 4.6585,
      "step": 152970
    },
    {
      "epoch": 0.13390188202279155,
      "grad_norm": 0.38160383701324463,
      "learning_rate": 4.847391064266939e-05,
      "loss": 5.7777,
      "step": 152975
    },
    {
      "epoch": 0.1339062586164187,
      "grad_norm": 0.40011870861053467,
      "learning_rate": 4.8473804220637386e-05,
      "loss": 5.4905,
      "step": 152980
    },
    {
      "epoch": 0.13391063521004587,
      "grad_norm": 0.4268779754638672,
      "learning_rate": 4.847369779504204e-05,
      "loss": 4.8656,
      "step": 152985
    },
    {
      "epoch": 0.13391501180367302,
      "grad_norm": 0.4138183891773224,
      "learning_rate": 4.8473591365883354e-05,
      "loss": 4.6658,
      "step": 152990
    },
    {
      "epoch": 0.13391938839730017,
      "grad_norm": 0.36615684628486633,
      "learning_rate": 4.847348493316137e-05,
      "loss": 5.7512,
      "step": 152995
    },
    {
      "epoch": 0.1339237649909273,
      "grad_norm": 0.43344545364379883,
      "learning_rate": 4.847337849687609e-05,
      "loss": 5.135,
      "step": 153000
    },
    {
      "epoch": 0.1339281415845545,
      "grad_norm": 0.3918566405773163,
      "learning_rate": 4.847327205702755e-05,
      "loss": 5.6822,
      "step": 153005
    },
    {
      "epoch": 0.13393251817818164,
      "grad_norm": 0.40093332529067993,
      "learning_rate": 4.847316561361576e-05,
      "loss": 4.621,
      "step": 153010
    },
    {
      "epoch": 0.13393689477180878,
      "grad_norm": 0.3979361355304718,
      "learning_rate": 4.847305916664073e-05,
      "loss": 4.5445,
      "step": 153015
    },
    {
      "epoch": 0.13394127136543593,
      "grad_norm": 0.45255038142204285,
      "learning_rate": 4.84729527161025e-05,
      "loss": 4.9688,
      "step": 153020
    },
    {
      "epoch": 0.1339456479590631,
      "grad_norm": 0.43399783968925476,
      "learning_rate": 4.847284626200108e-05,
      "loss": 6.3008,
      "step": 153025
    },
    {
      "epoch": 0.13395002455269026,
      "grad_norm": 0.433032363653183,
      "learning_rate": 4.84727398043365e-05,
      "loss": 5.2851,
      "step": 153030
    },
    {
      "epoch": 0.1339544011463174,
      "grad_norm": 0.4685954749584198,
      "learning_rate": 4.847263334310877e-05,
      "loss": 5.1437,
      "step": 153035
    },
    {
      "epoch": 0.13395877773994455,
      "grad_norm": 0.3864482641220093,
      "learning_rate": 4.8472526878317924e-05,
      "loss": 5.1668,
      "step": 153040
    },
    {
      "epoch": 0.1339631543335717,
      "grad_norm": 0.43655362725257874,
      "learning_rate": 4.847242040996396e-05,
      "loss": 5.485,
      "step": 153045
    },
    {
      "epoch": 0.13396753092719887,
      "grad_norm": 0.41493114829063416,
      "learning_rate": 4.847231393804692e-05,
      "loss": 4.8387,
      "step": 153050
    },
    {
      "epoch": 0.13397190752082602,
      "grad_norm": 0.39572665095329285,
      "learning_rate": 4.847220746256681e-05,
      "loss": 5.0674,
      "step": 153055
    },
    {
      "epoch": 0.13397628411445317,
      "grad_norm": 0.44574010372161865,
      "learning_rate": 4.847210098352366e-05,
      "loss": 5.4703,
      "step": 153060
    },
    {
      "epoch": 0.13398066070808032,
      "grad_norm": 0.37195634841918945,
      "learning_rate": 4.8471994500917494e-05,
      "loss": 6.0168,
      "step": 153065
    },
    {
      "epoch": 0.1339850373017075,
      "grad_norm": 0.378224641084671,
      "learning_rate": 4.847188801474832e-05,
      "loss": 5.4369,
      "step": 153070
    },
    {
      "epoch": 0.13398941389533464,
      "grad_norm": 0.45790088176727295,
      "learning_rate": 4.847178152501617e-05,
      "loss": 5.1199,
      "step": 153075
    },
    {
      "epoch": 0.1339937904889618,
      "grad_norm": 0.3633213937282562,
      "learning_rate": 4.8471675031721056e-05,
      "loss": 6.0039,
      "step": 153080
    },
    {
      "epoch": 0.13399816708258894,
      "grad_norm": 0.4559275805950165,
      "learning_rate": 4.8471568534863e-05,
      "loss": 5.2479,
      "step": 153085
    },
    {
      "epoch": 0.1340025436762161,
      "grad_norm": 0.375215619802475,
      "learning_rate": 4.847146203444203e-05,
      "loss": 5.4497,
      "step": 153090
    },
    {
      "epoch": 0.13400692026984326,
      "grad_norm": 0.3943575918674469,
      "learning_rate": 4.847135553045815e-05,
      "loss": 5.7076,
      "step": 153095
    },
    {
      "epoch": 0.1340112968634704,
      "grad_norm": 0.39475899934768677,
      "learning_rate": 4.84712490229114e-05,
      "loss": 5.1895,
      "step": 153100
    },
    {
      "epoch": 0.13401567345709756,
      "grad_norm": 0.44906720519065857,
      "learning_rate": 4.8471142511801795e-05,
      "loss": 5.2327,
      "step": 153105
    },
    {
      "epoch": 0.13402005005072473,
      "grad_norm": 0.38415905833244324,
      "learning_rate": 4.847103599712933e-05,
      "loss": 4.7199,
      "step": 153110
    },
    {
      "epoch": 0.13402442664435188,
      "grad_norm": 0.439340204000473,
      "learning_rate": 4.847092947889408e-05,
      "loss": 5.7503,
      "step": 153115
    },
    {
      "epoch": 0.13402880323797903,
      "grad_norm": 0.37516239285469055,
      "learning_rate": 4.847082295709602e-05,
      "loss": 6.0031,
      "step": 153120
    },
    {
      "epoch": 0.13403317983160618,
      "grad_norm": 0.4072190225124359,
      "learning_rate": 4.8470716431735174e-05,
      "loss": 4.8616,
      "step": 153125
    },
    {
      "epoch": 0.13403755642523335,
      "grad_norm": 0.4113120138645172,
      "learning_rate": 4.847060990281159e-05,
      "loss": 5.5021,
      "step": 153130
    },
    {
      "epoch": 0.1340419330188605,
      "grad_norm": 0.42347121238708496,
      "learning_rate": 4.847050337032526e-05,
      "loss": 4.7495,
      "step": 153135
    },
    {
      "epoch": 0.13404630961248765,
      "grad_norm": 0.3750137388706207,
      "learning_rate": 4.847039683427622e-05,
      "loss": 5.772,
      "step": 153140
    },
    {
      "epoch": 0.1340506862061148,
      "grad_norm": 0.3749385476112366,
      "learning_rate": 4.847029029466449e-05,
      "loss": 5.9994,
      "step": 153145
    },
    {
      "epoch": 0.13405506279974197,
      "grad_norm": 0.4121943414211273,
      "learning_rate": 4.847018375149007e-05,
      "loss": 5.1562,
      "step": 153150
    },
    {
      "epoch": 0.13405943939336912,
      "grad_norm": 0.39985841512680054,
      "learning_rate": 4.8470077204753016e-05,
      "loss": 5.7663,
      "step": 153155
    },
    {
      "epoch": 0.13406381598699627,
      "grad_norm": 0.43832165002822876,
      "learning_rate": 4.8469970654453325e-05,
      "loss": 4.9496,
      "step": 153160
    },
    {
      "epoch": 0.1340681925806234,
      "grad_norm": 0.4367993175983429,
      "learning_rate": 4.8469864100591014e-05,
      "loss": 5.5316,
      "step": 153165
    },
    {
      "epoch": 0.13407256917425056,
      "grad_norm": 0.4222685694694519,
      "learning_rate": 4.8469757543166115e-05,
      "loss": 5.178,
      "step": 153170
    },
    {
      "epoch": 0.13407694576787774,
      "grad_norm": 0.4309874475002289,
      "learning_rate": 4.846965098217865e-05,
      "loss": 4.4298,
      "step": 153175
    },
    {
      "epoch": 0.13408132236150488,
      "grad_norm": 0.4170331656932831,
      "learning_rate": 4.846954441762864e-05,
      "loss": 5.3818,
      "step": 153180
    },
    {
      "epoch": 0.13408569895513203,
      "grad_norm": 0.4209105968475342,
      "learning_rate": 4.84694378495161e-05,
      "loss": 4.6428,
      "step": 153185
    },
    {
      "epoch": 0.13409007554875918,
      "grad_norm": 0.4429861009120941,
      "learning_rate": 4.846933127784105e-05,
      "loss": 5.4521,
      "step": 153190
    },
    {
      "epoch": 0.13409445214238636,
      "grad_norm": 0.42233699560165405,
      "learning_rate": 4.84692247026035e-05,
      "loss": 4.944,
      "step": 153195
    },
    {
      "epoch": 0.1340988287360135,
      "grad_norm": 0.415723592042923,
      "learning_rate": 4.846911812380349e-05,
      "loss": 5.4678,
      "step": 153200
    },
    {
      "epoch": 0.13410320532964065,
      "grad_norm": 0.3948325216770172,
      "learning_rate": 4.8469011541441034e-05,
      "loss": 5.6316,
      "step": 153205
    },
    {
      "epoch": 0.1341075819232678,
      "grad_norm": 0.41336220502853394,
      "learning_rate": 4.846890495551616e-05,
      "loss": 4.9465,
      "step": 153210
    },
    {
      "epoch": 0.13411195851689497,
      "grad_norm": 0.4292193055152893,
      "learning_rate": 4.846879836602887e-05,
      "loss": 4.2368,
      "step": 153215
    },
    {
      "epoch": 0.13411633511052212,
      "grad_norm": 0.37156134843826294,
      "learning_rate": 4.846869177297919e-05,
      "loss": 5.6764,
      "step": 153220
    },
    {
      "epoch": 0.13412071170414927,
      "grad_norm": 0.42389988899230957,
      "learning_rate": 4.846858517636715e-05,
      "loss": 4.9481,
      "step": 153225
    },
    {
      "epoch": 0.13412508829777642,
      "grad_norm": 0.399955689907074,
      "learning_rate": 4.8468478576192765e-05,
      "loss": 5.073,
      "step": 153230
    },
    {
      "epoch": 0.1341294648914036,
      "grad_norm": 0.4216315448284149,
      "learning_rate": 4.846837197245606e-05,
      "loss": 5.4945,
      "step": 153235
    },
    {
      "epoch": 0.13413384148503074,
      "grad_norm": 0.38797527551651,
      "learning_rate": 4.846826536515705e-05,
      "loss": 5.6826,
      "step": 153240
    },
    {
      "epoch": 0.1341382180786579,
      "grad_norm": 0.43413716554641724,
      "learning_rate": 4.846815875429576e-05,
      "loss": 5.4534,
      "step": 153245
    },
    {
      "epoch": 0.13414259467228504,
      "grad_norm": 0.43942826986312866,
      "learning_rate": 4.846805213987221e-05,
      "loss": 4.6471,
      "step": 153250
    },
    {
      "epoch": 0.1341469712659122,
      "grad_norm": 0.38121312856674194,
      "learning_rate": 4.8467945521886415e-05,
      "loss": 5.75,
      "step": 153255
    },
    {
      "epoch": 0.13415134785953936,
      "grad_norm": 0.40981525182724,
      "learning_rate": 4.846783890033839e-05,
      "loss": 5.7236,
      "step": 153260
    },
    {
      "epoch": 0.1341557244531665,
      "grad_norm": 0.38922378420829773,
      "learning_rate": 4.8467732275228175e-05,
      "loss": 5.4396,
      "step": 153265
    },
    {
      "epoch": 0.13416010104679366,
      "grad_norm": 0.39110246300697327,
      "learning_rate": 4.846762564655578e-05,
      "loss": 5.1664,
      "step": 153270
    },
    {
      "epoch": 0.13416447764042083,
      "grad_norm": 0.4018206000328064,
      "learning_rate": 4.846751901432123e-05,
      "loss": 4.6784,
      "step": 153275
    },
    {
      "epoch": 0.13416885423404798,
      "grad_norm": 0.4068838357925415,
      "learning_rate": 4.846741237852453e-05,
      "loss": 4.9386,
      "step": 153280
    },
    {
      "epoch": 0.13417323082767513,
      "grad_norm": 0.3897494971752167,
      "learning_rate": 4.8467305739165724e-05,
      "loss": 5.7696,
      "step": 153285
    },
    {
      "epoch": 0.13417760742130228,
      "grad_norm": 0.4130946695804596,
      "learning_rate": 4.846719909624481e-05,
      "loss": 4.6228,
      "step": 153290
    },
    {
      "epoch": 0.13418198401492942,
      "grad_norm": 0.4308185577392578,
      "learning_rate": 4.846709244976183e-05,
      "loss": 4.6314,
      "step": 153295
    },
    {
      "epoch": 0.1341863606085566,
      "grad_norm": 0.43461641669273376,
      "learning_rate": 4.846698579971678e-05,
      "loss": 4.9516,
      "step": 153300
    },
    {
      "epoch": 0.13419073720218375,
      "grad_norm": 0.43687698245048523,
      "learning_rate": 4.84668791461097e-05,
      "loss": 5.4714,
      "step": 153305
    },
    {
      "epoch": 0.1341951137958109,
      "grad_norm": 0.41084909439086914,
      "learning_rate": 4.846677248894061e-05,
      "loss": 4.6436,
      "step": 153310
    },
    {
      "epoch": 0.13419949038943804,
      "grad_norm": 0.42356598377227783,
      "learning_rate": 4.846666582820952e-05,
      "loss": 4.9722,
      "step": 153315
    },
    {
      "epoch": 0.13420386698306522,
      "grad_norm": 0.39791932702064514,
      "learning_rate": 4.8466559163916456e-05,
      "loss": 5.4304,
      "step": 153320
    },
    {
      "epoch": 0.13420824357669237,
      "grad_norm": 0.4093449115753174,
      "learning_rate": 4.846645249606144e-05,
      "loss": 5.6896,
      "step": 153325
    },
    {
      "epoch": 0.1342126201703195,
      "grad_norm": 0.4313677251338959,
      "learning_rate": 4.84663458246445e-05,
      "loss": 4.6418,
      "step": 153330
    },
    {
      "epoch": 0.13421699676394666,
      "grad_norm": 0.3956504166126251,
      "learning_rate": 4.846623914966564e-05,
      "loss": 5.9691,
      "step": 153335
    },
    {
      "epoch": 0.13422137335757384,
      "grad_norm": 0.4215286672115326,
      "learning_rate": 4.846613247112488e-05,
      "loss": 4.1349,
      "step": 153340
    },
    {
      "epoch": 0.13422574995120098,
      "grad_norm": 0.387689471244812,
      "learning_rate": 4.8466025789022264e-05,
      "loss": 5.2469,
      "step": 153345
    },
    {
      "epoch": 0.13423012654482813,
      "grad_norm": 0.39568567276000977,
      "learning_rate": 4.8465919103357784e-05,
      "loss": 5.3344,
      "step": 153350
    },
    {
      "epoch": 0.13423450313845528,
      "grad_norm": 0.42028117179870605,
      "learning_rate": 4.846581241413148e-05,
      "loss": 5.2655,
      "step": 153355
    },
    {
      "epoch": 0.13423887973208246,
      "grad_norm": 0.3674483597278595,
      "learning_rate": 4.846570572134337e-05,
      "loss": 5.7979,
      "step": 153360
    },
    {
      "epoch": 0.1342432563257096,
      "grad_norm": 0.4196009635925293,
      "learning_rate": 4.846559902499346e-05,
      "loss": 5.9928,
      "step": 153365
    },
    {
      "epoch": 0.13424763291933675,
      "grad_norm": 0.37471479177474976,
      "learning_rate": 4.846549232508178e-05,
      "loss": 6.3141,
      "step": 153370
    },
    {
      "epoch": 0.1342520095129639,
      "grad_norm": 0.4052678942680359,
      "learning_rate": 4.846538562160837e-05,
      "loss": 5.1255,
      "step": 153375
    },
    {
      "epoch": 0.13425638610659107,
      "grad_norm": 0.36915284395217896,
      "learning_rate": 4.846527891457323e-05,
      "loss": 5.9555,
      "step": 153380
    },
    {
      "epoch": 0.13426076270021822,
      "grad_norm": 0.4476781487464905,
      "learning_rate": 4.8465172203976384e-05,
      "loss": 4.4292,
      "step": 153385
    },
    {
      "epoch": 0.13426513929384537,
      "grad_norm": 0.44112902879714966,
      "learning_rate": 4.846506548981784e-05,
      "loss": 5.2732,
      "step": 153390
    },
    {
      "epoch": 0.13426951588747252,
      "grad_norm": 0.4030190408229828,
      "learning_rate": 4.846495877209763e-05,
      "loss": 5.4467,
      "step": 153395
    },
    {
      "epoch": 0.1342738924810997,
      "grad_norm": 0.4049980938434601,
      "learning_rate": 4.846485205081579e-05,
      "loss": 5.3695,
      "step": 153400
    },
    {
      "epoch": 0.13427826907472684,
      "grad_norm": 0.40656232833862305,
      "learning_rate": 4.8464745325972315e-05,
      "loss": 5.1462,
      "step": 153405
    },
    {
      "epoch": 0.134282645668354,
      "grad_norm": 0.410597026348114,
      "learning_rate": 4.846463859756724e-05,
      "loss": 5.3949,
      "step": 153410
    },
    {
      "epoch": 0.13428702226198114,
      "grad_norm": 0.4078924059867859,
      "learning_rate": 4.846453186560058e-05,
      "loss": 5.1771,
      "step": 153415
    },
    {
      "epoch": 0.13429139885560828,
      "grad_norm": 0.4613412320613861,
      "learning_rate": 4.8464425130072356e-05,
      "loss": 4.9846,
      "step": 153420
    },
    {
      "epoch": 0.13429577544923546,
      "grad_norm": 0.45619499683380127,
      "learning_rate": 4.84643183909826e-05,
      "loss": 4.9556,
      "step": 153425
    },
    {
      "epoch": 0.1343001520428626,
      "grad_norm": 0.37883439660072327,
      "learning_rate": 4.8464211648331316e-05,
      "loss": 5.4539,
      "step": 153430
    },
    {
      "epoch": 0.13430452863648976,
      "grad_norm": 0.4029170572757721,
      "learning_rate": 4.846410490211852e-05,
      "loss": 4.969,
      "step": 153435
    },
    {
      "epoch": 0.1343089052301169,
      "grad_norm": 0.4397256374359131,
      "learning_rate": 4.846399815234426e-05,
      "loss": 4.9703,
      "step": 153440
    },
    {
      "epoch": 0.13431328182374408,
      "grad_norm": 0.43496739864349365,
      "learning_rate": 4.846389139900854e-05,
      "loss": 4.856,
      "step": 153445
    },
    {
      "epoch": 0.13431765841737123,
      "grad_norm": 0.41396966576576233,
      "learning_rate": 4.8463784642111376e-05,
      "loss": 5.4624,
      "step": 153450
    },
    {
      "epoch": 0.13432203501099838,
      "grad_norm": 0.39904576539993286,
      "learning_rate": 4.846367788165279e-05,
      "loss": 5.6506,
      "step": 153455
    },
    {
      "epoch": 0.13432641160462552,
      "grad_norm": 0.38257932662963867,
      "learning_rate": 4.8463571117632814e-05,
      "loss": 5.2752,
      "step": 153460
    },
    {
      "epoch": 0.1343307881982527,
      "grad_norm": 0.38827401399612427,
      "learning_rate": 4.846346435005146e-05,
      "loss": 5.9682,
      "step": 153465
    },
    {
      "epoch": 0.13433516479187985,
      "grad_norm": 0.36787286400794983,
      "learning_rate": 4.846335757890875e-05,
      "loss": 5.7951,
      "step": 153470
    },
    {
      "epoch": 0.134339541385507,
      "grad_norm": 0.3761695623397827,
      "learning_rate": 4.8463250804204695e-05,
      "loss": 5.952,
      "step": 153475
    },
    {
      "epoch": 0.13434391797913414,
      "grad_norm": 0.40229734778404236,
      "learning_rate": 4.8463144025939334e-05,
      "loss": 5.211,
      "step": 153480
    },
    {
      "epoch": 0.13434829457276132,
      "grad_norm": 0.42638692259788513,
      "learning_rate": 4.8463037244112674e-05,
      "loss": 5.2398,
      "step": 153485
    },
    {
      "epoch": 0.13435267116638847,
      "grad_norm": 0.423109769821167,
      "learning_rate": 4.846293045872474e-05,
      "loss": 4.1216,
      "step": 153490
    },
    {
      "epoch": 0.1343570477600156,
      "grad_norm": 0.3842252492904663,
      "learning_rate": 4.846282366977556e-05,
      "loss": 4.9359,
      "step": 153495
    },
    {
      "epoch": 0.13436142435364276,
      "grad_norm": 0.39036619663238525,
      "learning_rate": 4.8462716877265135e-05,
      "loss": 5.4554,
      "step": 153500
    },
    {
      "epoch": 0.13436580094726994,
      "grad_norm": 0.39213109016418457,
      "learning_rate": 4.84626100811935e-05,
      "loss": 5.1777,
      "step": 153505
    },
    {
      "epoch": 0.13437017754089708,
      "grad_norm": 0.4145028591156006,
      "learning_rate": 4.846250328156069e-05,
      "loss": 4.1252,
      "step": 153510
    },
    {
      "epoch": 0.13437455413452423,
      "grad_norm": 0.42381322383880615,
      "learning_rate": 4.846239647836669e-05,
      "loss": 5.375,
      "step": 153515
    },
    {
      "epoch": 0.13437893072815138,
      "grad_norm": 0.41339555382728577,
      "learning_rate": 4.846228967161154e-05,
      "loss": 4.9417,
      "step": 153520
    },
    {
      "epoch": 0.13438330732177856,
      "grad_norm": 0.3683159649372101,
      "learning_rate": 4.846218286129527e-05,
      "loss": 5.7578,
      "step": 153525
    },
    {
      "epoch": 0.1343876839154057,
      "grad_norm": 0.3814292550086975,
      "learning_rate": 4.846207604741788e-05,
      "loss": 5.2454,
      "step": 153530
    },
    {
      "epoch": 0.13439206050903285,
      "grad_norm": 0.41775810718536377,
      "learning_rate": 4.846196922997942e-05,
      "loss": 5.4761,
      "step": 153535
    },
    {
      "epoch": 0.13439643710266,
      "grad_norm": 0.3909253776073456,
      "learning_rate": 4.846186240897988e-05,
      "loss": 4.9493,
      "step": 153540
    },
    {
      "epoch": 0.13440081369628715,
      "grad_norm": 0.3775949776172638,
      "learning_rate": 4.846175558441929e-05,
      "loss": 5.6539,
      "step": 153545
    },
    {
      "epoch": 0.13440519028991432,
      "grad_norm": 0.37040868401527405,
      "learning_rate": 4.8461648756297675e-05,
      "loss": 5.4375,
      "step": 153550
    },
    {
      "epoch": 0.13440956688354147,
      "grad_norm": 0.4087786376476288,
      "learning_rate": 4.846154192461505e-05,
      "loss": 4.3383,
      "step": 153555
    },
    {
      "epoch": 0.13441394347716862,
      "grad_norm": 0.3760216534137726,
      "learning_rate": 4.846143508937144e-05,
      "loss": 5.375,
      "step": 153560
    },
    {
      "epoch": 0.13441832007079577,
      "grad_norm": 0.42916715145111084,
      "learning_rate": 4.8461328250566874e-05,
      "loss": 4.9205,
      "step": 153565
    },
    {
      "epoch": 0.13442269666442294,
      "grad_norm": 0.3831651210784912,
      "learning_rate": 4.846122140820135e-05,
      "loss": 6.2906,
      "step": 153570
    },
    {
      "epoch": 0.1344270732580501,
      "grad_norm": 0.3694252669811249,
      "learning_rate": 4.846111456227491e-05,
      "loss": 5.9578,
      "step": 153575
    },
    {
      "epoch": 0.13443144985167724,
      "grad_norm": 0.3942899703979492,
      "learning_rate": 4.8461007712787564e-05,
      "loss": 5.1891,
      "step": 153580
    },
    {
      "epoch": 0.13443582644530438,
      "grad_norm": 0.386483371257782,
      "learning_rate": 4.8460900859739345e-05,
      "loss": 5.7271,
      "step": 153585
    },
    {
      "epoch": 0.13444020303893156,
      "grad_norm": 0.4411531388759613,
      "learning_rate": 4.846079400313025e-05,
      "loss": 4.6787,
      "step": 153590
    },
    {
      "epoch": 0.1344445796325587,
      "grad_norm": 0.37259840965270996,
      "learning_rate": 4.846068714296032e-05,
      "loss": 5.1694,
      "step": 153595
    },
    {
      "epoch": 0.13444895622618586,
      "grad_norm": 0.3643791675567627,
      "learning_rate": 4.8460580279229575e-05,
      "loss": 5.4532,
      "step": 153600
    },
    {
      "epoch": 0.134453332819813,
      "grad_norm": 0.4423932731151581,
      "learning_rate": 4.846047341193802e-05,
      "loss": 4.9802,
      "step": 153605
    },
    {
      "epoch": 0.13445770941344018,
      "grad_norm": 0.4086017608642578,
      "learning_rate": 4.846036654108569e-05,
      "loss": 5.1251,
      "step": 153610
    },
    {
      "epoch": 0.13446208600706733,
      "grad_norm": 0.43794137239456177,
      "learning_rate": 4.8460259666672604e-05,
      "loss": 4.4507,
      "step": 153615
    },
    {
      "epoch": 0.13446646260069448,
      "grad_norm": 0.4019578695297241,
      "learning_rate": 4.8460152788698773e-05,
      "loss": 5.7125,
      "step": 153620
    },
    {
      "epoch": 0.13447083919432162,
      "grad_norm": 0.40030694007873535,
      "learning_rate": 4.846004590716423e-05,
      "loss": 5.1411,
      "step": 153625
    },
    {
      "epoch": 0.1344752157879488,
      "grad_norm": 0.41854023933410645,
      "learning_rate": 4.845993902206899e-05,
      "loss": 4.4066,
      "step": 153630
    },
    {
      "epoch": 0.13447959238157595,
      "grad_norm": 0.3910616338253021,
      "learning_rate": 4.8459832133413063e-05,
      "loss": 4.9352,
      "step": 153635
    },
    {
      "epoch": 0.1344839689752031,
      "grad_norm": 0.37874382734298706,
      "learning_rate": 4.8459725241196495e-05,
      "loss": 5.7012,
      "step": 153640
    },
    {
      "epoch": 0.13448834556883024,
      "grad_norm": 0.3729649782180786,
      "learning_rate": 4.8459618345419286e-05,
      "loss": 6.2844,
      "step": 153645
    },
    {
      "epoch": 0.13449272216245742,
      "grad_norm": 0.37238627672195435,
      "learning_rate": 4.845951144608146e-05,
      "loss": 5.4447,
      "step": 153650
    },
    {
      "epoch": 0.13449709875608457,
      "grad_norm": 0.3788895606994629,
      "learning_rate": 4.845940454318304e-05,
      "loss": 5.1896,
      "step": 153655
    },
    {
      "epoch": 0.1345014753497117,
      "grad_norm": 0.4251173734664917,
      "learning_rate": 4.845929763672404e-05,
      "loss": 4.9657,
      "step": 153660
    },
    {
      "epoch": 0.13450585194333886,
      "grad_norm": 0.37401115894317627,
      "learning_rate": 4.8459190726704495e-05,
      "loss": 5.4705,
      "step": 153665
    },
    {
      "epoch": 0.134510228536966,
      "grad_norm": 0.43210649490356445,
      "learning_rate": 4.8459083813124414e-05,
      "loss": 4.7431,
      "step": 153670
    },
    {
      "epoch": 0.13451460513059318,
      "grad_norm": 0.41877758502960205,
      "learning_rate": 4.8458976895983834e-05,
      "loss": 4.9313,
      "step": 153675
    },
    {
      "epoch": 0.13451898172422033,
      "grad_norm": 0.42418816685676575,
      "learning_rate": 4.845886997528276e-05,
      "loss": 4.518,
      "step": 153680
    },
    {
      "epoch": 0.13452335831784748,
      "grad_norm": 0.38981807231903076,
      "learning_rate": 4.84587630510212e-05,
      "loss": 5.529,
      "step": 153685
    },
    {
      "epoch": 0.13452773491147463,
      "grad_norm": 0.43222251534461975,
      "learning_rate": 4.845865612319921e-05,
      "loss": 5.1672,
      "step": 153690
    },
    {
      "epoch": 0.1345321115051018,
      "grad_norm": 0.4206709861755371,
      "learning_rate": 4.845854919181677e-05,
      "loss": 5.1999,
      "step": 153695
    },
    {
      "epoch": 0.13453648809872895,
      "grad_norm": 0.5018875002861023,
      "learning_rate": 4.8458442256873934e-05,
      "loss": 5.248,
      "step": 153700
    },
    {
      "epoch": 0.1345408646923561,
      "grad_norm": 0.41224467754364014,
      "learning_rate": 4.8458335318370715e-05,
      "loss": 4.3681,
      "step": 153705
    },
    {
      "epoch": 0.13454524128598325,
      "grad_norm": 0.42865559458732605,
      "learning_rate": 4.8458228376307126e-05,
      "loss": 5.2162,
      "step": 153710
    },
    {
      "epoch": 0.13454961787961042,
      "grad_norm": 0.4399676024913788,
      "learning_rate": 4.845812143068318e-05,
      "loss": 5.2223,
      "step": 153715
    },
    {
      "epoch": 0.13455399447323757,
      "grad_norm": 0.4202626049518585,
      "learning_rate": 4.8458014481498915e-05,
      "loss": 5.2747,
      "step": 153720
    },
    {
      "epoch": 0.13455837106686472,
      "grad_norm": 0.3884150981903076,
      "learning_rate": 4.8457907528754356e-05,
      "loss": 5.383,
      "step": 153725
    },
    {
      "epoch": 0.13456274766049187,
      "grad_norm": 0.4034596085548401,
      "learning_rate": 4.84578005724495e-05,
      "loss": 4.6475,
      "step": 153730
    },
    {
      "epoch": 0.13456712425411904,
      "grad_norm": 0.3894346058368683,
      "learning_rate": 4.8457693612584374e-05,
      "loss": 5.4377,
      "step": 153735
    },
    {
      "epoch": 0.1345715008477462,
      "grad_norm": 0.38861724734306335,
      "learning_rate": 4.8457586649159014e-05,
      "loss": 4.9425,
      "step": 153740
    },
    {
      "epoch": 0.13457587744137334,
      "grad_norm": 0.36886730790138245,
      "learning_rate": 4.8457479682173424e-05,
      "loss": 5.7841,
      "step": 153745
    },
    {
      "epoch": 0.13458025403500049,
      "grad_norm": 0.3701915144920349,
      "learning_rate": 4.845737271162765e-05,
      "loss": 5.4589,
      "step": 153750
    },
    {
      "epoch": 0.13458463062862766,
      "grad_norm": 0.4168831408023834,
      "learning_rate": 4.8457265737521676e-05,
      "loss": 5.2656,
      "step": 153755
    },
    {
      "epoch": 0.1345890072222548,
      "grad_norm": 0.3738192319869995,
      "learning_rate": 4.8457158759855536e-05,
      "loss": 5.9934,
      "step": 153760
    },
    {
      "epoch": 0.13459338381588196,
      "grad_norm": 0.4087359309196472,
      "learning_rate": 4.845705177862927e-05,
      "loss": 5.1068,
      "step": 153765
    },
    {
      "epoch": 0.1345977604095091,
      "grad_norm": 0.41352134943008423,
      "learning_rate": 4.8456944793842884e-05,
      "loss": 5.1359,
      "step": 153770
    },
    {
      "epoch": 0.13460213700313628,
      "grad_norm": 0.4241882264614105,
      "learning_rate": 4.8456837805496404e-05,
      "loss": 5.1787,
      "step": 153775
    },
    {
      "epoch": 0.13460651359676343,
      "grad_norm": 0.42320534586906433,
      "learning_rate": 4.8456730813589825e-05,
      "loss": 4.6688,
      "step": 153780
    },
    {
      "epoch": 0.13461089019039058,
      "grad_norm": 0.4170997142791748,
      "learning_rate": 4.84566238181232e-05,
      "loss": 4.9586,
      "step": 153785
    },
    {
      "epoch": 0.13461526678401772,
      "grad_norm": 0.4100768566131592,
      "learning_rate": 4.8456516819096543e-05,
      "loss": 4.2433,
      "step": 153790
    },
    {
      "epoch": 0.1346196433776449,
      "grad_norm": 0.41911980509757996,
      "learning_rate": 4.8456409816509875e-05,
      "loss": 5.4727,
      "step": 153795
    },
    {
      "epoch": 0.13462401997127205,
      "grad_norm": 0.4365241527557373,
      "learning_rate": 4.8456302810363195e-05,
      "loss": 5.426,
      "step": 153800
    },
    {
      "epoch": 0.1346283965648992,
      "grad_norm": 0.4752209782600403,
      "learning_rate": 4.845619580065654e-05,
      "loss": 5.4868,
      "step": 153805
    },
    {
      "epoch": 0.13463277315852634,
      "grad_norm": 0.387338787317276,
      "learning_rate": 4.845608878738994e-05,
      "loss": 6.341,
      "step": 153810
    },
    {
      "epoch": 0.1346371497521535,
      "grad_norm": 0.4096924662590027,
      "learning_rate": 4.845598177056341e-05,
      "loss": 5.1399,
      "step": 153815
    },
    {
      "epoch": 0.13464152634578067,
      "grad_norm": 0.3789357542991638,
      "learning_rate": 4.845587475017695e-05,
      "loss": 5.4535,
      "step": 153820
    },
    {
      "epoch": 0.1346459029394078,
      "grad_norm": 0.41101133823394775,
      "learning_rate": 4.8455767726230614e-05,
      "loss": 5.9871,
      "step": 153825
    },
    {
      "epoch": 0.13465027953303496,
      "grad_norm": 0.4310038685798645,
      "learning_rate": 4.8455660698724405e-05,
      "loss": 5.9449,
      "step": 153830
    },
    {
      "epoch": 0.1346546561266621,
      "grad_norm": 0.4141900837421417,
      "learning_rate": 4.845555366765834e-05,
      "loss": 5.4359,
      "step": 153835
    },
    {
      "epoch": 0.13465903272028928,
      "grad_norm": 0.38973549008369446,
      "learning_rate": 4.845544663303244e-05,
      "loss": 5.467,
      "step": 153840
    },
    {
      "epoch": 0.13466340931391643,
      "grad_norm": 0.39642196893692017,
      "learning_rate": 4.8455339594846726e-05,
      "loss": 5.4611,
      "step": 153845
    },
    {
      "epoch": 0.13466778590754358,
      "grad_norm": 0.43565282225608826,
      "learning_rate": 4.8455232553101236e-05,
      "loss": 4.6578,
      "step": 153850
    },
    {
      "epoch": 0.13467216250117073,
      "grad_norm": 0.4168514311313629,
      "learning_rate": 4.845512550779597e-05,
      "loss": 4.9084,
      "step": 153855
    },
    {
      "epoch": 0.1346765390947979,
      "grad_norm": 0.3967224359512329,
      "learning_rate": 4.8455018458930954e-05,
      "loss": 5.7846,
      "step": 153860
    },
    {
      "epoch": 0.13468091568842505,
      "grad_norm": 0.4316408038139343,
      "learning_rate": 4.845491140650622e-05,
      "loss": 4.4335,
      "step": 153865
    },
    {
      "epoch": 0.1346852922820522,
      "grad_norm": 0.38076451420783997,
      "learning_rate": 4.8454804350521776e-05,
      "loss": 5.4874,
      "step": 153870
    },
    {
      "epoch": 0.13468966887567935,
      "grad_norm": 0.4267652630805969,
      "learning_rate": 4.8454697290977644e-05,
      "loss": 5.1698,
      "step": 153875
    },
    {
      "epoch": 0.13469404546930652,
      "grad_norm": 0.41642582416534424,
      "learning_rate": 4.845459022787384e-05,
      "loss": 5.6965,
      "step": 153880
    },
    {
      "epoch": 0.13469842206293367,
      "grad_norm": 0.40886181592941284,
      "learning_rate": 4.845448316121041e-05,
      "loss": 5.1789,
      "step": 153885
    },
    {
      "epoch": 0.13470279865656082,
      "grad_norm": 0.3898142874240875,
      "learning_rate": 4.845437609098733e-05,
      "loss": 5.457,
      "step": 153890
    },
    {
      "epoch": 0.13470717525018797,
      "grad_norm": 0.40019750595092773,
      "learning_rate": 4.8454269017204665e-05,
      "loss": 5.2751,
      "step": 153895
    },
    {
      "epoch": 0.13471155184381514,
      "grad_norm": 0.4347269833087921,
      "learning_rate": 4.8454161939862406e-05,
      "loss": 5.7783,
      "step": 153900
    },
    {
      "epoch": 0.1347159284374423,
      "grad_norm": 0.42986419796943665,
      "learning_rate": 4.8454054858960596e-05,
      "loss": 4.9471,
      "step": 153905
    },
    {
      "epoch": 0.13472030503106944,
      "grad_norm": 0.455303817987442,
      "learning_rate": 4.845394777449924e-05,
      "loss": 4.9488,
      "step": 153910
    },
    {
      "epoch": 0.13472468162469659,
      "grad_norm": 0.4189760684967041,
      "learning_rate": 4.8453840686478357e-05,
      "loss": 4.9693,
      "step": 153915
    },
    {
      "epoch": 0.13472905821832376,
      "grad_norm": 0.41582533717155457,
      "learning_rate": 4.845373359489799e-05,
      "loss": 5.6855,
      "step": 153920
    },
    {
      "epoch": 0.1347334348119509,
      "grad_norm": 0.4159237742424011,
      "learning_rate": 4.8453626499758124e-05,
      "loss": 5.4608,
      "step": 153925
    },
    {
      "epoch": 0.13473781140557806,
      "grad_norm": 0.39436787366867065,
      "learning_rate": 4.845351940105881e-05,
      "loss": 4.9578,
      "step": 153930
    },
    {
      "epoch": 0.1347421879992052,
      "grad_norm": 0.40453866124153137,
      "learning_rate": 4.845341229880006e-05,
      "loss": 5.3891,
      "step": 153935
    },
    {
      "epoch": 0.13474656459283235,
      "grad_norm": 0.3899591565132141,
      "learning_rate": 4.845330519298188e-05,
      "loss": 5.368,
      "step": 153940
    },
    {
      "epoch": 0.13475094118645953,
      "grad_norm": 0.4382820427417755,
      "learning_rate": 4.8453198083604314e-05,
      "loss": 4.1266,
      "step": 153945
    },
    {
      "epoch": 0.13475531778008668,
      "grad_norm": 0.3925796449184418,
      "learning_rate": 4.845309097066737e-05,
      "loss": 5.7551,
      "step": 153950
    },
    {
      "epoch": 0.13475969437371382,
      "grad_norm": 0.4425923526287079,
      "learning_rate": 4.845298385417106e-05,
      "loss": 5.4562,
      "step": 153955
    },
    {
      "epoch": 0.13476407096734097,
      "grad_norm": 0.43107181787490845,
      "learning_rate": 4.8452876734115425e-05,
      "loss": 5.2437,
      "step": 153960
    },
    {
      "epoch": 0.13476844756096815,
      "grad_norm": 0.41084176301956177,
      "learning_rate": 4.845276961050048e-05,
      "loss": 5.1989,
      "step": 153965
    },
    {
      "epoch": 0.1347728241545953,
      "grad_norm": 0.3875855505466461,
      "learning_rate": 4.8452662483326236e-05,
      "loss": 5.4699,
      "step": 153970
    },
    {
      "epoch": 0.13477720074822244,
      "grad_norm": 0.42566367983818054,
      "learning_rate": 4.845255535259272e-05,
      "loss": 5.3715,
      "step": 153975
    },
    {
      "epoch": 0.1347815773418496,
      "grad_norm": 0.4363149404525757,
      "learning_rate": 4.845244821829995e-05,
      "loss": 5.4721,
      "step": 153980
    },
    {
      "epoch": 0.13478595393547677,
      "grad_norm": 0.3906293213367462,
      "learning_rate": 4.845234108044795e-05,
      "loss": 5.6574,
      "step": 153985
    },
    {
      "epoch": 0.1347903305291039,
      "grad_norm": 0.3807086646556854,
      "learning_rate": 4.845223393903674e-05,
      "loss": 5.772,
      "step": 153990
    },
    {
      "epoch": 0.13479470712273106,
      "grad_norm": 0.44343674182891846,
      "learning_rate": 4.845212679406633e-05,
      "loss": 4.6261,
      "step": 153995
    },
    {
      "epoch": 0.1347990837163582,
      "grad_norm": 0.401170015335083,
      "learning_rate": 4.845201964553676e-05,
      "loss": 4.9453,
      "step": 154000
    },
    {
      "epoch": 0.13480346030998538,
      "grad_norm": 0.3703797161579132,
      "learning_rate": 4.845191249344804e-05,
      "loss": 5.7626,
      "step": 154005
    },
    {
      "epoch": 0.13480783690361253,
      "grad_norm": 0.41496479511260986,
      "learning_rate": 4.845180533780019e-05,
      "loss": 5.4727,
      "step": 154010
    },
    {
      "epoch": 0.13481221349723968,
      "grad_norm": 0.42297253012657166,
      "learning_rate": 4.845169817859324e-05,
      "loss": 5.1727,
      "step": 154015
    },
    {
      "epoch": 0.13481659009086683,
      "grad_norm": 0.3725150227546692,
      "learning_rate": 4.8451591015827194e-05,
      "loss": 5.9871,
      "step": 154020
    },
    {
      "epoch": 0.134820966684494,
      "grad_norm": 0.43791407346725464,
      "learning_rate": 4.845148384950208e-05,
      "loss": 5.164,
      "step": 154025
    },
    {
      "epoch": 0.13482534327812115,
      "grad_norm": 0.4236368238925934,
      "learning_rate": 4.845137667961793e-05,
      "loss": 5.1605,
      "step": 154030
    },
    {
      "epoch": 0.1348297198717483,
      "grad_norm": 0.3761325776576996,
      "learning_rate": 4.845126950617474e-05,
      "loss": 5.7076,
      "step": 154035
    },
    {
      "epoch": 0.13483409646537545,
      "grad_norm": 0.41405990719795227,
      "learning_rate": 4.845116232917256e-05,
      "loss": 5.4481,
      "step": 154040
    },
    {
      "epoch": 0.13483847305900262,
      "grad_norm": 0.3944075107574463,
      "learning_rate": 4.845105514861139e-05,
      "loss": 5.1569,
      "step": 154045
    },
    {
      "epoch": 0.13484284965262977,
      "grad_norm": 0.45039474964141846,
      "learning_rate": 4.8450947964491266e-05,
      "loss": 5.2837,
      "step": 154050
    },
    {
      "epoch": 0.13484722624625692,
      "grad_norm": 0.38391292095184326,
      "learning_rate": 4.845084077681219e-05,
      "loss": 5.4883,
      "step": 154055
    },
    {
      "epoch": 0.13485160283988407,
      "grad_norm": 0.4085761308670044,
      "learning_rate": 4.8450733585574195e-05,
      "loss": 5.4982,
      "step": 154060
    },
    {
      "epoch": 0.1348559794335112,
      "grad_norm": 0.45607492327690125,
      "learning_rate": 4.84506263907773e-05,
      "loss": 5.4869,
      "step": 154065
    },
    {
      "epoch": 0.1348603560271384,
      "grad_norm": 0.42850589752197266,
      "learning_rate": 4.8450519192421516e-05,
      "loss": 4.9633,
      "step": 154070
    },
    {
      "epoch": 0.13486473262076554,
      "grad_norm": 0.43740424513816833,
      "learning_rate": 4.845041199050688e-05,
      "loss": 5.2494,
      "step": 154075
    },
    {
      "epoch": 0.13486910921439269,
      "grad_norm": 0.4305727481842041,
      "learning_rate": 4.8450304785033405e-05,
      "loss": 4.9121,
      "step": 154080
    },
    {
      "epoch": 0.13487348580801983,
      "grad_norm": 0.4248426854610443,
      "learning_rate": 4.8450197576001124e-05,
      "loss": 5.4512,
      "step": 154085
    },
    {
      "epoch": 0.134877862401647,
      "grad_norm": 0.4258808195590973,
      "learning_rate": 4.8450090363410024e-05,
      "loss": 5.2724,
      "step": 154090
    },
    {
      "epoch": 0.13488223899527416,
      "grad_norm": 0.4263055622577667,
      "learning_rate": 4.844998314726016e-05,
      "loss": 4.8526,
      "step": 154095
    },
    {
      "epoch": 0.1348866155889013,
      "grad_norm": 0.4158562123775482,
      "learning_rate": 4.844987592755154e-05,
      "loss": 4.6902,
      "step": 154100
    },
    {
      "epoch": 0.13489099218252845,
      "grad_norm": 0.40539443492889404,
      "learning_rate": 4.844976870428418e-05,
      "loss": 5.4742,
      "step": 154105
    },
    {
      "epoch": 0.13489536877615563,
      "grad_norm": 0.4180223047733307,
      "learning_rate": 4.844966147745811e-05,
      "loss": 4.9611,
      "step": 154110
    },
    {
      "epoch": 0.13489974536978278,
      "grad_norm": 0.3812863826751709,
      "learning_rate": 4.8449554247073336e-05,
      "loss": 5.6471,
      "step": 154115
    },
    {
      "epoch": 0.13490412196340992,
      "grad_norm": 0.4087268114089966,
      "learning_rate": 4.84494470131299e-05,
      "loss": 5.1804,
      "step": 154120
    },
    {
      "epoch": 0.13490849855703707,
      "grad_norm": 0.42137715220451355,
      "learning_rate": 4.844933977562781e-05,
      "loss": 5.1377,
      "step": 154125
    },
    {
      "epoch": 0.13491287515066425,
      "grad_norm": 0.38757961988449097,
      "learning_rate": 4.844923253456708e-05,
      "loss": 5.7988,
      "step": 154130
    },
    {
      "epoch": 0.1349172517442914,
      "grad_norm": 0.4123528003692627,
      "learning_rate": 4.844912528994774e-05,
      "loss": 5.3914,
      "step": 154135
    },
    {
      "epoch": 0.13492162833791854,
      "grad_norm": 0.3960661292076111,
      "learning_rate": 4.844901804176981e-05,
      "loss": 5.2543,
      "step": 154140
    },
    {
      "epoch": 0.1349260049315457,
      "grad_norm": 0.45502355694770813,
      "learning_rate": 4.844891079003332e-05,
      "loss": 4.7392,
      "step": 154145
    },
    {
      "epoch": 0.13493038152517287,
      "grad_norm": 0.4344494640827179,
      "learning_rate": 4.8448803534738274e-05,
      "loss": 6.0051,
      "step": 154150
    },
    {
      "epoch": 0.1349347581188,
      "grad_norm": 0.4215046465396881,
      "learning_rate": 4.84486962758847e-05,
      "loss": 4.9271,
      "step": 154155
    },
    {
      "epoch": 0.13493913471242716,
      "grad_norm": 0.3834381103515625,
      "learning_rate": 4.8448589013472614e-05,
      "loss": 5.6703,
      "step": 154160
    },
    {
      "epoch": 0.1349435113060543,
      "grad_norm": 0.4113398492336273,
      "learning_rate": 4.844848174750204e-05,
      "loss": 4.9476,
      "step": 154165
    },
    {
      "epoch": 0.13494788789968148,
      "grad_norm": 0.3876984119415283,
      "learning_rate": 4.8448374477973005e-05,
      "loss": 5.2912,
      "step": 154170
    },
    {
      "epoch": 0.13495226449330863,
      "grad_norm": 0.42298629879951477,
      "learning_rate": 4.8448267204885525e-05,
      "loss": 4.9623,
      "step": 154175
    },
    {
      "epoch": 0.13495664108693578,
      "grad_norm": 0.43419161438941956,
      "learning_rate": 4.844815992823961e-05,
      "loss": 5.4477,
      "step": 154180
    },
    {
      "epoch": 0.13496101768056293,
      "grad_norm": 0.4181755483150482,
      "learning_rate": 4.8448052648035306e-05,
      "loss": 5.2393,
      "step": 154185
    },
    {
      "epoch": 0.13496539427419008,
      "grad_norm": 0.40194833278656006,
      "learning_rate": 4.8447945364272594e-05,
      "loss": 5.1498,
      "step": 154190
    },
    {
      "epoch": 0.13496977086781725,
      "grad_norm": 0.3831492066383362,
      "learning_rate": 4.844783807695154e-05,
      "loss": 5.7687,
      "step": 154195
    },
    {
      "epoch": 0.1349741474614444,
      "grad_norm": 0.4437906742095947,
      "learning_rate": 4.844773078607213e-05,
      "loss": 4.6527,
      "step": 154200
    },
    {
      "epoch": 0.13497852405507155,
      "grad_norm": 0.46561741828918457,
      "learning_rate": 4.844762349163442e-05,
      "loss": 4.7227,
      "step": 154205
    },
    {
      "epoch": 0.1349829006486987,
      "grad_norm": 0.4490477442741394,
      "learning_rate": 4.844751619363839e-05,
      "loss": 5.4393,
      "step": 154210
    },
    {
      "epoch": 0.13498727724232587,
      "grad_norm": 0.44722574949264526,
      "learning_rate": 4.844740889208409e-05,
      "loss": 5.1706,
      "step": 154215
    },
    {
      "epoch": 0.13499165383595302,
      "grad_norm": 0.43360307812690735,
      "learning_rate": 4.8447301586971514e-05,
      "loss": 5.1535,
      "step": 154220
    },
    {
      "epoch": 0.13499603042958017,
      "grad_norm": 0.45781707763671875,
      "learning_rate": 4.844719427830072e-05,
      "loss": 6.2639,
      "step": 154225
    },
    {
      "epoch": 0.13500040702320731,
      "grad_norm": 0.425711452960968,
      "learning_rate": 4.84470869660717e-05,
      "loss": 5.3689,
      "step": 154230
    },
    {
      "epoch": 0.1350047836168345,
      "grad_norm": 0.4263904094696045,
      "learning_rate": 4.8446979650284474e-05,
      "loss": 5.985,
      "step": 154235
    },
    {
      "epoch": 0.13500916021046164,
      "grad_norm": 0.43418487906455994,
      "learning_rate": 4.8446872330939075e-05,
      "loss": 5.1764,
      "step": 154240
    },
    {
      "epoch": 0.13501353680408879,
      "grad_norm": 0.46440833806991577,
      "learning_rate": 4.844676500803552e-05,
      "loss": 4.9494,
      "step": 154245
    },
    {
      "epoch": 0.13501791339771593,
      "grad_norm": 0.5843603610992432,
      "learning_rate": 4.844665768157384e-05,
      "loss": 5.7636,
      "step": 154250
    },
    {
      "epoch": 0.1350222899913431,
      "grad_norm": 0.8939852118492126,
      "learning_rate": 4.8446550351554046e-05,
      "loss": 5.474,
      "step": 154255
    },
    {
      "epoch": 0.13502666658497026,
      "grad_norm": 0.6460835337638855,
      "learning_rate": 4.844644301797614e-05,
      "loss": 5.2547,
      "step": 154260
    },
    {
      "epoch": 0.1350310431785974,
      "grad_norm": 0.4505552649497986,
      "learning_rate": 4.844633568084017e-05,
      "loss": 4.943,
      "step": 154265
    },
    {
      "epoch": 0.13503541977222455,
      "grad_norm": 0.43515804409980774,
      "learning_rate": 4.844622834014615e-05,
      "loss": 5.243,
      "step": 154270
    },
    {
      "epoch": 0.13503979636585173,
      "grad_norm": 0.40151017904281616,
      "learning_rate": 4.8446120995894093e-05,
      "loss": 5.775,
      "step": 154275
    },
    {
      "epoch": 0.13504417295947888,
      "grad_norm": 0.38203585147857666,
      "learning_rate": 4.844601364808402e-05,
      "loss": 5.9998,
      "step": 154280
    },
    {
      "epoch": 0.13504854955310602,
      "grad_norm": 0.46569886803627014,
      "learning_rate": 4.844590629671597e-05,
      "loss": 5.2029,
      "step": 154285
    },
    {
      "epoch": 0.13505292614673317,
      "grad_norm": 0.427665114402771,
      "learning_rate": 4.8445798941789944e-05,
      "loss": 5.1651,
      "step": 154290
    },
    {
      "epoch": 0.13505730274036035,
      "grad_norm": 0.43233522772789,
      "learning_rate": 4.844569158330597e-05,
      "loss": 5.5148,
      "step": 154295
    },
    {
      "epoch": 0.1350616793339875,
      "grad_norm": 0.4332532584667206,
      "learning_rate": 4.844558422126407e-05,
      "loss": 5.269,
      "step": 154300
    },
    {
      "epoch": 0.13506605592761464,
      "grad_norm": 0.40802931785583496,
      "learning_rate": 4.8445476855664264e-05,
      "loss": 5.468,
      "step": 154305
    },
    {
      "epoch": 0.1350704325212418,
      "grad_norm": 0.40103012323379517,
      "learning_rate": 4.8445369486506564e-05,
      "loss": 5.7456,
      "step": 154310
    },
    {
      "epoch": 0.13507480911486894,
      "grad_norm": 0.41932547092437744,
      "learning_rate": 4.8445262113791e-05,
      "loss": 5.6756,
      "step": 154315
    },
    {
      "epoch": 0.1350791857084961,
      "grad_norm": 0.3817358911037445,
      "learning_rate": 4.844515473751759e-05,
      "loss": 4.936,
      "step": 154320
    },
    {
      "epoch": 0.13508356230212326,
      "grad_norm": 0.42418092489242554,
      "learning_rate": 4.844504735768636e-05,
      "loss": 5.9629,
      "step": 154325
    },
    {
      "epoch": 0.1350879388957504,
      "grad_norm": 0.43546339869499207,
      "learning_rate": 4.844493997429731e-05,
      "loss": 5.3678,
      "step": 154330
    },
    {
      "epoch": 0.13509231548937756,
      "grad_norm": 0.4311290979385376,
      "learning_rate": 4.8444832587350496e-05,
      "loss": 5.1454,
      "step": 154335
    },
    {
      "epoch": 0.13509669208300473,
      "grad_norm": 0.41025403141975403,
      "learning_rate": 4.8444725196845906e-05,
      "loss": 4.3442,
      "step": 154340
    },
    {
      "epoch": 0.13510106867663188,
      "grad_norm": 0.3794877529144287,
      "learning_rate": 4.8444617802783574e-05,
      "loss": 5.4951,
      "step": 154345
    },
    {
      "epoch": 0.13510544527025903,
      "grad_norm": 0.3715510368347168,
      "learning_rate": 4.8444510405163534e-05,
      "loss": 5.9984,
      "step": 154350
    },
    {
      "epoch": 0.13510982186388618,
      "grad_norm": 0.39441224932670593,
      "learning_rate": 4.8444403003985786e-05,
      "loss": 5.1684,
      "step": 154355
    },
    {
      "epoch": 0.13511419845751335,
      "grad_norm": 0.44427743554115295,
      "learning_rate": 4.844429559925036e-05,
      "loss": 4.9597,
      "step": 154360
    },
    {
      "epoch": 0.1351185750511405,
      "grad_norm": 0.44207170605659485,
      "learning_rate": 4.8444188190957276e-05,
      "loss": 4.9252,
      "step": 154365
    },
    {
      "epoch": 0.13512295164476765,
      "grad_norm": 0.43148165941238403,
      "learning_rate": 4.844408077910655e-05,
      "loss": 5.2619,
      "step": 154370
    },
    {
      "epoch": 0.1351273282383948,
      "grad_norm": 0.4070255756378174,
      "learning_rate": 4.8443973363698206e-05,
      "loss": 5.1985,
      "step": 154375
    },
    {
      "epoch": 0.13513170483202197,
      "grad_norm": 0.3816866874694824,
      "learning_rate": 4.844386594473226e-05,
      "loss": 5.9977,
      "step": 154380
    },
    {
      "epoch": 0.13513608142564912,
      "grad_norm": 0.4513683617115021,
      "learning_rate": 4.844375852220874e-05,
      "loss": 4.9206,
      "step": 154385
    },
    {
      "epoch": 0.13514045801927627,
      "grad_norm": 0.40458694100379944,
      "learning_rate": 4.844365109612767e-05,
      "loss": 5.7037,
      "step": 154390
    },
    {
      "epoch": 0.13514483461290341,
      "grad_norm": 0.4003600776195526,
      "learning_rate": 4.844354366648907e-05,
      "loss": 4.8619,
      "step": 154395
    },
    {
      "epoch": 0.1351492112065306,
      "grad_norm": 0.4131370484828949,
      "learning_rate": 4.844343623329295e-05,
      "loss": 4.6525,
      "step": 154400
    },
    {
      "epoch": 0.13515358780015774,
      "grad_norm": 0.394281804561615,
      "learning_rate": 4.8443328796539335e-05,
      "loss": 5.4525,
      "step": 154405
    },
    {
      "epoch": 0.13515796439378489,
      "grad_norm": 0.4332563579082489,
      "learning_rate": 4.844322135622824e-05,
      "loss": 4.9436,
      "step": 154410
    },
    {
      "epoch": 0.13516234098741203,
      "grad_norm": 0.4355359375476837,
      "learning_rate": 4.8443113912359705e-05,
      "loss": 4.9653,
      "step": 154415
    },
    {
      "epoch": 0.1351667175810392,
      "grad_norm": 0.41010281443595886,
      "learning_rate": 4.8443006464933735e-05,
      "loss": 5.1957,
      "step": 154420
    },
    {
      "epoch": 0.13517109417466636,
      "grad_norm": 0.41835907101631165,
      "learning_rate": 4.844289901395036e-05,
      "loss": 4.4261,
      "step": 154425
    },
    {
      "epoch": 0.1351754707682935,
      "grad_norm": 0.3740455210208893,
      "learning_rate": 4.8442791559409586e-05,
      "loss": 5.783,
      "step": 154430
    },
    {
      "epoch": 0.13517984736192065,
      "grad_norm": 0.4141428470611572,
      "learning_rate": 4.8442684101311455e-05,
      "loss": 4.6288,
      "step": 154435
    },
    {
      "epoch": 0.13518422395554783,
      "grad_norm": 0.42472052574157715,
      "learning_rate": 4.8442576639655955e-05,
      "loss": 4.7509,
      "step": 154440
    },
    {
      "epoch": 0.13518860054917498,
      "grad_norm": 0.39915281534194946,
      "learning_rate": 4.844246917444315e-05,
      "loss": 5.132,
      "step": 154445
    },
    {
      "epoch": 0.13519297714280212,
      "grad_norm": 0.37415963411331177,
      "learning_rate": 4.8442361705673024e-05,
      "loss": 6.3002,
      "step": 154450
    },
    {
      "epoch": 0.13519735373642927,
      "grad_norm": 0.40103867650032043,
      "learning_rate": 4.844225423334562e-05,
      "loss": 5.9463,
      "step": 154455
    },
    {
      "epoch": 0.13520173033005642,
      "grad_norm": 0.41729050874710083,
      "learning_rate": 4.8442146757460935e-05,
      "loss": 5.6547,
      "step": 154460
    },
    {
      "epoch": 0.1352061069236836,
      "grad_norm": 0.41471195220947266,
      "learning_rate": 4.8442039278019024e-05,
      "loss": 4.9425,
      "step": 154465
    },
    {
      "epoch": 0.13521048351731074,
      "grad_norm": 0.4103091359138489,
      "learning_rate": 4.844193179501989e-05,
      "loss": 5.3848,
      "step": 154470
    },
    {
      "epoch": 0.1352148601109379,
      "grad_norm": 0.4181550443172455,
      "learning_rate": 4.844182430846355e-05,
      "loss": 4.6598,
      "step": 154475
    },
    {
      "epoch": 0.13521923670456504,
      "grad_norm": 0.4021870493888855,
      "learning_rate": 4.844171681835001e-05,
      "loss": 5.6652,
      "step": 154480
    },
    {
      "epoch": 0.1352236132981922,
      "grad_norm": 0.400034099817276,
      "learning_rate": 4.844160932467933e-05,
      "loss": 4.6454,
      "step": 154485
    },
    {
      "epoch": 0.13522798989181936,
      "grad_norm": 0.3931252360343933,
      "learning_rate": 4.844150182745149e-05,
      "loss": 5.4621,
      "step": 154490
    },
    {
      "epoch": 0.1352323664854465,
      "grad_norm": 0.39523154497146606,
      "learning_rate": 4.844139432666655e-05,
      "loss": 5.6715,
      "step": 154495
    },
    {
      "epoch": 0.13523674307907366,
      "grad_norm": 0.44156256318092346,
      "learning_rate": 4.84412868223245e-05,
      "loss": 5.1991,
      "step": 154500
    },
    {
      "epoch": 0.13524111967270083,
      "grad_norm": 0.3790993392467499,
      "learning_rate": 4.844117931442537e-05,
      "loss": 5.6895,
      "step": 154505
    },
    {
      "epoch": 0.13524549626632798,
      "grad_norm": 0.3957163393497467,
      "learning_rate": 4.844107180296918e-05,
      "loss": 4.6514,
      "step": 154510
    },
    {
      "epoch": 0.13524987285995513,
      "grad_norm": 0.39459142088890076,
      "learning_rate": 4.844096428795596e-05,
      "loss": 5.1557,
      "step": 154515
    },
    {
      "epoch": 0.13525424945358228,
      "grad_norm": 0.4574505388736725,
      "learning_rate": 4.844085676938572e-05,
      "loss": 4.7427,
      "step": 154520
    },
    {
      "epoch": 0.13525862604720945,
      "grad_norm": 0.5030673742294312,
      "learning_rate": 4.8440749247258485e-05,
      "loss": 5.4665,
      "step": 154525
    },
    {
      "epoch": 0.1352630026408366,
      "grad_norm": 0.5276349186897278,
      "learning_rate": 4.844064172157427e-05,
      "loss": 5.2479,
      "step": 154530
    },
    {
      "epoch": 0.13526737923446375,
      "grad_norm": 0.47508135437965393,
      "learning_rate": 4.8440534192333106e-05,
      "loss": 5.1638,
      "step": 154535
    },
    {
      "epoch": 0.1352717558280909,
      "grad_norm": 0.45048972964286804,
      "learning_rate": 4.844042665953501e-05,
      "loss": 5.4985,
      "step": 154540
    },
    {
      "epoch": 0.13527613242171807,
      "grad_norm": 0.3809727132320404,
      "learning_rate": 4.844031912318e-05,
      "loss": 6.2822,
      "step": 154545
    },
    {
      "epoch": 0.13528050901534522,
      "grad_norm": 0.38520684838294983,
      "learning_rate": 4.8440211583268095e-05,
      "loss": 5.2037,
      "step": 154550
    },
    {
      "epoch": 0.13528488560897237,
      "grad_norm": 0.4188952147960663,
      "learning_rate": 4.844010403979933e-05,
      "loss": 5.6572,
      "step": 154555
    },
    {
      "epoch": 0.13528926220259951,
      "grad_norm": 0.429602712392807,
      "learning_rate": 4.8439996492773695e-05,
      "loss": 4.4428,
      "step": 154560
    },
    {
      "epoch": 0.1352936387962267,
      "grad_norm": 0.4206531345844269,
      "learning_rate": 4.843988894219125e-05,
      "loss": 5.1729,
      "step": 154565
    },
    {
      "epoch": 0.13529801538985384,
      "grad_norm": 0.43484556674957275,
      "learning_rate": 4.8439781388051975e-05,
      "loss": 5.1642,
      "step": 154570
    },
    {
      "epoch": 0.13530239198348099,
      "grad_norm": 0.3705921471118927,
      "learning_rate": 4.843967383035593e-05,
      "loss": 5.9867,
      "step": 154575
    },
    {
      "epoch": 0.13530676857710813,
      "grad_norm": 0.41632023453712463,
      "learning_rate": 4.8439566269103096e-05,
      "loss": 4.963,
      "step": 154580
    },
    {
      "epoch": 0.13531114517073528,
      "grad_norm": 0.4180278778076172,
      "learning_rate": 4.843945870429354e-05,
      "loss": 5.5068,
      "step": 154585
    },
    {
      "epoch": 0.13531552176436246,
      "grad_norm": 0.3984682857990265,
      "learning_rate": 4.843935113592725e-05,
      "loss": 5.4283,
      "step": 154590
    },
    {
      "epoch": 0.1353198983579896,
      "grad_norm": 0.3798408806324005,
      "learning_rate": 4.8439243564004247e-05,
      "loss": 5.6869,
      "step": 154595
    },
    {
      "epoch": 0.13532427495161675,
      "grad_norm": 0.4085933268070221,
      "learning_rate": 4.843913598852457e-05,
      "loss": 5.9848,
      "step": 154600
    },
    {
      "epoch": 0.1353286515452439,
      "grad_norm": 0.375095009803772,
      "learning_rate": 4.843902840948822e-05,
      "loss": 5.959,
      "step": 154605
    },
    {
      "epoch": 0.13533302813887108,
      "grad_norm": 0.4002356231212616,
      "learning_rate": 4.843892082689523e-05,
      "loss": 5.0832,
      "step": 154610
    },
    {
      "epoch": 0.13533740473249822,
      "grad_norm": 0.37996819615364075,
      "learning_rate": 4.8438813240745605e-05,
      "loss": 4.7055,
      "step": 154615
    },
    {
      "epoch": 0.13534178132612537,
      "grad_norm": 0.37018194794654846,
      "learning_rate": 4.84387056510394e-05,
      "loss": 5.6852,
      "step": 154620
    },
    {
      "epoch": 0.13534615791975252,
      "grad_norm": 0.3936365246772766,
      "learning_rate": 4.843859805777661e-05,
      "loss": 5.675,
      "step": 154625
    },
    {
      "epoch": 0.1353505345133797,
      "grad_norm": 0.40215253829956055,
      "learning_rate": 4.843849046095724e-05,
      "loss": 5.1435,
      "step": 154630
    },
    {
      "epoch": 0.13535491110700684,
      "grad_norm": 0.4129610061645508,
      "learning_rate": 4.843838286058135e-05,
      "loss": 5.3602,
      "step": 154635
    },
    {
      "epoch": 0.135359287700634,
      "grad_norm": 0.4750151038169861,
      "learning_rate": 4.843827525664895e-05,
      "loss": 5.4417,
      "step": 154640
    },
    {
      "epoch": 0.13536366429426114,
      "grad_norm": 0.47865167260169983,
      "learning_rate": 4.8438167649160036e-05,
      "loss": 5.7802,
      "step": 154645
    },
    {
      "epoch": 0.1353680408878883,
      "grad_norm": 0.46314218640327454,
      "learning_rate": 4.843806003811464e-05,
      "loss": 4.1314,
      "step": 154650
    },
    {
      "epoch": 0.13537241748151546,
      "grad_norm": 0.4582008421421051,
      "learning_rate": 4.84379524235128e-05,
      "loss": 5.2509,
      "step": 154655
    },
    {
      "epoch": 0.1353767940751426,
      "grad_norm": 0.4560921788215637,
      "learning_rate": 4.8437844805354514e-05,
      "loss": 4.934,
      "step": 154660
    },
    {
      "epoch": 0.13538117066876976,
      "grad_norm": 0.3947273790836334,
      "learning_rate": 4.843773718363982e-05,
      "loss": 5.2432,
      "step": 154665
    },
    {
      "epoch": 0.13538554726239693,
      "grad_norm": 0.3738899827003479,
      "learning_rate": 4.843762955836874e-05,
      "loss": 5.4123,
      "step": 154670
    },
    {
      "epoch": 0.13538992385602408,
      "grad_norm": 0.37722447514533997,
      "learning_rate": 4.843752192954128e-05,
      "loss": 5.9799,
      "step": 154675
    },
    {
      "epoch": 0.13539430044965123,
      "grad_norm": 0.41169604659080505,
      "learning_rate": 4.843741429715746e-05,
      "loss": 5.9604,
      "step": 154680
    },
    {
      "epoch": 0.13539867704327838,
      "grad_norm": 0.42695483565330505,
      "learning_rate": 4.8437306661217305e-05,
      "loss": 4.6479,
      "step": 154685
    },
    {
      "epoch": 0.13540305363690555,
      "grad_norm": 0.3747183084487915,
      "learning_rate": 4.843719902172085e-05,
      "loss": 5.2459,
      "step": 154690
    },
    {
      "epoch": 0.1354074302305327,
      "grad_norm": 0.4102139472961426,
      "learning_rate": 4.843709137866811e-05,
      "loss": 5.1775,
      "step": 154695
    },
    {
      "epoch": 0.13541180682415985,
      "grad_norm": 0.4214862585067749,
      "learning_rate": 4.8436983732059084e-05,
      "loss": 5.4497,
      "step": 154700
    },
    {
      "epoch": 0.135416183417787,
      "grad_norm": 0.4172619879245758,
      "learning_rate": 4.843687608189382e-05,
      "loss": 4.8445,
      "step": 154705
    },
    {
      "epoch": 0.13542056001141414,
      "grad_norm": 0.41990119218826294,
      "learning_rate": 4.843676842817233e-05,
      "loss": 4.305,
      "step": 154710
    },
    {
      "epoch": 0.13542493660504132,
      "grad_norm": 0.397071897983551,
      "learning_rate": 4.8436660770894627e-05,
      "loss": 5.4528,
      "step": 154715
    },
    {
      "epoch": 0.13542931319866847,
      "grad_norm": 0.436255544424057,
      "learning_rate": 4.843655311006073e-05,
      "loss": 4.7207,
      "step": 154720
    },
    {
      "epoch": 0.13543368979229561,
      "grad_norm": 0.40546083450317383,
      "learning_rate": 4.843644544567069e-05,
      "loss": 4.352,
      "step": 154725
    },
    {
      "epoch": 0.13543806638592276,
      "grad_norm": 0.41257739067077637,
      "learning_rate": 4.843633777772448e-05,
      "loss": 4.7727,
      "step": 154730
    },
    {
      "epoch": 0.13544244297954994,
      "grad_norm": 0.4112865626811981,
      "learning_rate": 4.843623010622217e-05,
      "loss": 4.9387,
      "step": 154735
    },
    {
      "epoch": 0.13544681957317709,
      "grad_norm": 0.43088752031326294,
      "learning_rate": 4.843612243116375e-05,
      "loss": 4.844,
      "step": 154740
    },
    {
      "epoch": 0.13545119616680423,
      "grad_norm": 0.40385642647743225,
      "learning_rate": 4.843601475254923e-05,
      "loss": 4.5699,
      "step": 154745
    },
    {
      "epoch": 0.13545557276043138,
      "grad_norm": 0.4378308355808258,
      "learning_rate": 4.843590707037866e-05,
      "loss": 5.2707,
      "step": 154750
    },
    {
      "epoch": 0.13545994935405856,
      "grad_norm": 0.4456738829612732,
      "learning_rate": 4.8435799384652046e-05,
      "loss": 5.3803,
      "step": 154755
    },
    {
      "epoch": 0.1354643259476857,
      "grad_norm": 0.5030679702758789,
      "learning_rate": 4.8435691695369424e-05,
      "loss": 5.6746,
      "step": 154760
    },
    {
      "epoch": 0.13546870254131285,
      "grad_norm": 0.45323196053504944,
      "learning_rate": 4.843558400253079e-05,
      "loss": 4.9351,
      "step": 154765
    },
    {
      "epoch": 0.13547307913494,
      "grad_norm": 0.4211607277393341,
      "learning_rate": 4.8435476306136174e-05,
      "loss": 4.9354,
      "step": 154770
    },
    {
      "epoch": 0.13547745572856718,
      "grad_norm": 0.42986592650413513,
      "learning_rate": 4.843536860618561e-05,
      "loss": 4.9588,
      "step": 154775
    },
    {
      "epoch": 0.13548183232219432,
      "grad_norm": 0.3639536499977112,
      "learning_rate": 4.84352609026791e-05,
      "loss": 5.7749,
      "step": 154780
    },
    {
      "epoch": 0.13548620891582147,
      "grad_norm": 0.4173629581928253,
      "learning_rate": 4.843515319561668e-05,
      "loss": 5.456,
      "step": 154785
    },
    {
      "epoch": 0.13549058550944862,
      "grad_norm": 0.4017072916030884,
      "learning_rate": 4.843504548499836e-05,
      "loss": 6.2707,
      "step": 154790
    },
    {
      "epoch": 0.1354949621030758,
      "grad_norm": 0.4429698586463928,
      "learning_rate": 4.8434937770824174e-05,
      "loss": 5.3598,
      "step": 154795
    },
    {
      "epoch": 0.13549933869670294,
      "grad_norm": 0.4004598557949066,
      "learning_rate": 4.843483005309413e-05,
      "loss": 5.1653,
      "step": 154800
    },
    {
      "epoch": 0.1355037152903301,
      "grad_norm": 0.3809051811695099,
      "learning_rate": 4.843472233180825e-05,
      "loss": 5.673,
      "step": 154805
    },
    {
      "epoch": 0.13550809188395724,
      "grad_norm": 0.4295612871646881,
      "learning_rate": 4.8434614606966555e-05,
      "loss": 5.4943,
      "step": 154810
    },
    {
      "epoch": 0.1355124684775844,
      "grad_norm": 0.4031149446964264,
      "learning_rate": 4.8434506878569076e-05,
      "loss": 4.355,
      "step": 154815
    },
    {
      "epoch": 0.13551684507121156,
      "grad_norm": 0.4680064618587494,
      "learning_rate": 4.8434399146615815e-05,
      "loss": 5.2711,
      "step": 154820
    },
    {
      "epoch": 0.1355212216648387,
      "grad_norm": 0.4400971829891205,
      "learning_rate": 4.843429141110681e-05,
      "loss": 5.7748,
      "step": 154825
    },
    {
      "epoch": 0.13552559825846586,
      "grad_norm": 0.4280625283718109,
      "learning_rate": 4.843418367204208e-05,
      "loss": 5.9646,
      "step": 154830
    },
    {
      "epoch": 0.135529974852093,
      "grad_norm": 0.40380677580833435,
      "learning_rate": 4.843407592942163e-05,
      "loss": 5.163,
      "step": 154835
    },
    {
      "epoch": 0.13553435144572018,
      "grad_norm": 0.4321886897087097,
      "learning_rate": 4.8433968183245505e-05,
      "loss": 5.2618,
      "step": 154840
    },
    {
      "epoch": 0.13553872803934733,
      "grad_norm": 0.43707379698753357,
      "learning_rate": 4.843386043351371e-05,
      "loss": 5.4577,
      "step": 154845
    },
    {
      "epoch": 0.13554310463297448,
      "grad_norm": 0.3995332419872284,
      "learning_rate": 4.843375268022626e-05,
      "loss": 6.2787,
      "step": 154850
    },
    {
      "epoch": 0.13554748122660162,
      "grad_norm": 0.4345701336860657,
      "learning_rate": 4.843364492338319e-05,
      "loss": 4.9041,
      "step": 154855
    },
    {
      "epoch": 0.1355518578202288,
      "grad_norm": 0.3657963275909424,
      "learning_rate": 4.843353716298452e-05,
      "loss": 5.7796,
      "step": 154860
    },
    {
      "epoch": 0.13555623441385595,
      "grad_norm": 0.4304752051830292,
      "learning_rate": 4.8433429399030264e-05,
      "loss": 4.7024,
      "step": 154865
    },
    {
      "epoch": 0.1355606110074831,
      "grad_norm": 0.4261595606803894,
      "learning_rate": 4.8433321631520444e-05,
      "loss": 5.2274,
      "step": 154870
    },
    {
      "epoch": 0.13556498760111024,
      "grad_norm": 0.42187121510505676,
      "learning_rate": 4.843321386045508e-05,
      "loss": 5.0803,
      "step": 154875
    },
    {
      "epoch": 0.13556936419473742,
      "grad_norm": 0.4138806462287903,
      "learning_rate": 4.843310608583419e-05,
      "loss": 5.5087,
      "step": 154880
    },
    {
      "epoch": 0.13557374078836457,
      "grad_norm": 0.3742861747741699,
      "learning_rate": 4.8432998307657806e-05,
      "loss": 5.8058,
      "step": 154885
    },
    {
      "epoch": 0.13557811738199171,
      "grad_norm": 0.4156363606452942,
      "learning_rate": 4.843289052592594e-05,
      "loss": 4.6476,
      "step": 154890
    },
    {
      "epoch": 0.13558249397561886,
      "grad_norm": 0.4546988606452942,
      "learning_rate": 4.8432782740638615e-05,
      "loss": 4.9291,
      "step": 154895
    },
    {
      "epoch": 0.13558687056924604,
      "grad_norm": 0.4248310327529907,
      "learning_rate": 4.8432674951795856e-05,
      "loss": 5.4766,
      "step": 154900
    },
    {
      "epoch": 0.13559124716287319,
      "grad_norm": 0.3777555227279663,
      "learning_rate": 4.8432567159397666e-05,
      "loss": 6.284,
      "step": 154905
    },
    {
      "epoch": 0.13559562375650033,
      "grad_norm": 0.42473381757736206,
      "learning_rate": 4.843245936344409e-05,
      "loss": 5.0871,
      "step": 154910
    },
    {
      "epoch": 0.13560000035012748,
      "grad_norm": 0.4257620871067047,
      "learning_rate": 4.843235156393514e-05,
      "loss": 4.6196,
      "step": 154915
    },
    {
      "epoch": 0.13560437694375466,
      "grad_norm": 0.4317661225795746,
      "learning_rate": 4.843224376087082e-05,
      "loss": 4.6713,
      "step": 154920
    },
    {
      "epoch": 0.1356087535373818,
      "grad_norm": 0.38907966017723083,
      "learning_rate": 4.843213595425118e-05,
      "loss": 5.3777,
      "step": 154925
    },
    {
      "epoch": 0.13561313013100895,
      "grad_norm": 0.4252505600452423,
      "learning_rate": 4.843202814407622e-05,
      "loss": 4.7344,
      "step": 154930
    },
    {
      "epoch": 0.1356175067246361,
      "grad_norm": 0.4345749020576477,
      "learning_rate": 4.843192033034597e-05,
      "loss": 4.5912,
      "step": 154935
    },
    {
      "epoch": 0.13562188331826328,
      "grad_norm": 0.3717324137687683,
      "learning_rate": 4.8431812513060445e-05,
      "loss": 5.4221,
      "step": 154940
    },
    {
      "epoch": 0.13562625991189042,
      "grad_norm": 0.38099849224090576,
      "learning_rate": 4.843170469221968e-05,
      "loss": 5.4726,
      "step": 154945
    },
    {
      "epoch": 0.13563063650551757,
      "grad_norm": 0.4142085611820221,
      "learning_rate": 4.843159686782367e-05,
      "loss": 4.826,
      "step": 154950
    },
    {
      "epoch": 0.13563501309914472,
      "grad_norm": 0.42828723788261414,
      "learning_rate": 4.843148903987246e-05,
      "loss": 4.9744,
      "step": 154955
    },
    {
      "epoch": 0.13563938969277187,
      "grad_norm": 0.38466084003448486,
      "learning_rate": 4.843138120836605e-05,
      "loss": 5.7426,
      "step": 154960
    },
    {
      "epoch": 0.13564376628639904,
      "grad_norm": 0.40816208720207214,
      "learning_rate": 4.843127337330449e-05,
      "loss": 4.6496,
      "step": 154965
    },
    {
      "epoch": 0.1356481428800262,
      "grad_norm": 0.42243802547454834,
      "learning_rate": 4.8431165534687775e-05,
      "loss": 4.9227,
      "step": 154970
    },
    {
      "epoch": 0.13565251947365334,
      "grad_norm": 0.37837451696395874,
      "learning_rate": 4.843105769251592e-05,
      "loss": 5.7514,
      "step": 154975
    },
    {
      "epoch": 0.13565689606728049,
      "grad_norm": 0.40692102909088135,
      "learning_rate": 4.843094984678897e-05,
      "loss": 5.3664,
      "step": 154980
    },
    {
      "epoch": 0.13566127266090766,
      "grad_norm": 0.42671555280685425,
      "learning_rate": 4.843084199750694e-05,
      "loss": 5.217,
      "step": 154985
    },
    {
      "epoch": 0.1356656492545348,
      "grad_norm": 0.3946389853954315,
      "learning_rate": 4.843073414466984e-05,
      "loss": 5.467,
      "step": 154990
    },
    {
      "epoch": 0.13567002584816196,
      "grad_norm": 0.43085190653800964,
      "learning_rate": 4.843062628827769e-05,
      "loss": 5.2485,
      "step": 154995
    },
    {
      "epoch": 0.1356744024417891,
      "grad_norm": 0.42122581601142883,
      "learning_rate": 4.843051842833053e-05,
      "loss": 4.6436,
      "step": 155000
    },
    {
      "epoch": 0.13567877903541628,
      "grad_norm": 0.4403626322746277,
      "learning_rate": 4.8430410564828366e-05,
      "loss": 5.4685,
      "step": 155005
    },
    {
      "epoch": 0.13568315562904343,
      "grad_norm": 0.4641808867454529,
      "learning_rate": 4.8430302697771215e-05,
      "loss": 4.712,
      "step": 155010
    },
    {
      "epoch": 0.13568753222267058,
      "grad_norm": 0.4193064868450165,
      "learning_rate": 4.84301948271591e-05,
      "loss": 5.3643,
      "step": 155015
    },
    {
      "epoch": 0.13569190881629772,
      "grad_norm": 0.4222964644432068,
      "learning_rate": 4.843008695299206e-05,
      "loss": 4.6285,
      "step": 155020
    },
    {
      "epoch": 0.1356962854099249,
      "grad_norm": 0.42680925130844116,
      "learning_rate": 4.8429979075270104e-05,
      "loss": 4.9686,
      "step": 155025
    },
    {
      "epoch": 0.13570066200355205,
      "grad_norm": 0.418560266494751,
      "learning_rate": 4.8429871193993234e-05,
      "loss": 4.2142,
      "step": 155030
    },
    {
      "epoch": 0.1357050385971792,
      "grad_norm": 0.423968106508255,
      "learning_rate": 4.842976330916149e-05,
      "loss": 5.1777,
      "step": 155035
    },
    {
      "epoch": 0.13570941519080634,
      "grad_norm": 0.44133567810058594,
      "learning_rate": 4.84296554207749e-05,
      "loss": 5.7563,
      "step": 155040
    },
    {
      "epoch": 0.13571379178443352,
      "grad_norm": 0.44433146715164185,
      "learning_rate": 4.842954752883348e-05,
      "loss": 5.7875,
      "step": 155045
    },
    {
      "epoch": 0.13571816837806067,
      "grad_norm": 0.3738226294517517,
      "learning_rate": 4.842943963333723e-05,
      "loss": 5.737,
      "step": 155050
    },
    {
      "epoch": 0.13572254497168781,
      "grad_norm": 0.6894502639770508,
      "learning_rate": 4.842933173428618e-05,
      "loss": 4.4379,
      "step": 155055
    },
    {
      "epoch": 0.13572692156531496,
      "grad_norm": 0.469595730304718,
      "learning_rate": 4.842922383168037e-05,
      "loss": 5.4707,
      "step": 155060
    },
    {
      "epoch": 0.13573129815894214,
      "grad_norm": 0.4905719459056854,
      "learning_rate": 4.842911592551981e-05,
      "loss": 4.4005,
      "step": 155065
    },
    {
      "epoch": 0.13573567475256929,
      "grad_norm": 0.4754592478275299,
      "learning_rate": 4.842900801580451e-05,
      "loss": 6.0033,
      "step": 155070
    },
    {
      "epoch": 0.13574005134619643,
      "grad_norm": 0.5066788792610168,
      "learning_rate": 4.8428900102534504e-05,
      "loss": 5.9635,
      "step": 155075
    },
    {
      "epoch": 0.13574442793982358,
      "grad_norm": 0.5413939952850342,
      "learning_rate": 4.8428792185709816e-05,
      "loss": 5.3744,
      "step": 155080
    },
    {
      "epoch": 0.13574880453345076,
      "grad_norm": 0.4570222496986389,
      "learning_rate": 4.842868426533045e-05,
      "loss": 5.308,
      "step": 155085
    },
    {
      "epoch": 0.1357531811270779,
      "grad_norm": 0.4323995113372803,
      "learning_rate": 4.842857634139644e-05,
      "loss": 5.0699,
      "step": 155090
    },
    {
      "epoch": 0.13575755772070505,
      "grad_norm": 0.42287477850914,
      "learning_rate": 4.8428468413907804e-05,
      "loss": 4.1049,
      "step": 155095
    },
    {
      "epoch": 0.1357619343143322,
      "grad_norm": 0.4828799068927765,
      "learning_rate": 4.842836048286455e-05,
      "loss": 4.9253,
      "step": 155100
    },
    {
      "epoch": 0.13576631090795935,
      "grad_norm": 0.4030509889125824,
      "learning_rate": 4.842825254826673e-05,
      "loss": 5.4942,
      "step": 155105
    },
    {
      "epoch": 0.13577068750158652,
      "grad_norm": 0.4088083803653717,
      "learning_rate": 4.842814461011432e-05,
      "loss": 4.6353,
      "step": 155110
    },
    {
      "epoch": 0.13577506409521367,
      "grad_norm": 0.39598405361175537,
      "learning_rate": 4.8428036668407397e-05,
      "loss": 5.993,
      "step": 155115
    },
    {
      "epoch": 0.13577944068884082,
      "grad_norm": 0.3999708890914917,
      "learning_rate": 4.842792872314593e-05,
      "loss": 4.6432,
      "step": 155120
    },
    {
      "epoch": 0.13578381728246797,
      "grad_norm": 0.4028458297252655,
      "learning_rate": 4.842782077432997e-05,
      "loss": 5.1745,
      "step": 155125
    },
    {
      "epoch": 0.13578819387609514,
      "grad_norm": 0.39271754026412964,
      "learning_rate": 4.842771282195953e-05,
      "loss": 6.3225,
      "step": 155130
    },
    {
      "epoch": 0.1357925704697223,
      "grad_norm": 0.4029900133609772,
      "learning_rate": 4.8427604866034615e-05,
      "loss": 5.9943,
      "step": 155135
    },
    {
      "epoch": 0.13579694706334944,
      "grad_norm": 0.3669681251049042,
      "learning_rate": 4.842749690655527e-05,
      "loss": 5.7656,
      "step": 155140
    },
    {
      "epoch": 0.13580132365697659,
      "grad_norm": 0.4284895062446594,
      "learning_rate": 4.842738894352151e-05,
      "loss": 4.2435,
      "step": 155145
    },
    {
      "epoch": 0.13580570025060376,
      "grad_norm": 0.42192715406417847,
      "learning_rate": 4.842728097693335e-05,
      "loss": 4.9247,
      "step": 155150
    },
    {
      "epoch": 0.1358100768442309,
      "grad_norm": 0.36928969621658325,
      "learning_rate": 4.842717300679081e-05,
      "loss": 5.965,
      "step": 155155
    },
    {
      "epoch": 0.13581445343785806,
      "grad_norm": 0.3768945038318634,
      "learning_rate": 4.842706503309391e-05,
      "loss": 5.2555,
      "step": 155160
    },
    {
      "epoch": 0.1358188300314852,
      "grad_norm": 0.43898484110832214,
      "learning_rate": 4.842695705584268e-05,
      "loss": 5.4856,
      "step": 155165
    },
    {
      "epoch": 0.13582320662511238,
      "grad_norm": 0.38854485750198364,
      "learning_rate": 4.842684907503714e-05,
      "loss": 5.4481,
      "step": 155170
    },
    {
      "epoch": 0.13582758321873953,
      "grad_norm": 0.4174756407737732,
      "learning_rate": 4.84267410906773e-05,
      "loss": 5.1905,
      "step": 155175
    },
    {
      "epoch": 0.13583195981236668,
      "grad_norm": 0.4163532853126526,
      "learning_rate": 4.842663310276319e-05,
      "loss": 5.3852,
      "step": 155180
    },
    {
      "epoch": 0.13583633640599382,
      "grad_norm": 0.4219525456428528,
      "learning_rate": 4.842652511129482e-05,
      "loss": 5.3908,
      "step": 155185
    },
    {
      "epoch": 0.135840712999621,
      "grad_norm": 0.45401614904403687,
      "learning_rate": 4.8426417116272214e-05,
      "loss": 5.3699,
      "step": 155190
    },
    {
      "epoch": 0.13584508959324815,
      "grad_norm": 0.3882080912590027,
      "learning_rate": 4.842630911769542e-05,
      "loss": 4.9471,
      "step": 155195
    },
    {
      "epoch": 0.1358494661868753,
      "grad_norm": 0.44289353489875793,
      "learning_rate": 4.8426201115564415e-05,
      "loss": 4.936,
      "step": 155200
    },
    {
      "epoch": 0.13585384278050244,
      "grad_norm": 0.40817418694496155,
      "learning_rate": 4.8426093109879256e-05,
      "loss": 5.4854,
      "step": 155205
    },
    {
      "epoch": 0.13585821937412962,
      "grad_norm": 0.4013015031814575,
      "learning_rate": 4.8425985100639934e-05,
      "loss": 5.9699,
      "step": 155210
    },
    {
      "epoch": 0.13586259596775677,
      "grad_norm": 0.515242338180542,
      "learning_rate": 4.84258770878465e-05,
      "loss": 5.6801,
      "step": 155215
    },
    {
      "epoch": 0.13586697256138391,
      "grad_norm": 0.4198265075683594,
      "learning_rate": 4.842576907149895e-05,
      "loss": 5.9193,
      "step": 155220
    },
    {
      "epoch": 0.13587134915501106,
      "grad_norm": 0.5606967210769653,
      "learning_rate": 4.8425661051597316e-05,
      "loss": 4.8356,
      "step": 155225
    },
    {
      "epoch": 0.1358757257486382,
      "grad_norm": 0.47213563323020935,
      "learning_rate": 4.8425553028141624e-05,
      "loss": 5.4776,
      "step": 155230
    },
    {
      "epoch": 0.13588010234226539,
      "grad_norm": 0.3950807750225067,
      "learning_rate": 4.8425445001131875e-05,
      "loss": 4.8846,
      "step": 155235
    },
    {
      "epoch": 0.13588447893589253,
      "grad_norm": 0.39814895391464233,
      "learning_rate": 4.842533697056811e-05,
      "loss": 5.1476,
      "step": 155240
    },
    {
      "epoch": 0.13588885552951968,
      "grad_norm": 0.38563430309295654,
      "learning_rate": 4.842522893645035e-05,
      "loss": 5.9676,
      "step": 155245
    },
    {
      "epoch": 0.13589323212314683,
      "grad_norm": 0.3929676115512848,
      "learning_rate": 4.842512089877861e-05,
      "loss": 5.1877,
      "step": 155250
    },
    {
      "epoch": 0.135897608716774,
      "grad_norm": 0.38912859559059143,
      "learning_rate": 4.84250128575529e-05,
      "loss": 5.3754,
      "step": 155255
    },
    {
      "epoch": 0.13590198531040115,
      "grad_norm": 0.47087615728378296,
      "learning_rate": 4.842490481277325e-05,
      "loss": 4.7295,
      "step": 155260
    },
    {
      "epoch": 0.1359063619040283,
      "grad_norm": 0.40969449281692505,
      "learning_rate": 4.8424796764439686e-05,
      "loss": 5.9914,
      "step": 155265
    },
    {
      "epoch": 0.13591073849765545,
      "grad_norm": 0.45680174231529236,
      "learning_rate": 4.8424688712552214e-05,
      "loss": 4.762,
      "step": 155270
    },
    {
      "epoch": 0.13591511509128262,
      "grad_norm": 0.4009091854095459,
      "learning_rate": 4.842458065711088e-05,
      "loss": 5.492,
      "step": 155275
    },
    {
      "epoch": 0.13591949168490977,
      "grad_norm": 0.37789615988731384,
      "learning_rate": 4.842447259811568e-05,
      "loss": 5.4928,
      "step": 155280
    },
    {
      "epoch": 0.13592386827853692,
      "grad_norm": 0.4421063959598541,
      "learning_rate": 4.842436453556664e-05,
      "loss": 5.4237,
      "step": 155285
    },
    {
      "epoch": 0.13592824487216407,
      "grad_norm": 0.37313637137413025,
      "learning_rate": 4.842425646946379e-05,
      "loss": 5.6801,
      "step": 155290
    },
    {
      "epoch": 0.13593262146579124,
      "grad_norm": 0.3705946207046509,
      "learning_rate": 4.842414839980715e-05,
      "loss": 5.5034,
      "step": 155295
    },
    {
      "epoch": 0.1359369980594184,
      "grad_norm": 0.4067786633968353,
      "learning_rate": 4.842404032659673e-05,
      "loss": 5.2504,
      "step": 155300
    },
    {
      "epoch": 0.13594137465304554,
      "grad_norm": 0.4825853407382965,
      "learning_rate": 4.842393224983256e-05,
      "loss": 4.4324,
      "step": 155305
    },
    {
      "epoch": 0.13594575124667269,
      "grad_norm": 0.4326516091823578,
      "learning_rate": 4.8423824169514665e-05,
      "loss": 4.9186,
      "step": 155310
    },
    {
      "epoch": 0.13595012784029986,
      "grad_norm": 0.42800089716911316,
      "learning_rate": 4.842371608564305e-05,
      "loss": 4.9438,
      "step": 155315
    },
    {
      "epoch": 0.135954504433927,
      "grad_norm": 0.4007347822189331,
      "learning_rate": 4.842360799821776e-05,
      "loss": 5.9803,
      "step": 155320
    },
    {
      "epoch": 0.13595888102755416,
      "grad_norm": 0.43623045086860657,
      "learning_rate": 4.842349990723879e-05,
      "loss": 5.7076,
      "step": 155325
    },
    {
      "epoch": 0.1359632576211813,
      "grad_norm": 0.41200780868530273,
      "learning_rate": 4.8423391812706175e-05,
      "loss": 4.8232,
      "step": 155330
    },
    {
      "epoch": 0.13596763421480848,
      "grad_norm": 0.37940382957458496,
      "learning_rate": 4.842328371461993e-05,
      "loss": 5.4759,
      "step": 155335
    },
    {
      "epoch": 0.13597201080843563,
      "grad_norm": 0.38952961564064026,
      "learning_rate": 4.842317561298008e-05,
      "loss": 5.693,
      "step": 155340
    },
    {
      "epoch": 0.13597638740206278,
      "grad_norm": 0.42551952600479126,
      "learning_rate": 4.842306750778665e-05,
      "loss": 4.744,
      "step": 155345
    },
    {
      "epoch": 0.13598076399568992,
      "grad_norm": 0.4226229786872864,
      "learning_rate": 4.842295939903965e-05,
      "loss": 4.7167,
      "step": 155350
    },
    {
      "epoch": 0.13598514058931707,
      "grad_norm": 0.42981377243995667,
      "learning_rate": 4.8422851286739104e-05,
      "loss": 4.9075,
      "step": 155355
    },
    {
      "epoch": 0.13598951718294425,
      "grad_norm": 0.39867815375328064,
      "learning_rate": 4.8422743170885046e-05,
      "loss": 5.4573,
      "step": 155360
    },
    {
      "epoch": 0.1359938937765714,
      "grad_norm": 0.40880200266838074,
      "learning_rate": 4.8422635051477474e-05,
      "loss": 5.1413,
      "step": 155365
    },
    {
      "epoch": 0.13599827037019854,
      "grad_norm": 0.47777706384658813,
      "learning_rate": 4.842252692851642e-05,
      "loss": 5.1878,
      "step": 155370
    },
    {
      "epoch": 0.1360026469638257,
      "grad_norm": 0.451183557510376,
      "learning_rate": 4.842241880200191e-05,
      "loss": 5.4913,
      "step": 155375
    },
    {
      "epoch": 0.13600702355745287,
      "grad_norm": 0.40570399165153503,
      "learning_rate": 4.842231067193397e-05,
      "loss": 6.3322,
      "step": 155380
    },
    {
      "epoch": 0.13601140015108001,
      "grad_norm": 0.43017229437828064,
      "learning_rate": 4.84222025383126e-05,
      "loss": 5.7459,
      "step": 155385
    },
    {
      "epoch": 0.13601577674470716,
      "grad_norm": 0.4137043058872223,
      "learning_rate": 4.842209440113784e-05,
      "loss": 5.1996,
      "step": 155390
    },
    {
      "epoch": 0.1360201533383343,
      "grad_norm": 0.3817652463912964,
      "learning_rate": 4.842198626040969e-05,
      "loss": 5.6959,
      "step": 155395
    },
    {
      "epoch": 0.13602452993196149,
      "grad_norm": 0.42077142000198364,
      "learning_rate": 4.842187811612821e-05,
      "loss": 5.9658,
      "step": 155400
    },
    {
      "epoch": 0.13602890652558863,
      "grad_norm": 0.4008549749851227,
      "learning_rate": 4.842176996829337e-05,
      "loss": 5.7805,
      "step": 155405
    },
    {
      "epoch": 0.13603328311921578,
      "grad_norm": 0.38353484869003296,
      "learning_rate": 4.842166181690523e-05,
      "loss": 5.7047,
      "step": 155410
    },
    {
      "epoch": 0.13603765971284293,
      "grad_norm": 0.4004063010215759,
      "learning_rate": 4.842155366196378e-05,
      "loss": 4.7157,
      "step": 155415
    },
    {
      "epoch": 0.1360420363064701,
      "grad_norm": 0.41816091537475586,
      "learning_rate": 4.842144550346908e-05,
      "loss": 5.4392,
      "step": 155420
    },
    {
      "epoch": 0.13604641290009725,
      "grad_norm": 0.41179749369621277,
      "learning_rate": 4.84213373414211e-05,
      "loss": 5.684,
      "step": 155425
    },
    {
      "epoch": 0.1360507894937244,
      "grad_norm": 0.4318746328353882,
      "learning_rate": 4.842122917581991e-05,
      "loss": 5.4887,
      "step": 155430
    },
    {
      "epoch": 0.13605516608735155,
      "grad_norm": 0.37429529428482056,
      "learning_rate": 4.842112100666551e-05,
      "loss": 5.7878,
      "step": 155435
    },
    {
      "epoch": 0.13605954268097872,
      "grad_norm": 0.43928301334381104,
      "learning_rate": 4.842101283395791e-05,
      "loss": 4.9769,
      "step": 155440
    },
    {
      "epoch": 0.13606391927460587,
      "grad_norm": 0.4311806559562683,
      "learning_rate": 4.842090465769715e-05,
      "loss": 4.7626,
      "step": 155445
    },
    {
      "epoch": 0.13606829586823302,
      "grad_norm": 0.39242586493492126,
      "learning_rate": 4.842079647788325e-05,
      "loss": 5.9752,
      "step": 155450
    },
    {
      "epoch": 0.13607267246186017,
      "grad_norm": 0.418881356716156,
      "learning_rate": 4.842068829451621e-05,
      "loss": 5.4684,
      "step": 155455
    },
    {
      "epoch": 0.13607704905548734,
      "grad_norm": 0.38232213258743286,
      "learning_rate": 4.842058010759607e-05,
      "loss": 5.8135,
      "step": 155460
    },
    {
      "epoch": 0.1360814256491145,
      "grad_norm": 0.4138866066932678,
      "learning_rate": 4.8420471917122846e-05,
      "loss": 4.7202,
      "step": 155465
    },
    {
      "epoch": 0.13608580224274164,
      "grad_norm": 0.3807580769062042,
      "learning_rate": 4.8420363723096564e-05,
      "loss": 5.7901,
      "step": 155470
    },
    {
      "epoch": 0.13609017883636879,
      "grad_norm": 0.48669299483299255,
      "learning_rate": 4.842025552551722e-05,
      "loss": 4.4389,
      "step": 155475
    },
    {
      "epoch": 0.13609455542999593,
      "grad_norm": 0.41757139563560486,
      "learning_rate": 4.842014732438487e-05,
      "loss": 5.4716,
      "step": 155480
    },
    {
      "epoch": 0.1360989320236231,
      "grad_norm": 0.4452419579029083,
      "learning_rate": 4.842003911969951e-05,
      "loss": 5.5191,
      "step": 155485
    },
    {
      "epoch": 0.13610330861725026,
      "grad_norm": 0.44333770871162415,
      "learning_rate": 4.841993091146119e-05,
      "loss": 4.614,
      "step": 155490
    },
    {
      "epoch": 0.1361076852108774,
      "grad_norm": 0.46847018599510193,
      "learning_rate": 4.841982269966988e-05,
      "loss": 5.3893,
      "step": 155495
    },
    {
      "epoch": 0.13611206180450455,
      "grad_norm": 0.4196232557296753,
      "learning_rate": 4.841971448432565e-05,
      "loss": 5.448,
      "step": 155500
    },
    {
      "epoch": 0.13611643839813173,
      "grad_norm": 0.3885868787765503,
      "learning_rate": 4.841960626542851e-05,
      "loss": 5.4558,
      "step": 155505
    },
    {
      "epoch": 0.13612081499175888,
      "grad_norm": 0.38267961144447327,
      "learning_rate": 4.841949804297845e-05,
      "loss": 5.4718,
      "step": 155510
    },
    {
      "epoch": 0.13612519158538602,
      "grad_norm": 0.41654103994369507,
      "learning_rate": 4.8419389816975525e-05,
      "loss": 5.675,
      "step": 155515
    },
    {
      "epoch": 0.13612956817901317,
      "grad_norm": 0.47967222332954407,
      "learning_rate": 4.841928158741975e-05,
      "loss": 4.6212,
      "step": 155520
    },
    {
      "epoch": 0.13613394477264035,
      "grad_norm": 0.4626619219779968,
      "learning_rate": 4.841917335431114e-05,
      "loss": 5.4357,
      "step": 155525
    },
    {
      "epoch": 0.1361383213662675,
      "grad_norm": 0.4442538917064667,
      "learning_rate": 4.841906511764971e-05,
      "loss": 5.9852,
      "step": 155530
    },
    {
      "epoch": 0.13614269795989464,
      "grad_norm": 0.40918830037117004,
      "learning_rate": 4.841895687743549e-05,
      "loss": 4.8508,
      "step": 155535
    },
    {
      "epoch": 0.1361470745535218,
      "grad_norm": 0.41447123885154724,
      "learning_rate": 4.84188486336685e-05,
      "loss": 5.7604,
      "step": 155540
    },
    {
      "epoch": 0.13615145114714897,
      "grad_norm": 0.3789457380771637,
      "learning_rate": 4.8418740386348757e-05,
      "loss": 6.3092,
      "step": 155545
    },
    {
      "epoch": 0.13615582774077611,
      "grad_norm": 0.3987937867641449,
      "learning_rate": 4.841863213547629e-05,
      "loss": 5.6781,
      "step": 155550
    },
    {
      "epoch": 0.13616020433440326,
      "grad_norm": 0.4495331943035126,
      "learning_rate": 4.8418523881051105e-05,
      "loss": 4.6784,
      "step": 155555
    },
    {
      "epoch": 0.1361645809280304,
      "grad_norm": 0.40099984407424927,
      "learning_rate": 4.8418415623073246e-05,
      "loss": 4.6771,
      "step": 155560
    },
    {
      "epoch": 0.13616895752165759,
      "grad_norm": 0.39985814690589905,
      "learning_rate": 4.84183073615427e-05,
      "loss": 4.8692,
      "step": 155565
    },
    {
      "epoch": 0.13617333411528473,
      "grad_norm": 0.4519778788089752,
      "learning_rate": 4.8418199096459516e-05,
      "loss": 4.4739,
      "step": 155570
    },
    {
      "epoch": 0.13617771070891188,
      "grad_norm": 0.4074411988258362,
      "learning_rate": 4.841809082782371e-05,
      "loss": 5.4286,
      "step": 155575
    },
    {
      "epoch": 0.13618208730253903,
      "grad_norm": 0.3787529766559601,
      "learning_rate": 4.841798255563531e-05,
      "loss": 5.3128,
      "step": 155580
    },
    {
      "epoch": 0.1361864638961662,
      "grad_norm": 0.4133314788341522,
      "learning_rate": 4.841787427989432e-05,
      "loss": 5.4871,
      "step": 155585
    },
    {
      "epoch": 0.13619084048979335,
      "grad_norm": 0.36518409848213196,
      "learning_rate": 4.841776600060075e-05,
      "loss": 5.9744,
      "step": 155590
    },
    {
      "epoch": 0.1361952170834205,
      "grad_norm": 0.3947680592536926,
      "learning_rate": 4.841765771775465e-05,
      "loss": 4.9354,
      "step": 155595
    },
    {
      "epoch": 0.13619959367704765,
      "grad_norm": 0.39372751116752625,
      "learning_rate": 4.8417549431356024e-05,
      "loss": 5.9973,
      "step": 155600
    },
    {
      "epoch": 0.1362039702706748,
      "grad_norm": 0.42846059799194336,
      "learning_rate": 4.841744114140491e-05,
      "loss": 5.4506,
      "step": 155605
    },
    {
      "epoch": 0.13620834686430197,
      "grad_norm": 0.3834441602230072,
      "learning_rate": 4.841733284790131e-05,
      "loss": 4.9168,
      "step": 155610
    },
    {
      "epoch": 0.13621272345792912,
      "grad_norm": 0.3738260865211487,
      "learning_rate": 4.841722455084525e-05,
      "loss": 5.9463,
      "step": 155615
    },
    {
      "epoch": 0.13621710005155627,
      "grad_norm": 0.4061511754989624,
      "learning_rate": 4.8417116250236746e-05,
      "loss": 5.1619,
      "step": 155620
    },
    {
      "epoch": 0.13622147664518341,
      "grad_norm": 0.40386417508125305,
      "learning_rate": 4.8417007946075846e-05,
      "loss": 5.6639,
      "step": 155625
    },
    {
      "epoch": 0.1362258532388106,
      "grad_norm": 0.4122764766216278,
      "learning_rate": 4.841689963836252e-05,
      "loss": 5.957,
      "step": 155630
    },
    {
      "epoch": 0.13623022983243774,
      "grad_norm": 0.4027200937271118,
      "learning_rate": 4.8416791327096845e-05,
      "loss": 5.1728,
      "step": 155635
    },
    {
      "epoch": 0.13623460642606489,
      "grad_norm": 0.43219348788261414,
      "learning_rate": 4.841668301227881e-05,
      "loss": 4.9684,
      "step": 155640
    },
    {
      "epoch": 0.13623898301969203,
      "grad_norm": 0.44381973147392273,
      "learning_rate": 4.8416574693908434e-05,
      "loss": 5.1398,
      "step": 155645
    },
    {
      "epoch": 0.1362433596133192,
      "grad_norm": 0.42447879910469055,
      "learning_rate": 4.841646637198576e-05,
      "loss": 5.1772,
      "step": 155650
    },
    {
      "epoch": 0.13624773620694636,
      "grad_norm": 0.3867182731628418,
      "learning_rate": 4.841635804651078e-05,
      "loss": 6.2695,
      "step": 155655
    },
    {
      "epoch": 0.1362521128005735,
      "grad_norm": 0.39397716522216797,
      "learning_rate": 4.841624971748354e-05,
      "loss": 5.3654,
      "step": 155660
    },
    {
      "epoch": 0.13625648939420065,
      "grad_norm": 0.4077809154987335,
      "learning_rate": 4.841614138490405e-05,
      "loss": 4.6541,
      "step": 155665
    },
    {
      "epoch": 0.13626086598782783,
      "grad_norm": 0.4019472301006317,
      "learning_rate": 4.841603304877232e-05,
      "loss": 5.1388,
      "step": 155670
    },
    {
      "epoch": 0.13626524258145498,
      "grad_norm": 0.4403008222579956,
      "learning_rate": 4.841592470908839e-05,
      "loss": 4.7285,
      "step": 155675
    },
    {
      "epoch": 0.13626961917508212,
      "grad_norm": 0.4408333897590637,
      "learning_rate": 4.8415816365852275e-05,
      "loss": 5.176,
      "step": 155680
    },
    {
      "epoch": 0.13627399576870927,
      "grad_norm": 0.4333345293998718,
      "learning_rate": 4.8415708019064e-05,
      "loss": 5.2006,
      "step": 155685
    },
    {
      "epoch": 0.13627837236233645,
      "grad_norm": 0.4090297818183899,
      "learning_rate": 4.841559966872357e-05,
      "loss": 4.9521,
      "step": 155690
    },
    {
      "epoch": 0.1362827489559636,
      "grad_norm": 0.3926810920238495,
      "learning_rate": 4.841549131483102e-05,
      "loss": 5.6934,
      "step": 155695
    },
    {
      "epoch": 0.13628712554959074,
      "grad_norm": 0.3961052894592285,
      "learning_rate": 4.8415382957386366e-05,
      "loss": 5.3852,
      "step": 155700
    },
    {
      "epoch": 0.1362915021432179,
      "grad_norm": 0.3979518711566925,
      "learning_rate": 4.841527459638962e-05,
      "loss": 4.967,
      "step": 155705
    },
    {
      "epoch": 0.13629587873684507,
      "grad_norm": 0.3871636986732483,
      "learning_rate": 4.841516623184082e-05,
      "loss": 4.9687,
      "step": 155710
    },
    {
      "epoch": 0.13630025533047221,
      "grad_norm": 0.43360692262649536,
      "learning_rate": 4.841505786373999e-05,
      "loss": 4.7356,
      "step": 155715
    },
    {
      "epoch": 0.13630463192409936,
      "grad_norm": 0.40617674589157104,
      "learning_rate": 4.8414949492087135e-05,
      "loss": 5.1324,
      "step": 155720
    },
    {
      "epoch": 0.1363090085177265,
      "grad_norm": 0.4186260402202606,
      "learning_rate": 4.841484111688228e-05,
      "loss": 4.7355,
      "step": 155725
    },
    {
      "epoch": 0.13631338511135369,
      "grad_norm": 0.4222145974636078,
      "learning_rate": 4.8414732738125446e-05,
      "loss": 4.8572,
      "step": 155730
    },
    {
      "epoch": 0.13631776170498083,
      "grad_norm": 0.4136992394924164,
      "learning_rate": 4.841462435581665e-05,
      "loss": 5.2415,
      "step": 155735
    },
    {
      "epoch": 0.13632213829860798,
      "grad_norm": 0.4133351743221283,
      "learning_rate": 4.841451596995593e-05,
      "loss": 4.9444,
      "step": 155740
    },
    {
      "epoch": 0.13632651489223513,
      "grad_norm": 0.39550095796585083,
      "learning_rate": 4.8414407580543285e-05,
      "loss": 5.3721,
      "step": 155745
    },
    {
      "epoch": 0.13633089148586228,
      "grad_norm": 0.4326208531856537,
      "learning_rate": 4.841429918757875e-05,
      "loss": 5.9822,
      "step": 155750
    },
    {
      "epoch": 0.13633526807948945,
      "grad_norm": 0.41694706678390503,
      "learning_rate": 4.841419079106234e-05,
      "loss": 4.9328,
      "step": 155755
    },
    {
      "epoch": 0.1363396446731166,
      "grad_norm": 0.4684503376483917,
      "learning_rate": 4.841408239099407e-05,
      "loss": 5.2786,
      "step": 155760
    },
    {
      "epoch": 0.13634402126674375,
      "grad_norm": 0.42761319875717163,
      "learning_rate": 4.841397398737398e-05,
      "loss": 4.8615,
      "step": 155765
    },
    {
      "epoch": 0.1363483978603709,
      "grad_norm": 0.4438348412513733,
      "learning_rate": 4.841386558020208e-05,
      "loss": 4.855,
      "step": 155770
    },
    {
      "epoch": 0.13635277445399807,
      "grad_norm": 0.4976505637168884,
      "learning_rate": 4.8413757169478394e-05,
      "loss": 5.9613,
      "step": 155775
    },
    {
      "epoch": 0.13635715104762522,
      "grad_norm": 0.4333557188510895,
      "learning_rate": 4.8413648755202925e-05,
      "loss": 5.2764,
      "step": 155780
    },
    {
      "epoch": 0.13636152764125237,
      "grad_norm": 0.42452937364578247,
      "learning_rate": 4.841354033737572e-05,
      "loss": 5.1767,
      "step": 155785
    },
    {
      "epoch": 0.13636590423487951,
      "grad_norm": 0.41441571712493896,
      "learning_rate": 4.841343191599679e-05,
      "loss": 4.6492,
      "step": 155790
    },
    {
      "epoch": 0.1363702808285067,
      "grad_norm": 0.4516693353652954,
      "learning_rate": 4.841332349106614e-05,
      "loss": 5.2305,
      "step": 155795
    },
    {
      "epoch": 0.13637465742213384,
      "grad_norm": 0.4329715669155121,
      "learning_rate": 4.8413215062583816e-05,
      "loss": 5.764,
      "step": 155800
    },
    {
      "epoch": 0.13637903401576099,
      "grad_norm": 0.4270784556865692,
      "learning_rate": 4.8413106630549834e-05,
      "loss": 4.7742,
      "step": 155805
    },
    {
      "epoch": 0.13638341060938813,
      "grad_norm": 0.41201943159103394,
      "learning_rate": 4.841299819496419e-05,
      "loss": 5.1685,
      "step": 155810
    },
    {
      "epoch": 0.1363877872030153,
      "grad_norm": 0.41994237899780273,
      "learning_rate": 4.841288975582694e-05,
      "loss": 5.7098,
      "step": 155815
    },
    {
      "epoch": 0.13639216379664246,
      "grad_norm": 0.381582647562027,
      "learning_rate": 4.841278131313808e-05,
      "loss": 5.4483,
      "step": 155820
    },
    {
      "epoch": 0.1363965403902696,
      "grad_norm": 0.42355579137802124,
      "learning_rate": 4.841267286689765e-05,
      "loss": 5.2574,
      "step": 155825
    },
    {
      "epoch": 0.13640091698389675,
      "grad_norm": 0.4150391221046448,
      "learning_rate": 4.841256441710565e-05,
      "loss": 5.7638,
      "step": 155830
    },
    {
      "epoch": 0.13640529357752393,
      "grad_norm": 0.3793147802352905,
      "learning_rate": 4.8412455963762105e-05,
      "loss": 6.2643,
      "step": 155835
    },
    {
      "epoch": 0.13640967017115108,
      "grad_norm": 0.42167553305625916,
      "learning_rate": 4.841234750686705e-05,
      "loss": 4.499,
      "step": 155840
    },
    {
      "epoch": 0.13641404676477822,
      "grad_norm": 0.4350166916847229,
      "learning_rate": 4.8412239046420506e-05,
      "loss": 5.7381,
      "step": 155845
    },
    {
      "epoch": 0.13641842335840537,
      "grad_norm": 0.4343473017215729,
      "learning_rate": 4.8412130582422476e-05,
      "loss": 4.4627,
      "step": 155850
    },
    {
      "epoch": 0.13642279995203255,
      "grad_norm": 0.43620565533638,
      "learning_rate": 4.8412022114873e-05,
      "loss": 5.4688,
      "step": 155855
    },
    {
      "epoch": 0.1364271765456597,
      "grad_norm": 0.4160722494125366,
      "learning_rate": 4.8411913643772076e-05,
      "loss": 5.4838,
      "step": 155860
    },
    {
      "epoch": 0.13643155313928684,
      "grad_norm": 0.37882956862449646,
      "learning_rate": 4.8411805169119753e-05,
      "loss": 5.8071,
      "step": 155865
    },
    {
      "epoch": 0.136435929732914,
      "grad_norm": 0.4269842207431793,
      "learning_rate": 4.841169669091604e-05,
      "loss": 4.441,
      "step": 155870
    },
    {
      "epoch": 0.13644030632654114,
      "grad_norm": 0.38151583075523376,
      "learning_rate": 4.841158820916094e-05,
      "loss": 5.7935,
      "step": 155875
    },
    {
      "epoch": 0.13644468292016831,
      "grad_norm": 0.43411725759506226,
      "learning_rate": 4.84114797238545e-05,
      "loss": 5.3967,
      "step": 155880
    },
    {
      "epoch": 0.13644905951379546,
      "grad_norm": 0.4512965977191925,
      "learning_rate": 4.841137123499673e-05,
      "loss": 5.0547,
      "step": 155885
    },
    {
      "epoch": 0.1364534361074226,
      "grad_norm": 0.43268078565597534,
      "learning_rate": 4.841126274258765e-05,
      "loss": 5.6594,
      "step": 155890
    },
    {
      "epoch": 0.13645781270104976,
      "grad_norm": 0.4827576279640198,
      "learning_rate": 4.8411154246627286e-05,
      "loss": 5.2577,
      "step": 155895
    },
    {
      "epoch": 0.13646218929467693,
      "grad_norm": 0.4978119432926178,
      "learning_rate": 4.8411045747115644e-05,
      "loss": 4.6226,
      "step": 155900
    },
    {
      "epoch": 0.13646656588830408,
      "grad_norm": 0.4018072783946991,
      "learning_rate": 4.841093724405278e-05,
      "loss": 5.2704,
      "step": 155905
    },
    {
      "epoch": 0.13647094248193123,
      "grad_norm": 0.4121386408805847,
      "learning_rate": 4.8410828737438665e-05,
      "loss": 4.8323,
      "step": 155910
    },
    {
      "epoch": 0.13647531907555838,
      "grad_norm": 0.4028288424015045,
      "learning_rate": 4.841072022727337e-05,
      "loss": 5.1693,
      "step": 155915
    },
    {
      "epoch": 0.13647969566918555,
      "grad_norm": 0.4365324378013611,
      "learning_rate": 4.8410611713556876e-05,
      "loss": 4.6188,
      "step": 155920
    },
    {
      "epoch": 0.1364840722628127,
      "grad_norm": 0.4053134322166443,
      "learning_rate": 4.8410503196289215e-05,
      "loss": 5.1245,
      "step": 155925
    },
    {
      "epoch": 0.13648844885643985,
      "grad_norm": 0.46840572357177734,
      "learning_rate": 4.8410394675470425e-05,
      "loss": 4.7333,
      "step": 155930
    },
    {
      "epoch": 0.136492825450067,
      "grad_norm": 0.4093453586101532,
      "learning_rate": 4.8410286151100515e-05,
      "loss": 5.6787,
      "step": 155935
    },
    {
      "epoch": 0.13649720204369417,
      "grad_norm": 0.4379238188266754,
      "learning_rate": 4.8410177623179497e-05,
      "loss": 5.1766,
      "step": 155940
    },
    {
      "epoch": 0.13650157863732132,
      "grad_norm": 0.44201716780662537,
      "learning_rate": 4.841006909170741e-05,
      "loss": 5.5091,
      "step": 155945
    },
    {
      "epoch": 0.13650595523094847,
      "grad_norm": 0.39513227343559265,
      "learning_rate": 4.8409960556684266e-05,
      "loss": 5.5023,
      "step": 155950
    },
    {
      "epoch": 0.13651033182457561,
      "grad_norm": 0.501118004322052,
      "learning_rate": 4.840985201811007e-05,
      "loss": 4.9553,
      "step": 155955
    },
    {
      "epoch": 0.1365147084182028,
      "grad_norm": 0.5838575959205627,
      "learning_rate": 4.840974347598487e-05,
      "loss": 5.1728,
      "step": 155960
    },
    {
      "epoch": 0.13651908501182994,
      "grad_norm": 0.48172318935394287,
      "learning_rate": 4.840963493030868e-05,
      "loss": 5.3936,
      "step": 155965
    },
    {
      "epoch": 0.13652346160545709,
      "grad_norm": 0.8205203413963318,
      "learning_rate": 4.8409526381081515e-05,
      "loss": 4.8704,
      "step": 155970
    },
    {
      "epoch": 0.13652783819908423,
      "grad_norm": 0.45960086584091187,
      "learning_rate": 4.840941782830339e-05,
      "loss": 4.123,
      "step": 155975
    },
    {
      "epoch": 0.1365322147927114,
      "grad_norm": 0.48514872789382935,
      "learning_rate": 4.8409309271974347e-05,
      "loss": 5.6992,
      "step": 155980
    },
    {
      "epoch": 0.13653659138633856,
      "grad_norm": 0.46118560433387756,
      "learning_rate": 4.840920071209437e-05,
      "loss": 4.9207,
      "step": 155985
    },
    {
      "epoch": 0.1365409679799657,
      "grad_norm": 0.5343919992446899,
      "learning_rate": 4.840909214866353e-05,
      "loss": 5.9918,
      "step": 155990
    },
    {
      "epoch": 0.13654534457359285,
      "grad_norm": 0.4498635232448578,
      "learning_rate": 4.84089835816818e-05,
      "loss": 5.1352,
      "step": 155995
    },
    {
      "epoch": 0.13654972116722,
      "grad_norm": 0.3867343068122864,
      "learning_rate": 4.840887501114923e-05,
      "loss": 5.9816,
      "step": 156000
    },
    {
      "epoch": 0.13655409776084718,
      "grad_norm": 0.4460868537425995,
      "learning_rate": 4.8408766437065847e-05,
      "loss": 4.6773,
      "step": 156005
    },
    {
      "epoch": 0.13655847435447432,
      "grad_norm": 0.4447563588619232,
      "learning_rate": 4.840865785943164e-05,
      "loss": 5.2533,
      "step": 156010
    },
    {
      "epoch": 0.13656285094810147,
      "grad_norm": 0.39157402515411377,
      "learning_rate": 4.8408549278246654e-05,
      "loss": 5.1795,
      "step": 156015
    },
    {
      "epoch": 0.13656722754172862,
      "grad_norm": 0.40426117181777954,
      "learning_rate": 4.84084406935109e-05,
      "loss": 5.6893,
      "step": 156020
    },
    {
      "epoch": 0.1365716041353558,
      "grad_norm": 0.43190547823905945,
      "learning_rate": 4.8408332105224406e-05,
      "loss": 4.4369,
      "step": 156025
    },
    {
      "epoch": 0.13657598072898294,
      "grad_norm": 0.3634759485721588,
      "learning_rate": 4.840822351338718e-05,
      "loss": 5.941,
      "step": 156030
    },
    {
      "epoch": 0.1365803573226101,
      "grad_norm": 0.3700402081012726,
      "learning_rate": 4.840811491799927e-05,
      "loss": 5.6949,
      "step": 156035
    },
    {
      "epoch": 0.13658473391623724,
      "grad_norm": 0.3733179271221161,
      "learning_rate": 4.840800631906067e-05,
      "loss": 5.6594,
      "step": 156040
    },
    {
      "epoch": 0.13658911050986441,
      "grad_norm": 0.39532211422920227,
      "learning_rate": 4.8407897716571414e-05,
      "loss": 4.9678,
      "step": 156045
    },
    {
      "epoch": 0.13659348710349156,
      "grad_norm": 0.394785076379776,
      "learning_rate": 4.840778911053152e-05,
      "loss": 5.1825,
      "step": 156050
    },
    {
      "epoch": 0.1365978636971187,
      "grad_norm": 0.3927886486053467,
      "learning_rate": 4.840768050094101e-05,
      "loss": 5.0938,
      "step": 156055
    },
    {
      "epoch": 0.13660224029074586,
      "grad_norm": 0.3930093050003052,
      "learning_rate": 4.84075718877999e-05,
      "loss": 5.4547,
      "step": 156060
    },
    {
      "epoch": 0.13660661688437303,
      "grad_norm": 0.3695373237133026,
      "learning_rate": 4.840746327110821e-05,
      "loss": 6.2754,
      "step": 156065
    },
    {
      "epoch": 0.13661099347800018,
      "grad_norm": 0.45787402987480164,
      "learning_rate": 4.8407354650865965e-05,
      "loss": 4.659,
      "step": 156070
    },
    {
      "epoch": 0.13661537007162733,
      "grad_norm": 0.4615405201911926,
      "learning_rate": 4.840724602707319e-05,
      "loss": 5.4381,
      "step": 156075
    },
    {
      "epoch": 0.13661974666525448,
      "grad_norm": 0.4024083614349365,
      "learning_rate": 4.8407137399729905e-05,
      "loss": 5.1969,
      "step": 156080
    },
    {
      "epoch": 0.13662412325888165,
      "grad_norm": 0.3799126446247101,
      "learning_rate": 4.8407028768836135e-05,
      "loss": 5.7016,
      "step": 156085
    },
    {
      "epoch": 0.1366284998525088,
      "grad_norm": 0.3859175145626068,
      "learning_rate": 4.840692013439189e-05,
      "loss": 5.6885,
      "step": 156090
    },
    {
      "epoch": 0.13663287644613595,
      "grad_norm": 0.3892073929309845,
      "learning_rate": 4.840681149639719e-05,
      "loss": 4.8595,
      "step": 156095
    },
    {
      "epoch": 0.1366372530397631,
      "grad_norm": 0.38410088419914246,
      "learning_rate": 4.840670285485206e-05,
      "loss": 5.2453,
      "step": 156100
    },
    {
      "epoch": 0.13664162963339027,
      "grad_norm": 0.4032796621322632,
      "learning_rate": 4.840659420975652e-05,
      "loss": 4.7463,
      "step": 156105
    },
    {
      "epoch": 0.13664600622701742,
      "grad_norm": 0.3962824046611786,
      "learning_rate": 4.840648556111059e-05,
      "loss": 4.4363,
      "step": 156110
    },
    {
      "epoch": 0.13665038282064457,
      "grad_norm": 0.41530367732048035,
      "learning_rate": 4.840637690891431e-05,
      "loss": 4.9433,
      "step": 156115
    },
    {
      "epoch": 0.13665475941427171,
      "grad_norm": 0.3728783428668976,
      "learning_rate": 4.8406268253167675e-05,
      "loss": 5.4746,
      "step": 156120
    },
    {
      "epoch": 0.13665913600789886,
      "grad_norm": 0.3795621991157532,
      "learning_rate": 4.8406159593870715e-05,
      "loss": 5.169,
      "step": 156125
    },
    {
      "epoch": 0.13666351260152604,
      "grad_norm": 0.37262022495269775,
      "learning_rate": 4.840605093102345e-05,
      "loss": 5.7929,
      "step": 156130
    },
    {
      "epoch": 0.13666788919515319,
      "grad_norm": 0.40627554059028625,
      "learning_rate": 4.840594226462591e-05,
      "loss": 4.6447,
      "step": 156135
    },
    {
      "epoch": 0.13667226578878033,
      "grad_norm": 0.4077140688896179,
      "learning_rate": 4.840583359467811e-05,
      "loss": 4.962,
      "step": 156140
    },
    {
      "epoch": 0.13667664238240748,
      "grad_norm": 0.39746108651161194,
      "learning_rate": 4.8405724921180065e-05,
      "loss": 4.9423,
      "step": 156145
    },
    {
      "epoch": 0.13668101897603466,
      "grad_norm": 0.40825366973876953,
      "learning_rate": 4.840561624413179e-05,
      "loss": 5.4622,
      "step": 156150
    },
    {
      "epoch": 0.1366853955696618,
      "grad_norm": 0.4074247181415558,
      "learning_rate": 4.840550756353334e-05,
      "loss": 5.4505,
      "step": 156155
    },
    {
      "epoch": 0.13668977216328895,
      "grad_norm": 0.37878796458244324,
      "learning_rate": 4.8405398879384703e-05,
      "loss": 5.2468,
      "step": 156160
    },
    {
      "epoch": 0.1366941487569161,
      "grad_norm": 0.4214150607585907,
      "learning_rate": 4.84052901916859e-05,
      "loss": 5.5117,
      "step": 156165
    },
    {
      "epoch": 0.13669852535054328,
      "grad_norm": 0.3867187201976776,
      "learning_rate": 4.840518150043697e-05,
      "loss": 5.2425,
      "step": 156170
    },
    {
      "epoch": 0.13670290194417042,
      "grad_norm": 0.3986230194568634,
      "learning_rate": 4.840507280563792e-05,
      "loss": 5.6893,
      "step": 156175
    },
    {
      "epoch": 0.13670727853779757,
      "grad_norm": 0.43123728036880493,
      "learning_rate": 4.8404964107288774e-05,
      "loss": 4.6246,
      "step": 156180
    },
    {
      "epoch": 0.13671165513142472,
      "grad_norm": 0.4207722544670105,
      "learning_rate": 4.840485540538956e-05,
      "loss": 5.2629,
      "step": 156185
    },
    {
      "epoch": 0.1367160317250519,
      "grad_norm": 0.41548001766204834,
      "learning_rate": 4.840474669994031e-05,
      "loss": 5.1628,
      "step": 156190
    },
    {
      "epoch": 0.13672040831867904,
      "grad_norm": 0.39276304841041565,
      "learning_rate": 4.8404637990941e-05,
      "loss": 4.9469,
      "step": 156195
    },
    {
      "epoch": 0.1367247849123062,
      "grad_norm": 0.40810108184814453,
      "learning_rate": 4.840452927839171e-05,
      "loss": 4.8959,
      "step": 156200
    },
    {
      "epoch": 0.13672916150593334,
      "grad_norm": 0.3759910762310028,
      "learning_rate": 4.840442056229241e-05,
      "loss": 5.7719,
      "step": 156205
    },
    {
      "epoch": 0.13673353809956051,
      "grad_norm": 0.37676605582237244,
      "learning_rate": 4.8404311842643145e-05,
      "loss": 5.9922,
      "step": 156210
    },
    {
      "epoch": 0.13673791469318766,
      "grad_norm": 0.4075154960155487,
      "learning_rate": 4.8404203119443946e-05,
      "loss": 4.932,
      "step": 156215
    },
    {
      "epoch": 0.1367422912868148,
      "grad_norm": 0.41143038868904114,
      "learning_rate": 4.840409439269481e-05,
      "loss": 4.6432,
      "step": 156220
    },
    {
      "epoch": 0.13674666788044196,
      "grad_norm": 0.37044042348861694,
      "learning_rate": 4.840398566239577e-05,
      "loss": 5.993,
      "step": 156225
    },
    {
      "epoch": 0.13675104447406913,
      "grad_norm": 0.4199564456939697,
      "learning_rate": 4.840387692854685e-05,
      "loss": 4.6995,
      "step": 156230
    },
    {
      "epoch": 0.13675542106769628,
      "grad_norm": 0.40636131167411804,
      "learning_rate": 4.840376819114806e-05,
      "loss": 3.906,
      "step": 156235
    },
    {
      "epoch": 0.13675979766132343,
      "grad_norm": 0.39853721857070923,
      "learning_rate": 4.8403659450199434e-05,
      "loss": 6.3086,
      "step": 156240
    },
    {
      "epoch": 0.13676417425495058,
      "grad_norm": 0.42978107929229736,
      "learning_rate": 4.840355070570098e-05,
      "loss": 5.4809,
      "step": 156245
    },
    {
      "epoch": 0.13676855084857772,
      "grad_norm": 0.38737598061561584,
      "learning_rate": 4.8403441957652737e-05,
      "loss": 5.484,
      "step": 156250
    },
    {
      "epoch": 0.1367729274422049,
      "grad_norm": 0.431841105222702,
      "learning_rate": 4.840333320605471e-05,
      "loss": 6.0141,
      "step": 156255
    },
    {
      "epoch": 0.13677730403583205,
      "grad_norm": 0.42834311723709106,
      "learning_rate": 4.8403224450906934e-05,
      "loss": 5.6162,
      "step": 156260
    },
    {
      "epoch": 0.1367816806294592,
      "grad_norm": 0.4437905550003052,
      "learning_rate": 4.840311569220941e-05,
      "loss": 4.379,
      "step": 156265
    },
    {
      "epoch": 0.13678605722308634,
      "grad_norm": 0.398030161857605,
      "learning_rate": 4.840300692996217e-05,
      "loss": 5.9895,
      "step": 156270
    },
    {
      "epoch": 0.13679043381671352,
      "grad_norm": 0.41248196363449097,
      "learning_rate": 4.8402898164165236e-05,
      "loss": 4.8191,
      "step": 156275
    },
    {
      "epoch": 0.13679481041034067,
      "grad_norm": 0.4410470724105835,
      "learning_rate": 4.8402789394818625e-05,
      "loss": 4.8785,
      "step": 156280
    },
    {
      "epoch": 0.13679918700396781,
      "grad_norm": 0.3934049606323242,
      "learning_rate": 4.840268062192237e-05,
      "loss": 4.9488,
      "step": 156285
    },
    {
      "epoch": 0.13680356359759496,
      "grad_norm": 0.4332669675350189,
      "learning_rate": 4.840257184547648e-05,
      "loss": 5.0032,
      "step": 156290
    },
    {
      "epoch": 0.13680794019122214,
      "grad_norm": 0.42941540479660034,
      "learning_rate": 4.8402463065480975e-05,
      "loss": 5.2153,
      "step": 156295
    },
    {
      "epoch": 0.13681231678484929,
      "grad_norm": 0.43278634548187256,
      "learning_rate": 4.840235428193588e-05,
      "loss": 5.4806,
      "step": 156300
    },
    {
      "epoch": 0.13681669337847643,
      "grad_norm": 0.3906247019767761,
      "learning_rate": 4.8402245494841214e-05,
      "loss": 5.1563,
      "step": 156305
    },
    {
      "epoch": 0.13682106997210358,
      "grad_norm": 0.39344021677970886,
      "learning_rate": 4.840213670419701e-05,
      "loss": 5.6562,
      "step": 156310
    },
    {
      "epoch": 0.13682544656573076,
      "grad_norm": 0.4128318428993225,
      "learning_rate": 4.840202791000327e-05,
      "loss": 4.9334,
      "step": 156315
    },
    {
      "epoch": 0.1368298231593579,
      "grad_norm": 0.4050135314464569,
      "learning_rate": 4.840191911226003e-05,
      "loss": 4.8906,
      "step": 156320
    },
    {
      "epoch": 0.13683419975298505,
      "grad_norm": 0.37208330631256104,
      "learning_rate": 4.84018103109673e-05,
      "loss": 5.2699,
      "step": 156325
    },
    {
      "epoch": 0.1368385763466122,
      "grad_norm": 0.43093088269233704,
      "learning_rate": 4.8401701506125094e-05,
      "loss": 5.1688,
      "step": 156330
    },
    {
      "epoch": 0.13684295294023938,
      "grad_norm": 0.39396339654922485,
      "learning_rate": 4.840159269773347e-05,
      "loss": 5.5001,
      "step": 156335
    },
    {
      "epoch": 0.13684732953386652,
      "grad_norm": 0.41520607471466064,
      "learning_rate": 4.840148388579241e-05,
      "loss": 5.2424,
      "step": 156340
    },
    {
      "epoch": 0.13685170612749367,
      "grad_norm": 0.4145570695400238,
      "learning_rate": 4.8401375070301944e-05,
      "loss": 4.6418,
      "step": 156345
    },
    {
      "epoch": 0.13685608272112082,
      "grad_norm": 0.4268419146537781,
      "learning_rate": 4.84012662512621e-05,
      "loss": 4.6621,
      "step": 156350
    },
    {
      "epoch": 0.136860459314748,
      "grad_norm": 0.4177420437335968,
      "learning_rate": 4.840115742867291e-05,
      "loss": 4.9896,
      "step": 156355
    },
    {
      "epoch": 0.13686483590837514,
      "grad_norm": 0.4169754683971405,
      "learning_rate": 4.840104860253436e-05,
      "loss": 4.3491,
      "step": 156360
    },
    {
      "epoch": 0.1368692125020023,
      "grad_norm": 0.47132447361946106,
      "learning_rate": 4.840093977284651e-05,
      "loss": 5.6953,
      "step": 156365
    },
    {
      "epoch": 0.13687358909562944,
      "grad_norm": 0.4416802227497101,
      "learning_rate": 4.8400830939609353e-05,
      "loss": 4.613,
      "step": 156370
    },
    {
      "epoch": 0.13687796568925661,
      "grad_norm": 0.4301195442676544,
      "learning_rate": 4.840072210282293e-05,
      "loss": 5.7244,
      "step": 156375
    },
    {
      "epoch": 0.13688234228288376,
      "grad_norm": 0.37759706377983093,
      "learning_rate": 4.840061326248725e-05,
      "loss": 5.9762,
      "step": 156380
    },
    {
      "epoch": 0.1368867188765109,
      "grad_norm": 0.41146036982536316,
      "learning_rate": 4.840050441860233e-05,
      "loss": 5.7545,
      "step": 156385
    },
    {
      "epoch": 0.13689109547013806,
      "grad_norm": 0.4589398205280304,
      "learning_rate": 4.840039557116821e-05,
      "loss": 4.563,
      "step": 156390
    },
    {
      "epoch": 0.1368954720637652,
      "grad_norm": 0.41877132654190063,
      "learning_rate": 4.8400286720184884e-05,
      "loss": 6.2682,
      "step": 156395
    },
    {
      "epoch": 0.13689984865739238,
      "grad_norm": 0.41407257318496704,
      "learning_rate": 4.840017786565239e-05,
      "loss": 5.2727,
      "step": 156400
    },
    {
      "epoch": 0.13690422525101953,
      "grad_norm": 0.39681676030158997,
      "learning_rate": 4.840006900757076e-05,
      "loss": 4.9813,
      "step": 156405
    },
    {
      "epoch": 0.13690860184464668,
      "grad_norm": 0.41015172004699707,
      "learning_rate": 4.839996014593999e-05,
      "loss": 4.9629,
      "step": 156410
    },
    {
      "epoch": 0.13691297843827382,
      "grad_norm": 0.42981860041618347,
      "learning_rate": 4.839985128076011e-05,
      "loss": 5.1477,
      "step": 156415
    },
    {
      "epoch": 0.136917355031901,
      "grad_norm": 0.4267348647117615,
      "learning_rate": 4.839974241203116e-05,
      "loss": 5.4396,
      "step": 156420
    },
    {
      "epoch": 0.13692173162552815,
      "grad_norm": 0.4254951477050781,
      "learning_rate": 4.839963353975313e-05,
      "loss": 4.9336,
      "step": 156425
    },
    {
      "epoch": 0.1369261082191553,
      "grad_norm": 0.40049177408218384,
      "learning_rate": 4.839952466392606e-05,
      "loss": 6.2578,
      "step": 156430
    },
    {
      "epoch": 0.13693048481278244,
      "grad_norm": 0.3689221143722534,
      "learning_rate": 4.839941578454996e-05,
      "loss": 5.2529,
      "step": 156435
    },
    {
      "epoch": 0.13693486140640962,
      "grad_norm": 0.4106026291847229,
      "learning_rate": 4.8399306901624863e-05,
      "loss": 4.9428,
      "step": 156440
    },
    {
      "epoch": 0.13693923800003677,
      "grad_norm": 0.383459210395813,
      "learning_rate": 4.8399198015150794e-05,
      "loss": 5.2867,
      "step": 156445
    },
    {
      "epoch": 0.13694361459366391,
      "grad_norm": 0.4215794801712036,
      "learning_rate": 4.839908912512775e-05,
      "loss": 4.4471,
      "step": 156450
    },
    {
      "epoch": 0.13694799118729106,
      "grad_norm": 0.4065368175506592,
      "learning_rate": 4.839898023155577e-05,
      "loss": 4.633,
      "step": 156455
    },
    {
      "epoch": 0.13695236778091824,
      "grad_norm": 0.3905555307865143,
      "learning_rate": 4.839887133443488e-05,
      "loss": 4.9802,
      "step": 156460
    },
    {
      "epoch": 0.13695674437454539,
      "grad_norm": 0.38412097096443176,
      "learning_rate": 4.839876243376509e-05,
      "loss": 5.7844,
      "step": 156465
    },
    {
      "epoch": 0.13696112096817253,
      "grad_norm": 0.41826167702674866,
      "learning_rate": 4.839865352954641e-05,
      "loss": 5.2447,
      "step": 156470
    },
    {
      "epoch": 0.13696549756179968,
      "grad_norm": 0.39390692114830017,
      "learning_rate": 4.8398544621778895e-05,
      "loss": 4.4449,
      "step": 156475
    },
    {
      "epoch": 0.13696987415542686,
      "grad_norm": 0.37332382798194885,
      "learning_rate": 4.839843571046253e-05,
      "loss": 5.6887,
      "step": 156480
    },
    {
      "epoch": 0.136974250749054,
      "grad_norm": 0.43702492117881775,
      "learning_rate": 4.839832679559736e-05,
      "loss": 4.8627,
      "step": 156485
    },
    {
      "epoch": 0.13697862734268115,
      "grad_norm": 0.3986400067806244,
      "learning_rate": 4.83982178771834e-05,
      "loss": 4.9727,
      "step": 156490
    },
    {
      "epoch": 0.1369830039363083,
      "grad_norm": 0.41805675625801086,
      "learning_rate": 4.839810895522065e-05,
      "loss": 4.4169,
      "step": 156495
    },
    {
      "epoch": 0.13698738052993548,
      "grad_norm": 0.3731521666049957,
      "learning_rate": 4.8398000029709165e-05,
      "loss": 5.7626,
      "step": 156500
    },
    {
      "epoch": 0.13699175712356262,
      "grad_norm": 0.36996856331825256,
      "learning_rate": 4.839789110064896e-05,
      "loss": 5.4486,
      "step": 156505
    },
    {
      "epoch": 0.13699613371718977,
      "grad_norm": 0.39836734533309937,
      "learning_rate": 4.839778216804004e-05,
      "loss": 4.6399,
      "step": 156510
    },
    {
      "epoch": 0.13700051031081692,
      "grad_norm": 0.37877652049064636,
      "learning_rate": 4.8397673231882424e-05,
      "loss": 5.7188,
      "step": 156515
    },
    {
      "epoch": 0.13700488690444407,
      "grad_norm": 0.3904493451118469,
      "learning_rate": 4.839756429217615e-05,
      "loss": 5.439,
      "step": 156520
    },
    {
      "epoch": 0.13700926349807124,
      "grad_norm": 0.38932129740715027,
      "learning_rate": 4.839745534892122e-05,
      "loss": 5.6834,
      "step": 156525
    },
    {
      "epoch": 0.1370136400916984,
      "grad_norm": 0.3754219114780426,
      "learning_rate": 4.8397346402117674e-05,
      "loss": 5.4298,
      "step": 156530
    },
    {
      "epoch": 0.13701801668532554,
      "grad_norm": 0.392129510641098,
      "learning_rate": 4.839723745176552e-05,
      "loss": 5.2688,
      "step": 156535
    },
    {
      "epoch": 0.1370223932789527,
      "grad_norm": 0.38053449988365173,
      "learning_rate": 4.83971284978648e-05,
      "loss": 4.9519,
      "step": 156540
    },
    {
      "epoch": 0.13702676987257986,
      "grad_norm": 0.3894805312156677,
      "learning_rate": 4.83970195404155e-05,
      "loss": 5.4585,
      "step": 156545
    },
    {
      "epoch": 0.137031146466207,
      "grad_norm": 0.4123038351535797,
      "learning_rate": 4.839691057941766e-05,
      "loss": 5.1057,
      "step": 156550
    },
    {
      "epoch": 0.13703552305983416,
      "grad_norm": 0.37198755145072937,
      "learning_rate": 4.839680161487131e-05,
      "loss": 5.4756,
      "step": 156555
    },
    {
      "epoch": 0.1370398996534613,
      "grad_norm": 0.3840917646884918,
      "learning_rate": 4.839669264677645e-05,
      "loss": 5.4715,
      "step": 156560
    },
    {
      "epoch": 0.13704427624708848,
      "grad_norm": 0.4273231625556946,
      "learning_rate": 4.839658367513314e-05,
      "loss": 4.2386,
      "step": 156565
    },
    {
      "epoch": 0.13704865284071563,
      "grad_norm": 0.4083486795425415,
      "learning_rate": 4.839647469994135e-05,
      "loss": 5.3586,
      "step": 156570
    },
    {
      "epoch": 0.13705302943434278,
      "grad_norm": 0.3769148886203766,
      "learning_rate": 4.839636572120113e-05,
      "loss": 5.7405,
      "step": 156575
    },
    {
      "epoch": 0.13705740602796992,
      "grad_norm": 0.4258655905723572,
      "learning_rate": 4.8396256738912494e-05,
      "loss": 5.9803,
      "step": 156580
    },
    {
      "epoch": 0.1370617826215971,
      "grad_norm": 0.37115946412086487,
      "learning_rate": 4.839614775307547e-05,
      "loss": 6.0205,
      "step": 156585
    },
    {
      "epoch": 0.13706615921522425,
      "grad_norm": 0.3952770531177521,
      "learning_rate": 4.839603876369007e-05,
      "loss": 5.6631,
      "step": 156590
    },
    {
      "epoch": 0.1370705358088514,
      "grad_norm": 0.4642358422279358,
      "learning_rate": 4.8395929770756324e-05,
      "loss": 5.1549,
      "step": 156595
    },
    {
      "epoch": 0.13707491240247854,
      "grad_norm": 0.4467849135398865,
      "learning_rate": 4.8395820774274236e-05,
      "loss": 4.7067,
      "step": 156600
    },
    {
      "epoch": 0.13707928899610572,
      "grad_norm": 0.44140127301216125,
      "learning_rate": 4.839571177424386e-05,
      "loss": 5.9785,
      "step": 156605
    },
    {
      "epoch": 0.13708366558973287,
      "grad_norm": 0.3972952663898468,
      "learning_rate": 4.839560277066517e-05,
      "loss": 4.962,
      "step": 156610
    },
    {
      "epoch": 0.13708804218336001,
      "grad_norm": 0.4360061287879944,
      "learning_rate": 4.8395493763538235e-05,
      "loss": 4.4219,
      "step": 156615
    },
    {
      "epoch": 0.13709241877698716,
      "grad_norm": 0.38201767206192017,
      "learning_rate": 4.839538475286304e-05,
      "loss": 5.7499,
      "step": 156620
    },
    {
      "epoch": 0.13709679537061434,
      "grad_norm": 0.47435110807418823,
      "learning_rate": 4.839527573863963e-05,
      "loss": 4.6348,
      "step": 156625
    },
    {
      "epoch": 0.13710117196424149,
      "grad_norm": 0.397257000207901,
      "learning_rate": 4.8395166720868014e-05,
      "loss": 5.5038,
      "step": 156630
    },
    {
      "epoch": 0.13710554855786863,
      "grad_norm": 0.37062445282936096,
      "learning_rate": 4.839505769954821e-05,
      "loss": 5.6893,
      "step": 156635
    },
    {
      "epoch": 0.13710992515149578,
      "grad_norm": 0.42234352231025696,
      "learning_rate": 4.839494867468025e-05,
      "loss": 4.3975,
      "step": 156640
    },
    {
      "epoch": 0.13711430174512293,
      "grad_norm": 0.5494628548622131,
      "learning_rate": 4.839483964626414e-05,
      "loss": 5.2595,
      "step": 156645
    },
    {
      "epoch": 0.1371186783387501,
      "grad_norm": 0.49227508902549744,
      "learning_rate": 4.839473061429992e-05,
      "loss": 5.7507,
      "step": 156650
    },
    {
      "epoch": 0.13712305493237725,
      "grad_norm": 0.41357794404029846,
      "learning_rate": 4.8394621578787604e-05,
      "loss": 5.9779,
      "step": 156655
    },
    {
      "epoch": 0.1371274315260044,
      "grad_norm": 0.3982488512992859,
      "learning_rate": 4.83945125397272e-05,
      "loss": 5.4617,
      "step": 156660
    },
    {
      "epoch": 0.13713180811963155,
      "grad_norm": 0.3877510726451874,
      "learning_rate": 4.8394403497118745e-05,
      "loss": 5.9381,
      "step": 156665
    },
    {
      "epoch": 0.13713618471325872,
      "grad_norm": 0.3933076560497284,
      "learning_rate": 4.8394294450962254e-05,
      "loss": 5.9604,
      "step": 156670
    },
    {
      "epoch": 0.13714056130688587,
      "grad_norm": 0.4283550977706909,
      "learning_rate": 4.839418540125775e-05,
      "loss": 5.2462,
      "step": 156675
    },
    {
      "epoch": 0.13714493790051302,
      "grad_norm": 0.4226679503917694,
      "learning_rate": 4.839407634800525e-05,
      "loss": 5.9408,
      "step": 156680
    },
    {
      "epoch": 0.13714931449414017,
      "grad_norm": 0.4426516592502594,
      "learning_rate": 4.839396729120478e-05,
      "loss": 4.665,
      "step": 156685
    },
    {
      "epoch": 0.13715369108776734,
      "grad_norm": 0.3919566869735718,
      "learning_rate": 4.8393858230856346e-05,
      "loss": 4.9659,
      "step": 156690
    },
    {
      "epoch": 0.1371580676813945,
      "grad_norm": 0.4127337634563446,
      "learning_rate": 4.8393749166960004e-05,
      "loss": 5.6889,
      "step": 156695
    },
    {
      "epoch": 0.13716244427502164,
      "grad_norm": 0.3796325623989105,
      "learning_rate": 4.839364009951574e-05,
      "loss": 5.4629,
      "step": 156700
    },
    {
      "epoch": 0.1371668208686488,
      "grad_norm": 0.4084525406360626,
      "learning_rate": 4.8393531028523585e-05,
      "loss": 5.456,
      "step": 156705
    },
    {
      "epoch": 0.13717119746227596,
      "grad_norm": 0.43719616532325745,
      "learning_rate": 4.839342195398356e-05,
      "loss": 5.4286,
      "step": 156710
    },
    {
      "epoch": 0.1371755740559031,
      "grad_norm": 0.4390909969806671,
      "learning_rate": 4.83933128758957e-05,
      "loss": 5.7464,
      "step": 156715
    },
    {
      "epoch": 0.13717995064953026,
      "grad_norm": 0.38897067308425903,
      "learning_rate": 4.8393203794260014e-05,
      "loss": 5.7641,
      "step": 156720
    },
    {
      "epoch": 0.1371843272431574,
      "grad_norm": 0.3749341368675232,
      "learning_rate": 4.839309470907653e-05,
      "loss": 5.7816,
      "step": 156725
    },
    {
      "epoch": 0.13718870383678458,
      "grad_norm": 0.433538556098938,
      "learning_rate": 4.839298562034524e-05,
      "loss": 4.2255,
      "step": 156730
    },
    {
      "epoch": 0.13719308043041173,
      "grad_norm": 0.3741786479949951,
      "learning_rate": 4.83928765280662e-05,
      "loss": 5.7509,
      "step": 156735
    },
    {
      "epoch": 0.13719745702403888,
      "grad_norm": 0.4173535108566284,
      "learning_rate": 4.839276743223943e-05,
      "loss": 4.9544,
      "step": 156740
    },
    {
      "epoch": 0.13720183361766602,
      "grad_norm": 0.42743587493896484,
      "learning_rate": 4.8392658332864914e-05,
      "loss": 5.3627,
      "step": 156745
    },
    {
      "epoch": 0.1372062102112932,
      "grad_norm": 0.4188024401664734,
      "learning_rate": 4.839254922994272e-05,
      "loss": 4.9525,
      "step": 156750
    },
    {
      "epoch": 0.13721058680492035,
      "grad_norm": 0.4119572937488556,
      "learning_rate": 4.839244012347285e-05,
      "loss": 4.4252,
      "step": 156755
    },
    {
      "epoch": 0.1372149633985475,
      "grad_norm": 0.4115700125694275,
      "learning_rate": 4.839233101345531e-05,
      "loss": 5.2553,
      "step": 156760
    },
    {
      "epoch": 0.13721933999217464,
      "grad_norm": 0.39698493480682373,
      "learning_rate": 4.839222189989013e-05,
      "loss": 5.2022,
      "step": 156765
    },
    {
      "epoch": 0.1372237165858018,
      "grad_norm": 0.3842642307281494,
      "learning_rate": 4.839211278277735e-05,
      "loss": 6.2781,
      "step": 156770
    },
    {
      "epoch": 0.13722809317942897,
      "grad_norm": 0.42055878043174744,
      "learning_rate": 4.839200366211698e-05,
      "loss": 5.1742,
      "step": 156775
    },
    {
      "epoch": 0.13723246977305611,
      "grad_norm": 0.4465467631816864,
      "learning_rate": 4.839189453790902e-05,
      "loss": 5.4514,
      "step": 156780
    },
    {
      "epoch": 0.13723684636668326,
      "grad_norm": 0.42062950134277344,
      "learning_rate": 4.8391785410153525e-05,
      "loss": 4.85,
      "step": 156785
    },
    {
      "epoch": 0.1372412229603104,
      "grad_norm": 0.46212783455848694,
      "learning_rate": 4.83916762788505e-05,
      "loss": 5.4681,
      "step": 156790
    },
    {
      "epoch": 0.1372455995539376,
      "grad_norm": 0.4266311824321747,
      "learning_rate": 4.839156714399995e-05,
      "loss": 4.942,
      "step": 156795
    },
    {
      "epoch": 0.13724997614756473,
      "grad_norm": 0.4197904169559479,
      "learning_rate": 4.839145800560191e-05,
      "loss": 4.1337,
      "step": 156800
    },
    {
      "epoch": 0.13725435274119188,
      "grad_norm": 0.39381179213523865,
      "learning_rate": 4.839134886365642e-05,
      "loss": 5.4722,
      "step": 156805
    },
    {
      "epoch": 0.13725872933481903,
      "grad_norm": 0.4095069169998169,
      "learning_rate": 4.839123971816347e-05,
      "loss": 4.4525,
      "step": 156810
    },
    {
      "epoch": 0.1372631059284462,
      "grad_norm": 0.4111873209476471,
      "learning_rate": 4.83911305691231e-05,
      "loss": 4.6997,
      "step": 156815
    },
    {
      "epoch": 0.13726748252207335,
      "grad_norm": 0.4156375229358673,
      "learning_rate": 4.839102141653532e-05,
      "loss": 5.0424,
      "step": 156820
    },
    {
      "epoch": 0.1372718591157005,
      "grad_norm": 0.4091027081012726,
      "learning_rate": 4.8390912260400165e-05,
      "loss": 5.7148,
      "step": 156825
    },
    {
      "epoch": 0.13727623570932765,
      "grad_norm": 0.3947530686855316,
      "learning_rate": 4.839080310071765e-05,
      "loss": 5.4511,
      "step": 156830
    },
    {
      "epoch": 0.13728061230295482,
      "grad_norm": 0.4243694245815277,
      "learning_rate": 4.8390693937487784e-05,
      "loss": 4.9833,
      "step": 156835
    },
    {
      "epoch": 0.13728498889658197,
      "grad_norm": 0.4212881922721863,
      "learning_rate": 4.83905847707106e-05,
      "loss": 4.9796,
      "step": 156840
    },
    {
      "epoch": 0.13728936549020912,
      "grad_norm": 0.4289798438549042,
      "learning_rate": 4.839047560038612e-05,
      "loss": 4.2096,
      "step": 156845
    },
    {
      "epoch": 0.13729374208383627,
      "grad_norm": 0.41051357984542847,
      "learning_rate": 4.8390366426514364e-05,
      "loss": 4.2178,
      "step": 156850
    },
    {
      "epoch": 0.13729811867746344,
      "grad_norm": 0.4268169105052948,
      "learning_rate": 4.839025724909535e-05,
      "loss": 5.4186,
      "step": 156855
    },
    {
      "epoch": 0.1373024952710906,
      "grad_norm": 0.3968622386455536,
      "learning_rate": 4.8390148068129104e-05,
      "loss": 5.7562,
      "step": 156860
    },
    {
      "epoch": 0.13730687186471774,
      "grad_norm": 0.39995086193084717,
      "learning_rate": 4.839003888361563e-05,
      "loss": 5.1524,
      "step": 156865
    },
    {
      "epoch": 0.1373112484583449,
      "grad_norm": 0.41996654868125916,
      "learning_rate": 4.838992969555497e-05,
      "loss": 5.2728,
      "step": 156870
    },
    {
      "epoch": 0.13731562505197206,
      "grad_norm": 0.40258029103279114,
      "learning_rate": 4.838982050394715e-05,
      "loss": 5.1271,
      "step": 156875
    },
    {
      "epoch": 0.1373200016455992,
      "grad_norm": 0.44399160146713257,
      "learning_rate": 4.838971130879216e-05,
      "loss": 5.3074,
      "step": 156880
    },
    {
      "epoch": 0.13732437823922636,
      "grad_norm": 0.4052744209766388,
      "learning_rate": 4.838960211009005e-05,
      "loss": 5.4451,
      "step": 156885
    },
    {
      "epoch": 0.1373287548328535,
      "grad_norm": 0.41537901759147644,
      "learning_rate": 4.838949290784082e-05,
      "loss": 4.2104,
      "step": 156890
    },
    {
      "epoch": 0.13733313142648065,
      "grad_norm": 0.40067896246910095,
      "learning_rate": 4.838938370204451e-05,
      "loss": 5.4816,
      "step": 156895
    },
    {
      "epoch": 0.13733750802010783,
      "grad_norm": 0.40361449122428894,
      "learning_rate": 4.838927449270113e-05,
      "loss": 5.3578,
      "step": 156900
    },
    {
      "epoch": 0.13734188461373498,
      "grad_norm": 0.40275466442108154,
      "learning_rate": 4.83891652798107e-05,
      "loss": 5.943,
      "step": 156905
    },
    {
      "epoch": 0.13734626120736212,
      "grad_norm": 0.41167813539505005,
      "learning_rate": 4.838905606337325e-05,
      "loss": 5.4641,
      "step": 156910
    },
    {
      "epoch": 0.13735063780098927,
      "grad_norm": 0.39458411931991577,
      "learning_rate": 4.838894684338881e-05,
      "loss": 6.0154,
      "step": 156915
    },
    {
      "epoch": 0.13735501439461645,
      "grad_norm": 0.36898568272590637,
      "learning_rate": 4.8388837619857363e-05,
      "loss": 6.276,
      "step": 156920
    },
    {
      "epoch": 0.1373593909882436,
      "grad_norm": 0.384234756231308,
      "learning_rate": 4.838872839277896e-05,
      "loss": 5.2485,
      "step": 156925
    },
    {
      "epoch": 0.13736376758187074,
      "grad_norm": 0.385520339012146,
      "learning_rate": 4.838861916215363e-05,
      "loss": 4.7622,
      "step": 156930
    },
    {
      "epoch": 0.1373681441754979,
      "grad_norm": 0.43498465418815613,
      "learning_rate": 4.838850992798136e-05,
      "loss": 5.169,
      "step": 156935
    },
    {
      "epoch": 0.13737252076912507,
      "grad_norm": 0.43733277916908264,
      "learning_rate": 4.8388400690262205e-05,
      "loss": 3.8958,
      "step": 156940
    },
    {
      "epoch": 0.13737689736275221,
      "grad_norm": 0.40115711092948914,
      "learning_rate": 4.838829144899616e-05,
      "loss": 5.7859,
      "step": 156945
    },
    {
      "epoch": 0.13738127395637936,
      "grad_norm": 0.403944730758667,
      "learning_rate": 4.838818220418327e-05,
      "loss": 5.998,
      "step": 156950
    },
    {
      "epoch": 0.1373856505500065,
      "grad_norm": 0.4536617696285248,
      "learning_rate": 4.8388072955823537e-05,
      "loss": 5.1369,
      "step": 156955
    },
    {
      "epoch": 0.1373900271436337,
      "grad_norm": 0.42443618178367615,
      "learning_rate": 4.8387963703917e-05,
      "loss": 4.7554,
      "step": 156960
    },
    {
      "epoch": 0.13739440373726083,
      "grad_norm": 0.3974076509475708,
      "learning_rate": 4.8387854448463666e-05,
      "loss": 5.2491,
      "step": 156965
    },
    {
      "epoch": 0.13739878033088798,
      "grad_norm": 0.4492790400981903,
      "learning_rate": 4.838774518946355e-05,
      "loss": 4.9411,
      "step": 156970
    },
    {
      "epoch": 0.13740315692451513,
      "grad_norm": 0.435122549533844,
      "learning_rate": 4.8387635926916685e-05,
      "loss": 5.7059,
      "step": 156975
    },
    {
      "epoch": 0.1374075335181423,
      "grad_norm": 0.3974703848361969,
      "learning_rate": 4.83875266608231e-05,
      "loss": 5.4029,
      "step": 156980
    },
    {
      "epoch": 0.13741191011176945,
      "grad_norm": 0.37546998262405396,
      "learning_rate": 4.83874173911828e-05,
      "loss": 6.0062,
      "step": 156985
    },
    {
      "epoch": 0.1374162867053966,
      "grad_norm": 0.3778190612792969,
      "learning_rate": 4.838730811799581e-05,
      "loss": 5.976,
      "step": 156990
    },
    {
      "epoch": 0.13742066329902375,
      "grad_norm": 0.4000815451145172,
      "learning_rate": 4.838719884126216e-05,
      "loss": 4.9194,
      "step": 156995
    },
    {
      "epoch": 0.13742503989265092,
      "grad_norm": 0.43480291962623596,
      "learning_rate": 4.838708956098186e-05,
      "loss": 4.9465,
      "step": 157000
    },
    {
      "epoch": 0.13742941648627807,
      "grad_norm": 0.39722776412963867,
      "learning_rate": 4.838698027715493e-05,
      "loss": 5.9662,
      "step": 157005
    },
    {
      "epoch": 0.13743379307990522,
      "grad_norm": 0.38440588116645813,
      "learning_rate": 4.83868709897814e-05,
      "loss": 6.0012,
      "step": 157010
    },
    {
      "epoch": 0.13743816967353237,
      "grad_norm": 0.4023723006248474,
      "learning_rate": 4.838676169886128e-05,
      "loss": 6.0057,
      "step": 157015
    },
    {
      "epoch": 0.13744254626715954,
      "grad_norm": 0.38116177916526794,
      "learning_rate": 4.838665240439461e-05,
      "loss": 5.4064,
      "step": 157020
    },
    {
      "epoch": 0.1374469228607867,
      "grad_norm": 0.381944477558136,
      "learning_rate": 4.83865431063814e-05,
      "loss": 4.9227,
      "step": 157025
    },
    {
      "epoch": 0.13745129945441384,
      "grad_norm": 0.3740476965904236,
      "learning_rate": 4.838643380482166e-05,
      "loss": 5.9283,
      "step": 157030
    },
    {
      "epoch": 0.137455676048041,
      "grad_norm": 0.44457873702049255,
      "learning_rate": 4.838632449971543e-05,
      "loss": 4.8476,
      "step": 157035
    },
    {
      "epoch": 0.13746005264166813,
      "grad_norm": 0.40291163325309753,
      "learning_rate": 4.8386215191062724e-05,
      "loss": 5.6629,
      "step": 157040
    },
    {
      "epoch": 0.1374644292352953,
      "grad_norm": 0.3961329758167267,
      "learning_rate": 4.838610587886355e-05,
      "loss": 5.4454,
      "step": 157045
    },
    {
      "epoch": 0.13746880582892246,
      "grad_norm": 0.4027721881866455,
      "learning_rate": 4.8385996563117955e-05,
      "loss": 5.4538,
      "step": 157050
    },
    {
      "epoch": 0.1374731824225496,
      "grad_norm": 0.3920474052429199,
      "learning_rate": 4.838588724382595e-05,
      "loss": 4.9692,
      "step": 157055
    },
    {
      "epoch": 0.13747755901617675,
      "grad_norm": 0.44964104890823364,
      "learning_rate": 4.8385777920987527e-05,
      "loss": 4.7145,
      "step": 157060
    },
    {
      "epoch": 0.13748193560980393,
      "grad_norm": 0.4355831444263458,
      "learning_rate": 4.838566859460275e-05,
      "loss": 4.9179,
      "step": 157065
    },
    {
      "epoch": 0.13748631220343108,
      "grad_norm": 0.430269330739975,
      "learning_rate": 4.838555926467162e-05,
      "loss": 5.1822,
      "step": 157070
    },
    {
      "epoch": 0.13749068879705822,
      "grad_norm": 0.4180212914943695,
      "learning_rate": 4.838544993119416e-05,
      "loss": 5.6646,
      "step": 157075
    },
    {
      "epoch": 0.13749506539068537,
      "grad_norm": 0.43650904297828674,
      "learning_rate": 4.8385340594170406e-05,
      "loss": 5.7779,
      "step": 157080
    },
    {
      "epoch": 0.13749944198431255,
      "grad_norm": 0.4227347671985626,
      "learning_rate": 4.838523125360034e-05,
      "loss": 5.1723,
      "step": 157085
    },
    {
      "epoch": 0.1375038185779397,
      "grad_norm": 0.37715163826942444,
      "learning_rate": 4.838512190948402e-05,
      "loss": 6.2699,
      "step": 157090
    },
    {
      "epoch": 0.13750819517156684,
      "grad_norm": 0.3958401679992676,
      "learning_rate": 4.8385012561821454e-05,
      "loss": 5.2825,
      "step": 157095
    },
    {
      "epoch": 0.137512571765194,
      "grad_norm": 0.4345262348651886,
      "learning_rate": 4.838490321061266e-05,
      "loss": 4.9065,
      "step": 157100
    },
    {
      "epoch": 0.13751694835882117,
      "grad_norm": 0.3766694962978363,
      "learning_rate": 4.838479385585767e-05,
      "loss": 5.9701,
      "step": 157105
    },
    {
      "epoch": 0.13752132495244832,
      "grad_norm": 0.38910144567489624,
      "learning_rate": 4.8384684497556485e-05,
      "loss": 5.2403,
      "step": 157110
    },
    {
      "epoch": 0.13752570154607546,
      "grad_norm": 0.42288750410079956,
      "learning_rate": 4.8384575135709155e-05,
      "loss": 4.7271,
      "step": 157115
    },
    {
      "epoch": 0.1375300781397026,
      "grad_norm": 0.4341132342815399,
      "learning_rate": 4.838446577031567e-05,
      "loss": 4.5625,
      "step": 157120
    },
    {
      "epoch": 0.1375344547333298,
      "grad_norm": 0.4025379419326782,
      "learning_rate": 4.838435640137607e-05,
      "loss": 5.8006,
      "step": 157125
    },
    {
      "epoch": 0.13753883132695693,
      "grad_norm": 0.434583842754364,
      "learning_rate": 4.838424702889038e-05,
      "loss": 5.4677,
      "step": 157130
    },
    {
      "epoch": 0.13754320792058408,
      "grad_norm": 0.455218642950058,
      "learning_rate": 4.838413765285862e-05,
      "loss": 5.2636,
      "step": 157135
    },
    {
      "epoch": 0.13754758451421123,
      "grad_norm": 0.42428115010261536,
      "learning_rate": 4.838402827328079e-05,
      "loss": 5.482,
      "step": 157140
    },
    {
      "epoch": 0.1375519611078384,
      "grad_norm": 0.38925957679748535,
      "learning_rate": 4.838391889015693e-05,
      "loss": 5.7655,
      "step": 157145
    },
    {
      "epoch": 0.13755633770146555,
      "grad_norm": 0.3897959589958191,
      "learning_rate": 4.838380950348706e-05,
      "loss": 5.2785,
      "step": 157150
    },
    {
      "epoch": 0.1375607142950927,
      "grad_norm": 0.422819584608078,
      "learning_rate": 4.838370011327119e-05,
      "loss": 5.4562,
      "step": 157155
    },
    {
      "epoch": 0.13756509088871985,
      "grad_norm": 0.4260956645011902,
      "learning_rate": 4.838359071950935e-05,
      "loss": 5.4832,
      "step": 157160
    },
    {
      "epoch": 0.137569467482347,
      "grad_norm": 0.42603424191474915,
      "learning_rate": 4.838348132220157e-05,
      "loss": 4.9566,
      "step": 157165
    },
    {
      "epoch": 0.13757384407597417,
      "grad_norm": 0.4074254035949707,
      "learning_rate": 4.838337192134785e-05,
      "loss": 4.2048,
      "step": 157170
    },
    {
      "epoch": 0.13757822066960132,
      "grad_norm": 0.40702301263809204,
      "learning_rate": 4.838326251694824e-05,
      "loss": 5.9787,
      "step": 157175
    },
    {
      "epoch": 0.13758259726322847,
      "grad_norm": 0.43301767110824585,
      "learning_rate": 4.8383153109002724e-05,
      "loss": 4.9368,
      "step": 157180
    },
    {
      "epoch": 0.13758697385685562,
      "grad_norm": 0.43508368730545044,
      "learning_rate": 4.838304369751134e-05,
      "loss": 5.1433,
      "step": 157185
    },
    {
      "epoch": 0.1375913504504828,
      "grad_norm": 0.4112505316734314,
      "learning_rate": 4.8382934282474124e-05,
      "loss": 5.6676,
      "step": 157190
    },
    {
      "epoch": 0.13759572704410994,
      "grad_norm": 0.4247061312198639,
      "learning_rate": 4.8382824863891084e-05,
      "loss": 5.4783,
      "step": 157195
    },
    {
      "epoch": 0.1376001036377371,
      "grad_norm": 0.383858859539032,
      "learning_rate": 4.8382715441762235e-05,
      "loss": 5.4887,
      "step": 157200
    },
    {
      "epoch": 0.13760448023136423,
      "grad_norm": 0.42330822348594666,
      "learning_rate": 4.838260601608762e-05,
      "loss": 4.8585,
      "step": 157205
    },
    {
      "epoch": 0.1376088568249914,
      "grad_norm": 0.41881683468818665,
      "learning_rate": 4.8382496586867234e-05,
      "loss": 5.7506,
      "step": 157210
    },
    {
      "epoch": 0.13761323341861856,
      "grad_norm": 0.39395901560783386,
      "learning_rate": 4.8382387154101094e-05,
      "loss": 5.7834,
      "step": 157215
    },
    {
      "epoch": 0.1376176100122457,
      "grad_norm": 0.4259016513824463,
      "learning_rate": 4.838227771778926e-05,
      "loss": 4.9896,
      "step": 157220
    },
    {
      "epoch": 0.13762198660587285,
      "grad_norm": 0.4301951229572296,
      "learning_rate": 4.8382168277931715e-05,
      "loss": 5.1884,
      "step": 157225
    },
    {
      "epoch": 0.13762636319950003,
      "grad_norm": 0.4299473762512207,
      "learning_rate": 4.83820588345285e-05,
      "loss": 5.2714,
      "step": 157230
    },
    {
      "epoch": 0.13763073979312718,
      "grad_norm": 0.4255722761154175,
      "learning_rate": 4.8381949387579636e-05,
      "loss": 4.7339,
      "step": 157235
    },
    {
      "epoch": 0.13763511638675432,
      "grad_norm": 0.3994999825954437,
      "learning_rate": 4.8381839937085124e-05,
      "loss": 5.4627,
      "step": 157240
    },
    {
      "epoch": 0.13763949298038147,
      "grad_norm": 0.4127840995788574,
      "learning_rate": 4.838173048304502e-05,
      "loss": 5.4799,
      "step": 157245
    },
    {
      "epoch": 0.13764386957400865,
      "grad_norm": 0.43038833141326904,
      "learning_rate": 4.838162102545931e-05,
      "loss": 4.7477,
      "step": 157250
    },
    {
      "epoch": 0.1376482461676358,
      "grad_norm": 0.44666019082069397,
      "learning_rate": 4.838151156432803e-05,
      "loss": 5.9562,
      "step": 157255
    },
    {
      "epoch": 0.13765262276126294,
      "grad_norm": 0.4314250946044922,
      "learning_rate": 4.8381402099651206e-05,
      "loss": 5.9326,
      "step": 157260
    },
    {
      "epoch": 0.1376569993548901,
      "grad_norm": 0.38900068402290344,
      "learning_rate": 4.838129263142885e-05,
      "loss": 5.4866,
      "step": 157265
    },
    {
      "epoch": 0.13766137594851727,
      "grad_norm": 0.42228129506111145,
      "learning_rate": 4.838118315966099e-05,
      "loss": 5.9584,
      "step": 157270
    },
    {
      "epoch": 0.13766575254214442,
      "grad_norm": 0.5147882103919983,
      "learning_rate": 4.8381073684347655e-05,
      "loss": 4.8761,
      "step": 157275
    },
    {
      "epoch": 0.13767012913577156,
      "grad_norm": 0.4009980857372284,
      "learning_rate": 4.838096420548884e-05,
      "loss": 5.2003,
      "step": 157280
    },
    {
      "epoch": 0.1376745057293987,
      "grad_norm": 0.38580477237701416,
      "learning_rate": 4.838085472308459e-05,
      "loss": 5.2521,
      "step": 157285
    },
    {
      "epoch": 0.13767888232302586,
      "grad_norm": 0.390788733959198,
      "learning_rate": 4.8380745237134916e-05,
      "loss": 6.0225,
      "step": 157290
    },
    {
      "epoch": 0.13768325891665303,
      "grad_norm": 0.3865441083908081,
      "learning_rate": 4.8380635747639836e-05,
      "loss": 4.9407,
      "step": 157295
    },
    {
      "epoch": 0.13768763551028018,
      "grad_norm": 0.3865952491760254,
      "learning_rate": 4.838052625459938e-05,
      "loss": 5.4931,
      "step": 157300
    },
    {
      "epoch": 0.13769201210390733,
      "grad_norm": 0.4115633964538574,
      "learning_rate": 4.838041675801357e-05,
      "loss": 4.954,
      "step": 157305
    },
    {
      "epoch": 0.13769638869753448,
      "grad_norm": 0.3915962278842926,
      "learning_rate": 4.838030725788242e-05,
      "loss": 5.4474,
      "step": 157310
    },
    {
      "epoch": 0.13770076529116165,
      "grad_norm": 0.4341568052768707,
      "learning_rate": 4.838019775420595e-05,
      "loss": 4.3545,
      "step": 157315
    },
    {
      "epoch": 0.1377051418847888,
      "grad_norm": 0.39505285024642944,
      "learning_rate": 4.838008824698418e-05,
      "loss": 5.443,
      "step": 157320
    },
    {
      "epoch": 0.13770951847841595,
      "grad_norm": 0.42140886187553406,
      "learning_rate": 4.8379978736217145e-05,
      "loss": 4.6395,
      "step": 157325
    },
    {
      "epoch": 0.1377138950720431,
      "grad_norm": 0.41826170682907104,
      "learning_rate": 4.837986922190485e-05,
      "loss": 6.2934,
      "step": 157330
    },
    {
      "epoch": 0.13771827166567027,
      "grad_norm": 0.4121423363685608,
      "learning_rate": 4.837975970404732e-05,
      "loss": 5.2224,
      "step": 157335
    },
    {
      "epoch": 0.13772264825929742,
      "grad_norm": 0.3821835219860077,
      "learning_rate": 4.83796501826446e-05,
      "loss": 5.7739,
      "step": 157340
    },
    {
      "epoch": 0.13772702485292457,
      "grad_norm": 0.4705379009246826,
      "learning_rate": 4.8379540657696665e-05,
      "loss": 4.6228,
      "step": 157345
    },
    {
      "epoch": 0.13773140144655172,
      "grad_norm": 0.38588109612464905,
      "learning_rate": 4.8379431129203564e-05,
      "loss": 5.9607,
      "step": 157350
    },
    {
      "epoch": 0.1377357780401789,
      "grad_norm": 0.4528040289878845,
      "learning_rate": 4.8379321597165326e-05,
      "loss": 5.4769,
      "step": 157355
    },
    {
      "epoch": 0.13774015463380604,
      "grad_norm": 0.5001718997955322,
      "learning_rate": 4.837921206158197e-05,
      "loss": 4.8705,
      "step": 157360
    },
    {
      "epoch": 0.1377445312274332,
      "grad_norm": 0.39245736598968506,
      "learning_rate": 4.837910252245349e-05,
      "loss": 6.0186,
      "step": 157365
    },
    {
      "epoch": 0.13774890782106033,
      "grad_norm": 0.40640538930892944,
      "learning_rate": 4.8378992979779934e-05,
      "loss": 4.8806,
      "step": 157370
    },
    {
      "epoch": 0.1377532844146875,
      "grad_norm": 0.4263315498828888,
      "learning_rate": 4.8378883433561314e-05,
      "loss": 5.4609,
      "step": 157375
    },
    {
      "epoch": 0.13775766100831466,
      "grad_norm": 0.4269794225692749,
      "learning_rate": 4.8378773883797644e-05,
      "loss": 5.4678,
      "step": 157380
    },
    {
      "epoch": 0.1377620376019418,
      "grad_norm": 0.44607049226760864,
      "learning_rate": 4.8378664330488966e-05,
      "loss": 4.215,
      "step": 157385
    },
    {
      "epoch": 0.13776641419556895,
      "grad_norm": 0.46540898084640503,
      "learning_rate": 4.8378554773635285e-05,
      "loss": 5.4861,
      "step": 157390
    },
    {
      "epoch": 0.13777079078919613,
      "grad_norm": 0.38729172945022583,
      "learning_rate": 4.837844521323662e-05,
      "loss": 5.9646,
      "step": 157395
    },
    {
      "epoch": 0.13777516738282328,
      "grad_norm": 0.37449824810028076,
      "learning_rate": 4.8378335649293004e-05,
      "loss": 6.273,
      "step": 157400
    },
    {
      "epoch": 0.13777954397645042,
      "grad_norm": 0.4062877893447876,
      "learning_rate": 4.837822608180446e-05,
      "loss": 4.9599,
      "step": 157405
    },
    {
      "epoch": 0.13778392057007757,
      "grad_norm": 0.4019280970096588,
      "learning_rate": 4.837811651077098e-05,
      "loss": 4.7693,
      "step": 157410
    },
    {
      "epoch": 0.13778829716370472,
      "grad_norm": 0.4157083332538605,
      "learning_rate": 4.8378006936192624e-05,
      "loss": 5.107,
      "step": 157415
    },
    {
      "epoch": 0.1377926737573319,
      "grad_norm": 0.42605915665626526,
      "learning_rate": 4.837789735806938e-05,
      "loss": 5.474,
      "step": 157420
    },
    {
      "epoch": 0.13779705035095904,
      "grad_norm": 0.42316439747810364,
      "learning_rate": 4.837778777640128e-05,
      "loss": 4.6182,
      "step": 157425
    },
    {
      "epoch": 0.1378014269445862,
      "grad_norm": 0.42458516359329224,
      "learning_rate": 4.837767819118837e-05,
      "loss": 4.6642,
      "step": 157430
    },
    {
      "epoch": 0.13780580353821334,
      "grad_norm": 0.42339909076690674,
      "learning_rate": 4.837756860243064e-05,
      "loss": 4.9134,
      "step": 157435
    },
    {
      "epoch": 0.13781018013184052,
      "grad_norm": 0.40328165888786316,
      "learning_rate": 4.8377459010128125e-05,
      "loss": 6.0033,
      "step": 157440
    },
    {
      "epoch": 0.13781455672546766,
      "grad_norm": 0.4102513790130615,
      "learning_rate": 4.8377349414280835e-05,
      "loss": 5.7798,
      "step": 157445
    },
    {
      "epoch": 0.1378189333190948,
      "grad_norm": 0.37958598136901855,
      "learning_rate": 4.837723981488881e-05,
      "loss": 5.7609,
      "step": 157450
    },
    {
      "epoch": 0.13782330991272196,
      "grad_norm": 0.4212830364704132,
      "learning_rate": 4.837713021195205e-05,
      "loss": 5.6729,
      "step": 157455
    },
    {
      "epoch": 0.13782768650634913,
      "grad_norm": 0.4050139784812927,
      "learning_rate": 4.837702060547059e-05,
      "loss": 5.3678,
      "step": 157460
    },
    {
      "epoch": 0.13783206309997628,
      "grad_norm": 0.4044104218482971,
      "learning_rate": 4.8376910995444444e-05,
      "loss": 5.965,
      "step": 157465
    },
    {
      "epoch": 0.13783643969360343,
      "grad_norm": 0.3980189263820648,
      "learning_rate": 4.837680138187365e-05,
      "loss": 5.4902,
      "step": 157470
    },
    {
      "epoch": 0.13784081628723058,
      "grad_norm": 0.4461652338504791,
      "learning_rate": 4.83766917647582e-05,
      "loss": 4.6427,
      "step": 157475
    },
    {
      "epoch": 0.13784519288085775,
      "grad_norm": 0.3936038911342621,
      "learning_rate": 4.837658214409814e-05,
      "loss": 5.4482,
      "step": 157480
    },
    {
      "epoch": 0.1378495694744849,
      "grad_norm": 0.41541630029678345,
      "learning_rate": 4.837647251989348e-05,
      "loss": 5.9635,
      "step": 157485
    },
    {
      "epoch": 0.13785394606811205,
      "grad_norm": 0.39609187841415405,
      "learning_rate": 4.837636289214423e-05,
      "loss": 5.6662,
      "step": 157490
    },
    {
      "epoch": 0.1378583226617392,
      "grad_norm": 0.40558022260665894,
      "learning_rate": 4.837625326085045e-05,
      "loss": 5.1456,
      "step": 157495
    },
    {
      "epoch": 0.13786269925536637,
      "grad_norm": 0.4186089038848877,
      "learning_rate": 4.837614362601212e-05,
      "loss": 4.9304,
      "step": 157500
    },
    {
      "epoch": 0.13786707584899352,
      "grad_norm": 0.42248019576072693,
      "learning_rate": 4.837603398762928e-05,
      "loss": 6.0141,
      "step": 157505
    },
    {
      "epoch": 0.13787145244262067,
      "grad_norm": 0.48816266655921936,
      "learning_rate": 4.837592434570194e-05,
      "loss": 5.4589,
      "step": 157510
    },
    {
      "epoch": 0.13787582903624782,
      "grad_norm": 0.5031088590621948,
      "learning_rate": 4.837581470023013e-05,
      "loss": 5.1757,
      "step": 157515
    },
    {
      "epoch": 0.137880205629875,
      "grad_norm": 0.4879038333892822,
      "learning_rate": 4.837570505121388e-05,
      "loss": 5.9861,
      "step": 157520
    },
    {
      "epoch": 0.13788458222350214,
      "grad_norm": 0.45697513222694397,
      "learning_rate": 4.837559539865318e-05,
      "loss": 4.9929,
      "step": 157525
    },
    {
      "epoch": 0.1378889588171293,
      "grad_norm": 0.3868301808834076,
      "learning_rate": 4.8375485742548096e-05,
      "loss": 5.2659,
      "step": 157530
    },
    {
      "epoch": 0.13789333541075643,
      "grad_norm": 0.4024604558944702,
      "learning_rate": 4.837537608289862e-05,
      "loss": 5.4008,
      "step": 157535
    },
    {
      "epoch": 0.13789771200438358,
      "grad_norm": 0.4321156442165375,
      "learning_rate": 4.8375266419704776e-05,
      "loss": 5.4692,
      "step": 157540
    },
    {
      "epoch": 0.13790208859801076,
      "grad_norm": 0.6988133192062378,
      "learning_rate": 4.837515675296659e-05,
      "loss": 5.0703,
      "step": 157545
    },
    {
      "epoch": 0.1379064651916379,
      "grad_norm": 0.445689857006073,
      "learning_rate": 4.8375047082684075e-05,
      "loss": 3.7082,
      "step": 157550
    },
    {
      "epoch": 0.13791084178526505,
      "grad_norm": 0.4680248200893402,
      "learning_rate": 4.837493740885726e-05,
      "loss": 4.7551,
      "step": 157555
    },
    {
      "epoch": 0.1379152183788922,
      "grad_norm": 0.4645545184612274,
      "learning_rate": 4.837482773148617e-05,
      "loss": 5.1728,
      "step": 157560
    },
    {
      "epoch": 0.13791959497251938,
      "grad_norm": 0.4450991749763489,
      "learning_rate": 4.837471805057081e-05,
      "loss": 5.7824,
      "step": 157565
    },
    {
      "epoch": 0.13792397156614652,
      "grad_norm": 0.40466633439064026,
      "learning_rate": 4.837460836611122e-05,
      "loss": 4.4616,
      "step": 157570
    },
    {
      "epoch": 0.13792834815977367,
      "grad_norm": 0.4417477548122406,
      "learning_rate": 4.83744986781074e-05,
      "loss": 5.1447,
      "step": 157575
    },
    {
      "epoch": 0.13793272475340082,
      "grad_norm": 0.4504133462905884,
      "learning_rate": 4.83743889865594e-05,
      "loss": 5.4716,
      "step": 157580
    },
    {
      "epoch": 0.137937101347028,
      "grad_norm": 0.4304732382297516,
      "learning_rate": 4.837427929146722e-05,
      "loss": 5.7642,
      "step": 157585
    },
    {
      "epoch": 0.13794147794065514,
      "grad_norm": 0.4340587258338928,
      "learning_rate": 4.837416959283089e-05,
      "loss": 4.5391,
      "step": 157590
    },
    {
      "epoch": 0.1379458545342823,
      "grad_norm": 0.41876649856567383,
      "learning_rate": 4.837405989065042e-05,
      "loss": 5.6977,
      "step": 157595
    },
    {
      "epoch": 0.13795023112790944,
      "grad_norm": 0.4350124001502991,
      "learning_rate": 4.8373950184925844e-05,
      "loss": 5.4824,
      "step": 157600
    },
    {
      "epoch": 0.13795460772153662,
      "grad_norm": 0.43675506114959717,
      "learning_rate": 4.8373840475657176e-05,
      "loss": 5.4536,
      "step": 157605
    },
    {
      "epoch": 0.13795898431516376,
      "grad_norm": 0.4173504412174225,
      "learning_rate": 4.837373076284443e-05,
      "loss": 5.36,
      "step": 157610
    },
    {
      "epoch": 0.1379633609087909,
      "grad_norm": 0.4018169045448303,
      "learning_rate": 4.8373621046487646e-05,
      "loss": 5.7731,
      "step": 157615
    },
    {
      "epoch": 0.13796773750241806,
      "grad_norm": 0.43795904517173767,
      "learning_rate": 4.837351132658683e-05,
      "loss": 4.61,
      "step": 157620
    },
    {
      "epoch": 0.13797211409604523,
      "grad_norm": 0.4088216722011566,
      "learning_rate": 4.837340160314201e-05,
      "loss": 5.7924,
      "step": 157625
    },
    {
      "epoch": 0.13797649068967238,
      "grad_norm": 0.4322955906391144,
      "learning_rate": 4.83732918761532e-05,
      "loss": 5.1952,
      "step": 157630
    },
    {
      "epoch": 0.13798086728329953,
      "grad_norm": 0.40456080436706543,
      "learning_rate": 4.8373182145620444e-05,
      "loss": 6.0061,
      "step": 157635
    },
    {
      "epoch": 0.13798524387692668,
      "grad_norm": 0.3834577798843384,
      "learning_rate": 4.837307241154373e-05,
      "loss": 5.9852,
      "step": 157640
    },
    {
      "epoch": 0.13798962047055385,
      "grad_norm": 0.44216006994247437,
      "learning_rate": 4.83729626739231e-05,
      "loss": 4.7229,
      "step": 157645
    },
    {
      "epoch": 0.137993997064181,
      "grad_norm": 0.5269869565963745,
      "learning_rate": 4.8372852932758564e-05,
      "loss": 4.4208,
      "step": 157650
    },
    {
      "epoch": 0.13799837365780815,
      "grad_norm": 0.420785129070282,
      "learning_rate": 4.8372743188050153e-05,
      "loss": 4.1385,
      "step": 157655
    },
    {
      "epoch": 0.1380027502514353,
      "grad_norm": 0.37142905592918396,
      "learning_rate": 4.8372633439797885e-05,
      "loss": 6.3023,
      "step": 157660
    },
    {
      "epoch": 0.13800712684506247,
      "grad_norm": 0.3960440456867218,
      "learning_rate": 4.837252368800178e-05,
      "loss": 5.9967,
      "step": 157665
    },
    {
      "epoch": 0.13801150343868962,
      "grad_norm": 0.42672061920166016,
      "learning_rate": 4.8372413932661866e-05,
      "loss": 5.4378,
      "step": 157670
    },
    {
      "epoch": 0.13801588003231677,
      "grad_norm": 0.41219228506088257,
      "learning_rate": 4.837230417377815e-05,
      "loss": 4.9421,
      "step": 157675
    },
    {
      "epoch": 0.13802025662594392,
      "grad_norm": 0.40793663263320923,
      "learning_rate": 4.837219441135067e-05,
      "loss": 4.8358,
      "step": 157680
    },
    {
      "epoch": 0.13802463321957106,
      "grad_norm": 0.395877480506897,
      "learning_rate": 4.837208464537942e-05,
      "loss": 4.9351,
      "step": 157685
    },
    {
      "epoch": 0.13802900981319824,
      "grad_norm": 0.3895818591117859,
      "learning_rate": 4.837197487586446e-05,
      "loss": 5.4758,
      "step": 157690
    },
    {
      "epoch": 0.1380333864068254,
      "grad_norm": 0.41841113567352295,
      "learning_rate": 4.837186510280578e-05,
      "loss": 4.954,
      "step": 157695
    },
    {
      "epoch": 0.13803776300045253,
      "grad_norm": 0.39764881134033203,
      "learning_rate": 4.837175532620341e-05,
      "loss": 5.4985,
      "step": 157700
    },
    {
      "epoch": 0.13804213959407968,
      "grad_norm": 0.4163772165775299,
      "learning_rate": 4.837164554605739e-05,
      "loss": 5.3441,
      "step": 157705
    },
    {
      "epoch": 0.13804651618770686,
      "grad_norm": 0.37889760732650757,
      "learning_rate": 4.8371535762367706e-05,
      "loss": 5.4551,
      "step": 157710
    },
    {
      "epoch": 0.138050892781334,
      "grad_norm": 0.3892115652561188,
      "learning_rate": 4.83714259751344e-05,
      "loss": 6.2793,
      "step": 157715
    },
    {
      "epoch": 0.13805526937496115,
      "grad_norm": 0.4036766588687897,
      "learning_rate": 4.8371316184357486e-05,
      "loss": 5.4268,
      "step": 157720
    },
    {
      "epoch": 0.1380596459685883,
      "grad_norm": 0.4234219789505005,
      "learning_rate": 4.837120639003699e-05,
      "loss": 5.6314,
      "step": 157725
    },
    {
      "epoch": 0.13806402256221548,
      "grad_norm": 0.38066694140434265,
      "learning_rate": 4.837109659217295e-05,
      "loss": 5.7664,
      "step": 157730
    },
    {
      "epoch": 0.13806839915584262,
      "grad_norm": 0.41585835814476013,
      "learning_rate": 4.837098679076536e-05,
      "loss": 5.4634,
      "step": 157735
    },
    {
      "epoch": 0.13807277574946977,
      "grad_norm": 0.4460718035697937,
      "learning_rate": 4.837087698581425e-05,
      "loss": 4.1361,
      "step": 157740
    },
    {
      "epoch": 0.13807715234309692,
      "grad_norm": 0.44227346777915955,
      "learning_rate": 4.837076717731964e-05,
      "loss": 4.4275,
      "step": 157745
    },
    {
      "epoch": 0.1380815289367241,
      "grad_norm": 0.3820497691631317,
      "learning_rate": 4.837065736528156e-05,
      "loss": 5.7713,
      "step": 157750
    },
    {
      "epoch": 0.13808590553035124,
      "grad_norm": 0.42134642601013184,
      "learning_rate": 4.837054754970002e-05,
      "loss": 5.1813,
      "step": 157755
    },
    {
      "epoch": 0.1380902821239784,
      "grad_norm": 0.42357051372528076,
      "learning_rate": 4.8370437730575046e-05,
      "loss": 5.7398,
      "step": 157760
    },
    {
      "epoch": 0.13809465871760554,
      "grad_norm": 0.39476126432418823,
      "learning_rate": 4.8370327907906665e-05,
      "loss": 5.4141,
      "step": 157765
    },
    {
      "epoch": 0.13809903531123272,
      "grad_norm": 0.409182608127594,
      "learning_rate": 4.837021808169489e-05,
      "loss": 5.434,
      "step": 157770
    },
    {
      "epoch": 0.13810341190485986,
      "grad_norm": 0.4245571196079254,
      "learning_rate": 4.837010825193974e-05,
      "loss": 4.4409,
      "step": 157775
    },
    {
      "epoch": 0.138107788498487,
      "grad_norm": 0.3903765380382538,
      "learning_rate": 4.836999841864124e-05,
      "loss": 5.4544,
      "step": 157780
    },
    {
      "epoch": 0.13811216509211416,
      "grad_norm": 0.41992390155792236,
      "learning_rate": 4.836988858179942e-05,
      "loss": 5.2695,
      "step": 157785
    },
    {
      "epoch": 0.13811654168574133,
      "grad_norm": 0.37324023246765137,
      "learning_rate": 4.836977874141427e-05,
      "loss": 5.8143,
      "step": 157790
    },
    {
      "epoch": 0.13812091827936848,
      "grad_norm": 0.4718148410320282,
      "learning_rate": 4.836966889748585e-05,
      "loss": 4.6584,
      "step": 157795
    },
    {
      "epoch": 0.13812529487299563,
      "grad_norm": 0.4668751060962677,
      "learning_rate": 4.836955905001418e-05,
      "loss": 5.7135,
      "step": 157800
    },
    {
      "epoch": 0.13812967146662278,
      "grad_norm": 0.42445364594459534,
      "learning_rate": 4.836944919899925e-05,
      "loss": 5.1392,
      "step": 157805
    },
    {
      "epoch": 0.13813404806024993,
      "grad_norm": 0.4152714014053345,
      "learning_rate": 4.83693393444411e-05,
      "loss": 4.975,
      "step": 157810
    },
    {
      "epoch": 0.1381384246538771,
      "grad_norm": 0.38695642352104187,
      "learning_rate": 4.836922948633975e-05,
      "loss": 5.4415,
      "step": 157815
    },
    {
      "epoch": 0.13814280124750425,
      "grad_norm": 0.4185382127761841,
      "learning_rate": 4.8369119624695224e-05,
      "loss": 5.2562,
      "step": 157820
    },
    {
      "epoch": 0.1381471778411314,
      "grad_norm": 0.3834668695926666,
      "learning_rate": 4.836900975950753e-05,
      "loss": 5.5196,
      "step": 157825
    },
    {
      "epoch": 0.13815155443475854,
      "grad_norm": 0.43568092584609985,
      "learning_rate": 4.836889989077671e-05,
      "loss": 5.4385,
      "step": 157830
    },
    {
      "epoch": 0.13815593102838572,
      "grad_norm": 0.4177481234073639,
      "learning_rate": 4.836879001850276e-05,
      "loss": 5.4905,
      "step": 157835
    },
    {
      "epoch": 0.13816030762201287,
      "grad_norm": 0.4195095896720886,
      "learning_rate": 4.836868014268573e-05,
      "loss": 5.7647,
      "step": 157840
    },
    {
      "epoch": 0.13816468421564002,
      "grad_norm": 0.41677597165107727,
      "learning_rate": 4.836857026332562e-05,
      "loss": 4.6017,
      "step": 157845
    },
    {
      "epoch": 0.13816906080926716,
      "grad_norm": 0.432375967502594,
      "learning_rate": 4.836846038042245e-05,
      "loss": 5.9607,
      "step": 157850
    },
    {
      "epoch": 0.13817343740289434,
      "grad_norm": 0.4392009377479553,
      "learning_rate": 4.8368350493976265e-05,
      "loss": 5.1896,
      "step": 157855
    },
    {
      "epoch": 0.1381778139965215,
      "grad_norm": 0.420411616563797,
      "learning_rate": 4.836824060398706e-05,
      "loss": 5.6551,
      "step": 157860
    },
    {
      "epoch": 0.13818219059014863,
      "grad_norm": 0.38929876685142517,
      "learning_rate": 4.8368130710454865e-05,
      "loss": 5.2648,
      "step": 157865
    },
    {
      "epoch": 0.13818656718377578,
      "grad_norm": 0.39051833748817444,
      "learning_rate": 4.83680208133797e-05,
      "loss": 5.9803,
      "step": 157870
    },
    {
      "epoch": 0.13819094377740296,
      "grad_norm": 0.37051889300346375,
      "learning_rate": 4.8367910912761595e-05,
      "loss": 5.9783,
      "step": 157875
    },
    {
      "epoch": 0.1381953203710301,
      "grad_norm": 0.38453683257102966,
      "learning_rate": 4.836780100860055e-05,
      "loss": 5.7705,
      "step": 157880
    },
    {
      "epoch": 0.13819969696465725,
      "grad_norm": 0.43620064854621887,
      "learning_rate": 4.8367691100896616e-05,
      "loss": 4.9581,
      "step": 157885
    },
    {
      "epoch": 0.1382040735582844,
      "grad_norm": 0.37969258427619934,
      "learning_rate": 4.8367581189649805e-05,
      "loss": 5.4644,
      "step": 157890
    },
    {
      "epoch": 0.13820845015191158,
      "grad_norm": 0.43998515605926514,
      "learning_rate": 4.836747127486011e-05,
      "loss": 4.6536,
      "step": 157895
    },
    {
      "epoch": 0.13821282674553872,
      "grad_norm": 0.4009236991405487,
      "learning_rate": 4.8367361356527586e-05,
      "loss": 5.1473,
      "step": 157900
    },
    {
      "epoch": 0.13821720333916587,
      "grad_norm": 0.4321269989013672,
      "learning_rate": 4.836725143465225e-05,
      "loss": 4.9476,
      "step": 157905
    },
    {
      "epoch": 0.13822157993279302,
      "grad_norm": 0.399726927280426,
      "learning_rate": 4.8367141509234106e-05,
      "loss": 5.4443,
      "step": 157910
    },
    {
      "epoch": 0.1382259565264202,
      "grad_norm": 0.42762821912765503,
      "learning_rate": 4.836703158027318e-05,
      "loss": 5.2599,
      "step": 157915
    },
    {
      "epoch": 0.13823033312004734,
      "grad_norm": 0.4161894619464874,
      "learning_rate": 4.8366921647769514e-05,
      "loss": 5.4755,
      "step": 157920
    },
    {
      "epoch": 0.1382347097136745,
      "grad_norm": 0.38852638006210327,
      "learning_rate": 4.83668117117231e-05,
      "loss": 5.4515,
      "step": 157925
    },
    {
      "epoch": 0.13823908630730164,
      "grad_norm": 0.48551514744758606,
      "learning_rate": 4.836670177213397e-05,
      "loss": 4.7757,
      "step": 157930
    },
    {
      "epoch": 0.1382434629009288,
      "grad_norm": 0.38227543234825134,
      "learning_rate": 4.8366591829002164e-05,
      "loss": 5.8039,
      "step": 157935
    },
    {
      "epoch": 0.13824783949455596,
      "grad_norm": 0.4074021875858307,
      "learning_rate": 4.836648188232767e-05,
      "loss": 5.2268,
      "step": 157940
    },
    {
      "epoch": 0.1382522160881831,
      "grad_norm": 0.389931857585907,
      "learning_rate": 4.8366371932110535e-05,
      "loss": 5.6473,
      "step": 157945
    },
    {
      "epoch": 0.13825659268181026,
      "grad_norm": 0.38657283782958984,
      "learning_rate": 4.836626197835077e-05,
      "loss": 6.2734,
      "step": 157950
    },
    {
      "epoch": 0.1382609692754374,
      "grad_norm": 0.40638065338134766,
      "learning_rate": 4.8366152021048396e-05,
      "loss": 5.7985,
      "step": 157955
    },
    {
      "epoch": 0.13826534586906458,
      "grad_norm": 0.42580559849739075,
      "learning_rate": 4.836604206020344e-05,
      "loss": 5.1018,
      "step": 157960
    },
    {
      "epoch": 0.13826972246269173,
      "grad_norm": 0.4164940416812897,
      "learning_rate": 4.836593209581591e-05,
      "loss": 5.7279,
      "step": 157965
    },
    {
      "epoch": 0.13827409905631888,
      "grad_norm": 0.4399726688861847,
      "learning_rate": 4.836582212788584e-05,
      "loss": 5.2666,
      "step": 157970
    },
    {
      "epoch": 0.13827847564994603,
      "grad_norm": 0.4237734079360962,
      "learning_rate": 4.8365712156413256e-05,
      "loss": 4.4152,
      "step": 157975
    },
    {
      "epoch": 0.1382828522435732,
      "grad_norm": 0.40062037110328674,
      "learning_rate": 4.836560218139816e-05,
      "loss": 5.983,
      "step": 157980
    },
    {
      "epoch": 0.13828722883720035,
      "grad_norm": 0.4410995841026306,
      "learning_rate": 4.836549220284059e-05,
      "loss": 5.4582,
      "step": 157985
    },
    {
      "epoch": 0.1382916054308275,
      "grad_norm": 0.399298757314682,
      "learning_rate": 4.836538222074056e-05,
      "loss": 5.658,
      "step": 157990
    },
    {
      "epoch": 0.13829598202445464,
      "grad_norm": 0.37928852438926697,
      "learning_rate": 4.8365272235098093e-05,
      "loss": 5.4421,
      "step": 157995
    },
    {
      "epoch": 0.13830035861808182,
      "grad_norm": 0.4350869357585907,
      "learning_rate": 4.836516224591321e-05,
      "loss": 4.9395,
      "step": 158000
    },
    {
      "epoch": 0.13830473521170897,
      "grad_norm": 0.43729034066200256,
      "learning_rate": 4.8365052253185925e-05,
      "loss": 5.4986,
      "step": 158005
    },
    {
      "epoch": 0.13830911180533612,
      "grad_norm": 0.4071676433086395,
      "learning_rate": 4.836494225691627e-05,
      "loss": 5.9457,
      "step": 158010
    },
    {
      "epoch": 0.13831348839896326,
      "grad_norm": 0.4344102442264557,
      "learning_rate": 4.836483225710426e-05,
      "loss": 4.615,
      "step": 158015
    },
    {
      "epoch": 0.13831786499259044,
      "grad_norm": 0.4002076983451843,
      "learning_rate": 4.836472225374993e-05,
      "loss": 5.2421,
      "step": 158020
    },
    {
      "epoch": 0.1383222415862176,
      "grad_norm": 0.40991339087486267,
      "learning_rate": 4.836461224685328e-05,
      "loss": 5.3426,
      "step": 158025
    },
    {
      "epoch": 0.13832661817984473,
      "grad_norm": 0.3898722529411316,
      "learning_rate": 4.8364502236414336e-05,
      "loss": 5.1536,
      "step": 158030
    },
    {
      "epoch": 0.13833099477347188,
      "grad_norm": 0.38256439566612244,
      "learning_rate": 4.836439222243313e-05,
      "loss": 5.9379,
      "step": 158035
    },
    {
      "epoch": 0.13833537136709906,
      "grad_norm": 0.38051992654800415,
      "learning_rate": 4.8364282204909675e-05,
      "loss": 5.7491,
      "step": 158040
    },
    {
      "epoch": 0.1383397479607262,
      "grad_norm": 0.4092387855052948,
      "learning_rate": 4.8364172183844005e-05,
      "loss": 5.6666,
      "step": 158045
    },
    {
      "epoch": 0.13834412455435335,
      "grad_norm": 0.4060540199279785,
      "learning_rate": 4.836406215923611e-05,
      "loss": 5.4533,
      "step": 158050
    },
    {
      "epoch": 0.1383485011479805,
      "grad_norm": 0.40974748134613037,
      "learning_rate": 4.836395213108604e-05,
      "loss": 5.9973,
      "step": 158055
    },
    {
      "epoch": 0.13835287774160765,
      "grad_norm": 0.3923335671424866,
      "learning_rate": 4.836384209939382e-05,
      "loss": 5.8135,
      "step": 158060
    },
    {
      "epoch": 0.13835725433523482,
      "grad_norm": 0.4550112187862396,
      "learning_rate": 4.836373206415944e-05,
      "loss": 4.9455,
      "step": 158065
    },
    {
      "epoch": 0.13836163092886197,
      "grad_norm": 0.44737157225608826,
      "learning_rate": 4.836362202538296e-05,
      "loss": 4.9766,
      "step": 158070
    },
    {
      "epoch": 0.13836600752248912,
      "grad_norm": 0.43995723128318787,
      "learning_rate": 4.836351198306437e-05,
      "loss": 4.9573,
      "step": 158075
    },
    {
      "epoch": 0.13837038411611627,
      "grad_norm": 0.45010530948638916,
      "learning_rate": 4.836340193720371e-05,
      "loss": 4.961,
      "step": 158080
    },
    {
      "epoch": 0.13837476070974344,
      "grad_norm": 0.46486523747444153,
      "learning_rate": 4.836329188780099e-05,
      "loss": 4.6344,
      "step": 158085
    },
    {
      "epoch": 0.1383791373033706,
      "grad_norm": 0.4231607913970947,
      "learning_rate": 4.836318183485623e-05,
      "loss": 4.6667,
      "step": 158090
    },
    {
      "epoch": 0.13838351389699774,
      "grad_norm": 0.42712917923927307,
      "learning_rate": 4.836307177836946e-05,
      "loss": 5.657,
      "step": 158095
    },
    {
      "epoch": 0.1383878904906249,
      "grad_norm": 0.4258156716823578,
      "learning_rate": 4.83629617183407e-05,
      "loss": 5.1441,
      "step": 158100
    },
    {
      "epoch": 0.13839226708425206,
      "grad_norm": 0.4253063201904297,
      "learning_rate": 4.836285165476997e-05,
      "loss": 4.9298,
      "step": 158105
    },
    {
      "epoch": 0.1383966436778792,
      "grad_norm": 0.4626346230506897,
      "learning_rate": 4.836274158765729e-05,
      "loss": 4.6661,
      "step": 158110
    },
    {
      "epoch": 0.13840102027150636,
      "grad_norm": 0.3886347711086273,
      "learning_rate": 4.836263151700269e-05,
      "loss": 5.7538,
      "step": 158115
    },
    {
      "epoch": 0.1384053968651335,
      "grad_norm": 0.40413886308670044,
      "learning_rate": 4.8362521442806166e-05,
      "loss": 4.8656,
      "step": 158120
    },
    {
      "epoch": 0.13840977345876068,
      "grad_norm": 0.4152194857597351,
      "learning_rate": 4.8362411365067764e-05,
      "loss": 5.3633,
      "step": 158125
    },
    {
      "epoch": 0.13841415005238783,
      "grad_norm": 0.40206581354141235,
      "learning_rate": 4.8362301283787505e-05,
      "loss": 5.4611,
      "step": 158130
    },
    {
      "epoch": 0.13841852664601498,
      "grad_norm": 0.404936283826828,
      "learning_rate": 4.836219119896539e-05,
      "loss": 5.1763,
      "step": 158135
    },
    {
      "epoch": 0.13842290323964213,
      "grad_norm": 0.4337110221385956,
      "learning_rate": 4.836208111060145e-05,
      "loss": 4.7442,
      "step": 158140
    },
    {
      "epoch": 0.1384272798332693,
      "grad_norm": 0.39866572618484497,
      "learning_rate": 4.836197101869572e-05,
      "loss": 5.6717,
      "step": 158145
    },
    {
      "epoch": 0.13843165642689645,
      "grad_norm": 0.384430855512619,
      "learning_rate": 4.8361860923248205e-05,
      "loss": 5.6773,
      "step": 158150
    },
    {
      "epoch": 0.1384360330205236,
      "grad_norm": 0.3730202317237854,
      "learning_rate": 4.836175082425895e-05,
      "loss": 5.4926,
      "step": 158155
    },
    {
      "epoch": 0.13844040961415074,
      "grad_norm": 0.38374438881874084,
      "learning_rate": 4.836164072172793e-05,
      "loss": 4.9443,
      "step": 158160
    },
    {
      "epoch": 0.13844478620777792,
      "grad_norm": 0.39183101058006287,
      "learning_rate": 4.83615306156552e-05,
      "loss": 5.9686,
      "step": 158165
    },
    {
      "epoch": 0.13844916280140507,
      "grad_norm": 0.4390058219432831,
      "learning_rate": 4.836142050604079e-05,
      "loss": 5.4619,
      "step": 158170
    },
    {
      "epoch": 0.13845353939503222,
      "grad_norm": 0.39410537481307983,
      "learning_rate": 4.836131039288469e-05,
      "loss": 5.1791,
      "step": 158175
    },
    {
      "epoch": 0.13845791598865936,
      "grad_norm": 0.44143661856651306,
      "learning_rate": 4.8361200276186945e-05,
      "loss": 5.2199,
      "step": 158180
    },
    {
      "epoch": 0.1384622925822865,
      "grad_norm": 0.38637539744377136,
      "learning_rate": 4.836109015594756e-05,
      "loss": 5.6631,
      "step": 158185
    },
    {
      "epoch": 0.1384666691759137,
      "grad_norm": 0.3877214193344116,
      "learning_rate": 4.836098003216658e-05,
      "loss": 5.1353,
      "step": 158190
    },
    {
      "epoch": 0.13847104576954083,
      "grad_norm": 0.4010922610759735,
      "learning_rate": 4.836086990484401e-05,
      "loss": 4.8891,
      "step": 158195
    },
    {
      "epoch": 0.13847542236316798,
      "grad_norm": 0.3928203880786896,
      "learning_rate": 4.836075977397986e-05,
      "loss": 5.4776,
      "step": 158200
    },
    {
      "epoch": 0.13847979895679513,
      "grad_norm": 0.4424857795238495,
      "learning_rate": 4.8360649639574175e-05,
      "loss": 4.7719,
      "step": 158205
    },
    {
      "epoch": 0.1384841755504223,
      "grad_norm": 0.42041176557540894,
      "learning_rate": 4.836053950162696e-05,
      "loss": 5.4678,
      "step": 158210
    },
    {
      "epoch": 0.13848855214404945,
      "grad_norm": 0.38889601826667786,
      "learning_rate": 4.8360429360138234e-05,
      "loss": 5.6566,
      "step": 158215
    },
    {
      "epoch": 0.1384929287376766,
      "grad_norm": 0.4486372172832489,
      "learning_rate": 4.836031921510804e-05,
      "loss": 5.4371,
      "step": 158220
    },
    {
      "epoch": 0.13849730533130375,
      "grad_norm": 0.40331533551216125,
      "learning_rate": 4.836020906653638e-05,
      "loss": 5.1628,
      "step": 158225
    },
    {
      "epoch": 0.13850168192493093,
      "grad_norm": 0.44807398319244385,
      "learning_rate": 4.836009891442328e-05,
      "loss": 5.5046,
      "step": 158230
    },
    {
      "epoch": 0.13850605851855807,
      "grad_norm": 0.4304642975330353,
      "learning_rate": 4.835998875876876e-05,
      "loss": 5.9703,
      "step": 158235
    },
    {
      "epoch": 0.13851043511218522,
      "grad_norm": 0.40657442808151245,
      "learning_rate": 4.835987859957284e-05,
      "loss": 4.6578,
      "step": 158240
    },
    {
      "epoch": 0.13851481170581237,
      "grad_norm": 0.4265255630016327,
      "learning_rate": 4.835976843683555e-05,
      "loss": 4.6113,
      "step": 158245
    },
    {
      "epoch": 0.13851918829943954,
      "grad_norm": 0.44312694668769836,
      "learning_rate": 4.8359658270556895e-05,
      "loss": 4.9811,
      "step": 158250
    },
    {
      "epoch": 0.1385235648930667,
      "grad_norm": 0.4344431161880493,
      "learning_rate": 4.835954810073692e-05,
      "loss": 4.9608,
      "step": 158255
    },
    {
      "epoch": 0.13852794148669384,
      "grad_norm": 0.4325462579727173,
      "learning_rate": 4.8359437927375626e-05,
      "loss": 5.2639,
      "step": 158260
    },
    {
      "epoch": 0.138532318080321,
      "grad_norm": 0.5922572612762451,
      "learning_rate": 4.835932775047304e-05,
      "loss": 6.2633,
      "step": 158265
    },
    {
      "epoch": 0.13853669467394816,
      "grad_norm": 0.42331746220588684,
      "learning_rate": 4.835921757002918e-05,
      "loss": 5.1923,
      "step": 158270
    },
    {
      "epoch": 0.1385410712675753,
      "grad_norm": 0.4229506850242615,
      "learning_rate": 4.8359107386044077e-05,
      "loss": 5.1507,
      "step": 158275
    },
    {
      "epoch": 0.13854544786120246,
      "grad_norm": 0.46366238594055176,
      "learning_rate": 4.8358997198517744e-05,
      "loss": 4.86,
      "step": 158280
    },
    {
      "epoch": 0.1385498244548296,
      "grad_norm": 0.4474266469478607,
      "learning_rate": 4.8358887007450204e-05,
      "loss": 5.1713,
      "step": 158285
    },
    {
      "epoch": 0.13855420104845678,
      "grad_norm": 0.45951130986213684,
      "learning_rate": 4.835877681284149e-05,
      "loss": 5.4407,
      "step": 158290
    },
    {
      "epoch": 0.13855857764208393,
      "grad_norm": 0.43408775329589844,
      "learning_rate": 4.835866661469161e-05,
      "loss": 5.7792,
      "step": 158295
    },
    {
      "epoch": 0.13856295423571108,
      "grad_norm": 0.407031387090683,
      "learning_rate": 4.835855641300057e-05,
      "loss": 5.1749,
      "step": 158300
    },
    {
      "epoch": 0.13856733082933823,
      "grad_norm": 0.42719513177871704,
      "learning_rate": 4.8358446207768414e-05,
      "loss": 4.1321,
      "step": 158305
    },
    {
      "epoch": 0.1385717074229654,
      "grad_norm": 0.3917691111564636,
      "learning_rate": 4.8358335998995174e-05,
      "loss": 5.8187,
      "step": 158310
    },
    {
      "epoch": 0.13857608401659255,
      "grad_norm": 0.422341525554657,
      "learning_rate": 4.835822578668084e-05,
      "loss": 4.9466,
      "step": 158315
    },
    {
      "epoch": 0.1385804606102197,
      "grad_norm": 0.4166810214519501,
      "learning_rate": 4.835811557082546e-05,
      "loss": 5.2735,
      "step": 158320
    },
    {
      "epoch": 0.13858483720384684,
      "grad_norm": 0.39701443910598755,
      "learning_rate": 4.835800535142904e-05,
      "loss": 4.7611,
      "step": 158325
    },
    {
      "epoch": 0.138589213797474,
      "grad_norm": 0.38370200991630554,
      "learning_rate": 4.835789512849159e-05,
      "loss": 6.2965,
      "step": 158330
    },
    {
      "epoch": 0.13859359039110117,
      "grad_norm": 0.3826683461666107,
      "learning_rate": 4.835778490201317e-05,
      "loss": 5.9906,
      "step": 158335
    },
    {
      "epoch": 0.13859796698472832,
      "grad_norm": 0.4225841164588928,
      "learning_rate": 4.835767467199376e-05,
      "loss": 5.7109,
      "step": 158340
    },
    {
      "epoch": 0.13860234357835546,
      "grad_norm": 0.4185711741447449,
      "learning_rate": 4.835756443843341e-05,
      "loss": 4.8985,
      "step": 158345
    },
    {
      "epoch": 0.1386067201719826,
      "grad_norm": 0.43274351954460144,
      "learning_rate": 4.835745420133212e-05,
      "loss": 4.9521,
      "step": 158350
    },
    {
      "epoch": 0.1386110967656098,
      "grad_norm": 0.4352714419364929,
      "learning_rate": 4.835734396068994e-05,
      "loss": 5.1591,
      "step": 158355
    },
    {
      "epoch": 0.13861547335923693,
      "grad_norm": 0.44740140438079834,
      "learning_rate": 4.835723371650685e-05,
      "loss": 4.7322,
      "step": 158360
    },
    {
      "epoch": 0.13861984995286408,
      "grad_norm": 0.4020768404006958,
      "learning_rate": 4.8357123468782905e-05,
      "loss": 5.2623,
      "step": 158365
    },
    {
      "epoch": 0.13862422654649123,
      "grad_norm": 0.4354071319103241,
      "learning_rate": 4.835701321751812e-05,
      "loss": 4.8721,
      "step": 158370
    },
    {
      "epoch": 0.1386286031401184,
      "grad_norm": 0.39448755979537964,
      "learning_rate": 4.8356902962712504e-05,
      "loss": 5.1457,
      "step": 158375
    },
    {
      "epoch": 0.13863297973374555,
      "grad_norm": 0.37695786356925964,
      "learning_rate": 4.835679270436609e-05,
      "loss": 5.6703,
      "step": 158380
    },
    {
      "epoch": 0.1386373563273727,
      "grad_norm": 0.3853859007358551,
      "learning_rate": 4.835668244247889e-05,
      "loss": 5.9971,
      "step": 158385
    },
    {
      "epoch": 0.13864173292099985,
      "grad_norm": 0.40623316168785095,
      "learning_rate": 4.835657217705094e-05,
      "loss": 5.7826,
      "step": 158390
    },
    {
      "epoch": 0.13864610951462703,
      "grad_norm": 0.3980114758014679,
      "learning_rate": 4.835646190808224e-05,
      "loss": 5.6738,
      "step": 158395
    },
    {
      "epoch": 0.13865048610825417,
      "grad_norm": 0.43281030654907227,
      "learning_rate": 4.835635163557283e-05,
      "loss": 4.9991,
      "step": 158400
    },
    {
      "epoch": 0.13865486270188132,
      "grad_norm": 0.40550243854522705,
      "learning_rate": 4.835624135952272e-05,
      "loss": 5.6533,
      "step": 158405
    },
    {
      "epoch": 0.13865923929550847,
      "grad_norm": 0.4046385884284973,
      "learning_rate": 4.8356131079931945e-05,
      "loss": 6.0098,
      "step": 158410
    },
    {
      "epoch": 0.13866361588913564,
      "grad_norm": 0.44300776720046997,
      "learning_rate": 4.83560207968005e-05,
      "loss": 5.2089,
      "step": 158415
    },
    {
      "epoch": 0.1386679924827628,
      "grad_norm": 0.45654135942459106,
      "learning_rate": 4.8355910510128435e-05,
      "loss": 5.154,
      "step": 158420
    },
    {
      "epoch": 0.13867236907638994,
      "grad_norm": 0.45195460319519043,
      "learning_rate": 4.8355800219915756e-05,
      "loss": 5.7357,
      "step": 158425
    },
    {
      "epoch": 0.1386767456700171,
      "grad_norm": 0.38922742009162903,
      "learning_rate": 4.8355689926162486e-05,
      "loss": 5.0611,
      "step": 158430
    },
    {
      "epoch": 0.13868112226364426,
      "grad_norm": 0.4491483271121979,
      "learning_rate": 4.835557962886865e-05,
      "loss": 4.9396,
      "step": 158435
    },
    {
      "epoch": 0.1386854988572714,
      "grad_norm": 0.38661426305770874,
      "learning_rate": 4.835546932803426e-05,
      "loss": 5.7742,
      "step": 158440
    },
    {
      "epoch": 0.13868987545089856,
      "grad_norm": 0.43852245807647705,
      "learning_rate": 4.8355359023659354e-05,
      "loss": 5.1743,
      "step": 158445
    },
    {
      "epoch": 0.1386942520445257,
      "grad_norm": 0.46156880259513855,
      "learning_rate": 4.835524871574394e-05,
      "loss": 4.9742,
      "step": 158450
    },
    {
      "epoch": 0.13869862863815285,
      "grad_norm": 0.42350316047668457,
      "learning_rate": 4.8355138404288044e-05,
      "loss": 5.7875,
      "step": 158455
    },
    {
      "epoch": 0.13870300523178003,
      "grad_norm": 0.399485319852829,
      "learning_rate": 4.835502808929169e-05,
      "loss": 5.9736,
      "step": 158460
    },
    {
      "epoch": 0.13870738182540718,
      "grad_norm": 0.3876980245113373,
      "learning_rate": 4.835491777075489e-05,
      "loss": 5.9516,
      "step": 158465
    },
    {
      "epoch": 0.13871175841903433,
      "grad_norm": 0.45037564635276794,
      "learning_rate": 4.8354807448677674e-05,
      "loss": 5.162,
      "step": 158470
    },
    {
      "epoch": 0.13871613501266147,
      "grad_norm": 0.4128143787384033,
      "learning_rate": 4.8354697123060055e-05,
      "loss": 5.3198,
      "step": 158475
    },
    {
      "epoch": 0.13872051160628865,
      "grad_norm": 0.379208505153656,
      "learning_rate": 4.8354586793902055e-05,
      "loss": 5.4593,
      "step": 158480
    },
    {
      "epoch": 0.1387248881999158,
      "grad_norm": 0.430666983127594,
      "learning_rate": 4.8354476461203714e-05,
      "loss": 4.9381,
      "step": 158485
    },
    {
      "epoch": 0.13872926479354294,
      "grad_norm": 0.4376254379749298,
      "learning_rate": 4.835436612496503e-05,
      "loss": 4.9477,
      "step": 158490
    },
    {
      "epoch": 0.1387336413871701,
      "grad_norm": 0.42385387420654297,
      "learning_rate": 4.835425578518603e-05,
      "loss": 4.3397,
      "step": 158495
    },
    {
      "epoch": 0.13873801798079727,
      "grad_norm": 0.4411507546901703,
      "learning_rate": 4.835414544186675e-05,
      "loss": 5.1868,
      "step": 158500
    },
    {
      "epoch": 0.13874239457442442,
      "grad_norm": 0.38478991389274597,
      "learning_rate": 4.835403509500719e-05,
      "loss": 5.6553,
      "step": 158505
    },
    {
      "epoch": 0.13874677116805156,
      "grad_norm": 0.38328713178634644,
      "learning_rate": 4.835392474460738e-05,
      "loss": 5.9836,
      "step": 158510
    },
    {
      "epoch": 0.1387511477616787,
      "grad_norm": 0.4389233887195587,
      "learning_rate": 4.835381439066734e-05,
      "loss": 4.9526,
      "step": 158515
    },
    {
      "epoch": 0.1387555243553059,
      "grad_norm": 0.3993222117424011,
      "learning_rate": 4.8353704033187105e-05,
      "loss": 4.9373,
      "step": 158520
    },
    {
      "epoch": 0.13875990094893303,
      "grad_norm": 0.38277527689933777,
      "learning_rate": 4.835359367216667e-05,
      "loss": 6.3041,
      "step": 158525
    },
    {
      "epoch": 0.13876427754256018,
      "grad_norm": 0.4473380744457245,
      "learning_rate": 4.8353483307606084e-05,
      "loss": 5.4939,
      "step": 158530
    },
    {
      "epoch": 0.13876865413618733,
      "grad_norm": 0.4135054647922516,
      "learning_rate": 4.835337293950536e-05,
      "loss": 5.5118,
      "step": 158535
    },
    {
      "epoch": 0.1387730307298145,
      "grad_norm": 0.4569179117679596,
      "learning_rate": 4.83532625678645e-05,
      "loss": 4.4261,
      "step": 158540
    },
    {
      "epoch": 0.13877740732344165,
      "grad_norm": 0.43731898069381714,
      "learning_rate": 4.835315219268355e-05,
      "loss": 4.9327,
      "step": 158545
    },
    {
      "epoch": 0.1387817839170688,
      "grad_norm": 0.4321427047252655,
      "learning_rate": 4.835304181396252e-05,
      "loss": 5.1193,
      "step": 158550
    },
    {
      "epoch": 0.13878616051069595,
      "grad_norm": 0.41594964265823364,
      "learning_rate": 4.835293143170142e-05,
      "loss": 4.6443,
      "step": 158555
    },
    {
      "epoch": 0.13879053710432313,
      "grad_norm": 0.4285467863082886,
      "learning_rate": 4.8352821045900295e-05,
      "loss": 4.9685,
      "step": 158560
    },
    {
      "epoch": 0.13879491369795027,
      "grad_norm": 0.5503068566322327,
      "learning_rate": 4.8352710656559154e-05,
      "loss": 4.4398,
      "step": 158565
    },
    {
      "epoch": 0.13879929029157742,
      "grad_norm": 0.4190959930419922,
      "learning_rate": 4.8352600263678024e-05,
      "loss": 4.6675,
      "step": 158570
    },
    {
      "epoch": 0.13880366688520457,
      "grad_norm": 0.40669822692871094,
      "learning_rate": 4.835248986725692e-05,
      "loss": 4.4442,
      "step": 158575
    },
    {
      "epoch": 0.13880804347883172,
      "grad_norm": 0.447804719209671,
      "learning_rate": 4.8352379467295863e-05,
      "loss": 4.9116,
      "step": 158580
    },
    {
      "epoch": 0.1388124200724589,
      "grad_norm": 0.39241209626197815,
      "learning_rate": 4.835226906379487e-05,
      "loss": 5.7637,
      "step": 158585
    },
    {
      "epoch": 0.13881679666608604,
      "grad_norm": 0.39670640230178833,
      "learning_rate": 4.8352158656753975e-05,
      "loss": 5.268,
      "step": 158590
    },
    {
      "epoch": 0.1388211732597132,
      "grad_norm": 0.4505756199359894,
      "learning_rate": 4.8352048246173184e-05,
      "loss": 4.9646,
      "step": 158595
    },
    {
      "epoch": 0.13882554985334034,
      "grad_norm": 0.39589637517929077,
      "learning_rate": 4.835193783205254e-05,
      "loss": 4.9197,
      "step": 158600
    },
    {
      "epoch": 0.1388299264469675,
      "grad_norm": 0.4075494706630707,
      "learning_rate": 4.8351827414392046e-05,
      "loss": 5.7025,
      "step": 158605
    },
    {
      "epoch": 0.13883430304059466,
      "grad_norm": 0.398073673248291,
      "learning_rate": 4.835171699319173e-05,
      "loss": 4.7374,
      "step": 158610
    },
    {
      "epoch": 0.1388386796342218,
      "grad_norm": 0.42096608877182007,
      "learning_rate": 4.835160656845161e-05,
      "loss": 4.9507,
      "step": 158615
    },
    {
      "epoch": 0.13884305622784895,
      "grad_norm": 0.38827547430992126,
      "learning_rate": 4.835149614017172e-05,
      "loss": 5.2796,
      "step": 158620
    },
    {
      "epoch": 0.13884743282147613,
      "grad_norm": 0.4167056381702423,
      "learning_rate": 4.835138570835205e-05,
      "loss": 5.1689,
      "step": 158625
    },
    {
      "epoch": 0.13885180941510328,
      "grad_norm": 0.3999028503894806,
      "learning_rate": 4.835127527299266e-05,
      "loss": 5.4487,
      "step": 158630
    },
    {
      "epoch": 0.13885618600873043,
      "grad_norm": 0.42985424399375916,
      "learning_rate": 4.8351164834093544e-05,
      "loss": 5.6166,
      "step": 158635
    },
    {
      "epoch": 0.13886056260235757,
      "grad_norm": 0.39147546887397766,
      "learning_rate": 4.835105439165474e-05,
      "loss": 5.6584,
      "step": 158640
    },
    {
      "epoch": 0.13886493919598475,
      "grad_norm": 0.4035627543926239,
      "learning_rate": 4.835094394567625e-05,
      "loss": 5.4113,
      "step": 158645
    },
    {
      "epoch": 0.1388693157896119,
      "grad_norm": 0.4386671483516693,
      "learning_rate": 4.835083349615811e-05,
      "loss": 5.2641,
      "step": 158650
    },
    {
      "epoch": 0.13887369238323904,
      "grad_norm": 0.38092944025993347,
      "learning_rate": 4.8350723043100344e-05,
      "loss": 6.0201,
      "step": 158655
    },
    {
      "epoch": 0.1388780689768662,
      "grad_norm": 0.4093311131000519,
      "learning_rate": 4.8350612586502964e-05,
      "loss": 6.001,
      "step": 158660
    },
    {
      "epoch": 0.13888244557049337,
      "grad_norm": 0.40306857228279114,
      "learning_rate": 4.8350502126366e-05,
      "loss": 4.9447,
      "step": 158665
    },
    {
      "epoch": 0.13888682216412052,
      "grad_norm": 0.38536274433135986,
      "learning_rate": 4.8350391662689466e-05,
      "loss": 5.9688,
      "step": 158670
    },
    {
      "epoch": 0.13889119875774766,
      "grad_norm": 0.396101713180542,
      "learning_rate": 4.835028119547339e-05,
      "loss": 5.3754,
      "step": 158675
    },
    {
      "epoch": 0.1388955753513748,
      "grad_norm": 0.45404306054115295,
      "learning_rate": 4.835017072471778e-05,
      "loss": 5.4729,
      "step": 158680
    },
    {
      "epoch": 0.138899951945002,
      "grad_norm": 0.40090411901474,
      "learning_rate": 4.835006025042267e-05,
      "loss": 4.9227,
      "step": 158685
    },
    {
      "epoch": 0.13890432853862913,
      "grad_norm": 0.3784140646457672,
      "learning_rate": 4.8349949772588086e-05,
      "loss": 5.4729,
      "step": 158690
    },
    {
      "epoch": 0.13890870513225628,
      "grad_norm": 0.3913094401359558,
      "learning_rate": 4.834983929121403e-05,
      "loss": 5.6623,
      "step": 158695
    },
    {
      "epoch": 0.13891308172588343,
      "grad_norm": 0.45605337619781494,
      "learning_rate": 4.834972880630054e-05,
      "loss": 5.1385,
      "step": 158700
    },
    {
      "epoch": 0.13891745831951058,
      "grad_norm": 0.4018966555595398,
      "learning_rate": 4.8349618317847634e-05,
      "loss": 4.5643,
      "step": 158705
    },
    {
      "epoch": 0.13892183491313775,
      "grad_norm": 0.46116164326667786,
      "learning_rate": 4.834950782585532e-05,
      "loss": 5.2174,
      "step": 158710
    },
    {
      "epoch": 0.1389262115067649,
      "grad_norm": 0.4195438325405121,
      "learning_rate": 4.834939733032363e-05,
      "loss": 5.4841,
      "step": 158715
    },
    {
      "epoch": 0.13893058810039205,
      "grad_norm": 0.41328859329223633,
      "learning_rate": 4.8349286831252605e-05,
      "loss": 5.7812,
      "step": 158720
    },
    {
      "epoch": 0.1389349646940192,
      "grad_norm": 0.4024437963962555,
      "learning_rate": 4.834917632864223e-05,
      "loss": 5.4723,
      "step": 158725
    },
    {
      "epoch": 0.13893934128764637,
      "grad_norm": 0.4108264148235321,
      "learning_rate": 4.8349065822492545e-05,
      "loss": 5.9682,
      "step": 158730
    },
    {
      "epoch": 0.13894371788127352,
      "grad_norm": 0.4358878433704376,
      "learning_rate": 4.834895531280358e-05,
      "loss": 5.4239,
      "step": 158735
    },
    {
      "epoch": 0.13894809447490067,
      "grad_norm": 0.45051059126853943,
      "learning_rate": 4.834884479957533e-05,
      "loss": 4.9427,
      "step": 158740
    },
    {
      "epoch": 0.13895247106852782,
      "grad_norm": 0.41718509793281555,
      "learning_rate": 4.834873428280784e-05,
      "loss": 5.7133,
      "step": 158745
    },
    {
      "epoch": 0.138956847662155,
      "grad_norm": 0.4392443299293518,
      "learning_rate": 4.834862376250112e-05,
      "loss": 4.7397,
      "step": 158750
    },
    {
      "epoch": 0.13896122425578214,
      "grad_norm": 0.4018412232398987,
      "learning_rate": 4.83485132386552e-05,
      "loss": 4.9257,
      "step": 158755
    },
    {
      "epoch": 0.1389656008494093,
      "grad_norm": 0.4258624017238617,
      "learning_rate": 4.834840271127009e-05,
      "loss": 5.2509,
      "step": 158760
    },
    {
      "epoch": 0.13896997744303644,
      "grad_norm": 0.43535754084587097,
      "learning_rate": 4.834829218034582e-05,
      "loss": 4.9317,
      "step": 158765
    },
    {
      "epoch": 0.1389743540366636,
      "grad_norm": 0.43683329224586487,
      "learning_rate": 4.8348181645882416e-05,
      "loss": 5.2433,
      "step": 158770
    },
    {
      "epoch": 0.13897873063029076,
      "grad_norm": 0.48945146799087524,
      "learning_rate": 4.834807110787989e-05,
      "loss": 4.6238,
      "step": 158775
    },
    {
      "epoch": 0.1389831072239179,
      "grad_norm": 0.42299360036849976,
      "learning_rate": 4.834796056633826e-05,
      "loss": 4.7246,
      "step": 158780
    },
    {
      "epoch": 0.13898748381754505,
      "grad_norm": 0.40982189774513245,
      "learning_rate": 4.834785002125755e-05,
      "loss": 4.8684,
      "step": 158785
    },
    {
      "epoch": 0.13899186041117223,
      "grad_norm": 0.3901064693927765,
      "learning_rate": 4.834773947263779e-05,
      "loss": 6.3096,
      "step": 158790
    },
    {
      "epoch": 0.13899623700479938,
      "grad_norm": 0.42312535643577576,
      "learning_rate": 4.834762892047899e-05,
      "loss": 4.8437,
      "step": 158795
    },
    {
      "epoch": 0.13900061359842653,
      "grad_norm": 0.4266011714935303,
      "learning_rate": 4.834751836478118e-05,
      "loss": 4.4375,
      "step": 158800
    },
    {
      "epoch": 0.13900499019205367,
      "grad_norm": 0.41647106409072876,
      "learning_rate": 4.8347407805544375e-05,
      "loss": 5.2642,
      "step": 158805
    },
    {
      "epoch": 0.13900936678568085,
      "grad_norm": 0.40639030933380127,
      "learning_rate": 4.834729724276861e-05,
      "loss": 4.4826,
      "step": 158810
    },
    {
      "epoch": 0.139013743379308,
      "grad_norm": 0.4356032907962799,
      "learning_rate": 4.834718667645388e-05,
      "loss": 4.955,
      "step": 158815
    },
    {
      "epoch": 0.13901811997293514,
      "grad_norm": 0.3925785422325134,
      "learning_rate": 4.834707610660023e-05,
      "loss": 4.4201,
      "step": 158820
    },
    {
      "epoch": 0.1390224965665623,
      "grad_norm": 0.4159466028213501,
      "learning_rate": 4.8346965533207675e-05,
      "loss": 4.8827,
      "step": 158825
    },
    {
      "epoch": 0.13902687316018944,
      "grad_norm": 0.3779873549938202,
      "learning_rate": 4.8346854956276234e-05,
      "loss": 6.2838,
      "step": 158830
    },
    {
      "epoch": 0.13903124975381662,
      "grad_norm": 0.4191538691520691,
      "learning_rate": 4.8346744375805916e-05,
      "loss": 5.1457,
      "step": 158835
    },
    {
      "epoch": 0.13903562634744376,
      "grad_norm": 0.41020408272743225,
      "learning_rate": 4.834663379179677e-05,
      "loss": 4.6401,
      "step": 158840
    },
    {
      "epoch": 0.1390400029410709,
      "grad_norm": 0.4006676971912384,
      "learning_rate": 4.834652320424881e-05,
      "loss": 5.4668,
      "step": 158845
    },
    {
      "epoch": 0.13904437953469806,
      "grad_norm": 0.38391628861427307,
      "learning_rate": 4.834641261316203e-05,
      "loss": 5.4582,
      "step": 158850
    },
    {
      "epoch": 0.13904875612832523,
      "grad_norm": 0.4470023214817047,
      "learning_rate": 4.834630201853648e-05,
      "loss": 4.9423,
      "step": 158855
    },
    {
      "epoch": 0.13905313272195238,
      "grad_norm": 0.39873915910720825,
      "learning_rate": 4.834619142037217e-05,
      "loss": 4.9485,
      "step": 158860
    },
    {
      "epoch": 0.13905750931557953,
      "grad_norm": 0.37822267413139343,
      "learning_rate": 4.834608081866913e-05,
      "loss": 6.2809,
      "step": 158865
    },
    {
      "epoch": 0.13906188590920668,
      "grad_norm": 0.3810461461544037,
      "learning_rate": 4.834597021342737e-05,
      "loss": 5.1933,
      "step": 158870
    },
    {
      "epoch": 0.13906626250283385,
      "grad_norm": 0.4137386381626129,
      "learning_rate": 4.8345859604646916e-05,
      "loss": 5.1381,
      "step": 158875
    },
    {
      "epoch": 0.139070639096461,
      "grad_norm": 0.4108014702796936,
      "learning_rate": 4.83457489923278e-05,
      "loss": 5.9859,
      "step": 158880
    },
    {
      "epoch": 0.13907501569008815,
      "grad_norm": 0.4244266450405121,
      "learning_rate": 4.8345638376470025e-05,
      "loss": 5.8214,
      "step": 158885
    },
    {
      "epoch": 0.1390793922837153,
      "grad_norm": 0.41853854060173035,
      "learning_rate": 4.834552775707362e-05,
      "loss": 5.1641,
      "step": 158890
    },
    {
      "epoch": 0.13908376887734247,
      "grad_norm": 0.3882293403148651,
      "learning_rate": 4.8345417134138604e-05,
      "loss": 5.4672,
      "step": 158895
    },
    {
      "epoch": 0.13908814547096962,
      "grad_norm": 0.4270131587982178,
      "learning_rate": 4.834530650766501e-05,
      "loss": 5.1573,
      "step": 158900
    },
    {
      "epoch": 0.13909252206459677,
      "grad_norm": 0.41691911220550537,
      "learning_rate": 4.8345195877652835e-05,
      "loss": 5.6814,
      "step": 158905
    },
    {
      "epoch": 0.13909689865822392,
      "grad_norm": 0.3749869763851166,
      "learning_rate": 4.834508524410214e-05,
      "loss": 5.7742,
      "step": 158910
    },
    {
      "epoch": 0.1391012752518511,
      "grad_norm": 0.440138041973114,
      "learning_rate": 4.834497460701291e-05,
      "loss": 5.4771,
      "step": 158915
    },
    {
      "epoch": 0.13910565184547824,
      "grad_norm": 0.4035186767578125,
      "learning_rate": 4.8344863966385166e-05,
      "loss": 4.8642,
      "step": 158920
    },
    {
      "epoch": 0.1391100284391054,
      "grad_norm": 0.3921438157558441,
      "learning_rate": 4.834475332221896e-05,
      "loss": 5.7656,
      "step": 158925
    },
    {
      "epoch": 0.13911440503273254,
      "grad_norm": 0.44037485122680664,
      "learning_rate": 4.8344642674514284e-05,
      "loss": 4.8323,
      "step": 158930
    },
    {
      "epoch": 0.1391187816263597,
      "grad_norm": 0.415563702583313,
      "learning_rate": 4.8344532023271185e-05,
      "loss": 5.1786,
      "step": 158935
    },
    {
      "epoch": 0.13912315821998686,
      "grad_norm": 0.39431875944137573,
      "learning_rate": 4.834442136848966e-05,
      "loss": 5.4531,
      "step": 158940
    },
    {
      "epoch": 0.139127534813614,
      "grad_norm": 0.4034733474254608,
      "learning_rate": 4.834431071016974e-05,
      "loss": 5.3504,
      "step": 158945
    },
    {
      "epoch": 0.13913191140724115,
      "grad_norm": 0.45339223742485046,
      "learning_rate": 4.8344200048311436e-05,
      "loss": 4.8463,
      "step": 158950
    },
    {
      "epoch": 0.13913628800086833,
      "grad_norm": 0.40499886870384216,
      "learning_rate": 4.834408938291479e-05,
      "loss": 5.4724,
      "step": 158955
    },
    {
      "epoch": 0.13914066459449548,
      "grad_norm": 0.48527786135673523,
      "learning_rate": 4.834397871397982e-05,
      "loss": 4.2152,
      "step": 158960
    },
    {
      "epoch": 0.13914504118812263,
      "grad_norm": 0.44077932834625244,
      "learning_rate": 4.8343868041506534e-05,
      "loss": 4.66,
      "step": 158965
    },
    {
      "epoch": 0.13914941778174977,
      "grad_norm": 0.3710145056247711,
      "learning_rate": 4.834375736549496e-05,
      "loss": 5.8073,
      "step": 158970
    },
    {
      "epoch": 0.13915379437537692,
      "grad_norm": 0.424309641122818,
      "learning_rate": 4.8343646685945124e-05,
      "loss": 4.6638,
      "step": 158975
    },
    {
      "epoch": 0.1391581709690041,
      "grad_norm": 0.3945199251174927,
      "learning_rate": 4.8343536002857036e-05,
      "loss": 6.3256,
      "step": 158980
    },
    {
      "epoch": 0.13916254756263124,
      "grad_norm": 0.42006027698516846,
      "learning_rate": 4.834342531623074e-05,
      "loss": 5.8118,
      "step": 158985
    },
    {
      "epoch": 0.1391669241562584,
      "grad_norm": 0.3886001706123352,
      "learning_rate": 4.8343314626066216e-05,
      "loss": 5.6836,
      "step": 158990
    },
    {
      "epoch": 0.13917130074988554,
      "grad_norm": 0.4146268665790558,
      "learning_rate": 4.834320393236354e-05,
      "loss": 4.6586,
      "step": 158995
    },
    {
      "epoch": 0.13917567734351272,
      "grad_norm": 0.39164379239082336,
      "learning_rate": 4.8343093235122674e-05,
      "loss": 4.9528,
      "step": 159000
    },
    {
      "epoch": 0.13918005393713986,
      "grad_norm": 0.47003883123397827,
      "learning_rate": 4.8342982534343686e-05,
      "loss": 4.428,
      "step": 159005
    },
    {
      "epoch": 0.139184430530767,
      "grad_norm": 0.3951108753681183,
      "learning_rate": 4.834287183002658e-05,
      "loss": 5.9645,
      "step": 159010
    },
    {
      "epoch": 0.13918880712439416,
      "grad_norm": 0.44418078660964966,
      "learning_rate": 4.834276112217138e-05,
      "loss": 5.426,
      "step": 159015
    },
    {
      "epoch": 0.13919318371802133,
      "grad_norm": 0.40150824189186096,
      "learning_rate": 4.834265041077809e-05,
      "loss": 5.791,
      "step": 159020
    },
    {
      "epoch": 0.13919756031164848,
      "grad_norm": 0.42103347182273865,
      "learning_rate": 4.834253969584677e-05,
      "loss": 5.4321,
      "step": 159025
    },
    {
      "epoch": 0.13920193690527563,
      "grad_norm": 0.42157939076423645,
      "learning_rate": 4.834242897737741e-05,
      "loss": 5.236,
      "step": 159030
    },
    {
      "epoch": 0.13920631349890278,
      "grad_norm": 0.4292669892311096,
      "learning_rate": 4.834231825537002e-05,
      "loss": 4.4431,
      "step": 159035
    },
    {
      "epoch": 0.13921069009252995,
      "grad_norm": 0.39550623297691345,
      "learning_rate": 4.834220752982467e-05,
      "loss": 4.9434,
      "step": 159040
    },
    {
      "epoch": 0.1392150666861571,
      "grad_norm": 0.38808926939964294,
      "learning_rate": 4.8342096800741345e-05,
      "loss": 5.7428,
      "step": 159045
    },
    {
      "epoch": 0.13921944327978425,
      "grad_norm": 0.4084107577800751,
      "learning_rate": 4.834198606812006e-05,
      "loss": 4.975,
      "step": 159050
    },
    {
      "epoch": 0.1392238198734114,
      "grad_norm": 0.39204657077789307,
      "learning_rate": 4.834187533196086e-05,
      "loss": 5.4302,
      "step": 159055
    },
    {
      "epoch": 0.13922819646703857,
      "grad_norm": 0.402292400598526,
      "learning_rate": 4.834176459226376e-05,
      "loss": 4.4397,
      "step": 159060
    },
    {
      "epoch": 0.13923257306066572,
      "grad_norm": 0.4364723265171051,
      "learning_rate": 4.834165384902877e-05,
      "loss": 4.6357,
      "step": 159065
    },
    {
      "epoch": 0.13923694965429287,
      "grad_norm": 0.4033617675304413,
      "learning_rate": 4.834154310225593e-05,
      "loss": 5.6184,
      "step": 159070
    },
    {
      "epoch": 0.13924132624792002,
      "grad_norm": 0.3870631754398346,
      "learning_rate": 4.834143235194524e-05,
      "loss": 5.6909,
      "step": 159075
    },
    {
      "epoch": 0.1392457028415472,
      "grad_norm": 0.37727904319763184,
      "learning_rate": 4.8341321598096735e-05,
      "loss": 5.7291,
      "step": 159080
    },
    {
      "epoch": 0.13925007943517434,
      "grad_norm": 0.4078596532344818,
      "learning_rate": 4.834121084071043e-05,
      "loss": 5.9811,
      "step": 159085
    },
    {
      "epoch": 0.1392544560288015,
      "grad_norm": 0.4363235831260681,
      "learning_rate": 4.834110007978635e-05,
      "loss": 3.9117,
      "step": 159090
    },
    {
      "epoch": 0.13925883262242864,
      "grad_norm": 0.4318850338459015,
      "learning_rate": 4.8340989315324515e-05,
      "loss": 5.2399,
      "step": 159095
    },
    {
      "epoch": 0.13926320921605578,
      "grad_norm": 0.4304443895816803,
      "learning_rate": 4.834087854732495e-05,
      "loss": 4.9487,
      "step": 159100
    },
    {
      "epoch": 0.13926758580968296,
      "grad_norm": 0.44435206055641174,
      "learning_rate": 4.834076777578768e-05,
      "loss": 5.6836,
      "step": 159105
    },
    {
      "epoch": 0.1392719624033101,
      "grad_norm": 0.4839031994342804,
      "learning_rate": 4.834065700071272e-05,
      "loss": 5.4681,
      "step": 159110
    },
    {
      "epoch": 0.13927633899693725,
      "grad_norm": 0.4337984621524811,
      "learning_rate": 4.8340546222100084e-05,
      "loss": 5.6436,
      "step": 159115
    },
    {
      "epoch": 0.1392807155905644,
      "grad_norm": 0.42442959547042847,
      "learning_rate": 4.834043543994979e-05,
      "loss": 4.8859,
      "step": 159120
    },
    {
      "epoch": 0.13928509218419158,
      "grad_norm": 0.4304865896701813,
      "learning_rate": 4.834032465426189e-05,
      "loss": 4.9529,
      "step": 159125
    },
    {
      "epoch": 0.13928946877781873,
      "grad_norm": 0.4233688712120056,
      "learning_rate": 4.834021386503638e-05,
      "loss": 5.4246,
      "step": 159130
    },
    {
      "epoch": 0.13929384537144587,
      "grad_norm": 0.4365667998790741,
      "learning_rate": 4.834010307227328e-05,
      "loss": 4.9712,
      "step": 159135
    },
    {
      "epoch": 0.13929822196507302,
      "grad_norm": 0.38136884570121765,
      "learning_rate": 4.8339992275972624e-05,
      "loss": 6.0096,
      "step": 159140
    },
    {
      "epoch": 0.1393025985587002,
      "grad_norm": 0.40195009112358093,
      "learning_rate": 4.833988147613443e-05,
      "loss": 5.3803,
      "step": 159145
    },
    {
      "epoch": 0.13930697515232734,
      "grad_norm": 0.43147802352905273,
      "learning_rate": 4.833977067275871e-05,
      "loss": 5.2617,
      "step": 159150
    },
    {
      "epoch": 0.1393113517459545,
      "grad_norm": 0.4432407021522522,
      "learning_rate": 4.83396598658455e-05,
      "loss": 4.9515,
      "step": 159155
    },
    {
      "epoch": 0.13931572833958164,
      "grad_norm": 0.3786289691925049,
      "learning_rate": 4.8339549055394804e-05,
      "loss": 5.657,
      "step": 159160
    },
    {
      "epoch": 0.13932010493320882,
      "grad_norm": 0.4137166440486908,
      "learning_rate": 4.8339438241406664e-05,
      "loss": 5.4917,
      "step": 159165
    },
    {
      "epoch": 0.13932448152683596,
      "grad_norm": 0.4125779867172241,
      "learning_rate": 4.8339327423881084e-05,
      "loss": 5.3395,
      "step": 159170
    },
    {
      "epoch": 0.1393288581204631,
      "grad_norm": 0.40399524569511414,
      "learning_rate": 4.833921660281809e-05,
      "loss": 5.3881,
      "step": 159175
    },
    {
      "epoch": 0.13933323471409026,
      "grad_norm": 0.39510729908943176,
      "learning_rate": 4.833910577821772e-05,
      "loss": 4.8108,
      "step": 159180
    },
    {
      "epoch": 0.13933761130771743,
      "grad_norm": 0.39205941557884216,
      "learning_rate": 4.833899495007996e-05,
      "loss": 5.0972,
      "step": 159185
    },
    {
      "epoch": 0.13934198790134458,
      "grad_norm": 0.38940757513046265,
      "learning_rate": 4.833888411840487e-05,
      "loss": 6.2582,
      "step": 159190
    },
    {
      "epoch": 0.13934636449497173,
      "grad_norm": 0.4906798005104065,
      "learning_rate": 4.833877328319244e-05,
      "loss": 5.7521,
      "step": 159195
    },
    {
      "epoch": 0.13935074108859888,
      "grad_norm": 0.39659127593040466,
      "learning_rate": 4.833866244444271e-05,
      "loss": 5.1745,
      "step": 159200
    },
    {
      "epoch": 0.13935511768222605,
      "grad_norm": 0.41509273648262024,
      "learning_rate": 4.833855160215569e-05,
      "loss": 5.6937,
      "step": 159205
    },
    {
      "epoch": 0.1393594942758532,
      "grad_norm": 0.3809341490268707,
      "learning_rate": 4.833844075633141e-05,
      "loss": 5.6828,
      "step": 159210
    },
    {
      "epoch": 0.13936387086948035,
      "grad_norm": 0.49305295944213867,
      "learning_rate": 4.8338329906969904e-05,
      "loss": 4.6621,
      "step": 159215
    },
    {
      "epoch": 0.1393682474631075,
      "grad_norm": 0.40439796447753906,
      "learning_rate": 4.8338219054071164e-05,
      "loss": 4.9312,
      "step": 159220
    },
    {
      "epoch": 0.13937262405673465,
      "grad_norm": 0.3856329619884491,
      "learning_rate": 4.8338108197635235e-05,
      "loss": 5.2761,
      "step": 159225
    },
    {
      "epoch": 0.13937700065036182,
      "grad_norm": 0.402678519487381,
      "learning_rate": 4.833799733766211e-05,
      "loss": 5.4688,
      "step": 159230
    },
    {
      "epoch": 0.13938137724398897,
      "grad_norm": 0.40608280897140503,
      "learning_rate": 4.833788647415184e-05,
      "loss": 5.1621,
      "step": 159235
    },
    {
      "epoch": 0.13938575383761612,
      "grad_norm": 0.4569598436355591,
      "learning_rate": 4.833777560710444e-05,
      "loss": 5.7875,
      "step": 159240
    },
    {
      "epoch": 0.13939013043124326,
      "grad_norm": 0.4384171664714813,
      "learning_rate": 4.8337664736519926e-05,
      "loss": 5.1604,
      "step": 159245
    },
    {
      "epoch": 0.13939450702487044,
      "grad_norm": 0.45527324080467224,
      "learning_rate": 4.833755386239832e-05,
      "loss": 5.6779,
      "step": 159250
    },
    {
      "epoch": 0.1393988836184976,
      "grad_norm": 0.4354660212993622,
      "learning_rate": 4.8337442984739644e-05,
      "loss": 4.8527,
      "step": 159255
    },
    {
      "epoch": 0.13940326021212474,
      "grad_norm": 0.431490421295166,
      "learning_rate": 4.833733210354392e-05,
      "loss": 5.7999,
      "step": 159260
    },
    {
      "epoch": 0.13940763680575188,
      "grad_norm": 0.4089783728122711,
      "learning_rate": 4.8337221218811154e-05,
      "loss": 5.8019,
      "step": 159265
    },
    {
      "epoch": 0.13941201339937906,
      "grad_norm": 0.37581580877304077,
      "learning_rate": 4.83371103305414e-05,
      "loss": 5.8104,
      "step": 159270
    },
    {
      "epoch": 0.1394163899930062,
      "grad_norm": 0.4144061207771301,
      "learning_rate": 4.8336999438734666e-05,
      "loss": 5.1677,
      "step": 159275
    },
    {
      "epoch": 0.13942076658663335,
      "grad_norm": 0.4489099085330963,
      "learning_rate": 4.833688854339096e-05,
      "loss": 4.997,
      "step": 159280
    },
    {
      "epoch": 0.1394251431802605,
      "grad_norm": 0.4316149353981018,
      "learning_rate": 4.833677764451031e-05,
      "loss": 4.6008,
      "step": 159285
    },
    {
      "epoch": 0.13942951977388768,
      "grad_norm": 0.4168356657028198,
      "learning_rate": 4.833666674209274e-05,
      "loss": 6.2783,
      "step": 159290
    },
    {
      "epoch": 0.13943389636751483,
      "grad_norm": 0.4289812445640564,
      "learning_rate": 4.833655583613828e-05,
      "loss": 5.6764,
      "step": 159295
    },
    {
      "epoch": 0.13943827296114197,
      "grad_norm": 0.4242425858974457,
      "learning_rate": 4.833644492664693e-05,
      "loss": 5.6715,
      "step": 159300
    },
    {
      "epoch": 0.13944264955476912,
      "grad_norm": 0.4110647439956665,
      "learning_rate": 4.833633401361873e-05,
      "loss": 5.144,
      "step": 159305
    },
    {
      "epoch": 0.1394470261483963,
      "grad_norm": 0.40111157298088074,
      "learning_rate": 4.833622309705369e-05,
      "loss": 5.3098,
      "step": 159310
    },
    {
      "epoch": 0.13945140274202344,
      "grad_norm": 0.38968756794929504,
      "learning_rate": 4.833611217695184e-05,
      "loss": 5.7547,
      "step": 159315
    },
    {
      "epoch": 0.1394557793356506,
      "grad_norm": 0.4036842882633209,
      "learning_rate": 4.83360012533132e-05,
      "loss": 5.182,
      "step": 159320
    },
    {
      "epoch": 0.13946015592927774,
      "grad_norm": 0.38410645723342896,
      "learning_rate": 4.833589032613779e-05,
      "loss": 6.249,
      "step": 159325
    },
    {
      "epoch": 0.13946453252290492,
      "grad_norm": 0.4626152217388153,
      "learning_rate": 4.833577939542563e-05,
      "loss": 5.4279,
      "step": 159330
    },
    {
      "epoch": 0.13946890911653206,
      "grad_norm": 0.3901689052581787,
      "learning_rate": 4.833566846117674e-05,
      "loss": 5.4813,
      "step": 159335
    },
    {
      "epoch": 0.1394732857101592,
      "grad_norm": 0.42243972420692444,
      "learning_rate": 4.833555752339115e-05,
      "loss": 5.165,
      "step": 159340
    },
    {
      "epoch": 0.13947766230378636,
      "grad_norm": 0.4089035093784332,
      "learning_rate": 4.833544658206887e-05,
      "loss": 5.6525,
      "step": 159345
    },
    {
      "epoch": 0.1394820388974135,
      "grad_norm": 0.3855554163455963,
      "learning_rate": 4.8335335637209923e-05,
      "loss": 5.7773,
      "step": 159350
    },
    {
      "epoch": 0.13948641549104068,
      "grad_norm": 0.45201632380485535,
      "learning_rate": 4.833522468881434e-05,
      "loss": 4.6472,
      "step": 159355
    },
    {
      "epoch": 0.13949079208466783,
      "grad_norm": 0.45523545145988464,
      "learning_rate": 4.833511373688213e-05,
      "loss": 5.2406,
      "step": 159360
    },
    {
      "epoch": 0.13949516867829498,
      "grad_norm": 0.4250471889972687,
      "learning_rate": 4.833500278141333e-05,
      "loss": 5.6893,
      "step": 159365
    },
    {
      "epoch": 0.13949954527192213,
      "grad_norm": 0.39147794246673584,
      "learning_rate": 4.8334891822407943e-05,
      "loss": 6.0047,
      "step": 159370
    },
    {
      "epoch": 0.1395039218655493,
      "grad_norm": 0.4137178063392639,
      "learning_rate": 4.8334780859866e-05,
      "loss": 5.4474,
      "step": 159375
    },
    {
      "epoch": 0.13950829845917645,
      "grad_norm": 0.4122372567653656,
      "learning_rate": 4.833466989378753e-05,
      "loss": 4.9626,
      "step": 159380
    },
    {
      "epoch": 0.1395126750528036,
      "grad_norm": 0.40357229113578796,
      "learning_rate": 4.833455892417254e-05,
      "loss": 4.9236,
      "step": 159385
    },
    {
      "epoch": 0.13951705164643075,
      "grad_norm": 0.4363688826560974,
      "learning_rate": 4.833444795102106e-05,
      "loss": 5.3615,
      "step": 159390
    },
    {
      "epoch": 0.13952142824005792,
      "grad_norm": 0.4522523581981659,
      "learning_rate": 4.83343369743331e-05,
      "loss": 5.1563,
      "step": 159395
    },
    {
      "epoch": 0.13952580483368507,
      "grad_norm": 0.42753729224205017,
      "learning_rate": 4.83342259941087e-05,
      "loss": 5.466,
      "step": 159400
    },
    {
      "epoch": 0.13953018142731222,
      "grad_norm": 0.4595240354537964,
      "learning_rate": 4.8334115010347866e-05,
      "loss": 5.4596,
      "step": 159405
    },
    {
      "epoch": 0.13953455802093936,
      "grad_norm": 0.4181065261363983,
      "learning_rate": 4.833400402305064e-05,
      "loss": 5.1766,
      "step": 159410
    },
    {
      "epoch": 0.13953893461456654,
      "grad_norm": 0.4428004026412964,
      "learning_rate": 4.8333893032217016e-05,
      "loss": 4.9686,
      "step": 159415
    },
    {
      "epoch": 0.1395433112081937,
      "grad_norm": 0.44272810220718384,
      "learning_rate": 4.833378203784703e-05,
      "loss": 5.1391,
      "step": 159420
    },
    {
      "epoch": 0.13954768780182084,
      "grad_norm": 0.39752885699272156,
      "learning_rate": 4.8333671039940695e-05,
      "loss": 5.116,
      "step": 159425
    },
    {
      "epoch": 0.13955206439544798,
      "grad_norm": 0.39507508277893066,
      "learning_rate": 4.833356003849805e-05,
      "loss": 5.4115,
      "step": 159430
    },
    {
      "epoch": 0.13955644098907516,
      "grad_norm": 0.40317246317863464,
      "learning_rate": 4.8333449033519094e-05,
      "loss": 5.445,
      "step": 159435
    },
    {
      "epoch": 0.1395608175827023,
      "grad_norm": 0.4001654088497162,
      "learning_rate": 4.8333338025003875e-05,
      "loss": 5.3904,
      "step": 159440
    },
    {
      "epoch": 0.13956519417632945,
      "grad_norm": 0.3903954327106476,
      "learning_rate": 4.833322701295239e-05,
      "loss": 5.4462,
      "step": 159445
    },
    {
      "epoch": 0.1395695707699566,
      "grad_norm": 0.3764686584472656,
      "learning_rate": 4.833311599736467e-05,
      "loss": 5.76,
      "step": 159450
    },
    {
      "epoch": 0.13957394736358378,
      "grad_norm": 0.3930615186691284,
      "learning_rate": 4.833300497824074e-05,
      "loss": 6.0039,
      "step": 159455
    },
    {
      "epoch": 0.13957832395721093,
      "grad_norm": 0.3945351839065552,
      "learning_rate": 4.8332893955580606e-05,
      "loss": 5.2732,
      "step": 159460
    },
    {
      "epoch": 0.13958270055083807,
      "grad_norm": 0.38221704959869385,
      "learning_rate": 4.833278292938431e-05,
      "loss": 5.4573,
      "step": 159465
    },
    {
      "epoch": 0.13958707714446522,
      "grad_norm": 0.4103122651576996,
      "learning_rate": 4.833267189965186e-05,
      "loss": 4.9656,
      "step": 159470
    },
    {
      "epoch": 0.13959145373809237,
      "grad_norm": 0.39664721488952637,
      "learning_rate": 4.833256086638328e-05,
      "loss": 5.2458,
      "step": 159475
    },
    {
      "epoch": 0.13959583033171954,
      "grad_norm": 0.46486198902130127,
      "learning_rate": 4.83324498295786e-05,
      "loss": 5.4597,
      "step": 159480
    },
    {
      "epoch": 0.1396002069253467,
      "grad_norm": 0.48278817534446716,
      "learning_rate": 4.833233878923784e-05,
      "loss": 5.788,
      "step": 159485
    },
    {
      "epoch": 0.13960458351897384,
      "grad_norm": 0.42400071024894714,
      "learning_rate": 4.8332227745361006e-05,
      "loss": 4.8546,
      "step": 159490
    },
    {
      "epoch": 0.139608960112601,
      "grad_norm": 0.42393720149993896,
      "learning_rate": 4.833211669794813e-05,
      "loss": 4.7035,
      "step": 159495
    },
    {
      "epoch": 0.13961333670622816,
      "grad_norm": 0.44428420066833496,
      "learning_rate": 4.8332005646999237e-05,
      "loss": 5.5098,
      "step": 159500
    },
    {
      "epoch": 0.1396177132998553,
      "grad_norm": 0.4540717899799347,
      "learning_rate": 4.833189459251434e-05,
      "loss": 4.9457,
      "step": 159505
    },
    {
      "epoch": 0.13962208989348246,
      "grad_norm": 0.4430690407752991,
      "learning_rate": 4.833178353449346e-05,
      "loss": 5.1462,
      "step": 159510
    },
    {
      "epoch": 0.1396264664871096,
      "grad_norm": 0.4264408349990845,
      "learning_rate": 4.833167247293663e-05,
      "loss": 4.8331,
      "step": 159515
    },
    {
      "epoch": 0.13963084308073678,
      "grad_norm": 0.42558160424232483,
      "learning_rate": 4.833156140784386e-05,
      "loss": 5.4697,
      "step": 159520
    },
    {
      "epoch": 0.13963521967436393,
      "grad_norm": 0.42219191789627075,
      "learning_rate": 4.833145033921518e-05,
      "loss": 5.4473,
      "step": 159525
    },
    {
      "epoch": 0.13963959626799108,
      "grad_norm": 0.4334321916103363,
      "learning_rate": 4.833133926705061e-05,
      "loss": 5.2213,
      "step": 159530
    },
    {
      "epoch": 0.13964397286161823,
      "grad_norm": 0.4367298185825348,
      "learning_rate": 4.8331228191350156e-05,
      "loss": 5.4586,
      "step": 159535
    },
    {
      "epoch": 0.1396483494552454,
      "grad_norm": 0.4366336762905121,
      "learning_rate": 4.8331117112113866e-05,
      "loss": 5.4515,
      "step": 159540
    },
    {
      "epoch": 0.13965272604887255,
      "grad_norm": 0.4289567768573761,
      "learning_rate": 4.833100602934174e-05,
      "loss": 4.5284,
      "step": 159545
    },
    {
      "epoch": 0.1396571026424997,
      "grad_norm": 0.5096458196640015,
      "learning_rate": 4.833089494303381e-05,
      "loss": 4.9635,
      "step": 159550
    },
    {
      "epoch": 0.13966147923612685,
      "grad_norm": 0.4554058611392975,
      "learning_rate": 4.83307838531901e-05,
      "loss": 5.9795,
      "step": 159555
    },
    {
      "epoch": 0.13966585582975402,
      "grad_norm": 0.4455259442329407,
      "learning_rate": 4.8330672759810615e-05,
      "loss": 4.9477,
      "step": 159560
    },
    {
      "epoch": 0.13967023242338117,
      "grad_norm": 0.5132665634155273,
      "learning_rate": 4.833056166289539e-05,
      "loss": 5.1586,
      "step": 159565
    },
    {
      "epoch": 0.13967460901700832,
      "grad_norm": 0.4835878312587738,
      "learning_rate": 4.833045056244444e-05,
      "loss": 5.2516,
      "step": 159570
    },
    {
      "epoch": 0.13967898561063546,
      "grad_norm": 0.4243985712528229,
      "learning_rate": 4.833033945845781e-05,
      "loss": 4.6269,
      "step": 159575
    },
    {
      "epoch": 0.13968336220426264,
      "grad_norm": 0.42375919222831726,
      "learning_rate": 4.833022835093547e-05,
      "loss": 5.0979,
      "step": 159580
    },
    {
      "epoch": 0.1396877387978898,
      "grad_norm": 0.40617290139198303,
      "learning_rate": 4.8330117239877494e-05,
      "loss": 5.4645,
      "step": 159585
    },
    {
      "epoch": 0.13969211539151694,
      "grad_norm": 0.4309571087360382,
      "learning_rate": 4.833000612528388e-05,
      "loss": 4.6575,
      "step": 159590
    },
    {
      "epoch": 0.13969649198514408,
      "grad_norm": 0.5704110860824585,
      "learning_rate": 4.832989500715465e-05,
      "loss": 4.1925,
      "step": 159595
    },
    {
      "epoch": 0.13970086857877123,
      "grad_norm": 0.4750280976295471,
      "learning_rate": 4.832978388548982e-05,
      "loss": 5.6898,
      "step": 159600
    },
    {
      "epoch": 0.1397052451723984,
      "grad_norm": 0.44588595628738403,
      "learning_rate": 4.832967276028944e-05,
      "loss": 5.1501,
      "step": 159605
    },
    {
      "epoch": 0.13970962176602555,
      "grad_norm": 0.41007429361343384,
      "learning_rate": 4.832956163155349e-05,
      "loss": 4.4254,
      "step": 159610
    },
    {
      "epoch": 0.1397139983596527,
      "grad_norm": 0.4275505244731903,
      "learning_rate": 4.8329450499282014e-05,
      "loss": 4.865,
      "step": 159615
    },
    {
      "epoch": 0.13971837495327985,
      "grad_norm": 0.4272102117538452,
      "learning_rate": 4.8329339363475036e-05,
      "loss": 4.8314,
      "step": 159620
    },
    {
      "epoch": 0.13972275154690703,
      "grad_norm": 0.43360650539398193,
      "learning_rate": 4.832922822413257e-05,
      "loss": 5.7847,
      "step": 159625
    },
    {
      "epoch": 0.13972712814053417,
      "grad_norm": 0.4369904398918152,
      "learning_rate": 4.8329117081254635e-05,
      "loss": 4.3538,
      "step": 159630
    },
    {
      "epoch": 0.13973150473416132,
      "grad_norm": 0.4122743606567383,
      "learning_rate": 4.832900593484127e-05,
      "loss": 5.2517,
      "step": 159635
    },
    {
      "epoch": 0.13973588132778847,
      "grad_norm": 0.4131524860858917,
      "learning_rate": 4.832889478489248e-05,
      "loss": 5.1391,
      "step": 159640
    },
    {
      "epoch": 0.13974025792141564,
      "grad_norm": 0.4491805136203766,
      "learning_rate": 4.832878363140828e-05,
      "loss": 4.8373,
      "step": 159645
    },
    {
      "epoch": 0.1397446345150428,
      "grad_norm": 0.3932546079158783,
      "learning_rate": 4.832867247438872e-05,
      "loss": 5.1477,
      "step": 159650
    },
    {
      "epoch": 0.13974901110866994,
      "grad_norm": 0.4050244092941284,
      "learning_rate": 4.832856131383379e-05,
      "loss": 4.967,
      "step": 159655
    },
    {
      "epoch": 0.1397533877022971,
      "grad_norm": 0.4048230051994324,
      "learning_rate": 4.832845014974352e-05,
      "loss": 5.9969,
      "step": 159660
    },
    {
      "epoch": 0.13975776429592426,
      "grad_norm": 0.4290262460708618,
      "learning_rate": 4.832833898211794e-05,
      "loss": 4.6562,
      "step": 159665
    },
    {
      "epoch": 0.1397621408895514,
      "grad_norm": 0.3893183767795563,
      "learning_rate": 4.832822781095707e-05,
      "loss": 6.0092,
      "step": 159670
    },
    {
      "epoch": 0.13976651748317856,
      "grad_norm": 0.3730275332927704,
      "learning_rate": 4.8328116636260934e-05,
      "loss": 5.9977,
      "step": 159675
    },
    {
      "epoch": 0.1397708940768057,
      "grad_norm": 0.3981822729110718,
      "learning_rate": 4.8328005458029545e-05,
      "loss": 5.6826,
      "step": 159680
    },
    {
      "epoch": 0.13977527067043288,
      "grad_norm": 0.3882913291454315,
      "learning_rate": 4.832789427626292e-05,
      "loss": 5.5123,
      "step": 159685
    },
    {
      "epoch": 0.13977964726406003,
      "grad_norm": 0.3989020586013794,
      "learning_rate": 4.83277830909611e-05,
      "loss": 5.3494,
      "step": 159690
    },
    {
      "epoch": 0.13978402385768718,
      "grad_norm": 0.39191022515296936,
      "learning_rate": 4.832767190212408e-05,
      "loss": 5.9781,
      "step": 159695
    },
    {
      "epoch": 0.13978840045131433,
      "grad_norm": 0.4009456932544708,
      "learning_rate": 4.8327560709751904e-05,
      "loss": 4.9521,
      "step": 159700
    },
    {
      "epoch": 0.1397927770449415,
      "grad_norm": 0.4803876280784607,
      "learning_rate": 4.832744951384459e-05,
      "loss": 4.396,
      "step": 159705
    },
    {
      "epoch": 0.13979715363856865,
      "grad_norm": 0.39410117268562317,
      "learning_rate": 4.832733831440215e-05,
      "loss": 5.7777,
      "step": 159710
    },
    {
      "epoch": 0.1398015302321958,
      "grad_norm": 0.45704707503318787,
      "learning_rate": 4.832722711142461e-05,
      "loss": 4.7325,
      "step": 159715
    },
    {
      "epoch": 0.13980590682582295,
      "grad_norm": 0.3855576515197754,
      "learning_rate": 4.832711590491199e-05,
      "loss": 5.5049,
      "step": 159720
    },
    {
      "epoch": 0.13981028341945012,
      "grad_norm": 0.38833320140838623,
      "learning_rate": 4.832700469486432e-05,
      "loss": 5.0771,
      "step": 159725
    },
    {
      "epoch": 0.13981466001307727,
      "grad_norm": 0.42477259039878845,
      "learning_rate": 4.832689348128161e-05,
      "loss": 5.4433,
      "step": 159730
    },
    {
      "epoch": 0.13981903660670442,
      "grad_norm": 0.3819493055343628,
      "learning_rate": 4.8326782264163884e-05,
      "loss": 5.7829,
      "step": 159735
    },
    {
      "epoch": 0.13982341320033156,
      "grad_norm": 0.38960573077201843,
      "learning_rate": 4.8326671043511174e-05,
      "loss": 5.9869,
      "step": 159740
    },
    {
      "epoch": 0.1398277897939587,
      "grad_norm": 0.437712162733078,
      "learning_rate": 4.832655981932349e-05,
      "loss": 5.229,
      "step": 159745
    },
    {
      "epoch": 0.1398321663875859,
      "grad_norm": 0.4131324589252472,
      "learning_rate": 4.832644859160085e-05,
      "loss": 5.1496,
      "step": 159750
    },
    {
      "epoch": 0.13983654298121304,
      "grad_norm": 0.4075995683670044,
      "learning_rate": 4.8326337360343286e-05,
      "loss": 5.1231,
      "step": 159755
    },
    {
      "epoch": 0.13984091957484018,
      "grad_norm": 0.4162222445011139,
      "learning_rate": 4.8326226125550824e-05,
      "loss": 4.9533,
      "step": 159760
    },
    {
      "epoch": 0.13984529616846733,
      "grad_norm": 0.44378650188446045,
      "learning_rate": 4.8326114887223464e-05,
      "loss": 4.4476,
      "step": 159765
    },
    {
      "epoch": 0.1398496727620945,
      "grad_norm": 0.3798561692237854,
      "learning_rate": 4.832600364536125e-05,
      "loss": 5.4677,
      "step": 159770
    },
    {
      "epoch": 0.13985404935572165,
      "grad_norm": 0.38574716448783875,
      "learning_rate": 4.8325892399964176e-05,
      "loss": 5.7453,
      "step": 159775
    },
    {
      "epoch": 0.1398584259493488,
      "grad_norm": 0.4170846939086914,
      "learning_rate": 4.83257811510323e-05,
      "loss": 4.8678,
      "step": 159780
    },
    {
      "epoch": 0.13986280254297595,
      "grad_norm": 0.4165407717227936,
      "learning_rate": 4.832566989856563e-05,
      "loss": 4.8428,
      "step": 159785
    },
    {
      "epoch": 0.13986717913660313,
      "grad_norm": 0.4184931814670563,
      "learning_rate": 4.832555864256416e-05,
      "loss": 4.6393,
      "step": 159790
    },
    {
      "epoch": 0.13987155573023027,
      "grad_norm": 0.42820435762405396,
      "learning_rate": 4.8325447383027945e-05,
      "loss": 5.2444,
      "step": 159795
    },
    {
      "epoch": 0.13987593232385742,
      "grad_norm": 0.40551918745040894,
      "learning_rate": 4.8325336119957e-05,
      "loss": 5.333,
      "step": 159800
    },
    {
      "epoch": 0.13988030891748457,
      "grad_norm": 0.400786429643631,
      "learning_rate": 4.8325224853351334e-05,
      "loss": 5.3801,
      "step": 159805
    },
    {
      "epoch": 0.13988468551111174,
      "grad_norm": 0.37912264466285706,
      "learning_rate": 4.832511358321098e-05,
      "loss": 5.7808,
      "step": 159810
    },
    {
      "epoch": 0.1398890621047389,
      "grad_norm": 0.4726233184337616,
      "learning_rate": 4.832500230953596e-05,
      "loss": 4.4355,
      "step": 159815
    },
    {
      "epoch": 0.13989343869836604,
      "grad_norm": 0.41490504145622253,
      "learning_rate": 4.832489103232628e-05,
      "loss": 4.9318,
      "step": 159820
    },
    {
      "epoch": 0.1398978152919932,
      "grad_norm": 0.3934236168861389,
      "learning_rate": 4.832477975158198e-05,
      "loss": 6.0123,
      "step": 159825
    },
    {
      "epoch": 0.13990219188562036,
      "grad_norm": 0.38371214270591736,
      "learning_rate": 4.832466846730308e-05,
      "loss": 5.9713,
      "step": 159830
    },
    {
      "epoch": 0.1399065684792475,
      "grad_norm": 0.36995643377304077,
      "learning_rate": 4.8324557179489585e-05,
      "loss": 5.7528,
      "step": 159835
    },
    {
      "epoch": 0.13991094507287466,
      "grad_norm": 0.37279894948005676,
      "learning_rate": 4.832444588814152e-05,
      "loss": 5.9703,
      "step": 159840
    },
    {
      "epoch": 0.1399153216665018,
      "grad_norm": 0.4072735011577606,
      "learning_rate": 4.832433459325892e-05,
      "loss": 5.9916,
      "step": 159845
    },
    {
      "epoch": 0.13991969826012898,
      "grad_norm": 0.38810184597969055,
      "learning_rate": 4.832422329484181e-05,
      "loss": 5.9865,
      "step": 159850
    },
    {
      "epoch": 0.13992407485375613,
      "grad_norm": 0.4067069888114929,
      "learning_rate": 4.8324111992890195e-05,
      "loss": 4.6616,
      "step": 159855
    },
    {
      "epoch": 0.13992845144738328,
      "grad_norm": 0.42283931374549866,
      "learning_rate": 4.83240006874041e-05,
      "loss": 5.3727,
      "step": 159860
    },
    {
      "epoch": 0.13993282804101043,
      "grad_norm": 0.39545154571533203,
      "learning_rate": 4.8323889378383546e-05,
      "loss": 5.9543,
      "step": 159865
    },
    {
      "epoch": 0.13993720463463757,
      "grad_norm": 0.39958417415618896,
      "learning_rate": 4.8323778065828574e-05,
      "loss": 6.009,
      "step": 159870
    },
    {
      "epoch": 0.13994158122826475,
      "grad_norm": 0.38880738615989685,
      "learning_rate": 4.832366674973917e-05,
      "loss": 5.5052,
      "step": 159875
    },
    {
      "epoch": 0.1399459578218919,
      "grad_norm": 0.38341498374938965,
      "learning_rate": 4.8323555430115385e-05,
      "loss": 5.951,
      "step": 159880
    },
    {
      "epoch": 0.13995033441551905,
      "grad_norm": 0.43958061933517456,
      "learning_rate": 4.832344410695723e-05,
      "loss": 4.7075,
      "step": 159885
    },
    {
      "epoch": 0.1399547110091462,
      "grad_norm": 0.45805248618125916,
      "learning_rate": 4.832333278026472e-05,
      "loss": 4.6463,
      "step": 159890
    },
    {
      "epoch": 0.13995908760277337,
      "grad_norm": 0.46967920660972595,
      "learning_rate": 4.8323221450037884e-05,
      "loss": 4.9636,
      "step": 159895
    },
    {
      "epoch": 0.13996346419640052,
      "grad_norm": 0.4108316898345947,
      "learning_rate": 4.832311011627675e-05,
      "loss": 6.2572,
      "step": 159900
    },
    {
      "epoch": 0.13996784079002766,
      "grad_norm": 0.43242979049682617,
      "learning_rate": 4.832299877898132e-05,
      "loss": 5.4603,
      "step": 159905
    },
    {
      "epoch": 0.1399722173836548,
      "grad_norm": 0.43151551485061646,
      "learning_rate": 4.832288743815164e-05,
      "loss": 5.2849,
      "step": 159910
    },
    {
      "epoch": 0.139976593977282,
      "grad_norm": 0.44021373987197876,
      "learning_rate": 4.8322776093787715e-05,
      "loss": 5.2097,
      "step": 159915
    },
    {
      "epoch": 0.13998097057090914,
      "grad_norm": 0.42867201566696167,
      "learning_rate": 4.832266474588957e-05,
      "loss": 4.8679,
      "step": 159920
    },
    {
      "epoch": 0.13998534716453628,
      "grad_norm": 0.4357856512069702,
      "learning_rate": 4.832255339445723e-05,
      "loss": 4.4396,
      "step": 159925
    },
    {
      "epoch": 0.13998972375816343,
      "grad_norm": 0.42712992429733276,
      "learning_rate": 4.83224420394907e-05,
      "loss": 4.2312,
      "step": 159930
    },
    {
      "epoch": 0.1399941003517906,
      "grad_norm": 0.4273689389228821,
      "learning_rate": 4.8322330680990026e-05,
      "loss": 5.1638,
      "step": 159935
    },
    {
      "epoch": 0.13999847694541775,
      "grad_norm": 0.44214075803756714,
      "learning_rate": 4.832221931895522e-05,
      "loss": 5.4561,
      "step": 159940
    },
    {
      "epoch": 0.1400028535390449,
      "grad_norm": 0.4288165271282196,
      "learning_rate": 4.8322107953386284e-05,
      "loss": 4.8429,
      "step": 159945
    },
    {
      "epoch": 0.14000723013267205,
      "grad_norm": 0.3755812346935272,
      "learning_rate": 4.832199658428328e-05,
      "loss": 5.7711,
      "step": 159950
    },
    {
      "epoch": 0.14001160672629923,
      "grad_norm": 0.39097264409065247,
      "learning_rate": 4.83218852116462e-05,
      "loss": 5.735,
      "step": 159955
    },
    {
      "epoch": 0.14001598331992637,
      "grad_norm": 0.41595447063446045,
      "learning_rate": 4.832177383547507e-05,
      "loss": 5.1545,
      "step": 159960
    },
    {
      "epoch": 0.14002035991355352,
      "grad_norm": 0.3974376320838928,
      "learning_rate": 4.8321662455769914e-05,
      "loss": 5.4697,
      "step": 159965
    },
    {
      "epoch": 0.14002473650718067,
      "grad_norm": 0.3966388404369354,
      "learning_rate": 4.832155107253075e-05,
      "loss": 5.8124,
      "step": 159970
    },
    {
      "epoch": 0.14002911310080784,
      "grad_norm": 0.37802186608314514,
      "learning_rate": 4.832143968575761e-05,
      "loss": 5.2673,
      "step": 159975
    },
    {
      "epoch": 0.140033489694435,
      "grad_norm": 0.39713147282600403,
      "learning_rate": 4.83213282954505e-05,
      "loss": 5.169,
      "step": 159980
    },
    {
      "epoch": 0.14003786628806214,
      "grad_norm": 0.4010091722011566,
      "learning_rate": 4.832121690160945e-05,
      "loss": 4.9276,
      "step": 159985
    },
    {
      "epoch": 0.1400422428816893,
      "grad_norm": 0.4198702573776245,
      "learning_rate": 4.8321105504234486e-05,
      "loss": 4.9306,
      "step": 159990
    },
    {
      "epoch": 0.14004661947531644,
      "grad_norm": 0.42071065306663513,
      "learning_rate": 4.832099410332562e-05,
      "loss": 5.1225,
      "step": 159995
    },
    {
      "epoch": 0.1400509960689436,
      "grad_norm": 0.471502423286438,
      "learning_rate": 4.8320882698882884e-05,
      "loss": 5.7228,
      "step": 160000
    },
    {
      "epoch": 0.14005537266257076,
      "grad_norm": 0.40809041261672974,
      "learning_rate": 4.83207712909063e-05,
      "loss": 5.9668,
      "step": 160005
    },
    {
      "epoch": 0.1400597492561979,
      "grad_norm": 0.511272132396698,
      "learning_rate": 4.832065987939587e-05,
      "loss": 5.3482,
      "step": 160010
    },
    {
      "epoch": 0.14006412584982506,
      "grad_norm": 0.42073774337768555,
      "learning_rate": 4.832054846435163e-05,
      "loss": 4.8344,
      "step": 160015
    },
    {
      "epoch": 0.14006850244345223,
      "grad_norm": 0.42839574813842773,
      "learning_rate": 4.832043704577361e-05,
      "loss": 5.1209,
      "step": 160020
    },
    {
      "epoch": 0.14007287903707938,
      "grad_norm": 0.4223904013633728,
      "learning_rate": 4.832032562366181e-05,
      "loss": 5.1419,
      "step": 160025
    },
    {
      "epoch": 0.14007725563070653,
      "grad_norm": 0.4702904224395752,
      "learning_rate": 4.832021419801627e-05,
      "loss": 5.4645,
      "step": 160030
    },
    {
      "epoch": 0.14008163222433367,
      "grad_norm": 0.42357584834098816,
      "learning_rate": 4.8320102768837e-05,
      "loss": 4.9052,
      "step": 160035
    },
    {
      "epoch": 0.14008600881796085,
      "grad_norm": 0.45098018646240234,
      "learning_rate": 4.8319991336124026e-05,
      "loss": 4.924,
      "step": 160040
    },
    {
      "epoch": 0.140090385411588,
      "grad_norm": 0.41195228695869446,
      "learning_rate": 4.8319879899877375e-05,
      "loss": 4.9298,
      "step": 160045
    },
    {
      "epoch": 0.14009476200521515,
      "grad_norm": 0.5079302787780762,
      "learning_rate": 4.831976846009706e-05,
      "loss": 5.1469,
      "step": 160050
    },
    {
      "epoch": 0.1400991385988423,
      "grad_norm": 0.4554966390132904,
      "learning_rate": 4.8319657016783104e-05,
      "loss": 4.4163,
      "step": 160055
    },
    {
      "epoch": 0.14010351519246947,
      "grad_norm": 0.4760774075984955,
      "learning_rate": 4.831954556993553e-05,
      "loss": 5.4425,
      "step": 160060
    },
    {
      "epoch": 0.14010789178609662,
      "grad_norm": 0.413944274187088,
      "learning_rate": 4.831943411955436e-05,
      "loss": 6.0041,
      "step": 160065
    },
    {
      "epoch": 0.14011226837972376,
      "grad_norm": 0.3979552984237671,
      "learning_rate": 4.831932266563962e-05,
      "loss": 5.294,
      "step": 160070
    },
    {
      "epoch": 0.1401166449733509,
      "grad_norm": 0.4180793762207031,
      "learning_rate": 4.831921120819133e-05,
      "loss": 5.4185,
      "step": 160075
    },
    {
      "epoch": 0.1401210215669781,
      "grad_norm": 0.4155866205692291,
      "learning_rate": 4.83190997472095e-05,
      "loss": 5.3586,
      "step": 160080
    },
    {
      "epoch": 0.14012539816060524,
      "grad_norm": 0.42321521043777466,
      "learning_rate": 4.831898828269415e-05,
      "loss": 4.7181,
      "step": 160085
    },
    {
      "epoch": 0.14012977475423238,
      "grad_norm": 0.4154159426689148,
      "learning_rate": 4.831887681464532e-05,
      "loss": 5.2548,
      "step": 160090
    },
    {
      "epoch": 0.14013415134785953,
      "grad_norm": 0.41723108291625977,
      "learning_rate": 4.8318765343063034e-05,
      "loss": 4.6387,
      "step": 160095
    },
    {
      "epoch": 0.1401385279414867,
      "grad_norm": 0.4169633090496063,
      "learning_rate": 4.831865386794728e-05,
      "loss": 5.4353,
      "step": 160100
    },
    {
      "epoch": 0.14014290453511385,
      "grad_norm": 0.3942614197731018,
      "learning_rate": 4.8318542389298114e-05,
      "loss": 6.0162,
      "step": 160105
    },
    {
      "epoch": 0.140147281128741,
      "grad_norm": 0.4158318042755127,
      "learning_rate": 4.831843090711555e-05,
      "loss": 4.6443,
      "step": 160110
    },
    {
      "epoch": 0.14015165772236815,
      "grad_norm": 0.4194396734237671,
      "learning_rate": 4.8318319421399596e-05,
      "loss": 5.7538,
      "step": 160115
    },
    {
      "epoch": 0.1401560343159953,
      "grad_norm": 0.5195752382278442,
      "learning_rate": 4.8318207932150285e-05,
      "loss": 5.1278,
      "step": 160120
    },
    {
      "epoch": 0.14016041090962247,
      "grad_norm": 0.3965299725532532,
      "learning_rate": 4.8318096439367635e-05,
      "loss": 5.9773,
      "step": 160125
    },
    {
      "epoch": 0.14016478750324962,
      "grad_norm": 0.43172433972358704,
      "learning_rate": 4.831798494305168e-05,
      "loss": 4.3359,
      "step": 160130
    },
    {
      "epoch": 0.14016916409687677,
      "grad_norm": 0.48838454484939575,
      "learning_rate": 4.8317873443202414e-05,
      "loss": 6.0121,
      "step": 160135
    },
    {
      "epoch": 0.14017354069050392,
      "grad_norm": 0.4090481400489807,
      "learning_rate": 4.831776193981987e-05,
      "loss": 5.1757,
      "step": 160140
    },
    {
      "epoch": 0.1401779172841311,
      "grad_norm": 0.5125095844268799,
      "learning_rate": 4.831765043290408e-05,
      "loss": 5.7538,
      "step": 160145
    },
    {
      "epoch": 0.14018229387775824,
      "grad_norm": 0.4475460350513458,
      "learning_rate": 4.831753892245506e-05,
      "loss": 4.4387,
      "step": 160150
    },
    {
      "epoch": 0.1401866704713854,
      "grad_norm": 0.4228610098361969,
      "learning_rate": 4.8317427408472836e-05,
      "loss": 5.948,
      "step": 160155
    },
    {
      "epoch": 0.14019104706501254,
      "grad_norm": 0.43598809838294983,
      "learning_rate": 4.831731589095741e-05,
      "loss": 5.277,
      "step": 160160
    },
    {
      "epoch": 0.1401954236586397,
      "grad_norm": 0.3859398066997528,
      "learning_rate": 4.831720436990884e-05,
      "loss": 5.6748,
      "step": 160165
    },
    {
      "epoch": 0.14019980025226686,
      "grad_norm": 0.413345068693161,
      "learning_rate": 4.831709284532711e-05,
      "loss": 5.7578,
      "step": 160170
    },
    {
      "epoch": 0.140204176845894,
      "grad_norm": 0.43282225728034973,
      "learning_rate": 4.831698131721226e-05,
      "loss": 4.747,
      "step": 160175
    },
    {
      "epoch": 0.14020855343952116,
      "grad_norm": 0.5120028853416443,
      "learning_rate": 4.83168697855643e-05,
      "loss": 4.6598,
      "step": 160180
    },
    {
      "epoch": 0.14021293003314833,
      "grad_norm": 0.42333582043647766,
      "learning_rate": 4.831675825038327e-05,
      "loss": 4.4442,
      "step": 160185
    },
    {
      "epoch": 0.14021730662677548,
      "grad_norm": 0.4369855523109436,
      "learning_rate": 4.831664671166918e-05,
      "loss": 4.9193,
      "step": 160190
    },
    {
      "epoch": 0.14022168322040263,
      "grad_norm": 0.4044989347457886,
      "learning_rate": 4.831653516942204e-05,
      "loss": 3.6786,
      "step": 160195
    },
    {
      "epoch": 0.14022605981402977,
      "grad_norm": 0.5803131461143494,
      "learning_rate": 4.8316423623641906e-05,
      "loss": 5.4511,
      "step": 160200
    },
    {
      "epoch": 0.14023043640765695,
      "grad_norm": 0.5931516885757446,
      "learning_rate": 4.831631207432875e-05,
      "loss": 5.959,
      "step": 160205
    },
    {
      "epoch": 0.1402348130012841,
      "grad_norm": 0.46412530541419983,
      "learning_rate": 4.831620052148265e-05,
      "loss": 5.4778,
      "step": 160210
    },
    {
      "epoch": 0.14023918959491125,
      "grad_norm": 0.42046818137168884,
      "learning_rate": 4.831608896510358e-05,
      "loss": 5.7719,
      "step": 160215
    },
    {
      "epoch": 0.1402435661885384,
      "grad_norm": 0.4210166931152344,
      "learning_rate": 4.8315977405191593e-05,
      "loss": 5.454,
      "step": 160220
    },
    {
      "epoch": 0.14024794278216557,
      "grad_norm": 0.4086328446865082,
      "learning_rate": 4.831586584174669e-05,
      "loss": 5.9578,
      "step": 160225
    },
    {
      "epoch": 0.14025231937579272,
      "grad_norm": 0.42927634716033936,
      "learning_rate": 4.83157542747689e-05,
      "loss": 4.4213,
      "step": 160230
    },
    {
      "epoch": 0.14025669596941986,
      "grad_norm": 0.3794114589691162,
      "learning_rate": 4.831564270425824e-05,
      "loss": 6.2584,
      "step": 160235
    },
    {
      "epoch": 0.140261072563047,
      "grad_norm": 0.41614076495170593,
      "learning_rate": 4.8315531130214754e-05,
      "loss": 4.6585,
      "step": 160240
    },
    {
      "epoch": 0.14026544915667416,
      "grad_norm": 0.42063847184181213,
      "learning_rate": 4.831541955263843e-05,
      "loss": 5.0334,
      "step": 160245
    },
    {
      "epoch": 0.14026982575030134,
      "grad_norm": 0.38902634382247925,
      "learning_rate": 4.831530797152931e-05,
      "loss": 5.2615,
      "step": 160250
    },
    {
      "epoch": 0.14027420234392848,
      "grad_norm": 0.4280250072479248,
      "learning_rate": 4.8315196386887405e-05,
      "loss": 5.6834,
      "step": 160255
    },
    {
      "epoch": 0.14027857893755563,
      "grad_norm": 0.3957417905330658,
      "learning_rate": 4.831508479871275e-05,
      "loss": 5.4652,
      "step": 160260
    },
    {
      "epoch": 0.14028295553118278,
      "grad_norm": 0.37503570318222046,
      "learning_rate": 4.831497320700535e-05,
      "loss": 5.4872,
      "step": 160265
    },
    {
      "epoch": 0.14028733212480995,
      "grad_norm": 0.4301314651966095,
      "learning_rate": 4.831486161176525e-05,
      "loss": 5.2521,
      "step": 160270
    },
    {
      "epoch": 0.1402917087184371,
      "grad_norm": 0.3845333755016327,
      "learning_rate": 4.831475001299245e-05,
      "loss": 5.7281,
      "step": 160275
    },
    {
      "epoch": 0.14029608531206425,
      "grad_norm": 0.4220755100250244,
      "learning_rate": 4.831463841068697e-05,
      "loss": 5.1544,
      "step": 160280
    },
    {
      "epoch": 0.1403004619056914,
      "grad_norm": 0.43193838000297546,
      "learning_rate": 4.831452680484886e-05,
      "loss": 5.9979,
      "step": 160285
    },
    {
      "epoch": 0.14030483849931857,
      "grad_norm": 0.4445679485797882,
      "learning_rate": 4.83144151954781e-05,
      "loss": 4.9352,
      "step": 160290
    },
    {
      "epoch": 0.14030921509294572,
      "grad_norm": 0.3967978060245514,
      "learning_rate": 4.831430358257475e-05,
      "loss": 5.7503,
      "step": 160295
    },
    {
      "epoch": 0.14031359168657287,
      "grad_norm": 0.38321396708488464,
      "learning_rate": 4.831419196613881e-05,
      "loss": 5.4504,
      "step": 160300
    },
    {
      "epoch": 0.14031796828020002,
      "grad_norm": 0.40991538763046265,
      "learning_rate": 4.83140803461703e-05,
      "loss": 5.1847,
      "step": 160305
    },
    {
      "epoch": 0.1403223448738272,
      "grad_norm": 0.37996259331703186,
      "learning_rate": 4.831396872266924e-05,
      "loss": 5.7798,
      "step": 160310
    },
    {
      "epoch": 0.14032672146745434,
      "grad_norm": 0.4181066155433655,
      "learning_rate": 4.8313857095635685e-05,
      "loss": 5.3811,
      "step": 160315
    },
    {
      "epoch": 0.1403310980610815,
      "grad_norm": 0.46199357509613037,
      "learning_rate": 4.8313745465069614e-05,
      "loss": 5.312,
      "step": 160320
    },
    {
      "epoch": 0.14033547465470864,
      "grad_norm": 0.41948214173316956,
      "learning_rate": 4.831363383097106e-05,
      "loss": 5.465,
      "step": 160325
    },
    {
      "epoch": 0.1403398512483358,
      "grad_norm": 0.44400259852409363,
      "learning_rate": 4.8313522193340065e-05,
      "loss": 4.7434,
      "step": 160330
    },
    {
      "epoch": 0.14034422784196296,
      "grad_norm": 0.4125310778617859,
      "learning_rate": 4.831341055217663e-05,
      "loss": 5.7482,
      "step": 160335
    },
    {
      "epoch": 0.1403486044355901,
      "grad_norm": 0.42372941970825195,
      "learning_rate": 4.8313298907480774e-05,
      "loss": 4.9232,
      "step": 160340
    },
    {
      "epoch": 0.14035298102921726,
      "grad_norm": 0.40178656578063965,
      "learning_rate": 4.8313187259252534e-05,
      "loss": 5.4934,
      "step": 160345
    },
    {
      "epoch": 0.14035735762284443,
      "grad_norm": 0.4232823848724365,
      "learning_rate": 4.831307560749192e-05,
      "loss": 5.0965,
      "step": 160350
    },
    {
      "epoch": 0.14036173421647158,
      "grad_norm": 0.434848427772522,
      "learning_rate": 4.831296395219897e-05,
      "loss": 4.9416,
      "step": 160355
    },
    {
      "epoch": 0.14036611081009873,
      "grad_norm": 0.43929001688957214,
      "learning_rate": 4.831285229337367e-05,
      "loss": 5.7392,
      "step": 160360
    },
    {
      "epoch": 0.14037048740372587,
      "grad_norm": 0.428979754447937,
      "learning_rate": 4.8312740631016085e-05,
      "loss": 4.6018,
      "step": 160365
    },
    {
      "epoch": 0.14037486399735305,
      "grad_norm": 0.4050537347793579,
      "learning_rate": 4.8312628965126205e-05,
      "loss": 6.2764,
      "step": 160370
    },
    {
      "epoch": 0.1403792405909802,
      "grad_norm": 0.44258326292037964,
      "learning_rate": 4.831251729570406e-05,
      "loss": 4.3879,
      "step": 160375
    },
    {
      "epoch": 0.14038361718460735,
      "grad_norm": 0.5478086471557617,
      "learning_rate": 4.831240562274968e-05,
      "loss": 5.6814,
      "step": 160380
    },
    {
      "epoch": 0.1403879937782345,
      "grad_norm": 0.4386536180973053,
      "learning_rate": 4.831229394626309e-05,
      "loss": 4.9157,
      "step": 160385
    },
    {
      "epoch": 0.14039237037186164,
      "grad_norm": 0.4188675582408905,
      "learning_rate": 4.831218226624429e-05,
      "loss": 5.3553,
      "step": 160390
    },
    {
      "epoch": 0.14039674696548882,
      "grad_norm": 0.5398370623588562,
      "learning_rate": 4.8312070582693316e-05,
      "loss": 4.9216,
      "step": 160395
    },
    {
      "epoch": 0.14040112355911596,
      "grad_norm": 0.44630172848701477,
      "learning_rate": 4.8311958895610184e-05,
      "loss": 5.1547,
      "step": 160400
    },
    {
      "epoch": 0.1404055001527431,
      "grad_norm": 0.41878485679626465,
      "learning_rate": 4.831184720499492e-05,
      "loss": 4.544,
      "step": 160405
    },
    {
      "epoch": 0.14040987674637026,
      "grad_norm": 0.3899327516555786,
      "learning_rate": 4.8311735510847545e-05,
      "loss": 5.2654,
      "step": 160410
    },
    {
      "epoch": 0.14041425333999744,
      "grad_norm": 0.6313331723213196,
      "learning_rate": 4.8311623813168085e-05,
      "loss": 4.6305,
      "step": 160415
    },
    {
      "epoch": 0.14041862993362458,
      "grad_norm": 0.42200276255607605,
      "learning_rate": 4.831151211195656e-05,
      "loss": 5.6682,
      "step": 160420
    },
    {
      "epoch": 0.14042300652725173,
      "grad_norm": 0.412311851978302,
      "learning_rate": 4.831140040721298e-05,
      "loss": 5.1548,
      "step": 160425
    },
    {
      "epoch": 0.14042738312087888,
      "grad_norm": 0.40867578983306885,
      "learning_rate": 4.8311288698937375e-05,
      "loss": 5.4778,
      "step": 160430
    },
    {
      "epoch": 0.14043175971450605,
      "grad_norm": 0.3923851251602173,
      "learning_rate": 4.831117698712977e-05,
      "loss": 5.9695,
      "step": 160435
    },
    {
      "epoch": 0.1404361363081332,
      "grad_norm": 0.44482317566871643,
      "learning_rate": 4.831106527179018e-05,
      "loss": 4.9617,
      "step": 160440
    },
    {
      "epoch": 0.14044051290176035,
      "grad_norm": 0.4216999411582947,
      "learning_rate": 4.831095355291862e-05,
      "loss": 5.9527,
      "step": 160445
    },
    {
      "epoch": 0.1404448894953875,
      "grad_norm": 0.42883333563804626,
      "learning_rate": 4.831084183051514e-05,
      "loss": 4.2129,
      "step": 160450
    },
    {
      "epoch": 0.14044926608901467,
      "grad_norm": 0.40810346603393555,
      "learning_rate": 4.8310730104579736e-05,
      "loss": 5.4596,
      "step": 160455
    },
    {
      "epoch": 0.14045364268264182,
      "grad_norm": 0.3983657956123352,
      "learning_rate": 4.8310618375112424e-05,
      "loss": 5.2611,
      "step": 160460
    },
    {
      "epoch": 0.14045801927626897,
      "grad_norm": 0.43325304985046387,
      "learning_rate": 4.831050664211325e-05,
      "loss": 4.9271,
      "step": 160465
    },
    {
      "epoch": 0.14046239586989612,
      "grad_norm": 0.43676984310150146,
      "learning_rate": 4.8310394905582224e-05,
      "loss": 5.2117,
      "step": 160470
    },
    {
      "epoch": 0.1404667724635233,
      "grad_norm": 0.38685479760169983,
      "learning_rate": 4.831028316551936e-05,
      "loss": 5.9768,
      "step": 160475
    },
    {
      "epoch": 0.14047114905715044,
      "grad_norm": 0.40983664989471436,
      "learning_rate": 4.8310171421924686e-05,
      "loss": 4.2523,
      "step": 160480
    },
    {
      "epoch": 0.1404755256507776,
      "grad_norm": 0.421377569437027,
      "learning_rate": 4.831005967479823e-05,
      "loss": 5.7716,
      "step": 160485
    },
    {
      "epoch": 0.14047990224440474,
      "grad_norm": 0.3880394995212555,
      "learning_rate": 4.8309947924139995e-05,
      "loss": 5.4962,
      "step": 160490
    },
    {
      "epoch": 0.1404842788380319,
      "grad_norm": 0.4443962275981903,
      "learning_rate": 4.830983616995003e-05,
      "loss": 4.9476,
      "step": 160495
    },
    {
      "epoch": 0.14048865543165906,
      "grad_norm": 0.40698376297950745,
      "learning_rate": 4.830972441222833e-05,
      "loss": 5.186,
      "step": 160500
    },
    {
      "epoch": 0.1404930320252862,
      "grad_norm": 0.40236520767211914,
      "learning_rate": 4.8309612650974936e-05,
      "loss": 5.9389,
      "step": 160505
    },
    {
      "epoch": 0.14049740861891336,
      "grad_norm": 0.4295773506164551,
      "learning_rate": 4.830950088618985e-05,
      "loss": 4.3669,
      "step": 160510
    },
    {
      "epoch": 0.1405017852125405,
      "grad_norm": 0.4130758047103882,
      "learning_rate": 4.830938911787312e-05,
      "loss": 6.3354,
      "step": 160515
    },
    {
      "epoch": 0.14050616180616768,
      "grad_norm": 0.4139905273914337,
      "learning_rate": 4.830927734602474e-05,
      "loss": 5.9844,
      "step": 160520
    },
    {
      "epoch": 0.14051053839979483,
      "grad_norm": 0.384225070476532,
      "learning_rate": 4.8309165570644754e-05,
      "loss": 5.7872,
      "step": 160525
    },
    {
      "epoch": 0.14051491499342197,
      "grad_norm": 0.4208913743495941,
      "learning_rate": 4.8309053791733174e-05,
      "loss": 4.6188,
      "step": 160530
    },
    {
      "epoch": 0.14051929158704912,
      "grad_norm": 0.42041993141174316,
      "learning_rate": 4.830894200929e-05,
      "loss": 4.1546,
      "step": 160535
    },
    {
      "epoch": 0.1405236681806763,
      "grad_norm": 0.40886691212654114,
      "learning_rate": 4.8308830223315306e-05,
      "loss": 5.4653,
      "step": 160540
    },
    {
      "epoch": 0.14052804477430345,
      "grad_norm": 0.42292365431785583,
      "learning_rate": 4.8308718433809065e-05,
      "loss": 5.2567,
      "step": 160545
    },
    {
      "epoch": 0.1405324213679306,
      "grad_norm": 0.38806605339050293,
      "learning_rate": 4.8308606640771314e-05,
      "loss": 6.3203,
      "step": 160550
    },
    {
      "epoch": 0.14053679796155774,
      "grad_norm": 0.4151540696620941,
      "learning_rate": 4.830849484420208e-05,
      "loss": 4.941,
      "step": 160555
    },
    {
      "epoch": 0.14054117455518492,
      "grad_norm": 0.42952460050582886,
      "learning_rate": 4.830838304410138e-05,
      "loss": 5.4631,
      "step": 160560
    },
    {
      "epoch": 0.14054555114881206,
      "grad_norm": 0.42509758472442627,
      "learning_rate": 4.830827124046924e-05,
      "loss": 4.9207,
      "step": 160565
    },
    {
      "epoch": 0.1405499277424392,
      "grad_norm": 0.43692511320114136,
      "learning_rate": 4.8308159433305675e-05,
      "loss": 5.6545,
      "step": 160570
    },
    {
      "epoch": 0.14055430433606636,
      "grad_norm": 0.41241538524627686,
      "learning_rate": 4.830804762261071e-05,
      "loss": 5.1623,
      "step": 160575
    },
    {
      "epoch": 0.14055868092969354,
      "grad_norm": 0.41350939869880676,
      "learning_rate": 4.830793580838437e-05,
      "loss": 5.6787,
      "step": 160580
    },
    {
      "epoch": 0.14056305752332068,
      "grad_norm": 0.38174402713775635,
      "learning_rate": 4.830782399062666e-05,
      "loss": 5.7363,
      "step": 160585
    },
    {
      "epoch": 0.14056743411694783,
      "grad_norm": 0.38417908549308777,
      "learning_rate": 4.830771216933764e-05,
      "loss": 5.4521,
      "step": 160590
    },
    {
      "epoch": 0.14057181071057498,
      "grad_norm": 0.4081982970237732,
      "learning_rate": 4.8307600344517287e-05,
      "loss": 4.6411,
      "step": 160595
    },
    {
      "epoch": 0.14057618730420215,
      "grad_norm": 0.4195304214954376,
      "learning_rate": 4.830748851616565e-05,
      "loss": 4.6213,
      "step": 160600
    },
    {
      "epoch": 0.1405805638978293,
      "grad_norm": 0.38079437613487244,
      "learning_rate": 4.8307376684282734e-05,
      "loss": 5.7047,
      "step": 160605
    },
    {
      "epoch": 0.14058494049145645,
      "grad_norm": 0.40369027853012085,
      "learning_rate": 4.8307264848868575e-05,
      "loss": 4.6584,
      "step": 160610
    },
    {
      "epoch": 0.1405893170850836,
      "grad_norm": 0.41717398166656494,
      "learning_rate": 4.8307153009923176e-05,
      "loss": 4.8716,
      "step": 160615
    },
    {
      "epoch": 0.14059369367871077,
      "grad_norm": 0.3937694728374481,
      "learning_rate": 4.8307041167446585e-05,
      "loss": 5.5007,
      "step": 160620
    },
    {
      "epoch": 0.14059807027233792,
      "grad_norm": 0.41436609625816345,
      "learning_rate": 4.830692932143881e-05,
      "loss": 5.9889,
      "step": 160625
    },
    {
      "epoch": 0.14060244686596507,
      "grad_norm": 0.40169841051101685,
      "learning_rate": 4.8306817471899866e-05,
      "loss": 5.9631,
      "step": 160630
    },
    {
      "epoch": 0.14060682345959222,
      "grad_norm": 0.4456399083137512,
      "learning_rate": 4.8306705618829786e-05,
      "loss": 4.7801,
      "step": 160635
    },
    {
      "epoch": 0.14061120005321937,
      "grad_norm": 0.44370001554489136,
      "learning_rate": 4.830659376222858e-05,
      "loss": 4.6366,
      "step": 160640
    },
    {
      "epoch": 0.14061557664684654,
      "grad_norm": 0.38729408383369446,
      "learning_rate": 4.8306481902096266e-05,
      "loss": 5.6937,
      "step": 160645
    },
    {
      "epoch": 0.1406199532404737,
      "grad_norm": 0.4059378206729889,
      "learning_rate": 4.8306370038432894e-05,
      "loss": 4.6724,
      "step": 160650
    },
    {
      "epoch": 0.14062432983410084,
      "grad_norm": 0.3882492780685425,
      "learning_rate": 4.830625817123846e-05,
      "loss": 5.6723,
      "step": 160655
    },
    {
      "epoch": 0.14062870642772798,
      "grad_norm": 0.43880438804626465,
      "learning_rate": 4.8306146300512986e-05,
      "loss": 5.2542,
      "step": 160660
    },
    {
      "epoch": 0.14063308302135516,
      "grad_norm": 0.43716493248939514,
      "learning_rate": 4.830603442625651e-05,
      "loss": 4.9426,
      "step": 160665
    },
    {
      "epoch": 0.1406374596149823,
      "grad_norm": 0.42897897958755493,
      "learning_rate": 4.830592254846904e-05,
      "loss": 4.9232,
      "step": 160670
    },
    {
      "epoch": 0.14064183620860946,
      "grad_norm": 0.4034438133239746,
      "learning_rate": 4.830581066715061e-05,
      "loss": 5.4268,
      "step": 160675
    },
    {
      "epoch": 0.1406462128022366,
      "grad_norm": 0.4140183925628662,
      "learning_rate": 4.830569878230122e-05,
      "loss": 4.6335,
      "step": 160680
    },
    {
      "epoch": 0.14065058939586378,
      "grad_norm": 0.4038819670677185,
      "learning_rate": 4.8305586893920905e-05,
      "loss": 5.2409,
      "step": 160685
    },
    {
      "epoch": 0.14065496598949093,
      "grad_norm": 0.4151422083377838,
      "learning_rate": 4.830547500200969e-05,
      "loss": 5.7671,
      "step": 160690
    },
    {
      "epoch": 0.14065934258311807,
      "grad_norm": 0.3857939541339874,
      "learning_rate": 4.8305363106567606e-05,
      "loss": 5.4828,
      "step": 160695
    },
    {
      "epoch": 0.14066371917674522,
      "grad_norm": 0.3894565999507904,
      "learning_rate": 4.8305251207594635e-05,
      "loss": 5.6807,
      "step": 160700
    },
    {
      "epoch": 0.1406680957703724,
      "grad_norm": 0.38406091928482056,
      "learning_rate": 4.830513930509084e-05,
      "loss": 5.494,
      "step": 160705
    },
    {
      "epoch": 0.14067247236399955,
      "grad_norm": 0.3762582838535309,
      "learning_rate": 4.830502739905622e-05,
      "loss": 5.2592,
      "step": 160710
    },
    {
      "epoch": 0.1406768489576267,
      "grad_norm": 0.4125007390975952,
      "learning_rate": 4.830491548949081e-05,
      "loss": 4.9404,
      "step": 160715
    },
    {
      "epoch": 0.14068122555125384,
      "grad_norm": 0.3745783567428589,
      "learning_rate": 4.830480357639462e-05,
      "loss": 5.7389,
      "step": 160720
    },
    {
      "epoch": 0.14068560214488102,
      "grad_norm": 0.4237886369228363,
      "learning_rate": 4.8304691659767685e-05,
      "loss": 4.6529,
      "step": 160725
    },
    {
      "epoch": 0.14068997873850816,
      "grad_norm": 0.3748680055141449,
      "learning_rate": 4.8304579739610014e-05,
      "loss": 5.4748,
      "step": 160730
    },
    {
      "epoch": 0.1406943553321353,
      "grad_norm": 0.36632561683654785,
      "learning_rate": 4.8304467815921625e-05,
      "loss": 5.7545,
      "step": 160735
    },
    {
      "epoch": 0.14069873192576246,
      "grad_norm": 0.3686419427394867,
      "learning_rate": 4.8304355888702565e-05,
      "loss": 6.2643,
      "step": 160740
    },
    {
      "epoch": 0.14070310851938964,
      "grad_norm": 0.4292626678943634,
      "learning_rate": 4.8304243957952835e-05,
      "loss": 5.7018,
      "step": 160745
    },
    {
      "epoch": 0.14070748511301678,
      "grad_norm": 0.42310914397239685,
      "learning_rate": 4.8304132023672455e-05,
      "loss": 5.6689,
      "step": 160750
    },
    {
      "epoch": 0.14071186170664393,
      "grad_norm": 0.39136072993278503,
      "learning_rate": 4.8304020085861445e-05,
      "loss": 4.97,
      "step": 160755
    },
    {
      "epoch": 0.14071623830027108,
      "grad_norm": 0.4180716872215271,
      "learning_rate": 4.830390814451984e-05,
      "loss": 4.7444,
      "step": 160760
    },
    {
      "epoch": 0.14072061489389823,
      "grad_norm": 0.4330798387527466,
      "learning_rate": 4.830379619964766e-05,
      "loss": 4.9231,
      "step": 160765
    },
    {
      "epoch": 0.1407249914875254,
      "grad_norm": 0.4277835488319397,
      "learning_rate": 4.8303684251244906e-05,
      "loss": 4.8391,
      "step": 160770
    },
    {
      "epoch": 0.14072936808115255,
      "grad_norm": 0.3736123740673065,
      "learning_rate": 4.830357229931163e-05,
      "loss": 5.8044,
      "step": 160775
    },
    {
      "epoch": 0.1407337446747797,
      "grad_norm": 0.41693034768104553,
      "learning_rate": 4.830346034384783e-05,
      "loss": 5.183,
      "step": 160780
    },
    {
      "epoch": 0.14073812126840685,
      "grad_norm": 0.3972369134426117,
      "learning_rate": 4.830334838485354e-05,
      "loss": 5.4436,
      "step": 160785
    },
    {
      "epoch": 0.14074249786203402,
      "grad_norm": 0.42049452662467957,
      "learning_rate": 4.830323642232878e-05,
      "loss": 5.1671,
      "step": 160790
    },
    {
      "epoch": 0.14074687445566117,
      "grad_norm": 0.3927134871482849,
      "learning_rate": 4.8303124456273576e-05,
      "loss": 6.2434,
      "step": 160795
    },
    {
      "epoch": 0.14075125104928832,
      "grad_norm": 0.3965340554714203,
      "learning_rate": 4.830301248668793e-05,
      "loss": 5.5079,
      "step": 160800
    },
    {
      "epoch": 0.14075562764291547,
      "grad_norm": 0.39761289954185486,
      "learning_rate": 4.8302900513571866e-05,
      "loss": 5.4435,
      "step": 160805
    },
    {
      "epoch": 0.14076000423654264,
      "grad_norm": 0.43579915165901184,
      "learning_rate": 4.830278853692544e-05,
      "loss": 5.2955,
      "step": 160810
    },
    {
      "epoch": 0.1407643808301698,
      "grad_norm": 0.4191913306713104,
      "learning_rate": 4.830267655674864e-05,
      "loss": 5.4927,
      "step": 160815
    },
    {
      "epoch": 0.14076875742379694,
      "grad_norm": 0.4260289967060089,
      "learning_rate": 4.8302564573041494e-05,
      "loss": 5.2398,
      "step": 160820
    },
    {
      "epoch": 0.14077313401742408,
      "grad_norm": 0.3999440371990204,
      "learning_rate": 4.830245258580404e-05,
      "loss": 5.3656,
      "step": 160825
    },
    {
      "epoch": 0.14077751061105126,
      "grad_norm": 0.42952078580856323,
      "learning_rate": 4.8302340595036264e-05,
      "loss": 5.2182,
      "step": 160830
    },
    {
      "epoch": 0.1407818872046784,
      "grad_norm": 0.40848731994628906,
      "learning_rate": 4.830222860073822e-05,
      "loss": 5.1816,
      "step": 160835
    },
    {
      "epoch": 0.14078626379830556,
      "grad_norm": 0.43108677864074707,
      "learning_rate": 4.830211660290993e-05,
      "loss": 5.4455,
      "step": 160840
    },
    {
      "epoch": 0.1407906403919327,
      "grad_norm": 0.39509937167167664,
      "learning_rate": 4.83020046015514e-05,
      "loss": 5.685,
      "step": 160845
    },
    {
      "epoch": 0.14079501698555988,
      "grad_norm": 0.45243707299232483,
      "learning_rate": 4.8301892596662657e-05,
      "loss": 4.9261,
      "step": 160850
    },
    {
      "epoch": 0.14079939357918703,
      "grad_norm": 0.37693825364112854,
      "learning_rate": 4.830178058824372e-05,
      "loss": 5.4556,
      "step": 160855
    },
    {
      "epoch": 0.14080377017281417,
      "grad_norm": 0.4051720201969147,
      "learning_rate": 4.83016685762946e-05,
      "loss": 5.4775,
      "step": 160860
    },
    {
      "epoch": 0.14080814676644132,
      "grad_norm": 0.41302016377449036,
      "learning_rate": 4.8301556560815356e-05,
      "loss": 5.0988,
      "step": 160865
    },
    {
      "epoch": 0.1408125233600685,
      "grad_norm": 0.4081041216850281,
      "learning_rate": 4.830144454180597e-05,
      "loss": 5.123,
      "step": 160870
    },
    {
      "epoch": 0.14081689995369565,
      "grad_norm": 0.4070794880390167,
      "learning_rate": 4.8301332519266486e-05,
      "loss": 5.1637,
      "step": 160875
    },
    {
      "epoch": 0.1408212765473228,
      "grad_norm": 0.38709133863449097,
      "learning_rate": 4.8301220493196906e-05,
      "loss": 5.4798,
      "step": 160880
    },
    {
      "epoch": 0.14082565314094994,
      "grad_norm": 0.42080703377723694,
      "learning_rate": 4.8301108463597286e-05,
      "loss": 4.942,
      "step": 160885
    },
    {
      "epoch": 0.1408300297345771,
      "grad_norm": 0.44401344656944275,
      "learning_rate": 4.8300996430467605e-05,
      "loss": 5.2487,
      "step": 160890
    },
    {
      "epoch": 0.14083440632820426,
      "grad_norm": 0.39340636134147644,
      "learning_rate": 4.8300884393807925e-05,
      "loss": 5.3017,
      "step": 160895
    },
    {
      "epoch": 0.1408387829218314,
      "grad_norm": 0.4575919210910797,
      "learning_rate": 4.830077235361824e-05,
      "loss": 5.2378,
      "step": 160900
    },
    {
      "epoch": 0.14084315951545856,
      "grad_norm": 0.4143087863922119,
      "learning_rate": 4.830066030989857e-05,
      "loss": 6.0016,
      "step": 160905
    },
    {
      "epoch": 0.1408475361090857,
      "grad_norm": 0.41732579469680786,
      "learning_rate": 4.830054826264896e-05,
      "loss": 5.9873,
      "step": 160910
    },
    {
      "epoch": 0.14085191270271288,
      "grad_norm": 0.4080142378807068,
      "learning_rate": 4.83004362118694e-05,
      "loss": 5.6506,
      "step": 160915
    },
    {
      "epoch": 0.14085628929634003,
      "grad_norm": 0.38258078694343567,
      "learning_rate": 4.8300324157559954e-05,
      "loss": 5.715,
      "step": 160920
    },
    {
      "epoch": 0.14086066588996718,
      "grad_norm": 0.39231252670288086,
      "learning_rate": 4.83002120997206e-05,
      "loss": 5.9764,
      "step": 160925
    },
    {
      "epoch": 0.14086504248359433,
      "grad_norm": 0.4176104664802551,
      "learning_rate": 4.8300100038351384e-05,
      "loss": 4.9534,
      "step": 160930
    },
    {
      "epoch": 0.1408694190772215,
      "grad_norm": 0.4136238396167755,
      "learning_rate": 4.829998797345232e-05,
      "loss": 4.865,
      "step": 160935
    },
    {
      "epoch": 0.14087379567084865,
      "grad_norm": 0.4292127192020416,
      "learning_rate": 4.829987590502344e-05,
      "loss": 5.4948,
      "step": 160940
    },
    {
      "epoch": 0.1408781722644758,
      "grad_norm": 0.4384123384952545,
      "learning_rate": 4.829976383306475e-05,
      "loss": 5.1776,
      "step": 160945
    },
    {
      "epoch": 0.14088254885810295,
      "grad_norm": 0.428642600774765,
      "learning_rate": 4.829965175757628e-05,
      "loss": 5.4532,
      "step": 160950
    },
    {
      "epoch": 0.14088692545173012,
      "grad_norm": 0.41505131125450134,
      "learning_rate": 4.829953967855806e-05,
      "loss": 5.1793,
      "step": 160955
    },
    {
      "epoch": 0.14089130204535727,
      "grad_norm": 0.4827727973461151,
      "learning_rate": 4.8299427596010086e-05,
      "loss": 4.766,
      "step": 160960
    },
    {
      "epoch": 0.14089567863898442,
      "grad_norm": 0.4733208417892456,
      "learning_rate": 4.829931550993241e-05,
      "loss": 3.9314,
      "step": 160965
    },
    {
      "epoch": 0.14090005523261157,
      "grad_norm": 0.5597409009933472,
      "learning_rate": 4.8299203420325024e-05,
      "loss": 5.4685,
      "step": 160970
    },
    {
      "epoch": 0.14090443182623874,
      "grad_norm": 0.44512939453125,
      "learning_rate": 4.8299091327187986e-05,
      "loss": 5.4887,
      "step": 160975
    },
    {
      "epoch": 0.1409088084198659,
      "grad_norm": 0.4382256865501404,
      "learning_rate": 4.829897923052128e-05,
      "loss": 6.315,
      "step": 160980
    },
    {
      "epoch": 0.14091318501349304,
      "grad_norm": 0.4993753135204315,
      "learning_rate": 4.829886713032495e-05,
      "loss": 5.486,
      "step": 160985
    },
    {
      "epoch": 0.14091756160712018,
      "grad_norm": 0.41186779737472534,
      "learning_rate": 4.829875502659902e-05,
      "loss": 5.7811,
      "step": 160990
    },
    {
      "epoch": 0.14092193820074736,
      "grad_norm": 0.4475308358669281,
      "learning_rate": 4.829864291934349e-05,
      "loss": 5.4927,
      "step": 160995
    },
    {
      "epoch": 0.1409263147943745,
      "grad_norm": 0.5825732350349426,
      "learning_rate": 4.829853080855841e-05,
      "loss": 5.7643,
      "step": 161000
    },
    {
      "epoch": 0.14093069138800166,
      "grad_norm": 0.4572153091430664,
      "learning_rate": 4.8298418694243776e-05,
      "loss": 5.391,
      "step": 161005
    },
    {
      "epoch": 0.1409350679816288,
      "grad_norm": 0.4567568004131317,
      "learning_rate": 4.829830657639962e-05,
      "loss": 5.7381,
      "step": 161010
    },
    {
      "epoch": 0.14093944457525598,
      "grad_norm": 0.7681522369384766,
      "learning_rate": 4.829819445502597e-05,
      "loss": 4.993,
      "step": 161015
    },
    {
      "epoch": 0.14094382116888313,
      "grad_norm": 0.5054628849029541,
      "learning_rate": 4.829808233012284e-05,
      "loss": 5.6426,
      "step": 161020
    },
    {
      "epoch": 0.14094819776251027,
      "grad_norm": 0.43532171845436096,
      "learning_rate": 4.8297970201690256e-05,
      "loss": 5.4908,
      "step": 161025
    },
    {
      "epoch": 0.14095257435613742,
      "grad_norm": 0.6678857207298279,
      "learning_rate": 4.829785806972823e-05,
      "loss": 5.1913,
      "step": 161030
    },
    {
      "epoch": 0.14095695094976457,
      "grad_norm": 0.43564945459365845,
      "learning_rate": 4.8297745934236805e-05,
      "loss": 4.8575,
      "step": 161035
    },
    {
      "epoch": 0.14096132754339175,
      "grad_norm": 0.4416077136993408,
      "learning_rate": 4.829763379521597e-05,
      "loss": 5.1805,
      "step": 161040
    },
    {
      "epoch": 0.1409657041370189,
      "grad_norm": 0.39443206787109375,
      "learning_rate": 4.829752165266578e-05,
      "loss": 5.29,
      "step": 161045
    },
    {
      "epoch": 0.14097008073064604,
      "grad_norm": 0.4106749892234802,
      "learning_rate": 4.829740950658622e-05,
      "loss": 5.4802,
      "step": 161050
    },
    {
      "epoch": 0.1409744573242732,
      "grad_norm": 0.45282182097435,
      "learning_rate": 4.8297297356977354e-05,
      "loss": 4.4321,
      "step": 161055
    },
    {
      "epoch": 0.14097883391790036,
      "grad_norm": 0.38758134841918945,
      "learning_rate": 4.829718520383918e-05,
      "loss": 6.3187,
      "step": 161060
    },
    {
      "epoch": 0.1409832105115275,
      "grad_norm": 0.39442679286003113,
      "learning_rate": 4.8297073047171714e-05,
      "loss": 5.7637,
      "step": 161065
    },
    {
      "epoch": 0.14098758710515466,
      "grad_norm": 0.42911297082901,
      "learning_rate": 4.8296960886974995e-05,
      "loss": 5.4467,
      "step": 161070
    },
    {
      "epoch": 0.1409919636987818,
      "grad_norm": 0.4027499258518219,
      "learning_rate": 4.8296848723249036e-05,
      "loss": 5.0756,
      "step": 161075
    },
    {
      "epoch": 0.14099634029240898,
      "grad_norm": 0.3992518484592438,
      "learning_rate": 4.829673655599386e-05,
      "loss": 5.3775,
      "step": 161080
    },
    {
      "epoch": 0.14100071688603613,
      "grad_norm": 0.3927236497402191,
      "learning_rate": 4.8296624385209476e-05,
      "loss": 5.6979,
      "step": 161085
    },
    {
      "epoch": 0.14100509347966328,
      "grad_norm": 0.3901461660861969,
      "learning_rate": 4.829651221089593e-05,
      "loss": 5.4628,
      "step": 161090
    },
    {
      "epoch": 0.14100947007329043,
      "grad_norm": 0.3941071927547455,
      "learning_rate": 4.8296400033053225e-05,
      "loss": 5.496,
      "step": 161095
    },
    {
      "epoch": 0.1410138466669176,
      "grad_norm": 0.44918277859687805,
      "learning_rate": 4.829628785168139e-05,
      "loss": 4.9656,
      "step": 161100
    },
    {
      "epoch": 0.14101822326054475,
      "grad_norm": 0.4478870928287506,
      "learning_rate": 4.829617566678043e-05,
      "loss": 4.7164,
      "step": 161105
    },
    {
      "epoch": 0.1410225998541719,
      "grad_norm": 0.3879326283931732,
      "learning_rate": 4.82960634783504e-05,
      "loss": 5.7461,
      "step": 161110
    },
    {
      "epoch": 0.14102697644779905,
      "grad_norm": 0.4292849004268646,
      "learning_rate": 4.829595128639129e-05,
      "loss": 4.9088,
      "step": 161115
    },
    {
      "epoch": 0.14103135304142622,
      "grad_norm": 0.4206317365169525,
      "learning_rate": 4.829583909090314e-05,
      "loss": 5.6955,
      "step": 161120
    },
    {
      "epoch": 0.14103572963505337,
      "grad_norm": 0.39269503951072693,
      "learning_rate": 4.8295726891885975e-05,
      "loss": 5.6887,
      "step": 161125
    },
    {
      "epoch": 0.14104010622868052,
      "grad_norm": 0.4106748402118683,
      "learning_rate": 4.82956146893398e-05,
      "loss": 5.136,
      "step": 161130
    },
    {
      "epoch": 0.14104448282230767,
      "grad_norm": 0.3789314329624176,
      "learning_rate": 4.829550248326463e-05,
      "loss": 5.4284,
      "step": 161135
    },
    {
      "epoch": 0.14104885941593484,
      "grad_norm": 0.4436402916908264,
      "learning_rate": 4.8295390273660514e-05,
      "loss": 4.0938,
      "step": 161140
    },
    {
      "epoch": 0.141053236009562,
      "grad_norm": 0.4358919560909271,
      "learning_rate": 4.829527806052746e-05,
      "loss": 5.1678,
      "step": 161145
    },
    {
      "epoch": 0.14105761260318914,
      "grad_norm": 0.4228483736515045,
      "learning_rate": 4.82951658438655e-05,
      "loss": 4.9501,
      "step": 161150
    },
    {
      "epoch": 0.14106198919681628,
      "grad_norm": 0.4283967912197113,
      "learning_rate": 4.829505362367464e-05,
      "loss": 5.1477,
      "step": 161155
    },
    {
      "epoch": 0.14106636579044343,
      "grad_norm": 0.44761478900909424,
      "learning_rate": 4.829494139995491e-05,
      "loss": 5.7021,
      "step": 161160
    },
    {
      "epoch": 0.1410707423840706,
      "grad_norm": 0.4181877672672272,
      "learning_rate": 4.829482917270632e-05,
      "loss": 4.8535,
      "step": 161165
    },
    {
      "epoch": 0.14107511897769776,
      "grad_norm": 0.40765178203582764,
      "learning_rate": 4.8294716941928895e-05,
      "loss": 5.1658,
      "step": 161170
    },
    {
      "epoch": 0.1410794955713249,
      "grad_norm": 0.3870508074760437,
      "learning_rate": 4.829460470762268e-05,
      "loss": 5.7751,
      "step": 161175
    },
    {
      "epoch": 0.14108387216495205,
      "grad_norm": 0.4526524245738983,
      "learning_rate": 4.829449246978767e-05,
      "loss": 4.836,
      "step": 161180
    },
    {
      "epoch": 0.14108824875857923,
      "grad_norm": 0.4025537669658661,
      "learning_rate": 4.829438022842391e-05,
      "loss": 5.1914,
      "step": 161185
    },
    {
      "epoch": 0.14109262535220637,
      "grad_norm": 0.4137222468852997,
      "learning_rate": 4.829426798353139e-05,
      "loss": 5.6764,
      "step": 161190
    },
    {
      "epoch": 0.14109700194583352,
      "grad_norm": 0.4567778408527374,
      "learning_rate": 4.8294155735110147e-05,
      "loss": 4.6206,
      "step": 161195
    },
    {
      "epoch": 0.14110137853946067,
      "grad_norm": 0.5671135187149048,
      "learning_rate": 4.8294043483160224e-05,
      "loss": 5.4675,
      "step": 161200
    },
    {
      "epoch": 0.14110575513308785,
      "grad_norm": 0.40313708782196045,
      "learning_rate": 4.829393122768161e-05,
      "loss": 5.3895,
      "step": 161205
    },
    {
      "epoch": 0.141110131726715,
      "grad_norm": 0.46161431074142456,
      "learning_rate": 4.8293818968674343e-05,
      "loss": 4.9439,
      "step": 161210
    },
    {
      "epoch": 0.14111450832034214,
      "grad_norm": 0.45661380887031555,
      "learning_rate": 4.829370670613844e-05,
      "loss": 4.9587,
      "step": 161215
    },
    {
      "epoch": 0.1411188849139693,
      "grad_norm": 0.468633234500885,
      "learning_rate": 4.829359444007393e-05,
      "loss": 5.4651,
      "step": 161220
    },
    {
      "epoch": 0.14112326150759646,
      "grad_norm": 0.40081503987312317,
      "learning_rate": 4.829348217048083e-05,
      "loss": 5.9975,
      "step": 161225
    },
    {
      "epoch": 0.1411276381012236,
      "grad_norm": 0.4396052658557892,
      "learning_rate": 4.8293369897359155e-05,
      "loss": 5.2481,
      "step": 161230
    },
    {
      "epoch": 0.14113201469485076,
      "grad_norm": 0.4146280586719513,
      "learning_rate": 4.829325762070893e-05,
      "loss": 4.8378,
      "step": 161235
    },
    {
      "epoch": 0.1411363912884779,
      "grad_norm": 0.4469723105430603,
      "learning_rate": 4.8293145340530186e-05,
      "loss": 5.4774,
      "step": 161240
    },
    {
      "epoch": 0.14114076788210508,
      "grad_norm": 0.4241495132446289,
      "learning_rate": 4.8293033056822924e-05,
      "loss": 5.1488,
      "step": 161245
    },
    {
      "epoch": 0.14114514447573223,
      "grad_norm": 0.4270752966403961,
      "learning_rate": 4.829292076958719e-05,
      "loss": 5.4628,
      "step": 161250
    },
    {
      "epoch": 0.14114952106935938,
      "grad_norm": 0.4224569499492645,
      "learning_rate": 4.8292808478823003e-05,
      "loss": 5.2571,
      "step": 161255
    },
    {
      "epoch": 0.14115389766298653,
      "grad_norm": 0.4481941759586334,
      "learning_rate": 4.829269618453037e-05,
      "loss": 4.5938,
      "step": 161260
    },
    {
      "epoch": 0.1411582742566137,
      "grad_norm": 0.4044734239578247,
      "learning_rate": 4.829258388670932e-05,
      "loss": 5.1584,
      "step": 161265
    },
    {
      "epoch": 0.14116265085024085,
      "grad_norm": 0.4185638725757599,
      "learning_rate": 4.8292471585359865e-05,
      "loss": 4.6204,
      "step": 161270
    },
    {
      "epoch": 0.141167027443868,
      "grad_norm": 0.40944793820381165,
      "learning_rate": 4.8292359280482045e-05,
      "loss": 5.474,
      "step": 161275
    },
    {
      "epoch": 0.14117140403749515,
      "grad_norm": 0.3757675290107727,
      "learning_rate": 4.829224697207587e-05,
      "loss": 5.9994,
      "step": 161280
    },
    {
      "epoch": 0.1411757806311223,
      "grad_norm": 0.40896478295326233,
      "learning_rate": 4.8292134660141366e-05,
      "loss": 4.7128,
      "step": 161285
    },
    {
      "epoch": 0.14118015722474947,
      "grad_norm": 0.42371106147766113,
      "learning_rate": 4.829202234467855e-05,
      "loss": 5.4598,
      "step": 161290
    },
    {
      "epoch": 0.14118453381837662,
      "grad_norm": 0.36934173107147217,
      "learning_rate": 4.8291910025687445e-05,
      "loss": 5.7768,
      "step": 161295
    },
    {
      "epoch": 0.14118891041200377,
      "grad_norm": 0.4355126619338989,
      "learning_rate": 4.829179770316808e-05,
      "loss": 5.2667,
      "step": 161300
    },
    {
      "epoch": 0.1411932870056309,
      "grad_norm": 0.383086234331131,
      "learning_rate": 4.8291685377120464e-05,
      "loss": 5.6646,
      "step": 161305
    },
    {
      "epoch": 0.1411976635992581,
      "grad_norm": 0.42793047428131104,
      "learning_rate": 4.829157304754463e-05,
      "loss": 5.4847,
      "step": 161310
    },
    {
      "epoch": 0.14120204019288524,
      "grad_norm": 0.41080421209335327,
      "learning_rate": 4.829146071444059e-05,
      "loss": 5.6918,
      "step": 161315
    },
    {
      "epoch": 0.14120641678651238,
      "grad_norm": 0.4424839913845062,
      "learning_rate": 4.829134837780839e-05,
      "loss": 5.4643,
      "step": 161320
    },
    {
      "epoch": 0.14121079338013953,
      "grad_norm": 0.39194267988204956,
      "learning_rate": 4.8291236037648014e-05,
      "loss": 5.4543,
      "step": 161325
    },
    {
      "epoch": 0.1412151699737667,
      "grad_norm": 0.4238644540309906,
      "learning_rate": 4.82911236939595e-05,
      "loss": 5.2558,
      "step": 161330
    },
    {
      "epoch": 0.14121954656739386,
      "grad_norm": 0.3840811252593994,
      "learning_rate": 4.829101134674288e-05,
      "loss": 5.7921,
      "step": 161335
    },
    {
      "epoch": 0.141223923161021,
      "grad_norm": 0.4088887870311737,
      "learning_rate": 4.8290898995998155e-05,
      "loss": 5.3477,
      "step": 161340
    },
    {
      "epoch": 0.14122829975464815,
      "grad_norm": 0.44926655292510986,
      "learning_rate": 4.8290786641725385e-05,
      "loss": 5.4282,
      "step": 161345
    },
    {
      "epoch": 0.14123267634827533,
      "grad_norm": 0.4483851194381714,
      "learning_rate": 4.829067428392454e-05,
      "loss": 5.1477,
      "step": 161350
    },
    {
      "epoch": 0.14123705294190247,
      "grad_norm": 0.4753949046134949,
      "learning_rate": 4.829056192259568e-05,
      "loss": 4.4373,
      "step": 161355
    },
    {
      "epoch": 0.14124142953552962,
      "grad_norm": 0.44940516352653503,
      "learning_rate": 4.829044955773881e-05,
      "loss": 4.9538,
      "step": 161360
    },
    {
      "epoch": 0.14124580612915677,
      "grad_norm": 0.4178788363933563,
      "learning_rate": 4.829033718935395e-05,
      "loss": 4.6558,
      "step": 161365
    },
    {
      "epoch": 0.14125018272278395,
      "grad_norm": 0.4003359377384186,
      "learning_rate": 4.829022481744113e-05,
      "loss": 5.6764,
      "step": 161370
    },
    {
      "epoch": 0.1412545593164111,
      "grad_norm": 0.41110795736312866,
      "learning_rate": 4.829011244200038e-05,
      "loss": 5.1287,
      "step": 161375
    },
    {
      "epoch": 0.14125893591003824,
      "grad_norm": 0.3994954526424408,
      "learning_rate": 4.8290000063031706e-05,
      "loss": 6.267,
      "step": 161380
    },
    {
      "epoch": 0.1412633125036654,
      "grad_norm": 0.4094699025154114,
      "learning_rate": 4.828988768053513e-05,
      "loss": 5.4635,
      "step": 161385
    },
    {
      "epoch": 0.14126768909729256,
      "grad_norm": 0.430387407541275,
      "learning_rate": 4.8289775294510684e-05,
      "loss": 4.6419,
      "step": 161390
    },
    {
      "epoch": 0.1412720656909197,
      "grad_norm": 0.39358165860176086,
      "learning_rate": 4.8289662904958375e-05,
      "loss": 5.6588,
      "step": 161395
    },
    {
      "epoch": 0.14127644228454686,
      "grad_norm": 0.43779176473617554,
      "learning_rate": 4.8289550511878235e-05,
      "loss": 4.7252,
      "step": 161400
    },
    {
      "epoch": 0.141280818878174,
      "grad_norm": 0.43227919936180115,
      "learning_rate": 4.828943811527029e-05,
      "loss": 4.6768,
      "step": 161405
    },
    {
      "epoch": 0.14128519547180116,
      "grad_norm": 0.4104732573032379,
      "learning_rate": 4.8289325715134556e-05,
      "loss": 5.1615,
      "step": 161410
    },
    {
      "epoch": 0.14128957206542833,
      "grad_norm": 0.4146004915237427,
      "learning_rate": 4.828921331147105e-05,
      "loss": 4.6738,
      "step": 161415
    },
    {
      "epoch": 0.14129394865905548,
      "grad_norm": 0.37861087918281555,
      "learning_rate": 4.82891009042798e-05,
      "loss": 5.2368,
      "step": 161420
    },
    {
      "epoch": 0.14129832525268263,
      "grad_norm": 0.4037390649318695,
      "learning_rate": 4.828898849356084e-05,
      "loss": 6.0021,
      "step": 161425
    },
    {
      "epoch": 0.14130270184630978,
      "grad_norm": 0.4110168516635895,
      "learning_rate": 4.828887607931415e-05,
      "loss": 5.1868,
      "step": 161430
    },
    {
      "epoch": 0.14130707843993695,
      "grad_norm": 0.4174249768257141,
      "learning_rate": 4.8288763661539796e-05,
      "loss": 4.8545,
      "step": 161435
    },
    {
      "epoch": 0.1413114550335641,
      "grad_norm": 0.3955404460430145,
      "learning_rate": 4.828865124023778e-05,
      "loss": 5.9916,
      "step": 161440
    },
    {
      "epoch": 0.14131583162719125,
      "grad_norm": 0.4592674970626831,
      "learning_rate": 4.8288538815408126e-05,
      "loss": 5.6828,
      "step": 161445
    },
    {
      "epoch": 0.1413202082208184,
      "grad_norm": 0.42997902631759644,
      "learning_rate": 4.828842638705085e-05,
      "loss": 5.4362,
      "step": 161450
    },
    {
      "epoch": 0.14132458481444557,
      "grad_norm": 0.41826480627059937,
      "learning_rate": 4.8288313955166e-05,
      "loss": 5.9838,
      "step": 161455
    },
    {
      "epoch": 0.14132896140807272,
      "grad_norm": 0.4270981550216675,
      "learning_rate": 4.8288201519753564e-05,
      "loss": 5.47,
      "step": 161460
    },
    {
      "epoch": 0.14133333800169987,
      "grad_norm": 0.39879316091537476,
      "learning_rate": 4.828808908081358e-05,
      "loss": 5.7606,
      "step": 161465
    },
    {
      "epoch": 0.141337714595327,
      "grad_norm": 0.44250133633613586,
      "learning_rate": 4.828797663834607e-05,
      "loss": 4.4649,
      "step": 161470
    },
    {
      "epoch": 0.1413420911889542,
      "grad_norm": 0.44094565510749817,
      "learning_rate": 4.828786419235104e-05,
      "loss": 5.1629,
      "step": 161475
    },
    {
      "epoch": 0.14134646778258134,
      "grad_norm": 0.456762433052063,
      "learning_rate": 4.828775174282852e-05,
      "loss": 5.1117,
      "step": 161480
    },
    {
      "epoch": 0.14135084437620848,
      "grad_norm": 0.43017828464508057,
      "learning_rate": 4.8287639289778565e-05,
      "loss": 4.4498,
      "step": 161485
    },
    {
      "epoch": 0.14135522096983563,
      "grad_norm": 0.5010085701942444,
      "learning_rate": 4.828752683320115e-05,
      "loss": 5.9658,
      "step": 161490
    },
    {
      "epoch": 0.1413595975634628,
      "grad_norm": 0.5066229104995728,
      "learning_rate": 4.828741437309631e-05,
      "loss": 5.4213,
      "step": 161495
    },
    {
      "epoch": 0.14136397415708996,
      "grad_norm": 0.4448898732662201,
      "learning_rate": 4.828730190946408e-05,
      "loss": 5.9674,
      "step": 161500
    },
    {
      "epoch": 0.1413683507507171,
      "grad_norm": 0.4972066283226013,
      "learning_rate": 4.828718944230447e-05,
      "loss": 5.2157,
      "step": 161505
    },
    {
      "epoch": 0.14137272734434425,
      "grad_norm": 0.42642128467559814,
      "learning_rate": 4.828707697161751e-05,
      "loss": 5.7763,
      "step": 161510
    },
    {
      "epoch": 0.14137710393797143,
      "grad_norm": 0.42290833592414856,
      "learning_rate": 4.828696449740321e-05,
      "loss": 4.9255,
      "step": 161515
    },
    {
      "epoch": 0.14138148053159857,
      "grad_norm": 0.4177730083465576,
      "learning_rate": 4.828685201966159e-05,
      "loss": 4.7144,
      "step": 161520
    },
    {
      "epoch": 0.14138585712522572,
      "grad_norm": 0.520308256149292,
      "learning_rate": 4.828673953839269e-05,
      "loss": 5.4538,
      "step": 161525
    },
    {
      "epoch": 0.14139023371885287,
      "grad_norm": 0.3870524764060974,
      "learning_rate": 4.8286627053596525e-05,
      "loss": 5.2731,
      "step": 161530
    },
    {
      "epoch": 0.14139461031248002,
      "grad_norm": 0.48874667286872864,
      "learning_rate": 4.82865145652731e-05,
      "loss": 5.2717,
      "step": 161535
    },
    {
      "epoch": 0.1413989869061072,
      "grad_norm": 0.44824281334877014,
      "learning_rate": 4.828640207342247e-05,
      "loss": 5.1445,
      "step": 161540
    },
    {
      "epoch": 0.14140336349973434,
      "grad_norm": 0.3991454839706421,
      "learning_rate": 4.8286289578044606e-05,
      "loss": 5.9813,
      "step": 161545
    },
    {
      "epoch": 0.1414077400933615,
      "grad_norm": 0.42555397748947144,
      "learning_rate": 4.8286177079139585e-05,
      "loss": 5.1439,
      "step": 161550
    },
    {
      "epoch": 0.14141211668698864,
      "grad_norm": 0.4122101366519928,
      "learning_rate": 4.82860645767074e-05,
      "loss": 5.2656,
      "step": 161555
    },
    {
      "epoch": 0.1414164932806158,
      "grad_norm": 0.41421088576316833,
      "learning_rate": 4.8285952070748075e-05,
      "loss": 5.2065,
      "step": 161560
    },
    {
      "epoch": 0.14142086987424296,
      "grad_norm": 0.423325777053833,
      "learning_rate": 4.8285839561261627e-05,
      "loss": 4.4654,
      "step": 161565
    },
    {
      "epoch": 0.1414252464678701,
      "grad_norm": 0.43680039048194885,
      "learning_rate": 4.8285727048248086e-05,
      "loss": 5.7595,
      "step": 161570
    },
    {
      "epoch": 0.14142962306149726,
      "grad_norm": 0.46507641673088074,
      "learning_rate": 4.828561453170748e-05,
      "loss": 5.2379,
      "step": 161575
    },
    {
      "epoch": 0.14143399965512443,
      "grad_norm": 0.45368048548698425,
      "learning_rate": 4.8285502011639814e-05,
      "loss": 5.1704,
      "step": 161580
    },
    {
      "epoch": 0.14143837624875158,
      "grad_norm": 0.4112197458744049,
      "learning_rate": 4.828538948804513e-05,
      "loss": 5.7468,
      "step": 161585
    },
    {
      "epoch": 0.14144275284237873,
      "grad_norm": 0.3831365406513214,
      "learning_rate": 4.828527696092342e-05,
      "loss": 5.9537,
      "step": 161590
    },
    {
      "epoch": 0.14144712943600588,
      "grad_norm": 0.41382938623428345,
      "learning_rate": 4.828516443027473e-05,
      "loss": 5.493,
      "step": 161595
    },
    {
      "epoch": 0.14145150602963305,
      "grad_norm": 0.4356672465801239,
      "learning_rate": 4.828505189609909e-05,
      "loss": 5.4979,
      "step": 161600
    },
    {
      "epoch": 0.1414558826232602,
      "grad_norm": 0.4243573546409607,
      "learning_rate": 4.828493935839649e-05,
      "loss": 5.6641,
      "step": 161605
    },
    {
      "epoch": 0.14146025921688735,
      "grad_norm": 0.43107688426971436,
      "learning_rate": 4.828482681716697e-05,
      "loss": 5.4661,
      "step": 161610
    },
    {
      "epoch": 0.1414646358105145,
      "grad_norm": 0.43048349022865295,
      "learning_rate": 4.828471427241056e-05,
      "loss": 4.3633,
      "step": 161615
    },
    {
      "epoch": 0.14146901240414167,
      "grad_norm": 0.4470629096031189,
      "learning_rate": 4.8284601724127265e-05,
      "loss": 5.4531,
      "step": 161620
    },
    {
      "epoch": 0.14147338899776882,
      "grad_norm": 0.3968682885169983,
      "learning_rate": 4.82844891723171e-05,
      "loss": 5.4517,
      "step": 161625
    },
    {
      "epoch": 0.14147776559139597,
      "grad_norm": 0.4232049882411957,
      "learning_rate": 4.828437661698012e-05,
      "loss": 5.1309,
      "step": 161630
    },
    {
      "epoch": 0.1414821421850231,
      "grad_norm": 0.4324917495250702,
      "learning_rate": 4.828426405811632e-05,
      "loss": 5.2731,
      "step": 161635
    },
    {
      "epoch": 0.1414865187786503,
      "grad_norm": 0.4270787537097931,
      "learning_rate": 4.828415149572574e-05,
      "loss": 4.1005,
      "step": 161640
    },
    {
      "epoch": 0.14149089537227744,
      "grad_norm": 0.45701438188552856,
      "learning_rate": 4.828403892980837e-05,
      "loss": 4.7244,
      "step": 161645
    },
    {
      "epoch": 0.14149527196590458,
      "grad_norm": 0.4361649751663208,
      "learning_rate": 4.828392636036426e-05,
      "loss": 4.2767,
      "step": 161650
    },
    {
      "epoch": 0.14149964855953173,
      "grad_norm": 0.6530982255935669,
      "learning_rate": 4.828381378739344e-05,
      "loss": 4.8541,
      "step": 161655
    },
    {
      "epoch": 0.1415040251531589,
      "grad_norm": 0.42908692359924316,
      "learning_rate": 4.8283701210895906e-05,
      "loss": 4.8474,
      "step": 161660
    },
    {
      "epoch": 0.14150840174678606,
      "grad_norm": 0.4315308928489685,
      "learning_rate": 4.828358863087168e-05,
      "loss": 4.2169,
      "step": 161665
    },
    {
      "epoch": 0.1415127783404132,
      "grad_norm": 0.398170530796051,
      "learning_rate": 4.82834760473208e-05,
      "loss": 5.2155,
      "step": 161670
    },
    {
      "epoch": 0.14151715493404035,
      "grad_norm": 0.401267409324646,
      "learning_rate": 4.828336346024328e-05,
      "loss": 4.9399,
      "step": 161675
    },
    {
      "epoch": 0.1415215315276675,
      "grad_norm": 0.4258839190006256,
      "learning_rate": 4.828325086963914e-05,
      "loss": 5.1409,
      "step": 161680
    },
    {
      "epoch": 0.14152590812129467,
      "grad_norm": 0.40372732281684875,
      "learning_rate": 4.828313827550841e-05,
      "loss": 5.4516,
      "step": 161685
    },
    {
      "epoch": 0.14153028471492182,
      "grad_norm": 0.4054759740829468,
      "learning_rate": 4.82830256778511e-05,
      "loss": 4.9529,
      "step": 161690
    },
    {
      "epoch": 0.14153466130854897,
      "grad_norm": 0.42475277185440063,
      "learning_rate": 4.828291307666725e-05,
      "loss": 5.7168,
      "step": 161695
    },
    {
      "epoch": 0.14153903790217612,
      "grad_norm": 0.41807469725608826,
      "learning_rate": 4.8282800471956856e-05,
      "loss": 5.1612,
      "step": 161700
    },
    {
      "epoch": 0.1415434144958033,
      "grad_norm": 0.41331616044044495,
      "learning_rate": 4.828268786371995e-05,
      "loss": 4.9391,
      "step": 161705
    },
    {
      "epoch": 0.14154779108943044,
      "grad_norm": 0.38682684302330017,
      "learning_rate": 4.828257525195657e-05,
      "loss": 5.4522,
      "step": 161710
    },
    {
      "epoch": 0.1415521676830576,
      "grad_norm": 0.40383368730545044,
      "learning_rate": 4.8282462636666724e-05,
      "loss": 4.982,
      "step": 161715
    },
    {
      "epoch": 0.14155654427668474,
      "grad_norm": 0.393371045589447,
      "learning_rate": 4.8282350017850434e-05,
      "loss": 5.77,
      "step": 161720
    },
    {
      "epoch": 0.1415609208703119,
      "grad_norm": 0.40037721395492554,
      "learning_rate": 4.8282237395507714e-05,
      "loss": 5.6797,
      "step": 161725
    },
    {
      "epoch": 0.14156529746393906,
      "grad_norm": 0.4135908782482147,
      "learning_rate": 4.8282124769638594e-05,
      "loss": 4.9168,
      "step": 161730
    },
    {
      "epoch": 0.1415696740575662,
      "grad_norm": 0.41457298398017883,
      "learning_rate": 4.828201214024309e-05,
      "loss": 5.1453,
      "step": 161735
    },
    {
      "epoch": 0.14157405065119336,
      "grad_norm": 0.4246305525302887,
      "learning_rate": 4.828189950732125e-05,
      "loss": 4.7479,
      "step": 161740
    },
    {
      "epoch": 0.14157842724482053,
      "grad_norm": 0.40467509627342224,
      "learning_rate": 4.828178687087306e-05,
      "loss": 5.1747,
      "step": 161745
    },
    {
      "epoch": 0.14158280383844768,
      "grad_norm": 0.42133885622024536,
      "learning_rate": 4.828167423089856e-05,
      "loss": 4.8388,
      "step": 161750
    },
    {
      "epoch": 0.14158718043207483,
      "grad_norm": 0.41577255725860596,
      "learning_rate": 4.828156158739776e-05,
      "loss": 4.9788,
      "step": 161755
    },
    {
      "epoch": 0.14159155702570198,
      "grad_norm": 0.40924128890037537,
      "learning_rate": 4.828144894037071e-05,
      "loss": 5.241,
      "step": 161760
    },
    {
      "epoch": 0.14159593361932915,
      "grad_norm": 0.41290590167045593,
      "learning_rate": 4.828133628981739e-05,
      "loss": 4.6405,
      "step": 161765
    },
    {
      "epoch": 0.1416003102129563,
      "grad_norm": 0.4229849874973297,
      "learning_rate": 4.828122363573786e-05,
      "loss": 5.6926,
      "step": 161770
    },
    {
      "epoch": 0.14160468680658345,
      "grad_norm": 0.37460386753082275,
      "learning_rate": 4.8281110978132114e-05,
      "loss": 5.9979,
      "step": 161775
    },
    {
      "epoch": 0.1416090634002106,
      "grad_norm": 0.40348371863365173,
      "learning_rate": 4.828099831700019e-05,
      "loss": 5.365,
      "step": 161780
    },
    {
      "epoch": 0.14161343999383777,
      "grad_norm": 0.4229232370853424,
      "learning_rate": 4.828088565234211e-05,
      "loss": 4.9185,
      "step": 161785
    },
    {
      "epoch": 0.14161781658746492,
      "grad_norm": 0.3807279169559479,
      "learning_rate": 4.828077298415788e-05,
      "loss": 5.7827,
      "step": 161790
    },
    {
      "epoch": 0.14162219318109207,
      "grad_norm": 0.432609885931015,
      "learning_rate": 4.828066031244755e-05,
      "loss": 4.9378,
      "step": 161795
    },
    {
      "epoch": 0.1416265697747192,
      "grad_norm": 0.39668095111846924,
      "learning_rate": 4.8280547637211104e-05,
      "loss": 4.9493,
      "step": 161800
    },
    {
      "epoch": 0.14163094636834636,
      "grad_norm": 0.37436601519584656,
      "learning_rate": 4.82804349584486e-05,
      "loss": 5.9971,
      "step": 161805
    },
    {
      "epoch": 0.14163532296197354,
      "grad_norm": 0.4064962565898895,
      "learning_rate": 4.828032227616003e-05,
      "loss": 4.8839,
      "step": 161810
    },
    {
      "epoch": 0.14163969955560068,
      "grad_norm": 0.4244561493396759,
      "learning_rate": 4.8280209590345424e-05,
      "loss": 5.4481,
      "step": 161815
    },
    {
      "epoch": 0.14164407614922783,
      "grad_norm": 0.41092050075531006,
      "learning_rate": 4.8280096901004824e-05,
      "loss": 5.4459,
      "step": 161820
    },
    {
      "epoch": 0.14164845274285498,
      "grad_norm": 0.4396020174026489,
      "learning_rate": 4.827998420813823e-05,
      "loss": 4.9257,
      "step": 161825
    },
    {
      "epoch": 0.14165282933648216,
      "grad_norm": 0.40075361728668213,
      "learning_rate": 4.827987151174567e-05,
      "loss": 5.3701,
      "step": 161830
    },
    {
      "epoch": 0.1416572059301093,
      "grad_norm": 0.40087780356407166,
      "learning_rate": 4.827975881182717e-05,
      "loss": 5.7297,
      "step": 161835
    },
    {
      "epoch": 0.14166158252373645,
      "grad_norm": 0.4003044366836548,
      "learning_rate": 4.827964610838275e-05,
      "loss": 5.958,
      "step": 161840
    },
    {
      "epoch": 0.1416659591173636,
      "grad_norm": 0.3817537724971771,
      "learning_rate": 4.827953340141241e-05,
      "loss": 5.4862,
      "step": 161845
    },
    {
      "epoch": 0.14167033571099077,
      "grad_norm": 0.3795955181121826,
      "learning_rate": 4.827942069091622e-05,
      "loss": 5.9721,
      "step": 161850
    },
    {
      "epoch": 0.14167471230461792,
      "grad_norm": 0.37751027941703796,
      "learning_rate": 4.827930797689416e-05,
      "loss": 6.2869,
      "step": 161855
    },
    {
      "epoch": 0.14167908889824507,
      "grad_norm": 0.41539227962493896,
      "learning_rate": 4.8279195259346265e-05,
      "loss": 4.8384,
      "step": 161860
    },
    {
      "epoch": 0.14168346549187222,
      "grad_norm": 0.4515080451965332,
      "learning_rate": 4.827908253827256e-05,
      "loss": 4.4336,
      "step": 161865
    },
    {
      "epoch": 0.1416878420854994,
      "grad_norm": 0.42262181639671326,
      "learning_rate": 4.827896981367305e-05,
      "loss": 4.6363,
      "step": 161870
    },
    {
      "epoch": 0.14169221867912654,
      "grad_norm": 0.4322592616081238,
      "learning_rate": 4.827885708554778e-05,
      "loss": 4.9468,
      "step": 161875
    },
    {
      "epoch": 0.1416965952727537,
      "grad_norm": 0.4184274971485138,
      "learning_rate": 4.8278744353896765e-05,
      "loss": 5.7188,
      "step": 161880
    },
    {
      "epoch": 0.14170097186638084,
      "grad_norm": 0.4151182472705841,
      "learning_rate": 4.8278631618720014e-05,
      "loss": 5.3439,
      "step": 161885
    },
    {
      "epoch": 0.141705348460008,
      "grad_norm": 0.38877353072166443,
      "learning_rate": 4.827851888001757e-05,
      "loss": 5.4361,
      "step": 161890
    },
    {
      "epoch": 0.14170972505363516,
      "grad_norm": 0.42468711733818054,
      "learning_rate": 4.8278406137789436e-05,
      "loss": 4.4396,
      "step": 161895
    },
    {
      "epoch": 0.1417141016472623,
      "grad_norm": 0.42272648215293884,
      "learning_rate": 4.8278293392035636e-05,
      "loss": 4.4144,
      "step": 161900
    },
    {
      "epoch": 0.14171847824088946,
      "grad_norm": 0.4194372892379761,
      "learning_rate": 4.827818064275621e-05,
      "loss": 4.9334,
      "step": 161905
    },
    {
      "epoch": 0.14172285483451663,
      "grad_norm": 0.4300883710384369,
      "learning_rate": 4.827806788995116e-05,
      "loss": 4.9814,
      "step": 161910
    },
    {
      "epoch": 0.14172723142814378,
      "grad_norm": 0.4244832396507263,
      "learning_rate": 4.827795513362051e-05,
      "loss": 4.9862,
      "step": 161915
    },
    {
      "epoch": 0.14173160802177093,
      "grad_norm": 0.41209447383880615,
      "learning_rate": 4.827784237376428e-05,
      "loss": 4.6419,
      "step": 161920
    },
    {
      "epoch": 0.14173598461539808,
      "grad_norm": 0.4350989758968353,
      "learning_rate": 4.827772961038252e-05,
      "loss": 4.328,
      "step": 161925
    },
    {
      "epoch": 0.14174036120902522,
      "grad_norm": 0.4343234598636627,
      "learning_rate": 4.8277616843475216e-05,
      "loss": 5.3713,
      "step": 161930
    },
    {
      "epoch": 0.1417447378026524,
      "grad_norm": 0.3825889229774475,
      "learning_rate": 4.82775040730424e-05,
      "loss": 5.7431,
      "step": 161935
    },
    {
      "epoch": 0.14174911439627955,
      "grad_norm": 0.4176444709300995,
      "learning_rate": 4.8277391299084096e-05,
      "loss": 5.7598,
      "step": 161940
    },
    {
      "epoch": 0.1417534909899067,
      "grad_norm": 0.43198850750923157,
      "learning_rate": 4.8277278521600333e-05,
      "loss": 4.9327,
      "step": 161945
    },
    {
      "epoch": 0.14175786758353384,
      "grad_norm": 0.396882563829422,
      "learning_rate": 4.827716574059111e-05,
      "loss": 4.9627,
      "step": 161950
    },
    {
      "epoch": 0.14176224417716102,
      "grad_norm": 0.41345229744911194,
      "learning_rate": 4.827705295605649e-05,
      "loss": 5.6705,
      "step": 161955
    },
    {
      "epoch": 0.14176662077078817,
      "grad_norm": 0.4038435220718384,
      "learning_rate": 4.827694016799646e-05,
      "loss": 5.6746,
      "step": 161960
    },
    {
      "epoch": 0.1417709973644153,
      "grad_norm": 0.40739911794662476,
      "learning_rate": 4.8276827376411046e-05,
      "loss": 5.1751,
      "step": 161965
    },
    {
      "epoch": 0.14177537395804246,
      "grad_norm": 0.42076167464256287,
      "learning_rate": 4.8276714581300277e-05,
      "loss": 5.976,
      "step": 161970
    },
    {
      "epoch": 0.14177975055166964,
      "grad_norm": 0.38596421480178833,
      "learning_rate": 4.827660178266416e-05,
      "loss": 5.7852,
      "step": 161975
    },
    {
      "epoch": 0.14178412714529678,
      "grad_norm": 0.399533748626709,
      "learning_rate": 4.827648898050275e-05,
      "loss": 4.628,
      "step": 161980
    },
    {
      "epoch": 0.14178850373892393,
      "grad_norm": 0.43639427423477173,
      "learning_rate": 4.827637617481605e-05,
      "loss": 5.7596,
      "step": 161985
    },
    {
      "epoch": 0.14179288033255108,
      "grad_norm": 0.4093611538410187,
      "learning_rate": 4.827626336560407e-05,
      "loss": 4.9118,
      "step": 161990
    },
    {
      "epoch": 0.14179725692617826,
      "grad_norm": 0.3994956314563751,
      "learning_rate": 4.827615055286685e-05,
      "loss": 5.1881,
      "step": 161995
    },
    {
      "epoch": 0.1418016335198054,
      "grad_norm": 0.4278249740600586,
      "learning_rate": 4.82760377366044e-05,
      "loss": 4.6198,
      "step": 162000
    },
    {
      "epoch": 0.14180601011343255,
      "grad_norm": 0.40937209129333496,
      "learning_rate": 4.827592491681675e-05,
      "loss": 4.8489,
      "step": 162005
    },
    {
      "epoch": 0.1418103867070597,
      "grad_norm": 0.4395596385002136,
      "learning_rate": 4.82758120935039e-05,
      "loss": 5.2254,
      "step": 162010
    },
    {
      "epoch": 0.14181476330068687,
      "grad_norm": 0.43311768770217896,
      "learning_rate": 4.827569926666591e-05,
      "loss": 4.929,
      "step": 162015
    },
    {
      "epoch": 0.14181913989431402,
      "grad_norm": 0.43820035457611084,
      "learning_rate": 4.8275586436302765e-05,
      "loss": 5.227,
      "step": 162020
    },
    {
      "epoch": 0.14182351648794117,
      "grad_norm": 0.4135202169418335,
      "learning_rate": 4.827547360241451e-05,
      "loss": 4.9257,
      "step": 162025
    },
    {
      "epoch": 0.14182789308156832,
      "grad_norm": 0.43487387895584106,
      "learning_rate": 4.8275360765001167e-05,
      "loss": 4.67,
      "step": 162030
    },
    {
      "epoch": 0.1418322696751955,
      "grad_norm": 0.41715407371520996,
      "learning_rate": 4.827524792406274e-05,
      "loss": 5.1211,
      "step": 162035
    },
    {
      "epoch": 0.14183664626882264,
      "grad_norm": 0.4208802282810211,
      "learning_rate": 4.8275135079599254e-05,
      "loss": 4.6549,
      "step": 162040
    },
    {
      "epoch": 0.1418410228624498,
      "grad_norm": 0.42262890934944153,
      "learning_rate": 4.827502223161076e-05,
      "loss": 5.4204,
      "step": 162045
    },
    {
      "epoch": 0.14184539945607694,
      "grad_norm": 0.40929114818573,
      "learning_rate": 4.827490938009723e-05,
      "loss": 3.7159,
      "step": 162050
    },
    {
      "epoch": 0.14184977604970408,
      "grad_norm": 0.4762963652610779,
      "learning_rate": 4.827479652505874e-05,
      "loss": 5.4534,
      "step": 162055
    },
    {
      "epoch": 0.14185415264333126,
      "grad_norm": 0.4896359443664551,
      "learning_rate": 4.827468366649527e-05,
      "loss": 6.2848,
      "step": 162060
    },
    {
      "epoch": 0.1418585292369584,
      "grad_norm": 0.41476115584373474,
      "learning_rate": 4.827457080440686e-05,
      "loss": 5.753,
      "step": 162065
    },
    {
      "epoch": 0.14186290583058556,
      "grad_norm": 0.5566266775131226,
      "learning_rate": 4.8274457938793526e-05,
      "loss": 4.6236,
      "step": 162070
    },
    {
      "epoch": 0.1418672824242127,
      "grad_norm": 0.4568807780742645,
      "learning_rate": 4.82743450696553e-05,
      "loss": 4.856,
      "step": 162075
    },
    {
      "epoch": 0.14187165901783988,
      "grad_norm": 0.43968719244003296,
      "learning_rate": 4.827423219699219e-05,
      "loss": 4.6411,
      "step": 162080
    },
    {
      "epoch": 0.14187603561146703,
      "grad_norm": 0.4283894896507263,
      "learning_rate": 4.8274119320804226e-05,
      "loss": 4.8439,
      "step": 162085
    },
    {
      "epoch": 0.14188041220509418,
      "grad_norm": 0.42803674936294556,
      "learning_rate": 4.827400644109143e-05,
      "loss": 4.9754,
      "step": 162090
    },
    {
      "epoch": 0.14188478879872132,
      "grad_norm": 0.3830268383026123,
      "learning_rate": 4.827389355785381e-05,
      "loss": 6.2832,
      "step": 162095
    },
    {
      "epoch": 0.1418891653923485,
      "grad_norm": 0.4373564124107361,
      "learning_rate": 4.827378067109141e-05,
      "loss": 5.1687,
      "step": 162100
    },
    {
      "epoch": 0.14189354198597565,
      "grad_norm": 0.3786618411540985,
      "learning_rate": 4.8273667780804235e-05,
      "loss": 5.6605,
      "step": 162105
    },
    {
      "epoch": 0.1418979185796028,
      "grad_norm": 0.3960684537887573,
      "learning_rate": 4.827355488699231e-05,
      "loss": 5.5005,
      "step": 162110
    },
    {
      "epoch": 0.14190229517322994,
      "grad_norm": 0.3768053948879242,
      "learning_rate": 4.8273441989655674e-05,
      "loss": 5.9689,
      "step": 162115
    },
    {
      "epoch": 0.14190667176685712,
      "grad_norm": 0.3921622931957245,
      "learning_rate": 4.827332908879432e-05,
      "loss": 5.1249,
      "step": 162120
    },
    {
      "epoch": 0.14191104836048427,
      "grad_norm": 0.4117951989173889,
      "learning_rate": 4.827321618440829e-05,
      "loss": 5.6596,
      "step": 162125
    },
    {
      "epoch": 0.1419154249541114,
      "grad_norm": 0.3969777524471283,
      "learning_rate": 4.82731032764976e-05,
      "loss": 4.6666,
      "step": 162130
    },
    {
      "epoch": 0.14191980154773856,
      "grad_norm": 0.38504713773727417,
      "learning_rate": 4.8272990365062265e-05,
      "loss": 5.4204,
      "step": 162135
    },
    {
      "epoch": 0.14192417814136574,
      "grad_norm": 0.39688682556152344,
      "learning_rate": 4.8272877450102324e-05,
      "loss": 5.6937,
      "step": 162140
    },
    {
      "epoch": 0.14192855473499288,
      "grad_norm": 0.38759592175483704,
      "learning_rate": 4.8272764531617784e-05,
      "loss": 5.7562,
      "step": 162145
    },
    {
      "epoch": 0.14193293132862003,
      "grad_norm": 0.44046592712402344,
      "learning_rate": 4.8272651609608666e-05,
      "loss": 5.2411,
      "step": 162150
    },
    {
      "epoch": 0.14193730792224718,
      "grad_norm": 0.43350479006767273,
      "learning_rate": 4.827253868407501e-05,
      "loss": 4.4136,
      "step": 162155
    },
    {
      "epoch": 0.14194168451587436,
      "grad_norm": 0.40113863348960876,
      "learning_rate": 4.8272425755016814e-05,
      "loss": 4.9644,
      "step": 162160
    },
    {
      "epoch": 0.1419460611095015,
      "grad_norm": 0.4013715982437134,
      "learning_rate": 4.827231282243411e-05,
      "loss": 5.3453,
      "step": 162165
    },
    {
      "epoch": 0.14195043770312865,
      "grad_norm": 0.4079778790473938,
      "learning_rate": 4.827219988632692e-05,
      "loss": 4.5608,
      "step": 162170
    },
    {
      "epoch": 0.1419548142967558,
      "grad_norm": 0.4186992049217224,
      "learning_rate": 4.8272086946695274e-05,
      "loss": 5.6852,
      "step": 162175
    },
    {
      "epoch": 0.14195919089038295,
      "grad_norm": 0.42967525124549866,
      "learning_rate": 4.827197400353918e-05,
      "loss": 4.9538,
      "step": 162180
    },
    {
      "epoch": 0.14196356748401012,
      "grad_norm": 0.40291011333465576,
      "learning_rate": 4.827186105685866e-05,
      "loss": 5.1719,
      "step": 162185
    },
    {
      "epoch": 0.14196794407763727,
      "grad_norm": 0.4474359452724457,
      "learning_rate": 4.8271748106653746e-05,
      "loss": 4.855,
      "step": 162190
    },
    {
      "epoch": 0.14197232067126442,
      "grad_norm": 0.4454551041126251,
      "learning_rate": 4.8271635152924456e-05,
      "loss": 5.7609,
      "step": 162195
    },
    {
      "epoch": 0.14197669726489157,
      "grad_norm": 0.4155435264110565,
      "learning_rate": 4.827152219567082e-05,
      "loss": 5.6512,
      "step": 162200
    },
    {
      "epoch": 0.14198107385851874,
      "grad_norm": 0.41692692041397095,
      "learning_rate": 4.8271409234892825e-05,
      "loss": 5.9598,
      "step": 162205
    },
    {
      "epoch": 0.1419854504521459,
      "grad_norm": 0.443729966878891,
      "learning_rate": 4.827129627059054e-05,
      "loss": 5.651,
      "step": 162210
    },
    {
      "epoch": 0.14198982704577304,
      "grad_norm": 0.3875233232975006,
      "learning_rate": 4.827118330276396e-05,
      "loss": 5.9549,
      "step": 162215
    },
    {
      "epoch": 0.14199420363940018,
      "grad_norm": 0.38835251331329346,
      "learning_rate": 4.827107033141312e-05,
      "loss": 5.1692,
      "step": 162220
    },
    {
      "epoch": 0.14199858023302736,
      "grad_norm": 0.39796873927116394,
      "learning_rate": 4.8270957356538016e-05,
      "loss": 5.1735,
      "step": 162225
    },
    {
      "epoch": 0.1420029568266545,
      "grad_norm": 0.39249733090400696,
      "learning_rate": 4.827084437813869e-05,
      "loss": 5.6482,
      "step": 162230
    },
    {
      "epoch": 0.14200733342028166,
      "grad_norm": 0.39274564385414124,
      "learning_rate": 4.8270731396215175e-05,
      "loss": 4.9363,
      "step": 162235
    },
    {
      "epoch": 0.1420117100139088,
      "grad_norm": 0.46983131766319275,
      "learning_rate": 4.827061841076746e-05,
      "loss": 4.3542,
      "step": 162240
    },
    {
      "epoch": 0.14201608660753598,
      "grad_norm": 0.41133952140808105,
      "learning_rate": 4.8270505421795606e-05,
      "loss": 5.9635,
      "step": 162245
    },
    {
      "epoch": 0.14202046320116313,
      "grad_norm": 0.38734087347984314,
      "learning_rate": 4.827039242929962e-05,
      "loss": 5.9814,
      "step": 162250
    },
    {
      "epoch": 0.14202483979479028,
      "grad_norm": 0.37973538041114807,
      "learning_rate": 4.82702794332795e-05,
      "loss": 6.2514,
      "step": 162255
    },
    {
      "epoch": 0.14202921638841742,
      "grad_norm": 0.4039820730686188,
      "learning_rate": 4.827016643373529e-05,
      "loss": 4.4329,
      "step": 162260
    },
    {
      "epoch": 0.1420335929820446,
      "grad_norm": 0.386038213968277,
      "learning_rate": 4.8270053430667006e-05,
      "loss": 6.2629,
      "step": 162265
    },
    {
      "epoch": 0.14203796957567175,
      "grad_norm": 0.4587845206260681,
      "learning_rate": 4.8269940424074675e-05,
      "loss": 5.4816,
      "step": 162270
    },
    {
      "epoch": 0.1420423461692989,
      "grad_norm": 0.39787977933883667,
      "learning_rate": 4.8269827413958314e-05,
      "loss": 6.0131,
      "step": 162275
    },
    {
      "epoch": 0.14204672276292604,
      "grad_norm": 0.37670859694480896,
      "learning_rate": 4.826971440031794e-05,
      "loss": 5.7983,
      "step": 162280
    },
    {
      "epoch": 0.14205109935655322,
      "grad_norm": 0.4560561776161194,
      "learning_rate": 4.8269601383153604e-05,
      "loss": 5.4868,
      "step": 162285
    },
    {
      "epoch": 0.14205547595018037,
      "grad_norm": 0.3883676826953888,
      "learning_rate": 4.826948836246529e-05,
      "loss": 5.7801,
      "step": 162290
    },
    {
      "epoch": 0.1420598525438075,
      "grad_norm": 0.41289007663726807,
      "learning_rate": 4.826937533825303e-05,
      "loss": 4.9918,
      "step": 162295
    },
    {
      "epoch": 0.14206422913743466,
      "grad_norm": 0.4275926649570465,
      "learning_rate": 4.826926231051686e-05,
      "loss": 5.4271,
      "step": 162300
    },
    {
      "epoch": 0.14206860573106184,
      "grad_norm": 0.41972413659095764,
      "learning_rate": 4.8269149279256784e-05,
      "loss": 5.6449,
      "step": 162305
    },
    {
      "epoch": 0.14207298232468898,
      "grad_norm": 0.38398322463035583,
      "learning_rate": 4.8269036244472845e-05,
      "loss": 6.2879,
      "step": 162310
    },
    {
      "epoch": 0.14207735891831613,
      "grad_norm": 0.44902727007865906,
      "learning_rate": 4.826892320616504e-05,
      "loss": 4.9724,
      "step": 162315
    },
    {
      "epoch": 0.14208173551194328,
      "grad_norm": 0.44074392318725586,
      "learning_rate": 4.826881016433341e-05,
      "loss": 4.1303,
      "step": 162320
    },
    {
      "epoch": 0.14208611210557043,
      "grad_norm": 0.4139610528945923,
      "learning_rate": 4.826869711897797e-05,
      "loss": 5.9586,
      "step": 162325
    },
    {
      "epoch": 0.1420904886991976,
      "grad_norm": 0.39093542098999023,
      "learning_rate": 4.826858407009873e-05,
      "loss": 5.2539,
      "step": 162330
    },
    {
      "epoch": 0.14209486529282475,
      "grad_norm": 0.4176294207572937,
      "learning_rate": 4.826847101769574e-05,
      "loss": 5.1751,
      "step": 162335
    },
    {
      "epoch": 0.1420992418864519,
      "grad_norm": 0.38160887360572815,
      "learning_rate": 4.8268357961769e-05,
      "loss": 5.4551,
      "step": 162340
    },
    {
      "epoch": 0.14210361848007905,
      "grad_norm": 0.39499571919441223,
      "learning_rate": 4.8268244902318524e-05,
      "loss": 5.4791,
      "step": 162345
    },
    {
      "epoch": 0.14210799507370622,
      "grad_norm": 0.4133397042751312,
      "learning_rate": 4.8268131839344366e-05,
      "loss": 5.136,
      "step": 162350
    },
    {
      "epoch": 0.14211237166733337,
      "grad_norm": 0.42197665572166443,
      "learning_rate": 4.826801877284651e-05,
      "loss": 5.1402,
      "step": 162355
    },
    {
      "epoch": 0.14211674826096052,
      "grad_norm": 0.4322681128978729,
      "learning_rate": 4.826790570282501e-05,
      "loss": 4.9434,
      "step": 162360
    },
    {
      "epoch": 0.14212112485458767,
      "grad_norm": 0.39964163303375244,
      "learning_rate": 4.826779262927986e-05,
      "loss": 6.268,
      "step": 162365
    },
    {
      "epoch": 0.14212550144821484,
      "grad_norm": 0.42033758759498596,
      "learning_rate": 4.826767955221112e-05,
      "loss": 5.5063,
      "step": 162370
    },
    {
      "epoch": 0.142129878041842,
      "grad_norm": 0.43244704604148865,
      "learning_rate": 4.8267566471618776e-05,
      "loss": 4.7339,
      "step": 162375
    },
    {
      "epoch": 0.14213425463546914,
      "grad_norm": 0.4131718575954437,
      "learning_rate": 4.8267453387502845e-05,
      "loss": 6.2709,
      "step": 162380
    },
    {
      "epoch": 0.14213863122909629,
      "grad_norm": 0.5202615857124329,
      "learning_rate": 4.8267340299863386e-05,
      "loss": 4.9316,
      "step": 162385
    },
    {
      "epoch": 0.14214300782272346,
      "grad_norm": 0.4517364799976349,
      "learning_rate": 4.826722720870039e-05,
      "loss": 5.7263,
      "step": 162390
    },
    {
      "epoch": 0.1421473844163506,
      "grad_norm": 0.4718133509159088,
      "learning_rate": 4.82671141140139e-05,
      "loss": 4.7664,
      "step": 162395
    },
    {
      "epoch": 0.14215176100997776,
      "grad_norm": 0.4202067255973816,
      "learning_rate": 4.8267001015803914e-05,
      "loss": 5.2031,
      "step": 162400
    },
    {
      "epoch": 0.1421561376036049,
      "grad_norm": 0.4159058928489685,
      "learning_rate": 4.826688791407048e-05,
      "loss": 4.6656,
      "step": 162405
    },
    {
      "epoch": 0.14216051419723208,
      "grad_norm": 0.4477528929710388,
      "learning_rate": 4.82667748088136e-05,
      "loss": 5.4018,
      "step": 162410
    },
    {
      "epoch": 0.14216489079085923,
      "grad_norm": 0.42084214091300964,
      "learning_rate": 4.82666617000333e-05,
      "loss": 4.7648,
      "step": 162415
    },
    {
      "epoch": 0.14216926738448638,
      "grad_norm": 0.42050668597221375,
      "learning_rate": 4.82665485877296e-05,
      "loss": 5.4782,
      "step": 162420
    },
    {
      "epoch": 0.14217364397811352,
      "grad_norm": 0.4089573919773102,
      "learning_rate": 4.826643547190254e-05,
      "loss": 4.9648,
      "step": 162425
    },
    {
      "epoch": 0.1421780205717407,
      "grad_norm": 0.4234117567539215,
      "learning_rate": 4.826632235255212e-05,
      "loss": 5.6525,
      "step": 162430
    },
    {
      "epoch": 0.14218239716536785,
      "grad_norm": 0.3935968279838562,
      "learning_rate": 4.8266209229678364e-05,
      "loss": 5.4624,
      "step": 162435
    },
    {
      "epoch": 0.142186773758995,
      "grad_norm": 0.4189671576023102,
      "learning_rate": 4.82660961032813e-05,
      "loss": 5.186,
      "step": 162440
    },
    {
      "epoch": 0.14219115035262214,
      "grad_norm": 0.42136332392692566,
      "learning_rate": 4.826598297336096e-05,
      "loss": 5.4571,
      "step": 162445
    },
    {
      "epoch": 0.1421955269462493,
      "grad_norm": 0.4304659962654114,
      "learning_rate": 4.8265869839917345e-05,
      "loss": 4.4244,
      "step": 162450
    },
    {
      "epoch": 0.14219990353987647,
      "grad_norm": 0.3802415430545807,
      "learning_rate": 4.826575670295048e-05,
      "loss": 6.0348,
      "step": 162455
    },
    {
      "epoch": 0.1422042801335036,
      "grad_norm": 0.4153147339820862,
      "learning_rate": 4.82656435624604e-05,
      "loss": 4.6649,
      "step": 162460
    },
    {
      "epoch": 0.14220865672713076,
      "grad_norm": 0.4032364785671234,
      "learning_rate": 4.826553041844713e-05,
      "loss": 5.4173,
      "step": 162465
    },
    {
      "epoch": 0.1422130333207579,
      "grad_norm": 0.42313632369041443,
      "learning_rate": 4.826541727091068e-05,
      "loss": 4.7456,
      "step": 162470
    },
    {
      "epoch": 0.14221740991438508,
      "grad_norm": 0.3874189555644989,
      "learning_rate": 4.8265304119851074e-05,
      "loss": 5.7519,
      "step": 162475
    },
    {
      "epoch": 0.14222178650801223,
      "grad_norm": 0.42763686180114746,
      "learning_rate": 4.8265190965268324e-05,
      "loss": 5.1543,
      "step": 162480
    },
    {
      "epoch": 0.14222616310163938,
      "grad_norm": 0.4197118878364563,
      "learning_rate": 4.826507780716247e-05,
      "loss": 5.1579,
      "step": 162485
    },
    {
      "epoch": 0.14223053969526653,
      "grad_norm": 0.4279419183731079,
      "learning_rate": 4.826496464553353e-05,
      "loss": 5.4944,
      "step": 162490
    },
    {
      "epoch": 0.1422349162888937,
      "grad_norm": 0.3880827724933624,
      "learning_rate": 4.8264851480381514e-05,
      "loss": 5.4359,
      "step": 162495
    },
    {
      "epoch": 0.14223929288252085,
      "grad_norm": 0.4308144450187683,
      "learning_rate": 4.826473831170645e-05,
      "loss": 4.9566,
      "step": 162500
    },
    {
      "epoch": 0.142243669476148,
      "grad_norm": 0.3909679353237152,
      "learning_rate": 4.8264625139508366e-05,
      "loss": 5.4713,
      "step": 162505
    },
    {
      "epoch": 0.14224804606977515,
      "grad_norm": 0.43508467078208923,
      "learning_rate": 4.826451196378727e-05,
      "loss": 4.6484,
      "step": 162510
    },
    {
      "epoch": 0.14225242266340232,
      "grad_norm": 0.42636755108833313,
      "learning_rate": 4.8264398784543206e-05,
      "loss": 4.8757,
      "step": 162515
    },
    {
      "epoch": 0.14225679925702947,
      "grad_norm": 0.43455952405929565,
      "learning_rate": 4.8264285601776174e-05,
      "loss": 4.567,
      "step": 162520
    },
    {
      "epoch": 0.14226117585065662,
      "grad_norm": 0.48239997029304504,
      "learning_rate": 4.826417241548621e-05,
      "loss": 4.8475,
      "step": 162525
    },
    {
      "epoch": 0.14226555244428377,
      "grad_norm": 0.4023309350013733,
      "learning_rate": 4.8264059225673333e-05,
      "loss": 6.2473,
      "step": 162530
    },
    {
      "epoch": 0.14226992903791094,
      "grad_norm": 0.40475961565971375,
      "learning_rate": 4.8263946032337546e-05,
      "loss": 5.2712,
      "step": 162535
    },
    {
      "epoch": 0.1422743056315381,
      "grad_norm": 0.44007834792137146,
      "learning_rate": 4.826383283547891e-05,
      "loss": 4.9426,
      "step": 162540
    },
    {
      "epoch": 0.14227868222516524,
      "grad_norm": 0.4283469617366791,
      "learning_rate": 4.8263719635097405e-05,
      "loss": 4.6249,
      "step": 162545
    },
    {
      "epoch": 0.14228305881879239,
      "grad_norm": 0.43389448523521423,
      "learning_rate": 4.826360643119308e-05,
      "loss": 5.1535,
      "step": 162550
    },
    {
      "epoch": 0.14228743541241956,
      "grad_norm": 0.4304087162017822,
      "learning_rate": 4.826349322376594e-05,
      "loss": 4.4511,
      "step": 162555
    },
    {
      "epoch": 0.1422918120060467,
      "grad_norm": 0.3909508287906647,
      "learning_rate": 4.8263380012816016e-05,
      "loss": 5.1591,
      "step": 162560
    },
    {
      "epoch": 0.14229618859967386,
      "grad_norm": 0.408674955368042,
      "learning_rate": 4.826326679834334e-05,
      "loss": 5.4569,
      "step": 162565
    },
    {
      "epoch": 0.142300565193301,
      "grad_norm": 0.4277314245700836,
      "learning_rate": 4.826315358034792e-05,
      "loss": 5.4544,
      "step": 162570
    },
    {
      "epoch": 0.14230494178692815,
      "grad_norm": 0.4047119915485382,
      "learning_rate": 4.826304035882977e-05,
      "loss": 5.0568,
      "step": 162575
    },
    {
      "epoch": 0.14230931838055533,
      "grad_norm": 0.3865498900413513,
      "learning_rate": 4.826292713378894e-05,
      "loss": 5.4586,
      "step": 162580
    },
    {
      "epoch": 0.14231369497418248,
      "grad_norm": 0.431700199842453,
      "learning_rate": 4.826281390522542e-05,
      "loss": 4.3625,
      "step": 162585
    },
    {
      "epoch": 0.14231807156780962,
      "grad_norm": 0.40692752599716187,
      "learning_rate": 4.826270067313926e-05,
      "loss": 5.3666,
      "step": 162590
    },
    {
      "epoch": 0.14232244816143677,
      "grad_norm": 0.3968477249145508,
      "learning_rate": 4.826258743753045e-05,
      "loss": 5.3926,
      "step": 162595
    },
    {
      "epoch": 0.14232682475506395,
      "grad_norm": 0.40802001953125,
      "learning_rate": 4.8262474198399046e-05,
      "loss": 5.467,
      "step": 162600
    },
    {
      "epoch": 0.1423312013486911,
      "grad_norm": 0.4653443694114685,
      "learning_rate": 4.826236095574504e-05,
      "loss": 5.0803,
      "step": 162605
    },
    {
      "epoch": 0.14233557794231824,
      "grad_norm": 0.4744202494621277,
      "learning_rate": 4.8262247709568474e-05,
      "loss": 5.1616,
      "step": 162610
    },
    {
      "epoch": 0.1423399545359454,
      "grad_norm": 0.40238237380981445,
      "learning_rate": 4.8262134459869366e-05,
      "loss": 5.169,
      "step": 162615
    },
    {
      "epoch": 0.14234433112957257,
      "grad_norm": 0.48565804958343506,
      "learning_rate": 4.826202120664773e-05,
      "loss": 4.7177,
      "step": 162620
    },
    {
      "epoch": 0.1423487077231997,
      "grad_norm": 0.3913557529449463,
      "learning_rate": 4.8261907949903607e-05,
      "loss": 4.3363,
      "step": 162625
    },
    {
      "epoch": 0.14235308431682686,
      "grad_norm": 0.7107168436050415,
      "learning_rate": 4.8261794689636997e-05,
      "loss": 5.7385,
      "step": 162630
    },
    {
      "epoch": 0.142357460910454,
      "grad_norm": 0.5791031718254089,
      "learning_rate": 4.826168142584793e-05,
      "loss": 5.1043,
      "step": 162635
    },
    {
      "epoch": 0.14236183750408118,
      "grad_norm": 0.43687015771865845,
      "learning_rate": 4.826156815853642e-05,
      "loss": 4.7466,
      "step": 162640
    },
    {
      "epoch": 0.14236621409770833,
      "grad_norm": 0.512862503528595,
      "learning_rate": 4.8261454887702495e-05,
      "loss": 5.2342,
      "step": 162645
    },
    {
      "epoch": 0.14237059069133548,
      "grad_norm": 0.5705277323722839,
      "learning_rate": 4.8261341613346203e-05,
      "loss": 4.9382,
      "step": 162650
    },
    {
      "epoch": 0.14237496728496263,
      "grad_norm": 0.43306031823158264,
      "learning_rate": 4.8261228335467515e-05,
      "loss": 5.6625,
      "step": 162655
    },
    {
      "epoch": 0.1423793438785898,
      "grad_norm": 0.5400205254554749,
      "learning_rate": 4.8261115054066485e-05,
      "loss": 4.6789,
      "step": 162660
    },
    {
      "epoch": 0.14238372047221695,
      "grad_norm": 0.442455530166626,
      "learning_rate": 4.826100176914313e-05,
      "loss": 5.1513,
      "step": 162665
    },
    {
      "epoch": 0.1423880970658441,
      "grad_norm": 0.41686731576919556,
      "learning_rate": 4.826088848069748e-05,
      "loss": 5.1538,
      "step": 162670
    },
    {
      "epoch": 0.14239247365947125,
      "grad_norm": 0.4150616228580475,
      "learning_rate": 4.8260775188729534e-05,
      "loss": 4.1714,
      "step": 162675
    },
    {
      "epoch": 0.14239685025309842,
      "grad_norm": 0.41516268253326416,
      "learning_rate": 4.826066189323934e-05,
      "loss": 5.466,
      "step": 162680
    },
    {
      "epoch": 0.14240122684672557,
      "grad_norm": 0.3951471745967865,
      "learning_rate": 4.82605485942269e-05,
      "loss": 5.6727,
      "step": 162685
    },
    {
      "epoch": 0.14240560344035272,
      "grad_norm": 0.40597012639045715,
      "learning_rate": 4.8260435291692254e-05,
      "loss": 5.1823,
      "step": 162690
    },
    {
      "epoch": 0.14240998003397987,
      "grad_norm": 0.43257907032966614,
      "learning_rate": 4.82603219856354e-05,
      "loss": 4.9148,
      "step": 162695
    },
    {
      "epoch": 0.142414356627607,
      "grad_norm": 0.42878714203834534,
      "learning_rate": 4.8260208676056377e-05,
      "loss": 4.8463,
      "step": 162700
    },
    {
      "epoch": 0.1424187332212342,
      "grad_norm": 0.4045613706111908,
      "learning_rate": 4.8260095362955206e-05,
      "loss": 5.3498,
      "step": 162705
    },
    {
      "epoch": 0.14242310981486134,
      "grad_norm": 0.42353570461273193,
      "learning_rate": 4.8259982046331895e-05,
      "loss": 5.9943,
      "step": 162710
    },
    {
      "epoch": 0.14242748640848849,
      "grad_norm": 0.39753201603889465,
      "learning_rate": 4.825986872618649e-05,
      "loss": 5.4843,
      "step": 162715
    },
    {
      "epoch": 0.14243186300211563,
      "grad_norm": 0.3892492353916168,
      "learning_rate": 4.825975540251899e-05,
      "loss": 5.9721,
      "step": 162720
    },
    {
      "epoch": 0.1424362395957428,
      "grad_norm": 0.38726693391799927,
      "learning_rate": 4.8259642075329435e-05,
      "loss": 4.579,
      "step": 162725
    },
    {
      "epoch": 0.14244061618936996,
      "grad_norm": 0.3869483172893524,
      "learning_rate": 4.825952874461782e-05,
      "loss": 5.7617,
      "step": 162730
    },
    {
      "epoch": 0.1424449927829971,
      "grad_norm": 0.5578011870384216,
      "learning_rate": 4.82594154103842e-05,
      "loss": 4.6479,
      "step": 162735
    },
    {
      "epoch": 0.14244936937662425,
      "grad_norm": 0.41082510352134705,
      "learning_rate": 4.825930207262859e-05,
      "loss": 6.2947,
      "step": 162740
    },
    {
      "epoch": 0.14245374597025143,
      "grad_norm": 0.4641014337539673,
      "learning_rate": 4.825918873135099e-05,
      "loss": 5.2566,
      "step": 162745
    },
    {
      "epoch": 0.14245812256387858,
      "grad_norm": 0.47793635725975037,
      "learning_rate": 4.8259075386551446e-05,
      "loss": 5.4421,
      "step": 162750
    },
    {
      "epoch": 0.14246249915750572,
      "grad_norm": 0.43307337164878845,
      "learning_rate": 4.825896203822996e-05,
      "loss": 3.9409,
      "step": 162755
    },
    {
      "epoch": 0.14246687575113287,
      "grad_norm": 0.42298418283462524,
      "learning_rate": 4.825884868638656e-05,
      "loss": 5.472,
      "step": 162760
    },
    {
      "epoch": 0.14247125234476005,
      "grad_norm": 0.41150936484336853,
      "learning_rate": 4.825873533102128e-05,
      "loss": 5.4539,
      "step": 162765
    },
    {
      "epoch": 0.1424756289383872,
      "grad_norm": 0.4200071096420288,
      "learning_rate": 4.825862197213412e-05,
      "loss": 5.1648,
      "step": 162770
    },
    {
      "epoch": 0.14248000553201434,
      "grad_norm": 0.41885730624198914,
      "learning_rate": 4.825850860972513e-05,
      "loss": 4.7348,
      "step": 162775
    },
    {
      "epoch": 0.1424843821256415,
      "grad_norm": 0.4414371848106384,
      "learning_rate": 4.825839524379431e-05,
      "loss": 6.0035,
      "step": 162780
    },
    {
      "epoch": 0.14248875871926867,
      "grad_norm": 0.40923625230789185,
      "learning_rate": 4.8258281874341696e-05,
      "loss": 4.7416,
      "step": 162785
    },
    {
      "epoch": 0.1424931353128958,
      "grad_norm": 0.4254610240459442,
      "learning_rate": 4.8258168501367296e-05,
      "loss": 5.7459,
      "step": 162790
    },
    {
      "epoch": 0.14249751190652296,
      "grad_norm": 0.4084021747112274,
      "learning_rate": 4.825805512487114e-05,
      "loss": 4.9518,
      "step": 162795
    },
    {
      "epoch": 0.1425018885001501,
      "grad_norm": 0.39542773365974426,
      "learning_rate": 4.825794174485324e-05,
      "loss": 4.9668,
      "step": 162800
    },
    {
      "epoch": 0.14250626509377728,
      "grad_norm": 0.40445080399513245,
      "learning_rate": 4.825782836131364e-05,
      "loss": 5.228,
      "step": 162805
    },
    {
      "epoch": 0.14251064168740443,
      "grad_norm": 0.39262571930885315,
      "learning_rate": 4.8257714974252345e-05,
      "loss": 5.452,
      "step": 162810
    },
    {
      "epoch": 0.14251501828103158,
      "grad_norm": 0.38030847907066345,
      "learning_rate": 4.825760158366936e-05,
      "loss": 5.6805,
      "step": 162815
    },
    {
      "epoch": 0.14251939487465873,
      "grad_norm": 0.42084527015686035,
      "learning_rate": 4.825748818956476e-05,
      "loss": 5.6412,
      "step": 162820
    },
    {
      "epoch": 0.14252377146828588,
      "grad_norm": 0.4149812161922455,
      "learning_rate": 4.82573747919385e-05,
      "loss": 5.4312,
      "step": 162825
    },
    {
      "epoch": 0.14252814806191305,
      "grad_norm": 0.416098415851593,
      "learning_rate": 4.825726139079067e-05,
      "loss": 5.0363,
      "step": 162830
    },
    {
      "epoch": 0.1425325246555402,
      "grad_norm": 0.39594027400016785,
      "learning_rate": 4.825714798612123e-05,
      "loss": 5.6803,
      "step": 162835
    },
    {
      "epoch": 0.14253690124916735,
      "grad_norm": 0.46204909682273865,
      "learning_rate": 4.8257034577930236e-05,
      "loss": 4.859,
      "step": 162840
    },
    {
      "epoch": 0.1425412778427945,
      "grad_norm": 0.3920294940471649,
      "learning_rate": 4.8256921166217706e-05,
      "loss": 5.461,
      "step": 162845
    },
    {
      "epoch": 0.14254565443642167,
      "grad_norm": 0.4126890003681183,
      "learning_rate": 4.8256807750983654e-05,
      "loss": 4.6534,
      "step": 162850
    },
    {
      "epoch": 0.14255003103004882,
      "grad_norm": 0.4053055942058563,
      "learning_rate": 4.825669433222811e-05,
      "loss": 5.4317,
      "step": 162855
    },
    {
      "epoch": 0.14255440762367597,
      "grad_norm": 0.3966994881629944,
      "learning_rate": 4.82565809099511e-05,
      "loss": 5.7308,
      "step": 162860
    },
    {
      "epoch": 0.14255878421730311,
      "grad_norm": 0.3946765959262848,
      "learning_rate": 4.825646748415263e-05,
      "loss": 5.9289,
      "step": 162865
    },
    {
      "epoch": 0.1425631608109303,
      "grad_norm": 0.39166250824928284,
      "learning_rate": 4.8256354054832734e-05,
      "loss": 5.513,
      "step": 162870
    },
    {
      "epoch": 0.14256753740455744,
      "grad_norm": 0.43214869499206543,
      "learning_rate": 4.825624062199142e-05,
      "loss": 4.1285,
      "step": 162875
    },
    {
      "epoch": 0.14257191399818459,
      "grad_norm": 0.40213850140571594,
      "learning_rate": 4.825612718562874e-05,
      "loss": 4.5902,
      "step": 162880
    },
    {
      "epoch": 0.14257629059181173,
      "grad_norm": 0.4305131137371063,
      "learning_rate": 4.825601374574469e-05,
      "loss": 5.4784,
      "step": 162885
    },
    {
      "epoch": 0.1425806671854389,
      "grad_norm": 0.4800005257129669,
      "learning_rate": 4.825590030233928e-05,
      "loss": 4.195,
      "step": 162890
    },
    {
      "epoch": 0.14258504377906606,
      "grad_norm": 0.3880460560321808,
      "learning_rate": 4.825578685541258e-05,
      "loss": 5.7526,
      "step": 162895
    },
    {
      "epoch": 0.1425894203726932,
      "grad_norm": 0.41476455330848694,
      "learning_rate": 4.825567340496456e-05,
      "loss": 4.3989,
      "step": 162900
    },
    {
      "epoch": 0.14259379696632035,
      "grad_norm": 0.4407341778278351,
      "learning_rate": 4.8255559950995264e-05,
      "loss": 4.1353,
      "step": 162905
    },
    {
      "epoch": 0.14259817355994753,
      "grad_norm": 0.40723422169685364,
      "learning_rate": 4.825544649350472e-05,
      "loss": 4.2176,
      "step": 162910
    },
    {
      "epoch": 0.14260255015357468,
      "grad_norm": 0.4218900203704834,
      "learning_rate": 4.825533303249293e-05,
      "loss": 6.0092,
      "step": 162915
    },
    {
      "epoch": 0.14260692674720182,
      "grad_norm": 0.4483267366886139,
      "learning_rate": 4.8255219567959956e-05,
      "loss": 4.9203,
      "step": 162920
    },
    {
      "epoch": 0.14261130334082897,
      "grad_norm": 0.40908899903297424,
      "learning_rate": 4.825510609990577e-05,
      "loss": 5.9848,
      "step": 162925
    },
    {
      "epoch": 0.14261567993445615,
      "grad_norm": 0.40942054986953735,
      "learning_rate": 4.825499262833043e-05,
      "loss": 5.7705,
      "step": 162930
    },
    {
      "epoch": 0.1426200565280833,
      "grad_norm": 0.4251375198364258,
      "learning_rate": 4.825487915323393e-05,
      "loss": 4.6509,
      "step": 162935
    },
    {
      "epoch": 0.14262443312171044,
      "grad_norm": 0.38612911105155945,
      "learning_rate": 4.825476567461632e-05,
      "loss": 5.9801,
      "step": 162940
    },
    {
      "epoch": 0.1426288097153376,
      "grad_norm": 0.40803325176239014,
      "learning_rate": 4.825465219247761e-05,
      "loss": 4.9503,
      "step": 162945
    },
    {
      "epoch": 0.14263318630896477,
      "grad_norm": 0.40003982186317444,
      "learning_rate": 4.825453870681782e-05,
      "loss": 5.4078,
      "step": 162950
    },
    {
      "epoch": 0.1426375629025919,
      "grad_norm": 0.3929300904273987,
      "learning_rate": 4.825442521763697e-05,
      "loss": 5.404,
      "step": 162955
    },
    {
      "epoch": 0.14264193949621906,
      "grad_norm": 0.41833439469337463,
      "learning_rate": 4.825431172493507e-05,
      "loss": 4.6126,
      "step": 162960
    },
    {
      "epoch": 0.1426463160898462,
      "grad_norm": 0.4257872998714447,
      "learning_rate": 4.8254198228712175e-05,
      "loss": 4.7319,
      "step": 162965
    },
    {
      "epoch": 0.14265069268347336,
      "grad_norm": 0.4217182397842407,
      "learning_rate": 4.825408472896828e-05,
      "loss": 5.4437,
      "step": 162970
    },
    {
      "epoch": 0.14265506927710053,
      "grad_norm": 0.4046650826931,
      "learning_rate": 4.825397122570342e-05,
      "loss": 4.7092,
      "step": 162975
    },
    {
      "epoch": 0.14265944587072768,
      "grad_norm": 0.3855370581150055,
      "learning_rate": 4.8253857718917606e-05,
      "loss": 5.6422,
      "step": 162980
    },
    {
      "epoch": 0.14266382246435483,
      "grad_norm": 0.4021143913269043,
      "learning_rate": 4.8253744208610875e-05,
      "loss": 4.7771,
      "step": 162985
    },
    {
      "epoch": 0.14266819905798198,
      "grad_norm": 0.38299062848091125,
      "learning_rate": 4.8253630694783224e-05,
      "loss": 5.276,
      "step": 162990
    },
    {
      "epoch": 0.14267257565160915,
      "grad_norm": 0.3812655210494995,
      "learning_rate": 4.82535171774347e-05,
      "loss": 5.9584,
      "step": 162995
    },
    {
      "epoch": 0.1426769522452363,
      "grad_norm": 0.3857424259185791,
      "learning_rate": 4.825340365656532e-05,
      "loss": 5.2479,
      "step": 163000
    },
    {
      "epoch": 0.14268132883886345,
      "grad_norm": 0.3756699562072754,
      "learning_rate": 4.82532901321751e-05,
      "loss": 5.7873,
      "step": 163005
    },
    {
      "epoch": 0.1426857054324906,
      "grad_norm": 0.4307677745819092,
      "learning_rate": 4.8253176604264064e-05,
      "loss": 5.1497,
      "step": 163010
    },
    {
      "epoch": 0.14269008202611777,
      "grad_norm": 0.42894819378852844,
      "learning_rate": 4.825306307283223e-05,
      "loss": 5.9885,
      "step": 163015
    },
    {
      "epoch": 0.14269445861974492,
      "grad_norm": 0.3872818350791931,
      "learning_rate": 4.8252949537879624e-05,
      "loss": 5.4367,
      "step": 163020
    },
    {
      "epoch": 0.14269883521337207,
      "grad_norm": 0.4172581434249878,
      "learning_rate": 4.825283599940626e-05,
      "loss": 4.9325,
      "step": 163025
    },
    {
      "epoch": 0.14270321180699921,
      "grad_norm": 0.4190266728401184,
      "learning_rate": 4.825272245741217e-05,
      "loss": 5.0672,
      "step": 163030
    },
    {
      "epoch": 0.1427075884006264,
      "grad_norm": 0.4166693687438965,
      "learning_rate": 4.8252608911897376e-05,
      "loss": 4.8703,
      "step": 163035
    },
    {
      "epoch": 0.14271196499425354,
      "grad_norm": 0.4074750542640686,
      "learning_rate": 4.825249536286191e-05,
      "loss": 5.1537,
      "step": 163040
    },
    {
      "epoch": 0.14271634158788069,
      "grad_norm": 0.41189277172088623,
      "learning_rate": 4.8252381810305755e-05,
      "loss": 5.4565,
      "step": 163045
    },
    {
      "epoch": 0.14272071818150783,
      "grad_norm": 0.3927925229072571,
      "learning_rate": 4.8252268254228975e-05,
      "loss": 5.467,
      "step": 163050
    },
    {
      "epoch": 0.142725094775135,
      "grad_norm": 0.4207724332809448,
      "learning_rate": 4.825215469463157e-05,
      "loss": 4.4309,
      "step": 163055
    },
    {
      "epoch": 0.14272947136876216,
      "grad_norm": 0.376327246427536,
      "learning_rate": 4.825204113151357e-05,
      "loss": 5.9768,
      "step": 163060
    },
    {
      "epoch": 0.1427338479623893,
      "grad_norm": 0.44883793592453003,
      "learning_rate": 4.825192756487499e-05,
      "loss": 5.7845,
      "step": 163065
    },
    {
      "epoch": 0.14273822455601645,
      "grad_norm": 0.39656728506088257,
      "learning_rate": 4.825181399471585e-05,
      "loss": 5.4387,
      "step": 163070
    },
    {
      "epoch": 0.14274260114964363,
      "grad_norm": 0.40154215693473816,
      "learning_rate": 4.8251700421036196e-05,
      "loss": 5.3668,
      "step": 163075
    },
    {
      "epoch": 0.14274697774327078,
      "grad_norm": 0.4390922784805298,
      "learning_rate": 4.8251586843836013e-05,
      "loss": 4.8344,
      "step": 163080
    },
    {
      "epoch": 0.14275135433689792,
      "grad_norm": 0.39090803265571594,
      "learning_rate": 4.825147326311535e-05,
      "loss": 5.4886,
      "step": 163085
    },
    {
      "epoch": 0.14275573093052507,
      "grad_norm": 0.44082891941070557,
      "learning_rate": 4.825135967887423e-05,
      "loss": 4.6432,
      "step": 163090
    },
    {
      "epoch": 0.14276010752415222,
      "grad_norm": 0.3949621319770813,
      "learning_rate": 4.825124609111265e-05,
      "loss": 5.1517,
      "step": 163095
    },
    {
      "epoch": 0.1427644841177794,
      "grad_norm": 0.4030803442001343,
      "learning_rate": 4.825113249983066e-05,
      "loss": 5.3918,
      "step": 163100
    },
    {
      "epoch": 0.14276886071140654,
      "grad_norm": 0.43277689814567566,
      "learning_rate": 4.825101890502827e-05,
      "loss": 4.6621,
      "step": 163105
    },
    {
      "epoch": 0.1427732373050337,
      "grad_norm": 0.3946057856082916,
      "learning_rate": 4.82509053067055e-05,
      "loss": 4.6538,
      "step": 163110
    },
    {
      "epoch": 0.14277761389866084,
      "grad_norm": 0.39564818143844604,
      "learning_rate": 4.825079170486236e-05,
      "loss": 5.4824,
      "step": 163115
    },
    {
      "epoch": 0.142781990492288,
      "grad_norm": 0.3888474404811859,
      "learning_rate": 4.82506780994989e-05,
      "loss": 5.2081,
      "step": 163120
    },
    {
      "epoch": 0.14278636708591516,
      "grad_norm": 0.4404281973838806,
      "learning_rate": 4.825056449061513e-05,
      "loss": 5.496,
      "step": 163125
    },
    {
      "epoch": 0.1427907436795423,
      "grad_norm": 0.44363823533058167,
      "learning_rate": 4.825045087821106e-05,
      "loss": 4.5945,
      "step": 163130
    },
    {
      "epoch": 0.14279512027316946,
      "grad_norm": 0.4087391793727875,
      "learning_rate": 4.8250337262286716e-05,
      "loss": 5.9543,
      "step": 163135
    },
    {
      "epoch": 0.14279949686679663,
      "grad_norm": 0.430681049823761,
      "learning_rate": 4.825022364284214e-05,
      "loss": 5.4637,
      "step": 163140
    },
    {
      "epoch": 0.14280387346042378,
      "grad_norm": 0.3933951258659363,
      "learning_rate": 4.8250110019877324e-05,
      "loss": 5.1503,
      "step": 163145
    },
    {
      "epoch": 0.14280825005405093,
      "grad_norm": 0.38269928097724915,
      "learning_rate": 4.8249996393392305e-05,
      "loss": 5.2673,
      "step": 163150
    },
    {
      "epoch": 0.14281262664767808,
      "grad_norm": 0.48101258277893066,
      "learning_rate": 4.824988276338712e-05,
      "loss": 5.1872,
      "step": 163155
    },
    {
      "epoch": 0.14281700324130525,
      "grad_norm": 0.43267208337783813,
      "learning_rate": 4.824976912986177e-05,
      "loss": 4.1811,
      "step": 163160
    },
    {
      "epoch": 0.1428213798349324,
      "grad_norm": 0.43738263845443726,
      "learning_rate": 4.824965549281627e-05,
      "loss": 5.2133,
      "step": 163165
    },
    {
      "epoch": 0.14282575642855955,
      "grad_norm": 0.4136786162853241,
      "learning_rate": 4.8249541852250655e-05,
      "loss": 5.2231,
      "step": 163170
    },
    {
      "epoch": 0.1428301330221867,
      "grad_norm": 0.42767849564552307,
      "learning_rate": 4.824942820816496e-05,
      "loss": 4.9379,
      "step": 163175
    },
    {
      "epoch": 0.14283450961581387,
      "grad_norm": 0.4123280644416809,
      "learning_rate": 4.824931456055919e-05,
      "loss": 4.7111,
      "step": 163180
    },
    {
      "epoch": 0.14283888620944102,
      "grad_norm": 0.38773882389068604,
      "learning_rate": 4.824920090943337e-05,
      "loss": 5.1229,
      "step": 163185
    },
    {
      "epoch": 0.14284326280306817,
      "grad_norm": 0.41908931732177734,
      "learning_rate": 4.824908725478752e-05,
      "loss": 5.7014,
      "step": 163190
    },
    {
      "epoch": 0.14284763939669531,
      "grad_norm": 0.41159018874168396,
      "learning_rate": 4.824897359662166e-05,
      "loss": 5.4587,
      "step": 163195
    },
    {
      "epoch": 0.1428520159903225,
      "grad_norm": 0.4192291498184204,
      "learning_rate": 4.824885993493582e-05,
      "loss": 5.1374,
      "step": 163200
    },
    {
      "epoch": 0.14285639258394964,
      "grad_norm": 0.4060964286327362,
      "learning_rate": 4.8248746269730016e-05,
      "loss": 5.699,
      "step": 163205
    },
    {
      "epoch": 0.14286076917757679,
      "grad_norm": 0.41614678502082825,
      "learning_rate": 4.824863260100427e-05,
      "loss": 5.4528,
      "step": 163210
    },
    {
      "epoch": 0.14286514577120393,
      "grad_norm": 0.37661224603652954,
      "learning_rate": 4.824851892875861e-05,
      "loss": 5.7636,
      "step": 163215
    },
    {
      "epoch": 0.14286952236483108,
      "grad_norm": 0.43236032128334045,
      "learning_rate": 4.8248405252993045e-05,
      "loss": 5.132,
      "step": 163220
    },
    {
      "epoch": 0.14287389895845826,
      "grad_norm": 0.441692054271698,
      "learning_rate": 4.824829157370762e-05,
      "loss": 4.4282,
      "step": 163225
    },
    {
      "epoch": 0.1428782755520854,
      "grad_norm": 0.4277658760547638,
      "learning_rate": 4.8248177890902336e-05,
      "loss": 5.3725,
      "step": 163230
    },
    {
      "epoch": 0.14288265214571255,
      "grad_norm": 0.4428378939628601,
      "learning_rate": 4.8248064204577225e-05,
      "loss": 5.4532,
      "step": 163235
    },
    {
      "epoch": 0.1428870287393397,
      "grad_norm": 0.4045238792896271,
      "learning_rate": 4.82479505147323e-05,
      "loss": 4.9663,
      "step": 163240
    },
    {
      "epoch": 0.14289140533296688,
      "grad_norm": 0.4170105457305908,
      "learning_rate": 4.8247836821367586e-05,
      "loss": 4.6516,
      "step": 163245
    },
    {
      "epoch": 0.14289578192659402,
      "grad_norm": 0.4239761233329773,
      "learning_rate": 4.8247723124483105e-05,
      "loss": 4.7263,
      "step": 163250
    },
    {
      "epoch": 0.14290015852022117,
      "grad_norm": 0.3970135748386383,
      "learning_rate": 4.82476094240789e-05,
      "loss": 4.9433,
      "step": 163255
    },
    {
      "epoch": 0.14290453511384832,
      "grad_norm": 0.38966724276542664,
      "learning_rate": 4.8247495720154955e-05,
      "loss": 5.99,
      "step": 163260
    },
    {
      "epoch": 0.1429089117074755,
      "grad_norm": 0.4006318151950836,
      "learning_rate": 4.824738201271132e-05,
      "loss": 5.4482,
      "step": 163265
    },
    {
      "epoch": 0.14291328830110264,
      "grad_norm": 0.41983580589294434,
      "learning_rate": 4.8247268301747993e-05,
      "loss": 5.1612,
      "step": 163270
    },
    {
      "epoch": 0.1429176648947298,
      "grad_norm": 0.38915836811065674,
      "learning_rate": 4.8247154587265034e-05,
      "loss": 5.4505,
      "step": 163275
    },
    {
      "epoch": 0.14292204148835694,
      "grad_norm": 0.4513942003250122,
      "learning_rate": 4.824704086926243e-05,
      "loss": 5.2158,
      "step": 163280
    },
    {
      "epoch": 0.1429264180819841,
      "grad_norm": 0.39199456572532654,
      "learning_rate": 4.8246927147740206e-05,
      "loss": 5.318,
      "step": 163285
    },
    {
      "epoch": 0.14293079467561126,
      "grad_norm": 0.4052651524543762,
      "learning_rate": 4.82468134226984e-05,
      "loss": 5.1558,
      "step": 163290
    },
    {
      "epoch": 0.1429351712692384,
      "grad_norm": 0.4053748548030853,
      "learning_rate": 4.824669969413703e-05,
      "loss": 5.4753,
      "step": 163295
    },
    {
      "epoch": 0.14293954786286556,
      "grad_norm": 0.4353463053703308,
      "learning_rate": 4.824658596205611e-05,
      "loss": 5.1679,
      "step": 163300
    },
    {
      "epoch": 0.14294392445649273,
      "grad_norm": 0.4374287724494934,
      "learning_rate": 4.824647222645568e-05,
      "loss": 4.9515,
      "step": 163305
    },
    {
      "epoch": 0.14294830105011988,
      "grad_norm": 0.4108034372329712,
      "learning_rate": 4.824635848733573e-05,
      "loss": 4.9309,
      "step": 163310
    },
    {
      "epoch": 0.14295267764374703,
      "grad_norm": 0.38789549469947815,
      "learning_rate": 4.824624474469631e-05,
      "loss": 5.7771,
      "step": 163315
    },
    {
      "epoch": 0.14295705423737418,
      "grad_norm": 0.41053539514541626,
      "learning_rate": 4.824613099853743e-05,
      "loss": 5.4713,
      "step": 163320
    },
    {
      "epoch": 0.14296143083100135,
      "grad_norm": 0.4035501182079315,
      "learning_rate": 4.824601724885911e-05,
      "loss": 5.2517,
      "step": 163325
    },
    {
      "epoch": 0.1429658074246285,
      "grad_norm": 0.4075418710708618,
      "learning_rate": 4.824590349566138e-05,
      "loss": 5.1403,
      "step": 163330
    },
    {
      "epoch": 0.14297018401825565,
      "grad_norm": 0.42162787914276123,
      "learning_rate": 4.824578973894426e-05,
      "loss": 5.9598,
      "step": 163335
    },
    {
      "epoch": 0.1429745606118828,
      "grad_norm": 0.38403990864753723,
      "learning_rate": 4.824567597870777e-05,
      "loss": 5.7772,
      "step": 163340
    },
    {
      "epoch": 0.14297893720550994,
      "grad_norm": 0.4058987498283386,
      "learning_rate": 4.824556221495193e-05,
      "loss": 5.2086,
      "step": 163345
    },
    {
      "epoch": 0.14298331379913712,
      "grad_norm": 0.38862931728363037,
      "learning_rate": 4.824544844767677e-05,
      "loss": 5.1909,
      "step": 163350
    },
    {
      "epoch": 0.14298769039276427,
      "grad_norm": 0.4029684364795685,
      "learning_rate": 4.8245334676882294e-05,
      "loss": 5.9848,
      "step": 163355
    },
    {
      "epoch": 0.14299206698639141,
      "grad_norm": 0.3812658190727234,
      "learning_rate": 4.8245220902568545e-05,
      "loss": 5.786,
      "step": 163360
    },
    {
      "epoch": 0.14299644358001856,
      "grad_norm": 0.3758622407913208,
      "learning_rate": 4.824510712473553e-05,
      "loss": 5.4314,
      "step": 163365
    },
    {
      "epoch": 0.14300082017364574,
      "grad_norm": 0.4097619950771332,
      "learning_rate": 4.8244993343383285e-05,
      "loss": 5.1356,
      "step": 163370
    },
    {
      "epoch": 0.14300519676727289,
      "grad_norm": 0.39458414912223816,
      "learning_rate": 4.824487955851181e-05,
      "loss": 5.7761,
      "step": 163375
    },
    {
      "epoch": 0.14300957336090003,
      "grad_norm": 0.48573124408721924,
      "learning_rate": 4.8244765770121156e-05,
      "loss": 5.149,
      "step": 163380
    },
    {
      "epoch": 0.14301394995452718,
      "grad_norm": 0.42148321866989136,
      "learning_rate": 4.824465197821132e-05,
      "loss": 5.668,
      "step": 163385
    },
    {
      "epoch": 0.14301832654815436,
      "grad_norm": 0.4055715501308441,
      "learning_rate": 4.824453818278234e-05,
      "loss": 4.7171,
      "step": 163390
    },
    {
      "epoch": 0.1430227031417815,
      "grad_norm": 0.4161432385444641,
      "learning_rate": 4.824442438383423e-05,
      "loss": 5.1733,
      "step": 163395
    },
    {
      "epoch": 0.14302707973540865,
      "grad_norm": 0.4173407554626465,
      "learning_rate": 4.8244310581367e-05,
      "loss": 5.6297,
      "step": 163400
    },
    {
      "epoch": 0.1430314563290358,
      "grad_norm": 0.41105586290359497,
      "learning_rate": 4.82441967753807e-05,
      "loss": 5.775,
      "step": 163405
    },
    {
      "epoch": 0.14303583292266298,
      "grad_norm": 0.4386005699634552,
      "learning_rate": 4.8244082965875334e-05,
      "loss": 5.2169,
      "step": 163410
    },
    {
      "epoch": 0.14304020951629012,
      "grad_norm": 0.4044095277786255,
      "learning_rate": 4.8243969152850934e-05,
      "loss": 5.4854,
      "step": 163415
    },
    {
      "epoch": 0.14304458610991727,
      "grad_norm": 0.3846804201602936,
      "learning_rate": 4.82438553363075e-05,
      "loss": 5.2505,
      "step": 163420
    },
    {
      "epoch": 0.14304896270354442,
      "grad_norm": 0.4030284881591797,
      "learning_rate": 4.824374151624508e-05,
      "loss": 5.3981,
      "step": 163425
    },
    {
      "epoch": 0.1430533392971716,
      "grad_norm": 0.43215706944465637,
      "learning_rate": 4.824362769266369e-05,
      "loss": 5.4555,
      "step": 163430
    },
    {
      "epoch": 0.14305771589079874,
      "grad_norm": 0.43414291739463806,
      "learning_rate": 4.8243513865563326e-05,
      "loss": 4.8701,
      "step": 163435
    },
    {
      "epoch": 0.1430620924844259,
      "grad_norm": 0.43217384815216064,
      "learning_rate": 4.824340003494404e-05,
      "loss": 5.3625,
      "step": 163440
    },
    {
      "epoch": 0.14306646907805304,
      "grad_norm": 0.4270689785480499,
      "learning_rate": 4.824328620080586e-05,
      "loss": 5.1821,
      "step": 163445
    },
    {
      "epoch": 0.1430708456716802,
      "grad_norm": 0.4045156240463257,
      "learning_rate": 4.8243172363148784e-05,
      "loss": 5.4864,
      "step": 163450
    },
    {
      "epoch": 0.14307522226530736,
      "grad_norm": 0.4039853811264038,
      "learning_rate": 4.8243058521972836e-05,
      "loss": 5.2297,
      "step": 163455
    },
    {
      "epoch": 0.1430795988589345,
      "grad_norm": 0.3998018801212311,
      "learning_rate": 4.824294467727806e-05,
      "loss": 5.967,
      "step": 163460
    },
    {
      "epoch": 0.14308397545256166,
      "grad_norm": 0.40992406010627747,
      "learning_rate": 4.8242830829064445e-05,
      "loss": 5.1746,
      "step": 163465
    },
    {
      "epoch": 0.1430883520461888,
      "grad_norm": 0.41385889053344727,
      "learning_rate": 4.8242716977332034e-05,
      "loss": 5.4569,
      "step": 163470
    },
    {
      "epoch": 0.14309272863981598,
      "grad_norm": 0.4373631179332733,
      "learning_rate": 4.824260312208085e-05,
      "loss": 4.2213,
      "step": 163475
    },
    {
      "epoch": 0.14309710523344313,
      "grad_norm": 0.4425898790359497,
      "learning_rate": 4.824248926331092e-05,
      "loss": 5.1405,
      "step": 163480
    },
    {
      "epoch": 0.14310148182707028,
      "grad_norm": 0.42865049839019775,
      "learning_rate": 4.824237540102224e-05,
      "loss": 5.1477,
      "step": 163485
    },
    {
      "epoch": 0.14310585842069742,
      "grad_norm": 0.39340636134147644,
      "learning_rate": 4.824226153521486e-05,
      "loss": 5.6863,
      "step": 163490
    },
    {
      "epoch": 0.1431102350143246,
      "grad_norm": 0.4431513845920563,
      "learning_rate": 4.8242147665888784e-05,
      "loss": 4.8559,
      "step": 163495
    },
    {
      "epoch": 0.14311461160795175,
      "grad_norm": 0.4312911927700043,
      "learning_rate": 4.824203379304405e-05,
      "loss": 3.6979,
      "step": 163500
    },
    {
      "epoch": 0.1431189882015789,
      "grad_norm": 0.4372996687889099,
      "learning_rate": 4.824191991668067e-05,
      "loss": 5.2591,
      "step": 163505
    },
    {
      "epoch": 0.14312336479520604,
      "grad_norm": 0.4207760691642761,
      "learning_rate": 4.8241806036798654e-05,
      "loss": 5.685,
      "step": 163510
    },
    {
      "epoch": 0.14312774138883322,
      "grad_norm": 0.4359443485736847,
      "learning_rate": 4.824169215339805e-05,
      "loss": 5.667,
      "step": 163515
    },
    {
      "epoch": 0.14313211798246037,
      "grad_norm": 0.4221346378326416,
      "learning_rate": 4.824157826647885e-05,
      "loss": 5.2875,
      "step": 163520
    },
    {
      "epoch": 0.14313649457608751,
      "grad_norm": 0.4138332009315491,
      "learning_rate": 4.82414643760411e-05,
      "loss": 4.1683,
      "step": 163525
    },
    {
      "epoch": 0.14314087116971466,
      "grad_norm": 0.4088056683540344,
      "learning_rate": 4.8241350482084816e-05,
      "loss": 5.3951,
      "step": 163530
    },
    {
      "epoch": 0.14314524776334184,
      "grad_norm": 0.42662495374679565,
      "learning_rate": 4.824123658461002e-05,
      "loss": 5.477,
      "step": 163535
    },
    {
      "epoch": 0.14314962435696899,
      "grad_norm": 0.4046558737754822,
      "learning_rate": 4.824112268361673e-05,
      "loss": 4.8618,
      "step": 163540
    },
    {
      "epoch": 0.14315400095059613,
      "grad_norm": 0.4496515691280365,
      "learning_rate": 4.824100877910497e-05,
      "loss": 5.1678,
      "step": 163545
    },
    {
      "epoch": 0.14315837754422328,
      "grad_norm": 0.4330686330795288,
      "learning_rate": 4.824089487107476e-05,
      "loss": 5.1996,
      "step": 163550
    },
    {
      "epoch": 0.14316275413785046,
      "grad_norm": 0.43858280777931213,
      "learning_rate": 4.824078095952613e-05,
      "loss": 4.6404,
      "step": 163555
    },
    {
      "epoch": 0.1431671307314776,
      "grad_norm": 0.4285474419593811,
      "learning_rate": 4.8240667044459096e-05,
      "loss": 5.1872,
      "step": 163560
    },
    {
      "epoch": 0.14317150732510475,
      "grad_norm": 0.3924296498298645,
      "learning_rate": 4.8240553125873675e-05,
      "loss": 5.1275,
      "step": 163565
    },
    {
      "epoch": 0.1431758839187319,
      "grad_norm": 0.3913816809654236,
      "learning_rate": 4.8240439203769896e-05,
      "loss": 5.2082,
      "step": 163570
    },
    {
      "epoch": 0.14318026051235908,
      "grad_norm": 0.40306293964385986,
      "learning_rate": 4.824032527814778e-05,
      "loss": 5.6713,
      "step": 163575
    },
    {
      "epoch": 0.14318463710598622,
      "grad_norm": 0.41273924708366394,
      "learning_rate": 4.8240211349007345e-05,
      "loss": 4.9658,
      "step": 163580
    },
    {
      "epoch": 0.14318901369961337,
      "grad_norm": 0.4077938497066498,
      "learning_rate": 4.824009741634863e-05,
      "loss": 5.2345,
      "step": 163585
    },
    {
      "epoch": 0.14319339029324052,
      "grad_norm": 0.42240288853645325,
      "learning_rate": 4.823998348017163e-05,
      "loss": 4.6084,
      "step": 163590
    },
    {
      "epoch": 0.1431977668868677,
      "grad_norm": 0.4345232844352722,
      "learning_rate": 4.8239869540476376e-05,
      "loss": 5.6625,
      "step": 163595
    },
    {
      "epoch": 0.14320214348049484,
      "grad_norm": 0.4294595718383789,
      "learning_rate": 4.82397555972629e-05,
      "loss": 5.1623,
      "step": 163600
    },
    {
      "epoch": 0.143206520074122,
      "grad_norm": 0.4125192165374756,
      "learning_rate": 4.823964165053122e-05,
      "loss": 5.1945,
      "step": 163605
    },
    {
      "epoch": 0.14321089666774914,
      "grad_norm": 0.4025361239910126,
      "learning_rate": 4.823952770028135e-05,
      "loss": 5.9813,
      "step": 163610
    },
    {
      "epoch": 0.14321527326137629,
      "grad_norm": 0.38427773118019104,
      "learning_rate": 4.823941374651333e-05,
      "loss": 6.3041,
      "step": 163615
    },
    {
      "epoch": 0.14321964985500346,
      "grad_norm": 0.43851238489151,
      "learning_rate": 4.823929978922716e-05,
      "loss": 5.163,
      "step": 163620
    },
    {
      "epoch": 0.1432240264486306,
      "grad_norm": 0.405345618724823,
      "learning_rate": 4.823918582842287e-05,
      "loss": 5.4571,
      "step": 163625
    },
    {
      "epoch": 0.14322840304225776,
      "grad_norm": 0.38673484325408936,
      "learning_rate": 4.8239071864100496e-05,
      "loss": 5.685,
      "step": 163630
    },
    {
      "epoch": 0.1432327796358849,
      "grad_norm": 0.392207533121109,
      "learning_rate": 4.823895789626004e-05,
      "loss": 4.9522,
      "step": 163635
    },
    {
      "epoch": 0.14323715622951208,
      "grad_norm": 0.4034579396247864,
      "learning_rate": 4.823884392490152e-05,
      "loss": 5.0678,
      "step": 163640
    },
    {
      "epoch": 0.14324153282313923,
      "grad_norm": 0.41376641392707825,
      "learning_rate": 4.8238729950024987e-05,
      "loss": 5.4435,
      "step": 163645
    },
    {
      "epoch": 0.14324590941676638,
      "grad_norm": 0.391241192817688,
      "learning_rate": 4.823861597163044e-05,
      "loss": 5.727,
      "step": 163650
    },
    {
      "epoch": 0.14325028601039352,
      "grad_norm": 0.4507104158401489,
      "learning_rate": 4.82385019897179e-05,
      "loss": 3.8961,
      "step": 163655
    },
    {
      "epoch": 0.1432546626040207,
      "grad_norm": 0.4512972831726074,
      "learning_rate": 4.8238388004287406e-05,
      "loss": 5.3438,
      "step": 163660
    },
    {
      "epoch": 0.14325903919764785,
      "grad_norm": 0.39441239833831787,
      "learning_rate": 4.823827401533897e-05,
      "loss": 5.0393,
      "step": 163665
    },
    {
      "epoch": 0.143263415791275,
      "grad_norm": 0.3938937485218048,
      "learning_rate": 4.8238160022872606e-05,
      "loss": 5.4905,
      "step": 163670
    },
    {
      "epoch": 0.14326779238490214,
      "grad_norm": 0.4065200090408325,
      "learning_rate": 4.8238046026888336e-05,
      "loss": 4.7094,
      "step": 163675
    },
    {
      "epoch": 0.14327216897852932,
      "grad_norm": 0.3951790928840637,
      "learning_rate": 4.823793202738621e-05,
      "loss": 5.6287,
      "step": 163680
    },
    {
      "epoch": 0.14327654557215647,
      "grad_norm": 0.3942456543445587,
      "learning_rate": 4.823781802436622e-05,
      "loss": 5.4909,
      "step": 163685
    },
    {
      "epoch": 0.14328092216578361,
      "grad_norm": 0.42586222290992737,
      "learning_rate": 4.82377040178284e-05,
      "loss": 5.7187,
      "step": 163690
    },
    {
      "epoch": 0.14328529875941076,
      "grad_norm": 0.3831471800804138,
      "learning_rate": 4.8237590007772774e-05,
      "loss": 6.2807,
      "step": 163695
    },
    {
      "epoch": 0.14328967535303794,
      "grad_norm": 0.44204384088516235,
      "learning_rate": 4.8237475994199343e-05,
      "loss": 4.4211,
      "step": 163700
    },
    {
      "epoch": 0.14329405194666509,
      "grad_norm": 0.41629037261009216,
      "learning_rate": 4.8237361977108165e-05,
      "loss": 4.4307,
      "step": 163705
    },
    {
      "epoch": 0.14329842854029223,
      "grad_norm": 0.4235997200012207,
      "learning_rate": 4.823724795649923e-05,
      "loss": 5.1788,
      "step": 163710
    },
    {
      "epoch": 0.14330280513391938,
      "grad_norm": 0.41658467054367065,
      "learning_rate": 4.823713393237258e-05,
      "loss": 3.9055,
      "step": 163715
    },
    {
      "epoch": 0.14330718172754656,
      "grad_norm": 0.4238438308238983,
      "learning_rate": 4.823701990472822e-05,
      "loss": 5.2601,
      "step": 163720
    },
    {
      "epoch": 0.1433115583211737,
      "grad_norm": 0.43210068345069885,
      "learning_rate": 4.8236905873566186e-05,
      "loss": 5.684,
      "step": 163725
    },
    {
      "epoch": 0.14331593491480085,
      "grad_norm": 0.412460058927536,
      "learning_rate": 4.82367918388865e-05,
      "loss": 5.2017,
      "step": 163730
    },
    {
      "epoch": 0.143320311508428,
      "grad_norm": 0.4003300964832306,
      "learning_rate": 4.823667780068918e-05,
      "loss": 5.4535,
      "step": 163735
    },
    {
      "epoch": 0.14332468810205515,
      "grad_norm": 0.49102649092674255,
      "learning_rate": 4.823656375897424e-05,
      "loss": 4.977,
      "step": 163740
    },
    {
      "epoch": 0.14332906469568232,
      "grad_norm": 0.40642261505126953,
      "learning_rate": 4.8236449713741713e-05,
      "loss": 5.7459,
      "step": 163745
    },
    {
      "epoch": 0.14333344128930947,
      "grad_norm": 0.42003193497657776,
      "learning_rate": 4.823633566499163e-05,
      "loss": 4.6683,
      "step": 163750
    },
    {
      "epoch": 0.14333781788293662,
      "grad_norm": 0.42881330847740173,
      "learning_rate": 4.8236221612723984e-05,
      "loss": 4.6444,
      "step": 163755
    },
    {
      "epoch": 0.14334219447656377,
      "grad_norm": 0.4400203824043274,
      "learning_rate": 4.8236107556938816e-05,
      "loss": 5.7434,
      "step": 163760
    },
    {
      "epoch": 0.14334657107019094,
      "grad_norm": 0.422905296087265,
      "learning_rate": 4.823599349763616e-05,
      "loss": 5.1813,
      "step": 163765
    },
    {
      "epoch": 0.1433509476638181,
      "grad_norm": 0.4064638912677765,
      "learning_rate": 4.8235879434816014e-05,
      "loss": 5.9732,
      "step": 163770
    },
    {
      "epoch": 0.14335532425744524,
      "grad_norm": 0.43994197249412537,
      "learning_rate": 4.8235765368478394e-05,
      "loss": 5.4587,
      "step": 163775
    },
    {
      "epoch": 0.14335970085107239,
      "grad_norm": 0.4197782576084137,
      "learning_rate": 4.8235651298623365e-05,
      "loss": 5.4533,
      "step": 163780
    },
    {
      "epoch": 0.14336407744469956,
      "grad_norm": 0.43147122859954834,
      "learning_rate": 4.8235537225250906e-05,
      "loss": 4.7192,
      "step": 163785
    },
    {
      "epoch": 0.1433684540383267,
      "grad_norm": 0.43032968044281006,
      "learning_rate": 4.8235423148361045e-05,
      "loss": 5.2689,
      "step": 163790
    },
    {
      "epoch": 0.14337283063195386,
      "grad_norm": 0.39395764470100403,
      "learning_rate": 4.823530906795383e-05,
      "loss": 5.7832,
      "step": 163795
    },
    {
      "epoch": 0.143377207225581,
      "grad_norm": 0.4291411340236664,
      "learning_rate": 4.823519498402926e-05,
      "loss": 4.8567,
      "step": 163800
    },
    {
      "epoch": 0.14338158381920818,
      "grad_norm": 0.4150608479976654,
      "learning_rate": 4.823508089658737e-05,
      "loss": 4.97,
      "step": 163805
    },
    {
      "epoch": 0.14338596041283533,
      "grad_norm": 0.44660890102386475,
      "learning_rate": 4.823496680562817e-05,
      "loss": 5.4896,
      "step": 163810
    },
    {
      "epoch": 0.14339033700646248,
      "grad_norm": 0.40789422392845154,
      "learning_rate": 4.823485271115169e-05,
      "loss": 5.6703,
      "step": 163815
    },
    {
      "epoch": 0.14339471360008962,
      "grad_norm": 0.45772653818130493,
      "learning_rate": 4.8234738613157946e-05,
      "loss": 4.8953,
      "step": 163820
    },
    {
      "epoch": 0.1433990901937168,
      "grad_norm": 0.41994431614875793,
      "learning_rate": 4.8234624511646965e-05,
      "loss": 5.2585,
      "step": 163825
    },
    {
      "epoch": 0.14340346678734395,
      "grad_norm": 0.4321690797805786,
      "learning_rate": 4.823451040661877e-05,
      "loss": 5.1562,
      "step": 163830
    },
    {
      "epoch": 0.1434078433809711,
      "grad_norm": 0.4268884062767029,
      "learning_rate": 4.8234396298073384e-05,
      "loss": 4.1338,
      "step": 163835
    },
    {
      "epoch": 0.14341221997459824,
      "grad_norm": 0.4245034456253052,
      "learning_rate": 4.823428218601082e-05,
      "loss": 5.4934,
      "step": 163840
    },
    {
      "epoch": 0.14341659656822542,
      "grad_norm": 0.39075520634651184,
      "learning_rate": 4.823416807043111e-05,
      "loss": 6.2912,
      "step": 163845
    },
    {
      "epoch": 0.14342097316185257,
      "grad_norm": 0.41859254240989685,
      "learning_rate": 4.823405395133426e-05,
      "loss": 4.9453,
      "step": 163850
    },
    {
      "epoch": 0.14342534975547971,
      "grad_norm": 0.40390053391456604,
      "learning_rate": 4.823393982872032e-05,
      "loss": 5.3861,
      "step": 163855
    },
    {
      "epoch": 0.14342972634910686,
      "grad_norm": 0.41909006237983704,
      "learning_rate": 4.823382570258929e-05,
      "loss": 5.4831,
      "step": 163860
    },
    {
      "epoch": 0.143434102942734,
      "grad_norm": 0.42793241143226624,
      "learning_rate": 4.82337115729412e-05,
      "loss": 4.1597,
      "step": 163865
    },
    {
      "epoch": 0.14343847953636119,
      "grad_norm": 0.41855666041374207,
      "learning_rate": 4.8233597439776054e-05,
      "loss": 5.1735,
      "step": 163870
    },
    {
      "epoch": 0.14344285612998833,
      "grad_norm": 0.41350066661834717,
      "learning_rate": 4.8233483303093906e-05,
      "loss": 5.6666,
      "step": 163875
    },
    {
      "epoch": 0.14344723272361548,
      "grad_norm": 0.39253005385398865,
      "learning_rate": 4.823336916289475e-05,
      "loss": 5.6937,
      "step": 163880
    },
    {
      "epoch": 0.14345160931724263,
      "grad_norm": 0.4198950529098511,
      "learning_rate": 4.8233255019178637e-05,
      "loss": 4.4333,
      "step": 163885
    },
    {
      "epoch": 0.1434559859108698,
      "grad_norm": 0.38973918557167053,
      "learning_rate": 4.823314087194556e-05,
      "loss": 5.1528,
      "step": 163890
    },
    {
      "epoch": 0.14346036250449695,
      "grad_norm": 0.4257696568965912,
      "learning_rate": 4.823302672119555e-05,
      "loss": 4.7506,
      "step": 163895
    },
    {
      "epoch": 0.1434647390981241,
      "grad_norm": 0.3946693539619446,
      "learning_rate": 4.823291256692865e-05,
      "loss": 5.4343,
      "step": 163900
    },
    {
      "epoch": 0.14346911569175125,
      "grad_norm": 0.41763898730278015,
      "learning_rate": 4.823279840914484e-05,
      "loss": 4.5553,
      "step": 163905
    },
    {
      "epoch": 0.14347349228537842,
      "grad_norm": 0.4103492796421051,
      "learning_rate": 4.823268424784417e-05,
      "loss": 5.7566,
      "step": 163910
    },
    {
      "epoch": 0.14347786887900557,
      "grad_norm": 0.38903698325157166,
      "learning_rate": 4.823257008302667e-05,
      "loss": 5.7396,
      "step": 163915
    },
    {
      "epoch": 0.14348224547263272,
      "grad_norm": 0.42426517605781555,
      "learning_rate": 4.823245591469234e-05,
      "loss": 5.4271,
      "step": 163920
    },
    {
      "epoch": 0.14348662206625987,
      "grad_norm": 0.4119718074798584,
      "learning_rate": 4.823234174284123e-05,
      "loss": 5.3609,
      "step": 163925
    },
    {
      "epoch": 0.14349099865988704,
      "grad_norm": 0.40502265095710754,
      "learning_rate": 4.823222756747332e-05,
      "loss": 5.2393,
      "step": 163930
    },
    {
      "epoch": 0.1434953752535142,
      "grad_norm": 0.38879120349884033,
      "learning_rate": 4.823211338858866e-05,
      "loss": 5.7911,
      "step": 163935
    },
    {
      "epoch": 0.14349975184714134,
      "grad_norm": 0.4279053807258606,
      "learning_rate": 4.8231999206187286e-05,
      "loss": 4.7306,
      "step": 163940
    },
    {
      "epoch": 0.14350412844076849,
      "grad_norm": 0.6136744618415833,
      "learning_rate": 4.823188502026919e-05,
      "loss": 4.8629,
      "step": 163945
    },
    {
      "epoch": 0.14350850503439566,
      "grad_norm": 0.4513576030731201,
      "learning_rate": 4.82317708308344e-05,
      "loss": 5.2759,
      "step": 163950
    },
    {
      "epoch": 0.1435128816280228,
      "grad_norm": 0.4150024354457855,
      "learning_rate": 4.823165663788295e-05,
      "loss": 4.9473,
      "step": 163955
    },
    {
      "epoch": 0.14351725822164996,
      "grad_norm": 0.40693995356559753,
      "learning_rate": 4.823154244141486e-05,
      "loss": 5.4536,
      "step": 163960
    },
    {
      "epoch": 0.1435216348152771,
      "grad_norm": 0.41692161560058594,
      "learning_rate": 4.8231428241430143e-05,
      "loss": 4.6666,
      "step": 163965
    },
    {
      "epoch": 0.14352601140890428,
      "grad_norm": 0.4011467397212982,
      "learning_rate": 4.823131403792883e-05,
      "loss": 4.987,
      "step": 163970
    },
    {
      "epoch": 0.14353038800253143,
      "grad_norm": 0.3967062830924988,
      "learning_rate": 4.823119983091093e-05,
      "loss": 6.0461,
      "step": 163975
    },
    {
      "epoch": 0.14353476459615858,
      "grad_norm": 0.41447022557258606,
      "learning_rate": 4.8231085620376484e-05,
      "loss": 4.4415,
      "step": 163980
    },
    {
      "epoch": 0.14353914118978572,
      "grad_norm": 0.384247362613678,
      "learning_rate": 4.82309714063255e-05,
      "loss": 5.2294,
      "step": 163985
    },
    {
      "epoch": 0.14354351778341287,
      "grad_norm": 0.4016498625278473,
      "learning_rate": 4.823085718875801e-05,
      "loss": 5.6652,
      "step": 163990
    },
    {
      "epoch": 0.14354789437704005,
      "grad_norm": 0.42949002981185913,
      "learning_rate": 4.823074296767403e-05,
      "loss": 5.1783,
      "step": 163995
    },
    {
      "epoch": 0.1435522709706672,
      "grad_norm": 0.39689919352531433,
      "learning_rate": 4.823062874307358e-05,
      "loss": 5.4702,
      "step": 164000
    },
    {
      "epoch": 0.14355664756429434,
      "grad_norm": 0.39486438035964966,
      "learning_rate": 4.823051451495667e-05,
      "loss": 5.7346,
      "step": 164005
    },
    {
      "epoch": 0.1435610241579215,
      "grad_norm": 0.3938390016555786,
      "learning_rate": 4.8230400283323364e-05,
      "loss": 5.2384,
      "step": 164010
    },
    {
      "epoch": 0.14356540075154867,
      "grad_norm": 0.4213956892490387,
      "learning_rate": 4.8230286048173637e-05,
      "loss": 5.1418,
      "step": 164015
    },
    {
      "epoch": 0.14356977734517581,
      "grad_norm": 0.41890665888786316,
      "learning_rate": 4.823017180950754e-05,
      "loss": 4.9253,
      "step": 164020
    },
    {
      "epoch": 0.14357415393880296,
      "grad_norm": 0.4531418979167938,
      "learning_rate": 4.823005756732507e-05,
      "loss": 4.6293,
      "step": 164025
    },
    {
      "epoch": 0.1435785305324301,
      "grad_norm": 0.40320420265197754,
      "learning_rate": 4.822994332162628e-05,
      "loss": 5.1725,
      "step": 164030
    },
    {
      "epoch": 0.14358290712605729,
      "grad_norm": 0.4125838577747345,
      "learning_rate": 4.822982907241117e-05,
      "loss": 5.6941,
      "step": 164035
    },
    {
      "epoch": 0.14358728371968443,
      "grad_norm": 0.42459091544151306,
      "learning_rate": 4.8229714819679775e-05,
      "loss": 5.4668,
      "step": 164040
    },
    {
      "epoch": 0.14359166031331158,
      "grad_norm": 0.42209863662719727,
      "learning_rate": 4.822960056343211e-05,
      "loss": 5.4625,
      "step": 164045
    },
    {
      "epoch": 0.14359603690693873,
      "grad_norm": 0.4205454885959625,
      "learning_rate": 4.8229486303668194e-05,
      "loss": 5.2349,
      "step": 164050
    },
    {
      "epoch": 0.1436004135005659,
      "grad_norm": 0.4113147258758545,
      "learning_rate": 4.822937204038804e-05,
      "loss": 5.6658,
      "step": 164055
    },
    {
      "epoch": 0.14360479009419305,
      "grad_norm": 0.3907444477081299,
      "learning_rate": 4.8229257773591706e-05,
      "loss": 5.1684,
      "step": 164060
    },
    {
      "epoch": 0.1436091666878202,
      "grad_norm": 0.42062750458717346,
      "learning_rate": 4.822914350327918e-05,
      "loss": 5.9795,
      "step": 164065
    },
    {
      "epoch": 0.14361354328144735,
      "grad_norm": 0.4138301610946655,
      "learning_rate": 4.822902922945049e-05,
      "loss": 4.5873,
      "step": 164070
    },
    {
      "epoch": 0.14361791987507452,
      "grad_norm": 0.40356016159057617,
      "learning_rate": 4.822891495210568e-05,
      "loss": 5.1787,
      "step": 164075
    },
    {
      "epoch": 0.14362229646870167,
      "grad_norm": 0.4386056959629059,
      "learning_rate": 4.822880067124473e-05,
      "loss": 4.7699,
      "step": 164080
    },
    {
      "epoch": 0.14362667306232882,
      "grad_norm": 0.37344276905059814,
      "learning_rate": 4.8228686386867706e-05,
      "loss": 5.7866,
      "step": 164085
    },
    {
      "epoch": 0.14363104965595597,
      "grad_norm": 0.3805026113986969,
      "learning_rate": 4.822857209897461e-05,
      "loss": 5.9811,
      "step": 164090
    },
    {
      "epoch": 0.14363542624958314,
      "grad_norm": 0.4363515377044678,
      "learning_rate": 4.822845780756545e-05,
      "loss": 5.642,
      "step": 164095
    },
    {
      "epoch": 0.1436398028432103,
      "grad_norm": 0.41089266538619995,
      "learning_rate": 4.822834351264028e-05,
      "loss": 4.9434,
      "step": 164100
    },
    {
      "epoch": 0.14364417943683744,
      "grad_norm": 0.4394800066947937,
      "learning_rate": 4.822822921419911e-05,
      "loss": 4.8683,
      "step": 164105
    },
    {
      "epoch": 0.14364855603046459,
      "grad_norm": 0.43717047572135925,
      "learning_rate": 4.822811491224194e-05,
      "loss": 4.9212,
      "step": 164110
    },
    {
      "epoch": 0.14365293262409173,
      "grad_norm": 0.3920976221561432,
      "learning_rate": 4.8228000606768806e-05,
      "loss": 5.7178,
      "step": 164115
    },
    {
      "epoch": 0.1436573092177189,
      "grad_norm": 0.43663105368614197,
      "learning_rate": 4.8227886297779746e-05,
      "loss": 4.1083,
      "step": 164120
    },
    {
      "epoch": 0.14366168581134606,
      "grad_norm": 0.4129902720451355,
      "learning_rate": 4.822777198527476e-05,
      "loss": 5.1721,
      "step": 164125
    },
    {
      "epoch": 0.1436660624049732,
      "grad_norm": 0.4347599744796753,
      "learning_rate": 4.822765766925389e-05,
      "loss": 5.7451,
      "step": 164130
    },
    {
      "epoch": 0.14367043899860035,
      "grad_norm": 0.41207340359687805,
      "learning_rate": 4.822754334971714e-05,
      "loss": 4.8639,
      "step": 164135
    },
    {
      "epoch": 0.14367481559222753,
      "grad_norm": 0.3830955922603607,
      "learning_rate": 4.822742902666455e-05,
      "loss": 5.4491,
      "step": 164140
    },
    {
      "epoch": 0.14367919218585468,
      "grad_norm": 0.3963399827480316,
      "learning_rate": 4.8227314700096126e-05,
      "loss": 5.4655,
      "step": 164145
    },
    {
      "epoch": 0.14368356877948182,
      "grad_norm": 0.4282904267311096,
      "learning_rate": 4.822720037001188e-05,
      "loss": 5.2198,
      "step": 164150
    },
    {
      "epoch": 0.14368794537310897,
      "grad_norm": 0.4112568497657776,
      "learning_rate": 4.822708603641187e-05,
      "loss": 5.2604,
      "step": 164155
    },
    {
      "epoch": 0.14369232196673615,
      "grad_norm": 0.39379340410232544,
      "learning_rate": 4.8226971699296095e-05,
      "loss": 5.2018,
      "step": 164160
    },
    {
      "epoch": 0.1436966985603633,
      "grad_norm": 0.40223851799964905,
      "learning_rate": 4.822685735866458e-05,
      "loss": 5.4441,
      "step": 164165
    },
    {
      "epoch": 0.14370107515399044,
      "grad_norm": 0.41715171933174133,
      "learning_rate": 4.822674301451734e-05,
      "loss": 5.6809,
      "step": 164170
    },
    {
      "epoch": 0.1437054517476176,
      "grad_norm": 0.4242069721221924,
      "learning_rate": 4.82266286668544e-05,
      "loss": 4.6726,
      "step": 164175
    },
    {
      "epoch": 0.14370982834124477,
      "grad_norm": 0.40244701504707336,
      "learning_rate": 4.82265143156758e-05,
      "loss": 5.9943,
      "step": 164180
    },
    {
      "epoch": 0.14371420493487191,
      "grad_norm": 0.41487136483192444,
      "learning_rate": 4.822639996098154e-05,
      "loss": 5.2396,
      "step": 164185
    },
    {
      "epoch": 0.14371858152849906,
      "grad_norm": 0.3851175904273987,
      "learning_rate": 4.8226285602771646e-05,
      "loss": 5.968,
      "step": 164190
    },
    {
      "epoch": 0.1437229581221262,
      "grad_norm": 0.406933069229126,
      "learning_rate": 4.8226171241046146e-05,
      "loss": 5.2537,
      "step": 164195
    },
    {
      "epoch": 0.14372733471575339,
      "grad_norm": 0.3888416290283203,
      "learning_rate": 4.822605687580507e-05,
      "loss": 5.4727,
      "step": 164200
    },
    {
      "epoch": 0.14373171130938053,
      "grad_norm": 0.41897162795066833,
      "learning_rate": 4.822594250704841e-05,
      "loss": 4.6227,
      "step": 164205
    },
    {
      "epoch": 0.14373608790300768,
      "grad_norm": 0.41004666686058044,
      "learning_rate": 4.822582813477623e-05,
      "loss": 5.2355,
      "step": 164210
    },
    {
      "epoch": 0.14374046449663483,
      "grad_norm": 0.4210945963859558,
      "learning_rate": 4.8225713758988525e-05,
      "loss": 5.083,
      "step": 164215
    },
    {
      "epoch": 0.143744841090262,
      "grad_norm": 0.4538083076477051,
      "learning_rate": 4.8225599379685316e-05,
      "loss": 5.9998,
      "step": 164220
    },
    {
      "epoch": 0.14374921768388915,
      "grad_norm": 0.4057985842227936,
      "learning_rate": 4.822548499686664e-05,
      "loss": 5.1991,
      "step": 164225
    },
    {
      "epoch": 0.1437535942775163,
      "grad_norm": 0.42468246817588806,
      "learning_rate": 4.8225370610532504e-05,
      "loss": 5.6264,
      "step": 164230
    },
    {
      "epoch": 0.14375797087114345,
      "grad_norm": 0.41917040944099426,
      "learning_rate": 4.8225256220682935e-05,
      "loss": 5.0508,
      "step": 164235
    },
    {
      "epoch": 0.14376234746477062,
      "grad_norm": 0.40784767270088196,
      "learning_rate": 4.822514182731796e-05,
      "loss": 5.7264,
      "step": 164240
    },
    {
      "epoch": 0.14376672405839777,
      "grad_norm": 0.4465228021144867,
      "learning_rate": 4.8225027430437594e-05,
      "loss": 4.9399,
      "step": 164245
    },
    {
      "epoch": 0.14377110065202492,
      "grad_norm": 0.40366217494010925,
      "learning_rate": 4.8224913030041875e-05,
      "loss": 5.352,
      "step": 164250
    },
    {
      "epoch": 0.14377547724565207,
      "grad_norm": 0.39005881547927856,
      "learning_rate": 4.822479862613081e-05,
      "loss": 6.2816,
      "step": 164255
    },
    {
      "epoch": 0.14377985383927921,
      "grad_norm": 0.4055734872817993,
      "learning_rate": 4.822468421870441e-05,
      "loss": 5.7234,
      "step": 164260
    },
    {
      "epoch": 0.1437842304329064,
      "grad_norm": 0.4065196216106415,
      "learning_rate": 4.822456980776272e-05,
      "loss": 5.1677,
      "step": 164265
    },
    {
      "epoch": 0.14378860702653354,
      "grad_norm": 0.3914262652397156,
      "learning_rate": 4.822445539330576e-05,
      "loss": 5.3793,
      "step": 164270
    },
    {
      "epoch": 0.14379298362016069,
      "grad_norm": 0.46410295367240906,
      "learning_rate": 4.8224340975333524e-05,
      "loss": 4.9476,
      "step": 164275
    },
    {
      "epoch": 0.14379736021378783,
      "grad_norm": 0.39203453063964844,
      "learning_rate": 4.8224226553846075e-05,
      "loss": 5.6729,
      "step": 164280
    },
    {
      "epoch": 0.143801736807415,
      "grad_norm": 0.3980569541454315,
      "learning_rate": 4.82241121288434e-05,
      "loss": 5.6494,
      "step": 164285
    },
    {
      "epoch": 0.14380611340104216,
      "grad_norm": 0.4779762625694275,
      "learning_rate": 4.822399770032555e-05,
      "loss": 5.2672,
      "step": 164290
    },
    {
      "epoch": 0.1438104899946693,
      "grad_norm": 0.3867957592010498,
      "learning_rate": 4.8223883268292534e-05,
      "loss": 5.2702,
      "step": 164295
    },
    {
      "epoch": 0.14381486658829645,
      "grad_norm": 0.5460119843482971,
      "learning_rate": 4.8223768832744365e-05,
      "loss": 4.9662,
      "step": 164300
    },
    {
      "epoch": 0.14381924318192363,
      "grad_norm": 0.48525485396385193,
      "learning_rate": 4.822365439368107e-05,
      "loss": 5.4211,
      "step": 164305
    },
    {
      "epoch": 0.14382361977555078,
      "grad_norm": 0.42030930519104004,
      "learning_rate": 4.822353995110269e-05,
      "loss": 5.6678,
      "step": 164310
    },
    {
      "epoch": 0.14382799636917792,
      "grad_norm": 0.4162302613258362,
      "learning_rate": 4.822342550500922e-05,
      "loss": 5.1612,
      "step": 164315
    },
    {
      "epoch": 0.14383237296280507,
      "grad_norm": 0.41683530807495117,
      "learning_rate": 4.82233110554007e-05,
      "loss": 5.6324,
      "step": 164320
    },
    {
      "epoch": 0.14383674955643225,
      "grad_norm": 0.43564802408218384,
      "learning_rate": 4.8223196602277144e-05,
      "loss": 5.9887,
      "step": 164325
    },
    {
      "epoch": 0.1438411261500594,
      "grad_norm": 0.4474293291568756,
      "learning_rate": 4.8223082145638574e-05,
      "loss": 4.9391,
      "step": 164330
    },
    {
      "epoch": 0.14384550274368654,
      "grad_norm": 0.6779717206954956,
      "learning_rate": 4.822296768548501e-05,
      "loss": 4.4026,
      "step": 164335
    },
    {
      "epoch": 0.1438498793373137,
      "grad_norm": 0.43795037269592285,
      "learning_rate": 4.822285322181649e-05,
      "loss": 4.9521,
      "step": 164340
    },
    {
      "epoch": 0.14385425593094087,
      "grad_norm": 0.4600786566734314,
      "learning_rate": 4.8222738754633015e-05,
      "loss": 5.4473,
      "step": 164345
    },
    {
      "epoch": 0.14385863252456801,
      "grad_norm": 0.4410170614719391,
      "learning_rate": 4.822262428393461e-05,
      "loss": 4.4492,
      "step": 164350
    },
    {
      "epoch": 0.14386300911819516,
      "grad_norm": 0.3977813720703125,
      "learning_rate": 4.8222509809721314e-05,
      "loss": 4.9527,
      "step": 164355
    },
    {
      "epoch": 0.1438673857118223,
      "grad_norm": 0.4270666539669037,
      "learning_rate": 4.822239533199314e-05,
      "loss": 5.7287,
      "step": 164360
    },
    {
      "epoch": 0.14387176230544949,
      "grad_norm": 0.4264634847640991,
      "learning_rate": 4.82222808507501e-05,
      "loss": 4.4433,
      "step": 164365
    },
    {
      "epoch": 0.14387613889907663,
      "grad_norm": 0.41320908069610596,
      "learning_rate": 4.822216636599224e-05,
      "loss": 4.6564,
      "step": 164370
    },
    {
      "epoch": 0.14388051549270378,
      "grad_norm": 0.3899804651737213,
      "learning_rate": 4.8222051877719555e-05,
      "loss": 5.9826,
      "step": 164375
    },
    {
      "epoch": 0.14388489208633093,
      "grad_norm": 0.4057925343513489,
      "learning_rate": 4.822193738593208e-05,
      "loss": 5.4599,
      "step": 164380
    },
    {
      "epoch": 0.14388926867995808,
      "grad_norm": 0.38288015127182007,
      "learning_rate": 4.822182289062983e-05,
      "loss": 5.5177,
      "step": 164385
    },
    {
      "epoch": 0.14389364527358525,
      "grad_norm": 0.4207093119621277,
      "learning_rate": 4.822170839181284e-05,
      "loss": 5.1726,
      "step": 164390
    },
    {
      "epoch": 0.1438980218672124,
      "grad_norm": 0.4753319323062897,
      "learning_rate": 4.822159388948112e-05,
      "loss": 4.4641,
      "step": 164395
    },
    {
      "epoch": 0.14390239846083955,
      "grad_norm": 0.4013552665710449,
      "learning_rate": 4.82214793836347e-05,
      "loss": 5.2576,
      "step": 164400
    },
    {
      "epoch": 0.1439067750544667,
      "grad_norm": 0.41511163115501404,
      "learning_rate": 4.822136487427361e-05,
      "loss": 4.9521,
      "step": 164405
    },
    {
      "epoch": 0.14391115164809387,
      "grad_norm": 0.42006513476371765,
      "learning_rate": 4.822125036139785e-05,
      "loss": 5.1737,
      "step": 164410
    },
    {
      "epoch": 0.14391552824172102,
      "grad_norm": 0.42919212579727173,
      "learning_rate": 4.822113584500745e-05,
      "loss": 5.6709,
      "step": 164415
    },
    {
      "epoch": 0.14391990483534817,
      "grad_norm": 0.43847399950027466,
      "learning_rate": 4.822102132510244e-05,
      "loss": 5.1865,
      "step": 164420
    },
    {
      "epoch": 0.14392428142897531,
      "grad_norm": 0.5050317049026489,
      "learning_rate": 4.8220906801682845e-05,
      "loss": 6.2516,
      "step": 164425
    },
    {
      "epoch": 0.1439286580226025,
      "grad_norm": 0.42087316513061523,
      "learning_rate": 4.822079227474866e-05,
      "loss": 5.2295,
      "step": 164430
    },
    {
      "epoch": 0.14393303461622964,
      "grad_norm": 0.4014451801776886,
      "learning_rate": 4.8220677744299934e-05,
      "loss": 5.9381,
      "step": 164435
    },
    {
      "epoch": 0.14393741120985679,
      "grad_norm": 0.41218703985214233,
      "learning_rate": 4.822056321033669e-05,
      "loss": 5.1482,
      "step": 164440
    },
    {
      "epoch": 0.14394178780348393,
      "grad_norm": 0.4285988509654999,
      "learning_rate": 4.822044867285894e-05,
      "loss": 4.9447,
      "step": 164445
    },
    {
      "epoch": 0.1439461643971111,
      "grad_norm": 0.4246205985546112,
      "learning_rate": 4.8220334131866715e-05,
      "loss": 5.1622,
      "step": 164450
    },
    {
      "epoch": 0.14395054099073826,
      "grad_norm": 0.41392990946769714,
      "learning_rate": 4.8220219587360017e-05,
      "loss": 5.7962,
      "step": 164455
    },
    {
      "epoch": 0.1439549175843654,
      "grad_norm": 0.47578585147857666,
      "learning_rate": 4.822010503933888e-05,
      "loss": 4.9393,
      "step": 164460
    },
    {
      "epoch": 0.14395929417799255,
      "grad_norm": 0.42393773794174194,
      "learning_rate": 4.8219990487803335e-05,
      "loss": 4.9509,
      "step": 164465
    },
    {
      "epoch": 0.14396367077161973,
      "grad_norm": 0.39074525237083435,
      "learning_rate": 4.82198759327534e-05,
      "loss": 6.2822,
      "step": 164470
    },
    {
      "epoch": 0.14396804736524688,
      "grad_norm": 0.3775385022163391,
      "learning_rate": 4.8219761374189085e-05,
      "loss": 5.7678,
      "step": 164475
    },
    {
      "epoch": 0.14397242395887402,
      "grad_norm": 0.4196513593196869,
      "learning_rate": 4.821964681211043e-05,
      "loss": 5.9893,
      "step": 164480
    },
    {
      "epoch": 0.14397680055250117,
      "grad_norm": 0.5230683088302612,
      "learning_rate": 4.821953224651744e-05,
      "loss": 4.6369,
      "step": 164485
    },
    {
      "epoch": 0.14398117714612835,
      "grad_norm": 0.41851934790611267,
      "learning_rate": 4.821941767741014e-05,
      "loss": 5.7479,
      "step": 164490
    },
    {
      "epoch": 0.1439855537397555,
      "grad_norm": 0.4486323595046997,
      "learning_rate": 4.821930310478856e-05,
      "loss": 5.7469,
      "step": 164495
    },
    {
      "epoch": 0.14398993033338264,
      "grad_norm": 0.43886375427246094,
      "learning_rate": 4.8219188528652725e-05,
      "loss": 5.4252,
      "step": 164500
    },
    {
      "epoch": 0.1439943069270098,
      "grad_norm": 0.42880550026893616,
      "learning_rate": 4.821907394900265e-05,
      "loss": 4.0773,
      "step": 164505
    },
    {
      "epoch": 0.14399868352063694,
      "grad_norm": 0.4502052664756775,
      "learning_rate": 4.8218959365838356e-05,
      "loss": 4.626,
      "step": 164510
    },
    {
      "epoch": 0.14400306011426411,
      "grad_norm": 0.3891552984714508,
      "learning_rate": 4.8218844779159865e-05,
      "loss": 6.326,
      "step": 164515
    },
    {
      "epoch": 0.14400743670789126,
      "grad_norm": 0.41360440850257874,
      "learning_rate": 4.821873018896721e-05,
      "loss": 5.3941,
      "step": 164520
    },
    {
      "epoch": 0.1440118133015184,
      "grad_norm": 0.4117085337638855,
      "learning_rate": 4.82186155952604e-05,
      "loss": 4.7753,
      "step": 164525
    },
    {
      "epoch": 0.14401618989514556,
      "grad_norm": 0.4087796211242676,
      "learning_rate": 4.821850099803945e-05,
      "loss": 5.4604,
      "step": 164530
    },
    {
      "epoch": 0.14402056648877273,
      "grad_norm": 0.3846583068370819,
      "learning_rate": 4.82183863973044e-05,
      "loss": 5.699,
      "step": 164535
    },
    {
      "epoch": 0.14402494308239988,
      "grad_norm": 0.41858378052711487,
      "learning_rate": 4.821827179305528e-05,
      "loss": 5.1466,
      "step": 164540
    },
    {
      "epoch": 0.14402931967602703,
      "grad_norm": 0.4113729000091553,
      "learning_rate": 4.821815718529208e-05,
      "loss": 4.7697,
      "step": 164545
    },
    {
      "epoch": 0.14403369626965418,
      "grad_norm": 0.4272823631763458,
      "learning_rate": 4.821804257401484e-05,
      "loss": 4.4173,
      "step": 164550
    },
    {
      "epoch": 0.14403807286328135,
      "grad_norm": 0.434603750705719,
      "learning_rate": 4.82179279592236e-05,
      "loss": 5.685,
      "step": 164555
    },
    {
      "epoch": 0.1440424494569085,
      "grad_norm": 0.39121460914611816,
      "learning_rate": 4.821781334091835e-05,
      "loss": 5.6867,
      "step": 164560
    },
    {
      "epoch": 0.14404682605053565,
      "grad_norm": 0.4431540369987488,
      "learning_rate": 4.8217698719099136e-05,
      "loss": 5.6908,
      "step": 164565
    },
    {
      "epoch": 0.1440512026441628,
      "grad_norm": 0.4606959819793701,
      "learning_rate": 4.8217584093765965e-05,
      "loss": 4.8943,
      "step": 164570
    },
    {
      "epoch": 0.14405557923778997,
      "grad_norm": 0.4410310685634613,
      "learning_rate": 4.821746946491886e-05,
      "loss": 4.8577,
      "step": 164575
    },
    {
      "epoch": 0.14405995583141712,
      "grad_norm": 0.43858060240745544,
      "learning_rate": 4.821735483255785e-05,
      "loss": 5.276,
      "step": 164580
    },
    {
      "epoch": 0.14406433242504427,
      "grad_norm": 0.39273953437805176,
      "learning_rate": 4.8217240196682954e-05,
      "loss": 5.4788,
      "step": 164585
    },
    {
      "epoch": 0.14406870901867141,
      "grad_norm": 0.410710871219635,
      "learning_rate": 4.82171255572942e-05,
      "loss": 4.8693,
      "step": 164590
    },
    {
      "epoch": 0.1440730856122986,
      "grad_norm": 0.4219321012496948,
      "learning_rate": 4.8217010914391606e-05,
      "loss": 4.6293,
      "step": 164595
    },
    {
      "epoch": 0.14407746220592574,
      "grad_norm": 0.40748533606529236,
      "learning_rate": 4.821689626797519e-05,
      "loss": 5.3471,
      "step": 164600
    },
    {
      "epoch": 0.14408183879955289,
      "grad_norm": 0.3806791305541992,
      "learning_rate": 4.821678161804497e-05,
      "loss": 5.9732,
      "step": 164605
    },
    {
      "epoch": 0.14408621539318003,
      "grad_norm": 0.4036773443222046,
      "learning_rate": 4.821666696460099e-05,
      "loss": 5.222,
      "step": 164610
    },
    {
      "epoch": 0.1440905919868072,
      "grad_norm": 0.3967936635017395,
      "learning_rate": 4.821655230764325e-05,
      "loss": 5.1991,
      "step": 164615
    },
    {
      "epoch": 0.14409496858043436,
      "grad_norm": 0.435166597366333,
      "learning_rate": 4.821643764717177e-05,
      "loss": 4.4028,
      "step": 164620
    },
    {
      "epoch": 0.1440993451740615,
      "grad_norm": 0.3862473964691162,
      "learning_rate": 4.821632298318659e-05,
      "loss": 5.2603,
      "step": 164625
    },
    {
      "epoch": 0.14410372176768865,
      "grad_norm": 0.4288283586502075,
      "learning_rate": 4.8216208315687725e-05,
      "loss": 5.4275,
      "step": 164630
    },
    {
      "epoch": 0.1441080983613158,
      "grad_norm": 0.4092048108577728,
      "learning_rate": 4.82160936446752e-05,
      "loss": 5.3408,
      "step": 164635
    },
    {
      "epoch": 0.14411247495494298,
      "grad_norm": 0.4317166209220886,
      "learning_rate": 4.8215978970149024e-05,
      "loss": 5.4962,
      "step": 164640
    },
    {
      "epoch": 0.14411685154857012,
      "grad_norm": 0.40436646342277527,
      "learning_rate": 4.8215864292109234e-05,
      "loss": 4.4386,
      "step": 164645
    },
    {
      "epoch": 0.14412122814219727,
      "grad_norm": 0.3864765763282776,
      "learning_rate": 4.8215749610555837e-05,
      "loss": 6.2955,
      "step": 164650
    },
    {
      "epoch": 0.14412560473582442,
      "grad_norm": 0.3852642774581909,
      "learning_rate": 4.821563492548887e-05,
      "loss": 6.0035,
      "step": 164655
    },
    {
      "epoch": 0.1441299813294516,
      "grad_norm": 0.4100147485733032,
      "learning_rate": 4.8215520236908353e-05,
      "loss": 5.6711,
      "step": 164660
    },
    {
      "epoch": 0.14413435792307874,
      "grad_norm": 0.4272525906562805,
      "learning_rate": 4.821540554481431e-05,
      "loss": 5.0758,
      "step": 164665
    },
    {
      "epoch": 0.1441387345167059,
      "grad_norm": 0.38182532787323,
      "learning_rate": 4.821529084920674e-05,
      "loss": 5.9938,
      "step": 164670
    },
    {
      "epoch": 0.14414311111033304,
      "grad_norm": 0.40705808997154236,
      "learning_rate": 4.821517615008569e-05,
      "loss": 4.6319,
      "step": 164675
    },
    {
      "epoch": 0.14414748770396021,
      "grad_norm": 0.3978441655635834,
      "learning_rate": 4.821506144745119e-05,
      "loss": 6.2795,
      "step": 164680
    },
    {
      "epoch": 0.14415186429758736,
      "grad_norm": 0.4139302968978882,
      "learning_rate": 4.8214946741303236e-05,
      "loss": 5.763,
      "step": 164685
    },
    {
      "epoch": 0.1441562408912145,
      "grad_norm": 0.40822044014930725,
      "learning_rate": 4.821483203164186e-05,
      "loss": 5.4557,
      "step": 164690
    },
    {
      "epoch": 0.14416061748484166,
      "grad_norm": 0.43542295694351196,
      "learning_rate": 4.8214717318467086e-05,
      "loss": 5.2587,
      "step": 164695
    },
    {
      "epoch": 0.14416499407846883,
      "grad_norm": 0.419877827167511,
      "learning_rate": 4.821460260177894e-05,
      "loss": 5.7602,
      "step": 164700
    },
    {
      "epoch": 0.14416937067209598,
      "grad_norm": 0.49518346786499023,
      "learning_rate": 4.821448788157743e-05,
      "loss": 4.6565,
      "step": 164705
    },
    {
      "epoch": 0.14417374726572313,
      "grad_norm": 0.41754913330078125,
      "learning_rate": 4.821437315786259e-05,
      "loss": 4.3215,
      "step": 164710
    },
    {
      "epoch": 0.14417812385935028,
      "grad_norm": 0.4050928056240082,
      "learning_rate": 4.821425843063444e-05,
      "loss": 5.1908,
      "step": 164715
    },
    {
      "epoch": 0.14418250045297745,
      "grad_norm": 0.40046730637550354,
      "learning_rate": 4.821414369989301e-05,
      "loss": 5.4377,
      "step": 164720
    },
    {
      "epoch": 0.1441868770466046,
      "grad_norm": 0.4348977506160736,
      "learning_rate": 4.82140289656383e-05,
      "loss": 4.9077,
      "step": 164725
    },
    {
      "epoch": 0.14419125364023175,
      "grad_norm": 0.43048232793807983,
      "learning_rate": 4.821391422787036e-05,
      "loss": 4.6534,
      "step": 164730
    },
    {
      "epoch": 0.1441956302338589,
      "grad_norm": 0.3968227803707123,
      "learning_rate": 4.8213799486589196e-05,
      "loss": 6.2938,
      "step": 164735
    },
    {
      "epoch": 0.14420000682748607,
      "grad_norm": 0.4550018608570099,
      "learning_rate": 4.821368474179483e-05,
      "loss": 5.3889,
      "step": 164740
    },
    {
      "epoch": 0.14420438342111322,
      "grad_norm": 0.4166547358036041,
      "learning_rate": 4.8213569993487286e-05,
      "loss": 5.1684,
      "step": 164745
    },
    {
      "epoch": 0.14420876001474037,
      "grad_norm": 0.43085575103759766,
      "learning_rate": 4.8213455241666596e-05,
      "loss": 4.9213,
      "step": 164750
    },
    {
      "epoch": 0.14421313660836751,
      "grad_norm": 0.44750669598579407,
      "learning_rate": 4.821334048633276e-05,
      "loss": 5.4345,
      "step": 164755
    },
    {
      "epoch": 0.14421751320199466,
      "grad_norm": 0.42564669251441956,
      "learning_rate": 4.8213225727485823e-05,
      "loss": 5.4376,
      "step": 164760
    },
    {
      "epoch": 0.14422188979562184,
      "grad_norm": 0.43639159202575684,
      "learning_rate": 4.821311096512579e-05,
      "loss": 5.3551,
      "step": 164765
    },
    {
      "epoch": 0.14422626638924899,
      "grad_norm": 0.389067679643631,
      "learning_rate": 4.821299619925269e-05,
      "loss": 5.6596,
      "step": 164770
    },
    {
      "epoch": 0.14423064298287613,
      "grad_norm": 0.6088768243789673,
      "learning_rate": 4.821288142986654e-05,
      "loss": 4.6776,
      "step": 164775
    },
    {
      "epoch": 0.14423501957650328,
      "grad_norm": 0.46944454312324524,
      "learning_rate": 4.821276665696738e-05,
      "loss": 5.4568,
      "step": 164780
    },
    {
      "epoch": 0.14423939617013046,
      "grad_norm": 0.4667247235774994,
      "learning_rate": 4.821265188055522e-05,
      "loss": 4.692,
      "step": 164785
    },
    {
      "epoch": 0.1442437727637576,
      "grad_norm": 0.41151079535484314,
      "learning_rate": 4.821253710063007e-05,
      "loss": 5.9193,
      "step": 164790
    },
    {
      "epoch": 0.14424814935738475,
      "grad_norm": 0.4073052704334259,
      "learning_rate": 4.821242231719197e-05,
      "loss": 5.22,
      "step": 164795
    },
    {
      "epoch": 0.1442525259510119,
      "grad_norm": 0.45279112458229065,
      "learning_rate": 4.821230753024094e-05,
      "loss": 5.5119,
      "step": 164800
    },
    {
      "epoch": 0.14425690254463908,
      "grad_norm": 0.40703773498535156,
      "learning_rate": 4.8212192739777e-05,
      "loss": 4.9711,
      "step": 164805
    },
    {
      "epoch": 0.14426127913826622,
      "grad_norm": 0.43376627564430237,
      "learning_rate": 4.821207794580017e-05,
      "loss": 4.9183,
      "step": 164810
    },
    {
      "epoch": 0.14426565573189337,
      "grad_norm": 0.4171009957790375,
      "learning_rate": 4.821196314831046e-05,
      "loss": 5.1611,
      "step": 164815
    },
    {
      "epoch": 0.14427003232552052,
      "grad_norm": 0.3894512951374054,
      "learning_rate": 4.8211848347307906e-05,
      "loss": 5.42,
      "step": 164820
    },
    {
      "epoch": 0.1442744089191477,
      "grad_norm": 0.4390198588371277,
      "learning_rate": 4.8211733542792544e-05,
      "loss": 5.1813,
      "step": 164825
    },
    {
      "epoch": 0.14427878551277484,
      "grad_norm": 0.4356440603733063,
      "learning_rate": 4.8211618734764375e-05,
      "loss": 5.233,
      "step": 164830
    },
    {
      "epoch": 0.144283162106402,
      "grad_norm": 0.8198713660240173,
      "learning_rate": 4.8211503923223424e-05,
      "loss": 4.1125,
      "step": 164835
    },
    {
      "epoch": 0.14428753870002914,
      "grad_norm": 0.44273579120635986,
      "learning_rate": 4.8211389108169726e-05,
      "loss": 5.2137,
      "step": 164840
    },
    {
      "epoch": 0.14429191529365631,
      "grad_norm": 0.4441085457801819,
      "learning_rate": 4.821127428960328e-05,
      "loss": 5.7605,
      "step": 164845
    },
    {
      "epoch": 0.14429629188728346,
      "grad_norm": 0.45914381742477417,
      "learning_rate": 4.821115946752412e-05,
      "loss": 5.2012,
      "step": 164850
    },
    {
      "epoch": 0.1443006684809106,
      "grad_norm": 0.421273410320282,
      "learning_rate": 4.821104464193228e-05,
      "loss": 5.1779,
      "step": 164855
    },
    {
      "epoch": 0.14430504507453776,
      "grad_norm": 0.4106057286262512,
      "learning_rate": 4.8210929812827774e-05,
      "loss": 4.7473,
      "step": 164860
    },
    {
      "epoch": 0.14430942166816493,
      "grad_norm": 0.437126487493515,
      "learning_rate": 4.821081498021062e-05,
      "loss": 5.1777,
      "step": 164865
    },
    {
      "epoch": 0.14431379826179208,
      "grad_norm": 0.40760764479637146,
      "learning_rate": 4.8210700144080835e-05,
      "loss": 5.983,
      "step": 164870
    },
    {
      "epoch": 0.14431817485541923,
      "grad_norm": 0.39109495282173157,
      "learning_rate": 4.821058530443845e-05,
      "loss": 5.7053,
      "step": 164875
    },
    {
      "epoch": 0.14432255144904638,
      "grad_norm": 0.4239606559276581,
      "learning_rate": 4.8210470461283484e-05,
      "loss": 5.138,
      "step": 164880
    },
    {
      "epoch": 0.14432692804267355,
      "grad_norm": 0.423319935798645,
      "learning_rate": 4.821035561461597e-05,
      "loss": 4.7402,
      "step": 164885
    },
    {
      "epoch": 0.1443313046363007,
      "grad_norm": 0.4095463454723358,
      "learning_rate": 4.821024076443591e-05,
      "loss": 5.4997,
      "step": 164890
    },
    {
      "epoch": 0.14433568122992785,
      "grad_norm": 0.4188271760940552,
      "learning_rate": 4.821012591074334e-05,
      "loss": 5.6871,
      "step": 164895
    },
    {
      "epoch": 0.144340057823555,
      "grad_norm": 0.4093218743801117,
      "learning_rate": 4.821001105353829e-05,
      "loss": 5.1636,
      "step": 164900
    },
    {
      "epoch": 0.14434443441718214,
      "grad_norm": 0.43187791109085083,
      "learning_rate": 4.820989619282076e-05,
      "loss": 5.466,
      "step": 164905
    },
    {
      "epoch": 0.14434881101080932,
      "grad_norm": 0.3932184875011444,
      "learning_rate": 4.820978132859079e-05,
      "loss": 5.2351,
      "step": 164910
    },
    {
      "epoch": 0.14435318760443647,
      "grad_norm": 0.40885064005851746,
      "learning_rate": 4.820966646084839e-05,
      "loss": 5.4201,
      "step": 164915
    },
    {
      "epoch": 0.14435756419806361,
      "grad_norm": 0.41499781608581543,
      "learning_rate": 4.820955158959358e-05,
      "loss": 4.922,
      "step": 164920
    },
    {
      "epoch": 0.14436194079169076,
      "grad_norm": 0.3920060396194458,
      "learning_rate": 4.82094367148264e-05,
      "loss": 5.9738,
      "step": 164925
    },
    {
      "epoch": 0.14436631738531794,
      "grad_norm": 0.41150712966918945,
      "learning_rate": 4.820932183654686e-05,
      "loss": 5.3488,
      "step": 164930
    },
    {
      "epoch": 0.14437069397894509,
      "grad_norm": 0.38270431756973267,
      "learning_rate": 4.8209206954754995e-05,
      "loss": 5.9922,
      "step": 164935
    },
    {
      "epoch": 0.14437507057257223,
      "grad_norm": 0.38262560963630676,
      "learning_rate": 4.82090920694508e-05,
      "loss": 5.2249,
      "step": 164940
    },
    {
      "epoch": 0.14437944716619938,
      "grad_norm": 0.45220446586608887,
      "learning_rate": 4.820897718063433e-05,
      "loss": 4.9348,
      "step": 164945
    },
    {
      "epoch": 0.14438382375982656,
      "grad_norm": 0.3921334445476532,
      "learning_rate": 4.820886228830558e-05,
      "loss": 5.475,
      "step": 164950
    },
    {
      "epoch": 0.1443882003534537,
      "grad_norm": 0.40147387981414795,
      "learning_rate": 4.8208747392464585e-05,
      "loss": 5.4564,
      "step": 164955
    },
    {
      "epoch": 0.14439257694708085,
      "grad_norm": 0.3859081566333771,
      "learning_rate": 4.820863249311136e-05,
      "loss": 5.4479,
      "step": 164960
    },
    {
      "epoch": 0.144396953540708,
      "grad_norm": 0.39023229479789734,
      "learning_rate": 4.820851759024593e-05,
      "loss": 5.3836,
      "step": 164965
    },
    {
      "epoch": 0.14440133013433518,
      "grad_norm": 0.4379892647266388,
      "learning_rate": 4.820840268386832e-05,
      "loss": 5.45,
      "step": 164970
    },
    {
      "epoch": 0.14440570672796232,
      "grad_norm": 0.38527944684028625,
      "learning_rate": 4.8208287773978566e-05,
      "loss": 5.6635,
      "step": 164975
    },
    {
      "epoch": 0.14441008332158947,
      "grad_norm": 0.4073624014854431,
      "learning_rate": 4.820817286057667e-05,
      "loss": 4.9729,
      "step": 164980
    },
    {
      "epoch": 0.14441445991521662,
      "grad_norm": 0.38462138175964355,
      "learning_rate": 4.8208057943662655e-05,
      "loss": 5.9916,
      "step": 164985
    },
    {
      "epoch": 0.1444188365088438,
      "grad_norm": 0.3966176509857178,
      "learning_rate": 4.820794302323655e-05,
      "loss": 4.8378,
      "step": 164990
    },
    {
      "epoch": 0.14442321310247094,
      "grad_norm": 0.4202807545661926,
      "learning_rate": 4.820782809929837e-05,
      "loss": 5.6959,
      "step": 164995
    },
    {
      "epoch": 0.1444275896960981,
      "grad_norm": 0.42436540126800537,
      "learning_rate": 4.820771317184814e-05,
      "loss": 5.6184,
      "step": 165000
    },
    {
      "epoch": 0.14443196628972524,
      "grad_norm": 0.40375253558158875,
      "learning_rate": 4.82075982408859e-05,
      "loss": 5.1521,
      "step": 165005
    },
    {
      "epoch": 0.14443634288335241,
      "grad_norm": 0.41152241826057434,
      "learning_rate": 4.820748330641165e-05,
      "loss": 5.6813,
      "step": 165010
    },
    {
      "epoch": 0.14444071947697956,
      "grad_norm": 0.39857950806617737,
      "learning_rate": 4.820736836842542e-05,
      "loss": 5.9803,
      "step": 165015
    },
    {
      "epoch": 0.1444450960706067,
      "grad_norm": 0.48556408286094666,
      "learning_rate": 4.8207253426927224e-05,
      "loss": 3.9031,
      "step": 165020
    },
    {
      "epoch": 0.14444947266423386,
      "grad_norm": 0.46155548095703125,
      "learning_rate": 4.8207138481917104e-05,
      "loss": 5.1934,
      "step": 165025
    },
    {
      "epoch": 0.144453849257861,
      "grad_norm": 0.4327385425567627,
      "learning_rate": 4.8207023533395055e-05,
      "loss": 4.8564,
      "step": 165030
    },
    {
      "epoch": 0.14445822585148818,
      "grad_norm": 0.6364430785179138,
      "learning_rate": 4.820690858136112e-05,
      "loss": 4.6691,
      "step": 165035
    },
    {
      "epoch": 0.14446260244511533,
      "grad_norm": 0.5342463850975037,
      "learning_rate": 4.8206793625815306e-05,
      "loss": 5.7756,
      "step": 165040
    },
    {
      "epoch": 0.14446697903874248,
      "grad_norm": 0.5076491236686707,
      "learning_rate": 4.820667866675765e-05,
      "loss": 5.4502,
      "step": 165045
    },
    {
      "epoch": 0.14447135563236962,
      "grad_norm": 0.4461436867713928,
      "learning_rate": 4.820656370418818e-05,
      "loss": 4.6315,
      "step": 165050
    },
    {
      "epoch": 0.1444757322259968,
      "grad_norm": 0.4273751974105835,
      "learning_rate": 4.820644873810689e-05,
      "loss": 5.5128,
      "step": 165055
    },
    {
      "epoch": 0.14448010881962395,
      "grad_norm": 0.4050542414188385,
      "learning_rate": 4.820633376851382e-05,
      "loss": 5.156,
      "step": 165060
    },
    {
      "epoch": 0.1444844854132511,
      "grad_norm": 0.4295163154602051,
      "learning_rate": 4.8206218795408995e-05,
      "loss": 4.9779,
      "step": 165065
    },
    {
      "epoch": 0.14448886200687824,
      "grad_norm": 0.4726140797138214,
      "learning_rate": 4.8206103818792436e-05,
      "loss": 5.7587,
      "step": 165070
    },
    {
      "epoch": 0.14449323860050542,
      "grad_norm": 0.48369303345680237,
      "learning_rate": 4.820598883866416e-05,
      "loss": 5.4393,
      "step": 165075
    },
    {
      "epoch": 0.14449761519413257,
      "grad_norm": 0.37713366746902466,
      "learning_rate": 4.8205873855024186e-05,
      "loss": 5.7289,
      "step": 165080
    },
    {
      "epoch": 0.14450199178775971,
      "grad_norm": 0.427507221698761,
      "learning_rate": 4.820575886787255e-05,
      "loss": 4.4423,
      "step": 165085
    },
    {
      "epoch": 0.14450636838138686,
      "grad_norm": 0.41993027925491333,
      "learning_rate": 4.8205643877209264e-05,
      "loss": 5.6393,
      "step": 165090
    },
    {
      "epoch": 0.14451074497501404,
      "grad_norm": 0.4216218590736389,
      "learning_rate": 4.820552888303434e-05,
      "loss": 5.6646,
      "step": 165095
    },
    {
      "epoch": 0.14451512156864119,
      "grad_norm": 0.419126033782959,
      "learning_rate": 4.8205413885347825e-05,
      "loss": 5.404,
      "step": 165100
    },
    {
      "epoch": 0.14451949816226833,
      "grad_norm": 0.43403303623199463,
      "learning_rate": 4.820529888414972e-05,
      "loss": 4.6252,
      "step": 165105
    },
    {
      "epoch": 0.14452387475589548,
      "grad_norm": 0.40991121530532837,
      "learning_rate": 4.8205183879440066e-05,
      "loss": 4.8437,
      "step": 165110
    },
    {
      "epoch": 0.14452825134952266,
      "grad_norm": 0.40234997868537903,
      "learning_rate": 4.8205068871218865e-05,
      "loss": 5.4479,
      "step": 165115
    },
    {
      "epoch": 0.1445326279431498,
      "grad_norm": 0.3778422772884369,
      "learning_rate": 4.820495385948615e-05,
      "loss": 5.984,
      "step": 165120
    },
    {
      "epoch": 0.14453700453677695,
      "grad_norm": 0.41486793756484985,
      "learning_rate": 4.820483884424194e-05,
      "loss": 4.8795,
      "step": 165125
    },
    {
      "epoch": 0.1445413811304041,
      "grad_norm": 0.4580915570259094,
      "learning_rate": 4.820472382548625e-05,
      "loss": 5.4719,
      "step": 165130
    },
    {
      "epoch": 0.14454575772403128,
      "grad_norm": 0.4015226364135742,
      "learning_rate": 4.820460880321913e-05,
      "loss": 5.1229,
      "step": 165135
    },
    {
      "epoch": 0.14455013431765842,
      "grad_norm": 0.45159783959388733,
      "learning_rate": 4.8204493777440574e-05,
      "loss": 4.6832,
      "step": 165140
    },
    {
      "epoch": 0.14455451091128557,
      "grad_norm": 0.4431556463241577,
      "learning_rate": 4.8204378748150614e-05,
      "loss": 4.633,
      "step": 165145
    },
    {
      "epoch": 0.14455888750491272,
      "grad_norm": 0.39072751998901367,
      "learning_rate": 4.8204263715349276e-05,
      "loss": 5.4649,
      "step": 165150
    },
    {
      "epoch": 0.14456326409853987,
      "grad_norm": 0.44394606351852417,
      "learning_rate": 4.820414867903658e-05,
      "loss": 5.4639,
      "step": 165155
    },
    {
      "epoch": 0.14456764069216704,
      "grad_norm": 0.3870013952255249,
      "learning_rate": 4.820403363921253e-05,
      "loss": 5.2543,
      "step": 165160
    },
    {
      "epoch": 0.1445720172857942,
      "grad_norm": 0.4849235415458679,
      "learning_rate": 4.820391859587717e-05,
      "loss": 4.9483,
      "step": 165165
    },
    {
      "epoch": 0.14457639387942134,
      "grad_norm": 0.37955591082572937,
      "learning_rate": 4.820380354903052e-05,
      "loss": 5.9609,
      "step": 165170
    },
    {
      "epoch": 0.1445807704730485,
      "grad_norm": 0.3741876184940338,
      "learning_rate": 4.8203688498672604e-05,
      "loss": 6.2883,
      "step": 165175
    },
    {
      "epoch": 0.14458514706667566,
      "grad_norm": 0.42673152685165405,
      "learning_rate": 4.820357344480344e-05,
      "loss": 5.2413,
      "step": 165180
    },
    {
      "epoch": 0.1445895236603028,
      "grad_norm": 0.4256429672241211,
      "learning_rate": 4.8203458387423036e-05,
      "loss": 4.8609,
      "step": 165185
    },
    {
      "epoch": 0.14459390025392996,
      "grad_norm": 0.431659996509552,
      "learning_rate": 4.8203343326531436e-05,
      "loss": 4.33,
      "step": 165190
    },
    {
      "epoch": 0.1445982768475571,
      "grad_norm": 0.4595797061920166,
      "learning_rate": 4.820322826212865e-05,
      "loss": 5.1632,
      "step": 165195
    },
    {
      "epoch": 0.14460265344118428,
      "grad_norm": 0.4602298140525818,
      "learning_rate": 4.820311319421471e-05,
      "loss": 5.4606,
      "step": 165200
    },
    {
      "epoch": 0.14460703003481143,
      "grad_norm": 0.40697264671325684,
      "learning_rate": 4.820299812278963e-05,
      "loss": 4.6612,
      "step": 165205
    },
    {
      "epoch": 0.14461140662843858,
      "grad_norm": 0.44309112429618835,
      "learning_rate": 4.820288304785343e-05,
      "loss": 4.9421,
      "step": 165210
    },
    {
      "epoch": 0.14461578322206572,
      "grad_norm": 0.43999478220939636,
      "learning_rate": 4.820276796940614e-05,
      "loss": 5.1762,
      "step": 165215
    },
    {
      "epoch": 0.1446201598156929,
      "grad_norm": 0.42581212520599365,
      "learning_rate": 4.8202652887447776e-05,
      "loss": 5.1449,
      "step": 165220
    },
    {
      "epoch": 0.14462453640932005,
      "grad_norm": 0.3855699300765991,
      "learning_rate": 4.8202537801978356e-05,
      "loss": 6.2631,
      "step": 165225
    },
    {
      "epoch": 0.1446289130029472,
      "grad_norm": 0.4024922251701355,
      "learning_rate": 4.8202422712997916e-05,
      "loss": 5.7002,
      "step": 165230
    },
    {
      "epoch": 0.14463328959657434,
      "grad_norm": 0.45671603083610535,
      "learning_rate": 4.820230762050647e-05,
      "loss": 5.0865,
      "step": 165235
    },
    {
      "epoch": 0.14463766619020152,
      "grad_norm": 0.42663925886154175,
      "learning_rate": 4.820219252450404e-05,
      "loss": 5.1619,
      "step": 165240
    },
    {
      "epoch": 0.14464204278382867,
      "grad_norm": 0.39018920063972473,
      "learning_rate": 4.820207742499066e-05,
      "loss": 5.6785,
      "step": 165245
    },
    {
      "epoch": 0.14464641937745581,
      "grad_norm": 0.44873952865600586,
      "learning_rate": 4.8201962321966323e-05,
      "loss": 4.7138,
      "step": 165250
    },
    {
      "epoch": 0.14465079597108296,
      "grad_norm": 0.4483775198459625,
      "learning_rate": 4.8201847215431085e-05,
      "loss": 4.1383,
      "step": 165255
    },
    {
      "epoch": 0.14465517256471014,
      "grad_norm": 0.5457988977432251,
      "learning_rate": 4.820173210538494e-05,
      "loss": 5.6824,
      "step": 165260
    },
    {
      "epoch": 0.14465954915833729,
      "grad_norm": 0.42987388372421265,
      "learning_rate": 4.820161699182794e-05,
      "loss": 5.7687,
      "step": 165265
    },
    {
      "epoch": 0.14466392575196443,
      "grad_norm": 0.44401997327804565,
      "learning_rate": 4.820150187476008e-05,
      "loss": 5.4588,
      "step": 165270
    },
    {
      "epoch": 0.14466830234559158,
      "grad_norm": 0.4089239537715912,
      "learning_rate": 4.820138675418139e-05,
      "loss": 5.4301,
      "step": 165275
    },
    {
      "epoch": 0.14467267893921873,
      "grad_norm": 0.39824894070625305,
      "learning_rate": 4.8201271630091895e-05,
      "loss": 5.3588,
      "step": 165280
    },
    {
      "epoch": 0.1446770555328459,
      "grad_norm": 0.40675169229507446,
      "learning_rate": 4.820115650249162e-05,
      "loss": 5.666,
      "step": 165285
    },
    {
      "epoch": 0.14468143212647305,
      "grad_norm": 0.41928839683532715,
      "learning_rate": 4.8201041371380586e-05,
      "loss": 5.6979,
      "step": 165290
    },
    {
      "epoch": 0.1446858087201002,
      "grad_norm": 0.3977760970592499,
      "learning_rate": 4.820092623675881e-05,
      "loss": 5.7039,
      "step": 165295
    },
    {
      "epoch": 0.14469018531372735,
      "grad_norm": 0.4113333523273468,
      "learning_rate": 4.820081109862632e-05,
      "loss": 5.1684,
      "step": 165300
    },
    {
      "epoch": 0.14469456190735452,
      "grad_norm": 0.4184592068195343,
      "learning_rate": 4.820069595698313e-05,
      "loss": 5.9896,
      "step": 165305
    },
    {
      "epoch": 0.14469893850098167,
      "grad_norm": 0.4698062241077423,
      "learning_rate": 4.8200580811829275e-05,
      "loss": 4.209,
      "step": 165310
    },
    {
      "epoch": 0.14470331509460882,
      "grad_norm": 0.45539358258247375,
      "learning_rate": 4.820046566316477e-05,
      "loss": 4.3169,
      "step": 165315
    },
    {
      "epoch": 0.14470769168823597,
      "grad_norm": 0.4441979229450226,
      "learning_rate": 4.820035051098963e-05,
      "loss": 5.4648,
      "step": 165320
    },
    {
      "epoch": 0.14471206828186314,
      "grad_norm": 0.4162720739841461,
      "learning_rate": 4.820023535530389e-05,
      "loss": 5.6643,
      "step": 165325
    },
    {
      "epoch": 0.1447164448754903,
      "grad_norm": 0.43970710039138794,
      "learning_rate": 4.820012019610757e-05,
      "loss": 4.7449,
      "step": 165330
    },
    {
      "epoch": 0.14472082146911744,
      "grad_norm": 0.383075475692749,
      "learning_rate": 4.8200005033400684e-05,
      "loss": 5.7756,
      "step": 165335
    },
    {
      "epoch": 0.1447251980627446,
      "grad_norm": 0.39541876316070557,
      "learning_rate": 4.819988986718327e-05,
      "loss": 5.6371,
      "step": 165340
    },
    {
      "epoch": 0.14472957465637176,
      "grad_norm": 0.42899665236473083,
      "learning_rate": 4.8199774697455326e-05,
      "loss": 5.4532,
      "step": 165345
    },
    {
      "epoch": 0.1447339512499989,
      "grad_norm": 0.42304396629333496,
      "learning_rate": 4.819965952421689e-05,
      "loss": 5.455,
      "step": 165350
    },
    {
      "epoch": 0.14473832784362606,
      "grad_norm": 0.4060400724411011,
      "learning_rate": 4.8199544347468e-05,
      "loss": 4.8479,
      "step": 165355
    },
    {
      "epoch": 0.1447427044372532,
      "grad_norm": 0.44129306077957153,
      "learning_rate": 4.819942916720863e-05,
      "loss": 4.9411,
      "step": 165360
    },
    {
      "epoch": 0.14474708103088038,
      "grad_norm": 0.4139094650745392,
      "learning_rate": 4.8199313983438855e-05,
      "loss": 4.8874,
      "step": 165365
    },
    {
      "epoch": 0.14475145762450753,
      "grad_norm": 0.4369310438632965,
      "learning_rate": 4.819919879615866e-05,
      "loss": 4.7465,
      "step": 165370
    },
    {
      "epoch": 0.14475583421813468,
      "grad_norm": 0.42877262830734253,
      "learning_rate": 4.819908360536809e-05,
      "loss": 4.201,
      "step": 165375
    },
    {
      "epoch": 0.14476021081176182,
      "grad_norm": 0.43073582649230957,
      "learning_rate": 4.819896841106716e-05,
      "loss": 4.4255,
      "step": 165380
    },
    {
      "epoch": 0.144764587405389,
      "grad_norm": 0.412329763174057,
      "learning_rate": 4.819885321325589e-05,
      "loss": 4.9359,
      "step": 165385
    },
    {
      "epoch": 0.14476896399901615,
      "grad_norm": 0.39612022042274475,
      "learning_rate": 4.8198738011934295e-05,
      "loss": 5.7505,
      "step": 165390
    },
    {
      "epoch": 0.1447733405926433,
      "grad_norm": 0.4365091621875763,
      "learning_rate": 4.819862280710242e-05,
      "loss": 5.9664,
      "step": 165395
    },
    {
      "epoch": 0.14477771718627044,
      "grad_norm": 0.396781861782074,
      "learning_rate": 4.819850759876027e-05,
      "loss": 4.6663,
      "step": 165400
    },
    {
      "epoch": 0.1447820937798976,
      "grad_norm": 0.4477027356624603,
      "learning_rate": 4.819839238690785e-05,
      "loss": 5.1733,
      "step": 165405
    },
    {
      "epoch": 0.14478647037352477,
      "grad_norm": 0.5370700359344482,
      "learning_rate": 4.8198277171545225e-05,
      "loss": 4.615,
      "step": 165410
    },
    {
      "epoch": 0.14479084696715191,
      "grad_norm": 0.42430269718170166,
      "learning_rate": 4.819816195267239e-05,
      "loss": 6.2934,
      "step": 165415
    },
    {
      "epoch": 0.14479522356077906,
      "grad_norm": 0.43317559361457825,
      "learning_rate": 4.819804673028937e-05,
      "loss": 5.254,
      "step": 165420
    },
    {
      "epoch": 0.1447996001544062,
      "grad_norm": 0.40844857692718506,
      "learning_rate": 4.819793150439619e-05,
      "loss": 5.4802,
      "step": 165425
    },
    {
      "epoch": 0.1448039767480334,
      "grad_norm": 0.419975221157074,
      "learning_rate": 4.819781627499287e-05,
      "loss": 5.2625,
      "step": 165430
    },
    {
      "epoch": 0.14480835334166053,
      "grad_norm": 0.41777971386909485,
      "learning_rate": 4.8197701042079435e-05,
      "loss": 5.4526,
      "step": 165435
    },
    {
      "epoch": 0.14481272993528768,
      "grad_norm": 0.4514712393283844,
      "learning_rate": 4.819758580565591e-05,
      "loss": 5.4012,
      "step": 165440
    },
    {
      "epoch": 0.14481710652891483,
      "grad_norm": 0.4241824150085449,
      "learning_rate": 4.81974705657223e-05,
      "loss": 6.0066,
      "step": 165445
    },
    {
      "epoch": 0.144821483122542,
      "grad_norm": 0.401542991399765,
      "learning_rate": 4.8197355322278646e-05,
      "loss": 5.3566,
      "step": 165450
    },
    {
      "epoch": 0.14482585971616915,
      "grad_norm": 0.40211406350135803,
      "learning_rate": 4.819724007532497e-05,
      "loss": 5.0512,
      "step": 165455
    },
    {
      "epoch": 0.1448302363097963,
      "grad_norm": 0.39104163646698,
      "learning_rate": 4.819712482486128e-05,
      "loss": 5.734,
      "step": 165460
    },
    {
      "epoch": 0.14483461290342345,
      "grad_norm": 0.38842761516571045,
      "learning_rate": 4.819700957088762e-05,
      "loss": 5.7613,
      "step": 165465
    },
    {
      "epoch": 0.14483898949705062,
      "grad_norm": 0.3915507197380066,
      "learning_rate": 4.819689431340398e-05,
      "loss": 5.1943,
      "step": 165470
    },
    {
      "epoch": 0.14484336609067777,
      "grad_norm": 0.46214693784713745,
      "learning_rate": 4.819677905241041e-05,
      "loss": 5.2554,
      "step": 165475
    },
    {
      "epoch": 0.14484774268430492,
      "grad_norm": 0.4060533940792084,
      "learning_rate": 4.8196663787906935e-05,
      "loss": 5.9824,
      "step": 165480
    },
    {
      "epoch": 0.14485211927793207,
      "grad_norm": 0.39689961075782776,
      "learning_rate": 4.819654851989356e-05,
      "loss": 5.3779,
      "step": 165485
    },
    {
      "epoch": 0.14485649587155924,
      "grad_norm": 0.40233227610588074,
      "learning_rate": 4.8196433248370296e-05,
      "loss": 4.6231,
      "step": 165490
    },
    {
      "epoch": 0.1448608724651864,
      "grad_norm": 0.3802954852581024,
      "learning_rate": 4.81963179733372e-05,
      "loss": 5.6738,
      "step": 165495
    },
    {
      "epoch": 0.14486524905881354,
      "grad_norm": 0.38935285806655884,
      "learning_rate": 4.819620269479427e-05,
      "loss": 5.7532,
      "step": 165500
    },
    {
      "epoch": 0.1448696256524407,
      "grad_norm": 0.4656386971473694,
      "learning_rate": 4.819608741274154e-05,
      "loss": 5.153,
      "step": 165505
    },
    {
      "epoch": 0.14487400224606786,
      "grad_norm": 0.40363937616348267,
      "learning_rate": 4.819597212717902e-05,
      "loss": 4.9476,
      "step": 165510
    },
    {
      "epoch": 0.144878378839695,
      "grad_norm": 0.4053798019886017,
      "learning_rate": 4.819585683810675e-05,
      "loss": 4.7043,
      "step": 165515
    },
    {
      "epoch": 0.14488275543332216,
      "grad_norm": 0.43349823355674744,
      "learning_rate": 4.819574154552473e-05,
      "loss": 4.4051,
      "step": 165520
    },
    {
      "epoch": 0.1448871320269493,
      "grad_norm": 0.4292706549167633,
      "learning_rate": 4.8195626249433e-05,
      "loss": 3.9225,
      "step": 165525
    },
    {
      "epoch": 0.14489150862057648,
      "grad_norm": 0.4190087616443634,
      "learning_rate": 4.819551094983158e-05,
      "loss": 5.2299,
      "step": 165530
    },
    {
      "epoch": 0.14489588521420363,
      "grad_norm": 0.4022671580314636,
      "learning_rate": 4.819539564672047e-05,
      "loss": 4.2174,
      "step": 165535
    },
    {
      "epoch": 0.14490026180783078,
      "grad_norm": 0.4637662172317505,
      "learning_rate": 4.8195280340099735e-05,
      "loss": 5.4566,
      "step": 165540
    },
    {
      "epoch": 0.14490463840145792,
      "grad_norm": 0.3967650532722473,
      "learning_rate": 4.819516502996936e-05,
      "loss": 5.4631,
      "step": 165545
    },
    {
      "epoch": 0.14490901499508507,
      "grad_norm": 0.44442033767700195,
      "learning_rate": 4.8195049716329376e-05,
      "loss": 5.6953,
      "step": 165550
    },
    {
      "epoch": 0.14491339158871225,
      "grad_norm": 0.4331287443637848,
      "learning_rate": 4.8194934399179816e-05,
      "loss": 5.3967,
      "step": 165555
    },
    {
      "epoch": 0.1449177681823394,
      "grad_norm": 0.4112369418144226,
      "learning_rate": 4.819481907852069e-05,
      "loss": 4.4217,
      "step": 165560
    },
    {
      "epoch": 0.14492214477596654,
      "grad_norm": 0.42196139693260193,
      "learning_rate": 4.819470375435202e-05,
      "loss": 5.4752,
      "step": 165565
    },
    {
      "epoch": 0.1449265213695937,
      "grad_norm": 0.41240766644477844,
      "learning_rate": 4.819458842667385e-05,
      "loss": 5.2702,
      "step": 165570
    },
    {
      "epoch": 0.14493089796322087,
      "grad_norm": 0.4161030948162079,
      "learning_rate": 4.819447309548618e-05,
      "loss": 4.8783,
      "step": 165575
    },
    {
      "epoch": 0.14493527455684801,
      "grad_norm": 0.4094175398349762,
      "learning_rate": 4.819435776078903e-05,
      "loss": 4.4016,
      "step": 165580
    },
    {
      "epoch": 0.14493965115047516,
      "grad_norm": 0.3979601562023163,
      "learning_rate": 4.8194242422582435e-05,
      "loss": 4.9488,
      "step": 165585
    },
    {
      "epoch": 0.1449440277441023,
      "grad_norm": 0.40666136145591736,
      "learning_rate": 4.819412708086641e-05,
      "loss": 5.4527,
      "step": 165590
    },
    {
      "epoch": 0.1449484043377295,
      "grad_norm": 0.3940010964870453,
      "learning_rate": 4.819401173564099e-05,
      "loss": 5.6832,
      "step": 165595
    },
    {
      "epoch": 0.14495278093135663,
      "grad_norm": 0.41238778829574585,
      "learning_rate": 4.819389638690618e-05,
      "loss": 4.8489,
      "step": 165600
    },
    {
      "epoch": 0.14495715752498378,
      "grad_norm": 0.396234393119812,
      "learning_rate": 4.8193781034662025e-05,
      "loss": 5.4354,
      "step": 165605
    },
    {
      "epoch": 0.14496153411861093,
      "grad_norm": 0.3905928134918213,
      "learning_rate": 4.8193665678908505e-05,
      "loss": 5.6602,
      "step": 165610
    },
    {
      "epoch": 0.1449659107122381,
      "grad_norm": 0.399980366230011,
      "learning_rate": 4.8193550319645686e-05,
      "loss": 5.4604,
      "step": 165615
    },
    {
      "epoch": 0.14497028730586525,
      "grad_norm": 0.3981338441371918,
      "learning_rate": 4.8193434956873576e-05,
      "loss": 5.1978,
      "step": 165620
    },
    {
      "epoch": 0.1449746638994924,
      "grad_norm": 0.4396275281906128,
      "learning_rate": 4.819331959059218e-05,
      "loss": 4.37,
      "step": 165625
    },
    {
      "epoch": 0.14497904049311955,
      "grad_norm": 0.3737754225730896,
      "learning_rate": 4.819320422080155e-05,
      "loss": 5.9863,
      "step": 165630
    },
    {
      "epoch": 0.14498341708674672,
      "grad_norm": 0.39769792556762695,
      "learning_rate": 4.819308884750168e-05,
      "loss": 5.246,
      "step": 165635
    },
    {
      "epoch": 0.14498779368037387,
      "grad_norm": 0.38817331194877625,
      "learning_rate": 4.8192973470692614e-05,
      "loss": 4.9416,
      "step": 165640
    },
    {
      "epoch": 0.14499217027400102,
      "grad_norm": 0.42327630519866943,
      "learning_rate": 4.819285809037436e-05,
      "loss": 5.4583,
      "step": 165645
    },
    {
      "epoch": 0.14499654686762817,
      "grad_norm": 0.41237711906433105,
      "learning_rate": 4.8192742706546955e-05,
      "loss": 5.0205,
      "step": 165650
    },
    {
      "epoch": 0.14500092346125534,
      "grad_norm": 0.38605454564094543,
      "learning_rate": 4.81926273192104e-05,
      "loss": 5.4708,
      "step": 165655
    },
    {
      "epoch": 0.1450053000548825,
      "grad_norm": 0.4027121663093567,
      "learning_rate": 4.819251192836474e-05,
      "loss": 5.6668,
      "step": 165660
    },
    {
      "epoch": 0.14500967664850964,
      "grad_norm": 0.40669000148773193,
      "learning_rate": 4.819239653400999e-05,
      "loss": 5.4867,
      "step": 165665
    },
    {
      "epoch": 0.1450140532421368,
      "grad_norm": 0.4050222635269165,
      "learning_rate": 4.819228113614616e-05,
      "loss": 5.4035,
      "step": 165670
    },
    {
      "epoch": 0.14501842983576393,
      "grad_norm": 0.3906071186065674,
      "learning_rate": 4.819216573477328e-05,
      "loss": 5.665,
      "step": 165675
    },
    {
      "epoch": 0.1450228064293911,
      "grad_norm": 0.40196719765663147,
      "learning_rate": 4.8192050329891366e-05,
      "loss": 4.9463,
      "step": 165680
    },
    {
      "epoch": 0.14502718302301826,
      "grad_norm": 0.3933694362640381,
      "learning_rate": 4.819193492150046e-05,
      "loss": 5.2234,
      "step": 165685
    },
    {
      "epoch": 0.1450315596166454,
      "grad_norm": 0.4019112288951874,
      "learning_rate": 4.8191819509600575e-05,
      "loss": 5.9428,
      "step": 165690
    },
    {
      "epoch": 0.14503593621027255,
      "grad_norm": 0.4533281624317169,
      "learning_rate": 4.819170409419172e-05,
      "loss": 4.9496,
      "step": 165695
    },
    {
      "epoch": 0.14504031280389973,
      "grad_norm": 0.4191339612007141,
      "learning_rate": 4.819158867527393e-05,
      "loss": 4.952,
      "step": 165700
    },
    {
      "epoch": 0.14504468939752688,
      "grad_norm": 0.41481712460517883,
      "learning_rate": 4.819147325284723e-05,
      "loss": 5.1672,
      "step": 165705
    },
    {
      "epoch": 0.14504906599115402,
      "grad_norm": 0.4329688847064972,
      "learning_rate": 4.819135782691163e-05,
      "loss": 4.7519,
      "step": 165710
    },
    {
      "epoch": 0.14505344258478117,
      "grad_norm": 0.42431241273880005,
      "learning_rate": 4.819124239746716e-05,
      "loss": 4.7046,
      "step": 165715
    },
    {
      "epoch": 0.14505781917840835,
      "grad_norm": 0.42678576707839966,
      "learning_rate": 4.8191126964513853e-05,
      "loss": 5.6689,
      "step": 165720
    },
    {
      "epoch": 0.1450621957720355,
      "grad_norm": 0.41728079319000244,
      "learning_rate": 4.819101152805171e-05,
      "loss": 5.1415,
      "step": 165725
    },
    {
      "epoch": 0.14506657236566264,
      "grad_norm": 0.42311081290245056,
      "learning_rate": 4.819089608808076e-05,
      "loss": 4.8779,
      "step": 165730
    },
    {
      "epoch": 0.1450709489592898,
      "grad_norm": 0.4194636046886444,
      "learning_rate": 4.819078064460104e-05,
      "loss": 5.1691,
      "step": 165735
    },
    {
      "epoch": 0.14507532555291697,
      "grad_norm": 0.41405877470970154,
      "learning_rate": 4.819066519761255e-05,
      "loss": 5.453,
      "step": 165740
    },
    {
      "epoch": 0.14507970214654412,
      "grad_norm": 0.4112105369567871,
      "learning_rate": 4.8190549747115334e-05,
      "loss": 4.6487,
      "step": 165745
    },
    {
      "epoch": 0.14508407874017126,
      "grad_norm": 0.46630334854125977,
      "learning_rate": 4.819043429310939e-05,
      "loss": 4.8688,
      "step": 165750
    },
    {
      "epoch": 0.1450884553337984,
      "grad_norm": 0.4040564000606537,
      "learning_rate": 4.8190318835594764e-05,
      "loss": 5.9873,
      "step": 165755
    },
    {
      "epoch": 0.1450928319274256,
      "grad_norm": 0.40946123003959656,
      "learning_rate": 4.8190203374571454e-05,
      "loss": 5.1286,
      "step": 165760
    },
    {
      "epoch": 0.14509720852105273,
      "grad_norm": 0.4507127106189728,
      "learning_rate": 4.81900879100395e-05,
      "loss": 5.1596,
      "step": 165765
    },
    {
      "epoch": 0.14510158511467988,
      "grad_norm": 0.42584168910980225,
      "learning_rate": 4.8189972441998923e-05,
      "loss": 5.4621,
      "step": 165770
    },
    {
      "epoch": 0.14510596170830703,
      "grad_norm": 0.5191972255706787,
      "learning_rate": 4.8189856970449744e-05,
      "loss": 5.4489,
      "step": 165775
    },
    {
      "epoch": 0.1451103383019342,
      "grad_norm": 0.40803709626197815,
      "learning_rate": 4.8189741495391986e-05,
      "loss": 4.9268,
      "step": 165780
    },
    {
      "epoch": 0.14511471489556135,
      "grad_norm": 0.4224631190299988,
      "learning_rate": 4.818962601682566e-05,
      "loss": 5.1484,
      "step": 165785
    },
    {
      "epoch": 0.1451190914891885,
      "grad_norm": 0.4059162139892578,
      "learning_rate": 4.8189510534750816e-05,
      "loss": 5.6959,
      "step": 165790
    },
    {
      "epoch": 0.14512346808281565,
      "grad_norm": 0.3961041569709778,
      "learning_rate": 4.818939504916744e-05,
      "loss": 4.8447,
      "step": 165795
    },
    {
      "epoch": 0.1451278446764428,
      "grad_norm": 0.40007761120796204,
      "learning_rate": 4.818927956007557e-05,
      "loss": 4.9212,
      "step": 165800
    },
    {
      "epoch": 0.14513222127006997,
      "grad_norm": 0.39926809072494507,
      "learning_rate": 4.818916406747523e-05,
      "loss": 4.8396,
      "step": 165805
    },
    {
      "epoch": 0.14513659786369712,
      "grad_norm": 0.4488969147205353,
      "learning_rate": 4.818904857136647e-05,
      "loss": 4.2184,
      "step": 165810
    },
    {
      "epoch": 0.14514097445732427,
      "grad_norm": 0.4063084125518799,
      "learning_rate": 4.818893307174925e-05,
      "loss": 4.9499,
      "step": 165815
    },
    {
      "epoch": 0.14514535105095142,
      "grad_norm": 0.4240676760673523,
      "learning_rate": 4.818881756862365e-05,
      "loss": 4.6359,
      "step": 165820
    },
    {
      "epoch": 0.1451497276445786,
      "grad_norm": 0.388343870639801,
      "learning_rate": 4.818870206198965e-05,
      "loss": 5.4988,
      "step": 165825
    },
    {
      "epoch": 0.14515410423820574,
      "grad_norm": 0.41750213503837585,
      "learning_rate": 4.81885865518473e-05,
      "loss": 4.7231,
      "step": 165830
    },
    {
      "epoch": 0.1451584808318329,
      "grad_norm": 0.42085185647010803,
      "learning_rate": 4.818847103819663e-05,
      "loss": 4.6482,
      "step": 165835
    },
    {
      "epoch": 0.14516285742546003,
      "grad_norm": 0.4239337742328644,
      "learning_rate": 4.818835552103762e-05,
      "loss": 4.9413,
      "step": 165840
    },
    {
      "epoch": 0.1451672340190872,
      "grad_norm": 0.39536628127098083,
      "learning_rate": 4.818824000037033e-05,
      "loss": 4.2121,
      "step": 165845
    },
    {
      "epoch": 0.14517161061271436,
      "grad_norm": 0.3837687075138092,
      "learning_rate": 4.818812447619477e-05,
      "loss": 5.3689,
      "step": 165850
    },
    {
      "epoch": 0.1451759872063415,
      "grad_norm": 0.41367024183273315,
      "learning_rate": 4.8188008948510966e-05,
      "loss": 4.9606,
      "step": 165855
    },
    {
      "epoch": 0.14518036379996865,
      "grad_norm": 0.40074479579925537,
      "learning_rate": 4.8187893417318944e-05,
      "loss": 4.354,
      "step": 165860
    },
    {
      "epoch": 0.14518474039359583,
      "grad_norm": 0.4318084418773651,
      "learning_rate": 4.81877778826187e-05,
      "loss": 5.4643,
      "step": 165865
    },
    {
      "epoch": 0.14518911698722298,
      "grad_norm": 0.44638702273368835,
      "learning_rate": 4.818766234441029e-05,
      "loss": 5.6855,
      "step": 165870
    },
    {
      "epoch": 0.14519349358085012,
      "grad_norm": 0.40135589241981506,
      "learning_rate": 4.818754680269372e-05,
      "loss": 5.1647,
      "step": 165875
    },
    {
      "epoch": 0.14519787017447727,
      "grad_norm": 0.4036755859851837,
      "learning_rate": 4.8187431257469004e-05,
      "loss": 4.9649,
      "step": 165880
    },
    {
      "epoch": 0.14520224676810445,
      "grad_norm": 0.4229923188686371,
      "learning_rate": 4.818731570873619e-05,
      "loss": 4.9611,
      "step": 165885
    },
    {
      "epoch": 0.1452066233617316,
      "grad_norm": 0.42043331265449524,
      "learning_rate": 4.818720015649527e-05,
      "loss": 5.1657,
      "step": 165890
    },
    {
      "epoch": 0.14521099995535874,
      "grad_norm": 0.4823116362094879,
      "learning_rate": 4.818708460074629e-05,
      "loss": 4.8766,
      "step": 165895
    },
    {
      "epoch": 0.1452153765489859,
      "grad_norm": 0.4199104905128479,
      "learning_rate": 4.818696904148927e-05,
      "loss": 5.45,
      "step": 165900
    },
    {
      "epoch": 0.14521975314261307,
      "grad_norm": 0.40886443853378296,
      "learning_rate": 4.8186853478724213e-05,
      "loss": 4.9614,
      "step": 165905
    },
    {
      "epoch": 0.14522412973624022,
      "grad_norm": 0.6460409164428711,
      "learning_rate": 4.8186737912451164e-05,
      "loss": 4.6607,
      "step": 165910
    },
    {
      "epoch": 0.14522850632986736,
      "grad_norm": 0.4309524893760681,
      "learning_rate": 4.818662234267013e-05,
      "loss": 4.6535,
      "step": 165915
    },
    {
      "epoch": 0.1452328829234945,
      "grad_norm": 0.460199773311615,
      "learning_rate": 4.8186506769381134e-05,
      "loss": 5.3807,
      "step": 165920
    },
    {
      "epoch": 0.14523725951712166,
      "grad_norm": 0.49786314368247986,
      "learning_rate": 4.8186391192584215e-05,
      "loss": 4.9521,
      "step": 165925
    },
    {
      "epoch": 0.14524163611074883,
      "grad_norm": 0.43451184034347534,
      "learning_rate": 4.818627561227937e-05,
      "loss": 4.9556,
      "step": 165930
    },
    {
      "epoch": 0.14524601270437598,
      "grad_norm": 0.43601924180984497,
      "learning_rate": 4.818616002846664e-05,
      "loss": 5.1655,
      "step": 165935
    },
    {
      "epoch": 0.14525038929800313,
      "grad_norm": 0.4044603705406189,
      "learning_rate": 4.818604444114605e-05,
      "loss": 5.1464,
      "step": 165940
    },
    {
      "epoch": 0.14525476589163028,
      "grad_norm": 0.4360755681991577,
      "learning_rate": 4.81859288503176e-05,
      "loss": 5.4804,
      "step": 165945
    },
    {
      "epoch": 0.14525914248525745,
      "grad_norm": 0.40248793363571167,
      "learning_rate": 4.818581325598134e-05,
      "loss": 5.4002,
      "step": 165950
    },
    {
      "epoch": 0.1452635190788846,
      "grad_norm": 0.4301908016204834,
      "learning_rate": 4.818569765813726e-05,
      "loss": 5.4368,
      "step": 165955
    },
    {
      "epoch": 0.14526789567251175,
      "grad_norm": 0.3891083002090454,
      "learning_rate": 4.818558205678542e-05,
      "loss": 5.3375,
      "step": 165960
    },
    {
      "epoch": 0.1452722722661389,
      "grad_norm": 0.38448208570480347,
      "learning_rate": 4.818546645192582e-05,
      "loss": 5.9848,
      "step": 165965
    },
    {
      "epoch": 0.14527664885976607,
      "grad_norm": 0.45398882031440735,
      "learning_rate": 4.818535084355848e-05,
      "loss": 5.0087,
      "step": 165970
    },
    {
      "epoch": 0.14528102545339322,
      "grad_norm": 0.3938288986682892,
      "learning_rate": 4.818523523168342e-05,
      "loss": 5.0273,
      "step": 165975
    },
    {
      "epoch": 0.14528540204702037,
      "grad_norm": 0.3789460062980652,
      "learning_rate": 4.818511961630069e-05,
      "loss": 5.3932,
      "step": 165980
    },
    {
      "epoch": 0.14528977864064752,
      "grad_norm": 0.4043203592300415,
      "learning_rate": 4.8185003997410286e-05,
      "loss": 5.1186,
      "step": 165985
    },
    {
      "epoch": 0.1452941552342747,
      "grad_norm": 0.3856545686721802,
      "learning_rate": 4.818488837501223e-05,
      "loss": 4.9403,
      "step": 165990
    },
    {
      "epoch": 0.14529853182790184,
      "grad_norm": 0.4560798406600952,
      "learning_rate": 4.818477274910656e-05,
      "loss": 4.4271,
      "step": 165995
    },
    {
      "epoch": 0.145302908421529,
      "grad_norm": 0.3852914571762085,
      "learning_rate": 4.818465711969328e-05,
      "loss": 5.1548,
      "step": 166000
    },
    {
      "epoch": 0.14530728501515613,
      "grad_norm": 0.4158080816268921,
      "learning_rate": 4.8184541486772425e-05,
      "loss": 4.9449,
      "step": 166005
    },
    {
      "epoch": 0.1453116616087833,
      "grad_norm": 0.3722580373287201,
      "learning_rate": 4.8184425850344007e-05,
      "loss": 5.7565,
      "step": 166010
    },
    {
      "epoch": 0.14531603820241046,
      "grad_norm": 0.40025562047958374,
      "learning_rate": 4.8184310210408066e-05,
      "loss": 4.3261,
      "step": 166015
    },
    {
      "epoch": 0.1453204147960376,
      "grad_norm": 0.41471514105796814,
      "learning_rate": 4.8184194566964616e-05,
      "loss": 5.674,
      "step": 166020
    },
    {
      "epoch": 0.14532479138966475,
      "grad_norm": 0.39208194613456726,
      "learning_rate": 4.818407892001368e-05,
      "loss": 5.7699,
      "step": 166025
    },
    {
      "epoch": 0.14532916798329193,
      "grad_norm": 0.5163556337356567,
      "learning_rate": 4.8183963269555256e-05,
      "loss": 4.4164,
      "step": 166030
    },
    {
      "epoch": 0.14533354457691908,
      "grad_norm": 0.4955093264579773,
      "learning_rate": 4.818384761558939e-05,
      "loss": 5.1535,
      "step": 166035
    },
    {
      "epoch": 0.14533792117054622,
      "grad_norm": 0.4284301996231079,
      "learning_rate": 4.8183731958116116e-05,
      "loss": 6.0234,
      "step": 166040
    },
    {
      "epoch": 0.14534229776417337,
      "grad_norm": 0.47248807549476624,
      "learning_rate": 4.8183616297135446e-05,
      "loss": 5.259,
      "step": 166045
    },
    {
      "epoch": 0.14534667435780052,
      "grad_norm": 0.41491350531578064,
      "learning_rate": 4.8183500632647394e-05,
      "loss": 5.1644,
      "step": 166050
    },
    {
      "epoch": 0.1453510509514277,
      "grad_norm": 0.4144231081008911,
      "learning_rate": 4.8183384964651976e-05,
      "loss": 5.9461,
      "step": 166055
    },
    {
      "epoch": 0.14535542754505484,
      "grad_norm": 0.415108859539032,
      "learning_rate": 4.818326929314924e-05,
      "loss": 5.3625,
      "step": 166060
    },
    {
      "epoch": 0.145359804138682,
      "grad_norm": 0.4236980378627777,
      "learning_rate": 4.8183153618139174e-05,
      "loss": 5.9658,
      "step": 166065
    },
    {
      "epoch": 0.14536418073230914,
      "grad_norm": 0.41083085536956787,
      "learning_rate": 4.818303793962183e-05,
      "loss": 5.6459,
      "step": 166070
    },
    {
      "epoch": 0.14536855732593632,
      "grad_norm": 0.4845467507839203,
      "learning_rate": 4.818292225759723e-05,
      "loss": 5.149,
      "step": 166075
    },
    {
      "epoch": 0.14537293391956346,
      "grad_norm": 0.4996553957462311,
      "learning_rate": 4.8182806572065384e-05,
      "loss": 5.9752,
      "step": 166080
    },
    {
      "epoch": 0.1453773105131906,
      "grad_norm": 0.45359373092651367,
      "learning_rate": 4.8182690883026306e-05,
      "loss": 5.29,
      "step": 166085
    },
    {
      "epoch": 0.14538168710681776,
      "grad_norm": 0.39235249161720276,
      "learning_rate": 4.818257519048003e-05,
      "loss": 5.7438,
      "step": 166090
    },
    {
      "epoch": 0.14538606370044493,
      "grad_norm": 0.40076160430908203,
      "learning_rate": 4.818245949442658e-05,
      "loss": 5.1602,
      "step": 166095
    },
    {
      "epoch": 0.14539044029407208,
      "grad_norm": 0.4450100362300873,
      "learning_rate": 4.818234379486598e-05,
      "loss": 4.4206,
      "step": 166100
    },
    {
      "epoch": 0.14539481688769923,
      "grad_norm": 0.40826067328453064,
      "learning_rate": 4.8182228091798243e-05,
      "loss": 4.4487,
      "step": 166105
    },
    {
      "epoch": 0.14539919348132638,
      "grad_norm": 0.4119485914707184,
      "learning_rate": 4.81821123852234e-05,
      "loss": 5.6715,
      "step": 166110
    },
    {
      "epoch": 0.14540357007495355,
      "grad_norm": 0.39862117171287537,
      "learning_rate": 4.8181996675141464e-05,
      "loss": 5.6387,
      "step": 166115
    },
    {
      "epoch": 0.1454079466685807,
      "grad_norm": 0.40484488010406494,
      "learning_rate": 4.818188096155247e-05,
      "loss": 4.9192,
      "step": 166120
    },
    {
      "epoch": 0.14541232326220785,
      "grad_norm": 0.4201946556568146,
      "learning_rate": 4.818176524445644e-05,
      "loss": 4.6358,
      "step": 166125
    },
    {
      "epoch": 0.145416699855835,
      "grad_norm": 0.41692879796028137,
      "learning_rate": 4.818164952385337e-05,
      "loss": 5.4252,
      "step": 166130
    },
    {
      "epoch": 0.14542107644946217,
      "grad_norm": 0.434670627117157,
      "learning_rate": 4.8181533799743304e-05,
      "loss": 4.9417,
      "step": 166135
    },
    {
      "epoch": 0.14542545304308932,
      "grad_norm": 0.41533559560775757,
      "learning_rate": 4.8181418072126273e-05,
      "loss": 5.1724,
      "step": 166140
    },
    {
      "epoch": 0.14542982963671647,
      "grad_norm": 0.39774006605148315,
      "learning_rate": 4.818130234100229e-05,
      "loss": 4.9415,
      "step": 166145
    },
    {
      "epoch": 0.14543420623034362,
      "grad_norm": 0.41166168451309204,
      "learning_rate": 4.8181186606371365e-05,
      "loss": 5.3797,
      "step": 166150
    },
    {
      "epoch": 0.1454385828239708,
      "grad_norm": 0.43327733874320984,
      "learning_rate": 4.8181070868233535e-05,
      "loss": 5.7797,
      "step": 166155
    },
    {
      "epoch": 0.14544295941759794,
      "grad_norm": 0.397185742855072,
      "learning_rate": 4.8180955126588825e-05,
      "loss": 6.2607,
      "step": 166160
    },
    {
      "epoch": 0.1454473360112251,
      "grad_norm": 0.4346446394920349,
      "learning_rate": 4.818083938143724e-05,
      "loss": 4.835,
      "step": 166165
    },
    {
      "epoch": 0.14545171260485223,
      "grad_norm": 0.44114136695861816,
      "learning_rate": 4.8180723632778823e-05,
      "loss": 5.4154,
      "step": 166170
    },
    {
      "epoch": 0.14545608919847938,
      "grad_norm": 0.3857789635658264,
      "learning_rate": 4.818060788061358e-05,
      "loss": 5.7478,
      "step": 166175
    },
    {
      "epoch": 0.14546046579210656,
      "grad_norm": 0.4386211931705475,
      "learning_rate": 4.818049212494154e-05,
      "loss": 4.951,
      "step": 166180
    },
    {
      "epoch": 0.1454648423857337,
      "grad_norm": 0.4158283472061157,
      "learning_rate": 4.818037636576272e-05,
      "loss": 5.136,
      "step": 166185
    },
    {
      "epoch": 0.14546921897936085,
      "grad_norm": 0.3813822865486145,
      "learning_rate": 4.8180260603077166e-05,
      "loss": 5.9562,
      "step": 166190
    },
    {
      "epoch": 0.145473595572988,
      "grad_norm": 0.42495787143707275,
      "learning_rate": 4.8180144836884866e-05,
      "loss": 3.6941,
      "step": 166195
    },
    {
      "epoch": 0.14547797216661518,
      "grad_norm": 0.41277796030044556,
      "learning_rate": 4.818002906718586e-05,
      "loss": 5.9727,
      "step": 166200
    },
    {
      "epoch": 0.14548234876024232,
      "grad_norm": 0.43553322553634644,
      "learning_rate": 4.817991329398017e-05,
      "loss": 5.1987,
      "step": 166205
    },
    {
      "epoch": 0.14548672535386947,
      "grad_norm": 0.40271666646003723,
      "learning_rate": 4.817979751726782e-05,
      "loss": 5.9508,
      "step": 166210
    },
    {
      "epoch": 0.14549110194749662,
      "grad_norm": 0.39822185039520264,
      "learning_rate": 4.817968173704882e-05,
      "loss": 5.4808,
      "step": 166215
    },
    {
      "epoch": 0.1454954785411238,
      "grad_norm": 0.3950658142566681,
      "learning_rate": 4.8179565953323215e-05,
      "loss": 5.4569,
      "step": 166220
    },
    {
      "epoch": 0.14549985513475094,
      "grad_norm": 0.3916957676410675,
      "learning_rate": 4.8179450166091e-05,
      "loss": 5.7336,
      "step": 166225
    },
    {
      "epoch": 0.1455042317283781,
      "grad_norm": 0.3905222415924072,
      "learning_rate": 4.817933437535222e-05,
      "loss": 5.9996,
      "step": 166230
    },
    {
      "epoch": 0.14550860832200524,
      "grad_norm": 0.38579708337783813,
      "learning_rate": 4.817921858110689e-05,
      "loss": 5.9488,
      "step": 166235
    },
    {
      "epoch": 0.14551298491563242,
      "grad_norm": 0.43615031242370605,
      "learning_rate": 4.817910278335502e-05,
      "loss": 3.8842,
      "step": 166240
    },
    {
      "epoch": 0.14551736150925956,
      "grad_norm": 0.41082534193992615,
      "learning_rate": 4.817898698209665e-05,
      "loss": 5.9727,
      "step": 166245
    },
    {
      "epoch": 0.1455217381028867,
      "grad_norm": 0.4424959421157837,
      "learning_rate": 4.81788711773318e-05,
      "loss": 5.4377,
      "step": 166250
    },
    {
      "epoch": 0.14552611469651386,
      "grad_norm": 0.42391619086265564,
      "learning_rate": 4.817875536906048e-05,
      "loss": 5.6736,
      "step": 166255
    },
    {
      "epoch": 0.14553049129014103,
      "grad_norm": 0.41618040204048157,
      "learning_rate": 4.817863955728272e-05,
      "loss": 5.668,
      "step": 166260
    },
    {
      "epoch": 0.14553486788376818,
      "grad_norm": 0.3913407325744629,
      "learning_rate": 4.817852374199855e-05,
      "loss": 5.935,
      "step": 166265
    },
    {
      "epoch": 0.14553924447739533,
      "grad_norm": 0.4107867479324341,
      "learning_rate": 4.817840792320798e-05,
      "loss": 4.941,
      "step": 166270
    },
    {
      "epoch": 0.14554362107102248,
      "grad_norm": 0.3993520140647888,
      "learning_rate": 4.817829210091104e-05,
      "loss": 5.4767,
      "step": 166275
    },
    {
      "epoch": 0.14554799766464965,
      "grad_norm": 0.41619792580604553,
      "learning_rate": 4.817817627510774e-05,
      "loss": 4.1141,
      "step": 166280
    },
    {
      "epoch": 0.1455523742582768,
      "grad_norm": 0.4230075180530548,
      "learning_rate": 4.8178060445798125e-05,
      "loss": 5.1408,
      "step": 166285
    },
    {
      "epoch": 0.14555675085190395,
      "grad_norm": 0.4124335050582886,
      "learning_rate": 4.81779446129822e-05,
      "loss": 5.7724,
      "step": 166290
    },
    {
      "epoch": 0.1455611274455311,
      "grad_norm": 0.40635284781455994,
      "learning_rate": 4.817782877665998e-05,
      "loss": 5.2181,
      "step": 166295
    },
    {
      "epoch": 0.14556550403915827,
      "grad_norm": 0.4167216718196869,
      "learning_rate": 4.817771293683151e-05,
      "loss": 4.2522,
      "step": 166300
    },
    {
      "epoch": 0.14556988063278542,
      "grad_norm": 0.42866355180740356,
      "learning_rate": 4.817759709349681e-05,
      "loss": 5.1835,
      "step": 166305
    },
    {
      "epoch": 0.14557425722641257,
      "grad_norm": 0.4171373248100281,
      "learning_rate": 4.817748124665588e-05,
      "loss": 5.1795,
      "step": 166310
    },
    {
      "epoch": 0.14557863382003972,
      "grad_norm": 0.4227248430252075,
      "learning_rate": 4.817736539630875e-05,
      "loss": 5.1709,
      "step": 166315
    },
    {
      "epoch": 0.14558301041366686,
      "grad_norm": 0.4085891842842102,
      "learning_rate": 4.817724954245546e-05,
      "loss": 5.1713,
      "step": 166320
    },
    {
      "epoch": 0.14558738700729404,
      "grad_norm": 0.48706892132759094,
      "learning_rate": 4.817713368509601e-05,
      "loss": 5.1337,
      "step": 166325
    },
    {
      "epoch": 0.1455917636009212,
      "grad_norm": 0.5204758048057556,
      "learning_rate": 4.8177017824230444e-05,
      "loss": 4.9148,
      "step": 166330
    },
    {
      "epoch": 0.14559614019454833,
      "grad_norm": 0.4479920268058777,
      "learning_rate": 4.8176901959858765e-05,
      "loss": 6.0035,
      "step": 166335
    },
    {
      "epoch": 0.14560051678817548,
      "grad_norm": 0.42645516991615295,
      "learning_rate": 4.8176786091981006e-05,
      "loss": 5.9783,
      "step": 166340
    },
    {
      "epoch": 0.14560489338180266,
      "grad_norm": 0.4423622190952301,
      "learning_rate": 4.8176670220597195e-05,
      "loss": 5.3424,
      "step": 166345
    },
    {
      "epoch": 0.1456092699754298,
      "grad_norm": 0.41760900616645813,
      "learning_rate": 4.817655434570734e-05,
      "loss": 5.6512,
      "step": 166350
    },
    {
      "epoch": 0.14561364656905695,
      "grad_norm": 0.424142986536026,
      "learning_rate": 4.817643846731147e-05,
      "loss": 5.4224,
      "step": 166355
    },
    {
      "epoch": 0.1456180231626841,
      "grad_norm": 0.40592142939567566,
      "learning_rate": 4.8176322585409605e-05,
      "loss": 5.4432,
      "step": 166360
    },
    {
      "epoch": 0.14562239975631128,
      "grad_norm": 0.4321424067020416,
      "learning_rate": 4.817620670000177e-05,
      "loss": 5.1377,
      "step": 166365
    },
    {
      "epoch": 0.14562677634993842,
      "grad_norm": 0.40259552001953125,
      "learning_rate": 4.817609081108799e-05,
      "loss": 4.8463,
      "step": 166370
    },
    {
      "epoch": 0.14563115294356557,
      "grad_norm": 0.37991514801979065,
      "learning_rate": 4.817597491866829e-05,
      "loss": 5.7311,
      "step": 166375
    },
    {
      "epoch": 0.14563552953719272,
      "grad_norm": 0.45680472254753113,
      "learning_rate": 4.8175859022742674e-05,
      "loss": 4.7503,
      "step": 166380
    },
    {
      "epoch": 0.1456399061308199,
      "grad_norm": 0.4007522761821747,
      "learning_rate": 4.8175743123311176e-05,
      "loss": 4.8499,
      "step": 166385
    },
    {
      "epoch": 0.14564428272444704,
      "grad_norm": 0.3986510932445526,
      "learning_rate": 4.817562722037382e-05,
      "loss": 5.4943,
      "step": 166390
    },
    {
      "epoch": 0.1456486593180742,
      "grad_norm": 0.43372130393981934,
      "learning_rate": 4.8175511313930634e-05,
      "loss": 5.1681,
      "step": 166395
    },
    {
      "epoch": 0.14565303591170134,
      "grad_norm": 0.39302659034729004,
      "learning_rate": 4.817539540398163e-05,
      "loss": 5.2674,
      "step": 166400
    },
    {
      "epoch": 0.14565741250532852,
      "grad_norm": 0.43207937479019165,
      "learning_rate": 4.817527949052684e-05,
      "loss": 5.1452,
      "step": 166405
    },
    {
      "epoch": 0.14566178909895566,
      "grad_norm": 0.4306221306324005,
      "learning_rate": 4.817516357356627e-05,
      "loss": 5.1788,
      "step": 166410
    },
    {
      "epoch": 0.1456661656925828,
      "grad_norm": 0.38108551502227783,
      "learning_rate": 4.817504765309996e-05,
      "loss": 5.4274,
      "step": 166415
    },
    {
      "epoch": 0.14567054228620996,
      "grad_norm": 0.4453030824661255,
      "learning_rate": 4.817493172912792e-05,
      "loss": 5.1952,
      "step": 166420
    },
    {
      "epoch": 0.14567491887983713,
      "grad_norm": 0.38831907510757446,
      "learning_rate": 4.817481580165019e-05,
      "loss": 5.2455,
      "step": 166425
    },
    {
      "epoch": 0.14567929547346428,
      "grad_norm": 0.4021311402320862,
      "learning_rate": 4.8174699870666774e-05,
      "loss": 5.2105,
      "step": 166430
    },
    {
      "epoch": 0.14568367206709143,
      "grad_norm": 0.39920151233673096,
      "learning_rate": 4.8174583936177694e-05,
      "loss": 5.4842,
      "step": 166435
    },
    {
      "epoch": 0.14568804866071858,
      "grad_norm": 0.42260608077049255,
      "learning_rate": 4.817446799818298e-05,
      "loss": 5.3967,
      "step": 166440
    },
    {
      "epoch": 0.14569242525434573,
      "grad_norm": 0.3807300925254822,
      "learning_rate": 4.817435205668266e-05,
      "loss": 5.642,
      "step": 166445
    },
    {
      "epoch": 0.1456968018479729,
      "grad_norm": 0.40656328201293945,
      "learning_rate": 4.817423611167674e-05,
      "loss": 4.9435,
      "step": 166450
    },
    {
      "epoch": 0.14570117844160005,
      "grad_norm": 0.4015282392501831,
      "learning_rate": 4.817412016316526e-05,
      "loss": 5.1571,
      "step": 166455
    },
    {
      "epoch": 0.1457055550352272,
      "grad_norm": 0.4102892279624939,
      "learning_rate": 4.8174004211148225e-05,
      "loss": 4.9315,
      "step": 166460
    },
    {
      "epoch": 0.14570993162885434,
      "grad_norm": 0.44959643483161926,
      "learning_rate": 4.817388825562568e-05,
      "loss": 5.4027,
      "step": 166465
    },
    {
      "epoch": 0.14571430822248152,
      "grad_norm": 0.43284863233566284,
      "learning_rate": 4.817377229659762e-05,
      "loss": 5.1931,
      "step": 166470
    },
    {
      "epoch": 0.14571868481610867,
      "grad_norm": 0.4400896728038788,
      "learning_rate": 4.817365633406409e-05,
      "loss": 4.6525,
      "step": 166475
    },
    {
      "epoch": 0.14572306140973582,
      "grad_norm": 0.5436347723007202,
      "learning_rate": 4.817354036802511e-05,
      "loss": 5.2271,
      "step": 166480
    },
    {
      "epoch": 0.14572743800336296,
      "grad_norm": 0.4435744285583496,
      "learning_rate": 4.817342439848068e-05,
      "loss": 4.4169,
      "step": 166485
    },
    {
      "epoch": 0.14573181459699014,
      "grad_norm": 0.41078120470046997,
      "learning_rate": 4.817330842543085e-05,
      "loss": 5.4411,
      "step": 166490
    },
    {
      "epoch": 0.1457361911906173,
      "grad_norm": 0.40833407640457153,
      "learning_rate": 4.817319244887562e-05,
      "loss": 5.8094,
      "step": 166495
    },
    {
      "epoch": 0.14574056778424443,
      "grad_norm": 0.41002264618873596,
      "learning_rate": 4.8173076468815025e-05,
      "loss": 5.3563,
      "step": 166500
    },
    {
      "epoch": 0.14574494437787158,
      "grad_norm": 0.4423401951789856,
      "learning_rate": 4.8172960485249094e-05,
      "loss": 5.7719,
      "step": 166505
    },
    {
      "epoch": 0.14574932097149876,
      "grad_norm": 0.4038971960544586,
      "learning_rate": 4.817284449817784e-05,
      "loss": 5.6877,
      "step": 166510
    },
    {
      "epoch": 0.1457536975651259,
      "grad_norm": 0.46990785002708435,
      "learning_rate": 4.817272850760128e-05,
      "loss": 4.9665,
      "step": 166515
    },
    {
      "epoch": 0.14575807415875305,
      "grad_norm": 0.43145281076431274,
      "learning_rate": 4.817261251351944e-05,
      "loss": 4.6437,
      "step": 166520
    },
    {
      "epoch": 0.1457624507523802,
      "grad_norm": 0.40984901785850525,
      "learning_rate": 4.817249651593235e-05,
      "loss": 5.3389,
      "step": 166525
    },
    {
      "epoch": 0.14576682734600738,
      "grad_norm": 0.4421969950199127,
      "learning_rate": 4.8172380514840034e-05,
      "loss": 4.2281,
      "step": 166530
    },
    {
      "epoch": 0.14577120393963452,
      "grad_norm": 0.4250817894935608,
      "learning_rate": 4.8172264510242504e-05,
      "loss": 4.6288,
      "step": 166535
    },
    {
      "epoch": 0.14577558053326167,
      "grad_norm": 0.41795527935028076,
      "learning_rate": 4.817214850213978e-05,
      "loss": 5.9832,
      "step": 166540
    },
    {
      "epoch": 0.14577995712688882,
      "grad_norm": 0.4116659164428711,
      "learning_rate": 4.817203249053189e-05,
      "loss": 4.5382,
      "step": 166545
    },
    {
      "epoch": 0.145784333720516,
      "grad_norm": 0.45276063680648804,
      "learning_rate": 4.817191647541887e-05,
      "loss": 5.1427,
      "step": 166550
    },
    {
      "epoch": 0.14578871031414314,
      "grad_norm": 0.43450337648391724,
      "learning_rate": 4.8171800456800706e-05,
      "loss": 4.3418,
      "step": 166555
    },
    {
      "epoch": 0.1457930869077703,
      "grad_norm": 0.47464004158973694,
      "learning_rate": 4.817168443467747e-05,
      "loss": 4.953,
      "step": 166560
    },
    {
      "epoch": 0.14579746350139744,
      "grad_norm": 0.43936747312545776,
      "learning_rate": 4.817156840904914e-05,
      "loss": 4.7255,
      "step": 166565
    },
    {
      "epoch": 0.1458018400950246,
      "grad_norm": 0.44743478298187256,
      "learning_rate": 4.817145237991576e-05,
      "loss": 5.462,
      "step": 166570
    },
    {
      "epoch": 0.14580621668865176,
      "grad_norm": 0.48013079166412354,
      "learning_rate": 4.8171336347277365e-05,
      "loss": 5.4583,
      "step": 166575
    },
    {
      "epoch": 0.1458105932822789,
      "grad_norm": 0.42555344104766846,
      "learning_rate": 4.8171220311133936e-05,
      "loss": 4.6394,
      "step": 166580
    },
    {
      "epoch": 0.14581496987590606,
      "grad_norm": 0.41856101155281067,
      "learning_rate": 4.817110427148553e-05,
      "loss": 5.2005,
      "step": 166585
    },
    {
      "epoch": 0.1458193464695332,
      "grad_norm": 0.4382455348968506,
      "learning_rate": 4.817098822833217e-05,
      "loss": 5.4344,
      "step": 166590
    },
    {
      "epoch": 0.14582372306316038,
      "grad_norm": 0.4386654496192932,
      "learning_rate": 4.8170872181673856e-05,
      "loss": 5.782,
      "step": 166595
    },
    {
      "epoch": 0.14582809965678753,
      "grad_norm": 0.4291839897632599,
      "learning_rate": 4.817075613151062e-05,
      "loss": 5.6793,
      "step": 166600
    },
    {
      "epoch": 0.14583247625041468,
      "grad_norm": 0.38462692499160767,
      "learning_rate": 4.81706400778425e-05,
      "loss": 5.7804,
      "step": 166605
    },
    {
      "epoch": 0.14583685284404183,
      "grad_norm": 0.4332275986671448,
      "learning_rate": 4.8170524020669496e-05,
      "loss": 5.4545,
      "step": 166610
    },
    {
      "epoch": 0.145841229437669,
      "grad_norm": 0.4083872437477112,
      "learning_rate": 4.817040795999165e-05,
      "loss": 5.4924,
      "step": 166615
    },
    {
      "epoch": 0.14584560603129615,
      "grad_norm": 0.4214027523994446,
      "learning_rate": 4.8170291895808964e-05,
      "loss": 5.2305,
      "step": 166620
    },
    {
      "epoch": 0.1458499826249233,
      "grad_norm": 0.4344292879104614,
      "learning_rate": 4.8170175828121466e-05,
      "loss": 4.4176,
      "step": 166625
    },
    {
      "epoch": 0.14585435921855044,
      "grad_norm": 0.4288429915904999,
      "learning_rate": 4.817005975692919e-05,
      "loss": 5.7111,
      "step": 166630
    },
    {
      "epoch": 0.14585873581217762,
      "grad_norm": 0.4093686044216156,
      "learning_rate": 4.8169943682232156e-05,
      "loss": 5.9307,
      "step": 166635
    },
    {
      "epoch": 0.14586311240580477,
      "grad_norm": 0.4163157641887665,
      "learning_rate": 4.816982760403037e-05,
      "loss": 4.944,
      "step": 166640
    },
    {
      "epoch": 0.14586748899943192,
      "grad_norm": 0.3990914225578308,
      "learning_rate": 4.816971152232388e-05,
      "loss": 5.7272,
      "step": 166645
    },
    {
      "epoch": 0.14587186559305906,
      "grad_norm": 0.3753528594970703,
      "learning_rate": 4.816959543711268e-05,
      "loss": 5.7288,
      "step": 166650
    },
    {
      "epoch": 0.14587624218668624,
      "grad_norm": 0.4105270206928253,
      "learning_rate": 4.816947934839682e-05,
      "loss": 5.3662,
      "step": 166655
    },
    {
      "epoch": 0.1458806187803134,
      "grad_norm": 0.3826802968978882,
      "learning_rate": 4.8169363256176304e-05,
      "loss": 5.9775,
      "step": 166660
    },
    {
      "epoch": 0.14588499537394053,
      "grad_norm": 0.408060759305954,
      "learning_rate": 4.8169247160451156e-05,
      "loss": 5.4908,
      "step": 166665
    },
    {
      "epoch": 0.14588937196756768,
      "grad_norm": 0.42323073744773865,
      "learning_rate": 4.8169131061221404e-05,
      "loss": 4.218,
      "step": 166670
    },
    {
      "epoch": 0.14589374856119486,
      "grad_norm": 0.4050036072731018,
      "learning_rate": 4.816901495848708e-05,
      "loss": 5.7377,
      "step": 166675
    },
    {
      "epoch": 0.145898125154822,
      "grad_norm": 0.4267757534980774,
      "learning_rate": 4.816889885224818e-05,
      "loss": 4.9789,
      "step": 166680
    },
    {
      "epoch": 0.14590250174844915,
      "grad_norm": 0.3937387466430664,
      "learning_rate": 4.816878274250475e-05,
      "loss": 5.2257,
      "step": 166685
    },
    {
      "epoch": 0.1459068783420763,
      "grad_norm": 0.42215898633003235,
      "learning_rate": 4.81686666292568e-05,
      "loss": 5.1975,
      "step": 166690
    },
    {
      "epoch": 0.14591125493570345,
      "grad_norm": 0.3998813033103943,
      "learning_rate": 4.8168550512504354e-05,
      "loss": 4.9309,
      "step": 166695
    },
    {
      "epoch": 0.14591563152933062,
      "grad_norm": 0.4251033663749695,
      "learning_rate": 4.8168434392247443e-05,
      "loss": 5.1601,
      "step": 166700
    },
    {
      "epoch": 0.14592000812295777,
      "grad_norm": 0.39390498399734497,
      "learning_rate": 4.816831826848608e-05,
      "loss": 5.4287,
      "step": 166705
    },
    {
      "epoch": 0.14592438471658492,
      "grad_norm": 0.42895153164863586,
      "learning_rate": 4.816820214122028e-05,
      "loss": 5.4473,
      "step": 166710
    },
    {
      "epoch": 0.14592876131021207,
      "grad_norm": 0.41810116171836853,
      "learning_rate": 4.816808601045009e-05,
      "loss": 5.1645,
      "step": 166715
    },
    {
      "epoch": 0.14593313790383924,
      "grad_norm": 0.4262651205062866,
      "learning_rate": 4.8167969876175514e-05,
      "loss": 5.494,
      "step": 166720
    },
    {
      "epoch": 0.1459375144974664,
      "grad_norm": 0.38878193497657776,
      "learning_rate": 4.8167853738396575e-05,
      "loss": 6.0156,
      "step": 166725
    },
    {
      "epoch": 0.14594189109109354,
      "grad_norm": 0.4009954035282135,
      "learning_rate": 4.816773759711329e-05,
      "loss": 5.1438,
      "step": 166730
    },
    {
      "epoch": 0.1459462676847207,
      "grad_norm": 0.40244293212890625,
      "learning_rate": 4.8167621452325704e-05,
      "loss": 5.1427,
      "step": 166735
    },
    {
      "epoch": 0.14595064427834786,
      "grad_norm": 0.39130261540412903,
      "learning_rate": 4.816750530403383e-05,
      "loss": 5.6602,
      "step": 166740
    },
    {
      "epoch": 0.145955020871975,
      "grad_norm": 0.389066606760025,
      "learning_rate": 4.816738915223767e-05,
      "loss": 5.6656,
      "step": 166745
    },
    {
      "epoch": 0.14595939746560216,
      "grad_norm": 0.3928554952144623,
      "learning_rate": 4.816727299693727e-05,
      "loss": 5.4686,
      "step": 166750
    },
    {
      "epoch": 0.1459637740592293,
      "grad_norm": 0.3904915153980255,
      "learning_rate": 4.816715683813265e-05,
      "loss": 5.4528,
      "step": 166755
    },
    {
      "epoch": 0.14596815065285648,
      "grad_norm": 0.44505950808525085,
      "learning_rate": 4.816704067582383e-05,
      "loss": 4.2429,
      "step": 166760
    },
    {
      "epoch": 0.14597252724648363,
      "grad_norm": 0.39316436648368835,
      "learning_rate": 4.816692451001082e-05,
      "loss": 5.6697,
      "step": 166765
    },
    {
      "epoch": 0.14597690384011078,
      "grad_norm": 0.443251371383667,
      "learning_rate": 4.8166808340693656e-05,
      "loss": 5.2362,
      "step": 166770
    },
    {
      "epoch": 0.14598128043373793,
      "grad_norm": 0.43966615200042725,
      "learning_rate": 4.8166692167872354e-05,
      "loss": 4.938,
      "step": 166775
    },
    {
      "epoch": 0.1459856570273651,
      "grad_norm": 0.38546499609947205,
      "learning_rate": 4.816657599154694e-05,
      "loss": 5.2262,
      "step": 166780
    },
    {
      "epoch": 0.14599003362099225,
      "grad_norm": 0.3791557550430298,
      "learning_rate": 4.8166459811717435e-05,
      "loss": 5.2639,
      "step": 166785
    },
    {
      "epoch": 0.1459944102146194,
      "grad_norm": 0.4253343343734741,
      "learning_rate": 4.816634362838386e-05,
      "loss": 5.4437,
      "step": 166790
    },
    {
      "epoch": 0.14599878680824654,
      "grad_norm": 0.43592652678489685,
      "learning_rate": 4.816622744154624e-05,
      "loss": 5.9711,
      "step": 166795
    },
    {
      "epoch": 0.14600316340187372,
      "grad_norm": 0.413746178150177,
      "learning_rate": 4.8166111251204605e-05,
      "loss": 4.895,
      "step": 166800
    },
    {
      "epoch": 0.14600753999550087,
      "grad_norm": 0.43072509765625,
      "learning_rate": 4.8165995057358956e-05,
      "loss": 5.7773,
      "step": 166805
    },
    {
      "epoch": 0.14601191658912802,
      "grad_norm": 0.42374926805496216,
      "learning_rate": 4.816587886000934e-05,
      "loss": 5.9816,
      "step": 166810
    },
    {
      "epoch": 0.14601629318275516,
      "grad_norm": 0.3887231945991516,
      "learning_rate": 4.816576265915577e-05,
      "loss": 5.9717,
      "step": 166815
    },
    {
      "epoch": 0.1460206697763823,
      "grad_norm": 0.4047241806983948,
      "learning_rate": 4.816564645479825e-05,
      "loss": 5.1866,
      "step": 166820
    },
    {
      "epoch": 0.1460250463700095,
      "grad_norm": 0.40446993708610535,
      "learning_rate": 4.816553024693683e-05,
      "loss": 5.6707,
      "step": 166825
    },
    {
      "epoch": 0.14602942296363663,
      "grad_norm": 0.38367611169815063,
      "learning_rate": 4.8165414035571524e-05,
      "loss": 5.9635,
      "step": 166830
    },
    {
      "epoch": 0.14603379955726378,
      "grad_norm": 0.42817074060440063,
      "learning_rate": 4.8165297820702335e-05,
      "loss": 4.9504,
      "step": 166835
    },
    {
      "epoch": 0.14603817615089093,
      "grad_norm": 0.4105098247528076,
      "learning_rate": 4.8165181602329315e-05,
      "loss": 5.7592,
      "step": 166840
    },
    {
      "epoch": 0.1460425527445181,
      "grad_norm": 0.3879285752773285,
      "learning_rate": 4.8165065380452466e-05,
      "loss": 6.299,
      "step": 166845
    },
    {
      "epoch": 0.14604692933814525,
      "grad_norm": 0.379660040140152,
      "learning_rate": 4.816494915507183e-05,
      "loss": 5.4546,
      "step": 166850
    },
    {
      "epoch": 0.1460513059317724,
      "grad_norm": 0.43448197841644287,
      "learning_rate": 4.816483292618741e-05,
      "loss": 4.9588,
      "step": 166855
    },
    {
      "epoch": 0.14605568252539955,
      "grad_norm": 0.4505493938922882,
      "learning_rate": 4.816471669379924e-05,
      "loss": 4.9441,
      "step": 166860
    },
    {
      "epoch": 0.14606005911902673,
      "grad_norm": 0.39265352487564087,
      "learning_rate": 4.816460045790733e-05,
      "loss": 5.7758,
      "step": 166865
    },
    {
      "epoch": 0.14606443571265387,
      "grad_norm": 0.4377249479293823,
      "learning_rate": 4.8164484218511704e-05,
      "loss": 4.4114,
      "step": 166870
    },
    {
      "epoch": 0.14606881230628102,
      "grad_norm": 0.42261096835136414,
      "learning_rate": 4.81643679756124e-05,
      "loss": 4.3416,
      "step": 166875
    },
    {
      "epoch": 0.14607318889990817,
      "grad_norm": 0.4199042320251465,
      "learning_rate": 4.816425172920943e-05,
      "loss": 4.6344,
      "step": 166880
    },
    {
      "epoch": 0.14607756549353534,
      "grad_norm": 0.41815781593322754,
      "learning_rate": 4.816413547930283e-05,
      "loss": 5.1775,
      "step": 166885
    },
    {
      "epoch": 0.1460819420871625,
      "grad_norm": 0.41850709915161133,
      "learning_rate": 4.81640192258926e-05,
      "loss": 5.2043,
      "step": 166890
    },
    {
      "epoch": 0.14608631868078964,
      "grad_norm": 0.42313551902770996,
      "learning_rate": 4.816390296897877e-05,
      "loss": 5.1754,
      "step": 166895
    },
    {
      "epoch": 0.1460906952744168,
      "grad_norm": 0.4149656593799591,
      "learning_rate": 4.8163786708561366e-05,
      "loss": 5.2605,
      "step": 166900
    },
    {
      "epoch": 0.14609507186804396,
      "grad_norm": 0.40472495555877686,
      "learning_rate": 4.816367044464041e-05,
      "loss": 5.3836,
      "step": 166905
    },
    {
      "epoch": 0.1460994484616711,
      "grad_norm": 0.39403194189071655,
      "learning_rate": 4.8163554177215916e-05,
      "loss": 5.6877,
      "step": 166910
    },
    {
      "epoch": 0.14610382505529826,
      "grad_norm": 0.4126065969467163,
      "learning_rate": 4.816343790628793e-05,
      "loss": 4.6254,
      "step": 166915
    },
    {
      "epoch": 0.1461082016489254,
      "grad_norm": 0.3842124044895172,
      "learning_rate": 4.816332163185645e-05,
      "loss": 5.7526,
      "step": 166920
    },
    {
      "epoch": 0.14611257824255258,
      "grad_norm": 0.41087308526039124,
      "learning_rate": 4.81632053539215e-05,
      "loss": 5.4533,
      "step": 166925
    },
    {
      "epoch": 0.14611695483617973,
      "grad_norm": 0.40718981623649597,
      "learning_rate": 4.816308907248311e-05,
      "loss": 5.4368,
      "step": 166930
    },
    {
      "epoch": 0.14612133142980688,
      "grad_norm": 0.4312650263309479,
      "learning_rate": 4.816297278754131e-05,
      "loss": 5.4472,
      "step": 166935
    },
    {
      "epoch": 0.14612570802343403,
      "grad_norm": 0.4055275321006775,
      "learning_rate": 4.816285649909612e-05,
      "loss": 4.9608,
      "step": 166940
    },
    {
      "epoch": 0.1461300846170612,
      "grad_norm": 0.43134766817092896,
      "learning_rate": 4.816274020714756e-05,
      "loss": 4.5817,
      "step": 166945
    },
    {
      "epoch": 0.14613446121068835,
      "grad_norm": 0.41064590215682983,
      "learning_rate": 4.816262391169563e-05,
      "loss": 6.292,
      "step": 166950
    },
    {
      "epoch": 0.1461388378043155,
      "grad_norm": 0.4252258539199829,
      "learning_rate": 4.816250761274038e-05,
      "loss": 5.1681,
      "step": 166955
    },
    {
      "epoch": 0.14614321439794264,
      "grad_norm": 0.4035565257072449,
      "learning_rate": 4.816239131028183e-05,
      "loss": 5.7663,
      "step": 166960
    },
    {
      "epoch": 0.1461475909915698,
      "grad_norm": 0.41574618220329285,
      "learning_rate": 4.816227500431999e-05,
      "loss": 5.3688,
      "step": 166965
    },
    {
      "epoch": 0.14615196758519697,
      "grad_norm": 0.4461601674556732,
      "learning_rate": 4.816215869485489e-05,
      "loss": 5.1775,
      "step": 166970
    },
    {
      "epoch": 0.14615634417882412,
      "grad_norm": 0.4416322410106659,
      "learning_rate": 4.816204238188655e-05,
      "loss": 4.4354,
      "step": 166975
    },
    {
      "epoch": 0.14616072077245126,
      "grad_norm": 0.43307679891586304,
      "learning_rate": 4.8161926065414994e-05,
      "loss": 4.9437,
      "step": 166980
    },
    {
      "epoch": 0.1461650973660784,
      "grad_norm": 0.4160098731517792,
      "learning_rate": 4.8161809745440244e-05,
      "loss": 5.9758,
      "step": 166985
    },
    {
      "epoch": 0.1461694739597056,
      "grad_norm": 0.41637304425239563,
      "learning_rate": 4.816169342196233e-05,
      "loss": 4.9591,
      "step": 166990
    },
    {
      "epoch": 0.14617385055333273,
      "grad_norm": 0.41553303599357605,
      "learning_rate": 4.816157709498126e-05,
      "loss": 3.9976,
      "step": 166995
    },
    {
      "epoch": 0.14617822714695988,
      "grad_norm": 0.4066920280456543,
      "learning_rate": 4.816146076449707e-05,
      "loss": 6.0342,
      "step": 167000
    },
    {
      "epoch": 0.14618260374058703,
      "grad_norm": 0.4614286422729492,
      "learning_rate": 4.816134443050977e-05,
      "loss": 5.4631,
      "step": 167005
    },
    {
      "epoch": 0.1461869803342142,
      "grad_norm": 0.4692750573158264,
      "learning_rate": 4.816122809301938e-05,
      "loss": 5.7586,
      "step": 167010
    },
    {
      "epoch": 0.14619135692784135,
      "grad_norm": 0.4314345717430115,
      "learning_rate": 4.816111175202594e-05,
      "loss": 4.7994,
      "step": 167015
    },
    {
      "epoch": 0.1461957335214685,
      "grad_norm": 0.43397387862205505,
      "learning_rate": 4.8160995407529474e-05,
      "loss": 5.2419,
      "step": 167020
    },
    {
      "epoch": 0.14620011011509565,
      "grad_norm": 0.4533850848674774,
      "learning_rate": 4.816087905952998e-05,
      "loss": 5.9795,
      "step": 167025
    },
    {
      "epoch": 0.14620448670872283,
      "grad_norm": 0.43949198722839355,
      "learning_rate": 4.816076270802749e-05,
      "loss": 5.5024,
      "step": 167030
    },
    {
      "epoch": 0.14620886330234997,
      "grad_norm": 0.4214927852153778,
      "learning_rate": 4.816064635302204e-05,
      "loss": 4.4269,
      "step": 167035
    },
    {
      "epoch": 0.14621323989597712,
      "grad_norm": 0.49676501750946045,
      "learning_rate": 4.816052999451365e-05,
      "loss": 4.4803,
      "step": 167040
    },
    {
      "epoch": 0.14621761648960427,
      "grad_norm": 0.4275161325931549,
      "learning_rate": 4.816041363250232e-05,
      "loss": 4.9505,
      "step": 167045
    },
    {
      "epoch": 0.14622199308323144,
      "grad_norm": 0.41403284668922424,
      "learning_rate": 4.81602972669881e-05,
      "loss": 4.9584,
      "step": 167050
    },
    {
      "epoch": 0.1462263696768586,
      "grad_norm": 0.40874359011650085,
      "learning_rate": 4.8160180897970993e-05,
      "loss": 5.4391,
      "step": 167055
    },
    {
      "epoch": 0.14623074627048574,
      "grad_norm": 0.4306020140647888,
      "learning_rate": 4.816006452545103e-05,
      "loss": 5.1547,
      "step": 167060
    },
    {
      "epoch": 0.1462351228641129,
      "grad_norm": 0.4203188717365265,
      "learning_rate": 4.815994814942824e-05,
      "loss": 5.9668,
      "step": 167065
    },
    {
      "epoch": 0.14623949945774006,
      "grad_norm": 0.41291192173957825,
      "learning_rate": 4.815983176990262e-05,
      "loss": 4.923,
      "step": 167070
    },
    {
      "epoch": 0.1462438760513672,
      "grad_norm": 0.3965412676334381,
      "learning_rate": 4.815971538687423e-05,
      "loss": 5.4562,
      "step": 167075
    },
    {
      "epoch": 0.14624825264499436,
      "grad_norm": 0.4181155562400818,
      "learning_rate": 4.815959900034306e-05,
      "loss": 5.6658,
      "step": 167080
    },
    {
      "epoch": 0.1462526292386215,
      "grad_norm": 0.4220174551010132,
      "learning_rate": 4.815948261030915e-05,
      "loss": 5.2559,
      "step": 167085
    },
    {
      "epoch": 0.14625700583224865,
      "grad_norm": 0.43076691031455994,
      "learning_rate": 4.8159366216772515e-05,
      "loss": 5.462,
      "step": 167090
    },
    {
      "epoch": 0.14626138242587583,
      "grad_norm": 0.5490226149559021,
      "learning_rate": 4.8159249819733176e-05,
      "loss": 5.6906,
      "step": 167095
    },
    {
      "epoch": 0.14626575901950298,
      "grad_norm": 0.4394437372684479,
      "learning_rate": 4.815913341919117e-05,
      "loss": 4.9334,
      "step": 167100
    },
    {
      "epoch": 0.14627013561313013,
      "grad_norm": 0.4137822091579437,
      "learning_rate": 4.81590170151465e-05,
      "loss": 5.1313,
      "step": 167105
    },
    {
      "epoch": 0.14627451220675727,
      "grad_norm": 0.4301638603210449,
      "learning_rate": 4.8158900607599214e-05,
      "loss": 5.2238,
      "step": 167110
    },
    {
      "epoch": 0.14627888880038445,
      "grad_norm": 0.41316524147987366,
      "learning_rate": 4.81587841965493e-05,
      "loss": 5.1765,
      "step": 167115
    },
    {
      "epoch": 0.1462832653940116,
      "grad_norm": 0.4679063558578491,
      "learning_rate": 4.81586677819968e-05,
      "loss": 4.7312,
      "step": 167120
    },
    {
      "epoch": 0.14628764198763874,
      "grad_norm": 0.41482388973236084,
      "learning_rate": 4.815855136394174e-05,
      "loss": 5.2332,
      "step": 167125
    },
    {
      "epoch": 0.1462920185812659,
      "grad_norm": 0.4180401563644409,
      "learning_rate": 4.815843494238413e-05,
      "loss": 4.4542,
      "step": 167130
    },
    {
      "epoch": 0.14629639517489307,
      "grad_norm": 0.42372316122055054,
      "learning_rate": 4.815831851732401e-05,
      "loss": 4.8261,
      "step": 167135
    },
    {
      "epoch": 0.14630077176852022,
      "grad_norm": 0.3933441638946533,
      "learning_rate": 4.8158202088761383e-05,
      "loss": 5.2063,
      "step": 167140
    },
    {
      "epoch": 0.14630514836214736,
      "grad_norm": 0.4101724624633789,
      "learning_rate": 4.815808565669628e-05,
      "loss": 5.9711,
      "step": 167145
    },
    {
      "epoch": 0.1463095249557745,
      "grad_norm": 0.40930718183517456,
      "learning_rate": 4.815796922112873e-05,
      "loss": 5.266,
      "step": 167150
    },
    {
      "epoch": 0.1463139015494017,
      "grad_norm": 0.42344632744789124,
      "learning_rate": 4.815785278205874e-05,
      "loss": 4.6215,
      "step": 167155
    },
    {
      "epoch": 0.14631827814302883,
      "grad_norm": 0.3894300162792206,
      "learning_rate": 4.815773633948636e-05,
      "loss": 5.7094,
      "step": 167160
    },
    {
      "epoch": 0.14632265473665598,
      "grad_norm": 0.43371227383613586,
      "learning_rate": 4.815761989341158e-05,
      "loss": 5.1657,
      "step": 167165
    },
    {
      "epoch": 0.14632703133028313,
      "grad_norm": 0.41720595955848694,
      "learning_rate": 4.815750344383444e-05,
      "loss": 5.7296,
      "step": 167170
    },
    {
      "epoch": 0.1463314079239103,
      "grad_norm": 0.41626134514808655,
      "learning_rate": 4.815738699075496e-05,
      "loss": 4.4527,
      "step": 167175
    },
    {
      "epoch": 0.14633578451753745,
      "grad_norm": 0.4222537875175476,
      "learning_rate": 4.815727053417317e-05,
      "loss": 4.9364,
      "step": 167180
    },
    {
      "epoch": 0.1463401611111646,
      "grad_norm": 0.4317275285720825,
      "learning_rate": 4.815715407408907e-05,
      "loss": 5.0742,
      "step": 167185
    },
    {
      "epoch": 0.14634453770479175,
      "grad_norm": 0.43167340755462646,
      "learning_rate": 4.815703761050271e-05,
      "loss": 4.842,
      "step": 167190
    },
    {
      "epoch": 0.14634891429841893,
      "grad_norm": 0.41813626885414124,
      "learning_rate": 4.815692114341409e-05,
      "loss": 5.657,
      "step": 167195
    },
    {
      "epoch": 0.14635329089204607,
      "grad_norm": 0.45727503299713135,
      "learning_rate": 4.8156804672823244e-05,
      "loss": 5.4489,
      "step": 167200
    },
    {
      "epoch": 0.14635766748567322,
      "grad_norm": 0.4234803020954132,
      "learning_rate": 4.815668819873019e-05,
      "loss": 5.1568,
      "step": 167205
    },
    {
      "epoch": 0.14636204407930037,
      "grad_norm": 0.3795384168624878,
      "learning_rate": 4.815657172113496e-05,
      "loss": 5.6525,
      "step": 167210
    },
    {
      "epoch": 0.14636642067292752,
      "grad_norm": 0.3956936001777649,
      "learning_rate": 4.815645524003756e-05,
      "loss": 4.8714,
      "step": 167215
    },
    {
      "epoch": 0.1463707972665547,
      "grad_norm": 0.40578386187553406,
      "learning_rate": 4.8156338755438025e-05,
      "loss": 5.8125,
      "step": 167220
    },
    {
      "epoch": 0.14637517386018184,
      "grad_norm": 0.38772401213645935,
      "learning_rate": 4.815622226733637e-05,
      "loss": 5.7682,
      "step": 167225
    },
    {
      "epoch": 0.146379550453809,
      "grad_norm": 0.4530237317085266,
      "learning_rate": 4.815610577573262e-05,
      "loss": 5.7556,
      "step": 167230
    },
    {
      "epoch": 0.14638392704743614,
      "grad_norm": 0.45410096645355225,
      "learning_rate": 4.8155989280626814e-05,
      "loss": 5.4111,
      "step": 167235
    },
    {
      "epoch": 0.1463883036410633,
      "grad_norm": 0.41237184405326843,
      "learning_rate": 4.815587278201894e-05,
      "loss": 5.1549,
      "step": 167240
    },
    {
      "epoch": 0.14639268023469046,
      "grad_norm": 0.40147048234939575,
      "learning_rate": 4.815575627990905e-05,
      "loss": 5.9973,
      "step": 167245
    },
    {
      "epoch": 0.1463970568283176,
      "grad_norm": 0.44028085470199585,
      "learning_rate": 4.8155639774297154e-05,
      "loss": 5.9461,
      "step": 167250
    },
    {
      "epoch": 0.14640143342194475,
      "grad_norm": 0.40969881415367126,
      "learning_rate": 4.815552326518328e-05,
      "loss": 5.7474,
      "step": 167255
    },
    {
      "epoch": 0.14640581001557193,
      "grad_norm": 0.4128004312515259,
      "learning_rate": 4.815540675256744e-05,
      "loss": 4.8496,
      "step": 167260
    },
    {
      "epoch": 0.14641018660919908,
      "grad_norm": 0.4241884648799896,
      "learning_rate": 4.8155290236449676e-05,
      "loss": 5.1235,
      "step": 167265
    },
    {
      "epoch": 0.14641456320282623,
      "grad_norm": 0.46383240818977356,
      "learning_rate": 4.815517371682999e-05,
      "loss": 5.1684,
      "step": 167270
    },
    {
      "epoch": 0.14641893979645337,
      "grad_norm": 0.4016372561454773,
      "learning_rate": 4.815505719370842e-05,
      "loss": 6.0055,
      "step": 167275
    },
    {
      "epoch": 0.14642331639008055,
      "grad_norm": 0.4064275324344635,
      "learning_rate": 4.815494066708497e-05,
      "loss": 5.3729,
      "step": 167280
    },
    {
      "epoch": 0.1464276929837077,
      "grad_norm": 0.4666719138622284,
      "learning_rate": 4.815482413695968e-05,
      "loss": 5.2151,
      "step": 167285
    },
    {
      "epoch": 0.14643206957733484,
      "grad_norm": 0.39727455377578735,
      "learning_rate": 4.8154707603332563e-05,
      "loss": 4.8381,
      "step": 167290
    },
    {
      "epoch": 0.146436446170962,
      "grad_norm": 0.4099522531032562,
      "learning_rate": 4.8154591066203645e-05,
      "loss": 5.9746,
      "step": 167295
    },
    {
      "epoch": 0.14644082276458917,
      "grad_norm": 0.4061829149723053,
      "learning_rate": 4.815447452557294e-05,
      "loss": 5.2022,
      "step": 167300
    },
    {
      "epoch": 0.14644519935821632,
      "grad_norm": 0.4579591453075409,
      "learning_rate": 4.81543579814405e-05,
      "loss": 4.6265,
      "step": 167305
    },
    {
      "epoch": 0.14644957595184346,
      "grad_norm": 0.4005158841609955,
      "learning_rate": 4.815424143380631e-05,
      "loss": 4.5708,
      "step": 167310
    },
    {
      "epoch": 0.1464539525454706,
      "grad_norm": 0.39144134521484375,
      "learning_rate": 4.8154124882670414e-05,
      "loss": 5.7615,
      "step": 167315
    },
    {
      "epoch": 0.1464583291390978,
      "grad_norm": 0.43716689944267273,
      "learning_rate": 4.815400832803283e-05,
      "loss": 4.9291,
      "step": 167320
    },
    {
      "epoch": 0.14646270573272493,
      "grad_norm": 0.4527367651462555,
      "learning_rate": 4.815389176989358e-05,
      "loss": 4.1171,
      "step": 167325
    },
    {
      "epoch": 0.14646708232635208,
      "grad_norm": 0.4335712790489197,
      "learning_rate": 4.815377520825267e-05,
      "loss": 5.196,
      "step": 167330
    },
    {
      "epoch": 0.14647145891997923,
      "grad_norm": 0.3785950839519501,
      "learning_rate": 4.8153658643110156e-05,
      "loss": 5.7601,
      "step": 167335
    },
    {
      "epoch": 0.14647583551360638,
      "grad_norm": 0.3914942443370819,
      "learning_rate": 4.815354207446604e-05,
      "loss": 5.28,
      "step": 167340
    },
    {
      "epoch": 0.14648021210723355,
      "grad_norm": 0.38656890392303467,
      "learning_rate": 4.815342550232035e-05,
      "loss": 5.9498,
      "step": 167345
    },
    {
      "epoch": 0.1464845887008607,
      "grad_norm": 0.4197811782360077,
      "learning_rate": 4.81533089266731e-05,
      "loss": 4.7424,
      "step": 167350
    },
    {
      "epoch": 0.14648896529448785,
      "grad_norm": 0.39860260486602783,
      "learning_rate": 4.815319234752432e-05,
      "loss": 5.2425,
      "step": 167355
    },
    {
      "epoch": 0.146493341888115,
      "grad_norm": 0.39678657054901123,
      "learning_rate": 4.8153075764874034e-05,
      "loss": 5.4352,
      "step": 167360
    },
    {
      "epoch": 0.14649771848174217,
      "grad_norm": 0.4274216294288635,
      "learning_rate": 4.815295917872226e-05,
      "loss": 5.1703,
      "step": 167365
    },
    {
      "epoch": 0.14650209507536932,
      "grad_norm": 0.4435841143131256,
      "learning_rate": 4.8152842589069015e-05,
      "loss": 4.9302,
      "step": 167370
    },
    {
      "epoch": 0.14650647166899647,
      "grad_norm": 0.4208155870437622,
      "learning_rate": 4.815272599591433e-05,
      "loss": 5.2485,
      "step": 167375
    },
    {
      "epoch": 0.14651084826262362,
      "grad_norm": 0.41543862223625183,
      "learning_rate": 4.815260939925823e-05,
      "loss": 5.1684,
      "step": 167380
    },
    {
      "epoch": 0.1465152248562508,
      "grad_norm": 0.4181554615497589,
      "learning_rate": 4.815249279910074e-05,
      "loss": 4.725,
      "step": 167385
    },
    {
      "epoch": 0.14651960144987794,
      "grad_norm": 0.41042351722717285,
      "learning_rate": 4.815237619544186e-05,
      "loss": 5.4388,
      "step": 167390
    },
    {
      "epoch": 0.1465239780435051,
      "grad_norm": 0.4279959797859192,
      "learning_rate": 4.815225958828163e-05,
      "loss": 5.4422,
      "step": 167395
    },
    {
      "epoch": 0.14652835463713224,
      "grad_norm": 0.41189485788345337,
      "learning_rate": 4.815214297762008e-05,
      "loss": 5.1335,
      "step": 167400
    },
    {
      "epoch": 0.1465327312307594,
      "grad_norm": 0.4228195548057556,
      "learning_rate": 4.815202636345722e-05,
      "loss": 5.1595,
      "step": 167405
    },
    {
      "epoch": 0.14653710782438656,
      "grad_norm": 0.42180120944976807,
      "learning_rate": 4.8151909745793076e-05,
      "loss": 5.7436,
      "step": 167410
    },
    {
      "epoch": 0.1465414844180137,
      "grad_norm": 0.42023172974586487,
      "learning_rate": 4.8151793124627674e-05,
      "loss": 5.2268,
      "step": 167415
    },
    {
      "epoch": 0.14654586101164085,
      "grad_norm": 0.38912948966026306,
      "learning_rate": 4.815167649996103e-05,
      "loss": 5.4513,
      "step": 167420
    },
    {
      "epoch": 0.14655023760526803,
      "grad_norm": 0.41344138979911804,
      "learning_rate": 4.815155987179316e-05,
      "loss": 5.6623,
      "step": 167425
    },
    {
      "epoch": 0.14655461419889518,
      "grad_norm": 0.4572006165981293,
      "learning_rate": 4.8151443240124115e-05,
      "loss": 4.9614,
      "step": 167430
    },
    {
      "epoch": 0.14655899079252233,
      "grad_norm": 0.42314913868904114,
      "learning_rate": 4.8151326604953884e-05,
      "loss": 4.9462,
      "step": 167435
    },
    {
      "epoch": 0.14656336738614947,
      "grad_norm": 0.4307861626148224,
      "learning_rate": 4.8151209966282506e-05,
      "loss": 4.9591,
      "step": 167440
    },
    {
      "epoch": 0.14656774397977665,
      "grad_norm": 0.4140618145465851,
      "learning_rate": 4.8151093324109996e-05,
      "loss": 5.1891,
      "step": 167445
    },
    {
      "epoch": 0.1465721205734038,
      "grad_norm": 0.4238426387310028,
      "learning_rate": 4.815097667843639e-05,
      "loss": 5.2322,
      "step": 167450
    },
    {
      "epoch": 0.14657649716703094,
      "grad_norm": 0.41860267519950867,
      "learning_rate": 4.81508600292617e-05,
      "loss": 5.1554,
      "step": 167455
    },
    {
      "epoch": 0.1465808737606581,
      "grad_norm": 0.40993446111679077,
      "learning_rate": 4.8150743376585946e-05,
      "loss": 4.4283,
      "step": 167460
    },
    {
      "epoch": 0.14658525035428524,
      "grad_norm": 0.4084383547306061,
      "learning_rate": 4.815062672040916e-05,
      "loss": 4.7473,
      "step": 167465
    },
    {
      "epoch": 0.14658962694791242,
      "grad_norm": 0.4051746428012848,
      "learning_rate": 4.815051006073137e-05,
      "loss": 4.411,
      "step": 167470
    },
    {
      "epoch": 0.14659400354153956,
      "grad_norm": 0.38301414251327515,
      "learning_rate": 4.8150393397552576e-05,
      "loss": 5.7694,
      "step": 167475
    },
    {
      "epoch": 0.1465983801351667,
      "grad_norm": 0.39294421672821045,
      "learning_rate": 4.8150276730872814e-05,
      "loss": 4.6861,
      "step": 167480
    },
    {
      "epoch": 0.14660275672879386,
      "grad_norm": 0.3946102261543274,
      "learning_rate": 4.815016006069211e-05,
      "loss": 5.9939,
      "step": 167485
    },
    {
      "epoch": 0.14660713332242103,
      "grad_norm": 0.4350946843624115,
      "learning_rate": 4.815004338701047e-05,
      "loss": 5.1516,
      "step": 167490
    },
    {
      "epoch": 0.14661150991604818,
      "grad_norm": 0.38867712020874023,
      "learning_rate": 4.8149926709827944e-05,
      "loss": 5.4316,
      "step": 167495
    },
    {
      "epoch": 0.14661588650967533,
      "grad_norm": 0.5007362365722656,
      "learning_rate": 4.8149810029144525e-05,
      "loss": 4.8677,
      "step": 167500
    },
    {
      "epoch": 0.14662026310330248,
      "grad_norm": 0.40666258335113525,
      "learning_rate": 4.814969334496026e-05,
      "loss": 5.7384,
      "step": 167505
    },
    {
      "epoch": 0.14662463969692965,
      "grad_norm": 0.39516669511795044,
      "learning_rate": 4.814957665727515e-05,
      "loss": 5.9309,
      "step": 167510
    },
    {
      "epoch": 0.1466290162905568,
      "grad_norm": 0.402225136756897,
      "learning_rate": 4.814945996608924e-05,
      "loss": 5.4396,
      "step": 167515
    },
    {
      "epoch": 0.14663339288418395,
      "grad_norm": 0.3981347382068634,
      "learning_rate": 4.814934327140254e-05,
      "loss": 4.7674,
      "step": 167520
    },
    {
      "epoch": 0.1466377694778111,
      "grad_norm": 0.4238092005252838,
      "learning_rate": 4.8149226573215053e-05,
      "loss": 5.6777,
      "step": 167525
    },
    {
      "epoch": 0.14664214607143827,
      "grad_norm": 0.41132083535194397,
      "learning_rate": 4.8149109871526844e-05,
      "loss": 6.2939,
      "step": 167530
    },
    {
      "epoch": 0.14664652266506542,
      "grad_norm": 0.41680485010147095,
      "learning_rate": 4.814899316633791e-05,
      "loss": 4.7236,
      "step": 167535
    },
    {
      "epoch": 0.14665089925869257,
      "grad_norm": 0.4559890627861023,
      "learning_rate": 4.814887645764826e-05,
      "loss": 5.4908,
      "step": 167540
    },
    {
      "epoch": 0.14665527585231972,
      "grad_norm": 0.4288172423839569,
      "learning_rate": 4.814875974545795e-05,
      "loss": 5.4323,
      "step": 167545
    },
    {
      "epoch": 0.1466596524459469,
      "grad_norm": 0.460305780172348,
      "learning_rate": 4.814864302976698e-05,
      "loss": 5.1277,
      "step": 167550
    },
    {
      "epoch": 0.14666402903957404,
      "grad_norm": 0.42310115694999695,
      "learning_rate": 4.814852631057538e-05,
      "loss": 5.4847,
      "step": 167555
    },
    {
      "epoch": 0.1466684056332012,
      "grad_norm": 0.4246935248374939,
      "learning_rate": 4.814840958788318e-05,
      "loss": 4.1528,
      "step": 167560
    },
    {
      "epoch": 0.14667278222682834,
      "grad_norm": 0.4298601746559143,
      "learning_rate": 4.814829286169038e-05,
      "loss": 4.4315,
      "step": 167565
    },
    {
      "epoch": 0.1466771588204555,
      "grad_norm": 0.42720332741737366,
      "learning_rate": 4.8148176131997015e-05,
      "loss": 4.7066,
      "step": 167570
    },
    {
      "epoch": 0.14668153541408266,
      "grad_norm": 0.4237249493598938,
      "learning_rate": 4.8148059398803124e-05,
      "loss": 4.9519,
      "step": 167575
    },
    {
      "epoch": 0.1466859120077098,
      "grad_norm": 0.4480064809322357,
      "learning_rate": 4.81479426621087e-05,
      "loss": 5.1722,
      "step": 167580
    },
    {
      "epoch": 0.14669028860133695,
      "grad_norm": 0.4430544376373291,
      "learning_rate": 4.814782592191378e-05,
      "loss": 5.6486,
      "step": 167585
    },
    {
      "epoch": 0.14669466519496413,
      "grad_norm": 0.4123271703720093,
      "learning_rate": 4.814770917821839e-05,
      "loss": 4.9699,
      "step": 167590
    },
    {
      "epoch": 0.14669904178859128,
      "grad_norm": 0.43250784277915955,
      "learning_rate": 4.8147592431022545e-05,
      "loss": 4.9478,
      "step": 167595
    },
    {
      "epoch": 0.14670341838221843,
      "grad_norm": 0.3787645399570465,
      "learning_rate": 4.814747568032628e-05,
      "loss": 5.9609,
      "step": 167600
    },
    {
      "epoch": 0.14670779497584557,
      "grad_norm": 0.4145048260688782,
      "learning_rate": 4.8147358926129607e-05,
      "loss": 5.3523,
      "step": 167605
    },
    {
      "epoch": 0.14671217156947272,
      "grad_norm": 0.4205034673213959,
      "learning_rate": 4.8147242168432536e-05,
      "loss": 5.1411,
      "step": 167610
    },
    {
      "epoch": 0.1467165481630999,
      "grad_norm": 0.3894221782684326,
      "learning_rate": 4.814712540723512e-05,
      "loss": 5.9533,
      "step": 167615
    },
    {
      "epoch": 0.14672092475672704,
      "grad_norm": 0.43820157647132874,
      "learning_rate": 4.814700864253735e-05,
      "loss": 5.4179,
      "step": 167620
    },
    {
      "epoch": 0.1467253013503542,
      "grad_norm": 0.4508965015411377,
      "learning_rate": 4.814689187433927e-05,
      "loss": 5.1362,
      "step": 167625
    },
    {
      "epoch": 0.14672967794398134,
      "grad_norm": 0.4040309488773346,
      "learning_rate": 4.814677510264091e-05,
      "loss": 5.3691,
      "step": 167630
    },
    {
      "epoch": 0.14673405453760852,
      "grad_norm": 0.3845139741897583,
      "learning_rate": 4.814665832744226e-05,
      "loss": 5.6359,
      "step": 167635
    },
    {
      "epoch": 0.14673843113123566,
      "grad_norm": 0.4805287718772888,
      "learning_rate": 4.814654154874337e-05,
      "loss": 4.8334,
      "step": 167640
    },
    {
      "epoch": 0.1467428077248628,
      "grad_norm": 0.42610564827919006,
      "learning_rate": 4.8146424766544254e-05,
      "loss": 5.4594,
      "step": 167645
    },
    {
      "epoch": 0.14674718431848996,
      "grad_norm": 0.40135541558265686,
      "learning_rate": 4.814630798084493e-05,
      "loss": 5.1473,
      "step": 167650
    },
    {
      "epoch": 0.14675156091211713,
      "grad_norm": 0.40256962180137634,
      "learning_rate": 4.814619119164542e-05,
      "loss": 4.4041,
      "step": 167655
    },
    {
      "epoch": 0.14675593750574428,
      "grad_norm": 0.40797939896583557,
      "learning_rate": 4.814607439894576e-05,
      "loss": 4.6308,
      "step": 167660
    },
    {
      "epoch": 0.14676031409937143,
      "grad_norm": 0.39878013730049133,
      "learning_rate": 4.814595760274596e-05,
      "loss": 4.9624,
      "step": 167665
    },
    {
      "epoch": 0.14676469069299858,
      "grad_norm": 0.3897791802883148,
      "learning_rate": 4.814584080304605e-05,
      "loss": 5.7447,
      "step": 167670
    },
    {
      "epoch": 0.14676906728662575,
      "grad_norm": 0.40002310276031494,
      "learning_rate": 4.814572399984604e-05,
      "loss": 5.2273,
      "step": 167675
    },
    {
      "epoch": 0.1467734438802529,
      "grad_norm": 0.4140475392341614,
      "learning_rate": 4.814560719314597e-05,
      "loss": 5.2714,
      "step": 167680
    },
    {
      "epoch": 0.14677782047388005,
      "grad_norm": 0.4191513657569885,
      "learning_rate": 4.814549038294586e-05,
      "loss": 5.1632,
      "step": 167685
    },
    {
      "epoch": 0.1467821970675072,
      "grad_norm": 0.4161825478076935,
      "learning_rate": 4.814537356924571e-05,
      "loss": 4.427,
      "step": 167690
    },
    {
      "epoch": 0.14678657366113437,
      "grad_norm": 0.4556428790092468,
      "learning_rate": 4.814525675204556e-05,
      "loss": 4.6444,
      "step": 167695
    },
    {
      "epoch": 0.14679095025476152,
      "grad_norm": 0.4429493546485901,
      "learning_rate": 4.814513993134545e-05,
      "loss": 5.4663,
      "step": 167700
    },
    {
      "epoch": 0.14679532684838867,
      "grad_norm": 0.41348791122436523,
      "learning_rate": 4.814502310714537e-05,
      "loss": 5.1373,
      "step": 167705
    },
    {
      "epoch": 0.14679970344201582,
      "grad_norm": 0.3986177146434784,
      "learning_rate": 4.8144906279445355e-05,
      "loss": 5.7354,
      "step": 167710
    },
    {
      "epoch": 0.146804080035643,
      "grad_norm": 0.4020477533340454,
      "learning_rate": 4.814478944824544e-05,
      "loss": 5.7408,
      "step": 167715
    },
    {
      "epoch": 0.14680845662927014,
      "grad_norm": 0.4133550524711609,
      "learning_rate": 4.814467261354563e-05,
      "loss": 4.7158,
      "step": 167720
    },
    {
      "epoch": 0.1468128332228973,
      "grad_norm": 0.38230910897254944,
      "learning_rate": 4.814455577534596e-05,
      "loss": 5.7831,
      "step": 167725
    },
    {
      "epoch": 0.14681720981652444,
      "grad_norm": 0.42954838275909424,
      "learning_rate": 4.814443893364643e-05,
      "loss": 5.0295,
      "step": 167730
    },
    {
      "epoch": 0.14682158641015158,
      "grad_norm": 0.407041996717453,
      "learning_rate": 4.814432208844709e-05,
      "loss": 5.4625,
      "step": 167735
    },
    {
      "epoch": 0.14682596300377876,
      "grad_norm": 0.4178125560283661,
      "learning_rate": 4.814420523974795e-05,
      "loss": 4.9434,
      "step": 167740
    },
    {
      "epoch": 0.1468303395974059,
      "grad_norm": 0.4232161343097687,
      "learning_rate": 4.814408838754905e-05,
      "loss": 5.7288,
      "step": 167745
    },
    {
      "epoch": 0.14683471619103305,
      "grad_norm": 0.43547579646110535,
      "learning_rate": 4.8143971531850374e-05,
      "loss": 4.4064,
      "step": 167750
    },
    {
      "epoch": 0.1468390927846602,
      "grad_norm": 0.4102259576320648,
      "learning_rate": 4.8143854672651976e-05,
      "loss": 5.2319,
      "step": 167755
    },
    {
      "epoch": 0.14684346937828738,
      "grad_norm": 0.40187007188796997,
      "learning_rate": 4.814373780995387e-05,
      "loss": 6.2662,
      "step": 167760
    },
    {
      "epoch": 0.14684784597191453,
      "grad_norm": 0.44386473298072815,
      "learning_rate": 4.8143620943756086e-05,
      "loss": 4.7021,
      "step": 167765
    },
    {
      "epoch": 0.14685222256554167,
      "grad_norm": 0.416628897190094,
      "learning_rate": 4.814350407405862e-05,
      "loss": 6.2316,
      "step": 167770
    },
    {
      "epoch": 0.14685659915916882,
      "grad_norm": 0.43503332138061523,
      "learning_rate": 4.814338720086153e-05,
      "loss": 4.6708,
      "step": 167775
    },
    {
      "epoch": 0.146860975752796,
      "grad_norm": 0.5687311291694641,
      "learning_rate": 4.814327032416482e-05,
      "loss": 4.9541,
      "step": 167780
    },
    {
      "epoch": 0.14686535234642314,
      "grad_norm": 0.44851359724998474,
      "learning_rate": 4.814315344396851e-05,
      "loss": 5.4627,
      "step": 167785
    },
    {
      "epoch": 0.1468697289400503,
      "grad_norm": 0.41875511407852173,
      "learning_rate": 4.8143036560272635e-05,
      "loss": 5.8009,
      "step": 167790
    },
    {
      "epoch": 0.14687410553367744,
      "grad_norm": 0.38663750886917114,
      "learning_rate": 4.81429196730772e-05,
      "loss": 5.4726,
      "step": 167795
    },
    {
      "epoch": 0.14687848212730462,
      "grad_norm": 0.43792232871055603,
      "learning_rate": 4.8142802782382244e-05,
      "loss": 5.9727,
      "step": 167800
    },
    {
      "epoch": 0.14688285872093176,
      "grad_norm": 0.43061426281929016,
      "learning_rate": 4.8142685888187786e-05,
      "loss": 4.8339,
      "step": 167805
    },
    {
      "epoch": 0.1468872353145589,
      "grad_norm": 0.4031234085559845,
      "learning_rate": 4.814256899049384e-05,
      "loss": 5.4603,
      "step": 167810
    },
    {
      "epoch": 0.14689161190818606,
      "grad_norm": 0.4045664072036743,
      "learning_rate": 4.8142452089300424e-05,
      "loss": 5.9535,
      "step": 167815
    },
    {
      "epoch": 0.14689598850181323,
      "grad_norm": 0.3912185728549957,
      "learning_rate": 4.814233518460759e-05,
      "loss": 5.8414,
      "step": 167820
    },
    {
      "epoch": 0.14690036509544038,
      "grad_norm": 0.3862442672252655,
      "learning_rate": 4.814221827641533e-05,
      "loss": 5.7653,
      "step": 167825
    },
    {
      "epoch": 0.14690474168906753,
      "grad_norm": 0.38940271735191345,
      "learning_rate": 4.814210136472368e-05,
      "loss": 5.5027,
      "step": 167830
    },
    {
      "epoch": 0.14690911828269468,
      "grad_norm": 0.38854271173477173,
      "learning_rate": 4.814198444953266e-05,
      "loss": 6.248,
      "step": 167835
    },
    {
      "epoch": 0.14691349487632185,
      "grad_norm": 0.44706398248672485,
      "learning_rate": 4.814186753084229e-05,
      "loss": 5.2047,
      "step": 167840
    },
    {
      "epoch": 0.146917871469949,
      "grad_norm": 0.4262966513633728,
      "learning_rate": 4.814175060865259e-05,
      "loss": 5.4532,
      "step": 167845
    },
    {
      "epoch": 0.14692224806357615,
      "grad_norm": 0.4359346330165863,
      "learning_rate": 4.8141633682963604e-05,
      "loss": 4.3271,
      "step": 167850
    },
    {
      "epoch": 0.1469266246572033,
      "grad_norm": 0.44469472765922546,
      "learning_rate": 4.814151675377533e-05,
      "loss": 4.4269,
      "step": 167855
    },
    {
      "epoch": 0.14693100125083045,
      "grad_norm": 0.4449777603149414,
      "learning_rate": 4.8141399821087796e-05,
      "loss": 5.2771,
      "step": 167860
    },
    {
      "epoch": 0.14693537784445762,
      "grad_norm": 0.42906996607780457,
      "learning_rate": 4.814128288490103e-05,
      "loss": 5.444,
      "step": 167865
    },
    {
      "epoch": 0.14693975443808477,
      "grad_norm": 0.41122010350227356,
      "learning_rate": 4.814116594521505e-05,
      "loss": 5.2639,
      "step": 167870
    },
    {
      "epoch": 0.14694413103171192,
      "grad_norm": 0.397288978099823,
      "learning_rate": 4.814104900202988e-05,
      "loss": 5.712,
      "step": 167875
    },
    {
      "epoch": 0.14694850762533906,
      "grad_norm": 0.42979520559310913,
      "learning_rate": 4.8140932055345545e-05,
      "loss": 5.1054,
      "step": 167880
    },
    {
      "epoch": 0.14695288421896624,
      "grad_norm": 0.41064783930778503,
      "learning_rate": 4.8140815105162074e-05,
      "loss": 4.1409,
      "step": 167885
    },
    {
      "epoch": 0.1469572608125934,
      "grad_norm": 0.43038544058799744,
      "learning_rate": 4.814069815147947e-05,
      "loss": 5.6518,
      "step": 167890
    },
    {
      "epoch": 0.14696163740622054,
      "grad_norm": 0.41046881675720215,
      "learning_rate": 4.814058119429778e-05,
      "loss": 5.4454,
      "step": 167895
    },
    {
      "epoch": 0.14696601399984768,
      "grad_norm": 0.4181411862373352,
      "learning_rate": 4.814046423361699e-05,
      "loss": 5.4662,
      "step": 167900
    },
    {
      "epoch": 0.14697039059347486,
      "grad_norm": 0.4147610664367676,
      "learning_rate": 4.814034726943717e-05,
      "loss": 4.9438,
      "step": 167905
    },
    {
      "epoch": 0.146974767187102,
      "grad_norm": 0.41734710335731506,
      "learning_rate": 4.8140230301758305e-05,
      "loss": 5.6695,
      "step": 167910
    },
    {
      "epoch": 0.14697914378072915,
      "grad_norm": 0.4219205379486084,
      "learning_rate": 4.8140113330580424e-05,
      "loss": 5.9936,
      "step": 167915
    },
    {
      "epoch": 0.1469835203743563,
      "grad_norm": 0.40616026520729065,
      "learning_rate": 4.813999635590357e-05,
      "loss": 4.8579,
      "step": 167920
    },
    {
      "epoch": 0.14698789696798348,
      "grad_norm": 0.4224567413330078,
      "learning_rate": 4.813987937772776e-05,
      "loss": 4.9241,
      "step": 167925
    },
    {
      "epoch": 0.14699227356161063,
      "grad_norm": 0.42529186606407166,
      "learning_rate": 4.813976239605299e-05,
      "loss": 5.4302,
      "step": 167930
    },
    {
      "epoch": 0.14699665015523777,
      "grad_norm": 0.42814716696739197,
      "learning_rate": 4.813964541087931e-05,
      "loss": 4.9313,
      "step": 167935
    },
    {
      "epoch": 0.14700102674886492,
      "grad_norm": 0.40402334928512573,
      "learning_rate": 4.8139528422206736e-05,
      "loss": 5.9797,
      "step": 167940
    },
    {
      "epoch": 0.1470054033424921,
      "grad_norm": 0.4496272802352905,
      "learning_rate": 4.8139411430035285e-05,
      "loss": 5.7316,
      "step": 167945
    },
    {
      "epoch": 0.14700977993611924,
      "grad_norm": 0.41223275661468506,
      "learning_rate": 4.813929443436498e-05,
      "loss": 4.8017,
      "step": 167950
    },
    {
      "epoch": 0.1470141565297464,
      "grad_norm": 0.3937007188796997,
      "learning_rate": 4.813917743519585e-05,
      "loss": 5.5081,
      "step": 167955
    },
    {
      "epoch": 0.14701853312337354,
      "grad_norm": 0.3864177465438843,
      "learning_rate": 4.813906043252791e-05,
      "loss": 5.9729,
      "step": 167960
    },
    {
      "epoch": 0.14702290971700072,
      "grad_norm": 0.40551459789276123,
      "learning_rate": 4.8138943426361195e-05,
      "loss": 5.3477,
      "step": 167965
    },
    {
      "epoch": 0.14702728631062786,
      "grad_norm": 0.4536522328853607,
      "learning_rate": 4.8138826416695715e-05,
      "loss": 4.9188,
      "step": 167970
    },
    {
      "epoch": 0.147031662904255,
      "grad_norm": 0.38893646001815796,
      "learning_rate": 4.81387094035315e-05,
      "loss": 5.4455,
      "step": 167975
    },
    {
      "epoch": 0.14703603949788216,
      "grad_norm": 0.4504532516002655,
      "learning_rate": 4.813859238686856e-05,
      "loss": 5.2569,
      "step": 167980
    },
    {
      "epoch": 0.1470404160915093,
      "grad_norm": 0.39312461018562317,
      "learning_rate": 4.8138475366706934e-05,
      "loss": 5.7494,
      "step": 167985
    },
    {
      "epoch": 0.14704479268513648,
      "grad_norm": 0.4382918179035187,
      "learning_rate": 4.813835834304664e-05,
      "loss": 5.119,
      "step": 167990
    },
    {
      "epoch": 0.14704916927876363,
      "grad_norm": 0.431776762008667,
      "learning_rate": 4.81382413158877e-05,
      "loss": 4.9476,
      "step": 167995
    },
    {
      "epoch": 0.14705354587239078,
      "grad_norm": 0.5070280432701111,
      "learning_rate": 4.8138124285230123e-05,
      "loss": 4.437,
      "step": 168000
    },
    {
      "epoch": 0.14705792246601793,
      "grad_norm": 0.44690948724746704,
      "learning_rate": 4.813800725107395e-05,
      "loss": 5.2449,
      "step": 168005
    },
    {
      "epoch": 0.1470622990596451,
      "grad_norm": 0.5673025250434875,
      "learning_rate": 4.81378902134192e-05,
      "loss": 5.1993,
      "step": 168010
    },
    {
      "epoch": 0.14706667565327225,
      "grad_norm": 0.41446787118911743,
      "learning_rate": 4.8137773172265886e-05,
      "loss": 3.9169,
      "step": 168015
    },
    {
      "epoch": 0.1470710522468994,
      "grad_norm": 0.5018126368522644,
      "learning_rate": 4.8137656127614036e-05,
      "loss": 5.9928,
      "step": 168020
    },
    {
      "epoch": 0.14707542884052655,
      "grad_norm": 0.46402496099472046,
      "learning_rate": 4.813753907946369e-05,
      "loss": 5.9645,
      "step": 168025
    },
    {
      "epoch": 0.14707980543415372,
      "grad_norm": 0.44061166048049927,
      "learning_rate": 4.813742202781484e-05,
      "loss": 5.1427,
      "step": 168030
    },
    {
      "epoch": 0.14708418202778087,
      "grad_norm": 0.42329996824264526,
      "learning_rate": 4.813730497266752e-05,
      "loss": 5.6551,
      "step": 168035
    },
    {
      "epoch": 0.14708855862140802,
      "grad_norm": 0.42358630895614624,
      "learning_rate": 4.813718791402176e-05,
      "loss": 5.2324,
      "step": 168040
    },
    {
      "epoch": 0.14709293521503516,
      "grad_norm": 0.40723302960395813,
      "learning_rate": 4.813707085187758e-05,
      "loss": 5.1521,
      "step": 168045
    },
    {
      "epoch": 0.14709731180866234,
      "grad_norm": 0.3978702127933502,
      "learning_rate": 4.8136953786235e-05,
      "loss": 5.2524,
      "step": 168050
    },
    {
      "epoch": 0.1471016884022895,
      "grad_norm": 0.41390296816825867,
      "learning_rate": 4.8136836717094036e-05,
      "loss": 5.4167,
      "step": 168055
    },
    {
      "epoch": 0.14710606499591664,
      "grad_norm": 0.41786831617355347,
      "learning_rate": 4.813671964445473e-05,
      "loss": 5.2384,
      "step": 168060
    },
    {
      "epoch": 0.14711044158954378,
      "grad_norm": 0.4285120666027069,
      "learning_rate": 4.813660256831708e-05,
      "loss": 5.4483,
      "step": 168065
    },
    {
      "epoch": 0.14711481818317096,
      "grad_norm": 0.45475825667381287,
      "learning_rate": 4.8136485488681125e-05,
      "loss": 4.6688,
      "step": 168070
    },
    {
      "epoch": 0.1471191947767981,
      "grad_norm": 0.39605948328971863,
      "learning_rate": 4.813636840554688e-05,
      "loss": 5.4543,
      "step": 168075
    },
    {
      "epoch": 0.14712357137042525,
      "grad_norm": 0.44461461901664734,
      "learning_rate": 4.8136251318914384e-05,
      "loss": 5.4476,
      "step": 168080
    },
    {
      "epoch": 0.1471279479640524,
      "grad_norm": 0.42991143465042114,
      "learning_rate": 4.8136134228783634e-05,
      "loss": 5.4686,
      "step": 168085
    },
    {
      "epoch": 0.14713232455767958,
      "grad_norm": 0.4162360429763794,
      "learning_rate": 4.8136017135154665e-05,
      "loss": 5.0824,
      "step": 168090
    },
    {
      "epoch": 0.14713670115130673,
      "grad_norm": 0.4352520704269409,
      "learning_rate": 4.813590003802752e-05,
      "loss": 5.246,
      "step": 168095
    },
    {
      "epoch": 0.14714107774493387,
      "grad_norm": 0.3942852020263672,
      "learning_rate": 4.813578293740217e-05,
      "loss": 5.4709,
      "step": 168100
    },
    {
      "epoch": 0.14714545433856102,
      "grad_norm": 0.4265264570713043,
      "learning_rate": 4.813566583327869e-05,
      "loss": 5.4789,
      "step": 168105
    },
    {
      "epoch": 0.14714983093218817,
      "grad_norm": 0.4173361659049988,
      "learning_rate": 4.8135548725657075e-05,
      "loss": 5.4489,
      "step": 168110
    },
    {
      "epoch": 0.14715420752581534,
      "grad_norm": 0.4189344346523285,
      "learning_rate": 4.813543161453735e-05,
      "loss": 5.6693,
      "step": 168115
    },
    {
      "epoch": 0.1471585841194425,
      "grad_norm": 0.4602954089641571,
      "learning_rate": 4.813531449991955e-05,
      "loss": 5.1073,
      "step": 168120
    },
    {
      "epoch": 0.14716296071306964,
      "grad_norm": 0.45405763387680054,
      "learning_rate": 4.813519738180369e-05,
      "loss": 5.4476,
      "step": 168125
    },
    {
      "epoch": 0.1471673373066968,
      "grad_norm": 0.45179688930511475,
      "learning_rate": 4.813508026018978e-05,
      "loss": 5.1228,
      "step": 168130
    },
    {
      "epoch": 0.14717171390032396,
      "grad_norm": 0.45049941539764404,
      "learning_rate": 4.813496313507786e-05,
      "loss": 5.464,
      "step": 168135
    },
    {
      "epoch": 0.1471760904939511,
      "grad_norm": 0.4515347480773926,
      "learning_rate": 4.813484600646795e-05,
      "loss": 4.7236,
      "step": 168140
    },
    {
      "epoch": 0.14718046708757826,
      "grad_norm": 0.5017900466918945,
      "learning_rate": 4.813472887436007e-05,
      "loss": 4.6513,
      "step": 168145
    },
    {
      "epoch": 0.1471848436812054,
      "grad_norm": 0.44846007227897644,
      "learning_rate": 4.813461173875424e-05,
      "loss": 4.2068,
      "step": 168150
    },
    {
      "epoch": 0.14718922027483258,
      "grad_norm": 0.4475444555282593,
      "learning_rate": 4.813449459965049e-05,
      "loss": 5.3398,
      "step": 168155
    },
    {
      "epoch": 0.14719359686845973,
      "grad_norm": 0.4439696669578552,
      "learning_rate": 4.813437745704883e-05,
      "loss": 4.6487,
      "step": 168160
    },
    {
      "epoch": 0.14719797346208688,
      "grad_norm": 0.4313158690929413,
      "learning_rate": 4.81342603109493e-05,
      "loss": 5.7247,
      "step": 168165
    },
    {
      "epoch": 0.14720235005571403,
      "grad_norm": 0.4431934058666229,
      "learning_rate": 4.81341431613519e-05,
      "loss": 5.6551,
      "step": 168170
    },
    {
      "epoch": 0.1472067266493412,
      "grad_norm": 0.4465857148170471,
      "learning_rate": 4.813402600825667e-05,
      "loss": 5.8053,
      "step": 168175
    },
    {
      "epoch": 0.14721110324296835,
      "grad_norm": 0.3834919333457947,
      "learning_rate": 4.8133908851663634e-05,
      "loss": 6.2721,
      "step": 168180
    },
    {
      "epoch": 0.1472154798365955,
      "grad_norm": 0.418119341135025,
      "learning_rate": 4.8133791691572794e-05,
      "loss": 4.4339,
      "step": 168185
    },
    {
      "epoch": 0.14721985643022265,
      "grad_norm": 0.46118849515914917,
      "learning_rate": 4.8133674527984196e-05,
      "loss": 5.1689,
      "step": 168190
    },
    {
      "epoch": 0.14722423302384982,
      "grad_norm": 0.4399400055408478,
      "learning_rate": 4.8133557360897854e-05,
      "loss": 4.9847,
      "step": 168195
    },
    {
      "epoch": 0.14722860961747697,
      "grad_norm": 0.42940327525138855,
      "learning_rate": 4.8133440190313794e-05,
      "loss": 4.6367,
      "step": 168200
    },
    {
      "epoch": 0.14723298621110412,
      "grad_norm": 0.43210580945014954,
      "learning_rate": 4.813332301623202e-05,
      "loss": 5.7768,
      "step": 168205
    },
    {
      "epoch": 0.14723736280473126,
      "grad_norm": 0.5532712936401367,
      "learning_rate": 4.813320583865258e-05,
      "loss": 5.1688,
      "step": 168210
    },
    {
      "epoch": 0.14724173939835844,
      "grad_norm": 0.4156281650066376,
      "learning_rate": 4.8133088657575484e-05,
      "loss": 4.3872,
      "step": 168215
    },
    {
      "epoch": 0.1472461159919856,
      "grad_norm": 0.5468964576721191,
      "learning_rate": 4.8132971473000764e-05,
      "loss": 6.0152,
      "step": 168220
    },
    {
      "epoch": 0.14725049258561274,
      "grad_norm": 0.43407151103019714,
      "learning_rate": 4.813285428492843e-05,
      "loss": 4.3984,
      "step": 168225
    },
    {
      "epoch": 0.14725486917923988,
      "grad_norm": 0.44336384534835815,
      "learning_rate": 4.81327370933585e-05,
      "loss": 5.4489,
      "step": 168230
    },
    {
      "epoch": 0.14725924577286706,
      "grad_norm": 0.42759761214256287,
      "learning_rate": 4.813261989829102e-05,
      "loss": 5.666,
      "step": 168235
    },
    {
      "epoch": 0.1472636223664942,
      "grad_norm": 0.3986393213272095,
      "learning_rate": 4.8132502699726e-05,
      "loss": 5.4403,
      "step": 168240
    },
    {
      "epoch": 0.14726799896012135,
      "grad_norm": 0.39231106638908386,
      "learning_rate": 4.813238549766346e-05,
      "loss": 5.4288,
      "step": 168245
    },
    {
      "epoch": 0.1472723755537485,
      "grad_norm": 0.42466479539871216,
      "learning_rate": 4.813226829210341e-05,
      "loss": 5.1396,
      "step": 168250
    },
    {
      "epoch": 0.14727675214737565,
      "grad_norm": 0.3915531635284424,
      "learning_rate": 4.813215108304591e-05,
      "loss": 5.4609,
      "step": 168255
    },
    {
      "epoch": 0.14728112874100283,
      "grad_norm": 0.41735759377479553,
      "learning_rate": 4.8132033870490945e-05,
      "loss": 4.8404,
      "step": 168260
    },
    {
      "epoch": 0.14728550533462997,
      "grad_norm": 0.44165322184562683,
      "learning_rate": 4.813191665443855e-05,
      "loss": 5.72,
      "step": 168265
    },
    {
      "epoch": 0.14728988192825712,
      "grad_norm": 0.4325515031814575,
      "learning_rate": 4.813179943488875e-05,
      "loss": 5.453,
      "step": 168270
    },
    {
      "epoch": 0.14729425852188427,
      "grad_norm": 0.4590612053871155,
      "learning_rate": 4.813168221184157e-05,
      "loss": 4.21,
      "step": 168275
    },
    {
      "epoch": 0.14729863511551144,
      "grad_norm": 0.44347915053367615,
      "learning_rate": 4.813156498529703e-05,
      "loss": 4.8999,
      "step": 168280
    },
    {
      "epoch": 0.1473030117091386,
      "grad_norm": 0.39563503861427307,
      "learning_rate": 4.813144775525515e-05,
      "loss": 6.0006,
      "step": 168285
    },
    {
      "epoch": 0.14730738830276574,
      "grad_norm": 0.45746374130249023,
      "learning_rate": 4.813133052171596e-05,
      "loss": 4.9418,
      "step": 168290
    },
    {
      "epoch": 0.1473117648963929,
      "grad_norm": 0.4229661226272583,
      "learning_rate": 4.813121328467948e-05,
      "loss": 5.4405,
      "step": 168295
    },
    {
      "epoch": 0.14731614149002006,
      "grad_norm": 0.43121421337127686,
      "learning_rate": 4.813109604414572e-05,
      "loss": 4.8965,
      "step": 168300
    },
    {
      "epoch": 0.1473205180836472,
      "grad_norm": 0.40951815247535706,
      "learning_rate": 4.8130978800114725e-05,
      "loss": 5.5046,
      "step": 168305
    },
    {
      "epoch": 0.14732489467727436,
      "grad_norm": 0.4133853614330292,
      "learning_rate": 4.813086155258649e-05,
      "loss": 5.2066,
      "step": 168310
    },
    {
      "epoch": 0.1473292712709015,
      "grad_norm": 0.42829233407974243,
      "learning_rate": 4.813074430156107e-05,
      "loss": 5.4397,
      "step": 168315
    },
    {
      "epoch": 0.14733364786452868,
      "grad_norm": 0.45854198932647705,
      "learning_rate": 4.813062704703847e-05,
      "loss": 4.627,
      "step": 168320
    },
    {
      "epoch": 0.14733802445815583,
      "grad_norm": 0.4198295772075653,
      "learning_rate": 4.81305097890187e-05,
      "loss": 5.4642,
      "step": 168325
    },
    {
      "epoch": 0.14734240105178298,
      "grad_norm": 0.3912237286567688,
      "learning_rate": 4.8130392527501796e-05,
      "loss": 5.4568,
      "step": 168330
    },
    {
      "epoch": 0.14734677764541013,
      "grad_norm": 0.40400034189224243,
      "learning_rate": 4.813027526248779e-05,
      "loss": 5.2391,
      "step": 168335
    },
    {
      "epoch": 0.1473511542390373,
      "grad_norm": 0.4240366220474243,
      "learning_rate": 4.81301579939767e-05,
      "loss": 5.1575,
      "step": 168340
    },
    {
      "epoch": 0.14735553083266445,
      "grad_norm": 0.40658512711524963,
      "learning_rate": 4.813004072196853e-05,
      "loss": 4.9189,
      "step": 168345
    },
    {
      "epoch": 0.1473599074262916,
      "grad_norm": 0.42588937282562256,
      "learning_rate": 4.812992344646333e-05,
      "loss": 5.1506,
      "step": 168350
    },
    {
      "epoch": 0.14736428401991875,
      "grad_norm": 0.4186106026172638,
      "learning_rate": 4.81298061674611e-05,
      "loss": 4.215,
      "step": 168355
    },
    {
      "epoch": 0.14736866061354592,
      "grad_norm": 0.41715890169143677,
      "learning_rate": 4.8129688884961864e-05,
      "loss": 5.2401,
      "step": 168360
    },
    {
      "epoch": 0.14737303720717307,
      "grad_norm": 0.4358282685279846,
      "learning_rate": 4.812957159896566e-05,
      "loss": 5.668,
      "step": 168365
    },
    {
      "epoch": 0.14737741380080022,
      "grad_norm": 0.4110276997089386,
      "learning_rate": 4.812945430947252e-05,
      "loss": 4.9771,
      "step": 168370
    },
    {
      "epoch": 0.14738179039442736,
      "grad_norm": 0.404178649187088,
      "learning_rate": 4.8129337016482436e-05,
      "loss": 5.4761,
      "step": 168375
    },
    {
      "epoch": 0.1473861669880545,
      "grad_norm": 0.440579891204834,
      "learning_rate": 4.812921971999543e-05,
      "loss": 5.12,
      "step": 168380
    },
    {
      "epoch": 0.1473905435816817,
      "grad_norm": 0.38866275548934937,
      "learning_rate": 4.8129102420011565e-05,
      "loss": 5.1475,
      "step": 168385
    },
    {
      "epoch": 0.14739492017530884,
      "grad_norm": 0.39736998081207275,
      "learning_rate": 4.812898511653082e-05,
      "loss": 5.4537,
      "step": 168390
    },
    {
      "epoch": 0.14739929676893598,
      "grad_norm": 0.4153023958206177,
      "learning_rate": 4.812886780955323e-05,
      "loss": 4.6331,
      "step": 168395
    },
    {
      "epoch": 0.14740367336256313,
      "grad_norm": 0.4200408458709717,
      "learning_rate": 4.8128750499078835e-05,
      "loss": 4.3317,
      "step": 168400
    },
    {
      "epoch": 0.1474080499561903,
      "grad_norm": 0.4201260805130005,
      "learning_rate": 4.812863318510764e-05,
      "loss": 5.2015,
      "step": 168405
    },
    {
      "epoch": 0.14741242654981745,
      "grad_norm": 0.42617401480674744,
      "learning_rate": 4.812851586763968e-05,
      "loss": 4.7366,
      "step": 168410
    },
    {
      "epoch": 0.1474168031434446,
      "grad_norm": 0.4044499397277832,
      "learning_rate": 4.812839854667497e-05,
      "loss": 5.2876,
      "step": 168415
    },
    {
      "epoch": 0.14742117973707175,
      "grad_norm": 0.38351571559906006,
      "learning_rate": 4.812828122221352e-05,
      "loss": 5.9803,
      "step": 168420
    },
    {
      "epoch": 0.14742555633069893,
      "grad_norm": 0.4186387360095978,
      "learning_rate": 4.812816389425538e-05,
      "loss": 4.6641,
      "step": 168425
    },
    {
      "epoch": 0.14742993292432607,
      "grad_norm": 0.4266117215156555,
      "learning_rate": 4.8128046562800555e-05,
      "loss": 5.6832,
      "step": 168430
    },
    {
      "epoch": 0.14743430951795322,
      "grad_norm": 0.44092297554016113,
      "learning_rate": 4.812792922784907e-05,
      "loss": 4.9154,
      "step": 168435
    },
    {
      "epoch": 0.14743868611158037,
      "grad_norm": 0.42542991042137146,
      "learning_rate": 4.812781188940095e-05,
      "loss": 4.4415,
      "step": 168440
    },
    {
      "epoch": 0.14744306270520754,
      "grad_norm": 0.4135144352912903,
      "learning_rate": 4.812769454745621e-05,
      "loss": 5.0469,
      "step": 168445
    },
    {
      "epoch": 0.1474474392988347,
      "grad_norm": 0.4203144311904907,
      "learning_rate": 4.8127577202014885e-05,
      "loss": 4.9578,
      "step": 168450
    },
    {
      "epoch": 0.14745181589246184,
      "grad_norm": 0.3837094306945801,
      "learning_rate": 4.812745985307699e-05,
      "loss": 5.9678,
      "step": 168455
    },
    {
      "epoch": 0.147456192486089,
      "grad_norm": 0.38394954800605774,
      "learning_rate": 4.812734250064256e-05,
      "loss": 5.9896,
      "step": 168460
    },
    {
      "epoch": 0.14746056907971616,
      "grad_norm": 0.38787642121315,
      "learning_rate": 4.8127225144711585e-05,
      "loss": 5.6984,
      "step": 168465
    },
    {
      "epoch": 0.1474649456733433,
      "grad_norm": 0.4454556703567505,
      "learning_rate": 4.812710778528413e-05,
      "loss": 4.9217,
      "step": 168470
    },
    {
      "epoch": 0.14746932226697046,
      "grad_norm": 0.4409017562866211,
      "learning_rate": 4.812699042236019e-05,
      "loss": 4.6231,
      "step": 168475
    },
    {
      "epoch": 0.1474736988605976,
      "grad_norm": 0.3915065824985504,
      "learning_rate": 4.812687305593979e-05,
      "loss": 5.6578,
      "step": 168480
    },
    {
      "epoch": 0.14747807545422478,
      "grad_norm": 0.4025762379169464,
      "learning_rate": 4.812675568602296e-05,
      "loss": 4.636,
      "step": 168485
    },
    {
      "epoch": 0.14748245204785193,
      "grad_norm": 0.4230250120162964,
      "learning_rate": 4.812663831260972e-05,
      "loss": 4.8381,
      "step": 168490
    },
    {
      "epoch": 0.14748682864147908,
      "grad_norm": 0.4037739932537079,
      "learning_rate": 4.8126520935700094e-05,
      "loss": 5.6592,
      "step": 168495
    },
    {
      "epoch": 0.14749120523510623,
      "grad_norm": 0.4014950692653656,
      "learning_rate": 4.812640355529411e-05,
      "loss": 5.2289,
      "step": 168500
    },
    {
      "epoch": 0.14749558182873337,
      "grad_norm": 0.3917088508605957,
      "learning_rate": 4.812628617139178e-05,
      "loss": 5.3865,
      "step": 168505
    },
    {
      "epoch": 0.14749995842236055,
      "grad_norm": 0.3867115378379822,
      "learning_rate": 4.812616878399312e-05,
      "loss": 5.4528,
      "step": 168510
    },
    {
      "epoch": 0.1475043350159877,
      "grad_norm": 0.40175631642341614,
      "learning_rate": 4.812605139309817e-05,
      "loss": 5.6365,
      "step": 168515
    },
    {
      "epoch": 0.14750871160961485,
      "grad_norm": 0.43355533480644226,
      "learning_rate": 4.812593399870695e-05,
      "loss": 4.652,
      "step": 168520
    },
    {
      "epoch": 0.147513088203242,
      "grad_norm": 0.3960694968700409,
      "learning_rate": 4.812581660081947e-05,
      "loss": 5.1695,
      "step": 168525
    },
    {
      "epoch": 0.14751746479686917,
      "grad_norm": 0.4521978795528412,
      "learning_rate": 4.812569919943577e-05,
      "loss": 4.9266,
      "step": 168530
    },
    {
      "epoch": 0.14752184139049632,
      "grad_norm": 0.39565834403038025,
      "learning_rate": 4.812558179455586e-05,
      "loss": 5.9559,
      "step": 168535
    },
    {
      "epoch": 0.14752621798412346,
      "grad_norm": 0.39292556047439575,
      "learning_rate": 4.8125464386179776e-05,
      "loss": 4.8764,
      "step": 168540
    },
    {
      "epoch": 0.1475305945777506,
      "grad_norm": 0.424880713224411,
      "learning_rate": 4.812534697430752e-05,
      "loss": 5.1544,
      "step": 168545
    },
    {
      "epoch": 0.1475349711713778,
      "grad_norm": 0.38366690278053284,
      "learning_rate": 4.812522955893912e-05,
      "loss": 5.763,
      "step": 168550
    },
    {
      "epoch": 0.14753934776500494,
      "grad_norm": 0.436506062746048,
      "learning_rate": 4.8125112140074615e-05,
      "loss": 4.4207,
      "step": 168555
    },
    {
      "epoch": 0.14754372435863208,
      "grad_norm": 0.4405539631843567,
      "learning_rate": 4.812499471771402e-05,
      "loss": 4.6943,
      "step": 168560
    },
    {
      "epoch": 0.14754810095225923,
      "grad_norm": 0.400771826505661,
      "learning_rate": 4.812487729185735e-05,
      "loss": 4.8466,
      "step": 168565
    },
    {
      "epoch": 0.1475524775458864,
      "grad_norm": 0.40333491563796997,
      "learning_rate": 4.812475986250463e-05,
      "loss": 5.6662,
      "step": 168570
    },
    {
      "epoch": 0.14755685413951355,
      "grad_norm": 0.4200195074081421,
      "learning_rate": 4.812464242965589e-05,
      "loss": 5.1663,
      "step": 168575
    },
    {
      "epoch": 0.1475612307331407,
      "grad_norm": 0.4391826391220093,
      "learning_rate": 4.812452499331115e-05,
      "loss": 5.7477,
      "step": 168580
    },
    {
      "epoch": 0.14756560732676785,
      "grad_norm": 0.40563613176345825,
      "learning_rate": 4.812440755347042e-05,
      "loss": 4.6337,
      "step": 168585
    },
    {
      "epoch": 0.14756998392039503,
      "grad_norm": 0.4348748028278351,
      "learning_rate": 4.812429011013374e-05,
      "loss": 4.2043,
      "step": 168590
    },
    {
      "epoch": 0.14757436051402217,
      "grad_norm": 0.42748644948005676,
      "learning_rate": 4.8124172663301126e-05,
      "loss": 5.2377,
      "step": 168595
    },
    {
      "epoch": 0.14757873710764932,
      "grad_norm": 0.42430347204208374,
      "learning_rate": 4.8124055212972597e-05,
      "loss": 5.4911,
      "step": 168600
    },
    {
      "epoch": 0.14758311370127647,
      "grad_norm": 0.4232345223426819,
      "learning_rate": 4.8123937759148186e-05,
      "loss": 4.9604,
      "step": 168605
    },
    {
      "epoch": 0.14758749029490364,
      "grad_norm": 0.4321814775466919,
      "learning_rate": 4.81238203018279e-05,
      "loss": 5.6627,
      "step": 168610
    },
    {
      "epoch": 0.1475918668885308,
      "grad_norm": 0.4014880061149597,
      "learning_rate": 4.8123702841011776e-05,
      "loss": 5.6314,
      "step": 168615
    },
    {
      "epoch": 0.14759624348215794,
      "grad_norm": 0.4181285500526428,
      "learning_rate": 4.812358537669982e-05,
      "loss": 5.6748,
      "step": 168620
    },
    {
      "epoch": 0.1476006200757851,
      "grad_norm": 0.41113191843032837,
      "learning_rate": 4.8123467908892086e-05,
      "loss": 5.1857,
      "step": 168625
    },
    {
      "epoch": 0.14760499666941224,
      "grad_norm": 0.4332534670829773,
      "learning_rate": 4.8123350437588554e-05,
      "loss": 5.4273,
      "step": 168630
    },
    {
      "epoch": 0.1476093732630394,
      "grad_norm": 0.40241140127182007,
      "learning_rate": 4.812323296278929e-05,
      "loss": 5.256,
      "step": 168635
    },
    {
      "epoch": 0.14761374985666656,
      "grad_norm": 0.43563875555992126,
      "learning_rate": 4.8123115484494275e-05,
      "loss": 5.2472,
      "step": 168640
    },
    {
      "epoch": 0.1476181264502937,
      "grad_norm": 0.4074263870716095,
      "learning_rate": 4.812299800270357e-05,
      "loss": 4.3659,
      "step": 168645
    },
    {
      "epoch": 0.14762250304392086,
      "grad_norm": 0.4274331033229828,
      "learning_rate": 4.812288051741717e-05,
      "loss": 4.6297,
      "step": 168650
    },
    {
      "epoch": 0.14762687963754803,
      "grad_norm": 0.4048649072647095,
      "learning_rate": 4.812276302863511e-05,
      "loss": 5.1872,
      "step": 168655
    },
    {
      "epoch": 0.14763125623117518,
      "grad_norm": 0.41953349113464355,
      "learning_rate": 4.812264553635741e-05,
      "loss": 5.1902,
      "step": 168660
    },
    {
      "epoch": 0.14763563282480233,
      "grad_norm": 0.4235050678253174,
      "learning_rate": 4.8122528040584095e-05,
      "loss": 4.9697,
      "step": 168665
    },
    {
      "epoch": 0.14764000941842947,
      "grad_norm": 0.41216614842414856,
      "learning_rate": 4.812241054131519e-05,
      "loss": 5.6879,
      "step": 168670
    },
    {
      "epoch": 0.14764438601205665,
      "grad_norm": 0.42286843061447144,
      "learning_rate": 4.8122293038550705e-05,
      "loss": 5.5015,
      "step": 168675
    },
    {
      "epoch": 0.1476487626056838,
      "grad_norm": 0.4219088554382324,
      "learning_rate": 4.812217553229067e-05,
      "loss": 4.1287,
      "step": 168680
    },
    {
      "epoch": 0.14765313919931095,
      "grad_norm": 0.4107150435447693,
      "learning_rate": 4.812205802253511e-05,
      "loss": 6.2725,
      "step": 168685
    },
    {
      "epoch": 0.1476575157929381,
      "grad_norm": 0.4540667235851288,
      "learning_rate": 4.812194050928405e-05,
      "loss": 5.155,
      "step": 168690
    },
    {
      "epoch": 0.14766189238656527,
      "grad_norm": 0.4223734438419342,
      "learning_rate": 4.812182299253751e-05,
      "loss": 4.2247,
      "step": 168695
    },
    {
      "epoch": 0.14766626898019242,
      "grad_norm": 0.4297713339328766,
      "learning_rate": 4.8121705472295506e-05,
      "loss": 5.459,
      "step": 168700
    },
    {
      "epoch": 0.14767064557381956,
      "grad_norm": 0.42668116092681885,
      "learning_rate": 4.812158794855807e-05,
      "loss": 5.5015,
      "step": 168705
    },
    {
      "epoch": 0.1476750221674467,
      "grad_norm": 0.41069719195365906,
      "learning_rate": 4.812147042132522e-05,
      "loss": 5.7604,
      "step": 168710
    },
    {
      "epoch": 0.1476793987610739,
      "grad_norm": 0.4200684130191803,
      "learning_rate": 4.812135289059698e-05,
      "loss": 5.4578,
      "step": 168715
    },
    {
      "epoch": 0.14768377535470104,
      "grad_norm": 0.40730026364326477,
      "learning_rate": 4.8121235356373376e-05,
      "loss": 4.2497,
      "step": 168720
    },
    {
      "epoch": 0.14768815194832818,
      "grad_norm": 0.4227190613746643,
      "learning_rate": 4.812111781865442e-05,
      "loss": 5.1825,
      "step": 168725
    },
    {
      "epoch": 0.14769252854195533,
      "grad_norm": 0.40896379947662354,
      "learning_rate": 4.812100027744014e-05,
      "loss": 5.1479,
      "step": 168730
    },
    {
      "epoch": 0.1476969051355825,
      "grad_norm": 0.41169610619544983,
      "learning_rate": 4.812088273273057e-05,
      "loss": 4.9747,
      "step": 168735
    },
    {
      "epoch": 0.14770128172920965,
      "grad_norm": 0.40211257338523865,
      "learning_rate": 4.812076518452572e-05,
      "loss": 5.4104,
      "step": 168740
    },
    {
      "epoch": 0.1477056583228368,
      "grad_norm": 0.4270015358924866,
      "learning_rate": 4.812064763282561e-05,
      "loss": 4.4129,
      "step": 168745
    },
    {
      "epoch": 0.14771003491646395,
      "grad_norm": 0.407086044549942,
      "learning_rate": 4.812053007763027e-05,
      "loss": 4.7132,
      "step": 168750
    },
    {
      "epoch": 0.1477144115100911,
      "grad_norm": 0.402791291475296,
      "learning_rate": 4.8120412518939716e-05,
      "loss": 5.2273,
      "step": 168755
    },
    {
      "epoch": 0.14771878810371827,
      "grad_norm": 0.4116162657737732,
      "learning_rate": 4.812029495675399e-05,
      "loss": 5.1882,
      "step": 168760
    },
    {
      "epoch": 0.14772316469734542,
      "grad_norm": 0.399827241897583,
      "learning_rate": 4.812017739107308e-05,
      "loss": 5.206,
      "step": 168765
    },
    {
      "epoch": 0.14772754129097257,
      "grad_norm": 0.40421077609062195,
      "learning_rate": 4.812005982189704e-05,
      "loss": 4.7411,
      "step": 168770
    },
    {
      "epoch": 0.14773191788459972,
      "grad_norm": 0.4439748525619507,
      "learning_rate": 4.8119942249225894e-05,
      "loss": 4.9619,
      "step": 168775
    },
    {
      "epoch": 0.1477362944782269,
      "grad_norm": 0.44632619619369507,
      "learning_rate": 4.8119824673059636e-05,
      "loss": 5.0914,
      "step": 168780
    },
    {
      "epoch": 0.14774067107185404,
      "grad_norm": 0.4374851584434509,
      "learning_rate": 4.811970709339832e-05,
      "loss": 4.8542,
      "step": 168785
    },
    {
      "epoch": 0.1477450476654812,
      "grad_norm": 0.4161079227924347,
      "learning_rate": 4.811958951024194e-05,
      "loss": 5.4739,
      "step": 168790
    },
    {
      "epoch": 0.14774942425910834,
      "grad_norm": 0.40636956691741943,
      "learning_rate": 4.811947192359053e-05,
      "loss": 5.2743,
      "step": 168795
    },
    {
      "epoch": 0.1477538008527355,
      "grad_norm": 0.40850648283958435,
      "learning_rate": 4.811935433344412e-05,
      "loss": 4.9457,
      "step": 168800
    },
    {
      "epoch": 0.14775817744636266,
      "grad_norm": 0.38590335845947266,
      "learning_rate": 4.8119236739802734e-05,
      "loss": 6.2547,
      "step": 168805
    },
    {
      "epoch": 0.1477625540399898,
      "grad_norm": 0.40675342082977295,
      "learning_rate": 4.811911914266638e-05,
      "loss": 5.2427,
      "step": 168810
    },
    {
      "epoch": 0.14776693063361696,
      "grad_norm": 0.4288666546344757,
      "learning_rate": 4.811900154203509e-05,
      "loss": 4.8467,
      "step": 168815
    },
    {
      "epoch": 0.14777130722724413,
      "grad_norm": 0.4268663227558136,
      "learning_rate": 4.811888393790889e-05,
      "loss": 5.466,
      "step": 168820
    },
    {
      "epoch": 0.14777568382087128,
      "grad_norm": 0.42250391840934753,
      "learning_rate": 4.8118766330287804e-05,
      "loss": 4.9426,
      "step": 168825
    },
    {
      "epoch": 0.14778006041449843,
      "grad_norm": 0.4163961410522461,
      "learning_rate": 4.8118648719171835e-05,
      "loss": 4.657,
      "step": 168830
    },
    {
      "epoch": 0.14778443700812557,
      "grad_norm": 0.4304961860179901,
      "learning_rate": 4.811853110456103e-05,
      "loss": 5.3563,
      "step": 168835
    },
    {
      "epoch": 0.14778881360175275,
      "grad_norm": 0.448688805103302,
      "learning_rate": 4.811841348645539e-05,
      "loss": 5.9854,
      "step": 168840
    },
    {
      "epoch": 0.1477931901953799,
      "grad_norm": 0.40111076831817627,
      "learning_rate": 4.811829586485497e-05,
      "loss": 5.2805,
      "step": 168845
    },
    {
      "epoch": 0.14779756678900705,
      "grad_norm": 0.42412981390953064,
      "learning_rate": 4.811817823975976e-05,
      "loss": 4.1164,
      "step": 168850
    },
    {
      "epoch": 0.1478019433826342,
      "grad_norm": 0.4561542868614197,
      "learning_rate": 4.811806061116978e-05,
      "loss": 5.3996,
      "step": 168855
    },
    {
      "epoch": 0.14780631997626137,
      "grad_norm": 0.4338277280330658,
      "learning_rate": 4.811794297908508e-05,
      "loss": 4.6729,
      "step": 168860
    },
    {
      "epoch": 0.14781069656988852,
      "grad_norm": 0.4039939343929291,
      "learning_rate": 4.811782534350567e-05,
      "loss": 4.839,
      "step": 168865
    },
    {
      "epoch": 0.14781507316351566,
      "grad_norm": 0.44935595989227295,
      "learning_rate": 4.811770770443159e-05,
      "loss": 4.6553,
      "step": 168870
    },
    {
      "epoch": 0.1478194497571428,
      "grad_norm": 0.3960362672805786,
      "learning_rate": 4.811759006186283e-05,
      "loss": 6.327,
      "step": 168875
    },
    {
      "epoch": 0.14782382635077,
      "grad_norm": 0.47474175691604614,
      "learning_rate": 4.811747241579941e-05,
      "loss": 5.1393,
      "step": 168880
    },
    {
      "epoch": 0.14782820294439714,
      "grad_norm": 0.44896557927131653,
      "learning_rate": 4.811735476624141e-05,
      "loss": 5.2071,
      "step": 168885
    },
    {
      "epoch": 0.14783257953802428,
      "grad_norm": 0.3925219178199768,
      "learning_rate": 4.8117237113188784e-05,
      "loss": 5.6914,
      "step": 168890
    },
    {
      "epoch": 0.14783695613165143,
      "grad_norm": 0.41664502024650574,
      "learning_rate": 4.8117119456641593e-05,
      "loss": 4.9128,
      "step": 168895
    },
    {
      "epoch": 0.14784133272527858,
      "grad_norm": 0.4427085220813751,
      "learning_rate": 4.811700179659985e-05,
      "loss": 4.9823,
      "step": 168900
    },
    {
      "epoch": 0.14784570931890575,
      "grad_norm": 0.4117676615715027,
      "learning_rate": 4.811688413306358e-05,
      "loss": 5.7815,
      "step": 168905
    },
    {
      "epoch": 0.1478500859125329,
      "grad_norm": 0.43436798453330994,
      "learning_rate": 4.811676646603279e-05,
      "loss": 4.9531,
      "step": 168910
    },
    {
      "epoch": 0.14785446250616005,
      "grad_norm": 0.4066702723503113,
      "learning_rate": 4.811664879550754e-05,
      "loss": 5.6229,
      "step": 168915
    },
    {
      "epoch": 0.1478588390997872,
      "grad_norm": 0.42868268489837646,
      "learning_rate": 4.8116531121487805e-05,
      "loss": 4.9096,
      "step": 168920
    },
    {
      "epoch": 0.14786321569341437,
      "grad_norm": 0.3960599899291992,
      "learning_rate": 4.811641344397365e-05,
      "loss": 5.6596,
      "step": 168925
    },
    {
      "epoch": 0.14786759228704152,
      "grad_norm": 0.44289883971214294,
      "learning_rate": 4.811629576296508e-05,
      "loss": 4.9794,
      "step": 168930
    },
    {
      "epoch": 0.14787196888066867,
      "grad_norm": 0.38116392493247986,
      "learning_rate": 4.811617807846212e-05,
      "loss": 5.692,
      "step": 168935
    },
    {
      "epoch": 0.14787634547429582,
      "grad_norm": 0.43879592418670654,
      "learning_rate": 4.8116060390464776e-05,
      "loss": 4.5239,
      "step": 168940
    },
    {
      "epoch": 0.147880722067923,
      "grad_norm": 0.3988508880138397,
      "learning_rate": 4.811594269897309e-05,
      "loss": 5.7428,
      "step": 168945
    },
    {
      "epoch": 0.14788509866155014,
      "grad_norm": 0.5217532515525818,
      "learning_rate": 4.811582500398709e-05,
      "loss": 5.1557,
      "step": 168950
    },
    {
      "epoch": 0.1478894752551773,
      "grad_norm": 0.442015677690506,
      "learning_rate": 4.811570730550678e-05,
      "loss": 5.4438,
      "step": 168955
    },
    {
      "epoch": 0.14789385184880444,
      "grad_norm": 0.4123792350292206,
      "learning_rate": 4.81155896035322e-05,
      "loss": 4.4264,
      "step": 168960
    },
    {
      "epoch": 0.1478982284424316,
      "grad_norm": 0.41429492831230164,
      "learning_rate": 4.811547189806336e-05,
      "loss": 5.3402,
      "step": 168965
    },
    {
      "epoch": 0.14790260503605876,
      "grad_norm": 0.4403523802757263,
      "learning_rate": 4.811535418910028e-05,
      "loss": 4.6802,
      "step": 168970
    },
    {
      "epoch": 0.1479069816296859,
      "grad_norm": 0.4450693726539612,
      "learning_rate": 4.811523647664299e-05,
      "loss": 4.1248,
      "step": 168975
    },
    {
      "epoch": 0.14791135822331306,
      "grad_norm": 0.4782974123954773,
      "learning_rate": 4.811511876069152e-05,
      "loss": 5.666,
      "step": 168980
    },
    {
      "epoch": 0.14791573481694023,
      "grad_norm": 0.4401683211326599,
      "learning_rate": 4.8115001041245875e-05,
      "loss": 5.7314,
      "step": 168985
    },
    {
      "epoch": 0.14792011141056738,
      "grad_norm": 0.42079001665115356,
      "learning_rate": 4.8114883318306094e-05,
      "loss": 5.7502,
      "step": 168990
    },
    {
      "epoch": 0.14792448800419453,
      "grad_norm": 0.4351385235786438,
      "learning_rate": 4.811476559187219e-05,
      "loss": 5.2172,
      "step": 168995
    },
    {
      "epoch": 0.14792886459782167,
      "grad_norm": 0.3927769958972931,
      "learning_rate": 4.811464786194419e-05,
      "loss": 5.776,
      "step": 169000
    },
    {
      "epoch": 0.14793324119144885,
      "grad_norm": 0.3795228898525238,
      "learning_rate": 4.8114530128522115e-05,
      "loss": 5.9752,
      "step": 169005
    },
    {
      "epoch": 0.147937617785076,
      "grad_norm": 0.4211577773094177,
      "learning_rate": 4.811441239160599e-05,
      "loss": 4.4189,
      "step": 169010
    },
    {
      "epoch": 0.14794199437870315,
      "grad_norm": 0.4949796497821808,
      "learning_rate": 4.811429465119584e-05,
      "loss": 4.6285,
      "step": 169015
    },
    {
      "epoch": 0.1479463709723303,
      "grad_norm": 0.5269517302513123,
      "learning_rate": 4.811417690729167e-05,
      "loss": 4.736,
      "step": 169020
    },
    {
      "epoch": 0.14795074756595744,
      "grad_norm": 0.45094048976898193,
      "learning_rate": 4.8114059159893524e-05,
      "loss": 5.2303,
      "step": 169025
    },
    {
      "epoch": 0.14795512415958462,
      "grad_norm": 0.3973468244075775,
      "learning_rate": 4.811394140900142e-05,
      "loss": 5.9455,
      "step": 169030
    },
    {
      "epoch": 0.14795950075321176,
      "grad_norm": 0.40346089005470276,
      "learning_rate": 4.8113823654615376e-05,
      "loss": 5.9322,
      "step": 169035
    },
    {
      "epoch": 0.1479638773468389,
      "grad_norm": 0.41450321674346924,
      "learning_rate": 4.811370589673542e-05,
      "loss": 5.4462,
      "step": 169040
    },
    {
      "epoch": 0.14796825394046606,
      "grad_norm": 0.42941969633102417,
      "learning_rate": 4.8113588135361564e-05,
      "loss": 4.9048,
      "step": 169045
    },
    {
      "epoch": 0.14797263053409324,
      "grad_norm": 0.40858712792396545,
      "learning_rate": 4.811347037049384e-05,
      "loss": 5.7178,
      "step": 169050
    },
    {
      "epoch": 0.14797700712772038,
      "grad_norm": 0.3836752474308014,
      "learning_rate": 4.8113352602132264e-05,
      "loss": 5.9877,
      "step": 169055
    },
    {
      "epoch": 0.14798138372134753,
      "grad_norm": 0.44102373719215393,
      "learning_rate": 4.811323483027688e-05,
      "loss": 4.4445,
      "step": 169060
    },
    {
      "epoch": 0.14798576031497468,
      "grad_norm": 0.4998447895050049,
      "learning_rate": 4.811311705492768e-05,
      "loss": 4.6576,
      "step": 169065
    },
    {
      "epoch": 0.14799013690860185,
      "grad_norm": 0.4573550820350647,
      "learning_rate": 4.81129992760847e-05,
      "loss": 4.9509,
      "step": 169070
    },
    {
      "epoch": 0.147994513502229,
      "grad_norm": 0.4588492512702942,
      "learning_rate": 4.811288149374797e-05,
      "loss": 4.956,
      "step": 169075
    },
    {
      "epoch": 0.14799889009585615,
      "grad_norm": 0.43653562664985657,
      "learning_rate": 4.8112763707917506e-05,
      "loss": 5.1665,
      "step": 169080
    },
    {
      "epoch": 0.1480032666894833,
      "grad_norm": 0.42021918296813965,
      "learning_rate": 4.8112645918593334e-05,
      "loss": 4.8684,
      "step": 169085
    },
    {
      "epoch": 0.14800764328311047,
      "grad_norm": 0.4249884784221649,
      "learning_rate": 4.811252812577547e-05,
      "loss": 4.967,
      "step": 169090
    },
    {
      "epoch": 0.14801201987673762,
      "grad_norm": 0.3899225890636444,
      "learning_rate": 4.811241032946393e-05,
      "loss": 5.25,
      "step": 169095
    },
    {
      "epoch": 0.14801639647036477,
      "grad_norm": 0.40139713883399963,
      "learning_rate": 4.811229252965876e-05,
      "loss": 5.1272,
      "step": 169100
    },
    {
      "epoch": 0.14802077306399192,
      "grad_norm": 0.4146287441253662,
      "learning_rate": 4.811217472635997e-05,
      "loss": 4.9478,
      "step": 169105
    },
    {
      "epoch": 0.1480251496576191,
      "grad_norm": 0.41644948720932007,
      "learning_rate": 4.811205691956758e-05,
      "loss": 5.9883,
      "step": 169110
    },
    {
      "epoch": 0.14802952625124624,
      "grad_norm": 0.42025691270828247,
      "learning_rate": 4.811193910928161e-05,
      "loss": 5.6811,
      "step": 169115
    },
    {
      "epoch": 0.1480339028448734,
      "grad_norm": 0.39274317026138306,
      "learning_rate": 4.81118212955021e-05,
      "loss": 5.4552,
      "step": 169120
    },
    {
      "epoch": 0.14803827943850054,
      "grad_norm": 0.40913358330726624,
      "learning_rate": 4.811170347822905e-05,
      "loss": 5.9621,
      "step": 169125
    },
    {
      "epoch": 0.1480426560321277,
      "grad_norm": 0.382252037525177,
      "learning_rate": 4.81115856574625e-05,
      "loss": 6.2828,
      "step": 169130
    },
    {
      "epoch": 0.14804703262575486,
      "grad_norm": 0.408954381942749,
      "learning_rate": 4.811146783320246e-05,
      "loss": 5.239,
      "step": 169135
    },
    {
      "epoch": 0.148051409219382,
      "grad_norm": 0.43679893016815186,
      "learning_rate": 4.811135000544896e-05,
      "loss": 4.7119,
      "step": 169140
    },
    {
      "epoch": 0.14805578581300916,
      "grad_norm": 0.43127262592315674,
      "learning_rate": 4.8111232174202024e-05,
      "loss": 3.8884,
      "step": 169145
    },
    {
      "epoch": 0.1480601624066363,
      "grad_norm": 0.4304194152355194,
      "learning_rate": 4.811111433946168e-05,
      "loss": 5.6719,
      "step": 169150
    },
    {
      "epoch": 0.14806453900026348,
      "grad_norm": 0.41178542375564575,
      "learning_rate": 4.8110996501227935e-05,
      "loss": 4.7708,
      "step": 169155
    },
    {
      "epoch": 0.14806891559389063,
      "grad_norm": 0.4287809729576111,
      "learning_rate": 4.8110878659500815e-05,
      "loss": 5.3467,
      "step": 169160
    },
    {
      "epoch": 0.14807329218751777,
      "grad_norm": 0.4035278558731079,
      "learning_rate": 4.8110760814280356e-05,
      "loss": 5.4579,
      "step": 169165
    },
    {
      "epoch": 0.14807766878114492,
      "grad_norm": 0.4169370234012604,
      "learning_rate": 4.811064296556656e-05,
      "loss": 5.3607,
      "step": 169170
    },
    {
      "epoch": 0.1480820453747721,
      "grad_norm": 0.38728445768356323,
      "learning_rate": 4.8110525113359485e-05,
      "loss": 5.4453,
      "step": 169175
    },
    {
      "epoch": 0.14808642196839925,
      "grad_norm": 0.5178164839744568,
      "learning_rate": 4.8110407257659107e-05,
      "loss": 4.8203,
      "step": 169180
    },
    {
      "epoch": 0.1480907985620264,
      "grad_norm": 0.43202638626098633,
      "learning_rate": 4.811028939846549e-05,
      "loss": 4.4229,
      "step": 169185
    },
    {
      "epoch": 0.14809517515565354,
      "grad_norm": 0.43585795164108276,
      "learning_rate": 4.811017153577863e-05,
      "loss": 4.9354,
      "step": 169190
    },
    {
      "epoch": 0.14809955174928072,
      "grad_norm": 0.43431755900382996,
      "learning_rate": 4.811005366959856e-05,
      "loss": 5.4668,
      "step": 169195
    },
    {
      "epoch": 0.14810392834290786,
      "grad_norm": 0.43040889501571655,
      "learning_rate": 4.81099357999253e-05,
      "loss": 5.2388,
      "step": 169200
    },
    {
      "epoch": 0.148108304936535,
      "grad_norm": 0.4736984074115753,
      "learning_rate": 4.8109817926758885e-05,
      "loss": 5.1742,
      "step": 169205
    },
    {
      "epoch": 0.14811268153016216,
      "grad_norm": 0.4178332984447479,
      "learning_rate": 4.810970005009931e-05,
      "loss": 4.9051,
      "step": 169210
    },
    {
      "epoch": 0.14811705812378934,
      "grad_norm": 0.41981133818626404,
      "learning_rate": 4.810958216994663e-05,
      "loss": 5.7461,
      "step": 169215
    },
    {
      "epoch": 0.14812143471741648,
      "grad_norm": 0.4208569824695587,
      "learning_rate": 4.810946428630084e-05,
      "loss": 5.1539,
      "step": 169220
    },
    {
      "epoch": 0.14812581131104363,
      "grad_norm": 0.4216457009315491,
      "learning_rate": 4.810934639916199e-05,
      "loss": 4.9355,
      "step": 169225
    },
    {
      "epoch": 0.14813018790467078,
      "grad_norm": 0.42917075753211975,
      "learning_rate": 4.810922850853008e-05,
      "loss": 5.6225,
      "step": 169230
    },
    {
      "epoch": 0.14813456449829795,
      "grad_norm": 0.44718262553215027,
      "learning_rate": 4.810911061440514e-05,
      "loss": 5.4363,
      "step": 169235
    },
    {
      "epoch": 0.1481389410919251,
      "grad_norm": 0.40056681632995605,
      "learning_rate": 4.810899271678719e-05,
      "loss": 6.29,
      "step": 169240
    },
    {
      "epoch": 0.14814331768555225,
      "grad_norm": 0.39297518134117126,
      "learning_rate": 4.810887481567627e-05,
      "loss": 5.2979,
      "step": 169245
    },
    {
      "epoch": 0.1481476942791794,
      "grad_norm": 0.4079812169075012,
      "learning_rate": 4.8108756911072374e-05,
      "loss": 5.9842,
      "step": 169250
    },
    {
      "epoch": 0.14815207087280657,
      "grad_norm": 0.43164464831352234,
      "learning_rate": 4.810863900297554e-05,
      "loss": 4.9329,
      "step": 169255
    },
    {
      "epoch": 0.14815644746643372,
      "grad_norm": 0.405269056558609,
      "learning_rate": 4.810852109138581e-05,
      "loss": 5.9879,
      "step": 169260
    },
    {
      "epoch": 0.14816082406006087,
      "grad_norm": 0.46384185552597046,
      "learning_rate": 4.8108403176303176e-05,
      "loss": 4.6435,
      "step": 169265
    },
    {
      "epoch": 0.14816520065368802,
      "grad_norm": 0.4318886697292328,
      "learning_rate": 4.810828525772766e-05,
      "loss": 4.9094,
      "step": 169270
    },
    {
      "epoch": 0.14816957724731517,
      "grad_norm": 0.4422292113304138,
      "learning_rate": 4.8108167335659314e-05,
      "loss": 5.4529,
      "step": 169275
    },
    {
      "epoch": 0.14817395384094234,
      "grad_norm": 0.42857709527015686,
      "learning_rate": 4.810804941009813e-05,
      "loss": 5.1285,
      "step": 169280
    },
    {
      "epoch": 0.1481783304345695,
      "grad_norm": 0.4393489360809326,
      "learning_rate": 4.8107931481044145e-05,
      "loss": 5.1572,
      "step": 169285
    },
    {
      "epoch": 0.14818270702819664,
      "grad_norm": 0.4384002387523651,
      "learning_rate": 4.8107813548497394e-05,
      "loss": 5.1295,
      "step": 169290
    },
    {
      "epoch": 0.14818708362182378,
      "grad_norm": 0.418281614780426,
      "learning_rate": 4.810769561245788e-05,
      "loss": 5.1776,
      "step": 169295
    },
    {
      "epoch": 0.14819146021545096,
      "grad_norm": 0.38302335143089294,
      "learning_rate": 4.810757767292563e-05,
      "loss": 6.2941,
      "step": 169300
    },
    {
      "epoch": 0.1481958368090781,
      "grad_norm": 0.4450104832649231,
      "learning_rate": 4.810745972990067e-05,
      "loss": 5.2346,
      "step": 169305
    },
    {
      "epoch": 0.14820021340270526,
      "grad_norm": 0.4200209677219391,
      "learning_rate": 4.8107341783383034e-05,
      "loss": 4.4437,
      "step": 169310
    },
    {
      "epoch": 0.1482045899963324,
      "grad_norm": 0.4061488211154938,
      "learning_rate": 4.8107223833372713e-05,
      "loss": 5.1561,
      "step": 169315
    },
    {
      "epoch": 0.14820896658995958,
      "grad_norm": 0.3892638683319092,
      "learning_rate": 4.8107105879869764e-05,
      "loss": 5.6488,
      "step": 169320
    },
    {
      "epoch": 0.14821334318358673,
      "grad_norm": 0.4384356737136841,
      "learning_rate": 4.8106987922874193e-05,
      "loss": 5.7789,
      "step": 169325
    },
    {
      "epoch": 0.14821771977721387,
      "grad_norm": 0.4243961274623871,
      "learning_rate": 4.8106869962386014e-05,
      "loss": 4.6168,
      "step": 169330
    },
    {
      "epoch": 0.14822209637084102,
      "grad_norm": 0.5001580119132996,
      "learning_rate": 4.8106751998405274e-05,
      "loss": 4.7271,
      "step": 169335
    },
    {
      "epoch": 0.1482264729644682,
      "grad_norm": 0.431379497051239,
      "learning_rate": 4.8106634030931974e-05,
      "loss": 5.9742,
      "step": 169340
    },
    {
      "epoch": 0.14823084955809535,
      "grad_norm": 0.43517357110977173,
      "learning_rate": 4.810651605996615e-05,
      "loss": 4.2223,
      "step": 169345
    },
    {
      "epoch": 0.1482352261517225,
      "grad_norm": 0.4355560839176178,
      "learning_rate": 4.810639808550782e-05,
      "loss": 5.4271,
      "step": 169350
    },
    {
      "epoch": 0.14823960274534964,
      "grad_norm": 0.4181622862815857,
      "learning_rate": 4.810628010755701e-05,
      "loss": 5.2578,
      "step": 169355
    },
    {
      "epoch": 0.14824397933897682,
      "grad_norm": 0.4025569260120392,
      "learning_rate": 4.810616212611373e-05,
      "loss": 5.2621,
      "step": 169360
    },
    {
      "epoch": 0.14824835593260396,
      "grad_norm": 0.3999229073524475,
      "learning_rate": 4.810604414117802e-05,
      "loss": 4.9055,
      "step": 169365
    },
    {
      "epoch": 0.1482527325262311,
      "grad_norm": 0.4458019733428955,
      "learning_rate": 4.810592615274989e-05,
      "loss": 4.3477,
      "step": 169370
    },
    {
      "epoch": 0.14825710911985826,
      "grad_norm": 0.6106113791465759,
      "learning_rate": 4.810580816082938e-05,
      "loss": 5.4815,
      "step": 169375
    },
    {
      "epoch": 0.14826148571348544,
      "grad_norm": 0.4209524989128113,
      "learning_rate": 4.8105690165416483e-05,
      "loss": 5.2089,
      "step": 169380
    },
    {
      "epoch": 0.14826586230711258,
      "grad_norm": 0.4377579689025879,
      "learning_rate": 4.810557216651125e-05,
      "loss": 5.2567,
      "step": 169385
    },
    {
      "epoch": 0.14827023890073973,
      "grad_norm": 0.4484911859035492,
      "learning_rate": 4.8105454164113694e-05,
      "loss": 5.1979,
      "step": 169390
    },
    {
      "epoch": 0.14827461549436688,
      "grad_norm": 0.40142783522605896,
      "learning_rate": 4.810533615822384e-05,
      "loss": 4.4542,
      "step": 169395
    },
    {
      "epoch": 0.14827899208799403,
      "grad_norm": 0.43136903643608093,
      "learning_rate": 4.810521814884169e-05,
      "loss": 4.8501,
      "step": 169400
    },
    {
      "epoch": 0.1482833686816212,
      "grad_norm": 0.4285961389541626,
      "learning_rate": 4.810510013596731e-05,
      "loss": 5.1507,
      "step": 169405
    },
    {
      "epoch": 0.14828774527524835,
      "grad_norm": 0.4065297245979309,
      "learning_rate": 4.810498211960067e-05,
      "loss": 4.9566,
      "step": 169410
    },
    {
      "epoch": 0.1482921218688755,
      "grad_norm": 0.4132506847381592,
      "learning_rate": 4.8104864099741845e-05,
      "loss": 4.4089,
      "step": 169415
    },
    {
      "epoch": 0.14829649846250265,
      "grad_norm": 0.3977929353713989,
      "learning_rate": 4.810474607639082e-05,
      "loss": 5.1556,
      "step": 169420
    },
    {
      "epoch": 0.14830087505612982,
      "grad_norm": 0.41305720806121826,
      "learning_rate": 4.810462804954763e-05,
      "loss": 5.4119,
      "step": 169425
    },
    {
      "epoch": 0.14830525164975697,
      "grad_norm": 0.4266725778579712,
      "learning_rate": 4.810451001921229e-05,
      "loss": 4.9422,
      "step": 169430
    },
    {
      "epoch": 0.14830962824338412,
      "grad_norm": 0.400837779045105,
      "learning_rate": 4.8104391985384844e-05,
      "loss": 5.1533,
      "step": 169435
    },
    {
      "epoch": 0.14831400483701127,
      "grad_norm": 0.42039379477500916,
      "learning_rate": 4.81042739480653e-05,
      "loss": 5.2619,
      "step": 169440
    },
    {
      "epoch": 0.14831838143063844,
      "grad_norm": 0.39103156328201294,
      "learning_rate": 4.810415590725368e-05,
      "loss": 5.5138,
      "step": 169445
    },
    {
      "epoch": 0.1483227580242656,
      "grad_norm": 0.38911354541778564,
      "learning_rate": 4.810403786295001e-05,
      "loss": 6.285,
      "step": 169450
    },
    {
      "epoch": 0.14832713461789274,
      "grad_norm": 0.40113893151283264,
      "learning_rate": 4.810391981515431e-05,
      "loss": 4.8584,
      "step": 169455
    },
    {
      "epoch": 0.14833151121151988,
      "grad_norm": 0.407080739736557,
      "learning_rate": 4.8103801763866605e-05,
      "loss": 5.1266,
      "step": 169460
    },
    {
      "epoch": 0.14833588780514706,
      "grad_norm": 0.397655725479126,
      "learning_rate": 4.8103683709086935e-05,
      "loss": 5.0742,
      "step": 169465
    },
    {
      "epoch": 0.1483402643987742,
      "grad_norm": 0.42510905861854553,
      "learning_rate": 4.810356565081529e-05,
      "loss": 5.7137,
      "step": 169470
    },
    {
      "epoch": 0.14834464099240136,
      "grad_norm": 0.44381487369537354,
      "learning_rate": 4.8103447589051695e-05,
      "loss": 4.9344,
      "step": 169475
    },
    {
      "epoch": 0.1483490175860285,
      "grad_norm": 0.38528966903686523,
      "learning_rate": 4.8103329523796206e-05,
      "loss": 6.2545,
      "step": 169480
    },
    {
      "epoch": 0.14835339417965568,
      "grad_norm": 0.4949788451194763,
      "learning_rate": 4.810321145504883e-05,
      "loss": 4.9198,
      "step": 169485
    },
    {
      "epoch": 0.14835777077328283,
      "grad_norm": 0.4171479642391205,
      "learning_rate": 4.810309338280957e-05,
      "loss": 5.9596,
      "step": 169490
    },
    {
      "epoch": 0.14836214736690997,
      "grad_norm": 0.45718586444854736,
      "learning_rate": 4.810297530707847e-05,
      "loss": 5.6788,
      "step": 169495
    },
    {
      "epoch": 0.14836652396053712,
      "grad_norm": 0.40384340286254883,
      "learning_rate": 4.8102857227855534e-05,
      "loss": 4.9601,
      "step": 169500
    },
    {
      "epoch": 0.1483709005541643,
      "grad_norm": 0.4621838927268982,
      "learning_rate": 4.810273914514082e-05,
      "loss": 5.1433,
      "step": 169505
    },
    {
      "epoch": 0.14837527714779145,
      "grad_norm": 0.40725257992744446,
      "learning_rate": 4.8102621058934316e-05,
      "loss": 5.0432,
      "step": 169510
    },
    {
      "epoch": 0.1483796537414186,
      "grad_norm": 0.40143492817878723,
      "learning_rate": 4.8102502969236065e-05,
      "loss": 5.393,
      "step": 169515
    },
    {
      "epoch": 0.14838403033504574,
      "grad_norm": 0.40416058897972107,
      "learning_rate": 4.810238487604607e-05,
      "loss": 6.2447,
      "step": 169520
    },
    {
      "epoch": 0.14838840692867292,
      "grad_norm": 0.45070087909698486,
      "learning_rate": 4.810226677936437e-05,
      "loss": 5.3701,
      "step": 169525
    },
    {
      "epoch": 0.14839278352230006,
      "grad_norm": 0.40928101539611816,
      "learning_rate": 4.8102148679190996e-05,
      "loss": 4.9603,
      "step": 169530
    },
    {
      "epoch": 0.1483971601159272,
      "grad_norm": 0.37978705763816833,
      "learning_rate": 4.8102030575525945e-05,
      "loss": 6.0039,
      "step": 169535
    },
    {
      "epoch": 0.14840153670955436,
      "grad_norm": 0.39647212624549866,
      "learning_rate": 4.810191246836925e-05,
      "loss": 5.168,
      "step": 169540
    },
    {
      "epoch": 0.1484059133031815,
      "grad_norm": 0.41723570227622986,
      "learning_rate": 4.810179435772095e-05,
      "loss": 5.7743,
      "step": 169545
    },
    {
      "epoch": 0.14841028989680868,
      "grad_norm": 0.40126484632492065,
      "learning_rate": 4.810167624358105e-05,
      "loss": 5.1616,
      "step": 169550
    },
    {
      "epoch": 0.14841466649043583,
      "grad_norm": 0.4377825856208801,
      "learning_rate": 4.8101558125949576e-05,
      "loss": 4.881,
      "step": 169555
    },
    {
      "epoch": 0.14841904308406298,
      "grad_norm": 0.4641454517841339,
      "learning_rate": 4.810144000482656e-05,
      "loss": 5.6578,
      "step": 169560
    },
    {
      "epoch": 0.14842341967769013,
      "grad_norm": 0.4615846574306488,
      "learning_rate": 4.8101321880212004e-05,
      "loss": 4.9497,
      "step": 169565
    },
    {
      "epoch": 0.1484277962713173,
      "grad_norm": 0.45424529910087585,
      "learning_rate": 4.810120375210595e-05,
      "loss": 4.6594,
      "step": 169570
    },
    {
      "epoch": 0.14843217286494445,
      "grad_norm": 0.4200352430343628,
      "learning_rate": 4.810108562050841e-05,
      "loss": 4.9471,
      "step": 169575
    },
    {
      "epoch": 0.1484365494585716,
      "grad_norm": 0.4036422371864319,
      "learning_rate": 4.8100967485419426e-05,
      "loss": 4.7818,
      "step": 169580
    },
    {
      "epoch": 0.14844092605219875,
      "grad_norm": 0.44918352365493774,
      "learning_rate": 4.810084934683899e-05,
      "loss": 4.6236,
      "step": 169585
    },
    {
      "epoch": 0.14844530264582592,
      "grad_norm": 0.45256978273391724,
      "learning_rate": 4.8100731204767155e-05,
      "loss": 4.9383,
      "step": 169590
    },
    {
      "epoch": 0.14844967923945307,
      "grad_norm": 0.39471152424812317,
      "learning_rate": 4.810061305920392e-05,
      "loss": 5.9795,
      "step": 169595
    },
    {
      "epoch": 0.14845405583308022,
      "grad_norm": 0.3939991891384125,
      "learning_rate": 4.810049491014932e-05,
      "loss": 5.9842,
      "step": 169600
    },
    {
      "epoch": 0.14845843242670737,
      "grad_norm": 0.443124920129776,
      "learning_rate": 4.8100376757603384e-05,
      "loss": 4.6437,
      "step": 169605
    },
    {
      "epoch": 0.14846280902033454,
      "grad_norm": 0.44369280338287354,
      "learning_rate": 4.8100258601566115e-05,
      "loss": 5.4715,
      "step": 169610
    },
    {
      "epoch": 0.1484671856139617,
      "grad_norm": 0.44060757756233215,
      "learning_rate": 4.810014044203755e-05,
      "loss": 4.7313,
      "step": 169615
    },
    {
      "epoch": 0.14847156220758884,
      "grad_norm": 0.40409141778945923,
      "learning_rate": 4.810002227901771e-05,
      "loss": 4.9577,
      "step": 169620
    },
    {
      "epoch": 0.14847593880121598,
      "grad_norm": 0.3885851502418518,
      "learning_rate": 4.809990411250661e-05,
      "loss": 5.1671,
      "step": 169625
    },
    {
      "epoch": 0.14848031539484316,
      "grad_norm": 0.4192037880420685,
      "learning_rate": 4.8099785942504296e-05,
      "loss": 5.9785,
      "step": 169630
    },
    {
      "epoch": 0.1484846919884703,
      "grad_norm": 0.39198145270347595,
      "learning_rate": 4.8099667769010756e-05,
      "loss": 5.7554,
      "step": 169635
    },
    {
      "epoch": 0.14848906858209746,
      "grad_norm": 0.39521726965904236,
      "learning_rate": 4.809954959202604e-05,
      "loss": 5.2438,
      "step": 169640
    },
    {
      "epoch": 0.1484934451757246,
      "grad_norm": 0.4166489541530609,
      "learning_rate": 4.8099431411550155e-05,
      "loss": 5.2369,
      "step": 169645
    },
    {
      "epoch": 0.14849782176935178,
      "grad_norm": 0.4160560369491577,
      "learning_rate": 4.809931322758314e-05,
      "loss": 4.4442,
      "step": 169650
    },
    {
      "epoch": 0.14850219836297893,
      "grad_norm": 0.4009564220905304,
      "learning_rate": 4.8099195040125e-05,
      "loss": 5.4778,
      "step": 169655
    },
    {
      "epoch": 0.14850657495660607,
      "grad_norm": 0.38433390855789185,
      "learning_rate": 4.8099076849175774e-05,
      "loss": 5.7647,
      "step": 169660
    },
    {
      "epoch": 0.14851095155023322,
      "grad_norm": 0.3909725844860077,
      "learning_rate": 4.809895865473547e-05,
      "loss": 5.9277,
      "step": 169665
    },
    {
      "epoch": 0.14851532814386037,
      "grad_norm": 0.3909786343574524,
      "learning_rate": 4.809884045680413e-05,
      "loss": 5.952,
      "step": 169670
    },
    {
      "epoch": 0.14851970473748755,
      "grad_norm": 0.41743701696395874,
      "learning_rate": 4.8098722255381756e-05,
      "loss": 4.6504,
      "step": 169675
    },
    {
      "epoch": 0.1485240813311147,
      "grad_norm": 0.38554492592811584,
      "learning_rate": 4.8098604050468376e-05,
      "loss": 5.4891,
      "step": 169680
    },
    {
      "epoch": 0.14852845792474184,
      "grad_norm": 0.4209238886833191,
      "learning_rate": 4.809848584206402e-05,
      "loss": 5.4099,
      "step": 169685
    },
    {
      "epoch": 0.148532834518369,
      "grad_norm": 0.4133763313293457,
      "learning_rate": 4.809836763016872e-05,
      "loss": 5.446,
      "step": 169690
    },
    {
      "epoch": 0.14853721111199616,
      "grad_norm": 0.41209548711776733,
      "learning_rate": 4.809824941478246e-05,
      "loss": 5.7542,
      "step": 169695
    },
    {
      "epoch": 0.1485415877056233,
      "grad_norm": 0.3911002278327942,
      "learning_rate": 4.809813119590531e-05,
      "loss": 5.6586,
      "step": 169700
    },
    {
      "epoch": 0.14854596429925046,
      "grad_norm": 0.41502082347869873,
      "learning_rate": 4.8098012973537256e-05,
      "loss": 4.9091,
      "step": 169705
    },
    {
      "epoch": 0.1485503408928776,
      "grad_norm": 0.4058438837528229,
      "learning_rate": 4.809789474767835e-05,
      "loss": 5.1715,
      "step": 169710
    },
    {
      "epoch": 0.14855471748650478,
      "grad_norm": 0.42984622716903687,
      "learning_rate": 4.8097776518328585e-05,
      "loss": 5.3797,
      "step": 169715
    },
    {
      "epoch": 0.14855909408013193,
      "grad_norm": 0.4023113548755646,
      "learning_rate": 4.8097658285488013e-05,
      "loss": 5.2028,
      "step": 169720
    },
    {
      "epoch": 0.14856347067375908,
      "grad_norm": 0.4412052035331726,
      "learning_rate": 4.809754004915664e-05,
      "loss": 4.1279,
      "step": 169725
    },
    {
      "epoch": 0.14856784726738623,
      "grad_norm": 0.4287758469581604,
      "learning_rate": 4.809742180933449e-05,
      "loss": 5.4588,
      "step": 169730
    },
    {
      "epoch": 0.1485722238610134,
      "grad_norm": 0.422071635723114,
      "learning_rate": 4.809730356602159e-05,
      "loss": 4.6394,
      "step": 169735
    },
    {
      "epoch": 0.14857660045464055,
      "grad_norm": 0.4245067238807678,
      "learning_rate": 4.809718531921796e-05,
      "loss": 5.2667,
      "step": 169740
    },
    {
      "epoch": 0.1485809770482677,
      "grad_norm": 0.42608335614204407,
      "learning_rate": 4.809706706892363e-05,
      "loss": 5.9668,
      "step": 169745
    },
    {
      "epoch": 0.14858535364189485,
      "grad_norm": 0.4217022657394409,
      "learning_rate": 4.809694881513861e-05,
      "loss": 4.9692,
      "step": 169750
    },
    {
      "epoch": 0.14858973023552202,
      "grad_norm": 0.4066731333732605,
      "learning_rate": 4.8096830557862925e-05,
      "loss": 5.7333,
      "step": 169755
    },
    {
      "epoch": 0.14859410682914917,
      "grad_norm": 0.4293237030506134,
      "learning_rate": 4.809671229709661e-05,
      "loss": 5.6441,
      "step": 169760
    },
    {
      "epoch": 0.14859848342277632,
      "grad_norm": 0.42883843183517456,
      "learning_rate": 4.8096594032839684e-05,
      "loss": 5.168,
      "step": 169765
    },
    {
      "epoch": 0.14860286001640347,
      "grad_norm": 0.39506134390830994,
      "learning_rate": 4.809647576509217e-05,
      "loss": 6.2547,
      "step": 169770
    },
    {
      "epoch": 0.14860723661003064,
      "grad_norm": 0.4190519154071808,
      "learning_rate": 4.8096357493854074e-05,
      "loss": 5.6324,
      "step": 169775
    },
    {
      "epoch": 0.1486116132036578,
      "grad_norm": 0.4365078806877136,
      "learning_rate": 4.8096239219125427e-05,
      "loss": 4.6457,
      "step": 169780
    },
    {
      "epoch": 0.14861598979728494,
      "grad_norm": 0.42105430364608765,
      "learning_rate": 4.8096120940906265e-05,
      "loss": 5.3775,
      "step": 169785
    },
    {
      "epoch": 0.14862036639091208,
      "grad_norm": 0.4465252161026001,
      "learning_rate": 4.8096002659196595e-05,
      "loss": 5.1278,
      "step": 169790
    },
    {
      "epoch": 0.14862474298453923,
      "grad_norm": 0.4510232210159302,
      "learning_rate": 4.809588437399646e-05,
      "loss": 4.9539,
      "step": 169795
    },
    {
      "epoch": 0.1486291195781664,
      "grad_norm": 0.45019835233688354,
      "learning_rate": 4.809576608530586e-05,
      "loss": 4.93,
      "step": 169800
    },
    {
      "epoch": 0.14863349617179356,
      "grad_norm": 0.4272104799747467,
      "learning_rate": 4.809564779312483e-05,
      "loss": 5.1931,
      "step": 169805
    },
    {
      "epoch": 0.1486378727654207,
      "grad_norm": 0.425057977437973,
      "learning_rate": 4.80955294974534e-05,
      "loss": 5.7644,
      "step": 169810
    },
    {
      "epoch": 0.14864224935904785,
      "grad_norm": 0.4494435489177704,
      "learning_rate": 4.809541119829156e-05,
      "loss": 5.1039,
      "step": 169815
    },
    {
      "epoch": 0.14864662595267503,
      "grad_norm": 0.402108371257782,
      "learning_rate": 4.8095292895639375e-05,
      "loss": 5.4469,
      "step": 169820
    },
    {
      "epoch": 0.14865100254630217,
      "grad_norm": 0.39963021874427795,
      "learning_rate": 4.809517458949685e-05,
      "loss": 5.3982,
      "step": 169825
    },
    {
      "epoch": 0.14865537913992932,
      "grad_norm": 0.457561194896698,
      "learning_rate": 4.8095056279864e-05,
      "loss": 5.4168,
      "step": 169830
    },
    {
      "epoch": 0.14865975573355647,
      "grad_norm": 0.4174109995365143,
      "learning_rate": 4.809493796674085e-05,
      "loss": 4.9385,
      "step": 169835
    },
    {
      "epoch": 0.14866413232718365,
      "grad_norm": 0.4053649306297302,
      "learning_rate": 4.8094819650127444e-05,
      "loss": 5.4626,
      "step": 169840
    },
    {
      "epoch": 0.1486685089208108,
      "grad_norm": 0.39946863055229187,
      "learning_rate": 4.809470133002377e-05,
      "loss": 5.6594,
      "step": 169845
    },
    {
      "epoch": 0.14867288551443794,
      "grad_norm": 0.39863085746765137,
      "learning_rate": 4.809458300642987e-05,
      "loss": 5.1701,
      "step": 169850
    },
    {
      "epoch": 0.1486772621080651,
      "grad_norm": 0.40855148434638977,
      "learning_rate": 4.8094464679345774e-05,
      "loss": 5.2199,
      "step": 169855
    },
    {
      "epoch": 0.14868163870169226,
      "grad_norm": 0.37906399369239807,
      "learning_rate": 4.8094346348771505e-05,
      "loss": 5.7554,
      "step": 169860
    },
    {
      "epoch": 0.1486860152953194,
      "grad_norm": 0.40941867232322693,
      "learning_rate": 4.8094228014707054e-05,
      "loss": 5.1467,
      "step": 169865
    },
    {
      "epoch": 0.14869039188894656,
      "grad_norm": 0.4338057339191437,
      "learning_rate": 4.809410967715249e-05,
      "loss": 4.9567,
      "step": 169870
    },
    {
      "epoch": 0.1486947684825737,
      "grad_norm": 0.4077848494052887,
      "learning_rate": 4.80939913361078e-05,
      "loss": 4.9353,
      "step": 169875
    },
    {
      "epoch": 0.14869914507620088,
      "grad_norm": 0.41429370641708374,
      "learning_rate": 4.809387299157302e-05,
      "loss": 5.2015,
      "step": 169880
    },
    {
      "epoch": 0.14870352166982803,
      "grad_norm": 0.41820603609085083,
      "learning_rate": 4.809375464354818e-05,
      "loss": 4.9623,
      "step": 169885
    },
    {
      "epoch": 0.14870789826345518,
      "grad_norm": 0.4324163794517517,
      "learning_rate": 4.8093636292033286e-05,
      "loss": 5.452,
      "step": 169890
    },
    {
      "epoch": 0.14871227485708233,
      "grad_norm": 0.46650198101997375,
      "learning_rate": 4.809351793702838e-05,
      "loss": 4.5927,
      "step": 169895
    },
    {
      "epoch": 0.1487166514507095,
      "grad_norm": 0.43277430534362793,
      "learning_rate": 4.809339957853347e-05,
      "loss": 5.4918,
      "step": 169900
    },
    {
      "epoch": 0.14872102804433665,
      "grad_norm": 0.42106756567955017,
      "learning_rate": 4.809328121654859e-05,
      "loss": 3.6985,
      "step": 169905
    },
    {
      "epoch": 0.1487254046379638,
      "grad_norm": 0.45176663994789124,
      "learning_rate": 4.809316285107375e-05,
      "loss": 5.9756,
      "step": 169910
    },
    {
      "epoch": 0.14872978123159095,
      "grad_norm": 0.4358600378036499,
      "learning_rate": 4.8093044482108984e-05,
      "loss": 5.685,
      "step": 169915
    },
    {
      "epoch": 0.1487341578252181,
      "grad_norm": 0.43317562341690063,
      "learning_rate": 4.80929261096543e-05,
      "loss": 5.1891,
      "step": 169920
    },
    {
      "epoch": 0.14873853441884527,
      "grad_norm": 0.4265686571598053,
      "learning_rate": 4.8092807733709745e-05,
      "loss": 5.9742,
      "step": 169925
    },
    {
      "epoch": 0.14874291101247242,
      "grad_norm": 0.46890249848365784,
      "learning_rate": 4.809268935427532e-05,
      "loss": 4.6612,
      "step": 169930
    },
    {
      "epoch": 0.14874728760609957,
      "grad_norm": 0.4252547323703766,
      "learning_rate": 4.809257097135106e-05,
      "loss": 5.3777,
      "step": 169935
    },
    {
      "epoch": 0.1487516641997267,
      "grad_norm": 0.4330480396747589,
      "learning_rate": 4.809245258493699e-05,
      "loss": 4.7385,
      "step": 169940
    },
    {
      "epoch": 0.1487560407933539,
      "grad_norm": 0.38436853885650635,
      "learning_rate": 4.809233419503312e-05,
      "loss": 5.769,
      "step": 169945
    },
    {
      "epoch": 0.14876041738698104,
      "grad_norm": 0.39018672704696655,
      "learning_rate": 4.809221580163947e-05,
      "loss": 5.7666,
      "step": 169950
    },
    {
      "epoch": 0.14876479398060818,
      "grad_norm": 0.4264768958091736,
      "learning_rate": 4.809209740475609e-05,
      "loss": 5.2425,
      "step": 169955
    },
    {
      "epoch": 0.14876917057423533,
      "grad_norm": 0.42476582527160645,
      "learning_rate": 4.809197900438297e-05,
      "loss": 5.4785,
      "step": 169960
    },
    {
      "epoch": 0.1487735471678625,
      "grad_norm": 0.39528611302375793,
      "learning_rate": 4.809186060052015e-05,
      "loss": 5.235,
      "step": 169965
    },
    {
      "epoch": 0.14877792376148966,
      "grad_norm": 0.420941561460495,
      "learning_rate": 4.809174219316767e-05,
      "loss": 4.912,
      "step": 169970
    },
    {
      "epoch": 0.1487823003551168,
      "grad_norm": 0.4218168556690216,
      "learning_rate": 4.8091623782325514e-05,
      "loss": 5.1451,
      "step": 169975
    },
    {
      "epoch": 0.14878667694874395,
      "grad_norm": 0.4092455804347992,
      "learning_rate": 4.809150536799373e-05,
      "loss": 5.7278,
      "step": 169980
    },
    {
      "epoch": 0.14879105354237113,
      "grad_norm": 0.432220458984375,
      "learning_rate": 4.8091386950172334e-05,
      "loss": 4.942,
      "step": 169985
    },
    {
      "epoch": 0.14879543013599827,
      "grad_norm": 0.3852875828742981,
      "learning_rate": 4.8091268528861355e-05,
      "loss": 5.7627,
      "step": 169990
    },
    {
      "epoch": 0.14879980672962542,
      "grad_norm": 0.40193888545036316,
      "learning_rate": 4.809115010406081e-05,
      "loss": 5.7002,
      "step": 169995
    },
    {
      "epoch": 0.14880418332325257,
      "grad_norm": 0.420398086309433,
      "learning_rate": 4.809103167577073e-05,
      "loss": 4.9003,
      "step": 170000
    },
    {
      "epoch": 0.14880855991687975,
      "grad_norm": 0.42977121472358704,
      "learning_rate": 4.8090913243991106e-05,
      "loss": 5.6922,
      "step": 170005
    },
    {
      "epoch": 0.1488129365105069,
      "grad_norm": 0.4374327063560486,
      "learning_rate": 4.809079480872201e-05,
      "loss": 4.9633,
      "step": 170010
    },
    {
      "epoch": 0.14881731310413404,
      "grad_norm": 0.4297686517238617,
      "learning_rate": 4.809067636996343e-05,
      "loss": 5.4413,
      "step": 170015
    },
    {
      "epoch": 0.1488216896977612,
      "grad_norm": 0.4974656105041504,
      "learning_rate": 4.809055792771541e-05,
      "loss": 4.9261,
      "step": 170020
    },
    {
      "epoch": 0.14882606629138836,
      "grad_norm": 0.43262505531311035,
      "learning_rate": 4.8090439481977945e-05,
      "loss": 5.1408,
      "step": 170025
    },
    {
      "epoch": 0.1488304428850155,
      "grad_norm": 0.4487346410751343,
      "learning_rate": 4.8090321032751085e-05,
      "loss": 5.4312,
      "step": 170030
    },
    {
      "epoch": 0.14883481947864266,
      "grad_norm": 0.4233818054199219,
      "learning_rate": 4.8090202580034835e-05,
      "loss": 4.8612,
      "step": 170035
    },
    {
      "epoch": 0.1488391960722698,
      "grad_norm": 0.4424162209033966,
      "learning_rate": 4.8090084123829236e-05,
      "loss": 4.3281,
      "step": 170040
    },
    {
      "epoch": 0.14884357266589696,
      "grad_norm": 0.4444616138935089,
      "learning_rate": 4.8089965664134295e-05,
      "loss": 4.9764,
      "step": 170045
    },
    {
      "epoch": 0.14884794925952413,
      "grad_norm": 0.44065138697624207,
      "learning_rate": 4.8089847200950046e-05,
      "loss": 5.493,
      "step": 170050
    },
    {
      "epoch": 0.14885232585315128,
      "grad_norm": 0.42271173000335693,
      "learning_rate": 4.808972873427651e-05,
      "loss": 6.2615,
      "step": 170055
    },
    {
      "epoch": 0.14885670244677843,
      "grad_norm": 0.43766820430755615,
      "learning_rate": 4.808961026411369e-05,
      "loss": 5.4718,
      "step": 170060
    },
    {
      "epoch": 0.14886107904040558,
      "grad_norm": 0.41021376848220825,
      "learning_rate": 4.808949179046164e-05,
      "loss": 5.1475,
      "step": 170065
    },
    {
      "epoch": 0.14886545563403275,
      "grad_norm": 0.40870609879493713,
      "learning_rate": 4.808937331332036e-05,
      "loss": 5.7381,
      "step": 170070
    },
    {
      "epoch": 0.1488698322276599,
      "grad_norm": 0.4121359586715698,
      "learning_rate": 4.8089254832689875e-05,
      "loss": 5.1682,
      "step": 170075
    },
    {
      "epoch": 0.14887420882128705,
      "grad_norm": 0.40710392594337463,
      "learning_rate": 4.808913634857023e-05,
      "loss": 4.8041,
      "step": 170080
    },
    {
      "epoch": 0.1488785854149142,
      "grad_norm": 0.4421194791793823,
      "learning_rate": 4.8089017860961414e-05,
      "loss": 4.9244,
      "step": 170085
    },
    {
      "epoch": 0.14888296200854137,
      "grad_norm": 0.3923420310020447,
      "learning_rate": 4.8088899369863486e-05,
      "loss": 5.4857,
      "step": 170090
    },
    {
      "epoch": 0.14888733860216852,
      "grad_norm": 0.38923704624176025,
      "learning_rate": 4.808878087527643e-05,
      "loss": 5.1665,
      "step": 170095
    },
    {
      "epoch": 0.14889171519579567,
      "grad_norm": 0.4043577015399933,
      "learning_rate": 4.80886623772003e-05,
      "loss": 5.1554,
      "step": 170100
    },
    {
      "epoch": 0.1488960917894228,
      "grad_norm": 0.43290188908576965,
      "learning_rate": 4.8088543875635105e-05,
      "loss": 5.4496,
      "step": 170105
    },
    {
      "epoch": 0.14890046838305,
      "grad_norm": 0.4386526048183441,
      "learning_rate": 4.808842537058088e-05,
      "loss": 4.7367,
      "step": 170110
    },
    {
      "epoch": 0.14890484497667714,
      "grad_norm": 0.4259783923625946,
      "learning_rate": 4.808830686203762e-05,
      "loss": 5.2512,
      "step": 170115
    },
    {
      "epoch": 0.14890922157030428,
      "grad_norm": 0.40071985125541687,
      "learning_rate": 4.808818835000538e-05,
      "loss": 5.2562,
      "step": 170120
    },
    {
      "epoch": 0.14891359816393143,
      "grad_norm": 0.41021928191185,
      "learning_rate": 4.8088069834484174e-05,
      "loss": 5.2177,
      "step": 170125
    },
    {
      "epoch": 0.1489179747575586,
      "grad_norm": 0.45137473940849304,
      "learning_rate": 4.808795131547401e-05,
      "loss": 5.7702,
      "step": 170130
    },
    {
      "epoch": 0.14892235135118576,
      "grad_norm": 0.39218762516975403,
      "learning_rate": 4.8087832792974916e-05,
      "loss": 5.9473,
      "step": 170135
    },
    {
      "epoch": 0.1489267279448129,
      "grad_norm": 0.4115402400493622,
      "learning_rate": 4.808771426698693e-05,
      "loss": 5.7509,
      "step": 170140
    },
    {
      "epoch": 0.14893110453844005,
      "grad_norm": 0.4189614951610565,
      "learning_rate": 4.808759573751006e-05,
      "loss": 5.2444,
      "step": 170145
    },
    {
      "epoch": 0.14893548113206723,
      "grad_norm": 0.44017747044563293,
      "learning_rate": 4.808747720454434e-05,
      "loss": 4.6315,
      "step": 170150
    },
    {
      "epoch": 0.14893985772569437,
      "grad_norm": 0.38612791895866394,
      "learning_rate": 4.8087358668089785e-05,
      "loss": 5.9869,
      "step": 170155
    },
    {
      "epoch": 0.14894423431932152,
      "grad_norm": 0.419286847114563,
      "learning_rate": 4.8087240128146414e-05,
      "loss": 4.4232,
      "step": 170160
    },
    {
      "epoch": 0.14894861091294867,
      "grad_norm": 0.4351363480091095,
      "learning_rate": 4.8087121584714257e-05,
      "loss": 5.6441,
      "step": 170165
    },
    {
      "epoch": 0.14895298750657585,
      "grad_norm": 0.4270227551460266,
      "learning_rate": 4.808700303779333e-05,
      "loss": 5.2322,
      "step": 170170
    },
    {
      "epoch": 0.148957364100203,
      "grad_norm": 0.41035202145576477,
      "learning_rate": 4.8086884487383664e-05,
      "loss": 4.6412,
      "step": 170175
    },
    {
      "epoch": 0.14896174069383014,
      "grad_norm": 0.3895157277584076,
      "learning_rate": 4.808676593348529e-05,
      "loss": 5.9672,
      "step": 170180
    },
    {
      "epoch": 0.1489661172874573,
      "grad_norm": 0.39851751923561096,
      "learning_rate": 4.808664737609822e-05,
      "loss": 5.7547,
      "step": 170185
    },
    {
      "epoch": 0.14897049388108444,
      "grad_norm": 0.4143981337547302,
      "learning_rate": 4.808652881522245e-05,
      "loss": 5.1957,
      "step": 170190
    },
    {
      "epoch": 0.1489748704747116,
      "grad_norm": 0.41783836483955383,
      "learning_rate": 4.808641025085805e-05,
      "loss": 5.6793,
      "step": 170195
    },
    {
      "epoch": 0.14897924706833876,
      "grad_norm": 0.4255707561969757,
      "learning_rate": 4.808629168300501e-05,
      "loss": 5.1519,
      "step": 170200
    },
    {
      "epoch": 0.1489836236619659,
      "grad_norm": 0.42338207364082336,
      "learning_rate": 4.808617311166338e-05,
      "loss": 4.9557,
      "step": 170205
    },
    {
      "epoch": 0.14898800025559306,
      "grad_norm": 0.425597608089447,
      "learning_rate": 4.808605453683317e-05,
      "loss": 5.4634,
      "step": 170210
    },
    {
      "epoch": 0.14899237684922023,
      "grad_norm": 0.40509864687919617,
      "learning_rate": 4.808593595851439e-05,
      "loss": 5.4419,
      "step": 170215
    },
    {
      "epoch": 0.14899675344284738,
      "grad_norm": 0.41495686769485474,
      "learning_rate": 4.8085817376707074e-05,
      "loss": 5.6883,
      "step": 170220
    },
    {
      "epoch": 0.14900113003647453,
      "grad_norm": 0.4328053295612335,
      "learning_rate": 4.808569879141125e-05,
      "loss": 5.142,
      "step": 170225
    },
    {
      "epoch": 0.14900550663010168,
      "grad_norm": 0.4139609932899475,
      "learning_rate": 4.8085580202626935e-05,
      "loss": 5.3773,
      "step": 170230
    },
    {
      "epoch": 0.14900988322372885,
      "grad_norm": 0.44789984822273254,
      "learning_rate": 4.8085461610354146e-05,
      "loss": 4.8288,
      "step": 170235
    },
    {
      "epoch": 0.149014259817356,
      "grad_norm": 0.4464944005012512,
      "learning_rate": 4.8085343014592924e-05,
      "loss": 4.7655,
      "step": 170240
    },
    {
      "epoch": 0.14901863641098315,
      "grad_norm": 0.45308971405029297,
      "learning_rate": 4.808522441534327e-05,
      "loss": 4.1393,
      "step": 170245
    },
    {
      "epoch": 0.1490230130046103,
      "grad_norm": 0.44279298186302185,
      "learning_rate": 4.808510581260521e-05,
      "loss": 5.4548,
      "step": 170250
    },
    {
      "epoch": 0.14902738959823747,
      "grad_norm": 0.4221953749656677,
      "learning_rate": 4.808498720637879e-05,
      "loss": 4.9656,
      "step": 170255
    },
    {
      "epoch": 0.14903176619186462,
      "grad_norm": 0.4128650426864624,
      "learning_rate": 4.8084868596664e-05,
      "loss": 5.1681,
      "step": 170260
    },
    {
      "epoch": 0.14903614278549177,
      "grad_norm": 0.4243967533111572,
      "learning_rate": 4.8084749983460896e-05,
      "loss": 5.4626,
      "step": 170265
    },
    {
      "epoch": 0.1490405193791189,
      "grad_norm": 0.4237341284751892,
      "learning_rate": 4.808463136676947e-05,
      "loss": 4.6001,
      "step": 170270
    },
    {
      "epoch": 0.1490448959727461,
      "grad_norm": 0.4555252194404602,
      "learning_rate": 4.808451274658977e-05,
      "loss": 4.9562,
      "step": 170275
    },
    {
      "epoch": 0.14904927256637324,
      "grad_norm": 0.433759480714798,
      "learning_rate": 4.808439412292181e-05,
      "loss": 5.2589,
      "step": 170280
    },
    {
      "epoch": 0.14905364916000038,
      "grad_norm": 0.4190790057182312,
      "learning_rate": 4.808427549576561e-05,
      "loss": 4.6683,
      "step": 170285
    },
    {
      "epoch": 0.14905802575362753,
      "grad_norm": 0.4178285598754883,
      "learning_rate": 4.808415686512119e-05,
      "loss": 5.4817,
      "step": 170290
    },
    {
      "epoch": 0.1490624023472547,
      "grad_norm": 0.41721969842910767,
      "learning_rate": 4.808403823098857e-05,
      "loss": 4.5806,
      "step": 170295
    },
    {
      "epoch": 0.14906677894088186,
      "grad_norm": 0.5196157693862915,
      "learning_rate": 4.808391959336779e-05,
      "loss": 4.6366,
      "step": 170300
    },
    {
      "epoch": 0.149071155534509,
      "grad_norm": 0.40094539523124695,
      "learning_rate": 4.808380095225886e-05,
      "loss": 5.9803,
      "step": 170305
    },
    {
      "epoch": 0.14907553212813615,
      "grad_norm": 0.40522024035453796,
      "learning_rate": 4.808368230766181e-05,
      "loss": 5.0576,
      "step": 170310
    },
    {
      "epoch": 0.1490799087217633,
      "grad_norm": 0.4341714680194855,
      "learning_rate": 4.808356365957665e-05,
      "loss": 5.4111,
      "step": 170315
    },
    {
      "epoch": 0.14908428531539047,
      "grad_norm": 0.399246484041214,
      "learning_rate": 4.8083445008003415e-05,
      "loss": 5.2521,
      "step": 170320
    },
    {
      "epoch": 0.14908866190901762,
      "grad_norm": 0.4448772370815277,
      "learning_rate": 4.8083326352942114e-05,
      "loss": 5.952,
      "step": 170325
    },
    {
      "epoch": 0.14909303850264477,
      "grad_norm": 0.44965630769729614,
      "learning_rate": 4.80832076943928e-05,
      "loss": 4.7165,
      "step": 170330
    },
    {
      "epoch": 0.14909741509627192,
      "grad_norm": 0.47733286023139954,
      "learning_rate": 4.8083089032355456e-05,
      "loss": 5.7673,
      "step": 170335
    },
    {
      "epoch": 0.1491017916898991,
      "grad_norm": 0.41042080521583557,
      "learning_rate": 4.808297036683014e-05,
      "loss": 5.6457,
      "step": 170340
    },
    {
      "epoch": 0.14910616828352624,
      "grad_norm": 0.44332292675971985,
      "learning_rate": 4.808285169781686e-05,
      "loss": 5.4008,
      "step": 170345
    },
    {
      "epoch": 0.1491105448771534,
      "grad_norm": 0.46219658851623535,
      "learning_rate": 4.808273302531563e-05,
      "loss": 5.4908,
      "step": 170350
    },
    {
      "epoch": 0.14911492147078054,
      "grad_norm": 0.4033220410346985,
      "learning_rate": 4.808261434932648e-05,
      "loss": 5.701,
      "step": 170355
    },
    {
      "epoch": 0.1491192980644077,
      "grad_norm": 0.43057432770729065,
      "learning_rate": 4.8082495669849435e-05,
      "loss": 5.4475,
      "step": 170360
    },
    {
      "epoch": 0.14912367465803486,
      "grad_norm": 0.45093363523483276,
      "learning_rate": 4.8082376986884524e-05,
      "loss": 4.4434,
      "step": 170365
    },
    {
      "epoch": 0.149128051251662,
      "grad_norm": 0.42756202816963196,
      "learning_rate": 4.808225830043176e-05,
      "loss": 5.1603,
      "step": 170370
    },
    {
      "epoch": 0.14913242784528916,
      "grad_norm": 0.40597134828567505,
      "learning_rate": 4.8082139610491175e-05,
      "loss": 5.9793,
      "step": 170375
    },
    {
      "epoch": 0.14913680443891633,
      "grad_norm": 0.41716355085372925,
      "learning_rate": 4.808202091706278e-05,
      "loss": 4.4384,
      "step": 170380
    },
    {
      "epoch": 0.14914118103254348,
      "grad_norm": 0.4406687915325165,
      "learning_rate": 4.8081902220146604e-05,
      "loss": 4.7497,
      "step": 170385
    },
    {
      "epoch": 0.14914555762617063,
      "grad_norm": 0.4054611921310425,
      "learning_rate": 4.8081783519742674e-05,
      "loss": 6.2725,
      "step": 170390
    },
    {
      "epoch": 0.14914993421979778,
      "grad_norm": 0.42361199855804443,
      "learning_rate": 4.8081664815851e-05,
      "loss": 5.4492,
      "step": 170395
    },
    {
      "epoch": 0.14915431081342495,
      "grad_norm": 0.41282087564468384,
      "learning_rate": 4.808154610847162e-05,
      "loss": 4.9671,
      "step": 170400
    },
    {
      "epoch": 0.1491586874070521,
      "grad_norm": 0.4175296723842621,
      "learning_rate": 4.808142739760454e-05,
      "loss": 5.2687,
      "step": 170405
    },
    {
      "epoch": 0.14916306400067925,
      "grad_norm": 0.3873288035392761,
      "learning_rate": 4.80813086832498e-05,
      "loss": 5.4102,
      "step": 170410
    },
    {
      "epoch": 0.1491674405943064,
      "grad_norm": 0.4047035276889801,
      "learning_rate": 4.808118996540743e-05,
      "loss": 5.1253,
      "step": 170415
    },
    {
      "epoch": 0.14917181718793357,
      "grad_norm": 0.43013834953308105,
      "learning_rate": 4.8081071244077426e-05,
      "loss": 5.6879,
      "step": 170420
    },
    {
      "epoch": 0.14917619378156072,
      "grad_norm": 0.38652244210243225,
      "learning_rate": 4.8080952519259824e-05,
      "loss": 5.7548,
      "step": 170425
    },
    {
      "epoch": 0.14918057037518787,
      "grad_norm": 0.41627708077430725,
      "learning_rate": 4.808083379095465e-05,
      "loss": 5.6689,
      "step": 170430
    },
    {
      "epoch": 0.149184946968815,
      "grad_norm": 0.4026348888874054,
      "learning_rate": 4.808071505916192e-05,
      "loss": 5.4521,
      "step": 170435
    },
    {
      "epoch": 0.14918932356244216,
      "grad_norm": 0.4283435046672821,
      "learning_rate": 4.8080596323881666e-05,
      "loss": 4.6416,
      "step": 170440
    },
    {
      "epoch": 0.14919370015606934,
      "grad_norm": 0.4557237923145294,
      "learning_rate": 4.8080477585113906e-05,
      "loss": 4.8618,
      "step": 170445
    },
    {
      "epoch": 0.14919807674969648,
      "grad_norm": 0.4336221516132355,
      "learning_rate": 4.8080358842858653e-05,
      "loss": 4.626,
      "step": 170450
    },
    {
      "epoch": 0.14920245334332363,
      "grad_norm": 0.4065413773059845,
      "learning_rate": 4.808024009711595e-05,
      "loss": 5.1622,
      "step": 170455
    },
    {
      "epoch": 0.14920682993695078,
      "grad_norm": 0.41144198179244995,
      "learning_rate": 4.808012134788581e-05,
      "loss": 4.6145,
      "step": 170460
    },
    {
      "epoch": 0.14921120653057796,
      "grad_norm": 0.42085233330726624,
      "learning_rate": 4.808000259516824e-05,
      "loss": 5.1465,
      "step": 170465
    },
    {
      "epoch": 0.1492155831242051,
      "grad_norm": 0.4072421193122864,
      "learning_rate": 4.807988383896329e-05,
      "loss": 5.6459,
      "step": 170470
    },
    {
      "epoch": 0.14921995971783225,
      "grad_norm": 0.4351208209991455,
      "learning_rate": 4.807976507927098e-05,
      "loss": 4.9073,
      "step": 170475
    },
    {
      "epoch": 0.1492243363114594,
      "grad_norm": 0.4345267415046692,
      "learning_rate": 4.807964631609131e-05,
      "loss": 4.1169,
      "step": 170480
    },
    {
      "epoch": 0.14922871290508657,
      "grad_norm": 0.4050920605659485,
      "learning_rate": 4.8079527549424316e-05,
      "loss": 4.8337,
      "step": 170485
    },
    {
      "epoch": 0.14923308949871372,
      "grad_norm": 0.4068673253059387,
      "learning_rate": 4.807940877927003e-05,
      "loss": 5.6742,
      "step": 170490
    },
    {
      "epoch": 0.14923746609234087,
      "grad_norm": 0.43766167759895325,
      "learning_rate": 4.8079290005628464e-05,
      "loss": 4.9294,
      "step": 170495
    },
    {
      "epoch": 0.14924184268596802,
      "grad_norm": 0.44103798270225525,
      "learning_rate": 4.807917122849964e-05,
      "loss": 4.5926,
      "step": 170500
    },
    {
      "epoch": 0.1492462192795952,
      "grad_norm": 0.38731658458709717,
      "learning_rate": 4.8079052447883586e-05,
      "loss": 5.4604,
      "step": 170505
    },
    {
      "epoch": 0.14925059587322234,
      "grad_norm": 0.39324817061424255,
      "learning_rate": 4.8078933663780325e-05,
      "loss": 6.2939,
      "step": 170510
    },
    {
      "epoch": 0.1492549724668495,
      "grad_norm": 0.38186371326446533,
      "learning_rate": 4.807881487618987e-05,
      "loss": 5.7678,
      "step": 170515
    },
    {
      "epoch": 0.14925934906047664,
      "grad_norm": 0.4088892340660095,
      "learning_rate": 4.8078696085112276e-05,
      "loss": 5.6936,
      "step": 170520
    },
    {
      "epoch": 0.1492637256541038,
      "grad_norm": 0.3951348066329956,
      "learning_rate": 4.807857729054752e-05,
      "loss": 5.6703,
      "step": 170525
    },
    {
      "epoch": 0.14926810224773096,
      "grad_norm": 0.3931160569190979,
      "learning_rate": 4.807845849249565e-05,
      "loss": 5.3609,
      "step": 170530
    },
    {
      "epoch": 0.1492724788413581,
      "grad_norm": 0.45072248578071594,
      "learning_rate": 4.8078339690956695e-05,
      "loss": 3.9597,
      "step": 170535
    },
    {
      "epoch": 0.14927685543498526,
      "grad_norm": 0.38489100337028503,
      "learning_rate": 4.8078220885930656e-05,
      "loss": 5.9498,
      "step": 170540
    },
    {
      "epoch": 0.14928123202861243,
      "grad_norm": 0.40584951639175415,
      "learning_rate": 4.807810207741759e-05,
      "loss": 5.9535,
      "step": 170545
    },
    {
      "epoch": 0.14928560862223958,
      "grad_norm": 0.4485379457473755,
      "learning_rate": 4.807798326541748e-05,
      "loss": 4.8862,
      "step": 170550
    },
    {
      "epoch": 0.14928998521586673,
      "grad_norm": 0.40426284074783325,
      "learning_rate": 4.807786444993037e-05,
      "loss": 5.1661,
      "step": 170555
    },
    {
      "epoch": 0.14929436180949388,
      "grad_norm": 0.4077012240886688,
      "learning_rate": 4.8077745630956284e-05,
      "loss": 4.9365,
      "step": 170560
    },
    {
      "epoch": 0.14929873840312102,
      "grad_norm": 0.4029881954193115,
      "learning_rate": 4.8077626808495245e-05,
      "loss": 4.6462,
      "step": 170565
    },
    {
      "epoch": 0.1493031149967482,
      "grad_norm": 0.38719770312309265,
      "learning_rate": 4.807750798254726e-05,
      "loss": 6.2938,
      "step": 170570
    },
    {
      "epoch": 0.14930749159037535,
      "grad_norm": 0.384249746799469,
      "learning_rate": 4.807738915311237e-05,
      "loss": 5.9582,
      "step": 170575
    },
    {
      "epoch": 0.1493118681840025,
      "grad_norm": 0.387194961309433,
      "learning_rate": 4.80772703201906e-05,
      "loss": 5.7274,
      "step": 170580
    },
    {
      "epoch": 0.14931624477762964,
      "grad_norm": 0.39259347319602966,
      "learning_rate": 4.807715148378197e-05,
      "loss": 5.6676,
      "step": 170585
    },
    {
      "epoch": 0.14932062137125682,
      "grad_norm": 0.44903895258903503,
      "learning_rate": 4.8077032643886476e-05,
      "loss": 4.7463,
      "step": 170590
    },
    {
      "epoch": 0.14932499796488397,
      "grad_norm": 0.41155189275741577,
      "learning_rate": 4.8076913800504177e-05,
      "loss": 5.4622,
      "step": 170595
    },
    {
      "epoch": 0.1493293745585111,
      "grad_norm": 0.39919397234916687,
      "learning_rate": 4.807679495363508e-05,
      "loss": 5.2582,
      "step": 170600
    },
    {
      "epoch": 0.14933375115213826,
      "grad_norm": 0.4154072403907776,
      "learning_rate": 4.8076676103279216e-05,
      "loss": 5.4501,
      "step": 170605
    },
    {
      "epoch": 0.14933812774576544,
      "grad_norm": 0.3934204876422882,
      "learning_rate": 4.8076557249436596e-05,
      "loss": 6.2607,
      "step": 170610
    },
    {
      "epoch": 0.14934250433939258,
      "grad_norm": 0.4387935400009155,
      "learning_rate": 4.807643839210725e-05,
      "loss": 4.1077,
      "step": 170615
    },
    {
      "epoch": 0.14934688093301973,
      "grad_norm": 0.42524445056915283,
      "learning_rate": 4.807631953129119e-05,
      "loss": 5.4955,
      "step": 170620
    },
    {
      "epoch": 0.14935125752664688,
      "grad_norm": 0.3938896358013153,
      "learning_rate": 4.8076200666988456e-05,
      "loss": 5.7719,
      "step": 170625
    },
    {
      "epoch": 0.14935563412027406,
      "grad_norm": 0.4294534921646118,
      "learning_rate": 4.8076081799199066e-05,
      "loss": 4.9058,
      "step": 170630
    },
    {
      "epoch": 0.1493600107139012,
      "grad_norm": 0.43041181564331055,
      "learning_rate": 4.8075962927923036e-05,
      "loss": 4.9182,
      "step": 170635
    },
    {
      "epoch": 0.14936438730752835,
      "grad_norm": 0.4237687289714813,
      "learning_rate": 4.80758440531604e-05,
      "loss": 4.4419,
      "step": 170640
    },
    {
      "epoch": 0.1493687639011555,
      "grad_norm": 0.39730778336524963,
      "learning_rate": 4.807572517491118e-05,
      "loss": 5.2589,
      "step": 170645
    },
    {
      "epoch": 0.14937314049478267,
      "grad_norm": 0.40305545926094055,
      "learning_rate": 4.8075606293175376e-05,
      "loss": 5.9896,
      "step": 170650
    },
    {
      "epoch": 0.14937751708840982,
      "grad_norm": 0.4314837157726288,
      "learning_rate": 4.807548740795304e-05,
      "loss": 5.1556,
      "step": 170655
    },
    {
      "epoch": 0.14938189368203697,
      "grad_norm": 0.4171602427959442,
      "learning_rate": 4.8075368519244176e-05,
      "loss": 5.2516,
      "step": 170660
    },
    {
      "epoch": 0.14938627027566412,
      "grad_norm": 0.42753133177757263,
      "learning_rate": 4.8075249627048825e-05,
      "loss": 5.3828,
      "step": 170665
    },
    {
      "epoch": 0.1493906468692913,
      "grad_norm": 0.38531357049942017,
      "learning_rate": 4.807513073136698e-05,
      "loss": 5.7553,
      "step": 170670
    },
    {
      "epoch": 0.14939502346291844,
      "grad_norm": 0.4268103241920471,
      "learning_rate": 4.80750118321987e-05,
      "loss": 4.7476,
      "step": 170675
    },
    {
      "epoch": 0.1493994000565456,
      "grad_norm": 0.4110327959060669,
      "learning_rate": 4.807489292954398e-05,
      "loss": 4.6668,
      "step": 170680
    },
    {
      "epoch": 0.14940377665017274,
      "grad_norm": 0.40315091609954834,
      "learning_rate": 4.807477402340287e-05,
      "loss": 5.4921,
      "step": 170685
    },
    {
      "epoch": 0.14940815324379988,
      "grad_norm": 0.3890780210494995,
      "learning_rate": 4.8074655113775355e-05,
      "loss": 6.2469,
      "step": 170690
    },
    {
      "epoch": 0.14941252983742706,
      "grad_norm": 0.41765904426574707,
      "learning_rate": 4.807453620066149e-05,
      "loss": 4.5267,
      "step": 170695
    },
    {
      "epoch": 0.1494169064310542,
      "grad_norm": 0.40921634435653687,
      "learning_rate": 4.807441728406129e-05,
      "loss": 5.2121,
      "step": 170700
    },
    {
      "epoch": 0.14942128302468136,
      "grad_norm": 0.40579551458358765,
      "learning_rate": 4.8074298363974776e-05,
      "loss": 5.5007,
      "step": 170705
    },
    {
      "epoch": 0.1494256596183085,
      "grad_norm": 0.42043766379356384,
      "learning_rate": 4.8074179440401964e-05,
      "loss": 5.3779,
      "step": 170710
    },
    {
      "epoch": 0.14943003621193568,
      "grad_norm": 0.3951393961906433,
      "learning_rate": 4.8074060513342886e-05,
      "loss": 6.2303,
      "step": 170715
    },
    {
      "epoch": 0.14943441280556283,
      "grad_norm": 0.4183776080608368,
      "learning_rate": 4.807394158279756e-05,
      "loss": 5.2738,
      "step": 170720
    },
    {
      "epoch": 0.14943878939918998,
      "grad_norm": 0.3773881793022156,
      "learning_rate": 4.807382264876602e-05,
      "loss": 6.2301,
      "step": 170725
    },
    {
      "epoch": 0.14944316599281712,
      "grad_norm": 0.41085705161094666,
      "learning_rate": 4.8073703711248275e-05,
      "loss": 4.7419,
      "step": 170730
    },
    {
      "epoch": 0.1494475425864443,
      "grad_norm": 0.4358930289745331,
      "learning_rate": 4.807358477024435e-05,
      "loss": 4.6179,
      "step": 170735
    },
    {
      "epoch": 0.14945191918007145,
      "grad_norm": 0.42776504158973694,
      "learning_rate": 4.807346582575427e-05,
      "loss": 4.8923,
      "step": 170740
    },
    {
      "epoch": 0.1494562957736986,
      "grad_norm": 0.429367333650589,
      "learning_rate": 4.8073346877778067e-05,
      "loss": 5.4331,
      "step": 170745
    },
    {
      "epoch": 0.14946067236732574,
      "grad_norm": 0.47989168763160706,
      "learning_rate": 4.807322792631575e-05,
      "loss": 5.4725,
      "step": 170750
    },
    {
      "epoch": 0.14946504896095292,
      "grad_norm": 0.4318771958351135,
      "learning_rate": 4.8073108971367356e-05,
      "loss": 4.583,
      "step": 170755
    },
    {
      "epoch": 0.14946942555458007,
      "grad_norm": 0.42869699001312256,
      "learning_rate": 4.80729900129329e-05,
      "loss": 5.4464,
      "step": 170760
    },
    {
      "epoch": 0.1494738021482072,
      "grad_norm": 0.43072637915611267,
      "learning_rate": 4.807287105101239e-05,
      "loss": 4.923,
      "step": 170765
    },
    {
      "epoch": 0.14947817874183436,
      "grad_norm": 0.42478975653648376,
      "learning_rate": 4.807275208560588e-05,
      "loss": 5.412,
      "step": 170770
    },
    {
      "epoch": 0.14948255533546154,
      "grad_norm": 0.42319825291633606,
      "learning_rate": 4.807263311671336e-05,
      "loss": 5.7029,
      "step": 170775
    },
    {
      "epoch": 0.14948693192908868,
      "grad_norm": 0.4278593063354492,
      "learning_rate": 4.807251414433488e-05,
      "loss": 5.426,
      "step": 170780
    },
    {
      "epoch": 0.14949130852271583,
      "grad_norm": 0.414053350687027,
      "learning_rate": 4.807239516847045e-05,
      "loss": 4.8247,
      "step": 170785
    },
    {
      "epoch": 0.14949568511634298,
      "grad_norm": 0.38364139199256897,
      "learning_rate": 4.80722761891201e-05,
      "loss": 5.6498,
      "step": 170790
    },
    {
      "epoch": 0.14950006170997016,
      "grad_norm": 0.43206238746643066,
      "learning_rate": 4.807215720628384e-05,
      "loss": 4.9665,
      "step": 170795
    },
    {
      "epoch": 0.1495044383035973,
      "grad_norm": 0.40738633275032043,
      "learning_rate": 4.807203821996171e-05,
      "loss": 4.535,
      "step": 170800
    },
    {
      "epoch": 0.14950881489722445,
      "grad_norm": 0.3904847800731659,
      "learning_rate": 4.8071919230153714e-05,
      "loss": 5.9686,
      "step": 170805
    },
    {
      "epoch": 0.1495131914908516,
      "grad_norm": 0.4483490586280823,
      "learning_rate": 4.80718002368599e-05,
      "loss": 5.4528,
      "step": 170810
    },
    {
      "epoch": 0.14951756808447877,
      "grad_norm": 0.4508245587348938,
      "learning_rate": 4.807168124008027e-05,
      "loss": 4.6625,
      "step": 170815
    },
    {
      "epoch": 0.14952194467810592,
      "grad_norm": 0.40140998363494873,
      "learning_rate": 4.8071562239814846e-05,
      "loss": 5.1579,
      "step": 170820
    },
    {
      "epoch": 0.14952632127173307,
      "grad_norm": 0.39460667967796326,
      "learning_rate": 4.807144323606367e-05,
      "loss": 5.2464,
      "step": 170825
    },
    {
      "epoch": 0.14953069786536022,
      "grad_norm": 0.4051893353462219,
      "learning_rate": 4.8071324228826744e-05,
      "loss": 5.2302,
      "step": 170830
    },
    {
      "epoch": 0.14953507445898737,
      "grad_norm": 0.4305088222026825,
      "learning_rate": 4.807120521810411e-05,
      "loss": 5.289,
      "step": 170835
    },
    {
      "epoch": 0.14953945105261454,
      "grad_norm": 0.40042808651924133,
      "learning_rate": 4.807108620389577e-05,
      "loss": 5.7612,
      "step": 170840
    },
    {
      "epoch": 0.1495438276462417,
      "grad_norm": 0.41932225227355957,
      "learning_rate": 4.8070967186201766e-05,
      "loss": 4.8665,
      "step": 170845
    },
    {
      "epoch": 0.14954820423986884,
      "grad_norm": 0.3830230236053467,
      "learning_rate": 4.807084816502211e-05,
      "loss": 5.6623,
      "step": 170850
    },
    {
      "epoch": 0.14955258083349598,
      "grad_norm": 0.397830605506897,
      "learning_rate": 4.807072914035683e-05,
      "loss": 5.2566,
      "step": 170855
    },
    {
      "epoch": 0.14955695742712316,
      "grad_norm": 0.38287875056266785,
      "learning_rate": 4.807061011220594e-05,
      "loss": 5.7741,
      "step": 170860
    },
    {
      "epoch": 0.1495613340207503,
      "grad_norm": 0.42718592286109924,
      "learning_rate": 4.807049108056947e-05,
      "loss": 5.4441,
      "step": 170865
    },
    {
      "epoch": 0.14956571061437746,
      "grad_norm": 0.42191407084465027,
      "learning_rate": 4.8070372045447454e-05,
      "loss": 5.441,
      "step": 170870
    },
    {
      "epoch": 0.1495700872080046,
      "grad_norm": 0.41866540908813477,
      "learning_rate": 4.80702530068399e-05,
      "loss": 5.6553,
      "step": 170875
    },
    {
      "epoch": 0.14957446380163178,
      "grad_norm": 0.44481420516967773,
      "learning_rate": 4.807013396474682e-05,
      "loss": 5.4237,
      "step": 170880
    },
    {
      "epoch": 0.14957884039525893,
      "grad_norm": 0.44756585359573364,
      "learning_rate": 4.807001491916827e-05,
      "loss": 4.9279,
      "step": 170885
    },
    {
      "epoch": 0.14958321698888608,
      "grad_norm": 0.48532962799072266,
      "learning_rate": 4.806989587010424e-05,
      "loss": 4.9435,
      "step": 170890
    },
    {
      "epoch": 0.14958759358251322,
      "grad_norm": 0.43313145637512207,
      "learning_rate": 4.806977681755478e-05,
      "loss": 4.8762,
      "step": 170895
    },
    {
      "epoch": 0.1495919701761404,
      "grad_norm": 0.4652422070503235,
      "learning_rate": 4.806965776151989e-05,
      "loss": 5.9912,
      "step": 170900
    },
    {
      "epoch": 0.14959634676976755,
      "grad_norm": 0.5925526022911072,
      "learning_rate": 4.806953870199962e-05,
      "loss": 4.8376,
      "step": 170905
    },
    {
      "epoch": 0.1496007233633947,
      "grad_norm": 0.4993210434913635,
      "learning_rate": 4.806941963899396e-05,
      "loss": 5.4657,
      "step": 170910
    },
    {
      "epoch": 0.14960509995702184,
      "grad_norm": 0.41056305170059204,
      "learning_rate": 4.806930057250296e-05,
      "loss": 5.9654,
      "step": 170915
    },
    {
      "epoch": 0.14960947655064902,
      "grad_norm": 0.41170746088027954,
      "learning_rate": 4.806918150252663e-05,
      "loss": 5.9807,
      "step": 170920
    },
    {
      "epoch": 0.14961385314427617,
      "grad_norm": 0.45444008708000183,
      "learning_rate": 4.806906242906499e-05,
      "loss": 5.1583,
      "step": 170925
    },
    {
      "epoch": 0.1496182297379033,
      "grad_norm": 0.4359114170074463,
      "learning_rate": 4.806894335211808e-05,
      "loss": 5.7338,
      "step": 170930
    },
    {
      "epoch": 0.14962260633153046,
      "grad_norm": 0.40972787141799927,
      "learning_rate": 4.8068824271685894e-05,
      "loss": 4.9124,
      "step": 170935
    },
    {
      "epoch": 0.14962698292515764,
      "grad_norm": 0.46098586916923523,
      "learning_rate": 4.806870518776848e-05,
      "loss": 4.7221,
      "step": 170940
    },
    {
      "epoch": 0.14963135951878478,
      "grad_norm": 0.44238123297691345,
      "learning_rate": 4.8068586100365867e-05,
      "loss": 4.939,
      "step": 170945
    },
    {
      "epoch": 0.14963573611241193,
      "grad_norm": 0.44936197996139526,
      "learning_rate": 4.806846700947805e-05,
      "loss": 5.7548,
      "step": 170950
    },
    {
      "epoch": 0.14964011270603908,
      "grad_norm": 0.43671754002571106,
      "learning_rate": 4.806834791510507e-05,
      "loss": 4.2592,
      "step": 170955
    },
    {
      "epoch": 0.14964448929966623,
      "grad_norm": 0.4332737922668457,
      "learning_rate": 4.8068228817246944e-05,
      "loss": 5.6848,
      "step": 170960
    },
    {
      "epoch": 0.1496488658932934,
      "grad_norm": 0.4033423960208893,
      "learning_rate": 4.8068109715903695e-05,
      "loss": 5.2451,
      "step": 170965
    },
    {
      "epoch": 0.14965324248692055,
      "grad_norm": 0.43331179022789,
      "learning_rate": 4.806799061107535e-05,
      "loss": 4.0914,
      "step": 170970
    },
    {
      "epoch": 0.1496576190805477,
      "grad_norm": 0.4070070683956146,
      "learning_rate": 4.806787150276193e-05,
      "loss": 4.9106,
      "step": 170975
    },
    {
      "epoch": 0.14966199567417485,
      "grad_norm": 0.4287380576133728,
      "learning_rate": 4.806775239096346e-05,
      "loss": 5.0902,
      "step": 170980
    },
    {
      "epoch": 0.14966637226780202,
      "grad_norm": 0.4215347468852997,
      "learning_rate": 4.806763327567997e-05,
      "loss": 5.1656,
      "step": 170985
    },
    {
      "epoch": 0.14967074886142917,
      "grad_norm": 0.389263778924942,
      "learning_rate": 4.8067514156911456e-05,
      "loss": 5.9518,
      "step": 170990
    },
    {
      "epoch": 0.14967512545505632,
      "grad_norm": 0.3879697620868683,
      "learning_rate": 4.806739503465797e-05,
      "loss": 5.2762,
      "step": 170995
    },
    {
      "epoch": 0.14967950204868347,
      "grad_norm": 0.4193262457847595,
      "learning_rate": 4.806727590891952e-05,
      "loss": 4.4494,
      "step": 171000
    },
    {
      "epoch": 0.14968387864231064,
      "grad_norm": 0.4270175099372864,
      "learning_rate": 4.806715677969613e-05,
      "loss": 5.1436,
      "step": 171005
    },
    {
      "epoch": 0.1496882552359378,
      "grad_norm": 0.4151739180088043,
      "learning_rate": 4.8067037646987835e-05,
      "loss": 4.8719,
      "step": 171010
    },
    {
      "epoch": 0.14969263182956494,
      "grad_norm": 0.42639803886413574,
      "learning_rate": 4.806691851079465e-05,
      "loss": 4.7157,
      "step": 171015
    },
    {
      "epoch": 0.14969700842319209,
      "grad_norm": 0.4226534068584442,
      "learning_rate": 4.8066799371116585e-05,
      "loss": 4.9377,
      "step": 171020
    },
    {
      "epoch": 0.14970138501681926,
      "grad_norm": 0.39328935742378235,
      "learning_rate": 4.806668022795367e-05,
      "loss": 5.7596,
      "step": 171025
    },
    {
      "epoch": 0.1497057616104464,
      "grad_norm": 0.4098343551158905,
      "learning_rate": 4.806656108130595e-05,
      "loss": 5.1681,
      "step": 171030
    },
    {
      "epoch": 0.14971013820407356,
      "grad_norm": 0.4028305113315582,
      "learning_rate": 4.8066441931173436e-05,
      "loss": 5.1733,
      "step": 171035
    },
    {
      "epoch": 0.1497145147977007,
      "grad_norm": 0.38741445541381836,
      "learning_rate": 4.8066322777556125e-05,
      "loss": 5.7029,
      "step": 171040
    },
    {
      "epoch": 0.14971889139132788,
      "grad_norm": 0.40664759278297424,
      "learning_rate": 4.806620362045407e-05,
      "loss": 5.984,
      "step": 171045
    },
    {
      "epoch": 0.14972326798495503,
      "grad_norm": 0.3977328836917877,
      "learning_rate": 4.8066084459867286e-05,
      "loss": 5.6602,
      "step": 171050
    },
    {
      "epoch": 0.14972764457858218,
      "grad_norm": 0.4307144582271576,
      "learning_rate": 4.80659652957958e-05,
      "loss": 4.7254,
      "step": 171055
    },
    {
      "epoch": 0.14973202117220932,
      "grad_norm": 0.4418374001979828,
      "learning_rate": 4.8065846128239625e-05,
      "loss": 4.8875,
      "step": 171060
    },
    {
      "epoch": 0.1497363977658365,
      "grad_norm": 0.408701092004776,
      "learning_rate": 4.8065726957198785e-05,
      "loss": 4.6198,
      "step": 171065
    },
    {
      "epoch": 0.14974077435946365,
      "grad_norm": 0.42497575283050537,
      "learning_rate": 4.806560778267332e-05,
      "loss": 4.6559,
      "step": 171070
    },
    {
      "epoch": 0.1497451509530908,
      "grad_norm": 0.3975572884082794,
      "learning_rate": 4.806548860466322e-05,
      "loss": 5.7688,
      "step": 171075
    },
    {
      "epoch": 0.14974952754671794,
      "grad_norm": 0.46462759375572205,
      "learning_rate": 4.806536942316854e-05,
      "loss": 4.6544,
      "step": 171080
    },
    {
      "epoch": 0.1497539041403451,
      "grad_norm": 0.4272960424423218,
      "learning_rate": 4.806525023818929e-05,
      "loss": 4.9859,
      "step": 171085
    },
    {
      "epoch": 0.14975828073397227,
      "grad_norm": 0.4086800813674927,
      "learning_rate": 4.806513104972549e-05,
      "loss": 4.3363,
      "step": 171090
    },
    {
      "epoch": 0.1497626573275994,
      "grad_norm": 0.4414614737033844,
      "learning_rate": 4.8065011857777165e-05,
      "loss": 5.4445,
      "step": 171095
    },
    {
      "epoch": 0.14976703392122656,
      "grad_norm": 0.50094074010849,
      "learning_rate": 4.806489266234434e-05,
      "loss": 5.1044,
      "step": 171100
    },
    {
      "epoch": 0.1497714105148537,
      "grad_norm": 0.5156564116477966,
      "learning_rate": 4.806477346342705e-05,
      "loss": 5.4331,
      "step": 171105
    },
    {
      "epoch": 0.14977578710848088,
      "grad_norm": 0.42072489857673645,
      "learning_rate": 4.8064654261025286e-05,
      "loss": 5.6486,
      "step": 171110
    },
    {
      "epoch": 0.14978016370210803,
      "grad_norm": 0.5895146131515503,
      "learning_rate": 4.80645350551391e-05,
      "loss": 4.4299,
      "step": 171115
    },
    {
      "epoch": 0.14978454029573518,
      "grad_norm": 0.45847824215888977,
      "learning_rate": 4.8064415845768504e-05,
      "loss": 5.4625,
      "step": 171120
    },
    {
      "epoch": 0.14978891688936233,
      "grad_norm": 0.42550498247146606,
      "learning_rate": 4.806429663291353e-05,
      "loss": 4.7751,
      "step": 171125
    },
    {
      "epoch": 0.1497932934829895,
      "grad_norm": 0.5996360182762146,
      "learning_rate": 4.8064177416574195e-05,
      "loss": 4.8936,
      "step": 171130
    },
    {
      "epoch": 0.14979767007661665,
      "grad_norm": 0.45592549443244934,
      "learning_rate": 4.8064058196750505e-05,
      "loss": 5.1665,
      "step": 171135
    },
    {
      "epoch": 0.1498020466702438,
      "grad_norm": 0.4265301823616028,
      "learning_rate": 4.8063938973442514e-05,
      "loss": 5.2585,
      "step": 171140
    },
    {
      "epoch": 0.14980642326387095,
      "grad_norm": 0.43290144205093384,
      "learning_rate": 4.8063819746650216e-05,
      "loss": 5.1577,
      "step": 171145
    },
    {
      "epoch": 0.14981079985749812,
      "grad_norm": 0.426524817943573,
      "learning_rate": 4.8063700516373665e-05,
      "loss": 4.947,
      "step": 171150
    },
    {
      "epoch": 0.14981517645112527,
      "grad_norm": 0.5091463923454285,
      "learning_rate": 4.806358128261285e-05,
      "loss": 5.2469,
      "step": 171155
    },
    {
      "epoch": 0.14981955304475242,
      "grad_norm": 0.4435685873031616,
      "learning_rate": 4.8063462045367824e-05,
      "loss": 4.8572,
      "step": 171160
    },
    {
      "epoch": 0.14982392963837957,
      "grad_norm": 0.4509011507034302,
      "learning_rate": 4.806334280463859e-05,
      "loss": 4.9336,
      "step": 171165
    },
    {
      "epoch": 0.14982830623200674,
      "grad_norm": 0.38321414589881897,
      "learning_rate": 4.8063223560425174e-05,
      "loss": 5.4311,
      "step": 171170
    },
    {
      "epoch": 0.1498326828256339,
      "grad_norm": 0.43356072902679443,
      "learning_rate": 4.8063104312727615e-05,
      "loss": 5.135,
      "step": 171175
    },
    {
      "epoch": 0.14983705941926104,
      "grad_norm": 0.38719406723976135,
      "learning_rate": 4.8062985061545905e-05,
      "loss": 6.265,
      "step": 171180
    },
    {
      "epoch": 0.14984143601288819,
      "grad_norm": 0.4252314269542694,
      "learning_rate": 4.80628658068801e-05,
      "loss": 4.5884,
      "step": 171185
    },
    {
      "epoch": 0.14984581260651536,
      "grad_norm": 0.4386536478996277,
      "learning_rate": 4.8062746548730206e-05,
      "loss": 5.1462,
      "step": 171190
    },
    {
      "epoch": 0.1498501892001425,
      "grad_norm": 0.4312632977962494,
      "learning_rate": 4.806262728709624e-05,
      "loss": 5.3781,
      "step": 171195
    },
    {
      "epoch": 0.14985456579376966,
      "grad_norm": 0.455926775932312,
      "learning_rate": 4.8062508021978246e-05,
      "loss": 4.9581,
      "step": 171200
    },
    {
      "epoch": 0.1498589423873968,
      "grad_norm": 0.39361295104026794,
      "learning_rate": 4.806238875337623e-05,
      "loss": 5.9617,
      "step": 171205
    },
    {
      "epoch": 0.14986331898102395,
      "grad_norm": 0.4357040524482727,
      "learning_rate": 4.806226948129021e-05,
      "loss": 5.3664,
      "step": 171210
    },
    {
      "epoch": 0.14986769557465113,
      "grad_norm": 0.4198066294193268,
      "learning_rate": 4.806215020572023e-05,
      "loss": 4.8397,
      "step": 171215
    },
    {
      "epoch": 0.14987207216827828,
      "grad_norm": 0.38822904229164124,
      "learning_rate": 4.80620309266663e-05,
      "loss": 5.2729,
      "step": 171220
    },
    {
      "epoch": 0.14987644876190542,
      "grad_norm": 0.4566459655761719,
      "learning_rate": 4.8061911644128446e-05,
      "loss": 4.8812,
      "step": 171225
    },
    {
      "epoch": 0.14988082535553257,
      "grad_norm": 0.3952154219150543,
      "learning_rate": 4.806179235810669e-05,
      "loss": 5.4433,
      "step": 171230
    },
    {
      "epoch": 0.14988520194915975,
      "grad_norm": 0.4485037624835968,
      "learning_rate": 4.8061673068601057e-05,
      "loss": 4.6102,
      "step": 171235
    },
    {
      "epoch": 0.1498895785427869,
      "grad_norm": 0.3995271325111389,
      "learning_rate": 4.8061553775611555e-05,
      "loss": 4.8941,
      "step": 171240
    },
    {
      "epoch": 0.14989395513641404,
      "grad_norm": 0.43194082379341125,
      "learning_rate": 4.8061434479138234e-05,
      "loss": 4.9139,
      "step": 171245
    },
    {
      "epoch": 0.1498983317300412,
      "grad_norm": 0.3806607127189636,
      "learning_rate": 4.80613151791811e-05,
      "loss": 5.4524,
      "step": 171250
    },
    {
      "epoch": 0.14990270832366837,
      "grad_norm": 0.40530186891555786,
      "learning_rate": 4.8061195875740174e-05,
      "loss": 5.2527,
      "step": 171255
    },
    {
      "epoch": 0.1499070849172955,
      "grad_norm": 0.42176827788352966,
      "learning_rate": 4.8061076568815476e-05,
      "loss": 4.9392,
      "step": 171260
    },
    {
      "epoch": 0.14991146151092266,
      "grad_norm": 0.4163473844528198,
      "learning_rate": 4.806095725840705e-05,
      "loss": 4.6505,
      "step": 171265
    },
    {
      "epoch": 0.1499158381045498,
      "grad_norm": 0.3994828760623932,
      "learning_rate": 4.80608379445149e-05,
      "loss": 5.1874,
      "step": 171270
    },
    {
      "epoch": 0.14992021469817698,
      "grad_norm": 0.4275364279747009,
      "learning_rate": 4.8060718627139055e-05,
      "loss": 5.4762,
      "step": 171275
    },
    {
      "epoch": 0.14992459129180413,
      "grad_norm": 0.4191582500934601,
      "learning_rate": 4.806059930627954e-05,
      "loss": 5.6617,
      "step": 171280
    },
    {
      "epoch": 0.14992896788543128,
      "grad_norm": 0.46683454513549805,
      "learning_rate": 4.806047998193638e-05,
      "loss": 5.1276,
      "step": 171285
    },
    {
      "epoch": 0.14993334447905843,
      "grad_norm": 0.43938764929771423,
      "learning_rate": 4.806036065410958e-05,
      "loss": 4.7257,
      "step": 171290
    },
    {
      "epoch": 0.1499377210726856,
      "grad_norm": 0.4213484823703766,
      "learning_rate": 4.806024132279919e-05,
      "loss": 5.2372,
      "step": 171295
    },
    {
      "epoch": 0.14994209766631275,
      "grad_norm": 0.42880573868751526,
      "learning_rate": 4.806012198800521e-05,
      "loss": 5.1754,
      "step": 171300
    },
    {
      "epoch": 0.1499464742599399,
      "grad_norm": 0.4211215376853943,
      "learning_rate": 4.8060002649727684e-05,
      "loss": 4.1568,
      "step": 171305
    },
    {
      "epoch": 0.14995085085356705,
      "grad_norm": 0.4190645217895508,
      "learning_rate": 4.8059883307966615e-05,
      "loss": 4.8304,
      "step": 171310
    },
    {
      "epoch": 0.14995522744719422,
      "grad_norm": 0.42092248797416687,
      "learning_rate": 4.805976396272204e-05,
      "loss": 5.4487,
      "step": 171315
    },
    {
      "epoch": 0.14995960404082137,
      "grad_norm": 0.41745662689208984,
      "learning_rate": 4.805964461399398e-05,
      "loss": 4.9518,
      "step": 171320
    },
    {
      "epoch": 0.14996398063444852,
      "grad_norm": 0.4157297909259796,
      "learning_rate": 4.805952526178244e-05,
      "loss": 5.4494,
      "step": 171325
    },
    {
      "epoch": 0.14996835722807567,
      "grad_norm": 0.41129499673843384,
      "learning_rate": 4.805940590608747e-05,
      "loss": 5.1259,
      "step": 171330
    },
    {
      "epoch": 0.1499727338217028,
      "grad_norm": 0.38412898778915405,
      "learning_rate": 4.805928654690909e-05,
      "loss": 5.973,
      "step": 171335
    },
    {
      "epoch": 0.14997711041533,
      "grad_norm": 0.4611222445964813,
      "learning_rate": 4.80591671842473e-05,
      "loss": 4.6469,
      "step": 171340
    },
    {
      "epoch": 0.14998148700895714,
      "grad_norm": 0.434749573469162,
      "learning_rate": 4.8059047818102134e-05,
      "loss": 5.9865,
      "step": 171345
    },
    {
      "epoch": 0.14998586360258429,
      "grad_norm": 0.4251825511455536,
      "learning_rate": 4.805892844847363e-05,
      "loss": 5.3779,
      "step": 171350
    },
    {
      "epoch": 0.14999024019621143,
      "grad_norm": 0.4352160394191742,
      "learning_rate": 4.805880907536179e-05,
      "loss": 5.1362,
      "step": 171355
    },
    {
      "epoch": 0.1499946167898386,
      "grad_norm": 0.41862836480140686,
      "learning_rate": 4.8058689698766644e-05,
      "loss": 5.4207,
      "step": 171360
    },
    {
      "epoch": 0.14999899338346576,
      "grad_norm": 0.3901117742061615,
      "learning_rate": 4.805857031868824e-05,
      "loss": 6.2801,
      "step": 171365
    },
    {
      "epoch": 0.1500033699770929,
      "grad_norm": 0.4332917630672455,
      "learning_rate": 4.805845093512654e-05,
      "loss": 4.7536,
      "step": 171370
    },
    {
      "epoch": 0.15000774657072005,
      "grad_norm": 0.4402172267436981,
      "learning_rate": 4.805833154808164e-05,
      "loss": 4.9639,
      "step": 171375
    },
    {
      "epoch": 0.15001212316434723,
      "grad_norm": 0.4346140921115875,
      "learning_rate": 4.805821215755351e-05,
      "loss": 5.4339,
      "step": 171380
    },
    {
      "epoch": 0.15001649975797438,
      "grad_norm": 0.4326803982257843,
      "learning_rate": 4.8058092763542195e-05,
      "loss": 4.3384,
      "step": 171385
    },
    {
      "epoch": 0.15002087635160152,
      "grad_norm": 0.5209861993789673,
      "learning_rate": 4.805797336604771e-05,
      "loss": 5.8206,
      "step": 171390
    },
    {
      "epoch": 0.15002525294522867,
      "grad_norm": 0.4722291827201843,
      "learning_rate": 4.805785396507009e-05,
      "loss": 4.121,
      "step": 171395
    },
    {
      "epoch": 0.15002962953885585,
      "grad_norm": 0.7927484512329102,
      "learning_rate": 4.8057734560609344e-05,
      "loss": 5.791,
      "step": 171400
    },
    {
      "epoch": 0.150034006132483,
      "grad_norm": 0.6041746735572815,
      "learning_rate": 4.805761515266551e-05,
      "loss": 4.6557,
      "step": 171405
    },
    {
      "epoch": 0.15003838272611014,
      "grad_norm": 0.4569249451160431,
      "learning_rate": 4.80574957412386e-05,
      "loss": 5.3627,
      "step": 171410
    },
    {
      "epoch": 0.1500427593197373,
      "grad_norm": 0.45004770159721375,
      "learning_rate": 4.805737632632864e-05,
      "loss": 5.1696,
      "step": 171415
    },
    {
      "epoch": 0.15004713591336447,
      "grad_norm": 0.49216750264167786,
      "learning_rate": 4.8057256907935644e-05,
      "loss": 5.4536,
      "step": 171420
    },
    {
      "epoch": 0.1500515125069916,
      "grad_norm": 0.4135649800300598,
      "learning_rate": 4.8057137486059644e-05,
      "loss": 5.6611,
      "step": 171425
    },
    {
      "epoch": 0.15005588910061876,
      "grad_norm": 0.4505169093608856,
      "learning_rate": 4.805701806070068e-05,
      "loss": 4.7071,
      "step": 171430
    },
    {
      "epoch": 0.1500602656942459,
      "grad_norm": 0.4707716703414917,
      "learning_rate": 4.805689863185874e-05,
      "loss": 5.9742,
      "step": 171435
    },
    {
      "epoch": 0.15006464228787308,
      "grad_norm": 0.4104621112346649,
      "learning_rate": 4.8056779199533864e-05,
      "loss": 5.2746,
      "step": 171440
    },
    {
      "epoch": 0.15006901888150023,
      "grad_norm": 0.4059944450855255,
      "learning_rate": 4.805665976372609e-05,
      "loss": 5.2384,
      "step": 171445
    },
    {
      "epoch": 0.15007339547512738,
      "grad_norm": 0.47226279973983765,
      "learning_rate": 4.805654032443542e-05,
      "loss": 4.7172,
      "step": 171450
    },
    {
      "epoch": 0.15007777206875453,
      "grad_norm": 0.44031956791877747,
      "learning_rate": 4.805642088166188e-05,
      "loss": 5.4686,
      "step": 171455
    },
    {
      "epoch": 0.1500821486623817,
      "grad_norm": 0.4124038815498352,
      "learning_rate": 4.805630143540548e-05,
      "loss": 4.6316,
      "step": 171460
    },
    {
      "epoch": 0.15008652525600885,
      "grad_norm": 0.4307991564273834,
      "learning_rate": 4.8056181985666285e-05,
      "loss": 4.9259,
      "step": 171465
    },
    {
      "epoch": 0.150090901849636,
      "grad_norm": 0.3997415006160736,
      "learning_rate": 4.805606253244429e-05,
      "loss": 5.2503,
      "step": 171470
    },
    {
      "epoch": 0.15009527844326315,
      "grad_norm": 0.41294506192207336,
      "learning_rate": 4.805594307573952e-05,
      "loss": 4.9599,
      "step": 171475
    },
    {
      "epoch": 0.1500996550368903,
      "grad_norm": 0.4248693287372589,
      "learning_rate": 4.8055823615551987e-05,
      "loss": 4.9281,
      "step": 171480
    },
    {
      "epoch": 0.15010403163051747,
      "grad_norm": 0.439113974571228,
      "learning_rate": 4.805570415188173e-05,
      "loss": 5.4275,
      "step": 171485
    },
    {
      "epoch": 0.15010840822414462,
      "grad_norm": 0.4022015929222107,
      "learning_rate": 4.805558468472878e-05,
      "loss": 5.1957,
      "step": 171490
    },
    {
      "epoch": 0.15011278481777177,
      "grad_norm": 0.4287670850753784,
      "learning_rate": 4.8055465214093146e-05,
      "loss": 5.1442,
      "step": 171495
    },
    {
      "epoch": 0.15011716141139891,
      "grad_norm": 0.39210498332977295,
      "learning_rate": 4.8055345739974844e-05,
      "loss": 5.4707,
      "step": 171500
    },
    {
      "epoch": 0.1501215380050261,
      "grad_norm": 0.4140666425228119,
      "learning_rate": 4.805522626237391e-05,
      "loss": 4.9217,
      "step": 171505
    },
    {
      "epoch": 0.15012591459865324,
      "grad_norm": 0.42588311433792114,
      "learning_rate": 4.805510678129036e-05,
      "loss": 5.1836,
      "step": 171510
    },
    {
      "epoch": 0.15013029119228039,
      "grad_norm": 0.4952918589115143,
      "learning_rate": 4.805498729672423e-05,
      "loss": 4.6221,
      "step": 171515
    },
    {
      "epoch": 0.15013466778590753,
      "grad_norm": 0.42771419882774353,
      "learning_rate": 4.805486780867553e-05,
      "loss": 5.2684,
      "step": 171520
    },
    {
      "epoch": 0.1501390443795347,
      "grad_norm": 0.3973296880722046,
      "learning_rate": 4.8054748317144284e-05,
      "loss": 5.79,
      "step": 171525
    },
    {
      "epoch": 0.15014342097316186,
      "grad_norm": 0.40860989689826965,
      "learning_rate": 4.805462882213051e-05,
      "loss": 5.2777,
      "step": 171530
    },
    {
      "epoch": 0.150147797566789,
      "grad_norm": 0.42133578658103943,
      "learning_rate": 4.8054509323634244e-05,
      "loss": 5.4066,
      "step": 171535
    },
    {
      "epoch": 0.15015217416041615,
      "grad_norm": 0.4331047236919403,
      "learning_rate": 4.805438982165551e-05,
      "loss": 5.4084,
      "step": 171540
    },
    {
      "epoch": 0.15015655075404333,
      "grad_norm": 0.4091934263706207,
      "learning_rate": 4.805427031619432e-05,
      "loss": 4.3119,
      "step": 171545
    },
    {
      "epoch": 0.15016092734767048,
      "grad_norm": 0.42255449295043945,
      "learning_rate": 4.80541508072507e-05,
      "loss": 5.1688,
      "step": 171550
    },
    {
      "epoch": 0.15016530394129762,
      "grad_norm": 0.4320882260799408,
      "learning_rate": 4.8054031294824673e-05,
      "loss": 5.1719,
      "step": 171555
    },
    {
      "epoch": 0.15016968053492477,
      "grad_norm": 0.43072232604026794,
      "learning_rate": 4.805391177891626e-05,
      "loss": 5.4489,
      "step": 171560
    },
    {
      "epoch": 0.15017405712855195,
      "grad_norm": 0.43384310603141785,
      "learning_rate": 4.8053792259525496e-05,
      "loss": 4.6612,
      "step": 171565
    },
    {
      "epoch": 0.1501784337221791,
      "grad_norm": 0.42081212997436523,
      "learning_rate": 4.805367273665239e-05,
      "loss": 5.404,
      "step": 171570
    },
    {
      "epoch": 0.15018281031580624,
      "grad_norm": 0.4068664610385895,
      "learning_rate": 4.805355321029698e-05,
      "loss": 5.6529,
      "step": 171575
    },
    {
      "epoch": 0.1501871869094334,
      "grad_norm": 0.41772279143333435,
      "learning_rate": 4.805343368045927e-05,
      "loss": 5.0729,
      "step": 171580
    },
    {
      "epoch": 0.15019156350306057,
      "grad_norm": 0.4331752061843872,
      "learning_rate": 4.805331414713931e-05,
      "loss": 5.1249,
      "step": 171585
    },
    {
      "epoch": 0.1501959400966877,
      "grad_norm": 0.4378688931465149,
      "learning_rate": 4.8053194610337084e-05,
      "loss": 5.7545,
      "step": 171590
    },
    {
      "epoch": 0.15020031669031486,
      "grad_norm": 0.3945379853248596,
      "learning_rate": 4.805307507005265e-05,
      "loss": 5.9283,
      "step": 171595
    },
    {
      "epoch": 0.150204693283942,
      "grad_norm": 0.38670840859413147,
      "learning_rate": 4.805295552628601e-05,
      "loss": 5.6885,
      "step": 171600
    },
    {
      "epoch": 0.15020906987756916,
      "grad_norm": 0.3979792296886444,
      "learning_rate": 4.80528359790372e-05,
      "loss": 5.459,
      "step": 171605
    },
    {
      "epoch": 0.15021344647119633,
      "grad_norm": 0.393370658159256,
      "learning_rate": 4.8052716428306234e-05,
      "loss": 4.9478,
      "step": 171610
    },
    {
      "epoch": 0.15021782306482348,
      "grad_norm": 0.4465094208717346,
      "learning_rate": 4.8052596874093146e-05,
      "loss": 4.9312,
      "step": 171615
    },
    {
      "epoch": 0.15022219965845063,
      "grad_norm": 0.4476642310619354,
      "learning_rate": 4.805247731639795e-05,
      "loss": 4.6591,
      "step": 171620
    },
    {
      "epoch": 0.15022657625207778,
      "grad_norm": 0.42219704389572144,
      "learning_rate": 4.8052357755220664e-05,
      "loss": 5.9172,
      "step": 171625
    },
    {
      "epoch": 0.15023095284570495,
      "grad_norm": 0.4210633635520935,
      "learning_rate": 4.805223819056134e-05,
      "loss": 5.137,
      "step": 171630
    },
    {
      "epoch": 0.1502353294393321,
      "grad_norm": 0.4046252965927124,
      "learning_rate": 4.805211862241995e-05,
      "loss": 5.2497,
      "step": 171635
    },
    {
      "epoch": 0.15023970603295925,
      "grad_norm": 0.4122844338417053,
      "learning_rate": 4.805199905079657e-05,
      "loss": 5.8904,
      "step": 171640
    },
    {
      "epoch": 0.1502440826265864,
      "grad_norm": 0.4189397692680359,
      "learning_rate": 4.8051879475691185e-05,
      "loss": 4.9515,
      "step": 171645
    },
    {
      "epoch": 0.15024845922021357,
      "grad_norm": 0.3822634816169739,
      "learning_rate": 4.8051759897103844e-05,
      "loss": 5.6768,
      "step": 171650
    },
    {
      "epoch": 0.15025283581384072,
      "grad_norm": 0.3841252624988556,
      "learning_rate": 4.8051640315034554e-05,
      "loss": 6.3098,
      "step": 171655
    },
    {
      "epoch": 0.15025721240746787,
      "grad_norm": 0.4478645920753479,
      "learning_rate": 4.805152072948335e-05,
      "loss": 5.1783,
      "step": 171660
    },
    {
      "epoch": 0.15026158900109501,
      "grad_norm": 0.44235724210739136,
      "learning_rate": 4.8051401140450234e-05,
      "loss": 5.476,
      "step": 171665
    },
    {
      "epoch": 0.1502659655947222,
      "grad_norm": 0.4125535488128662,
      "learning_rate": 4.8051281547935246e-05,
      "loss": 5.7627,
      "step": 171670
    },
    {
      "epoch": 0.15027034218834934,
      "grad_norm": 0.3791862726211548,
      "learning_rate": 4.8051161951938416e-05,
      "loss": 5.2666,
      "step": 171675
    },
    {
      "epoch": 0.15027471878197649,
      "grad_norm": 0.41568976640701294,
      "learning_rate": 4.805104235245975e-05,
      "loss": 5.4755,
      "step": 171680
    },
    {
      "epoch": 0.15027909537560363,
      "grad_norm": 0.4373224079608917,
      "learning_rate": 4.805092274949928e-05,
      "loss": 5.4433,
      "step": 171685
    },
    {
      "epoch": 0.1502834719692308,
      "grad_norm": 0.43633025884628296,
      "learning_rate": 4.805080314305702e-05,
      "loss": 4.6537,
      "step": 171690
    },
    {
      "epoch": 0.15028784856285796,
      "grad_norm": 0.42771294713020325,
      "learning_rate": 4.805068353313301e-05,
      "loss": 4.7148,
      "step": 171695
    },
    {
      "epoch": 0.1502922251564851,
      "grad_norm": 0.4111677408218384,
      "learning_rate": 4.805056391972726e-05,
      "loss": 4.9493,
      "step": 171700
    },
    {
      "epoch": 0.15029660175011225,
      "grad_norm": 0.48754048347473145,
      "learning_rate": 4.80504443028398e-05,
      "loss": 5.161,
      "step": 171705
    },
    {
      "epoch": 0.15030097834373943,
      "grad_norm": 0.4496217966079712,
      "learning_rate": 4.805032468247065e-05,
      "loss": 5.9869,
      "step": 171710
    },
    {
      "epoch": 0.15030535493736658,
      "grad_norm": 0.4171959459781647,
      "learning_rate": 4.8050205058619826e-05,
      "loss": 5.3869,
      "step": 171715
    },
    {
      "epoch": 0.15030973153099372,
      "grad_norm": 0.4287828803062439,
      "learning_rate": 4.805008543128736e-05,
      "loss": 5.2274,
      "step": 171720
    },
    {
      "epoch": 0.15031410812462087,
      "grad_norm": 0.43265673518180847,
      "learning_rate": 4.8049965800473274e-05,
      "loss": 5.2449,
      "step": 171725
    },
    {
      "epoch": 0.15031848471824802,
      "grad_norm": 0.4327123165130615,
      "learning_rate": 4.804984616617759e-05,
      "loss": 4.2185,
      "step": 171730
    },
    {
      "epoch": 0.1503228613118752,
      "grad_norm": 0.43011340498924255,
      "learning_rate": 4.804972652840033e-05,
      "loss": 5.7344,
      "step": 171735
    },
    {
      "epoch": 0.15032723790550234,
      "grad_norm": 0.4260179400444031,
      "learning_rate": 4.804960688714152e-05,
      "loss": 5.9533,
      "step": 171740
    },
    {
      "epoch": 0.1503316144991295,
      "grad_norm": 0.4241549074649811,
      "learning_rate": 4.8049487242401184e-05,
      "loss": 5.2188,
      "step": 171745
    },
    {
      "epoch": 0.15033599109275664,
      "grad_norm": 0.4189165234565735,
      "learning_rate": 4.8049367594179326e-05,
      "loss": 5.6854,
      "step": 171750
    },
    {
      "epoch": 0.1503403676863838,
      "grad_norm": 0.4312240481376648,
      "learning_rate": 4.8049247942476006e-05,
      "loss": 5.4973,
      "step": 171755
    },
    {
      "epoch": 0.15034474428001096,
      "grad_norm": 0.42666488885879517,
      "learning_rate": 4.804912828729121e-05,
      "loss": 5.4188,
      "step": 171760
    },
    {
      "epoch": 0.1503491208736381,
      "grad_norm": 0.39976760745048523,
      "learning_rate": 4.804900862862499e-05,
      "loss": 5.4605,
      "step": 171765
    },
    {
      "epoch": 0.15035349746726526,
      "grad_norm": 0.5054793357849121,
      "learning_rate": 4.804888896647736e-05,
      "loss": 4.3923,
      "step": 171770
    },
    {
      "epoch": 0.15035787406089243,
      "grad_norm": 0.46125510334968567,
      "learning_rate": 4.804876930084832e-05,
      "loss": 5.9559,
      "step": 171775
    },
    {
      "epoch": 0.15036225065451958,
      "grad_norm": 0.4178602695465088,
      "learning_rate": 4.804864963173792e-05,
      "loss": 4.6926,
      "step": 171780
    },
    {
      "epoch": 0.15036662724814673,
      "grad_norm": 0.4416433870792389,
      "learning_rate": 4.804852995914618e-05,
      "loss": 5.2005,
      "step": 171785
    },
    {
      "epoch": 0.15037100384177388,
      "grad_norm": 0.44112151861190796,
      "learning_rate": 4.804841028307312e-05,
      "loss": 4.8486,
      "step": 171790
    },
    {
      "epoch": 0.15037538043540105,
      "grad_norm": 0.4910925626754761,
      "learning_rate": 4.8048290603518766e-05,
      "loss": 5.7386,
      "step": 171795
    },
    {
      "epoch": 0.1503797570290282,
      "grad_norm": 0.437481552362442,
      "learning_rate": 4.804817092048313e-05,
      "loss": 5.3406,
      "step": 171800
    },
    {
      "epoch": 0.15038413362265535,
      "grad_norm": 0.6597897410392761,
      "learning_rate": 4.804805123396624e-05,
      "loss": 5.468,
      "step": 171805
    },
    {
      "epoch": 0.1503885102162825,
      "grad_norm": 0.6581345796585083,
      "learning_rate": 4.8047931543968126e-05,
      "loss": 5.7771,
      "step": 171810
    },
    {
      "epoch": 0.15039288680990967,
      "grad_norm": 0.9534549713134766,
      "learning_rate": 4.80478118504888e-05,
      "loss": 5.1991,
      "step": 171815
    },
    {
      "epoch": 0.15039726340353682,
      "grad_norm": 0.6272362470626831,
      "learning_rate": 4.80476921535283e-05,
      "loss": 5.9838,
      "step": 171820
    },
    {
      "epoch": 0.15040163999716397,
      "grad_norm": 0.43686196208000183,
      "learning_rate": 4.804757245308663e-05,
      "loss": 5.9592,
      "step": 171825
    },
    {
      "epoch": 0.15040601659079111,
      "grad_norm": 0.4577786326408386,
      "learning_rate": 4.804745274916383e-05,
      "loss": 6.0113,
      "step": 171830
    },
    {
      "epoch": 0.1504103931844183,
      "grad_norm": 0.46838486194610596,
      "learning_rate": 4.8047333041759924e-05,
      "loss": 5.4838,
      "step": 171835
    },
    {
      "epoch": 0.15041476977804544,
      "grad_norm": 0.4706214368343353,
      "learning_rate": 4.804721333087492e-05,
      "loss": 5.4736,
      "step": 171840
    },
    {
      "epoch": 0.15041914637167259,
      "grad_norm": 0.4447605311870575,
      "learning_rate": 4.804709361650884e-05,
      "loss": 5.2188,
      "step": 171845
    },
    {
      "epoch": 0.15042352296529973,
      "grad_norm": 0.3881801664829254,
      "learning_rate": 4.804697389866173e-05,
      "loss": 6.2654,
      "step": 171850
    },
    {
      "epoch": 0.15042789955892688,
      "grad_norm": 0.39990177750587463,
      "learning_rate": 4.80468541773336e-05,
      "loss": 5.7578,
      "step": 171855
    },
    {
      "epoch": 0.15043227615255406,
      "grad_norm": 0.4128552973270416,
      "learning_rate": 4.804673445252447e-05,
      "loss": 5.4384,
      "step": 171860
    },
    {
      "epoch": 0.1504366527461812,
      "grad_norm": 0.42513611912727356,
      "learning_rate": 4.804661472423435e-05,
      "loss": 4.9436,
      "step": 171865
    },
    {
      "epoch": 0.15044102933980835,
      "grad_norm": 0.3969627022743225,
      "learning_rate": 4.8046494992463285e-05,
      "loss": 5.4542,
      "step": 171870
    },
    {
      "epoch": 0.1504454059334355,
      "grad_norm": 0.4858202040195465,
      "learning_rate": 4.80463752572113e-05,
      "loss": 4.7212,
      "step": 171875
    },
    {
      "epoch": 0.15044978252706268,
      "grad_norm": 0.40995338559150696,
      "learning_rate": 4.80462555184784e-05,
      "loss": 5.1486,
      "step": 171880
    },
    {
      "epoch": 0.15045415912068982,
      "grad_norm": 0.42431381344795227,
      "learning_rate": 4.804613577626462e-05,
      "loss": 4.8707,
      "step": 171885
    },
    {
      "epoch": 0.15045853571431697,
      "grad_norm": 0.429818719625473,
      "learning_rate": 4.804601603056999e-05,
      "loss": 5.2494,
      "step": 171890
    },
    {
      "epoch": 0.15046291230794412,
      "grad_norm": 0.4193759858608246,
      "learning_rate": 4.804589628139452e-05,
      "loss": 4.7668,
      "step": 171895
    },
    {
      "epoch": 0.1504672889015713,
      "grad_norm": 0.4364963471889496,
      "learning_rate": 4.804577652873823e-05,
      "loss": 5.6762,
      "step": 171900
    },
    {
      "epoch": 0.15047166549519844,
      "grad_norm": 0.45824214816093445,
      "learning_rate": 4.804565677260115e-05,
      "loss": 5.7333,
      "step": 171905
    },
    {
      "epoch": 0.1504760420888256,
      "grad_norm": 0.440960556268692,
      "learning_rate": 4.804553701298331e-05,
      "loss": 5.453,
      "step": 171910
    },
    {
      "epoch": 0.15048041868245274,
      "grad_norm": 0.400488018989563,
      "learning_rate": 4.804541724988473e-05,
      "loss": 5.2692,
      "step": 171915
    },
    {
      "epoch": 0.1504847952760799,
      "grad_norm": 0.3850518465042114,
      "learning_rate": 4.8045297483305416e-05,
      "loss": 5.4561,
      "step": 171920
    },
    {
      "epoch": 0.15048917186970706,
      "grad_norm": 0.37674659490585327,
      "learning_rate": 4.804517771324542e-05,
      "loss": 5.4385,
      "step": 171925
    },
    {
      "epoch": 0.1504935484633342,
      "grad_norm": 0.4033646583557129,
      "learning_rate": 4.804505793970473e-05,
      "loss": 5.1614,
      "step": 171930
    },
    {
      "epoch": 0.15049792505696136,
      "grad_norm": 0.44033318758010864,
      "learning_rate": 4.804493816268339e-05,
      "loss": 5.7771,
      "step": 171935
    },
    {
      "epoch": 0.15050230165058853,
      "grad_norm": 0.3886663615703583,
      "learning_rate": 4.8044818382181436e-05,
      "loss": 5.9508,
      "step": 171940
    },
    {
      "epoch": 0.15050667824421568,
      "grad_norm": 0.4183865487575531,
      "learning_rate": 4.804469859819888e-05,
      "loss": 5.2433,
      "step": 171945
    },
    {
      "epoch": 0.15051105483784283,
      "grad_norm": 0.40671294927597046,
      "learning_rate": 4.804457881073573e-05,
      "loss": 5.6887,
      "step": 171950
    },
    {
      "epoch": 0.15051543143146998,
      "grad_norm": 0.449759840965271,
      "learning_rate": 4.804445901979202e-05,
      "loss": 5.132,
      "step": 171955
    },
    {
      "epoch": 0.15051980802509715,
      "grad_norm": 0.3924655020236969,
      "learning_rate": 4.8044339225367776e-05,
      "loss": 6.2697,
      "step": 171960
    },
    {
      "epoch": 0.1505241846187243,
      "grad_norm": 0.4070330858230591,
      "learning_rate": 4.804421942746302e-05,
      "loss": 5.668,
      "step": 171965
    },
    {
      "epoch": 0.15052856121235145,
      "grad_norm": 0.4448988437652588,
      "learning_rate": 4.8044099626077776e-05,
      "loss": 4.6799,
      "step": 171970
    },
    {
      "epoch": 0.1505329378059786,
      "grad_norm": 0.4485972821712494,
      "learning_rate": 4.804397982121207e-05,
      "loss": 5.2272,
      "step": 171975
    },
    {
      "epoch": 0.15053731439960574,
      "grad_norm": 0.41226330399513245,
      "learning_rate": 4.80438600128659e-05,
      "loss": 5.4571,
      "step": 171980
    },
    {
      "epoch": 0.15054169099323292,
      "grad_norm": 0.4017445147037506,
      "learning_rate": 4.804374020103933e-05,
      "loss": 5.9764,
      "step": 171985
    },
    {
      "epoch": 0.15054606758686007,
      "grad_norm": 0.4373841881752014,
      "learning_rate": 4.8043620385732357e-05,
      "loss": 5.734,
      "step": 171990
    },
    {
      "epoch": 0.15055044418048721,
      "grad_norm": 0.4530370533466339,
      "learning_rate": 4.804350056694501e-05,
      "loss": 5.2337,
      "step": 171995
    },
    {
      "epoch": 0.15055482077411436,
      "grad_norm": 0.42217910289764404,
      "learning_rate": 4.804338074467731e-05,
      "loss": 5.349,
      "step": 172000
    },
    {
      "epoch": 0.15055919736774154,
      "grad_norm": 0.4264133870601654,
      "learning_rate": 4.804326091892929e-05,
      "loss": 6.0068,
      "step": 172005
    },
    {
      "epoch": 0.15056357396136869,
      "grad_norm": 0.4433279037475586,
      "learning_rate": 4.804314108970096e-05,
      "loss": 4.345,
      "step": 172010
    },
    {
      "epoch": 0.15056795055499583,
      "grad_norm": 0.44199591875076294,
      "learning_rate": 4.804302125699235e-05,
      "loss": 4.2485,
      "step": 172015
    },
    {
      "epoch": 0.15057232714862298,
      "grad_norm": 0.4268239140510559,
      "learning_rate": 4.804290142080348e-05,
      "loss": 5.9611,
      "step": 172020
    },
    {
      "epoch": 0.15057670374225016,
      "grad_norm": 0.43416374921798706,
      "learning_rate": 4.8042781581134365e-05,
      "loss": 5.4613,
      "step": 172025
    },
    {
      "epoch": 0.1505810803358773,
      "grad_norm": 0.40487632155418396,
      "learning_rate": 4.804266173798505e-05,
      "loss": 5.4299,
      "step": 172030
    },
    {
      "epoch": 0.15058545692950445,
      "grad_norm": 0.42012354731559753,
      "learning_rate": 4.8042541891355544e-05,
      "loss": 4.4247,
      "step": 172035
    },
    {
      "epoch": 0.1505898335231316,
      "grad_norm": 0.4288668930530548,
      "learning_rate": 4.804242204124587e-05,
      "loss": 5.4621,
      "step": 172040
    },
    {
      "epoch": 0.15059421011675878,
      "grad_norm": 0.4111064672470093,
      "learning_rate": 4.8042302187656054e-05,
      "loss": 5.2048,
      "step": 172045
    },
    {
      "epoch": 0.15059858671038592,
      "grad_norm": 0.40116602182388306,
      "learning_rate": 4.8042182330586114e-05,
      "loss": 5.4892,
      "step": 172050
    },
    {
      "epoch": 0.15060296330401307,
      "grad_norm": 0.4145191013813019,
      "learning_rate": 4.8042062470036073e-05,
      "loss": 5.2137,
      "step": 172055
    },
    {
      "epoch": 0.15060733989764022,
      "grad_norm": 0.39372318983078003,
      "learning_rate": 4.8041942606005975e-05,
      "loss": 5.4688,
      "step": 172060
    },
    {
      "epoch": 0.1506117164912674,
      "grad_norm": 0.4196965992450714,
      "learning_rate": 4.804182273849581e-05,
      "loss": 5.1693,
      "step": 172065
    },
    {
      "epoch": 0.15061609308489454,
      "grad_norm": 0.4095456004142761,
      "learning_rate": 4.804170286750562e-05,
      "loss": 5.5088,
      "step": 172070
    },
    {
      "epoch": 0.1506204696785217,
      "grad_norm": 0.4267807602882385,
      "learning_rate": 4.804158299303544e-05,
      "loss": 5.6754,
      "step": 172075
    },
    {
      "epoch": 0.15062484627214884,
      "grad_norm": 0.4073342978954315,
      "learning_rate": 4.804146311508526e-05,
      "loss": 5.6824,
      "step": 172080
    },
    {
      "epoch": 0.150629222865776,
      "grad_norm": 0.41326212882995605,
      "learning_rate": 4.804134323365513e-05,
      "loss": 5.9525,
      "step": 172085
    },
    {
      "epoch": 0.15063359945940316,
      "grad_norm": 0.4124904274940491,
      "learning_rate": 4.804122334874507e-05,
      "loss": 5.4407,
      "step": 172090
    },
    {
      "epoch": 0.1506379760530303,
      "grad_norm": 0.4451132118701935,
      "learning_rate": 4.80411034603551e-05,
      "loss": 4.7232,
      "step": 172095
    },
    {
      "epoch": 0.15064235264665746,
      "grad_norm": 0.4308013916015625,
      "learning_rate": 4.804098356848523e-05,
      "loss": 5.6281,
      "step": 172100
    },
    {
      "epoch": 0.1506467292402846,
      "grad_norm": 0.4896380603313446,
      "learning_rate": 4.804086367313549e-05,
      "loss": 5.425,
      "step": 172105
    },
    {
      "epoch": 0.15065110583391178,
      "grad_norm": 0.5547947883605957,
      "learning_rate": 4.804074377430593e-05,
      "loss": 5.1724,
      "step": 172110
    },
    {
      "epoch": 0.15065548242753893,
      "grad_norm": 0.6324703097343445,
      "learning_rate": 4.804062387199654e-05,
      "loss": 5.4517,
      "step": 172115
    },
    {
      "epoch": 0.15065985902116608,
      "grad_norm": 0.5091201663017273,
      "learning_rate": 4.804050396620735e-05,
      "loss": 5.4846,
      "step": 172120
    },
    {
      "epoch": 0.15066423561479322,
      "grad_norm": 0.44519999623298645,
      "learning_rate": 4.804038405693838e-05,
      "loss": 5.1425,
      "step": 172125
    },
    {
      "epoch": 0.1506686122084204,
      "grad_norm": 0.49466365575790405,
      "learning_rate": 4.804026414418967e-05,
      "loss": 5.2845,
      "step": 172130
    },
    {
      "epoch": 0.15067298880204755,
      "grad_norm": 0.9152724146842957,
      "learning_rate": 4.804014422796124e-05,
      "loss": 4.8083,
      "step": 172135
    },
    {
      "epoch": 0.1506773653956747,
      "grad_norm": 0.681580126285553,
      "learning_rate": 4.8040024308253084e-05,
      "loss": 5.4572,
      "step": 172140
    },
    {
      "epoch": 0.15068174198930184,
      "grad_norm": 0.6556431651115417,
      "learning_rate": 4.803990438506527e-05,
      "loss": 5.2717,
      "step": 172145
    },
    {
      "epoch": 0.15068611858292902,
      "grad_norm": 0.5016665458679199,
      "learning_rate": 4.803978445839779e-05,
      "loss": 6.2992,
      "step": 172150
    },
    {
      "epoch": 0.15069049517655617,
      "grad_norm": 0.4677357077598572,
      "learning_rate": 4.803966452825067e-05,
      "loss": 5.9336,
      "step": 172155
    },
    {
      "epoch": 0.15069487177018331,
      "grad_norm": 0.4130013883113861,
      "learning_rate": 4.803954459462395e-05,
      "loss": 5.9629,
      "step": 172160
    },
    {
      "epoch": 0.15069924836381046,
      "grad_norm": 0.4197503328323364,
      "learning_rate": 4.803942465751764e-05,
      "loss": 5.4343,
      "step": 172165
    },
    {
      "epoch": 0.15070362495743764,
      "grad_norm": 0.418197363615036,
      "learning_rate": 4.803930471693175e-05,
      "loss": 5.1246,
      "step": 172170
    },
    {
      "epoch": 0.15070800155106479,
      "grad_norm": 0.44417744874954224,
      "learning_rate": 4.8039184772866345e-05,
      "loss": 6.0039,
      "step": 172175
    },
    {
      "epoch": 0.15071237814469193,
      "grad_norm": 0.4263322353363037,
      "learning_rate": 4.80390648253214e-05,
      "loss": 5.763,
      "step": 172180
    },
    {
      "epoch": 0.15071675473831908,
      "grad_norm": 0.4146801829338074,
      "learning_rate": 4.8038944874296965e-05,
      "loss": 5.4464,
      "step": 172185
    },
    {
      "epoch": 0.15072113133194626,
      "grad_norm": 0.4403536021709442,
      "learning_rate": 4.8038824919793054e-05,
      "loss": 4.1276,
      "step": 172190
    },
    {
      "epoch": 0.1507255079255734,
      "grad_norm": 0.4194195866584778,
      "learning_rate": 4.80387049618097e-05,
      "loss": 5.1997,
      "step": 172195
    },
    {
      "epoch": 0.15072988451920055,
      "grad_norm": 0.421906054019928,
      "learning_rate": 4.803858500034693e-05,
      "loss": 4.8574,
      "step": 172200
    },
    {
      "epoch": 0.1507342611128277,
      "grad_norm": 0.45686355233192444,
      "learning_rate": 4.803846503540473e-05,
      "loss": 4.9165,
      "step": 172205
    },
    {
      "epoch": 0.15073863770645488,
      "grad_norm": 0.42593473196029663,
      "learning_rate": 4.803834506698317e-05,
      "loss": 5.7695,
      "step": 172210
    },
    {
      "epoch": 0.15074301430008202,
      "grad_norm": 0.4654592275619507,
      "learning_rate": 4.803822509508226e-05,
      "loss": 4.9344,
      "step": 172215
    },
    {
      "epoch": 0.15074739089370917,
      "grad_norm": 0.49813181161880493,
      "learning_rate": 4.8038105119701995e-05,
      "loss": 5.1479,
      "step": 172220
    },
    {
      "epoch": 0.15075176748733632,
      "grad_norm": 0.4512922465801239,
      "learning_rate": 4.803798514084243e-05,
      "loss": 5.1285,
      "step": 172225
    },
    {
      "epoch": 0.1507561440809635,
      "grad_norm": 0.4303553104400635,
      "learning_rate": 4.803786515850358e-05,
      "loss": 5.8114,
      "step": 172230
    },
    {
      "epoch": 0.15076052067459064,
      "grad_norm": 0.43406733870506287,
      "learning_rate": 4.8037745172685466e-05,
      "loss": 4.1534,
      "step": 172235
    },
    {
      "epoch": 0.1507648972682178,
      "grad_norm": 0.43607887625694275,
      "learning_rate": 4.80376251833881e-05,
      "loss": 4.6475,
      "step": 172240
    },
    {
      "epoch": 0.15076927386184494,
      "grad_norm": 0.4358048439025879,
      "learning_rate": 4.803750519061153e-05,
      "loss": 5.2649,
      "step": 172245
    },
    {
      "epoch": 0.15077365045547209,
      "grad_norm": 0.42816442251205444,
      "learning_rate": 4.8037385194355756e-05,
      "loss": 5.4525,
      "step": 172250
    },
    {
      "epoch": 0.15077802704909926,
      "grad_norm": 0.47041064500808716,
      "learning_rate": 4.8037265194620815e-05,
      "loss": 5.4731,
      "step": 172255
    },
    {
      "epoch": 0.1507824036427264,
      "grad_norm": 0.3971574008464813,
      "learning_rate": 4.803714519140673e-05,
      "loss": 5.6734,
      "step": 172260
    },
    {
      "epoch": 0.15078678023635356,
      "grad_norm": 0.41837048530578613,
      "learning_rate": 4.803702518471352e-05,
      "loss": 5.3408,
      "step": 172265
    },
    {
      "epoch": 0.1507911568299807,
      "grad_norm": 0.4163591265678406,
      "learning_rate": 4.80369051745412e-05,
      "loss": 5.9324,
      "step": 172270
    },
    {
      "epoch": 0.15079553342360788,
      "grad_norm": 0.45870059728622437,
      "learning_rate": 4.803678516088981e-05,
      "loss": 4.3498,
      "step": 172275
    },
    {
      "epoch": 0.15079991001723503,
      "grad_norm": 0.42829033732414246,
      "learning_rate": 4.803666514375935e-05,
      "loss": 5.7369,
      "step": 172280
    },
    {
      "epoch": 0.15080428661086218,
      "grad_norm": 0.4384535551071167,
      "learning_rate": 4.8036545123149866e-05,
      "loss": 5.9482,
      "step": 172285
    },
    {
      "epoch": 0.15080866320448932,
      "grad_norm": 0.4522480070590973,
      "learning_rate": 4.803642509906138e-05,
      "loss": 5.4298,
      "step": 172290
    },
    {
      "epoch": 0.1508130397981165,
      "grad_norm": 0.38709357380867004,
      "learning_rate": 4.803630507149389e-05,
      "loss": 5.4332,
      "step": 172295
    },
    {
      "epoch": 0.15081741639174365,
      "grad_norm": 0.4344032108783722,
      "learning_rate": 4.8036185040447455e-05,
      "loss": 5.7468,
      "step": 172300
    },
    {
      "epoch": 0.1508217929853708,
      "grad_norm": 0.43662312626838684,
      "learning_rate": 4.803606500592207e-05,
      "loss": 4.2218,
      "step": 172305
    },
    {
      "epoch": 0.15082616957899794,
      "grad_norm": 0.44962114095687866,
      "learning_rate": 4.803594496791778e-05,
      "loss": 5.1492,
      "step": 172310
    },
    {
      "epoch": 0.15083054617262512,
      "grad_norm": 0.44347018003463745,
      "learning_rate": 4.803582492643458e-05,
      "loss": 5.4205,
      "step": 172315
    },
    {
      "epoch": 0.15083492276625227,
      "grad_norm": 0.5720676183700562,
      "learning_rate": 4.803570488147252e-05,
      "loss": 4.616,
      "step": 172320
    },
    {
      "epoch": 0.15083929935987941,
      "grad_norm": 0.5679963231086731,
      "learning_rate": 4.80355848330316e-05,
      "loss": 4.9021,
      "step": 172325
    },
    {
      "epoch": 0.15084367595350656,
      "grad_norm": 0.48693567514419556,
      "learning_rate": 4.803546478111186e-05,
      "loss": 5.9471,
      "step": 172330
    },
    {
      "epoch": 0.15084805254713374,
      "grad_norm": 0.45254454016685486,
      "learning_rate": 4.8035344725713324e-05,
      "loss": 5.7416,
      "step": 172335
    },
    {
      "epoch": 0.15085242914076089,
      "grad_norm": 0.41169360280036926,
      "learning_rate": 4.803522466683602e-05,
      "loss": 5.9846,
      "step": 172340
    },
    {
      "epoch": 0.15085680573438803,
      "grad_norm": 0.43875598907470703,
      "learning_rate": 4.8035104604479955e-05,
      "loss": 4.6228,
      "step": 172345
    },
    {
      "epoch": 0.15086118232801518,
      "grad_norm": 0.4177434742450714,
      "learning_rate": 4.8034984538645144e-05,
      "loss": 4.7517,
      "step": 172350
    },
    {
      "epoch": 0.15086555892164236,
      "grad_norm": 0.4182119071483612,
      "learning_rate": 4.8034864469331643e-05,
      "loss": 5.1662,
      "step": 172355
    },
    {
      "epoch": 0.1508699355152695,
      "grad_norm": 0.42381855845451355,
      "learning_rate": 4.8034744396539446e-05,
      "loss": 4.9062,
      "step": 172360
    },
    {
      "epoch": 0.15087431210889665,
      "grad_norm": 0.45461681485176086,
      "learning_rate": 4.803462432026859e-05,
      "loss": 5.641,
      "step": 172365
    },
    {
      "epoch": 0.1508786887025238,
      "grad_norm": 0.42737457156181335,
      "learning_rate": 4.8034504240519085e-05,
      "loss": 5.6723,
      "step": 172370
    },
    {
      "epoch": 0.15088306529615095,
      "grad_norm": 0.44024062156677246,
      "learning_rate": 4.803438415729098e-05,
      "loss": 5.2583,
      "step": 172375
    },
    {
      "epoch": 0.15088744188977812,
      "grad_norm": 0.4317833483219147,
      "learning_rate": 4.8034264070584275e-05,
      "loss": 4.9838,
      "step": 172380
    },
    {
      "epoch": 0.15089181848340527,
      "grad_norm": 0.39911434054374695,
      "learning_rate": 4.8034143980399e-05,
      "loss": 5.9633,
      "step": 172385
    },
    {
      "epoch": 0.15089619507703242,
      "grad_norm": 0.42922887206077576,
      "learning_rate": 4.803402388673518e-05,
      "loss": 4.5758,
      "step": 172390
    },
    {
      "epoch": 0.15090057167065957,
      "grad_norm": 0.43146446347236633,
      "learning_rate": 4.803390378959284e-05,
      "loss": 4.9113,
      "step": 172395
    },
    {
      "epoch": 0.15090494826428674,
      "grad_norm": 0.4218643009662628,
      "learning_rate": 4.803378368897199e-05,
      "loss": 5.4611,
      "step": 172400
    },
    {
      "epoch": 0.1509093248579139,
      "grad_norm": 0.4156041145324707,
      "learning_rate": 4.803366358487268e-05,
      "loss": 4.3451,
      "step": 172405
    },
    {
      "epoch": 0.15091370145154104,
      "grad_norm": 0.44008538126945496,
      "learning_rate": 4.8033543477294905e-05,
      "loss": 5.7974,
      "step": 172410
    },
    {
      "epoch": 0.15091807804516819,
      "grad_norm": 0.4184287190437317,
      "learning_rate": 4.803342336623869e-05,
      "loss": 4.8733,
      "step": 172415
    },
    {
      "epoch": 0.15092245463879536,
      "grad_norm": 0.43968161940574646,
      "learning_rate": 4.803330325170409e-05,
      "loss": 4.7604,
      "step": 172420
    },
    {
      "epoch": 0.1509268312324225,
      "grad_norm": 0.4045712649822235,
      "learning_rate": 4.8033183133691086e-05,
      "loss": 5.9891,
      "step": 172425
    },
    {
      "epoch": 0.15093120782604966,
      "grad_norm": 0.5060086846351624,
      "learning_rate": 4.803306301219973e-05,
      "loss": 4.8379,
      "step": 172430
    },
    {
      "epoch": 0.1509355844196768,
      "grad_norm": 0.45669326186180115,
      "learning_rate": 4.8032942887230035e-05,
      "loss": 5.1745,
      "step": 172435
    },
    {
      "epoch": 0.15093996101330398,
      "grad_norm": 0.4307425022125244,
      "learning_rate": 4.803282275878203e-05,
      "loss": 5.3521,
      "step": 172440
    },
    {
      "epoch": 0.15094433760693113,
      "grad_norm": 0.4125016927719116,
      "learning_rate": 4.803270262685573e-05,
      "loss": 5.1688,
      "step": 172445
    },
    {
      "epoch": 0.15094871420055828,
      "grad_norm": 0.3937847316265106,
      "learning_rate": 4.803258249145116e-05,
      "loss": 5.7662,
      "step": 172450
    },
    {
      "epoch": 0.15095309079418542,
      "grad_norm": 0.44327986240386963,
      "learning_rate": 4.8032462352568344e-05,
      "loss": 4.6851,
      "step": 172455
    },
    {
      "epoch": 0.1509574673878126,
      "grad_norm": 0.40844041109085083,
      "learning_rate": 4.803234221020731e-05,
      "loss": 5.6881,
      "step": 172460
    },
    {
      "epoch": 0.15096184398143975,
      "grad_norm": 0.4083598256111145,
      "learning_rate": 4.8032222064368084e-05,
      "loss": 4.8739,
      "step": 172465
    },
    {
      "epoch": 0.1509662205750669,
      "grad_norm": 0.4534195363521576,
      "learning_rate": 4.803210191505066e-05,
      "loss": 5.1607,
      "step": 172470
    },
    {
      "epoch": 0.15097059716869404,
      "grad_norm": 0.41809651255607605,
      "learning_rate": 4.8031981762255105e-05,
      "loss": 4.9251,
      "step": 172475
    },
    {
      "epoch": 0.15097497376232122,
      "grad_norm": 0.41012218594551086,
      "learning_rate": 4.803186160598142e-05,
      "loss": 5.6758,
      "step": 172480
    },
    {
      "epoch": 0.15097935035594837,
      "grad_norm": 0.40618953108787537,
      "learning_rate": 4.8031741446229616e-05,
      "loss": 4.859,
      "step": 172485
    },
    {
      "epoch": 0.15098372694957551,
      "grad_norm": 0.40338441729545593,
      "learning_rate": 4.803162128299974e-05,
      "loss": 5.1379,
      "step": 172490
    },
    {
      "epoch": 0.15098810354320266,
      "grad_norm": 0.4543449878692627,
      "learning_rate": 4.80315011162918e-05,
      "loss": 5.4293,
      "step": 172495
    },
    {
      "epoch": 0.1509924801368298,
      "grad_norm": 0.3995625972747803,
      "learning_rate": 4.803138094610582e-05,
      "loss": 5.6523,
      "step": 172500
    },
    {
      "epoch": 0.15099685673045699,
      "grad_norm": 0.4586000144481659,
      "learning_rate": 4.8031260772441836e-05,
      "loss": 4.6802,
      "step": 172505
    },
    {
      "epoch": 0.15100123332408413,
      "grad_norm": 0.4579401910305023,
      "learning_rate": 4.803114059529985e-05,
      "loss": 4.5976,
      "step": 172510
    },
    {
      "epoch": 0.15100560991771128,
      "grad_norm": 0.4023996591567993,
      "learning_rate": 4.8031020414679903e-05,
      "loss": 5.3563,
      "step": 172515
    },
    {
      "epoch": 0.15100998651133843,
      "grad_norm": 0.396155446767807,
      "learning_rate": 4.803090023058201e-05,
      "loss": 5.1252,
      "step": 172520
    },
    {
      "epoch": 0.1510143631049656,
      "grad_norm": 0.4524487257003784,
      "learning_rate": 4.803078004300619e-05,
      "loss": 4.9393,
      "step": 172525
    },
    {
      "epoch": 0.15101873969859275,
      "grad_norm": 0.3970078229904175,
      "learning_rate": 4.803065985195249e-05,
      "loss": 5.1439,
      "step": 172530
    },
    {
      "epoch": 0.1510231162922199,
      "grad_norm": 0.39728423953056335,
      "learning_rate": 4.80305396574209e-05,
      "loss": 4.7049,
      "step": 172535
    },
    {
      "epoch": 0.15102749288584705,
      "grad_norm": 0.4300752878189087,
      "learning_rate": 4.8030419459411465e-05,
      "loss": 4.7296,
      "step": 172540
    },
    {
      "epoch": 0.15103186947947422,
      "grad_norm": 0.39545008540153503,
      "learning_rate": 4.8030299257924206e-05,
      "loss": 5.4658,
      "step": 172545
    },
    {
      "epoch": 0.15103624607310137,
      "grad_norm": 0.4724424183368683,
      "learning_rate": 4.803017905295913e-05,
      "loss": 4.1893,
      "step": 172550
    },
    {
      "epoch": 0.15104062266672852,
      "grad_norm": 0.40657541155815125,
      "learning_rate": 4.803005884451629e-05,
      "loss": 4.8591,
      "step": 172555
    },
    {
      "epoch": 0.15104499926035567,
      "grad_norm": 0.4049622416496277,
      "learning_rate": 4.8029938632595684e-05,
      "loss": 4.9765,
      "step": 172560
    },
    {
      "epoch": 0.15104937585398284,
      "grad_norm": 0.4246741533279419,
      "learning_rate": 4.8029818417197345e-05,
      "loss": 5.1564,
      "step": 172565
    },
    {
      "epoch": 0.15105375244761,
      "grad_norm": 0.40489524602890015,
      "learning_rate": 4.802969819832129e-05,
      "loss": 4.3737,
      "step": 172570
    },
    {
      "epoch": 0.15105812904123714,
      "grad_norm": 0.4161812663078308,
      "learning_rate": 4.8029577975967546e-05,
      "loss": 5.6742,
      "step": 172575
    },
    {
      "epoch": 0.15106250563486429,
      "grad_norm": 0.4292641580104828,
      "learning_rate": 4.802945775013614e-05,
      "loss": 4.8546,
      "step": 172580
    },
    {
      "epoch": 0.15106688222849146,
      "grad_norm": 0.4107056260108948,
      "learning_rate": 4.802933752082709e-05,
      "loss": 5.4591,
      "step": 172585
    },
    {
      "epoch": 0.1510712588221186,
      "grad_norm": 0.4889165461063385,
      "learning_rate": 4.8029217288040415e-05,
      "loss": 5.3504,
      "step": 172590
    },
    {
      "epoch": 0.15107563541574576,
      "grad_norm": 0.4126870930194855,
      "learning_rate": 4.802909705177615e-05,
      "loss": 5.3596,
      "step": 172595
    },
    {
      "epoch": 0.1510800120093729,
      "grad_norm": 0.41720515489578247,
      "learning_rate": 4.802897681203431e-05,
      "loss": 5.4315,
      "step": 172600
    },
    {
      "epoch": 0.15108438860300008,
      "grad_norm": 0.6131892204284668,
      "learning_rate": 4.802885656881493e-05,
      "loss": 4.7322,
      "step": 172605
    },
    {
      "epoch": 0.15108876519662723,
      "grad_norm": 0.5350852012634277,
      "learning_rate": 4.8028736322118005e-05,
      "loss": 6.0309,
      "step": 172610
    },
    {
      "epoch": 0.15109314179025438,
      "grad_norm": 0.6177228689193726,
      "learning_rate": 4.802861607194359e-05,
      "loss": 5.3982,
      "step": 172615
    },
    {
      "epoch": 0.15109751838388152,
      "grad_norm": 0.43633005023002625,
      "learning_rate": 4.8028495818291685e-05,
      "loss": 4.8738,
      "step": 172620
    },
    {
      "epoch": 0.15110189497750867,
      "grad_norm": 0.4685974419116974,
      "learning_rate": 4.8028375561162344e-05,
      "loss": 4.9759,
      "step": 172625
    },
    {
      "epoch": 0.15110627157113585,
      "grad_norm": 0.4817999601364136,
      "learning_rate": 4.8028255300555546e-05,
      "loss": 4.9203,
      "step": 172630
    },
    {
      "epoch": 0.151110648164763,
      "grad_norm": 0.39158275723457336,
      "learning_rate": 4.8028135036471346e-05,
      "loss": 5.7908,
      "step": 172635
    },
    {
      "epoch": 0.15111502475839014,
      "grad_norm": 0.42294618487358093,
      "learning_rate": 4.802801476890976e-05,
      "loss": 5.6338,
      "step": 172640
    },
    {
      "epoch": 0.1511194013520173,
      "grad_norm": 0.4458622932434082,
      "learning_rate": 4.8027894497870806e-05,
      "loss": 4.9113,
      "step": 172645
    },
    {
      "epoch": 0.15112377794564447,
      "grad_norm": 0.4767642021179199,
      "learning_rate": 4.8027774223354514e-05,
      "loss": 4.931,
      "step": 172650
    },
    {
      "epoch": 0.15112815453927161,
      "grad_norm": 0.441984623670578,
      "learning_rate": 4.802765394536091e-05,
      "loss": 5.9818,
      "step": 172655
    },
    {
      "epoch": 0.15113253113289876,
      "grad_norm": 0.41553181409835815,
      "learning_rate": 4.802753366389e-05,
      "loss": 5.1592,
      "step": 172660
    },
    {
      "epoch": 0.1511369077265259,
      "grad_norm": 0.4405921995639801,
      "learning_rate": 4.8027413378941835e-05,
      "loss": 5.9881,
      "step": 172665
    },
    {
      "epoch": 0.15114128432015309,
      "grad_norm": 0.45514047145843506,
      "learning_rate": 4.8027293090516415e-05,
      "loss": 5.973,
      "step": 172670
    },
    {
      "epoch": 0.15114566091378023,
      "grad_norm": 0.3871248662471771,
      "learning_rate": 4.802717279861376e-05,
      "loss": 5.2392,
      "step": 172675
    },
    {
      "epoch": 0.15115003750740738,
      "grad_norm": 0.43058305978775024,
      "learning_rate": 4.802705250323392e-05,
      "loss": 4.128,
      "step": 172680
    },
    {
      "epoch": 0.15115441410103453,
      "grad_norm": 0.41561511158943176,
      "learning_rate": 4.802693220437689e-05,
      "loss": 4.8574,
      "step": 172685
    },
    {
      "epoch": 0.1511587906946617,
      "grad_norm": 0.40090978145599365,
      "learning_rate": 4.80268119020427e-05,
      "loss": 6.3178,
      "step": 172690
    },
    {
      "epoch": 0.15116316728828885,
      "grad_norm": 0.4061721861362457,
      "learning_rate": 4.802669159623138e-05,
      "loss": 6.0004,
      "step": 172695
    },
    {
      "epoch": 0.151167543881916,
      "grad_norm": 0.4845362603664398,
      "learning_rate": 4.8026571286942954e-05,
      "loss": 4.412,
      "step": 172700
    },
    {
      "epoch": 0.15117192047554315,
      "grad_norm": 0.42103317379951477,
      "learning_rate": 4.802645097417745e-05,
      "loss": 5.1568,
      "step": 172705
    },
    {
      "epoch": 0.15117629706917032,
      "grad_norm": 0.4214445650577545,
      "learning_rate": 4.802633065793488e-05,
      "loss": 5.733,
      "step": 172710
    },
    {
      "epoch": 0.15118067366279747,
      "grad_norm": 0.4117802381515503,
      "learning_rate": 4.8026210338215274e-05,
      "loss": 5.1472,
      "step": 172715
    },
    {
      "epoch": 0.15118505025642462,
      "grad_norm": 0.42781490087509155,
      "learning_rate": 4.802609001501864e-05,
      "loss": 4.9248,
      "step": 172720
    },
    {
      "epoch": 0.15118942685005177,
      "grad_norm": 0.44917407631874084,
      "learning_rate": 4.802596968834502e-05,
      "loss": 5.4795,
      "step": 172725
    },
    {
      "epoch": 0.15119380344367894,
      "grad_norm": 0.42286860942840576,
      "learning_rate": 4.802584935819443e-05,
      "loss": 4.1249,
      "step": 172730
    },
    {
      "epoch": 0.1511981800373061,
      "grad_norm": 0.4369630217552185,
      "learning_rate": 4.802572902456689e-05,
      "loss": 4.6494,
      "step": 172735
    },
    {
      "epoch": 0.15120255663093324,
      "grad_norm": 0.4052133858203888,
      "learning_rate": 4.802560868746243e-05,
      "loss": 4.9475,
      "step": 172740
    },
    {
      "epoch": 0.15120693322456039,
      "grad_norm": 0.43035244941711426,
      "learning_rate": 4.8025488346881076e-05,
      "loss": 5.4576,
      "step": 172745
    },
    {
      "epoch": 0.15121130981818753,
      "grad_norm": 0.3927503824234009,
      "learning_rate": 4.802536800282284e-05,
      "loss": 6.2977,
      "step": 172750
    },
    {
      "epoch": 0.1512156864118147,
      "grad_norm": 0.41881752014160156,
      "learning_rate": 4.802524765528775e-05,
      "loss": 5.1653,
      "step": 172755
    },
    {
      "epoch": 0.15122006300544186,
      "grad_norm": 0.4277895390987396,
      "learning_rate": 4.802512730427583e-05,
      "loss": 5.786,
      "step": 172760
    },
    {
      "epoch": 0.151224439599069,
      "grad_norm": 0.41783711314201355,
      "learning_rate": 4.80250069497871e-05,
      "loss": 5.1692,
      "step": 172765
    },
    {
      "epoch": 0.15122881619269615,
      "grad_norm": 0.4182583689689636,
      "learning_rate": 4.802488659182159e-05,
      "loss": 5.3461,
      "step": 172770
    },
    {
      "epoch": 0.15123319278632333,
      "grad_norm": 0.4116288423538208,
      "learning_rate": 4.8024766230379316e-05,
      "loss": 5.9605,
      "step": 172775
    },
    {
      "epoch": 0.15123756937995048,
      "grad_norm": 0.4075513184070587,
      "learning_rate": 4.80246458654603e-05,
      "loss": 5.31,
      "step": 172780
    },
    {
      "epoch": 0.15124194597357762,
      "grad_norm": 0.37959134578704834,
      "learning_rate": 4.802452549706459e-05,
      "loss": 5.7721,
      "step": 172785
    },
    {
      "epoch": 0.15124632256720477,
      "grad_norm": 0.41006284952163696,
      "learning_rate": 4.8024405125192175e-05,
      "loss": 5.5044,
      "step": 172790
    },
    {
      "epoch": 0.15125069916083195,
      "grad_norm": 0.39389535784721375,
      "learning_rate": 4.8024284749843096e-05,
      "loss": 4.6374,
      "step": 172795
    },
    {
      "epoch": 0.1512550757544591,
      "grad_norm": 0.4055410921573639,
      "learning_rate": 4.8024164371017366e-05,
      "loss": 5.7782,
      "step": 172800
    },
    {
      "epoch": 0.15125945234808624,
      "grad_norm": 0.39963269233703613,
      "learning_rate": 4.8024043988715014e-05,
      "loss": 4.9501,
      "step": 172805
    },
    {
      "epoch": 0.1512638289417134,
      "grad_norm": 0.4534603953361511,
      "learning_rate": 4.802392360293607e-05,
      "loss": 4.8445,
      "step": 172810
    },
    {
      "epoch": 0.15126820553534057,
      "grad_norm": 0.47432082891464233,
      "learning_rate": 4.802380321368055e-05,
      "loss": 4.613,
      "step": 172815
    },
    {
      "epoch": 0.15127258212896771,
      "grad_norm": 0.4221116602420807,
      "learning_rate": 4.8023682820948476e-05,
      "loss": 5.6592,
      "step": 172820
    },
    {
      "epoch": 0.15127695872259486,
      "grad_norm": 0.4063233733177185,
      "learning_rate": 4.8023562424739875e-05,
      "loss": 4.8605,
      "step": 172825
    },
    {
      "epoch": 0.151281335316222,
      "grad_norm": 0.45362991094589233,
      "learning_rate": 4.802344202505477e-05,
      "loss": 5.7705,
      "step": 172830
    },
    {
      "epoch": 0.15128571190984919,
      "grad_norm": 0.4508989453315735,
      "learning_rate": 4.802332162189318e-05,
      "loss": 4.9283,
      "step": 172835
    },
    {
      "epoch": 0.15129008850347633,
      "grad_norm": 0.4029337465763092,
      "learning_rate": 4.802320121525513e-05,
      "loss": 5.1765,
      "step": 172840
    },
    {
      "epoch": 0.15129446509710348,
      "grad_norm": 0.40513545274734497,
      "learning_rate": 4.802308080514065e-05,
      "loss": 5.4507,
      "step": 172845
    },
    {
      "epoch": 0.15129884169073063,
      "grad_norm": 0.4039541482925415,
      "learning_rate": 4.8022960391549757e-05,
      "loss": 5.4262,
      "step": 172850
    },
    {
      "epoch": 0.1513032182843578,
      "grad_norm": 0.3890969455242157,
      "learning_rate": 4.802283997448247e-05,
      "loss": 5.7884,
      "step": 172855
    },
    {
      "epoch": 0.15130759487798495,
      "grad_norm": 0.41028985381126404,
      "learning_rate": 4.802271955393881e-05,
      "loss": 4.824,
      "step": 172860
    },
    {
      "epoch": 0.1513119714716121,
      "grad_norm": 0.39294931292533875,
      "learning_rate": 4.802259912991882e-05,
      "loss": 5.6877,
      "step": 172865
    },
    {
      "epoch": 0.15131634806523925,
      "grad_norm": 0.41933751106262207,
      "learning_rate": 4.802247870242251e-05,
      "loss": 5.6885,
      "step": 172870
    },
    {
      "epoch": 0.15132072465886642,
      "grad_norm": 0.4492499530315399,
      "learning_rate": 4.80223582714499e-05,
      "loss": 4.6294,
      "step": 172875
    },
    {
      "epoch": 0.15132510125249357,
      "grad_norm": 0.403753399848938,
      "learning_rate": 4.802223783700102e-05,
      "loss": 5.2408,
      "step": 172880
    },
    {
      "epoch": 0.15132947784612072,
      "grad_norm": 0.4035308361053467,
      "learning_rate": 4.802211739907588e-05,
      "loss": 5.3871,
      "step": 172885
    },
    {
      "epoch": 0.15133385443974787,
      "grad_norm": 0.4447074830532074,
      "learning_rate": 4.802199695767453e-05,
      "loss": 4.7533,
      "step": 172890
    },
    {
      "epoch": 0.15133823103337501,
      "grad_norm": 0.41406169533729553,
      "learning_rate": 4.802187651279697e-05,
      "loss": 3.9226,
      "step": 172895
    },
    {
      "epoch": 0.1513426076270022,
      "grad_norm": 0.4276176989078522,
      "learning_rate": 4.802175606444322e-05,
      "loss": 4.8854,
      "step": 172900
    },
    {
      "epoch": 0.15134698422062934,
      "grad_norm": 0.42828989028930664,
      "learning_rate": 4.802163561261332e-05,
      "loss": 5.1461,
      "step": 172905
    },
    {
      "epoch": 0.15135136081425649,
      "grad_norm": 0.4198745787143707,
      "learning_rate": 4.8021515157307295e-05,
      "loss": 5.999,
      "step": 172910
    },
    {
      "epoch": 0.15135573740788363,
      "grad_norm": 0.45191362500190735,
      "learning_rate": 4.8021394698525145e-05,
      "loss": 5.3504,
      "step": 172915
    },
    {
      "epoch": 0.1513601140015108,
      "grad_norm": 0.4341375529766083,
      "learning_rate": 4.802127423626692e-05,
      "loss": 4.6198,
      "step": 172920
    },
    {
      "epoch": 0.15136449059513796,
      "grad_norm": 0.39725685119628906,
      "learning_rate": 4.8021153770532636e-05,
      "loss": 5.702,
      "step": 172925
    },
    {
      "epoch": 0.1513688671887651,
      "grad_norm": 0.437588095664978,
      "learning_rate": 4.802103330132229e-05,
      "loss": 4.208,
      "step": 172930
    },
    {
      "epoch": 0.15137324378239225,
      "grad_norm": 0.4214174747467041,
      "learning_rate": 4.8020912828635946e-05,
      "loss": 6.2775,
      "step": 172935
    },
    {
      "epoch": 0.15137762037601943,
      "grad_norm": 0.43130555748939514,
      "learning_rate": 4.8020792352473595e-05,
      "loss": 4.9627,
      "step": 172940
    },
    {
      "epoch": 0.15138199696964658,
      "grad_norm": 0.4062899649143219,
      "learning_rate": 4.802067187283528e-05,
      "loss": 5.6512,
      "step": 172945
    },
    {
      "epoch": 0.15138637356327372,
      "grad_norm": 0.40993809700012207,
      "learning_rate": 4.802055138972102e-05,
      "loss": 5.4669,
      "step": 172950
    },
    {
      "epoch": 0.15139075015690087,
      "grad_norm": 0.3893168568611145,
      "learning_rate": 4.802043090313083e-05,
      "loss": 5.6629,
      "step": 172955
    },
    {
      "epoch": 0.15139512675052805,
      "grad_norm": 0.4252319633960724,
      "learning_rate": 4.8020310413064737e-05,
      "loss": 4.9102,
      "step": 172960
    },
    {
      "epoch": 0.1513995033441552,
      "grad_norm": 0.3890787363052368,
      "learning_rate": 4.802018991952276e-05,
      "loss": 5.4384,
      "step": 172965
    },
    {
      "epoch": 0.15140387993778234,
      "grad_norm": 0.41918709874153137,
      "learning_rate": 4.802006942250494e-05,
      "loss": 4.9251,
      "step": 172970
    },
    {
      "epoch": 0.1514082565314095,
      "grad_norm": 0.43311551213264465,
      "learning_rate": 4.8019948922011296e-05,
      "loss": 4.9538,
      "step": 172975
    },
    {
      "epoch": 0.15141263312503667,
      "grad_norm": 0.47267255187034607,
      "learning_rate": 4.8019828418041836e-05,
      "loss": 4.4042,
      "step": 172980
    },
    {
      "epoch": 0.15141700971866381,
      "grad_norm": 0.41831114888191223,
      "learning_rate": 4.801970791059658e-05,
      "loss": 4.4342,
      "step": 172985
    },
    {
      "epoch": 0.15142138631229096,
      "grad_norm": 0.43274277448654175,
      "learning_rate": 4.801958739967557e-05,
      "loss": 5.14,
      "step": 172990
    },
    {
      "epoch": 0.1514257629059181,
      "grad_norm": 0.4225793480873108,
      "learning_rate": 4.801946688527882e-05,
      "loss": 5.1571,
      "step": 172995
    },
    {
      "epoch": 0.15143013949954529,
      "grad_norm": 0.3865360915660858,
      "learning_rate": 4.801934636740636e-05,
      "loss": 5.7585,
      "step": 173000
    },
    {
      "epoch": 0.15143451609317243,
      "grad_norm": 0.42296090722084045,
      "learning_rate": 4.80192258460582e-05,
      "loss": 4.6348,
      "step": 173005
    },
    {
      "epoch": 0.15143889268679958,
      "grad_norm": 0.43468040227890015,
      "learning_rate": 4.801910532123438e-05,
      "loss": 5.7329,
      "step": 173010
    },
    {
      "epoch": 0.15144326928042673,
      "grad_norm": 0.39184829592704773,
      "learning_rate": 4.801898479293491e-05,
      "loss": 5.7324,
      "step": 173015
    },
    {
      "epoch": 0.15144764587405388,
      "grad_norm": 0.39996734261512756,
      "learning_rate": 4.801886426115981e-05,
      "loss": 5.4393,
      "step": 173020
    },
    {
      "epoch": 0.15145202246768105,
      "grad_norm": 0.382881224155426,
      "learning_rate": 4.801874372590913e-05,
      "loss": 5.6725,
      "step": 173025
    },
    {
      "epoch": 0.1514563990613082,
      "grad_norm": 0.4223734140396118,
      "learning_rate": 4.8018623187182854e-05,
      "loss": 6.0066,
      "step": 173030
    },
    {
      "epoch": 0.15146077565493535,
      "grad_norm": 0.4223034679889679,
      "learning_rate": 4.801850264498104e-05,
      "loss": 4.9249,
      "step": 173035
    },
    {
      "epoch": 0.1514651522485625,
      "grad_norm": 0.4018755555152893,
      "learning_rate": 4.8018382099303695e-05,
      "loss": 5.9387,
      "step": 173040
    },
    {
      "epoch": 0.15146952884218967,
      "grad_norm": 0.3955129384994507,
      "learning_rate": 4.801826155015085e-05,
      "loss": 6.2912,
      "step": 173045
    },
    {
      "epoch": 0.15147390543581682,
      "grad_norm": 0.44865739345550537,
      "learning_rate": 4.8018140997522495e-05,
      "loss": 5.1973,
      "step": 173050
    },
    {
      "epoch": 0.15147828202944397,
      "grad_norm": 0.4188314378261566,
      "learning_rate": 4.801802044141871e-05,
      "loss": 5.1277,
      "step": 173055
    },
    {
      "epoch": 0.15148265862307111,
      "grad_norm": 0.4210810661315918,
      "learning_rate": 4.8017899881839466e-05,
      "loss": 5.1354,
      "step": 173060
    },
    {
      "epoch": 0.1514870352166983,
      "grad_norm": 0.39075037837028503,
      "learning_rate": 4.801777931878483e-05,
      "loss": 5.4844,
      "step": 173065
    },
    {
      "epoch": 0.15149141181032544,
      "grad_norm": 0.40533682703971863,
      "learning_rate": 4.801765875225479e-05,
      "loss": 5.3543,
      "step": 173070
    },
    {
      "epoch": 0.15149578840395259,
      "grad_norm": 0.3900662660598755,
      "learning_rate": 4.801753818224938e-05,
      "loss": 6.2812,
      "step": 173075
    },
    {
      "epoch": 0.15150016499757973,
      "grad_norm": 0.41047486662864685,
      "learning_rate": 4.801741760876864e-05,
      "loss": 4.6198,
      "step": 173080
    },
    {
      "epoch": 0.1515045415912069,
      "grad_norm": 0.464309960603714,
      "learning_rate": 4.801729703181257e-05,
      "loss": 5.162,
      "step": 173085
    },
    {
      "epoch": 0.15150891818483406,
      "grad_norm": 0.41466930508613586,
      "learning_rate": 4.801717645138121e-05,
      "loss": 6.2637,
      "step": 173090
    },
    {
      "epoch": 0.1515132947784612,
      "grad_norm": 0.4620756208896637,
      "learning_rate": 4.801705586747457e-05,
      "loss": 5.1377,
      "step": 173095
    },
    {
      "epoch": 0.15151767137208835,
      "grad_norm": 0.46264541149139404,
      "learning_rate": 4.801693528009269e-05,
      "loss": 4.9522,
      "step": 173100
    },
    {
      "epoch": 0.15152204796571553,
      "grad_norm": 0.4180153012275696,
      "learning_rate": 4.801681468923557e-05,
      "loss": 5.1561,
      "step": 173105
    },
    {
      "epoch": 0.15152642455934268,
      "grad_norm": 0.3924051523208618,
      "learning_rate": 4.8016694094903246e-05,
      "loss": 5.9732,
      "step": 173110
    },
    {
      "epoch": 0.15153080115296982,
      "grad_norm": 0.4430111348628998,
      "learning_rate": 4.801657349709575e-05,
      "loss": 4.4223,
      "step": 173115
    },
    {
      "epoch": 0.15153517774659697,
      "grad_norm": 0.44953760504722595,
      "learning_rate": 4.80164528958131e-05,
      "loss": 4.7016,
      "step": 173120
    },
    {
      "epoch": 0.15153955434022415,
      "grad_norm": 0.3985792100429535,
      "learning_rate": 4.801633229105531e-05,
      "loss": 5.4379,
      "step": 173125
    },
    {
      "epoch": 0.1515439309338513,
      "grad_norm": 0.3963686525821686,
      "learning_rate": 4.801621168282241e-05,
      "loss": 5.4387,
      "step": 173130
    },
    {
      "epoch": 0.15154830752747844,
      "grad_norm": 0.4204195737838745,
      "learning_rate": 4.801609107111443e-05,
      "loss": 5.1316,
      "step": 173135
    },
    {
      "epoch": 0.1515526841211056,
      "grad_norm": 0.38865336775779724,
      "learning_rate": 4.801597045593138e-05,
      "loss": 5.4932,
      "step": 173140
    },
    {
      "epoch": 0.15155706071473274,
      "grad_norm": 0.43055635690689087,
      "learning_rate": 4.801584983727329e-05,
      "loss": 4.9396,
      "step": 173145
    },
    {
      "epoch": 0.15156143730835991,
      "grad_norm": 0.4255671799182892,
      "learning_rate": 4.801572921514017e-05,
      "loss": 5.4733,
      "step": 173150
    },
    {
      "epoch": 0.15156581390198706,
      "grad_norm": 0.42337822914123535,
      "learning_rate": 4.801560858953207e-05,
      "loss": 5.4467,
      "step": 173155
    },
    {
      "epoch": 0.1515701904956142,
      "grad_norm": 0.4193632900714874,
      "learning_rate": 4.801548796044899e-05,
      "loss": 5.1925,
      "step": 173160
    },
    {
      "epoch": 0.15157456708924136,
      "grad_norm": 0.3918858468532562,
      "learning_rate": 4.801536732789097e-05,
      "loss": 5.6924,
      "step": 173165
    },
    {
      "epoch": 0.15157894368286853,
      "grad_norm": 0.40829721093177795,
      "learning_rate": 4.801524669185803e-05,
      "loss": 5.7678,
      "step": 173170
    },
    {
      "epoch": 0.15158332027649568,
      "grad_norm": 0.44441619515419006,
      "learning_rate": 4.801512605235018e-05,
      "loss": 5.1528,
      "step": 173175
    },
    {
      "epoch": 0.15158769687012283,
      "grad_norm": 0.392761766910553,
      "learning_rate": 4.801500540936744e-05,
      "loss": 5.4336,
      "step": 173180
    },
    {
      "epoch": 0.15159207346374998,
      "grad_norm": 0.43143877387046814,
      "learning_rate": 4.801488476290986e-05,
      "loss": 5.6973,
      "step": 173185
    },
    {
      "epoch": 0.15159645005737715,
      "grad_norm": 0.4106805920600891,
      "learning_rate": 4.801476411297746e-05,
      "loss": 4.1094,
      "step": 173190
    },
    {
      "epoch": 0.1516008266510043,
      "grad_norm": 0.448379784822464,
      "learning_rate": 4.801464345957024e-05,
      "loss": 4.6506,
      "step": 173195
    },
    {
      "epoch": 0.15160520324463145,
      "grad_norm": 0.413178414106369,
      "learning_rate": 4.8014522802688224e-05,
      "loss": 4.54,
      "step": 173200
    },
    {
      "epoch": 0.1516095798382586,
      "grad_norm": 0.4662671685218811,
      "learning_rate": 4.8014402142331464e-05,
      "loss": 5.4826,
      "step": 173205
    },
    {
      "epoch": 0.15161395643188577,
      "grad_norm": 0.42281636595726013,
      "learning_rate": 4.801428147849996e-05,
      "loss": 4.8457,
      "step": 173210
    },
    {
      "epoch": 0.15161833302551292,
      "grad_norm": 0.42123541235923767,
      "learning_rate": 4.801416081119373e-05,
      "loss": 4.9509,
      "step": 173215
    },
    {
      "epoch": 0.15162270961914007,
      "grad_norm": 0.45769059658050537,
      "learning_rate": 4.801404014041282e-05,
      "loss": 5.2038,
      "step": 173220
    },
    {
      "epoch": 0.15162708621276721,
      "grad_norm": 0.41812586784362793,
      "learning_rate": 4.801391946615724e-05,
      "loss": 5.4337,
      "step": 173225
    },
    {
      "epoch": 0.1516314628063944,
      "grad_norm": 0.5220595598220825,
      "learning_rate": 4.8013798788427014e-05,
      "loss": 4.6063,
      "step": 173230
    },
    {
      "epoch": 0.15163583940002154,
      "grad_norm": 0.43717145919799805,
      "learning_rate": 4.801367810722216e-05,
      "loss": 5.2321,
      "step": 173235
    },
    {
      "epoch": 0.15164021599364869,
      "grad_norm": 0.48961320519447327,
      "learning_rate": 4.8013557422542724e-05,
      "loss": 5.351,
      "step": 173240
    },
    {
      "epoch": 0.15164459258727583,
      "grad_norm": 0.46014484763145447,
      "learning_rate": 4.8013436734388694e-05,
      "loss": 5.2586,
      "step": 173245
    },
    {
      "epoch": 0.151648969180903,
      "grad_norm": 0.43333378434181213,
      "learning_rate": 4.8013316042760114e-05,
      "loss": 4.7207,
      "step": 173250
    },
    {
      "epoch": 0.15165334577453016,
      "grad_norm": 0.40043142437934875,
      "learning_rate": 4.801319534765701e-05,
      "loss": 5.9691,
      "step": 173255
    },
    {
      "epoch": 0.1516577223681573,
      "grad_norm": 0.42532873153686523,
      "learning_rate": 4.80130746490794e-05,
      "loss": 5.4682,
      "step": 173260
    },
    {
      "epoch": 0.15166209896178445,
      "grad_norm": 0.3983689546585083,
      "learning_rate": 4.8012953947027315e-05,
      "loss": 5.4896,
      "step": 173265
    },
    {
      "epoch": 0.1516664755554116,
      "grad_norm": 0.396365225315094,
      "learning_rate": 4.801283324150077e-05,
      "loss": 5.691,
      "step": 173270
    },
    {
      "epoch": 0.15167085214903878,
      "grad_norm": 0.4476780593395233,
      "learning_rate": 4.801271253249978e-05,
      "loss": 5.7115,
      "step": 173275
    },
    {
      "epoch": 0.15167522874266592,
      "grad_norm": 0.4477059245109558,
      "learning_rate": 4.801259182002438e-05,
      "loss": 5.765,
      "step": 173280
    },
    {
      "epoch": 0.15167960533629307,
      "grad_norm": 0.3929134011268616,
      "learning_rate": 4.801247110407459e-05,
      "loss": 5.7622,
      "step": 173285
    },
    {
      "epoch": 0.15168398192992022,
      "grad_norm": 0.4255020320415497,
      "learning_rate": 4.8012350384650426e-05,
      "loss": 5.6342,
      "step": 173290
    },
    {
      "epoch": 0.1516883585235474,
      "grad_norm": 0.48235154151916504,
      "learning_rate": 4.801222966175194e-05,
      "loss": 5.7707,
      "step": 173295
    },
    {
      "epoch": 0.15169273511717454,
      "grad_norm": 0.41848182678222656,
      "learning_rate": 4.8012108935379116e-05,
      "loss": 5.0631,
      "step": 173300
    },
    {
      "epoch": 0.1516971117108017,
      "grad_norm": 0.454538494348526,
      "learning_rate": 4.801198820553201e-05,
      "loss": 4.6801,
      "step": 173305
    },
    {
      "epoch": 0.15170148830442884,
      "grad_norm": 0.4141799211502075,
      "learning_rate": 4.8011867472210626e-05,
      "loss": 4.957,
      "step": 173310
    },
    {
      "epoch": 0.15170586489805601,
      "grad_norm": 0.4098370671272278,
      "learning_rate": 4.801174673541498e-05,
      "loss": 5.9854,
      "step": 173315
    },
    {
      "epoch": 0.15171024149168316,
      "grad_norm": 0.4135560691356659,
      "learning_rate": 4.801162599514513e-05,
      "loss": 5.4747,
      "step": 173320
    },
    {
      "epoch": 0.1517146180853103,
      "grad_norm": 0.4549711048603058,
      "learning_rate": 4.8011505251401066e-05,
      "loss": 4.4156,
      "step": 173325
    },
    {
      "epoch": 0.15171899467893746,
      "grad_norm": 0.4074307680130005,
      "learning_rate": 4.801138450418282e-05,
      "loss": 5.2208,
      "step": 173330
    },
    {
      "epoch": 0.15172337127256463,
      "grad_norm": 0.44202229380607605,
      "learning_rate": 4.801126375349042e-05,
      "loss": 5.7597,
      "step": 173335
    },
    {
      "epoch": 0.15172774786619178,
      "grad_norm": 0.4297175407409668,
      "learning_rate": 4.801114299932389e-05,
      "loss": 5.7664,
      "step": 173340
    },
    {
      "epoch": 0.15173212445981893,
      "grad_norm": 0.430544912815094,
      "learning_rate": 4.8011022241683245e-05,
      "loss": 4.6307,
      "step": 173345
    },
    {
      "epoch": 0.15173650105344608,
      "grad_norm": 0.43105682730674744,
      "learning_rate": 4.8010901480568514e-05,
      "loss": 4.8228,
      "step": 173350
    },
    {
      "epoch": 0.15174087764707325,
      "grad_norm": 0.42722129821777344,
      "learning_rate": 4.801078071597973e-05,
      "loss": 4.8456,
      "step": 173355
    },
    {
      "epoch": 0.1517452542407004,
      "grad_norm": 0.40206289291381836,
      "learning_rate": 4.80106599479169e-05,
      "loss": 5.1326,
      "step": 173360
    },
    {
      "epoch": 0.15174963083432755,
      "grad_norm": 0.4129716455936432,
      "learning_rate": 4.801053917638005e-05,
      "loss": 4.8828,
      "step": 173365
    },
    {
      "epoch": 0.1517540074279547,
      "grad_norm": 0.44090601801872253,
      "learning_rate": 4.8010418401369204e-05,
      "loss": 5.4426,
      "step": 173370
    },
    {
      "epoch": 0.15175838402158187,
      "grad_norm": 0.4423864483833313,
      "learning_rate": 4.8010297622884396e-05,
      "loss": 5.7531,
      "step": 173375
    },
    {
      "epoch": 0.15176276061520902,
      "grad_norm": 0.4387083649635315,
      "learning_rate": 4.801017684092565e-05,
      "loss": 4.8471,
      "step": 173380
    },
    {
      "epoch": 0.15176713720883617,
      "grad_norm": 0.3902912437915802,
      "learning_rate": 4.801005605549296e-05,
      "loss": 5.7646,
      "step": 173385
    },
    {
      "epoch": 0.15177151380246331,
      "grad_norm": 0.40109291672706604,
      "learning_rate": 4.800993526658638e-05,
      "loss": 5.4349,
      "step": 173390
    },
    {
      "epoch": 0.15177589039609046,
      "grad_norm": 0.4397343099117279,
      "learning_rate": 4.8009814474205914e-05,
      "loss": 4.7326,
      "step": 173395
    },
    {
      "epoch": 0.15178026698971764,
      "grad_norm": 0.4333820044994354,
      "learning_rate": 4.800969367835161e-05,
      "loss": 4.8391,
      "step": 173400
    },
    {
      "epoch": 0.15178464358334479,
      "grad_norm": 0.4071958661079407,
      "learning_rate": 4.800957287902347e-05,
      "loss": 5.7043,
      "step": 173405
    },
    {
      "epoch": 0.15178902017697193,
      "grad_norm": 0.41836223006248474,
      "learning_rate": 4.800945207622152e-05,
      "loss": 4.905,
      "step": 173410
    },
    {
      "epoch": 0.15179339677059908,
      "grad_norm": 0.4406645894050598,
      "learning_rate": 4.800933126994579e-05,
      "loss": 4.9231,
      "step": 173415
    },
    {
      "epoch": 0.15179777336422626,
      "grad_norm": 0.4025472104549408,
      "learning_rate": 4.8009210460196295e-05,
      "loss": 5.6637,
      "step": 173420
    },
    {
      "epoch": 0.1518021499578534,
      "grad_norm": 0.4025650918483734,
      "learning_rate": 4.800908964697306e-05,
      "loss": 5.2734,
      "step": 173425
    },
    {
      "epoch": 0.15180652655148055,
      "grad_norm": 0.43173685669898987,
      "learning_rate": 4.800896883027612e-05,
      "loss": 4.6818,
      "step": 173430
    },
    {
      "epoch": 0.1518109031451077,
      "grad_norm": 0.4020081162452698,
      "learning_rate": 4.800884801010549e-05,
      "loss": 5.4779,
      "step": 173435
    },
    {
      "epoch": 0.15181527973873488,
      "grad_norm": 0.40325769782066345,
      "learning_rate": 4.800872718646119e-05,
      "loss": 5.7372,
      "step": 173440
    },
    {
      "epoch": 0.15181965633236202,
      "grad_norm": 0.42709553241729736,
      "learning_rate": 4.800860635934324e-05,
      "loss": 5.7524,
      "step": 173445
    },
    {
      "epoch": 0.15182403292598917,
      "grad_norm": 0.4187869429588318,
      "learning_rate": 4.8008485528751676e-05,
      "loss": 4.9317,
      "step": 173450
    },
    {
      "epoch": 0.15182840951961632,
      "grad_norm": 0.4206288158893585,
      "learning_rate": 4.800836469468652e-05,
      "loss": 4.2211,
      "step": 173455
    },
    {
      "epoch": 0.1518327861132435,
      "grad_norm": 0.42943066358566284,
      "learning_rate": 4.8008243857147784e-05,
      "loss": 5.1721,
      "step": 173460
    },
    {
      "epoch": 0.15183716270687064,
      "grad_norm": 0.41523075103759766,
      "learning_rate": 4.80081230161355e-05,
      "loss": 4.9229,
      "step": 173465
    },
    {
      "epoch": 0.1518415393004978,
      "grad_norm": 0.41621318459510803,
      "learning_rate": 4.800800217164968e-05,
      "loss": 5.17,
      "step": 173470
    },
    {
      "epoch": 0.15184591589412494,
      "grad_norm": 0.423221617937088,
      "learning_rate": 4.800788132369036e-05,
      "loss": 5.1462,
      "step": 173475
    },
    {
      "epoch": 0.15185029248775211,
      "grad_norm": 0.4326997399330139,
      "learning_rate": 4.800776047225757e-05,
      "loss": 5.5097,
      "step": 173480
    },
    {
      "epoch": 0.15185466908137926,
      "grad_norm": 0.42749959230422974,
      "learning_rate": 4.800763961735131e-05,
      "loss": 4.9639,
      "step": 173485
    },
    {
      "epoch": 0.1518590456750064,
      "grad_norm": 0.42927131056785583,
      "learning_rate": 4.800751875897163e-05,
      "loss": 5.183,
      "step": 173490
    },
    {
      "epoch": 0.15186342226863356,
      "grad_norm": 0.42796429991722107,
      "learning_rate": 4.800739789711852e-05,
      "loss": 5.6855,
      "step": 173495
    },
    {
      "epoch": 0.15186779886226073,
      "grad_norm": 0.403390496969223,
      "learning_rate": 4.8007277031792034e-05,
      "loss": 5.4581,
      "step": 173500
    },
    {
      "epoch": 0.15187217545588788,
      "grad_norm": 0.42830032110214233,
      "learning_rate": 4.800715616299218e-05,
      "loss": 4.7342,
      "step": 173505
    },
    {
      "epoch": 0.15187655204951503,
      "grad_norm": 0.44540685415267944,
      "learning_rate": 4.800703529071899e-05,
      "loss": 5.5155,
      "step": 173510
    },
    {
      "epoch": 0.15188092864314218,
      "grad_norm": 0.4198857545852661,
      "learning_rate": 4.800691441497248e-05,
      "loss": 4.6577,
      "step": 173515
    },
    {
      "epoch": 0.15188530523676935,
      "grad_norm": 0.38418108224868774,
      "learning_rate": 4.800679353575268e-05,
      "loss": 5.4522,
      "step": 173520
    },
    {
      "epoch": 0.1518896818303965,
      "grad_norm": 0.5500248074531555,
      "learning_rate": 4.80066726530596e-05,
      "loss": 4.6302,
      "step": 173525
    },
    {
      "epoch": 0.15189405842402365,
      "grad_norm": 0.4507536292076111,
      "learning_rate": 4.8006551766893285e-05,
      "loss": 5.2471,
      "step": 173530
    },
    {
      "epoch": 0.1518984350176508,
      "grad_norm": 0.48116549849510193,
      "learning_rate": 4.800643087725374e-05,
      "loss": 5.1207,
      "step": 173535
    },
    {
      "epoch": 0.15190281161127794,
      "grad_norm": 0.4191092252731323,
      "learning_rate": 4.8006309984141e-05,
      "loss": 5.4494,
      "step": 173540
    },
    {
      "epoch": 0.15190718820490512,
      "grad_norm": 0.41499340534210205,
      "learning_rate": 4.800618908755506e-05,
      "loss": 5.3711,
      "step": 173545
    },
    {
      "epoch": 0.15191156479853227,
      "grad_norm": 0.428049772977829,
      "learning_rate": 4.800606818749599e-05,
      "loss": 5.1488,
      "step": 173550
    },
    {
      "epoch": 0.15191594139215941,
      "grad_norm": 0.38825517892837524,
      "learning_rate": 4.800594728396378e-05,
      "loss": 5.6906,
      "step": 173555
    },
    {
      "epoch": 0.15192031798578656,
      "grad_norm": 0.41767260432243347,
      "learning_rate": 4.8005826376958466e-05,
      "loss": 4.9125,
      "step": 173560
    },
    {
      "epoch": 0.15192469457941374,
      "grad_norm": 0.42571544647216797,
      "learning_rate": 4.8005705466480066e-05,
      "loss": 4.1086,
      "step": 173565
    },
    {
      "epoch": 0.15192907117304089,
      "grad_norm": 0.43756532669067383,
      "learning_rate": 4.800558455252861e-05,
      "loss": 4.9257,
      "step": 173570
    },
    {
      "epoch": 0.15193344776666803,
      "grad_norm": 0.4164263606071472,
      "learning_rate": 4.800546363510411e-05,
      "loss": 4.8759,
      "step": 173575
    },
    {
      "epoch": 0.15193782436029518,
      "grad_norm": 0.4034828245639801,
      "learning_rate": 4.8005342714206595e-05,
      "loss": 5.4062,
      "step": 173580
    },
    {
      "epoch": 0.15194220095392236,
      "grad_norm": 0.38484230637550354,
      "learning_rate": 4.800522178983609e-05,
      "loss": 5.4824,
      "step": 173585
    },
    {
      "epoch": 0.1519465775475495,
      "grad_norm": 0.39360031485557556,
      "learning_rate": 4.800510086199261e-05,
      "loss": 5.6984,
      "step": 173590
    },
    {
      "epoch": 0.15195095414117665,
      "grad_norm": 0.4031302034854889,
      "learning_rate": 4.80049799306762e-05,
      "loss": 5.4656,
      "step": 173595
    },
    {
      "epoch": 0.1519553307348038,
      "grad_norm": 0.400493323802948,
      "learning_rate": 4.800485899588686e-05,
      "loss": 5.7891,
      "step": 173600
    },
    {
      "epoch": 0.15195970732843098,
      "grad_norm": 0.43538081645965576,
      "learning_rate": 4.800473805762463e-05,
      "loss": 4.6417,
      "step": 173605
    },
    {
      "epoch": 0.15196408392205812,
      "grad_norm": 0.4199226200580597,
      "learning_rate": 4.8004617115889514e-05,
      "loss": 5.9904,
      "step": 173610
    },
    {
      "epoch": 0.15196846051568527,
      "grad_norm": 0.43761706352233887,
      "learning_rate": 4.800449617068156e-05,
      "loss": 5.7211,
      "step": 173615
    },
    {
      "epoch": 0.15197283710931242,
      "grad_norm": 0.41789406538009644,
      "learning_rate": 4.800437522200077e-05,
      "loss": 5.4275,
      "step": 173620
    },
    {
      "epoch": 0.1519772137029396,
      "grad_norm": 0.41864144802093506,
      "learning_rate": 4.8004254269847185e-05,
      "loss": 4.7484,
      "step": 173625
    },
    {
      "epoch": 0.15198159029656674,
      "grad_norm": 0.4274502396583557,
      "learning_rate": 4.80041333142208e-05,
      "loss": 4.8326,
      "step": 173630
    },
    {
      "epoch": 0.1519859668901939,
      "grad_norm": 0.5310553312301636,
      "learning_rate": 4.8004012355121676e-05,
      "loss": 4.406,
      "step": 173635
    },
    {
      "epoch": 0.15199034348382104,
      "grad_norm": 0.4345130920410156,
      "learning_rate": 4.800389139254981e-05,
      "loss": 6.3014,
      "step": 173640
    },
    {
      "epoch": 0.15199472007744821,
      "grad_norm": 0.5021891593933105,
      "learning_rate": 4.8003770426505233e-05,
      "loss": 5.4672,
      "step": 173645
    },
    {
      "epoch": 0.15199909667107536,
      "grad_norm": 0.4367377460002899,
      "learning_rate": 4.800364945698797e-05,
      "loss": 4.4351,
      "step": 173650
    },
    {
      "epoch": 0.1520034732647025,
      "grad_norm": 0.437615305185318,
      "learning_rate": 4.800352848399804e-05,
      "loss": 4.7425,
      "step": 173655
    },
    {
      "epoch": 0.15200784985832966,
      "grad_norm": 0.5437003970146179,
      "learning_rate": 4.800340750753547e-05,
      "loss": 4.663,
      "step": 173660
    },
    {
      "epoch": 0.1520122264519568,
      "grad_norm": 0.4721008837223053,
      "learning_rate": 4.800328652760028e-05,
      "loss": 5.3668,
      "step": 173665
    },
    {
      "epoch": 0.15201660304558398,
      "grad_norm": 0.5116567611694336,
      "learning_rate": 4.80031655441925e-05,
      "loss": 4.7675,
      "step": 173670
    },
    {
      "epoch": 0.15202097963921113,
      "grad_norm": 0.5721636414527893,
      "learning_rate": 4.8003044557312146e-05,
      "loss": 5.4628,
      "step": 173675
    },
    {
      "epoch": 0.15202535623283828,
      "grad_norm": 0.48455822467803955,
      "learning_rate": 4.8002923566959244e-05,
      "loss": 5.4706,
      "step": 173680
    },
    {
      "epoch": 0.15202973282646542,
      "grad_norm": 0.4154682755470276,
      "learning_rate": 4.800280257313382e-05,
      "loss": 4.9451,
      "step": 173685
    },
    {
      "epoch": 0.1520341094200926,
      "grad_norm": 0.45202934741973877,
      "learning_rate": 4.80026815758359e-05,
      "loss": 5.9287,
      "step": 173690
    },
    {
      "epoch": 0.15203848601371975,
      "grad_norm": 0.4307914972305298,
      "learning_rate": 4.8002560575065505e-05,
      "loss": 4.9667,
      "step": 173695
    },
    {
      "epoch": 0.1520428626073469,
      "grad_norm": 0.47923406958580017,
      "learning_rate": 4.8002439570822645e-05,
      "loss": 4.9892,
      "step": 173700
    },
    {
      "epoch": 0.15204723920097404,
      "grad_norm": 0.4716182351112366,
      "learning_rate": 4.800231856310736e-05,
      "loss": 5.462,
      "step": 173705
    },
    {
      "epoch": 0.15205161579460122,
      "grad_norm": 0.41642776131629944,
      "learning_rate": 4.800219755191966e-05,
      "loss": 5.7777,
      "step": 173710
    },
    {
      "epoch": 0.15205599238822837,
      "grad_norm": 0.4065464437007904,
      "learning_rate": 4.8002076537259575e-05,
      "loss": 5.423,
      "step": 173715
    },
    {
      "epoch": 0.15206036898185551,
      "grad_norm": 0.42804527282714844,
      "learning_rate": 4.800195551912714e-05,
      "loss": 5.1373,
      "step": 173720
    },
    {
      "epoch": 0.15206474557548266,
      "grad_norm": 0.40201154351234436,
      "learning_rate": 4.800183449752237e-05,
      "loss": 5.6969,
      "step": 173725
    },
    {
      "epoch": 0.15206912216910984,
      "grad_norm": 0.4474077820777893,
      "learning_rate": 4.800171347244528e-05,
      "loss": 5.2579,
      "step": 173730
    },
    {
      "epoch": 0.15207349876273699,
      "grad_norm": 0.441245973110199,
      "learning_rate": 4.800159244389589e-05,
      "loss": 5.9729,
      "step": 173735
    },
    {
      "epoch": 0.15207787535636413,
      "grad_norm": 0.4408169984817505,
      "learning_rate": 4.800147141187424e-05,
      "loss": 4.9317,
      "step": 173740
    },
    {
      "epoch": 0.15208225194999128,
      "grad_norm": 0.4405103623867035,
      "learning_rate": 4.800135037638034e-05,
      "loss": 4.8284,
      "step": 173745
    },
    {
      "epoch": 0.15208662854361846,
      "grad_norm": 0.40611374378204346,
      "learning_rate": 4.800122933741422e-05,
      "loss": 6.3063,
      "step": 173750
    },
    {
      "epoch": 0.1520910051372456,
      "grad_norm": 0.4026840329170227,
      "learning_rate": 4.8001108294975916e-05,
      "loss": 5.959,
      "step": 173755
    },
    {
      "epoch": 0.15209538173087275,
      "grad_norm": 0.41256242990493774,
      "learning_rate": 4.800098724906542e-05,
      "loss": 4.3371,
      "step": 173760
    },
    {
      "epoch": 0.1520997583244999,
      "grad_norm": 0.4568714201450348,
      "learning_rate": 4.800086619968278e-05,
      "loss": 5.2426,
      "step": 173765
    },
    {
      "epoch": 0.15210413491812708,
      "grad_norm": 0.4436938762664795,
      "learning_rate": 4.800074514682802e-05,
      "loss": 5.7166,
      "step": 173770
    },
    {
      "epoch": 0.15210851151175422,
      "grad_norm": 0.4554003179073334,
      "learning_rate": 4.800062409050114e-05,
      "loss": 5.7558,
      "step": 173775
    },
    {
      "epoch": 0.15211288810538137,
      "grad_norm": 0.4442068636417389,
      "learning_rate": 4.800050303070219e-05,
      "loss": 4.2205,
      "step": 173780
    },
    {
      "epoch": 0.15211726469900852,
      "grad_norm": 0.4504270553588867,
      "learning_rate": 4.800038196743118e-05,
      "loss": 5.478,
      "step": 173785
    },
    {
      "epoch": 0.15212164129263567,
      "grad_norm": 0.40353134274482727,
      "learning_rate": 4.8000260900688154e-05,
      "loss": 5.9512,
      "step": 173790
    },
    {
      "epoch": 0.15212601788626284,
      "grad_norm": 0.42513972520828247,
      "learning_rate": 4.80001398304731e-05,
      "loss": 5.237,
      "step": 173795
    },
    {
      "epoch": 0.15213039447989,
      "grad_norm": 0.44098955392837524,
      "learning_rate": 4.8000018756786056e-05,
      "loss": 4.6835,
      "step": 173800
    },
    {
      "epoch": 0.15213477107351714,
      "grad_norm": 0.4919849634170532,
      "learning_rate": 4.799989767962706e-05,
      "loss": 4.4223,
      "step": 173805
    },
    {
      "epoch": 0.1521391476671443,
      "grad_norm": 0.40868598222732544,
      "learning_rate": 4.79997765989961e-05,
      "loss": 5.4609,
      "step": 173810
    },
    {
      "epoch": 0.15214352426077146,
      "grad_norm": 0.39838355779647827,
      "learning_rate": 4.799965551489324e-05,
      "loss": 5.2494,
      "step": 173815
    },
    {
      "epoch": 0.1521479008543986,
      "grad_norm": 0.4380113184452057,
      "learning_rate": 4.799953442731849e-05,
      "loss": 5.444,
      "step": 173820
    },
    {
      "epoch": 0.15215227744802576,
      "grad_norm": 0.4272059202194214,
      "learning_rate": 4.799941333627186e-05,
      "loss": 5.7509,
      "step": 173825
    },
    {
      "epoch": 0.1521566540416529,
      "grad_norm": 0.40007293224334717,
      "learning_rate": 4.799929224175339e-05,
      "loss": 5.453,
      "step": 173830
    },
    {
      "epoch": 0.15216103063528008,
      "grad_norm": 0.4272940456867218,
      "learning_rate": 4.799917114376309e-05,
      "loss": 5.1628,
      "step": 173835
    },
    {
      "epoch": 0.15216540722890723,
      "grad_norm": 0.3963299095630646,
      "learning_rate": 4.7999050042301e-05,
      "loss": 5.4548,
      "step": 173840
    },
    {
      "epoch": 0.15216978382253438,
      "grad_norm": 0.4142393469810486,
      "learning_rate": 4.7998928937367116e-05,
      "loss": 5.7895,
      "step": 173845
    },
    {
      "epoch": 0.15217416041616152,
      "grad_norm": 0.4260709583759308,
      "learning_rate": 4.799880782896149e-05,
      "loss": 5.1577,
      "step": 173850
    },
    {
      "epoch": 0.1521785370097887,
      "grad_norm": 0.4278509318828583,
      "learning_rate": 4.799868671708413e-05,
      "loss": 5.6625,
      "step": 173855
    },
    {
      "epoch": 0.15218291360341585,
      "grad_norm": 0.43832799792289734,
      "learning_rate": 4.799856560173507e-05,
      "loss": 5.2341,
      "step": 173860
    },
    {
      "epoch": 0.152187290197043,
      "grad_norm": 0.43333491683006287,
      "learning_rate": 4.799844448291432e-05,
      "loss": 5.4821,
      "step": 173865
    },
    {
      "epoch": 0.15219166679067014,
      "grad_norm": 0.42670151591300964,
      "learning_rate": 4.79983233606219e-05,
      "loss": 5.2187,
      "step": 173870
    },
    {
      "epoch": 0.15219604338429732,
      "grad_norm": 0.4263552129268646,
      "learning_rate": 4.799820223485786e-05,
      "loss": 5.774,
      "step": 173875
    },
    {
      "epoch": 0.15220041997792447,
      "grad_norm": 0.3937319219112396,
      "learning_rate": 4.7998081105622195e-05,
      "loss": 5.4407,
      "step": 173880
    },
    {
      "epoch": 0.15220479657155161,
      "grad_norm": 0.42674243450164795,
      "learning_rate": 4.799795997291494e-05,
      "loss": 4.8415,
      "step": 173885
    },
    {
      "epoch": 0.15220917316517876,
      "grad_norm": 0.41040846705436707,
      "learning_rate": 4.799783883673612e-05,
      "loss": 5.2555,
      "step": 173890
    },
    {
      "epoch": 0.15221354975880594,
      "grad_norm": 0.4337780475616455,
      "learning_rate": 4.799771769708576e-05,
      "loss": 4.9116,
      "step": 173895
    },
    {
      "epoch": 0.15221792635243309,
      "grad_norm": 0.4011092782020569,
      "learning_rate": 4.7997596553963876e-05,
      "loss": 5.7178,
      "step": 173900
    },
    {
      "epoch": 0.15222230294606023,
      "grad_norm": 0.4397091567516327,
      "learning_rate": 4.7997475407370495e-05,
      "loss": 5.7263,
      "step": 173905
    },
    {
      "epoch": 0.15222667953968738,
      "grad_norm": 0.5879574418067932,
      "learning_rate": 4.799735425730564e-05,
      "loss": 4.3998,
      "step": 173910
    },
    {
      "epoch": 0.15223105613331453,
      "grad_norm": 0.5025498270988464,
      "learning_rate": 4.799723310376935e-05,
      "loss": 5.2404,
      "step": 173915
    },
    {
      "epoch": 0.1522354327269417,
      "grad_norm": 0.4381081759929657,
      "learning_rate": 4.799711194676161e-05,
      "loss": 4.8299,
      "step": 173920
    },
    {
      "epoch": 0.15223980932056885,
      "grad_norm": 0.44459033012390137,
      "learning_rate": 4.799699078628248e-05,
      "loss": 4.953,
      "step": 173925
    },
    {
      "epoch": 0.152244185914196,
      "grad_norm": 0.44905781745910645,
      "learning_rate": 4.7996869622331976e-05,
      "loss": 5.7216,
      "step": 173930
    },
    {
      "epoch": 0.15224856250782315,
      "grad_norm": 0.4463087022304535,
      "learning_rate": 4.79967484549101e-05,
      "loss": 5.2628,
      "step": 173935
    },
    {
      "epoch": 0.15225293910145032,
      "grad_norm": 0.4872554540634155,
      "learning_rate": 4.799662728401689e-05,
      "loss": 5.7317,
      "step": 173940
    },
    {
      "epoch": 0.15225731569507747,
      "grad_norm": 0.44072863459587097,
      "learning_rate": 4.799650610965238e-05,
      "loss": 5.4031,
      "step": 173945
    },
    {
      "epoch": 0.15226169228870462,
      "grad_norm": 0.44236066937446594,
      "learning_rate": 4.7996384931816584e-05,
      "loss": 5.1561,
      "step": 173950
    },
    {
      "epoch": 0.15226606888233177,
      "grad_norm": 0.46182355284690857,
      "learning_rate": 4.799626375050953e-05,
      "loss": 5.9482,
      "step": 173955
    },
    {
      "epoch": 0.15227044547595894,
      "grad_norm": 0.42075490951538086,
      "learning_rate": 4.7996142565731226e-05,
      "loss": 5.9523,
      "step": 173960
    },
    {
      "epoch": 0.1522748220695861,
      "grad_norm": 0.4337063431739807,
      "learning_rate": 4.799602137748171e-05,
      "loss": 5.3789,
      "step": 173965
    },
    {
      "epoch": 0.15227919866321324,
      "grad_norm": 0.44180503487586975,
      "learning_rate": 4.7995900185761e-05,
      "loss": 4.7923,
      "step": 173970
    },
    {
      "epoch": 0.1522835752568404,
      "grad_norm": 0.3961932063102722,
      "learning_rate": 4.7995778990569116e-05,
      "loss": 5.4361,
      "step": 173975
    },
    {
      "epoch": 0.15228795185046756,
      "grad_norm": 0.4172450304031372,
      "learning_rate": 4.799565779190609e-05,
      "loss": 4.7156,
      "step": 173980
    },
    {
      "epoch": 0.1522923284440947,
      "grad_norm": 0.4224781095981598,
      "learning_rate": 4.799553658977194e-05,
      "loss": 5.6619,
      "step": 173985
    },
    {
      "epoch": 0.15229670503772186,
      "grad_norm": 0.44333314895629883,
      "learning_rate": 4.799541538416669e-05,
      "loss": 4.4616,
      "step": 173990
    },
    {
      "epoch": 0.152301081631349,
      "grad_norm": 0.42672935128211975,
      "learning_rate": 4.7995294175090365e-05,
      "loss": 4.6271,
      "step": 173995
    },
    {
      "epoch": 0.15230545822497618,
      "grad_norm": 0.42520540952682495,
      "learning_rate": 4.799517296254299e-05,
      "loss": 5.4424,
      "step": 174000
    },
    {
      "epoch": 0.15230983481860333,
      "grad_norm": 0.45248943567276,
      "learning_rate": 4.799505174652458e-05,
      "loss": 5.2472,
      "step": 174005
    },
    {
      "epoch": 0.15231421141223048,
      "grad_norm": 0.3970677852630615,
      "learning_rate": 4.799493052703517e-05,
      "loss": 5.675,
      "step": 174010
    },
    {
      "epoch": 0.15231858800585762,
      "grad_norm": 0.4179915189743042,
      "learning_rate": 4.799480930407477e-05,
      "loss": 4.3342,
      "step": 174015
    },
    {
      "epoch": 0.1523229645994848,
      "grad_norm": 0.4345047175884247,
      "learning_rate": 4.7994688077643414e-05,
      "loss": 4.2195,
      "step": 174020
    },
    {
      "epoch": 0.15232734119311195,
      "grad_norm": 0.4330841600894928,
      "learning_rate": 4.799456684774113e-05,
      "loss": 5.2114,
      "step": 174025
    },
    {
      "epoch": 0.1523317177867391,
      "grad_norm": 0.39992374181747437,
      "learning_rate": 4.7994445614367924e-05,
      "loss": 5.9924,
      "step": 174030
    },
    {
      "epoch": 0.15233609438036624,
      "grad_norm": 0.42801526188850403,
      "learning_rate": 4.799432437752383e-05,
      "loss": 4.636,
      "step": 174035
    },
    {
      "epoch": 0.1523404709739934,
      "grad_norm": 0.416439026594162,
      "learning_rate": 4.799420313720887e-05,
      "loss": 5.4094,
      "step": 174040
    },
    {
      "epoch": 0.15234484756762057,
      "grad_norm": 0.41763031482696533,
      "learning_rate": 4.799408189342307e-05,
      "loss": 5.1045,
      "step": 174045
    },
    {
      "epoch": 0.15234922416124771,
      "grad_norm": 0.40561556816101074,
      "learning_rate": 4.7993960646166455e-05,
      "loss": 5.1291,
      "step": 174050
    },
    {
      "epoch": 0.15235360075487486,
      "grad_norm": 0.4016355872154236,
      "learning_rate": 4.799383939543905e-05,
      "loss": 5.4552,
      "step": 174055
    },
    {
      "epoch": 0.152357977348502,
      "grad_norm": 0.428663432598114,
      "learning_rate": 4.7993718141240864e-05,
      "loss": 4.7309,
      "step": 174060
    },
    {
      "epoch": 0.1523623539421292,
      "grad_norm": 0.4233230948448181,
      "learning_rate": 4.7993596883571926e-05,
      "loss": 4.132,
      "step": 174065
    },
    {
      "epoch": 0.15236673053575633,
      "grad_norm": 0.4386754333972931,
      "learning_rate": 4.799347562243226e-05,
      "loss": 5.9596,
      "step": 174070
    },
    {
      "epoch": 0.15237110712938348,
      "grad_norm": 0.4255449175834656,
      "learning_rate": 4.7993354357821894e-05,
      "loss": 5.1979,
      "step": 174075
    },
    {
      "epoch": 0.15237548372301063,
      "grad_norm": 0.4203962981700897,
      "learning_rate": 4.7993233089740854e-05,
      "loss": 4.918,
      "step": 174080
    },
    {
      "epoch": 0.1523798603166378,
      "grad_norm": 0.4237588942050934,
      "learning_rate": 4.799311181818916e-05,
      "loss": 4.6533,
      "step": 174085
    },
    {
      "epoch": 0.15238423691026495,
      "grad_norm": 0.398906946182251,
      "learning_rate": 4.7992990543166835e-05,
      "loss": 5.7141,
      "step": 174090
    },
    {
      "epoch": 0.1523886135038921,
      "grad_norm": 0.43262606859207153,
      "learning_rate": 4.7992869264673904e-05,
      "loss": 5.3996,
      "step": 174095
    },
    {
      "epoch": 0.15239299009751925,
      "grad_norm": 0.4211184084415436,
      "learning_rate": 4.7992747982710374e-05,
      "loss": 5.3502,
      "step": 174100
    },
    {
      "epoch": 0.15239736669114642,
      "grad_norm": 0.4162076711654663,
      "learning_rate": 4.79926266972763e-05,
      "loss": 4.1788,
      "step": 174105
    },
    {
      "epoch": 0.15240174328477357,
      "grad_norm": 0.42499157786369324,
      "learning_rate": 4.7992505408371666e-05,
      "loss": 5.9764,
      "step": 174110
    },
    {
      "epoch": 0.15240611987840072,
      "grad_norm": 0.396904855966568,
      "learning_rate": 4.7992384115996535e-05,
      "loss": 5.4489,
      "step": 174115
    },
    {
      "epoch": 0.15241049647202787,
      "grad_norm": 0.408489853143692,
      "learning_rate": 4.7992262820150914e-05,
      "loss": 5.6936,
      "step": 174120
    },
    {
      "epoch": 0.15241487306565504,
      "grad_norm": 0.3977281153202057,
      "learning_rate": 4.799214152083481e-05,
      "loss": 5.4484,
      "step": 174125
    },
    {
      "epoch": 0.1524192496592822,
      "grad_norm": 0.389554888010025,
      "learning_rate": 4.799202021804828e-05,
      "loss": 5.9363,
      "step": 174130
    },
    {
      "epoch": 0.15242362625290934,
      "grad_norm": 0.43145009875297546,
      "learning_rate": 4.7991898911791325e-05,
      "loss": 5.2261,
      "step": 174135
    },
    {
      "epoch": 0.1524280028465365,
      "grad_norm": 0.4338887929916382,
      "learning_rate": 4.799177760206396e-05,
      "loss": 5.4777,
      "step": 174140
    },
    {
      "epoch": 0.15243237944016366,
      "grad_norm": 0.3884546160697937,
      "learning_rate": 4.7991656288866224e-05,
      "loss": 5.7839,
      "step": 174145
    },
    {
      "epoch": 0.1524367560337908,
      "grad_norm": 0.4294586181640625,
      "learning_rate": 4.799153497219814e-05,
      "loss": 5.2354,
      "step": 174150
    },
    {
      "epoch": 0.15244113262741796,
      "grad_norm": 0.4307689368724823,
      "learning_rate": 4.799141365205974e-05,
      "loss": 5.1439,
      "step": 174155
    },
    {
      "epoch": 0.1524455092210451,
      "grad_norm": 0.4225027561187744,
      "learning_rate": 4.799129232845102e-05,
      "loss": 5.35,
      "step": 174160
    },
    {
      "epoch": 0.15244988581467228,
      "grad_norm": 0.42929479479789734,
      "learning_rate": 4.799117100137201e-05,
      "loss": 5.4589,
      "step": 174165
    },
    {
      "epoch": 0.15245426240829943,
      "grad_norm": 0.41864341497421265,
      "learning_rate": 4.799104967082276e-05,
      "loss": 6.2373,
      "step": 174170
    },
    {
      "epoch": 0.15245863900192658,
      "grad_norm": 0.5152567625045776,
      "learning_rate": 4.7990928336803276e-05,
      "loss": 5.4459,
      "step": 174175
    },
    {
      "epoch": 0.15246301559555372,
      "grad_norm": 0.4471929967403412,
      "learning_rate": 4.799080699931358e-05,
      "loss": 4.9164,
      "step": 174180
    },
    {
      "epoch": 0.15246739218918087,
      "grad_norm": 0.4419686496257782,
      "learning_rate": 4.7990685658353695e-05,
      "loss": 5.9551,
      "step": 174185
    },
    {
      "epoch": 0.15247176878280805,
      "grad_norm": 0.5703989863395691,
      "learning_rate": 4.799056431392365e-05,
      "loss": 5.1341,
      "step": 174190
    },
    {
      "epoch": 0.1524761453764352,
      "grad_norm": 0.45393526554107666,
      "learning_rate": 4.799044296602345e-05,
      "loss": 4.8464,
      "step": 174195
    },
    {
      "epoch": 0.15248052197006234,
      "grad_norm": 0.45501717925071716,
      "learning_rate": 4.799032161465314e-05,
      "loss": 5.4444,
      "step": 174200
    },
    {
      "epoch": 0.1524848985636895,
      "grad_norm": 0.40320441126823425,
      "learning_rate": 4.799020025981275e-05,
      "loss": 5.7244,
      "step": 174205
    },
    {
      "epoch": 0.15248927515731667,
      "grad_norm": 0.4317483603954315,
      "learning_rate": 4.7990078901502275e-05,
      "loss": 4.9343,
      "step": 174210
    },
    {
      "epoch": 0.15249365175094381,
      "grad_norm": 0.4132381081581116,
      "learning_rate": 4.7989957539721766e-05,
      "loss": 5.9557,
      "step": 174215
    },
    {
      "epoch": 0.15249802834457096,
      "grad_norm": 0.3923995792865753,
      "learning_rate": 4.798983617447123e-05,
      "loss": 5.757,
      "step": 174220
    },
    {
      "epoch": 0.1525024049381981,
      "grad_norm": 0.4188137352466583,
      "learning_rate": 4.7989714805750686e-05,
      "loss": 5.1569,
      "step": 174225
    },
    {
      "epoch": 0.1525067815318253,
      "grad_norm": 0.4441159963607788,
      "learning_rate": 4.798959343356016e-05,
      "loss": 4.12,
      "step": 174230
    },
    {
      "epoch": 0.15251115812545243,
      "grad_norm": 0.4114523231983185,
      "learning_rate": 4.79894720578997e-05,
      "loss": 5.5157,
      "step": 174235
    },
    {
      "epoch": 0.15251553471907958,
      "grad_norm": 0.4174830913543701,
      "learning_rate": 4.79893506787693e-05,
      "loss": 5.189,
      "step": 174240
    },
    {
      "epoch": 0.15251991131270673,
      "grad_norm": 0.4461822509765625,
      "learning_rate": 4.798922929616899e-05,
      "loss": 4.2194,
      "step": 174245
    },
    {
      "epoch": 0.1525242879063339,
      "grad_norm": 0.43599140644073486,
      "learning_rate": 4.7989107910098796e-05,
      "loss": 4.8293,
      "step": 174250
    },
    {
      "epoch": 0.15252866449996105,
      "grad_norm": 0.43957898020744324,
      "learning_rate": 4.7988986520558754e-05,
      "loss": 5.6709,
      "step": 174255
    },
    {
      "epoch": 0.1525330410935882,
      "grad_norm": 0.40958887338638306,
      "learning_rate": 4.7988865127548865e-05,
      "loss": 5.4312,
      "step": 174260
    },
    {
      "epoch": 0.15253741768721535,
      "grad_norm": 0.4259197413921356,
      "learning_rate": 4.798874373106918e-05,
      "loss": 4.9366,
      "step": 174265
    },
    {
      "epoch": 0.15254179428084252,
      "grad_norm": 0.43002259731292725,
      "learning_rate": 4.7988622331119684e-05,
      "loss": 5.4701,
      "step": 174270
    },
    {
      "epoch": 0.15254617087446967,
      "grad_norm": 0.41019782423973083,
      "learning_rate": 4.798850092770043e-05,
      "loss": 6.2355,
      "step": 174275
    },
    {
      "epoch": 0.15255054746809682,
      "grad_norm": 0.4127703309059143,
      "learning_rate": 4.798837952081145e-05,
      "loss": 4.4063,
      "step": 174280
    },
    {
      "epoch": 0.15255492406172397,
      "grad_norm": 0.4296756982803345,
      "learning_rate": 4.7988258110452725e-05,
      "loss": 5.9492,
      "step": 174285
    },
    {
      "epoch": 0.15255930065535114,
      "grad_norm": 0.42432770133018494,
      "learning_rate": 4.798813669662432e-05,
      "loss": 5.9939,
      "step": 174290
    },
    {
      "epoch": 0.1525636772489783,
      "grad_norm": 0.4297412633895874,
      "learning_rate": 4.7988015279326234e-05,
      "loss": 4.9216,
      "step": 174295
    },
    {
      "epoch": 0.15256805384260544,
      "grad_norm": 0.40336623787879944,
      "learning_rate": 4.798789385855851e-05,
      "loss": 4.9452,
      "step": 174300
    },
    {
      "epoch": 0.1525724304362326,
      "grad_norm": 0.4617975354194641,
      "learning_rate": 4.7987772434321156e-05,
      "loss": 4.6126,
      "step": 174305
    },
    {
      "epoch": 0.15257680702985973,
      "grad_norm": 0.4799790382385254,
      "learning_rate": 4.7987651006614196e-05,
      "loss": 5.1652,
      "step": 174310
    },
    {
      "epoch": 0.1525811836234869,
      "grad_norm": 0.43013978004455566,
      "learning_rate": 4.798752957543766e-05,
      "loss": 5.468,
      "step": 174315
    },
    {
      "epoch": 0.15258556021711406,
      "grad_norm": 0.4243651330471039,
      "learning_rate": 4.798740814079157e-05,
      "loss": 4.8844,
      "step": 174320
    },
    {
      "epoch": 0.1525899368107412,
      "grad_norm": 0.41263848543167114,
      "learning_rate": 4.798728670267595e-05,
      "loss": 5.1489,
      "step": 174325
    },
    {
      "epoch": 0.15259431340436835,
      "grad_norm": 0.4225645363330841,
      "learning_rate": 4.7987165261090816e-05,
      "loss": 4.1023,
      "step": 174330
    },
    {
      "epoch": 0.15259868999799553,
      "grad_norm": 0.4214043617248535,
      "learning_rate": 4.79870438160362e-05,
      "loss": 5.1177,
      "step": 174335
    },
    {
      "epoch": 0.15260306659162268,
      "grad_norm": 0.3976885676383972,
      "learning_rate": 4.798692236751213e-05,
      "loss": 5.976,
      "step": 174340
    },
    {
      "epoch": 0.15260744318524982,
      "grad_norm": 0.43750959634780884,
      "learning_rate": 4.7986800915518617e-05,
      "loss": 5.4694,
      "step": 174345
    },
    {
      "epoch": 0.15261181977887697,
      "grad_norm": 0.4190208911895752,
      "learning_rate": 4.798667946005568e-05,
      "loss": 4.4273,
      "step": 174350
    },
    {
      "epoch": 0.15261619637250415,
      "grad_norm": 0.4058271646499634,
      "learning_rate": 4.798655800112337e-05,
      "loss": 5.4394,
      "step": 174355
    },
    {
      "epoch": 0.1526205729661313,
      "grad_norm": 0.4288790822029114,
      "learning_rate": 4.798643653872168e-05,
      "loss": 3.8775,
      "step": 174360
    },
    {
      "epoch": 0.15262494955975844,
      "grad_norm": 0.42697036266326904,
      "learning_rate": 4.7986315072850654e-05,
      "loss": 4.955,
      "step": 174365
    },
    {
      "epoch": 0.1526293261533856,
      "grad_norm": 0.46679145097732544,
      "learning_rate": 4.7986193603510296e-05,
      "loss": 5.2783,
      "step": 174370
    },
    {
      "epoch": 0.15263370274701277,
      "grad_norm": 0.42057526111602783,
      "learning_rate": 4.798607213070064e-05,
      "loss": 5.1398,
      "step": 174375
    },
    {
      "epoch": 0.15263807934063992,
      "grad_norm": 0.411864697933197,
      "learning_rate": 4.798595065442173e-05,
      "loss": 4.2244,
      "step": 174380
    },
    {
      "epoch": 0.15264245593426706,
      "grad_norm": 0.4452744722366333,
      "learning_rate": 4.798582917467356e-05,
      "loss": 4.9551,
      "step": 174385
    },
    {
      "epoch": 0.1526468325278942,
      "grad_norm": 0.44496363401412964,
      "learning_rate": 4.798570769145615e-05,
      "loss": 5.4625,
      "step": 174390
    },
    {
      "epoch": 0.1526512091215214,
      "grad_norm": 0.4115275740623474,
      "learning_rate": 4.798558620476955e-05,
      "loss": 4.5921,
      "step": 174395
    },
    {
      "epoch": 0.15265558571514853,
      "grad_norm": 0.4024758040904999,
      "learning_rate": 4.798546471461377e-05,
      "loss": 5.2779,
      "step": 174400
    },
    {
      "epoch": 0.15265996230877568,
      "grad_norm": 0.3879505395889282,
      "learning_rate": 4.798534322098882e-05,
      "loss": 5.7522,
      "step": 174405
    },
    {
      "epoch": 0.15266433890240283,
      "grad_norm": 0.4324661195278168,
      "learning_rate": 4.7985221723894747e-05,
      "loss": 5.1674,
      "step": 174410
    },
    {
      "epoch": 0.15266871549603,
      "grad_norm": 0.4325963258743286,
      "learning_rate": 4.798510022333157e-05,
      "loss": 5.4789,
      "step": 174415
    },
    {
      "epoch": 0.15267309208965715,
      "grad_norm": 0.3869423568248749,
      "learning_rate": 4.7984978719299303e-05,
      "loss": 5.6896,
      "step": 174420
    },
    {
      "epoch": 0.1526774686832843,
      "grad_norm": 0.4156639575958252,
      "learning_rate": 4.7984857211797964e-05,
      "loss": 5.2679,
      "step": 174425
    },
    {
      "epoch": 0.15268184527691145,
      "grad_norm": 0.423967182636261,
      "learning_rate": 4.798473570082759e-05,
      "loss": 5.2467,
      "step": 174430
    },
    {
      "epoch": 0.1526862218705386,
      "grad_norm": 0.41310831904411316,
      "learning_rate": 4.79846141863882e-05,
      "loss": 4.9557,
      "step": 174435
    },
    {
      "epoch": 0.15269059846416577,
      "grad_norm": 0.4236886203289032,
      "learning_rate": 4.798449266847982e-05,
      "loss": 5.7408,
      "step": 174440
    },
    {
      "epoch": 0.15269497505779292,
      "grad_norm": 0.43760716915130615,
      "learning_rate": 4.798437114710247e-05,
      "loss": 4.9396,
      "step": 174445
    },
    {
      "epoch": 0.15269935165142007,
      "grad_norm": 0.43669593334198,
      "learning_rate": 4.7984249622256174e-05,
      "loss": 5.1542,
      "step": 174450
    },
    {
      "epoch": 0.15270372824504722,
      "grad_norm": 0.4114159643650055,
      "learning_rate": 4.798412809394095e-05,
      "loss": 5.782,
      "step": 174455
    },
    {
      "epoch": 0.1527081048386744,
      "grad_norm": 0.4127814471721649,
      "learning_rate": 4.798400656215684e-05,
      "loss": 4.9551,
      "step": 174460
    },
    {
      "epoch": 0.15271248143230154,
      "grad_norm": 0.4153187870979309,
      "learning_rate": 4.798388502690384e-05,
      "loss": 4.4343,
      "step": 174465
    },
    {
      "epoch": 0.1527168580259287,
      "grad_norm": 0.40216198563575745,
      "learning_rate": 4.7983763488181996e-05,
      "loss": 5.9738,
      "step": 174470
    },
    {
      "epoch": 0.15272123461955583,
      "grad_norm": 0.43369510769844055,
      "learning_rate": 4.798364194599132e-05,
      "loss": 4.9707,
      "step": 174475
    },
    {
      "epoch": 0.152725611213183,
      "grad_norm": 0.439191073179245,
      "learning_rate": 4.798352040033184e-05,
      "loss": 5.4558,
      "step": 174480
    },
    {
      "epoch": 0.15272998780681016,
      "grad_norm": 0.4329465329647064,
      "learning_rate": 4.798339885120359e-05,
      "loss": 5.0531,
      "step": 174485
    },
    {
      "epoch": 0.1527343644004373,
      "grad_norm": 0.4457397162914276,
      "learning_rate": 4.798327729860657e-05,
      "loss": 5.436,
      "step": 174490
    },
    {
      "epoch": 0.15273874099406445,
      "grad_norm": 0.42727622389793396,
      "learning_rate": 4.798315574254081e-05,
      "loss": 4.936,
      "step": 174495
    },
    {
      "epoch": 0.15274311758769163,
      "grad_norm": 0.4281076192855835,
      "learning_rate": 4.7983034183006345e-05,
      "loss": 4.6305,
      "step": 174500
    },
    {
      "epoch": 0.15274749418131878,
      "grad_norm": 0.4342860281467438,
      "learning_rate": 4.7982912620003185e-05,
      "loss": 4.6378,
      "step": 174505
    },
    {
      "epoch": 0.15275187077494592,
      "grad_norm": 0.43882685899734497,
      "learning_rate": 4.798279105353137e-05,
      "loss": 5.4999,
      "step": 174510
    },
    {
      "epoch": 0.15275624736857307,
      "grad_norm": 0.4292687773704529,
      "learning_rate": 4.7982669483590916e-05,
      "loss": 5.2379,
      "step": 174515
    },
    {
      "epoch": 0.15276062396220025,
      "grad_norm": 0.5553049445152283,
      "learning_rate": 4.798254791018184e-05,
      "loss": 4.603,
      "step": 174520
    },
    {
      "epoch": 0.1527650005558274,
      "grad_norm": 0.4427889883518219,
      "learning_rate": 4.7982426333304166e-05,
      "loss": 4.8579,
      "step": 174525
    },
    {
      "epoch": 0.15276937714945454,
      "grad_norm": 0.504902184009552,
      "learning_rate": 4.798230475295793e-05,
      "loss": 5.9756,
      "step": 174530
    },
    {
      "epoch": 0.1527737537430817,
      "grad_norm": 0.4219818711280823,
      "learning_rate": 4.798218316914314e-05,
      "loss": 5.3746,
      "step": 174535
    },
    {
      "epoch": 0.15277813033670887,
      "grad_norm": 0.4371800124645233,
      "learning_rate": 4.7982061581859826e-05,
      "loss": 5.6596,
      "step": 174540
    },
    {
      "epoch": 0.15278250693033602,
      "grad_norm": 0.40499773621559143,
      "learning_rate": 4.7981939991108016e-05,
      "loss": 4.146,
      "step": 174545
    },
    {
      "epoch": 0.15278688352396316,
      "grad_norm": 0.4514079689979553,
      "learning_rate": 4.798181839688772e-05,
      "loss": 4.7406,
      "step": 174550
    },
    {
      "epoch": 0.1527912601175903,
      "grad_norm": 0.43705275654792786,
      "learning_rate": 4.798169679919898e-05,
      "loss": 5.2282,
      "step": 174555
    },
    {
      "epoch": 0.15279563671121746,
      "grad_norm": 0.4765883982181549,
      "learning_rate": 4.7981575198041805e-05,
      "loss": 4.6532,
      "step": 174560
    },
    {
      "epoch": 0.15280001330484463,
      "grad_norm": 0.42788949608802795,
      "learning_rate": 4.7981453593416225e-05,
      "loss": 5.2202,
      "step": 174565
    },
    {
      "epoch": 0.15280438989847178,
      "grad_norm": 0.41628551483154297,
      "learning_rate": 4.798133198532226e-05,
      "loss": 5.129,
      "step": 174570
    },
    {
      "epoch": 0.15280876649209893,
      "grad_norm": 0.4364054799079895,
      "learning_rate": 4.7981210373759944e-05,
      "loss": 5.2699,
      "step": 174575
    },
    {
      "epoch": 0.15281314308572608,
      "grad_norm": 0.4123510718345642,
      "learning_rate": 4.798108875872929e-05,
      "loss": 5.4423,
      "step": 174580
    },
    {
      "epoch": 0.15281751967935325,
      "grad_norm": 0.4075716733932495,
      "learning_rate": 4.798096714023031e-05,
      "loss": 5.2265,
      "step": 174585
    },
    {
      "epoch": 0.1528218962729804,
      "grad_norm": 0.3982309401035309,
      "learning_rate": 4.798084551826306e-05,
      "loss": 5.2324,
      "step": 174590
    },
    {
      "epoch": 0.15282627286660755,
      "grad_norm": 0.3823014497756958,
      "learning_rate": 4.798072389282753e-05,
      "loss": 6.2547,
      "step": 174595
    },
    {
      "epoch": 0.1528306494602347,
      "grad_norm": 0.38126707077026367,
      "learning_rate": 4.798060226392377e-05,
      "loss": 5.6887,
      "step": 174600
    },
    {
      "epoch": 0.15283502605386187,
      "grad_norm": 0.424858957529068,
      "learning_rate": 4.798048063155178e-05,
      "loss": 5.1287,
      "step": 174605
    },
    {
      "epoch": 0.15283940264748902,
      "grad_norm": 0.40403133630752563,
      "learning_rate": 4.7980358995711594e-05,
      "loss": 4.9969,
      "step": 174610
    },
    {
      "epoch": 0.15284377924111617,
      "grad_norm": 0.4214886724948883,
      "learning_rate": 4.7980237356403234e-05,
      "loss": 4.9269,
      "step": 174615
    },
    {
      "epoch": 0.15284815583474332,
      "grad_norm": 0.3964492976665497,
      "learning_rate": 4.798011571362674e-05,
      "loss": 5.3533,
      "step": 174620
    },
    {
      "epoch": 0.1528525324283705,
      "grad_norm": 0.42404842376708984,
      "learning_rate": 4.7979994067382116e-05,
      "loss": 3.8754,
      "step": 174625
    },
    {
      "epoch": 0.15285690902199764,
      "grad_norm": 0.4141775369644165,
      "learning_rate": 4.797987241766938e-05,
      "loss": 4.0797,
      "step": 174630
    },
    {
      "epoch": 0.1528612856156248,
      "grad_norm": 0.417111337184906,
      "learning_rate": 4.797975076448857e-05,
      "loss": 4.7421,
      "step": 174635
    },
    {
      "epoch": 0.15286566220925193,
      "grad_norm": 0.44328945875167847,
      "learning_rate": 4.797962910783972e-05,
      "loss": 5.1386,
      "step": 174640
    },
    {
      "epoch": 0.1528700388028791,
      "grad_norm": 0.4344179630279541,
      "learning_rate": 4.797950744772283e-05,
      "loss": 5.0398,
      "step": 174645
    },
    {
      "epoch": 0.15287441539650626,
      "grad_norm": 0.4637117087841034,
      "learning_rate": 4.797938578413792e-05,
      "loss": 4.7358,
      "step": 174650
    },
    {
      "epoch": 0.1528787919901334,
      "grad_norm": 0.42380985617637634,
      "learning_rate": 4.797926411708503e-05,
      "loss": 5.2551,
      "step": 174655
    },
    {
      "epoch": 0.15288316858376055,
      "grad_norm": 0.4156760275363922,
      "learning_rate": 4.79791424465642e-05,
      "loss": 5.2616,
      "step": 174660
    },
    {
      "epoch": 0.15288754517738773,
      "grad_norm": 0.48039379715919495,
      "learning_rate": 4.7979020772575414e-05,
      "loss": 5.2191,
      "step": 174665
    },
    {
      "epoch": 0.15289192177101488,
      "grad_norm": 0.46627718210220337,
      "learning_rate": 4.797889909511871e-05,
      "loss": 5.6277,
      "step": 174670
    },
    {
      "epoch": 0.15289629836464202,
      "grad_norm": 0.42996105551719666,
      "learning_rate": 4.797877741419413e-05,
      "loss": 5.6811,
      "step": 174675
    },
    {
      "epoch": 0.15290067495826917,
      "grad_norm": 0.4307049512863159,
      "learning_rate": 4.797865572980168e-05,
      "loss": 4.9456,
      "step": 174680
    },
    {
      "epoch": 0.15290505155189632,
      "grad_norm": 0.43106573820114136,
      "learning_rate": 4.797853404194138e-05,
      "loss": 4.9578,
      "step": 174685
    },
    {
      "epoch": 0.1529094281455235,
      "grad_norm": 0.43902289867401123,
      "learning_rate": 4.7978412350613263e-05,
      "loss": 5.4516,
      "step": 174690
    },
    {
      "epoch": 0.15291380473915064,
      "grad_norm": 0.41406017541885376,
      "learning_rate": 4.797829065581735e-05,
      "loss": 5.6734,
      "step": 174695
    },
    {
      "epoch": 0.1529181813327778,
      "grad_norm": 0.423658549785614,
      "learning_rate": 4.797816895755366e-05,
      "loss": 5.1578,
      "step": 174700
    },
    {
      "epoch": 0.15292255792640494,
      "grad_norm": 0.44505929946899414,
      "learning_rate": 4.7978047255822235e-05,
      "loss": 5.453,
      "step": 174705
    },
    {
      "epoch": 0.15292693452003212,
      "grad_norm": 0.4057351350784302,
      "learning_rate": 4.797792555062307e-05,
      "loss": 4.7299,
      "step": 174710
    },
    {
      "epoch": 0.15293131111365926,
      "grad_norm": 0.3906611204147339,
      "learning_rate": 4.7977803841956206e-05,
      "loss": 5.9482,
      "step": 174715
    },
    {
      "epoch": 0.1529356877072864,
      "grad_norm": 0.4047600030899048,
      "learning_rate": 4.797768212982167e-05,
      "loss": 5.935,
      "step": 174720
    },
    {
      "epoch": 0.15294006430091356,
      "grad_norm": 0.4011257588863373,
      "learning_rate": 4.797756041421947e-05,
      "loss": 4.7015,
      "step": 174725
    },
    {
      "epoch": 0.15294444089454073,
      "grad_norm": 0.44383805990219116,
      "learning_rate": 4.7977438695149636e-05,
      "loss": 4.8709,
      "step": 174730
    },
    {
      "epoch": 0.15294881748816788,
      "grad_norm": 0.409284770488739,
      "learning_rate": 4.79773169726122e-05,
      "loss": 5.153,
      "step": 174735
    },
    {
      "epoch": 0.15295319408179503,
      "grad_norm": 0.428053617477417,
      "learning_rate": 4.797719524660716e-05,
      "loss": 5.1984,
      "step": 174740
    },
    {
      "epoch": 0.15295757067542218,
      "grad_norm": 0.4131440818309784,
      "learning_rate": 4.7977073517134585e-05,
      "loss": 4.6267,
      "step": 174745
    },
    {
      "epoch": 0.15296194726904935,
      "grad_norm": 0.4213328957557678,
      "learning_rate": 4.797695178419446e-05,
      "loss": 4.941,
      "step": 174750
    },
    {
      "epoch": 0.1529663238626765,
      "grad_norm": 0.4137965738773346,
      "learning_rate": 4.797683004778683e-05,
      "loss": 5.6855,
      "step": 174755
    },
    {
      "epoch": 0.15297070045630365,
      "grad_norm": 0.4140651226043701,
      "learning_rate": 4.797670830791169e-05,
      "loss": 5.6455,
      "step": 174760
    },
    {
      "epoch": 0.1529750770499308,
      "grad_norm": 0.4245471954345703,
      "learning_rate": 4.7976586564569095e-05,
      "loss": 4.2133,
      "step": 174765
    },
    {
      "epoch": 0.15297945364355797,
      "grad_norm": 0.40513625741004944,
      "learning_rate": 4.797646481775905e-05,
      "loss": 4.9654,
      "step": 174770
    },
    {
      "epoch": 0.15298383023718512,
      "grad_norm": 0.4285247027873993,
      "learning_rate": 4.797634306748159e-05,
      "loss": 5.46,
      "step": 174775
    },
    {
      "epoch": 0.15298820683081227,
      "grad_norm": 0.418146014213562,
      "learning_rate": 4.797622131373672e-05,
      "loss": 5.1509,
      "step": 174780
    },
    {
      "epoch": 0.15299258342443942,
      "grad_norm": 0.42311593890190125,
      "learning_rate": 4.79760995565245e-05,
      "loss": 4.8989,
      "step": 174785
    },
    {
      "epoch": 0.1529969600180666,
      "grad_norm": 0.39406657218933105,
      "learning_rate": 4.7975977795844916e-05,
      "loss": 6.2959,
      "step": 174790
    },
    {
      "epoch": 0.15300133661169374,
      "grad_norm": 0.4240840971469879,
      "learning_rate": 4.7975856031697994e-05,
      "loss": 4.9262,
      "step": 174795
    },
    {
      "epoch": 0.1530057132053209,
      "grad_norm": 0.38361215591430664,
      "learning_rate": 4.797573426408378e-05,
      "loss": 5.2379,
      "step": 174800
    },
    {
      "epoch": 0.15301008979894803,
      "grad_norm": 0.4234769344329834,
      "learning_rate": 4.7975612493002294e-05,
      "loss": 4.735,
      "step": 174805
    },
    {
      "epoch": 0.1530144663925752,
      "grad_norm": 0.4172385632991791,
      "learning_rate": 4.797549071845354e-05,
      "loss": 5.7561,
      "step": 174810
    },
    {
      "epoch": 0.15301884298620236,
      "grad_norm": 0.4364333748817444,
      "learning_rate": 4.797536894043756e-05,
      "loss": 5.9658,
      "step": 174815
    },
    {
      "epoch": 0.1530232195798295,
      "grad_norm": 0.4397948682308197,
      "learning_rate": 4.7975247158954375e-05,
      "loss": 5.3488,
      "step": 174820
    },
    {
      "epoch": 0.15302759617345665,
      "grad_norm": 0.4318591058254242,
      "learning_rate": 4.7975125374003985e-05,
      "loss": 5.4419,
      "step": 174825
    },
    {
      "epoch": 0.1530319727670838,
      "grad_norm": 0.42242735624313354,
      "learning_rate": 4.797500358558645e-05,
      "loss": 4.7283,
      "step": 174830
    },
    {
      "epoch": 0.15303634936071098,
      "grad_norm": 0.4140080213546753,
      "learning_rate": 4.797488179370176e-05,
      "loss": 5.1863,
      "step": 174835
    },
    {
      "epoch": 0.15304072595433812,
      "grad_norm": 0.39461615681648254,
      "learning_rate": 4.797475999834997e-05,
      "loss": 5.2313,
      "step": 174840
    },
    {
      "epoch": 0.15304510254796527,
      "grad_norm": 0.43372610211372375,
      "learning_rate": 4.797463819953108e-05,
      "loss": 4.9227,
      "step": 174845
    },
    {
      "epoch": 0.15304947914159242,
      "grad_norm": 0.42463263869285583,
      "learning_rate": 4.797451639724513e-05,
      "loss": 5.4037,
      "step": 174850
    },
    {
      "epoch": 0.1530538557352196,
      "grad_norm": 0.41884613037109375,
      "learning_rate": 4.7974394591492136e-05,
      "loss": 5.1432,
      "step": 174855
    },
    {
      "epoch": 0.15305823232884674,
      "grad_norm": 0.4014829397201538,
      "learning_rate": 4.7974272782272104e-05,
      "loss": 5.9488,
      "step": 174860
    },
    {
      "epoch": 0.1530626089224739,
      "grad_norm": 0.4281146824359894,
      "learning_rate": 4.7974150969585085e-05,
      "loss": 4.7401,
      "step": 174865
    },
    {
      "epoch": 0.15306698551610104,
      "grad_norm": 0.43613311648368835,
      "learning_rate": 4.7974029153431085e-05,
      "loss": 5.424,
      "step": 174870
    },
    {
      "epoch": 0.15307136210972822,
      "grad_norm": 0.42355668544769287,
      "learning_rate": 4.797390733381015e-05,
      "loss": 5.6643,
      "step": 174875
    },
    {
      "epoch": 0.15307573870335536,
      "grad_norm": 0.3883834779262543,
      "learning_rate": 4.797378551072228e-05,
      "loss": 5.9648,
      "step": 174880
    },
    {
      "epoch": 0.1530801152969825,
      "grad_norm": 0.43496763706207275,
      "learning_rate": 4.79736636841675e-05,
      "loss": 4.593,
      "step": 174885
    },
    {
      "epoch": 0.15308449189060966,
      "grad_norm": 0.4630807936191559,
      "learning_rate": 4.7973541854145845e-05,
      "loss": 5.4422,
      "step": 174890
    },
    {
      "epoch": 0.15308886848423683,
      "grad_norm": 0.411137193441391,
      "learning_rate": 4.797342002065732e-05,
      "loss": 5.6775,
      "step": 174895
    },
    {
      "epoch": 0.15309324507786398,
      "grad_norm": 0.4373640716075897,
      "learning_rate": 4.797329818370199e-05,
      "loss": 5.4434,
      "step": 174900
    },
    {
      "epoch": 0.15309762167149113,
      "grad_norm": 0.44253742694854736,
      "learning_rate": 4.7973176343279825e-05,
      "loss": 4.2211,
      "step": 174905
    },
    {
      "epoch": 0.15310199826511828,
      "grad_norm": 0.4263150095939636,
      "learning_rate": 4.797305449939088e-05,
      "loss": 5.4755,
      "step": 174910
    },
    {
      "epoch": 0.15310637485874545,
      "grad_norm": 0.4341183006763458,
      "learning_rate": 4.797293265203517e-05,
      "loss": 4.9628,
      "step": 174915
    },
    {
      "epoch": 0.1531107514523726,
      "grad_norm": 0.40233364701271057,
      "learning_rate": 4.797281080121273e-05,
      "loss": 5.693,
      "step": 174920
    },
    {
      "epoch": 0.15311512804599975,
      "grad_norm": 0.4062180817127228,
      "learning_rate": 4.797268894692356e-05,
      "loss": 5.7715,
      "step": 174925
    },
    {
      "epoch": 0.1531195046396269,
      "grad_norm": 0.40225011110305786,
      "learning_rate": 4.7972567089167706e-05,
      "loss": 5.6881,
      "step": 174930
    },
    {
      "epoch": 0.15312388123325407,
      "grad_norm": 0.4255991578102112,
      "learning_rate": 4.7972445227945184e-05,
      "loss": 4.7837,
      "step": 174935
    },
    {
      "epoch": 0.15312825782688122,
      "grad_norm": 0.4190034866333008,
      "learning_rate": 4.797232336325601e-05,
      "loss": 5.2509,
      "step": 174940
    },
    {
      "epoch": 0.15313263442050837,
      "grad_norm": 0.38719186186790466,
      "learning_rate": 4.797220149510022e-05,
      "loss": 6.2605,
      "step": 174945
    },
    {
      "epoch": 0.15313701101413552,
      "grad_norm": 0.48266223073005676,
      "learning_rate": 4.797207962347784e-05,
      "loss": 4.8357,
      "step": 174950
    },
    {
      "epoch": 0.15314138760776266,
      "grad_norm": 0.41624122858047485,
      "learning_rate": 4.797195774838886e-05,
      "loss": 5.4474,
      "step": 174955
    },
    {
      "epoch": 0.15314576420138984,
      "grad_norm": 0.3935585618019104,
      "learning_rate": 4.797183586983335e-05,
      "loss": 5.7351,
      "step": 174960
    },
    {
      "epoch": 0.153150140795017,
      "grad_norm": 0.4193994104862213,
      "learning_rate": 4.797171398781131e-05,
      "loss": 4.8405,
      "step": 174965
    },
    {
      "epoch": 0.15315451738864413,
      "grad_norm": 0.42468270659446716,
      "learning_rate": 4.797159210232276e-05,
      "loss": 5.4702,
      "step": 174970
    },
    {
      "epoch": 0.15315889398227128,
      "grad_norm": 0.43899857997894287,
      "learning_rate": 4.797147021336773e-05,
      "loss": 5.4449,
      "step": 174975
    },
    {
      "epoch": 0.15316327057589846,
      "grad_norm": 0.4796217381954193,
      "learning_rate": 4.797134832094624e-05,
      "loss": 4.9455,
      "step": 174980
    },
    {
      "epoch": 0.1531676471695256,
      "grad_norm": 0.4285426139831543,
      "learning_rate": 4.797122642505832e-05,
      "loss": 5.348,
      "step": 174985
    },
    {
      "epoch": 0.15317202376315275,
      "grad_norm": 0.47216957807540894,
      "learning_rate": 4.797110452570399e-05,
      "loss": 5.6574,
      "step": 174990
    },
    {
      "epoch": 0.1531764003567799,
      "grad_norm": 0.42969295382499695,
      "learning_rate": 4.797098262288328e-05,
      "loss": 6.283,
      "step": 174995
    },
    {
      "epoch": 0.15318077695040708,
      "grad_norm": 0.4009595811367035,
      "learning_rate": 4.797086071659619e-05,
      "loss": 5.6822,
      "step": 175000
    },
    {
      "epoch": 0.15318515354403422,
      "grad_norm": 0.40597450733184814,
      "learning_rate": 4.7970738806842774e-05,
      "loss": 5.713,
      "step": 175005
    },
    {
      "epoch": 0.15318953013766137,
      "grad_norm": 0.4229382872581482,
      "learning_rate": 4.7970616893623034e-05,
      "loss": 5.9795,
      "step": 175010
    },
    {
      "epoch": 0.15319390673128852,
      "grad_norm": 0.4153371751308441,
      "learning_rate": 4.797049497693701e-05,
      "loss": 5.9826,
      "step": 175015
    },
    {
      "epoch": 0.1531982833249157,
      "grad_norm": 0.402724951505661,
      "learning_rate": 4.79703730567847e-05,
      "loss": 5.6762,
      "step": 175020
    },
    {
      "epoch": 0.15320265991854284,
      "grad_norm": 0.4121449291706085,
      "learning_rate": 4.7970251133166166e-05,
      "loss": 4.9399,
      "step": 175025
    },
    {
      "epoch": 0.15320703651217,
      "grad_norm": 0.4768323004245758,
      "learning_rate": 4.797012920608139e-05,
      "loss": 4.583,
      "step": 175030
    },
    {
      "epoch": 0.15321141310579714,
      "grad_norm": 0.4128949046134949,
      "learning_rate": 4.797000727553043e-05,
      "loss": 5.6545,
      "step": 175035
    },
    {
      "epoch": 0.15321578969942432,
      "grad_norm": 0.4584291875362396,
      "learning_rate": 4.7969885341513285e-05,
      "loss": 4.2245,
      "step": 175040
    },
    {
      "epoch": 0.15322016629305146,
      "grad_norm": 0.3996260166168213,
      "learning_rate": 4.796976340403e-05,
      "loss": 5.7607,
      "step": 175045
    },
    {
      "epoch": 0.1532245428866786,
      "grad_norm": 0.39825838804244995,
      "learning_rate": 4.796964146308057e-05,
      "loss": 5.4697,
      "step": 175050
    },
    {
      "epoch": 0.15322891948030576,
      "grad_norm": 0.404325395822525,
      "learning_rate": 4.7969519518665054e-05,
      "loss": 5.3645,
      "step": 175055
    },
    {
      "epoch": 0.15323329607393293,
      "grad_norm": 0.42048072814941406,
      "learning_rate": 4.7969397570783445e-05,
      "loss": 5.9734,
      "step": 175060
    },
    {
      "epoch": 0.15323767266756008,
      "grad_norm": 0.43430379033088684,
      "learning_rate": 4.796927561943577e-05,
      "loss": 4.7107,
      "step": 175065
    },
    {
      "epoch": 0.15324204926118723,
      "grad_norm": 0.42553362250328064,
      "learning_rate": 4.796915366462208e-05,
      "loss": 5.1652,
      "step": 175070
    },
    {
      "epoch": 0.15324642585481438,
      "grad_norm": 0.44642341136932373,
      "learning_rate": 4.796903170634237e-05,
      "loss": 5.6643,
      "step": 175075
    },
    {
      "epoch": 0.15325080244844153,
      "grad_norm": 0.510780394077301,
      "learning_rate": 4.796890974459668e-05,
      "loss": 4.9567,
      "step": 175080
    },
    {
      "epoch": 0.1532551790420687,
      "grad_norm": 0.4136570692062378,
      "learning_rate": 4.796878777938502e-05,
      "loss": 4.7097,
      "step": 175085
    },
    {
      "epoch": 0.15325955563569585,
      "grad_norm": 0.4359617233276367,
      "learning_rate": 4.7968665810707415e-05,
      "loss": 4.9799,
      "step": 175090
    },
    {
      "epoch": 0.153263932229323,
      "grad_norm": 0.4708428382873535,
      "learning_rate": 4.796854383856391e-05,
      "loss": 4.946,
      "step": 175095
    },
    {
      "epoch": 0.15326830882295014,
      "grad_norm": 0.42763012647628784,
      "learning_rate": 4.7968421862954494e-05,
      "loss": 5.1748,
      "step": 175100
    },
    {
      "epoch": 0.15327268541657732,
      "grad_norm": 0.43386271595954895,
      "learning_rate": 4.796829988387922e-05,
      "loss": 4.9794,
      "step": 175105
    },
    {
      "epoch": 0.15327706201020447,
      "grad_norm": 0.43079203367233276,
      "learning_rate": 4.7968177901338096e-05,
      "loss": 6.0062,
      "step": 175110
    },
    {
      "epoch": 0.15328143860383162,
      "grad_norm": 0.4118850827217102,
      "learning_rate": 4.796805591533115e-05,
      "loss": 5.1603,
      "step": 175115
    },
    {
      "epoch": 0.15328581519745876,
      "grad_norm": 0.3881632685661316,
      "learning_rate": 4.79679339258584e-05,
      "loss": 5.982,
      "step": 175120
    },
    {
      "epoch": 0.15329019179108594,
      "grad_norm": 0.4208710789680481,
      "learning_rate": 4.796781193291988e-05,
      "loss": 5.4682,
      "step": 175125
    },
    {
      "epoch": 0.1532945683847131,
      "grad_norm": 0.42408615350723267,
      "learning_rate": 4.79676899365156e-05,
      "loss": 4.9375,
      "step": 175130
    },
    {
      "epoch": 0.15329894497834023,
      "grad_norm": 0.4113766849040985,
      "learning_rate": 4.7967567936645605e-05,
      "loss": 4.952,
      "step": 175135
    },
    {
      "epoch": 0.15330332157196738,
      "grad_norm": 0.44389310479164124,
      "learning_rate": 4.796744593330991e-05,
      "loss": 4.6188,
      "step": 175140
    },
    {
      "epoch": 0.15330769816559456,
      "grad_norm": 0.4326488673686981,
      "learning_rate": 4.796732392650851e-05,
      "loss": 5.1403,
      "step": 175145
    },
    {
      "epoch": 0.1533120747592217,
      "grad_norm": 0.4381801187992096,
      "learning_rate": 4.7967201916241475e-05,
      "loss": 4.9086,
      "step": 175150
    },
    {
      "epoch": 0.15331645135284885,
      "grad_norm": 0.4405527412891388,
      "learning_rate": 4.7967079902508794e-05,
      "loss": 5.7527,
      "step": 175155
    },
    {
      "epoch": 0.153320827946476,
      "grad_norm": 0.42302048206329346,
      "learning_rate": 4.79669578853105e-05,
      "loss": 5.1307,
      "step": 175160
    },
    {
      "epoch": 0.15332520454010318,
      "grad_norm": 0.4297865629196167,
      "learning_rate": 4.796683586464663e-05,
      "loss": 5.4391,
      "step": 175165
    },
    {
      "epoch": 0.15332958113373032,
      "grad_norm": 0.4206218719482422,
      "learning_rate": 4.7966713840517195e-05,
      "loss": 4.9513,
      "step": 175170
    },
    {
      "epoch": 0.15333395772735747,
      "grad_norm": 0.42027124762535095,
      "learning_rate": 4.796659181292221e-05,
      "loss": 4.8507,
      "step": 175175
    },
    {
      "epoch": 0.15333833432098462,
      "grad_norm": 0.48581138253211975,
      "learning_rate": 4.796646978186172e-05,
      "loss": 4.4127,
      "step": 175180
    },
    {
      "epoch": 0.1533427109146118,
      "grad_norm": 0.41700130701065063,
      "learning_rate": 4.796634774733573e-05,
      "loss": 6.2762,
      "step": 175185
    },
    {
      "epoch": 0.15334708750823894,
      "grad_norm": 0.42037472128868103,
      "learning_rate": 4.796622570934427e-05,
      "loss": 4.9384,
      "step": 175190
    },
    {
      "epoch": 0.1533514641018661,
      "grad_norm": 0.43118393421173096,
      "learning_rate": 4.796610366788737e-05,
      "loss": 4.6362,
      "step": 175195
    },
    {
      "epoch": 0.15335584069549324,
      "grad_norm": 0.3897775113582611,
      "learning_rate": 4.796598162296505e-05,
      "loss": 5.444,
      "step": 175200
    },
    {
      "epoch": 0.1533602172891204,
      "grad_norm": 0.44571664929389954,
      "learning_rate": 4.796585957457732e-05,
      "loss": 4.6538,
      "step": 175205
    },
    {
      "epoch": 0.15336459388274756,
      "grad_norm": 0.4185638725757599,
      "learning_rate": 4.796573752272422e-05,
      "loss": 5.4772,
      "step": 175210
    },
    {
      "epoch": 0.1533689704763747,
      "grad_norm": 0.4259360134601593,
      "learning_rate": 4.796561546740578e-05,
      "loss": 5.4644,
      "step": 175215
    },
    {
      "epoch": 0.15337334707000186,
      "grad_norm": 0.4249701201915741,
      "learning_rate": 4.7965493408621997e-05,
      "loss": 5.4331,
      "step": 175220
    },
    {
      "epoch": 0.153377723663629,
      "grad_norm": 0.3917486369609833,
      "learning_rate": 4.7965371346372915e-05,
      "loss": 5.7762,
      "step": 175225
    },
    {
      "epoch": 0.15338210025725618,
      "grad_norm": 0.43613260984420776,
      "learning_rate": 4.796524928065854e-05,
      "loss": 5.7378,
      "step": 175230
    },
    {
      "epoch": 0.15338647685088333,
      "grad_norm": 0.4290742874145508,
      "learning_rate": 4.796512721147893e-05,
      "loss": 4.4302,
      "step": 175235
    },
    {
      "epoch": 0.15339085344451048,
      "grad_norm": 0.3948984146118164,
      "learning_rate": 4.796500513883407e-05,
      "loss": 5.6607,
      "step": 175240
    },
    {
      "epoch": 0.15339523003813763,
      "grad_norm": 0.42733582854270935,
      "learning_rate": 4.796488306272401e-05,
      "loss": 5.1194,
      "step": 175245
    },
    {
      "epoch": 0.1533996066317648,
      "grad_norm": 0.395588219165802,
      "learning_rate": 4.7964760983148746e-05,
      "loss": 5.6783,
      "step": 175250
    },
    {
      "epoch": 0.15340398322539195,
      "grad_norm": 0.4060486853122711,
      "learning_rate": 4.796463890010834e-05,
      "loss": 5.9828,
      "step": 175255
    },
    {
      "epoch": 0.1534083598190191,
      "grad_norm": 0.403157114982605,
      "learning_rate": 4.796451681360278e-05,
      "loss": 5.2432,
      "step": 175260
    },
    {
      "epoch": 0.15341273641264624,
      "grad_norm": 0.5447218418121338,
      "learning_rate": 4.7964394723632113e-05,
      "loss": 4.8492,
      "step": 175265
    },
    {
      "epoch": 0.15341711300627342,
      "grad_norm": 0.44890913367271423,
      "learning_rate": 4.796427263019635e-05,
      "loss": 3.8765,
      "step": 175270
    },
    {
      "epoch": 0.15342148959990057,
      "grad_norm": 0.44547510147094727,
      "learning_rate": 4.79641505332955e-05,
      "loss": 5.1676,
      "step": 175275
    },
    {
      "epoch": 0.15342586619352772,
      "grad_norm": 0.45300984382629395,
      "learning_rate": 4.796402843292963e-05,
      "loss": 4.6424,
      "step": 175280
    },
    {
      "epoch": 0.15343024278715486,
      "grad_norm": 0.42543232440948486,
      "learning_rate": 4.796390632909873e-05,
      "loss": 5.34,
      "step": 175285
    },
    {
      "epoch": 0.15343461938078204,
      "grad_norm": 0.41483354568481445,
      "learning_rate": 4.7963784221802834e-05,
      "loss": 4.6787,
      "step": 175290
    },
    {
      "epoch": 0.1534389959744092,
      "grad_norm": 0.4040258526802063,
      "learning_rate": 4.796366211104196e-05,
      "loss": 4.9435,
      "step": 175295
    },
    {
      "epoch": 0.15344337256803633,
      "grad_norm": 0.4085092842578888,
      "learning_rate": 4.796353999681613e-05,
      "loss": 4.9359,
      "step": 175300
    },
    {
      "epoch": 0.15344774916166348,
      "grad_norm": 0.4116149842739105,
      "learning_rate": 4.796341787912538e-05,
      "loss": 4.8555,
      "step": 175305
    },
    {
      "epoch": 0.15345212575529066,
      "grad_norm": 0.4258820414543152,
      "learning_rate": 4.796329575796973e-05,
      "loss": 4.635,
      "step": 175310
    },
    {
      "epoch": 0.1534565023489178,
      "grad_norm": 0.4061276316642761,
      "learning_rate": 4.7963173633349175e-05,
      "loss": 4.8422,
      "step": 175315
    },
    {
      "epoch": 0.15346087894254495,
      "grad_norm": 0.43753454089164734,
      "learning_rate": 4.796305150526379e-05,
      "loss": 5.192,
      "step": 175320
    },
    {
      "epoch": 0.1534652555361721,
      "grad_norm": 0.41295456886291504,
      "learning_rate": 4.796292937371356e-05,
      "loss": 5.9797,
      "step": 175325
    },
    {
      "epoch": 0.15346963212979925,
      "grad_norm": 0.404151976108551,
      "learning_rate": 4.796280723869851e-05,
      "loss": 5.4397,
      "step": 175330
    },
    {
      "epoch": 0.15347400872342642,
      "grad_norm": 0.4044722020626068,
      "learning_rate": 4.7962685100218695e-05,
      "loss": 5.4852,
      "step": 175335
    },
    {
      "epoch": 0.15347838531705357,
      "grad_norm": 0.40848982334136963,
      "learning_rate": 4.7962562958274106e-05,
      "loss": 5.9613,
      "step": 175340
    },
    {
      "epoch": 0.15348276191068072,
      "grad_norm": 0.3969343900680542,
      "learning_rate": 4.7962440812864786e-05,
      "loss": 5.453,
      "step": 175345
    },
    {
      "epoch": 0.15348713850430787,
      "grad_norm": 0.44172435998916626,
      "learning_rate": 4.7962318663990736e-05,
      "loss": 4.7283,
      "step": 175350
    },
    {
      "epoch": 0.15349151509793504,
      "grad_norm": 0.42542025446891785,
      "learning_rate": 4.7962196511652e-05,
      "loss": 4.1937,
      "step": 175355
    },
    {
      "epoch": 0.1534958916915622,
      "grad_norm": 0.39342138171195984,
      "learning_rate": 4.79620743558486e-05,
      "loss": 5.727,
      "step": 175360
    },
    {
      "epoch": 0.15350026828518934,
      "grad_norm": 0.3985902965068817,
      "learning_rate": 4.796195219658055e-05,
      "loss": 6.2658,
      "step": 175365
    },
    {
      "epoch": 0.1535046448788165,
      "grad_norm": 0.42403024435043335,
      "learning_rate": 4.796183003384788e-05,
      "loss": 4.4256,
      "step": 175370
    },
    {
      "epoch": 0.15350902147244366,
      "grad_norm": 0.4067530930042267,
      "learning_rate": 4.796170786765062e-05,
      "loss": 4.7401,
      "step": 175375
    },
    {
      "epoch": 0.1535133980660708,
      "grad_norm": 0.4277491867542267,
      "learning_rate": 4.7961585697988776e-05,
      "loss": 4.9305,
      "step": 175380
    },
    {
      "epoch": 0.15351777465969796,
      "grad_norm": 0.4438357651233673,
      "learning_rate": 4.7961463524862384e-05,
      "loss": 5.1044,
      "step": 175385
    },
    {
      "epoch": 0.1535221512533251,
      "grad_norm": 0.46283259987831116,
      "learning_rate": 4.796134134827146e-05,
      "loss": 5.4136,
      "step": 175390
    },
    {
      "epoch": 0.15352652784695228,
      "grad_norm": 0.41684743762016296,
      "learning_rate": 4.796121916821603e-05,
      "loss": 5.4614,
      "step": 175395
    },
    {
      "epoch": 0.15353090444057943,
      "grad_norm": 0.40612372756004333,
      "learning_rate": 4.796109698469613e-05,
      "loss": 4.9142,
      "step": 175400
    },
    {
      "epoch": 0.15353528103420658,
      "grad_norm": 0.4260009527206421,
      "learning_rate": 4.796097479771176e-05,
      "loss": 4.4124,
      "step": 175405
    },
    {
      "epoch": 0.15353965762783373,
      "grad_norm": 0.4206971228122711,
      "learning_rate": 4.796085260726297e-05,
      "loss": 4.2565,
      "step": 175410
    },
    {
      "epoch": 0.1535440342214609,
      "grad_norm": 0.4282793700695038,
      "learning_rate": 4.796073041334977e-05,
      "loss": 4.6348,
      "step": 175415
    },
    {
      "epoch": 0.15354841081508805,
      "grad_norm": 0.480379581451416,
      "learning_rate": 4.796060821597218e-05,
      "loss": 5.4721,
      "step": 175420
    },
    {
      "epoch": 0.1535527874087152,
      "grad_norm": 0.4429048001766205,
      "learning_rate": 4.7960486015130235e-05,
      "loss": 4.8997,
      "step": 175425
    },
    {
      "epoch": 0.15355716400234234,
      "grad_norm": 0.41844722628593445,
      "learning_rate": 4.796036381082395e-05,
      "loss": 5.9615,
      "step": 175430
    },
    {
      "epoch": 0.15356154059596952,
      "grad_norm": 0.42331820726394653,
      "learning_rate": 4.7960241603053334e-05,
      "loss": 4.7428,
      "step": 175435
    },
    {
      "epoch": 0.15356591718959667,
      "grad_norm": 0.4472810924053192,
      "learning_rate": 4.7960119391818434e-05,
      "loss": 5.2326,
      "step": 175440
    },
    {
      "epoch": 0.15357029378322382,
      "grad_norm": 0.428760290145874,
      "learning_rate": 4.795999717711928e-05,
      "loss": 4.9661,
      "step": 175445
    },
    {
      "epoch": 0.15357467037685096,
      "grad_norm": 0.443494975566864,
      "learning_rate": 4.795987495895587e-05,
      "loss": 4.9342,
      "step": 175450
    },
    {
      "epoch": 0.15357904697047814,
      "grad_norm": 0.4480755925178528,
      "learning_rate": 4.795975273732823e-05,
      "loss": 5.6611,
      "step": 175455
    },
    {
      "epoch": 0.1535834235641053,
      "grad_norm": 0.6517273187637329,
      "learning_rate": 4.795963051223641e-05,
      "loss": 5.6273,
      "step": 175460
    },
    {
      "epoch": 0.15358780015773243,
      "grad_norm": 0.4644582271575928,
      "learning_rate": 4.795950828368041e-05,
      "loss": 5.7745,
      "step": 175465
    },
    {
      "epoch": 0.15359217675135958,
      "grad_norm": 0.4440200924873352,
      "learning_rate": 4.795938605166026e-05,
      "loss": 5.1653,
      "step": 175470
    },
    {
      "epoch": 0.15359655334498673,
      "grad_norm": 0.43188565969467163,
      "learning_rate": 4.795926381617598e-05,
      "loss": 5.4785,
      "step": 175475
    },
    {
      "epoch": 0.1536009299386139,
      "grad_norm": 0.44589266180992126,
      "learning_rate": 4.795914157722761e-05,
      "loss": 4.6153,
      "step": 175480
    },
    {
      "epoch": 0.15360530653224105,
      "grad_norm": 0.41063815355300903,
      "learning_rate": 4.795901933481515e-05,
      "loss": 4.9464,
      "step": 175485
    },
    {
      "epoch": 0.1536096831258682,
      "grad_norm": 0.42956849932670593,
      "learning_rate": 4.7958897088938626e-05,
      "loss": 4.6307,
      "step": 175490
    },
    {
      "epoch": 0.15361405971949535,
      "grad_norm": 0.39359578490257263,
      "learning_rate": 4.7958774839598086e-05,
      "loss": 6.2775,
      "step": 175495
    },
    {
      "epoch": 0.15361843631312253,
      "grad_norm": 0.40292978286743164,
      "learning_rate": 4.795865258679353e-05,
      "loss": 5.985,
      "step": 175500
    },
    {
      "epoch": 0.15362281290674967,
      "grad_norm": 0.3916451036930084,
      "learning_rate": 4.795853033052499e-05,
      "loss": 5.4721,
      "step": 175505
    },
    {
      "epoch": 0.15362718950037682,
      "grad_norm": 0.4399960935115814,
      "learning_rate": 4.795840807079248e-05,
      "loss": 4.9045,
      "step": 175510
    },
    {
      "epoch": 0.15363156609400397,
      "grad_norm": 0.4277477264404297,
      "learning_rate": 4.7958285807596046e-05,
      "loss": 5.1137,
      "step": 175515
    },
    {
      "epoch": 0.15363594268763114,
      "grad_norm": 0.39906883239746094,
      "learning_rate": 4.7958163540935694e-05,
      "loss": 5.7803,
      "step": 175520
    },
    {
      "epoch": 0.1536403192812583,
      "grad_norm": 0.3828792870044708,
      "learning_rate": 4.795804127081145e-05,
      "loss": 5.2814,
      "step": 175525
    },
    {
      "epoch": 0.15364469587488544,
      "grad_norm": 0.4282166063785553,
      "learning_rate": 4.795791899722334e-05,
      "loss": 4.7351,
      "step": 175530
    },
    {
      "epoch": 0.1536490724685126,
      "grad_norm": 0.41155707836151123,
      "learning_rate": 4.795779672017138e-05,
      "loss": 4.7296,
      "step": 175535
    },
    {
      "epoch": 0.15365344906213976,
      "grad_norm": 0.3814697861671448,
      "learning_rate": 4.795767443965561e-05,
      "loss": 5.9873,
      "step": 175540
    },
    {
      "epoch": 0.1536578256557669,
      "grad_norm": 0.3858766257762909,
      "learning_rate": 4.7957552155676035e-05,
      "loss": 5.9635,
      "step": 175545
    },
    {
      "epoch": 0.15366220224939406,
      "grad_norm": 0.4303632080554962,
      "learning_rate": 4.7957429868232686e-05,
      "loss": 4.803,
      "step": 175550
    },
    {
      "epoch": 0.1536665788430212,
      "grad_norm": 0.4143527150154114,
      "learning_rate": 4.79573075773256e-05,
      "loss": 4.9694,
      "step": 175555
    },
    {
      "epoch": 0.15367095543664838,
      "grad_norm": 0.4232695698738098,
      "learning_rate": 4.795718528295477e-05,
      "loss": 4.9271,
      "step": 175560
    },
    {
      "epoch": 0.15367533203027553,
      "grad_norm": 0.427761435508728,
      "learning_rate": 4.795706298512025e-05,
      "loss": 6.2678,
      "step": 175565
    },
    {
      "epoch": 0.15367970862390268,
      "grad_norm": 0.38583868741989136,
      "learning_rate": 4.795694068382205e-05,
      "loss": 6.2441,
      "step": 175570
    },
    {
      "epoch": 0.15368408521752983,
      "grad_norm": 0.4061877727508545,
      "learning_rate": 4.79568183790602e-05,
      "loss": 5.2737,
      "step": 175575
    },
    {
      "epoch": 0.153688461811157,
      "grad_norm": 0.4287891685962677,
      "learning_rate": 4.795669607083472e-05,
      "loss": 5.1551,
      "step": 175580
    },
    {
      "epoch": 0.15369283840478415,
      "grad_norm": 0.44094035029411316,
      "learning_rate": 4.7956573759145615e-05,
      "loss": 4.9211,
      "step": 175585
    },
    {
      "epoch": 0.1536972149984113,
      "grad_norm": 0.4396500885486603,
      "learning_rate": 4.7956451443992946e-05,
      "loss": 4.9155,
      "step": 175590
    },
    {
      "epoch": 0.15370159159203844,
      "grad_norm": 0.43654555082321167,
      "learning_rate": 4.795632912537671e-05,
      "loss": 5.2895,
      "step": 175595
    },
    {
      "epoch": 0.1537059681856656,
      "grad_norm": 0.4288424253463745,
      "learning_rate": 4.795620680329693e-05,
      "loss": 5.7402,
      "step": 175600
    },
    {
      "epoch": 0.15371034477929277,
      "grad_norm": 0.4209640622138977,
      "learning_rate": 4.795608447775365e-05,
      "loss": 4.1648,
      "step": 175605
    },
    {
      "epoch": 0.15371472137291992,
      "grad_norm": 0.4562755525112152,
      "learning_rate": 4.7955962148746855e-05,
      "loss": 5.7562,
      "step": 175610
    },
    {
      "epoch": 0.15371909796654706,
      "grad_norm": 0.4302682876586914,
      "learning_rate": 4.795583981627662e-05,
      "loss": 6.2801,
      "step": 175615
    },
    {
      "epoch": 0.1537234745601742,
      "grad_norm": 0.43382251262664795,
      "learning_rate": 4.795571748034293e-05,
      "loss": 4.6646,
      "step": 175620
    },
    {
      "epoch": 0.1537278511538014,
      "grad_norm": 0.4309738576412201,
      "learning_rate": 4.7955595140945834e-05,
      "loss": 5.4275,
      "step": 175625
    },
    {
      "epoch": 0.15373222774742853,
      "grad_norm": 0.4341079890727997,
      "learning_rate": 4.7955472798085334e-05,
      "loss": 5.3922,
      "step": 175630
    },
    {
      "epoch": 0.15373660434105568,
      "grad_norm": 0.429671972990036,
      "learning_rate": 4.795535045176146e-05,
      "loss": 5.441,
      "step": 175635
    },
    {
      "epoch": 0.15374098093468283,
      "grad_norm": 0.41499295830726624,
      "learning_rate": 4.795522810197424e-05,
      "loss": 5.8177,
      "step": 175640
    },
    {
      "epoch": 0.15374535752831,
      "grad_norm": 0.4236672818660736,
      "learning_rate": 4.795510574872369e-05,
      "loss": 4.888,
      "step": 175645
    },
    {
      "epoch": 0.15374973412193715,
      "grad_norm": 0.4340532124042511,
      "learning_rate": 4.795498339200985e-05,
      "loss": 5.6725,
      "step": 175650
    },
    {
      "epoch": 0.1537541107155643,
      "grad_norm": 0.4205707311630249,
      "learning_rate": 4.795486103183272e-05,
      "loss": 5.1326,
      "step": 175655
    },
    {
      "epoch": 0.15375848730919145,
      "grad_norm": 0.4075055718421936,
      "learning_rate": 4.795473866819234e-05,
      "loss": 5.1208,
      "step": 175660
    },
    {
      "epoch": 0.15376286390281863,
      "grad_norm": 0.45142409205436707,
      "learning_rate": 4.795461630108874e-05,
      "loss": 5.1379,
      "step": 175665
    },
    {
      "epoch": 0.15376724049644577,
      "grad_norm": 0.44188976287841797,
      "learning_rate": 4.7954493930521926e-05,
      "loss": 4.6243,
      "step": 175670
    },
    {
      "epoch": 0.15377161709007292,
      "grad_norm": 0.4283885359764099,
      "learning_rate": 4.795437155649193e-05,
      "loss": 4.6112,
      "step": 175675
    },
    {
      "epoch": 0.15377599368370007,
      "grad_norm": 0.45015889406204224,
      "learning_rate": 4.795424917899878e-05,
      "loss": 4.4104,
      "step": 175680
    },
    {
      "epoch": 0.15378037027732724,
      "grad_norm": 0.3944035768508911,
      "learning_rate": 4.7954126798042486e-05,
      "loss": 5.2575,
      "step": 175685
    },
    {
      "epoch": 0.1537847468709544,
      "grad_norm": 0.428863525390625,
      "learning_rate": 4.7954004413623074e-05,
      "loss": 5.8021,
      "step": 175690
    },
    {
      "epoch": 0.15378912346458154,
      "grad_norm": 0.4071621894836426,
      "learning_rate": 4.795388202574059e-05,
      "loss": 5.3705,
      "step": 175695
    },
    {
      "epoch": 0.1537935000582087,
      "grad_norm": 0.39353805780410767,
      "learning_rate": 4.795375963439503e-05,
      "loss": 5.2138,
      "step": 175700
    },
    {
      "epoch": 0.15379787665183586,
      "grad_norm": 0.42713865637779236,
      "learning_rate": 4.7953637239586436e-05,
      "loss": 4.8864,
      "step": 175705
    },
    {
      "epoch": 0.153802253245463,
      "grad_norm": 0.43213751912117004,
      "learning_rate": 4.795351484131482e-05,
      "loss": 5.1672,
      "step": 175710
    },
    {
      "epoch": 0.15380662983909016,
      "grad_norm": 0.4071680009365082,
      "learning_rate": 4.7953392439580215e-05,
      "loss": 5.4703,
      "step": 175715
    },
    {
      "epoch": 0.1538110064327173,
      "grad_norm": 0.429763525724411,
      "learning_rate": 4.795327003438264e-05,
      "loss": 5.2103,
      "step": 175720
    },
    {
      "epoch": 0.15381538302634445,
      "grad_norm": 0.41081225872039795,
      "learning_rate": 4.7953147625722105e-05,
      "loss": 5.6408,
      "step": 175725
    },
    {
      "epoch": 0.15381975961997163,
      "grad_norm": 0.41511452198028564,
      "learning_rate": 4.795302521359866e-05,
      "loss": 4.9385,
      "step": 175730
    },
    {
      "epoch": 0.15382413621359878,
      "grad_norm": 0.4149025082588196,
      "learning_rate": 4.795290279801231e-05,
      "loss": 5.4469,
      "step": 175735
    },
    {
      "epoch": 0.15382851280722593,
      "grad_norm": 0.4301903247833252,
      "learning_rate": 4.795278037896308e-05,
      "loss": 5.6932,
      "step": 175740
    },
    {
      "epoch": 0.15383288940085307,
      "grad_norm": 0.3920333981513977,
      "learning_rate": 4.7952657956451005e-05,
      "loss": 5.9658,
      "step": 175745
    },
    {
      "epoch": 0.15383726599448025,
      "grad_norm": 0.4075552523136139,
      "learning_rate": 4.7952535530476096e-05,
      "loss": 5.4184,
      "step": 175750
    },
    {
      "epoch": 0.1538416425881074,
      "grad_norm": 0.4096006751060486,
      "learning_rate": 4.795241310103839e-05,
      "loss": 4.9419,
      "step": 175755
    },
    {
      "epoch": 0.15384601918173454,
      "grad_norm": 0.4711550772190094,
      "learning_rate": 4.79522906681379e-05,
      "loss": 4.3981,
      "step": 175760
    },
    {
      "epoch": 0.1538503957753617,
      "grad_norm": 0.44026121497154236,
      "learning_rate": 4.795216823177464e-05,
      "loss": 5.2485,
      "step": 175765
    },
    {
      "epoch": 0.15385477236898887,
      "grad_norm": 0.433851033449173,
      "learning_rate": 4.795204579194866e-05,
      "loss": 5.1354,
      "step": 175770
    },
    {
      "epoch": 0.15385914896261602,
      "grad_norm": 0.42700496315956116,
      "learning_rate": 4.7951923348659964e-05,
      "loss": 5.6773,
      "step": 175775
    },
    {
      "epoch": 0.15386352555624316,
      "grad_norm": 0.4039555788040161,
      "learning_rate": 4.7951800901908584e-05,
      "loss": 5.2288,
      "step": 175780
    },
    {
      "epoch": 0.1538679021498703,
      "grad_norm": 0.40888020396232605,
      "learning_rate": 4.795167845169454e-05,
      "loss": 5.1418,
      "step": 175785
    },
    {
      "epoch": 0.1538722787434975,
      "grad_norm": 0.42825886607170105,
      "learning_rate": 4.795155599801785e-05,
      "loss": 4.7133,
      "step": 175790
    },
    {
      "epoch": 0.15387665533712463,
      "grad_norm": 0.4095543622970581,
      "learning_rate": 4.795143354087855e-05,
      "loss": 5.2374,
      "step": 175795
    },
    {
      "epoch": 0.15388103193075178,
      "grad_norm": 0.4127098619937897,
      "learning_rate": 4.795131108027665e-05,
      "loss": 4.9354,
      "step": 175800
    },
    {
      "epoch": 0.15388540852437893,
      "grad_norm": 0.41202011704444885,
      "learning_rate": 4.795118861621218e-05,
      "loss": 4.4109,
      "step": 175805
    },
    {
      "epoch": 0.1538897851180061,
      "grad_norm": 0.44625943899154663,
      "learning_rate": 4.795106614868518e-05,
      "loss": 5.434,
      "step": 175810
    },
    {
      "epoch": 0.15389416171163325,
      "grad_norm": 0.4016105532646179,
      "learning_rate": 4.7950943677695645e-05,
      "loss": 5.2544,
      "step": 175815
    },
    {
      "epoch": 0.1538985383052604,
      "grad_norm": 0.3909900188446045,
      "learning_rate": 4.7950821203243624e-05,
      "loss": 6.2943,
      "step": 175820
    },
    {
      "epoch": 0.15390291489888755,
      "grad_norm": 0.4375793933868408,
      "learning_rate": 4.795069872532912e-05,
      "loss": 5.452,
      "step": 175825
    },
    {
      "epoch": 0.15390729149251473,
      "grad_norm": 0.4254152178764343,
      "learning_rate": 4.795057624395216e-05,
      "loss": 4.9031,
      "step": 175830
    },
    {
      "epoch": 0.15391166808614187,
      "grad_norm": 0.4403156638145447,
      "learning_rate": 4.795045375911279e-05,
      "loss": 5.4475,
      "step": 175835
    },
    {
      "epoch": 0.15391604467976902,
      "grad_norm": 0.4180316925048828,
      "learning_rate": 4.7950331270811e-05,
      "loss": 5.136,
      "step": 175840
    },
    {
      "epoch": 0.15392042127339617,
      "grad_norm": 0.4656257927417755,
      "learning_rate": 4.795020877904683e-05,
      "loss": 5.9381,
      "step": 175845
    },
    {
      "epoch": 0.15392479786702332,
      "grad_norm": 0.4339448809623718,
      "learning_rate": 4.795008628382032e-05,
      "loss": 5.2232,
      "step": 175850
    },
    {
      "epoch": 0.1539291744606505,
      "grad_norm": 0.41088566184043884,
      "learning_rate": 4.794996378513146e-05,
      "loss": 5.1985,
      "step": 175855
    },
    {
      "epoch": 0.15393355105427764,
      "grad_norm": 0.4231965243816376,
      "learning_rate": 4.794984128298029e-05,
      "loss": 5.4528,
      "step": 175860
    },
    {
      "epoch": 0.1539379276479048,
      "grad_norm": 0.4807126522064209,
      "learning_rate": 4.794971877736685e-05,
      "loss": 4.1136,
      "step": 175865
    },
    {
      "epoch": 0.15394230424153194,
      "grad_norm": 0.4369039237499237,
      "learning_rate": 4.794959626829114e-05,
      "loss": 5.7687,
      "step": 175870
    },
    {
      "epoch": 0.1539466808351591,
      "grad_norm": 0.43828752636909485,
      "learning_rate": 4.794947375575319e-05,
      "loss": 4.8897,
      "step": 175875
    },
    {
      "epoch": 0.15395105742878626,
      "grad_norm": 0.4317142069339752,
      "learning_rate": 4.7949351239753026e-05,
      "loss": 5.1676,
      "step": 175880
    },
    {
      "epoch": 0.1539554340224134,
      "grad_norm": 0.4361417591571808,
      "learning_rate": 4.794922872029067e-05,
      "loss": 5.1269,
      "step": 175885
    },
    {
      "epoch": 0.15395981061604055,
      "grad_norm": 0.40718743205070496,
      "learning_rate": 4.794910619736616e-05,
      "loss": 5.7605,
      "step": 175890
    },
    {
      "epoch": 0.15396418720966773,
      "grad_norm": 0.41148215532302856,
      "learning_rate": 4.7948983670979485e-05,
      "loss": 5.6768,
      "step": 175895
    },
    {
      "epoch": 0.15396856380329488,
      "grad_norm": 0.42124879360198975,
      "learning_rate": 4.7948861141130696e-05,
      "loss": 5.4735,
      "step": 175900
    },
    {
      "epoch": 0.15397294039692203,
      "grad_norm": 0.41652390360832214,
      "learning_rate": 4.794873860781982e-05,
      "loss": 5.4383,
      "step": 175905
    },
    {
      "epoch": 0.15397731699054917,
      "grad_norm": 0.42286646366119385,
      "learning_rate": 4.794861607104687e-05,
      "loss": 4.8327,
      "step": 175910
    },
    {
      "epoch": 0.15398169358417635,
      "grad_norm": 0.4123496413230896,
      "learning_rate": 4.794849353081187e-05,
      "loss": 4.9498,
      "step": 175915
    },
    {
      "epoch": 0.1539860701778035,
      "grad_norm": 0.4089222848415375,
      "learning_rate": 4.794837098711483e-05,
      "loss": 5.3637,
      "step": 175920
    },
    {
      "epoch": 0.15399044677143064,
      "grad_norm": 0.41197457909584045,
      "learning_rate": 4.794824843995581e-05,
      "loss": 5.692,
      "step": 175925
    },
    {
      "epoch": 0.1539948233650578,
      "grad_norm": 0.40038490295410156,
      "learning_rate": 4.7948125889334793e-05,
      "loss": 5.1433,
      "step": 175930
    },
    {
      "epoch": 0.15399919995868497,
      "grad_norm": 0.41772595047950745,
      "learning_rate": 4.7948003335251836e-05,
      "loss": 4.9576,
      "step": 175935
    },
    {
      "epoch": 0.15400357655231212,
      "grad_norm": 0.4025033712387085,
      "learning_rate": 4.794788077770695e-05,
      "loss": 5.7112,
      "step": 175940
    },
    {
      "epoch": 0.15400795314593926,
      "grad_norm": 0.533186137676239,
      "learning_rate": 4.794775821670013e-05,
      "loss": 4.6093,
      "step": 175945
    },
    {
      "epoch": 0.1540123297395664,
      "grad_norm": 0.4869951009750366,
      "learning_rate": 4.794763565223145e-05,
      "loss": 4.9299,
      "step": 175950
    },
    {
      "epoch": 0.1540167063331936,
      "grad_norm": 0.4309249520301819,
      "learning_rate": 4.794751308430091e-05,
      "loss": 4.5582,
      "step": 175955
    },
    {
      "epoch": 0.15402108292682073,
      "grad_norm": 0.4410408139228821,
      "learning_rate": 4.794739051290853e-05,
      "loss": 5.1564,
      "step": 175960
    },
    {
      "epoch": 0.15402545952044788,
      "grad_norm": 0.4211743175983429,
      "learning_rate": 4.794726793805433e-05,
      "loss": 5.6924,
      "step": 175965
    },
    {
      "epoch": 0.15402983611407503,
      "grad_norm": 0.6243670582771301,
      "learning_rate": 4.794714535973835e-05,
      "loss": 4.6883,
      "step": 175970
    },
    {
      "epoch": 0.15403421270770218,
      "grad_norm": 0.43043991923332214,
      "learning_rate": 4.79470227779606e-05,
      "loss": 5.783,
      "step": 175975
    },
    {
      "epoch": 0.15403858930132935,
      "grad_norm": 0.43772944808006287,
      "learning_rate": 4.794690019272111e-05,
      "loss": 5.7699,
      "step": 175980
    },
    {
      "epoch": 0.1540429658949565,
      "grad_norm": 0.43379220366477966,
      "learning_rate": 4.794677760401991e-05,
      "loss": 5.7466,
      "step": 175985
    },
    {
      "epoch": 0.15404734248858365,
      "grad_norm": 0.4588068723678589,
      "learning_rate": 4.7946655011857e-05,
      "loss": 4.9154,
      "step": 175990
    },
    {
      "epoch": 0.1540517190822108,
      "grad_norm": 0.4029330909252167,
      "learning_rate": 4.7946532416232424e-05,
      "loss": 5.9707,
      "step": 175995
    },
    {
      "epoch": 0.15405609567583797,
      "grad_norm": 0.4598199725151062,
      "learning_rate": 4.7946409817146206e-05,
      "loss": 4.9713,
      "step": 176000
    },
    {
      "epoch": 0.15406047226946512,
      "grad_norm": 0.4243318736553192,
      "learning_rate": 4.794628721459836e-05,
      "loss": 4.4507,
      "step": 176005
    },
    {
      "epoch": 0.15406484886309227,
      "grad_norm": 0.4297928214073181,
      "learning_rate": 4.794616460858892e-05,
      "loss": 5.9637,
      "step": 176010
    },
    {
      "epoch": 0.15406922545671942,
      "grad_norm": 0.4213813245296478,
      "learning_rate": 4.79460419991179e-05,
      "loss": 5.6906,
      "step": 176015
    },
    {
      "epoch": 0.1540736020503466,
      "grad_norm": 0.3969554603099823,
      "learning_rate": 4.794591938618532e-05,
      "loss": 5.9361,
      "step": 176020
    },
    {
      "epoch": 0.15407797864397374,
      "grad_norm": 0.3866828680038452,
      "learning_rate": 4.794579676979122e-05,
      "loss": 6.2648,
      "step": 176025
    },
    {
      "epoch": 0.1540823552376009,
      "grad_norm": 0.4179233908653259,
      "learning_rate": 4.794567414993561e-05,
      "loss": 5.2166,
      "step": 176030
    },
    {
      "epoch": 0.15408673183122804,
      "grad_norm": 0.44170159101486206,
      "learning_rate": 4.7945551526618527e-05,
      "loss": 4.6382,
      "step": 176035
    },
    {
      "epoch": 0.1540911084248552,
      "grad_norm": 0.4613746702671051,
      "learning_rate": 4.794542889983998e-05,
      "loss": 5.4629,
      "step": 176040
    },
    {
      "epoch": 0.15409548501848236,
      "grad_norm": 0.4564013183116913,
      "learning_rate": 4.79453062696e-05,
      "loss": 5.7466,
      "step": 176045
    },
    {
      "epoch": 0.1540998616121095,
      "grad_norm": 0.4356887936592102,
      "learning_rate": 4.7945183635898604e-05,
      "loss": 5.6859,
      "step": 176050
    },
    {
      "epoch": 0.15410423820573665,
      "grad_norm": 0.4143787920475006,
      "learning_rate": 4.794506099873582e-05,
      "loss": 5.4649,
      "step": 176055
    },
    {
      "epoch": 0.15410861479936383,
      "grad_norm": 0.43022745847702026,
      "learning_rate": 4.794493835811168e-05,
      "loss": 5.4302,
      "step": 176060
    },
    {
      "epoch": 0.15411299139299098,
      "grad_norm": 0.4145939350128174,
      "learning_rate": 4.7944815714026206e-05,
      "loss": 5.4556,
      "step": 176065
    },
    {
      "epoch": 0.15411736798661813,
      "grad_norm": 0.44519349932670593,
      "learning_rate": 4.7944693066479404e-05,
      "loss": 5.2531,
      "step": 176070
    },
    {
      "epoch": 0.15412174458024527,
      "grad_norm": 0.4199632704257965,
      "learning_rate": 4.7944570415471314e-05,
      "loss": 4.9576,
      "step": 176075
    },
    {
      "epoch": 0.15412612117387245,
      "grad_norm": 0.4431246519088745,
      "learning_rate": 4.7944447761001955e-05,
      "loss": 5.2031,
      "step": 176080
    },
    {
      "epoch": 0.1541304977674996,
      "grad_norm": 0.43711724877357483,
      "learning_rate": 4.794432510307134e-05,
      "loss": 4.4037,
      "step": 176085
    },
    {
      "epoch": 0.15413487436112674,
      "grad_norm": 0.4565739929676056,
      "learning_rate": 4.794420244167952e-05,
      "loss": 4.9089,
      "step": 176090
    },
    {
      "epoch": 0.1541392509547539,
      "grad_norm": 0.41093868017196655,
      "learning_rate": 4.79440797768265e-05,
      "loss": 5.6559,
      "step": 176095
    },
    {
      "epoch": 0.15414362754838107,
      "grad_norm": 0.4292619824409485,
      "learning_rate": 4.7943957108512296e-05,
      "loss": 5.1485,
      "step": 176100
    },
    {
      "epoch": 0.15414800414200822,
      "grad_norm": 0.4031605124473572,
      "learning_rate": 4.794383443673694e-05,
      "loss": 5.1546,
      "step": 176105
    },
    {
      "epoch": 0.15415238073563536,
      "grad_norm": 0.4255622923374176,
      "learning_rate": 4.794371176150048e-05,
      "loss": 5.4325,
      "step": 176110
    },
    {
      "epoch": 0.1541567573292625,
      "grad_norm": 0.42380034923553467,
      "learning_rate": 4.7943589082802894e-05,
      "loss": 5.6662,
      "step": 176115
    },
    {
      "epoch": 0.15416113392288966,
      "grad_norm": 0.41878026723861694,
      "learning_rate": 4.794346640064423e-05,
      "loss": 5.6621,
      "step": 176120
    },
    {
      "epoch": 0.15416551051651683,
      "grad_norm": 0.44836002588272095,
      "learning_rate": 4.7943343715024526e-05,
      "loss": 5.2357,
      "step": 176125
    },
    {
      "epoch": 0.15416988711014398,
      "grad_norm": 0.40772971510887146,
      "learning_rate": 4.794322102594379e-05,
      "loss": 5.435,
      "step": 176130
    },
    {
      "epoch": 0.15417426370377113,
      "grad_norm": 0.4435022175312042,
      "learning_rate": 4.794309833340203e-05,
      "loss": 5.7617,
      "step": 176135
    },
    {
      "epoch": 0.15417864029739828,
      "grad_norm": 0.4190864562988281,
      "learning_rate": 4.7942975637399276e-05,
      "loss": 5.6838,
      "step": 176140
    },
    {
      "epoch": 0.15418301689102545,
      "grad_norm": 0.4089203178882599,
      "learning_rate": 4.794285293793558e-05,
      "loss": 4.8389,
      "step": 176145
    },
    {
      "epoch": 0.1541873934846526,
      "grad_norm": 0.4412350654602051,
      "learning_rate": 4.7942730235010944e-05,
      "loss": 4.4341,
      "step": 176150
    },
    {
      "epoch": 0.15419177007827975,
      "grad_norm": 0.41490042209625244,
      "learning_rate": 4.794260752862539e-05,
      "loss": 5.1802,
      "step": 176155
    },
    {
      "epoch": 0.1541961466719069,
      "grad_norm": 0.41505682468414307,
      "learning_rate": 4.794248481877896e-05,
      "loss": 5.3709,
      "step": 176160
    },
    {
      "epoch": 0.15420052326553407,
      "grad_norm": 0.4630753695964813,
      "learning_rate": 4.794236210547165e-05,
      "loss": 5.7546,
      "step": 176165
    },
    {
      "epoch": 0.15420489985916122,
      "grad_norm": 0.4107424318790436,
      "learning_rate": 4.794223938870349e-05,
      "loss": 5.2552,
      "step": 176170
    },
    {
      "epoch": 0.15420927645278837,
      "grad_norm": 0.4112880825996399,
      "learning_rate": 4.7942116668474526e-05,
      "loss": 4.8553,
      "step": 176175
    },
    {
      "epoch": 0.15421365304641552,
      "grad_norm": 0.4523013234138489,
      "learning_rate": 4.794199394478476e-05,
      "loss": 5.2542,
      "step": 176180
    },
    {
      "epoch": 0.1542180296400427,
      "grad_norm": 0.44553083181381226,
      "learning_rate": 4.7941871217634216e-05,
      "loss": 5.7247,
      "step": 176185
    },
    {
      "epoch": 0.15422240623366984,
      "grad_norm": 0.4376589357852936,
      "learning_rate": 4.794174848702294e-05,
      "loss": 5.4278,
      "step": 176190
    },
    {
      "epoch": 0.154226782827297,
      "grad_norm": 0.4247598946094513,
      "learning_rate": 4.794162575295093e-05,
      "loss": 5.783,
      "step": 176195
    },
    {
      "epoch": 0.15423115942092414,
      "grad_norm": 0.4309357702732086,
      "learning_rate": 4.794150301541821e-05,
      "loss": 4.4155,
      "step": 176200
    },
    {
      "epoch": 0.1542355360145513,
      "grad_norm": 0.41794347763061523,
      "learning_rate": 4.794138027442483e-05,
      "loss": 5.6945,
      "step": 176205
    },
    {
      "epoch": 0.15423991260817846,
      "grad_norm": 0.40909460186958313,
      "learning_rate": 4.7941257529970785e-05,
      "loss": 5.7312,
      "step": 176210
    },
    {
      "epoch": 0.1542442892018056,
      "grad_norm": 0.4288738965988159,
      "learning_rate": 4.7941134782056115e-05,
      "loss": 4.4425,
      "step": 176215
    },
    {
      "epoch": 0.15424866579543275,
      "grad_norm": 0.42282184958457947,
      "learning_rate": 4.7941012030680834e-05,
      "loss": 3.9284,
      "step": 176220
    },
    {
      "epoch": 0.15425304238905993,
      "grad_norm": 0.4270986020565033,
      "learning_rate": 4.794088927584498e-05,
      "loss": 6.2822,
      "step": 176225
    },
    {
      "epoch": 0.15425741898268708,
      "grad_norm": 0.5027544498443604,
      "learning_rate": 4.794076651754856e-05,
      "loss": 4.9328,
      "step": 176230
    },
    {
      "epoch": 0.15426179557631423,
      "grad_norm": 0.41723743081092834,
      "learning_rate": 4.7940643755791606e-05,
      "loss": 4.737,
      "step": 176235
    },
    {
      "epoch": 0.15426617216994137,
      "grad_norm": 0.42500177025794983,
      "learning_rate": 4.7940520990574147e-05,
      "loss": 5.1573,
      "step": 176240
    },
    {
      "epoch": 0.15427054876356852,
      "grad_norm": 0.40237346291542053,
      "learning_rate": 4.7940398221896185e-05,
      "loss": 4.2031,
      "step": 176245
    },
    {
      "epoch": 0.1542749253571957,
      "grad_norm": 0.4533444941043854,
      "learning_rate": 4.7940275449757775e-05,
      "loss": 4.9118,
      "step": 176250
    },
    {
      "epoch": 0.15427930195082284,
      "grad_norm": 0.40193548798561096,
      "learning_rate": 4.794015267415891e-05,
      "loss": 5.7277,
      "step": 176255
    },
    {
      "epoch": 0.15428367854445,
      "grad_norm": 0.3943628668785095,
      "learning_rate": 4.794002989509964e-05,
      "loss": 4.7667,
      "step": 176260
    },
    {
      "epoch": 0.15428805513807714,
      "grad_norm": 0.46844786405563354,
      "learning_rate": 4.793990711257997e-05,
      "loss": 4.4028,
      "step": 176265
    },
    {
      "epoch": 0.15429243173170432,
      "grad_norm": 0.42210882902145386,
      "learning_rate": 4.793978432659995e-05,
      "loss": 4.9397,
      "step": 176270
    },
    {
      "epoch": 0.15429680832533146,
      "grad_norm": 0.39251670241355896,
      "learning_rate": 4.793966153715956e-05,
      "loss": 5.4563,
      "step": 176275
    },
    {
      "epoch": 0.1543011849189586,
      "grad_norm": 0.4023192226886749,
      "learning_rate": 4.793953874425886e-05,
      "loss": 5.1707,
      "step": 176280
    },
    {
      "epoch": 0.15430556151258576,
      "grad_norm": 0.40012645721435547,
      "learning_rate": 4.793941594789786e-05,
      "loss": 5.2386,
      "step": 176285
    },
    {
      "epoch": 0.15430993810621293,
      "grad_norm": 0.44980478286743164,
      "learning_rate": 4.793929314807658e-05,
      "loss": 4.0752,
      "step": 176290
    },
    {
      "epoch": 0.15431431469984008,
      "grad_norm": 0.4483819603919983,
      "learning_rate": 4.793917034479506e-05,
      "loss": 4.6058,
      "step": 176295
    },
    {
      "epoch": 0.15431869129346723,
      "grad_norm": 0.42750200629234314,
      "learning_rate": 4.7939047538053304e-05,
      "loss": 4.964,
      "step": 176300
    },
    {
      "epoch": 0.15432306788709438,
      "grad_norm": 0.4049946665763855,
      "learning_rate": 4.793892472785134e-05,
      "loss": 5.9535,
      "step": 176305
    },
    {
      "epoch": 0.15432744448072155,
      "grad_norm": 0.44925713539123535,
      "learning_rate": 4.7938801914189214e-05,
      "loss": 5.0609,
      "step": 176310
    },
    {
      "epoch": 0.1543318210743487,
      "grad_norm": 0.4230727255344391,
      "learning_rate": 4.793867909706692e-05,
      "loss": 5.1572,
      "step": 176315
    },
    {
      "epoch": 0.15433619766797585,
      "grad_norm": 0.4056916832923889,
      "learning_rate": 4.793855627648449e-05,
      "loss": 5.6658,
      "step": 176320
    },
    {
      "epoch": 0.154340574261603,
      "grad_norm": 0.39759135246276855,
      "learning_rate": 4.7938433452441956e-05,
      "loss": 5.4296,
      "step": 176325
    },
    {
      "epoch": 0.15434495085523017,
      "grad_norm": 0.4336528182029724,
      "learning_rate": 4.793831062493933e-05,
      "loss": 4.9346,
      "step": 176330
    },
    {
      "epoch": 0.15434932744885732,
      "grad_norm": 0.4365582764148712,
      "learning_rate": 4.793818779397665e-05,
      "loss": 5.1562,
      "step": 176335
    },
    {
      "epoch": 0.15435370404248447,
      "grad_norm": 0.39868077635765076,
      "learning_rate": 4.793806495955394e-05,
      "loss": 5.4398,
      "step": 176340
    },
    {
      "epoch": 0.15435808063611162,
      "grad_norm": 0.4289681911468506,
      "learning_rate": 4.793794212167121e-05,
      "loss": 5.1238,
      "step": 176345
    },
    {
      "epoch": 0.1543624572297388,
      "grad_norm": 0.3911495506763458,
      "learning_rate": 4.793781928032849e-05,
      "loss": 5.482,
      "step": 176350
    },
    {
      "epoch": 0.15436683382336594,
      "grad_norm": 0.40226829051971436,
      "learning_rate": 4.793769643552579e-05,
      "loss": 4.9507,
      "step": 176355
    },
    {
      "epoch": 0.1543712104169931,
      "grad_norm": 0.3955610692501068,
      "learning_rate": 4.793757358726316e-05,
      "loss": 5.4165,
      "step": 176360
    },
    {
      "epoch": 0.15437558701062024,
      "grad_norm": 0.4414745569229126,
      "learning_rate": 4.793745073554061e-05,
      "loss": 4.9392,
      "step": 176365
    },
    {
      "epoch": 0.15437996360424738,
      "grad_norm": 0.4157579839229584,
      "learning_rate": 4.7937327880358164e-05,
      "loss": 4.8736,
      "step": 176370
    },
    {
      "epoch": 0.15438434019787456,
      "grad_norm": 0.4168138802051544,
      "learning_rate": 4.793720502171585e-05,
      "loss": 4.8576,
      "step": 176375
    },
    {
      "epoch": 0.1543887167915017,
      "grad_norm": 0.4546946883201599,
      "learning_rate": 4.793708215961368e-05,
      "loss": 4.6451,
      "step": 176380
    },
    {
      "epoch": 0.15439309338512885,
      "grad_norm": 0.44287505745887756,
      "learning_rate": 4.793695929405169e-05,
      "loss": 5.1338,
      "step": 176385
    },
    {
      "epoch": 0.154397469978756,
      "grad_norm": 0.4557436406612396,
      "learning_rate": 4.7936836425029895e-05,
      "loss": 4.9336,
      "step": 176390
    },
    {
      "epoch": 0.15440184657238318,
      "grad_norm": 0.4752083122730255,
      "learning_rate": 4.793671355254833e-05,
      "loss": 4.846,
      "step": 176395
    },
    {
      "epoch": 0.15440622316601033,
      "grad_norm": 0.4263286292552948,
      "learning_rate": 4.793659067660701e-05,
      "loss": 5.1566,
      "step": 176400
    },
    {
      "epoch": 0.15441059975963747,
      "grad_norm": 0.4097643196582794,
      "learning_rate": 4.7936467797205964e-05,
      "loss": 5.048,
      "step": 176405
    },
    {
      "epoch": 0.15441497635326462,
      "grad_norm": 0.3939874768257141,
      "learning_rate": 4.7936344914345196e-05,
      "loss": 5.0828,
      "step": 176410
    },
    {
      "epoch": 0.1544193529468918,
      "grad_norm": 0.4558783173561096,
      "learning_rate": 4.793622202802476e-05,
      "loss": 5.7872,
      "step": 176415
    },
    {
      "epoch": 0.15442372954051894,
      "grad_norm": 0.5232458114624023,
      "learning_rate": 4.793609913824466e-05,
      "loss": 5.4586,
      "step": 176420
    },
    {
      "epoch": 0.1544281061341461,
      "grad_norm": 0.3911612629890442,
      "learning_rate": 4.7935976245004935e-05,
      "loss": 5.3559,
      "step": 176425
    },
    {
      "epoch": 0.15443248272777324,
      "grad_norm": 0.5052548050880432,
      "learning_rate": 4.793585334830558e-05,
      "loss": 5.1431,
      "step": 176430
    },
    {
      "epoch": 0.15443685932140042,
      "grad_norm": 0.4199594259262085,
      "learning_rate": 4.793573044814665e-05,
      "loss": 4.5509,
      "step": 176435
    },
    {
      "epoch": 0.15444123591502756,
      "grad_norm": 0.438113272190094,
      "learning_rate": 4.793560754452816e-05,
      "loss": 5.9742,
      "step": 176440
    },
    {
      "epoch": 0.1544456125086547,
      "grad_norm": 0.9513464570045471,
      "learning_rate": 4.793548463745013e-05,
      "loss": 4.8794,
      "step": 176445
    },
    {
      "epoch": 0.15444998910228186,
      "grad_norm": 0.5540424585342407,
      "learning_rate": 4.793536172691258e-05,
      "loss": 5.9379,
      "step": 176450
    },
    {
      "epoch": 0.15445436569590903,
      "grad_norm": 0.518711507320404,
      "learning_rate": 4.7935238812915536e-05,
      "loss": 5.1832,
      "step": 176455
    },
    {
      "epoch": 0.15445874228953618,
      "grad_norm": 0.4156581461429596,
      "learning_rate": 4.7935115895459016e-05,
      "loss": 5.1129,
      "step": 176460
    },
    {
      "epoch": 0.15446311888316333,
      "grad_norm": 0.8154202103614807,
      "learning_rate": 4.793499297454306e-05,
      "loss": 4.8561,
      "step": 176465
    },
    {
      "epoch": 0.15446749547679048,
      "grad_norm": 0.44901973009109497,
      "learning_rate": 4.793487005016769e-05,
      "loss": 4.8654,
      "step": 176470
    },
    {
      "epoch": 0.15447187207041765,
      "grad_norm": 0.4172346591949463,
      "learning_rate": 4.793474712233291e-05,
      "loss": 5.9629,
      "step": 176475
    },
    {
      "epoch": 0.1544762486640448,
      "grad_norm": 0.46927353739738464,
      "learning_rate": 4.793462419103876e-05,
      "loss": 4.6427,
      "step": 176480
    },
    {
      "epoch": 0.15448062525767195,
      "grad_norm": 0.42545974254608154,
      "learning_rate": 4.793450125628526e-05,
      "loss": 5.668,
      "step": 176485
    },
    {
      "epoch": 0.1544850018512991,
      "grad_norm": 0.38942551612854004,
      "learning_rate": 4.7934378318072425e-05,
      "loss": 5.3873,
      "step": 176490
    },
    {
      "epoch": 0.15448937844492625,
      "grad_norm": 0.3987036943435669,
      "learning_rate": 4.7934255376400296e-05,
      "loss": 5.6725,
      "step": 176495
    },
    {
      "epoch": 0.15449375503855342,
      "grad_norm": 0.39618757367134094,
      "learning_rate": 4.7934132431268885e-05,
      "loss": 5.1379,
      "step": 176500
    },
    {
      "epoch": 0.15449813163218057,
      "grad_norm": 0.4239022731781006,
      "learning_rate": 4.793400948267823e-05,
      "loss": 4.9165,
      "step": 176505
    },
    {
      "epoch": 0.15450250822580772,
      "grad_norm": 0.3938934803009033,
      "learning_rate": 4.7933886530628323e-05,
      "loss": 5.6395,
      "step": 176510
    },
    {
      "epoch": 0.15450688481943486,
      "grad_norm": 0.40146970748901367,
      "learning_rate": 4.793376357511923e-05,
      "loss": 5.9395,
      "step": 176515
    },
    {
      "epoch": 0.15451126141306204,
      "grad_norm": 0.40495920181274414,
      "learning_rate": 4.793364061615094e-05,
      "loss": 5.2699,
      "step": 176520
    },
    {
      "epoch": 0.1545156380066892,
      "grad_norm": 0.4665026366710663,
      "learning_rate": 4.793351765372349e-05,
      "loss": 5.462,
      "step": 176525
    },
    {
      "epoch": 0.15452001460031634,
      "grad_norm": 0.39313772320747375,
      "learning_rate": 4.793339468783691e-05,
      "loss": 4.6371,
      "step": 176530
    },
    {
      "epoch": 0.15452439119394348,
      "grad_norm": 0.40056440234184265,
      "learning_rate": 4.793327171849121e-05,
      "loss": 5.3701,
      "step": 176535
    },
    {
      "epoch": 0.15452876778757066,
      "grad_norm": 0.40071266889572144,
      "learning_rate": 4.793314874568642e-05,
      "loss": 5.0654,
      "step": 176540
    },
    {
      "epoch": 0.1545331443811978,
      "grad_norm": 0.41325634717941284,
      "learning_rate": 4.793302576942257e-05,
      "loss": 5.9816,
      "step": 176545
    },
    {
      "epoch": 0.15453752097482495,
      "grad_norm": 0.3973782956600189,
      "learning_rate": 4.7932902789699674e-05,
      "loss": 5.4626,
      "step": 176550
    },
    {
      "epoch": 0.1545418975684521,
      "grad_norm": 0.39959755539894104,
      "learning_rate": 4.793277980651776e-05,
      "loss": 5.7333,
      "step": 176555
    },
    {
      "epoch": 0.15454627416207928,
      "grad_norm": 0.45387834310531616,
      "learning_rate": 4.793265681987684e-05,
      "loss": 4.9059,
      "step": 176560
    },
    {
      "epoch": 0.15455065075570643,
      "grad_norm": 0.44825631380081177,
      "learning_rate": 4.7932533829776974e-05,
      "loss": 3.9046,
      "step": 176565
    },
    {
      "epoch": 0.15455502734933357,
      "grad_norm": 0.4585351049900055,
      "learning_rate": 4.793241083621814e-05,
      "loss": 5.2368,
      "step": 176570
    },
    {
      "epoch": 0.15455940394296072,
      "grad_norm": 0.42640039324760437,
      "learning_rate": 4.79322878392004e-05,
      "loss": 4.3186,
      "step": 176575
    },
    {
      "epoch": 0.1545637805365879,
      "grad_norm": 0.4970836937427521,
      "learning_rate": 4.7932164838723733e-05,
      "loss": 4.9484,
      "step": 176580
    },
    {
      "epoch": 0.15456815713021504,
      "grad_norm": 0.4645146131515503,
      "learning_rate": 4.793204183478822e-05,
      "loss": 5.1449,
      "step": 176585
    },
    {
      "epoch": 0.1545725337238422,
      "grad_norm": 0.45031657814979553,
      "learning_rate": 4.793191882739384e-05,
      "loss": 5.6393,
      "step": 176590
    },
    {
      "epoch": 0.15457691031746934,
      "grad_norm": 0.43971359729766846,
      "learning_rate": 4.7931795816540636e-05,
      "loss": 5.7687,
      "step": 176595
    },
    {
      "epoch": 0.15458128691109652,
      "grad_norm": 0.3951130211353302,
      "learning_rate": 4.793167280222862e-05,
      "loss": 5.9824,
      "step": 176600
    },
    {
      "epoch": 0.15458566350472366,
      "grad_norm": 0.4319544732570648,
      "learning_rate": 4.793154978445783e-05,
      "loss": 5.1355,
      "step": 176605
    },
    {
      "epoch": 0.1545900400983508,
      "grad_norm": 0.4547618627548218,
      "learning_rate": 4.7931426763228284e-05,
      "loss": 5.7002,
      "step": 176610
    },
    {
      "epoch": 0.15459441669197796,
      "grad_norm": 0.4067782163619995,
      "learning_rate": 4.793130373854e-05,
      "loss": 5.9736,
      "step": 176615
    },
    {
      "epoch": 0.1545987932856051,
      "grad_norm": 0.4508669078350067,
      "learning_rate": 4.7931180710393005e-05,
      "loss": 5.1507,
      "step": 176620
    },
    {
      "epoch": 0.15460316987923228,
      "grad_norm": 0.4139523506164551,
      "learning_rate": 4.793105767878733e-05,
      "loss": 5.6414,
      "step": 176625
    },
    {
      "epoch": 0.15460754647285943,
      "grad_norm": 0.4166189730167389,
      "learning_rate": 4.793093464372299e-05,
      "loss": 5.1497,
      "step": 176630
    },
    {
      "epoch": 0.15461192306648658,
      "grad_norm": 0.42233917117118835,
      "learning_rate": 4.793081160520001e-05,
      "loss": 5.4018,
      "step": 176635
    },
    {
      "epoch": 0.15461629966011373,
      "grad_norm": 0.40441781282424927,
      "learning_rate": 4.7930688563218416e-05,
      "loss": 4.1143,
      "step": 176640
    },
    {
      "epoch": 0.1546206762537409,
      "grad_norm": 0.47431784868240356,
      "learning_rate": 4.7930565517778226e-05,
      "loss": 5.3639,
      "step": 176645
    },
    {
      "epoch": 0.15462505284736805,
      "grad_norm": 0.4571094512939453,
      "learning_rate": 4.793044246887948e-05,
      "loss": 4.973,
      "step": 176650
    },
    {
      "epoch": 0.1546294294409952,
      "grad_norm": 0.44868096709251404,
      "learning_rate": 4.793031941652219e-05,
      "loss": 3.7132,
      "step": 176655
    },
    {
      "epoch": 0.15463380603462235,
      "grad_norm": 0.4356970191001892,
      "learning_rate": 4.793019636070637e-05,
      "loss": 5.7885,
      "step": 176660
    },
    {
      "epoch": 0.15463818262824952,
      "grad_norm": 0.4303344488143921,
      "learning_rate": 4.793007330143205e-05,
      "loss": 4.1819,
      "step": 176665
    },
    {
      "epoch": 0.15464255922187667,
      "grad_norm": 0.41479092836380005,
      "learning_rate": 4.792995023869927e-05,
      "loss": 6.2365,
      "step": 176670
    },
    {
      "epoch": 0.15464693581550382,
      "grad_norm": 0.44188180565834045,
      "learning_rate": 4.7929827172508035e-05,
      "loss": 5.1898,
      "step": 176675
    },
    {
      "epoch": 0.15465131240913096,
      "grad_norm": 0.405209481716156,
      "learning_rate": 4.792970410285839e-05,
      "loss": 5.2486,
      "step": 176680
    },
    {
      "epoch": 0.15465568900275814,
      "grad_norm": 0.41219788789749146,
      "learning_rate": 4.792958102975033e-05,
      "loss": 5.7633,
      "step": 176685
    },
    {
      "epoch": 0.1546600655963853,
      "grad_norm": 0.446062833070755,
      "learning_rate": 4.792945795318387e-05,
      "loss": 5.1438,
      "step": 176690
    },
    {
      "epoch": 0.15466444219001244,
      "grad_norm": 0.3834022581577301,
      "learning_rate": 4.792933487315909e-05,
      "loss": 5.9322,
      "step": 176695
    },
    {
      "epoch": 0.15466881878363958,
      "grad_norm": 0.4128700792789459,
      "learning_rate": 4.792921178967597e-05,
      "loss": 5.1471,
      "step": 176700
    },
    {
      "epoch": 0.15467319537726676,
      "grad_norm": 0.41507044434547424,
      "learning_rate": 4.792908870273455e-05,
      "loss": 4.5618,
      "step": 176705
    },
    {
      "epoch": 0.1546775719708939,
      "grad_norm": 0.43017277121543884,
      "learning_rate": 4.792896561233483e-05,
      "loss": 5.6613,
      "step": 176710
    },
    {
      "epoch": 0.15468194856452105,
      "grad_norm": 0.39758026599884033,
      "learning_rate": 4.792884251847686e-05,
      "loss": 6.2514,
      "step": 176715
    },
    {
      "epoch": 0.1546863251581482,
      "grad_norm": 0.4161575734615326,
      "learning_rate": 4.7928719421160664e-05,
      "loss": 5.759,
      "step": 176720
    },
    {
      "epoch": 0.15469070175177538,
      "grad_norm": 0.4333360195159912,
      "learning_rate": 4.7928596320386244e-05,
      "loss": 5.3836,
      "step": 176725
    },
    {
      "epoch": 0.15469507834540253,
      "grad_norm": 0.40592217445373535,
      "learning_rate": 4.7928473216153646e-05,
      "loss": 5.0207,
      "step": 176730
    },
    {
      "epoch": 0.15469945493902967,
      "grad_norm": 0.4128129780292511,
      "learning_rate": 4.792835010846287e-05,
      "loss": 5.3529,
      "step": 176735
    },
    {
      "epoch": 0.15470383153265682,
      "grad_norm": 0.40081584453582764,
      "learning_rate": 4.792822699731398e-05,
      "loss": 5.3793,
      "step": 176740
    },
    {
      "epoch": 0.154708208126284,
      "grad_norm": 0.3747112452983856,
      "learning_rate": 4.792810388270694e-05,
      "loss": 4.9274,
      "step": 176745
    },
    {
      "epoch": 0.15471258471991114,
      "grad_norm": 0.4147561192512512,
      "learning_rate": 4.7927980764641833e-05,
      "loss": 6.2881,
      "step": 176750
    },
    {
      "epoch": 0.1547169613135383,
      "grad_norm": 0.39737221598625183,
      "learning_rate": 4.7927857643118643e-05,
      "loss": 4.0894,
      "step": 176755
    },
    {
      "epoch": 0.15472133790716544,
      "grad_norm": 0.46174564957618713,
      "learning_rate": 4.7927734518137425e-05,
      "loss": 5.4395,
      "step": 176760
    },
    {
      "epoch": 0.1547257145007926,
      "grad_norm": 0.41786277294158936,
      "learning_rate": 4.792761138969817e-05,
      "loss": 5.4779,
      "step": 176765
    },
    {
      "epoch": 0.15473009109441976,
      "grad_norm": 0.3983983099460602,
      "learning_rate": 4.792748825780092e-05,
      "loss": 5.7868,
      "step": 176770
    },
    {
      "epoch": 0.1547344676880469,
      "grad_norm": 0.39963167905807495,
      "learning_rate": 4.79273651224457e-05,
      "loss": 5.1794,
      "step": 176775
    },
    {
      "epoch": 0.15473884428167406,
      "grad_norm": 0.39519548416137695,
      "learning_rate": 4.792724198363252e-05,
      "loss": 5.9578,
      "step": 176780
    },
    {
      "epoch": 0.1547432208753012,
      "grad_norm": 0.43976956605911255,
      "learning_rate": 4.792711884136143e-05,
      "loss": 4.9276,
      "step": 176785
    },
    {
      "epoch": 0.15474759746892838,
      "grad_norm": 0.4207827150821686,
      "learning_rate": 4.7926995695632425e-05,
      "loss": 4.9133,
      "step": 176790
    },
    {
      "epoch": 0.15475197406255553,
      "grad_norm": 0.4393453896045685,
      "learning_rate": 4.7926872546445546e-05,
      "loss": 4.4201,
      "step": 176795
    },
    {
      "epoch": 0.15475635065618268,
      "grad_norm": 0.4259299635887146,
      "learning_rate": 4.792674939380081e-05,
      "loss": 5.429,
      "step": 176800
    },
    {
      "epoch": 0.15476072724980983,
      "grad_norm": 0.4302847385406494,
      "learning_rate": 4.792662623769825e-05,
      "loss": 4.363,
      "step": 176805
    },
    {
      "epoch": 0.154765103843437,
      "grad_norm": 0.4126090407371521,
      "learning_rate": 4.792650307813787e-05,
      "loss": 5.1757,
      "step": 176810
    },
    {
      "epoch": 0.15476948043706415,
      "grad_norm": 0.4321978688240051,
      "learning_rate": 4.792637991511971e-05,
      "loss": 4.9078,
      "step": 176815
    },
    {
      "epoch": 0.1547738570306913,
      "grad_norm": 0.42319029569625854,
      "learning_rate": 4.79262567486438e-05,
      "loss": 5.1813,
      "step": 176820
    },
    {
      "epoch": 0.15477823362431845,
      "grad_norm": 0.39453181624412537,
      "learning_rate": 4.792613357871014e-05,
      "loss": 5.4586,
      "step": 176825
    },
    {
      "epoch": 0.15478261021794562,
      "grad_norm": 0.43151190876960754,
      "learning_rate": 4.792601040531878e-05,
      "loss": 5.3959,
      "step": 176830
    },
    {
      "epoch": 0.15478698681157277,
      "grad_norm": 0.4082106351852417,
      "learning_rate": 4.792588722846972e-05,
      "loss": 5.9609,
      "step": 176835
    },
    {
      "epoch": 0.15479136340519992,
      "grad_norm": 0.40352174639701843,
      "learning_rate": 4.7925764048163e-05,
      "loss": 4.8518,
      "step": 176840
    },
    {
      "epoch": 0.15479573999882706,
      "grad_norm": 0.44139552116394043,
      "learning_rate": 4.792564086439864e-05,
      "loss": 5.4442,
      "step": 176845
    },
    {
      "epoch": 0.15480011659245424,
      "grad_norm": 0.4464562237262726,
      "learning_rate": 4.792551767717666e-05,
      "loss": 3.6912,
      "step": 176850
    },
    {
      "epoch": 0.1548044931860814,
      "grad_norm": 0.46605947613716125,
      "learning_rate": 4.792539448649709e-05,
      "loss": 4.4366,
      "step": 176855
    },
    {
      "epoch": 0.15480886977970854,
      "grad_norm": 0.40396857261657715,
      "learning_rate": 4.792527129235994e-05,
      "loss": 5.243,
      "step": 176860
    },
    {
      "epoch": 0.15481324637333568,
      "grad_norm": 0.4162285625934601,
      "learning_rate": 4.792514809476525e-05,
      "loss": 5.0363,
      "step": 176865
    },
    {
      "epoch": 0.15481762296696286,
      "grad_norm": 0.39477330446243286,
      "learning_rate": 4.7925024893713047e-05,
      "loss": 5.2543,
      "step": 176870
    },
    {
      "epoch": 0.15482199956059,
      "grad_norm": 0.38826534152030945,
      "learning_rate": 4.792490168920333e-05,
      "loss": 5.777,
      "step": 176875
    },
    {
      "epoch": 0.15482637615421715,
      "grad_norm": 0.42014002799987793,
      "learning_rate": 4.7924778481236143e-05,
      "loss": 4.6612,
      "step": 176880
    },
    {
      "epoch": 0.1548307527478443,
      "grad_norm": 0.42114758491516113,
      "learning_rate": 4.792465526981151e-05,
      "loss": 4.3361,
      "step": 176885
    },
    {
      "epoch": 0.15483512934147145,
      "grad_norm": 0.40485939383506775,
      "learning_rate": 4.792453205492945e-05,
      "loss": 3.8879,
      "step": 176890
    },
    {
      "epoch": 0.15483950593509863,
      "grad_norm": 0.39924120903015137,
      "learning_rate": 4.7924408836589986e-05,
      "loss": 5.4498,
      "step": 176895
    },
    {
      "epoch": 0.15484388252872577,
      "grad_norm": 0.3977593779563904,
      "learning_rate": 4.792428561479313e-05,
      "loss": 5.7549,
      "step": 176900
    },
    {
      "epoch": 0.15484825912235292,
      "grad_norm": 0.3946709632873535,
      "learning_rate": 4.7924162389538926e-05,
      "loss": 5.9223,
      "step": 176905
    },
    {
      "epoch": 0.15485263571598007,
      "grad_norm": 0.39398881793022156,
      "learning_rate": 4.7924039160827397e-05,
      "loss": 5.4656,
      "step": 176910
    },
    {
      "epoch": 0.15485701230960724,
      "grad_norm": 0.4053260087966919,
      "learning_rate": 4.792391592865855e-05,
      "loss": 5.3533,
      "step": 176915
    },
    {
      "epoch": 0.1548613889032344,
      "grad_norm": 0.4192999005317688,
      "learning_rate": 4.792379269303242e-05,
      "loss": 4.6517,
      "step": 176920
    },
    {
      "epoch": 0.15486576549686154,
      "grad_norm": 0.42144107818603516,
      "learning_rate": 4.7923669453949024e-05,
      "loss": 3.9512,
      "step": 176925
    },
    {
      "epoch": 0.1548701420904887,
      "grad_norm": 0.3888961374759674,
      "learning_rate": 4.79235462114084e-05,
      "loss": 5.7676,
      "step": 176930
    },
    {
      "epoch": 0.15487451868411586,
      "grad_norm": 0.3878588080406189,
      "learning_rate": 4.792342296541056e-05,
      "loss": 5.6361,
      "step": 176935
    },
    {
      "epoch": 0.154878895277743,
      "grad_norm": 0.4196128845214844,
      "learning_rate": 4.792329971595554e-05,
      "loss": 5.4693,
      "step": 176940
    },
    {
      "epoch": 0.15488327187137016,
      "grad_norm": 0.4272245168685913,
      "learning_rate": 4.792317646304334e-05,
      "loss": 5.1846,
      "step": 176945
    },
    {
      "epoch": 0.1548876484649973,
      "grad_norm": 0.42813968658447266,
      "learning_rate": 4.792305320667399e-05,
      "loss": 5.4954,
      "step": 176950
    },
    {
      "epoch": 0.15489202505862448,
      "grad_norm": 0.4214383661746979,
      "learning_rate": 4.792292994684754e-05,
      "loss": 5.1579,
      "step": 176955
    },
    {
      "epoch": 0.15489640165225163,
      "grad_norm": 0.4344695806503296,
      "learning_rate": 4.7922806683563995e-05,
      "loss": 4.5751,
      "step": 176960
    },
    {
      "epoch": 0.15490077824587878,
      "grad_norm": 0.39863190054893494,
      "learning_rate": 4.792268341682337e-05,
      "loss": 5.4471,
      "step": 176965
    },
    {
      "epoch": 0.15490515483950593,
      "grad_norm": 0.4350323975086212,
      "learning_rate": 4.79225601466257e-05,
      "loss": 5.4461,
      "step": 176970
    },
    {
      "epoch": 0.1549095314331331,
      "grad_norm": 0.4368000626564026,
      "learning_rate": 4.792243687297101e-05,
      "loss": 4.9771,
      "step": 176975
    },
    {
      "epoch": 0.15491390802676025,
      "grad_norm": 0.4206971824169159,
      "learning_rate": 4.7922313595859315e-05,
      "loss": 4.7407,
      "step": 176980
    },
    {
      "epoch": 0.1549182846203874,
      "grad_norm": 0.39186394214630127,
      "learning_rate": 4.7922190315290646e-05,
      "loss": 5.9695,
      "step": 176985
    },
    {
      "epoch": 0.15492266121401455,
      "grad_norm": 0.42004314064979553,
      "learning_rate": 4.7922067031265026e-05,
      "loss": 4.6354,
      "step": 176990
    },
    {
      "epoch": 0.15492703780764172,
      "grad_norm": 0.4345136284828186,
      "learning_rate": 4.792194374378248e-05,
      "loss": 4.9292,
      "step": 176995
    },
    {
      "epoch": 0.15493141440126887,
      "grad_norm": 0.44481244683265686,
      "learning_rate": 4.7921820452843025e-05,
      "loss": 4.6074,
      "step": 177000
    },
    {
      "epoch": 0.15493579099489602,
      "grad_norm": 0.44174784421920776,
      "learning_rate": 4.79216971584467e-05,
      "loss": 4.922,
      "step": 177005
    },
    {
      "epoch": 0.15494016758852316,
      "grad_norm": 0.4264785945415497,
      "learning_rate": 4.79215738605935e-05,
      "loss": 4.8792,
      "step": 177010
    },
    {
      "epoch": 0.1549445441821503,
      "grad_norm": 0.4190676808357239,
      "learning_rate": 4.792145055928349e-05,
      "loss": 5.4525,
      "step": 177015
    },
    {
      "epoch": 0.1549489207757775,
      "grad_norm": 0.4260401427745819,
      "learning_rate": 4.792132725451665e-05,
      "loss": 5.6533,
      "step": 177020
    },
    {
      "epoch": 0.15495329736940464,
      "grad_norm": 0.41243696212768555,
      "learning_rate": 4.792120394629304e-05,
      "loss": 5.3912,
      "step": 177025
    },
    {
      "epoch": 0.15495767396303178,
      "grad_norm": 0.42766326665878296,
      "learning_rate": 4.792108063461266e-05,
      "loss": 4.4385,
      "step": 177030
    },
    {
      "epoch": 0.15496205055665893,
      "grad_norm": 0.4083572030067444,
      "learning_rate": 4.792095731947553e-05,
      "loss": 5.2271,
      "step": 177035
    },
    {
      "epoch": 0.1549664271502861,
      "grad_norm": 0.38743168115615845,
      "learning_rate": 4.792083400088171e-05,
      "loss": 4.9732,
      "step": 177040
    },
    {
      "epoch": 0.15497080374391325,
      "grad_norm": 0.40530312061309814,
      "learning_rate": 4.792071067883118e-05,
      "loss": 4.7332,
      "step": 177045
    },
    {
      "epoch": 0.1549751803375404,
      "grad_norm": 0.40250012278556824,
      "learning_rate": 4.7920587353324e-05,
      "loss": 5.4672,
      "step": 177050
    },
    {
      "epoch": 0.15497955693116755,
      "grad_norm": 0.4200904071331024,
      "learning_rate": 4.792046402436017e-05,
      "loss": 4.6481,
      "step": 177055
    },
    {
      "epoch": 0.15498393352479473,
      "grad_norm": 0.4339190721511841,
      "learning_rate": 4.7920340691939716e-05,
      "loss": 5.463,
      "step": 177060
    },
    {
      "epoch": 0.15498831011842187,
      "grad_norm": 0.42842185497283936,
      "learning_rate": 4.792021735606267e-05,
      "loss": 5.4701,
      "step": 177065
    },
    {
      "epoch": 0.15499268671204902,
      "grad_norm": 0.4117889702320099,
      "learning_rate": 4.7920094016729056e-05,
      "loss": 4.7595,
      "step": 177070
    },
    {
      "epoch": 0.15499706330567617,
      "grad_norm": 0.427145779132843,
      "learning_rate": 4.79199706739389e-05,
      "loss": 5.7821,
      "step": 177075
    },
    {
      "epoch": 0.15500143989930334,
      "grad_norm": 0.4144066870212555,
      "learning_rate": 4.79198473276922e-05,
      "loss": 5.25,
      "step": 177080
    },
    {
      "epoch": 0.1550058164929305,
      "grad_norm": 0.43513479828834534,
      "learning_rate": 4.7919723977989016e-05,
      "loss": 4.6417,
      "step": 177085
    },
    {
      "epoch": 0.15501019308655764,
      "grad_norm": 0.4129914939403534,
      "learning_rate": 4.791960062482935e-05,
      "loss": 4.9645,
      "step": 177090
    },
    {
      "epoch": 0.1550145696801848,
      "grad_norm": 0.43670567870140076,
      "learning_rate": 4.7919477268213245e-05,
      "loss": 5.4719,
      "step": 177095
    },
    {
      "epoch": 0.15501894627381196,
      "grad_norm": 0.4075113534927368,
      "learning_rate": 4.7919353908140695e-05,
      "loss": 5.7254,
      "step": 177100
    },
    {
      "epoch": 0.1550233228674391,
      "grad_norm": 0.4097878336906433,
      "learning_rate": 4.791923054461175e-05,
      "loss": 5.2327,
      "step": 177105
    },
    {
      "epoch": 0.15502769946106626,
      "grad_norm": 0.41517940163612366,
      "learning_rate": 4.791910717762641e-05,
      "loss": 4.9414,
      "step": 177110
    },
    {
      "epoch": 0.1550320760546934,
      "grad_norm": 0.43915876746177673,
      "learning_rate": 4.791898380718472e-05,
      "loss": 5.3738,
      "step": 177115
    },
    {
      "epoch": 0.15503645264832058,
      "grad_norm": 0.4137116074562073,
      "learning_rate": 4.7918860433286704e-05,
      "loss": 5.4382,
      "step": 177120
    },
    {
      "epoch": 0.15504082924194773,
      "grad_norm": 0.4250085949897766,
      "learning_rate": 4.791873705593237e-05,
      "loss": 4.9435,
      "step": 177125
    },
    {
      "epoch": 0.15504520583557488,
      "grad_norm": 0.4145880937576294,
      "learning_rate": 4.791861367512176e-05,
      "loss": 4.7407,
      "step": 177130
    },
    {
      "epoch": 0.15504958242920203,
      "grad_norm": 0.4545709192752838,
      "learning_rate": 4.7918490290854876e-05,
      "loss": 5.1886,
      "step": 177135
    },
    {
      "epoch": 0.15505395902282917,
      "grad_norm": 0.4346538782119751,
      "learning_rate": 4.791836690313176e-05,
      "loss": 5.1873,
      "step": 177140
    },
    {
      "epoch": 0.15505833561645635,
      "grad_norm": 0.4023655951023102,
      "learning_rate": 4.7918243511952435e-05,
      "loss": 5.6707,
      "step": 177145
    },
    {
      "epoch": 0.1550627122100835,
      "grad_norm": 0.4194526970386505,
      "learning_rate": 4.79181201173169e-05,
      "loss": 4.926,
      "step": 177150
    },
    {
      "epoch": 0.15506708880371065,
      "grad_norm": 0.40996119379997253,
      "learning_rate": 4.791799671922522e-05,
      "loss": 4.436,
      "step": 177155
    },
    {
      "epoch": 0.1550714653973378,
      "grad_norm": 0.424380898475647,
      "learning_rate": 4.7917873317677386e-05,
      "loss": 4.9385,
      "step": 177160
    },
    {
      "epoch": 0.15507584199096497,
      "grad_norm": 0.39322370290756226,
      "learning_rate": 4.791774991267344e-05,
      "loss": 5.7615,
      "step": 177165
    },
    {
      "epoch": 0.15508021858459212,
      "grad_norm": 0.4022362232208252,
      "learning_rate": 4.7917626504213385e-05,
      "loss": 5.7659,
      "step": 177170
    },
    {
      "epoch": 0.15508459517821926,
      "grad_norm": 0.4224745035171509,
      "learning_rate": 4.791750309229727e-05,
      "loss": 5.6283,
      "step": 177175
    },
    {
      "epoch": 0.1550889717718464,
      "grad_norm": 0.39379462599754333,
      "learning_rate": 4.79173796769251e-05,
      "loss": 5.666,
      "step": 177180
    },
    {
      "epoch": 0.1550933483654736,
      "grad_norm": 0.4172058701515198,
      "learning_rate": 4.791725625809691e-05,
      "loss": 4.8981,
      "step": 177185
    },
    {
      "epoch": 0.15509772495910074,
      "grad_norm": 0.4327034056186676,
      "learning_rate": 4.791713283581272e-05,
      "loss": 4.8298,
      "step": 177190
    },
    {
      "epoch": 0.15510210155272788,
      "grad_norm": 0.4279797077178955,
      "learning_rate": 4.7917009410072557e-05,
      "loss": 5.1455,
      "step": 177195
    },
    {
      "epoch": 0.15510647814635503,
      "grad_norm": 0.40775296092033386,
      "learning_rate": 4.791688598087644e-05,
      "loss": 5.7572,
      "step": 177200
    },
    {
      "epoch": 0.1551108547399822,
      "grad_norm": 0.49018070101737976,
      "learning_rate": 4.791676254822438e-05,
      "loss": 4.8247,
      "step": 177205
    },
    {
      "epoch": 0.15511523133360935,
      "grad_norm": 0.42498764395713806,
      "learning_rate": 4.791663911211643e-05,
      "loss": 4.8825,
      "step": 177210
    },
    {
      "epoch": 0.1551196079272365,
      "grad_norm": 0.4501729905605316,
      "learning_rate": 4.79165156725526e-05,
      "loss": 6.2652,
      "step": 177215
    },
    {
      "epoch": 0.15512398452086365,
      "grad_norm": 0.4274854362010956,
      "learning_rate": 4.7916392229532904e-05,
      "loss": 5.4765,
      "step": 177220
    },
    {
      "epoch": 0.15512836111449083,
      "grad_norm": 0.4318230450153351,
      "learning_rate": 4.791626878305738e-05,
      "loss": 5.6643,
      "step": 177225
    },
    {
      "epoch": 0.15513273770811797,
      "grad_norm": 0.4186696708202362,
      "learning_rate": 4.791614533312604e-05,
      "loss": 5.777,
      "step": 177230
    },
    {
      "epoch": 0.15513711430174512,
      "grad_norm": 0.39866283535957336,
      "learning_rate": 4.7916021879738926e-05,
      "loss": 4.8278,
      "step": 177235
    },
    {
      "epoch": 0.15514149089537227,
      "grad_norm": 0.4622732996940613,
      "learning_rate": 4.791589842289605e-05,
      "loss": 5.2197,
      "step": 177240
    },
    {
      "epoch": 0.15514586748899944,
      "grad_norm": 0.4581845700740814,
      "learning_rate": 4.7915774962597415e-05,
      "loss": 5.9646,
      "step": 177245
    },
    {
      "epoch": 0.1551502440826266,
      "grad_norm": 0.43946215510368347,
      "learning_rate": 4.7915651498843085e-05,
      "loss": 5.2602,
      "step": 177250
    },
    {
      "epoch": 0.15515462067625374,
      "grad_norm": 0.4255222976207733,
      "learning_rate": 4.791552803163305e-05,
      "loss": 5.9682,
      "step": 177255
    },
    {
      "epoch": 0.1551589972698809,
      "grad_norm": 0.4278090298175812,
      "learning_rate": 4.791540456096736e-05,
      "loss": 5.9693,
      "step": 177260
    },
    {
      "epoch": 0.15516337386350804,
      "grad_norm": 0.4111001789569855,
      "learning_rate": 4.791528108684603e-05,
      "loss": 5.6637,
      "step": 177265
    },
    {
      "epoch": 0.1551677504571352,
      "grad_norm": 0.45130327343940735,
      "learning_rate": 4.7915157609269065e-05,
      "loss": 5.4435,
      "step": 177270
    },
    {
      "epoch": 0.15517212705076236,
      "grad_norm": 0.3921695053577423,
      "learning_rate": 4.791503412823652e-05,
      "loss": 6.2785,
      "step": 177275
    },
    {
      "epoch": 0.1551765036443895,
      "grad_norm": 0.5567706227302551,
      "learning_rate": 4.791491064374839e-05,
      "loss": 4.4346,
      "step": 177280
    },
    {
      "epoch": 0.15518088023801666,
      "grad_norm": 0.4772931635379791,
      "learning_rate": 4.791478715580472e-05,
      "loss": 5.2747,
      "step": 177285
    },
    {
      "epoch": 0.15518525683164383,
      "grad_norm": 0.43688082695007324,
      "learning_rate": 4.7914663664405525e-05,
      "loss": 5.1789,
      "step": 177290
    },
    {
      "epoch": 0.15518963342527098,
      "grad_norm": 0.4483339786529541,
      "learning_rate": 4.7914540169550835e-05,
      "loss": 5.1666,
      "step": 177295
    },
    {
      "epoch": 0.15519401001889813,
      "grad_norm": 0.43968892097473145,
      "learning_rate": 4.791441667124067e-05,
      "loss": 4.5369,
      "step": 177300
    },
    {
      "epoch": 0.15519838661252527,
      "grad_norm": 0.4295136034488678,
      "learning_rate": 4.791429316947505e-05,
      "loss": 5.1277,
      "step": 177305
    },
    {
      "epoch": 0.15520276320615245,
      "grad_norm": 0.4399404227733612,
      "learning_rate": 4.791416966425398e-05,
      "loss": 4.9049,
      "step": 177310
    },
    {
      "epoch": 0.1552071397997796,
      "grad_norm": 0.4120972752571106,
      "learning_rate": 4.791404615557753e-05,
      "loss": 5.1488,
      "step": 177315
    },
    {
      "epoch": 0.15521151639340675,
      "grad_norm": 0.4339480996131897,
      "learning_rate": 4.791392264344569e-05,
      "loss": 6.2525,
      "step": 177320
    },
    {
      "epoch": 0.1552158929870339,
      "grad_norm": 0.42992931604385376,
      "learning_rate": 4.791379912785849e-05,
      "loss": 4.9531,
      "step": 177325
    },
    {
      "epoch": 0.15522026958066107,
      "grad_norm": 0.41432997584342957,
      "learning_rate": 4.791367560881597e-05,
      "loss": 6.0039,
      "step": 177330
    },
    {
      "epoch": 0.15522464617428822,
      "grad_norm": 0.41926109790802,
      "learning_rate": 4.791355208631812e-05,
      "loss": 5.4712,
      "step": 177335
    },
    {
      "epoch": 0.15522902276791536,
      "grad_norm": 0.40052321553230286,
      "learning_rate": 4.7913428560365005e-05,
      "loss": 6.0059,
      "step": 177340
    },
    {
      "epoch": 0.1552333993615425,
      "grad_norm": 0.4012821912765503,
      "learning_rate": 4.791330503095662e-05,
      "loss": 5.2332,
      "step": 177345
    },
    {
      "epoch": 0.1552377759551697,
      "grad_norm": 0.4363367557525635,
      "learning_rate": 4.7913181498093e-05,
      "loss": 4.9401,
      "step": 177350
    },
    {
      "epoch": 0.15524215254879684,
      "grad_norm": 0.4475262761116028,
      "learning_rate": 4.7913057961774154e-05,
      "loss": 5.2358,
      "step": 177355
    },
    {
      "epoch": 0.15524652914242398,
      "grad_norm": 0.4314894378185272,
      "learning_rate": 4.791293442200012e-05,
      "loss": 5.7446,
      "step": 177360
    },
    {
      "epoch": 0.15525090573605113,
      "grad_norm": 0.4272449314594269,
      "learning_rate": 4.7912810878770933e-05,
      "loss": 3.9149,
      "step": 177365
    },
    {
      "epoch": 0.1552552823296783,
      "grad_norm": 0.42376652359962463,
      "learning_rate": 4.791268733208659e-05,
      "loss": 4.2161,
      "step": 177370
    },
    {
      "epoch": 0.15525965892330545,
      "grad_norm": 0.40475305914878845,
      "learning_rate": 4.791256378194714e-05,
      "loss": 5.4509,
      "step": 177375
    },
    {
      "epoch": 0.1552640355169326,
      "grad_norm": 0.4446427822113037,
      "learning_rate": 4.791244022835258e-05,
      "loss": 6.0051,
      "step": 177380
    },
    {
      "epoch": 0.15526841211055975,
      "grad_norm": 0.4396075904369354,
      "learning_rate": 4.791231667130296e-05,
      "loss": 5.3773,
      "step": 177385
    },
    {
      "epoch": 0.15527278870418693,
      "grad_norm": 0.4502105116844177,
      "learning_rate": 4.7912193110798285e-05,
      "loss": 3.9237,
      "step": 177390
    },
    {
      "epoch": 0.15527716529781407,
      "grad_norm": 0.4798121750354767,
      "learning_rate": 4.791206954683859e-05,
      "loss": 4.8442,
      "step": 177395
    },
    {
      "epoch": 0.15528154189144122,
      "grad_norm": 0.4175121486186981,
      "learning_rate": 4.79119459794239e-05,
      "loss": 5.4205,
      "step": 177400
    },
    {
      "epoch": 0.15528591848506837,
      "grad_norm": 0.4175553321838379,
      "learning_rate": 4.791182240855423e-05,
      "loss": 3.8744,
      "step": 177405
    },
    {
      "epoch": 0.15529029507869552,
      "grad_norm": 0.42368635535240173,
      "learning_rate": 4.791169883422961e-05,
      "loss": 4.9336,
      "step": 177410
    },
    {
      "epoch": 0.1552946716723227,
      "grad_norm": 0.4174347221851349,
      "learning_rate": 4.7911575256450055e-05,
      "loss": 5.1557,
      "step": 177415
    },
    {
      "epoch": 0.15529904826594984,
      "grad_norm": 0.40083619952201843,
      "learning_rate": 4.79114516752156e-05,
      "loss": 5.1443,
      "step": 177420
    },
    {
      "epoch": 0.155303424859577,
      "grad_norm": 0.3961920440196991,
      "learning_rate": 4.7911328090526267e-05,
      "loss": 5.6363,
      "step": 177425
    },
    {
      "epoch": 0.15530780145320414,
      "grad_norm": 0.4074171185493469,
      "learning_rate": 4.791120450238208e-05,
      "loss": 4.7165,
      "step": 177430
    },
    {
      "epoch": 0.1553121780468313,
      "grad_norm": 0.39125609397888184,
      "learning_rate": 4.791108091078305e-05,
      "loss": 5.4217,
      "step": 177435
    },
    {
      "epoch": 0.15531655464045846,
      "grad_norm": 0.3992854654788971,
      "learning_rate": 4.791095731572921e-05,
      "loss": 5.7619,
      "step": 177440
    },
    {
      "epoch": 0.1553209312340856,
      "grad_norm": 0.4085440933704376,
      "learning_rate": 4.7910833717220593e-05,
      "loss": 5.4542,
      "step": 177445
    },
    {
      "epoch": 0.15532530782771276,
      "grad_norm": 0.3875526189804077,
      "learning_rate": 4.791071011525722e-05,
      "loss": 6.3125,
      "step": 177450
    },
    {
      "epoch": 0.15532968442133993,
      "grad_norm": 0.41300734877586365,
      "learning_rate": 4.7910586509839095e-05,
      "loss": 4.85,
      "step": 177455
    },
    {
      "epoch": 0.15533406101496708,
      "grad_norm": 0.4208272695541382,
      "learning_rate": 4.791046290096627e-05,
      "loss": 5.1811,
      "step": 177460
    },
    {
      "epoch": 0.15533843760859423,
      "grad_norm": 0.42660653591156006,
      "learning_rate": 4.7910339288638736e-05,
      "loss": 5.2368,
      "step": 177465
    },
    {
      "epoch": 0.15534281420222137,
      "grad_norm": 0.40183815360069275,
      "learning_rate": 4.791021567285655e-05,
      "loss": 5.2385,
      "step": 177470
    },
    {
      "epoch": 0.15534719079584855,
      "grad_norm": 0.42374536395072937,
      "learning_rate": 4.7910092053619725e-05,
      "loss": 4.9649,
      "step": 177475
    },
    {
      "epoch": 0.1553515673894757,
      "grad_norm": 0.47997725009918213,
      "learning_rate": 4.7909968430928276e-05,
      "loss": 4.8505,
      "step": 177480
    },
    {
      "epoch": 0.15535594398310285,
      "grad_norm": 0.4432397782802582,
      "learning_rate": 4.790984480478223e-05,
      "loss": 4.9464,
      "step": 177485
    },
    {
      "epoch": 0.15536032057673,
      "grad_norm": 0.4249105155467987,
      "learning_rate": 4.790972117518162e-05,
      "loss": 5.2068,
      "step": 177490
    },
    {
      "epoch": 0.15536469717035717,
      "grad_norm": 0.4320063292980194,
      "learning_rate": 4.790959754212646e-05,
      "loss": 5.3533,
      "step": 177495
    },
    {
      "epoch": 0.15536907376398432,
      "grad_norm": 0.3943536579608917,
      "learning_rate": 4.7909473905616774e-05,
      "loss": 5.7931,
      "step": 177500
    },
    {
      "epoch": 0.15537345035761146,
      "grad_norm": 0.41622981429100037,
      "learning_rate": 4.790935026565259e-05,
      "loss": 4.449,
      "step": 177505
    },
    {
      "epoch": 0.1553778269512386,
      "grad_norm": 0.4195573627948761,
      "learning_rate": 4.790922662223393e-05,
      "loss": 4.9255,
      "step": 177510
    },
    {
      "epoch": 0.1553822035448658,
      "grad_norm": 0.4755971133708954,
      "learning_rate": 4.790910297536082e-05,
      "loss": 5.467,
      "step": 177515
    },
    {
      "epoch": 0.15538658013849294,
      "grad_norm": 0.42370590567588806,
      "learning_rate": 4.790897932503329e-05,
      "loss": 4.5531,
      "step": 177520
    },
    {
      "epoch": 0.15539095673212008,
      "grad_norm": 0.41212937235832214,
      "learning_rate": 4.790885567125134e-05,
      "loss": 4.7663,
      "step": 177525
    },
    {
      "epoch": 0.15539533332574723,
      "grad_norm": 0.39639145135879517,
      "learning_rate": 4.7908732014015026e-05,
      "loss": 5.7677,
      "step": 177530
    },
    {
      "epoch": 0.15539970991937438,
      "grad_norm": 0.39594215154647827,
      "learning_rate": 4.790860835332435e-05,
      "loss": 5.9959,
      "step": 177535
    },
    {
      "epoch": 0.15540408651300155,
      "grad_norm": 0.40023088455200195,
      "learning_rate": 4.790848468917933e-05,
      "loss": 5.4212,
      "step": 177540
    },
    {
      "epoch": 0.1554084631066287,
      "grad_norm": 0.4116308093070984,
      "learning_rate": 4.790836102158002e-05,
      "loss": 5.1252,
      "step": 177545
    },
    {
      "epoch": 0.15541283970025585,
      "grad_norm": 0.3980244994163513,
      "learning_rate": 4.790823735052642e-05,
      "loss": 5.4337,
      "step": 177550
    },
    {
      "epoch": 0.155417216293883,
      "grad_norm": 0.41832929849624634,
      "learning_rate": 4.790811367601856e-05,
      "loss": 5.1263,
      "step": 177555
    },
    {
      "epoch": 0.15542159288751017,
      "grad_norm": 0.40191298723220825,
      "learning_rate": 4.7907989998056454e-05,
      "loss": 5.4567,
      "step": 177560
    },
    {
      "epoch": 0.15542596948113732,
      "grad_norm": 0.41327956318855286,
      "learning_rate": 4.790786631664015e-05,
      "loss": 4.7319,
      "step": 177565
    },
    {
      "epoch": 0.15543034607476447,
      "grad_norm": 0.42713668942451477,
      "learning_rate": 4.7907742631769644e-05,
      "loss": 4.6127,
      "step": 177570
    },
    {
      "epoch": 0.15543472266839162,
      "grad_norm": 0.4315982758998871,
      "learning_rate": 4.7907618943444986e-05,
      "loss": 4.8402,
      "step": 177575
    },
    {
      "epoch": 0.1554390992620188,
      "grad_norm": 0.3963859975337982,
      "learning_rate": 4.790749525166617e-05,
      "loss": 5.4434,
      "step": 177580
    },
    {
      "epoch": 0.15544347585564594,
      "grad_norm": 0.43548139929771423,
      "learning_rate": 4.7907371556433245e-05,
      "loss": 4.9257,
      "step": 177585
    },
    {
      "epoch": 0.1554478524492731,
      "grad_norm": 0.4283588230609894,
      "learning_rate": 4.790724785774623e-05,
      "loss": 4.9499,
      "step": 177590
    },
    {
      "epoch": 0.15545222904290024,
      "grad_norm": 0.3984162509441376,
      "learning_rate": 4.790712415560514e-05,
      "loss": 6.2379,
      "step": 177595
    },
    {
      "epoch": 0.1554566056365274,
      "grad_norm": 0.4246859550476074,
      "learning_rate": 4.790700045001001e-05,
      "loss": 5.4307,
      "step": 177600
    },
    {
      "epoch": 0.15546098223015456,
      "grad_norm": 0.42700958251953125,
      "learning_rate": 4.790687674096085e-05,
      "loss": 4.9909,
      "step": 177605
    },
    {
      "epoch": 0.1554653588237817,
      "grad_norm": 0.4214068651199341,
      "learning_rate": 4.7906753028457696e-05,
      "loss": 5.6631,
      "step": 177610
    },
    {
      "epoch": 0.15546973541740886,
      "grad_norm": 0.4367729425430298,
      "learning_rate": 4.7906629312500574e-05,
      "loss": 4.6093,
      "step": 177615
    },
    {
      "epoch": 0.15547411201103603,
      "grad_norm": 0.43984758853912354,
      "learning_rate": 4.790650559308949e-05,
      "loss": 5.7667,
      "step": 177620
    },
    {
      "epoch": 0.15547848860466318,
      "grad_norm": 0.40923044085502625,
      "learning_rate": 4.790638187022448e-05,
      "loss": 5.6881,
      "step": 177625
    },
    {
      "epoch": 0.15548286519829033,
      "grad_norm": 0.47874242067337036,
      "learning_rate": 4.790625814390558e-05,
      "loss": 4.8588,
      "step": 177630
    },
    {
      "epoch": 0.15548724179191747,
      "grad_norm": 0.4235212206840515,
      "learning_rate": 4.79061344141328e-05,
      "loss": 5.1458,
      "step": 177635
    },
    {
      "epoch": 0.15549161838554465,
      "grad_norm": 0.4349445700645447,
      "learning_rate": 4.7906010680906157e-05,
      "loss": 5.2273,
      "step": 177640
    },
    {
      "epoch": 0.1554959949791718,
      "grad_norm": 0.44201579689979553,
      "learning_rate": 4.7905886944225675e-05,
      "loss": 4.9354,
      "step": 177645
    },
    {
      "epoch": 0.15550037157279895,
      "grad_norm": 0.43802610039711,
      "learning_rate": 4.790576320409139e-05,
      "loss": 5.9627,
      "step": 177650
    },
    {
      "epoch": 0.1555047481664261,
      "grad_norm": 0.4355109632015228,
      "learning_rate": 4.790563946050334e-05,
      "loss": 4.9657,
      "step": 177655
    },
    {
      "epoch": 0.15550912476005324,
      "grad_norm": 0.43340548872947693,
      "learning_rate": 4.7905515713461515e-05,
      "loss": 5.2326,
      "step": 177660
    },
    {
      "epoch": 0.15551350135368042,
      "grad_norm": 0.4349144697189331,
      "learning_rate": 4.790539196296595e-05,
      "loss": 6.2711,
      "step": 177665
    },
    {
      "epoch": 0.15551787794730756,
      "grad_norm": 0.4348418712615967,
      "learning_rate": 4.790526820901667e-05,
      "loss": 5.4619,
      "step": 177670
    },
    {
      "epoch": 0.1555222545409347,
      "grad_norm": 0.4259255826473236,
      "learning_rate": 4.7905144451613726e-05,
      "loss": 5.1607,
      "step": 177675
    },
    {
      "epoch": 0.15552663113456186,
      "grad_norm": 0.42833229899406433,
      "learning_rate": 4.7905020690757094e-05,
      "loss": 5.4437,
      "step": 177680
    },
    {
      "epoch": 0.15553100772818904,
      "grad_norm": 0.41295963525772095,
      "learning_rate": 4.790489692644683e-05,
      "loss": 6.2896,
      "step": 177685
    },
    {
      "epoch": 0.15553538432181618,
      "grad_norm": 0.40870657563209534,
      "learning_rate": 4.790477315868296e-05,
      "loss": 5.9682,
      "step": 177690
    },
    {
      "epoch": 0.15553976091544333,
      "grad_norm": 0.4260061979293823,
      "learning_rate": 4.790464938746548e-05,
      "loss": 5.6939,
      "step": 177695
    },
    {
      "epoch": 0.15554413750907048,
      "grad_norm": 0.45091310143470764,
      "learning_rate": 4.7904525612794446e-05,
      "loss": 5.1612,
      "step": 177700
    },
    {
      "epoch": 0.15554851410269765,
      "grad_norm": 0.4132283329963684,
      "learning_rate": 4.790440183466986e-05,
      "loss": 5.157,
      "step": 177705
    },
    {
      "epoch": 0.1555528906963248,
      "grad_norm": 0.4561209976673126,
      "learning_rate": 4.7904278053091755e-05,
      "loss": 4.4386,
      "step": 177710
    },
    {
      "epoch": 0.15555726728995195,
      "grad_norm": 0.46989330649375916,
      "learning_rate": 4.790415426806015e-05,
      "loss": 5.4566,
      "step": 177715
    },
    {
      "epoch": 0.1555616438835791,
      "grad_norm": 0.4570203125476837,
      "learning_rate": 4.790403047957508e-05,
      "loss": 5.7788,
      "step": 177720
    },
    {
      "epoch": 0.15556602047720627,
      "grad_norm": 0.47965702414512634,
      "learning_rate": 4.7903906687636556e-05,
      "loss": 5.4583,
      "step": 177725
    },
    {
      "epoch": 0.15557039707083342,
      "grad_norm": 0.41780051589012146,
      "learning_rate": 4.790378289224461e-05,
      "loss": 5.1615,
      "step": 177730
    },
    {
      "epoch": 0.15557477366446057,
      "grad_norm": 0.3886270821094513,
      "learning_rate": 4.7903659093399255e-05,
      "loss": 5.6422,
      "step": 177735
    },
    {
      "epoch": 0.15557915025808772,
      "grad_norm": 0.4370296895503998,
      "learning_rate": 4.7903535291100533e-05,
      "loss": 5.1351,
      "step": 177740
    },
    {
      "epoch": 0.1555835268517149,
      "grad_norm": 0.4326390326023102,
      "learning_rate": 4.7903411485348445e-05,
      "loss": 5.4812,
      "step": 177745
    },
    {
      "epoch": 0.15558790344534204,
      "grad_norm": 0.44138848781585693,
      "learning_rate": 4.790328767614304e-05,
      "loss": 5.66,
      "step": 177750
    },
    {
      "epoch": 0.1555922800389692,
      "grad_norm": 0.456891268491745,
      "learning_rate": 4.790316386348431e-05,
      "loss": 5.2429,
      "step": 177755
    },
    {
      "epoch": 0.15559665663259634,
      "grad_norm": 0.47430098056793213,
      "learning_rate": 4.790304004737232e-05,
      "loss": 4.627,
      "step": 177760
    },
    {
      "epoch": 0.1556010332262235,
      "grad_norm": 0.4095647633075714,
      "learning_rate": 4.790291622780706e-05,
      "loss": 5.0396,
      "step": 177765
    },
    {
      "epoch": 0.15560540981985066,
      "grad_norm": 0.4040398895740509,
      "learning_rate": 4.7902792404788565e-05,
      "loss": 5.4405,
      "step": 177770
    },
    {
      "epoch": 0.1556097864134778,
      "grad_norm": 0.4054517149925232,
      "learning_rate": 4.7902668578316865e-05,
      "loss": 5.9723,
      "step": 177775
    },
    {
      "epoch": 0.15561416300710496,
      "grad_norm": 0.39789754152297974,
      "learning_rate": 4.7902544748391974e-05,
      "loss": 5.7546,
      "step": 177780
    },
    {
      "epoch": 0.1556185396007321,
      "grad_norm": 0.44068777561187744,
      "learning_rate": 4.7902420915013926e-05,
      "loss": 4.388,
      "step": 177785
    },
    {
      "epoch": 0.15562291619435928,
      "grad_norm": 0.4143039584159851,
      "learning_rate": 4.7902297078182736e-05,
      "loss": 4.6286,
      "step": 177790
    },
    {
      "epoch": 0.15562729278798643,
      "grad_norm": 0.4231051802635193,
      "learning_rate": 4.790217323789843e-05,
      "loss": 4.9126,
      "step": 177795
    },
    {
      "epoch": 0.15563166938161357,
      "grad_norm": 0.4328038990497589,
      "learning_rate": 4.790204939416104e-05,
      "loss": 4.0795,
      "step": 177800
    },
    {
      "epoch": 0.15563604597524072,
      "grad_norm": 0.4357476234436035,
      "learning_rate": 4.7901925546970575e-05,
      "loss": 5.1671,
      "step": 177805
    },
    {
      "epoch": 0.1556404225688679,
      "grad_norm": 0.4365166425704956,
      "learning_rate": 4.790180169632706e-05,
      "loss": 4.7189,
      "step": 177810
    },
    {
      "epoch": 0.15564479916249505,
      "grad_norm": 0.4203304648399353,
      "learning_rate": 4.790167784223054e-05,
      "loss": 5.7917,
      "step": 177815
    },
    {
      "epoch": 0.1556491757561222,
      "grad_norm": 0.409165620803833,
      "learning_rate": 4.7901553984681026e-05,
      "loss": 4.4336,
      "step": 177820
    },
    {
      "epoch": 0.15565355234974934,
      "grad_norm": 0.4080827534198761,
      "learning_rate": 4.7901430123678524e-05,
      "loss": 4.25,
      "step": 177825
    },
    {
      "epoch": 0.15565792894337652,
      "grad_norm": 0.4076146185398102,
      "learning_rate": 4.790130625922309e-05,
      "loss": 5.4317,
      "step": 177830
    },
    {
      "epoch": 0.15566230553700366,
      "grad_norm": 0.44734418392181396,
      "learning_rate": 4.7901182391314726e-05,
      "loss": 4.9267,
      "step": 177835
    },
    {
      "epoch": 0.1556666821306308,
      "grad_norm": 0.44315415620803833,
      "learning_rate": 4.7901058519953465e-05,
      "loss": 5.7631,
      "step": 177840
    },
    {
      "epoch": 0.15567105872425796,
      "grad_norm": 0.4024443030357361,
      "learning_rate": 4.790093464513933e-05,
      "loss": 4.422,
      "step": 177845
    },
    {
      "epoch": 0.15567543531788514,
      "grad_norm": 0.39317771792411804,
      "learning_rate": 4.790081076687234e-05,
      "loss": 4.4054,
      "step": 177850
    },
    {
      "epoch": 0.15567981191151228,
      "grad_norm": 0.43429094552993774,
      "learning_rate": 4.7900686885152515e-05,
      "loss": 5.6908,
      "step": 177855
    },
    {
      "epoch": 0.15568418850513943,
      "grad_norm": 0.3916621208190918,
      "learning_rate": 4.7900562999979894e-05,
      "loss": 5.4721,
      "step": 177860
    },
    {
      "epoch": 0.15568856509876658,
      "grad_norm": 0.4443798363208771,
      "learning_rate": 4.790043911135449e-05,
      "loss": 4.7298,
      "step": 177865
    },
    {
      "epoch": 0.15569294169239375,
      "grad_norm": 0.4384891390800476,
      "learning_rate": 4.7900315219276326e-05,
      "loss": 5.958,
      "step": 177870
    },
    {
      "epoch": 0.1556973182860209,
      "grad_norm": 0.4512224495410919,
      "learning_rate": 4.790019132374543e-05,
      "loss": 5.1668,
      "step": 177875
    },
    {
      "epoch": 0.15570169487964805,
      "grad_norm": 0.43218475580215454,
      "learning_rate": 4.790006742476184e-05,
      "loss": 4.8283,
      "step": 177880
    },
    {
      "epoch": 0.1557060714732752,
      "grad_norm": 0.39034298062324524,
      "learning_rate": 4.789994352232555e-05,
      "loss": 5.7681,
      "step": 177885
    },
    {
      "epoch": 0.15571044806690237,
      "grad_norm": 0.3863544166088104,
      "learning_rate": 4.78998196164366e-05,
      "loss": 5.9893,
      "step": 177890
    },
    {
      "epoch": 0.15571482466052952,
      "grad_norm": 0.4110214114189148,
      "learning_rate": 4.789969570709502e-05,
      "loss": 5.3617,
      "step": 177895
    },
    {
      "epoch": 0.15571920125415667,
      "grad_norm": 0.39845791459083557,
      "learning_rate": 4.789957179430082e-05,
      "loss": 5.7607,
      "step": 177900
    },
    {
      "epoch": 0.15572357784778382,
      "grad_norm": 0.41498079895973206,
      "learning_rate": 4.789944787805404e-05,
      "loss": 4.6669,
      "step": 177905
    },
    {
      "epoch": 0.15572795444141097,
      "grad_norm": 0.4099726378917694,
      "learning_rate": 4.789932395835469e-05,
      "loss": 5.7317,
      "step": 177910
    },
    {
      "epoch": 0.15573233103503814,
      "grad_norm": 0.41989433765411377,
      "learning_rate": 4.7899200035202795e-05,
      "loss": 5.701,
      "step": 177915
    },
    {
      "epoch": 0.1557367076286653,
      "grad_norm": 0.4300433099269867,
      "learning_rate": 4.7899076108598383e-05,
      "loss": 5.4789,
      "step": 177920
    },
    {
      "epoch": 0.15574108422229244,
      "grad_norm": 0.4081402122974396,
      "learning_rate": 4.789895217854148e-05,
      "loss": 5.2104,
      "step": 177925
    },
    {
      "epoch": 0.15574546081591958,
      "grad_norm": 0.42760980129241943,
      "learning_rate": 4.789882824503211e-05,
      "loss": 5.9758,
      "step": 177930
    },
    {
      "epoch": 0.15574983740954676,
      "grad_norm": 0.43870043754577637,
      "learning_rate": 4.7898704308070295e-05,
      "loss": 4.713,
      "step": 177935
    },
    {
      "epoch": 0.1557542140031739,
      "grad_norm": 0.4279120862483978,
      "learning_rate": 4.7898580367656055e-05,
      "loss": 4.6283,
      "step": 177940
    },
    {
      "epoch": 0.15575859059680106,
      "grad_norm": 0.4227572977542877,
      "learning_rate": 4.789845642378942e-05,
      "loss": 6.0119,
      "step": 177945
    },
    {
      "epoch": 0.1557629671904282,
      "grad_norm": 0.41386184096336365,
      "learning_rate": 4.7898332476470394e-05,
      "loss": 5.4248,
      "step": 177950
    },
    {
      "epoch": 0.15576734378405538,
      "grad_norm": 0.4500899910926819,
      "learning_rate": 4.789820852569904e-05,
      "loss": 4.8902,
      "step": 177955
    },
    {
      "epoch": 0.15577172037768253,
      "grad_norm": 0.4275132119655609,
      "learning_rate": 4.789808457147535e-05,
      "loss": 5.1222,
      "step": 177960
    },
    {
      "epoch": 0.15577609697130967,
      "grad_norm": 0.4301922917366028,
      "learning_rate": 4.789796061379937e-05,
      "loss": 5.1239,
      "step": 177965
    },
    {
      "epoch": 0.15578047356493682,
      "grad_norm": 0.4263908267021179,
      "learning_rate": 4.789783665267109e-05,
      "loss": 5.6445,
      "step": 177970
    },
    {
      "epoch": 0.155784850158564,
      "grad_norm": 0.42129945755004883,
      "learning_rate": 4.789771268809057e-05,
      "loss": 4.5551,
      "step": 177975
    },
    {
      "epoch": 0.15578922675219115,
      "grad_norm": 0.4209313988685608,
      "learning_rate": 4.789758872005782e-05,
      "loss": 5.7068,
      "step": 177980
    },
    {
      "epoch": 0.1557936033458183,
      "grad_norm": 0.39927032589912415,
      "learning_rate": 4.789746474857285e-05,
      "loss": 4.8743,
      "step": 177985
    },
    {
      "epoch": 0.15579797993944544,
      "grad_norm": 0.4031522870063782,
      "learning_rate": 4.7897340773635715e-05,
      "loss": 5.0762,
      "step": 177990
    },
    {
      "epoch": 0.15580235653307262,
      "grad_norm": 0.4876648783683777,
      "learning_rate": 4.78972167952464e-05,
      "loss": 5.4464,
      "step": 177995
    },
    {
      "epoch": 0.15580673312669976,
      "grad_norm": 0.39160022139549255,
      "learning_rate": 4.789709281340498e-05,
      "loss": 4.8511,
      "step": 178000
    },
    {
      "epoch": 0.1558111097203269,
      "grad_norm": 0.4388115406036377,
      "learning_rate": 4.789696882811142e-05,
      "loss": 5.7546,
      "step": 178005
    },
    {
      "epoch": 0.15581548631395406,
      "grad_norm": 0.4108085632324219,
      "learning_rate": 4.789684483936579e-05,
      "loss": 6.2678,
      "step": 178010
    },
    {
      "epoch": 0.15581986290758124,
      "grad_norm": 0.49229902029037476,
      "learning_rate": 4.7896720847168086e-05,
      "loss": 5.165,
      "step": 178015
    },
    {
      "epoch": 0.15582423950120838,
      "grad_norm": 0.40657222270965576,
      "learning_rate": 4.789659685151836e-05,
      "loss": 5.1662,
      "step": 178020
    },
    {
      "epoch": 0.15582861609483553,
      "grad_norm": 0.43488654494285583,
      "learning_rate": 4.7896472852416595e-05,
      "loss": 4.9342,
      "step": 178025
    },
    {
      "epoch": 0.15583299268846268,
      "grad_norm": 0.41871219873428345,
      "learning_rate": 4.789634884986286e-05,
      "loss": 5.4671,
      "step": 178030
    },
    {
      "epoch": 0.15583736928208985,
      "grad_norm": 0.41366541385650635,
      "learning_rate": 4.789622484385715e-05,
      "loss": 5.4577,
      "step": 178035
    },
    {
      "epoch": 0.155841745875717,
      "grad_norm": 0.41011062264442444,
      "learning_rate": 4.7896100834399495e-05,
      "loss": 4.6102,
      "step": 178040
    },
    {
      "epoch": 0.15584612246934415,
      "grad_norm": 0.41765618324279785,
      "learning_rate": 4.789597682148992e-05,
      "loss": 4.9344,
      "step": 178045
    },
    {
      "epoch": 0.1558504990629713,
      "grad_norm": 0.41657471656799316,
      "learning_rate": 4.789585280512845e-05,
      "loss": 5.7505,
      "step": 178050
    },
    {
      "epoch": 0.15585487565659845,
      "grad_norm": 0.4424424171447754,
      "learning_rate": 4.789572878531511e-05,
      "loss": 5.0449,
      "step": 178055
    },
    {
      "epoch": 0.15585925225022562,
      "grad_norm": 0.40139952301979065,
      "learning_rate": 4.7895604762049915e-05,
      "loss": 5.1879,
      "step": 178060
    },
    {
      "epoch": 0.15586362884385277,
      "grad_norm": 0.389130562543869,
      "learning_rate": 4.78954807353329e-05,
      "loss": 6.2637,
      "step": 178065
    },
    {
      "epoch": 0.15586800543747992,
      "grad_norm": 0.4038165211677551,
      "learning_rate": 4.7895356705164085e-05,
      "loss": 4.8753,
      "step": 178070
    },
    {
      "epoch": 0.15587238203110707,
      "grad_norm": 0.45911338925361633,
      "learning_rate": 4.78952326715435e-05,
      "loss": 5.1525,
      "step": 178075
    },
    {
      "epoch": 0.15587675862473424,
      "grad_norm": 0.4259662628173828,
      "learning_rate": 4.789510863447115e-05,
      "loss": 4.9417,
      "step": 178080
    },
    {
      "epoch": 0.1558811352183614,
      "grad_norm": 0.45142316818237305,
      "learning_rate": 4.789498459394709e-05,
      "loss": 4.9405,
      "step": 178085
    },
    {
      "epoch": 0.15588551181198854,
      "grad_norm": 0.5426511764526367,
      "learning_rate": 4.789486054997131e-05,
      "loss": 4.6509,
      "step": 178090
    },
    {
      "epoch": 0.15588988840561568,
      "grad_norm": 0.45318150520324707,
      "learning_rate": 4.789473650254386e-05,
      "loss": 5.9303,
      "step": 178095
    },
    {
      "epoch": 0.15589426499924286,
      "grad_norm": 0.43277665972709656,
      "learning_rate": 4.789461245166475e-05,
      "loss": 5.6682,
      "step": 178100
    },
    {
      "epoch": 0.15589864159287,
      "grad_norm": 0.4182470440864563,
      "learning_rate": 4.7894488397334e-05,
      "loss": 5.932,
      "step": 178105
    },
    {
      "epoch": 0.15590301818649716,
      "grad_norm": 0.4554990828037262,
      "learning_rate": 4.7894364339551644e-05,
      "loss": 5.1496,
      "step": 178110
    },
    {
      "epoch": 0.1559073947801243,
      "grad_norm": 0.4286980926990509,
      "learning_rate": 4.7894240278317716e-05,
      "loss": 5.9396,
      "step": 178115
    },
    {
      "epoch": 0.15591177137375148,
      "grad_norm": 0.4119556248188019,
      "learning_rate": 4.789411621363221e-05,
      "loss": 6.2635,
      "step": 178120
    },
    {
      "epoch": 0.15591614796737863,
      "grad_norm": 0.4994294047355652,
      "learning_rate": 4.789399214549518e-05,
      "loss": 4.6061,
      "step": 178125
    },
    {
      "epoch": 0.15592052456100577,
      "grad_norm": 0.4204539656639099,
      "learning_rate": 4.7893868073906625e-05,
      "loss": 5.1421,
      "step": 178130
    },
    {
      "epoch": 0.15592490115463292,
      "grad_norm": 0.4256753921508789,
      "learning_rate": 4.7893743998866594e-05,
      "loss": 5.1537,
      "step": 178135
    },
    {
      "epoch": 0.1559292777482601,
      "grad_norm": 0.4542323350906372,
      "learning_rate": 4.789361992037509e-05,
      "loss": 5.4523,
      "step": 178140
    },
    {
      "epoch": 0.15593365434188725,
      "grad_norm": 0.4101533889770508,
      "learning_rate": 4.7893495838432145e-05,
      "loss": 4.8679,
      "step": 178145
    },
    {
      "epoch": 0.1559380309355144,
      "grad_norm": 0.43051522970199585,
      "learning_rate": 4.789337175303779e-05,
      "loss": 4.4154,
      "step": 178150
    },
    {
      "epoch": 0.15594240752914154,
      "grad_norm": 0.4177584946155548,
      "learning_rate": 4.789324766419204e-05,
      "loss": 4.8482,
      "step": 178155
    },
    {
      "epoch": 0.15594678412276872,
      "grad_norm": 0.4113776683807373,
      "learning_rate": 4.7893123571894915e-05,
      "loss": 5.4705,
      "step": 178160
    },
    {
      "epoch": 0.15595116071639586,
      "grad_norm": 0.40431851148605347,
      "learning_rate": 4.789299947614645e-05,
      "loss": 4.8695,
      "step": 178165
    },
    {
      "epoch": 0.155955537310023,
      "grad_norm": 0.38416674733161926,
      "learning_rate": 4.789287537694666e-05,
      "loss": 5.762,
      "step": 178170
    },
    {
      "epoch": 0.15595991390365016,
      "grad_norm": 0.45876652002334595,
      "learning_rate": 4.789275127429557e-05,
      "loss": 5.4579,
      "step": 178175
    },
    {
      "epoch": 0.1559642904972773,
      "grad_norm": 0.38635870814323425,
      "learning_rate": 4.789262716819321e-05,
      "loss": 6.2385,
      "step": 178180
    },
    {
      "epoch": 0.15596866709090448,
      "grad_norm": 0.46107080578804016,
      "learning_rate": 4.789250305863961e-05,
      "loss": 4.6181,
      "step": 178185
    },
    {
      "epoch": 0.15597304368453163,
      "grad_norm": 0.43444305658340454,
      "learning_rate": 4.789237894563476e-05,
      "loss": 4.4178,
      "step": 178190
    },
    {
      "epoch": 0.15597742027815878,
      "grad_norm": 0.42270132899284363,
      "learning_rate": 4.789225482917873e-05,
      "loss": 5.1458,
      "step": 178195
    },
    {
      "epoch": 0.15598179687178593,
      "grad_norm": 0.41284045577049255,
      "learning_rate": 4.789213070927151e-05,
      "loss": 5.1113,
      "step": 178200
    },
    {
      "epoch": 0.1559861734654131,
      "grad_norm": 0.4004381597042084,
      "learning_rate": 4.789200658591314e-05,
      "loss": 5.7521,
      "step": 178205
    },
    {
      "epoch": 0.15599055005904025,
      "grad_norm": 0.41008880734443665,
      "learning_rate": 4.789188245910364e-05,
      "loss": 5.9889,
      "step": 178210
    },
    {
      "epoch": 0.1559949266526674,
      "grad_norm": 0.41574352979660034,
      "learning_rate": 4.789175832884304e-05,
      "loss": 5.1679,
      "step": 178215
    },
    {
      "epoch": 0.15599930324629455,
      "grad_norm": 0.3830817937850952,
      "learning_rate": 4.789163419513135e-05,
      "loss": 5.9936,
      "step": 178220
    },
    {
      "epoch": 0.15600367983992172,
      "grad_norm": 0.39561665058135986,
      "learning_rate": 4.7891510057968605e-05,
      "loss": 5.9365,
      "step": 178225
    },
    {
      "epoch": 0.15600805643354887,
      "grad_norm": 0.41097503900527954,
      "learning_rate": 4.789138591735483e-05,
      "loss": 5.2454,
      "step": 178230
    },
    {
      "epoch": 0.15601243302717602,
      "grad_norm": 0.4157126843929291,
      "learning_rate": 4.789126177329004e-05,
      "loss": 4.9225,
      "step": 178235
    },
    {
      "epoch": 0.15601680962080317,
      "grad_norm": 0.4226441979408264,
      "learning_rate": 4.789113762577426e-05,
      "loss": 5.9461,
      "step": 178240
    },
    {
      "epoch": 0.15602118621443034,
      "grad_norm": 0.41412582993507385,
      "learning_rate": 4.7891013474807525e-05,
      "loss": 5.6531,
      "step": 178245
    },
    {
      "epoch": 0.1560255628080575,
      "grad_norm": 0.4188416600227356,
      "learning_rate": 4.7890889320389856e-05,
      "loss": 4.6275,
      "step": 178250
    },
    {
      "epoch": 0.15602993940168464,
      "grad_norm": 0.46614062786102295,
      "learning_rate": 4.789076516252126e-05,
      "loss": 5.3967,
      "step": 178255
    },
    {
      "epoch": 0.15603431599531178,
      "grad_norm": 0.46018800139427185,
      "learning_rate": 4.789064100120179e-05,
      "loss": 5.1891,
      "step": 178260
    },
    {
      "epoch": 0.15603869258893896,
      "grad_norm": 0.41495800018310547,
      "learning_rate": 4.789051683643143e-05,
      "loss": 5.3723,
      "step": 178265
    },
    {
      "epoch": 0.1560430691825661,
      "grad_norm": 0.4543595612049103,
      "learning_rate": 4.789039266821024e-05,
      "loss": 5.2244,
      "step": 178270
    },
    {
      "epoch": 0.15604744577619326,
      "grad_norm": 0.429144024848938,
      "learning_rate": 4.789026849653824e-05,
      "loss": 5.3434,
      "step": 178275
    },
    {
      "epoch": 0.1560518223698204,
      "grad_norm": 0.4538327753543854,
      "learning_rate": 4.789014432141543e-05,
      "loss": 4.7515,
      "step": 178280
    },
    {
      "epoch": 0.15605619896344758,
      "grad_norm": 0.42371487617492676,
      "learning_rate": 4.789002014284186e-05,
      "loss": 5.9195,
      "step": 178285
    },
    {
      "epoch": 0.15606057555707473,
      "grad_norm": 0.40830448269844055,
      "learning_rate": 4.788989596081753e-05,
      "loss": 5.9615,
      "step": 178290
    },
    {
      "epoch": 0.15606495215070187,
      "grad_norm": 0.4052487015724182,
      "learning_rate": 4.7889771775342495e-05,
      "loss": 5.9668,
      "step": 178295
    },
    {
      "epoch": 0.15606932874432902,
      "grad_norm": 0.42011120915412903,
      "learning_rate": 4.788964758641675e-05,
      "loss": 5.7438,
      "step": 178300
    },
    {
      "epoch": 0.15607370533795617,
      "grad_norm": 0.42205044627189636,
      "learning_rate": 4.7889523394040336e-05,
      "loss": 4.9415,
      "step": 178305
    },
    {
      "epoch": 0.15607808193158335,
      "grad_norm": 0.41747811436653137,
      "learning_rate": 4.788939919821327e-05,
      "loss": 5.0795,
      "step": 178310
    },
    {
      "epoch": 0.1560824585252105,
      "grad_norm": 0.41339102387428284,
      "learning_rate": 4.788927499893557e-05,
      "loss": 5.3299,
      "step": 178315
    },
    {
      "epoch": 0.15608683511883764,
      "grad_norm": 0.41256460547447205,
      "learning_rate": 4.788915079620727e-05,
      "loss": 5.6463,
      "step": 178320
    },
    {
      "epoch": 0.1560912117124648,
      "grad_norm": 0.39696401357650757,
      "learning_rate": 4.78890265900284e-05,
      "loss": 5.7687,
      "step": 178325
    },
    {
      "epoch": 0.15609558830609196,
      "grad_norm": 0.41653767228126526,
      "learning_rate": 4.788890238039897e-05,
      "loss": 5.3309,
      "step": 178330
    },
    {
      "epoch": 0.1560999648997191,
      "grad_norm": 0.43646711111068726,
      "learning_rate": 4.788877816731901e-05,
      "loss": 5.1735,
      "step": 178335
    },
    {
      "epoch": 0.15610434149334626,
      "grad_norm": 0.4116644859313965,
      "learning_rate": 4.788865395078853e-05,
      "loss": 4.9332,
      "step": 178340
    },
    {
      "epoch": 0.1561087180869734,
      "grad_norm": 0.4740811884403229,
      "learning_rate": 4.7888529730807586e-05,
      "loss": 5.1255,
      "step": 178345
    },
    {
      "epoch": 0.15611309468060058,
      "grad_norm": 0.46776947379112244,
      "learning_rate": 4.7888405507376165e-05,
      "loss": 5.4415,
      "step": 178350
    },
    {
      "epoch": 0.15611747127422773,
      "grad_norm": 0.40510955452919006,
      "learning_rate": 4.788828128049432e-05,
      "loss": 4.6506,
      "step": 178355
    },
    {
      "epoch": 0.15612184786785488,
      "grad_norm": 0.4027756452560425,
      "learning_rate": 4.7888157050162066e-05,
      "loss": 5.4618,
      "step": 178360
    },
    {
      "epoch": 0.15612622446148203,
      "grad_norm": 0.4723442494869232,
      "learning_rate": 4.7888032816379415e-05,
      "loss": 4.9617,
      "step": 178365
    },
    {
      "epoch": 0.1561306010551092,
      "grad_norm": 0.3976145088672638,
      "learning_rate": 4.78879085791464e-05,
      "loss": 5.4654,
      "step": 178370
    },
    {
      "epoch": 0.15613497764873635,
      "grad_norm": 0.41453489661216736,
      "learning_rate": 4.788778433846305e-05,
      "loss": 4.4159,
      "step": 178375
    },
    {
      "epoch": 0.1561393542423635,
      "grad_norm": 0.3984408974647522,
      "learning_rate": 4.788766009432939e-05,
      "loss": 6.0121,
      "step": 178380
    },
    {
      "epoch": 0.15614373083599065,
      "grad_norm": 0.4413641393184662,
      "learning_rate": 4.788753584674544e-05,
      "loss": 5.7448,
      "step": 178385
    },
    {
      "epoch": 0.15614810742961782,
      "grad_norm": 0.43080762028694153,
      "learning_rate": 4.7887411595711206e-05,
      "loss": 4.4386,
      "step": 178390
    },
    {
      "epoch": 0.15615248402324497,
      "grad_norm": 0.4174720048904419,
      "learning_rate": 4.788728734122674e-05,
      "loss": 5.6596,
      "step": 178395
    },
    {
      "epoch": 0.15615686061687212,
      "grad_norm": 0.42281436920166016,
      "learning_rate": 4.788716308329205e-05,
      "loss": 4.2124,
      "step": 178400
    },
    {
      "epoch": 0.15616123721049927,
      "grad_norm": 0.42412808537483215,
      "learning_rate": 4.788703882190717e-05,
      "loss": 4.8476,
      "step": 178405
    },
    {
      "epoch": 0.15616561380412644,
      "grad_norm": 0.43177375197410583,
      "learning_rate": 4.788691455707212e-05,
      "loss": 4.346,
      "step": 178410
    },
    {
      "epoch": 0.1561699903977536,
      "grad_norm": 0.4381239414215088,
      "learning_rate": 4.788679028878691e-05,
      "loss": 5.1564,
      "step": 178415
    },
    {
      "epoch": 0.15617436699138074,
      "grad_norm": 0.4122273921966553,
      "learning_rate": 4.7886666017051583e-05,
      "loss": 5.4083,
      "step": 178420
    },
    {
      "epoch": 0.15617874358500788,
      "grad_norm": 0.4375191330909729,
      "learning_rate": 4.7886541741866165e-05,
      "loss": 5.4366,
      "step": 178425
    },
    {
      "epoch": 0.15618312017863503,
      "grad_norm": 0.4076501727104187,
      "learning_rate": 4.788641746323066e-05,
      "loss": 5.0846,
      "step": 178430
    },
    {
      "epoch": 0.1561874967722622,
      "grad_norm": 0.4408571720123291,
      "learning_rate": 4.78862931811451e-05,
      "loss": 4.9502,
      "step": 178435
    },
    {
      "epoch": 0.15619187336588936,
      "grad_norm": 0.4434310495853424,
      "learning_rate": 4.7886168895609516e-05,
      "loss": 4.4199,
      "step": 178440
    },
    {
      "epoch": 0.1561962499595165,
      "grad_norm": 0.39293810725212097,
      "learning_rate": 4.788604460662394e-05,
      "loss": 5.9607,
      "step": 178445
    },
    {
      "epoch": 0.15620062655314365,
      "grad_norm": 0.45012742280960083,
      "learning_rate": 4.788592031418837e-05,
      "loss": 4.7366,
      "step": 178450
    },
    {
      "epoch": 0.15620500314677083,
      "grad_norm": 0.4221368730068207,
      "learning_rate": 4.7885796018302855e-05,
      "loss": 5.1515,
      "step": 178455
    },
    {
      "epoch": 0.15620937974039797,
      "grad_norm": 0.3873445987701416,
      "learning_rate": 4.7885671718967395e-05,
      "loss": 6.2393,
      "step": 178460
    },
    {
      "epoch": 0.15621375633402512,
      "grad_norm": 0.4116777777671814,
      "learning_rate": 4.788554741618204e-05,
      "loss": 5.6541,
      "step": 178465
    },
    {
      "epoch": 0.15621813292765227,
      "grad_norm": 0.4082218110561371,
      "learning_rate": 4.788542310994679e-05,
      "loss": 5.0574,
      "step": 178470
    },
    {
      "epoch": 0.15622250952127945,
      "grad_norm": 0.4450320601463318,
      "learning_rate": 4.788529880026168e-05,
      "loss": 5.2372,
      "step": 178475
    },
    {
      "epoch": 0.1562268861149066,
      "grad_norm": 0.441989928483963,
      "learning_rate": 4.7885174487126746e-05,
      "loss": 4.6263,
      "step": 178480
    },
    {
      "epoch": 0.15623126270853374,
      "grad_norm": 0.44804614782333374,
      "learning_rate": 4.788505017054199e-05,
      "loss": 4.6928,
      "step": 178485
    },
    {
      "epoch": 0.1562356393021609,
      "grad_norm": 0.5554940700531006,
      "learning_rate": 4.7884925850507444e-05,
      "loss": 4.6688,
      "step": 178490
    },
    {
      "epoch": 0.15624001589578806,
      "grad_norm": 0.47123342752456665,
      "learning_rate": 4.788480152702315e-05,
      "loss": 5.4277,
      "step": 178495
    },
    {
      "epoch": 0.1562443924894152,
      "grad_norm": 0.4572986364364624,
      "learning_rate": 4.78846772000891e-05,
      "loss": 4.7191,
      "step": 178500
    },
    {
      "epoch": 0.15624876908304236,
      "grad_norm": 0.4465930759906769,
      "learning_rate": 4.788455286970534e-05,
      "loss": 4.6337,
      "step": 178505
    },
    {
      "epoch": 0.1562531456766695,
      "grad_norm": 0.5189929008483887,
      "learning_rate": 4.7884428535871886e-05,
      "loss": 5.155,
      "step": 178510
    },
    {
      "epoch": 0.15625752227029668,
      "grad_norm": 0.5302199721336365,
      "learning_rate": 4.788430419858876e-05,
      "loss": 5.0795,
      "step": 178515
    },
    {
      "epoch": 0.15626189886392383,
      "grad_norm": 0.42865970730781555,
      "learning_rate": 4.7884179857855996e-05,
      "loss": 5.6979,
      "step": 178520
    },
    {
      "epoch": 0.15626627545755098,
      "grad_norm": 0.5267401337623596,
      "learning_rate": 4.788405551367361e-05,
      "loss": 5.1567,
      "step": 178525
    },
    {
      "epoch": 0.15627065205117813,
      "grad_norm": 0.447882741689682,
      "learning_rate": 4.788393116604163e-05,
      "loss": 5.7515,
      "step": 178530
    },
    {
      "epoch": 0.1562750286448053,
      "grad_norm": 0.439028263092041,
      "learning_rate": 4.788380681496007e-05,
      "loss": 4.4489,
      "step": 178535
    },
    {
      "epoch": 0.15627940523843245,
      "grad_norm": 0.4464583694934845,
      "learning_rate": 4.788368246042897e-05,
      "loss": 5.4354,
      "step": 178540
    },
    {
      "epoch": 0.1562837818320596,
      "grad_norm": 0.4648991525173187,
      "learning_rate": 4.7883558102448345e-05,
      "loss": 4.8478,
      "step": 178545
    },
    {
      "epoch": 0.15628815842568675,
      "grad_norm": 0.4252167344093323,
      "learning_rate": 4.7883433741018215e-05,
      "loss": 5.0559,
      "step": 178550
    },
    {
      "epoch": 0.1562925350193139,
      "grad_norm": 0.42623281478881836,
      "learning_rate": 4.788330937613861e-05,
      "loss": 5.4721,
      "step": 178555
    },
    {
      "epoch": 0.15629691161294107,
      "grad_norm": 0.39731407165527344,
      "learning_rate": 4.788318500780955e-05,
      "loss": 5.6172,
      "step": 178560
    },
    {
      "epoch": 0.15630128820656822,
      "grad_norm": 0.40934044122695923,
      "learning_rate": 4.788306063603106e-05,
      "loss": 5.7451,
      "step": 178565
    },
    {
      "epoch": 0.15630566480019537,
      "grad_norm": 0.4779664874076843,
      "learning_rate": 4.788293626080318e-05,
      "loss": 4.6772,
      "step": 178570
    },
    {
      "epoch": 0.1563100413938225,
      "grad_norm": 0.40697506070137024,
      "learning_rate": 4.7882811882125914e-05,
      "loss": 5.4518,
      "step": 178575
    },
    {
      "epoch": 0.1563144179874497,
      "grad_norm": 0.408911794424057,
      "learning_rate": 4.788268749999928e-05,
      "loss": 4.9493,
      "step": 178580
    },
    {
      "epoch": 0.15631879458107684,
      "grad_norm": 0.3816714286804199,
      "learning_rate": 4.788256311442333e-05,
      "loss": 5.9254,
      "step": 178585
    },
    {
      "epoch": 0.15632317117470398,
      "grad_norm": 0.40257659554481506,
      "learning_rate": 4.788243872539806e-05,
      "loss": 5.3588,
      "step": 178590
    },
    {
      "epoch": 0.15632754776833113,
      "grad_norm": 0.40912845730781555,
      "learning_rate": 4.788231433292351e-05,
      "loss": 5.2509,
      "step": 178595
    },
    {
      "epoch": 0.1563319243619583,
      "grad_norm": 0.43957582116127014,
      "learning_rate": 4.78821899369997e-05,
      "loss": 5.4522,
      "step": 178600
    },
    {
      "epoch": 0.15633630095558546,
      "grad_norm": 0.4542694091796875,
      "learning_rate": 4.788206553762665e-05,
      "loss": 4.9373,
      "step": 178605
    },
    {
      "epoch": 0.1563406775492126,
      "grad_norm": 0.4806416630744934,
      "learning_rate": 4.7881941134804384e-05,
      "loss": 5.7743,
      "step": 178610
    },
    {
      "epoch": 0.15634505414283975,
      "grad_norm": 0.441658616065979,
      "learning_rate": 4.7881816728532946e-05,
      "loss": 5.7642,
      "step": 178615
    },
    {
      "epoch": 0.15634943073646693,
      "grad_norm": 0.4283391535282135,
      "learning_rate": 4.788169231881233e-05,
      "loss": 4.94,
      "step": 178620
    },
    {
      "epoch": 0.15635380733009407,
      "grad_norm": 0.42642831802368164,
      "learning_rate": 4.788156790564257e-05,
      "loss": 5.9574,
      "step": 178625
    },
    {
      "epoch": 0.15635818392372122,
      "grad_norm": 0.43000927567481995,
      "learning_rate": 4.78814434890237e-05,
      "loss": 5.9469,
      "step": 178630
    },
    {
      "epoch": 0.15636256051734837,
      "grad_norm": 0.45134255290031433,
      "learning_rate": 4.788131906895574e-05,
      "loss": 4.1169,
      "step": 178635
    },
    {
      "epoch": 0.15636693711097555,
      "grad_norm": 0.42527586221694946,
      "learning_rate": 4.788119464543871e-05,
      "loss": 5.6408,
      "step": 178640
    },
    {
      "epoch": 0.1563713137046027,
      "grad_norm": 0.44683837890625,
      "learning_rate": 4.7881070218472636e-05,
      "loss": 5.7446,
      "step": 178645
    },
    {
      "epoch": 0.15637569029822984,
      "grad_norm": 0.4311375617980957,
      "learning_rate": 4.788094578805754e-05,
      "loss": 4.8736,
      "step": 178650
    },
    {
      "epoch": 0.156380066891857,
      "grad_norm": 0.4420677721500397,
      "learning_rate": 4.788082135419345e-05,
      "loss": 3.9378,
      "step": 178655
    },
    {
      "epoch": 0.15638444348548416,
      "grad_norm": 0.41866880655288696,
      "learning_rate": 4.788069691688039e-05,
      "loss": 5.7636,
      "step": 178660
    },
    {
      "epoch": 0.1563888200791113,
      "grad_norm": 0.4945380687713623,
      "learning_rate": 4.7880572476118365e-05,
      "loss": 4.942,
      "step": 178665
    },
    {
      "epoch": 0.15639319667273846,
      "grad_norm": 0.41552260518074036,
      "learning_rate": 4.7880448031907434e-05,
      "loss": 6.2572,
      "step": 178670
    },
    {
      "epoch": 0.1563975732663656,
      "grad_norm": 0.41995400190353394,
      "learning_rate": 4.78803235842476e-05,
      "loss": 4.4498,
      "step": 178675
    },
    {
      "epoch": 0.15640194985999276,
      "grad_norm": 0.4438317120075226,
      "learning_rate": 4.788019913313888e-05,
      "loss": 4.8393,
      "step": 178680
    },
    {
      "epoch": 0.15640632645361993,
      "grad_norm": 0.44198349118232727,
      "learning_rate": 4.788007467858132e-05,
      "loss": 5.1531,
      "step": 178685
    },
    {
      "epoch": 0.15641070304724708,
      "grad_norm": 0.4143776595592499,
      "learning_rate": 4.787995022057492e-05,
      "loss": 5.4688,
      "step": 178690
    },
    {
      "epoch": 0.15641507964087423,
      "grad_norm": 0.400642991065979,
      "learning_rate": 4.787982575911972e-05,
      "loss": 5.7554,
      "step": 178695
    },
    {
      "epoch": 0.15641945623450138,
      "grad_norm": 0.41816845536231995,
      "learning_rate": 4.787970129421574e-05,
      "loss": 4.8432,
      "step": 178700
    },
    {
      "epoch": 0.15642383282812855,
      "grad_norm": 0.4427207410335541,
      "learning_rate": 4.7879576825863e-05,
      "loss": 5.4512,
      "step": 178705
    },
    {
      "epoch": 0.1564282094217557,
      "grad_norm": 0.4190438389778137,
      "learning_rate": 4.787945235406154e-05,
      "loss": 5.7142,
      "step": 178710
    },
    {
      "epoch": 0.15643258601538285,
      "grad_norm": 0.4264700710773468,
      "learning_rate": 4.787932787881136e-05,
      "loss": 4.9556,
      "step": 178715
    },
    {
      "epoch": 0.15643696260901,
      "grad_norm": 0.41611021757125854,
      "learning_rate": 4.78792034001125e-05,
      "loss": 5.6717,
      "step": 178720
    },
    {
      "epoch": 0.15644133920263717,
      "grad_norm": 0.4372938871383667,
      "learning_rate": 4.7879078917964984e-05,
      "loss": 5.156,
      "step": 178725
    },
    {
      "epoch": 0.15644571579626432,
      "grad_norm": 0.4186132550239563,
      "learning_rate": 4.7878954432368816e-05,
      "loss": 5.1824,
      "step": 178730
    },
    {
      "epoch": 0.15645009238989147,
      "grad_norm": 0.41371917724609375,
      "learning_rate": 4.787882994332406e-05,
      "loss": 5.2392,
      "step": 178735
    },
    {
      "epoch": 0.1564544689835186,
      "grad_norm": 0.43344953656196594,
      "learning_rate": 4.78787054508307e-05,
      "loss": 5.216,
      "step": 178740
    },
    {
      "epoch": 0.1564588455771458,
      "grad_norm": 0.3920021057128906,
      "learning_rate": 4.787858095488876e-05,
      "loss": 5.9559,
      "step": 178745
    },
    {
      "epoch": 0.15646322217077294,
      "grad_norm": 0.43573689460754395,
      "learning_rate": 4.787845645549831e-05,
      "loss": 5.4592,
      "step": 178750
    },
    {
      "epoch": 0.15646759876440008,
      "grad_norm": 0.38817811012268066,
      "learning_rate": 4.787833195265933e-05,
      "loss": 5.9914,
      "step": 178755
    },
    {
      "epoch": 0.15647197535802723,
      "grad_norm": 0.39001786708831787,
      "learning_rate": 4.787820744637186e-05,
      "loss": 5.7203,
      "step": 178760
    },
    {
      "epoch": 0.1564763519516544,
      "grad_norm": 0.39711689949035645,
      "learning_rate": 4.7878082936635917e-05,
      "loss": 5.7392,
      "step": 178765
    },
    {
      "epoch": 0.15648072854528156,
      "grad_norm": 0.40751808881759644,
      "learning_rate": 4.787795842345153e-05,
      "loss": 4.9438,
      "step": 178770
    },
    {
      "epoch": 0.1564851051389087,
      "grad_norm": 0.41356852650642395,
      "learning_rate": 4.7877833906818736e-05,
      "loss": 5.2176,
      "step": 178775
    },
    {
      "epoch": 0.15648948173253585,
      "grad_norm": 0.4355562925338745,
      "learning_rate": 4.787770938673753e-05,
      "loss": 5.4645,
      "step": 178780
    },
    {
      "epoch": 0.15649385832616303,
      "grad_norm": 0.4197441339492798,
      "learning_rate": 4.7877584863207956e-05,
      "loss": 5.3615,
      "step": 178785
    },
    {
      "epoch": 0.15649823491979017,
      "grad_norm": 0.43694639205932617,
      "learning_rate": 4.787746033623004e-05,
      "loss": 5.4442,
      "step": 178790
    },
    {
      "epoch": 0.15650261151341732,
      "grad_norm": 0.4084436595439911,
      "learning_rate": 4.7877335805803794e-05,
      "loss": 5.2566,
      "step": 178795
    },
    {
      "epoch": 0.15650698810704447,
      "grad_norm": 0.4330403208732605,
      "learning_rate": 4.787721127192925e-05,
      "loss": 5.172,
      "step": 178800
    },
    {
      "epoch": 0.15651136470067165,
      "grad_norm": 0.43234488368034363,
      "learning_rate": 4.7877086734606425e-05,
      "loss": 4.3825,
      "step": 178805
    },
    {
      "epoch": 0.1565157412942988,
      "grad_norm": 0.45648956298828125,
      "learning_rate": 4.787696219383535e-05,
      "loss": 5.4428,
      "step": 178810
    },
    {
      "epoch": 0.15652011788792594,
      "grad_norm": 0.43784788250923157,
      "learning_rate": 4.787683764961606e-05,
      "loss": 5.2764,
      "step": 178815
    },
    {
      "epoch": 0.1565244944815531,
      "grad_norm": 0.4716906249523163,
      "learning_rate": 4.7876713101948544e-05,
      "loss": 5.4411,
      "step": 178820
    },
    {
      "epoch": 0.15652887107518024,
      "grad_norm": 0.4115733802318573,
      "learning_rate": 4.7876588550832866e-05,
      "loss": 5.9586,
      "step": 178825
    },
    {
      "epoch": 0.1565332476688074,
      "grad_norm": 0.4109499454498291,
      "learning_rate": 4.7876463996269026e-05,
      "loss": 5.2068,
      "step": 178830
    },
    {
      "epoch": 0.15653762426243456,
      "grad_norm": 0.42022329568862915,
      "learning_rate": 4.787633943825706e-05,
      "loss": 4.9623,
      "step": 178835
    },
    {
      "epoch": 0.1565420008560617,
      "grad_norm": 0.39916715025901794,
      "learning_rate": 4.787621487679698e-05,
      "loss": 5.7597,
      "step": 178840
    },
    {
      "epoch": 0.15654637744968886,
      "grad_norm": 0.4379710257053375,
      "learning_rate": 4.7876090311888814e-05,
      "loss": 4.9656,
      "step": 178845
    },
    {
      "epoch": 0.15655075404331603,
      "grad_norm": 0.4053408205509186,
      "learning_rate": 4.787596574353258e-05,
      "loss": 5.7721,
      "step": 178850
    },
    {
      "epoch": 0.15655513063694318,
      "grad_norm": 0.42020881175994873,
      "learning_rate": 4.787584117172832e-05,
      "loss": 4.3983,
      "step": 178855
    },
    {
      "epoch": 0.15655950723057033,
      "grad_norm": 0.42076224088668823,
      "learning_rate": 4.787571659647605e-05,
      "loss": 6.0164,
      "step": 178860
    },
    {
      "epoch": 0.15656388382419748,
      "grad_norm": 0.4463425576686859,
      "learning_rate": 4.78755920177758e-05,
      "loss": 4.6405,
      "step": 178865
    },
    {
      "epoch": 0.15656826041782465,
      "grad_norm": 0.446956068277359,
      "learning_rate": 4.787546743562756e-05,
      "loss": 4.6119,
      "step": 178870
    },
    {
      "epoch": 0.1565726370114518,
      "grad_norm": 0.4452124834060669,
      "learning_rate": 4.7875342850031404e-05,
      "loss": 4.1465,
      "step": 178875
    },
    {
      "epoch": 0.15657701360507895,
      "grad_norm": 0.42019954323768616,
      "learning_rate": 4.787521826098732e-05,
      "loss": 4.9631,
      "step": 178880
    },
    {
      "epoch": 0.1565813901987061,
      "grad_norm": 0.42176583409309387,
      "learning_rate": 4.7875093668495355e-05,
      "loss": 5.2395,
      "step": 178885
    },
    {
      "epoch": 0.15658576679233327,
      "grad_norm": 0.3989737331867218,
      "learning_rate": 4.787496907255552e-05,
      "loss": 4.9663,
      "step": 178890
    },
    {
      "epoch": 0.15659014338596042,
      "grad_norm": 0.43869921565055847,
      "learning_rate": 4.7874844473167835e-05,
      "loss": 4.9298,
      "step": 178895
    },
    {
      "epoch": 0.15659451997958757,
      "grad_norm": 0.38885262608528137,
      "learning_rate": 4.787471987033233e-05,
      "loss": 6.3195,
      "step": 178900
    },
    {
      "epoch": 0.1565988965732147,
      "grad_norm": 0.4357472360134125,
      "learning_rate": 4.787459526404904e-05,
      "loss": 5.1624,
      "step": 178905
    },
    {
      "epoch": 0.1566032731668419,
      "grad_norm": 0.4018124043941498,
      "learning_rate": 4.787447065431797e-05,
      "loss": 5.9875,
      "step": 178910
    },
    {
      "epoch": 0.15660764976046904,
      "grad_norm": 0.3914092779159546,
      "learning_rate": 4.787434604113915e-05,
      "loss": 5.4553,
      "step": 178915
    },
    {
      "epoch": 0.15661202635409618,
      "grad_norm": 0.4102546274662018,
      "learning_rate": 4.787422142451261e-05,
      "loss": 5.3541,
      "step": 178920
    },
    {
      "epoch": 0.15661640294772333,
      "grad_norm": 0.42854025959968567,
      "learning_rate": 4.7874096804438376e-05,
      "loss": 4.3976,
      "step": 178925
    },
    {
      "epoch": 0.1566207795413505,
      "grad_norm": 0.42295902967453003,
      "learning_rate": 4.787397218091646e-05,
      "loss": 4.1485,
      "step": 178930
    },
    {
      "epoch": 0.15662515613497766,
      "grad_norm": 0.4416846036911011,
      "learning_rate": 4.7873847553946894e-05,
      "loss": 4.7199,
      "step": 178935
    },
    {
      "epoch": 0.1566295327286048,
      "grad_norm": 0.4244908094406128,
      "learning_rate": 4.787372292352971e-05,
      "loss": 4.4395,
      "step": 178940
    },
    {
      "epoch": 0.15663390932223195,
      "grad_norm": 0.42512625455856323,
      "learning_rate": 4.787359828966491e-05,
      "loss": 5.7776,
      "step": 178945
    },
    {
      "epoch": 0.1566382859158591,
      "grad_norm": 0.3971356153488159,
      "learning_rate": 4.787347365235254e-05,
      "loss": 5.9828,
      "step": 178950
    },
    {
      "epoch": 0.15664266250948627,
      "grad_norm": 0.431045800447464,
      "learning_rate": 4.78733490115926e-05,
      "loss": 5.4423,
      "step": 178955
    },
    {
      "epoch": 0.15664703910311342,
      "grad_norm": 0.42295652627944946,
      "learning_rate": 4.787322436738514e-05,
      "loss": 5.4506,
      "step": 178960
    },
    {
      "epoch": 0.15665141569674057,
      "grad_norm": 0.4254723787307739,
      "learning_rate": 4.7873099719730175e-05,
      "loss": 4.9109,
      "step": 178965
    },
    {
      "epoch": 0.15665579229036772,
      "grad_norm": 0.41955894231796265,
      "learning_rate": 4.7872975068627726e-05,
      "loss": 4.9105,
      "step": 178970
    },
    {
      "epoch": 0.1566601688839949,
      "grad_norm": 0.45355209708213806,
      "learning_rate": 4.787285041407782e-05,
      "loss": 5.9264,
      "step": 178975
    },
    {
      "epoch": 0.15666454547762204,
      "grad_norm": 0.42843201756477356,
      "learning_rate": 4.787272575608047e-05,
      "loss": 4.9396,
      "step": 178980
    },
    {
      "epoch": 0.1566689220712492,
      "grad_norm": 0.4384949505329132,
      "learning_rate": 4.787260109463571e-05,
      "loss": 4.6735,
      "step": 178985
    },
    {
      "epoch": 0.15667329866487634,
      "grad_norm": 0.4296511113643646,
      "learning_rate": 4.787247642974356e-05,
      "loss": 5.6711,
      "step": 178990
    },
    {
      "epoch": 0.1566776752585035,
      "grad_norm": 0.41980019211769104,
      "learning_rate": 4.787235176140407e-05,
      "loss": 4.9041,
      "step": 178995
    },
    {
      "epoch": 0.15668205185213066,
      "grad_norm": 0.42772337794303894,
      "learning_rate": 4.787222708961722e-05,
      "loss": 4.9634,
      "step": 179000
    },
    {
      "epoch": 0.1566864284457578,
      "grad_norm": 0.4287431538105011,
      "learning_rate": 4.787210241438306e-05,
      "loss": 4.937,
      "step": 179005
    },
    {
      "epoch": 0.15669080503938496,
      "grad_norm": 0.44642025232315063,
      "learning_rate": 4.787197773570161e-05,
      "loss": 5.7652,
      "step": 179010
    },
    {
      "epoch": 0.15669518163301213,
      "grad_norm": 0.4214424788951874,
      "learning_rate": 4.787185305357289e-05,
      "loss": 5.1195,
      "step": 179015
    },
    {
      "epoch": 0.15669955822663928,
      "grad_norm": 0.4320981204509735,
      "learning_rate": 4.7871728367996934e-05,
      "loss": 5.2193,
      "step": 179020
    },
    {
      "epoch": 0.15670393482026643,
      "grad_norm": 0.4268028736114502,
      "learning_rate": 4.7871603678973756e-05,
      "loss": 5.187,
      "step": 179025
    },
    {
      "epoch": 0.15670831141389358,
      "grad_norm": 0.40978923439979553,
      "learning_rate": 4.7871478986503384e-05,
      "loss": 6.2645,
      "step": 179030
    },
    {
      "epoch": 0.15671268800752075,
      "grad_norm": 0.40033018589019775,
      "learning_rate": 4.7871354290585845e-05,
      "loss": 5.6857,
      "step": 179035
    },
    {
      "epoch": 0.1567170646011479,
      "grad_norm": 0.4276498854160309,
      "learning_rate": 4.787122959122115e-05,
      "loss": 5.4555,
      "step": 179040
    },
    {
      "epoch": 0.15672144119477505,
      "grad_norm": 0.445326030254364,
      "learning_rate": 4.787110488840935e-05,
      "loss": 4.9053,
      "step": 179045
    },
    {
      "epoch": 0.1567258177884022,
      "grad_norm": 0.41739487648010254,
      "learning_rate": 4.787098018215044e-05,
      "loss": 4.8298,
      "step": 179050
    },
    {
      "epoch": 0.15673019438202937,
      "grad_norm": 0.41571715474128723,
      "learning_rate": 4.787085547244445e-05,
      "loss": 5.1345,
      "step": 179055
    },
    {
      "epoch": 0.15673457097565652,
      "grad_norm": 0.4074695110321045,
      "learning_rate": 4.787073075929142e-05,
      "loss": 4.9516,
      "step": 179060
    },
    {
      "epoch": 0.15673894756928367,
      "grad_norm": 0.438305526971817,
      "learning_rate": 4.787060604269136e-05,
      "loss": 5.7719,
      "step": 179065
    },
    {
      "epoch": 0.1567433241629108,
      "grad_norm": 0.41703736782073975,
      "learning_rate": 4.78704813226443e-05,
      "loss": 5.9586,
      "step": 179070
    },
    {
      "epoch": 0.15674770075653796,
      "grad_norm": 0.4214093089103699,
      "learning_rate": 4.7870356599150254e-05,
      "loss": 5.1325,
      "step": 179075
    },
    {
      "epoch": 0.15675207735016514,
      "grad_norm": 0.41713783144950867,
      "learning_rate": 4.787023187220927e-05,
      "loss": 4.3332,
      "step": 179080
    },
    {
      "epoch": 0.15675645394379228,
      "grad_norm": 0.4076548218727112,
      "learning_rate": 4.787010714182135e-05,
      "loss": 5.413,
      "step": 179085
    },
    {
      "epoch": 0.15676083053741943,
      "grad_norm": 0.4375712275505066,
      "learning_rate": 4.7869982407986516e-05,
      "loss": 5.4529,
      "step": 179090
    },
    {
      "epoch": 0.15676520713104658,
      "grad_norm": 0.4466543197631836,
      "learning_rate": 4.786985767070481e-05,
      "loss": 5.1645,
      "step": 179095
    },
    {
      "epoch": 0.15676958372467376,
      "grad_norm": 0.45824024081230164,
      "learning_rate": 4.7869732929976244e-05,
      "loss": 5.2416,
      "step": 179100
    },
    {
      "epoch": 0.1567739603183009,
      "grad_norm": 0.4243077337741852,
      "learning_rate": 4.786960818580083e-05,
      "loss": 5.7618,
      "step": 179105
    },
    {
      "epoch": 0.15677833691192805,
      "grad_norm": 0.44356900453567505,
      "learning_rate": 4.786948343817862e-05,
      "loss": 5.2464,
      "step": 179110
    },
    {
      "epoch": 0.1567827135055552,
      "grad_norm": 0.4371790289878845,
      "learning_rate": 4.7869358687109635e-05,
      "loss": 4.8749,
      "step": 179115
    },
    {
      "epoch": 0.15678709009918237,
      "grad_norm": 0.4268183410167694,
      "learning_rate": 4.786923393259387e-05,
      "loss": 5.1735,
      "step": 179120
    },
    {
      "epoch": 0.15679146669280952,
      "grad_norm": 0.44056716561317444,
      "learning_rate": 4.786910917463138e-05,
      "loss": 5.2353,
      "step": 179125
    },
    {
      "epoch": 0.15679584328643667,
      "grad_norm": 0.4320356249809265,
      "learning_rate": 4.7868984413222165e-05,
      "loss": 5.4308,
      "step": 179130
    },
    {
      "epoch": 0.15680021988006382,
      "grad_norm": 0.4306318759918213,
      "learning_rate": 4.786885964836626e-05,
      "loss": 4.9856,
      "step": 179135
    },
    {
      "epoch": 0.156804596473691,
      "grad_norm": 0.44178420305252075,
      "learning_rate": 4.7868734880063706e-05,
      "loss": 5.1279,
      "step": 179140
    },
    {
      "epoch": 0.15680897306731814,
      "grad_norm": 0.44025635719299316,
      "learning_rate": 4.7868610108314506e-05,
      "loss": 5.1494,
      "step": 179145
    },
    {
      "epoch": 0.1568133496609453,
      "grad_norm": 0.4217696785926819,
      "learning_rate": 4.7868485333118674e-05,
      "loss": 5.4601,
      "step": 179150
    },
    {
      "epoch": 0.15681772625457244,
      "grad_norm": 0.440007746219635,
      "learning_rate": 4.7868360554476266e-05,
      "loss": 5.6826,
      "step": 179155
    },
    {
      "epoch": 0.1568221028481996,
      "grad_norm": 0.5276951789855957,
      "learning_rate": 4.7868235772387274e-05,
      "loss": 4.8276,
      "step": 179160
    },
    {
      "epoch": 0.15682647944182676,
      "grad_norm": 0.4402948319911957,
      "learning_rate": 4.786811098685176e-05,
      "loss": 5.6914,
      "step": 179165
    },
    {
      "epoch": 0.1568308560354539,
      "grad_norm": 0.4156748056411743,
      "learning_rate": 4.786798619786969e-05,
      "loss": 5.1242,
      "step": 179170
    },
    {
      "epoch": 0.15683523262908106,
      "grad_norm": 0.4244639575481415,
      "learning_rate": 4.786786140544116e-05,
      "loss": 5.9982,
      "step": 179175
    },
    {
      "epoch": 0.15683960922270823,
      "grad_norm": 0.3975580036640167,
      "learning_rate": 4.7867736609566137e-05,
      "loss": 6.2664,
      "step": 179180
    },
    {
      "epoch": 0.15684398581633538,
      "grad_norm": 0.40465521812438965,
      "learning_rate": 4.786761181024467e-05,
      "loss": 5.627,
      "step": 179185
    },
    {
      "epoch": 0.15684836240996253,
      "grad_norm": 0.4819985032081604,
      "learning_rate": 4.786748700747677e-05,
      "loss": 4.6227,
      "step": 179190
    },
    {
      "epoch": 0.15685273900358968,
      "grad_norm": 0.40940603613853455,
      "learning_rate": 4.786736220126249e-05,
      "loss": 4.9402,
      "step": 179195
    },
    {
      "epoch": 0.15685711559721682,
      "grad_norm": 0.43820714950561523,
      "learning_rate": 4.786723739160181e-05,
      "loss": 6.3033,
      "step": 179200
    },
    {
      "epoch": 0.156861492190844,
      "grad_norm": 0.40730300545692444,
      "learning_rate": 4.78671125784948e-05,
      "loss": 5.9596,
      "step": 179205
    },
    {
      "epoch": 0.15686586878447115,
      "grad_norm": 0.47875648736953735,
      "learning_rate": 4.786698776194145e-05,
      "loss": 5.1517,
      "step": 179210
    },
    {
      "epoch": 0.1568702453780983,
      "grad_norm": 0.43691009283065796,
      "learning_rate": 4.786686294194181e-05,
      "loss": 5.1306,
      "step": 179215
    },
    {
      "epoch": 0.15687462197172544,
      "grad_norm": 0.45550471544265747,
      "learning_rate": 4.786673811849587e-05,
      "loss": 4.697,
      "step": 179220
    },
    {
      "epoch": 0.15687899856535262,
      "grad_norm": 0.41837039589881897,
      "learning_rate": 4.786661329160368e-05,
      "loss": 5.436,
      "step": 179225
    },
    {
      "epoch": 0.15688337515897977,
      "grad_norm": 0.5105262994766235,
      "learning_rate": 4.7866488461265256e-05,
      "loss": 4.6279,
      "step": 179230
    },
    {
      "epoch": 0.1568877517526069,
      "grad_norm": 0.5273346900939941,
      "learning_rate": 4.786636362748062e-05,
      "loss": 5.2412,
      "step": 179235
    },
    {
      "epoch": 0.15689212834623406,
      "grad_norm": 0.4316462278366089,
      "learning_rate": 4.786623879024982e-05,
      "loss": 4.9266,
      "step": 179240
    },
    {
      "epoch": 0.15689650493986124,
      "grad_norm": 0.4451771676540375,
      "learning_rate": 4.7866113949572846e-05,
      "loss": 4.3139,
      "step": 179245
    },
    {
      "epoch": 0.15690088153348838,
      "grad_norm": 0.41851621866226196,
      "learning_rate": 4.7865989105449736e-05,
      "loss": 5.4887,
      "step": 179250
    },
    {
      "epoch": 0.15690525812711553,
      "grad_norm": 0.4307509958744049,
      "learning_rate": 4.786586425788052e-05,
      "loss": 5.1496,
      "step": 179255
    },
    {
      "epoch": 0.15690963472074268,
      "grad_norm": 0.42004337906837463,
      "learning_rate": 4.786573940686522e-05,
      "loss": 5.747,
      "step": 179260
    },
    {
      "epoch": 0.15691401131436986,
      "grad_norm": 0.4078671336174011,
      "learning_rate": 4.786561455240385e-05,
      "loss": 5.4438,
      "step": 179265
    },
    {
      "epoch": 0.156918387907997,
      "grad_norm": 0.42694929242134094,
      "learning_rate": 4.7865489694496436e-05,
      "loss": 5.153,
      "step": 179270
    },
    {
      "epoch": 0.15692276450162415,
      "grad_norm": 0.42244410514831543,
      "learning_rate": 4.786536483314302e-05,
      "loss": 4.9615,
      "step": 179275
    },
    {
      "epoch": 0.1569271410952513,
      "grad_norm": 0.41821879148483276,
      "learning_rate": 4.78652399683436e-05,
      "loss": 5.9891,
      "step": 179280
    },
    {
      "epoch": 0.15693151768887847,
      "grad_norm": 0.39674845337867737,
      "learning_rate": 4.7865115100098225e-05,
      "loss": 5.1904,
      "step": 179285
    },
    {
      "epoch": 0.15693589428250562,
      "grad_norm": 0.42220309376716614,
      "learning_rate": 4.786499022840689e-05,
      "loss": 4.8163,
      "step": 179290
    },
    {
      "epoch": 0.15694027087613277,
      "grad_norm": 0.41602298617362976,
      "learning_rate": 4.786486535326965e-05,
      "loss": 4.9656,
      "step": 179295
    },
    {
      "epoch": 0.15694464746975992,
      "grad_norm": 0.39783555269241333,
      "learning_rate": 4.786474047468651e-05,
      "loss": 5.6592,
      "step": 179300
    },
    {
      "epoch": 0.1569490240633871,
      "grad_norm": 0.4075433313846588,
      "learning_rate": 4.7864615592657505e-05,
      "loss": 5.6859,
      "step": 179305
    },
    {
      "epoch": 0.15695340065701424,
      "grad_norm": 0.42393210530281067,
      "learning_rate": 4.786449070718265e-05,
      "loss": 5.1146,
      "step": 179310
    },
    {
      "epoch": 0.1569577772506414,
      "grad_norm": 0.4050699472427368,
      "learning_rate": 4.786436581826198e-05,
      "loss": 5.3328,
      "step": 179315
    },
    {
      "epoch": 0.15696215384426854,
      "grad_norm": 0.4020848274230957,
      "learning_rate": 4.78642409258955e-05,
      "loss": 5.7302,
      "step": 179320
    },
    {
      "epoch": 0.15696653043789568,
      "grad_norm": 0.41839635372161865,
      "learning_rate": 4.786411603008325e-05,
      "loss": 5.6789,
      "step": 179325
    },
    {
      "epoch": 0.15697090703152286,
      "grad_norm": 0.41750502586364746,
      "learning_rate": 4.7863991130825245e-05,
      "loss": 4.3306,
      "step": 179330
    },
    {
      "epoch": 0.15697528362515,
      "grad_norm": 0.49928373098373413,
      "learning_rate": 4.7863866228121525e-05,
      "loss": 5.1331,
      "step": 179335
    },
    {
      "epoch": 0.15697966021877716,
      "grad_norm": 0.4154980480670929,
      "learning_rate": 4.786374132197209e-05,
      "loss": 5.4607,
      "step": 179340
    },
    {
      "epoch": 0.1569840368124043,
      "grad_norm": 0.460766077041626,
      "learning_rate": 4.7863616412376985e-05,
      "loss": 5.4663,
      "step": 179345
    },
    {
      "epoch": 0.15698841340603148,
      "grad_norm": 0.4660273492336273,
      "learning_rate": 4.786349149933623e-05,
      "loss": 5.4684,
      "step": 179350
    },
    {
      "epoch": 0.15699278999965863,
      "grad_norm": 0.44213631749153137,
      "learning_rate": 4.7863366582849836e-05,
      "loss": 5.446,
      "step": 179355
    },
    {
      "epoch": 0.15699716659328578,
      "grad_norm": 0.4200342297554016,
      "learning_rate": 4.786324166291783e-05,
      "loss": 5.2115,
      "step": 179360
    },
    {
      "epoch": 0.15700154318691292,
      "grad_norm": 0.4103509783744812,
      "learning_rate": 4.786311673954026e-05,
      "loss": 4.832,
      "step": 179365
    },
    {
      "epoch": 0.1570059197805401,
      "grad_norm": 0.4375095069408417,
      "learning_rate": 4.786299181271713e-05,
      "loss": 6.2863,
      "step": 179370
    },
    {
      "epoch": 0.15701029637416725,
      "grad_norm": 0.4264550805091858,
      "learning_rate": 4.7862866882448465e-05,
      "loss": 4.9421,
      "step": 179375
    },
    {
      "epoch": 0.1570146729677944,
      "grad_norm": 0.4192732870578766,
      "learning_rate": 4.786274194873429e-05,
      "loss": 5.4452,
      "step": 179380
    },
    {
      "epoch": 0.15701904956142154,
      "grad_norm": 0.41152891516685486,
      "learning_rate": 4.7862617011574615e-05,
      "loss": 5.3377,
      "step": 179385
    },
    {
      "epoch": 0.15702342615504872,
      "grad_norm": 0.45229989290237427,
      "learning_rate": 4.78624920709695e-05,
      "loss": 5.6441,
      "step": 179390
    },
    {
      "epoch": 0.15702780274867587,
      "grad_norm": 0.4250367283821106,
      "learning_rate": 4.7862367126918936e-05,
      "loss": 5.4721,
      "step": 179395
    },
    {
      "epoch": 0.157032179342303,
      "grad_norm": 0.4156932830810547,
      "learning_rate": 4.786224217942297e-05,
      "loss": 6.3092,
      "step": 179400
    },
    {
      "epoch": 0.15703655593593016,
      "grad_norm": 0.4023674726486206,
      "learning_rate": 4.7862117228481605e-05,
      "loss": 5.6974,
      "step": 179405
    },
    {
      "epoch": 0.15704093252955734,
      "grad_norm": 0.46207234263420105,
      "learning_rate": 4.786199227409488e-05,
      "loss": 4.0974,
      "step": 179410
    },
    {
      "epoch": 0.15704530912318448,
      "grad_norm": 0.44897937774658203,
      "learning_rate": 4.786186731626281e-05,
      "loss": 4.4162,
      "step": 179415
    },
    {
      "epoch": 0.15704968571681163,
      "grad_norm": 0.45113101601600647,
      "learning_rate": 4.786174235498543e-05,
      "loss": 4.8472,
      "step": 179420
    },
    {
      "epoch": 0.15705406231043878,
      "grad_norm": 0.4394547641277313,
      "learning_rate": 4.786161739026275e-05,
      "loss": 5.2502,
      "step": 179425
    },
    {
      "epoch": 0.15705843890406596,
      "grad_norm": 0.4315396845340729,
      "learning_rate": 4.78614924220948e-05,
      "loss": 5.1335,
      "step": 179430
    },
    {
      "epoch": 0.1570628154976931,
      "grad_norm": 0.43376195430755615,
      "learning_rate": 4.786136745048162e-05,
      "loss": 4.6434,
      "step": 179435
    },
    {
      "epoch": 0.15706719209132025,
      "grad_norm": 0.4333251714706421,
      "learning_rate": 4.786124247542322e-05,
      "loss": 4.4135,
      "step": 179440
    },
    {
      "epoch": 0.1570715686849474,
      "grad_norm": 0.4273526668548584,
      "learning_rate": 4.7861117496919605e-05,
      "loss": 5.6562,
      "step": 179445
    },
    {
      "epoch": 0.15707594527857457,
      "grad_norm": 0.4346092641353607,
      "learning_rate": 4.786099251497084e-05,
      "loss": 5.4145,
      "step": 179450
    },
    {
      "epoch": 0.15708032187220172,
      "grad_norm": 0.5269197821617126,
      "learning_rate": 4.7860867529576916e-05,
      "loss": 4.8331,
      "step": 179455
    },
    {
      "epoch": 0.15708469846582887,
      "grad_norm": 0.4390994906425476,
      "learning_rate": 4.786074254073786e-05,
      "loss": 5.1281,
      "step": 179460
    },
    {
      "epoch": 0.15708907505945602,
      "grad_norm": 0.455644816160202,
      "learning_rate": 4.786061754845371e-05,
      "loss": 5.052,
      "step": 179465
    },
    {
      "epoch": 0.15709345165308317,
      "grad_norm": 0.4076107144355774,
      "learning_rate": 4.786049255272449e-05,
      "loss": 5.1389,
      "step": 179470
    },
    {
      "epoch": 0.15709782824671034,
      "grad_norm": 0.40007397532463074,
      "learning_rate": 4.7860367553550224e-05,
      "loss": 5.3816,
      "step": 179475
    },
    {
      "epoch": 0.1571022048403375,
      "grad_norm": 0.4102182388305664,
      "learning_rate": 4.7860242550930925e-05,
      "loss": 6.2527,
      "step": 179480
    },
    {
      "epoch": 0.15710658143396464,
      "grad_norm": 0.4044324457645416,
      "learning_rate": 4.786011754486662e-05,
      "loss": 5.7276,
      "step": 179485
    },
    {
      "epoch": 0.15711095802759178,
      "grad_norm": 0.4028807580471039,
      "learning_rate": 4.785999253535733e-05,
      "loss": 4.8663,
      "step": 179490
    },
    {
      "epoch": 0.15711533462121896,
      "grad_norm": 0.41823071241378784,
      "learning_rate": 4.78598675224031e-05,
      "loss": 5.12,
      "step": 179495
    },
    {
      "epoch": 0.1571197112148461,
      "grad_norm": 0.40166738629341125,
      "learning_rate": 4.7859742506003923e-05,
      "loss": 4.8444,
      "step": 179500
    },
    {
      "epoch": 0.15712408780847326,
      "grad_norm": 0.4644470810890198,
      "learning_rate": 4.785961748615986e-05,
      "loss": 4.7297,
      "step": 179505
    },
    {
      "epoch": 0.1571284644021004,
      "grad_norm": 0.42301976680755615,
      "learning_rate": 4.78594924628709e-05,
      "loss": 5.1883,
      "step": 179510
    },
    {
      "epoch": 0.15713284099572758,
      "grad_norm": 0.39855191111564636,
      "learning_rate": 4.785936743613708e-05,
      "loss": 5.4504,
      "step": 179515
    },
    {
      "epoch": 0.15713721758935473,
      "grad_norm": 0.3999219834804535,
      "learning_rate": 4.7859242405958435e-05,
      "loss": 5.4241,
      "step": 179520
    },
    {
      "epoch": 0.15714159418298188,
      "grad_norm": 0.4033934473991394,
      "learning_rate": 4.785911737233497e-05,
      "loss": 4.8487,
      "step": 179525
    },
    {
      "epoch": 0.15714597077660902,
      "grad_norm": 0.40413475036621094,
      "learning_rate": 4.785899233526673e-05,
      "loss": 4.8499,
      "step": 179530
    },
    {
      "epoch": 0.1571503473702362,
      "grad_norm": 0.3965643346309662,
      "learning_rate": 4.7858867294753716e-05,
      "loss": 5.4204,
      "step": 179535
    },
    {
      "epoch": 0.15715472396386335,
      "grad_norm": 0.40675416588783264,
      "learning_rate": 4.785874225079597e-05,
      "loss": 5.8084,
      "step": 179540
    },
    {
      "epoch": 0.1571591005574905,
      "grad_norm": 0.44335171580314636,
      "learning_rate": 4.785861720339352e-05,
      "loss": 4.7553,
      "step": 179545
    },
    {
      "epoch": 0.15716347715111764,
      "grad_norm": 0.4237511456012726,
      "learning_rate": 4.785849215254637e-05,
      "loss": 4.2062,
      "step": 179550
    },
    {
      "epoch": 0.15716785374474482,
      "grad_norm": 0.42686566710472107,
      "learning_rate": 4.7858367098254553e-05,
      "loss": 4.5538,
      "step": 179555
    },
    {
      "epoch": 0.15717223033837197,
      "grad_norm": 0.4686264991760254,
      "learning_rate": 4.785824204051811e-05,
      "loss": 5.4452,
      "step": 179560
    },
    {
      "epoch": 0.1571766069319991,
      "grad_norm": 0.42180728912353516,
      "learning_rate": 4.785811697933703e-05,
      "loss": 5.458,
      "step": 179565
    },
    {
      "epoch": 0.15718098352562626,
      "grad_norm": 0.4384711682796478,
      "learning_rate": 4.7857991914711364e-05,
      "loss": 5.7649,
      "step": 179570
    },
    {
      "epoch": 0.15718536011925344,
      "grad_norm": 0.4129169285297394,
      "learning_rate": 4.785786684664113e-05,
      "loss": 5.3504,
      "step": 179575
    },
    {
      "epoch": 0.15718973671288058,
      "grad_norm": 0.4107913374900818,
      "learning_rate": 4.7857741775126355e-05,
      "loss": 5.4018,
      "step": 179580
    },
    {
      "epoch": 0.15719411330650773,
      "grad_norm": 0.4343966543674469,
      "learning_rate": 4.7857616700167054e-05,
      "loss": 5.7463,
      "step": 179585
    },
    {
      "epoch": 0.15719848990013488,
      "grad_norm": 0.4011872112751007,
      "learning_rate": 4.785749162176325e-05,
      "loss": 5.4219,
      "step": 179590
    },
    {
      "epoch": 0.15720286649376203,
      "grad_norm": 0.40554508566856384,
      "learning_rate": 4.785736653991498e-05,
      "loss": 4.879,
      "step": 179595
    },
    {
      "epoch": 0.1572072430873892,
      "grad_norm": 0.3915519118309021,
      "learning_rate": 4.785724145462227e-05,
      "loss": 5.7756,
      "step": 179600
    },
    {
      "epoch": 0.15721161968101635,
      "grad_norm": 0.3928412199020386,
      "learning_rate": 4.7857116365885135e-05,
      "loss": 5.4445,
      "step": 179605
    },
    {
      "epoch": 0.1572159962746435,
      "grad_norm": 0.44667866826057434,
      "learning_rate": 4.785699127370359e-05,
      "loss": 5.7661,
      "step": 179610
    },
    {
      "epoch": 0.15722037286827065,
      "grad_norm": 0.4192925989627838,
      "learning_rate": 4.785686617807767e-05,
      "loss": 4.4229,
      "step": 179615
    },
    {
      "epoch": 0.15722474946189782,
      "grad_norm": 0.4464857578277588,
      "learning_rate": 4.78567410790074e-05,
      "loss": 5.1361,
      "step": 179620
    },
    {
      "epoch": 0.15722912605552497,
      "grad_norm": 0.4118386507034302,
      "learning_rate": 4.785661597649281e-05,
      "loss": 5.4691,
      "step": 179625
    },
    {
      "epoch": 0.15723350264915212,
      "grad_norm": 0.41790971159935,
      "learning_rate": 4.785649087053391e-05,
      "loss": 5.1735,
      "step": 179630
    },
    {
      "epoch": 0.15723787924277927,
      "grad_norm": 0.41808024048805237,
      "learning_rate": 4.785636576113073e-05,
      "loss": 5.4626,
      "step": 179635
    },
    {
      "epoch": 0.15724225583640644,
      "grad_norm": 0.3855513036251068,
      "learning_rate": 4.785624064828329e-05,
      "loss": 5.465,
      "step": 179640
    },
    {
      "epoch": 0.1572466324300336,
      "grad_norm": 0.4413476884365082,
      "learning_rate": 4.785611553199163e-05,
      "loss": 5.1487,
      "step": 179645
    },
    {
      "epoch": 0.15725100902366074,
      "grad_norm": 0.44061705470085144,
      "learning_rate": 4.7855990412255757e-05,
      "loss": 5.2379,
      "step": 179650
    },
    {
      "epoch": 0.15725538561728789,
      "grad_norm": 0.4162880778312683,
      "learning_rate": 4.78558652890757e-05,
      "loss": 5.3668,
      "step": 179655
    },
    {
      "epoch": 0.15725976221091506,
      "grad_norm": 0.5281277298927307,
      "learning_rate": 4.785574016245148e-05,
      "loss": 5.4898,
      "step": 179660
    },
    {
      "epoch": 0.1572641388045422,
      "grad_norm": 0.42084479331970215,
      "learning_rate": 4.785561503238314e-05,
      "loss": 5.4604,
      "step": 179665
    },
    {
      "epoch": 0.15726851539816936,
      "grad_norm": 0.4688522517681122,
      "learning_rate": 4.785548989887068e-05,
      "loss": 4.646,
      "step": 179670
    },
    {
      "epoch": 0.1572728919917965,
      "grad_norm": 0.44633907079696655,
      "learning_rate": 4.7855364761914136e-05,
      "loss": 5.4547,
      "step": 179675
    },
    {
      "epoch": 0.15727726858542368,
      "grad_norm": 0.4857555031776428,
      "learning_rate": 4.7855239621513524e-05,
      "loss": 5.4817,
      "step": 179680
    },
    {
      "epoch": 0.15728164517905083,
      "grad_norm": 0.4711124897003174,
      "learning_rate": 4.785511447766887e-05,
      "loss": 5.6727,
      "step": 179685
    },
    {
      "epoch": 0.15728602177267798,
      "grad_norm": 0.41228824853897095,
      "learning_rate": 4.785498933038022e-05,
      "loss": 4.948,
      "step": 179690
    },
    {
      "epoch": 0.15729039836630512,
      "grad_norm": 0.3934953808784485,
      "learning_rate": 4.785486417964756e-05,
      "loss": 5.4558,
      "step": 179695
    },
    {
      "epoch": 0.1572947749599323,
      "grad_norm": 0.43657657504081726,
      "learning_rate": 4.785473902547095e-05,
      "loss": 4.6357,
      "step": 179700
    },
    {
      "epoch": 0.15729915155355945,
      "grad_norm": 0.4459983706474304,
      "learning_rate": 4.78546138678504e-05,
      "loss": 5.2316,
      "step": 179705
    },
    {
      "epoch": 0.1573035281471866,
      "grad_norm": 0.4413069188594818,
      "learning_rate": 4.785448870678593e-05,
      "loss": 4.9613,
      "step": 179710
    },
    {
      "epoch": 0.15730790474081374,
      "grad_norm": 0.43367376923561096,
      "learning_rate": 4.785436354227756e-05,
      "loss": 4.9537,
      "step": 179715
    },
    {
      "epoch": 0.1573122813344409,
      "grad_norm": 0.40371468663215637,
      "learning_rate": 4.7854238374325324e-05,
      "loss": 6.2477,
      "step": 179720
    },
    {
      "epoch": 0.15731665792806807,
      "grad_norm": 0.4251747727394104,
      "learning_rate": 4.785411320292924e-05,
      "loss": 5.4461,
      "step": 179725
    },
    {
      "epoch": 0.1573210345216952,
      "grad_norm": 0.4293205738067627,
      "learning_rate": 4.7853988028089334e-05,
      "loss": 5.2329,
      "step": 179730
    },
    {
      "epoch": 0.15732541111532236,
      "grad_norm": 0.4257720708847046,
      "learning_rate": 4.785386284980564e-05,
      "loss": 5.4718,
      "step": 179735
    },
    {
      "epoch": 0.1573297877089495,
      "grad_norm": 0.41717156767845154,
      "learning_rate": 4.785373766807817e-05,
      "loss": 5.2537,
      "step": 179740
    },
    {
      "epoch": 0.15733416430257668,
      "grad_norm": 0.4059160351753235,
      "learning_rate": 4.785361248290695e-05,
      "loss": 4.9202,
      "step": 179745
    },
    {
      "epoch": 0.15733854089620383,
      "grad_norm": 0.41869765520095825,
      "learning_rate": 4.785348729429201e-05,
      "loss": 4.415,
      "step": 179750
    },
    {
      "epoch": 0.15734291748983098,
      "grad_norm": 0.40547728538513184,
      "learning_rate": 4.7853362102233354e-05,
      "loss": 5.2422,
      "step": 179755
    },
    {
      "epoch": 0.15734729408345813,
      "grad_norm": 0.4451196789741516,
      "learning_rate": 4.785323690673103e-05,
      "loss": 4.8399,
      "step": 179760
    },
    {
      "epoch": 0.1573516706770853,
      "grad_norm": 0.42801743745803833,
      "learning_rate": 4.785311170778507e-05,
      "loss": 5.452,
      "step": 179765
    },
    {
      "epoch": 0.15735604727071245,
      "grad_norm": 0.40181097388267517,
      "learning_rate": 4.785298650539547e-05,
      "loss": 4.6596,
      "step": 179770
    },
    {
      "epoch": 0.1573604238643396,
      "grad_norm": 0.42287692427635193,
      "learning_rate": 4.7852861299562266e-05,
      "loss": 4.9464,
      "step": 179775
    },
    {
      "epoch": 0.15736480045796675,
      "grad_norm": 0.4199199676513672,
      "learning_rate": 4.785273609028549e-05,
      "loss": 4.1582,
      "step": 179780
    },
    {
      "epoch": 0.15736917705159392,
      "grad_norm": 0.4232187569141388,
      "learning_rate": 4.785261087756515e-05,
      "loss": 5.2548,
      "step": 179785
    },
    {
      "epoch": 0.15737355364522107,
      "grad_norm": 0.41076794266700745,
      "learning_rate": 4.785248566140128e-05,
      "loss": 4.9982,
      "step": 179790
    },
    {
      "epoch": 0.15737793023884822,
      "grad_norm": 0.44514134526252747,
      "learning_rate": 4.7852360441793906e-05,
      "loss": 5.95,
      "step": 179795
    },
    {
      "epoch": 0.15738230683247537,
      "grad_norm": 0.4389599561691284,
      "learning_rate": 4.785223521874306e-05,
      "loss": 5.9723,
      "step": 179800
    },
    {
      "epoch": 0.15738668342610254,
      "grad_norm": 0.4238991141319275,
      "learning_rate": 4.7852109992248737e-05,
      "loss": 6.0029,
      "step": 179805
    },
    {
      "epoch": 0.1573910600197297,
      "grad_norm": 0.42585042119026184,
      "learning_rate": 4.785198476231099e-05,
      "loss": 5.1582,
      "step": 179810
    },
    {
      "epoch": 0.15739543661335684,
      "grad_norm": 0.4007236361503601,
      "learning_rate": 4.7851859528929835e-05,
      "loss": 5.4441,
      "step": 179815
    },
    {
      "epoch": 0.15739981320698399,
      "grad_norm": 0.4056551456451416,
      "learning_rate": 4.785173429210529e-05,
      "loss": 5.66,
      "step": 179820
    },
    {
      "epoch": 0.15740418980061116,
      "grad_norm": 0.4290964603424072,
      "learning_rate": 4.785160905183738e-05,
      "loss": 4.9327,
      "step": 179825
    },
    {
      "epoch": 0.1574085663942383,
      "grad_norm": 0.4390307068824768,
      "learning_rate": 4.785148380812613e-05,
      "loss": 5.4157,
      "step": 179830
    },
    {
      "epoch": 0.15741294298786546,
      "grad_norm": 0.40646451711654663,
      "learning_rate": 4.785135856097157e-05,
      "loss": 5.6982,
      "step": 179835
    },
    {
      "epoch": 0.1574173195814926,
      "grad_norm": 0.4479740560054779,
      "learning_rate": 4.785123331037372e-05,
      "loss": 5.1435,
      "step": 179840
    },
    {
      "epoch": 0.15742169617511975,
      "grad_norm": 0.4512499272823334,
      "learning_rate": 4.7851108056332606e-05,
      "loss": 4.6162,
      "step": 179845
    },
    {
      "epoch": 0.15742607276874693,
      "grad_norm": 0.4110751450061798,
      "learning_rate": 4.785098279884824e-05,
      "loss": 4.8513,
      "step": 179850
    },
    {
      "epoch": 0.15743044936237408,
      "grad_norm": 0.47291943430900574,
      "learning_rate": 4.785085753792068e-05,
      "loss": 4.4439,
      "step": 179855
    },
    {
      "epoch": 0.15743482595600122,
      "grad_norm": 0.4472173750400543,
      "learning_rate": 4.7850732273549914e-05,
      "loss": 4.7177,
      "step": 179860
    },
    {
      "epoch": 0.15743920254962837,
      "grad_norm": 0.41475245356559753,
      "learning_rate": 4.785060700573597e-05,
      "loss": 4.8604,
      "step": 179865
    },
    {
      "epoch": 0.15744357914325555,
      "grad_norm": 0.43080148100852966,
      "learning_rate": 4.7850481734478904e-05,
      "loss": 4.9515,
      "step": 179870
    },
    {
      "epoch": 0.1574479557368827,
      "grad_norm": 0.4829915165901184,
      "learning_rate": 4.78503564597787e-05,
      "loss": 4.6134,
      "step": 179875
    },
    {
      "epoch": 0.15745233233050984,
      "grad_norm": 0.41592884063720703,
      "learning_rate": 4.785023118163541e-05,
      "loss": 5.9822,
      "step": 179880
    },
    {
      "epoch": 0.157456708924137,
      "grad_norm": 0.415315717458725,
      "learning_rate": 4.7850105900049036e-05,
      "loss": 4.1895,
      "step": 179885
    },
    {
      "epoch": 0.15746108551776417,
      "grad_norm": 0.43135085701942444,
      "learning_rate": 4.784998061501963e-05,
      "loss": 4.4679,
      "step": 179890
    },
    {
      "epoch": 0.1574654621113913,
      "grad_norm": 0.418460488319397,
      "learning_rate": 4.784985532654719e-05,
      "loss": 5.3594,
      "step": 179895
    },
    {
      "epoch": 0.15746983870501846,
      "grad_norm": 0.4238123297691345,
      "learning_rate": 4.784973003463175e-05,
      "loss": 4.1136,
      "step": 179900
    },
    {
      "epoch": 0.1574742152986456,
      "grad_norm": 0.4595932960510254,
      "learning_rate": 4.7849604739273335e-05,
      "loss": 5.2297,
      "step": 179905
    },
    {
      "epoch": 0.15747859189227278,
      "grad_norm": 0.4720410108566284,
      "learning_rate": 4.7849479440471965e-05,
      "loss": 5.6775,
      "step": 179910
    },
    {
      "epoch": 0.15748296848589993,
      "grad_norm": 0.4567846357822418,
      "learning_rate": 4.784935413822769e-05,
      "loss": 4.7352,
      "step": 179915
    },
    {
      "epoch": 0.15748734507952708,
      "grad_norm": 0.48114141821861267,
      "learning_rate": 4.784922883254049e-05,
      "loss": 5.2116,
      "step": 179920
    },
    {
      "epoch": 0.15749172167315423,
      "grad_norm": 0.4075327515602112,
      "learning_rate": 4.784910352341041e-05,
      "loss": 5.7603,
      "step": 179925
    },
    {
      "epoch": 0.1574960982667814,
      "grad_norm": 0.4281775653362274,
      "learning_rate": 4.7848978210837494e-05,
      "loss": 5.1639,
      "step": 179930
    },
    {
      "epoch": 0.15750047486040855,
      "grad_norm": 0.43426966667175293,
      "learning_rate": 4.784885289482173e-05,
      "loss": 5.3756,
      "step": 179935
    },
    {
      "epoch": 0.1575048514540357,
      "grad_norm": 0.4223559498786926,
      "learning_rate": 4.784872757536317e-05,
      "loss": 5.6412,
      "step": 179940
    },
    {
      "epoch": 0.15750922804766285,
      "grad_norm": 0.4111587405204773,
      "learning_rate": 4.784860225246183e-05,
      "loss": 5.0065,
      "step": 179945
    },
    {
      "epoch": 0.15751360464129002,
      "grad_norm": 0.43032073974609375,
      "learning_rate": 4.7848476926117725e-05,
      "loss": 4.6754,
      "step": 179950
    },
    {
      "epoch": 0.15751798123491717,
      "grad_norm": 0.41538676619529724,
      "learning_rate": 4.784835159633089e-05,
      "loss": 5.6773,
      "step": 179955
    },
    {
      "epoch": 0.15752235782854432,
      "grad_norm": 0.43442633748054504,
      "learning_rate": 4.7848226263101334e-05,
      "loss": 5.7575,
      "step": 179960
    },
    {
      "epoch": 0.15752673442217147,
      "grad_norm": 0.45510533452033997,
      "learning_rate": 4.7848100926429106e-05,
      "loss": 4.7179,
      "step": 179965
    },
    {
      "epoch": 0.1575311110157986,
      "grad_norm": 0.3868495225906372,
      "learning_rate": 4.784797558631421e-05,
      "loss": 5.9359,
      "step": 179970
    },
    {
      "epoch": 0.1575354876094258,
      "grad_norm": 0.4525744915008545,
      "learning_rate": 4.7847850242756684e-05,
      "loss": 5.1847,
      "step": 179975
    },
    {
      "epoch": 0.15753986420305294,
      "grad_norm": 0.43120062351226807,
      "learning_rate": 4.784772489575654e-05,
      "loss": 4.8229,
      "step": 179980
    },
    {
      "epoch": 0.15754424079668009,
      "grad_norm": 0.43959882855415344,
      "learning_rate": 4.7847599545313804e-05,
      "loss": 4.9323,
      "step": 179985
    },
    {
      "epoch": 0.15754861739030723,
      "grad_norm": 0.4095243811607361,
      "learning_rate": 4.784747419142852e-05,
      "loss": 5.4137,
      "step": 179990
    },
    {
      "epoch": 0.1575529939839344,
      "grad_norm": 0.4293699562549591,
      "learning_rate": 4.784734883410068e-05,
      "loss": 4.9568,
      "step": 179995
    },
    {
      "epoch": 0.15755737057756156,
      "grad_norm": 0.43189695477485657,
      "learning_rate": 4.784722347333034e-05,
      "loss": 5.2588,
      "step": 180000
    },
    {
      "epoch": 0.1575617471711887,
      "grad_norm": 0.4113338589668274,
      "learning_rate": 4.784709810911748e-05,
      "loss": 5.7117,
      "step": 180005
    },
    {
      "epoch": 0.15756612376481585,
      "grad_norm": 0.404878169298172,
      "learning_rate": 4.7846972741462184e-05,
      "loss": 5.6504,
      "step": 180010
    },
    {
      "epoch": 0.15757050035844303,
      "grad_norm": 0.4331812262535095,
      "learning_rate": 4.7846847370364424e-05,
      "loss": 4.6533,
      "step": 180015
    },
    {
      "epoch": 0.15757487695207018,
      "grad_norm": 0.4087762236595154,
      "learning_rate": 4.7846721995824254e-05,
      "loss": 5.2185,
      "step": 180020
    },
    {
      "epoch": 0.15757925354569732,
      "grad_norm": 0.43309515714645386,
      "learning_rate": 4.7846596617841674e-05,
      "loss": 5.452,
      "step": 180025
    },
    {
      "epoch": 0.15758363013932447,
      "grad_norm": 0.41484034061431885,
      "learning_rate": 4.784647123641673e-05,
      "loss": 4.8336,
      "step": 180030
    },
    {
      "epoch": 0.15758800673295165,
      "grad_norm": 0.4456629753112793,
      "learning_rate": 4.7846345851549455e-05,
      "loss": 5.1358,
      "step": 180035
    },
    {
      "epoch": 0.1575923833265788,
      "grad_norm": 0.4451965093612671,
      "learning_rate": 4.784622046323984e-05,
      "loss": 4.9601,
      "step": 180040
    },
    {
      "epoch": 0.15759675992020594,
      "grad_norm": 0.41001656651496887,
      "learning_rate": 4.7846095071487936e-05,
      "loss": 4.9645,
      "step": 180045
    },
    {
      "epoch": 0.1576011365138331,
      "grad_norm": 0.41085919737815857,
      "learning_rate": 4.7845969676293756e-05,
      "loss": 5.9584,
      "step": 180050
    },
    {
      "epoch": 0.15760551310746027,
      "grad_norm": 0.4394247829914093,
      "learning_rate": 4.784584427765733e-05,
      "loss": 4.8531,
      "step": 180055
    },
    {
      "epoch": 0.1576098897010874,
      "grad_norm": 0.42265331745147705,
      "learning_rate": 4.7845718875578673e-05,
      "loss": 4.7433,
      "step": 180060
    },
    {
      "epoch": 0.15761426629471456,
      "grad_norm": 0.433382511138916,
      "learning_rate": 4.784559347005781e-05,
      "loss": 4.223,
      "step": 180065
    },
    {
      "epoch": 0.1576186428883417,
      "grad_norm": 0.4083130657672882,
      "learning_rate": 4.784546806109478e-05,
      "loss": 5.4546,
      "step": 180070
    },
    {
      "epoch": 0.15762301948196888,
      "grad_norm": 0.4664020836353302,
      "learning_rate": 4.784534264868959e-05,
      "loss": 5.4357,
      "step": 180075
    },
    {
      "epoch": 0.15762739607559603,
      "grad_norm": 0.4481320381164551,
      "learning_rate": 4.784521723284226e-05,
      "loss": 4.4036,
      "step": 180080
    },
    {
      "epoch": 0.15763177266922318,
      "grad_norm": 0.4249442517757416,
      "learning_rate": 4.784509181355285e-05,
      "loss": 5.2767,
      "step": 180085
    },
    {
      "epoch": 0.15763614926285033,
      "grad_norm": 0.4392193853855133,
      "learning_rate": 4.784496639082134e-05,
      "loss": 5.1479,
      "step": 180090
    },
    {
      "epoch": 0.1576405258564775,
      "grad_norm": 0.42548668384552,
      "learning_rate": 4.784484096464778e-05,
      "loss": 6.2768,
      "step": 180095
    },
    {
      "epoch": 0.15764490245010465,
      "grad_norm": 0.416027307510376,
      "learning_rate": 4.784471553503219e-05,
      "loss": 4.7206,
      "step": 180100
    },
    {
      "epoch": 0.1576492790437318,
      "grad_norm": 0.4060404896736145,
      "learning_rate": 4.7844590101974586e-05,
      "loss": 4.9407,
      "step": 180105
    },
    {
      "epoch": 0.15765365563735895,
      "grad_norm": 0.41188302636146545,
      "learning_rate": 4.7844464665475e-05,
      "loss": 5.3416,
      "step": 180110
    },
    {
      "epoch": 0.1576580322309861,
      "grad_norm": 0.41012024879455566,
      "learning_rate": 4.7844339225533465e-05,
      "loss": 4.8305,
      "step": 180115
    },
    {
      "epoch": 0.15766240882461327,
      "grad_norm": 0.41794899106025696,
      "learning_rate": 4.7844213782149973e-05,
      "loss": 5.1506,
      "step": 180120
    },
    {
      "epoch": 0.15766678541824042,
      "grad_norm": 0.4140874147415161,
      "learning_rate": 4.784408833532459e-05,
      "loss": 5.3734,
      "step": 180125
    },
    {
      "epoch": 0.15767116201186757,
      "grad_norm": 0.4092520475387573,
      "learning_rate": 4.7843962885057314e-05,
      "loss": 5.9537,
      "step": 180130
    },
    {
      "epoch": 0.15767553860549471,
      "grad_norm": 0.3970215320587158,
      "learning_rate": 4.784383743134817e-05,
      "loss": 5.792,
      "step": 180135
    },
    {
      "epoch": 0.1576799151991219,
      "grad_norm": 0.4142512381076813,
      "learning_rate": 4.784371197419718e-05,
      "loss": 5.9541,
      "step": 180140
    },
    {
      "epoch": 0.15768429179274904,
      "grad_norm": 0.41035833954811096,
      "learning_rate": 4.7843586513604396e-05,
      "loss": 5.7896,
      "step": 180145
    },
    {
      "epoch": 0.15768866838637619,
      "grad_norm": 0.4535883069038391,
      "learning_rate": 4.78434610495698e-05,
      "loss": 5.0754,
      "step": 180150
    },
    {
      "epoch": 0.15769304498000333,
      "grad_norm": 0.4172564744949341,
      "learning_rate": 4.784333558209346e-05,
      "loss": 5.2646,
      "step": 180155
    },
    {
      "epoch": 0.1576974215736305,
      "grad_norm": 0.4497184753417969,
      "learning_rate": 4.7843210111175375e-05,
      "loss": 4.8428,
      "step": 180160
    },
    {
      "epoch": 0.15770179816725766,
      "grad_norm": 0.4026120901107788,
      "learning_rate": 4.784308463681556e-05,
      "loss": 6.2789,
      "step": 180165
    },
    {
      "epoch": 0.1577061747608848,
      "grad_norm": 0.4534321427345276,
      "learning_rate": 4.7842959159014055e-05,
      "loss": 5.422,
      "step": 180170
    },
    {
      "epoch": 0.15771055135451195,
      "grad_norm": 0.40345484018325806,
      "learning_rate": 4.784283367777088e-05,
      "loss": 5.9393,
      "step": 180175
    },
    {
      "epoch": 0.15771492794813913,
      "grad_norm": 0.4229586124420166,
      "learning_rate": 4.784270819308606e-05,
      "loss": 5.4458,
      "step": 180180
    },
    {
      "epoch": 0.15771930454176628,
      "grad_norm": 0.4361441731452942,
      "learning_rate": 4.784258270495963e-05,
      "loss": 5.4428,
      "step": 180185
    },
    {
      "epoch": 0.15772368113539342,
      "grad_norm": 0.48062703013420105,
      "learning_rate": 4.784245721339159e-05,
      "loss": 4.9166,
      "step": 180190
    },
    {
      "epoch": 0.15772805772902057,
      "grad_norm": 0.47667473554611206,
      "learning_rate": 4.7842331718381984e-05,
      "loss": 4.7514,
      "step": 180195
    },
    {
      "epoch": 0.15773243432264775,
      "grad_norm": 0.4695706069469452,
      "learning_rate": 4.784220621993082e-05,
      "loss": 4.8432,
      "step": 180200
    },
    {
      "epoch": 0.1577368109162749,
      "grad_norm": 0.43359556794166565,
      "learning_rate": 4.784208071803814e-05,
      "loss": 5.4531,
      "step": 180205
    },
    {
      "epoch": 0.15774118750990204,
      "grad_norm": 0.40773987770080566,
      "learning_rate": 4.7841955212703956e-05,
      "loss": 5.9426,
      "step": 180210
    },
    {
      "epoch": 0.1577455641035292,
      "grad_norm": 0.4324558973312378,
      "learning_rate": 4.784182970392831e-05,
      "loss": 4.9573,
      "step": 180215
    },
    {
      "epoch": 0.15774994069715637,
      "grad_norm": 0.48460671305656433,
      "learning_rate": 4.78417041917112e-05,
      "loss": 5.2241,
      "step": 180220
    },
    {
      "epoch": 0.1577543172907835,
      "grad_norm": 0.44357091188430786,
      "learning_rate": 4.784157867605266e-05,
      "loss": 5.4473,
      "step": 180225
    },
    {
      "epoch": 0.15775869388441066,
      "grad_norm": 0.42151129245758057,
      "learning_rate": 4.784145315695272e-05,
      "loss": 5.4182,
      "step": 180230
    },
    {
      "epoch": 0.1577630704780378,
      "grad_norm": 0.465072363615036,
      "learning_rate": 4.78413276344114e-05,
      "loss": 5.6514,
      "step": 180235
    },
    {
      "epoch": 0.15776744707166496,
      "grad_norm": 0.4455346465110779,
      "learning_rate": 4.784120210842874e-05,
      "loss": 4.9648,
      "step": 180240
    },
    {
      "epoch": 0.15777182366529213,
      "grad_norm": 0.4162803590297699,
      "learning_rate": 4.7841076579004726e-05,
      "loss": 5.2275,
      "step": 180245
    },
    {
      "epoch": 0.15777620025891928,
      "grad_norm": 0.4005904495716095,
      "learning_rate": 4.784095104613943e-05,
      "loss": 5.7598,
      "step": 180250
    },
    {
      "epoch": 0.15778057685254643,
      "grad_norm": 0.42153698205947876,
      "learning_rate": 4.784082550983283e-05,
      "loss": 5.7084,
      "step": 180255
    },
    {
      "epoch": 0.15778495344617358,
      "grad_norm": 0.42105406522750854,
      "learning_rate": 4.784069997008499e-05,
      "loss": 5.4495,
      "step": 180260
    },
    {
      "epoch": 0.15778933003980075,
      "grad_norm": 0.42856237292289734,
      "learning_rate": 4.784057442689591e-05,
      "loss": 4.9119,
      "step": 180265
    },
    {
      "epoch": 0.1577937066334279,
      "grad_norm": 0.45803120732307434,
      "learning_rate": 4.784044888026562e-05,
      "loss": 4.9534,
      "step": 180270
    },
    {
      "epoch": 0.15779808322705505,
      "grad_norm": 0.4444490969181061,
      "learning_rate": 4.784032333019414e-05,
      "loss": 4.4031,
      "step": 180275
    },
    {
      "epoch": 0.1578024598206822,
      "grad_norm": 0.40307119488716125,
      "learning_rate": 4.78401977766815e-05,
      "loss": 5.4431,
      "step": 180280
    },
    {
      "epoch": 0.15780683641430937,
      "grad_norm": 0.43533432483673096,
      "learning_rate": 4.7840072219727726e-05,
      "loss": 4.929,
      "step": 180285
    },
    {
      "epoch": 0.15781121300793652,
      "grad_norm": 0.4175565838813782,
      "learning_rate": 4.783994665933285e-05,
      "loss": 5.6619,
      "step": 180290
    },
    {
      "epoch": 0.15781558960156367,
      "grad_norm": 0.42810651659965515,
      "learning_rate": 4.783982109549687e-05,
      "loss": 5.4774,
      "step": 180295
    },
    {
      "epoch": 0.15781996619519081,
      "grad_norm": 0.4216073751449585,
      "learning_rate": 4.783969552821983e-05,
      "loss": 4.7248,
      "step": 180300
    },
    {
      "epoch": 0.157824342788818,
      "grad_norm": 0.40067949891090393,
      "learning_rate": 4.783956995750176e-05,
      "loss": 5.415,
      "step": 180305
    },
    {
      "epoch": 0.15782871938244514,
      "grad_norm": 0.4249401390552521,
      "learning_rate": 4.783944438334267e-05,
      "loss": 5.942,
      "step": 180310
    },
    {
      "epoch": 0.15783309597607229,
      "grad_norm": 0.4928865432739258,
      "learning_rate": 4.783931880574258e-05,
      "loss": 4.422,
      "step": 180315
    },
    {
      "epoch": 0.15783747256969943,
      "grad_norm": 0.43883687257766724,
      "learning_rate": 4.7839193224701526e-05,
      "loss": 4.8829,
      "step": 180320
    },
    {
      "epoch": 0.1578418491633266,
      "grad_norm": 0.42764684557914734,
      "learning_rate": 4.783906764021954e-05,
      "loss": 5.1517,
      "step": 180325
    },
    {
      "epoch": 0.15784622575695376,
      "grad_norm": 0.42498522996902466,
      "learning_rate": 4.783894205229662e-05,
      "loss": 4.6262,
      "step": 180330
    },
    {
      "epoch": 0.1578506023505809,
      "grad_norm": 0.44938787817955017,
      "learning_rate": 4.783881646093281e-05,
      "loss": 5.2425,
      "step": 180335
    },
    {
      "epoch": 0.15785497894420805,
      "grad_norm": 0.43754541873931885,
      "learning_rate": 4.783869086612813e-05,
      "loss": 5.1554,
      "step": 180340
    },
    {
      "epoch": 0.15785935553783523,
      "grad_norm": 0.4179210066795349,
      "learning_rate": 4.783856526788261e-05,
      "loss": 5.6703,
      "step": 180345
    },
    {
      "epoch": 0.15786373213146238,
      "grad_norm": 0.43808871507644653,
      "learning_rate": 4.7838439666196264e-05,
      "loss": 5.4362,
      "step": 180350
    },
    {
      "epoch": 0.15786810872508952,
      "grad_norm": 0.43578845262527466,
      "learning_rate": 4.783831406106912e-05,
      "loss": 4.9744,
      "step": 180355
    },
    {
      "epoch": 0.15787248531871667,
      "grad_norm": 0.4661141633987427,
      "learning_rate": 4.783818845250121e-05,
      "loss": 5.3777,
      "step": 180360
    },
    {
      "epoch": 0.15787686191234382,
      "grad_norm": 0.601716935634613,
      "learning_rate": 4.783806284049254e-05,
      "loss": 5.7365,
      "step": 180365
    },
    {
      "epoch": 0.157881238505971,
      "grad_norm": 0.43747279047966003,
      "learning_rate": 4.783793722504315e-05,
      "loss": 4.4211,
      "step": 180370
    },
    {
      "epoch": 0.15788561509959814,
      "grad_norm": 0.4289519786834717,
      "learning_rate": 4.783781160615306e-05,
      "loss": 5.6629,
      "step": 180375
    },
    {
      "epoch": 0.1578899916932253,
      "grad_norm": 0.42391064763069153,
      "learning_rate": 4.783768598382229e-05,
      "loss": 4.4676,
      "step": 180380
    },
    {
      "epoch": 0.15789436828685244,
      "grad_norm": 0.4303264617919922,
      "learning_rate": 4.783756035805087e-05,
      "loss": 4.9388,
      "step": 180385
    },
    {
      "epoch": 0.1578987448804796,
      "grad_norm": 0.4123961329460144,
      "learning_rate": 4.783743472883883e-05,
      "loss": 5.2651,
      "step": 180390
    },
    {
      "epoch": 0.15790312147410676,
      "grad_norm": 0.4235140085220337,
      "learning_rate": 4.7837309096186176e-05,
      "loss": 5.7588,
      "step": 180395
    },
    {
      "epoch": 0.1579074980677339,
      "grad_norm": 0.44271957874298096,
      "learning_rate": 4.783718346009294e-05,
      "loss": 4.4311,
      "step": 180400
    },
    {
      "epoch": 0.15791187466136106,
      "grad_norm": 0.402169793844223,
      "learning_rate": 4.783705782055916e-05,
      "loss": 5.9361,
      "step": 180405
    },
    {
      "epoch": 0.15791625125498823,
      "grad_norm": 0.41306331753730774,
      "learning_rate": 4.783693217758484e-05,
      "loss": 4.9532,
      "step": 180410
    },
    {
      "epoch": 0.15792062784861538,
      "grad_norm": 0.4283311367034912,
      "learning_rate": 4.783680653117001e-05,
      "loss": 4.9239,
      "step": 180415
    },
    {
      "epoch": 0.15792500444224253,
      "grad_norm": 0.41093000769615173,
      "learning_rate": 4.783668088131471e-05,
      "loss": 4.4119,
      "step": 180420
    },
    {
      "epoch": 0.15792938103586968,
      "grad_norm": 0.41467148065567017,
      "learning_rate": 4.7836555228018944e-05,
      "loss": 4.3936,
      "step": 180425
    },
    {
      "epoch": 0.15793375762949685,
      "grad_norm": 0.4161689579486847,
      "learning_rate": 4.783642957128275e-05,
      "loss": 5.786,
      "step": 180430
    },
    {
      "epoch": 0.157938134223124,
      "grad_norm": 0.40280789136886597,
      "learning_rate": 4.783630391110614e-05,
      "loss": 4.9139,
      "step": 180435
    },
    {
      "epoch": 0.15794251081675115,
      "grad_norm": 0.4468100666999817,
      "learning_rate": 4.783617824748915e-05,
      "loss": 4.8473,
      "step": 180440
    },
    {
      "epoch": 0.1579468874103783,
      "grad_norm": 0.40870800614356995,
      "learning_rate": 4.783605258043179e-05,
      "loss": 6.2936,
      "step": 180445
    },
    {
      "epoch": 0.15795126400400547,
      "grad_norm": 0.47282421588897705,
      "learning_rate": 4.783592690993409e-05,
      "loss": 4.9365,
      "step": 180450
    },
    {
      "epoch": 0.15795564059763262,
      "grad_norm": 0.42367205023765564,
      "learning_rate": 4.7835801235996094e-05,
      "loss": 4.6265,
      "step": 180455
    },
    {
      "epoch": 0.15796001719125977,
      "grad_norm": 0.4103841483592987,
      "learning_rate": 4.78356755586178e-05,
      "loss": 5.4607,
      "step": 180460
    },
    {
      "epoch": 0.15796439378488691,
      "grad_norm": 0.43058523535728455,
      "learning_rate": 4.783554987779924e-05,
      "loss": 5.1534,
      "step": 180465
    },
    {
      "epoch": 0.1579687703785141,
      "grad_norm": 0.44051608443260193,
      "learning_rate": 4.783542419354045e-05,
      "loss": 5.1732,
      "step": 180470
    },
    {
      "epoch": 0.15797314697214124,
      "grad_norm": 0.39484554529190063,
      "learning_rate": 4.783529850584142e-05,
      "loss": 6.2584,
      "step": 180475
    },
    {
      "epoch": 0.15797752356576839,
      "grad_norm": 0.41204074025154114,
      "learning_rate": 4.783517281470221e-05,
      "loss": 5.4066,
      "step": 180480
    },
    {
      "epoch": 0.15798190015939553,
      "grad_norm": 0.4051276445388794,
      "learning_rate": 4.7835047120122845e-05,
      "loss": 5.4413,
      "step": 180485
    },
    {
      "epoch": 0.15798627675302268,
      "grad_norm": 0.41440343856811523,
      "learning_rate": 4.783492142210333e-05,
      "loss": 5.179,
      "step": 180490
    },
    {
      "epoch": 0.15799065334664986,
      "grad_norm": 0.40868279337882996,
      "learning_rate": 4.7834795720643696e-05,
      "loss": 5.1277,
      "step": 180495
    },
    {
      "epoch": 0.157995029940277,
      "grad_norm": 0.4041095972061157,
      "learning_rate": 4.7834670015743967e-05,
      "loss": 5.6566,
      "step": 180500
    },
    {
      "epoch": 0.15799940653390415,
      "grad_norm": 0.4004012644290924,
      "learning_rate": 4.783454430740416e-05,
      "loss": 5.2468,
      "step": 180505
    },
    {
      "epoch": 0.1580037831275313,
      "grad_norm": 0.41081082820892334,
      "learning_rate": 4.7834418595624305e-05,
      "loss": 5.4641,
      "step": 180510
    },
    {
      "epoch": 0.15800815972115848,
      "grad_norm": 0.4314785599708557,
      "learning_rate": 4.783429288040444e-05,
      "loss": 5.3678,
      "step": 180515
    },
    {
      "epoch": 0.15801253631478562,
      "grad_norm": 0.39953377842903137,
      "learning_rate": 4.783416716174458e-05,
      "loss": 6.2803,
      "step": 180520
    },
    {
      "epoch": 0.15801691290841277,
      "grad_norm": 0.41943880915641785,
      "learning_rate": 4.783404143964474e-05,
      "loss": 4.9393,
      "step": 180525
    },
    {
      "epoch": 0.15802128950203992,
      "grad_norm": 0.4271785616874695,
      "learning_rate": 4.783391571410495e-05,
      "loss": 5.3521,
      "step": 180530
    },
    {
      "epoch": 0.1580256660956671,
      "grad_norm": 0.47052809596061707,
      "learning_rate": 4.783378998512523e-05,
      "loss": 4.9005,
      "step": 180535
    },
    {
      "epoch": 0.15803004268929424,
      "grad_norm": 0.4166538417339325,
      "learning_rate": 4.783366425270562e-05,
      "loss": 4.846,
      "step": 180540
    },
    {
      "epoch": 0.1580344192829214,
      "grad_norm": 0.4082849323749542,
      "learning_rate": 4.7833538516846134e-05,
      "loss": 5.1964,
      "step": 180545
    },
    {
      "epoch": 0.15803879587654854,
      "grad_norm": 0.45225781202316284,
      "learning_rate": 4.7833412777546784e-05,
      "loss": 4.69,
      "step": 180550
    },
    {
      "epoch": 0.1580431724701757,
      "grad_norm": 0.40626341104507446,
      "learning_rate": 4.783328703480762e-05,
      "loss": 5.1277,
      "step": 180555
    },
    {
      "epoch": 0.15804754906380286,
      "grad_norm": 0.4089493155479431,
      "learning_rate": 4.783316128862863e-05,
      "loss": 5.7196,
      "step": 180560
    },
    {
      "epoch": 0.15805192565743,
      "grad_norm": 0.4419575035572052,
      "learning_rate": 4.783303553900989e-05,
      "loss": 5.2379,
      "step": 180565
    },
    {
      "epoch": 0.15805630225105716,
      "grad_norm": 0.40147286653518677,
      "learning_rate": 4.7832909785951374e-05,
      "loss": 6.2822,
      "step": 180570
    },
    {
      "epoch": 0.15806067884468433,
      "grad_norm": 0.4132833480834961,
      "learning_rate": 4.7832784029453135e-05,
      "loss": 5.4272,
      "step": 180575
    },
    {
      "epoch": 0.15806505543831148,
      "grad_norm": 0.4421449899673462,
      "learning_rate": 4.783265826951518e-05,
      "loss": 5.7318,
      "step": 180580
    },
    {
      "epoch": 0.15806943203193863,
      "grad_norm": 0.4194774627685547,
      "learning_rate": 4.783253250613755e-05,
      "loss": 5.6699,
      "step": 180585
    },
    {
      "epoch": 0.15807380862556578,
      "grad_norm": 0.4091886579990387,
      "learning_rate": 4.783240673932027e-05,
      "loss": 5.6518,
      "step": 180590
    },
    {
      "epoch": 0.15807818521919295,
      "grad_norm": 0.42608964443206787,
      "learning_rate": 4.783228096906335e-05,
      "loss": 5.4716,
      "step": 180595
    },
    {
      "epoch": 0.1580825618128201,
      "grad_norm": 0.430312842130661,
      "learning_rate": 4.783215519536681e-05,
      "loss": 5.143,
      "step": 180600
    },
    {
      "epoch": 0.15808693840644725,
      "grad_norm": 0.40417250990867615,
      "learning_rate": 4.7832029418230695e-05,
      "loss": 5.2172,
      "step": 180605
    },
    {
      "epoch": 0.1580913150000744,
      "grad_norm": 0.42605817317962646,
      "learning_rate": 4.7831903637655015e-05,
      "loss": 4.8295,
      "step": 180610
    },
    {
      "epoch": 0.15809569159370154,
      "grad_norm": 0.42106133699417114,
      "learning_rate": 4.7831777853639806e-05,
      "loss": 5.6359,
      "step": 180615
    },
    {
      "epoch": 0.15810006818732872,
      "grad_norm": 0.4361235797405243,
      "learning_rate": 4.783165206618508e-05,
      "loss": 5.6412,
      "step": 180620
    },
    {
      "epoch": 0.15810444478095587,
      "grad_norm": 0.45830732583999634,
      "learning_rate": 4.783152627529086e-05,
      "loss": 4.4454,
      "step": 180625
    },
    {
      "epoch": 0.15810882137458301,
      "grad_norm": 0.41275957226753235,
      "learning_rate": 4.783140048095719e-05,
      "loss": 5.0833,
      "step": 180630
    },
    {
      "epoch": 0.15811319796821016,
      "grad_norm": 0.4210316240787506,
      "learning_rate": 4.783127468318406e-05,
      "loss": 5.6758,
      "step": 180635
    },
    {
      "epoch": 0.15811757456183734,
      "grad_norm": 0.5128417015075684,
      "learning_rate": 4.783114888197153e-05,
      "loss": 4.9107,
      "step": 180640
    },
    {
      "epoch": 0.15812195115546449,
      "grad_norm": 0.44604045152664185,
      "learning_rate": 4.7831023077319606e-05,
      "loss": 5.9266,
      "step": 180645
    },
    {
      "epoch": 0.15812632774909163,
      "grad_norm": 0.42782652378082275,
      "learning_rate": 4.783089726922831e-05,
      "loss": 4.9081,
      "step": 180650
    },
    {
      "epoch": 0.15813070434271878,
      "grad_norm": 0.4534417986869812,
      "learning_rate": 4.783077145769768e-05,
      "loss": 5.4778,
      "step": 180655
    },
    {
      "epoch": 0.15813508093634596,
      "grad_norm": 0.44184771180152893,
      "learning_rate": 4.783064564272771e-05,
      "loss": 5.9867,
      "step": 180660
    },
    {
      "epoch": 0.1581394575299731,
      "grad_norm": 0.4290916323661804,
      "learning_rate": 4.7830519824318465e-05,
      "loss": 5.9545,
      "step": 180665
    },
    {
      "epoch": 0.15814383412360025,
      "grad_norm": 0.41259777545928955,
      "learning_rate": 4.783039400246996e-05,
      "loss": 5.6902,
      "step": 180670
    },
    {
      "epoch": 0.1581482107172274,
      "grad_norm": 0.4665657579898834,
      "learning_rate": 4.783026817718219e-05,
      "loss": 5.452,
      "step": 180675
    },
    {
      "epoch": 0.15815258731085458,
      "grad_norm": 0.5013699531555176,
      "learning_rate": 4.7830142348455195e-05,
      "loss": 4.6514,
      "step": 180680
    },
    {
      "epoch": 0.15815696390448172,
      "grad_norm": 0.47599008679389954,
      "learning_rate": 4.783001651628902e-05,
      "loss": 5.2495,
      "step": 180685
    },
    {
      "epoch": 0.15816134049810887,
      "grad_norm": 0.4365733861923218,
      "learning_rate": 4.7829890680683666e-05,
      "loss": 5.6426,
      "step": 180690
    },
    {
      "epoch": 0.15816571709173602,
      "grad_norm": 0.42932745814323425,
      "learning_rate": 4.782976484163916e-05,
      "loss": 5.6355,
      "step": 180695
    },
    {
      "epoch": 0.1581700936853632,
      "grad_norm": 0.4081113934516907,
      "learning_rate": 4.7829638999155536e-05,
      "loss": 5.7411,
      "step": 180700
    },
    {
      "epoch": 0.15817447027899034,
      "grad_norm": 0.4531422555446625,
      "learning_rate": 4.782951315323281e-05,
      "loss": 4.6312,
      "step": 180705
    },
    {
      "epoch": 0.1581788468726175,
      "grad_norm": 0.42632895708084106,
      "learning_rate": 4.7829387303871e-05,
      "loss": 4.5977,
      "step": 180710
    },
    {
      "epoch": 0.15818322346624464,
      "grad_norm": 0.45047518610954285,
      "learning_rate": 4.782926145107015e-05,
      "loss": 4.9058,
      "step": 180715
    },
    {
      "epoch": 0.1581876000598718,
      "grad_norm": 0.44795137643814087,
      "learning_rate": 4.7829135594830264e-05,
      "loss": 5.0956,
      "step": 180720
    },
    {
      "epoch": 0.15819197665349896,
      "grad_norm": 0.4012314975261688,
      "learning_rate": 4.782900973515138e-05,
      "loss": 6.2213,
      "step": 180725
    },
    {
      "epoch": 0.1581963532471261,
      "grad_norm": 0.4189940392971039,
      "learning_rate": 4.782888387203352e-05,
      "loss": 5.6729,
      "step": 180730
    },
    {
      "epoch": 0.15820072984075326,
      "grad_norm": 0.4468444585800171,
      "learning_rate": 4.7828758005476695e-05,
      "loss": 4.6398,
      "step": 180735
    },
    {
      "epoch": 0.15820510643438043,
      "grad_norm": 0.403486967086792,
      "learning_rate": 4.782863213548095e-05,
      "loss": 6.2641,
      "step": 180740
    },
    {
      "epoch": 0.15820948302800758,
      "grad_norm": 0.4215034544467926,
      "learning_rate": 4.782850626204629e-05,
      "loss": 5.7706,
      "step": 180745
    },
    {
      "epoch": 0.15821385962163473,
      "grad_norm": 0.4318898916244507,
      "learning_rate": 4.782838038517275e-05,
      "loss": 5.4377,
      "step": 180750
    },
    {
      "epoch": 0.15821823621526188,
      "grad_norm": 0.4460313618183136,
      "learning_rate": 4.782825450486036e-05,
      "loss": 4.4238,
      "step": 180755
    },
    {
      "epoch": 0.15822261280888902,
      "grad_norm": 0.42587780952453613,
      "learning_rate": 4.7828128621109135e-05,
      "loss": 4.6188,
      "step": 180760
    },
    {
      "epoch": 0.1582269894025162,
      "grad_norm": 0.4264477789402008,
      "learning_rate": 4.78280027339191e-05,
      "loss": 5.366,
      "step": 180765
    },
    {
      "epoch": 0.15823136599614335,
      "grad_norm": 0.4171556532382965,
      "learning_rate": 4.782787684329028e-05,
      "loss": 5.1676,
      "step": 180770
    },
    {
      "epoch": 0.1582357425897705,
      "grad_norm": 0.4472676217556,
      "learning_rate": 4.782775094922271e-05,
      "loss": 5.1171,
      "step": 180775
    },
    {
      "epoch": 0.15824011918339764,
      "grad_norm": 0.4162384569644928,
      "learning_rate": 4.782762505171639e-05,
      "loss": 4.6106,
      "step": 180780
    },
    {
      "epoch": 0.15824449577702482,
      "grad_norm": 0.4018441140651703,
      "learning_rate": 4.782749915077136e-05,
      "loss": 4.7306,
      "step": 180785
    },
    {
      "epoch": 0.15824887237065197,
      "grad_norm": 0.4176948666572571,
      "learning_rate": 4.782737324638764e-05,
      "loss": 4.4367,
      "step": 180790
    },
    {
      "epoch": 0.15825324896427911,
      "grad_norm": 0.4266853630542755,
      "learning_rate": 4.782724733856527e-05,
      "loss": 4.2244,
      "step": 180795
    },
    {
      "epoch": 0.15825762555790626,
      "grad_norm": 0.43710553646087646,
      "learning_rate": 4.7827121427304255e-05,
      "loss": 6.2561,
      "step": 180800
    },
    {
      "epoch": 0.15826200215153344,
      "grad_norm": 0.41278594732284546,
      "learning_rate": 4.782699551260462e-05,
      "loss": 4.74,
      "step": 180805
    },
    {
      "epoch": 0.15826637874516059,
      "grad_norm": 0.44443997740745544,
      "learning_rate": 4.7826869594466394e-05,
      "loss": 4.6134,
      "step": 180810
    },
    {
      "epoch": 0.15827075533878773,
      "grad_norm": 0.43914905190467834,
      "learning_rate": 4.782674367288962e-05,
      "loss": 5.9596,
      "step": 180815
    },
    {
      "epoch": 0.15827513193241488,
      "grad_norm": 0.494622141122818,
      "learning_rate": 4.7826617747874283e-05,
      "loss": 5.1604,
      "step": 180820
    },
    {
      "epoch": 0.15827950852604206,
      "grad_norm": 0.5338441133499146,
      "learning_rate": 4.782649181942044e-05,
      "loss": 5.3516,
      "step": 180825
    },
    {
      "epoch": 0.1582838851196692,
      "grad_norm": 0.43934494256973267,
      "learning_rate": 4.78263658875281e-05,
      "loss": 6.251,
      "step": 180830
    },
    {
      "epoch": 0.15828826171329635,
      "grad_norm": 0.41779056191444397,
      "learning_rate": 4.782623995219729e-05,
      "loss": 5.7479,
      "step": 180835
    },
    {
      "epoch": 0.1582926383069235,
      "grad_norm": 0.43924692273139954,
      "learning_rate": 4.7826114013428045e-05,
      "loss": 5.9816,
      "step": 180840
    },
    {
      "epoch": 0.15829701490055068,
      "grad_norm": 0.4376167953014374,
      "learning_rate": 4.782598807122037e-05,
      "loss": 4.342,
      "step": 180845
    },
    {
      "epoch": 0.15830139149417782,
      "grad_norm": 0.4949585199356079,
      "learning_rate": 4.78258621255743e-05,
      "loss": 4.7271,
      "step": 180850
    },
    {
      "epoch": 0.15830576808780497,
      "grad_norm": 0.5237186551094055,
      "learning_rate": 4.782573617648987e-05,
      "loss": 5.1566,
      "step": 180855
    },
    {
      "epoch": 0.15831014468143212,
      "grad_norm": 0.8780232071876526,
      "learning_rate": 4.782561022396709e-05,
      "loss": 4.9427,
      "step": 180860
    },
    {
      "epoch": 0.1583145212750593,
      "grad_norm": 0.6458092331886292,
      "learning_rate": 4.782548426800597e-05,
      "loss": 6.0023,
      "step": 180865
    },
    {
      "epoch": 0.15831889786868644,
      "grad_norm": 0.5033042430877686,
      "learning_rate": 4.782535830860657e-05,
      "loss": 4.6642,
      "step": 180870
    },
    {
      "epoch": 0.1583232744623136,
      "grad_norm": 0.5272935032844543,
      "learning_rate": 4.782523234576889e-05,
      "loss": 5.702,
      "step": 180875
    },
    {
      "epoch": 0.15832765105594074,
      "grad_norm": 0.4592225253582001,
      "learning_rate": 4.782510637949296e-05,
      "loss": 4.951,
      "step": 180880
    },
    {
      "epoch": 0.15833202764956789,
      "grad_norm": 0.45898357033729553,
      "learning_rate": 4.7824980409778794e-05,
      "loss": 5.682,
      "step": 180885
    },
    {
      "epoch": 0.15833640424319506,
      "grad_norm": 0.7463544011116028,
      "learning_rate": 4.782485443662644e-05,
      "loss": 4.6187,
      "step": 180890
    },
    {
      "epoch": 0.1583407808368222,
      "grad_norm": 0.44467514753341675,
      "learning_rate": 4.7824728460035906e-05,
      "loss": 4.9407,
      "step": 180895
    },
    {
      "epoch": 0.15834515743044936,
      "grad_norm": 0.4400392770767212,
      "learning_rate": 4.782460248000721e-05,
      "loss": 5.9492,
      "step": 180900
    },
    {
      "epoch": 0.1583495340240765,
      "grad_norm": 0.4652307331562042,
      "learning_rate": 4.7824476496540394e-05,
      "loss": 5.4386,
      "step": 180905
    },
    {
      "epoch": 0.15835391061770368,
      "grad_norm": 0.4969422519207001,
      "learning_rate": 4.782435050963547e-05,
      "loss": 5.6631,
      "step": 180910
    },
    {
      "epoch": 0.15835828721133083,
      "grad_norm": 0.43866267800331116,
      "learning_rate": 4.782422451929248e-05,
      "loss": 5.3697,
      "step": 180915
    },
    {
      "epoch": 0.15836266380495798,
      "grad_norm": 0.41096770763397217,
      "learning_rate": 4.782409852551142e-05,
      "loss": 4.9464,
      "step": 180920
    },
    {
      "epoch": 0.15836704039858512,
      "grad_norm": 0.3956854045391083,
      "learning_rate": 4.7823972528292326e-05,
      "loss": 5.9596,
      "step": 180925
    },
    {
      "epoch": 0.1583714169922123,
      "grad_norm": 0.392447829246521,
      "learning_rate": 4.782384652763523e-05,
      "loss": 4.7625,
      "step": 180930
    },
    {
      "epoch": 0.15837579358583945,
      "grad_norm": 0.39986005425453186,
      "learning_rate": 4.782372052354015e-05,
      "loss": 5.506,
      "step": 180935
    },
    {
      "epoch": 0.1583801701794666,
      "grad_norm": 0.477702260017395,
      "learning_rate": 4.782359451600712e-05,
      "loss": 5.1331,
      "step": 180940
    },
    {
      "epoch": 0.15838454677309374,
      "grad_norm": 0.42300504446029663,
      "learning_rate": 4.782346850503615e-05,
      "loss": 4.7131,
      "step": 180945
    },
    {
      "epoch": 0.15838892336672092,
      "grad_norm": 0.40528908371925354,
      "learning_rate": 4.782334249062727e-05,
      "loss": 4.6313,
      "step": 180950
    },
    {
      "epoch": 0.15839329996034807,
      "grad_norm": 0.40753456950187683,
      "learning_rate": 4.7823216472780496e-05,
      "loss": 5.7421,
      "step": 180955
    },
    {
      "epoch": 0.15839767655397521,
      "grad_norm": 0.4294935166835785,
      "learning_rate": 4.7823090451495875e-05,
      "loss": 5.1177,
      "step": 180960
    },
    {
      "epoch": 0.15840205314760236,
      "grad_norm": 0.43709036707878113,
      "learning_rate": 4.782296442677341e-05,
      "loss": 5.6127,
      "step": 180965
    },
    {
      "epoch": 0.15840642974122954,
      "grad_norm": 0.43904227018356323,
      "learning_rate": 4.782283839861313e-05,
      "loss": 5.1558,
      "step": 180970
    },
    {
      "epoch": 0.15841080633485669,
      "grad_norm": 0.410505473613739,
      "learning_rate": 4.7822712367015065e-05,
      "loss": 5.1518,
      "step": 180975
    },
    {
      "epoch": 0.15841518292848383,
      "grad_norm": 0.45219218730926514,
      "learning_rate": 4.7822586331979236e-05,
      "loss": 4.9562,
      "step": 180980
    },
    {
      "epoch": 0.15841955952211098,
      "grad_norm": 0.41425180435180664,
      "learning_rate": 4.782246029350567e-05,
      "loss": 4.9275,
      "step": 180985
    },
    {
      "epoch": 0.15842393611573816,
      "grad_norm": 0.4311498999595642,
      "learning_rate": 4.7822334251594384e-05,
      "loss": 5.4499,
      "step": 180990
    },
    {
      "epoch": 0.1584283127093653,
      "grad_norm": 0.568428635597229,
      "learning_rate": 4.7822208206245414e-05,
      "loss": 4.6506,
      "step": 180995
    },
    {
      "epoch": 0.15843268930299245,
      "grad_norm": 0.4412566125392914,
      "learning_rate": 4.782208215745877e-05,
      "loss": 4.6453,
      "step": 181000
    },
    {
      "epoch": 0.1584370658966196,
      "grad_norm": 0.46880051493644714,
      "learning_rate": 4.782195610523449e-05,
      "loss": 5.4579,
      "step": 181005
    },
    {
      "epoch": 0.15844144249024675,
      "grad_norm": 0.4387977123260498,
      "learning_rate": 4.782183004957258e-05,
      "loss": 5.9797,
      "step": 181010
    },
    {
      "epoch": 0.15844581908387392,
      "grad_norm": 0.4264378547668457,
      "learning_rate": 4.782170399047309e-05,
      "loss": 5.9541,
      "step": 181015
    },
    {
      "epoch": 0.15845019567750107,
      "grad_norm": 0.4377025067806244,
      "learning_rate": 4.7821577927936025e-05,
      "loss": 5.1577,
      "step": 181020
    },
    {
      "epoch": 0.15845457227112822,
      "grad_norm": 0.4393407106399536,
      "learning_rate": 4.782145186196141e-05,
      "loss": 4.4459,
      "step": 181025
    },
    {
      "epoch": 0.15845894886475537,
      "grad_norm": 0.4460401237010956,
      "learning_rate": 4.782132579254928e-05,
      "loss": 4.9347,
      "step": 181030
    },
    {
      "epoch": 0.15846332545838254,
      "grad_norm": 0.41783660650253296,
      "learning_rate": 4.782119971969965e-05,
      "loss": 4.809,
      "step": 181035
    },
    {
      "epoch": 0.1584677020520097,
      "grad_norm": 0.4125972092151642,
      "learning_rate": 4.782107364341255e-05,
      "loss": 4.7304,
      "step": 181040
    },
    {
      "epoch": 0.15847207864563684,
      "grad_norm": 0.4225600063800812,
      "learning_rate": 4.7820947563688e-05,
      "loss": 4.962,
      "step": 181045
    },
    {
      "epoch": 0.15847645523926399,
      "grad_norm": 0.40842363238334656,
      "learning_rate": 4.782082148052603e-05,
      "loss": 5.4269,
      "step": 181050
    },
    {
      "epoch": 0.15848083183289116,
      "grad_norm": 0.3886537253856659,
      "learning_rate": 4.782069539392666e-05,
      "loss": 6.2744,
      "step": 181055
    },
    {
      "epoch": 0.1584852084265183,
      "grad_norm": 0.38854336738586426,
      "learning_rate": 4.782056930388992e-05,
      "loss": 5.958,
      "step": 181060
    },
    {
      "epoch": 0.15848958502014546,
      "grad_norm": 0.428132027387619,
      "learning_rate": 4.782044321041582e-05,
      "loss": 4.6207,
      "step": 181065
    },
    {
      "epoch": 0.1584939616137726,
      "grad_norm": 0.4001869559288025,
      "learning_rate": 4.78203171135044e-05,
      "loss": 4.9482,
      "step": 181070
    },
    {
      "epoch": 0.15849833820739978,
      "grad_norm": 0.42466405034065247,
      "learning_rate": 4.782019101315567e-05,
      "loss": 5.437,
      "step": 181075
    },
    {
      "epoch": 0.15850271480102693,
      "grad_norm": 0.4227028489112854,
      "learning_rate": 4.782006490936967e-05,
      "loss": 5.2243,
      "step": 181080
    },
    {
      "epoch": 0.15850709139465408,
      "grad_norm": 0.4310472309589386,
      "learning_rate": 4.781993880214641e-05,
      "loss": 5.2239,
      "step": 181085
    },
    {
      "epoch": 0.15851146798828122,
      "grad_norm": 0.45464691519737244,
      "learning_rate": 4.781981269148593e-05,
      "loss": 5.4883,
      "step": 181090
    },
    {
      "epoch": 0.1585158445819084,
      "grad_norm": 0.4222206175327301,
      "learning_rate": 4.7819686577388236e-05,
      "loss": 4.6445,
      "step": 181095
    },
    {
      "epoch": 0.15852022117553555,
      "grad_norm": 0.46238160133361816,
      "learning_rate": 4.7819560459853377e-05,
      "loss": 5.6758,
      "step": 181100
    },
    {
      "epoch": 0.1585245977691627,
      "grad_norm": 0.46181634068489075,
      "learning_rate": 4.781943433888135e-05,
      "loss": 4.9579,
      "step": 181105
    },
    {
      "epoch": 0.15852897436278984,
      "grad_norm": 0.42248624563217163,
      "learning_rate": 4.781930821447219e-05,
      "loss": 5.1713,
      "step": 181110
    },
    {
      "epoch": 0.15853335095641702,
      "grad_norm": 0.4099508225917816,
      "learning_rate": 4.7819182086625926e-05,
      "loss": 5.707,
      "step": 181115
    },
    {
      "epoch": 0.15853772755004417,
      "grad_norm": 0.41063693165779114,
      "learning_rate": 4.7819055955342584e-05,
      "loss": 5.3818,
      "step": 181120
    },
    {
      "epoch": 0.15854210414367131,
      "grad_norm": 0.4268820583820343,
      "learning_rate": 4.781892982062217e-05,
      "loss": 4.9094,
      "step": 181125
    },
    {
      "epoch": 0.15854648073729846,
      "grad_norm": 0.42481958866119385,
      "learning_rate": 4.781880368246473e-05,
      "loss": 5.4269,
      "step": 181130
    },
    {
      "epoch": 0.1585508573309256,
      "grad_norm": 0.41455671191215515,
      "learning_rate": 4.781867754087028e-05,
      "loss": 5.1256,
      "step": 181135
    },
    {
      "epoch": 0.15855523392455279,
      "grad_norm": 0.599176824092865,
      "learning_rate": 4.781855139583884e-05,
      "loss": 4.4333,
      "step": 181140
    },
    {
      "epoch": 0.15855961051817993,
      "grad_norm": 0.46207085251808167,
      "learning_rate": 4.781842524737045e-05,
      "loss": 5.465,
      "step": 181145
    },
    {
      "epoch": 0.15856398711180708,
      "grad_norm": 0.4217095673084259,
      "learning_rate": 4.781829909546511e-05,
      "loss": 4.8362,
      "step": 181150
    },
    {
      "epoch": 0.15856836370543423,
      "grad_norm": 0.41929030418395996,
      "learning_rate": 4.781817294012286e-05,
      "loss": 4.6796,
      "step": 181155
    },
    {
      "epoch": 0.1585727402990614,
      "grad_norm": 0.41352152824401855,
      "learning_rate": 4.781804678134373e-05,
      "loss": 5.1841,
      "step": 181160
    },
    {
      "epoch": 0.15857711689268855,
      "grad_norm": 0.4057955741882324,
      "learning_rate": 4.781792061912772e-05,
      "loss": 5.253,
      "step": 181165
    },
    {
      "epoch": 0.1585814934863157,
      "grad_norm": 0.4742882251739502,
      "learning_rate": 4.781779445347488e-05,
      "loss": 4.4058,
      "step": 181170
    },
    {
      "epoch": 0.15858587007994285,
      "grad_norm": 0.4603208005428314,
      "learning_rate": 4.7817668284385234e-05,
      "loss": 5.3551,
      "step": 181175
    },
    {
      "epoch": 0.15859024667357002,
      "grad_norm": 0.4491712152957916,
      "learning_rate": 4.7817542111858794e-05,
      "loss": 4.9356,
      "step": 181180
    },
    {
      "epoch": 0.15859462326719717,
      "grad_norm": 0.4821803867816925,
      "learning_rate": 4.781741593589558e-05,
      "loss": 5.4793,
      "step": 181185
    },
    {
      "epoch": 0.15859899986082432,
      "grad_norm": 0.4333779513835907,
      "learning_rate": 4.781728975649562e-05,
      "loss": 4.6181,
      "step": 181190
    },
    {
      "epoch": 0.15860337645445147,
      "grad_norm": 0.4292484521865845,
      "learning_rate": 4.781716357365895e-05,
      "loss": 4.9283,
      "step": 181195
    },
    {
      "epoch": 0.15860775304807864,
      "grad_norm": 0.410688579082489,
      "learning_rate": 4.781703738738558e-05,
      "loss": 5.2079,
      "step": 181200
    },
    {
      "epoch": 0.1586121296417058,
      "grad_norm": 0.4061368405818939,
      "learning_rate": 4.781691119767554e-05,
      "loss": 4.898,
      "step": 181205
    },
    {
      "epoch": 0.15861650623533294,
      "grad_norm": 0.39215144515037537,
      "learning_rate": 4.7816785004528867e-05,
      "loss": 5.4357,
      "step": 181210
    },
    {
      "epoch": 0.15862088282896009,
      "grad_norm": 0.40918710827827454,
      "learning_rate": 4.781665880794556e-05,
      "loss": 4.8646,
      "step": 181215
    },
    {
      "epoch": 0.15862525942258726,
      "grad_norm": 0.4058787226676941,
      "learning_rate": 4.7816532607925656e-05,
      "loss": 4.6526,
      "step": 181220
    },
    {
      "epoch": 0.1586296360162144,
      "grad_norm": 0.40655356645584106,
      "learning_rate": 4.781640640446919e-05,
      "loss": 4.617,
      "step": 181225
    },
    {
      "epoch": 0.15863401260984156,
      "grad_norm": 0.4384632110595703,
      "learning_rate": 4.781628019757618e-05,
      "loss": 4.9183,
      "step": 181230
    },
    {
      "epoch": 0.1586383892034687,
      "grad_norm": 0.40468060970306396,
      "learning_rate": 4.781615398724664e-05,
      "loss": 5.3896,
      "step": 181235
    },
    {
      "epoch": 0.15864276579709588,
      "grad_norm": 0.41155263781547546,
      "learning_rate": 4.7816027773480595e-05,
      "loss": 5.1188,
      "step": 181240
    },
    {
      "epoch": 0.15864714239072303,
      "grad_norm": 0.40195709466934204,
      "learning_rate": 4.781590155627809e-05,
      "loss": 4.4335,
      "step": 181245
    },
    {
      "epoch": 0.15865151898435018,
      "grad_norm": 0.40943607687950134,
      "learning_rate": 4.781577533563911e-05,
      "loss": 4.4507,
      "step": 181250
    },
    {
      "epoch": 0.15865589557797732,
      "grad_norm": 0.4095776379108429,
      "learning_rate": 4.781564911156372e-05,
      "loss": 5.0385,
      "step": 181255
    },
    {
      "epoch": 0.15866027217160447,
      "grad_norm": 0.4196479916572571,
      "learning_rate": 4.7815522884051936e-05,
      "loss": 4.87,
      "step": 181260
    },
    {
      "epoch": 0.15866464876523165,
      "grad_norm": 0.41734299063682556,
      "learning_rate": 4.781539665310376e-05,
      "loss": 5.1487,
      "step": 181265
    },
    {
      "epoch": 0.1586690253588588,
      "grad_norm": 0.400089293718338,
      "learning_rate": 4.781527041871925e-05,
      "loss": 5.242,
      "step": 181270
    },
    {
      "epoch": 0.15867340195248594,
      "grad_norm": 0.40933993458747864,
      "learning_rate": 4.7815144180898397e-05,
      "loss": 5.6584,
      "step": 181275
    },
    {
      "epoch": 0.1586777785461131,
      "grad_norm": 0.40511181950569153,
      "learning_rate": 4.7815017939641237e-05,
      "loss": 5.677,
      "step": 181280
    },
    {
      "epoch": 0.15868215513974027,
      "grad_norm": 0.4136224389076233,
      "learning_rate": 4.7814891694947806e-05,
      "loss": 5.1748,
      "step": 181285
    },
    {
      "epoch": 0.15868653173336741,
      "grad_norm": 0.3895987570285797,
      "learning_rate": 4.781476544681811e-05,
      "loss": 5.9727,
      "step": 181290
    },
    {
      "epoch": 0.15869090832699456,
      "grad_norm": 0.3960112929344177,
      "learning_rate": 4.7814639195252195e-05,
      "loss": 4.9239,
      "step": 181295
    },
    {
      "epoch": 0.1586952849206217,
      "grad_norm": 0.40828004479408264,
      "learning_rate": 4.781451294025007e-05,
      "loss": 5.9072,
      "step": 181300
    },
    {
      "epoch": 0.15869966151424889,
      "grad_norm": 0.39862850308418274,
      "learning_rate": 4.7814386681811753e-05,
      "loss": 5.643,
      "step": 181305
    },
    {
      "epoch": 0.15870403810787603,
      "grad_norm": 0.4255046248435974,
      "learning_rate": 4.781426041993728e-05,
      "loss": 5.1115,
      "step": 181310
    },
    {
      "epoch": 0.15870841470150318,
      "grad_norm": 0.453239768743515,
      "learning_rate": 4.781413415462669e-05,
      "loss": 4.9454,
      "step": 181315
    },
    {
      "epoch": 0.15871279129513033,
      "grad_norm": 0.4130565822124481,
      "learning_rate": 4.781400788587997e-05,
      "loss": 5.1273,
      "step": 181320
    },
    {
      "epoch": 0.1587171678887575,
      "grad_norm": 0.4030585289001465,
      "learning_rate": 4.781388161369718e-05,
      "loss": 5.4569,
      "step": 181325
    },
    {
      "epoch": 0.15872154448238465,
      "grad_norm": 0.398382306098938,
      "learning_rate": 4.7813755338078317e-05,
      "loss": 5.9535,
      "step": 181330
    },
    {
      "epoch": 0.1587259210760118,
      "grad_norm": 0.40256932377815247,
      "learning_rate": 4.781362905902342e-05,
      "loss": 5.1666,
      "step": 181335
    },
    {
      "epoch": 0.15873029766963895,
      "grad_norm": 0.45259392261505127,
      "learning_rate": 4.781350277653253e-05,
      "loss": 4.4049,
      "step": 181340
    },
    {
      "epoch": 0.15873467426326612,
      "grad_norm": 0.4142843782901764,
      "learning_rate": 4.781337649060563e-05,
      "loss": 5.1217,
      "step": 181345
    },
    {
      "epoch": 0.15873905085689327,
      "grad_norm": 0.4076174199581146,
      "learning_rate": 4.781325020124278e-05,
      "loss": 5.4673,
      "step": 181350
    },
    {
      "epoch": 0.15874342745052042,
      "grad_norm": 0.4364374279975891,
      "learning_rate": 4.781312390844398e-05,
      "loss": 4.767,
      "step": 181355
    },
    {
      "epoch": 0.15874780404414757,
      "grad_norm": 0.39865967631340027,
      "learning_rate": 4.781299761220927e-05,
      "loss": 5.7426,
      "step": 181360
    },
    {
      "epoch": 0.15875218063777474,
      "grad_norm": 0.4308058023452759,
      "learning_rate": 4.781287131253866e-05,
      "loss": 5.7589,
      "step": 181365
    },
    {
      "epoch": 0.1587565572314019,
      "grad_norm": 0.40537211298942566,
      "learning_rate": 4.78127450094322e-05,
      "loss": 5.2199,
      "step": 181370
    },
    {
      "epoch": 0.15876093382502904,
      "grad_norm": 0.3987670838832855,
      "learning_rate": 4.78126187028899e-05,
      "loss": 5.7819,
      "step": 181375
    },
    {
      "epoch": 0.15876531041865619,
      "grad_norm": 0.41396787762641907,
      "learning_rate": 4.781249239291178e-05,
      "loss": 5.2343,
      "step": 181380
    },
    {
      "epoch": 0.15876968701228336,
      "grad_norm": 0.39698392152786255,
      "learning_rate": 4.781236607949786e-05,
      "loss": 5.7405,
      "step": 181385
    },
    {
      "epoch": 0.1587740636059105,
      "grad_norm": 0.44225090742111206,
      "learning_rate": 4.781223976264817e-05,
      "loss": 5.6705,
      "step": 181390
    },
    {
      "epoch": 0.15877844019953766,
      "grad_norm": 0.4007888436317444,
      "learning_rate": 4.781211344236275e-05,
      "loss": 5.7229,
      "step": 181395
    },
    {
      "epoch": 0.1587828167931648,
      "grad_norm": 0.41762691736221313,
      "learning_rate": 4.78119871186416e-05,
      "loss": 4.9326,
      "step": 181400
    },
    {
      "epoch": 0.15878719338679195,
      "grad_norm": 0.4325553774833679,
      "learning_rate": 4.781186079148475e-05,
      "loss": 5.6906,
      "step": 181405
    },
    {
      "epoch": 0.15879156998041913,
      "grad_norm": 0.43045368790626526,
      "learning_rate": 4.781173446089223e-05,
      "loss": 4.634,
      "step": 181410
    },
    {
      "epoch": 0.15879594657404628,
      "grad_norm": 0.434124618768692,
      "learning_rate": 4.7811608126864085e-05,
      "loss": 5.4748,
      "step": 181415
    },
    {
      "epoch": 0.15880032316767342,
      "grad_norm": 0.431688517332077,
      "learning_rate": 4.781148178940029e-05,
      "loss": 5.1517,
      "step": 181420
    },
    {
      "epoch": 0.15880469976130057,
      "grad_norm": 0.4212324023246765,
      "learning_rate": 4.7811355448500914e-05,
      "loss": 5.1884,
      "step": 181425
    },
    {
      "epoch": 0.15880907635492775,
      "grad_norm": 0.5244380831718445,
      "learning_rate": 4.7811229104165964e-05,
      "loss": 4.4438,
      "step": 181430
    },
    {
      "epoch": 0.1588134529485549,
      "grad_norm": 0.43544289469718933,
      "learning_rate": 4.7811102756395454e-05,
      "loss": 4.8294,
      "step": 181435
    },
    {
      "epoch": 0.15881782954218204,
      "grad_norm": 0.4449484050273895,
      "learning_rate": 4.781097640518943e-05,
      "loss": 5.9527,
      "step": 181440
    },
    {
      "epoch": 0.1588222061358092,
      "grad_norm": 0.42832958698272705,
      "learning_rate": 4.781085005054791e-05,
      "loss": 4.9269,
      "step": 181445
    },
    {
      "epoch": 0.15882658272943637,
      "grad_norm": 0.4179483950138092,
      "learning_rate": 4.7810723692470904e-05,
      "loss": 5.2374,
      "step": 181450
    },
    {
      "epoch": 0.15883095932306351,
      "grad_norm": 0.41860923171043396,
      "learning_rate": 4.781059733095844e-05,
      "loss": 5.2752,
      "step": 181455
    },
    {
      "epoch": 0.15883533591669066,
      "grad_norm": 0.422748327255249,
      "learning_rate": 4.7810470966010567e-05,
      "loss": 4.8418,
      "step": 181460
    },
    {
      "epoch": 0.1588397125103178,
      "grad_norm": 0.4378262758255005,
      "learning_rate": 4.781034459762728e-05,
      "loss": 4.9365,
      "step": 181465
    },
    {
      "epoch": 0.15884408910394499,
      "grad_norm": 0.4221078157424927,
      "learning_rate": 4.781021822580861e-05,
      "loss": 4.6368,
      "step": 181470
    },
    {
      "epoch": 0.15884846569757213,
      "grad_norm": 0.406021386384964,
      "learning_rate": 4.781009185055459e-05,
      "loss": 6.2482,
      "step": 181475
    },
    {
      "epoch": 0.15885284229119928,
      "grad_norm": 0.4610549509525299,
      "learning_rate": 4.7809965471865245e-05,
      "loss": 5.3676,
      "step": 181480
    },
    {
      "epoch": 0.15885721888482643,
      "grad_norm": 0.4203927516937256,
      "learning_rate": 4.7809839089740604e-05,
      "loss": 4.8198,
      "step": 181485
    },
    {
      "epoch": 0.1588615954784536,
      "grad_norm": 0.47634729743003845,
      "learning_rate": 4.780971270418067e-05,
      "loss": 4.4003,
      "step": 181490
    },
    {
      "epoch": 0.15886597207208075,
      "grad_norm": 0.4104965329170227,
      "learning_rate": 4.780958631518547e-05,
      "loss": 5.9621,
      "step": 181495
    },
    {
      "epoch": 0.1588703486657079,
      "grad_norm": 0.43151140213012695,
      "learning_rate": 4.780945992275505e-05,
      "loss": 5.4602,
      "step": 181500
    },
    {
      "epoch": 0.15887472525933505,
      "grad_norm": 0.41700077056884766,
      "learning_rate": 4.7809333526889425e-05,
      "loss": 5.1569,
      "step": 181505
    },
    {
      "epoch": 0.15887910185296222,
      "grad_norm": 0.41609907150268555,
      "learning_rate": 4.7809207127588616e-05,
      "loss": 5.731,
      "step": 181510
    },
    {
      "epoch": 0.15888347844658937,
      "grad_norm": 0.4091638922691345,
      "learning_rate": 4.780908072485264e-05,
      "loss": 5.6523,
      "step": 181515
    },
    {
      "epoch": 0.15888785504021652,
      "grad_norm": 0.4337709844112396,
      "learning_rate": 4.7808954318681533e-05,
      "loss": 4.7198,
      "step": 181520
    },
    {
      "epoch": 0.15889223163384367,
      "grad_norm": 0.4109976291656494,
      "learning_rate": 4.7808827909075315e-05,
      "loss": 6.2926,
      "step": 181525
    },
    {
      "epoch": 0.15889660822747081,
      "grad_norm": 0.4247080683708191,
      "learning_rate": 4.780870149603401e-05,
      "loss": 5.7606,
      "step": 181530
    },
    {
      "epoch": 0.158900984821098,
      "grad_norm": 0.4221581518650055,
      "learning_rate": 4.780857507955765e-05,
      "loss": 5.6359,
      "step": 181535
    },
    {
      "epoch": 0.15890536141472514,
      "grad_norm": 0.40319180488586426,
      "learning_rate": 4.780844865964625e-05,
      "loss": 5.9162,
      "step": 181540
    },
    {
      "epoch": 0.15890973800835229,
      "grad_norm": 0.41940534114837646,
      "learning_rate": 4.780832223629984e-05,
      "loss": 5.2154,
      "step": 181545
    },
    {
      "epoch": 0.15891411460197943,
      "grad_norm": 0.4254920780658722,
      "learning_rate": 4.780819580951843e-05,
      "loss": 5.1342,
      "step": 181550
    },
    {
      "epoch": 0.1589184911956066,
      "grad_norm": 0.4165465235710144,
      "learning_rate": 4.780806937930207e-05,
      "loss": 5.1541,
      "step": 181555
    },
    {
      "epoch": 0.15892286778923376,
      "grad_norm": 0.41043204069137573,
      "learning_rate": 4.7807942945650766e-05,
      "loss": 4.9419,
      "step": 181560
    },
    {
      "epoch": 0.1589272443828609,
      "grad_norm": 0.42478737235069275,
      "learning_rate": 4.780781650856454e-05,
      "loss": 4.6065,
      "step": 181565
    },
    {
      "epoch": 0.15893162097648805,
      "grad_norm": 0.4267645478248596,
      "learning_rate": 4.780769006804343e-05,
      "loss": 5.1348,
      "step": 181570
    },
    {
      "epoch": 0.15893599757011523,
      "grad_norm": 0.41877564787864685,
      "learning_rate": 4.780756362408746e-05,
      "loss": 4.8542,
      "step": 181575
    },
    {
      "epoch": 0.15894037416374238,
      "grad_norm": 0.45874711871147156,
      "learning_rate": 4.7807437176696636e-05,
      "loss": 5.4906,
      "step": 181580
    },
    {
      "epoch": 0.15894475075736952,
      "grad_norm": 0.4195151627063751,
      "learning_rate": 4.7807310725871e-05,
      "loss": 6.291,
      "step": 181585
    },
    {
      "epoch": 0.15894912735099667,
      "grad_norm": 0.4711388945579529,
      "learning_rate": 4.780718427161056e-05,
      "loss": 4.7175,
      "step": 181590
    },
    {
      "epoch": 0.15895350394462385,
      "grad_norm": 0.44647419452667236,
      "learning_rate": 4.780705781391537e-05,
      "loss": 5.7414,
      "step": 181595
    },
    {
      "epoch": 0.158957880538251,
      "grad_norm": 0.3954543173313141,
      "learning_rate": 4.7806931352785424e-05,
      "loss": 5.7687,
      "step": 181600
    },
    {
      "epoch": 0.15896225713187814,
      "grad_norm": 0.4239466190338135,
      "learning_rate": 4.780680488822076e-05,
      "loss": 4.7482,
      "step": 181605
    },
    {
      "epoch": 0.1589666337255053,
      "grad_norm": 0.41729432344436646,
      "learning_rate": 4.78066784202214e-05,
      "loss": 4.9978,
      "step": 181610
    },
    {
      "epoch": 0.15897101031913247,
      "grad_norm": 0.4024645686149597,
      "learning_rate": 4.780655194878737e-05,
      "loss": 5.9723,
      "step": 181615
    },
    {
      "epoch": 0.15897538691275961,
      "grad_norm": 0.42763203382492065,
      "learning_rate": 4.7806425473918693e-05,
      "loss": 5.2014,
      "step": 181620
    },
    {
      "epoch": 0.15897976350638676,
      "grad_norm": 0.4227096140384674,
      "learning_rate": 4.7806298995615385e-05,
      "loss": 5.1444,
      "step": 181625
    },
    {
      "epoch": 0.1589841401000139,
      "grad_norm": 0.41837403178215027,
      "learning_rate": 4.78061725138775e-05,
      "loss": 5.8943,
      "step": 181630
    },
    {
      "epoch": 0.15898851669364109,
      "grad_norm": 0.41921910643577576,
      "learning_rate": 4.780604602870502e-05,
      "loss": 4.9084,
      "step": 181635
    },
    {
      "epoch": 0.15899289328726823,
      "grad_norm": 0.4225512444972992,
      "learning_rate": 4.7805919540098e-05,
      "loss": 4.828,
      "step": 181640
    },
    {
      "epoch": 0.15899726988089538,
      "grad_norm": 0.4025982618331909,
      "learning_rate": 4.780579304805646e-05,
      "loss": 5.2388,
      "step": 181645
    },
    {
      "epoch": 0.15900164647452253,
      "grad_norm": 0.42264750599861145,
      "learning_rate": 4.780566655258041e-05,
      "loss": 5.4912,
      "step": 181650
    },
    {
      "epoch": 0.15900602306814968,
      "grad_norm": 0.4364769458770752,
      "learning_rate": 4.780554005366988e-05,
      "loss": 5.4472,
      "step": 181655
    },
    {
      "epoch": 0.15901039966177685,
      "grad_norm": 0.4249730408191681,
      "learning_rate": 4.780541355132492e-05,
      "loss": 5.35,
      "step": 181660
    },
    {
      "epoch": 0.159014776255404,
      "grad_norm": 0.41360267996788025,
      "learning_rate": 4.780528704554551e-05,
      "loss": 5.4493,
      "step": 181665
    },
    {
      "epoch": 0.15901915284903115,
      "grad_norm": 0.3967123031616211,
      "learning_rate": 4.7805160536331706e-05,
      "loss": 6.2549,
      "step": 181670
    },
    {
      "epoch": 0.1590235294426583,
      "grad_norm": 0.4199400246143341,
      "learning_rate": 4.780503402368352e-05,
      "loss": 4.7487,
      "step": 181675
    },
    {
      "epoch": 0.15902790603628547,
      "grad_norm": 0.4491018056869507,
      "learning_rate": 4.780490750760099e-05,
      "loss": 5.1992,
      "step": 181680
    },
    {
      "epoch": 0.15903228262991262,
      "grad_norm": 0.40325647592544556,
      "learning_rate": 4.780478098808413e-05,
      "loss": 5.4356,
      "step": 181685
    },
    {
      "epoch": 0.15903665922353977,
      "grad_norm": 0.43504565954208374,
      "learning_rate": 4.780465446513296e-05,
      "loss": 4.9247,
      "step": 181690
    },
    {
      "epoch": 0.15904103581716691,
      "grad_norm": 0.44662660360336304,
      "learning_rate": 4.78045279387475e-05,
      "loss": 4.1856,
      "step": 181695
    },
    {
      "epoch": 0.1590454124107941,
      "grad_norm": 0.4156394898891449,
      "learning_rate": 4.780440140892779e-05,
      "loss": 5.744,
      "step": 181700
    },
    {
      "epoch": 0.15904978900442124,
      "grad_norm": 0.43024787306785583,
      "learning_rate": 4.780427487567386e-05,
      "loss": 5.146,
      "step": 181705
    },
    {
      "epoch": 0.15905416559804839,
      "grad_norm": 0.4241270422935486,
      "learning_rate": 4.780414833898571e-05,
      "loss": 5.9699,
      "step": 181710
    },
    {
      "epoch": 0.15905854219167553,
      "grad_norm": 0.4144631624221802,
      "learning_rate": 4.780402179886337e-05,
      "loss": 5.4499,
      "step": 181715
    },
    {
      "epoch": 0.1590629187853027,
      "grad_norm": 0.42542845010757446,
      "learning_rate": 4.780389525530689e-05,
      "loss": 5.2068,
      "step": 181720
    },
    {
      "epoch": 0.15906729537892986,
      "grad_norm": 0.4230627119541168,
      "learning_rate": 4.7803768708316256e-05,
      "loss": 4.9389,
      "step": 181725
    },
    {
      "epoch": 0.159071671972557,
      "grad_norm": 0.41810277104377747,
      "learning_rate": 4.780364215789153e-05,
      "loss": 4.6528,
      "step": 181730
    },
    {
      "epoch": 0.15907604856618415,
      "grad_norm": 0.43885302543640137,
      "learning_rate": 4.78035156040327e-05,
      "loss": 5.6584,
      "step": 181735
    },
    {
      "epoch": 0.15908042515981133,
      "grad_norm": 0.41443362832069397,
      "learning_rate": 4.780338904673982e-05,
      "loss": 5.4111,
      "step": 181740
    },
    {
      "epoch": 0.15908480175343848,
      "grad_norm": 0.428105890750885,
      "learning_rate": 4.780326248601291e-05,
      "loss": 5.1814,
      "step": 181745
    },
    {
      "epoch": 0.15908917834706562,
      "grad_norm": 0.4320281147956848,
      "learning_rate": 4.780313592185197e-05,
      "loss": 5.7278,
      "step": 181750
    },
    {
      "epoch": 0.15909355494069277,
      "grad_norm": 0.4414260983467102,
      "learning_rate": 4.780300935425706e-05,
      "loss": 4.9439,
      "step": 181755
    },
    {
      "epoch": 0.15909793153431995,
      "grad_norm": 0.4032237231731415,
      "learning_rate": 4.780288278322818e-05,
      "loss": 5.6719,
      "step": 181760
    },
    {
      "epoch": 0.1591023081279471,
      "grad_norm": 0.40257659554481506,
      "learning_rate": 4.780275620876535e-05,
      "loss": 5.7345,
      "step": 181765
    },
    {
      "epoch": 0.15910668472157424,
      "grad_norm": 0.4432319700717926,
      "learning_rate": 4.780262963086862e-05,
      "loss": 4.3087,
      "step": 181770
    },
    {
      "epoch": 0.1591110613152014,
      "grad_norm": 0.43111899495124817,
      "learning_rate": 4.7802503049537993e-05,
      "loss": 4.9229,
      "step": 181775
    },
    {
      "epoch": 0.15911543790882854,
      "grad_norm": 0.44235843420028687,
      "learning_rate": 4.78023764647735e-05,
      "loss": 4.4005,
      "step": 181780
    },
    {
      "epoch": 0.15911981450245571,
      "grad_norm": 0.42162594199180603,
      "learning_rate": 4.780224987657517e-05,
      "loss": 5.2427,
      "step": 181785
    },
    {
      "epoch": 0.15912419109608286,
      "grad_norm": 0.4682505428791046,
      "learning_rate": 4.780212328494301e-05,
      "loss": 4.8604,
      "step": 181790
    },
    {
      "epoch": 0.15912856768971,
      "grad_norm": 0.4374696612358093,
      "learning_rate": 4.780199668987707e-05,
      "loss": 5.4597,
      "step": 181795
    },
    {
      "epoch": 0.15913294428333716,
      "grad_norm": 0.42170143127441406,
      "learning_rate": 4.7801870091377364e-05,
      "loss": 3.8867,
      "step": 181800
    },
    {
      "epoch": 0.15913732087696433,
      "grad_norm": 0.42494747042655945,
      "learning_rate": 4.7801743489443905e-05,
      "loss": 5.9266,
      "step": 181805
    },
    {
      "epoch": 0.15914169747059148,
      "grad_norm": 0.494775652885437,
      "learning_rate": 4.780161688407673e-05,
      "loss": 5.6467,
      "step": 181810
    },
    {
      "epoch": 0.15914607406421863,
      "grad_norm": 0.44594651460647583,
      "learning_rate": 4.780149027527586e-05,
      "loss": 5.1426,
      "step": 181815
    },
    {
      "epoch": 0.15915045065784578,
      "grad_norm": 0.4319095015525818,
      "learning_rate": 4.780136366304132e-05,
      "loss": 5.7634,
      "step": 181820
    },
    {
      "epoch": 0.15915482725147295,
      "grad_norm": 0.4355127215385437,
      "learning_rate": 4.780123704737314e-05,
      "loss": 4.9617,
      "step": 181825
    },
    {
      "epoch": 0.1591592038451001,
      "grad_norm": 0.4280863106250763,
      "learning_rate": 4.7801110428271337e-05,
      "loss": 4.6124,
      "step": 181830
    },
    {
      "epoch": 0.15916358043872725,
      "grad_norm": 0.41829338669776917,
      "learning_rate": 4.7800983805735936e-05,
      "loss": 4.907,
      "step": 181835
    },
    {
      "epoch": 0.1591679570323544,
      "grad_norm": 0.4052351713180542,
      "learning_rate": 4.7800857179766955e-05,
      "loss": 5.7518,
      "step": 181840
    },
    {
      "epoch": 0.15917233362598157,
      "grad_norm": 0.4187225103378296,
      "learning_rate": 4.780073055036443e-05,
      "loss": 5.225,
      "step": 181845
    },
    {
      "epoch": 0.15917671021960872,
      "grad_norm": 0.4445383846759796,
      "learning_rate": 4.7800603917528375e-05,
      "loss": 5.6307,
      "step": 181850
    },
    {
      "epoch": 0.15918108681323587,
      "grad_norm": 0.42062294483184814,
      "learning_rate": 4.780047728125883e-05,
      "loss": 4.4374,
      "step": 181855
    },
    {
      "epoch": 0.15918546340686301,
      "grad_norm": 0.4161182940006256,
      "learning_rate": 4.78003506415558e-05,
      "loss": 5.9666,
      "step": 181860
    },
    {
      "epoch": 0.1591898400004902,
      "grad_norm": 0.4056904911994934,
      "learning_rate": 4.7800223998419324e-05,
      "loss": 5.7951,
      "step": 181865
    },
    {
      "epoch": 0.15919421659411734,
      "grad_norm": 0.43191075325012207,
      "learning_rate": 4.7800097351849424e-05,
      "loss": 4.6422,
      "step": 181870
    },
    {
      "epoch": 0.15919859318774449,
      "grad_norm": 0.411649227142334,
      "learning_rate": 4.779997070184612e-05,
      "loss": 5.5043,
      "step": 181875
    },
    {
      "epoch": 0.15920296978137163,
      "grad_norm": 0.3976558446884155,
      "learning_rate": 4.7799844048409434e-05,
      "loss": 5.4309,
      "step": 181880
    },
    {
      "epoch": 0.1592073463749988,
      "grad_norm": 0.39008286595344543,
      "learning_rate": 4.779971739153941e-05,
      "loss": 5.736,
      "step": 181885
    },
    {
      "epoch": 0.15921172296862596,
      "grad_norm": 0.43339887261390686,
      "learning_rate": 4.7799590731236044e-05,
      "loss": 4.4178,
      "step": 181890
    },
    {
      "epoch": 0.1592160995622531,
      "grad_norm": 0.41075050830841064,
      "learning_rate": 4.7799464067499375e-05,
      "loss": 5.235,
      "step": 181895
    },
    {
      "epoch": 0.15922047615588025,
      "grad_norm": 0.43466776609420776,
      "learning_rate": 4.779933740032944e-05,
      "loss": 5.3109,
      "step": 181900
    },
    {
      "epoch": 0.1592248527495074,
      "grad_norm": 0.4387718141078949,
      "learning_rate": 4.779921072972624e-05,
      "loss": 5.9893,
      "step": 181905
    },
    {
      "epoch": 0.15922922934313458,
      "grad_norm": 0.43890467286109924,
      "learning_rate": 4.7799084055689805e-05,
      "loss": 4.9501,
      "step": 181910
    },
    {
      "epoch": 0.15923360593676172,
      "grad_norm": 0.4504060447216034,
      "learning_rate": 4.7798957378220164e-05,
      "loss": 4.7121,
      "step": 181915
    },
    {
      "epoch": 0.15923798253038887,
      "grad_norm": 0.4202006757259369,
      "learning_rate": 4.779883069731734e-05,
      "loss": 5.4391,
      "step": 181920
    },
    {
      "epoch": 0.15924235912401602,
      "grad_norm": 0.4367789030075073,
      "learning_rate": 4.779870401298137e-05,
      "loss": 4.6495,
      "step": 181925
    },
    {
      "epoch": 0.1592467357176432,
      "grad_norm": 0.41587647795677185,
      "learning_rate": 4.779857732521226e-05,
      "loss": 5.6643,
      "step": 181930
    },
    {
      "epoch": 0.15925111231127034,
      "grad_norm": 0.4010477662086487,
      "learning_rate": 4.779845063401004e-05,
      "loss": 5.4253,
      "step": 181935
    },
    {
      "epoch": 0.1592554889048975,
      "grad_norm": 0.42548713088035583,
      "learning_rate": 4.779832393937473e-05,
      "loss": 4.9633,
      "step": 181940
    },
    {
      "epoch": 0.15925986549852464,
      "grad_norm": 0.40936172008514404,
      "learning_rate": 4.7798197241306376e-05,
      "loss": 5.2563,
      "step": 181945
    },
    {
      "epoch": 0.15926424209215181,
      "grad_norm": 0.43269816040992737,
      "learning_rate": 4.779807053980497e-05,
      "loss": 5.641,
      "step": 181950
    },
    {
      "epoch": 0.15926861868577896,
      "grad_norm": 0.5060532689094543,
      "learning_rate": 4.779794383487056e-05,
      "loss": 4.8474,
      "step": 181955
    },
    {
      "epoch": 0.1592729952794061,
      "grad_norm": 0.5226590633392334,
      "learning_rate": 4.779781712650316e-05,
      "loss": 5.2322,
      "step": 181960
    },
    {
      "epoch": 0.15927737187303326,
      "grad_norm": 0.44550368189811707,
      "learning_rate": 4.779769041470281e-05,
      "loss": 4.9684,
      "step": 181965
    },
    {
      "epoch": 0.15928174846666043,
      "grad_norm": 0.4071583151817322,
      "learning_rate": 4.779756369946952e-05,
      "loss": 5.9725,
      "step": 181970
    },
    {
      "epoch": 0.15928612506028758,
      "grad_norm": 0.42886555194854736,
      "learning_rate": 4.779743698080331e-05,
      "loss": 5.1508,
      "step": 181975
    },
    {
      "epoch": 0.15929050165391473,
      "grad_norm": 0.4121010899543762,
      "learning_rate": 4.779731025870421e-05,
      "loss": 5.2514,
      "step": 181980
    },
    {
      "epoch": 0.15929487824754188,
      "grad_norm": 0.4346751272678375,
      "learning_rate": 4.779718353317225e-05,
      "loss": 4.9368,
      "step": 181985
    },
    {
      "epoch": 0.15929925484116905,
      "grad_norm": 0.44264209270477295,
      "learning_rate": 4.779705680420744e-05,
      "loss": 4.7026,
      "step": 181990
    },
    {
      "epoch": 0.1593036314347962,
      "grad_norm": 0.4203689396381378,
      "learning_rate": 4.779693007180982e-05,
      "loss": 4.9075,
      "step": 181995
    },
    {
      "epoch": 0.15930800802842335,
      "grad_norm": 0.4424971342086792,
      "learning_rate": 4.7796803335979424e-05,
      "loss": 5.4975,
      "step": 182000
    },
    {
      "epoch": 0.1593123846220505,
      "grad_norm": 0.441739559173584,
      "learning_rate": 4.7796676596716236e-05,
      "loss": 4.9676,
      "step": 182005
    },
    {
      "epoch": 0.15931676121567767,
      "grad_norm": 0.5594513416290283,
      "learning_rate": 4.7796549854020335e-05,
      "loss": 5.0627,
      "step": 182010
    },
    {
      "epoch": 0.15932113780930482,
      "grad_norm": 0.40275701880455017,
      "learning_rate": 4.7796423107891694e-05,
      "loss": 5.6637,
      "step": 182015
    },
    {
      "epoch": 0.15932551440293197,
      "grad_norm": 0.4489610493183136,
      "learning_rate": 4.7796296358330374e-05,
      "loss": 5.1287,
      "step": 182020
    },
    {
      "epoch": 0.15932989099655911,
      "grad_norm": 0.4356752932071686,
      "learning_rate": 4.7796169605336375e-05,
      "loss": 5.251,
      "step": 182025
    },
    {
      "epoch": 0.1593342675901863,
      "grad_norm": 0.43370485305786133,
      "learning_rate": 4.779604284890974e-05,
      "loss": 4.3502,
      "step": 182030
    },
    {
      "epoch": 0.15933864418381344,
      "grad_norm": 0.42387789487838745,
      "learning_rate": 4.7795916089050476e-05,
      "loss": 5.1793,
      "step": 182035
    },
    {
      "epoch": 0.15934302077744059,
      "grad_norm": 0.4185313880443573,
      "learning_rate": 4.779578932575862e-05,
      "loss": 5.3213,
      "step": 182040
    },
    {
      "epoch": 0.15934739737106773,
      "grad_norm": 0.39289331436157227,
      "learning_rate": 4.779566255903419e-05,
      "loss": 6.2502,
      "step": 182045
    },
    {
      "epoch": 0.15935177396469488,
      "grad_norm": 0.41189250349998474,
      "learning_rate": 4.779553578887722e-05,
      "loss": 4.3313,
      "step": 182050
    },
    {
      "epoch": 0.15935615055832206,
      "grad_norm": 0.4331974387168884,
      "learning_rate": 4.779540901528773e-05,
      "loss": 5.9639,
      "step": 182055
    },
    {
      "epoch": 0.1593605271519492,
      "grad_norm": 0.41418373584747314,
      "learning_rate": 4.779528223826574e-05,
      "loss": 5.7298,
      "step": 182060
    },
    {
      "epoch": 0.15936490374557635,
      "grad_norm": 0.39354708790779114,
      "learning_rate": 4.779515545781127e-05,
      "loss": 5.968,
      "step": 182065
    },
    {
      "epoch": 0.1593692803392035,
      "grad_norm": 0.4115162491798401,
      "learning_rate": 4.779502867392436e-05,
      "loss": 5.1492,
      "step": 182070
    },
    {
      "epoch": 0.15937365693283068,
      "grad_norm": 0.4502086043357849,
      "learning_rate": 4.7794901886605013e-05,
      "loss": 4.6523,
      "step": 182075
    },
    {
      "epoch": 0.15937803352645782,
      "grad_norm": 0.40556877851486206,
      "learning_rate": 4.779477509585328e-05,
      "loss": 5.4503,
      "step": 182080
    },
    {
      "epoch": 0.15938241012008497,
      "grad_norm": 0.4147823452949524,
      "learning_rate": 4.7794648301669174e-05,
      "loss": 4.9381,
      "step": 182085
    },
    {
      "epoch": 0.15938678671371212,
      "grad_norm": 0.46202725172042847,
      "learning_rate": 4.7794521504052714e-05,
      "loss": 5.2819,
      "step": 182090
    },
    {
      "epoch": 0.1593911633073393,
      "grad_norm": 0.4297214448451996,
      "learning_rate": 4.779439470300392e-05,
      "loss": 5.9941,
      "step": 182095
    },
    {
      "epoch": 0.15939553990096644,
      "grad_norm": 0.4462374746799469,
      "learning_rate": 4.779426789852283e-05,
      "loss": 5.4491,
      "step": 182100
    },
    {
      "epoch": 0.1593999164945936,
      "grad_norm": 0.42716914415359497,
      "learning_rate": 4.7794141090609455e-05,
      "loss": 5.1628,
      "step": 182105
    },
    {
      "epoch": 0.15940429308822074,
      "grad_norm": 0.44645482301712036,
      "learning_rate": 4.779401427926383e-05,
      "loss": 5.4679,
      "step": 182110
    },
    {
      "epoch": 0.15940866968184791,
      "grad_norm": 0.42793768644332886,
      "learning_rate": 4.779388746448599e-05,
      "loss": 5.3426,
      "step": 182115
    },
    {
      "epoch": 0.15941304627547506,
      "grad_norm": 0.46323394775390625,
      "learning_rate": 4.7793760646275934e-05,
      "loss": 5.2651,
      "step": 182120
    },
    {
      "epoch": 0.1594174228691022,
      "grad_norm": 0.4326324164867401,
      "learning_rate": 4.7793633824633696e-05,
      "loss": 5.2581,
      "step": 182125
    },
    {
      "epoch": 0.15942179946272936,
      "grad_norm": 0.44330474734306335,
      "learning_rate": 4.7793506999559314e-05,
      "loss": 5.2079,
      "step": 182130
    },
    {
      "epoch": 0.15942617605635653,
      "grad_norm": 0.41980499029159546,
      "learning_rate": 4.7793380171052795e-05,
      "loss": 5.2323,
      "step": 182135
    },
    {
      "epoch": 0.15943055264998368,
      "grad_norm": 0.4389376938343048,
      "learning_rate": 4.779325333911416e-05,
      "loss": 5.966,
      "step": 182140
    },
    {
      "epoch": 0.15943492924361083,
      "grad_norm": 0.4445607662200928,
      "learning_rate": 4.7793126503743456e-05,
      "loss": 5.1354,
      "step": 182145
    },
    {
      "epoch": 0.15943930583723798,
      "grad_norm": 0.4037210941314697,
      "learning_rate": 4.7792999664940696e-05,
      "loss": 5.9572,
      "step": 182150
    },
    {
      "epoch": 0.15944368243086515,
      "grad_norm": 0.42362919449806213,
      "learning_rate": 4.7792872822705895e-05,
      "loss": 4.8394,
      "step": 182155
    },
    {
      "epoch": 0.1594480590244923,
      "grad_norm": 0.43516385555267334,
      "learning_rate": 4.779274597703909e-05,
      "loss": 5.234,
      "step": 182160
    },
    {
      "epoch": 0.15945243561811945,
      "grad_norm": 0.4412640631198883,
      "learning_rate": 4.7792619127940294e-05,
      "loss": 5.4526,
      "step": 182165
    },
    {
      "epoch": 0.1594568122117466,
      "grad_norm": 0.46001964807510376,
      "learning_rate": 4.779249227540955e-05,
      "loss": 4.9529,
      "step": 182170
    },
    {
      "epoch": 0.15946118880537374,
      "grad_norm": 0.45420873165130615,
      "learning_rate": 4.779236541944687e-05,
      "loss": 5.1373,
      "step": 182175
    },
    {
      "epoch": 0.15946556539900092,
      "grad_norm": 0.44273191690444946,
      "learning_rate": 4.779223856005228e-05,
      "loss": 5.648,
      "step": 182180
    },
    {
      "epoch": 0.15946994199262807,
      "grad_norm": 0.42214304208755493,
      "learning_rate": 4.7792111697225795e-05,
      "loss": 5.7921,
      "step": 182185
    },
    {
      "epoch": 0.15947431858625521,
      "grad_norm": 0.4078907072544098,
      "learning_rate": 4.779198483096745e-05,
      "loss": 6.2785,
      "step": 182190
    },
    {
      "epoch": 0.15947869517988236,
      "grad_norm": 0.44030192494392395,
      "learning_rate": 4.7791857961277276e-05,
      "loss": 4.6272,
      "step": 182195
    },
    {
      "epoch": 0.15948307177350954,
      "grad_norm": 0.4054614305496216,
      "learning_rate": 4.779173108815529e-05,
      "loss": 5.466,
      "step": 182200
    },
    {
      "epoch": 0.15948744836713669,
      "grad_norm": 0.4970819056034088,
      "learning_rate": 4.7791604211601504e-05,
      "loss": 4.6238,
      "step": 182205
    },
    {
      "epoch": 0.15949182496076383,
      "grad_norm": 0.4392733871936798,
      "learning_rate": 4.779147733161596e-05,
      "loss": 5.2321,
      "step": 182210
    },
    {
      "epoch": 0.15949620155439098,
      "grad_norm": 0.42393189668655396,
      "learning_rate": 4.779135044819868e-05,
      "loss": 5.6434,
      "step": 182215
    },
    {
      "epoch": 0.15950057814801816,
      "grad_norm": 0.44463875889778137,
      "learning_rate": 4.779122356134969e-05,
      "loss": 4.8646,
      "step": 182220
    },
    {
      "epoch": 0.1595049547416453,
      "grad_norm": 0.4176972210407257,
      "learning_rate": 4.7791096671069e-05,
      "loss": 5.0465,
      "step": 182225
    },
    {
      "epoch": 0.15950933133527245,
      "grad_norm": 0.41538193821907043,
      "learning_rate": 4.779096977735664e-05,
      "loss": 5.1703,
      "step": 182230
    },
    {
      "epoch": 0.1595137079288996,
      "grad_norm": 0.41564494371414185,
      "learning_rate": 4.779084288021265e-05,
      "loss": 5.2442,
      "step": 182235
    },
    {
      "epoch": 0.15951808452252678,
      "grad_norm": 0.4493236839771271,
      "learning_rate": 4.779071597963704e-05,
      "loss": 5.2782,
      "step": 182240
    },
    {
      "epoch": 0.15952246111615392,
      "grad_norm": 0.40645843744277954,
      "learning_rate": 4.779058907562984e-05,
      "loss": 5.4371,
      "step": 182245
    },
    {
      "epoch": 0.15952683770978107,
      "grad_norm": 0.39307403564453125,
      "learning_rate": 4.779046216819106e-05,
      "loss": 5.9686,
      "step": 182250
    },
    {
      "epoch": 0.15953121430340822,
      "grad_norm": 0.420309454202652,
      "learning_rate": 4.7790335257320754e-05,
      "loss": 4.9852,
      "step": 182255
    },
    {
      "epoch": 0.1595355908970354,
      "grad_norm": 0.45281264185905457,
      "learning_rate": 4.779020834301892e-05,
      "loss": 5.7812,
      "step": 182260
    },
    {
      "epoch": 0.15953996749066254,
      "grad_norm": 0.4412616193294525,
      "learning_rate": 4.7790081425285597e-05,
      "loss": 5.2378,
      "step": 182265
    },
    {
      "epoch": 0.1595443440842897,
      "grad_norm": 0.4330633282661438,
      "learning_rate": 4.7789954504120795e-05,
      "loss": 4.706,
      "step": 182270
    },
    {
      "epoch": 0.15954872067791684,
      "grad_norm": 0.42570894956588745,
      "learning_rate": 4.778982757952455e-05,
      "loss": 4.9231,
      "step": 182275
    },
    {
      "epoch": 0.15955309727154401,
      "grad_norm": 0.4184149503707886,
      "learning_rate": 4.7789700651496897e-05,
      "loss": 6.2562,
      "step": 182280
    },
    {
      "epoch": 0.15955747386517116,
      "grad_norm": 0.39720696210861206,
      "learning_rate": 4.7789573720037826e-05,
      "loss": 5.6494,
      "step": 182285
    },
    {
      "epoch": 0.1595618504587983,
      "grad_norm": 0.43620407581329346,
      "learning_rate": 4.77894467851474e-05,
      "loss": 4.1342,
      "step": 182290
    },
    {
      "epoch": 0.15956622705242546,
      "grad_norm": 0.46741288900375366,
      "learning_rate": 4.778931984682562e-05,
      "loss": 5.9654,
      "step": 182295
    },
    {
      "epoch": 0.1595706036460526,
      "grad_norm": 0.46810704469680786,
      "learning_rate": 4.7789192905072524e-05,
      "loss": 5.1768,
      "step": 182300
    },
    {
      "epoch": 0.15957498023967978,
      "grad_norm": 0.44545644521713257,
      "learning_rate": 4.778906595988811e-05,
      "loss": 5.1384,
      "step": 182305
    },
    {
      "epoch": 0.15957935683330693,
      "grad_norm": 0.43776625394821167,
      "learning_rate": 4.7788939011272436e-05,
      "loss": 5.1516,
      "step": 182310
    },
    {
      "epoch": 0.15958373342693408,
      "grad_norm": 0.4313124418258667,
      "learning_rate": 4.778881205922552e-05,
      "loss": 4.6498,
      "step": 182315
    },
    {
      "epoch": 0.15958811002056122,
      "grad_norm": 0.4307214915752411,
      "learning_rate": 4.7788685103747365e-05,
      "loss": 5.2527,
      "step": 182320
    },
    {
      "epoch": 0.1595924866141884,
      "grad_norm": 0.43787285685539246,
      "learning_rate": 4.7788558144838016e-05,
      "loss": 5.4539,
      "step": 182325
    },
    {
      "epoch": 0.15959686320781555,
      "grad_norm": 0.4234643578529358,
      "learning_rate": 4.778843118249749e-05,
      "loss": 5.1198,
      "step": 182330
    },
    {
      "epoch": 0.1596012398014427,
      "grad_norm": 0.41707178950309753,
      "learning_rate": 4.778830421672581e-05,
      "loss": 6.2742,
      "step": 182335
    },
    {
      "epoch": 0.15960561639506984,
      "grad_norm": 0.433133602142334,
      "learning_rate": 4.778817724752301e-05,
      "loss": 5.1848,
      "step": 182340
    },
    {
      "epoch": 0.15960999298869702,
      "grad_norm": 0.42856457829475403,
      "learning_rate": 4.778805027488911e-05,
      "loss": 5.1359,
      "step": 182345
    },
    {
      "epoch": 0.15961436958232417,
      "grad_norm": 0.42017316818237305,
      "learning_rate": 4.778792329882412e-05,
      "loss": 5.1494,
      "step": 182350
    },
    {
      "epoch": 0.15961874617595131,
      "grad_norm": 0.40067407488822937,
      "learning_rate": 4.778779631932807e-05,
      "loss": 5.974,
      "step": 182355
    },
    {
      "epoch": 0.15962312276957846,
      "grad_norm": 0.40459614992141724,
      "learning_rate": 4.778766933640101e-05,
      "loss": 5.4361,
      "step": 182360
    },
    {
      "epoch": 0.15962749936320564,
      "grad_norm": 0.4179385006427765,
      "learning_rate": 4.7787542350042936e-05,
      "loss": 4.6064,
      "step": 182365
    },
    {
      "epoch": 0.15963187595683279,
      "grad_norm": 0.440916508436203,
      "learning_rate": 4.7787415360253884e-05,
      "loss": 4.7701,
      "step": 182370
    },
    {
      "epoch": 0.15963625255045993,
      "grad_norm": 0.4272948205471039,
      "learning_rate": 4.7787288367033867e-05,
      "loss": 4.9196,
      "step": 182375
    },
    {
      "epoch": 0.15964062914408708,
      "grad_norm": 0.425653338432312,
      "learning_rate": 4.778716137038294e-05,
      "loss": 5.4637,
      "step": 182380
    },
    {
      "epoch": 0.15964500573771426,
      "grad_norm": 0.42544329166412354,
      "learning_rate": 4.778703437030109e-05,
      "loss": 5.1941,
      "step": 182385
    },
    {
      "epoch": 0.1596493823313414,
      "grad_norm": 0.41411545872688293,
      "learning_rate": 4.778690736678836e-05,
      "loss": 5.9359,
      "step": 182390
    },
    {
      "epoch": 0.15965375892496855,
      "grad_norm": 0.43110716342926025,
      "learning_rate": 4.7786780359844776e-05,
      "loss": 4.9396,
      "step": 182395
    },
    {
      "epoch": 0.1596581355185957,
      "grad_norm": 0.4269903898239136,
      "learning_rate": 4.778665334947036e-05,
      "loss": 5.2553,
      "step": 182400
    },
    {
      "epoch": 0.15966251211222288,
      "grad_norm": 0.4024670720100403,
      "learning_rate": 4.778652633566513e-05,
      "loss": 6.2467,
      "step": 182405
    },
    {
      "epoch": 0.15966688870585002,
      "grad_norm": 0.43288180232048035,
      "learning_rate": 4.778639931842911e-05,
      "loss": 5.1388,
      "step": 182410
    },
    {
      "epoch": 0.15967126529947717,
      "grad_norm": 0.432961642742157,
      "learning_rate": 4.778627229776235e-05,
      "loss": 5.4541,
      "step": 182415
    },
    {
      "epoch": 0.15967564189310432,
      "grad_norm": 0.4219794273376465,
      "learning_rate": 4.778614527366484e-05,
      "loss": 5.1789,
      "step": 182420
    },
    {
      "epoch": 0.15968001848673147,
      "grad_norm": 0.4631490409374237,
      "learning_rate": 4.778601824613661e-05,
      "loss": 5.1719,
      "step": 182425
    },
    {
      "epoch": 0.15968439508035864,
      "grad_norm": 0.43246984481811523,
      "learning_rate": 4.778589121517772e-05,
      "loss": 4.9695,
      "step": 182430
    },
    {
      "epoch": 0.1596887716739858,
      "grad_norm": 0.41371193528175354,
      "learning_rate": 4.778576418078815e-05,
      "loss": 5.9801,
      "step": 182435
    },
    {
      "epoch": 0.15969314826761294,
      "grad_norm": 0.5078840255737305,
      "learning_rate": 4.778563714296794e-05,
      "loss": 4.9112,
      "step": 182440
    },
    {
      "epoch": 0.1596975248612401,
      "grad_norm": 0.4158397614955902,
      "learning_rate": 4.7785510101717136e-05,
      "loss": 4.8665,
      "step": 182445
    },
    {
      "epoch": 0.15970190145486726,
      "grad_norm": 0.4330197870731354,
      "learning_rate": 4.778538305703573e-05,
      "loss": 4.8654,
      "step": 182450
    },
    {
      "epoch": 0.1597062780484944,
      "grad_norm": 0.42923372983932495,
      "learning_rate": 4.778525600892376e-05,
      "loss": 5.7376,
      "step": 182455
    },
    {
      "epoch": 0.15971065464212156,
      "grad_norm": 0.4559810757637024,
      "learning_rate": 4.7785128957381256e-05,
      "loss": 5.2521,
      "step": 182460
    },
    {
      "epoch": 0.1597150312357487,
      "grad_norm": 0.43796348571777344,
      "learning_rate": 4.7785001902408235e-05,
      "loss": 4.7187,
      "step": 182465
    },
    {
      "epoch": 0.15971940782937588,
      "grad_norm": 0.4345027506351471,
      "learning_rate": 4.778487484400472e-05,
      "loss": 5.1185,
      "step": 182470
    },
    {
      "epoch": 0.15972378442300303,
      "grad_norm": 0.4412551820278168,
      "learning_rate": 4.778474778217075e-05,
      "loss": 5.6795,
      "step": 182475
    },
    {
      "epoch": 0.15972816101663018,
      "grad_norm": 0.43866100907325745,
      "learning_rate": 4.778462071690632e-05,
      "loss": 4.3388,
      "step": 182480
    },
    {
      "epoch": 0.15973253761025732,
      "grad_norm": 0.43842798471450806,
      "learning_rate": 4.778449364821149e-05,
      "loss": 5.1424,
      "step": 182485
    },
    {
      "epoch": 0.1597369142038845,
      "grad_norm": 0.4425424337387085,
      "learning_rate": 4.778436657608627e-05,
      "loss": 4.6856,
      "step": 182490
    },
    {
      "epoch": 0.15974129079751165,
      "grad_norm": 0.42497721314430237,
      "learning_rate": 4.778423950053067e-05,
      "loss": 5.6527,
      "step": 182495
    },
    {
      "epoch": 0.1597456673911388,
      "grad_norm": 0.4182874858379364,
      "learning_rate": 4.778411242154474e-05,
      "loss": 4.9811,
      "step": 182500
    },
    {
      "epoch": 0.15975004398476594,
      "grad_norm": 0.40166160464286804,
      "learning_rate": 4.778398533912848e-05,
      "loss": 5.4652,
      "step": 182505
    },
    {
      "epoch": 0.15975442057839312,
      "grad_norm": 0.44072791934013367,
      "learning_rate": 4.778385825328193e-05,
      "loss": 4.9572,
      "step": 182510
    },
    {
      "epoch": 0.15975879717202027,
      "grad_norm": 0.42558610439300537,
      "learning_rate": 4.778373116400511e-05,
      "loss": 5.4663,
      "step": 182515
    },
    {
      "epoch": 0.15976317376564741,
      "grad_norm": 0.4194069802761078,
      "learning_rate": 4.778360407129805e-05,
      "loss": 5.4177,
      "step": 182520
    },
    {
      "epoch": 0.15976755035927456,
      "grad_norm": 0.42407527565956116,
      "learning_rate": 4.778347697516076e-05,
      "loss": 5.4408,
      "step": 182525
    },
    {
      "epoch": 0.15977192695290174,
      "grad_norm": 0.43037766218185425,
      "learning_rate": 4.7783349875593287e-05,
      "loss": 4.9338,
      "step": 182530
    },
    {
      "epoch": 0.15977630354652889,
      "grad_norm": 0.41255441308021545,
      "learning_rate": 4.7783222772595624e-05,
      "loss": 5.2604,
      "step": 182535
    },
    {
      "epoch": 0.15978068014015603,
      "grad_norm": 0.43324971199035645,
      "learning_rate": 4.778309566616783e-05,
      "loss": 4.8467,
      "step": 182540
    },
    {
      "epoch": 0.15978505673378318,
      "grad_norm": 0.43124765157699585,
      "learning_rate": 4.7782968556309914e-05,
      "loss": 4.6917,
      "step": 182545
    },
    {
      "epoch": 0.15978943332741033,
      "grad_norm": 0.44895464181900024,
      "learning_rate": 4.7782841443021885e-05,
      "loss": 5.6291,
      "step": 182550
    },
    {
      "epoch": 0.1597938099210375,
      "grad_norm": 0.4235782027244568,
      "learning_rate": 4.77827143263038e-05,
      "loss": 4.4646,
      "step": 182555
    },
    {
      "epoch": 0.15979818651466465,
      "grad_norm": 0.4225305914878845,
      "learning_rate": 4.778258720615566e-05,
      "loss": 5.2295,
      "step": 182560
    },
    {
      "epoch": 0.1598025631082918,
      "grad_norm": 0.44350215792655945,
      "learning_rate": 4.778246008257748e-05,
      "loss": 5.9527,
      "step": 182565
    },
    {
      "epoch": 0.15980693970191895,
      "grad_norm": 0.43350791931152344,
      "learning_rate": 4.778233295556932e-05,
      "loss": 4.9049,
      "step": 182570
    },
    {
      "epoch": 0.15981131629554612,
      "grad_norm": 0.47988951206207275,
      "learning_rate": 4.778220582513119e-05,
      "loss": 5.4286,
      "step": 182575
    },
    {
      "epoch": 0.15981569288917327,
      "grad_norm": 0.4471115469932556,
      "learning_rate": 4.778207869126309e-05,
      "loss": 4.9424,
      "step": 182580
    },
    {
      "epoch": 0.15982006948280042,
      "grad_norm": 0.4324168860912323,
      "learning_rate": 4.7781951553965074e-05,
      "loss": 5.9629,
      "step": 182585
    },
    {
      "epoch": 0.15982444607642757,
      "grad_norm": 0.5267418026924133,
      "learning_rate": 4.7781824413237156e-05,
      "loss": 5.0617,
      "step": 182590
    },
    {
      "epoch": 0.15982882267005474,
      "grad_norm": 0.43355679512023926,
      "learning_rate": 4.778169726907935e-05,
      "loss": 5.0559,
      "step": 182595
    },
    {
      "epoch": 0.1598331992636819,
      "grad_norm": 0.46462345123291016,
      "learning_rate": 4.7781570121491706e-05,
      "loss": 5.8042,
      "step": 182600
    },
    {
      "epoch": 0.15983757585730904,
      "grad_norm": 0.47533056139945984,
      "learning_rate": 4.7781442970474235e-05,
      "loss": 5.3641,
      "step": 182605
    },
    {
      "epoch": 0.1598419524509362,
      "grad_norm": 0.4228791892528534,
      "learning_rate": 4.778131581602695e-05,
      "loss": 5.7612,
      "step": 182610
    },
    {
      "epoch": 0.15984632904456336,
      "grad_norm": 0.42123183608055115,
      "learning_rate": 4.7781188658149875e-05,
      "loss": 4.9104,
      "step": 182615
    },
    {
      "epoch": 0.1598507056381905,
      "grad_norm": 0.44095900654792786,
      "learning_rate": 4.7781061496843075e-05,
      "loss": 5.4239,
      "step": 182620
    },
    {
      "epoch": 0.15985508223181766,
      "grad_norm": 0.46774160861968994,
      "learning_rate": 4.778093433210653e-05,
      "loss": 5.2354,
      "step": 182625
    },
    {
      "epoch": 0.1598594588254448,
      "grad_norm": 0.4492531716823578,
      "learning_rate": 4.778080716394028e-05,
      "loss": 5.7487,
      "step": 182630
    },
    {
      "epoch": 0.15986383541907198,
      "grad_norm": 0.45705142617225647,
      "learning_rate": 4.778067999234435e-05,
      "loss": 4.7209,
      "step": 182635
    },
    {
      "epoch": 0.15986821201269913,
      "grad_norm": 0.4011956453323364,
      "learning_rate": 4.778055281731876e-05,
      "loss": 5.7915,
      "step": 182640
    },
    {
      "epoch": 0.15987258860632628,
      "grad_norm": 0.480293333530426,
      "learning_rate": 4.778042563886354e-05,
      "loss": 5.3713,
      "step": 182645
    },
    {
      "epoch": 0.15987696519995342,
      "grad_norm": 0.44354405999183655,
      "learning_rate": 4.77802984569787e-05,
      "loss": 5.6648,
      "step": 182650
    },
    {
      "epoch": 0.1598813417935806,
      "grad_norm": 0.682995617389679,
      "learning_rate": 4.77801712716643e-05,
      "loss": 4.2516,
      "step": 182655
    },
    {
      "epoch": 0.15988571838720775,
      "grad_norm": 0.5938923358917236,
      "learning_rate": 4.7780044082920325e-05,
      "loss": 5.1534,
      "step": 182660
    },
    {
      "epoch": 0.1598900949808349,
      "grad_norm": 0.566246747970581,
      "learning_rate": 4.7779916890746824e-05,
      "loss": 5.7094,
      "step": 182665
    },
    {
      "epoch": 0.15989447157446204,
      "grad_norm": 0.45157405734062195,
      "learning_rate": 4.7779789695143815e-05,
      "loss": 5.352,
      "step": 182670
    },
    {
      "epoch": 0.15989884816808922,
      "grad_norm": 0.6420347094535828,
      "learning_rate": 4.777966249611131e-05,
      "loss": 4.6428,
      "step": 182675
    },
    {
      "epoch": 0.15990322476171637,
      "grad_norm": 0.4634718894958496,
      "learning_rate": 4.7779535293649356e-05,
      "loss": 6.2938,
      "step": 182680
    },
    {
      "epoch": 0.15990760135534351,
      "grad_norm": 0.4108733534812927,
      "learning_rate": 4.777940808775796e-05,
      "loss": 6.2707,
      "step": 182685
    },
    {
      "epoch": 0.15991197794897066,
      "grad_norm": 0.5211924314498901,
      "learning_rate": 4.777928087843716e-05,
      "loss": 5.4648,
      "step": 182690
    },
    {
      "epoch": 0.1599163545425978,
      "grad_norm": 0.4947938024997711,
      "learning_rate": 4.777915366568697e-05,
      "loss": 5.7438,
      "step": 182695
    },
    {
      "epoch": 0.159920731136225,
      "grad_norm": 0.43773338198661804,
      "learning_rate": 4.777902644950741e-05,
      "loss": 4.1978,
      "step": 182700
    },
    {
      "epoch": 0.15992510772985213,
      "grad_norm": 0.46499747037887573,
      "learning_rate": 4.777889922989853e-05,
      "loss": 5.6785,
      "step": 182705
    },
    {
      "epoch": 0.15992948432347928,
      "grad_norm": 0.45783114433288574,
      "learning_rate": 4.777877200686033e-05,
      "loss": 4.6084,
      "step": 182710
    },
    {
      "epoch": 0.15993386091710643,
      "grad_norm": 0.4446856677532196,
      "learning_rate": 4.777864478039283e-05,
      "loss": 5.5009,
      "step": 182715
    },
    {
      "epoch": 0.1599382375107336,
      "grad_norm": 0.44694429636001587,
      "learning_rate": 4.777851755049608e-05,
      "loss": 4.4171,
      "step": 182720
    },
    {
      "epoch": 0.15994261410436075,
      "grad_norm": 0.4454233646392822,
      "learning_rate": 4.777839031717009e-05,
      "loss": 5.1651,
      "step": 182725
    },
    {
      "epoch": 0.1599469906979879,
      "grad_norm": 0.41385507583618164,
      "learning_rate": 4.777826308041488e-05,
      "loss": 4.4218,
      "step": 182730
    },
    {
      "epoch": 0.15995136729161505,
      "grad_norm": 0.460548996925354,
      "learning_rate": 4.777813584023048e-05,
      "loss": 5.4598,
      "step": 182735
    },
    {
      "epoch": 0.15995574388524222,
      "grad_norm": 0.42747679352760315,
      "learning_rate": 4.777800859661691e-05,
      "loss": 5.2402,
      "step": 182740
    },
    {
      "epoch": 0.15996012047886937,
      "grad_norm": 0.49211567640304565,
      "learning_rate": 4.777788134957421e-05,
      "loss": 4.445,
      "step": 182745
    },
    {
      "epoch": 0.15996449707249652,
      "grad_norm": 0.40182435512542725,
      "learning_rate": 4.7777754099102376e-05,
      "loss": 3.6777,
      "step": 182750
    },
    {
      "epoch": 0.15996887366612367,
      "grad_norm": 0.4575332999229431,
      "learning_rate": 4.7777626845201465e-05,
      "loss": 4.6342,
      "step": 182755
    },
    {
      "epoch": 0.15997325025975084,
      "grad_norm": 0.4585075378417969,
      "learning_rate": 4.777749958787148e-05,
      "loss": 5.4521,
      "step": 182760
    },
    {
      "epoch": 0.159977626853378,
      "grad_norm": 0.4107763469219208,
      "learning_rate": 4.7777372327112446e-05,
      "loss": 5.4147,
      "step": 182765
    },
    {
      "epoch": 0.15998200344700514,
      "grad_norm": 0.4265407621860504,
      "learning_rate": 4.77772450629244e-05,
      "loss": 5.7664,
      "step": 182770
    },
    {
      "epoch": 0.1599863800406323,
      "grad_norm": 0.4137198328971863,
      "learning_rate": 4.777711779530737e-05,
      "loss": 4.6522,
      "step": 182775
    },
    {
      "epoch": 0.15999075663425946,
      "grad_norm": 0.4101022183895111,
      "learning_rate": 4.777699052426136e-05,
      "loss": 5.4638,
      "step": 182780
    },
    {
      "epoch": 0.1599951332278866,
      "grad_norm": 0.41594046354293823,
      "learning_rate": 4.777686324978641e-05,
      "loss": 4.9328,
      "step": 182785
    },
    {
      "epoch": 0.15999950982151376,
      "grad_norm": 0.4259096384048462,
      "learning_rate": 4.7776735971882536e-05,
      "loss": 5.2426,
      "step": 182790
    },
    {
      "epoch": 0.1600038864151409,
      "grad_norm": 0.43031448125839233,
      "learning_rate": 4.7776608690549764e-05,
      "loss": 5.1438,
      "step": 182795
    },
    {
      "epoch": 0.16000826300876808,
      "grad_norm": 0.4201394319534302,
      "learning_rate": 4.777648140578812e-05,
      "loss": 4.6267,
      "step": 182800
    },
    {
      "epoch": 0.16001263960239523,
      "grad_norm": 0.40733903646469116,
      "learning_rate": 4.7776354117597636e-05,
      "loss": 4.92,
      "step": 182805
    },
    {
      "epoch": 0.16001701619602238,
      "grad_norm": 0.4114675521850586,
      "learning_rate": 4.7776226825978334e-05,
      "loss": 5.4875,
      "step": 182810
    },
    {
      "epoch": 0.16002139278964952,
      "grad_norm": 0.4389701187610626,
      "learning_rate": 4.777609953093022e-05,
      "loss": 4.6231,
      "step": 182815
    },
    {
      "epoch": 0.16002576938327667,
      "grad_norm": 0.4338594377040863,
      "learning_rate": 4.777597223245335e-05,
      "loss": 5.9529,
      "step": 182820
    },
    {
      "epoch": 0.16003014597690385,
      "grad_norm": 0.4162749648094177,
      "learning_rate": 4.777584493054772e-05,
      "loss": 4.4249,
      "step": 182825
    },
    {
      "epoch": 0.160034522570531,
      "grad_norm": 0.4063495099544525,
      "learning_rate": 4.7775717625213366e-05,
      "loss": 4.9178,
      "step": 182830
    },
    {
      "epoch": 0.16003889916415814,
      "grad_norm": 0.42317286133766174,
      "learning_rate": 4.777559031645031e-05,
      "loss": 5.6682,
      "step": 182835
    },
    {
      "epoch": 0.1600432757577853,
      "grad_norm": 0.4224931597709656,
      "learning_rate": 4.777546300425859e-05,
      "loss": 5.7137,
      "step": 182840
    },
    {
      "epoch": 0.16004765235141247,
      "grad_norm": 0.4091733992099762,
      "learning_rate": 4.777533568863821e-05,
      "loss": 5.2261,
      "step": 182845
    },
    {
      "epoch": 0.16005202894503961,
      "grad_norm": 0.41400814056396484,
      "learning_rate": 4.777520836958921e-05,
      "loss": 5.4698,
      "step": 182850
    },
    {
      "epoch": 0.16005640553866676,
      "grad_norm": 0.4257104694843292,
      "learning_rate": 4.7775081047111604e-05,
      "loss": 5.674,
      "step": 182855
    },
    {
      "epoch": 0.1600607821322939,
      "grad_norm": 0.4264688193798065,
      "learning_rate": 4.777495372120543e-05,
      "loss": 4.6247,
      "step": 182860
    },
    {
      "epoch": 0.1600651587259211,
      "grad_norm": 0.4254724681377411,
      "learning_rate": 4.77748263918707e-05,
      "loss": 4.9269,
      "step": 182865
    },
    {
      "epoch": 0.16006953531954823,
      "grad_norm": 0.4371773600578308,
      "learning_rate": 4.777469905910744e-05,
      "loss": 4.6659,
      "step": 182870
    },
    {
      "epoch": 0.16007391191317538,
      "grad_norm": 0.4196437895298004,
      "learning_rate": 4.777457172291569e-05,
      "loss": 5.7096,
      "step": 182875
    },
    {
      "epoch": 0.16007828850680253,
      "grad_norm": 0.424708753824234,
      "learning_rate": 4.7774444383295434e-05,
      "loss": 5.4479,
      "step": 182880
    },
    {
      "epoch": 0.1600826651004297,
      "grad_norm": 0.42916128039360046,
      "learning_rate": 4.7774317040246744e-05,
      "loss": 5.1521,
      "step": 182885
    },
    {
      "epoch": 0.16008704169405685,
      "grad_norm": 0.44919225573539734,
      "learning_rate": 4.7774189693769624e-05,
      "loss": 4.8539,
      "step": 182890
    },
    {
      "epoch": 0.160091418287684,
      "grad_norm": 0.4281271994113922,
      "learning_rate": 4.777406234386409e-05,
      "loss": 5.6098,
      "step": 182895
    },
    {
      "epoch": 0.16009579488131115,
      "grad_norm": 0.3929043412208557,
      "learning_rate": 4.777393499053019e-05,
      "loss": 5.7385,
      "step": 182900
    },
    {
      "epoch": 0.16010017147493832,
      "grad_norm": 0.4007543921470642,
      "learning_rate": 4.777380763376792e-05,
      "loss": 5.977,
      "step": 182905
    },
    {
      "epoch": 0.16010454806856547,
      "grad_norm": 0.41535863280296326,
      "learning_rate": 4.7773680273577336e-05,
      "loss": 4.831,
      "step": 182910
    },
    {
      "epoch": 0.16010892466219262,
      "grad_norm": 0.46106478571891785,
      "learning_rate": 4.777355290995843e-05,
      "loss": 5.2096,
      "step": 182915
    },
    {
      "epoch": 0.16011330125581977,
      "grad_norm": 0.45660892128944397,
      "learning_rate": 4.777342554291126e-05,
      "loss": 4.7188,
      "step": 182920
    },
    {
      "epoch": 0.16011767784944694,
      "grad_norm": 0.4000043272972107,
      "learning_rate": 4.777329817243582e-05,
      "loss": 5.239,
      "step": 182925
    },
    {
      "epoch": 0.1601220544430741,
      "grad_norm": 0.40683698654174805,
      "learning_rate": 4.777317079853214e-05,
      "loss": 5.2291,
      "step": 182930
    },
    {
      "epoch": 0.16012643103670124,
      "grad_norm": 0.4218638241291046,
      "learning_rate": 4.777304342120026e-05,
      "loss": 4.8181,
      "step": 182935
    },
    {
      "epoch": 0.1601308076303284,
      "grad_norm": 0.42218443751335144,
      "learning_rate": 4.7772916040440194e-05,
      "loss": 5.1233,
      "step": 182940
    },
    {
      "epoch": 0.16013518422395553,
      "grad_norm": 0.42681893706321716,
      "learning_rate": 4.7772788656251974e-05,
      "loss": 4.6411,
      "step": 182945
    },
    {
      "epoch": 0.1601395608175827,
      "grad_norm": 0.42632627487182617,
      "learning_rate": 4.777266126863562e-05,
      "loss": 4.9086,
      "step": 182950
    },
    {
      "epoch": 0.16014393741120986,
      "grad_norm": 0.41129204630851746,
      "learning_rate": 4.7772533877591166e-05,
      "loss": 5.3824,
      "step": 182955
    },
    {
      "epoch": 0.160148314004837,
      "grad_norm": 0.4057234525680542,
      "learning_rate": 4.7772406483118604e-05,
      "loss": 5.1544,
      "step": 182960
    },
    {
      "epoch": 0.16015269059846415,
      "grad_norm": 0.39542844891548157,
      "learning_rate": 4.7772279085218e-05,
      "loss": 5.6428,
      "step": 182965
    },
    {
      "epoch": 0.16015706719209133,
      "grad_norm": 0.40450820326805115,
      "learning_rate": 4.777215168388934e-05,
      "loss": 4.5221,
      "step": 182970
    },
    {
      "epoch": 0.16016144378571848,
      "grad_norm": 0.4323152005672455,
      "learning_rate": 4.777202427913269e-05,
      "loss": 4.7215,
      "step": 182975
    },
    {
      "epoch": 0.16016582037934562,
      "grad_norm": 0.4121362864971161,
      "learning_rate": 4.777189687094804e-05,
      "loss": 5.2642,
      "step": 182980
    },
    {
      "epoch": 0.16017019697297277,
      "grad_norm": 0.4045824408531189,
      "learning_rate": 4.7771769459335434e-05,
      "loss": 5.4305,
      "step": 182985
    },
    {
      "epoch": 0.16017457356659995,
      "grad_norm": 0.41899409890174866,
      "learning_rate": 4.777164204429489e-05,
      "loss": 4.686,
      "step": 182990
    },
    {
      "epoch": 0.1601789501602271,
      "grad_norm": 0.4224380552768707,
      "learning_rate": 4.777151462582643e-05,
      "loss": 4.9381,
      "step": 182995
    },
    {
      "epoch": 0.16018332675385424,
      "grad_norm": 0.46036267280578613,
      "learning_rate": 4.777138720393007e-05,
      "loss": 4.8054,
      "step": 183000
    },
    {
      "epoch": 0.1601877033474814,
      "grad_norm": 0.4109070301055908,
      "learning_rate": 4.777125977860587e-05,
      "loss": 5.4722,
      "step": 183005
    },
    {
      "epoch": 0.16019207994110857,
      "grad_norm": 0.3943445086479187,
      "learning_rate": 4.777113234985382e-05,
      "loss": 5.7589,
      "step": 183010
    },
    {
      "epoch": 0.16019645653473572,
      "grad_norm": 0.4261375665664673,
      "learning_rate": 4.7771004917673955e-05,
      "loss": 4.7466,
      "step": 183015
    },
    {
      "epoch": 0.16020083312836286,
      "grad_norm": 0.4056299328804016,
      "learning_rate": 4.777087748206629e-05,
      "loss": 4.929,
      "step": 183020
    },
    {
      "epoch": 0.16020520972199,
      "grad_norm": 0.40381813049316406,
      "learning_rate": 4.7770750043030876e-05,
      "loss": 5.7703,
      "step": 183025
    },
    {
      "epoch": 0.1602095863156172,
      "grad_norm": 0.43563029170036316,
      "learning_rate": 4.777062260056772e-05,
      "loss": 5.0379,
      "step": 183030
    },
    {
      "epoch": 0.16021396290924433,
      "grad_norm": 0.4284142851829529,
      "learning_rate": 4.777049515467683e-05,
      "loss": 5.1575,
      "step": 183035
    },
    {
      "epoch": 0.16021833950287148,
      "grad_norm": 0.4104261100292206,
      "learning_rate": 4.777036770535825e-05,
      "loss": 4.8203,
      "step": 183040
    },
    {
      "epoch": 0.16022271609649863,
      "grad_norm": 0.4525412619113922,
      "learning_rate": 4.777024025261202e-05,
      "loss": 4.7954,
      "step": 183045
    },
    {
      "epoch": 0.1602270926901258,
      "grad_norm": 0.4260559678077698,
      "learning_rate": 4.7770112796438136e-05,
      "loss": 5.9648,
      "step": 183050
    },
    {
      "epoch": 0.16023146928375295,
      "grad_norm": 0.4051364064216614,
      "learning_rate": 4.776998533683664e-05,
      "loss": 5.3807,
      "step": 183055
    },
    {
      "epoch": 0.1602358458773801,
      "grad_norm": 0.39990225434303284,
      "learning_rate": 4.7769857873807544e-05,
      "loss": 4.8457,
      "step": 183060
    },
    {
      "epoch": 0.16024022247100725,
      "grad_norm": 0.41165971755981445,
      "learning_rate": 4.776973040735088e-05,
      "loss": 5.2299,
      "step": 183065
    },
    {
      "epoch": 0.1602445990646344,
      "grad_norm": 0.40220901370048523,
      "learning_rate": 4.7769602937466674e-05,
      "loss": 5.4754,
      "step": 183070
    },
    {
      "epoch": 0.16024897565826157,
      "grad_norm": 0.4435746967792511,
      "learning_rate": 4.776947546415494e-05,
      "loss": 4.6721,
      "step": 183075
    },
    {
      "epoch": 0.16025335225188872,
      "grad_norm": 0.3894861042499542,
      "learning_rate": 4.776934798741573e-05,
      "loss": 5.9332,
      "step": 183080
    },
    {
      "epoch": 0.16025772884551587,
      "grad_norm": 0.38548731803894043,
      "learning_rate": 4.7769220507249026e-05,
      "loss": 5.7342,
      "step": 183085
    },
    {
      "epoch": 0.16026210543914302,
      "grad_norm": 0.39830103516578674,
      "learning_rate": 4.776909302365489e-05,
      "loss": 6.2617,
      "step": 183090
    },
    {
      "epoch": 0.1602664820327702,
      "grad_norm": 0.41132089495658875,
      "learning_rate": 4.7768965536633326e-05,
      "loss": 4.4079,
      "step": 183095
    },
    {
      "epoch": 0.16027085862639734,
      "grad_norm": 0.44701826572418213,
      "learning_rate": 4.776883804618437e-05,
      "loss": 4.8649,
      "step": 183100
    },
    {
      "epoch": 0.1602752352200245,
      "grad_norm": 0.42375341057777405,
      "learning_rate": 4.776871055230804e-05,
      "loss": 5.1511,
      "step": 183105
    },
    {
      "epoch": 0.16027961181365163,
      "grad_norm": 0.40902507305145264,
      "learning_rate": 4.776858305500437e-05,
      "loss": 5.4689,
      "step": 183110
    },
    {
      "epoch": 0.1602839884072788,
      "grad_norm": 0.41074639558792114,
      "learning_rate": 4.776845555427336e-05,
      "loss": 5.9406,
      "step": 183115
    },
    {
      "epoch": 0.16028836500090596,
      "grad_norm": 0.4455563426017761,
      "learning_rate": 4.776832805011506e-05,
      "loss": 4.6407,
      "step": 183120
    },
    {
      "epoch": 0.1602927415945331,
      "grad_norm": 0.43497511744499207,
      "learning_rate": 4.7768200542529496e-05,
      "loss": 5.1311,
      "step": 183125
    },
    {
      "epoch": 0.16029711818816025,
      "grad_norm": 0.44736841320991516,
      "learning_rate": 4.7768073031516667e-05,
      "loss": 4.9199,
      "step": 183130
    },
    {
      "epoch": 0.16030149478178743,
      "grad_norm": 0.4424658715724945,
      "learning_rate": 4.776794551707662e-05,
      "loss": 4.6455,
      "step": 183135
    },
    {
      "epoch": 0.16030587137541458,
      "grad_norm": 0.4232304096221924,
      "learning_rate": 4.7767817999209376e-05,
      "loss": 3.91,
      "step": 183140
    },
    {
      "epoch": 0.16031024796904172,
      "grad_norm": 0.42295169830322266,
      "learning_rate": 4.776769047791495e-05,
      "loss": 5.3895,
      "step": 183145
    },
    {
      "epoch": 0.16031462456266887,
      "grad_norm": 0.41946515440940857,
      "learning_rate": 4.7767562953193365e-05,
      "loss": 4.952,
      "step": 183150
    },
    {
      "epoch": 0.16031900115629605,
      "grad_norm": 0.4247994124889374,
      "learning_rate": 4.776743542504467e-05,
      "loss": 4.6646,
      "step": 183155
    },
    {
      "epoch": 0.1603233777499232,
      "grad_norm": 0.4428403973579407,
      "learning_rate": 4.776730789346887e-05,
      "loss": 6.277,
      "step": 183160
    },
    {
      "epoch": 0.16032775434355034,
      "grad_norm": 0.416728138923645,
      "learning_rate": 4.776718035846599e-05,
      "loss": 5.1854,
      "step": 183165
    },
    {
      "epoch": 0.1603321309371775,
      "grad_norm": 0.5044513940811157,
      "learning_rate": 4.776705282003606e-05,
      "loss": 5.4707,
      "step": 183170
    },
    {
      "epoch": 0.16033650753080467,
      "grad_norm": 0.4344354271888733,
      "learning_rate": 4.77669252781791e-05,
      "loss": 5.715,
      "step": 183175
    },
    {
      "epoch": 0.16034088412443182,
      "grad_norm": 0.44490063190460205,
      "learning_rate": 4.776679773289513e-05,
      "loss": 4.745,
      "step": 183180
    },
    {
      "epoch": 0.16034526071805896,
      "grad_norm": 0.41557061672210693,
      "learning_rate": 4.776667018418419e-05,
      "loss": 4.9138,
      "step": 183185
    },
    {
      "epoch": 0.1603496373116861,
      "grad_norm": 0.41281574964523315,
      "learning_rate": 4.7766542632046294e-05,
      "loss": 5.384,
      "step": 183190
    },
    {
      "epoch": 0.16035401390531326,
      "grad_norm": 0.398394376039505,
      "learning_rate": 4.7766415076481476e-05,
      "loss": 5.4788,
      "step": 183195
    },
    {
      "epoch": 0.16035839049894043,
      "grad_norm": 0.4293506443500519,
      "learning_rate": 4.776628751748974e-05,
      "loss": 4.9258,
      "step": 183200
    },
    {
      "epoch": 0.16036276709256758,
      "grad_norm": 0.4402403235435486,
      "learning_rate": 4.776615995507113e-05,
      "loss": 4.752,
      "step": 183205
    },
    {
      "epoch": 0.16036714368619473,
      "grad_norm": 0.42909061908721924,
      "learning_rate": 4.776603238922567e-05,
      "loss": 5.7011,
      "step": 183210
    },
    {
      "epoch": 0.16037152027982188,
      "grad_norm": 0.4494898319244385,
      "learning_rate": 4.7765904819953365e-05,
      "loss": 4.9275,
      "step": 183215
    },
    {
      "epoch": 0.16037589687344905,
      "grad_norm": 0.4788125157356262,
      "learning_rate": 4.7765777247254263e-05,
      "loss": 5.4391,
      "step": 183220
    },
    {
      "epoch": 0.1603802734670762,
      "grad_norm": 0.4359843134880066,
      "learning_rate": 4.7765649671128364e-05,
      "loss": 5.1565,
      "step": 183225
    },
    {
      "epoch": 0.16038465006070335,
      "grad_norm": 0.4368436932563782,
      "learning_rate": 4.776552209157573e-05,
      "loss": 4.627,
      "step": 183230
    },
    {
      "epoch": 0.1603890266543305,
      "grad_norm": 0.42735040187835693,
      "learning_rate": 4.776539450859635e-05,
      "loss": 5.4375,
      "step": 183235
    },
    {
      "epoch": 0.16039340324795767,
      "grad_norm": 0.40067970752716064,
      "learning_rate": 4.7765266922190264e-05,
      "loss": 5.6459,
      "step": 183240
    },
    {
      "epoch": 0.16039777984158482,
      "grad_norm": 0.40628328919410706,
      "learning_rate": 4.77651393323575e-05,
      "loss": 5.7302,
      "step": 183245
    },
    {
      "epoch": 0.16040215643521197,
      "grad_norm": 0.42750853300094604,
      "learning_rate": 4.776501173909808e-05,
      "loss": 4.9171,
      "step": 183250
    },
    {
      "epoch": 0.16040653302883912,
      "grad_norm": 0.4326767325401306,
      "learning_rate": 4.776488414241201e-05,
      "loss": 5.4641,
      "step": 183255
    },
    {
      "epoch": 0.1604109096224663,
      "grad_norm": 0.4093157649040222,
      "learning_rate": 4.776475654229934e-05,
      "loss": 5.332,
      "step": 183260
    },
    {
      "epoch": 0.16041528621609344,
      "grad_norm": 0.44055214524269104,
      "learning_rate": 4.776462893876008e-05,
      "loss": 5.4183,
      "step": 183265
    },
    {
      "epoch": 0.1604196628097206,
      "grad_norm": 0.40113624930381775,
      "learning_rate": 4.776450133179427e-05,
      "loss": 5.7196,
      "step": 183270
    },
    {
      "epoch": 0.16042403940334773,
      "grad_norm": 0.398173987865448,
      "learning_rate": 4.7764373721401914e-05,
      "loss": 5.7808,
      "step": 183275
    },
    {
      "epoch": 0.1604284159969749,
      "grad_norm": 0.4422624707221985,
      "learning_rate": 4.776424610758304e-05,
      "loss": 4.8654,
      "step": 183280
    },
    {
      "epoch": 0.16043279259060206,
      "grad_norm": 0.44417014718055725,
      "learning_rate": 4.776411849033769e-05,
      "loss": 4.4341,
      "step": 183285
    },
    {
      "epoch": 0.1604371691842292,
      "grad_norm": 0.43096494674682617,
      "learning_rate": 4.776399086966589e-05,
      "loss": 4.4505,
      "step": 183290
    },
    {
      "epoch": 0.16044154577785635,
      "grad_norm": 0.42450955510139465,
      "learning_rate": 4.776386324556764e-05,
      "loss": 5.7559,
      "step": 183295
    },
    {
      "epoch": 0.16044592237148353,
      "grad_norm": 0.42874598503112793,
      "learning_rate": 4.776373561804297e-05,
      "loss": 5.1446,
      "step": 183300
    },
    {
      "epoch": 0.16045029896511068,
      "grad_norm": 0.4314182996749878,
      "learning_rate": 4.7763607987091916e-05,
      "loss": 5.3873,
      "step": 183305
    },
    {
      "epoch": 0.16045467555873782,
      "grad_norm": 0.4635569751262665,
      "learning_rate": 4.7763480352714504e-05,
      "loss": 4.8249,
      "step": 183310
    },
    {
      "epoch": 0.16045905215236497,
      "grad_norm": 0.43666011095046997,
      "learning_rate": 4.7763352714910755e-05,
      "loss": 5.7411,
      "step": 183315
    },
    {
      "epoch": 0.16046342874599215,
      "grad_norm": 0.442310094833374,
      "learning_rate": 4.7763225073680684e-05,
      "loss": 5.7072,
      "step": 183320
    },
    {
      "epoch": 0.1604678053396193,
      "grad_norm": 0.4432494044303894,
      "learning_rate": 4.776309742902433e-05,
      "loss": 4.7109,
      "step": 183325
    },
    {
      "epoch": 0.16047218193324644,
      "grad_norm": 0.42480748891830444,
      "learning_rate": 4.7762969780941716e-05,
      "loss": 5.6557,
      "step": 183330
    },
    {
      "epoch": 0.1604765585268736,
      "grad_norm": 0.4242759943008423,
      "learning_rate": 4.776284212943285e-05,
      "loss": 4.5333,
      "step": 183335
    },
    {
      "epoch": 0.16048093512050074,
      "grad_norm": 0.44066375494003296,
      "learning_rate": 4.7762714474497775e-05,
      "loss": 4.709,
      "step": 183340
    },
    {
      "epoch": 0.16048531171412792,
      "grad_norm": 0.3998417258262634,
      "learning_rate": 4.77625868161365e-05,
      "loss": 5.7549,
      "step": 183345
    },
    {
      "epoch": 0.16048968830775506,
      "grad_norm": 0.41594207286834717,
      "learning_rate": 4.776245915434906e-05,
      "loss": 5.4152,
      "step": 183350
    },
    {
      "epoch": 0.1604940649013822,
      "grad_norm": 0.40705689787864685,
      "learning_rate": 4.776233148913549e-05,
      "loss": 5.4837,
      "step": 183355
    },
    {
      "epoch": 0.16049844149500936,
      "grad_norm": 0.4332014322280884,
      "learning_rate": 4.776220382049579e-05,
      "loss": 5.1402,
      "step": 183360
    },
    {
      "epoch": 0.16050281808863653,
      "grad_norm": 0.4308963418006897,
      "learning_rate": 4.7762076148430004e-05,
      "loss": 4.9383,
      "step": 183365
    },
    {
      "epoch": 0.16050719468226368,
      "grad_norm": 0.41288042068481445,
      "learning_rate": 4.776194847293815e-05,
      "loss": 5.4636,
      "step": 183370
    },
    {
      "epoch": 0.16051157127589083,
      "grad_norm": 0.42875006794929504,
      "learning_rate": 4.7761820794020254e-05,
      "loss": 4.4202,
      "step": 183375
    },
    {
      "epoch": 0.16051594786951798,
      "grad_norm": 0.43043768405914307,
      "learning_rate": 4.776169311167633e-05,
      "loss": 5.9953,
      "step": 183380
    },
    {
      "epoch": 0.16052032446314515,
      "grad_norm": 0.42698726058006287,
      "learning_rate": 4.776156542590642e-05,
      "loss": 4.6464,
      "step": 183385
    },
    {
      "epoch": 0.1605247010567723,
      "grad_norm": 0.43375056982040405,
      "learning_rate": 4.776143773671053e-05,
      "loss": 4.7003,
      "step": 183390
    },
    {
      "epoch": 0.16052907765039945,
      "grad_norm": 0.42422357201576233,
      "learning_rate": 4.7761310044088716e-05,
      "loss": 5.1006,
      "step": 183395
    },
    {
      "epoch": 0.1605334542440266,
      "grad_norm": 0.4069496989250183,
      "learning_rate": 4.7761182348040956e-05,
      "loss": 6.2744,
      "step": 183400
    },
    {
      "epoch": 0.16053783083765377,
      "grad_norm": 0.4647408723831177,
      "learning_rate": 4.7761054648567314e-05,
      "loss": 5.1444,
      "step": 183405
    },
    {
      "epoch": 0.16054220743128092,
      "grad_norm": 0.48393216729164124,
      "learning_rate": 4.77609269456678e-05,
      "loss": 5.0701,
      "step": 183410
    },
    {
      "epoch": 0.16054658402490807,
      "grad_norm": 0.4085645079612732,
      "learning_rate": 4.776079923934244e-05,
      "loss": 5.3664,
      "step": 183415
    },
    {
      "epoch": 0.16055096061853522,
      "grad_norm": 0.44530537724494934,
      "learning_rate": 4.776067152959126e-05,
      "loss": 5.1401,
      "step": 183420
    },
    {
      "epoch": 0.1605553372121624,
      "grad_norm": 0.453274667263031,
      "learning_rate": 4.776054381641428e-05,
      "loss": 5.2281,
      "step": 183425
    },
    {
      "epoch": 0.16055971380578954,
      "grad_norm": 0.46010059118270874,
      "learning_rate": 4.776041609981153e-05,
      "loss": 4.3265,
      "step": 183430
    },
    {
      "epoch": 0.1605640903994167,
      "grad_norm": 0.41149795055389404,
      "learning_rate": 4.7760288379783036e-05,
      "loss": 5.494,
      "step": 183435
    },
    {
      "epoch": 0.16056846699304383,
      "grad_norm": 0.398054838180542,
      "learning_rate": 4.776016065632881e-05,
      "loss": 6.233,
      "step": 183440
    },
    {
      "epoch": 0.160572843586671,
      "grad_norm": 0.40806034207344055,
      "learning_rate": 4.776003292944889e-05,
      "loss": 5.3791,
      "step": 183445
    },
    {
      "epoch": 0.16057722018029816,
      "grad_norm": 0.4181509017944336,
      "learning_rate": 4.77599051991433e-05,
      "loss": 5.5218,
      "step": 183450
    },
    {
      "epoch": 0.1605815967739253,
      "grad_norm": 0.4202563464641571,
      "learning_rate": 4.775977746541206e-05,
      "loss": 5.1613,
      "step": 183455
    },
    {
      "epoch": 0.16058597336755245,
      "grad_norm": 0.4116643965244293,
      "learning_rate": 4.775964972825519e-05,
      "loss": 4.8528,
      "step": 183460
    },
    {
      "epoch": 0.1605903499611796,
      "grad_norm": 0.40775203704833984,
      "learning_rate": 4.775952198767272e-05,
      "loss": 6.2537,
      "step": 183465
    },
    {
      "epoch": 0.16059472655480678,
      "grad_norm": 0.5965207815170288,
      "learning_rate": 4.7759394243664666e-05,
      "loss": 4.8165,
      "step": 183470
    },
    {
      "epoch": 0.16059910314843392,
      "grad_norm": 0.47644656896591187,
      "learning_rate": 4.775926649623108e-05,
      "loss": 5.208,
      "step": 183475
    },
    {
      "epoch": 0.16060347974206107,
      "grad_norm": 0.496134489774704,
      "learning_rate": 4.775913874537196e-05,
      "loss": 5.2713,
      "step": 183480
    },
    {
      "epoch": 0.16060785633568822,
      "grad_norm": 0.44852447509765625,
      "learning_rate": 4.775901099108734e-05,
      "loss": 4.635,
      "step": 183485
    },
    {
      "epoch": 0.1606122329293154,
      "grad_norm": 0.4809982478618622,
      "learning_rate": 4.7758883233377236e-05,
      "loss": 4.7588,
      "step": 183490
    },
    {
      "epoch": 0.16061660952294254,
      "grad_norm": 0.4369443655014038,
      "learning_rate": 4.7758755472241676e-05,
      "loss": 4.2223,
      "step": 183495
    },
    {
      "epoch": 0.1606209861165697,
      "grad_norm": 0.4017717242240906,
      "learning_rate": 4.77586277076807e-05,
      "loss": 6.2684,
      "step": 183500
    },
    {
      "epoch": 0.16062536271019684,
      "grad_norm": 0.4340192377567291,
      "learning_rate": 4.7758499939694324e-05,
      "loss": 5.7432,
      "step": 183505
    },
    {
      "epoch": 0.16062973930382402,
      "grad_norm": 0.4204442799091339,
      "learning_rate": 4.775837216828256e-05,
      "loss": 4.7003,
      "step": 183510
    },
    {
      "epoch": 0.16063411589745116,
      "grad_norm": 0.4090181291103363,
      "learning_rate": 4.775824439344545e-05,
      "loss": 4.3105,
      "step": 183515
    },
    {
      "epoch": 0.1606384924910783,
      "grad_norm": 0.4697818458080292,
      "learning_rate": 4.7758116615183004e-05,
      "loss": 4.9564,
      "step": 183520
    },
    {
      "epoch": 0.16064286908470546,
      "grad_norm": 0.4250498414039612,
      "learning_rate": 4.775798883349526e-05,
      "loss": 5.1494,
      "step": 183525
    },
    {
      "epoch": 0.16064724567833263,
      "grad_norm": 0.406538724899292,
      "learning_rate": 4.7757861048382236e-05,
      "loss": 4.6783,
      "step": 183530
    },
    {
      "epoch": 0.16065162227195978,
      "grad_norm": 0.42308682203292847,
      "learning_rate": 4.7757733259843954e-05,
      "loss": 5.4101,
      "step": 183535
    },
    {
      "epoch": 0.16065599886558693,
      "grad_norm": 0.40006962418556213,
      "learning_rate": 4.775760546788044e-05,
      "loss": 5.1594,
      "step": 183540
    },
    {
      "epoch": 0.16066037545921408,
      "grad_norm": 0.4432510733604431,
      "learning_rate": 4.775747767249173e-05,
      "loss": 4.7286,
      "step": 183545
    },
    {
      "epoch": 0.16066475205284125,
      "grad_norm": 0.3996548354625702,
      "learning_rate": 4.7757349873677824e-05,
      "loss": 5.2787,
      "step": 183550
    },
    {
      "epoch": 0.1606691286464684,
      "grad_norm": 0.40560969710350037,
      "learning_rate": 4.775722207143877e-05,
      "loss": 5.6389,
      "step": 183555
    },
    {
      "epoch": 0.16067350524009555,
      "grad_norm": 0.4280981421470642,
      "learning_rate": 4.775709426577458e-05,
      "loss": 4.9365,
      "step": 183560
    },
    {
      "epoch": 0.1606778818337227,
      "grad_norm": 0.40565475821495056,
      "learning_rate": 4.775696645668529e-05,
      "loss": 5.4416,
      "step": 183565
    },
    {
      "epoch": 0.16068225842734987,
      "grad_norm": 0.4031660556793213,
      "learning_rate": 4.775683864417091e-05,
      "loss": 5.4677,
      "step": 183570
    },
    {
      "epoch": 0.16068663502097702,
      "grad_norm": 0.4344424307346344,
      "learning_rate": 4.7756710828231476e-05,
      "loss": 5.092,
      "step": 183575
    },
    {
      "epoch": 0.16069101161460417,
      "grad_norm": 0.4048832058906555,
      "learning_rate": 4.775658300886701e-05,
      "loss": 5.2638,
      "step": 183580
    },
    {
      "epoch": 0.16069538820823132,
      "grad_norm": 0.42577189207077026,
      "learning_rate": 4.775645518607753e-05,
      "loss": 5.6545,
      "step": 183585
    },
    {
      "epoch": 0.16069976480185846,
      "grad_norm": 0.44718337059020996,
      "learning_rate": 4.7756327359863075e-05,
      "loss": 4.8381,
      "step": 183590
    },
    {
      "epoch": 0.16070414139548564,
      "grad_norm": 0.4058571457862854,
      "learning_rate": 4.775619953022366e-05,
      "loss": 5.9543,
      "step": 183595
    },
    {
      "epoch": 0.1607085179891128,
      "grad_norm": 0.4065265357494354,
      "learning_rate": 4.77560716971593e-05,
      "loss": 6.0068,
      "step": 183600
    },
    {
      "epoch": 0.16071289458273993,
      "grad_norm": 0.4122539162635803,
      "learning_rate": 4.775594386067004e-05,
      "loss": 4.6255,
      "step": 183605
    },
    {
      "epoch": 0.16071727117636708,
      "grad_norm": 0.44207334518432617,
      "learning_rate": 4.775581602075588e-05,
      "loss": 4.9241,
      "step": 183610
    },
    {
      "epoch": 0.16072164776999426,
      "grad_norm": 0.42441827058792114,
      "learning_rate": 4.775568817741688e-05,
      "loss": 5.7388,
      "step": 183615
    },
    {
      "epoch": 0.1607260243636214,
      "grad_norm": 0.4060252010822296,
      "learning_rate": 4.775556033065304e-05,
      "loss": 5.7119,
      "step": 183620
    },
    {
      "epoch": 0.16073040095724855,
      "grad_norm": 0.41422322392463684,
      "learning_rate": 4.775543248046438e-05,
      "loss": 5.7281,
      "step": 183625
    },
    {
      "epoch": 0.1607347775508757,
      "grad_norm": 0.42208555340766907,
      "learning_rate": 4.7755304626850925e-05,
      "loss": 5.6838,
      "step": 183630
    },
    {
      "epoch": 0.16073915414450288,
      "grad_norm": 0.4088365137577057,
      "learning_rate": 4.775517676981273e-05,
      "loss": 5.4271,
      "step": 183635
    },
    {
      "epoch": 0.16074353073813002,
      "grad_norm": 0.4218546748161316,
      "learning_rate": 4.775504890934979e-05,
      "loss": 4.8468,
      "step": 183640
    },
    {
      "epoch": 0.16074790733175717,
      "grad_norm": 0.4424607753753662,
      "learning_rate": 4.775492104546213e-05,
      "loss": 5.9607,
      "step": 183645
    },
    {
      "epoch": 0.16075228392538432,
      "grad_norm": 0.45200207829475403,
      "learning_rate": 4.775479317814979e-05,
      "loss": 4.9707,
      "step": 183650
    },
    {
      "epoch": 0.1607566605190115,
      "grad_norm": 0.40987035632133484,
      "learning_rate": 4.775466530741278e-05,
      "loss": 5.7523,
      "step": 183655
    },
    {
      "epoch": 0.16076103711263864,
      "grad_norm": 0.44479992985725403,
      "learning_rate": 4.775453743325113e-05,
      "loss": 5.4234,
      "step": 183660
    },
    {
      "epoch": 0.1607654137062658,
      "grad_norm": 0.46067845821380615,
      "learning_rate": 4.775440955566488e-05,
      "loss": 5.459,
      "step": 183665
    },
    {
      "epoch": 0.16076979029989294,
      "grad_norm": 0.43536365032196045,
      "learning_rate": 4.775428167465403e-05,
      "loss": 4.9288,
      "step": 183670
    },
    {
      "epoch": 0.16077416689352012,
      "grad_norm": 0.4246284067630768,
      "learning_rate": 4.775415379021863e-05,
      "loss": 5.6744,
      "step": 183675
    },
    {
      "epoch": 0.16077854348714726,
      "grad_norm": 0.44407591223716736,
      "learning_rate": 4.7754025902358665e-05,
      "loss": 4.6474,
      "step": 183680
    },
    {
      "epoch": 0.1607829200807744,
      "grad_norm": 0.41530293226242065,
      "learning_rate": 4.77538980110742e-05,
      "loss": 4.7216,
      "step": 183685
    },
    {
      "epoch": 0.16078729667440156,
      "grad_norm": 0.43948692083358765,
      "learning_rate": 4.7753770116365245e-05,
      "loss": 5.4177,
      "step": 183690
    },
    {
      "epoch": 0.16079167326802873,
      "grad_norm": 0.4417065978050232,
      "learning_rate": 4.775364221823182e-05,
      "loss": 4.9457,
      "step": 183695
    },
    {
      "epoch": 0.16079604986165588,
      "grad_norm": 0.4472058415412903,
      "learning_rate": 4.7753514316673955e-05,
      "loss": 5.9697,
      "step": 183700
    },
    {
      "epoch": 0.16080042645528303,
      "grad_norm": 0.4131969213485718,
      "learning_rate": 4.775338641169168e-05,
      "loss": 5.9162,
      "step": 183705
    },
    {
      "epoch": 0.16080480304891018,
      "grad_norm": 0.4390648603439331,
      "learning_rate": 4.7753258503285e-05,
      "loss": 5.469,
      "step": 183710
    },
    {
      "epoch": 0.16080917964253733,
      "grad_norm": 0.40495020151138306,
      "learning_rate": 4.7753130591453966e-05,
      "loss": 5.7391,
      "step": 183715
    },
    {
      "epoch": 0.1608135562361645,
      "grad_norm": 0.4043862223625183,
      "learning_rate": 4.775300267619858e-05,
      "loss": 5.6473,
      "step": 183720
    },
    {
      "epoch": 0.16081793282979165,
      "grad_norm": 0.4264008700847626,
      "learning_rate": 4.7752874757518875e-05,
      "loss": 5.1507,
      "step": 183725
    },
    {
      "epoch": 0.1608223094234188,
      "grad_norm": 0.4508545398712158,
      "learning_rate": 4.775274683541489e-05,
      "loss": 4.9408,
      "step": 183730
    },
    {
      "epoch": 0.16082668601704594,
      "grad_norm": 0.40271684527397156,
      "learning_rate": 4.775261890988662e-05,
      "loss": 5.2514,
      "step": 183735
    },
    {
      "epoch": 0.16083106261067312,
      "grad_norm": 0.4137777090072632,
      "learning_rate": 4.7752490980934104e-05,
      "loss": 5.7583,
      "step": 183740
    },
    {
      "epoch": 0.16083543920430027,
      "grad_norm": 0.4271749258041382,
      "learning_rate": 4.775236304855738e-05,
      "loss": 4.5436,
      "step": 183745
    },
    {
      "epoch": 0.16083981579792742,
      "grad_norm": 0.44199949502944946,
      "learning_rate": 4.775223511275646e-05,
      "loss": 4.9525,
      "step": 183750
    },
    {
      "epoch": 0.16084419239155456,
      "grad_norm": 0.43777868151664734,
      "learning_rate": 4.775210717353137e-05,
      "loss": 5.4403,
      "step": 183755
    },
    {
      "epoch": 0.16084856898518174,
      "grad_norm": 0.43600255250930786,
      "learning_rate": 4.7751979230882135e-05,
      "loss": 4.758,
      "step": 183760
    },
    {
      "epoch": 0.1608529455788089,
      "grad_norm": 0.42588743567466736,
      "learning_rate": 4.775185128480878e-05,
      "loss": 5.6477,
      "step": 183765
    },
    {
      "epoch": 0.16085732217243603,
      "grad_norm": 0.4437679350376129,
      "learning_rate": 4.775172333531133e-05,
      "loss": 5.7764,
      "step": 183770
    },
    {
      "epoch": 0.16086169876606318,
      "grad_norm": 0.44040825963020325,
      "learning_rate": 4.7751595382389804e-05,
      "loss": 5.4219,
      "step": 183775
    },
    {
      "epoch": 0.16086607535969036,
      "grad_norm": 0.4526979923248291,
      "learning_rate": 4.775146742604424e-05,
      "loss": 5.9568,
      "step": 183780
    },
    {
      "epoch": 0.1608704519533175,
      "grad_norm": 0.4615707993507385,
      "learning_rate": 4.775133946627465e-05,
      "loss": 4.9949,
      "step": 183785
    },
    {
      "epoch": 0.16087482854694465,
      "grad_norm": 0.46724697947502136,
      "learning_rate": 4.7751211503081065e-05,
      "loss": 4.9427,
      "step": 183790
    },
    {
      "epoch": 0.1608792051405718,
      "grad_norm": 0.4186483919620514,
      "learning_rate": 4.775108353646349e-05,
      "loss": 5.1487,
      "step": 183795
    },
    {
      "epoch": 0.16088358173419898,
      "grad_norm": 0.4177248179912567,
      "learning_rate": 4.7750955566421985e-05,
      "loss": 5.2571,
      "step": 183800
    },
    {
      "epoch": 0.16088795832782612,
      "grad_norm": 0.4430067241191864,
      "learning_rate": 4.775082759295656e-05,
      "loss": 5.667,
      "step": 183805
    },
    {
      "epoch": 0.16089233492145327,
      "grad_norm": 0.4449504315853119,
      "learning_rate": 4.775069961606723e-05,
      "loss": 4.9522,
      "step": 183810
    },
    {
      "epoch": 0.16089671151508042,
      "grad_norm": 0.41969314217567444,
      "learning_rate": 4.7750571635754027e-05,
      "loss": 6.2609,
      "step": 183815
    },
    {
      "epoch": 0.1609010881087076,
      "grad_norm": 0.43429720401763916,
      "learning_rate": 4.7750443652016974e-05,
      "loss": 4.8714,
      "step": 183820
    },
    {
      "epoch": 0.16090546470233474,
      "grad_norm": 0.43606892228126526,
      "learning_rate": 4.775031566485609e-05,
      "loss": 4.3147,
      "step": 183825
    },
    {
      "epoch": 0.1609098412959619,
      "grad_norm": 0.47595444321632385,
      "learning_rate": 4.7750187674271416e-05,
      "loss": 5.2419,
      "step": 183830
    },
    {
      "epoch": 0.16091421788958904,
      "grad_norm": 0.45148468017578125,
      "learning_rate": 4.775005968026297e-05,
      "loss": 4.855,
      "step": 183835
    },
    {
      "epoch": 0.1609185944832162,
      "grad_norm": 0.5275300145149231,
      "learning_rate": 4.7749931682830765e-05,
      "loss": 5.1741,
      "step": 183840
    },
    {
      "epoch": 0.16092297107684336,
      "grad_norm": 0.4135277569293976,
      "learning_rate": 4.774980368197484e-05,
      "loss": 5.6988,
      "step": 183845
    },
    {
      "epoch": 0.1609273476704705,
      "grad_norm": 0.4944588840007782,
      "learning_rate": 4.7749675677695204e-05,
      "loss": 5.224,
      "step": 183850
    },
    {
      "epoch": 0.16093172426409766,
      "grad_norm": 0.44130027294158936,
      "learning_rate": 4.774954766999191e-05,
      "loss": 4.9347,
      "step": 183855
    },
    {
      "epoch": 0.1609361008577248,
      "grad_norm": 0.456890732049942,
      "learning_rate": 4.774941965886495e-05,
      "loss": 5.1559,
      "step": 183860
    },
    {
      "epoch": 0.16094047745135198,
      "grad_norm": 0.4475317895412445,
      "learning_rate": 4.774929164431438e-05,
      "loss": 5.6779,
      "step": 183865
    },
    {
      "epoch": 0.16094485404497913,
      "grad_norm": 0.4979008436203003,
      "learning_rate": 4.7749163626340186e-05,
      "loss": 4.4442,
      "step": 183870
    },
    {
      "epoch": 0.16094923063860628,
      "grad_norm": 0.6231338381767273,
      "learning_rate": 4.774903560494243e-05,
      "loss": 5.7661,
      "step": 183875
    },
    {
      "epoch": 0.16095360723223343,
      "grad_norm": 0.42337602376937866,
      "learning_rate": 4.774890758012111e-05,
      "loss": 5.464,
      "step": 183880
    },
    {
      "epoch": 0.1609579838258606,
      "grad_norm": 0.42481425404548645,
      "learning_rate": 4.774877955187627e-05,
      "loss": 5.6807,
      "step": 183885
    },
    {
      "epoch": 0.16096236041948775,
      "grad_norm": 0.584540605545044,
      "learning_rate": 4.774865152020792e-05,
      "loss": 4.454,
      "step": 183890
    },
    {
      "epoch": 0.1609667370131149,
      "grad_norm": 0.46151936054229736,
      "learning_rate": 4.774852348511609e-05,
      "loss": 5.4755,
      "step": 183895
    },
    {
      "epoch": 0.16097111360674204,
      "grad_norm": 0.4488523602485657,
      "learning_rate": 4.774839544660082e-05,
      "loss": 5.6814,
      "step": 183900
    },
    {
      "epoch": 0.16097549020036922,
      "grad_norm": 0.43128159642219543,
      "learning_rate": 4.7748267404662104e-05,
      "loss": 5.1511,
      "step": 183905
    },
    {
      "epoch": 0.16097986679399637,
      "grad_norm": 0.4514721930027008,
      "learning_rate": 4.774813935929999e-05,
      "loss": 4.6125,
      "step": 183910
    },
    {
      "epoch": 0.16098424338762352,
      "grad_norm": 0.46499308943748474,
      "learning_rate": 4.774801131051451e-05,
      "loss": 4.9799,
      "step": 183915
    },
    {
      "epoch": 0.16098861998125066,
      "grad_norm": 0.4606805443763733,
      "learning_rate": 4.7747883258305656e-05,
      "loss": 5.1815,
      "step": 183920
    },
    {
      "epoch": 0.16099299657487784,
      "grad_norm": 0.45576104521751404,
      "learning_rate": 4.7747755202673484e-05,
      "loss": 4.7133,
      "step": 183925
    },
    {
      "epoch": 0.160997373168505,
      "grad_norm": 0.9713355898857117,
      "learning_rate": 4.7747627143618004e-05,
      "loss": 4.6328,
      "step": 183930
    },
    {
      "epoch": 0.16100174976213213,
      "grad_norm": 0.9242232441902161,
      "learning_rate": 4.774749908113924e-05,
      "loss": 5.1704,
      "step": 183935
    },
    {
      "epoch": 0.16100612635575928,
      "grad_norm": 0.5692622065544128,
      "learning_rate": 4.774737101523722e-05,
      "loss": 5.6789,
      "step": 183940
    },
    {
      "epoch": 0.16101050294938646,
      "grad_norm": 0.4307425916194916,
      "learning_rate": 4.7747242945911966e-05,
      "loss": 5.9756,
      "step": 183945
    },
    {
      "epoch": 0.1610148795430136,
      "grad_norm": 0.46786338090896606,
      "learning_rate": 4.77471148731635e-05,
      "loss": 5.9373,
      "step": 183950
    },
    {
      "epoch": 0.16101925613664075,
      "grad_norm": 0.43587249517440796,
      "learning_rate": 4.7746986796991864e-05,
      "loss": 4.4094,
      "step": 183955
    },
    {
      "epoch": 0.1610236327302679,
      "grad_norm": 0.44761261343955994,
      "learning_rate": 4.774685871739707e-05,
      "loss": 5.2438,
      "step": 183960
    },
    {
      "epoch": 0.16102800932389508,
      "grad_norm": 0.419580340385437,
      "learning_rate": 4.7746730634379136e-05,
      "loss": 5.4457,
      "step": 183965
    },
    {
      "epoch": 0.16103238591752222,
      "grad_norm": 0.4275435507297516,
      "learning_rate": 4.774660254793809e-05,
      "loss": 4.5373,
      "step": 183970
    },
    {
      "epoch": 0.16103676251114937,
      "grad_norm": 0.48841407895088196,
      "learning_rate": 4.7746474458073964e-05,
      "loss": 5.3629,
      "step": 183975
    },
    {
      "epoch": 0.16104113910477652,
      "grad_norm": 0.46361085772514343,
      "learning_rate": 4.774634636478679e-05,
      "loss": 5.4344,
      "step": 183980
    },
    {
      "epoch": 0.16104551569840367,
      "grad_norm": 0.49699723720550537,
      "learning_rate": 4.774621826807657e-05,
      "loss": 5.6377,
      "step": 183985
    },
    {
      "epoch": 0.16104989229203084,
      "grad_norm": 0.42263132333755493,
      "learning_rate": 4.774609016794335e-05,
      "loss": 4.6247,
      "step": 183990
    },
    {
      "epoch": 0.161054268885658,
      "grad_norm": 0.4625636339187622,
      "learning_rate": 4.774596206438714e-05,
      "loss": 5.431,
      "step": 183995
    },
    {
      "epoch": 0.16105864547928514,
      "grad_norm": 0.40939861536026,
      "learning_rate": 4.774583395740797e-05,
      "loss": 5.45,
      "step": 184000
    },
    {
      "epoch": 0.1610630220729123,
      "grad_norm": 0.4032704532146454,
      "learning_rate": 4.774570584700586e-05,
      "loss": 4.6238,
      "step": 184005
    },
    {
      "epoch": 0.16106739866653946,
      "grad_norm": 0.41496363282203674,
      "learning_rate": 4.774557773318086e-05,
      "loss": 5.96,
      "step": 184010
    },
    {
      "epoch": 0.1610717752601666,
      "grad_norm": 0.4050448536872864,
      "learning_rate": 4.774544961593295e-05,
      "loss": 4.9515,
      "step": 184015
    },
    {
      "epoch": 0.16107615185379376,
      "grad_norm": 0.407247930765152,
      "learning_rate": 4.7745321495262186e-05,
      "loss": 5.9617,
      "step": 184020
    },
    {
      "epoch": 0.1610805284474209,
      "grad_norm": 0.4463292062282562,
      "learning_rate": 4.7745193371168596e-05,
      "loss": 4.6434,
      "step": 184025
    },
    {
      "epoch": 0.16108490504104808,
      "grad_norm": 0.41852277517318726,
      "learning_rate": 4.7745065243652174e-05,
      "loss": 5.4679,
      "step": 184030
    },
    {
      "epoch": 0.16108928163467523,
      "grad_norm": 0.41521820425987244,
      "learning_rate": 4.7744937112712986e-05,
      "loss": 5.7659,
      "step": 184035
    },
    {
      "epoch": 0.16109365822830238,
      "grad_norm": 0.42152950167655945,
      "learning_rate": 4.774480897835102e-05,
      "loss": 4.7003,
      "step": 184040
    },
    {
      "epoch": 0.16109803482192953,
      "grad_norm": 0.4157404601573944,
      "learning_rate": 4.774468084056633e-05,
      "loss": 5.4213,
      "step": 184045
    },
    {
      "epoch": 0.1611024114155567,
      "grad_norm": 0.4180804193019867,
      "learning_rate": 4.7744552699358925e-05,
      "loss": 4.5849,
      "step": 184050
    },
    {
      "epoch": 0.16110678800918385,
      "grad_norm": 0.4425497353076935,
      "learning_rate": 4.7744424554728825e-05,
      "loss": 5.7729,
      "step": 184055
    },
    {
      "epoch": 0.161111164602811,
      "grad_norm": 0.41301608085632324,
      "learning_rate": 4.774429640667606e-05,
      "loss": 5.4266,
      "step": 184060
    },
    {
      "epoch": 0.16111554119643814,
      "grad_norm": 0.4040259122848511,
      "learning_rate": 4.774416825520066e-05,
      "loss": 5.6807,
      "step": 184065
    },
    {
      "epoch": 0.16111991779006532,
      "grad_norm": 0.4108944237232208,
      "learning_rate": 4.774404010030266e-05,
      "loss": 4.9202,
      "step": 184070
    },
    {
      "epoch": 0.16112429438369247,
      "grad_norm": 0.42145055532455444,
      "learning_rate": 4.774391194198205e-05,
      "loss": 4.394,
      "step": 184075
    },
    {
      "epoch": 0.16112867097731962,
      "grad_norm": 0.4040282368659973,
      "learning_rate": 4.774378378023888e-05,
      "loss": 5.0999,
      "step": 184080
    },
    {
      "epoch": 0.16113304757094676,
      "grad_norm": 0.44293302297592163,
      "learning_rate": 4.7743655615073176e-05,
      "loss": 4.948,
      "step": 184085
    },
    {
      "epoch": 0.16113742416457394,
      "grad_norm": 0.43414565920829773,
      "learning_rate": 4.774352744648496e-05,
      "loss": 5.4347,
      "step": 184090
    },
    {
      "epoch": 0.1611418007582011,
      "grad_norm": 0.42625007033348083,
      "learning_rate": 4.774339927447424e-05,
      "loss": 5.6918,
      "step": 184095
    },
    {
      "epoch": 0.16114617735182823,
      "grad_norm": 0.4321852922439575,
      "learning_rate": 4.774327109904108e-05,
      "loss": 4.6289,
      "step": 184100
    },
    {
      "epoch": 0.16115055394545538,
      "grad_norm": 0.437050461769104,
      "learning_rate": 4.774314292018546e-05,
      "loss": 5.2396,
      "step": 184105
    },
    {
      "epoch": 0.16115493053908253,
      "grad_norm": 0.4298289716243744,
      "learning_rate": 4.774301473790742e-05,
      "loss": 4.9357,
      "step": 184110
    },
    {
      "epoch": 0.1611593071327097,
      "grad_norm": 0.4364490807056427,
      "learning_rate": 4.7742886552207e-05,
      "loss": 4.306,
      "step": 184115
    },
    {
      "epoch": 0.16116368372633685,
      "grad_norm": 0.4347296357154846,
      "learning_rate": 4.774275836308421e-05,
      "loss": 5.2629,
      "step": 184120
    },
    {
      "epoch": 0.161168060319964,
      "grad_norm": 0.46583932638168335,
      "learning_rate": 4.7742630170539074e-05,
      "loss": 4.3686,
      "step": 184125
    },
    {
      "epoch": 0.16117243691359115,
      "grad_norm": 0.43244805932044983,
      "learning_rate": 4.774250197457162e-05,
      "loss": 5.4973,
      "step": 184130
    },
    {
      "epoch": 0.16117681350721833,
      "grad_norm": 0.43471139669418335,
      "learning_rate": 4.774237377518188e-05,
      "loss": 4.8731,
      "step": 184135
    },
    {
      "epoch": 0.16118119010084547,
      "grad_norm": 0.47816240787506104,
      "learning_rate": 4.774224557236987e-05,
      "loss": 4.6296,
      "step": 184140
    },
    {
      "epoch": 0.16118556669447262,
      "grad_norm": 0.4156106412410736,
      "learning_rate": 4.774211736613562e-05,
      "loss": 4.7547,
      "step": 184145
    },
    {
      "epoch": 0.16118994328809977,
      "grad_norm": 0.40136659145355225,
      "learning_rate": 4.774198915647915e-05,
      "loss": 5.6619,
      "step": 184150
    },
    {
      "epoch": 0.16119431988172694,
      "grad_norm": 0.41538479924201965,
      "learning_rate": 4.774186094340048e-05,
      "loss": 4.9423,
      "step": 184155
    },
    {
      "epoch": 0.1611986964753541,
      "grad_norm": 0.4193967580795288,
      "learning_rate": 4.7741732726899645e-05,
      "loss": 5.4461,
      "step": 184160
    },
    {
      "epoch": 0.16120307306898124,
      "grad_norm": 0.4038372337818146,
      "learning_rate": 4.7741604506976664e-05,
      "loss": 5.2067,
      "step": 184165
    },
    {
      "epoch": 0.1612074496626084,
      "grad_norm": 0.3936798870563507,
      "learning_rate": 4.774147628363157e-05,
      "loss": 5.4816,
      "step": 184170
    },
    {
      "epoch": 0.16121182625623556,
      "grad_norm": 0.40264445543289185,
      "learning_rate": 4.774134805686438e-05,
      "loss": 5.4452,
      "step": 184175
    },
    {
      "epoch": 0.1612162028498627,
      "grad_norm": 0.4396446645259857,
      "learning_rate": 4.774121982667511e-05,
      "loss": 4.9258,
      "step": 184180
    },
    {
      "epoch": 0.16122057944348986,
      "grad_norm": 0.4397731125354767,
      "learning_rate": 4.7741091593063804e-05,
      "loss": 5.1339,
      "step": 184185
    },
    {
      "epoch": 0.161224956037117,
      "grad_norm": 0.39262840151786804,
      "learning_rate": 4.774096335603048e-05,
      "loss": 5.7658,
      "step": 184190
    },
    {
      "epoch": 0.16122933263074418,
      "grad_norm": 0.42913544178009033,
      "learning_rate": 4.7740835115575157e-05,
      "loss": 5.2463,
      "step": 184195
    },
    {
      "epoch": 0.16123370922437133,
      "grad_norm": 0.4359765648841858,
      "learning_rate": 4.774070687169786e-05,
      "loss": 5.126,
      "step": 184200
    },
    {
      "epoch": 0.16123808581799848,
      "grad_norm": 0.39374130964279175,
      "learning_rate": 4.7740578624398626e-05,
      "loss": 5.2479,
      "step": 184205
    },
    {
      "epoch": 0.16124246241162563,
      "grad_norm": 0.4271996319293976,
      "learning_rate": 4.774045037367746e-05,
      "loss": 4.2307,
      "step": 184210
    },
    {
      "epoch": 0.1612468390052528,
      "grad_norm": 0.4317617416381836,
      "learning_rate": 4.7740322119534395e-05,
      "loss": 4.9436,
      "step": 184215
    },
    {
      "epoch": 0.16125121559887995,
      "grad_norm": 0.4219765067100525,
      "learning_rate": 4.7740193861969474e-05,
      "loss": 5.2211,
      "step": 184220
    },
    {
      "epoch": 0.1612555921925071,
      "grad_norm": 0.4263010025024414,
      "learning_rate": 4.7740065600982695e-05,
      "loss": 5.9621,
      "step": 184225
    },
    {
      "epoch": 0.16125996878613424,
      "grad_norm": 0.501090407371521,
      "learning_rate": 4.773993733657409e-05,
      "loss": 5.1325,
      "step": 184230
    },
    {
      "epoch": 0.1612643453797614,
      "grad_norm": 0.44968992471694946,
      "learning_rate": 4.77398090687437e-05,
      "loss": 4.4141,
      "step": 184235
    },
    {
      "epoch": 0.16126872197338857,
      "grad_norm": 0.5900911092758179,
      "learning_rate": 4.773968079749153e-05,
      "loss": 5.6209,
      "step": 184240
    },
    {
      "epoch": 0.16127309856701572,
      "grad_norm": 0.7317459583282471,
      "learning_rate": 4.77395525228176e-05,
      "loss": 4.7313,
      "step": 184245
    },
    {
      "epoch": 0.16127747516064286,
      "grad_norm": 0.7121762633323669,
      "learning_rate": 4.7739424244721965e-05,
      "loss": 5.7895,
      "step": 184250
    },
    {
      "epoch": 0.16128185175427,
      "grad_norm": 0.5137624144554138,
      "learning_rate": 4.773929596320462e-05,
      "loss": 5.1602,
      "step": 184255
    },
    {
      "epoch": 0.1612862283478972,
      "grad_norm": 0.4555249512195587,
      "learning_rate": 4.7739167678265605e-05,
      "loss": 5.9771,
      "step": 184260
    },
    {
      "epoch": 0.16129060494152433,
      "grad_norm": 0.42837584018707275,
      "learning_rate": 4.773903938990494e-05,
      "loss": 4.22,
      "step": 184265
    },
    {
      "epoch": 0.16129498153515148,
      "grad_norm": 0.4529789090156555,
      "learning_rate": 4.773891109812265e-05,
      "loss": 5.3594,
      "step": 184270
    },
    {
      "epoch": 0.16129935812877863,
      "grad_norm": 0.4420861005783081,
      "learning_rate": 4.7738782802918755e-05,
      "loss": 4.8663,
      "step": 184275
    },
    {
      "epoch": 0.1613037347224058,
      "grad_norm": 0.4326589107513428,
      "learning_rate": 4.77386545042933e-05,
      "loss": 5.7287,
      "step": 184280
    },
    {
      "epoch": 0.16130811131603295,
      "grad_norm": 0.43660593032836914,
      "learning_rate": 4.773852620224628e-05,
      "loss": 4.1374,
      "step": 184285
    },
    {
      "epoch": 0.1613124879096601,
      "grad_norm": 0.43639102578163147,
      "learning_rate": 4.7738397896777744e-05,
      "loss": 4.2093,
      "step": 184290
    },
    {
      "epoch": 0.16131686450328725,
      "grad_norm": 0.43405091762542725,
      "learning_rate": 4.773826958788771e-05,
      "loss": 5.6611,
      "step": 184295
    },
    {
      "epoch": 0.16132124109691443,
      "grad_norm": 0.42602837085723877,
      "learning_rate": 4.7738141275576174e-05,
      "loss": 5.6297,
      "step": 184300
    },
    {
      "epoch": 0.16132561769054157,
      "grad_norm": 0.41706767678260803,
      "learning_rate": 4.7738012959843216e-05,
      "loss": 5.2396,
      "step": 184305
    },
    {
      "epoch": 0.16132999428416872,
      "grad_norm": 0.42034029960632324,
      "learning_rate": 4.773788464068882e-05,
      "loss": 5.7025,
      "step": 184310
    },
    {
      "epoch": 0.16133437087779587,
      "grad_norm": 0.4209606945514679,
      "learning_rate": 4.7737756318113024e-05,
      "loss": 4.6447,
      "step": 184315
    },
    {
      "epoch": 0.16133874747142304,
      "grad_norm": 0.44377440214157104,
      "learning_rate": 4.773762799211585e-05,
      "loss": 5.4171,
      "step": 184320
    },
    {
      "epoch": 0.1613431240650502,
      "grad_norm": 0.4263797402381897,
      "learning_rate": 4.7737499662697326e-05,
      "loss": 3.8975,
      "step": 184325
    },
    {
      "epoch": 0.16134750065867734,
      "grad_norm": 0.4350834786891937,
      "learning_rate": 4.7737371329857475e-05,
      "loss": 4.5563,
      "step": 184330
    },
    {
      "epoch": 0.1613518772523045,
      "grad_norm": 0.4335266649723053,
      "learning_rate": 4.773724299359631e-05,
      "loss": 5.6502,
      "step": 184335
    },
    {
      "epoch": 0.16135625384593166,
      "grad_norm": 0.42773371934890747,
      "learning_rate": 4.773711465391387e-05,
      "loss": 5.0619,
      "step": 184340
    },
    {
      "epoch": 0.1613606304395588,
      "grad_norm": 0.4253371059894562,
      "learning_rate": 4.77369863108102e-05,
      "loss": 5.4273,
      "step": 184345
    },
    {
      "epoch": 0.16136500703318596,
      "grad_norm": 0.41519975662231445,
      "learning_rate": 4.7736857964285275e-05,
      "loss": 5.4494,
      "step": 184350
    },
    {
      "epoch": 0.1613693836268131,
      "grad_norm": 0.41409769654273987,
      "learning_rate": 4.773672961433916e-05,
      "loss": 5.975,
      "step": 184355
    },
    {
      "epoch": 0.16137376022044025,
      "grad_norm": 0.40617895126342773,
      "learning_rate": 4.773660126097185e-05,
      "loss": 5.4113,
      "step": 184360
    },
    {
      "epoch": 0.16137813681406743,
      "grad_norm": 0.4034258723258972,
      "learning_rate": 4.77364729041834e-05,
      "loss": 4.8243,
      "step": 184365
    },
    {
      "epoch": 0.16138251340769458,
      "grad_norm": 0.4287988245487213,
      "learning_rate": 4.773634454397382e-05,
      "loss": 5.677,
      "step": 184370
    },
    {
      "epoch": 0.16138689000132173,
      "grad_norm": 0.40386396646499634,
      "learning_rate": 4.773621618034313e-05,
      "loss": 5.4524,
      "step": 184375
    },
    {
      "epoch": 0.16139126659494887,
      "grad_norm": 0.42073577642440796,
      "learning_rate": 4.7736087813291366e-05,
      "loss": 5.5988,
      "step": 184380
    },
    {
      "epoch": 0.16139564318857605,
      "grad_norm": 0.40082094073295593,
      "learning_rate": 4.773595944281853e-05,
      "loss": 5.0451,
      "step": 184385
    },
    {
      "epoch": 0.1614000197822032,
      "grad_norm": 0.3984471261501312,
      "learning_rate": 4.7735831068924686e-05,
      "loss": 5.7088,
      "step": 184390
    },
    {
      "epoch": 0.16140439637583034,
      "grad_norm": 0.4071387052536011,
      "learning_rate": 4.773570269160982e-05,
      "loss": 4.967,
      "step": 184395
    },
    {
      "epoch": 0.1614087729694575,
      "grad_norm": 0.4244573712348938,
      "learning_rate": 4.7735574310873987e-05,
      "loss": 5.4607,
      "step": 184400
    },
    {
      "epoch": 0.16141314956308467,
      "grad_norm": 0.41293418407440186,
      "learning_rate": 4.773544592671718e-05,
      "loss": 6.2449,
      "step": 184405
    },
    {
      "epoch": 0.16141752615671182,
      "grad_norm": 0.4125598669052124,
      "learning_rate": 4.7735317539139456e-05,
      "loss": 5.4806,
      "step": 184410
    },
    {
      "epoch": 0.16142190275033896,
      "grad_norm": 0.4147302508354187,
      "learning_rate": 4.7735189148140824e-05,
      "loss": 5.682,
      "step": 184415
    },
    {
      "epoch": 0.1614262793439661,
      "grad_norm": 0.4022143483161926,
      "learning_rate": 4.7735060753721304e-05,
      "loss": 6.2725,
      "step": 184420
    },
    {
      "epoch": 0.1614306559375933,
      "grad_norm": 0.4572398066520691,
      "learning_rate": 4.773493235588094e-05,
      "loss": 4.4143,
      "step": 184425
    },
    {
      "epoch": 0.16143503253122043,
      "grad_norm": 0.4672403335571289,
      "learning_rate": 4.773480395461972e-05,
      "loss": 5.7359,
      "step": 184430
    },
    {
      "epoch": 0.16143940912484758,
      "grad_norm": 0.4199691712856293,
      "learning_rate": 4.7734675549937714e-05,
      "loss": 4.9561,
      "step": 184435
    },
    {
      "epoch": 0.16144378571847473,
      "grad_norm": 0.3985541760921478,
      "learning_rate": 4.773454714183492e-05,
      "loss": 5.7138,
      "step": 184440
    },
    {
      "epoch": 0.1614481623121019,
      "grad_norm": 0.4098909795284271,
      "learning_rate": 4.773441873031136e-05,
      "loss": 5.2361,
      "step": 184445
    },
    {
      "epoch": 0.16145253890572905,
      "grad_norm": 0.40027204155921936,
      "learning_rate": 4.773429031536707e-05,
      "loss": 6.25,
      "step": 184450
    },
    {
      "epoch": 0.1614569154993562,
      "grad_norm": 0.40417909622192383,
      "learning_rate": 4.7734161897002085e-05,
      "loss": 5.2504,
      "step": 184455
    },
    {
      "epoch": 0.16146129209298335,
      "grad_norm": 0.42895105481147766,
      "learning_rate": 4.77340334752164e-05,
      "loss": 5.2368,
      "step": 184460
    },
    {
      "epoch": 0.16146566868661053,
      "grad_norm": 0.45188942551612854,
      "learning_rate": 4.7733905050010066e-05,
      "loss": 5.7146,
      "step": 184465
    },
    {
      "epoch": 0.16147004528023767,
      "grad_norm": 0.4504610300064087,
      "learning_rate": 4.773377662138309e-05,
      "loss": 4.3383,
      "step": 184470
    },
    {
      "epoch": 0.16147442187386482,
      "grad_norm": 0.43057775497436523,
      "learning_rate": 4.77336481893355e-05,
      "loss": 5.676,
      "step": 184475
    },
    {
      "epoch": 0.16147879846749197,
      "grad_norm": 0.4391774833202362,
      "learning_rate": 4.773351975386734e-05,
      "loss": 4.9251,
      "step": 184480
    },
    {
      "epoch": 0.16148317506111912,
      "grad_norm": 0.4110766351222992,
      "learning_rate": 4.7733391314978615e-05,
      "loss": 5.9908,
      "step": 184485
    },
    {
      "epoch": 0.1614875516547463,
      "grad_norm": 0.4438852369785309,
      "learning_rate": 4.773326287266935e-05,
      "loss": 4.3942,
      "step": 184490
    },
    {
      "epoch": 0.16149192824837344,
      "grad_norm": 0.4151991605758667,
      "learning_rate": 4.7733134426939576e-05,
      "loss": 5.9697,
      "step": 184495
    },
    {
      "epoch": 0.1614963048420006,
      "grad_norm": 0.4318143427371979,
      "learning_rate": 4.7733005977789314e-05,
      "loss": 4.6268,
      "step": 184500
    },
    {
      "epoch": 0.16150068143562774,
      "grad_norm": 0.44594886898994446,
      "learning_rate": 4.773287752521859e-05,
      "loss": 5.4348,
      "step": 184505
    },
    {
      "epoch": 0.1615050580292549,
      "grad_norm": 0.45908254384994507,
      "learning_rate": 4.7732749069227446e-05,
      "loss": 4.7712,
      "step": 184510
    },
    {
      "epoch": 0.16150943462288206,
      "grad_norm": 0.4225681722164154,
      "learning_rate": 4.773262060981587e-05,
      "loss": 5.9141,
      "step": 184515
    },
    {
      "epoch": 0.1615138112165092,
      "grad_norm": 0.40414559841156006,
      "learning_rate": 4.773249214698392e-05,
      "loss": 5.9711,
      "step": 184520
    },
    {
      "epoch": 0.16151818781013635,
      "grad_norm": 0.4311229884624481,
      "learning_rate": 4.7732363680731604e-05,
      "loss": 5.1406,
      "step": 184525
    },
    {
      "epoch": 0.16152256440376353,
      "grad_norm": 0.4306981563568115,
      "learning_rate": 4.773223521105895e-05,
      "loss": 5.0482,
      "step": 184530
    },
    {
      "epoch": 0.16152694099739068,
      "grad_norm": 0.4406377375125885,
      "learning_rate": 4.773210673796599e-05,
      "loss": 4.7163,
      "step": 184535
    },
    {
      "epoch": 0.16153131759101783,
      "grad_norm": 0.40875720977783203,
      "learning_rate": 4.7731978261452734e-05,
      "loss": 5.6885,
      "step": 184540
    },
    {
      "epoch": 0.16153569418464497,
      "grad_norm": 0.45231732726097107,
      "learning_rate": 4.773184978151922e-05,
      "loss": 5.4946,
      "step": 184545
    },
    {
      "epoch": 0.16154007077827215,
      "grad_norm": 0.4161303639411926,
      "learning_rate": 4.773172129816548e-05,
      "loss": 5.4069,
      "step": 184550
    },
    {
      "epoch": 0.1615444473718993,
      "grad_norm": 0.4039490520954132,
      "learning_rate": 4.7731592811391516e-05,
      "loss": 5.4614,
      "step": 184555
    },
    {
      "epoch": 0.16154882396552644,
      "grad_norm": 0.4233938157558441,
      "learning_rate": 4.7731464321197364e-05,
      "loss": 5.9189,
      "step": 184560
    },
    {
      "epoch": 0.1615532005591536,
      "grad_norm": 0.4176812171936035,
      "learning_rate": 4.7731335827583035e-05,
      "loss": 5.4214,
      "step": 184565
    },
    {
      "epoch": 0.16155757715278077,
      "grad_norm": 0.4531615078449249,
      "learning_rate": 4.773120733054859e-05,
      "loss": 5.7705,
      "step": 184570
    },
    {
      "epoch": 0.16156195374640792,
      "grad_norm": 0.44947370886802673,
      "learning_rate": 4.773107883009401e-05,
      "loss": 4.3566,
      "step": 184575
    },
    {
      "epoch": 0.16156633034003506,
      "grad_norm": 0.461172878742218,
      "learning_rate": 4.773095032621936e-05,
      "loss": 5.4281,
      "step": 184580
    },
    {
      "epoch": 0.1615707069336622,
      "grad_norm": 0.5014646649360657,
      "learning_rate": 4.7730821818924645e-05,
      "loss": 5.1889,
      "step": 184585
    },
    {
      "epoch": 0.1615750835272894,
      "grad_norm": 0.45147040486335754,
      "learning_rate": 4.7730693308209886e-05,
      "loss": 4.4057,
      "step": 184590
    },
    {
      "epoch": 0.16157946012091653,
      "grad_norm": 0.43498823046684265,
      "learning_rate": 4.773056479407511e-05,
      "loss": 5.1652,
      "step": 184595
    },
    {
      "epoch": 0.16158383671454368,
      "grad_norm": 0.42956429719924927,
      "learning_rate": 4.773043627652033e-05,
      "loss": 4.7179,
      "step": 184600
    },
    {
      "epoch": 0.16158821330817083,
      "grad_norm": 0.4385741949081421,
      "learning_rate": 4.77303077555456e-05,
      "loss": 5.479,
      "step": 184605
    },
    {
      "epoch": 0.16159258990179798,
      "grad_norm": 0.4212055206298828,
      "learning_rate": 4.773017923115094e-05,
      "loss": 5.1169,
      "step": 184610
    },
    {
      "epoch": 0.16159696649542515,
      "grad_norm": 0.4708598554134369,
      "learning_rate": 4.773005070333635e-05,
      "loss": 4.7088,
      "step": 184615
    },
    {
      "epoch": 0.1616013430890523,
      "grad_norm": 0.41287046670913696,
      "learning_rate": 4.7729922172101874e-05,
      "loss": 5.238,
      "step": 184620
    },
    {
      "epoch": 0.16160571968267945,
      "grad_norm": 0.41102686524391174,
      "learning_rate": 4.7729793637447525e-05,
      "loss": 4.9588,
      "step": 184625
    },
    {
      "epoch": 0.1616100962763066,
      "grad_norm": 0.43551748991012573,
      "learning_rate": 4.7729665099373345e-05,
      "loss": 4.3139,
      "step": 184630
    },
    {
      "epoch": 0.16161447286993377,
      "grad_norm": 0.4596906006336212,
      "learning_rate": 4.772953655787934e-05,
      "loss": 5.7111,
      "step": 184635
    },
    {
      "epoch": 0.16161884946356092,
      "grad_norm": 0.41752055287361145,
      "learning_rate": 4.7729408012965546e-05,
      "loss": 5.2374,
      "step": 184640
    },
    {
      "epoch": 0.16162322605718807,
      "grad_norm": 0.4525239169597626,
      "learning_rate": 4.772927946463198e-05,
      "loss": 5.9723,
      "step": 184645
    },
    {
      "epoch": 0.16162760265081522,
      "grad_norm": 0.42444536089897156,
      "learning_rate": 4.772915091287869e-05,
      "loss": 4.846,
      "step": 184650
    },
    {
      "epoch": 0.1616319792444424,
      "grad_norm": 0.43205296993255615,
      "learning_rate": 4.772902235770566e-05,
      "loss": 5.0773,
      "step": 184655
    },
    {
      "epoch": 0.16163635583806954,
      "grad_norm": 0.42809703946113586,
      "learning_rate": 4.772889379911295e-05,
      "loss": 4.8675,
      "step": 184660
    },
    {
      "epoch": 0.1616407324316967,
      "grad_norm": 0.42213255167007446,
      "learning_rate": 4.772876523710057e-05,
      "loss": 5.7427,
      "step": 184665
    },
    {
      "epoch": 0.16164510902532384,
      "grad_norm": 0.4414028525352478,
      "learning_rate": 4.772863667166856e-05,
      "loss": 4.9544,
      "step": 184670
    },
    {
      "epoch": 0.161649485618951,
      "grad_norm": 0.4504116177558899,
      "learning_rate": 4.7728508102816915e-05,
      "loss": 4.942,
      "step": 184675
    },
    {
      "epoch": 0.16165386221257816,
      "grad_norm": 0.45439356565475464,
      "learning_rate": 4.7728379530545684e-05,
      "loss": 5.434,
      "step": 184680
    },
    {
      "epoch": 0.1616582388062053,
      "grad_norm": 0.4289371073246002,
      "learning_rate": 4.772825095485488e-05,
      "loss": 5.4525,
      "step": 184685
    },
    {
      "epoch": 0.16166261539983245,
      "grad_norm": 0.41592368483543396,
      "learning_rate": 4.7728122375744535e-05,
      "loss": 5.6266,
      "step": 184690
    },
    {
      "epoch": 0.16166699199345963,
      "grad_norm": 0.41179269552230835,
      "learning_rate": 4.772799379321468e-05,
      "loss": 4.8974,
      "step": 184695
    },
    {
      "epoch": 0.16167136858708678,
      "grad_norm": 0.4417779743671417,
      "learning_rate": 4.772786520726531e-05,
      "loss": 5.1284,
      "step": 184700
    },
    {
      "epoch": 0.16167574518071393,
      "grad_norm": 0.422722190618515,
      "learning_rate": 4.772773661789648e-05,
      "loss": 4.446,
      "step": 184705
    },
    {
      "epoch": 0.16168012177434107,
      "grad_norm": 0.39965829253196716,
      "learning_rate": 4.7727608025108214e-05,
      "loss": 5.6953,
      "step": 184710
    },
    {
      "epoch": 0.16168449836796825,
      "grad_norm": 0.4379144012928009,
      "learning_rate": 4.772747942890052e-05,
      "loss": 4.6203,
      "step": 184715
    },
    {
      "epoch": 0.1616888749615954,
      "grad_norm": 0.40826737880706787,
      "learning_rate": 4.7727350829273434e-05,
      "loss": 5.7052,
      "step": 184720
    },
    {
      "epoch": 0.16169325155522254,
      "grad_norm": 0.43627795577049255,
      "learning_rate": 4.772722222622699e-05,
      "loss": 5.4703,
      "step": 184725
    },
    {
      "epoch": 0.1616976281488497,
      "grad_norm": 0.42638346552848816,
      "learning_rate": 4.772709361976117e-05,
      "loss": 5.4277,
      "step": 184730
    },
    {
      "epoch": 0.16170200474247687,
      "grad_norm": 0.4506875276565552,
      "learning_rate": 4.7726965009876055e-05,
      "loss": 5.1685,
      "step": 184735
    },
    {
      "epoch": 0.16170638133610402,
      "grad_norm": 0.5015890002250671,
      "learning_rate": 4.772683639657164e-05,
      "loss": 4.8158,
      "step": 184740
    },
    {
      "epoch": 0.16171075792973116,
      "grad_norm": 0.4667610228061676,
      "learning_rate": 4.772670777984796e-05,
      "loss": 4.9092,
      "step": 184745
    },
    {
      "epoch": 0.1617151345233583,
      "grad_norm": 0.45672282576560974,
      "learning_rate": 4.772657915970502e-05,
      "loss": 5.1562,
      "step": 184750
    },
    {
      "epoch": 0.16171951111698546,
      "grad_norm": 0.6756395697593689,
      "learning_rate": 4.772645053614286e-05,
      "loss": 4.8778,
      "step": 184755
    },
    {
      "epoch": 0.16172388771061263,
      "grad_norm": 0.4778957664966583,
      "learning_rate": 4.772632190916152e-05,
      "loss": 5.1537,
      "step": 184760
    },
    {
      "epoch": 0.16172826430423978,
      "grad_norm": 0.4118747413158417,
      "learning_rate": 4.772619327876099e-05,
      "loss": 5.9998,
      "step": 184765
    },
    {
      "epoch": 0.16173264089786693,
      "grad_norm": 0.40897873044013977,
      "learning_rate": 4.772606464494133e-05,
      "loss": 5.1645,
      "step": 184770
    },
    {
      "epoch": 0.16173701749149408,
      "grad_norm": 0.46461808681488037,
      "learning_rate": 4.772593600770253e-05,
      "loss": 4.8333,
      "step": 184775
    },
    {
      "epoch": 0.16174139408512125,
      "grad_norm": 0.45942509174346924,
      "learning_rate": 4.7725807367044654e-05,
      "loss": 4.9402,
      "step": 184780
    },
    {
      "epoch": 0.1617457706787484,
      "grad_norm": 0.40392976999282837,
      "learning_rate": 4.772567872296768e-05,
      "loss": 5.4755,
      "step": 184785
    },
    {
      "epoch": 0.16175014727237555,
      "grad_norm": 0.41005846858024597,
      "learning_rate": 4.772555007547167e-05,
      "loss": 5.9953,
      "step": 184790
    },
    {
      "epoch": 0.1617545238660027,
      "grad_norm": 0.402006059885025,
      "learning_rate": 4.7725421424556636e-05,
      "loss": 5.3707,
      "step": 184795
    },
    {
      "epoch": 0.16175890045962987,
      "grad_norm": 0.4181901514530182,
      "learning_rate": 4.772529277022261e-05,
      "loss": 5.432,
      "step": 184800
    },
    {
      "epoch": 0.16176327705325702,
      "grad_norm": 0.4157135486602783,
      "learning_rate": 4.7725164112469614e-05,
      "loss": 5.4899,
      "step": 184805
    },
    {
      "epoch": 0.16176765364688417,
      "grad_norm": 0.4210267961025238,
      "learning_rate": 4.772503545129766e-05,
      "loss": 5.349,
      "step": 184810
    },
    {
      "epoch": 0.16177203024051132,
      "grad_norm": 0.4011506736278534,
      "learning_rate": 4.772490678670679e-05,
      "loss": 5.9475,
      "step": 184815
    },
    {
      "epoch": 0.1617764068341385,
      "grad_norm": 0.4096241891384125,
      "learning_rate": 4.7724778118697025e-05,
      "loss": 5.2575,
      "step": 184820
    },
    {
      "epoch": 0.16178078342776564,
      "grad_norm": 0.4835512638092041,
      "learning_rate": 4.772464944726836e-05,
      "loss": 4.5481,
      "step": 184825
    },
    {
      "epoch": 0.1617851600213928,
      "grad_norm": 0.4228353202342987,
      "learning_rate": 4.772452077242088e-05,
      "loss": 5.1429,
      "step": 184830
    },
    {
      "epoch": 0.16178953661501994,
      "grad_norm": 0.4071340560913086,
      "learning_rate": 4.7724392094154554e-05,
      "loss": 5.1667,
      "step": 184835
    },
    {
      "epoch": 0.1617939132086471,
      "grad_norm": 0.4000280499458313,
      "learning_rate": 4.772426341246944e-05,
      "loss": 5.488,
      "step": 184840
    },
    {
      "epoch": 0.16179828980227426,
      "grad_norm": 0.461129754781723,
      "learning_rate": 4.772413472736554e-05,
      "loss": 5.1811,
      "step": 184845
    },
    {
      "epoch": 0.1618026663959014,
      "grad_norm": 0.46308010816574097,
      "learning_rate": 4.772400603884291e-05,
      "loss": 5.7648,
      "step": 184850
    },
    {
      "epoch": 0.16180704298952855,
      "grad_norm": 0.4264829754829407,
      "learning_rate": 4.772387734690153e-05,
      "loss": 5.1417,
      "step": 184855
    },
    {
      "epoch": 0.16181141958315573,
      "grad_norm": 0.4598081707954407,
      "learning_rate": 4.7723748651541466e-05,
      "loss": 4.8787,
      "step": 184860
    },
    {
      "epoch": 0.16181579617678288,
      "grad_norm": 0.4138086438179016,
      "learning_rate": 4.7723619952762734e-05,
      "loss": 5.1264,
      "step": 184865
    },
    {
      "epoch": 0.16182017277041003,
      "grad_norm": 0.42001423239707947,
      "learning_rate": 4.7723491250565336e-05,
      "loss": 5.6307,
      "step": 184870
    },
    {
      "epoch": 0.16182454936403717,
      "grad_norm": 0.467844158411026,
      "learning_rate": 4.7723362544949327e-05,
      "loss": 4.2111,
      "step": 184875
    },
    {
      "epoch": 0.16182892595766432,
      "grad_norm": 0.40671586990356445,
      "learning_rate": 4.7723233835914706e-05,
      "loss": 5.6621,
      "step": 184880
    },
    {
      "epoch": 0.1618333025512915,
      "grad_norm": 0.41377517580986023,
      "learning_rate": 4.772310512346151e-05,
      "loss": 5.6549,
      "step": 184885
    },
    {
      "epoch": 0.16183767914491864,
      "grad_norm": 0.45119792222976685,
      "learning_rate": 4.772297640758976e-05,
      "loss": 5.1564,
      "step": 184890
    },
    {
      "epoch": 0.1618420557385458,
      "grad_norm": 0.46261221170425415,
      "learning_rate": 4.7722847688299486e-05,
      "loss": 4.4091,
      "step": 184895
    },
    {
      "epoch": 0.16184643233217294,
      "grad_norm": 0.4289557635784149,
      "learning_rate": 4.772271896559072e-05,
      "loss": 5.1263,
      "step": 184900
    },
    {
      "epoch": 0.16185080892580012,
      "grad_norm": 0.39283615350723267,
      "learning_rate": 4.7722590239463474e-05,
      "loss": 5.6613,
      "step": 184905
    },
    {
      "epoch": 0.16185518551942726,
      "grad_norm": 0.40020662546157837,
      "learning_rate": 4.772246150991776e-05,
      "loss": 5.7731,
      "step": 184910
    },
    {
      "epoch": 0.1618595621130544,
      "grad_norm": 0.4121195673942566,
      "learning_rate": 4.772233277695364e-05,
      "loss": 4.8593,
      "step": 184915
    },
    {
      "epoch": 0.16186393870668156,
      "grad_norm": 0.41783228516578674,
      "learning_rate": 4.772220404057111e-05,
      "loss": 4.9695,
      "step": 184920
    },
    {
      "epoch": 0.16186831530030873,
      "grad_norm": 0.41526567935943604,
      "learning_rate": 4.77220753007702e-05,
      "loss": 4.3659,
      "step": 184925
    },
    {
      "epoch": 0.16187269189393588,
      "grad_norm": 0.42339813709259033,
      "learning_rate": 4.772194655755095e-05,
      "loss": 5.0584,
      "step": 184930
    },
    {
      "epoch": 0.16187706848756303,
      "grad_norm": 0.3978978395462036,
      "learning_rate": 4.772181781091335e-05,
      "loss": 5.9988,
      "step": 184935
    },
    {
      "epoch": 0.16188144508119018,
      "grad_norm": 0.41123148798942566,
      "learning_rate": 4.7721689060857465e-05,
      "loss": 5.4454,
      "step": 184940
    },
    {
      "epoch": 0.16188582167481735,
      "grad_norm": 0.4152235984802246,
      "learning_rate": 4.7721560307383294e-05,
      "loss": 5.1339,
      "step": 184945
    },
    {
      "epoch": 0.1618901982684445,
      "grad_norm": 0.4189079999923706,
      "learning_rate": 4.772143155049087e-05,
      "loss": 4.9364,
      "step": 184950
    },
    {
      "epoch": 0.16189457486207165,
      "grad_norm": 0.4164707064628601,
      "learning_rate": 4.772130279018022e-05,
      "loss": 5.9313,
      "step": 184955
    },
    {
      "epoch": 0.1618989514556988,
      "grad_norm": 0.40088951587677,
      "learning_rate": 4.7721174026451364e-05,
      "loss": 5.9479,
      "step": 184960
    },
    {
      "epoch": 0.16190332804932597,
      "grad_norm": 0.470736026763916,
      "learning_rate": 4.772104525930433e-05,
      "loss": 5.7402,
      "step": 184965
    },
    {
      "epoch": 0.16190770464295312,
      "grad_norm": 0.45588093996047974,
      "learning_rate": 4.772091648873915e-05,
      "loss": 5.2846,
      "step": 184970
    },
    {
      "epoch": 0.16191208123658027,
      "grad_norm": 0.41467759013175964,
      "learning_rate": 4.772078771475584e-05,
      "loss": 4.8399,
      "step": 184975
    },
    {
      "epoch": 0.16191645783020742,
      "grad_norm": 0.43175849318504333,
      "learning_rate": 4.772065893735441e-05,
      "loss": 5.7178,
      "step": 184980
    },
    {
      "epoch": 0.1619208344238346,
      "grad_norm": 0.4082590341567993,
      "learning_rate": 4.7720530156534914e-05,
      "loss": 5.1455,
      "step": 184985
    },
    {
      "epoch": 0.16192521101746174,
      "grad_norm": 0.39844465255737305,
      "learning_rate": 4.7720401372297375e-05,
      "loss": 5.7097,
      "step": 184990
    },
    {
      "epoch": 0.1619295876110889,
      "grad_norm": 0.4370265305042267,
      "learning_rate": 4.772027258464179e-05,
      "loss": 5.7696,
      "step": 184995
    },
    {
      "epoch": 0.16193396420471604,
      "grad_norm": 0.41534915566444397,
      "learning_rate": 4.772014379356821e-05,
      "loss": 5.2232,
      "step": 185000
    },
    {
      "epoch": 0.16193834079834318,
      "grad_norm": 0.4230027496814728,
      "learning_rate": 4.772001499907664e-05,
      "loss": 5.6486,
      "step": 185005
    },
    {
      "epoch": 0.16194271739197036,
      "grad_norm": 0.4486946761608124,
      "learning_rate": 4.7719886201167105e-05,
      "loss": 4.944,
      "step": 185010
    },
    {
      "epoch": 0.1619470939855975,
      "grad_norm": 0.41589003801345825,
      "learning_rate": 4.771975739983966e-05,
      "loss": 5.4441,
      "step": 185015
    },
    {
      "epoch": 0.16195147057922465,
      "grad_norm": 0.42719566822052,
      "learning_rate": 4.77196285950943e-05,
      "loss": 4.6334,
      "step": 185020
    },
    {
      "epoch": 0.1619558471728518,
      "grad_norm": 0.4150366187095642,
      "learning_rate": 4.771949978693107e-05,
      "loss": 5.2242,
      "step": 185025
    },
    {
      "epoch": 0.16196022376647898,
      "grad_norm": 0.4297928512096405,
      "learning_rate": 4.7719370975349976e-05,
      "loss": 5.6818,
      "step": 185030
    },
    {
      "epoch": 0.16196460036010613,
      "grad_norm": 0.45184651017189026,
      "learning_rate": 4.771924216035105e-05,
      "loss": 5.4364,
      "step": 185035
    },
    {
      "epoch": 0.16196897695373327,
      "grad_norm": 0.4111306965351105,
      "learning_rate": 4.7719113341934317e-05,
      "loss": 6.0158,
      "step": 185040
    },
    {
      "epoch": 0.16197335354736042,
      "grad_norm": 0.44094839692115784,
      "learning_rate": 4.771898452009981e-05,
      "loss": 4.1935,
      "step": 185045
    },
    {
      "epoch": 0.1619777301409876,
      "grad_norm": 0.44796520471572876,
      "learning_rate": 4.771885569484754e-05,
      "loss": 5.1497,
      "step": 185050
    },
    {
      "epoch": 0.16198210673461474,
      "grad_norm": 0.44245296716690063,
      "learning_rate": 4.7718726866177544e-05,
      "loss": 4.1257,
      "step": 185055
    },
    {
      "epoch": 0.1619864833282419,
      "grad_norm": 0.5114989876747131,
      "learning_rate": 4.7718598034089846e-05,
      "loss": 5.772,
      "step": 185060
    },
    {
      "epoch": 0.16199085992186904,
      "grad_norm": 0.43388447165489197,
      "learning_rate": 4.771846919858446e-05,
      "loss": 4.9403,
      "step": 185065
    },
    {
      "epoch": 0.16199523651549622,
      "grad_norm": 0.4337485730648041,
      "learning_rate": 4.771834035966142e-05,
      "loss": 5.2496,
      "step": 185070
    },
    {
      "epoch": 0.16199961310912336,
      "grad_norm": 0.6102015972137451,
      "learning_rate": 4.7718211517320734e-05,
      "loss": 5.7725,
      "step": 185075
    },
    {
      "epoch": 0.1620039897027505,
      "grad_norm": 0.4453825354576111,
      "learning_rate": 4.771808267156246e-05,
      "loss": 5.3467,
      "step": 185080
    },
    {
      "epoch": 0.16200836629637766,
      "grad_norm": 0.4439661502838135,
      "learning_rate": 4.771795382238658e-05,
      "loss": 5.1586,
      "step": 185085
    },
    {
      "epoch": 0.16201274289000483,
      "grad_norm": 0.4315679371356964,
      "learning_rate": 4.7717824969793166e-05,
      "loss": 4.4495,
      "step": 185090
    },
    {
      "epoch": 0.16201711948363198,
      "grad_norm": 0.403568834066391,
      "learning_rate": 4.7717696113782215e-05,
      "loss": 5.4493,
      "step": 185095
    },
    {
      "epoch": 0.16202149607725913,
      "grad_norm": 0.4357597529888153,
      "learning_rate": 4.771756725435376e-05,
      "loss": 5.408,
      "step": 185100
    },
    {
      "epoch": 0.16202587267088628,
      "grad_norm": 0.419189453125,
      "learning_rate": 4.7717438391507805e-05,
      "loss": 5.9785,
      "step": 185105
    },
    {
      "epoch": 0.16203024926451345,
      "grad_norm": 0.5920650959014893,
      "learning_rate": 4.77173095252444e-05,
      "loss": 4.4282,
      "step": 185110
    },
    {
      "epoch": 0.1620346258581406,
      "grad_norm": 0.47932425141334534,
      "learning_rate": 4.7717180655563565e-05,
      "loss": 5.5051,
      "step": 185115
    },
    {
      "epoch": 0.16203900245176775,
      "grad_norm": 0.4286664128303528,
      "learning_rate": 4.771705178246533e-05,
      "loss": 4.9744,
      "step": 185120
    },
    {
      "epoch": 0.1620433790453949,
      "grad_norm": 0.41639548540115356,
      "learning_rate": 4.7716922905949704e-05,
      "loss": 5.3467,
      "step": 185125
    },
    {
      "epoch": 0.16204775563902205,
      "grad_norm": 0.4256100654602051,
      "learning_rate": 4.771679402601671e-05,
      "loss": 4.6167,
      "step": 185130
    },
    {
      "epoch": 0.16205213223264922,
      "grad_norm": 0.4485251009464264,
      "learning_rate": 4.7716665142666384e-05,
      "loss": 4.907,
      "step": 185135
    },
    {
      "epoch": 0.16205650882627637,
      "grad_norm": 0.4085608422756195,
      "learning_rate": 4.771653625589876e-05,
      "loss": 5.7635,
      "step": 185140
    },
    {
      "epoch": 0.16206088541990352,
      "grad_norm": 0.44939568638801575,
      "learning_rate": 4.771640736571384e-05,
      "loss": 5.7745,
      "step": 185145
    },
    {
      "epoch": 0.16206526201353066,
      "grad_norm": 0.4243444502353668,
      "learning_rate": 4.771627847211168e-05,
      "loss": 4.4275,
      "step": 185150
    },
    {
      "epoch": 0.16206963860715784,
      "grad_norm": 0.3947308361530304,
      "learning_rate": 4.7716149575092263e-05,
      "loss": 5.7426,
      "step": 185155
    },
    {
      "epoch": 0.162074015200785,
      "grad_norm": 0.41182082891464233,
      "learning_rate": 4.771602067465565e-05,
      "loss": 5.4252,
      "step": 185160
    },
    {
      "epoch": 0.16207839179441214,
      "grad_norm": 0.41515910625457764,
      "learning_rate": 4.771589177080185e-05,
      "loss": 5.1123,
      "step": 185165
    },
    {
      "epoch": 0.16208276838803928,
      "grad_norm": 0.42396417260169983,
      "learning_rate": 4.771576286353089e-05,
      "loss": 5.335,
      "step": 185170
    },
    {
      "epoch": 0.16208714498166646,
      "grad_norm": 0.399468332529068,
      "learning_rate": 4.771563395284279e-05,
      "loss": 5.7768,
      "step": 185175
    },
    {
      "epoch": 0.1620915215752936,
      "grad_norm": 0.4216337502002716,
      "learning_rate": 4.771550503873758e-05,
      "loss": 5.1416,
      "step": 185180
    },
    {
      "epoch": 0.16209589816892075,
      "grad_norm": 0.44241854548454285,
      "learning_rate": 4.7715376121215295e-05,
      "loss": 5.4512,
      "step": 185185
    },
    {
      "epoch": 0.1621002747625479,
      "grad_norm": 0.41808560490608215,
      "learning_rate": 4.771524720027595e-05,
      "loss": 4.9889,
      "step": 185190
    },
    {
      "epoch": 0.16210465135617508,
      "grad_norm": 0.43047985434532166,
      "learning_rate": 4.7715118275919555e-05,
      "loss": 4.3589,
      "step": 185195
    },
    {
      "epoch": 0.16210902794980223,
      "grad_norm": 0.4491018056869507,
      "learning_rate": 4.7714989348146164e-05,
      "loss": 4.4063,
      "step": 185200
    },
    {
      "epoch": 0.16211340454342937,
      "grad_norm": 0.4259735941886902,
      "learning_rate": 4.771486041695579e-05,
      "loss": 5.3824,
      "step": 185205
    },
    {
      "epoch": 0.16211778113705652,
      "grad_norm": 0.41563642024993896,
      "learning_rate": 4.771473148234844e-05,
      "loss": 5.6723,
      "step": 185210
    },
    {
      "epoch": 0.1621221577306837,
      "grad_norm": 0.426285058259964,
      "learning_rate": 4.771460254432416e-05,
      "loss": 5.4452,
      "step": 185215
    },
    {
      "epoch": 0.16212653432431084,
      "grad_norm": 0.4435601830482483,
      "learning_rate": 4.771447360288297e-05,
      "loss": 4.6096,
      "step": 185220
    },
    {
      "epoch": 0.162130910917938,
      "grad_norm": 0.4091435372829437,
      "learning_rate": 4.77143446580249e-05,
      "loss": 5.9904,
      "step": 185225
    },
    {
      "epoch": 0.16213528751156514,
      "grad_norm": 0.38976433873176575,
      "learning_rate": 4.771421570974995e-05,
      "loss": 5.9623,
      "step": 185230
    },
    {
      "epoch": 0.16213966410519232,
      "grad_norm": 0.41096869111061096,
      "learning_rate": 4.771408675805819e-05,
      "loss": 4.6229,
      "step": 185235
    },
    {
      "epoch": 0.16214404069881946,
      "grad_norm": 0.41481852531433105,
      "learning_rate": 4.771395780294959e-05,
      "loss": 5.2143,
      "step": 185240
    },
    {
      "epoch": 0.1621484172924466,
      "grad_norm": 0.4153236150741577,
      "learning_rate": 4.771382884442422e-05,
      "loss": 5.6672,
      "step": 185245
    },
    {
      "epoch": 0.16215279388607376,
      "grad_norm": 0.40880295634269714,
      "learning_rate": 4.77136998824821e-05,
      "loss": 5.3594,
      "step": 185250
    },
    {
      "epoch": 0.1621571704797009,
      "grad_norm": 0.4127455949783325,
      "learning_rate": 4.771357091712323e-05,
      "loss": 5.6688,
      "step": 185255
    },
    {
      "epoch": 0.16216154707332808,
      "grad_norm": 0.4088428020477295,
      "learning_rate": 4.771344194834764e-05,
      "loss": 5.3355,
      "step": 185260
    },
    {
      "epoch": 0.16216592366695523,
      "grad_norm": 0.4659498929977417,
      "learning_rate": 4.7713312976155363e-05,
      "loss": 4.4253,
      "step": 185265
    },
    {
      "epoch": 0.16217030026058238,
      "grad_norm": 0.46862685680389404,
      "learning_rate": 4.771318400054644e-05,
      "loss": 5.1137,
      "step": 185270
    },
    {
      "epoch": 0.16217467685420953,
      "grad_norm": 0.471531480550766,
      "learning_rate": 4.771305502152087e-05,
      "loss": 5.2683,
      "step": 185275
    },
    {
      "epoch": 0.1621790534478367,
      "grad_norm": 0.4157114028930664,
      "learning_rate": 4.7712926039078685e-05,
      "loss": 5.3812,
      "step": 185280
    },
    {
      "epoch": 0.16218343004146385,
      "grad_norm": 0.5316061973571777,
      "learning_rate": 4.771279705321993e-05,
      "loss": 4.6646,
      "step": 185285
    },
    {
      "epoch": 0.162187806635091,
      "grad_norm": 0.4971577227115631,
      "learning_rate": 4.7712668063944585e-05,
      "loss": 5.7722,
      "step": 185290
    },
    {
      "epoch": 0.16219218322871815,
      "grad_norm": 0.4535920321941376,
      "learning_rate": 4.771253907125272e-05,
      "loss": 4.7136,
      "step": 185295
    },
    {
      "epoch": 0.16219655982234532,
      "grad_norm": 0.4233155846595764,
      "learning_rate": 4.771241007514434e-05,
      "loss": 4.6243,
      "step": 185300
    },
    {
      "epoch": 0.16220093641597247,
      "grad_norm": 0.4371474087238312,
      "learning_rate": 4.771228107561946e-05,
      "loss": 5.1214,
      "step": 185305
    },
    {
      "epoch": 0.16220531300959962,
      "grad_norm": 0.4108988344669342,
      "learning_rate": 4.7712152072678126e-05,
      "loss": 5.2009,
      "step": 185310
    },
    {
      "epoch": 0.16220968960322676,
      "grad_norm": 0.41986724734306335,
      "learning_rate": 4.771202306632035e-05,
      "loss": 5.9695,
      "step": 185315
    },
    {
      "epoch": 0.16221406619685394,
      "grad_norm": 0.49252378940582275,
      "learning_rate": 4.771189405654617e-05,
      "loss": 5.4346,
      "step": 185320
    },
    {
      "epoch": 0.1622184427904811,
      "grad_norm": 0.4807758033275604,
      "learning_rate": 4.7711765043355595e-05,
      "loss": 5.2373,
      "step": 185325
    },
    {
      "epoch": 0.16222281938410824,
      "grad_norm": 0.42332178354263306,
      "learning_rate": 4.7711636026748654e-05,
      "loss": 5.6197,
      "step": 185330
    },
    {
      "epoch": 0.16222719597773538,
      "grad_norm": 0.4316771328449249,
      "learning_rate": 4.771150700672538e-05,
      "loss": 5.111,
      "step": 185335
    },
    {
      "epoch": 0.16223157257136256,
      "grad_norm": 0.4163922965526581,
      "learning_rate": 4.771137798328579e-05,
      "loss": 6.2498,
      "step": 185340
    },
    {
      "epoch": 0.1622359491649897,
      "grad_norm": 0.42438215017318726,
      "learning_rate": 4.771124895642991e-05,
      "loss": 5.3715,
      "step": 185345
    },
    {
      "epoch": 0.16224032575861685,
      "grad_norm": 0.45708760619163513,
      "learning_rate": 4.771111992615777e-05,
      "loss": 5.2005,
      "step": 185350
    },
    {
      "epoch": 0.162244702352244,
      "grad_norm": 0.4100955128669739,
      "learning_rate": 4.771099089246938e-05,
      "loss": 5.6393,
      "step": 185355
    },
    {
      "epoch": 0.16224907894587118,
      "grad_norm": 0.4067685902118683,
      "learning_rate": 4.771086185536479e-05,
      "loss": 5.1462,
      "step": 185360
    },
    {
      "epoch": 0.16225345553949833,
      "grad_norm": 0.4161137640476227,
      "learning_rate": 4.771073281484399e-05,
      "loss": 5.1014,
      "step": 185365
    },
    {
      "epoch": 0.16225783213312547,
      "grad_norm": 0.4181225895881653,
      "learning_rate": 4.7710603770907045e-05,
      "loss": 5.4404,
      "step": 185370
    },
    {
      "epoch": 0.16226220872675262,
      "grad_norm": 0.40000152587890625,
      "learning_rate": 4.771047472355395e-05,
      "loss": 5.9654,
      "step": 185375
    },
    {
      "epoch": 0.1622665853203798,
      "grad_norm": 0.41565725207328796,
      "learning_rate": 4.771034567278474e-05,
      "loss": 5.7625,
      "step": 185380
    },
    {
      "epoch": 0.16227096191400694,
      "grad_norm": 0.4075418710708618,
      "learning_rate": 4.7710216618599444e-05,
      "loss": 4.8532,
      "step": 185385
    },
    {
      "epoch": 0.1622753385076341,
      "grad_norm": 0.46956929564476013,
      "learning_rate": 4.771008756099809e-05,
      "loss": 4.7337,
      "step": 185390
    },
    {
      "epoch": 0.16227971510126124,
      "grad_norm": 0.41144225001335144,
      "learning_rate": 4.770995849998068e-05,
      "loss": 5.275,
      "step": 185395
    },
    {
      "epoch": 0.1622840916948884,
      "grad_norm": 0.4202752411365509,
      "learning_rate": 4.7709829435547256e-05,
      "loss": 4.9204,
      "step": 185400
    },
    {
      "epoch": 0.16228846828851556,
      "grad_norm": 0.4230414032936096,
      "learning_rate": 4.7709700367697865e-05,
      "loss": 5.9654,
      "step": 185405
    },
    {
      "epoch": 0.1622928448821427,
      "grad_norm": 0.42878457903862,
      "learning_rate": 4.7709571296432484e-05,
      "loss": 5.1324,
      "step": 185410
    },
    {
      "epoch": 0.16229722147576986,
      "grad_norm": 0.4222981929779053,
      "learning_rate": 4.770944222175117e-05,
      "loss": 5.2349,
      "step": 185415
    },
    {
      "epoch": 0.162301598069397,
      "grad_norm": 0.39324453473091125,
      "learning_rate": 4.7709313143653945e-05,
      "loss": 5.7555,
      "step": 185420
    },
    {
      "epoch": 0.16230597466302418,
      "grad_norm": 0.40783485770225525,
      "learning_rate": 4.770918406214082e-05,
      "loss": 5.2322,
      "step": 185425
    },
    {
      "epoch": 0.16231035125665133,
      "grad_norm": 0.39932721853256226,
      "learning_rate": 4.770905497721184e-05,
      "loss": 5.9578,
      "step": 185430
    },
    {
      "epoch": 0.16231472785027848,
      "grad_norm": 0.43109408020973206,
      "learning_rate": 4.7708925888867005e-05,
      "loss": 4.6448,
      "step": 185435
    },
    {
      "epoch": 0.16231910444390563,
      "grad_norm": 0.43612706661224365,
      "learning_rate": 4.770879679710637e-05,
      "loss": 5.9848,
      "step": 185440
    },
    {
      "epoch": 0.1623234810375328,
      "grad_norm": 0.43089422583580017,
      "learning_rate": 4.770866770192993e-05,
      "loss": 4.9478,
      "step": 185445
    },
    {
      "epoch": 0.16232785763115995,
      "grad_norm": 0.3956615626811981,
      "learning_rate": 4.7708538603337736e-05,
      "loss": 5.7367,
      "step": 185450
    },
    {
      "epoch": 0.1623322342247871,
      "grad_norm": 0.4305773675441742,
      "learning_rate": 4.770840950132979e-05,
      "loss": 4.9074,
      "step": 185455
    },
    {
      "epoch": 0.16233661081841425,
      "grad_norm": 0.41290828585624695,
      "learning_rate": 4.770828039590614e-05,
      "loss": 5.9826,
      "step": 185460
    },
    {
      "epoch": 0.16234098741204142,
      "grad_norm": 0.40702521800994873,
      "learning_rate": 4.770815128706678e-05,
      "loss": 5.7357,
      "step": 185465
    },
    {
      "epoch": 0.16234536400566857,
      "grad_norm": 0.43221884965896606,
      "learning_rate": 4.7708022174811776e-05,
      "loss": 4.713,
      "step": 185470
    },
    {
      "epoch": 0.16234974059929572,
      "grad_norm": 0.44737428426742554,
      "learning_rate": 4.7707893059141106e-05,
      "loss": 5.9486,
      "step": 185475
    },
    {
      "epoch": 0.16235411719292286,
      "grad_norm": 0.41411158442497253,
      "learning_rate": 4.770776394005484e-05,
      "loss": 5.4782,
      "step": 185480
    },
    {
      "epoch": 0.16235849378655004,
      "grad_norm": 0.446293443441391,
      "learning_rate": 4.770763481755297e-05,
      "loss": 5.7642,
      "step": 185485
    },
    {
      "epoch": 0.1623628703801772,
      "grad_norm": 0.4332680106163025,
      "learning_rate": 4.7707505691635535e-05,
      "loss": 4.9348,
      "step": 185490
    },
    {
      "epoch": 0.16236724697380434,
      "grad_norm": 0.40976449847221375,
      "learning_rate": 4.770737656230256e-05,
      "loss": 5.6727,
      "step": 185495
    },
    {
      "epoch": 0.16237162356743148,
      "grad_norm": 0.4352158308029175,
      "learning_rate": 4.770724742955407e-05,
      "loss": 4.9589,
      "step": 185500
    },
    {
      "epoch": 0.16237600016105866,
      "grad_norm": 0.42902520298957825,
      "learning_rate": 4.770711829339009e-05,
      "loss": 5.9541,
      "step": 185505
    },
    {
      "epoch": 0.1623803767546858,
      "grad_norm": 0.43730929493904114,
      "learning_rate": 4.7706989153810625e-05,
      "loss": 5.4673,
      "step": 185510
    },
    {
      "epoch": 0.16238475334831295,
      "grad_norm": 0.438810795545578,
      "learning_rate": 4.7706860010815736e-05,
      "loss": 4.6127,
      "step": 185515
    },
    {
      "epoch": 0.1623891299419401,
      "grad_norm": 0.4080790877342224,
      "learning_rate": 4.7706730864405414e-05,
      "loss": 5.2612,
      "step": 185520
    },
    {
      "epoch": 0.16239350653556725,
      "grad_norm": 0.4276192784309387,
      "learning_rate": 4.770660171457971e-05,
      "loss": 5.3799,
      "step": 185525
    },
    {
      "epoch": 0.16239788312919443,
      "grad_norm": 0.4118885099887848,
      "learning_rate": 4.7706472561338646e-05,
      "loss": 5.7614,
      "step": 185530
    },
    {
      "epoch": 0.16240225972282157,
      "grad_norm": 0.42937660217285156,
      "learning_rate": 4.770634340468222e-05,
      "loss": 5.3557,
      "step": 185535
    },
    {
      "epoch": 0.16240663631644872,
      "grad_norm": 0.42119288444519043,
      "learning_rate": 4.770621424461049e-05,
      "loss": 5.3465,
      "step": 185540
    },
    {
      "epoch": 0.16241101291007587,
      "grad_norm": 0.45385509729385376,
      "learning_rate": 4.770608508112346e-05,
      "loss": 4.9248,
      "step": 185545
    },
    {
      "epoch": 0.16241538950370304,
      "grad_norm": 0.45777928829193115,
      "learning_rate": 4.770595591422117e-05,
      "loss": 5.1562,
      "step": 185550
    },
    {
      "epoch": 0.1624197660973302,
      "grad_norm": 0.42302823066711426,
      "learning_rate": 4.770582674390363e-05,
      "loss": 5.6752,
      "step": 185555
    },
    {
      "epoch": 0.16242414269095734,
      "grad_norm": 0.45956701040267944,
      "learning_rate": 4.770569757017087e-05,
      "loss": 3.8985,
      "step": 185560
    },
    {
      "epoch": 0.1624285192845845,
      "grad_norm": 0.4226548671722412,
      "learning_rate": 4.770556839302293e-05,
      "loss": 5.1317,
      "step": 185565
    },
    {
      "epoch": 0.16243289587821166,
      "grad_norm": 0.417774498462677,
      "learning_rate": 4.77054392124598e-05,
      "loss": 5.4147,
      "step": 185570
    },
    {
      "epoch": 0.1624372724718388,
      "grad_norm": 0.41142216324806213,
      "learning_rate": 4.770531002848154e-05,
      "loss": 5.7182,
      "step": 185575
    },
    {
      "epoch": 0.16244164906546596,
      "grad_norm": 0.453706294298172,
      "learning_rate": 4.770518084108816e-05,
      "loss": 5.1528,
      "step": 185580
    },
    {
      "epoch": 0.1624460256590931,
      "grad_norm": 0.4181140065193176,
      "learning_rate": 4.770505165027969e-05,
      "loss": 5.4506,
      "step": 185585
    },
    {
      "epoch": 0.16245040225272028,
      "grad_norm": 0.43972286581993103,
      "learning_rate": 4.7704922456056144e-05,
      "loss": 4.3336,
      "step": 185590
    },
    {
      "epoch": 0.16245477884634743,
      "grad_norm": 0.42517027258872986,
      "learning_rate": 4.770479325841756e-05,
      "loss": 5.2533,
      "step": 185595
    },
    {
      "epoch": 0.16245915543997458,
      "grad_norm": 0.44101041555404663,
      "learning_rate": 4.770466405736394e-05,
      "loss": 4.6083,
      "step": 185600
    },
    {
      "epoch": 0.16246353203360173,
      "grad_norm": 0.4406384229660034,
      "learning_rate": 4.7704534852895354e-05,
      "loss": 5.4281,
      "step": 185605
    },
    {
      "epoch": 0.1624679086272289,
      "grad_norm": 0.43773162364959717,
      "learning_rate": 4.770440564501177e-05,
      "loss": 4.9337,
      "step": 185610
    },
    {
      "epoch": 0.16247228522085605,
      "grad_norm": 0.4220059812068939,
      "learning_rate": 4.770427643371326e-05,
      "loss": 4.6134,
      "step": 185615
    },
    {
      "epoch": 0.1624766618144832,
      "grad_norm": 0.40499216318130493,
      "learning_rate": 4.770414721899984e-05,
      "loss": 5.7339,
      "step": 185620
    },
    {
      "epoch": 0.16248103840811035,
      "grad_norm": 0.43302688002586365,
      "learning_rate": 4.770401800087151e-05,
      "loss": 5.0961,
      "step": 185625
    },
    {
      "epoch": 0.16248541500173752,
      "grad_norm": 0.42521995306015015,
      "learning_rate": 4.770388877932831e-05,
      "loss": 5.3414,
      "step": 185630
    },
    {
      "epoch": 0.16248979159536467,
      "grad_norm": 0.4243704080581665,
      "learning_rate": 4.770375955437027e-05,
      "loss": 5.4688,
      "step": 185635
    },
    {
      "epoch": 0.16249416818899182,
      "grad_norm": 0.43183204531669617,
      "learning_rate": 4.7703630325997405e-05,
      "loss": 4.7113,
      "step": 185640
    },
    {
      "epoch": 0.16249854478261896,
      "grad_norm": 0.4832923710346222,
      "learning_rate": 4.770350109420976e-05,
      "loss": 5.6498,
      "step": 185645
    },
    {
      "epoch": 0.1625029213762461,
      "grad_norm": 0.4436345398426056,
      "learning_rate": 4.7703371859007325e-05,
      "loss": 5.7663,
      "step": 185650
    },
    {
      "epoch": 0.1625072979698733,
      "grad_norm": 0.40648528933525085,
      "learning_rate": 4.7703242620390155e-05,
      "loss": 5.4652,
      "step": 185655
    },
    {
      "epoch": 0.16251167456350044,
      "grad_norm": 0.5401807427406311,
      "learning_rate": 4.7703113378358264e-05,
      "loss": 4.7212,
      "step": 185660
    },
    {
      "epoch": 0.16251605115712758,
      "grad_norm": 0.43802696466445923,
      "learning_rate": 4.770298413291169e-05,
      "loss": 4.627,
      "step": 185665
    },
    {
      "epoch": 0.16252042775075473,
      "grad_norm": 0.4344824552536011,
      "learning_rate": 4.770285488405043e-05,
      "loss": 5.7423,
      "step": 185670
    },
    {
      "epoch": 0.1625248043443819,
      "grad_norm": 0.4462294280529022,
      "learning_rate": 4.770272563177453e-05,
      "loss": 4.974,
      "step": 185675
    },
    {
      "epoch": 0.16252918093800905,
      "grad_norm": 0.43023207783699036,
      "learning_rate": 4.770259637608402e-05,
      "loss": 4.6156,
      "step": 185680
    },
    {
      "epoch": 0.1625335575316362,
      "grad_norm": 0.43420881032943726,
      "learning_rate": 4.77024671169789e-05,
      "loss": 5.6689,
      "step": 185685
    },
    {
      "epoch": 0.16253793412526335,
      "grad_norm": 0.4509815573692322,
      "learning_rate": 4.770233785445921e-05,
      "loss": 5.9746,
      "step": 185690
    },
    {
      "epoch": 0.16254231071889053,
      "grad_norm": 0.42098987102508545,
      "learning_rate": 4.770220858852498e-05,
      "loss": 5.3543,
      "step": 185695
    },
    {
      "epoch": 0.16254668731251767,
      "grad_norm": 0.4299328625202179,
      "learning_rate": 4.770207931917624e-05,
      "loss": 5.139,
      "step": 185700
    },
    {
      "epoch": 0.16255106390614482,
      "grad_norm": 0.42111241817474365,
      "learning_rate": 4.770195004641299e-05,
      "loss": 5.0889,
      "step": 185705
    },
    {
      "epoch": 0.16255544049977197,
      "grad_norm": 0.4023418724536896,
      "learning_rate": 4.7701820770235275e-05,
      "loss": 5.9727,
      "step": 185710
    },
    {
      "epoch": 0.16255981709339914,
      "grad_norm": 0.40132784843444824,
      "learning_rate": 4.770169149064311e-05,
      "loss": 5.9766,
      "step": 185715
    },
    {
      "epoch": 0.1625641936870263,
      "grad_norm": 0.4111129641532898,
      "learning_rate": 4.770156220763652e-05,
      "loss": 4.8643,
      "step": 185720
    },
    {
      "epoch": 0.16256857028065344,
      "grad_norm": 0.4114421308040619,
      "learning_rate": 4.770143292121555e-05,
      "loss": 4.831,
      "step": 185725
    },
    {
      "epoch": 0.1625729468742806,
      "grad_norm": 0.4224616587162018,
      "learning_rate": 4.77013036313802e-05,
      "loss": 4.3558,
      "step": 185730
    },
    {
      "epoch": 0.16257732346790776,
      "grad_norm": 0.471042275428772,
      "learning_rate": 4.77011743381305e-05,
      "loss": 4.5814,
      "step": 185735
    },
    {
      "epoch": 0.1625817000615349,
      "grad_norm": 0.40323856472969055,
      "learning_rate": 4.7701045041466484e-05,
      "loss": 5.7004,
      "step": 185740
    },
    {
      "epoch": 0.16258607665516206,
      "grad_norm": 0.39731675386428833,
      "learning_rate": 4.7700915741388176e-05,
      "loss": 5.4016,
      "step": 185745
    },
    {
      "epoch": 0.1625904532487892,
      "grad_norm": 0.3966236412525177,
      "learning_rate": 4.7700786437895594e-05,
      "loss": 4.8827,
      "step": 185750
    },
    {
      "epoch": 0.16259482984241638,
      "grad_norm": 0.42087796330451965,
      "learning_rate": 4.770065713098876e-05,
      "loss": 5.7812,
      "step": 185755
    },
    {
      "epoch": 0.16259920643604353,
      "grad_norm": 0.41145554184913635,
      "learning_rate": 4.7700527820667714e-05,
      "loss": 5.7639,
      "step": 185760
    },
    {
      "epoch": 0.16260358302967068,
      "grad_norm": 0.43288668990135193,
      "learning_rate": 4.7700398506932464e-05,
      "loss": 4.9359,
      "step": 185765
    },
    {
      "epoch": 0.16260795962329783,
      "grad_norm": 0.405840665102005,
      "learning_rate": 4.7700269189783054e-05,
      "loss": 5.1191,
      "step": 185770
    },
    {
      "epoch": 0.16261233621692497,
      "grad_norm": 0.4081268012523651,
      "learning_rate": 4.7700139869219485e-05,
      "loss": 5.7602,
      "step": 185775
    },
    {
      "epoch": 0.16261671281055215,
      "grad_norm": 0.4339112937450409,
      "learning_rate": 4.7700010545241804e-05,
      "loss": 4.8298,
      "step": 185780
    },
    {
      "epoch": 0.1626210894041793,
      "grad_norm": 0.40026533603668213,
      "learning_rate": 4.769988121785002e-05,
      "loss": 5.9789,
      "step": 185785
    },
    {
      "epoch": 0.16262546599780645,
      "grad_norm": 0.4061586260795593,
      "learning_rate": 4.769975188704416e-05,
      "loss": 5.9379,
      "step": 185790
    },
    {
      "epoch": 0.1626298425914336,
      "grad_norm": 0.4146983325481415,
      "learning_rate": 4.7699622552824266e-05,
      "loss": 5.6807,
      "step": 185795
    },
    {
      "epoch": 0.16263421918506077,
      "grad_norm": 0.4613145589828491,
      "learning_rate": 4.769949321519035e-05,
      "loss": 5.2358,
      "step": 185800
    },
    {
      "epoch": 0.16263859577868792,
      "grad_norm": 0.46260952949523926,
      "learning_rate": 4.769936387414243e-05,
      "loss": 4.6312,
      "step": 185805
    },
    {
      "epoch": 0.16264297237231506,
      "grad_norm": 0.4580956697463989,
      "learning_rate": 4.769923452968054e-05,
      "loss": 4.6725,
      "step": 185810
    },
    {
      "epoch": 0.1626473489659422,
      "grad_norm": 0.4167899787425995,
      "learning_rate": 4.7699105181804705e-05,
      "loss": 5.2495,
      "step": 185815
    },
    {
      "epoch": 0.1626517255595694,
      "grad_norm": 0.43981683254241943,
      "learning_rate": 4.7698975830514934e-05,
      "loss": 4.4677,
      "step": 185820
    },
    {
      "epoch": 0.16265610215319654,
      "grad_norm": 0.42673972249031067,
      "learning_rate": 4.769884647581129e-05,
      "loss": 5.4733,
      "step": 185825
    },
    {
      "epoch": 0.16266047874682368,
      "grad_norm": 0.438777357339859,
      "learning_rate": 4.7698717117693755e-05,
      "loss": 5.7246,
      "step": 185830
    },
    {
      "epoch": 0.16266485534045083,
      "grad_norm": 0.42257124185562134,
      "learning_rate": 4.769858775616238e-05,
      "loss": 5.2928,
      "step": 185835
    },
    {
      "epoch": 0.162669231934078,
      "grad_norm": 0.45528683066368103,
      "learning_rate": 4.769845839121719e-05,
      "loss": 4.7235,
      "step": 185840
    },
    {
      "epoch": 0.16267360852770515,
      "grad_norm": 0.465621680021286,
      "learning_rate": 4.7698329022858204e-05,
      "loss": 5.1513,
      "step": 185845
    },
    {
      "epoch": 0.1626779851213323,
      "grad_norm": 0.47647514939308167,
      "learning_rate": 4.769819965108543e-05,
      "loss": 5.0906,
      "step": 185850
    },
    {
      "epoch": 0.16268236171495945,
      "grad_norm": 0.4299347996711731,
      "learning_rate": 4.769807027589892e-05,
      "loss": 4.9542,
      "step": 185855
    },
    {
      "epoch": 0.16268673830858663,
      "grad_norm": 0.4156671166419983,
      "learning_rate": 4.7697940897298687e-05,
      "loss": 4.7293,
      "step": 185860
    },
    {
      "epoch": 0.16269111490221377,
      "grad_norm": 0.4453465938568115,
      "learning_rate": 4.7697811515284754e-05,
      "loss": 5.359,
      "step": 185865
    },
    {
      "epoch": 0.16269549149584092,
      "grad_norm": 0.41537830233573914,
      "learning_rate": 4.769768212985716e-05,
      "loss": 5.1644,
      "step": 185870
    },
    {
      "epoch": 0.16269986808946807,
      "grad_norm": 0.4308568239212036,
      "learning_rate": 4.76975527410159e-05,
      "loss": 5.9506,
      "step": 185875
    },
    {
      "epoch": 0.16270424468309524,
      "grad_norm": 0.4276362657546997,
      "learning_rate": 4.769742334876103e-05,
      "loss": 4.6522,
      "step": 185880
    },
    {
      "epoch": 0.1627086212767224,
      "grad_norm": 0.4490222632884979,
      "learning_rate": 4.769729395309256e-05,
      "loss": 4.9439,
      "step": 185885
    },
    {
      "epoch": 0.16271299787034954,
      "grad_norm": 0.4328313171863556,
      "learning_rate": 4.769716455401051e-05,
      "loss": 5.951,
      "step": 185890
    },
    {
      "epoch": 0.1627173744639767,
      "grad_norm": 0.4350128769874573,
      "learning_rate": 4.7697035151514926e-05,
      "loss": 4.6315,
      "step": 185895
    },
    {
      "epoch": 0.16272175105760384,
      "grad_norm": 0.43429291248321533,
      "learning_rate": 4.7696905745605815e-05,
      "loss": 5.6838,
      "step": 185900
    },
    {
      "epoch": 0.162726127651231,
      "grad_norm": 0.42256754636764526,
      "learning_rate": 4.76967763362832e-05,
      "loss": 4.9458,
      "step": 185905
    },
    {
      "epoch": 0.16273050424485816,
      "grad_norm": 0.4184945225715637,
      "learning_rate": 4.769664692354712e-05,
      "loss": 5.6434,
      "step": 185910
    },
    {
      "epoch": 0.1627348808384853,
      "grad_norm": 0.441576212644577,
      "learning_rate": 4.7696517507397584e-05,
      "loss": 4.7078,
      "step": 185915
    },
    {
      "epoch": 0.16273925743211246,
      "grad_norm": 0.40924596786499023,
      "learning_rate": 4.769638808783463e-05,
      "loss": 4.8305,
      "step": 185920
    },
    {
      "epoch": 0.16274363402573963,
      "grad_norm": 0.4374329745769501,
      "learning_rate": 4.769625866485828e-05,
      "loss": 5.1508,
      "step": 185925
    },
    {
      "epoch": 0.16274801061936678,
      "grad_norm": 0.4009530246257782,
      "learning_rate": 4.769612923846856e-05,
      "loss": 5.6391,
      "step": 185930
    },
    {
      "epoch": 0.16275238721299393,
      "grad_norm": 0.3948683440685272,
      "learning_rate": 4.7695999808665495e-05,
      "loss": 5.7568,
      "step": 185935
    },
    {
      "epoch": 0.16275676380662107,
      "grad_norm": 0.41409561038017273,
      "learning_rate": 4.769587037544909e-05,
      "loss": 5.1497,
      "step": 185940
    },
    {
      "epoch": 0.16276114040024825,
      "grad_norm": 0.4510176479816437,
      "learning_rate": 4.7695740938819397e-05,
      "loss": 5.237,
      "step": 185945
    },
    {
      "epoch": 0.1627655169938754,
      "grad_norm": 0.47701579332351685,
      "learning_rate": 4.7695611498776437e-05,
      "loss": 4.6548,
      "step": 185950
    },
    {
      "epoch": 0.16276989358750255,
      "grad_norm": 0.4179675877094269,
      "learning_rate": 4.769548205532023e-05,
      "loss": 5.4781,
      "step": 185955
    },
    {
      "epoch": 0.1627742701811297,
      "grad_norm": 0.44762298464775085,
      "learning_rate": 4.769535260845078e-05,
      "loss": 5.6395,
      "step": 185960
    },
    {
      "epoch": 0.16277864677475687,
      "grad_norm": 0.4224008321762085,
      "learning_rate": 4.7695223158168156e-05,
      "loss": 5.6504,
      "step": 185965
    },
    {
      "epoch": 0.16278302336838402,
      "grad_norm": 0.45234864950180054,
      "learning_rate": 4.7695093704472346e-05,
      "loss": 5.1876,
      "step": 185970
    },
    {
      "epoch": 0.16278739996201116,
      "grad_norm": 0.4404241740703583,
      "learning_rate": 4.7694964247363394e-05,
      "loss": 5.43,
      "step": 185975
    },
    {
      "epoch": 0.1627917765556383,
      "grad_norm": 0.44920992851257324,
      "learning_rate": 4.769483478684131e-05,
      "loss": 5.4729,
      "step": 185980
    },
    {
      "epoch": 0.1627961531492655,
      "grad_norm": 0.4445890486240387,
      "learning_rate": 4.769470532290614e-05,
      "loss": 4.0955,
      "step": 185985
    },
    {
      "epoch": 0.16280052974289264,
      "grad_norm": 0.4558395445346832,
      "learning_rate": 4.769457585555789e-05,
      "loss": 4.6397,
      "step": 185990
    },
    {
      "epoch": 0.16280490633651978,
      "grad_norm": 0.43055403232574463,
      "learning_rate": 4.76944463847966e-05,
      "loss": 5.691,
      "step": 185995
    },
    {
      "epoch": 0.16280928293014693,
      "grad_norm": 0.4311806559562683,
      "learning_rate": 4.769431691062227e-05,
      "loss": 4.1192,
      "step": 186000
    },
    {
      "epoch": 0.1628136595237741,
      "grad_norm": 0.4665742814540863,
      "learning_rate": 4.7694187433034955e-05,
      "loss": 5.7749,
      "step": 186005
    },
    {
      "epoch": 0.16281803611740125,
      "grad_norm": 0.44673722982406616,
      "learning_rate": 4.7694057952034665e-05,
      "loss": 5.2382,
      "step": 186010
    },
    {
      "epoch": 0.1628224127110284,
      "grad_norm": 0.494803249835968,
      "learning_rate": 4.769392846762143e-05,
      "loss": 4.6911,
      "step": 186015
    },
    {
      "epoch": 0.16282678930465555,
      "grad_norm": 0.6260242462158203,
      "learning_rate": 4.7693798979795253e-05,
      "loss": 4.4217,
      "step": 186020
    },
    {
      "epoch": 0.16283116589828273,
      "grad_norm": 0.44879019260406494,
      "learning_rate": 4.7693669488556206e-05,
      "loss": 5.0686,
      "step": 186025
    },
    {
      "epoch": 0.16283554249190987,
      "grad_norm": 0.45092272758483887,
      "learning_rate": 4.7693539993904266e-05,
      "loss": 5.1258,
      "step": 186030
    },
    {
      "epoch": 0.16283991908553702,
      "grad_norm": 0.42964962124824524,
      "learning_rate": 4.7693410495839474e-05,
      "loss": 5.1792,
      "step": 186035
    },
    {
      "epoch": 0.16284429567916417,
      "grad_norm": 0.41853415966033936,
      "learning_rate": 4.769328099436188e-05,
      "loss": 5.4435,
      "step": 186040
    },
    {
      "epoch": 0.16284867227279132,
      "grad_norm": 0.4305553138256073,
      "learning_rate": 4.7693151489471465e-05,
      "loss": 5.9689,
      "step": 186045
    },
    {
      "epoch": 0.1628530488664185,
      "grad_norm": 0.42134761810302734,
      "learning_rate": 4.769302198116828e-05,
      "loss": 4.2105,
      "step": 186050
    },
    {
      "epoch": 0.16285742546004564,
      "grad_norm": 0.4409361779689789,
      "learning_rate": 4.769289246945237e-05,
      "loss": 4.7318,
      "step": 186055
    },
    {
      "epoch": 0.1628618020536728,
      "grad_norm": 0.4050704538822174,
      "learning_rate": 4.769276295432371e-05,
      "loss": 5.21,
      "step": 186060
    },
    {
      "epoch": 0.16286617864729994,
      "grad_norm": 0.43206891417503357,
      "learning_rate": 4.7692633435782366e-05,
      "loss": 4.3579,
      "step": 186065
    },
    {
      "epoch": 0.1628705552409271,
      "grad_norm": 0.4519953429698944,
      "learning_rate": 4.7692503913828345e-05,
      "loss": 5.9701,
      "step": 186070
    },
    {
      "epoch": 0.16287493183455426,
      "grad_norm": 0.5050746202468872,
      "learning_rate": 4.769237438846167e-05,
      "loss": 5.1216,
      "step": 186075
    },
    {
      "epoch": 0.1628793084281814,
      "grad_norm": 0.4107544720172882,
      "learning_rate": 4.769224485968238e-05,
      "loss": 5.4574,
      "step": 186080
    },
    {
      "epoch": 0.16288368502180856,
      "grad_norm": 0.41617247462272644,
      "learning_rate": 4.769211532749048e-05,
      "loss": 4.9445,
      "step": 186085
    },
    {
      "epoch": 0.16288806161543573,
      "grad_norm": 0.41399499773979187,
      "learning_rate": 4.7691985791886016e-05,
      "loss": 5.4432,
      "step": 186090
    },
    {
      "epoch": 0.16289243820906288,
      "grad_norm": 0.43232935667037964,
      "learning_rate": 4.7691856252869004e-05,
      "loss": 4.1846,
      "step": 186095
    },
    {
      "epoch": 0.16289681480269003,
      "grad_norm": 0.4356183707714081,
      "learning_rate": 4.7691726710439466e-05,
      "loss": 4.9837,
      "step": 186100
    },
    {
      "epoch": 0.16290119139631717,
      "grad_norm": 0.4354683756828308,
      "learning_rate": 4.769159716459742e-05,
      "loss": 5.4474,
      "step": 186105
    },
    {
      "epoch": 0.16290556798994435,
      "grad_norm": 0.421697735786438,
      "learning_rate": 4.769146761534292e-05,
      "loss": 4.8462,
      "step": 186110
    },
    {
      "epoch": 0.1629099445835715,
      "grad_norm": 0.40325307846069336,
      "learning_rate": 4.769133806267596e-05,
      "loss": 5.6805,
      "step": 186115
    },
    {
      "epoch": 0.16291432117719865,
      "grad_norm": 0.434121698141098,
      "learning_rate": 4.769120850659657e-05,
      "loss": 5.2608,
      "step": 186120
    },
    {
      "epoch": 0.1629186977708258,
      "grad_norm": 0.43829983472824097,
      "learning_rate": 4.7691078947104796e-05,
      "loss": 5.7534,
      "step": 186125
    },
    {
      "epoch": 0.16292307436445297,
      "grad_norm": 0.4214165508747101,
      "learning_rate": 4.769094938420064e-05,
      "loss": 5.265,
      "step": 186130
    },
    {
      "epoch": 0.16292745095808012,
      "grad_norm": 0.42069870233535767,
      "learning_rate": 4.769081981788414e-05,
      "loss": 5.3764,
      "step": 186135
    },
    {
      "epoch": 0.16293182755170726,
      "grad_norm": 0.4351661801338196,
      "learning_rate": 4.769069024815531e-05,
      "loss": 4.8998,
      "step": 186140
    },
    {
      "epoch": 0.1629362041453344,
      "grad_norm": 0.4260789453983307,
      "learning_rate": 4.769056067501419e-05,
      "loss": 5.4208,
      "step": 186145
    },
    {
      "epoch": 0.1629405807389616,
      "grad_norm": 0.4234059154987335,
      "learning_rate": 4.769043109846079e-05,
      "loss": 5.2028,
      "step": 186150
    },
    {
      "epoch": 0.16294495733258874,
      "grad_norm": 0.4086626470088959,
      "learning_rate": 4.769030151849514e-05,
      "loss": 6.2447,
      "step": 186155
    },
    {
      "epoch": 0.16294933392621588,
      "grad_norm": 0.4139275550842285,
      "learning_rate": 4.7690171935117266e-05,
      "loss": 5.2585,
      "step": 186160
    },
    {
      "epoch": 0.16295371051984303,
      "grad_norm": 0.4494841992855072,
      "learning_rate": 4.76900423483272e-05,
      "loss": 4.6216,
      "step": 186165
    },
    {
      "epoch": 0.16295808711347018,
      "grad_norm": 0.4190257489681244,
      "learning_rate": 4.768991275812495e-05,
      "loss": 5.1589,
      "step": 186170
    },
    {
      "epoch": 0.16296246370709735,
      "grad_norm": 0.41599661111831665,
      "learning_rate": 4.768978316451056e-05,
      "loss": 5.3828,
      "step": 186175
    },
    {
      "epoch": 0.1629668403007245,
      "grad_norm": 0.428888738155365,
      "learning_rate": 4.768965356748404e-05,
      "loss": 5.3619,
      "step": 186180
    },
    {
      "epoch": 0.16297121689435165,
      "grad_norm": 0.40842777490615845,
      "learning_rate": 4.768952396704542e-05,
      "loss": 5.673,
      "step": 186185
    },
    {
      "epoch": 0.1629755934879788,
      "grad_norm": 0.4395112693309784,
      "learning_rate": 4.768939436319474e-05,
      "loss": 4.649,
      "step": 186190
    },
    {
      "epoch": 0.16297997008160597,
      "grad_norm": 0.42676520347595215,
      "learning_rate": 4.7689264755932005e-05,
      "loss": 5.4524,
      "step": 186195
    },
    {
      "epoch": 0.16298434667523312,
      "grad_norm": 0.406302809715271,
      "learning_rate": 4.7689135145257246e-05,
      "loss": 6.2529,
      "step": 186200
    },
    {
      "epoch": 0.16298872326886027,
      "grad_norm": 0.417770117521286,
      "learning_rate": 4.768900553117048e-05,
      "loss": 5.1248,
      "step": 186205
    },
    {
      "epoch": 0.16299309986248742,
      "grad_norm": 0.41008588671684265,
      "learning_rate": 4.768887591367175e-05,
      "loss": 4.861,
      "step": 186210
    },
    {
      "epoch": 0.1629974764561146,
      "grad_norm": 0.40284210443496704,
      "learning_rate": 4.7688746292761064e-05,
      "loss": 5.7561,
      "step": 186215
    },
    {
      "epoch": 0.16300185304974174,
      "grad_norm": 0.4078475534915924,
      "learning_rate": 4.7688616668438456e-05,
      "loss": 5.3641,
      "step": 186220
    },
    {
      "epoch": 0.1630062296433689,
      "grad_norm": 0.41441798210144043,
      "learning_rate": 4.768848704070396e-05,
      "loss": 5.1515,
      "step": 186225
    },
    {
      "epoch": 0.16301060623699604,
      "grad_norm": 0.4098188281059265,
      "learning_rate": 4.7688357409557586e-05,
      "loss": 5.6713,
      "step": 186230
    },
    {
      "epoch": 0.1630149828306232,
      "grad_norm": 0.46562474966049194,
      "learning_rate": 4.768822777499935e-05,
      "loss": 5.4674,
      "step": 186235
    },
    {
      "epoch": 0.16301935942425036,
      "grad_norm": 0.4424426853656769,
      "learning_rate": 4.768809813702929e-05,
      "loss": 4.9184,
      "step": 186240
    },
    {
      "epoch": 0.1630237360178775,
      "grad_norm": 0.42944997549057007,
      "learning_rate": 4.768796849564744e-05,
      "loss": 5.459,
      "step": 186245
    },
    {
      "epoch": 0.16302811261150466,
      "grad_norm": 0.4096963107585907,
      "learning_rate": 4.768783885085383e-05,
      "loss": 4.8603,
      "step": 186250
    },
    {
      "epoch": 0.16303248920513183,
      "grad_norm": 0.4127863645553589,
      "learning_rate": 4.768770920264846e-05,
      "loss": 4.6492,
      "step": 186255
    },
    {
      "epoch": 0.16303686579875898,
      "grad_norm": 0.3975778818130493,
      "learning_rate": 4.768757955103136e-05,
      "loss": 5.7307,
      "step": 186260
    },
    {
      "epoch": 0.16304124239238613,
      "grad_norm": 0.4551476538181305,
      "learning_rate": 4.7687449896002566e-05,
      "loss": 4.8523,
      "step": 186265
    },
    {
      "epoch": 0.16304561898601327,
      "grad_norm": 0.4595922529697418,
      "learning_rate": 4.7687320237562094e-05,
      "loss": 4.9286,
      "step": 186270
    },
    {
      "epoch": 0.16304999557964045,
      "grad_norm": 0.45126983523368835,
      "learning_rate": 4.7687190575709984e-05,
      "loss": 4.9093,
      "step": 186275
    },
    {
      "epoch": 0.1630543721732676,
      "grad_norm": 0.5400289297103882,
      "learning_rate": 4.7687060910446235e-05,
      "loss": 4.8199,
      "step": 186280
    },
    {
      "epoch": 0.16305874876689475,
      "grad_norm": 0.4331148564815521,
      "learning_rate": 4.76869312417709e-05,
      "loss": 5.4448,
      "step": 186285
    },
    {
      "epoch": 0.1630631253605219,
      "grad_norm": 0.42384544014930725,
      "learning_rate": 4.7686801569683984e-05,
      "loss": 5.6477,
      "step": 186290
    },
    {
      "epoch": 0.16306750195414904,
      "grad_norm": 0.42144039273262024,
      "learning_rate": 4.768667189418553e-05,
      "loss": 5.1339,
      "step": 186295
    },
    {
      "epoch": 0.16307187854777622,
      "grad_norm": 0.4497127830982208,
      "learning_rate": 4.7686542215275544e-05,
      "loss": 4.7282,
      "step": 186300
    },
    {
      "epoch": 0.16307625514140336,
      "grad_norm": 0.417351633310318,
      "learning_rate": 4.768641253295406e-05,
      "loss": 5.2697,
      "step": 186305
    },
    {
      "epoch": 0.1630806317350305,
      "grad_norm": 0.4107220768928528,
      "learning_rate": 4.76862828472211e-05,
      "loss": 5.2104,
      "step": 186310
    },
    {
      "epoch": 0.16308500832865766,
      "grad_norm": 0.41612789034843445,
      "learning_rate": 4.76861531580767e-05,
      "loss": 5.0828,
      "step": 186315
    },
    {
      "epoch": 0.16308938492228484,
      "grad_norm": 0.43759191036224365,
      "learning_rate": 4.768602346552087e-05,
      "loss": 4.9231,
      "step": 186320
    },
    {
      "epoch": 0.16309376151591198,
      "grad_norm": 0.42104533314704895,
      "learning_rate": 4.768589376955365e-05,
      "loss": 5.6412,
      "step": 186325
    },
    {
      "epoch": 0.16309813810953913,
      "grad_norm": 0.43463900685310364,
      "learning_rate": 4.7685764070175045e-05,
      "loss": 4.949,
      "step": 186330
    },
    {
      "epoch": 0.16310251470316628,
      "grad_norm": 0.40255072712898254,
      "learning_rate": 4.768563436738509e-05,
      "loss": 6.2621,
      "step": 186335
    },
    {
      "epoch": 0.16310689129679345,
      "grad_norm": 0.4323311448097229,
      "learning_rate": 4.768550466118382e-05,
      "loss": 4.6359,
      "step": 186340
    },
    {
      "epoch": 0.1631112678904206,
      "grad_norm": 0.4514002501964569,
      "learning_rate": 4.768537495157125e-05,
      "loss": 4.8424,
      "step": 186345
    },
    {
      "epoch": 0.16311564448404775,
      "grad_norm": 0.4043780565261841,
      "learning_rate": 4.768524523854741e-05,
      "loss": 5.4491,
      "step": 186350
    },
    {
      "epoch": 0.1631200210776749,
      "grad_norm": 0.4397680461406708,
      "learning_rate": 4.768511552211231e-05,
      "loss": 4.3673,
      "step": 186355
    },
    {
      "epoch": 0.16312439767130207,
      "grad_norm": 0.4237252175807953,
      "learning_rate": 4.7684985802266e-05,
      "loss": 5.6188,
      "step": 186360
    },
    {
      "epoch": 0.16312877426492922,
      "grad_norm": 0.4437078833580017,
      "learning_rate": 4.768485607900849e-05,
      "loss": 4.9145,
      "step": 186365
    },
    {
      "epoch": 0.16313315085855637,
      "grad_norm": 0.4231114685535431,
      "learning_rate": 4.768472635233979e-05,
      "loss": 5.3395,
      "step": 186370
    },
    {
      "epoch": 0.16313752745218352,
      "grad_norm": 0.4729466736316681,
      "learning_rate": 4.768459662225996e-05,
      "loss": 5.2201,
      "step": 186375
    },
    {
      "epoch": 0.1631419040458107,
      "grad_norm": 0.48259398341178894,
      "learning_rate": 4.7684466888769e-05,
      "loss": 4.6381,
      "step": 186380
    },
    {
      "epoch": 0.16314628063943784,
      "grad_norm": 0.44913071393966675,
      "learning_rate": 4.7684337151866944e-05,
      "loss": 4.3881,
      "step": 186385
    },
    {
      "epoch": 0.163150657233065,
      "grad_norm": 0.46671074628829956,
      "learning_rate": 4.768420741155381e-05,
      "loss": 5.1484,
      "step": 186390
    },
    {
      "epoch": 0.16315503382669214,
      "grad_norm": 0.4879855215549469,
      "learning_rate": 4.768407766782964e-05,
      "loss": 5.1209,
      "step": 186395
    },
    {
      "epoch": 0.1631594104203193,
      "grad_norm": 0.42355990409851074,
      "learning_rate": 4.768394792069443e-05,
      "loss": 5.152,
      "step": 186400
    },
    {
      "epoch": 0.16316378701394646,
      "grad_norm": 0.4293705224990845,
      "learning_rate": 4.768381817014823e-05,
      "loss": 4.6446,
      "step": 186405
    },
    {
      "epoch": 0.1631681636075736,
      "grad_norm": 0.429357647895813,
      "learning_rate": 4.768368841619106e-05,
      "loss": 5.684,
      "step": 186410
    },
    {
      "epoch": 0.16317254020120076,
      "grad_norm": 0.4134766161441803,
      "learning_rate": 4.7683558658822935e-05,
      "loss": 5.6502,
      "step": 186415
    },
    {
      "epoch": 0.1631769167948279,
      "grad_norm": 0.40530920028686523,
      "learning_rate": 4.768342889804389e-05,
      "loss": 5.6467,
      "step": 186420
    },
    {
      "epoch": 0.16318129338845508,
      "grad_norm": 0.4009793996810913,
      "learning_rate": 4.7683299133853956e-05,
      "loss": 5.6627,
      "step": 186425
    },
    {
      "epoch": 0.16318566998208223,
      "grad_norm": 0.46948039531707764,
      "learning_rate": 4.7683169366253136e-05,
      "loss": 5.4105,
      "step": 186430
    },
    {
      "epoch": 0.16319004657570937,
      "grad_norm": 0.407312273979187,
      "learning_rate": 4.768303959524148e-05,
      "loss": 5.7102,
      "step": 186435
    },
    {
      "epoch": 0.16319442316933652,
      "grad_norm": 0.41666367650032043,
      "learning_rate": 4.768290982081899e-05,
      "loss": 5.4393,
      "step": 186440
    },
    {
      "epoch": 0.1631987997629637,
      "grad_norm": 0.40889468789100647,
      "learning_rate": 4.768278004298571e-05,
      "loss": 5.9234,
      "step": 186445
    },
    {
      "epoch": 0.16320317635659085,
      "grad_norm": 0.46552982926368713,
      "learning_rate": 4.7682650261741644e-05,
      "loss": 4.751,
      "step": 186450
    },
    {
      "epoch": 0.163207552950218,
      "grad_norm": 0.41705507040023804,
      "learning_rate": 4.7682520477086846e-05,
      "loss": 4.8274,
      "step": 186455
    },
    {
      "epoch": 0.16321192954384514,
      "grad_norm": 0.4385673999786377,
      "learning_rate": 4.7682390689021304e-05,
      "loss": 5.9477,
      "step": 186460
    },
    {
      "epoch": 0.16321630613747232,
      "grad_norm": 0.415211945772171,
      "learning_rate": 4.7682260897545086e-05,
      "loss": 5.6531,
      "step": 186465
    },
    {
      "epoch": 0.16322068273109946,
      "grad_norm": 0.41465938091278076,
      "learning_rate": 4.768213110265819e-05,
      "loss": 5.9256,
      "step": 186470
    },
    {
      "epoch": 0.1632250593247266,
      "grad_norm": 0.47254279255867004,
      "learning_rate": 4.768200130436065e-05,
      "loss": 4.9211,
      "step": 186475
    },
    {
      "epoch": 0.16322943591835376,
      "grad_norm": 0.45806005597114563,
      "learning_rate": 4.7681871502652474e-05,
      "loss": 4.9083,
      "step": 186480
    },
    {
      "epoch": 0.16323381251198094,
      "grad_norm": 0.4142400622367859,
      "learning_rate": 4.768174169753371e-05,
      "loss": 5.0553,
      "step": 186485
    },
    {
      "epoch": 0.16323818910560808,
      "grad_norm": 0.4456618130207062,
      "learning_rate": 4.768161188900436e-05,
      "loss": 4.9398,
      "step": 186490
    },
    {
      "epoch": 0.16324256569923523,
      "grad_norm": 0.45524707436561584,
      "learning_rate": 4.768148207706448e-05,
      "loss": 5.143,
      "step": 186495
    },
    {
      "epoch": 0.16324694229286238,
      "grad_norm": 0.4317817986011505,
      "learning_rate": 4.7681352261714074e-05,
      "loss": 5.7535,
      "step": 186500
    },
    {
      "epoch": 0.16325131888648955,
      "grad_norm": 0.4576626121997833,
      "learning_rate": 4.768122244295317e-05,
      "loss": 5.4516,
      "step": 186505
    },
    {
      "epoch": 0.1632556954801167,
      "grad_norm": 0.3987531363964081,
      "learning_rate": 4.7681092620781785e-05,
      "loss": 6.2523,
      "step": 186510
    },
    {
      "epoch": 0.16326007207374385,
      "grad_norm": 0.4218561053276062,
      "learning_rate": 4.7680962795199954e-05,
      "loss": 5.402,
      "step": 186515
    },
    {
      "epoch": 0.163264448667371,
      "grad_norm": 0.42159149050712585,
      "learning_rate": 4.768083296620771e-05,
      "loss": 5.4742,
      "step": 186520
    },
    {
      "epoch": 0.16326882526099817,
      "grad_norm": 0.425915002822876,
      "learning_rate": 4.768070313380507e-05,
      "loss": 5.9834,
      "step": 186525
    },
    {
      "epoch": 0.16327320185462532,
      "grad_norm": 0.4118882119655609,
      "learning_rate": 4.768057329799205e-05,
      "loss": 5.9396,
      "step": 186530
    },
    {
      "epoch": 0.16327757844825247,
      "grad_norm": 0.47226741909980774,
      "learning_rate": 4.768044345876867e-05,
      "loss": 5.4447,
      "step": 186535
    },
    {
      "epoch": 0.16328195504187962,
      "grad_norm": 0.4755646288394928,
      "learning_rate": 4.7680313616135e-05,
      "loss": 5.218,
      "step": 186540
    },
    {
      "epoch": 0.16328633163550677,
      "grad_norm": 0.4641897678375244,
      "learning_rate": 4.7680183770091014e-05,
      "loss": 4.9301,
      "step": 186545
    },
    {
      "epoch": 0.16329070822913394,
      "grad_norm": 0.47565245628356934,
      "learning_rate": 4.7680053920636745e-05,
      "loss": 4.4039,
      "step": 186550
    },
    {
      "epoch": 0.1632950848227611,
      "grad_norm": 0.443983793258667,
      "learning_rate": 4.767992406777224e-05,
      "loss": 5.4852,
      "step": 186555
    },
    {
      "epoch": 0.16329946141638824,
      "grad_norm": 0.4714280068874359,
      "learning_rate": 4.767979421149752e-05,
      "loss": 4.6294,
      "step": 186560
    },
    {
      "epoch": 0.16330383801001538,
      "grad_norm": 0.435759037733078,
      "learning_rate": 4.7679664351812605e-05,
      "loss": 5.7316,
      "step": 186565
    },
    {
      "epoch": 0.16330821460364256,
      "grad_norm": 0.43738654255867004,
      "learning_rate": 4.76795344887175e-05,
      "loss": 4.4184,
      "step": 186570
    },
    {
      "epoch": 0.1633125911972697,
      "grad_norm": 0.42677414417266846,
      "learning_rate": 4.7679404622212264e-05,
      "loss": 4.9386,
      "step": 186575
    },
    {
      "epoch": 0.16331696779089686,
      "grad_norm": 0.4128597676753998,
      "learning_rate": 4.76792747522969e-05,
      "loss": 6.2844,
      "step": 186580
    },
    {
      "epoch": 0.163321344384524,
      "grad_norm": 0.43112871050834656,
      "learning_rate": 4.767914487897144e-05,
      "loss": 4.8227,
      "step": 186585
    },
    {
      "epoch": 0.16332572097815118,
      "grad_norm": 0.44977429509162903,
      "learning_rate": 4.7679015002235906e-05,
      "loss": 5.4393,
      "step": 186590
    },
    {
      "epoch": 0.16333009757177833,
      "grad_norm": 0.42628365755081177,
      "learning_rate": 4.767888512209032e-05,
      "loss": 5.3453,
      "step": 186595
    },
    {
      "epoch": 0.16333447416540547,
      "grad_norm": 0.41615310311317444,
      "learning_rate": 4.767875523853472e-05,
      "loss": 5.7486,
      "step": 186600
    },
    {
      "epoch": 0.16333885075903262,
      "grad_norm": 0.4343603551387787,
      "learning_rate": 4.7678625351569125e-05,
      "loss": 4.9847,
      "step": 186605
    },
    {
      "epoch": 0.1633432273526598,
      "grad_norm": 0.44268643856048584,
      "learning_rate": 4.7678495461193564e-05,
      "loss": 5.6506,
      "step": 186610
    },
    {
      "epoch": 0.16334760394628695,
      "grad_norm": 0.41308632493019104,
      "learning_rate": 4.7678365567408044e-05,
      "loss": 5.6709,
      "step": 186615
    },
    {
      "epoch": 0.1633519805399141,
      "grad_norm": 0.452920138835907,
      "learning_rate": 4.767823567021261e-05,
      "loss": 4.9388,
      "step": 186620
    },
    {
      "epoch": 0.16335635713354124,
      "grad_norm": 0.4293634295463562,
      "learning_rate": 4.767810576960727e-05,
      "loss": 4.9294,
      "step": 186625
    },
    {
      "epoch": 0.16336073372716842,
      "grad_norm": 0.42213448882102966,
      "learning_rate": 4.7677975865592074e-05,
      "loss": 5.1615,
      "step": 186630
    },
    {
      "epoch": 0.16336511032079556,
      "grad_norm": 0.4271233081817627,
      "learning_rate": 4.767784595816702e-05,
      "loss": 6.2797,
      "step": 186635
    },
    {
      "epoch": 0.1633694869144227,
      "grad_norm": 0.4698691964149475,
      "learning_rate": 4.767771604733216e-05,
      "loss": 5.0932,
      "step": 186640
    },
    {
      "epoch": 0.16337386350804986,
      "grad_norm": 0.44900330901145935,
      "learning_rate": 4.767758613308749e-05,
      "loss": 4.6022,
      "step": 186645
    },
    {
      "epoch": 0.16337824010167704,
      "grad_norm": 0.4342261254787445,
      "learning_rate": 4.767745621543305e-05,
      "loss": 4.6112,
      "step": 186650
    },
    {
      "epoch": 0.16338261669530418,
      "grad_norm": 0.4243027865886688,
      "learning_rate": 4.767732629436886e-05,
      "loss": 5.6719,
      "step": 186655
    },
    {
      "epoch": 0.16338699328893133,
      "grad_norm": 0.40778040885925293,
      "learning_rate": 4.767719636989496e-05,
      "loss": 5.7951,
      "step": 186660
    },
    {
      "epoch": 0.16339136988255848,
      "grad_norm": 0.43050381541252136,
      "learning_rate": 4.767706644201136e-05,
      "loss": 5.1168,
      "step": 186665
    },
    {
      "epoch": 0.16339574647618565,
      "grad_norm": 0.41318634152412415,
      "learning_rate": 4.7676936510718085e-05,
      "loss": 4.8411,
      "step": 186670
    },
    {
      "epoch": 0.1634001230698128,
      "grad_norm": 0.45396798849105835,
      "learning_rate": 4.767680657601517e-05,
      "loss": 4.7249,
      "step": 186675
    },
    {
      "epoch": 0.16340449966343995,
      "grad_norm": 0.41262197494506836,
      "learning_rate": 4.767667663790263e-05,
      "loss": 5.3873,
      "step": 186680
    },
    {
      "epoch": 0.1634088762570671,
      "grad_norm": 0.42011046409606934,
      "learning_rate": 4.7676546696380496e-05,
      "loss": 4.3285,
      "step": 186685
    },
    {
      "epoch": 0.16341325285069425,
      "grad_norm": 0.4145679175853729,
      "learning_rate": 4.7676416751448796e-05,
      "loss": 5.2481,
      "step": 186690
    },
    {
      "epoch": 0.16341762944432142,
      "grad_norm": 0.4165213108062744,
      "learning_rate": 4.767628680310754e-05,
      "loss": 6.2467,
      "step": 186695
    },
    {
      "epoch": 0.16342200603794857,
      "grad_norm": 0.43197646737098694,
      "learning_rate": 4.767615685135677e-05,
      "loss": 5.4479,
      "step": 186700
    },
    {
      "epoch": 0.16342638263157572,
      "grad_norm": 0.43117138743400574,
      "learning_rate": 4.76760268961965e-05,
      "loss": 5.9424,
      "step": 186705
    },
    {
      "epoch": 0.16343075922520287,
      "grad_norm": 0.4316726624965668,
      "learning_rate": 4.767589693762677e-05,
      "loss": 4.9318,
      "step": 186710
    },
    {
      "epoch": 0.16343513581883004,
      "grad_norm": 0.4253676235675812,
      "learning_rate": 4.7675766975647584e-05,
      "loss": 5.4854,
      "step": 186715
    },
    {
      "epoch": 0.1634395124124572,
      "grad_norm": 0.44268864393234253,
      "learning_rate": 4.767563701025899e-05,
      "loss": 5.7337,
      "step": 186720
    },
    {
      "epoch": 0.16344388900608434,
      "grad_norm": 0.4342999756336212,
      "learning_rate": 4.767550704146099e-05,
      "loss": 5.1735,
      "step": 186725
    },
    {
      "epoch": 0.16344826559971148,
      "grad_norm": 0.4666622579097748,
      "learning_rate": 4.767537706925362e-05,
      "loss": 5.1181,
      "step": 186730
    },
    {
      "epoch": 0.16345264219333866,
      "grad_norm": 0.40023842453956604,
      "learning_rate": 4.767524709363691e-05,
      "loss": 5.7812,
      "step": 186735
    },
    {
      "epoch": 0.1634570187869658,
      "grad_norm": 0.40475577116012573,
      "learning_rate": 4.7675117114610876e-05,
      "loss": 5.9562,
      "step": 186740
    },
    {
      "epoch": 0.16346139538059296,
      "grad_norm": 0.42232757806777954,
      "learning_rate": 4.767498713217555e-05,
      "loss": 5.4706,
      "step": 186745
    },
    {
      "epoch": 0.1634657719742201,
      "grad_norm": 0.40880581736564636,
      "learning_rate": 4.767485714633096e-05,
      "loss": 5.2312,
      "step": 186750
    },
    {
      "epoch": 0.16347014856784728,
      "grad_norm": 0.43729984760284424,
      "learning_rate": 4.767472715707712e-05,
      "loss": 5.3666,
      "step": 186755
    },
    {
      "epoch": 0.16347452516147443,
      "grad_norm": 0.43229517340660095,
      "learning_rate": 4.767459716441406e-05,
      "loss": 4.2956,
      "step": 186760
    },
    {
      "epoch": 0.16347890175510157,
      "grad_norm": 0.4420909583568573,
      "learning_rate": 4.767446716834181e-05,
      "loss": 5.1767,
      "step": 186765
    },
    {
      "epoch": 0.16348327834872872,
      "grad_norm": 0.44999581575393677,
      "learning_rate": 4.7674337168860375e-05,
      "loss": 4.6971,
      "step": 186770
    },
    {
      "epoch": 0.1634876549423559,
      "grad_norm": 0.4270384609699249,
      "learning_rate": 4.767420716596981e-05,
      "loss": 5.3888,
      "step": 186775
    },
    {
      "epoch": 0.16349203153598305,
      "grad_norm": 0.45484375953674316,
      "learning_rate": 4.767407715967013e-05,
      "loss": 4.3064,
      "step": 186780
    },
    {
      "epoch": 0.1634964081296102,
      "grad_norm": 0.5428026914596558,
      "learning_rate": 4.767394714996134e-05,
      "loss": 5.9559,
      "step": 186785
    },
    {
      "epoch": 0.16350078472323734,
      "grad_norm": 0.5369974970817566,
      "learning_rate": 4.767381713684349e-05,
      "loss": 5.7502,
      "step": 186790
    },
    {
      "epoch": 0.16350516131686452,
      "grad_norm": 0.4378911256790161,
      "learning_rate": 4.7673687120316593e-05,
      "loss": 5.6621,
      "step": 186795
    },
    {
      "epoch": 0.16350953791049166,
      "grad_norm": 0.43599340319633484,
      "learning_rate": 4.767355710038068e-05,
      "loss": 5.2552,
      "step": 186800
    },
    {
      "epoch": 0.1635139145041188,
      "grad_norm": 0.4331682622432709,
      "learning_rate": 4.7673427077035773e-05,
      "loss": 4.4394,
      "step": 186805
    },
    {
      "epoch": 0.16351829109774596,
      "grad_norm": 0.4277838468551636,
      "learning_rate": 4.76732970502819e-05,
      "loss": 5.4505,
      "step": 186810
    },
    {
      "epoch": 0.1635226676913731,
      "grad_norm": 0.4683685898780823,
      "learning_rate": 4.767316702011907e-05,
      "loss": 4.9146,
      "step": 186815
    },
    {
      "epoch": 0.16352704428500028,
      "grad_norm": 0.431037575006485,
      "learning_rate": 4.767303698654734e-05,
      "loss": 5.6355,
      "step": 186820
    },
    {
      "epoch": 0.16353142087862743,
      "grad_norm": 0.4279228448867798,
      "learning_rate": 4.767290694956671e-05,
      "loss": 4.7269,
      "step": 186825
    },
    {
      "epoch": 0.16353579747225458,
      "grad_norm": 0.43040019273757935,
      "learning_rate": 4.7672776909177196e-05,
      "loss": 5.2408,
      "step": 186830
    },
    {
      "epoch": 0.16354017406588173,
      "grad_norm": 0.452839732170105,
      "learning_rate": 4.7672646865378855e-05,
      "loss": 5.4503,
      "step": 186835
    },
    {
      "epoch": 0.1635445506595089,
      "grad_norm": 0.42626529932022095,
      "learning_rate": 4.76725168181717e-05,
      "loss": 4.9348,
      "step": 186840
    },
    {
      "epoch": 0.16354892725313605,
      "grad_norm": 0.4419693648815155,
      "learning_rate": 4.7672386767555734e-05,
      "loss": 5.3348,
      "step": 186845
    },
    {
      "epoch": 0.1635533038467632,
      "grad_norm": 0.42238524556159973,
      "learning_rate": 4.7672256713531014e-05,
      "loss": 5.9627,
      "step": 186850
    },
    {
      "epoch": 0.16355768044039035,
      "grad_norm": 0.4536408483982086,
      "learning_rate": 4.767212665609755e-05,
      "loss": 5.4586,
      "step": 186855
    },
    {
      "epoch": 0.16356205703401752,
      "grad_norm": 0.489949494600296,
      "learning_rate": 4.767199659525536e-05,
      "loss": 4.5803,
      "step": 186860
    },
    {
      "epoch": 0.16356643362764467,
      "grad_norm": 0.45138832926750183,
      "learning_rate": 4.767186653100448e-05,
      "loss": 4.8309,
      "step": 186865
    },
    {
      "epoch": 0.16357081022127182,
      "grad_norm": 0.4352717995643616,
      "learning_rate": 4.7671736463344943e-05,
      "loss": 5.4817,
      "step": 186870
    },
    {
      "epoch": 0.16357518681489897,
      "grad_norm": 0.405192106962204,
      "learning_rate": 4.767160639227675e-05,
      "loss": 5.7522,
      "step": 186875
    },
    {
      "epoch": 0.16357956340852614,
      "grad_norm": 0.43824586272239685,
      "learning_rate": 4.7671476317799945e-05,
      "loss": 5.4575,
      "step": 186880
    },
    {
      "epoch": 0.1635839400021533,
      "grad_norm": 0.4483770430088043,
      "learning_rate": 4.767134623991454e-05,
      "loss": 5.1456,
      "step": 186885
    },
    {
      "epoch": 0.16358831659578044,
      "grad_norm": 0.44130948185920715,
      "learning_rate": 4.767121615862057e-05,
      "loss": 4.6066,
      "step": 186890
    },
    {
      "epoch": 0.16359269318940758,
      "grad_norm": 0.4380468726158142,
      "learning_rate": 4.767108607391807e-05,
      "loss": 5.2366,
      "step": 186895
    },
    {
      "epoch": 0.16359706978303476,
      "grad_norm": 0.4039774239063263,
      "learning_rate": 4.767095598580704e-05,
      "loss": 6.2287,
      "step": 186900
    },
    {
      "epoch": 0.1636014463766619,
      "grad_norm": 0.4420194923877716,
      "learning_rate": 4.767082589428752e-05,
      "loss": 5.4286,
      "step": 186905
    },
    {
      "epoch": 0.16360582297028906,
      "grad_norm": 0.4406614601612091,
      "learning_rate": 4.767069579935953e-05,
      "loss": 4.431,
      "step": 186910
    },
    {
      "epoch": 0.1636101995639162,
      "grad_norm": 0.40840476751327515,
      "learning_rate": 4.7670565701023103e-05,
      "loss": 5.4634,
      "step": 186915
    },
    {
      "epoch": 0.16361457615754338,
      "grad_norm": 0.41541826725006104,
      "learning_rate": 4.767043559927826e-05,
      "loss": 5.4552,
      "step": 186920
    },
    {
      "epoch": 0.16361895275117053,
      "grad_norm": 0.4383634030818939,
      "learning_rate": 4.767030549412502e-05,
      "loss": 5.4622,
      "step": 186925
    },
    {
      "epoch": 0.16362332934479767,
      "grad_norm": 0.4318140745162964,
      "learning_rate": 4.767017538556342e-05,
      "loss": 5.7592,
      "step": 186930
    },
    {
      "epoch": 0.16362770593842482,
      "grad_norm": 0.4439455270767212,
      "learning_rate": 4.767004527359348e-05,
      "loss": 5.1094,
      "step": 186935
    },
    {
      "epoch": 0.16363208253205197,
      "grad_norm": 0.42170730233192444,
      "learning_rate": 4.7669915158215214e-05,
      "loss": 5.1517,
      "step": 186940
    },
    {
      "epoch": 0.16363645912567915,
      "grad_norm": 0.4424383342266083,
      "learning_rate": 4.766978503942866e-05,
      "loss": 5.1557,
      "step": 186945
    },
    {
      "epoch": 0.1636408357193063,
      "grad_norm": 0.43531209230422974,
      "learning_rate": 4.7669654917233855e-05,
      "loss": 4.9241,
      "step": 186950
    },
    {
      "epoch": 0.16364521231293344,
      "grad_norm": 0.44025155901908875,
      "learning_rate": 4.766952479163079e-05,
      "loss": 4.6371,
      "step": 186955
    },
    {
      "epoch": 0.1636495889065606,
      "grad_norm": 0.45610952377319336,
      "learning_rate": 4.7669394662619514e-05,
      "loss": 4.438,
      "step": 186960
    },
    {
      "epoch": 0.16365396550018776,
      "grad_norm": 0.41683295369148254,
      "learning_rate": 4.766926453020005e-05,
      "loss": 6.2418,
      "step": 186965
    },
    {
      "epoch": 0.1636583420938149,
      "grad_norm": 0.43367454409599304,
      "learning_rate": 4.7669134394372415e-05,
      "loss": 4.9194,
      "step": 186970
    },
    {
      "epoch": 0.16366271868744206,
      "grad_norm": 0.41624975204467773,
      "learning_rate": 4.766900425513664e-05,
      "loss": 5.2607,
      "step": 186975
    },
    {
      "epoch": 0.1636670952810692,
      "grad_norm": 0.4447948634624481,
      "learning_rate": 4.766887411249275e-05,
      "loss": 4.4182,
      "step": 186980
    },
    {
      "epoch": 0.16367147187469638,
      "grad_norm": 0.4282018542289734,
      "learning_rate": 4.7668743966440765e-05,
      "loss": 5.3648,
      "step": 186985
    },
    {
      "epoch": 0.16367584846832353,
      "grad_norm": 0.5108806490898132,
      "learning_rate": 4.766861381698072e-05,
      "loss": 4.9226,
      "step": 186990
    },
    {
      "epoch": 0.16368022506195068,
      "grad_norm": 0.44688472151756287,
      "learning_rate": 4.766848366411264e-05,
      "loss": 5.199,
      "step": 186995
    },
    {
      "epoch": 0.16368460165557783,
      "grad_norm": 0.4114029109477997,
      "learning_rate": 4.766835350783654e-05,
      "loss": 5.9771,
      "step": 187000
    },
    {
      "epoch": 0.163688978249205,
      "grad_norm": 0.44045138359069824,
      "learning_rate": 4.766822334815245e-05,
      "loss": 5.2071,
      "step": 187005
    },
    {
      "epoch": 0.16369335484283215,
      "grad_norm": 0.436044842004776,
      "learning_rate": 4.7668093185060395e-05,
      "loss": 5.1529,
      "step": 187010
    },
    {
      "epoch": 0.1636977314364593,
      "grad_norm": 0.43780919909477234,
      "learning_rate": 4.766796301856039e-05,
      "loss": 5.2196,
      "step": 187015
    },
    {
      "epoch": 0.16370210803008645,
      "grad_norm": 0.42740288376808167,
      "learning_rate": 4.766783284865248e-05,
      "loss": 4.6984,
      "step": 187020
    },
    {
      "epoch": 0.16370648462371362,
      "grad_norm": 0.4495391249656677,
      "learning_rate": 4.7667702675336675e-05,
      "loss": 5.1542,
      "step": 187025
    },
    {
      "epoch": 0.16371086121734077,
      "grad_norm": 0.43457403779029846,
      "learning_rate": 4.766757249861301e-05,
      "loss": 5.4142,
      "step": 187030
    },
    {
      "epoch": 0.16371523781096792,
      "grad_norm": 0.43213868141174316,
      "learning_rate": 4.7667442318481514e-05,
      "loss": 4.5966,
      "step": 187035
    },
    {
      "epoch": 0.16371961440459507,
      "grad_norm": 0.43087440729141235,
      "learning_rate": 4.766731213494219e-05,
      "loss": 4.731,
      "step": 187040
    },
    {
      "epoch": 0.16372399099822224,
      "grad_norm": 0.4396726191043854,
      "learning_rate": 4.766718194799508e-05,
      "loss": 5.4423,
      "step": 187045
    },
    {
      "epoch": 0.1637283675918494,
      "grad_norm": 0.423997700214386,
      "learning_rate": 4.76670517576402e-05,
      "loss": 4.3982,
      "step": 187050
    },
    {
      "epoch": 0.16373274418547654,
      "grad_norm": 0.40892550349235535,
      "learning_rate": 4.7666921563877585e-05,
      "loss": 5.5146,
      "step": 187055
    },
    {
      "epoch": 0.16373712077910368,
      "grad_norm": 0.4175524115562439,
      "learning_rate": 4.7666791366707266e-05,
      "loss": 4.3117,
      "step": 187060
    },
    {
      "epoch": 0.16374149737273083,
      "grad_norm": 0.4412136673927307,
      "learning_rate": 4.7666661166129245e-05,
      "loss": 5.6523,
      "step": 187065
    },
    {
      "epoch": 0.163745873966358,
      "grad_norm": 0.4068948030471802,
      "learning_rate": 4.766653096214358e-05,
      "loss": 5.6621,
      "step": 187070
    },
    {
      "epoch": 0.16375025055998516,
      "grad_norm": 0.40584495663642883,
      "learning_rate": 4.7666400754750254e-05,
      "loss": 5.7295,
      "step": 187075
    },
    {
      "epoch": 0.1637546271536123,
      "grad_norm": 0.4086335301399231,
      "learning_rate": 4.766627054394932e-05,
      "loss": 5.6635,
      "step": 187080
    },
    {
      "epoch": 0.16375900374723945,
      "grad_norm": 0.39561304450035095,
      "learning_rate": 4.76661403297408e-05,
      "loss": 5.7021,
      "step": 187085
    },
    {
      "epoch": 0.16376338034086663,
      "grad_norm": 0.4258255064487457,
      "learning_rate": 4.7666010112124714e-05,
      "loss": 4.5412,
      "step": 187090
    },
    {
      "epoch": 0.16376775693449377,
      "grad_norm": 0.43002796173095703,
      "learning_rate": 4.7665879891101107e-05,
      "loss": 5.1243,
      "step": 187095
    },
    {
      "epoch": 0.16377213352812092,
      "grad_norm": 0.4144153594970703,
      "learning_rate": 4.766574966666997e-05,
      "loss": 5.1486,
      "step": 187100
    },
    {
      "epoch": 0.16377651012174807,
      "grad_norm": 0.4082772135734558,
      "learning_rate": 4.766561943883134e-05,
      "loss": 5.2308,
      "step": 187105
    },
    {
      "epoch": 0.16378088671537525,
      "grad_norm": 0.40639224648475647,
      "learning_rate": 4.7665489207585254e-05,
      "loss": 5.6701,
      "step": 187110
    },
    {
      "epoch": 0.1637852633090024,
      "grad_norm": 0.4227938652038574,
      "learning_rate": 4.766535897293173e-05,
      "loss": 5.3268,
      "step": 187115
    },
    {
      "epoch": 0.16378963990262954,
      "grad_norm": 0.41242799162864685,
      "learning_rate": 4.766522873487079e-05,
      "loss": 5.6541,
      "step": 187120
    },
    {
      "epoch": 0.1637940164962567,
      "grad_norm": 0.41517138481140137,
      "learning_rate": 4.766509849340247e-05,
      "loss": 5.2313,
      "step": 187125
    },
    {
      "epoch": 0.16379839308988386,
      "grad_norm": 0.4273422658443451,
      "learning_rate": 4.766496824852679e-05,
      "loss": 5.4429,
      "step": 187130
    },
    {
      "epoch": 0.163802769683511,
      "grad_norm": 0.4697394073009491,
      "learning_rate": 4.766483800024377e-05,
      "loss": 5.2319,
      "step": 187135
    },
    {
      "epoch": 0.16380714627713816,
      "grad_norm": 0.426144003868103,
      "learning_rate": 4.766470774855344e-05,
      "loss": 5.4304,
      "step": 187140
    },
    {
      "epoch": 0.1638115228707653,
      "grad_norm": 0.42506152391433716,
      "learning_rate": 4.766457749345582e-05,
      "loss": 5.4404,
      "step": 187145
    },
    {
      "epoch": 0.16381589946439248,
      "grad_norm": 0.4010489583015442,
      "learning_rate": 4.7664447234950926e-05,
      "loss": 5.9518,
      "step": 187150
    },
    {
      "epoch": 0.16382027605801963,
      "grad_norm": 0.4680759608745575,
      "learning_rate": 4.76643169730388e-05,
      "loss": 4.9466,
      "step": 187155
    },
    {
      "epoch": 0.16382465265164678,
      "grad_norm": 0.4276875853538513,
      "learning_rate": 4.766418670771947e-05,
      "loss": 5.4271,
      "step": 187160
    },
    {
      "epoch": 0.16382902924527393,
      "grad_norm": 0.4327269494533539,
      "learning_rate": 4.7664056438992954e-05,
      "loss": 5.6357,
      "step": 187165
    },
    {
      "epoch": 0.1638334058389011,
      "grad_norm": 0.4196023941040039,
      "learning_rate": 4.766392616685928e-05,
      "loss": 5.7747,
      "step": 187170
    },
    {
      "epoch": 0.16383778243252825,
      "grad_norm": 0.45939263701438904,
      "learning_rate": 4.766379589131846e-05,
      "loss": 4.6979,
      "step": 187175
    },
    {
      "epoch": 0.1638421590261554,
      "grad_norm": 0.4708110988140106,
      "learning_rate": 4.766366561237053e-05,
      "loss": 5.4736,
      "step": 187180
    },
    {
      "epoch": 0.16384653561978255,
      "grad_norm": 0.4315152168273926,
      "learning_rate": 4.766353533001552e-05,
      "loss": 5.132,
      "step": 187185
    },
    {
      "epoch": 0.1638509122134097,
      "grad_norm": 0.4325106739997864,
      "learning_rate": 4.766340504425345e-05,
      "loss": 5.9766,
      "step": 187190
    },
    {
      "epoch": 0.16385528880703687,
      "grad_norm": 0.44743168354034424,
      "learning_rate": 4.766327475508434e-05,
      "loss": 5.6629,
      "step": 187195
    },
    {
      "epoch": 0.16385966540066402,
      "grad_norm": 0.4287862181663513,
      "learning_rate": 4.766314446250823e-05,
      "loss": 5.1361,
      "step": 187200
    },
    {
      "epoch": 0.16386404199429117,
      "grad_norm": 0.4174536168575287,
      "learning_rate": 4.766301416652511e-05,
      "loss": 5.6162,
      "step": 187205
    },
    {
      "epoch": 0.1638684185879183,
      "grad_norm": 0.42254820466041565,
      "learning_rate": 4.766288386713505e-05,
      "loss": 4.9625,
      "step": 187210
    },
    {
      "epoch": 0.1638727951815455,
      "grad_norm": 0.4491345286369324,
      "learning_rate": 4.7662753564338044e-05,
      "loss": 5.1199,
      "step": 187215
    },
    {
      "epoch": 0.16387717177517264,
      "grad_norm": 0.43174147605895996,
      "learning_rate": 4.766262325813414e-05,
      "loss": 4.452,
      "step": 187220
    },
    {
      "epoch": 0.16388154836879978,
      "grad_norm": 0.42994269728660583,
      "learning_rate": 4.766249294852334e-05,
      "loss": 4.8855,
      "step": 187225
    },
    {
      "epoch": 0.16388592496242693,
      "grad_norm": 0.4214862585067749,
      "learning_rate": 4.766236263550569e-05,
      "loss": 5.4727,
      "step": 187230
    },
    {
      "epoch": 0.1638903015560541,
      "grad_norm": 0.42385607957839966,
      "learning_rate": 4.76622323190812e-05,
      "loss": 5.7047,
      "step": 187235
    },
    {
      "epoch": 0.16389467814968126,
      "grad_norm": 0.4728768467903137,
      "learning_rate": 4.76621019992499e-05,
      "loss": 5.1464,
      "step": 187240
    },
    {
      "epoch": 0.1638990547433084,
      "grad_norm": 0.4133393466472626,
      "learning_rate": 4.766197167601182e-05,
      "loss": 6.2541,
      "step": 187245
    },
    {
      "epoch": 0.16390343133693555,
      "grad_norm": 0.455179363489151,
      "learning_rate": 4.766184134936696e-05,
      "loss": 4.6486,
      "step": 187250
    },
    {
      "epoch": 0.16390780793056273,
      "grad_norm": 0.4557053744792938,
      "learning_rate": 4.766171101931539e-05,
      "loss": 5.2333,
      "step": 187255
    },
    {
      "epoch": 0.16391218452418987,
      "grad_norm": 0.42255866527557373,
      "learning_rate": 4.766158068585711e-05,
      "loss": 5.9488,
      "step": 187260
    },
    {
      "epoch": 0.16391656111781702,
      "grad_norm": 0.40608006715774536,
      "learning_rate": 4.766145034899213e-05,
      "loss": 5.9607,
      "step": 187265
    },
    {
      "epoch": 0.16392093771144417,
      "grad_norm": 0.42507195472717285,
      "learning_rate": 4.7661320008720514e-05,
      "loss": 5.9143,
      "step": 187270
    },
    {
      "epoch": 0.16392531430507135,
      "grad_norm": 0.4590173065662384,
      "learning_rate": 4.766118966504224e-05,
      "loss": 4.3608,
      "step": 187275
    },
    {
      "epoch": 0.1639296908986985,
      "grad_norm": 0.4583125710487366,
      "learning_rate": 4.766105931795738e-05,
      "loss": 4.1372,
      "step": 187280
    },
    {
      "epoch": 0.16393406749232564,
      "grad_norm": 0.4285312294960022,
      "learning_rate": 4.766092896746592e-05,
      "loss": 5.9672,
      "step": 187285
    },
    {
      "epoch": 0.1639384440859528,
      "grad_norm": 0.45995861291885376,
      "learning_rate": 4.7660798613567916e-05,
      "loss": 4.9369,
      "step": 187290
    },
    {
      "epoch": 0.16394282067957996,
      "grad_norm": 0.39820483326911926,
      "learning_rate": 4.766066825626336e-05,
      "loss": 6.2486,
      "step": 187295
    },
    {
      "epoch": 0.1639471972732071,
      "grad_norm": 0.4213227331638336,
      "learning_rate": 4.7660537895552306e-05,
      "loss": 5.4688,
      "step": 187300
    },
    {
      "epoch": 0.16395157386683426,
      "grad_norm": 0.4305765628814697,
      "learning_rate": 4.766040753143478e-05,
      "loss": 5.6566,
      "step": 187305
    },
    {
      "epoch": 0.1639559504604614,
      "grad_norm": 0.4542907774448395,
      "learning_rate": 4.766027716391078e-05,
      "loss": 5.2459,
      "step": 187310
    },
    {
      "epoch": 0.16396032705408858,
      "grad_norm": 0.41609811782836914,
      "learning_rate": 4.766014679298035e-05,
      "loss": 5.1242,
      "step": 187315
    },
    {
      "epoch": 0.16396470364771573,
      "grad_norm": 0.4799068570137024,
      "learning_rate": 4.7660016418643525e-05,
      "loss": 5.1525,
      "step": 187320
    },
    {
      "epoch": 0.16396908024134288,
      "grad_norm": 0.44146034121513367,
      "learning_rate": 4.7659886040900317e-05,
      "loss": 5.6219,
      "step": 187325
    },
    {
      "epoch": 0.16397345683497003,
      "grad_norm": 0.43992388248443604,
      "learning_rate": 4.7659755659750735e-05,
      "loss": 5.2053,
      "step": 187330
    },
    {
      "epoch": 0.16397783342859718,
      "grad_norm": 0.448652982711792,
      "learning_rate": 4.765962527519484e-05,
      "loss": 5.9326,
      "step": 187335
    },
    {
      "epoch": 0.16398221002222435,
      "grad_norm": 0.4089374244213104,
      "learning_rate": 4.7659494887232626e-05,
      "loss": 6.2404,
      "step": 187340
    },
    {
      "epoch": 0.1639865866158515,
      "grad_norm": 0.4251502454280853,
      "learning_rate": 4.7659364495864134e-05,
      "loss": 5.6744,
      "step": 187345
    },
    {
      "epoch": 0.16399096320947865,
      "grad_norm": 0.43666499853134155,
      "learning_rate": 4.765923410108939e-05,
      "loss": 5.4331,
      "step": 187350
    },
    {
      "epoch": 0.1639953398031058,
      "grad_norm": 0.42787593603134155,
      "learning_rate": 4.7659103702908415e-05,
      "loss": 5.699,
      "step": 187355
    },
    {
      "epoch": 0.16399971639673297,
      "grad_norm": 0.4786997437477112,
      "learning_rate": 4.765897330132122e-05,
      "loss": 5.7684,
      "step": 187360
    },
    {
      "epoch": 0.16400409299036012,
      "grad_norm": 0.47434520721435547,
      "learning_rate": 4.765884289632786e-05,
      "loss": 4.3477,
      "step": 187365
    },
    {
      "epoch": 0.16400846958398727,
      "grad_norm": 0.4602077603340149,
      "learning_rate": 4.765871248792834e-05,
      "loss": 4.8961,
      "step": 187370
    },
    {
      "epoch": 0.1640128461776144,
      "grad_norm": 0.547892689704895,
      "learning_rate": 4.7658582076122684e-05,
      "loss": 5.1473,
      "step": 187375
    },
    {
      "epoch": 0.1640172227712416,
      "grad_norm": 0.4594970941543579,
      "learning_rate": 4.765845166091093e-05,
      "loss": 5.4546,
      "step": 187380
    },
    {
      "epoch": 0.16402159936486874,
      "grad_norm": 0.42702504992485046,
      "learning_rate": 4.765832124229309e-05,
      "loss": 5.6486,
      "step": 187385
    },
    {
      "epoch": 0.16402597595849588,
      "grad_norm": 0.4270687401294708,
      "learning_rate": 4.7658190820269196e-05,
      "loss": 5.9758,
      "step": 187390
    },
    {
      "epoch": 0.16403035255212303,
      "grad_norm": 0.4553181231021881,
      "learning_rate": 4.765806039483928e-05,
      "loss": 4.4023,
      "step": 187395
    },
    {
      "epoch": 0.1640347291457502,
      "grad_norm": 0.43633806705474854,
      "learning_rate": 4.765792996600334e-05,
      "loss": 5.1329,
      "step": 187400
    },
    {
      "epoch": 0.16403910573937736,
      "grad_norm": 0.4359542727470398,
      "learning_rate": 4.765779953376144e-05,
      "loss": 4.6426,
      "step": 187405
    },
    {
      "epoch": 0.1640434823330045,
      "grad_norm": 0.44618773460388184,
      "learning_rate": 4.765766909811358e-05,
      "loss": 6.2707,
      "step": 187410
    },
    {
      "epoch": 0.16404785892663165,
      "grad_norm": 0.4021495580673218,
      "learning_rate": 4.765753865905979e-05,
      "loss": 5.7604,
      "step": 187415
    },
    {
      "epoch": 0.16405223552025883,
      "grad_norm": 0.4510982930660248,
      "learning_rate": 4.7657408216600085e-05,
      "loss": 5.1721,
      "step": 187420
    },
    {
      "epoch": 0.16405661211388597,
      "grad_norm": 0.4266276955604553,
      "learning_rate": 4.765727777073451e-05,
      "loss": 5.6652,
      "step": 187425
    },
    {
      "epoch": 0.16406098870751312,
      "grad_norm": 0.45721399784088135,
      "learning_rate": 4.765714732146308e-05,
      "loss": 4.7377,
      "step": 187430
    },
    {
      "epoch": 0.16406536530114027,
      "grad_norm": 0.43046092987060547,
      "learning_rate": 4.765701686878583e-05,
      "loss": 4.6281,
      "step": 187435
    },
    {
      "epoch": 0.16406974189476745,
      "grad_norm": 0.4218883216381073,
      "learning_rate": 4.765688641270277e-05,
      "loss": 5.7683,
      "step": 187440
    },
    {
      "epoch": 0.1640741184883946,
      "grad_norm": 0.4147421717643738,
      "learning_rate": 4.7656755953213926e-05,
      "loss": 5.4519,
      "step": 187445
    },
    {
      "epoch": 0.16407849508202174,
      "grad_norm": 0.41432932019233704,
      "learning_rate": 4.765662549031934e-05,
      "loss": 5.9605,
      "step": 187450
    },
    {
      "epoch": 0.1640828716756489,
      "grad_norm": 0.4258131682872772,
      "learning_rate": 4.765649502401902e-05,
      "loss": 5.1539,
      "step": 187455
    },
    {
      "epoch": 0.16408724826927604,
      "grad_norm": 0.4298383891582489,
      "learning_rate": 4.765636455431299e-05,
      "loss": 5.334,
      "step": 187460
    },
    {
      "epoch": 0.1640916248629032,
      "grad_norm": 0.4096035659313202,
      "learning_rate": 4.765623408120129e-05,
      "loss": 5.4171,
      "step": 187465
    },
    {
      "epoch": 0.16409600145653036,
      "grad_norm": 0.4622569978237152,
      "learning_rate": 4.765610360468395e-05,
      "loss": 5.4531,
      "step": 187470
    },
    {
      "epoch": 0.1641003780501575,
      "grad_norm": 0.40466368198394775,
      "learning_rate": 4.7655973124760965e-05,
      "loss": 5.9588,
      "step": 187475
    },
    {
      "epoch": 0.16410475464378466,
      "grad_norm": 0.4290112257003784,
      "learning_rate": 4.765584264143238e-05,
      "loss": 5.7642,
      "step": 187480
    },
    {
      "epoch": 0.16410913123741183,
      "grad_norm": 0.46381676197052,
      "learning_rate": 4.765571215469822e-05,
      "loss": 4.9641,
      "step": 187485
    },
    {
      "epoch": 0.16411350783103898,
      "grad_norm": 0.42255061864852905,
      "learning_rate": 4.7655581664558516e-05,
      "loss": 4.4427,
      "step": 187490
    },
    {
      "epoch": 0.16411788442466613,
      "grad_norm": 0.46161171793937683,
      "learning_rate": 4.7655451171013266e-05,
      "loss": 5.1371,
      "step": 187495
    },
    {
      "epoch": 0.16412226101829328,
      "grad_norm": 0.4608060419559479,
      "learning_rate": 4.765532067406253e-05,
      "loss": 4.2028,
      "step": 187500
    },
    {
      "epoch": 0.16412663761192045,
      "grad_norm": 0.46321338415145874,
      "learning_rate": 4.765519017370631e-05,
      "loss": 5.7481,
      "step": 187505
    },
    {
      "epoch": 0.1641310142055476,
      "grad_norm": 0.4647110402584076,
      "learning_rate": 4.765505966994465e-05,
      "loss": 4.734,
      "step": 187510
    },
    {
      "epoch": 0.16413539079917475,
      "grad_norm": 0.46682557463645935,
      "learning_rate": 4.765492916277755e-05,
      "loss": 5.4574,
      "step": 187515
    },
    {
      "epoch": 0.1641397673928019,
      "grad_norm": 0.47748926281929016,
      "learning_rate": 4.765479865220507e-05,
      "loss": 5.4577,
      "step": 187520
    },
    {
      "epoch": 0.16414414398642907,
      "grad_norm": 0.4539538621902466,
      "learning_rate": 4.765466813822719e-05,
      "loss": 5.7115,
      "step": 187525
    },
    {
      "epoch": 0.16414852058005622,
      "grad_norm": 0.4146193861961365,
      "learning_rate": 4.7654537620843977e-05,
      "loss": 5.9766,
      "step": 187530
    },
    {
      "epoch": 0.16415289717368337,
      "grad_norm": 0.4269134998321533,
      "learning_rate": 4.765440710005543e-05,
      "loss": 5.2429,
      "step": 187535
    },
    {
      "epoch": 0.1641572737673105,
      "grad_norm": 0.4340952932834625,
      "learning_rate": 4.765427657586158e-05,
      "loss": 4.6225,
      "step": 187540
    },
    {
      "epoch": 0.1641616503609377,
      "grad_norm": 0.5199719667434692,
      "learning_rate": 4.765414604826246e-05,
      "loss": 5.1893,
      "step": 187545
    },
    {
      "epoch": 0.16416602695456484,
      "grad_norm": 0.4203125536441803,
      "learning_rate": 4.765401551725809e-05,
      "loss": 5.9658,
      "step": 187550
    },
    {
      "epoch": 0.16417040354819198,
      "grad_norm": 0.4198891520500183,
      "learning_rate": 4.76538849828485e-05,
      "loss": 5.9777,
      "step": 187555
    },
    {
      "epoch": 0.16417478014181913,
      "grad_norm": 0.43254950642585754,
      "learning_rate": 4.765375444503371e-05,
      "loss": 5.1343,
      "step": 187560
    },
    {
      "epoch": 0.1641791567354463,
      "grad_norm": 0.44593584537506104,
      "learning_rate": 4.765362390381374e-05,
      "loss": 4.6445,
      "step": 187565
    },
    {
      "epoch": 0.16418353332907346,
      "grad_norm": 0.43110552430152893,
      "learning_rate": 4.765349335918862e-05,
      "loss": 4.5646,
      "step": 187570
    },
    {
      "epoch": 0.1641879099227006,
      "grad_norm": 0.4420534372329712,
      "learning_rate": 4.7653362811158374e-05,
      "loss": 3.9296,
      "step": 187575
    },
    {
      "epoch": 0.16419228651632775,
      "grad_norm": 0.4178687632083893,
      "learning_rate": 4.7653232259723037e-05,
      "loss": 5.9688,
      "step": 187580
    },
    {
      "epoch": 0.1641966631099549,
      "grad_norm": 0.43081700801849365,
      "learning_rate": 4.765310170488263e-05,
      "loss": 4.9498,
      "step": 187585
    },
    {
      "epoch": 0.16420103970358207,
      "grad_norm": 0.41834795475006104,
      "learning_rate": 4.765297114663716e-05,
      "loss": 5.9777,
      "step": 187590
    },
    {
      "epoch": 0.16420541629720922,
      "grad_norm": 0.4156407117843628,
      "learning_rate": 4.765284058498668e-05,
      "loss": 5.9256,
      "step": 187595
    },
    {
      "epoch": 0.16420979289083637,
      "grad_norm": 0.5023244023323059,
      "learning_rate": 4.765271001993119e-05,
      "loss": 4.9508,
      "step": 187600
    },
    {
      "epoch": 0.16421416948446352,
      "grad_norm": 0.43801581859588623,
      "learning_rate": 4.765257945147074e-05,
      "loss": 4.6221,
      "step": 187605
    },
    {
      "epoch": 0.1642185460780907,
      "grad_norm": 0.49408525228500366,
      "learning_rate": 4.7652448879605324e-05,
      "loss": 5.7027,
      "step": 187610
    },
    {
      "epoch": 0.16422292267171784,
      "grad_norm": 0.4449489414691925,
      "learning_rate": 4.765231830433501e-05,
      "loss": 4.359,
      "step": 187615
    },
    {
      "epoch": 0.164227299265345,
      "grad_norm": 0.48275986313819885,
      "learning_rate": 4.765218772565979e-05,
      "loss": 5.6836,
      "step": 187620
    },
    {
      "epoch": 0.16423167585897214,
      "grad_norm": 0.4156627058982849,
      "learning_rate": 4.765205714357969e-05,
      "loss": 5.765,
      "step": 187625
    },
    {
      "epoch": 0.1642360524525993,
      "grad_norm": 0.45596757531166077,
      "learning_rate": 4.765192655809475e-05,
      "loss": 5.4243,
      "step": 187630
    },
    {
      "epoch": 0.16424042904622646,
      "grad_norm": 0.4299108684062958,
      "learning_rate": 4.7651795969204985e-05,
      "loss": 5.6941,
      "step": 187635
    },
    {
      "epoch": 0.1642448056398536,
      "grad_norm": 0.4162761867046356,
      "learning_rate": 4.7651665376910424e-05,
      "loss": 5.6576,
      "step": 187640
    },
    {
      "epoch": 0.16424918223348076,
      "grad_norm": 0.42414093017578125,
      "learning_rate": 4.76515347812111e-05,
      "loss": 5.4363,
      "step": 187645
    },
    {
      "epoch": 0.16425355882710793,
      "grad_norm": 0.4300020933151245,
      "learning_rate": 4.7651404182107015e-05,
      "loss": 5.6561,
      "step": 187650
    },
    {
      "epoch": 0.16425793542073508,
      "grad_norm": 0.4271748661994934,
      "learning_rate": 4.765127357959822e-05,
      "loss": 4.3104,
      "step": 187655
    },
    {
      "epoch": 0.16426231201436223,
      "grad_norm": 0.42562463879585266,
      "learning_rate": 4.7651142973684725e-05,
      "loss": 5.1498,
      "step": 187660
    },
    {
      "epoch": 0.16426668860798938,
      "grad_norm": 0.46514734625816345,
      "learning_rate": 4.7651012364366565e-05,
      "loss": 3.8698,
      "step": 187665
    },
    {
      "epoch": 0.16427106520161655,
      "grad_norm": 0.443229079246521,
      "learning_rate": 4.765088175164375e-05,
      "loss": 5.6992,
      "step": 187670
    },
    {
      "epoch": 0.1642754417952437,
      "grad_norm": 0.42393189668655396,
      "learning_rate": 4.765075113551633e-05,
      "loss": 5.7416,
      "step": 187675
    },
    {
      "epoch": 0.16427981838887085,
      "grad_norm": 0.4650411903858185,
      "learning_rate": 4.76506205159843e-05,
      "loss": 5.4255,
      "step": 187680
    },
    {
      "epoch": 0.164284194982498,
      "grad_norm": 0.4460751414299011,
      "learning_rate": 4.76504898930477e-05,
      "loss": 5.2096,
      "step": 187685
    },
    {
      "epoch": 0.16428857157612517,
      "grad_norm": 0.41553813219070435,
      "learning_rate": 4.765035926670657e-05,
      "loss": 4.8189,
      "step": 187690
    },
    {
      "epoch": 0.16429294816975232,
      "grad_norm": 0.4218255877494812,
      "learning_rate": 4.7650228636960906e-05,
      "loss": 5.4545,
      "step": 187695
    },
    {
      "epoch": 0.16429732476337947,
      "grad_norm": 0.4449521601200104,
      "learning_rate": 4.765009800381076e-05,
      "loss": 5.7718,
      "step": 187700
    },
    {
      "epoch": 0.1643017013570066,
      "grad_norm": 0.4425741732120514,
      "learning_rate": 4.7649967367256135e-05,
      "loss": 4.16,
      "step": 187705
    },
    {
      "epoch": 0.16430607795063376,
      "grad_norm": 0.4486094117164612,
      "learning_rate": 4.764983672729707e-05,
      "loss": 4.9261,
      "step": 187710
    },
    {
      "epoch": 0.16431045454426094,
      "grad_norm": 0.4503420293331146,
      "learning_rate": 4.764970608393359e-05,
      "loss": 5.7949,
      "step": 187715
    },
    {
      "epoch": 0.16431483113788808,
      "grad_norm": 0.4401817321777344,
      "learning_rate": 4.764957543716571e-05,
      "loss": 5.7573,
      "step": 187720
    },
    {
      "epoch": 0.16431920773151523,
      "grad_norm": 0.41102758049964905,
      "learning_rate": 4.7649444786993455e-05,
      "loss": 5.7109,
      "step": 187725
    },
    {
      "epoch": 0.16432358432514238,
      "grad_norm": 0.4486250877380371,
      "learning_rate": 4.764931413341688e-05,
      "loss": 4.6659,
      "step": 187730
    },
    {
      "epoch": 0.16432796091876956,
      "grad_norm": 0.4348529875278473,
      "learning_rate": 4.7649183476435966e-05,
      "loss": 4.928,
      "step": 187735
    },
    {
      "epoch": 0.1643323375123967,
      "grad_norm": 0.4111594557762146,
      "learning_rate": 4.764905281605078e-05,
      "loss": 5.2238,
      "step": 187740
    },
    {
      "epoch": 0.16433671410602385,
      "grad_norm": 0.433150976896286,
      "learning_rate": 4.76489221522613e-05,
      "loss": 4.8423,
      "step": 187745
    },
    {
      "epoch": 0.164341090699651,
      "grad_norm": 0.422655314207077,
      "learning_rate": 4.76487914850676e-05,
      "loss": 5.2,
      "step": 187750
    },
    {
      "epoch": 0.16434546729327817,
      "grad_norm": 0.458756685256958,
      "learning_rate": 4.764866081446967e-05,
      "loss": 5.4327,
      "step": 187755
    },
    {
      "epoch": 0.16434984388690532,
      "grad_norm": 0.4018678665161133,
      "learning_rate": 4.7648530140467565e-05,
      "loss": 6.268,
      "step": 187760
    },
    {
      "epoch": 0.16435422048053247,
      "grad_norm": 0.4266473054885864,
      "learning_rate": 4.764839946306128e-05,
      "loss": 4.4104,
      "step": 187765
    },
    {
      "epoch": 0.16435859707415962,
      "grad_norm": 0.43388792872428894,
      "learning_rate": 4.7648268782250846e-05,
      "loss": 5.3145,
      "step": 187770
    },
    {
      "epoch": 0.1643629736677868,
      "grad_norm": 0.4329225420951843,
      "learning_rate": 4.764813809803631e-05,
      "loss": 5.161,
      "step": 187775
    },
    {
      "epoch": 0.16436735026141394,
      "grad_norm": 0.44094187021255493,
      "learning_rate": 4.764800741041767e-05,
      "loss": 5.3705,
      "step": 187780
    },
    {
      "epoch": 0.1643717268550411,
      "grad_norm": 0.5153080224990845,
      "learning_rate": 4.764787671939498e-05,
      "loss": 4.6979,
      "step": 187785
    },
    {
      "epoch": 0.16437610344866824,
      "grad_norm": 0.44032955169677734,
      "learning_rate": 4.764774602496824e-05,
      "loss": 4.902,
      "step": 187790
    },
    {
      "epoch": 0.1643804800422954,
      "grad_norm": 0.4035603106021881,
      "learning_rate": 4.7647615327137496e-05,
      "loss": 6.2854,
      "step": 187795
    },
    {
      "epoch": 0.16438485663592256,
      "grad_norm": 0.442656546831131,
      "learning_rate": 4.764748462590275e-05,
      "loss": 5.6592,
      "step": 187800
    },
    {
      "epoch": 0.1643892332295497,
      "grad_norm": 0.4276023805141449,
      "learning_rate": 4.764735392126404e-05,
      "loss": 4.6072,
      "step": 187805
    },
    {
      "epoch": 0.16439360982317686,
      "grad_norm": 0.5311329364776611,
      "learning_rate": 4.764722321322139e-05,
      "loss": 4.653,
      "step": 187810
    },
    {
      "epoch": 0.16439798641680403,
      "grad_norm": 0.45564424991607666,
      "learning_rate": 4.764709250177483e-05,
      "loss": 5.1436,
      "step": 187815
    },
    {
      "epoch": 0.16440236301043118,
      "grad_norm": 0.4258866310119629,
      "learning_rate": 4.764696178692437e-05,
      "loss": 4.6473,
      "step": 187820
    },
    {
      "epoch": 0.16440673960405833,
      "grad_norm": 0.4190874695777893,
      "learning_rate": 4.764683106867006e-05,
      "loss": 5.9541,
      "step": 187825
    },
    {
      "epoch": 0.16441111619768548,
      "grad_norm": 0.4272627830505371,
      "learning_rate": 4.764670034701191e-05,
      "loss": 5.6354,
      "step": 187830
    },
    {
      "epoch": 0.16441549279131262,
      "grad_norm": 0.4234888255596161,
      "learning_rate": 4.764656962194994e-05,
      "loss": 5.3521,
      "step": 187835
    },
    {
      "epoch": 0.1644198693849398,
      "grad_norm": 0.4509725272655487,
      "learning_rate": 4.764643889348418e-05,
      "loss": 5.4719,
      "step": 187840
    },
    {
      "epoch": 0.16442424597856695,
      "grad_norm": 0.47469353675842285,
      "learning_rate": 4.764630816161466e-05,
      "loss": 4.3916,
      "step": 187845
    },
    {
      "epoch": 0.1644286225721941,
      "grad_norm": 0.4180353283882141,
      "learning_rate": 4.764617742634141e-05,
      "loss": 4.5478,
      "step": 187850
    },
    {
      "epoch": 0.16443299916582124,
      "grad_norm": 0.4246709942817688,
      "learning_rate": 4.7646046687664433e-05,
      "loss": 5.0664,
      "step": 187855
    },
    {
      "epoch": 0.16443737575944842,
      "grad_norm": 0.47128021717071533,
      "learning_rate": 4.7645915945583786e-05,
      "loss": 5.2418,
      "step": 187860
    },
    {
      "epoch": 0.16444175235307557,
      "grad_norm": 0.44298917055130005,
      "learning_rate": 4.7645785200099454e-05,
      "loss": 5.967,
      "step": 187865
    },
    {
      "epoch": 0.1644461289467027,
      "grad_norm": 1.3876800537109375,
      "learning_rate": 4.764565445121151e-05,
      "loss": 4.4525,
      "step": 187870
    },
    {
      "epoch": 0.16445050554032986,
      "grad_norm": 0.39946508407592773,
      "learning_rate": 4.764552369891994e-05,
      "loss": 5.6721,
      "step": 187875
    },
    {
      "epoch": 0.16445488213395704,
      "grad_norm": 0.40663430094718933,
      "learning_rate": 4.7645392943224774e-05,
      "loss": 5.6717,
      "step": 187880
    },
    {
      "epoch": 0.16445925872758418,
      "grad_norm": 0.45527052879333496,
      "learning_rate": 4.764526218412606e-05,
      "loss": 4.6218,
      "step": 187885
    },
    {
      "epoch": 0.16446363532121133,
      "grad_norm": 0.4585537016391754,
      "learning_rate": 4.764513142162381e-05,
      "loss": 5.2155,
      "step": 187890
    },
    {
      "epoch": 0.16446801191483848,
      "grad_norm": 0.4507668614387512,
      "learning_rate": 4.764500065571804e-05,
      "loss": 4.659,
      "step": 187895
    },
    {
      "epoch": 0.16447238850846566,
      "grad_norm": 0.4173522889614105,
      "learning_rate": 4.7644869886408795e-05,
      "loss": 5.2348,
      "step": 187900
    },
    {
      "epoch": 0.1644767651020928,
      "grad_norm": 0.4407479166984558,
      "learning_rate": 4.764473911369608e-05,
      "loss": 4.7392,
      "step": 187905
    },
    {
      "epoch": 0.16448114169571995,
      "grad_norm": 0.4349871277809143,
      "learning_rate": 4.764460833757994e-05,
      "loss": 5.242,
      "step": 187910
    },
    {
      "epoch": 0.1644855182893471,
      "grad_norm": 0.45986732840538025,
      "learning_rate": 4.7644477558060384e-05,
      "loss": 5.0475,
      "step": 187915
    },
    {
      "epoch": 0.16448989488297427,
      "grad_norm": 0.4395188093185425,
      "learning_rate": 4.764434677513745e-05,
      "loss": 5.112,
      "step": 187920
    },
    {
      "epoch": 0.16449427147660142,
      "grad_norm": 0.4064408242702484,
      "learning_rate": 4.7644215988811146e-05,
      "loss": 5.735,
      "step": 187925
    },
    {
      "epoch": 0.16449864807022857,
      "grad_norm": 0.4976990520954132,
      "learning_rate": 4.7644085199081514e-05,
      "loss": 4.4206,
      "step": 187930
    },
    {
      "epoch": 0.16450302466385572,
      "grad_norm": 0.43904566764831543,
      "learning_rate": 4.7643954405948564e-05,
      "loss": 5.3721,
      "step": 187935
    },
    {
      "epoch": 0.1645074012574829,
      "grad_norm": 0.47651928663253784,
      "learning_rate": 4.7643823609412344e-05,
      "loss": 5.6475,
      "step": 187940
    },
    {
      "epoch": 0.16451177785111004,
      "grad_norm": 0.4466556906700134,
      "learning_rate": 4.764369280947286e-05,
      "loss": 5.256,
      "step": 187945
    },
    {
      "epoch": 0.1645161544447372,
      "grad_norm": 0.47366711497306824,
      "learning_rate": 4.7643562006130135e-05,
      "loss": 5.3363,
      "step": 187950
    },
    {
      "epoch": 0.16452053103836434,
      "grad_norm": 0.42830631136894226,
      "learning_rate": 4.76434311993842e-05,
      "loss": 4.6311,
      "step": 187955
    },
    {
      "epoch": 0.1645249076319915,
      "grad_norm": 0.4308743178844452,
      "learning_rate": 4.764330038923509e-05,
      "loss": 6.2854,
      "step": 187960
    },
    {
      "epoch": 0.16452928422561866,
      "grad_norm": 0.43660539388656616,
      "learning_rate": 4.764316957568283e-05,
      "loss": 4.2334,
      "step": 187965
    },
    {
      "epoch": 0.1645336608192458,
      "grad_norm": 0.41867417097091675,
      "learning_rate": 4.764303875872743e-05,
      "loss": 5.9816,
      "step": 187970
    },
    {
      "epoch": 0.16453803741287296,
      "grad_norm": 0.4004405438899994,
      "learning_rate": 4.764290793836892e-05,
      "loss": 5.4389,
      "step": 187975
    },
    {
      "epoch": 0.1645424140065001,
      "grad_norm": 0.47827374935150146,
      "learning_rate": 4.7642777114607326e-05,
      "loss": 5.7768,
      "step": 187980
    },
    {
      "epoch": 0.16454679060012728,
      "grad_norm": 0.43286895751953125,
      "learning_rate": 4.764264628744268e-05,
      "loss": 4.7998,
      "step": 187985
    },
    {
      "epoch": 0.16455116719375443,
      "grad_norm": 0.43900781869888306,
      "learning_rate": 4.7642515456875e-05,
      "loss": 4.4429,
      "step": 187990
    },
    {
      "epoch": 0.16455554378738158,
      "grad_norm": 0.388581782579422,
      "learning_rate": 4.764238462290432e-05,
      "loss": 6.2633,
      "step": 187995
    },
    {
      "epoch": 0.16455992038100872,
      "grad_norm": 0.4404512941837311,
      "learning_rate": 4.764225378553065e-05,
      "loss": 5.4767,
      "step": 188000
    },
    {
      "epoch": 0.1645642969746359,
      "grad_norm": 0.4160478711128235,
      "learning_rate": 4.764212294475403e-05,
      "loss": 5.1472,
      "step": 188005
    },
    {
      "epoch": 0.16456867356826305,
      "grad_norm": 0.4264177978038788,
      "learning_rate": 4.7641992100574483e-05,
      "loss": 4.9661,
      "step": 188010
    },
    {
      "epoch": 0.1645730501618902,
      "grad_norm": 0.4372422695159912,
      "learning_rate": 4.764186125299201e-05,
      "loss": 5.1204,
      "step": 188015
    },
    {
      "epoch": 0.16457742675551734,
      "grad_norm": 0.44075989723205566,
      "learning_rate": 4.764173040200668e-05,
      "loss": 4.5593,
      "step": 188020
    },
    {
      "epoch": 0.16458180334914452,
      "grad_norm": 0.4832736551761627,
      "learning_rate": 4.764159954761849e-05,
      "loss": 4.621,
      "step": 188025
    },
    {
      "epoch": 0.16458617994277167,
      "grad_norm": 0.5127081274986267,
      "learning_rate": 4.764146868982746e-05,
      "loss": 4.9273,
      "step": 188030
    },
    {
      "epoch": 0.1645905565363988,
      "grad_norm": 0.4198121428489685,
      "learning_rate": 4.764133782863364e-05,
      "loss": 5.7716,
      "step": 188035
    },
    {
      "epoch": 0.16459493313002596,
      "grad_norm": 0.4232420325279236,
      "learning_rate": 4.7641206964037034e-05,
      "loss": 5.649,
      "step": 188040
    },
    {
      "epoch": 0.16459930972365314,
      "grad_norm": 0.42057493329048157,
      "learning_rate": 4.764107609603766e-05,
      "loss": 5.4499,
      "step": 188045
    },
    {
      "epoch": 0.16460368631728028,
      "grad_norm": 0.41501927375793457,
      "learning_rate": 4.764094522463558e-05,
      "loss": 4.5575,
      "step": 188050
    },
    {
      "epoch": 0.16460806291090743,
      "grad_norm": 0.5132197737693787,
      "learning_rate": 4.7640814349830785e-05,
      "loss": 5.7654,
      "step": 188055
    },
    {
      "epoch": 0.16461243950453458,
      "grad_norm": 0.49577343463897705,
      "learning_rate": 4.7640683471623316e-05,
      "loss": 5.4604,
      "step": 188060
    },
    {
      "epoch": 0.16461681609816176,
      "grad_norm": 0.42067950963974,
      "learning_rate": 4.764055259001319e-05,
      "loss": 6.2908,
      "step": 188065
    },
    {
      "epoch": 0.1646211926917889,
      "grad_norm": 0.41768091917037964,
      "learning_rate": 4.764042170500044e-05,
      "loss": 5.6734,
      "step": 188070
    },
    {
      "epoch": 0.16462556928541605,
      "grad_norm": 0.4311124384403229,
      "learning_rate": 4.764029081658508e-05,
      "loss": 4.8492,
      "step": 188075
    },
    {
      "epoch": 0.1646299458790432,
      "grad_norm": 0.41835087537765503,
      "learning_rate": 4.7640159924767146e-05,
      "loss": 5.6564,
      "step": 188080
    },
    {
      "epoch": 0.16463432247267037,
      "grad_norm": 0.4349290132522583,
      "learning_rate": 4.764002902954666e-05,
      "loss": 5.6834,
      "step": 188085
    },
    {
      "epoch": 0.16463869906629752,
      "grad_norm": 0.47315162420272827,
      "learning_rate": 4.763989813092365e-05,
      "loss": 4.7084,
      "step": 188090
    },
    {
      "epoch": 0.16464307565992467,
      "grad_norm": 0.4314870536327362,
      "learning_rate": 4.7639767228898146e-05,
      "loss": 5.9936,
      "step": 188095
    },
    {
      "epoch": 0.16464745225355182,
      "grad_norm": 0.47869834303855896,
      "learning_rate": 4.763963632347016e-05,
      "loss": 4.9254,
      "step": 188100
    },
    {
      "epoch": 0.16465182884717897,
      "grad_norm": 0.41959887742996216,
      "learning_rate": 4.763950541463972e-05,
      "loss": 5.9299,
      "step": 188105
    },
    {
      "epoch": 0.16465620544080614,
      "grad_norm": 0.42022985219955444,
      "learning_rate": 4.7639374502406844e-05,
      "loss": 5.7396,
      "step": 188110
    },
    {
      "epoch": 0.1646605820344333,
      "grad_norm": 0.4653795063495636,
      "learning_rate": 4.763924358677158e-05,
      "loss": 5.7983,
      "step": 188115
    },
    {
      "epoch": 0.16466495862806044,
      "grad_norm": 0.4217410087585449,
      "learning_rate": 4.7639112667733944e-05,
      "loss": 5.3623,
      "step": 188120
    },
    {
      "epoch": 0.16466933522168758,
      "grad_norm": 0.40632566809654236,
      "learning_rate": 4.7638981745293954e-05,
      "loss": 6.2648,
      "step": 188125
    },
    {
      "epoch": 0.16467371181531476,
      "grad_norm": 0.41272127628326416,
      "learning_rate": 4.763885081945163e-05,
      "loss": 5.4558,
      "step": 188130
    },
    {
      "epoch": 0.1646780884089419,
      "grad_norm": 0.4471496343612671,
      "learning_rate": 4.7638719890207017e-05,
      "loss": 4.9206,
      "step": 188135
    },
    {
      "epoch": 0.16468246500256906,
      "grad_norm": 0.43217933177948,
      "learning_rate": 4.7638588957560124e-05,
      "loss": 5.2453,
      "step": 188140
    },
    {
      "epoch": 0.1646868415961962,
      "grad_norm": 0.46504339575767517,
      "learning_rate": 4.763845802151099e-05,
      "loss": 5.2384,
      "step": 188145
    },
    {
      "epoch": 0.16469121818982338,
      "grad_norm": 0.4535324275493622,
      "learning_rate": 4.763832708205963e-05,
      "loss": 4.1546,
      "step": 188150
    },
    {
      "epoch": 0.16469559478345053,
      "grad_norm": 0.4471636116504669,
      "learning_rate": 4.763819613920606e-05,
      "loss": 5.428,
      "step": 188155
    },
    {
      "epoch": 0.16469997137707768,
      "grad_norm": 0.4136716425418854,
      "learning_rate": 4.763806519295033e-05,
      "loss": 6.2492,
      "step": 188160
    },
    {
      "epoch": 0.16470434797070482,
      "grad_norm": 0.5025390982627869,
      "learning_rate": 4.7637934243292446e-05,
      "loss": 4.6269,
      "step": 188165
    },
    {
      "epoch": 0.164708724564332,
      "grad_norm": 0.44899508357048035,
      "learning_rate": 4.763780329023244e-05,
      "loss": 5.4544,
      "step": 188170
    },
    {
      "epoch": 0.16471310115795915,
      "grad_norm": 0.43937361240386963,
      "learning_rate": 4.763767233377035e-05,
      "loss": 5.4371,
      "step": 188175
    },
    {
      "epoch": 0.1647174777515863,
      "grad_norm": 0.42105138301849365,
      "learning_rate": 4.763754137390616e-05,
      "loss": 5.7874,
      "step": 188180
    },
    {
      "epoch": 0.16472185434521344,
      "grad_norm": 0.4382016360759735,
      "learning_rate": 4.7637410410639946e-05,
      "loss": 5.1487,
      "step": 188185
    },
    {
      "epoch": 0.16472623093884062,
      "grad_norm": 0.4636482298374176,
      "learning_rate": 4.7637279443971704e-05,
      "loss": 5.0721,
      "step": 188190
    },
    {
      "epoch": 0.16473060753246777,
      "grad_norm": 0.44732466340065,
      "learning_rate": 4.763714847390146e-05,
      "loss": 5.2021,
      "step": 188195
    },
    {
      "epoch": 0.1647349841260949,
      "grad_norm": 0.5245566964149475,
      "learning_rate": 4.7637017500429245e-05,
      "loss": 4.602,
      "step": 188200
    },
    {
      "epoch": 0.16473936071972206,
      "grad_norm": 0.4448651075363159,
      "learning_rate": 4.763688652355509e-05,
      "loss": 5.2156,
      "step": 188205
    },
    {
      "epoch": 0.16474373731334924,
      "grad_norm": 0.4285048544406891,
      "learning_rate": 4.763675554327901e-05,
      "loss": 5.1609,
      "step": 188210
    },
    {
      "epoch": 0.16474811390697638,
      "grad_norm": 0.4442375898361206,
      "learning_rate": 4.763662455960104e-05,
      "loss": 5.4662,
      "step": 188215
    },
    {
      "epoch": 0.16475249050060353,
      "grad_norm": 0.43222445249557495,
      "learning_rate": 4.76364935725212e-05,
      "loss": 4.9466,
      "step": 188220
    },
    {
      "epoch": 0.16475686709423068,
      "grad_norm": 0.4395795166492462,
      "learning_rate": 4.763636258203951e-05,
      "loss": 5.2011,
      "step": 188225
    },
    {
      "epoch": 0.16476124368785783,
      "grad_norm": 0.4384154677391052,
      "learning_rate": 4.7636231588156e-05,
      "loss": 4.9528,
      "step": 188230
    },
    {
      "epoch": 0.164765620281485,
      "grad_norm": 0.4217638075351715,
      "learning_rate": 4.7636100590870705e-05,
      "loss": 5.173,
      "step": 188235
    },
    {
      "epoch": 0.16476999687511215,
      "grad_norm": 0.4091208875179291,
      "learning_rate": 4.763596959018363e-05,
      "loss": 5.6982,
      "step": 188240
    },
    {
      "epoch": 0.1647743734687393,
      "grad_norm": 0.4161819815635681,
      "learning_rate": 4.763583858609482e-05,
      "loss": 5.4462,
      "step": 188245
    },
    {
      "epoch": 0.16477875006236645,
      "grad_norm": 0.42160817980766296,
      "learning_rate": 4.7635707578604284e-05,
      "loss": 4.8702,
      "step": 188250
    },
    {
      "epoch": 0.16478312665599362,
      "grad_norm": 0.4129274785518646,
      "learning_rate": 4.763557656771206e-05,
      "loss": 5.977,
      "step": 188255
    },
    {
      "epoch": 0.16478750324962077,
      "grad_norm": 0.4570544958114624,
      "learning_rate": 4.7635445553418156e-05,
      "loss": 5.2396,
      "step": 188260
    },
    {
      "epoch": 0.16479187984324792,
      "grad_norm": 0.4336440861225128,
      "learning_rate": 4.763531453572262e-05,
      "loss": 5.6705,
      "step": 188265
    },
    {
      "epoch": 0.16479625643687507,
      "grad_norm": 0.4216116666793823,
      "learning_rate": 4.763518351462547e-05,
      "loss": 4.8288,
      "step": 188270
    },
    {
      "epoch": 0.16480063303050224,
      "grad_norm": 0.4254985749721527,
      "learning_rate": 4.763505249012673e-05,
      "loss": 5.4359,
      "step": 188275
    },
    {
      "epoch": 0.1648050096241294,
      "grad_norm": 0.4512515068054199,
      "learning_rate": 4.763492146222641e-05,
      "loss": 4.43,
      "step": 188280
    },
    {
      "epoch": 0.16480938621775654,
      "grad_norm": 0.4287365674972534,
      "learning_rate": 4.7634790430924555e-05,
      "loss": 5.4446,
      "step": 188285
    },
    {
      "epoch": 0.16481376281138369,
      "grad_norm": 0.4170759320259094,
      "learning_rate": 4.7634659396221184e-05,
      "loss": 5.6689,
      "step": 188290
    },
    {
      "epoch": 0.16481813940501086,
      "grad_norm": 0.4594605565071106,
      "learning_rate": 4.7634528358116324e-05,
      "loss": 5.3775,
      "step": 188295
    },
    {
      "epoch": 0.164822515998638,
      "grad_norm": 0.46590352058410645,
      "learning_rate": 4.7634397316610003e-05,
      "loss": 5.7197,
      "step": 188300
    },
    {
      "epoch": 0.16482689259226516,
      "grad_norm": 0.45516812801361084,
      "learning_rate": 4.763426627170223e-05,
      "loss": 4.4427,
      "step": 188305
    },
    {
      "epoch": 0.1648312691858923,
      "grad_norm": 0.4407173991203308,
      "learning_rate": 4.763413522339305e-05,
      "loss": 5.7418,
      "step": 188310
    },
    {
      "epoch": 0.16483564577951948,
      "grad_norm": 0.4384717047214508,
      "learning_rate": 4.763400417168247e-05,
      "loss": 5.9371,
      "step": 188315
    },
    {
      "epoch": 0.16484002237314663,
      "grad_norm": 0.47052329778671265,
      "learning_rate": 4.7633873116570535e-05,
      "loss": 5.4443,
      "step": 188320
    },
    {
      "epoch": 0.16484439896677378,
      "grad_norm": 0.43972787261009216,
      "learning_rate": 4.763374205805725e-05,
      "loss": 4.4317,
      "step": 188325
    },
    {
      "epoch": 0.16484877556040092,
      "grad_norm": 0.4192831516265869,
      "learning_rate": 4.763361099614266e-05,
      "loss": 5.0842,
      "step": 188330
    },
    {
      "epoch": 0.1648531521540281,
      "grad_norm": 0.41508346796035767,
      "learning_rate": 4.7633479930826786e-05,
      "loss": 5.7528,
      "step": 188335
    },
    {
      "epoch": 0.16485752874765525,
      "grad_norm": 0.4270530343055725,
      "learning_rate": 4.763334886210964e-05,
      "loss": 5.624,
      "step": 188340
    },
    {
      "epoch": 0.1648619053412824,
      "grad_norm": 0.4371073842048645,
      "learning_rate": 4.763321778999126e-05,
      "loss": 5.1425,
      "step": 188345
    },
    {
      "epoch": 0.16486628193490954,
      "grad_norm": 0.4293009340763092,
      "learning_rate": 4.7633086714471666e-05,
      "loss": 4.6466,
      "step": 188350
    },
    {
      "epoch": 0.1648706585285367,
      "grad_norm": 0.4374142587184906,
      "learning_rate": 4.763295563555088e-05,
      "loss": 5.4624,
      "step": 188355
    },
    {
      "epoch": 0.16487503512216387,
      "grad_norm": 0.4203018546104431,
      "learning_rate": 4.7632824553228925e-05,
      "loss": 5.6803,
      "step": 188360
    },
    {
      "epoch": 0.164879411715791,
      "grad_norm": 0.44353187084198,
      "learning_rate": 4.763269346750585e-05,
      "loss": 5.1393,
      "step": 188365
    },
    {
      "epoch": 0.16488378830941816,
      "grad_norm": 0.41534197330474854,
      "learning_rate": 4.763256237838165e-05,
      "loss": 4.8452,
      "step": 188370
    },
    {
      "epoch": 0.1648881649030453,
      "grad_norm": 0.42320889234542847,
      "learning_rate": 4.7632431285856374e-05,
      "loss": 5.1811,
      "step": 188375
    },
    {
      "epoch": 0.16489254149667248,
      "grad_norm": 0.399278849363327,
      "learning_rate": 4.7632300189930036e-05,
      "loss": 5.4624,
      "step": 188380
    },
    {
      "epoch": 0.16489691809029963,
      "grad_norm": 0.4082458019256592,
      "learning_rate": 4.763216909060265e-05,
      "loss": 5.3463,
      "step": 188385
    },
    {
      "epoch": 0.16490129468392678,
      "grad_norm": 0.4748421311378479,
      "learning_rate": 4.763203798787427e-05,
      "loss": 5.1837,
      "step": 188390
    },
    {
      "epoch": 0.16490567127755393,
      "grad_norm": 0.48104560375213623,
      "learning_rate": 4.763190688174489e-05,
      "loss": 4.4257,
      "step": 188395
    },
    {
      "epoch": 0.1649100478711811,
      "grad_norm": 0.47638851404190063,
      "learning_rate": 4.7631775772214546e-05,
      "loss": 4.9573,
      "step": 188400
    },
    {
      "epoch": 0.16491442446480825,
      "grad_norm": 0.4180428683757782,
      "learning_rate": 4.7631644659283284e-05,
      "loss": 4.8359,
      "step": 188405
    },
    {
      "epoch": 0.1649188010584354,
      "grad_norm": 0.41963788866996765,
      "learning_rate": 4.763151354295111e-05,
      "loss": 5.6549,
      "step": 188410
    },
    {
      "epoch": 0.16492317765206255,
      "grad_norm": 0.45882293581962585,
      "learning_rate": 4.7631382423218044e-05,
      "loss": 4.927,
      "step": 188415
    },
    {
      "epoch": 0.16492755424568972,
      "grad_norm": 0.41140857338905334,
      "learning_rate": 4.763125130008412e-05,
      "loss": 5.4664,
      "step": 188420
    },
    {
      "epoch": 0.16493193083931687,
      "grad_norm": 0.41715487837791443,
      "learning_rate": 4.763112017354936e-05,
      "loss": 5.2316,
      "step": 188425
    },
    {
      "epoch": 0.16493630743294402,
      "grad_norm": 0.422428160905838,
      "learning_rate": 4.7630989043613796e-05,
      "loss": 5.4864,
      "step": 188430
    },
    {
      "epoch": 0.16494068402657117,
      "grad_norm": 0.418464332818985,
      "learning_rate": 4.763085791027745e-05,
      "loss": 4.8244,
      "step": 188435
    },
    {
      "epoch": 0.16494506062019834,
      "grad_norm": 0.4481932520866394,
      "learning_rate": 4.7630726773540346e-05,
      "loss": 5.1166,
      "step": 188440
    },
    {
      "epoch": 0.1649494372138255,
      "grad_norm": 0.5308104753494263,
      "learning_rate": 4.763059563340251e-05,
      "loss": 4.4033,
      "step": 188445
    },
    {
      "epoch": 0.16495381380745264,
      "grad_norm": 0.41895413398742676,
      "learning_rate": 4.763046448986396e-05,
      "loss": 5.684,
      "step": 188450
    },
    {
      "epoch": 0.16495819040107979,
      "grad_norm": 0.43345239758491516,
      "learning_rate": 4.763033334292474e-05,
      "loss": 4.4164,
      "step": 188455
    },
    {
      "epoch": 0.16496256699470696,
      "grad_norm": 0.46766138076782227,
      "learning_rate": 4.763020219258486e-05,
      "loss": 5.186,
      "step": 188460
    },
    {
      "epoch": 0.1649669435883341,
      "grad_norm": 0.5255028009414673,
      "learning_rate": 4.763007103884434e-05,
      "loss": 5.1562,
      "step": 188465
    },
    {
      "epoch": 0.16497132018196126,
      "grad_norm": 0.45198261737823486,
      "learning_rate": 4.762993988170322e-05,
      "loss": 5.1321,
      "step": 188470
    },
    {
      "epoch": 0.1649756967755884,
      "grad_norm": 0.5016741752624512,
      "learning_rate": 4.762980872116152e-05,
      "loss": 5.4448,
      "step": 188475
    },
    {
      "epoch": 0.16498007336921555,
      "grad_norm": 0.44321855902671814,
      "learning_rate": 4.762967755721927e-05,
      "loss": 4.4108,
      "step": 188480
    },
    {
      "epoch": 0.16498444996284273,
      "grad_norm": 0.44377899169921875,
      "learning_rate": 4.7629546389876466e-05,
      "loss": 5.6928,
      "step": 188485
    },
    {
      "epoch": 0.16498882655646988,
      "grad_norm": 0.4488757252693176,
      "learning_rate": 4.762941521913318e-05,
      "loss": 5.1914,
      "step": 188490
    },
    {
      "epoch": 0.16499320315009702,
      "grad_norm": 0.4201962649822235,
      "learning_rate": 4.762928404498941e-05,
      "loss": 5.4763,
      "step": 188495
    },
    {
      "epoch": 0.16499757974372417,
      "grad_norm": 0.4628085792064667,
      "learning_rate": 4.7629152867445184e-05,
      "loss": 5.1633,
      "step": 188500
    },
    {
      "epoch": 0.16500195633735135,
      "grad_norm": 0.4234985113143921,
      "learning_rate": 4.762902168650053e-05,
      "loss": 4.8835,
      "step": 188505
    },
    {
      "epoch": 0.1650063329309785,
      "grad_norm": 0.4639744162559509,
      "learning_rate": 4.762889050215547e-05,
      "loss": 4.9229,
      "step": 188510
    },
    {
      "epoch": 0.16501070952460564,
      "grad_norm": 0.44023680686950684,
      "learning_rate": 4.762875931441003e-05,
      "loss": 4.932,
      "step": 188515
    },
    {
      "epoch": 0.1650150861182328,
      "grad_norm": 0.44456279277801514,
      "learning_rate": 4.762862812326424e-05,
      "loss": 4.7348,
      "step": 188520
    },
    {
      "epoch": 0.16501946271185997,
      "grad_norm": 0.4067535996437073,
      "learning_rate": 4.7628496928718123e-05,
      "loss": 5.789,
      "step": 188525
    },
    {
      "epoch": 0.1650238393054871,
      "grad_norm": 0.4350767433643341,
      "learning_rate": 4.762836573077171e-05,
      "loss": 5.1173,
      "step": 188530
    },
    {
      "epoch": 0.16502821589911426,
      "grad_norm": 0.424172043800354,
      "learning_rate": 4.7628234529425007e-05,
      "loss": 4.2949,
      "step": 188535
    },
    {
      "epoch": 0.1650325924927414,
      "grad_norm": 0.4358743131160736,
      "learning_rate": 4.762810332467806e-05,
      "loss": 6.2559,
      "step": 188540
    },
    {
      "epoch": 0.16503696908636858,
      "grad_norm": 0.4027964174747467,
      "learning_rate": 4.762797211653089e-05,
      "loss": 6.0021,
      "step": 188545
    },
    {
      "epoch": 0.16504134567999573,
      "grad_norm": 0.4185827970504761,
      "learning_rate": 4.7627840904983514e-05,
      "loss": 5.4492,
      "step": 188550
    },
    {
      "epoch": 0.16504572227362288,
      "grad_norm": 0.42242124676704407,
      "learning_rate": 4.762770969003596e-05,
      "loss": 4.9128,
      "step": 188555
    },
    {
      "epoch": 0.16505009886725003,
      "grad_norm": 0.4398120939731598,
      "learning_rate": 4.762757847168826e-05,
      "loss": 5.4276,
      "step": 188560
    },
    {
      "epoch": 0.1650544754608772,
      "grad_norm": 0.41375210881233215,
      "learning_rate": 4.762744724994043e-05,
      "loss": 5.474,
      "step": 188565
    },
    {
      "epoch": 0.16505885205450435,
      "grad_norm": 0.4374256134033203,
      "learning_rate": 4.76273160247925e-05,
      "loss": 4.6221,
      "step": 188570
    },
    {
      "epoch": 0.1650632286481315,
      "grad_norm": 0.4245736300945282,
      "learning_rate": 4.7627184796244506e-05,
      "loss": 5.352,
      "step": 188575
    },
    {
      "epoch": 0.16506760524175865,
      "grad_norm": 0.4411854147911072,
      "learning_rate": 4.7627053564296455e-05,
      "loss": 4.6408,
      "step": 188580
    },
    {
      "epoch": 0.16507198183538582,
      "grad_norm": 0.4245726466178894,
      "learning_rate": 4.762692232894838e-05,
      "loss": 5.6547,
      "step": 188585
    },
    {
      "epoch": 0.16507635842901297,
      "grad_norm": 0.453647643327713,
      "learning_rate": 4.7626791090200306e-05,
      "loss": 4.9292,
      "step": 188590
    },
    {
      "epoch": 0.16508073502264012,
      "grad_norm": 0.42664864659309387,
      "learning_rate": 4.762665984805226e-05,
      "loss": 4.8956,
      "step": 188595
    },
    {
      "epoch": 0.16508511161626727,
      "grad_norm": 0.4218316972255707,
      "learning_rate": 4.762652860250426e-05,
      "loss": 5.7497,
      "step": 188600
    },
    {
      "epoch": 0.16508948820989444,
      "grad_norm": 0.4418080747127533,
      "learning_rate": 4.762639735355634e-05,
      "loss": 5.7538,
      "step": 188605
    },
    {
      "epoch": 0.1650938648035216,
      "grad_norm": 0.4097922444343567,
      "learning_rate": 4.7626266101208527e-05,
      "loss": 5.458,
      "step": 188610
    },
    {
      "epoch": 0.16509824139714874,
      "grad_norm": 0.4092493951320648,
      "learning_rate": 4.7626134845460835e-05,
      "loss": 5.2491,
      "step": 188615
    },
    {
      "epoch": 0.16510261799077589,
      "grad_norm": 0.4260411560535431,
      "learning_rate": 4.762600358631331e-05,
      "loss": 5.2456,
      "step": 188620
    },
    {
      "epoch": 0.16510699458440303,
      "grad_norm": 0.43201112747192383,
      "learning_rate": 4.7625872323765955e-05,
      "loss": 5.3766,
      "step": 188625
    },
    {
      "epoch": 0.1651113711780302,
      "grad_norm": 0.42925143241882324,
      "learning_rate": 4.7625741057818793e-05,
      "loss": 4.9351,
      "step": 188630
    },
    {
      "epoch": 0.16511574777165736,
      "grad_norm": 0.43054476380348206,
      "learning_rate": 4.762560978847187e-05,
      "loss": 4.6246,
      "step": 188635
    },
    {
      "epoch": 0.1651201243652845,
      "grad_norm": 0.44637954235076904,
      "learning_rate": 4.76254785157252e-05,
      "loss": 5.651,
      "step": 188640
    },
    {
      "epoch": 0.16512450095891165,
      "grad_norm": 0.44419705867767334,
      "learning_rate": 4.762534723957881e-05,
      "loss": 4.8688,
      "step": 188645
    },
    {
      "epoch": 0.16512887755253883,
      "grad_norm": 0.43304893374443054,
      "learning_rate": 4.762521596003273e-05,
      "loss": 4.3508,
      "step": 188650
    },
    {
      "epoch": 0.16513325414616598,
      "grad_norm": 0.4380522072315216,
      "learning_rate": 4.7625084677086976e-05,
      "loss": 4.6422,
      "step": 188655
    },
    {
      "epoch": 0.16513763073979312,
      "grad_norm": 0.4450410008430481,
      "learning_rate": 4.762495339074158e-05,
      "loss": 5.4728,
      "step": 188660
    },
    {
      "epoch": 0.16514200733342027,
      "grad_norm": 0.42864513397216797,
      "learning_rate": 4.762482210099657e-05,
      "loss": 5.271,
      "step": 188665
    },
    {
      "epoch": 0.16514638392704745,
      "grad_norm": 0.431326687335968,
      "learning_rate": 4.762469080785196e-05,
      "loss": 3.9645,
      "step": 188670
    },
    {
      "epoch": 0.1651507605206746,
      "grad_norm": 0.43587610125541687,
      "learning_rate": 4.762455951130778e-05,
      "loss": 4.6128,
      "step": 188675
    },
    {
      "epoch": 0.16515513711430174,
      "grad_norm": 0.4312645196914673,
      "learning_rate": 4.7624428211364056e-05,
      "loss": 5.6324,
      "step": 188680
    },
    {
      "epoch": 0.1651595137079289,
      "grad_norm": 0.4168500006198883,
      "learning_rate": 4.762429690802082e-05,
      "loss": 5.3964,
      "step": 188685
    },
    {
      "epoch": 0.16516389030155607,
      "grad_norm": 0.41939303278923035,
      "learning_rate": 4.762416560127808e-05,
      "loss": 4.6888,
      "step": 188690
    },
    {
      "epoch": 0.1651682668951832,
      "grad_norm": 0.41457000374794006,
      "learning_rate": 4.7624034291135886e-05,
      "loss": 5.1438,
      "step": 188695
    },
    {
      "epoch": 0.16517264348881036,
      "grad_norm": 0.41303691267967224,
      "learning_rate": 4.762390297759425e-05,
      "loss": 5.2615,
      "step": 188700
    },
    {
      "epoch": 0.1651770200824375,
      "grad_norm": 0.44086572527885437,
      "learning_rate": 4.76237716606532e-05,
      "loss": 5.6727,
      "step": 188705
    },
    {
      "epoch": 0.16518139667606468,
      "grad_norm": 0.40991851687431335,
      "learning_rate": 4.7623640340312744e-05,
      "loss": 5.9447,
      "step": 188710
    },
    {
      "epoch": 0.16518577326969183,
      "grad_norm": 0.3955235481262207,
      "learning_rate": 4.7623509016572945e-05,
      "loss": 6.2936,
      "step": 188715
    },
    {
      "epoch": 0.16519014986331898,
      "grad_norm": 0.4121240973472595,
      "learning_rate": 4.762337768943378e-05,
      "loss": 5.6645,
      "step": 188720
    },
    {
      "epoch": 0.16519452645694613,
      "grad_norm": 0.41688844561576843,
      "learning_rate": 4.7623246358895315e-05,
      "loss": 5.1472,
      "step": 188725
    },
    {
      "epoch": 0.1651989030505733,
      "grad_norm": 0.4392026960849762,
      "learning_rate": 4.7623115024957564e-05,
      "loss": 4.9219,
      "step": 188730
    },
    {
      "epoch": 0.16520327964420045,
      "grad_norm": 0.4156624376773834,
      "learning_rate": 4.7622983687620535e-05,
      "loss": 4.8882,
      "step": 188735
    },
    {
      "epoch": 0.1652076562378276,
      "grad_norm": 0.4053349494934082,
      "learning_rate": 4.7622852346884274e-05,
      "loss": 6.2512,
      "step": 188740
    },
    {
      "epoch": 0.16521203283145475,
      "grad_norm": 0.4223674237728119,
      "learning_rate": 4.76227210027488e-05,
      "loss": 5.4468,
      "step": 188745
    },
    {
      "epoch": 0.1652164094250819,
      "grad_norm": 0.41957923769950867,
      "learning_rate": 4.762258965521415e-05,
      "loss": 5.4091,
      "step": 188750
    },
    {
      "epoch": 0.16522078601870907,
      "grad_norm": 0.4465445578098297,
      "learning_rate": 4.7622458304280315e-05,
      "loss": 4.6458,
      "step": 188755
    },
    {
      "epoch": 0.16522516261233622,
      "grad_norm": 0.46666085720062256,
      "learning_rate": 4.762232694994736e-05,
      "loss": 5.7893,
      "step": 188760
    },
    {
      "epoch": 0.16522953920596337,
      "grad_norm": 0.4301529824733734,
      "learning_rate": 4.762219559221528e-05,
      "loss": 5.7614,
      "step": 188765
    },
    {
      "epoch": 0.16523391579959051,
      "grad_norm": 0.4031461179256439,
      "learning_rate": 4.762206423108412e-05,
      "loss": 5.6502,
      "step": 188770
    },
    {
      "epoch": 0.1652382923932177,
      "grad_norm": 0.41611039638519287,
      "learning_rate": 4.76219328665539e-05,
      "loss": 5.6617,
      "step": 188775
    },
    {
      "epoch": 0.16524266898684484,
      "grad_norm": 0.4494159519672394,
      "learning_rate": 4.762180149862463e-05,
      "loss": 4.7541,
      "step": 188780
    },
    {
      "epoch": 0.16524704558047199,
      "grad_norm": 0.4479385018348694,
      "learning_rate": 4.7621670127296356e-05,
      "loss": 4.9202,
      "step": 188785
    },
    {
      "epoch": 0.16525142217409913,
      "grad_norm": 0.43196186423301697,
      "learning_rate": 4.7621538752569104e-05,
      "loss": 5.4792,
      "step": 188790
    },
    {
      "epoch": 0.1652557987677263,
      "grad_norm": 0.4432190954685211,
      "learning_rate": 4.7621407374442885e-05,
      "loss": 4.5922,
      "step": 188795
    },
    {
      "epoch": 0.16526017536135346,
      "grad_norm": 0.44565603137016296,
      "learning_rate": 4.762127599291773e-05,
      "loss": 4.9295,
      "step": 188800
    },
    {
      "epoch": 0.1652645519549806,
      "grad_norm": 0.4457850158214569,
      "learning_rate": 4.7621144607993674e-05,
      "loss": 4.949,
      "step": 188805
    },
    {
      "epoch": 0.16526892854860775,
      "grad_norm": 0.46682098507881165,
      "learning_rate": 4.762101321967073e-05,
      "loss": 5.3865,
      "step": 188810
    },
    {
      "epoch": 0.16527330514223493,
      "grad_norm": 0.42802515625953674,
      "learning_rate": 4.762088182794893e-05,
      "loss": 5.2624,
      "step": 188815
    },
    {
      "epoch": 0.16527768173586208,
      "grad_norm": 0.4593432545661926,
      "learning_rate": 4.7620750432828286e-05,
      "loss": 4.92,
      "step": 188820
    },
    {
      "epoch": 0.16528205832948922,
      "grad_norm": 0.4693809449672699,
      "learning_rate": 4.762061903430885e-05,
      "loss": 5.4639,
      "step": 188825
    },
    {
      "epoch": 0.16528643492311637,
      "grad_norm": 0.4623654782772064,
      "learning_rate": 4.762048763239062e-05,
      "loss": 5.9705,
      "step": 188830
    },
    {
      "epoch": 0.16529081151674355,
      "grad_norm": 0.43574050068855286,
      "learning_rate": 4.7620356227073624e-05,
      "loss": 5.1449,
      "step": 188835
    },
    {
      "epoch": 0.1652951881103707,
      "grad_norm": 0.4330063462257385,
      "learning_rate": 4.7620224818357915e-05,
      "loss": 5.1658,
      "step": 188840
    },
    {
      "epoch": 0.16529956470399784,
      "grad_norm": 0.44018229842185974,
      "learning_rate": 4.762009340624348e-05,
      "loss": 4.4151,
      "step": 188845
    },
    {
      "epoch": 0.165303941297625,
      "grad_norm": 0.4244304299354553,
      "learning_rate": 4.761996199073038e-05,
      "loss": 5.6186,
      "step": 188850
    },
    {
      "epoch": 0.16530831789125217,
      "grad_norm": 0.4141627550125122,
      "learning_rate": 4.761983057181861e-05,
      "loss": 5.9799,
      "step": 188855
    },
    {
      "epoch": 0.1653126944848793,
      "grad_norm": 0.4206903278827667,
      "learning_rate": 4.7619699149508225e-05,
      "loss": 4.5856,
      "step": 188860
    },
    {
      "epoch": 0.16531707107850646,
      "grad_norm": 0.43949687480926514,
      "learning_rate": 4.761956772379923e-05,
      "loss": 5.4706,
      "step": 188865
    },
    {
      "epoch": 0.1653214476721336,
      "grad_norm": 0.4362312853336334,
      "learning_rate": 4.7619436294691645e-05,
      "loss": 4.9392,
      "step": 188870
    },
    {
      "epoch": 0.16532582426576076,
      "grad_norm": 0.41626426577568054,
      "learning_rate": 4.761930486218551e-05,
      "loss": 5.357,
      "step": 188875
    },
    {
      "epoch": 0.16533020085938793,
      "grad_norm": 0.4258740544319153,
      "learning_rate": 4.761917342628085e-05,
      "loss": 5.9775,
      "step": 188880
    },
    {
      "epoch": 0.16533457745301508,
      "grad_norm": 0.4251208007335663,
      "learning_rate": 4.761904198697769e-05,
      "loss": 5.6939,
      "step": 188885
    },
    {
      "epoch": 0.16533895404664223,
      "grad_norm": 0.40192335844039917,
      "learning_rate": 4.761891054427604e-05,
      "loss": 6.2758,
      "step": 188890
    },
    {
      "epoch": 0.16534333064026938,
      "grad_norm": 0.45558103919029236,
      "learning_rate": 4.761877909817594e-05,
      "loss": 4.8868,
      "step": 188895
    },
    {
      "epoch": 0.16534770723389655,
      "grad_norm": 0.4188160300254822,
      "learning_rate": 4.7618647648677415e-05,
      "loss": 4.8922,
      "step": 188900
    },
    {
      "epoch": 0.1653520838275237,
      "grad_norm": 0.46984240412712097,
      "learning_rate": 4.761851619578048e-05,
      "loss": 4.9195,
      "step": 188905
    },
    {
      "epoch": 0.16535646042115085,
      "grad_norm": 0.44732606410980225,
      "learning_rate": 4.7618384739485175e-05,
      "loss": 4.9323,
      "step": 188910
    },
    {
      "epoch": 0.165360837014778,
      "grad_norm": 0.46006080508232117,
      "learning_rate": 4.761825327979151e-05,
      "loss": 5.2512,
      "step": 188915
    },
    {
      "epoch": 0.16536521360840517,
      "grad_norm": 0.449019193649292,
      "learning_rate": 4.7618121816699527e-05,
      "loss": 5.6512,
      "step": 188920
    },
    {
      "epoch": 0.16536959020203232,
      "grad_norm": 0.42542728781700134,
      "learning_rate": 4.761799035020924e-05,
      "loss": 5.9965,
      "step": 188925
    },
    {
      "epoch": 0.16537396679565947,
      "grad_norm": 0.4111548960208893,
      "learning_rate": 4.761785888032067e-05,
      "loss": 5.7394,
      "step": 188930
    },
    {
      "epoch": 0.16537834338928661,
      "grad_norm": 0.42211103439331055,
      "learning_rate": 4.761772740703386e-05,
      "loss": 5.2075,
      "step": 188935
    },
    {
      "epoch": 0.1653827199829138,
      "grad_norm": 0.4309231638908386,
      "learning_rate": 4.7617595930348825e-05,
      "loss": 5.1487,
      "step": 188940
    },
    {
      "epoch": 0.16538709657654094,
      "grad_norm": 0.4556654393672943,
      "learning_rate": 4.761746445026559e-05,
      "loss": 5.4858,
      "step": 188945
    },
    {
      "epoch": 0.16539147317016809,
      "grad_norm": 0.44648298621177673,
      "learning_rate": 4.761733296678418e-05,
      "loss": 4.9688,
      "step": 188950
    },
    {
      "epoch": 0.16539584976379523,
      "grad_norm": 0.4476014971733093,
      "learning_rate": 4.7617201479904614e-05,
      "loss": 4.7159,
      "step": 188955
    },
    {
      "epoch": 0.1654002263574224,
      "grad_norm": 0.4493187963962555,
      "learning_rate": 4.7617069989626936e-05,
      "loss": 4.9339,
      "step": 188960
    },
    {
      "epoch": 0.16540460295104956,
      "grad_norm": 0.43557649850845337,
      "learning_rate": 4.7616938495951145e-05,
      "loss": 5.6648,
      "step": 188965
    },
    {
      "epoch": 0.1654089795446767,
      "grad_norm": 0.435781866312027,
      "learning_rate": 4.7616806998877295e-05,
      "loss": 5.6432,
      "step": 188970
    },
    {
      "epoch": 0.16541335613830385,
      "grad_norm": 0.4411788284778595,
      "learning_rate": 4.761667549840539e-05,
      "loss": 4.6314,
      "step": 188975
    },
    {
      "epoch": 0.16541773273193103,
      "grad_norm": 0.43532413244247437,
      "learning_rate": 4.7616543994535466e-05,
      "loss": 5.9299,
      "step": 188980
    },
    {
      "epoch": 0.16542210932555818,
      "grad_norm": 0.40887171030044556,
      "learning_rate": 4.761641248726755e-05,
      "loss": 6.2771,
      "step": 188985
    },
    {
      "epoch": 0.16542648591918532,
      "grad_norm": 0.43078288435935974,
      "learning_rate": 4.7616280976601645e-05,
      "loss": 5.164,
      "step": 188990
    },
    {
      "epoch": 0.16543086251281247,
      "grad_norm": 0.4121253788471222,
      "learning_rate": 4.761614946253782e-05,
      "loss": 5.232,
      "step": 188995
    },
    {
      "epoch": 0.16543523910643962,
      "grad_norm": 0.4465310573577881,
      "learning_rate": 4.7616017945076055e-05,
      "loss": 4.6174,
      "step": 189000
    },
    {
      "epoch": 0.1654396157000668,
      "grad_norm": 0.44683438539505005,
      "learning_rate": 4.7615886424216395e-05,
      "loss": 4.9394,
      "step": 189005
    },
    {
      "epoch": 0.16544399229369394,
      "grad_norm": 0.42193999886512756,
      "learning_rate": 4.7615754899958866e-05,
      "loss": 5.1186,
      "step": 189010
    },
    {
      "epoch": 0.1654483688873211,
      "grad_norm": 0.41920745372772217,
      "learning_rate": 4.7615623372303494e-05,
      "loss": 5.9826,
      "step": 189015
    },
    {
      "epoch": 0.16545274548094824,
      "grad_norm": 0.44805723428726196,
      "learning_rate": 4.76154918412503e-05,
      "loss": 4.9221,
      "step": 189020
    },
    {
      "epoch": 0.1654571220745754,
      "grad_norm": 0.41306018829345703,
      "learning_rate": 4.761536030679933e-05,
      "loss": 6.2621,
      "step": 189025
    },
    {
      "epoch": 0.16546149866820256,
      "grad_norm": 0.4311892092227936,
      "learning_rate": 4.761522876895057e-05,
      "loss": 5.4347,
      "step": 189030
    },
    {
      "epoch": 0.1654658752618297,
      "grad_norm": 0.43927001953125,
      "learning_rate": 4.7615097227704075e-05,
      "loss": 5.4479,
      "step": 189035
    },
    {
      "epoch": 0.16547025185545686,
      "grad_norm": 0.4406821131706238,
      "learning_rate": 4.7614965683059866e-05,
      "loss": 4.1829,
      "step": 189040
    },
    {
      "epoch": 0.16547462844908403,
      "grad_norm": 0.46205246448516846,
      "learning_rate": 4.761483413501796e-05,
      "loss": 4.9437,
      "step": 189045
    },
    {
      "epoch": 0.16547900504271118,
      "grad_norm": 0.4271587133407593,
      "learning_rate": 4.761470258357839e-05,
      "loss": 6.2723,
      "step": 189050
    },
    {
      "epoch": 0.16548338163633833,
      "grad_norm": 0.44252103567123413,
      "learning_rate": 4.7614571028741173e-05,
      "loss": 5.1777,
      "step": 189055
    },
    {
      "epoch": 0.16548775822996548,
      "grad_norm": 0.4326794743537903,
      "learning_rate": 4.7614439470506334e-05,
      "loss": 5.1324,
      "step": 189060
    },
    {
      "epoch": 0.16549213482359265,
      "grad_norm": 0.44703567028045654,
      "learning_rate": 4.761430790887392e-05,
      "loss": 4.8544,
      "step": 189065
    },
    {
      "epoch": 0.1654965114172198,
      "grad_norm": 0.43110284209251404,
      "learning_rate": 4.761417634384393e-05,
      "loss": 5.2397,
      "step": 189070
    },
    {
      "epoch": 0.16550088801084695,
      "grad_norm": 0.43811529874801636,
      "learning_rate": 4.76140447754164e-05,
      "loss": 4.9025,
      "step": 189075
    },
    {
      "epoch": 0.1655052646044741,
      "grad_norm": 0.436882346868515,
      "learning_rate": 4.7613913203591366e-05,
      "loss": 5.1278,
      "step": 189080
    },
    {
      "epoch": 0.16550964119810127,
      "grad_norm": 0.4159347414970398,
      "learning_rate": 4.7613781628368827e-05,
      "loss": 5.7416,
      "step": 189085
    },
    {
      "epoch": 0.16551401779172842,
      "grad_norm": 0.43280383944511414,
      "learning_rate": 4.761365004974884e-05,
      "loss": 4.9258,
      "step": 189090
    },
    {
      "epoch": 0.16551839438535557,
      "grad_norm": 0.4362630248069763,
      "learning_rate": 4.76135184677314e-05,
      "loss": 4.9063,
      "step": 189095
    },
    {
      "epoch": 0.16552277097898271,
      "grad_norm": 0.4324783384799957,
      "learning_rate": 4.7613386882316554e-05,
      "loss": 6.002,
      "step": 189100
    },
    {
      "epoch": 0.1655271475726099,
      "grad_norm": 0.4120196998119354,
      "learning_rate": 4.761325529350432e-05,
      "loss": 5.4062,
      "step": 189105
    },
    {
      "epoch": 0.16553152416623704,
      "grad_norm": 0.42199385166168213,
      "learning_rate": 4.7613123701294724e-05,
      "loss": 5.1354,
      "step": 189110
    },
    {
      "epoch": 0.16553590075986419,
      "grad_norm": 0.41843000054359436,
      "learning_rate": 4.7612992105687795e-05,
      "loss": 5.3502,
      "step": 189115
    },
    {
      "epoch": 0.16554027735349133,
      "grad_norm": 0.4336777925491333,
      "learning_rate": 4.7612860506683545e-05,
      "loss": 5.4762,
      "step": 189120
    },
    {
      "epoch": 0.16554465394711848,
      "grad_norm": 0.424498587846756,
      "learning_rate": 4.761272890428201e-05,
      "loss": 5.4094,
      "step": 189125
    },
    {
      "epoch": 0.16554903054074566,
      "grad_norm": 0.40094760060310364,
      "learning_rate": 4.761259729848322e-05,
      "loss": 5.7617,
      "step": 189130
    },
    {
      "epoch": 0.1655534071343728,
      "grad_norm": 0.41517892479896545,
      "learning_rate": 4.761246568928719e-05,
      "loss": 5.9477,
      "step": 189135
    },
    {
      "epoch": 0.16555778372799995,
      "grad_norm": 0.40813490748405457,
      "learning_rate": 4.7612334076693945e-05,
      "loss": 5.9502,
      "step": 189140
    },
    {
      "epoch": 0.1655621603216271,
      "grad_norm": 0.4098303020000458,
      "learning_rate": 4.761220246070353e-05,
      "loss": 5.297,
      "step": 189145
    },
    {
      "epoch": 0.16556653691525428,
      "grad_norm": 0.45390477776527405,
      "learning_rate": 4.761207084131594e-05,
      "loss": 5.1813,
      "step": 189150
    },
    {
      "epoch": 0.16557091350888142,
      "grad_norm": 0.4241080582141876,
      "learning_rate": 4.761193921853122e-05,
      "loss": 5.6586,
      "step": 189155
    },
    {
      "epoch": 0.16557529010250857,
      "grad_norm": 0.4363393783569336,
      "learning_rate": 4.76118075923494e-05,
      "loss": 4.9073,
      "step": 189160
    },
    {
      "epoch": 0.16557966669613572,
      "grad_norm": 0.41024112701416016,
      "learning_rate": 4.761167596277049e-05,
      "loss": 5.4129,
      "step": 189165
    },
    {
      "epoch": 0.1655840432897629,
      "grad_norm": 0.422305166721344,
      "learning_rate": 4.7611544329794524e-05,
      "loss": 5.6756,
      "step": 189170
    },
    {
      "epoch": 0.16558841988339004,
      "grad_norm": 0.415829062461853,
      "learning_rate": 4.761141269342152e-05,
      "loss": 5.6688,
      "step": 189175
    },
    {
      "epoch": 0.1655927964770172,
      "grad_norm": 0.46522706747055054,
      "learning_rate": 4.761128105365151e-05,
      "loss": 4.6433,
      "step": 189180
    },
    {
      "epoch": 0.16559717307064434,
      "grad_norm": 0.4370897710323334,
      "learning_rate": 4.761114941048452e-05,
      "loss": 5.3684,
      "step": 189185
    },
    {
      "epoch": 0.1656015496642715,
      "grad_norm": 0.4181917905807495,
      "learning_rate": 4.761101776392057e-05,
      "loss": 5.3545,
      "step": 189190
    },
    {
      "epoch": 0.16560592625789866,
      "grad_norm": 0.41525909304618835,
      "learning_rate": 4.761088611395971e-05,
      "loss": 5.158,
      "step": 189195
    },
    {
      "epoch": 0.1656103028515258,
      "grad_norm": 0.42509907484054565,
      "learning_rate": 4.761075446060192e-05,
      "loss": 5.4434,
      "step": 189200
    },
    {
      "epoch": 0.16561467944515296,
      "grad_norm": 0.4149836301803589,
      "learning_rate": 4.761062280384726e-05,
      "loss": 4.6427,
      "step": 189205
    },
    {
      "epoch": 0.16561905603878013,
      "grad_norm": 0.4732756018638611,
      "learning_rate": 4.761049114369575e-05,
      "loss": 5.4446,
      "step": 189210
    },
    {
      "epoch": 0.16562343263240728,
      "grad_norm": 0.47000396251678467,
      "learning_rate": 4.761035948014739e-05,
      "loss": 4.9529,
      "step": 189215
    },
    {
      "epoch": 0.16562780922603443,
      "grad_norm": 0.41443315148353577,
      "learning_rate": 4.761022781320225e-05,
      "loss": 5.4437,
      "step": 189220
    },
    {
      "epoch": 0.16563218581966158,
      "grad_norm": 0.43043461441993713,
      "learning_rate": 4.761009614286033e-05,
      "loss": 5.7373,
      "step": 189225
    },
    {
      "epoch": 0.16563656241328875,
      "grad_norm": 0.42283686995506287,
      "learning_rate": 4.760996446912164e-05,
      "loss": 5.977,
      "step": 189230
    },
    {
      "epoch": 0.1656409390069159,
      "grad_norm": 0.419805109500885,
      "learning_rate": 4.760983279198623e-05,
      "loss": 5.4307,
      "step": 189235
    },
    {
      "epoch": 0.16564531560054305,
      "grad_norm": 0.41737625002861023,
      "learning_rate": 4.760970111145412e-05,
      "loss": 6.2658,
      "step": 189240
    },
    {
      "epoch": 0.1656496921941702,
      "grad_norm": 0.4255918860435486,
      "learning_rate": 4.760956942752533e-05,
      "loss": 5.7006,
      "step": 189245
    },
    {
      "epoch": 0.16565406878779737,
      "grad_norm": 0.43974432349205017,
      "learning_rate": 4.760943774019989e-05,
      "loss": 5.4638,
      "step": 189250
    },
    {
      "epoch": 0.16565844538142452,
      "grad_norm": 0.42343172430992126,
      "learning_rate": 4.760930604947783e-05,
      "loss": 4.8377,
      "step": 189255
    },
    {
      "epoch": 0.16566282197505167,
      "grad_norm": 0.42941004037857056,
      "learning_rate": 4.760917435535917e-05,
      "loss": 5.4513,
      "step": 189260
    },
    {
      "epoch": 0.16566719856867881,
      "grad_norm": 0.4426043629646301,
      "learning_rate": 4.760904265784393e-05,
      "loss": 5.4026,
      "step": 189265
    },
    {
      "epoch": 0.16567157516230596,
      "grad_norm": 0.45938530564308167,
      "learning_rate": 4.760891095693213e-05,
      "loss": 4.5895,
      "step": 189270
    },
    {
      "epoch": 0.16567595175593314,
      "grad_norm": 0.4363304376602173,
      "learning_rate": 4.7608779252623816e-05,
      "loss": 5.9264,
      "step": 189275
    },
    {
      "epoch": 0.16568032834956029,
      "grad_norm": 0.4668538570404053,
      "learning_rate": 4.760864754491901e-05,
      "loss": 5.1733,
      "step": 189280
    },
    {
      "epoch": 0.16568470494318743,
      "grad_norm": 0.4243713915348053,
      "learning_rate": 4.760851583381771e-05,
      "loss": 5.1486,
      "step": 189285
    },
    {
      "epoch": 0.16568908153681458,
      "grad_norm": 0.4220260679721832,
      "learning_rate": 4.760838411931997e-05,
      "loss": 4.9125,
      "step": 189290
    },
    {
      "epoch": 0.16569345813044176,
      "grad_norm": 0.44580820202827454,
      "learning_rate": 4.760825240142581e-05,
      "loss": 5.2249,
      "step": 189295
    },
    {
      "epoch": 0.1656978347240689,
      "grad_norm": 0.4489428400993347,
      "learning_rate": 4.760812068013526e-05,
      "loss": 4.942,
      "step": 189300
    },
    {
      "epoch": 0.16570221131769605,
      "grad_norm": 0.4310179054737091,
      "learning_rate": 4.760798895544832e-05,
      "loss": 4.9818,
      "step": 189305
    },
    {
      "epoch": 0.1657065879113232,
      "grad_norm": 0.5175840854644775,
      "learning_rate": 4.760785722736505e-05,
      "loss": 4.9525,
      "step": 189310
    },
    {
      "epoch": 0.16571096450495038,
      "grad_norm": 0.44824495911598206,
      "learning_rate": 4.760772549588545e-05,
      "loss": 6.2748,
      "step": 189315
    },
    {
      "epoch": 0.16571534109857752,
      "grad_norm": 0.45766356587409973,
      "learning_rate": 4.7607593761009564e-05,
      "loss": 4.3446,
      "step": 189320
    },
    {
      "epoch": 0.16571971769220467,
      "grad_norm": 0.5257118940353394,
      "learning_rate": 4.760746202273739e-05,
      "loss": 5.3207,
      "step": 189325
    },
    {
      "epoch": 0.16572409428583182,
      "grad_norm": 0.4268377423286438,
      "learning_rate": 4.760733028106899e-05,
      "loss": 5.7363,
      "step": 189330
    },
    {
      "epoch": 0.165728470879459,
      "grad_norm": 0.44162365794181824,
      "learning_rate": 4.760719853600436e-05,
      "loss": 5.2513,
      "step": 189335
    },
    {
      "epoch": 0.16573284747308614,
      "grad_norm": 0.43171313405036926,
      "learning_rate": 4.7607066787543534e-05,
      "loss": 5.3789,
      "step": 189340
    },
    {
      "epoch": 0.1657372240667133,
      "grad_norm": 0.4491675794124603,
      "learning_rate": 4.760693503568655e-05,
      "loss": 5.651,
      "step": 189345
    },
    {
      "epoch": 0.16574160066034044,
      "grad_norm": 0.4450877010822296,
      "learning_rate": 4.760680328043341e-05,
      "loss": 5.9533,
      "step": 189350
    },
    {
      "epoch": 0.1657459772539676,
      "grad_norm": 0.42139992117881775,
      "learning_rate": 4.760667152178416e-05,
      "loss": 5.1716,
      "step": 189355
    },
    {
      "epoch": 0.16575035384759476,
      "grad_norm": 0.4656626880168915,
      "learning_rate": 4.760653975973881e-05,
      "loss": 5.2612,
      "step": 189360
    },
    {
      "epoch": 0.1657547304412219,
      "grad_norm": 0.4359069764614105,
      "learning_rate": 4.7606407994297395e-05,
      "loss": 5.4372,
      "step": 189365
    },
    {
      "epoch": 0.16575910703484906,
      "grad_norm": 0.4675667881965637,
      "learning_rate": 4.760627622545994e-05,
      "loss": 4.9705,
      "step": 189370
    },
    {
      "epoch": 0.16576348362847623,
      "grad_norm": 0.4202589690685272,
      "learning_rate": 4.760614445322648e-05,
      "loss": 5.2353,
      "step": 189375
    },
    {
      "epoch": 0.16576786022210338,
      "grad_norm": 0.4277409315109253,
      "learning_rate": 4.7606012677597014e-05,
      "loss": 5.9354,
      "step": 189380
    },
    {
      "epoch": 0.16577223681573053,
      "grad_norm": 0.45084238052368164,
      "learning_rate": 4.7605880898571585e-05,
      "loss": 4.4881,
      "step": 189385
    },
    {
      "epoch": 0.16577661340935768,
      "grad_norm": 0.45903846621513367,
      "learning_rate": 4.7605749116150224e-05,
      "loss": 4.8479,
      "step": 189390
    },
    {
      "epoch": 0.16578099000298482,
      "grad_norm": 0.448108971118927,
      "learning_rate": 4.760561733033294e-05,
      "loss": 4.931,
      "step": 189395
    },
    {
      "epoch": 0.165785366596612,
      "grad_norm": 0.4264506697654724,
      "learning_rate": 4.7605485541119764e-05,
      "loss": 4.946,
      "step": 189400
    },
    {
      "epoch": 0.16578974319023915,
      "grad_norm": 0.43637850880622864,
      "learning_rate": 4.760535374851073e-05,
      "loss": 4.595,
      "step": 189405
    },
    {
      "epoch": 0.1657941197838663,
      "grad_norm": 0.43337854743003845,
      "learning_rate": 4.760522195250586e-05,
      "loss": 5.2247,
      "step": 189410
    },
    {
      "epoch": 0.16579849637749344,
      "grad_norm": 0.42115169763565063,
      "learning_rate": 4.760509015310517e-05,
      "loss": 5.4864,
      "step": 189415
    },
    {
      "epoch": 0.16580287297112062,
      "grad_norm": 0.4095871150493622,
      "learning_rate": 4.760495835030869e-05,
      "loss": 5.4819,
      "step": 189420
    },
    {
      "epoch": 0.16580724956474777,
      "grad_norm": 0.4371757209300995,
      "learning_rate": 4.760482654411646e-05,
      "loss": 5.6604,
      "step": 189425
    },
    {
      "epoch": 0.16581162615837491,
      "grad_norm": 0.4369604289531708,
      "learning_rate": 4.7604694734528485e-05,
      "loss": 5.1256,
      "step": 189430
    },
    {
      "epoch": 0.16581600275200206,
      "grad_norm": 0.44134268164634705,
      "learning_rate": 4.760456292154481e-05,
      "loss": 4.9101,
      "step": 189435
    },
    {
      "epoch": 0.16582037934562924,
      "grad_norm": 0.43903908133506775,
      "learning_rate": 4.7604431105165435e-05,
      "loss": 4.6295,
      "step": 189440
    },
    {
      "epoch": 0.16582475593925639,
      "grad_norm": 0.4449125826358795,
      "learning_rate": 4.760429928539041e-05,
      "loss": 4.4293,
      "step": 189445
    },
    {
      "epoch": 0.16582913253288353,
      "grad_norm": 0.4391486346721649,
      "learning_rate": 4.760416746221974e-05,
      "loss": 5.2447,
      "step": 189450
    },
    {
      "epoch": 0.16583350912651068,
      "grad_norm": 0.4246499240398407,
      "learning_rate": 4.7604035635653466e-05,
      "loss": 4.9241,
      "step": 189455
    },
    {
      "epoch": 0.16583788572013786,
      "grad_norm": 0.409271776676178,
      "learning_rate": 4.760390380569161e-05,
      "loss": 5.7624,
      "step": 189460
    },
    {
      "epoch": 0.165842262313765,
      "grad_norm": 0.5204262137413025,
      "learning_rate": 4.76037719723342e-05,
      "loss": 4.935,
      "step": 189465
    },
    {
      "epoch": 0.16584663890739215,
      "grad_norm": 0.46091172099113464,
      "learning_rate": 4.760364013558124e-05,
      "loss": 5.9428,
      "step": 189470
    },
    {
      "epoch": 0.1658510155010193,
      "grad_norm": 0.4466804563999176,
      "learning_rate": 4.7603508295432774e-05,
      "loss": 5.1615,
      "step": 189475
    },
    {
      "epoch": 0.16585539209464648,
      "grad_norm": 0.4585336446762085,
      "learning_rate": 4.760337645188884e-05,
      "loss": 5.9898,
      "step": 189480
    },
    {
      "epoch": 0.16585976868827362,
      "grad_norm": 0.4337863624095917,
      "learning_rate": 4.7603244604949446e-05,
      "loss": 4.8762,
      "step": 189485
    },
    {
      "epoch": 0.16586414528190077,
      "grad_norm": 0.43093833327293396,
      "learning_rate": 4.7603112754614623e-05,
      "loss": 5.6857,
      "step": 189490
    },
    {
      "epoch": 0.16586852187552792,
      "grad_norm": 0.42117199301719666,
      "learning_rate": 4.7602980900884385e-05,
      "loss": 5.4783,
      "step": 189495
    },
    {
      "epoch": 0.1658728984691551,
      "grad_norm": 0.4211015999317169,
      "learning_rate": 4.760284904375877e-05,
      "loss": 5.6711,
      "step": 189500
    },
    {
      "epoch": 0.16587727506278224,
      "grad_norm": 0.4120244085788727,
      "learning_rate": 4.760271718323779e-05,
      "loss": 4.8461,
      "step": 189505
    },
    {
      "epoch": 0.1658816516564094,
      "grad_norm": 0.42494603991508484,
      "learning_rate": 4.760258531932149e-05,
      "loss": 5.6379,
      "step": 189510
    },
    {
      "epoch": 0.16588602825003654,
      "grad_norm": 0.42182084918022156,
      "learning_rate": 4.7602453452009885e-05,
      "loss": 6.0061,
      "step": 189515
    },
    {
      "epoch": 0.16589040484366369,
      "grad_norm": 0.4287171959877014,
      "learning_rate": 4.7602321581303e-05,
      "loss": 4.1245,
      "step": 189520
    },
    {
      "epoch": 0.16589478143729086,
      "grad_norm": 0.4131011962890625,
      "learning_rate": 4.760218970720086e-05,
      "loss": 5.746,
      "step": 189525
    },
    {
      "epoch": 0.165899158030918,
      "grad_norm": 0.40380948781967163,
      "learning_rate": 4.760205782970349e-05,
      "loss": 5.74,
      "step": 189530
    },
    {
      "epoch": 0.16590353462454516,
      "grad_norm": 0.44789180159568787,
      "learning_rate": 4.760192594881093e-05,
      "loss": 5.9391,
      "step": 189535
    },
    {
      "epoch": 0.1659079112181723,
      "grad_norm": 0.4086610972881317,
      "learning_rate": 4.760179406452319e-05,
      "loss": 5.9559,
      "step": 189540
    },
    {
      "epoch": 0.16591228781179948,
      "grad_norm": 0.42293936014175415,
      "learning_rate": 4.760166217684029e-05,
      "loss": 5.9416,
      "step": 189545
    },
    {
      "epoch": 0.16591666440542663,
      "grad_norm": 0.4670381546020508,
      "learning_rate": 4.760153028576226e-05,
      "loss": 5.1708,
      "step": 189550
    },
    {
      "epoch": 0.16592104099905378,
      "grad_norm": 0.4234566390514374,
      "learning_rate": 4.760139839128913e-05,
      "loss": 5.6381,
      "step": 189555
    },
    {
      "epoch": 0.16592541759268092,
      "grad_norm": 0.4719356298446655,
      "learning_rate": 4.7601266493420925e-05,
      "loss": 4.8379,
      "step": 189560
    },
    {
      "epoch": 0.1659297941863081,
      "grad_norm": 0.42699557542800903,
      "learning_rate": 4.7601134592157684e-05,
      "loss": 5.1146,
      "step": 189565
    },
    {
      "epoch": 0.16593417077993525,
      "grad_norm": 0.432638555765152,
      "learning_rate": 4.760100268749941e-05,
      "loss": 4.9316,
      "step": 189570
    },
    {
      "epoch": 0.1659385473735624,
      "grad_norm": 0.4589199125766754,
      "learning_rate": 4.760087077944614e-05,
      "loss": 5.4389,
      "step": 189575
    },
    {
      "epoch": 0.16594292396718954,
      "grad_norm": 0.47806301712989807,
      "learning_rate": 4.7600738867997884e-05,
      "loss": 5.648,
      "step": 189580
    },
    {
      "epoch": 0.16594730056081672,
      "grad_norm": 0.42280325293540955,
      "learning_rate": 4.760060695315469e-05,
      "loss": 5.675,
      "step": 189585
    },
    {
      "epoch": 0.16595167715444387,
      "grad_norm": 0.4116039276123047,
      "learning_rate": 4.760047503491657e-05,
      "loss": 5.3729,
      "step": 189590
    },
    {
      "epoch": 0.16595605374807101,
      "grad_norm": 0.42586660385131836,
      "learning_rate": 4.760034311328355e-05,
      "loss": 4.8836,
      "step": 189595
    },
    {
      "epoch": 0.16596043034169816,
      "grad_norm": 0.4494073688983917,
      "learning_rate": 4.760021118825567e-05,
      "loss": 5.7398,
      "step": 189600
    },
    {
      "epoch": 0.16596480693532534,
      "grad_norm": 0.4837905168533325,
      "learning_rate": 4.760007925983293e-05,
      "loss": 5.2347,
      "step": 189605
    },
    {
      "epoch": 0.16596918352895249,
      "grad_norm": 0.47136905789375305,
      "learning_rate": 4.759994732801538e-05,
      "loss": 4.4084,
      "step": 189610
    },
    {
      "epoch": 0.16597356012257963,
      "grad_norm": 0.4319201409816742,
      "learning_rate": 4.7599815392803024e-05,
      "loss": 5.4456,
      "step": 189615
    },
    {
      "epoch": 0.16597793671620678,
      "grad_norm": 0.4574681222438812,
      "learning_rate": 4.759968345419591e-05,
      "loss": 5.7394,
      "step": 189620
    },
    {
      "epoch": 0.16598231330983396,
      "grad_norm": 0.4468323886394501,
      "learning_rate": 4.7599551512194044e-05,
      "loss": 4.6754,
      "step": 189625
    },
    {
      "epoch": 0.1659866899034611,
      "grad_norm": 0.43429136276245117,
      "learning_rate": 4.759941956679745e-05,
      "loss": 4.9483,
      "step": 189630
    },
    {
      "epoch": 0.16599106649708825,
      "grad_norm": 0.6397756934165955,
      "learning_rate": 4.759928761800617e-05,
      "loss": 5.4771,
      "step": 189635
    },
    {
      "epoch": 0.1659954430907154,
      "grad_norm": 0.425796777009964,
      "learning_rate": 4.759915566582023e-05,
      "loss": 5.255,
      "step": 189640
    },
    {
      "epoch": 0.16599981968434255,
      "grad_norm": 0.45408812165260315,
      "learning_rate": 4.7599023710239646e-05,
      "loss": 4.8419,
      "step": 189645
    },
    {
      "epoch": 0.16600419627796972,
      "grad_norm": 0.42937833070755005,
      "learning_rate": 4.759889175126443e-05,
      "loss": 5.9719,
      "step": 189650
    },
    {
      "epoch": 0.16600857287159687,
      "grad_norm": 0.4590718150138855,
      "learning_rate": 4.759875978889463e-05,
      "loss": 5.3725,
      "step": 189655
    },
    {
      "epoch": 0.16601294946522402,
      "grad_norm": 0.4853426218032837,
      "learning_rate": 4.759862782313026e-05,
      "loss": 5.1048,
      "step": 189660
    },
    {
      "epoch": 0.16601732605885117,
      "grad_norm": 0.4523222744464874,
      "learning_rate": 4.759849585397136e-05,
      "loss": 5.4232,
      "step": 189665
    },
    {
      "epoch": 0.16602170265247834,
      "grad_norm": 0.4195936322212219,
      "learning_rate": 4.759836388141794e-05,
      "loss": 5.2601,
      "step": 189670
    },
    {
      "epoch": 0.1660260792461055,
      "grad_norm": 0.4586542844772339,
      "learning_rate": 4.759823190547003e-05,
      "loss": 5.2449,
      "step": 189675
    },
    {
      "epoch": 0.16603045583973264,
      "grad_norm": 0.43251460790634155,
      "learning_rate": 4.759809992612765e-05,
      "loss": 5.4137,
      "step": 189680
    },
    {
      "epoch": 0.16603483243335979,
      "grad_norm": 0.4369252920150757,
      "learning_rate": 4.759796794339083e-05,
      "loss": 5.4488,
      "step": 189685
    },
    {
      "epoch": 0.16603920902698696,
      "grad_norm": 0.4189172089099884,
      "learning_rate": 4.7597835957259604e-05,
      "loss": 4.8472,
      "step": 189690
    },
    {
      "epoch": 0.1660435856206141,
      "grad_norm": 0.44859570264816284,
      "learning_rate": 4.7597703967733985e-05,
      "loss": 4.6743,
      "step": 189695
    },
    {
      "epoch": 0.16604796221424126,
      "grad_norm": 0.43574318289756775,
      "learning_rate": 4.7597571974814e-05,
      "loss": 5.9789,
      "step": 189700
    },
    {
      "epoch": 0.1660523388078684,
      "grad_norm": 0.43794485926628113,
      "learning_rate": 4.7597439978499684e-05,
      "loss": 4.2887,
      "step": 189705
    },
    {
      "epoch": 0.16605671540149558,
      "grad_norm": 0.43914783000946045,
      "learning_rate": 4.759730797879105e-05,
      "loss": 5.3611,
      "step": 189710
    },
    {
      "epoch": 0.16606109199512273,
      "grad_norm": 0.43836501240730286,
      "learning_rate": 4.7597175975688135e-05,
      "loss": 5.7321,
      "step": 189715
    },
    {
      "epoch": 0.16606546858874988,
      "grad_norm": 0.4485366642475128,
      "learning_rate": 4.759704396919096e-05,
      "loss": 5.2055,
      "step": 189720
    },
    {
      "epoch": 0.16606984518237702,
      "grad_norm": 0.43314796686172485,
      "learning_rate": 4.7596911959299536e-05,
      "loss": 5.958,
      "step": 189725
    },
    {
      "epoch": 0.1660742217760042,
      "grad_norm": 0.442096084356308,
      "learning_rate": 4.759677994601391e-05,
      "loss": 4.9297,
      "step": 189730
    },
    {
      "epoch": 0.16607859836963135,
      "grad_norm": 0.4236702024936676,
      "learning_rate": 4.7596647929334103e-05,
      "loss": 4.864,
      "step": 189735
    },
    {
      "epoch": 0.1660829749632585,
      "grad_norm": 0.45687395334243774,
      "learning_rate": 4.759651590926014e-05,
      "loss": 4.6268,
      "step": 189740
    },
    {
      "epoch": 0.16608735155688564,
      "grad_norm": 0.4307594895362854,
      "learning_rate": 4.759638388579204e-05,
      "loss": 5.1382,
      "step": 189745
    },
    {
      "epoch": 0.16609172815051282,
      "grad_norm": 0.42119666934013367,
      "learning_rate": 4.759625185892983e-05,
      "loss": 5.335,
      "step": 189750
    },
    {
      "epoch": 0.16609610474413997,
      "grad_norm": 0.4315301775932312,
      "learning_rate": 4.759611982867354e-05,
      "loss": 5.4472,
      "step": 189755
    },
    {
      "epoch": 0.16610048133776711,
      "grad_norm": 0.4557804763317108,
      "learning_rate": 4.759598779502319e-05,
      "loss": 5.0289,
      "step": 189760
    },
    {
      "epoch": 0.16610485793139426,
      "grad_norm": 0.4287494421005249,
      "learning_rate": 4.759585575797882e-05,
      "loss": 5.6412,
      "step": 189765
    },
    {
      "epoch": 0.1661092345250214,
      "grad_norm": 0.4198928773403168,
      "learning_rate": 4.759572371754043e-05,
      "loss": 5.6723,
      "step": 189770
    },
    {
      "epoch": 0.16611361111864859,
      "grad_norm": 0.41765522956848145,
      "learning_rate": 4.759559167370805e-05,
      "loss": 4.6343,
      "step": 189775
    },
    {
      "epoch": 0.16611798771227573,
      "grad_norm": 0.408682256937027,
      "learning_rate": 4.759545962648173e-05,
      "loss": 5.4585,
      "step": 189780
    },
    {
      "epoch": 0.16612236430590288,
      "grad_norm": 0.4363917410373688,
      "learning_rate": 4.7595327575861484e-05,
      "loss": 4.9499,
      "step": 189785
    },
    {
      "epoch": 0.16612674089953003,
      "grad_norm": 0.43457698822021484,
      "learning_rate": 4.7595195521847316e-05,
      "loss": 5.7435,
      "step": 189790
    },
    {
      "epoch": 0.1661311174931572,
      "grad_norm": 0.4122970998287201,
      "learning_rate": 4.7595063464439285e-05,
      "loss": 5.1863,
      "step": 189795
    },
    {
      "epoch": 0.16613549408678435,
      "grad_norm": 0.4502789378166199,
      "learning_rate": 4.759493140363739e-05,
      "loss": 5.4806,
      "step": 189800
    },
    {
      "epoch": 0.1661398706804115,
      "grad_norm": 0.42133697867393494,
      "learning_rate": 4.7594799339441675e-05,
      "loss": 5.9209,
      "step": 189805
    },
    {
      "epoch": 0.16614424727403865,
      "grad_norm": 0.4200243353843689,
      "learning_rate": 4.7594667271852145e-05,
      "loss": 5.6246,
      "step": 189810
    },
    {
      "epoch": 0.16614862386766582,
      "grad_norm": 0.43275710940361023,
      "learning_rate": 4.759453520086885e-05,
      "loss": 4.3926,
      "step": 189815
    },
    {
      "epoch": 0.16615300046129297,
      "grad_norm": 0.43249624967575073,
      "learning_rate": 4.75944031264918e-05,
      "loss": 5.4758,
      "step": 189820
    },
    {
      "epoch": 0.16615737705492012,
      "grad_norm": 0.4033847749233246,
      "learning_rate": 4.759427104872103e-05,
      "loss": 5.9789,
      "step": 189825
    },
    {
      "epoch": 0.16616175364854727,
      "grad_norm": 0.4887799620628357,
      "learning_rate": 4.759413896755654e-05,
      "loss": 5.474,
      "step": 189830
    },
    {
      "epoch": 0.16616613024217444,
      "grad_norm": 0.4361494779586792,
      "learning_rate": 4.75940068829984e-05,
      "loss": 6.2486,
      "step": 189835
    },
    {
      "epoch": 0.1661705068358016,
      "grad_norm": 0.4574398398399353,
      "learning_rate": 4.75938747950466e-05,
      "loss": 4.8773,
      "step": 189840
    },
    {
      "epoch": 0.16617488342942874,
      "grad_norm": 0.41984280943870544,
      "learning_rate": 4.759374270370117e-05,
      "loss": 5.7403,
      "step": 189845
    },
    {
      "epoch": 0.16617926002305589,
      "grad_norm": 0.41091248393058777,
      "learning_rate": 4.7593610608962145e-05,
      "loss": 6.2705,
      "step": 189850
    },
    {
      "epoch": 0.16618363661668306,
      "grad_norm": 0.43204429745674133,
      "learning_rate": 4.759347851082955e-05,
      "loss": 4.8876,
      "step": 189855
    },
    {
      "epoch": 0.1661880132103102,
      "grad_norm": 0.4523235261440277,
      "learning_rate": 4.7593346409303406e-05,
      "loss": 4.9425,
      "step": 189860
    },
    {
      "epoch": 0.16619238980393736,
      "grad_norm": 0.43894514441490173,
      "learning_rate": 4.759321430438374e-05,
      "loss": 4.9794,
      "step": 189865
    },
    {
      "epoch": 0.1661967663975645,
      "grad_norm": 0.44703584909439087,
      "learning_rate": 4.759308219607056e-05,
      "loss": 5.1349,
      "step": 189870
    },
    {
      "epoch": 0.16620114299119168,
      "grad_norm": 0.4490099251270294,
      "learning_rate": 4.759295008436393e-05,
      "loss": 5.9508,
      "step": 189875
    },
    {
      "epoch": 0.16620551958481883,
      "grad_norm": 0.44071853160858154,
      "learning_rate": 4.759281796926385e-05,
      "loss": 5.0938,
      "step": 189880
    },
    {
      "epoch": 0.16620989617844598,
      "grad_norm": 0.43557411432266235,
      "learning_rate": 4.759268585077035e-05,
      "loss": 5.4238,
      "step": 189885
    },
    {
      "epoch": 0.16621427277207312,
      "grad_norm": 0.4263365864753723,
      "learning_rate": 4.7592553728883446e-05,
      "loss": 4.8371,
      "step": 189890
    },
    {
      "epoch": 0.1662186493657003,
      "grad_norm": 0.4280646741390228,
      "learning_rate": 4.759242160360318e-05,
      "loss": 4.5599,
      "step": 189895
    },
    {
      "epoch": 0.16622302595932745,
      "grad_norm": 0.4544614553451538,
      "learning_rate": 4.759228947492956e-05,
      "loss": 4.6604,
      "step": 189900
    },
    {
      "epoch": 0.1662274025529546,
      "grad_norm": 0.42988070845603943,
      "learning_rate": 4.7592157342862644e-05,
      "loss": 5.4482,
      "step": 189905
    },
    {
      "epoch": 0.16623177914658174,
      "grad_norm": 0.4363196790218353,
      "learning_rate": 4.759202520740241e-05,
      "loss": 5.4287,
      "step": 189910
    },
    {
      "epoch": 0.1662361557402089,
      "grad_norm": 0.44186368584632874,
      "learning_rate": 4.7591893068548935e-05,
      "loss": 5.1276,
      "step": 189915
    },
    {
      "epoch": 0.16624053233383607,
      "grad_norm": 0.42523452639579773,
      "learning_rate": 4.75917609263022e-05,
      "loss": 4.8909,
      "step": 189920
    },
    {
      "epoch": 0.16624490892746321,
      "grad_norm": 0.46980050206184387,
      "learning_rate": 4.759162878066225e-05,
      "loss": 5.1628,
      "step": 189925
    },
    {
      "epoch": 0.16624928552109036,
      "grad_norm": 0.4520033597946167,
      "learning_rate": 4.75914966316291e-05,
      "loss": 4.1992,
      "step": 189930
    },
    {
      "epoch": 0.1662536621147175,
      "grad_norm": 0.6258383989334106,
      "learning_rate": 4.7591364479202806e-05,
      "loss": 5.4564,
      "step": 189935
    },
    {
      "epoch": 0.16625803870834469,
      "grad_norm": 0.4832169711589813,
      "learning_rate": 4.759123232338336e-05,
      "loss": 5.9873,
      "step": 189940
    },
    {
      "epoch": 0.16626241530197183,
      "grad_norm": 0.5393784642219543,
      "learning_rate": 4.75911001641708e-05,
      "loss": 5.2268,
      "step": 189945
    },
    {
      "epoch": 0.16626679189559898,
      "grad_norm": 0.4853336811065674,
      "learning_rate": 4.759096800156515e-05,
      "loss": 5.7622,
      "step": 189950
    },
    {
      "epoch": 0.16627116848922613,
      "grad_norm": 0.5086714625358582,
      "learning_rate": 4.759083583556644e-05,
      "loss": 5.1285,
      "step": 189955
    },
    {
      "epoch": 0.1662755450828533,
      "grad_norm": 0.4283823072910309,
      "learning_rate": 4.759070366617468e-05,
      "loss": 5.7966,
      "step": 189960
    },
    {
      "epoch": 0.16627992167648045,
      "grad_norm": 0.4235245883464813,
      "learning_rate": 4.759057149338992e-05,
      "loss": 4.4296,
      "step": 189965
    },
    {
      "epoch": 0.1662842982701076,
      "grad_norm": 0.7245306372642517,
      "learning_rate": 4.7590439317212176e-05,
      "loss": 4.5828,
      "step": 189970
    },
    {
      "epoch": 0.16628867486373475,
      "grad_norm": 0.5148481726646423,
      "learning_rate": 4.759030713764147e-05,
      "loss": 5.2379,
      "step": 189975
    },
    {
      "epoch": 0.16629305145736192,
      "grad_norm": 0.515097439289093,
      "learning_rate": 4.7590174954677824e-05,
      "loss": 5.9225,
      "step": 189980
    },
    {
      "epoch": 0.16629742805098907,
      "grad_norm": 0.46049249172210693,
      "learning_rate": 4.759004276832125e-05,
      "loss": 4.142,
      "step": 189985
    },
    {
      "epoch": 0.16630180464461622,
      "grad_norm": 0.4595493674278259,
      "learning_rate": 4.7589910578571815e-05,
      "loss": 4.6212,
      "step": 189990
    },
    {
      "epoch": 0.16630618123824337,
      "grad_norm": 0.4555085599422455,
      "learning_rate": 4.758977838542952e-05,
      "loss": 5.7455,
      "step": 189995
    },
    {
      "epoch": 0.16631055783187054,
      "grad_norm": 0.42465221881866455,
      "learning_rate": 4.758964618889438e-05,
      "loss": 5.2394,
      "step": 190000
    },
    {
      "epoch": 0.1663149344254977,
      "grad_norm": 0.42471638321876526,
      "learning_rate": 4.758951398896643e-05,
      "loss": 5.4367,
      "step": 190005
    },
    {
      "epoch": 0.16631931101912484,
      "grad_norm": 0.4221715033054352,
      "learning_rate": 4.75893817856457e-05,
      "loss": 5.9621,
      "step": 190010
    },
    {
      "epoch": 0.16632368761275199,
      "grad_norm": 0.43084320425987244,
      "learning_rate": 4.7589249578932216e-05,
      "loss": 5.1252,
      "step": 190015
    },
    {
      "epoch": 0.16632806420637916,
      "grad_norm": 0.40820014476776123,
      "learning_rate": 4.7589117368826e-05,
      "loss": 5.7737,
      "step": 190020
    },
    {
      "epoch": 0.1663324408000063,
      "grad_norm": 0.4312889873981476,
      "learning_rate": 4.758898515532707e-05,
      "loss": 5.9941,
      "step": 190025
    },
    {
      "epoch": 0.16633681739363346,
      "grad_norm": 0.43641236424446106,
      "learning_rate": 4.758885293843547e-05,
      "loss": 5.2087,
      "step": 190030
    },
    {
      "epoch": 0.1663411939872606,
      "grad_norm": 0.43867677450180054,
      "learning_rate": 4.75887207181512e-05,
      "loss": 5.1838,
      "step": 190035
    },
    {
      "epoch": 0.16634557058088775,
      "grad_norm": 0.41021618247032166,
      "learning_rate": 4.758858849447431e-05,
      "loss": 5.4527,
      "step": 190040
    },
    {
      "epoch": 0.16634994717451493,
      "grad_norm": 0.4347878098487854,
      "learning_rate": 4.758845626740481e-05,
      "loss": 5.6547,
      "step": 190045
    },
    {
      "epoch": 0.16635432376814208,
      "grad_norm": 0.41603749990463257,
      "learning_rate": 4.7588324036942744e-05,
      "loss": 5.4354,
      "step": 190050
    },
    {
      "epoch": 0.16635870036176922,
      "grad_norm": 0.4359036087989807,
      "learning_rate": 4.7588191803088114e-05,
      "loss": 4.9467,
      "step": 190055
    },
    {
      "epoch": 0.16636307695539637,
      "grad_norm": 0.42926380038261414,
      "learning_rate": 4.758805956584096e-05,
      "loss": 5.3482,
      "step": 190060
    },
    {
      "epoch": 0.16636745354902355,
      "grad_norm": 0.42064809799194336,
      "learning_rate": 4.75879273252013e-05,
      "loss": 6.2811,
      "step": 190065
    },
    {
      "epoch": 0.1663718301426507,
      "grad_norm": 0.42371100187301636,
      "learning_rate": 4.758779508116916e-05,
      "loss": 4.8482,
      "step": 190070
    },
    {
      "epoch": 0.16637620673627784,
      "grad_norm": 0.456637442111969,
      "learning_rate": 4.7587662833744574e-05,
      "loss": 5.162,
      "step": 190075
    },
    {
      "epoch": 0.166380583329905,
      "grad_norm": 0.41285988688468933,
      "learning_rate": 4.758753058292755e-05,
      "loss": 6.2457,
      "step": 190080
    },
    {
      "epoch": 0.16638495992353217,
      "grad_norm": 0.46013009548187256,
      "learning_rate": 4.758739832871814e-05,
      "loss": 4.9282,
      "step": 190085
    },
    {
      "epoch": 0.16638933651715931,
      "grad_norm": 0.43016666173934937,
      "learning_rate": 4.7587266071116356e-05,
      "loss": 5.1563,
      "step": 190090
    },
    {
      "epoch": 0.16639371311078646,
      "grad_norm": 0.43952178955078125,
      "learning_rate": 4.758713381012222e-05,
      "loss": 5.4309,
      "step": 190095
    },
    {
      "epoch": 0.1663980897044136,
      "grad_norm": 0.42228350043296814,
      "learning_rate": 4.758700154573575e-05,
      "loss": 4.6479,
      "step": 190100
    },
    {
      "epoch": 0.16640246629804079,
      "grad_norm": 0.4115503132343292,
      "learning_rate": 4.758686927795699e-05,
      "loss": 5.4266,
      "step": 190105
    },
    {
      "epoch": 0.16640684289166793,
      "grad_norm": 0.4179094731807709,
      "learning_rate": 4.758673700678595e-05,
      "loss": 5.3619,
      "step": 190110
    },
    {
      "epoch": 0.16641121948529508,
      "grad_norm": 0.41821232438087463,
      "learning_rate": 4.758660473222267e-05,
      "loss": 5.4157,
      "step": 190115
    },
    {
      "epoch": 0.16641559607892223,
      "grad_norm": 0.460521936416626,
      "learning_rate": 4.7586472454267164e-05,
      "loss": 3.9088,
      "step": 190120
    },
    {
      "epoch": 0.1664199726725494,
      "grad_norm": 0.42396077513694763,
      "learning_rate": 4.7586340172919464e-05,
      "loss": 5.3682,
      "step": 190125
    },
    {
      "epoch": 0.16642434926617655,
      "grad_norm": 0.4220145344734192,
      "learning_rate": 4.758620788817959e-05,
      "loss": 5.6506,
      "step": 190130
    },
    {
      "epoch": 0.1664287258598037,
      "grad_norm": 0.42231476306915283,
      "learning_rate": 4.7586075600047586e-05,
      "loss": 5.3779,
      "step": 190135
    },
    {
      "epoch": 0.16643310245343085,
      "grad_norm": 0.41795575618743896,
      "learning_rate": 4.758594330852344e-05,
      "loss": 4.8327,
      "step": 190140
    },
    {
      "epoch": 0.16643747904705802,
      "grad_norm": 0.463113397359848,
      "learning_rate": 4.758581101360721e-05,
      "loss": 4.1155,
      "step": 190145
    },
    {
      "epoch": 0.16644185564068517,
      "grad_norm": 0.43559351563453674,
      "learning_rate": 4.758567871529891e-05,
      "loss": 5.4782,
      "step": 190150
    },
    {
      "epoch": 0.16644623223431232,
      "grad_norm": 0.47377777099609375,
      "learning_rate": 4.758554641359857e-05,
      "loss": 4.8279,
      "step": 190155
    },
    {
      "epoch": 0.16645060882793947,
      "grad_norm": 0.43712976574897766,
      "learning_rate": 4.758541410850621e-05,
      "loss": 5.1584,
      "step": 190160
    },
    {
      "epoch": 0.16645498542156661,
      "grad_norm": 0.4012663662433624,
      "learning_rate": 4.7585281800021854e-05,
      "loss": 6.2463,
      "step": 190165
    },
    {
      "epoch": 0.1664593620151938,
      "grad_norm": 0.39703336358070374,
      "learning_rate": 4.758514948814553e-05,
      "loss": 6.0029,
      "step": 190170
    },
    {
      "epoch": 0.16646373860882094,
      "grad_norm": 0.40988749265670776,
      "learning_rate": 4.7585017172877276e-05,
      "loss": 5.9359,
      "step": 190175
    },
    {
      "epoch": 0.16646811520244809,
      "grad_norm": 0.46644651889801025,
      "learning_rate": 4.7584884854217096e-05,
      "loss": 4.3896,
      "step": 190180
    },
    {
      "epoch": 0.16647249179607523,
      "grad_norm": 0.42174288630485535,
      "learning_rate": 4.758475253216503e-05,
      "loss": 4.6223,
      "step": 190185
    },
    {
      "epoch": 0.1664768683897024,
      "grad_norm": 0.4223323464393616,
      "learning_rate": 4.75846202067211e-05,
      "loss": 5.2626,
      "step": 190190
    },
    {
      "epoch": 0.16648124498332956,
      "grad_norm": 0.4217873513698578,
      "learning_rate": 4.758448787788532e-05,
      "loss": 5.4814,
      "step": 190195
    },
    {
      "epoch": 0.1664856215769567,
      "grad_norm": 0.4083009958267212,
      "learning_rate": 4.758435554565773e-05,
      "loss": 5.9996,
      "step": 190200
    },
    {
      "epoch": 0.16648999817058385,
      "grad_norm": 0.41706135869026184,
      "learning_rate": 4.758422321003837e-05,
      "loss": 5.642,
      "step": 190205
    },
    {
      "epoch": 0.16649437476421103,
      "grad_norm": 0.44487959146499634,
      "learning_rate": 4.758409087102723e-05,
      "loss": 4.9664,
      "step": 190210
    },
    {
      "epoch": 0.16649875135783818,
      "grad_norm": 0.41310766339302063,
      "learning_rate": 4.758395852862436e-05,
      "loss": 5.4875,
      "step": 190215
    },
    {
      "epoch": 0.16650312795146532,
      "grad_norm": 0.4192216694355011,
      "learning_rate": 4.758382618282977e-05,
      "loss": 4.9765,
      "step": 190220
    },
    {
      "epoch": 0.16650750454509247,
      "grad_norm": 0.41919761896133423,
      "learning_rate": 4.758369383364351e-05,
      "loss": 5.4167,
      "step": 190225
    },
    {
      "epoch": 0.16651188113871965,
      "grad_norm": 0.4305287301540375,
      "learning_rate": 4.7583561481065576e-05,
      "loss": 4.6543,
      "step": 190230
    },
    {
      "epoch": 0.1665162577323468,
      "grad_norm": 0.44599276781082153,
      "learning_rate": 4.7583429125096014e-05,
      "loss": 4.51,
      "step": 190235
    },
    {
      "epoch": 0.16652063432597394,
      "grad_norm": 0.4236348569393158,
      "learning_rate": 4.7583296765734845e-05,
      "loss": 5.6467,
      "step": 190240
    },
    {
      "epoch": 0.1665250109196011,
      "grad_norm": 0.42373916506767273,
      "learning_rate": 4.758316440298208e-05,
      "loss": 4.9487,
      "step": 190245
    },
    {
      "epoch": 0.16652938751322827,
      "grad_norm": 0.4305604100227356,
      "learning_rate": 4.7583032036837764e-05,
      "loss": 5.1757,
      "step": 190250
    },
    {
      "epoch": 0.16653376410685541,
      "grad_norm": 0.4317004084587097,
      "learning_rate": 4.7582899667301906e-05,
      "loss": 5.6496,
      "step": 190255
    },
    {
      "epoch": 0.16653814070048256,
      "grad_norm": 0.4275755286216736,
      "learning_rate": 4.7582767294374555e-05,
      "loss": 5.4692,
      "step": 190260
    },
    {
      "epoch": 0.1665425172941097,
      "grad_norm": 0.4354759454727173,
      "learning_rate": 4.758263491805571e-05,
      "loss": 5.2317,
      "step": 190265
    },
    {
      "epoch": 0.16654689388773689,
      "grad_norm": 0.47886690497398376,
      "learning_rate": 4.7582502538345416e-05,
      "loss": 5.1772,
      "step": 190270
    },
    {
      "epoch": 0.16655127048136403,
      "grad_norm": 0.4508166015148163,
      "learning_rate": 4.7582370155243695e-05,
      "loss": 4.9382,
      "step": 190275
    },
    {
      "epoch": 0.16655564707499118,
      "grad_norm": 0.47409936785697937,
      "learning_rate": 4.7582237768750556e-05,
      "loss": 5.1571,
      "step": 190280
    },
    {
      "epoch": 0.16656002366861833,
      "grad_norm": 0.4098236560821533,
      "learning_rate": 4.758210537886605e-05,
      "loss": 5.4729,
      "step": 190285
    },
    {
      "epoch": 0.16656440026224548,
      "grad_norm": 0.45268040895462036,
      "learning_rate": 4.7581972985590186e-05,
      "loss": 4.8968,
      "step": 190290
    },
    {
      "epoch": 0.16656877685587265,
      "grad_norm": 0.4251789450645447,
      "learning_rate": 4.7581840588922996e-05,
      "loss": 5.668,
      "step": 190295
    },
    {
      "epoch": 0.1665731534494998,
      "grad_norm": 0.41875502467155457,
      "learning_rate": 4.7581708188864496e-05,
      "loss": 4.9481,
      "step": 190300
    },
    {
      "epoch": 0.16657753004312695,
      "grad_norm": 0.4301503300666809,
      "learning_rate": 4.7581575785414726e-05,
      "loss": 5.6662,
      "step": 190305
    },
    {
      "epoch": 0.1665819066367541,
      "grad_norm": 0.4401404857635498,
      "learning_rate": 4.75814433785737e-05,
      "loss": 4.7364,
      "step": 190310
    },
    {
      "epoch": 0.16658628323038127,
      "grad_norm": 0.4182513356208801,
      "learning_rate": 4.758131096834144e-05,
      "loss": 5.2471,
      "step": 190315
    },
    {
      "epoch": 0.16659065982400842,
      "grad_norm": 0.44003212451934814,
      "learning_rate": 4.7581178554717985e-05,
      "loss": 5.2263,
      "step": 190320
    },
    {
      "epoch": 0.16659503641763557,
      "grad_norm": 0.4101882576942444,
      "learning_rate": 4.758104613770337e-05,
      "loss": 5.941,
      "step": 190325
    },
    {
      "epoch": 0.16659941301126271,
      "grad_norm": 0.39983731508255005,
      "learning_rate": 4.758091371729759e-05,
      "loss": 6.2803,
      "step": 190330
    },
    {
      "epoch": 0.1666037896048899,
      "grad_norm": 0.4067467749118805,
      "learning_rate": 4.758078129350069e-05,
      "loss": 5.3962,
      "step": 190335
    },
    {
      "epoch": 0.16660816619851704,
      "grad_norm": 0.44122740626335144,
      "learning_rate": 4.7580648866312685e-05,
      "loss": 5.6514,
      "step": 190340
    },
    {
      "epoch": 0.16661254279214419,
      "grad_norm": 0.4590386152267456,
      "learning_rate": 4.7580516435733616e-05,
      "loss": 4.618,
      "step": 190345
    },
    {
      "epoch": 0.16661691938577133,
      "grad_norm": 0.4155956208705902,
      "learning_rate": 4.758038400176349e-05,
      "loss": 5.2015,
      "step": 190350
    },
    {
      "epoch": 0.1666212959793985,
      "grad_norm": 0.4807904362678528,
      "learning_rate": 4.758025156440235e-05,
      "loss": 4.932,
      "step": 190355
    },
    {
      "epoch": 0.16662567257302566,
      "grad_norm": 0.4388187825679779,
      "learning_rate": 4.75801191236502e-05,
      "loss": 4.3824,
      "step": 190360
    },
    {
      "epoch": 0.1666300491666528,
      "grad_norm": 0.43460842967033386,
      "learning_rate": 4.757998667950709e-05,
      "loss": 4.5952,
      "step": 190365
    },
    {
      "epoch": 0.16663442576027995,
      "grad_norm": 0.4684046506881714,
      "learning_rate": 4.757985423197303e-05,
      "loss": 5.1301,
      "step": 190370
    },
    {
      "epoch": 0.16663880235390713,
      "grad_norm": 0.44194936752319336,
      "learning_rate": 4.7579721781048056e-05,
      "loss": 5.4076,
      "step": 190375
    },
    {
      "epoch": 0.16664317894753428,
      "grad_norm": 0.4128769636154175,
      "learning_rate": 4.757958932673219e-05,
      "loss": 5.7266,
      "step": 190380
    },
    {
      "epoch": 0.16664755554116142,
      "grad_norm": 0.41653284430503845,
      "learning_rate": 4.757945686902545e-05,
      "loss": 5.2368,
      "step": 190385
    },
    {
      "epoch": 0.16665193213478857,
      "grad_norm": 0.4052523076534271,
      "learning_rate": 4.7579324407927875e-05,
      "loss": 5.1918,
      "step": 190390
    },
    {
      "epoch": 0.16665630872841575,
      "grad_norm": 0.413998544216156,
      "learning_rate": 4.7579191943439475e-05,
      "loss": 5.9941,
      "step": 190395
    },
    {
      "epoch": 0.1666606853220429,
      "grad_norm": 0.42607825994491577,
      "learning_rate": 4.757905947556027e-05,
      "loss": 5.4224,
      "step": 190400
    },
    {
      "epoch": 0.16666506191567004,
      "grad_norm": 0.4302256107330322,
      "learning_rate": 4.757892700429032e-05,
      "loss": 5.1324,
      "step": 190405
    },
    {
      "epoch": 0.1666694385092972,
      "grad_norm": 0.44088447093963623,
      "learning_rate": 4.757879452962962e-05,
      "loss": 4.4078,
      "step": 190410
    },
    {
      "epoch": 0.16667381510292434,
      "grad_norm": 0.4370408356189728,
      "learning_rate": 4.75786620515782e-05,
      "loss": 4.3583,
      "step": 190415
    },
    {
      "epoch": 0.16667819169655151,
      "grad_norm": 0.44819924235343933,
      "learning_rate": 4.75785295701361e-05,
      "loss": 5.1844,
      "step": 190420
    },
    {
      "epoch": 0.16668256829017866,
      "grad_norm": 0.41880863904953003,
      "learning_rate": 4.757839708530333e-05,
      "loss": 5.3611,
      "step": 190425
    },
    {
      "epoch": 0.1666869448838058,
      "grad_norm": 0.43058305978775024,
      "learning_rate": 4.7578264597079914e-05,
      "loss": 3.6834,
      "step": 190430
    },
    {
      "epoch": 0.16669132147743296,
      "grad_norm": 0.49280184507369995,
      "learning_rate": 4.757813210546589e-05,
      "loss": 5.9842,
      "step": 190435
    },
    {
      "epoch": 0.16669569807106013,
      "grad_norm": 0.42792460322380066,
      "learning_rate": 4.757799961046129e-05,
      "loss": 5.1646,
      "step": 190440
    },
    {
      "epoch": 0.16670007466468728,
      "grad_norm": 0.47931891679763794,
      "learning_rate": 4.757786711206611e-05,
      "loss": 4.8963,
      "step": 190445
    },
    {
      "epoch": 0.16670445125831443,
      "grad_norm": 0.4415605664253235,
      "learning_rate": 4.75777346102804e-05,
      "loss": 4.7164,
      "step": 190450
    },
    {
      "epoch": 0.16670882785194158,
      "grad_norm": 0.43478506803512573,
      "learning_rate": 4.7577602105104194e-05,
      "loss": 5.2302,
      "step": 190455
    },
    {
      "epoch": 0.16671320444556875,
      "grad_norm": 0.4388393759727478,
      "learning_rate": 4.757746959653748e-05,
      "loss": 4.5174,
      "step": 190460
    },
    {
      "epoch": 0.1667175810391959,
      "grad_norm": 0.5395413041114807,
      "learning_rate": 4.757733708458032e-05,
      "loss": 5.464,
      "step": 190465
    },
    {
      "epoch": 0.16672195763282305,
      "grad_norm": 0.5276063680648804,
      "learning_rate": 4.7577204569232724e-05,
      "loss": 4.9196,
      "step": 190470
    },
    {
      "epoch": 0.1667263342264502,
      "grad_norm": 0.4322468042373657,
      "learning_rate": 4.757707205049471e-05,
      "loss": 5.7525,
      "step": 190475
    },
    {
      "epoch": 0.16673071082007737,
      "grad_norm": 0.44758927822113037,
      "learning_rate": 4.757693952836631e-05,
      "loss": 5.9691,
      "step": 190480
    },
    {
      "epoch": 0.16673508741370452,
      "grad_norm": 0.4293242394924164,
      "learning_rate": 4.757680700284757e-05,
      "loss": 5.6824,
      "step": 190485
    },
    {
      "epoch": 0.16673946400733167,
      "grad_norm": 0.41896718740463257,
      "learning_rate": 4.7576674473938485e-05,
      "loss": 5.0648,
      "step": 190490
    },
    {
      "epoch": 0.16674384060095881,
      "grad_norm": 0.43169447779655457,
      "learning_rate": 4.757654194163911e-05,
      "loss": 5.2229,
      "step": 190495
    },
    {
      "epoch": 0.166748217194586,
      "grad_norm": 0.4242846369743347,
      "learning_rate": 4.757640940594944e-05,
      "loss": 5.7524,
      "step": 190500
    },
    {
      "epoch": 0.16675259378821314,
      "grad_norm": 0.41132447123527527,
      "learning_rate": 4.7576276866869505e-05,
      "loss": 5.7091,
      "step": 190505
    },
    {
      "epoch": 0.16675697038184029,
      "grad_norm": 0.4534636437892914,
      "learning_rate": 4.757614432439936e-05,
      "loss": 4.9474,
      "step": 190510
    },
    {
      "epoch": 0.16676134697546743,
      "grad_norm": 0.4151345491409302,
      "learning_rate": 4.7576011778539e-05,
      "loss": 5.6578,
      "step": 190515
    },
    {
      "epoch": 0.1667657235690946,
      "grad_norm": 0.417388379573822,
      "learning_rate": 4.757587922928847e-05,
      "loss": 5.4427,
      "step": 190520
    },
    {
      "epoch": 0.16677010016272176,
      "grad_norm": 0.42080849409103394,
      "learning_rate": 4.757574667664777e-05,
      "loss": 5.1365,
      "step": 190525
    },
    {
      "epoch": 0.1667744767563489,
      "grad_norm": 0.4246603548526764,
      "learning_rate": 4.757561412061696e-05,
      "loss": 4.8294,
      "step": 190530
    },
    {
      "epoch": 0.16677885334997605,
      "grad_norm": 0.4275597333908081,
      "learning_rate": 4.7575481561196035e-05,
      "loss": 4.928,
      "step": 190535
    },
    {
      "epoch": 0.16678322994360323,
      "grad_norm": 0.42419207096099854,
      "learning_rate": 4.757534899838504e-05,
      "loss": 5.4233,
      "step": 190540
    },
    {
      "epoch": 0.16678760653723038,
      "grad_norm": 0.4262829124927521,
      "learning_rate": 4.7575216432184e-05,
      "loss": 5.1425,
      "step": 190545
    },
    {
      "epoch": 0.16679198313085752,
      "grad_norm": 0.41394999623298645,
      "learning_rate": 4.757508386259293e-05,
      "loss": 5.4773,
      "step": 190550
    },
    {
      "epoch": 0.16679635972448467,
      "grad_norm": 0.46837887167930603,
      "learning_rate": 4.757495128961186e-05,
      "loss": 5.436,
      "step": 190555
    },
    {
      "epoch": 0.16680073631811182,
      "grad_norm": 0.40687960386276245,
      "learning_rate": 4.7574818713240807e-05,
      "loss": 5.7203,
      "step": 190560
    },
    {
      "epoch": 0.166805112911739,
      "grad_norm": 0.43220603466033936,
      "learning_rate": 4.757468613347981e-05,
      "loss": 4.8551,
      "step": 190565
    },
    {
      "epoch": 0.16680948950536614,
      "grad_norm": 0.43186306953430176,
      "learning_rate": 4.75745535503289e-05,
      "loss": 5.9617,
      "step": 190570
    },
    {
      "epoch": 0.1668138660989933,
      "grad_norm": 0.425596684217453,
      "learning_rate": 4.757442096378809e-05,
      "loss": 5.1651,
      "step": 190575
    },
    {
      "epoch": 0.16681824269262044,
      "grad_norm": 0.42588886618614197,
      "learning_rate": 4.75742883738574e-05,
      "loss": 5.4362,
      "step": 190580
    },
    {
      "epoch": 0.16682261928624761,
      "grad_norm": 0.4201689660549164,
      "learning_rate": 4.757415578053687e-05,
      "loss": 5.7382,
      "step": 190585
    },
    {
      "epoch": 0.16682699587987476,
      "grad_norm": 0.43336087465286255,
      "learning_rate": 4.757402318382651e-05,
      "loss": 5.9234,
      "step": 190590
    },
    {
      "epoch": 0.1668313724735019,
      "grad_norm": 0.43814170360565186,
      "learning_rate": 4.757389058372635e-05,
      "loss": 5.149,
      "step": 190595
    },
    {
      "epoch": 0.16683574906712906,
      "grad_norm": 0.45989274978637695,
      "learning_rate": 4.7573757980236445e-05,
      "loss": 5.475,
      "step": 190600
    },
    {
      "epoch": 0.16684012566075623,
      "grad_norm": 0.42449137568473816,
      "learning_rate": 4.757362537335678e-05,
      "loss": 6.2594,
      "step": 190605
    },
    {
      "epoch": 0.16684450225438338,
      "grad_norm": 0.45465415716171265,
      "learning_rate": 4.75734927630874e-05,
      "loss": 4.4009,
      "step": 190610
    },
    {
      "epoch": 0.16684887884801053,
      "grad_norm": 0.5169005990028381,
      "learning_rate": 4.7573360149428326e-05,
      "loss": 5.6363,
      "step": 190615
    },
    {
      "epoch": 0.16685325544163768,
      "grad_norm": 0.44433850049972534,
      "learning_rate": 4.7573227532379595e-05,
      "loss": 4.3191,
      "step": 190620
    },
    {
      "epoch": 0.16685763203526485,
      "grad_norm": 0.43881675601005554,
      "learning_rate": 4.757309491194121e-05,
      "loss": 5.3117,
      "step": 190625
    },
    {
      "epoch": 0.166862008628892,
      "grad_norm": 0.4696507751941681,
      "learning_rate": 4.757296228811321e-05,
      "loss": 5.2841,
      "step": 190630
    },
    {
      "epoch": 0.16686638522251915,
      "grad_norm": 0.4268040955066681,
      "learning_rate": 4.757282966089561e-05,
      "loss": 5.7824,
      "step": 190635
    },
    {
      "epoch": 0.1668707618161463,
      "grad_norm": 0.4195213317871094,
      "learning_rate": 4.757269703028846e-05,
      "loss": 6.251,
      "step": 190640
    },
    {
      "epoch": 0.16687513840977347,
      "grad_norm": 0.4209718108177185,
      "learning_rate": 4.757256439629177e-05,
      "loss": 5.4604,
      "step": 190645
    },
    {
      "epoch": 0.16687951500340062,
      "grad_norm": 0.5011937022209167,
      "learning_rate": 4.757243175890557e-05,
      "loss": 5.0564,
      "step": 190650
    },
    {
      "epoch": 0.16688389159702777,
      "grad_norm": 0.4191710352897644,
      "learning_rate": 4.7572299118129874e-05,
      "loss": 5.7366,
      "step": 190655
    },
    {
      "epoch": 0.16688826819065491,
      "grad_norm": 0.4164675772190094,
      "learning_rate": 4.757216647396471e-05,
      "loss": 6.0021,
      "step": 190660
    },
    {
      "epoch": 0.1668926447842821,
      "grad_norm": 0.43165841698646545,
      "learning_rate": 4.757203382641012e-05,
      "loss": 5.7746,
      "step": 190665
    },
    {
      "epoch": 0.16689702137790924,
      "grad_norm": 0.4636698365211487,
      "learning_rate": 4.7571901175466114e-05,
      "loss": 4.0963,
      "step": 190670
    },
    {
      "epoch": 0.16690139797153639,
      "grad_norm": 0.4592822194099426,
      "learning_rate": 4.757176852113272e-05,
      "loss": 5.2023,
      "step": 190675
    },
    {
      "epoch": 0.16690577456516353,
      "grad_norm": 0.4237729012966156,
      "learning_rate": 4.757163586340997e-05,
      "loss": 6.2758,
      "step": 190680
    },
    {
      "epoch": 0.16691015115879068,
      "grad_norm": 0.4382472038269043,
      "learning_rate": 4.757150320229789e-05,
      "loss": 5.9664,
      "step": 190685
    },
    {
      "epoch": 0.16691452775241786,
      "grad_norm": 0.45997703075408936,
      "learning_rate": 4.7571370537796486e-05,
      "loss": 4.9335,
      "step": 190690
    },
    {
      "epoch": 0.166918904346045,
      "grad_norm": 0.4322727918624878,
      "learning_rate": 4.75712378699058e-05,
      "loss": 5.6863,
      "step": 190695
    },
    {
      "epoch": 0.16692328093967215,
      "grad_norm": 0.46884453296661377,
      "learning_rate": 4.7571105198625875e-05,
      "loss": 4.8999,
      "step": 190700
    },
    {
      "epoch": 0.1669276575332993,
      "grad_norm": 0.44835108518600464,
      "learning_rate": 4.7570972523956705e-05,
      "loss": 4.7166,
      "step": 190705
    },
    {
      "epoch": 0.16693203412692648,
      "grad_norm": 0.45824792981147766,
      "learning_rate": 4.757083984589833e-05,
      "loss": 5.4255,
      "step": 190710
    },
    {
      "epoch": 0.16693641072055362,
      "grad_norm": 0.44191089272499084,
      "learning_rate": 4.757070716445077e-05,
      "loss": 5.6666,
      "step": 190715
    },
    {
      "epoch": 0.16694078731418077,
      "grad_norm": 0.4484379291534424,
      "learning_rate": 4.757057447961406e-05,
      "loss": 5.1297,
      "step": 190720
    },
    {
      "epoch": 0.16694516390780792,
      "grad_norm": 0.4343743622303009,
      "learning_rate": 4.757044179138821e-05,
      "loss": 5.651,
      "step": 190725
    },
    {
      "epoch": 0.1669495405014351,
      "grad_norm": 0.44767484068870544,
      "learning_rate": 4.757030909977327e-05,
      "loss": 4.433,
      "step": 190730
    },
    {
      "epoch": 0.16695391709506224,
      "grad_norm": 0.4258997142314911,
      "learning_rate": 4.757017640476924e-05,
      "loss": 5.1451,
      "step": 190735
    },
    {
      "epoch": 0.1669582936886894,
      "grad_norm": 0.4515385627746582,
      "learning_rate": 4.7570043706376165e-05,
      "loss": 5.4579,
      "step": 190740
    },
    {
      "epoch": 0.16696267028231654,
      "grad_norm": 0.43459373712539673,
      "learning_rate": 4.756991100459406e-05,
      "loss": 4.91,
      "step": 190745
    },
    {
      "epoch": 0.16696704687594371,
      "grad_norm": 0.4213685989379883,
      "learning_rate": 4.756977829942295e-05,
      "loss": 5.4358,
      "step": 190750
    },
    {
      "epoch": 0.16697142346957086,
      "grad_norm": 0.43294721841812134,
      "learning_rate": 4.7569645590862865e-05,
      "loss": 4.6737,
      "step": 190755
    },
    {
      "epoch": 0.166975800063198,
      "grad_norm": 0.43003779649734497,
      "learning_rate": 4.7569512878913836e-05,
      "loss": 5.6672,
      "step": 190760
    },
    {
      "epoch": 0.16698017665682516,
      "grad_norm": 0.46610239148139954,
      "learning_rate": 4.756938016357587e-05,
      "loss": 4.922,
      "step": 190765
    },
    {
      "epoch": 0.16698455325045233,
      "grad_norm": 0.4961179494857788,
      "learning_rate": 4.7569247444849006e-05,
      "loss": 5.9895,
      "step": 190770
    },
    {
      "epoch": 0.16698892984407948,
      "grad_norm": 0.44457679986953735,
      "learning_rate": 4.756911472273328e-05,
      "loss": 5.9428,
      "step": 190775
    },
    {
      "epoch": 0.16699330643770663,
      "grad_norm": 0.5112831592559814,
      "learning_rate": 4.7568981997228687e-05,
      "loss": 4.8905,
      "step": 190780
    },
    {
      "epoch": 0.16699768303133378,
      "grad_norm": 0.46483108401298523,
      "learning_rate": 4.756884926833529e-05,
      "loss": 5.9398,
      "step": 190785
    },
    {
      "epoch": 0.16700205962496095,
      "grad_norm": 0.4306952953338623,
      "learning_rate": 4.756871653605308e-05,
      "loss": 5.2453,
      "step": 190790
    },
    {
      "epoch": 0.1670064362185881,
      "grad_norm": 0.4251996576786041,
      "learning_rate": 4.7568583800382104e-05,
      "loss": 5.7283,
      "step": 190795
    },
    {
      "epoch": 0.16701081281221525,
      "grad_norm": 0.41997069120407104,
      "learning_rate": 4.756845106132238e-05,
      "loss": 5.237,
      "step": 190800
    },
    {
      "epoch": 0.1670151894058424,
      "grad_norm": 0.6944653987884521,
      "learning_rate": 4.756831831887395e-05,
      "loss": 4.823,
      "step": 190805
    },
    {
      "epoch": 0.16701956599946954,
      "grad_norm": 0.44808152318000793,
      "learning_rate": 4.756818557303682e-05,
      "loss": 5.4623,
      "step": 190810
    },
    {
      "epoch": 0.16702394259309672,
      "grad_norm": 0.4333297908306122,
      "learning_rate": 4.7568052823811015e-05,
      "loss": 5.6762,
      "step": 190815
    },
    {
      "epoch": 0.16702831918672387,
      "grad_norm": 0.4601840674877167,
      "learning_rate": 4.756792007119656e-05,
      "loss": 5.268,
      "step": 190820
    },
    {
      "epoch": 0.16703269578035101,
      "grad_norm": 0.4255760610103607,
      "learning_rate": 4.75677873151935e-05,
      "loss": 5.9658,
      "step": 190825
    },
    {
      "epoch": 0.16703707237397816,
      "grad_norm": 0.4329446256160736,
      "learning_rate": 4.756765455580185e-05,
      "loss": 5.1736,
      "step": 190830
    },
    {
      "epoch": 0.16704144896760534,
      "grad_norm": 0.4281899929046631,
      "learning_rate": 4.756752179302162e-05,
      "loss": 5.2124,
      "step": 190835
    },
    {
      "epoch": 0.16704582556123249,
      "grad_norm": 0.44949644804000854,
      "learning_rate": 4.7567389026852846e-05,
      "loss": 5.4444,
      "step": 190840
    },
    {
      "epoch": 0.16705020215485963,
      "grad_norm": 0.4561336040496826,
      "learning_rate": 4.756725625729557e-05,
      "loss": 4.9174,
      "step": 190845
    },
    {
      "epoch": 0.16705457874848678,
      "grad_norm": 0.4045987129211426,
      "learning_rate": 4.7567123484349794e-05,
      "loss": 6.2672,
      "step": 190850
    },
    {
      "epoch": 0.16705895534211396,
      "grad_norm": 0.43867427110671997,
      "learning_rate": 4.756699070801557e-05,
      "loss": 5.648,
      "step": 190855
    },
    {
      "epoch": 0.1670633319357411,
      "grad_norm": 0.4341169595718384,
      "learning_rate": 4.7566857928292886e-05,
      "loss": 5.1848,
      "step": 190860
    },
    {
      "epoch": 0.16706770852936825,
      "grad_norm": 0.4615335762500763,
      "learning_rate": 4.75667251451818e-05,
      "loss": 4.9398,
      "step": 190865
    },
    {
      "epoch": 0.1670720851229954,
      "grad_norm": 0.43379485607147217,
      "learning_rate": 4.7566592358682327e-05,
      "loss": 4.9309,
      "step": 190870
    },
    {
      "epoch": 0.16707646171662258,
      "grad_norm": 0.4479736089706421,
      "learning_rate": 4.75664595687945e-05,
      "loss": 4.8814,
      "step": 190875
    },
    {
      "epoch": 0.16708083831024972,
      "grad_norm": 0.44976142048835754,
      "learning_rate": 4.7566326775518325e-05,
      "loss": 4.4101,
      "step": 190880
    },
    {
      "epoch": 0.16708521490387687,
      "grad_norm": 0.43362027406692505,
      "learning_rate": 4.756619397885383e-05,
      "loss": 5.2121,
      "step": 190885
    },
    {
      "epoch": 0.16708959149750402,
      "grad_norm": 0.40214577317237854,
      "learning_rate": 4.756606117880107e-05,
      "loss": 5.773,
      "step": 190890
    },
    {
      "epoch": 0.1670939680911312,
      "grad_norm": 0.4070510268211365,
      "learning_rate": 4.7565928375360036e-05,
      "loss": 6.251,
      "step": 190895
    },
    {
      "epoch": 0.16709834468475834,
      "grad_norm": 0.4448668658733368,
      "learning_rate": 4.756579556853078e-05,
      "loss": 5.7875,
      "step": 190900
    },
    {
      "epoch": 0.1671027212783855,
      "grad_norm": 0.4330877661705017,
      "learning_rate": 4.7565662758313314e-05,
      "loss": 5.2246,
      "step": 190905
    },
    {
      "epoch": 0.16710709787201264,
      "grad_norm": 0.44192758202552795,
      "learning_rate": 4.7565529944707654e-05,
      "loss": 5.1781,
      "step": 190910
    },
    {
      "epoch": 0.16711147446563981,
      "grad_norm": 0.4378892183303833,
      "learning_rate": 4.756539712771385e-05,
      "loss": 5.6525,
      "step": 190915
    },
    {
      "epoch": 0.16711585105926696,
      "grad_norm": 0.48416224122047424,
      "learning_rate": 4.756526430733192e-05,
      "loss": 4.9705,
      "step": 190920
    },
    {
      "epoch": 0.1671202276528941,
      "grad_norm": 0.45529231429100037,
      "learning_rate": 4.756513148356186e-05,
      "loss": 5.7449,
      "step": 190925
    },
    {
      "epoch": 0.16712460424652126,
      "grad_norm": 0.4742850959300995,
      "learning_rate": 4.7564998656403735e-05,
      "loss": 5.4054,
      "step": 190930
    },
    {
      "epoch": 0.1671289808401484,
      "grad_norm": 0.46517395973205566,
      "learning_rate": 4.7564865825857564e-05,
      "loss": 5.2222,
      "step": 190935
    },
    {
      "epoch": 0.16713335743377558,
      "grad_norm": 0.4506385326385498,
      "learning_rate": 4.756473299192336e-05,
      "loss": 5.1366,
      "step": 190940
    },
    {
      "epoch": 0.16713773402740273,
      "grad_norm": 0.43242278695106506,
      "learning_rate": 4.756460015460115e-05,
      "loss": 5.9494,
      "step": 190945
    },
    {
      "epoch": 0.16714211062102988,
      "grad_norm": 0.4453277289867401,
      "learning_rate": 4.756446731389095e-05,
      "loss": 4.9198,
      "step": 190950
    },
    {
      "epoch": 0.16714648721465702,
      "grad_norm": 0.44316938519477844,
      "learning_rate": 4.756433446979281e-05,
      "loss": 4.6977,
      "step": 190955
    },
    {
      "epoch": 0.1671508638082842,
      "grad_norm": 0.4563448131084442,
      "learning_rate": 4.7564201622306735e-05,
      "loss": 5.2479,
      "step": 190960
    },
    {
      "epoch": 0.16715524040191135,
      "grad_norm": 0.45334482192993164,
      "learning_rate": 4.7564068771432777e-05,
      "loss": 4.9323,
      "step": 190965
    },
    {
      "epoch": 0.1671596169955385,
      "grad_norm": 0.45915547013282776,
      "learning_rate": 4.756393591717093e-05,
      "loss": 5.4228,
      "step": 190970
    },
    {
      "epoch": 0.16716399358916564,
      "grad_norm": 0.4691971242427826,
      "learning_rate": 4.756380305952124e-05,
      "loss": 5.1387,
      "step": 190975
    },
    {
      "epoch": 0.16716837018279282,
      "grad_norm": 0.4490286707878113,
      "learning_rate": 4.7563670198483724e-05,
      "loss": 5.4602,
      "step": 190980
    },
    {
      "epoch": 0.16717274677641997,
      "grad_norm": 0.4138278067111969,
      "learning_rate": 4.7563537334058404e-05,
      "loss": 6.2611,
      "step": 190985
    },
    {
      "epoch": 0.16717712337004711,
      "grad_norm": 0.4431418180465698,
      "learning_rate": 4.756340446624532e-05,
      "loss": 4.3387,
      "step": 190990
    },
    {
      "epoch": 0.16718149996367426,
      "grad_norm": 0.5235840678215027,
      "learning_rate": 4.756327159504448e-05,
      "loss": 4.8645,
      "step": 190995
    },
    {
      "epoch": 0.16718587655730144,
      "grad_norm": 0.45099693536758423,
      "learning_rate": 4.756313872045594e-05,
      "loss": 5.4171,
      "step": 191000
    },
    {
      "epoch": 0.16719025315092859,
      "grad_norm": 0.4271058440208435,
      "learning_rate": 4.756300584247968e-05,
      "loss": 5.1356,
      "step": 191005
    },
    {
      "epoch": 0.16719462974455573,
      "grad_norm": 0.42978423833847046,
      "learning_rate": 4.756287296111576e-05,
      "loss": 5.6654,
      "step": 191010
    },
    {
      "epoch": 0.16719900633818288,
      "grad_norm": 0.5044584274291992,
      "learning_rate": 4.756274007636419e-05,
      "loss": 5.4646,
      "step": 191015
    },
    {
      "epoch": 0.16720338293181006,
      "grad_norm": 0.4620648920536041,
      "learning_rate": 4.756260718822501e-05,
      "loss": 5.2595,
      "step": 191020
    },
    {
      "epoch": 0.1672077595254372,
      "grad_norm": 0.45869728922843933,
      "learning_rate": 4.756247429669823e-05,
      "loss": 5.4647,
      "step": 191025
    },
    {
      "epoch": 0.16721213611906435,
      "grad_norm": 0.43977558612823486,
      "learning_rate": 4.756234140178388e-05,
      "loss": 5.1819,
      "step": 191030
    },
    {
      "epoch": 0.1672165127126915,
      "grad_norm": 0.4491294324398041,
      "learning_rate": 4.7562208503482e-05,
      "loss": 4.9576,
      "step": 191035
    },
    {
      "epoch": 0.16722088930631868,
      "grad_norm": 0.5052616596221924,
      "learning_rate": 4.756207560179259e-05,
      "loss": 5.4254,
      "step": 191040
    },
    {
      "epoch": 0.16722526589994582,
      "grad_norm": 0.43611621856689453,
      "learning_rate": 4.75619426967157e-05,
      "loss": 5.3709,
      "step": 191045
    },
    {
      "epoch": 0.16722964249357297,
      "grad_norm": 0.4477376937866211,
      "learning_rate": 4.756180978825134e-05,
      "loss": 4.0619,
      "step": 191050
    },
    {
      "epoch": 0.16723401908720012,
      "grad_norm": 0.4516605734825134,
      "learning_rate": 4.756167687639954e-05,
      "loss": 5.1228,
      "step": 191055
    },
    {
      "epoch": 0.16723839568082727,
      "grad_norm": 0.4421382248401642,
      "learning_rate": 4.756154396116033e-05,
      "loss": 5.9645,
      "step": 191060
    },
    {
      "epoch": 0.16724277227445444,
      "grad_norm": 0.45851489901542664,
      "learning_rate": 4.756141104253373e-05,
      "loss": 5.441,
      "step": 191065
    },
    {
      "epoch": 0.1672471488680816,
      "grad_norm": 0.4466703236103058,
      "learning_rate": 4.756127812051977e-05,
      "loss": 4.4318,
      "step": 191070
    },
    {
      "epoch": 0.16725152546170874,
      "grad_norm": 0.4596353769302368,
      "learning_rate": 4.756114519511846e-05,
      "loss": 5.4518,
      "step": 191075
    },
    {
      "epoch": 0.1672559020553359,
      "grad_norm": 0.4541430175304413,
      "learning_rate": 4.7561012266329866e-05,
      "loss": 5.2045,
      "step": 191080
    },
    {
      "epoch": 0.16726027864896306,
      "grad_norm": 0.4500938355922699,
      "learning_rate": 4.7560879334153966e-05,
      "loss": 5.4516,
      "step": 191085
    },
    {
      "epoch": 0.1672646552425902,
      "grad_norm": 0.4517488181591034,
      "learning_rate": 4.756074639859081e-05,
      "loss": 5.2394,
      "step": 191090
    },
    {
      "epoch": 0.16726903183621736,
      "grad_norm": 0.4327009618282318,
      "learning_rate": 4.756061345964041e-05,
      "loss": 5.6768,
      "step": 191095
    },
    {
      "epoch": 0.1672734084298445,
      "grad_norm": 0.41762664914131165,
      "learning_rate": 4.756048051730282e-05,
      "loss": 6.2609,
      "step": 191100
    },
    {
      "epoch": 0.16727778502347168,
      "grad_norm": 0.4438934326171875,
      "learning_rate": 4.756034757157804e-05,
      "loss": 5.4417,
      "step": 191105
    },
    {
      "epoch": 0.16728216161709883,
      "grad_norm": 0.533186137676239,
      "learning_rate": 4.7560214622466106e-05,
      "loss": 4.4043,
      "step": 191110
    },
    {
      "epoch": 0.16728653821072598,
      "grad_norm": 0.435808002948761,
      "learning_rate": 4.7560081669967025e-05,
      "loss": 5.1577,
      "step": 191115
    },
    {
      "epoch": 0.16729091480435312,
      "grad_norm": 0.41620704531669617,
      "learning_rate": 4.755994871408085e-05,
      "loss": 5.6905,
      "step": 191120
    },
    {
      "epoch": 0.1672952913979803,
      "grad_norm": 0.4165274500846863,
      "learning_rate": 4.75598157548076e-05,
      "loss": 5.768,
      "step": 191125
    },
    {
      "epoch": 0.16729966799160745,
      "grad_norm": 0.41432973742485046,
      "learning_rate": 4.755968279214729e-05,
      "loss": 5.9504,
      "step": 191130
    },
    {
      "epoch": 0.1673040445852346,
      "grad_norm": 0.4411284029483795,
      "learning_rate": 4.755954982609995e-05,
      "loss": 4.6285,
      "step": 191135
    },
    {
      "epoch": 0.16730842117886174,
      "grad_norm": 0.43218642473220825,
      "learning_rate": 4.75594168566656e-05,
      "loss": 5.4683,
      "step": 191140
    },
    {
      "epoch": 0.16731279777248892,
      "grad_norm": 0.45014694333076477,
      "learning_rate": 4.755928388384427e-05,
      "loss": 5.9717,
      "step": 191145
    },
    {
      "epoch": 0.16731717436611607,
      "grad_norm": 0.4952835440635681,
      "learning_rate": 4.755915090763601e-05,
      "loss": 4.4042,
      "step": 191150
    },
    {
      "epoch": 0.16732155095974321,
      "grad_norm": 0.44517070055007935,
      "learning_rate": 4.75590179280408e-05,
      "loss": 4.6284,
      "step": 191155
    },
    {
      "epoch": 0.16732592755337036,
      "grad_norm": 0.4240470826625824,
      "learning_rate": 4.75588849450587e-05,
      "loss": 5.4359,
      "step": 191160
    },
    {
      "epoch": 0.16733030414699754,
      "grad_norm": 0.4275754690170288,
      "learning_rate": 4.755875195868973e-05,
      "loss": 5.9355,
      "step": 191165
    },
    {
      "epoch": 0.16733468074062469,
      "grad_norm": 0.4337783753871918,
      "learning_rate": 4.75586189689339e-05,
      "loss": 5.1541,
      "step": 191170
    },
    {
      "epoch": 0.16733905733425183,
      "grad_norm": 0.435720294713974,
      "learning_rate": 4.755848597579125e-05,
      "loss": 5.7069,
      "step": 191175
    },
    {
      "epoch": 0.16734343392787898,
      "grad_norm": 0.41817569732666016,
      "learning_rate": 4.75583529792618e-05,
      "loss": 5.6902,
      "step": 191180
    },
    {
      "epoch": 0.16734781052150613,
      "grad_norm": 0.4284779131412506,
      "learning_rate": 4.7558219979345586e-05,
      "loss": 5.1525,
      "step": 191185
    },
    {
      "epoch": 0.1673521871151333,
      "grad_norm": 0.4269087016582489,
      "learning_rate": 4.7558086976042614e-05,
      "loss": 5.9639,
      "step": 191190
    },
    {
      "epoch": 0.16735656370876045,
      "grad_norm": 0.4661102294921875,
      "learning_rate": 4.7557953969352934e-05,
      "loss": 4.8255,
      "step": 191195
    },
    {
      "epoch": 0.1673609403023876,
      "grad_norm": 0.42948707938194275,
      "learning_rate": 4.7557820959276544e-05,
      "loss": 5.6605,
      "step": 191200
    },
    {
      "epoch": 0.16736531689601475,
      "grad_norm": 0.47988733649253845,
      "learning_rate": 4.755768794581349e-05,
      "loss": 5.4215,
      "step": 191205
    },
    {
      "epoch": 0.16736969348964192,
      "grad_norm": 0.45046466588974,
      "learning_rate": 4.755755492896379e-05,
      "loss": 5.1827,
      "step": 191210
    },
    {
      "epoch": 0.16737407008326907,
      "grad_norm": 0.4378095865249634,
      "learning_rate": 4.755742190872747e-05,
      "loss": 5.1253,
      "step": 191215
    },
    {
      "epoch": 0.16737844667689622,
      "grad_norm": 0.4151063859462738,
      "learning_rate": 4.7557288885104564e-05,
      "loss": 5.1358,
      "step": 191220
    },
    {
      "epoch": 0.16738282327052337,
      "grad_norm": 0.42397958040237427,
      "learning_rate": 4.755715585809509e-05,
      "loss": 6.2496,
      "step": 191225
    },
    {
      "epoch": 0.16738719986415054,
      "grad_norm": 0.48322734236717224,
      "learning_rate": 4.7557022827699074e-05,
      "loss": 5.1203,
      "step": 191230
    },
    {
      "epoch": 0.1673915764577777,
      "grad_norm": 0.4692869484424591,
      "learning_rate": 4.7556889793916536e-05,
      "loss": 4.2168,
      "step": 191235
    },
    {
      "epoch": 0.16739595305140484,
      "grad_norm": 0.43388450145721436,
      "learning_rate": 4.7556756756747514e-05,
      "loss": 5.1271,
      "step": 191240
    },
    {
      "epoch": 0.167400329645032,
      "grad_norm": 0.41677528619766235,
      "learning_rate": 4.755662371619202e-05,
      "loss": 5.9594,
      "step": 191245
    },
    {
      "epoch": 0.16740470623865916,
      "grad_norm": 0.4487280547618866,
      "learning_rate": 4.755649067225009e-05,
      "loss": 4.7262,
      "step": 191250
    },
    {
      "epoch": 0.1674090828322863,
      "grad_norm": 0.42496946454048157,
      "learning_rate": 4.7556357624921745e-05,
      "loss": 4.116,
      "step": 191255
    },
    {
      "epoch": 0.16741345942591346,
      "grad_norm": 0.4476797878742218,
      "learning_rate": 4.755622457420702e-05,
      "loss": 5.2399,
      "step": 191260
    },
    {
      "epoch": 0.1674178360195406,
      "grad_norm": 0.608715295791626,
      "learning_rate": 4.755609152010593e-05,
      "loss": 4.9575,
      "step": 191265
    },
    {
      "epoch": 0.16742221261316778,
      "grad_norm": 0.4435311257839203,
      "learning_rate": 4.75559584626185e-05,
      "loss": 5.2905,
      "step": 191270
    },
    {
      "epoch": 0.16742658920679493,
      "grad_norm": 0.44646263122558594,
      "learning_rate": 4.755582540174476e-05,
      "loss": 4.6314,
      "step": 191275
    },
    {
      "epoch": 0.16743096580042208,
      "grad_norm": 0.47176703810691833,
      "learning_rate": 4.7555692337484734e-05,
      "loss": 5.2143,
      "step": 191280
    },
    {
      "epoch": 0.16743534239404922,
      "grad_norm": 0.4481462836265564,
      "learning_rate": 4.755555926983844e-05,
      "loss": 5.1488,
      "step": 191285
    },
    {
      "epoch": 0.1674397189876764,
      "grad_norm": 0.44196656346321106,
      "learning_rate": 4.7555426198805944e-05,
      "loss": 6.0102,
      "step": 191290
    },
    {
      "epoch": 0.16744409558130355,
      "grad_norm": 0.44980061054229736,
      "learning_rate": 4.755529312438721e-05,
      "loss": 4.8471,
      "step": 191295
    },
    {
      "epoch": 0.1674484721749307,
      "grad_norm": 0.4386744499206543,
      "learning_rate": 4.7555160046582305e-05,
      "loss": 5.7193,
      "step": 191300
    },
    {
      "epoch": 0.16745284876855784,
      "grad_norm": 0.43513426184654236,
      "learning_rate": 4.755502696539124e-05,
      "loss": 4.9482,
      "step": 191305
    },
    {
      "epoch": 0.16745722536218502,
      "grad_norm": 0.4207960367202759,
      "learning_rate": 4.7554893880814046e-05,
      "loss": 5.7229,
      "step": 191310
    },
    {
      "epoch": 0.16746160195581217,
      "grad_norm": 0.43924272060394287,
      "learning_rate": 4.755476079285074e-05,
      "loss": 5.1394,
      "step": 191315
    },
    {
      "epoch": 0.16746597854943931,
      "grad_norm": 0.41797441244125366,
      "learning_rate": 4.7554627701501365e-05,
      "loss": 5.7547,
      "step": 191320
    },
    {
      "epoch": 0.16747035514306646,
      "grad_norm": 0.4127141535282135,
      "learning_rate": 4.755449460676593e-05,
      "loss": 5.9643,
      "step": 191325
    },
    {
      "epoch": 0.1674747317366936,
      "grad_norm": 0.44886934757232666,
      "learning_rate": 4.7554361508644464e-05,
      "loss": 5.1262,
      "step": 191330
    },
    {
      "epoch": 0.1674791083303208,
      "grad_norm": 0.42165741324424744,
      "learning_rate": 4.7554228407137e-05,
      "loss": 5.1646,
      "step": 191335
    },
    {
      "epoch": 0.16748348492394793,
      "grad_norm": 0.4371812343597412,
      "learning_rate": 4.755409530224356e-05,
      "loss": 5.428,
      "step": 191340
    },
    {
      "epoch": 0.16748786151757508,
      "grad_norm": 0.431986004114151,
      "learning_rate": 4.7553962193964163e-05,
      "loss": 5.1789,
      "step": 191345
    },
    {
      "epoch": 0.16749223811120223,
      "grad_norm": 0.4528680443763733,
      "learning_rate": 4.755382908229885e-05,
      "loss": 4.8575,
      "step": 191350
    },
    {
      "epoch": 0.1674966147048294,
      "grad_norm": 0.45471271872520447,
      "learning_rate": 4.755369596724762e-05,
      "loss": 4.3107,
      "step": 191355
    },
    {
      "epoch": 0.16750099129845655,
      "grad_norm": 0.4185163378715515,
      "learning_rate": 4.755356284881054e-05,
      "loss": 5.4362,
      "step": 191360
    },
    {
      "epoch": 0.1675053678920837,
      "grad_norm": 0.4291606545448303,
      "learning_rate": 4.75534297269876e-05,
      "loss": 5.4701,
      "step": 191365
    },
    {
      "epoch": 0.16750974448571085,
      "grad_norm": 0.4287981390953064,
      "learning_rate": 4.7553296601778826e-05,
      "loss": 5.9457,
      "step": 191370
    },
    {
      "epoch": 0.16751412107933802,
      "grad_norm": 0.412866473197937,
      "learning_rate": 4.755316347318427e-05,
      "loss": 5.0504,
      "step": 191375
    },
    {
      "epoch": 0.16751849767296517,
      "grad_norm": 0.47865530848503113,
      "learning_rate": 4.755303034120394e-05,
      "loss": 5.4087,
      "step": 191380
    },
    {
      "epoch": 0.16752287426659232,
      "grad_norm": 0.4296315908432007,
      "learning_rate": 4.755289720583785e-05,
      "loss": 5.1622,
      "step": 191385
    },
    {
      "epoch": 0.16752725086021947,
      "grad_norm": 0.43517085909843445,
      "learning_rate": 4.755276406708605e-05,
      "loss": 5.4473,
      "step": 191390
    },
    {
      "epoch": 0.16753162745384664,
      "grad_norm": 0.47346174716949463,
      "learning_rate": 4.755263092494856e-05,
      "loss": 5.1413,
      "step": 191395
    },
    {
      "epoch": 0.1675360040474738,
      "grad_norm": 0.47005388140678406,
      "learning_rate": 4.75524977794254e-05,
      "loss": 4.6434,
      "step": 191400
    },
    {
      "epoch": 0.16754038064110094,
      "grad_norm": 0.4676889181137085,
      "learning_rate": 4.755236463051659e-05,
      "loss": 4.411,
      "step": 191405
    },
    {
      "epoch": 0.1675447572347281,
      "grad_norm": 0.46151602268218994,
      "learning_rate": 4.755223147822218e-05,
      "loss": 5.1344,
      "step": 191410
    },
    {
      "epoch": 0.16754913382835526,
      "grad_norm": 0.4223836064338684,
      "learning_rate": 4.7552098322542146e-05,
      "loss": 5.1821,
      "step": 191415
    },
    {
      "epoch": 0.1675535104219824,
      "grad_norm": 0.4091658592224121,
      "learning_rate": 4.755196516347657e-05,
      "loss": 5.6994,
      "step": 191420
    },
    {
      "epoch": 0.16755788701560956,
      "grad_norm": 0.44546207785606384,
      "learning_rate": 4.7551832001025454e-05,
      "loss": 4.9046,
      "step": 191425
    },
    {
      "epoch": 0.1675622636092367,
      "grad_norm": 0.42115071415901184,
      "learning_rate": 4.7551698835188806e-05,
      "loss": 6.2406,
      "step": 191430
    },
    {
      "epoch": 0.16756664020286388,
      "grad_norm": 0.40803810954093933,
      "learning_rate": 4.755156566596669e-05,
      "loss": 6.0189,
      "step": 191435
    },
    {
      "epoch": 0.16757101679649103,
      "grad_norm": 0.46459853649139404,
      "learning_rate": 4.7551432493359105e-05,
      "loss": 4.7017,
      "step": 191440
    },
    {
      "epoch": 0.16757539339011818,
      "grad_norm": 0.4438563287258148,
      "learning_rate": 4.755129931736607e-05,
      "loss": 5.1314,
      "step": 191445
    },
    {
      "epoch": 0.16757976998374532,
      "grad_norm": 0.45600655674934387,
      "learning_rate": 4.755116613798764e-05,
      "loss": 5.7416,
      "step": 191450
    },
    {
      "epoch": 0.16758414657737247,
      "grad_norm": 0.4464455246925354,
      "learning_rate": 4.755103295522381e-05,
      "loss": 4.8458,
      "step": 191455
    },
    {
      "epoch": 0.16758852317099965,
      "grad_norm": 0.45600050687789917,
      "learning_rate": 4.755089976907462e-05,
      "loss": 5.2471,
      "step": 191460
    },
    {
      "epoch": 0.1675928997646268,
      "grad_norm": 0.4325201213359833,
      "learning_rate": 4.75507665795401e-05,
      "loss": 5.4173,
      "step": 191465
    },
    {
      "epoch": 0.16759727635825394,
      "grad_norm": 0.43601328134536743,
      "learning_rate": 4.755063338662027e-05,
      "loss": 5.1403,
      "step": 191470
    },
    {
      "epoch": 0.1676016529518811,
      "grad_norm": 0.4626356363296509,
      "learning_rate": 4.755050019031516e-05,
      "loss": 5.7317,
      "step": 191475
    },
    {
      "epoch": 0.16760602954550827,
      "grad_norm": 0.4551548957824707,
      "learning_rate": 4.755036699062478e-05,
      "loss": 5.4737,
      "step": 191480
    },
    {
      "epoch": 0.16761040613913541,
      "grad_norm": 0.43865251541137695,
      "learning_rate": 4.755023378754918e-05,
      "loss": 5.7198,
      "step": 191485
    },
    {
      "epoch": 0.16761478273276256,
      "grad_norm": 0.4262892007827759,
      "learning_rate": 4.755010058108838e-05,
      "loss": 6.2566,
      "step": 191490
    },
    {
      "epoch": 0.1676191593263897,
      "grad_norm": 0.4360392093658447,
      "learning_rate": 4.7549967371242384e-05,
      "loss": 4.8392,
      "step": 191495
    },
    {
      "epoch": 0.1676235359200169,
      "grad_norm": 0.4479445517063141,
      "learning_rate": 4.754983415801123e-05,
      "loss": 4.6154,
      "step": 191500
    },
    {
      "epoch": 0.16762791251364403,
      "grad_norm": 0.4405556619167328,
      "learning_rate": 4.754970094139496e-05,
      "loss": 4.6413,
      "step": 191505
    },
    {
      "epoch": 0.16763228910727118,
      "grad_norm": 0.4305169880390167,
      "learning_rate": 4.7549567721393586e-05,
      "loss": 5.1372,
      "step": 191510
    },
    {
      "epoch": 0.16763666570089833,
      "grad_norm": 0.4410710334777832,
      "learning_rate": 4.754943449800713e-05,
      "loss": 4.9397,
      "step": 191515
    },
    {
      "epoch": 0.1676410422945255,
      "grad_norm": 0.42020049691200256,
      "learning_rate": 4.7549301271235615e-05,
      "loss": 5.4416,
      "step": 191520
    },
    {
      "epoch": 0.16764541888815265,
      "grad_norm": 0.4350796341896057,
      "learning_rate": 4.7549168041079087e-05,
      "loss": 5.3828,
      "step": 191525
    },
    {
      "epoch": 0.1676497954817798,
      "grad_norm": 0.4543989896774292,
      "learning_rate": 4.754903480753754e-05,
      "loss": 5.159,
      "step": 191530
    },
    {
      "epoch": 0.16765417207540695,
      "grad_norm": 0.4424183666706085,
      "learning_rate": 4.754890157061103e-05,
      "loss": 6.2721,
      "step": 191535
    },
    {
      "epoch": 0.16765854866903412,
      "grad_norm": 0.42245224118232727,
      "learning_rate": 4.754876833029956e-05,
      "loss": 4.9413,
      "step": 191540
    },
    {
      "epoch": 0.16766292526266127,
      "grad_norm": 0.45191246271133423,
      "learning_rate": 4.754863508660318e-05,
      "loss": 4.7356,
      "step": 191545
    },
    {
      "epoch": 0.16766730185628842,
      "grad_norm": 0.4351261854171753,
      "learning_rate": 4.7548501839521896e-05,
      "loss": 5.9873,
      "step": 191550
    },
    {
      "epoch": 0.16767167844991557,
      "grad_norm": 0.4190581440925598,
      "learning_rate": 4.754836858905575e-05,
      "loss": 5.6318,
      "step": 191555
    },
    {
      "epoch": 0.16767605504354274,
      "grad_norm": 0.4500516951084137,
      "learning_rate": 4.7548235335204746e-05,
      "loss": 4.6292,
      "step": 191560
    },
    {
      "epoch": 0.1676804316371699,
      "grad_norm": 0.5331397652626038,
      "learning_rate": 4.754810207796893e-05,
      "loss": 5.6383,
      "step": 191565
    },
    {
      "epoch": 0.16768480823079704,
      "grad_norm": 0.46373292803764343,
      "learning_rate": 4.75479688173483e-05,
      "loss": 4.8697,
      "step": 191570
    },
    {
      "epoch": 0.1676891848244242,
      "grad_norm": 0.4398620128631592,
      "learning_rate": 4.754783555334291e-05,
      "loss": 5.2413,
      "step": 191575
    },
    {
      "epoch": 0.16769356141805133,
      "grad_norm": 0.4741017520427704,
      "learning_rate": 4.754770228595278e-05,
      "loss": 4.9285,
      "step": 191580
    },
    {
      "epoch": 0.1676979380116785,
      "grad_norm": 0.4687964916229248,
      "learning_rate": 4.754756901517793e-05,
      "loss": 4.9392,
      "step": 191585
    },
    {
      "epoch": 0.16770231460530566,
      "grad_norm": 0.7071189284324646,
      "learning_rate": 4.7547435741018385e-05,
      "loss": 5.1533,
      "step": 191590
    },
    {
      "epoch": 0.1677066911989328,
      "grad_norm": 0.4804706275463104,
      "learning_rate": 4.754730246347417e-05,
      "loss": 5.2011,
      "step": 191595
    },
    {
      "epoch": 0.16771106779255995,
      "grad_norm": 0.4814346134662628,
      "learning_rate": 4.7547169182545324e-05,
      "loss": 4.6708,
      "step": 191600
    },
    {
      "epoch": 0.16771544438618713,
      "grad_norm": 0.4511156678199768,
      "learning_rate": 4.754703589823186e-05,
      "loss": 5.4758,
      "step": 191605
    },
    {
      "epoch": 0.16771982097981428,
      "grad_norm": 0.4642263650894165,
      "learning_rate": 4.75469026105338e-05,
      "loss": 5.4643,
      "step": 191610
    },
    {
      "epoch": 0.16772419757344142,
      "grad_norm": 0.4728754758834839,
      "learning_rate": 4.754676931945119e-05,
      "loss": 4.6806,
      "step": 191615
    },
    {
      "epoch": 0.16772857416706857,
      "grad_norm": 0.4490787982940674,
      "learning_rate": 4.7546636024984024e-05,
      "loss": 5.4653,
      "step": 191620
    },
    {
      "epoch": 0.16773295076069575,
      "grad_norm": 0.4257066547870636,
      "learning_rate": 4.754650272713236e-05,
      "loss": 4.7172,
      "step": 191625
    },
    {
      "epoch": 0.1677373273543229,
      "grad_norm": 0.4371262192726135,
      "learning_rate": 4.75463694258962e-05,
      "loss": 5.4432,
      "step": 191630
    },
    {
      "epoch": 0.16774170394795004,
      "grad_norm": 0.4298326075077057,
      "learning_rate": 4.7546236121275576e-05,
      "loss": 5.489,
      "step": 191635
    },
    {
      "epoch": 0.1677460805415772,
      "grad_norm": 0.45045700669288635,
      "learning_rate": 4.754610281327053e-05,
      "loss": 5.4708,
      "step": 191640
    },
    {
      "epoch": 0.16775045713520437,
      "grad_norm": 0.4484202563762665,
      "learning_rate": 4.754596950188106e-05,
      "loss": 5.7438,
      "step": 191645
    },
    {
      "epoch": 0.16775483372883152,
      "grad_norm": 0.43800562620162964,
      "learning_rate": 4.754583618710722e-05,
      "loss": 5.367,
      "step": 191650
    },
    {
      "epoch": 0.16775921032245866,
      "grad_norm": 0.4426444470882416,
      "learning_rate": 4.754570286894902e-05,
      "loss": 4.626,
      "step": 191655
    },
    {
      "epoch": 0.1677635869160858,
      "grad_norm": 0.45427805185317993,
      "learning_rate": 4.754556954740646e-05,
      "loss": 4.9118,
      "step": 191660
    },
    {
      "epoch": 0.167767963509713,
      "grad_norm": 0.43506306409835815,
      "learning_rate": 4.754543622247963e-05,
      "loss": 5.1237,
      "step": 191665
    },
    {
      "epoch": 0.16777234010334013,
      "grad_norm": 0.4463658928871155,
      "learning_rate": 4.75453028941685e-05,
      "loss": 5.0967,
      "step": 191670
    },
    {
      "epoch": 0.16777671669696728,
      "grad_norm": 0.44116559624671936,
      "learning_rate": 4.7545169562473125e-05,
      "loss": 5.1318,
      "step": 191675
    },
    {
      "epoch": 0.16778109329059443,
      "grad_norm": 0.4499441087245941,
      "learning_rate": 4.7545036227393514e-05,
      "loss": 5.7575,
      "step": 191680
    },
    {
      "epoch": 0.1677854698842216,
      "grad_norm": 0.42789801955223083,
      "learning_rate": 4.754490288892969e-05,
      "loss": 4.8438,
      "step": 191685
    },
    {
      "epoch": 0.16778984647784875,
      "grad_norm": 0.4653681814670563,
      "learning_rate": 4.75447695470817e-05,
      "loss": 4.6583,
      "step": 191690
    },
    {
      "epoch": 0.1677942230714759,
      "grad_norm": 0.42031070590019226,
      "learning_rate": 4.7544636201849555e-05,
      "loss": 5.1776,
      "step": 191695
    },
    {
      "epoch": 0.16779859966510305,
      "grad_norm": 0.4538125991821289,
      "learning_rate": 4.754450285323329e-05,
      "loss": 4.4118,
      "step": 191700
    },
    {
      "epoch": 0.1678029762587302,
      "grad_norm": 0.4553415775299072,
      "learning_rate": 4.754436950123291e-05,
      "loss": 5.9676,
      "step": 191705
    },
    {
      "epoch": 0.16780735285235737,
      "grad_norm": 0.4420021176338196,
      "learning_rate": 4.7544236145848465e-05,
      "loss": 5.7313,
      "step": 191710
    },
    {
      "epoch": 0.16781172944598452,
      "grad_norm": 0.43599748611450195,
      "learning_rate": 4.754410278707996e-05,
      "loss": 4.92,
      "step": 191715
    },
    {
      "epoch": 0.16781610603961167,
      "grad_norm": 0.4208519160747528,
      "learning_rate": 4.754396942492744e-05,
      "loss": 5.2165,
      "step": 191720
    },
    {
      "epoch": 0.16782048263323882,
      "grad_norm": 0.4438791275024414,
      "learning_rate": 4.7543836059390924e-05,
      "loss": 5.1292,
      "step": 191725
    },
    {
      "epoch": 0.167824859226866,
      "grad_norm": 0.4687817692756653,
      "learning_rate": 4.754370269047043e-05,
      "loss": 5.3484,
      "step": 191730
    },
    {
      "epoch": 0.16782923582049314,
      "grad_norm": 0.4414404630661011,
      "learning_rate": 4.754356931816599e-05,
      "loss": 5.1688,
      "step": 191735
    },
    {
      "epoch": 0.1678336124141203,
      "grad_norm": 0.48467910289764404,
      "learning_rate": 4.7543435942477635e-05,
      "loss": 4.4093,
      "step": 191740
    },
    {
      "epoch": 0.16783798900774743,
      "grad_norm": 0.4559367895126343,
      "learning_rate": 4.754330256340537e-05,
      "loss": 4.9014,
      "step": 191745
    },
    {
      "epoch": 0.1678423656013746,
      "grad_norm": 0.47161126136779785,
      "learning_rate": 4.754316918094924e-05,
      "loss": 5.1797,
      "step": 191750
    },
    {
      "epoch": 0.16784674219500176,
      "grad_norm": 0.4447139799594879,
      "learning_rate": 4.754303579510928e-05,
      "loss": 5.7381,
      "step": 191755
    },
    {
      "epoch": 0.1678511187886289,
      "grad_norm": 0.43456220626831055,
      "learning_rate": 4.754290240588549e-05,
      "loss": 5.1521,
      "step": 191760
    },
    {
      "epoch": 0.16785549538225605,
      "grad_norm": 0.4592963457107544,
      "learning_rate": 4.754276901327791e-05,
      "loss": 5.4354,
      "step": 191765
    },
    {
      "epoch": 0.16785987197588323,
      "grad_norm": 0.4388502538204193,
      "learning_rate": 4.754263561728657e-05,
      "loss": 4.8731,
      "step": 191770
    },
    {
      "epoch": 0.16786424856951038,
      "grad_norm": 0.4099075198173523,
      "learning_rate": 4.754250221791148e-05,
      "loss": 6.2725,
      "step": 191775
    },
    {
      "epoch": 0.16786862516313752,
      "grad_norm": 0.4462120532989502,
      "learning_rate": 4.754236881515267e-05,
      "loss": 4.1221,
      "step": 191780
    },
    {
      "epoch": 0.16787300175676467,
      "grad_norm": 0.44374608993530273,
      "learning_rate": 4.754223540901018e-05,
      "loss": 5.1116,
      "step": 191785
    },
    {
      "epoch": 0.16787737835039185,
      "grad_norm": 0.5045231580734253,
      "learning_rate": 4.754210199948402e-05,
      "loss": 4.5959,
      "step": 191790
    },
    {
      "epoch": 0.167881754944019,
      "grad_norm": 0.4480927884578705,
      "learning_rate": 4.754196858657424e-05,
      "loss": 4.9192,
      "step": 191795
    },
    {
      "epoch": 0.16788613153764614,
      "grad_norm": 0.4440597891807556,
      "learning_rate": 4.7541835170280824e-05,
      "loss": 5.3762,
      "step": 191800
    },
    {
      "epoch": 0.1678905081312733,
      "grad_norm": 0.4355533719062805,
      "learning_rate": 4.754170175060384e-05,
      "loss": 5.1385,
      "step": 191805
    },
    {
      "epoch": 0.16789488472490047,
      "grad_norm": 0.449768990278244,
      "learning_rate": 4.754156832754328e-05,
      "loss": 5.4619,
      "step": 191810
    },
    {
      "epoch": 0.16789926131852762,
      "grad_norm": 0.4414047598838806,
      "learning_rate": 4.7541434901099194e-05,
      "loss": 4.7443,
      "step": 191815
    },
    {
      "epoch": 0.16790363791215476,
      "grad_norm": 0.4532431960105896,
      "learning_rate": 4.7541301471271596e-05,
      "loss": 5.1158,
      "step": 191820
    },
    {
      "epoch": 0.1679080145057819,
      "grad_norm": 0.46367281675338745,
      "learning_rate": 4.754116803806052e-05,
      "loss": 4.8597,
      "step": 191825
    },
    {
      "epoch": 0.16791239109940906,
      "grad_norm": 0.43049558997154236,
      "learning_rate": 4.7541034601465984e-05,
      "loss": 5.4629,
      "step": 191830
    },
    {
      "epoch": 0.16791676769303623,
      "grad_norm": 0.40577057003974915,
      "learning_rate": 4.7540901161488004e-05,
      "loss": 5.7418,
      "step": 191835
    },
    {
      "epoch": 0.16792114428666338,
      "grad_norm": 0.41923636198043823,
      "learning_rate": 4.7540767718126635e-05,
      "loss": 4.8251,
      "step": 191840
    },
    {
      "epoch": 0.16792552088029053,
      "grad_norm": 0.4172850251197815,
      "learning_rate": 4.754063427138188e-05,
      "loss": 5.7311,
      "step": 191845
    },
    {
      "epoch": 0.16792989747391768,
      "grad_norm": 0.4282926023006439,
      "learning_rate": 4.754050082125377e-05,
      "loss": 4.3127,
      "step": 191850
    },
    {
      "epoch": 0.16793427406754485,
      "grad_norm": 0.48902228474617004,
      "learning_rate": 4.754036736774232e-05,
      "loss": 5.2286,
      "step": 191855
    },
    {
      "epoch": 0.167938650661172,
      "grad_norm": 0.4362435042858124,
      "learning_rate": 4.7540233910847576e-05,
      "loss": 5.9795,
      "step": 191860
    },
    {
      "epoch": 0.16794302725479915,
      "grad_norm": 0.41817501187324524,
      "learning_rate": 4.7540100450569556e-05,
      "loss": 5.1341,
      "step": 191865
    },
    {
      "epoch": 0.1679474038484263,
      "grad_norm": 0.4235760569572449,
      "learning_rate": 4.753996698690828e-05,
      "loss": 5.9371,
      "step": 191870
    },
    {
      "epoch": 0.16795178044205347,
      "grad_norm": 0.45274677872657776,
      "learning_rate": 4.753983351986379e-05,
      "loss": 5.7809,
      "step": 191875
    },
    {
      "epoch": 0.16795615703568062,
      "grad_norm": 0.4127779006958008,
      "learning_rate": 4.753970004943608e-05,
      "loss": 5.9793,
      "step": 191880
    },
    {
      "epoch": 0.16796053362930777,
      "grad_norm": 0.4287722110748291,
      "learning_rate": 4.75395665756252e-05,
      "loss": 5.445,
      "step": 191885
    },
    {
      "epoch": 0.16796491022293492,
      "grad_norm": 0.4204358458518982,
      "learning_rate": 4.753943309843118e-05,
      "loss": 5.7678,
      "step": 191890
    },
    {
      "epoch": 0.1679692868165621,
      "grad_norm": 0.4212892949581146,
      "learning_rate": 4.7539299617854026e-05,
      "loss": 5.1389,
      "step": 191895
    },
    {
      "epoch": 0.16797366341018924,
      "grad_norm": 0.5171897411346436,
      "learning_rate": 4.7539166133893785e-05,
      "loss": 4.6509,
      "step": 191900
    },
    {
      "epoch": 0.1679780400038164,
      "grad_norm": 0.5641295909881592,
      "learning_rate": 4.7539032646550475e-05,
      "loss": 5.2456,
      "step": 191905
    },
    {
      "epoch": 0.16798241659744353,
      "grad_norm": 0.4387243986129761,
      "learning_rate": 4.7538899155824115e-05,
      "loss": 4.431,
      "step": 191910
    },
    {
      "epoch": 0.1679867931910707,
      "grad_norm": 0.4908462464809418,
      "learning_rate": 4.7538765661714726e-05,
      "loss": 5.2404,
      "step": 191915
    },
    {
      "epoch": 0.16799116978469786,
      "grad_norm": 0.4476933181285858,
      "learning_rate": 4.7538632164222355e-05,
      "loss": 5.1104,
      "step": 191920
    },
    {
      "epoch": 0.167995546378325,
      "grad_norm": 0.4375230669975281,
      "learning_rate": 4.7538498663346995e-05,
      "loss": 5.1157,
      "step": 191925
    },
    {
      "epoch": 0.16799992297195215,
      "grad_norm": 0.44229817390441895,
      "learning_rate": 4.7538365159088715e-05,
      "loss": 5.4687,
      "step": 191930
    },
    {
      "epoch": 0.16800429956557933,
      "grad_norm": 0.5200175046920776,
      "learning_rate": 4.753823165144751e-05,
      "loss": 4.9509,
      "step": 191935
    },
    {
      "epoch": 0.16800867615920648,
      "grad_norm": 0.5165413618087769,
      "learning_rate": 4.753809814042341e-05,
      "loss": 5.4499,
      "step": 191940
    },
    {
      "epoch": 0.16801305275283362,
      "grad_norm": 0.45068833231925964,
      "learning_rate": 4.753796462601645e-05,
      "loss": 5.4621,
      "step": 191945
    },
    {
      "epoch": 0.16801742934646077,
      "grad_norm": 0.4390519857406616,
      "learning_rate": 4.753783110822665e-05,
      "loss": 5.7165,
      "step": 191950
    },
    {
      "epoch": 0.16802180594008795,
      "grad_norm": 0.43464040756225586,
      "learning_rate": 4.753769758705403e-05,
      "loss": 4.326,
      "step": 191955
    },
    {
      "epoch": 0.1680261825337151,
      "grad_norm": 0.4404141306877136,
      "learning_rate": 4.7537564062498616e-05,
      "loss": 4.7429,
      "step": 191960
    },
    {
      "epoch": 0.16803055912734224,
      "grad_norm": 0.5798735618591309,
      "learning_rate": 4.753743053456046e-05,
      "loss": 6.3139,
      "step": 191965
    },
    {
      "epoch": 0.1680349357209694,
      "grad_norm": 0.8822332620620728,
      "learning_rate": 4.7537297003239543e-05,
      "loss": 4.9098,
      "step": 191970
    },
    {
      "epoch": 0.16803931231459654,
      "grad_norm": 0.4435804486274719,
      "learning_rate": 4.753716346853593e-05,
      "loss": 4.595,
      "step": 191975
    },
    {
      "epoch": 0.16804368890822372,
      "grad_norm": 0.4440653324127197,
      "learning_rate": 4.753702993044963e-05,
      "loss": 5.4521,
      "step": 191980
    },
    {
      "epoch": 0.16804806550185086,
      "grad_norm": 0.49955928325653076,
      "learning_rate": 4.753689638898067e-05,
      "loss": 5.7515,
      "step": 191985
    },
    {
      "epoch": 0.168052442095478,
      "grad_norm": 0.453274667263031,
      "learning_rate": 4.753676284412908e-05,
      "loss": 4.659,
      "step": 191990
    },
    {
      "epoch": 0.16805681868910516,
      "grad_norm": 0.4405509829521179,
      "learning_rate": 4.7536629295894874e-05,
      "loss": 5.6637,
      "step": 191995
    },
    {
      "epoch": 0.16806119528273233,
      "grad_norm": 0.42151591181755066,
      "learning_rate": 4.753649574427809e-05,
      "loss": 5.4577,
      "step": 192000
    },
    {
      "epoch": 0.16806557187635948,
      "grad_norm": 0.4257124662399292,
      "learning_rate": 4.753636218927874e-05,
      "loss": 5.952,
      "step": 192005
    },
    {
      "epoch": 0.16806994846998663,
      "grad_norm": 0.4408778250217438,
      "learning_rate": 4.7536228630896875e-05,
      "loss": 4.9004,
      "step": 192010
    },
    {
      "epoch": 0.16807432506361378,
      "grad_norm": 0.4272429645061493,
      "learning_rate": 4.753609506913249e-05,
      "loss": 5.6682,
      "step": 192015
    },
    {
      "epoch": 0.16807870165724095,
      "grad_norm": 0.42385441064834595,
      "learning_rate": 4.753596150398564e-05,
      "loss": 5.4522,
      "step": 192020
    },
    {
      "epoch": 0.1680830782508681,
      "grad_norm": 0.42020806670188904,
      "learning_rate": 4.753582793545632e-05,
      "loss": 5.632,
      "step": 192025
    },
    {
      "epoch": 0.16808745484449525,
      "grad_norm": 0.42732977867126465,
      "learning_rate": 4.753569436354458e-05,
      "loss": 5.7306,
      "step": 192030
    },
    {
      "epoch": 0.1680918314381224,
      "grad_norm": 0.45811927318573,
      "learning_rate": 4.753556078825044e-05,
      "loss": 5.4521,
      "step": 192035
    },
    {
      "epoch": 0.16809620803174957,
      "grad_norm": 0.43483468890190125,
      "learning_rate": 4.753542720957392e-05,
      "loss": 5.2022,
      "step": 192040
    },
    {
      "epoch": 0.16810058462537672,
      "grad_norm": 0.4341396987438202,
      "learning_rate": 4.753529362751507e-05,
      "loss": 5.2306,
      "step": 192045
    },
    {
      "epoch": 0.16810496121900387,
      "grad_norm": 0.4218578338623047,
      "learning_rate": 4.753516004207387e-05,
      "loss": 5.1874,
      "step": 192050
    },
    {
      "epoch": 0.16810933781263102,
      "grad_norm": 0.452868789434433,
      "learning_rate": 4.7535026453250375e-05,
      "loss": 5.4566,
      "step": 192055
    },
    {
      "epoch": 0.1681137144062582,
      "grad_norm": 0.4197811484336853,
      "learning_rate": 4.753489286104461e-05,
      "loss": 5.6434,
      "step": 192060
    },
    {
      "epoch": 0.16811809099988534,
      "grad_norm": 0.41788917779922485,
      "learning_rate": 4.7534759265456594e-05,
      "loss": 6.2336,
      "step": 192065
    },
    {
      "epoch": 0.1681224675935125,
      "grad_norm": 0.42572149634361267,
      "learning_rate": 4.753462566648636e-05,
      "loss": 5.4415,
      "step": 192070
    },
    {
      "epoch": 0.16812684418713963,
      "grad_norm": 0.43586352467536926,
      "learning_rate": 4.753449206413394e-05,
      "loss": 4.4306,
      "step": 192075
    },
    {
      "epoch": 0.1681312207807668,
      "grad_norm": 0.45150211453437805,
      "learning_rate": 4.753435845839934e-05,
      "loss": 4.9547,
      "step": 192080
    },
    {
      "epoch": 0.16813559737439396,
      "grad_norm": 0.4614373743534088,
      "learning_rate": 4.7534224849282594e-05,
      "loss": 4.9191,
      "step": 192085
    },
    {
      "epoch": 0.1681399739680211,
      "grad_norm": 0.41677960753440857,
      "learning_rate": 4.753409123678373e-05,
      "loss": 5.4327,
      "step": 192090
    },
    {
      "epoch": 0.16814435056164825,
      "grad_norm": 0.44261351227760315,
      "learning_rate": 4.753395762090278e-05,
      "loss": 5.6367,
      "step": 192095
    },
    {
      "epoch": 0.1681487271552754,
      "grad_norm": 0.4373303949832916,
      "learning_rate": 4.753382400163976e-05,
      "loss": 4.4356,
      "step": 192100
    },
    {
      "epoch": 0.16815310374890258,
      "grad_norm": 0.4872477948665619,
      "learning_rate": 4.75336903789947e-05,
      "loss": 5.7345,
      "step": 192105
    },
    {
      "epoch": 0.16815748034252972,
      "grad_norm": 0.45431116223335266,
      "learning_rate": 4.753355675296761e-05,
      "loss": 4.6098,
      "step": 192110
    },
    {
      "epoch": 0.16816185693615687,
      "grad_norm": 0.47468647360801697,
      "learning_rate": 4.7533423123558543e-05,
      "loss": 5.1492,
      "step": 192115
    },
    {
      "epoch": 0.16816623352978402,
      "grad_norm": 0.47086554765701294,
      "learning_rate": 4.753328949076752e-05,
      "loss": 4.9288,
      "step": 192120
    },
    {
      "epoch": 0.1681706101234112,
      "grad_norm": 0.47578683495521545,
      "learning_rate": 4.7533155854594544e-05,
      "loss": 5.4284,
      "step": 192125
    },
    {
      "epoch": 0.16817498671703834,
      "grad_norm": 0.4614255428314209,
      "learning_rate": 4.753302221503967e-05,
      "loss": 4.8223,
      "step": 192130
    },
    {
      "epoch": 0.1681793633106655,
      "grad_norm": 0.4558490216732025,
      "learning_rate": 4.75328885721029e-05,
      "loss": 5.7702,
      "step": 192135
    },
    {
      "epoch": 0.16818373990429264,
      "grad_norm": 0.44807422161102295,
      "learning_rate": 4.7532754925784264e-05,
      "loss": 4.6311,
      "step": 192140
    },
    {
      "epoch": 0.16818811649791982,
      "grad_norm": 0.4402051866054535,
      "learning_rate": 4.75326212760838e-05,
      "loss": 5.7231,
      "step": 192145
    },
    {
      "epoch": 0.16819249309154696,
      "grad_norm": 0.43872296810150146,
      "learning_rate": 4.753248762300152e-05,
      "loss": 5.4288,
      "step": 192150
    },
    {
      "epoch": 0.1681968696851741,
      "grad_norm": 0.44367122650146484,
      "learning_rate": 4.753235396653747e-05,
      "loss": 4.6699,
      "step": 192155
    },
    {
      "epoch": 0.16820124627880126,
      "grad_norm": 0.421507865190506,
      "learning_rate": 4.753222030669164e-05,
      "loss": 6.3086,
      "step": 192160
    },
    {
      "epoch": 0.16820562287242843,
      "grad_norm": 0.4453331530094147,
      "learning_rate": 4.75320866434641e-05,
      "loss": 4.8722,
      "step": 192165
    },
    {
      "epoch": 0.16820999946605558,
      "grad_norm": 0.424189954996109,
      "learning_rate": 4.753195297685484e-05,
      "loss": 6.2555,
      "step": 192170
    },
    {
      "epoch": 0.16821437605968273,
      "grad_norm": 0.44497454166412354,
      "learning_rate": 4.753181930686391e-05,
      "loss": 5.1185,
      "step": 192175
    },
    {
      "epoch": 0.16821875265330988,
      "grad_norm": 0.41712695360183716,
      "learning_rate": 4.753168563349133e-05,
      "loss": 5.7588,
      "step": 192180
    },
    {
      "epoch": 0.16822312924693705,
      "grad_norm": 0.4302078187465668,
      "learning_rate": 4.753155195673711e-05,
      "loss": 5.6826,
      "step": 192185
    },
    {
      "epoch": 0.1682275058405642,
      "grad_norm": 0.4142751395702362,
      "learning_rate": 4.753141827660129e-05,
      "loss": 5.7667,
      "step": 192190
    },
    {
      "epoch": 0.16823188243419135,
      "grad_norm": 0.4987284243106842,
      "learning_rate": 4.753128459308389e-05,
      "loss": 4.8179,
      "step": 192195
    },
    {
      "epoch": 0.1682362590278185,
      "grad_norm": 0.4313042163848877,
      "learning_rate": 4.753115090618494e-05,
      "loss": 4.8015,
      "step": 192200
    },
    {
      "epoch": 0.16824063562144567,
      "grad_norm": 0.446933776140213,
      "learning_rate": 4.753101721590446e-05,
      "loss": 5.2028,
      "step": 192205
    },
    {
      "epoch": 0.16824501221507282,
      "grad_norm": 0.4331952929496765,
      "learning_rate": 4.7530883522242496e-05,
      "loss": 5.1111,
      "step": 192210
    },
    {
      "epoch": 0.16824938880869997,
      "grad_norm": 0.4270298480987549,
      "learning_rate": 4.7530749825199036e-05,
      "loss": 5.9555,
      "step": 192215
    },
    {
      "epoch": 0.16825376540232712,
      "grad_norm": 0.4115912616252899,
      "learning_rate": 4.753061612477415e-05,
      "loss": 6.2977,
      "step": 192220
    },
    {
      "epoch": 0.16825814199595426,
      "grad_norm": 0.42442750930786133,
      "learning_rate": 4.7530482420967825e-05,
      "loss": 5.4705,
      "step": 192225
    },
    {
      "epoch": 0.16826251858958144,
      "grad_norm": 0.42518752813339233,
      "learning_rate": 4.7530348713780115e-05,
      "loss": 5.051,
      "step": 192230
    },
    {
      "epoch": 0.1682668951832086,
      "grad_norm": 0.41912999749183655,
      "learning_rate": 4.753021500321102e-05,
      "loss": 4.9109,
      "step": 192235
    },
    {
      "epoch": 0.16827127177683573,
      "grad_norm": 0.42094606161117554,
      "learning_rate": 4.753008128926059e-05,
      "loss": 5.6461,
      "step": 192240
    },
    {
      "epoch": 0.16827564837046288,
      "grad_norm": 0.4857103228569031,
      "learning_rate": 4.7529947571928846e-05,
      "loss": 5.433,
      "step": 192245
    },
    {
      "epoch": 0.16828002496409006,
      "grad_norm": 0.4692371189594269,
      "learning_rate": 4.75298138512158e-05,
      "loss": 4.6944,
      "step": 192250
    },
    {
      "epoch": 0.1682844015577172,
      "grad_norm": 0.4693928062915802,
      "learning_rate": 4.752968012712148e-05,
      "loss": 5.2206,
      "step": 192255
    },
    {
      "epoch": 0.16828877815134435,
      "grad_norm": 0.455960214138031,
      "learning_rate": 4.752954639964593e-05,
      "loss": 5.6393,
      "step": 192260
    },
    {
      "epoch": 0.1682931547449715,
      "grad_norm": 0.4668786823749542,
      "learning_rate": 4.7529412668789153e-05,
      "loss": 4.9112,
      "step": 192265
    },
    {
      "epoch": 0.16829753133859868,
      "grad_norm": 0.41475412249565125,
      "learning_rate": 4.75292789345512e-05,
      "loss": 5.9781,
      "step": 192270
    },
    {
      "epoch": 0.16830190793222582,
      "grad_norm": 0.4247169494628906,
      "learning_rate": 4.7529145196932065e-05,
      "loss": 5.6541,
      "step": 192275
    },
    {
      "epoch": 0.16830628452585297,
      "grad_norm": 0.4322704076766968,
      "learning_rate": 4.75290114559318e-05,
      "loss": 5.1626,
      "step": 192280
    },
    {
      "epoch": 0.16831066111948012,
      "grad_norm": 0.4593733549118042,
      "learning_rate": 4.752887771155042e-05,
      "loss": 4.9026,
      "step": 192285
    },
    {
      "epoch": 0.1683150377131073,
      "grad_norm": 0.4153165817260742,
      "learning_rate": 4.752874396378796e-05,
      "loss": 5.9719,
      "step": 192290
    },
    {
      "epoch": 0.16831941430673444,
      "grad_norm": 0.42659297585487366,
      "learning_rate": 4.752861021264444e-05,
      "loss": 4.9649,
      "step": 192295
    },
    {
      "epoch": 0.1683237909003616,
      "grad_norm": 0.4103018641471863,
      "learning_rate": 4.7528476458119875e-05,
      "loss": 5.4325,
      "step": 192300
    },
    {
      "epoch": 0.16832816749398874,
      "grad_norm": 0.4134361743927002,
      "learning_rate": 4.75283427002143e-05,
      "loss": 5.3987,
      "step": 192305
    },
    {
      "epoch": 0.16833254408761592,
      "grad_norm": 0.4351048469543457,
      "learning_rate": 4.7528208938927754e-05,
      "loss": 4.845,
      "step": 192310
    },
    {
      "epoch": 0.16833692068124306,
      "grad_norm": 0.4307610094547272,
      "learning_rate": 4.752807517426023e-05,
      "loss": 4.635,
      "step": 192315
    },
    {
      "epoch": 0.1683412972748702,
      "grad_norm": 0.41674569249153137,
      "learning_rate": 4.752794140621178e-05,
      "loss": 5.2307,
      "step": 192320
    },
    {
      "epoch": 0.16834567386849736,
      "grad_norm": 0.4535243809223175,
      "learning_rate": 4.752780763478244e-05,
      "loss": 4.9274,
      "step": 192325
    },
    {
      "epoch": 0.16835005046212453,
      "grad_norm": 0.4265213906764984,
      "learning_rate": 4.752767385997221e-05,
      "loss": 5.4593,
      "step": 192330
    },
    {
      "epoch": 0.16835442705575168,
      "grad_norm": 0.4203134775161743,
      "learning_rate": 4.752754008178112e-05,
      "loss": 4.9215,
      "step": 192335
    },
    {
      "epoch": 0.16835880364937883,
      "grad_norm": 0.4306311011314392,
      "learning_rate": 4.7527406300209196e-05,
      "loss": 5.3375,
      "step": 192340
    },
    {
      "epoch": 0.16836318024300598,
      "grad_norm": 0.4221559762954712,
      "learning_rate": 4.752727251525648e-05,
      "loss": 5.9867,
      "step": 192345
    },
    {
      "epoch": 0.16836755683663313,
      "grad_norm": 0.4295704662799835,
      "learning_rate": 4.752713872692298e-05,
      "loss": 5.6805,
      "step": 192350
    },
    {
      "epoch": 0.1683719334302603,
      "grad_norm": 0.4099665880203247,
      "learning_rate": 4.752700493520873e-05,
      "loss": 5.9768,
      "step": 192355
    },
    {
      "epoch": 0.16837631002388745,
      "grad_norm": 0.4213157594203949,
      "learning_rate": 4.752687114011376e-05,
      "loss": 5.4688,
      "step": 192360
    },
    {
      "epoch": 0.1683806866175146,
      "grad_norm": 0.42615842819213867,
      "learning_rate": 4.752673734163808e-05,
      "loss": 5.3754,
      "step": 192365
    },
    {
      "epoch": 0.16838506321114174,
      "grad_norm": 0.4137253165245056,
      "learning_rate": 4.7526603539781735e-05,
      "loss": 6.2395,
      "step": 192370
    },
    {
      "epoch": 0.16838943980476892,
      "grad_norm": 0.42511799931526184,
      "learning_rate": 4.752646973454473e-05,
      "loss": 5.4361,
      "step": 192375
    },
    {
      "epoch": 0.16839381639839607,
      "grad_norm": 0.41717785596847534,
      "learning_rate": 4.7526335925927116e-05,
      "loss": 5.385,
      "step": 192380
    },
    {
      "epoch": 0.16839819299202322,
      "grad_norm": 0.4133791923522949,
      "learning_rate": 4.7526202113928884e-05,
      "loss": 5.2281,
      "step": 192385
    },
    {
      "epoch": 0.16840256958565036,
      "grad_norm": 0.4427700638771057,
      "learning_rate": 4.7526068298550096e-05,
      "loss": 5.6613,
      "step": 192390
    },
    {
      "epoch": 0.16840694617927754,
      "grad_norm": 0.47172966599464417,
      "learning_rate": 4.7525934479790766e-05,
      "loss": 4.9174,
      "step": 192395
    },
    {
      "epoch": 0.1684113227729047,
      "grad_norm": 0.45274651050567627,
      "learning_rate": 4.752580065765091e-05,
      "loss": 5.6717,
      "step": 192400
    },
    {
      "epoch": 0.16841569936653183,
      "grad_norm": 0.5033203363418579,
      "learning_rate": 4.7525666832130566e-05,
      "loss": 4.7167,
      "step": 192405
    },
    {
      "epoch": 0.16842007596015898,
      "grad_norm": 0.42992085218429565,
      "learning_rate": 4.752553300322975e-05,
      "loss": 4.8714,
      "step": 192410
    },
    {
      "epoch": 0.16842445255378616,
      "grad_norm": 0.5468547940254211,
      "learning_rate": 4.7525399170948496e-05,
      "loss": 5.2091,
      "step": 192415
    },
    {
      "epoch": 0.1684288291474133,
      "grad_norm": 0.4445500671863556,
      "learning_rate": 4.752526533528682e-05,
      "loss": 5.2958,
      "step": 192420
    },
    {
      "epoch": 0.16843320574104045,
      "grad_norm": 0.4515621066093445,
      "learning_rate": 4.752513149624476e-05,
      "loss": 5.4746,
      "step": 192425
    },
    {
      "epoch": 0.1684375823346676,
      "grad_norm": 0.46008697152137756,
      "learning_rate": 4.752499765382232e-05,
      "loss": 4.6348,
      "step": 192430
    },
    {
      "epoch": 0.16844195892829478,
      "grad_norm": 0.48095768690109253,
      "learning_rate": 4.752486380801956e-05,
      "loss": 5.9758,
      "step": 192435
    },
    {
      "epoch": 0.16844633552192192,
      "grad_norm": 0.5112720131874084,
      "learning_rate": 4.752472995883648e-05,
      "loss": 4.7137,
      "step": 192440
    },
    {
      "epoch": 0.16845071211554907,
      "grad_norm": 0.44290027022361755,
      "learning_rate": 4.752459610627311e-05,
      "loss": 5.1402,
      "step": 192445
    },
    {
      "epoch": 0.16845508870917622,
      "grad_norm": 0.4746570885181427,
      "learning_rate": 4.752446225032948e-05,
      "loss": 5.9471,
      "step": 192450
    },
    {
      "epoch": 0.1684594653028034,
      "grad_norm": 0.47994130849838257,
      "learning_rate": 4.752432839100561e-05,
      "loss": 5.9672,
      "step": 192455
    },
    {
      "epoch": 0.16846384189643054,
      "grad_norm": 0.43566474318504333,
      "learning_rate": 4.7524194528301536e-05,
      "loss": 5.9475,
      "step": 192460
    },
    {
      "epoch": 0.1684682184900577,
      "grad_norm": 0.45120564103126526,
      "learning_rate": 4.752406066221728e-05,
      "loss": 4.7604,
      "step": 192465
    },
    {
      "epoch": 0.16847259508368484,
      "grad_norm": 0.4431960880756378,
      "learning_rate": 4.752392679275287e-05,
      "loss": 5.1598,
      "step": 192470
    },
    {
      "epoch": 0.168476971677312,
      "grad_norm": 0.44463247060775757,
      "learning_rate": 4.752379291990831e-05,
      "loss": 4.6373,
      "step": 192475
    },
    {
      "epoch": 0.16848134827093916,
      "grad_norm": 0.4422363042831421,
      "learning_rate": 4.7523659043683666e-05,
      "loss": 4.8916,
      "step": 192480
    },
    {
      "epoch": 0.1684857248645663,
      "grad_norm": 0.44532865285873413,
      "learning_rate": 4.752352516407893e-05,
      "loss": 4.6625,
      "step": 192485
    },
    {
      "epoch": 0.16849010145819346,
      "grad_norm": 0.43057382106781006,
      "learning_rate": 4.752339128109413e-05,
      "loss": 5.3951,
      "step": 192490
    },
    {
      "epoch": 0.1684944780518206,
      "grad_norm": 0.4199453890323639,
      "learning_rate": 4.752325739472933e-05,
      "loss": 5.7404,
      "step": 192495
    },
    {
      "epoch": 0.16849885464544778,
      "grad_norm": 0.43618911504745483,
      "learning_rate": 4.7523123504984504e-05,
      "loss": 5.6764,
      "step": 192500
    },
    {
      "epoch": 0.16850323123907493,
      "grad_norm": 0.4407961964607239,
      "learning_rate": 4.75229896118597e-05,
      "loss": 4.9032,
      "step": 192505
    },
    {
      "epoch": 0.16850760783270208,
      "grad_norm": 0.44948825240135193,
      "learning_rate": 4.752285571535494e-05,
      "loss": 4.9771,
      "step": 192510
    },
    {
      "epoch": 0.16851198442632923,
      "grad_norm": 0.41600146889686584,
      "learning_rate": 4.752272181547027e-05,
      "loss": 5.4301,
      "step": 192515
    },
    {
      "epoch": 0.1685163610199564,
      "grad_norm": 0.43702083826065063,
      "learning_rate": 4.75225879122057e-05,
      "loss": 4.6992,
      "step": 192520
    },
    {
      "epoch": 0.16852073761358355,
      "grad_norm": 0.41555333137512207,
      "learning_rate": 4.7522454005561244e-05,
      "loss": 5.7602,
      "step": 192525
    },
    {
      "epoch": 0.1685251142072107,
      "grad_norm": 0.4243483245372772,
      "learning_rate": 4.752232009553694e-05,
      "loss": 5.6305,
      "step": 192530
    },
    {
      "epoch": 0.16852949080083784,
      "grad_norm": 0.42920276522636414,
      "learning_rate": 4.752218618213283e-05,
      "loss": 5.123,
      "step": 192535
    },
    {
      "epoch": 0.16853386739446502,
      "grad_norm": 0.43372613191604614,
      "learning_rate": 4.7522052265348906e-05,
      "loss": 5.9715,
      "step": 192540
    },
    {
      "epoch": 0.16853824398809217,
      "grad_norm": 0.44808515906333923,
      "learning_rate": 4.7521918345185224e-05,
      "loss": 5.4579,
      "step": 192545
    },
    {
      "epoch": 0.16854262058171932,
      "grad_norm": 0.4452116787433624,
      "learning_rate": 4.752178442164179e-05,
      "loss": 5.1452,
      "step": 192550
    },
    {
      "epoch": 0.16854699717534646,
      "grad_norm": 0.5179721117019653,
      "learning_rate": 4.752165049471864e-05,
      "loss": 4.6713,
      "step": 192555
    },
    {
      "epoch": 0.16855137376897364,
      "grad_norm": 0.46420857310295105,
      "learning_rate": 4.752151656441579e-05,
      "loss": 5.1417,
      "step": 192560
    },
    {
      "epoch": 0.1685557503626008,
      "grad_norm": 0.42824313044548035,
      "learning_rate": 4.752138263073328e-05,
      "loss": 5.6826,
      "step": 192565
    },
    {
      "epoch": 0.16856012695622793,
      "grad_norm": 0.41024336218833923,
      "learning_rate": 4.7521248693671127e-05,
      "loss": 5.9502,
      "step": 192570
    },
    {
      "epoch": 0.16856450354985508,
      "grad_norm": 0.4520091116428375,
      "learning_rate": 4.752111475322937e-05,
      "loss": 4.3962,
      "step": 192575
    },
    {
      "epoch": 0.16856888014348226,
      "grad_norm": 0.4422207772731781,
      "learning_rate": 4.7520980809408e-05,
      "loss": 5.2181,
      "step": 192580
    },
    {
      "epoch": 0.1685732567371094,
      "grad_norm": 0.4514988958835602,
      "learning_rate": 4.752084686220708e-05,
      "loss": 5.3792,
      "step": 192585
    },
    {
      "epoch": 0.16857763333073655,
      "grad_norm": 0.4357403516769409,
      "learning_rate": 4.7520712911626616e-05,
      "loss": 5.9113,
      "step": 192590
    },
    {
      "epoch": 0.1685820099243637,
      "grad_norm": 0.42246294021606445,
      "learning_rate": 4.752057895766665e-05,
      "loss": 5.7224,
      "step": 192595
    },
    {
      "epoch": 0.16858638651799088,
      "grad_norm": 0.4435921907424927,
      "learning_rate": 4.752044500032719e-05,
      "loss": 4.7098,
      "step": 192600
    },
    {
      "epoch": 0.16859076311161802,
      "grad_norm": 0.43759194016456604,
      "learning_rate": 4.752031103960827e-05,
      "loss": 5.4212,
      "step": 192605
    },
    {
      "epoch": 0.16859513970524517,
      "grad_norm": 0.4868442416191101,
      "learning_rate": 4.752017707550991e-05,
      "loss": 4.8315,
      "step": 192610
    },
    {
      "epoch": 0.16859951629887232,
      "grad_norm": 0.48145970702171326,
      "learning_rate": 4.7520043108032144e-05,
      "loss": 4.9384,
      "step": 192615
    },
    {
      "epoch": 0.16860389289249947,
      "grad_norm": 0.4472007155418396,
      "learning_rate": 4.7519909137175e-05,
      "loss": 5.6557,
      "step": 192620
    },
    {
      "epoch": 0.16860826948612664,
      "grad_norm": 0.4159773588180542,
      "learning_rate": 4.7519775162938494e-05,
      "loss": 5.2313,
      "step": 192625
    },
    {
      "epoch": 0.1686126460797538,
      "grad_norm": 0.4653710126876831,
      "learning_rate": 4.751964118532266e-05,
      "loss": 5.4809,
      "step": 192630
    },
    {
      "epoch": 0.16861702267338094,
      "grad_norm": 0.4310828447341919,
      "learning_rate": 4.751950720432752e-05,
      "loss": 5.6795,
      "step": 192635
    },
    {
      "epoch": 0.1686213992670081,
      "grad_norm": 0.449092835187912,
      "learning_rate": 4.75193732199531e-05,
      "loss": 4.7363,
      "step": 192640
    },
    {
      "epoch": 0.16862577586063526,
      "grad_norm": 0.44927799701690674,
      "learning_rate": 4.751923923219942e-05,
      "loss": 5.0942,
      "step": 192645
    },
    {
      "epoch": 0.1686301524542624,
      "grad_norm": 0.4451841413974762,
      "learning_rate": 4.7519105241066516e-05,
      "loss": 5.1508,
      "step": 192650
    },
    {
      "epoch": 0.16863452904788956,
      "grad_norm": 0.4279841482639313,
      "learning_rate": 4.751897124655441e-05,
      "loss": 5.9389,
      "step": 192655
    },
    {
      "epoch": 0.1686389056415167,
      "grad_norm": 0.4449409544467926,
      "learning_rate": 4.751883724866314e-05,
      "loss": 4.6415,
      "step": 192660
    },
    {
      "epoch": 0.16864328223514388,
      "grad_norm": 0.44198086857795715,
      "learning_rate": 4.751870324739271e-05,
      "loss": 5.1547,
      "step": 192665
    },
    {
      "epoch": 0.16864765882877103,
      "grad_norm": 0.4476388096809387,
      "learning_rate": 4.751856924274315e-05,
      "loss": 4.4418,
      "step": 192670
    },
    {
      "epoch": 0.16865203542239818,
      "grad_norm": 0.46637606620788574,
      "learning_rate": 4.751843523471449e-05,
      "loss": 5.6246,
      "step": 192675
    },
    {
      "epoch": 0.16865641201602533,
      "grad_norm": 0.45784491300582886,
      "learning_rate": 4.751830122330677e-05,
      "loss": 4.9156,
      "step": 192680
    },
    {
      "epoch": 0.1686607886096525,
      "grad_norm": 0.4318220615386963,
      "learning_rate": 4.7518167208519994e-05,
      "loss": 5.6426,
      "step": 192685
    },
    {
      "epoch": 0.16866516520327965,
      "grad_norm": 0.4365898072719574,
      "learning_rate": 4.7518033190354194e-05,
      "loss": 5.4357,
      "step": 192690
    },
    {
      "epoch": 0.1686695417969068,
      "grad_norm": 0.42689549922943115,
      "learning_rate": 4.7517899168809396e-05,
      "loss": 5.2102,
      "step": 192695
    },
    {
      "epoch": 0.16867391839053394,
      "grad_norm": 0.4208083748817444,
      "learning_rate": 4.751776514388564e-05,
      "loss": 5.3221,
      "step": 192700
    },
    {
      "epoch": 0.16867829498416112,
      "grad_norm": 0.44974252581596375,
      "learning_rate": 4.751763111558293e-05,
      "loss": 4.9143,
      "step": 192705
    },
    {
      "epoch": 0.16868267157778827,
      "grad_norm": 0.4282279908657074,
      "learning_rate": 4.751749708390131e-05,
      "loss": 5.4626,
      "step": 192710
    },
    {
      "epoch": 0.16868704817141542,
      "grad_norm": 0.4335003197193146,
      "learning_rate": 4.751736304884079e-05,
      "loss": 4.6315,
      "step": 192715
    },
    {
      "epoch": 0.16869142476504256,
      "grad_norm": 0.43469560146331787,
      "learning_rate": 4.751722901040142e-05,
      "loss": 5.1344,
      "step": 192720
    },
    {
      "epoch": 0.16869580135866974,
      "grad_norm": 0.4454343318939209,
      "learning_rate": 4.7517094968583195e-05,
      "loss": 5.7059,
      "step": 192725
    },
    {
      "epoch": 0.1687001779522969,
      "grad_norm": 0.4426720142364502,
      "learning_rate": 4.7516960923386154e-05,
      "loss": 4.7219,
      "step": 192730
    },
    {
      "epoch": 0.16870455454592403,
      "grad_norm": 0.4460853636264801,
      "learning_rate": 4.7516826874810325e-05,
      "loss": 4.9343,
      "step": 192735
    },
    {
      "epoch": 0.16870893113955118,
      "grad_norm": 0.4419172704219818,
      "learning_rate": 4.7516692822855744e-05,
      "loss": 4.6374,
      "step": 192740
    },
    {
      "epoch": 0.16871330773317833,
      "grad_norm": 0.44593533873558044,
      "learning_rate": 4.751655876752242e-05,
      "loss": 4.7284,
      "step": 192745
    },
    {
      "epoch": 0.1687176843268055,
      "grad_norm": 0.4487244188785553,
      "learning_rate": 4.751642470881038e-05,
      "loss": 4.932,
      "step": 192750
    },
    {
      "epoch": 0.16872206092043265,
      "grad_norm": 0.6329754590988159,
      "learning_rate": 4.751629064671966e-05,
      "loss": 4.3991,
      "step": 192755
    },
    {
      "epoch": 0.1687264375140598,
      "grad_norm": 0.4733104705810547,
      "learning_rate": 4.7516156581250296e-05,
      "loss": 5.1241,
      "step": 192760
    },
    {
      "epoch": 0.16873081410768695,
      "grad_norm": 0.4596048593521118,
      "learning_rate": 4.751602251240227e-05,
      "loss": 5.3838,
      "step": 192765
    },
    {
      "epoch": 0.16873519070131413,
      "grad_norm": 0.47844475507736206,
      "learning_rate": 4.751588844017566e-05,
      "loss": 5.4408,
      "step": 192770
    },
    {
      "epoch": 0.16873956729494127,
      "grad_norm": 0.43598371744155884,
      "learning_rate": 4.751575436457045e-05,
      "loss": 5.351,
      "step": 192775
    },
    {
      "epoch": 0.16874394388856842,
      "grad_norm": 0.41763919591903687,
      "learning_rate": 4.751562028558669e-05,
      "loss": 5.9631,
      "step": 192780
    },
    {
      "epoch": 0.16874832048219557,
      "grad_norm": 0.42313677072525024,
      "learning_rate": 4.7515486203224405e-05,
      "loss": 4.3499,
      "step": 192785
    },
    {
      "epoch": 0.16875269707582274,
      "grad_norm": 0.4524061679840088,
      "learning_rate": 4.751535211748362e-05,
      "loss": 5.4773,
      "step": 192790
    },
    {
      "epoch": 0.1687570736694499,
      "grad_norm": 0.4168989658355713,
      "learning_rate": 4.751521802836434e-05,
      "loss": 5.0715,
      "step": 192795
    },
    {
      "epoch": 0.16876145026307704,
      "grad_norm": 0.4506703317165375,
      "learning_rate": 4.751508393586662e-05,
      "loss": 4.6263,
      "step": 192800
    },
    {
      "epoch": 0.1687658268567042,
      "grad_norm": 0.41671183705329895,
      "learning_rate": 4.751494983999047e-05,
      "loss": 5.4386,
      "step": 192805
    },
    {
      "epoch": 0.16877020345033136,
      "grad_norm": 0.4224979877471924,
      "learning_rate": 4.751481574073592e-05,
      "loss": 4.0702,
      "step": 192810
    },
    {
      "epoch": 0.1687745800439585,
      "grad_norm": 0.4422791004180908,
      "learning_rate": 4.751468163810299e-05,
      "loss": 4.9247,
      "step": 192815
    },
    {
      "epoch": 0.16877895663758566,
      "grad_norm": 0.4596567451953888,
      "learning_rate": 4.7514547532091714e-05,
      "loss": 4.9521,
      "step": 192820
    },
    {
      "epoch": 0.1687833332312128,
      "grad_norm": 0.41692134737968445,
      "learning_rate": 4.751441342270212e-05,
      "loss": 5.7594,
      "step": 192825
    },
    {
      "epoch": 0.16878770982483998,
      "grad_norm": 0.42804059386253357,
      "learning_rate": 4.751427930993423e-05,
      "loss": 5.4858,
      "step": 192830
    },
    {
      "epoch": 0.16879208641846713,
      "grad_norm": 0.4147096276283264,
      "learning_rate": 4.751414519378806e-05,
      "loss": 5.1368,
      "step": 192835
    },
    {
      "epoch": 0.16879646301209428,
      "grad_norm": 0.4648341238498688,
      "learning_rate": 4.751401107426365e-05,
      "loss": 4.2191,
      "step": 192840
    },
    {
      "epoch": 0.16880083960572143,
      "grad_norm": 0.424902081489563,
      "learning_rate": 4.7513876951361027e-05,
      "loss": 4.7609,
      "step": 192845
    },
    {
      "epoch": 0.1688052161993486,
      "grad_norm": 0.4409274756908417,
      "learning_rate": 4.75137428250802e-05,
      "loss": 5.3102,
      "step": 192850
    },
    {
      "epoch": 0.16880959279297575,
      "grad_norm": 0.41059908270835876,
      "learning_rate": 4.7513608695421206e-05,
      "loss": 5.7679,
      "step": 192855
    },
    {
      "epoch": 0.1688139693866029,
      "grad_norm": 0.4177548587322235,
      "learning_rate": 4.751347456238408e-05,
      "loss": 4.4266,
      "step": 192860
    },
    {
      "epoch": 0.16881834598023004,
      "grad_norm": 0.4335012137889862,
      "learning_rate": 4.7513340425968824e-05,
      "loss": 5.2425,
      "step": 192865
    },
    {
      "epoch": 0.1688227225738572,
      "grad_norm": 0.4271222651004791,
      "learning_rate": 4.751320628617548e-05,
      "loss": 4.215,
      "step": 192870
    },
    {
      "epoch": 0.16882709916748437,
      "grad_norm": 0.41940099000930786,
      "learning_rate": 4.751307214300408e-05,
      "loss": 6.2381,
      "step": 192875
    },
    {
      "epoch": 0.16883147576111152,
      "grad_norm": 0.5235440135002136,
      "learning_rate": 4.751293799645463e-05,
      "loss": 4.6104,
      "step": 192880
    },
    {
      "epoch": 0.16883585235473866,
      "grad_norm": 0.41929832100868225,
      "learning_rate": 4.751280384652718e-05,
      "loss": 4.5958,
      "step": 192885
    },
    {
      "epoch": 0.1688402289483658,
      "grad_norm": 0.4411945343017578,
      "learning_rate": 4.751266969322174e-05,
      "loss": 5.1137,
      "step": 192890
    },
    {
      "epoch": 0.168844605541993,
      "grad_norm": 0.42091038823127747,
      "learning_rate": 4.751253553653833e-05,
      "loss": 4.96,
      "step": 192895
    },
    {
      "epoch": 0.16884898213562013,
      "grad_norm": 0.4227631688117981,
      "learning_rate": 4.751240137647699e-05,
      "loss": 5.1822,
      "step": 192900
    },
    {
      "epoch": 0.16885335872924728,
      "grad_norm": 0.40913164615631104,
      "learning_rate": 4.751226721303774e-05,
      "loss": 6.2633,
      "step": 192905
    },
    {
      "epoch": 0.16885773532287443,
      "grad_norm": 0.42210954427719116,
      "learning_rate": 4.751213304622061e-05,
      "loss": 4.1044,
      "step": 192910
    },
    {
      "epoch": 0.1688621119165016,
      "grad_norm": 0.4288766086101532,
      "learning_rate": 4.7511998876025634e-05,
      "loss": 5.4337,
      "step": 192915
    },
    {
      "epoch": 0.16886648851012875,
      "grad_norm": 0.43279752135276794,
      "learning_rate": 4.7511864702452815e-05,
      "loss": 5.1526,
      "step": 192920
    },
    {
      "epoch": 0.1688708651037559,
      "grad_norm": 0.42226389050483704,
      "learning_rate": 4.7511730525502185e-05,
      "loss": 5.2746,
      "step": 192925
    },
    {
      "epoch": 0.16887524169738305,
      "grad_norm": 0.4124686121940613,
      "learning_rate": 4.751159634517378e-05,
      "loss": 5.7784,
      "step": 192930
    },
    {
      "epoch": 0.16887961829101023,
      "grad_norm": 0.43543893098831177,
      "learning_rate": 4.751146216146761e-05,
      "loss": 5.1795,
      "step": 192935
    },
    {
      "epoch": 0.16888399488463737,
      "grad_norm": 0.4310046136379242,
      "learning_rate": 4.7511327974383735e-05,
      "loss": 5.1389,
      "step": 192940
    },
    {
      "epoch": 0.16888837147826452,
      "grad_norm": 0.42277729511260986,
      "learning_rate": 4.7511193783922136e-05,
      "loss": 4.4064,
      "step": 192945
    },
    {
      "epoch": 0.16889274807189167,
      "grad_norm": 0.42095643281936646,
      "learning_rate": 4.7511059590082875e-05,
      "loss": 5.4592,
      "step": 192950
    },
    {
      "epoch": 0.16889712466551884,
      "grad_norm": 0.4075085520744324,
      "learning_rate": 4.751092539286596e-05,
      "loss": 6.2545,
      "step": 192955
    },
    {
      "epoch": 0.168901501259146,
      "grad_norm": 0.41190001368522644,
      "learning_rate": 4.751079119227142e-05,
      "loss": 5.9902,
      "step": 192960
    },
    {
      "epoch": 0.16890587785277314,
      "grad_norm": 0.4497544467449188,
      "learning_rate": 4.7510656988299285e-05,
      "loss": 5.4513,
      "step": 192965
    },
    {
      "epoch": 0.1689102544464003,
      "grad_norm": 0.43758538365364075,
      "learning_rate": 4.751052278094958e-05,
      "loss": 5.4711,
      "step": 192970
    },
    {
      "epoch": 0.16891463104002746,
      "grad_norm": 0.43342289328575134,
      "learning_rate": 4.751038857022232e-05,
      "loss": 5.6641,
      "step": 192975
    },
    {
      "epoch": 0.1689190076336546,
      "grad_norm": 0.44039493799209595,
      "learning_rate": 4.751025435611753e-05,
      "loss": 4.9923,
      "step": 192980
    },
    {
      "epoch": 0.16892338422728176,
      "grad_norm": 0.4366771876811981,
      "learning_rate": 4.7510120138635264e-05,
      "loss": 5.9437,
      "step": 192985
    },
    {
      "epoch": 0.1689277608209089,
      "grad_norm": 0.496087908744812,
      "learning_rate": 4.750998591777552e-05,
      "loss": 5.2146,
      "step": 192990
    },
    {
      "epoch": 0.16893213741453605,
      "grad_norm": 0.4384949505329132,
      "learning_rate": 4.750985169353833e-05,
      "loss": 5.4558,
      "step": 192995
    },
    {
      "epoch": 0.16893651400816323,
      "grad_norm": 0.4418409764766693,
      "learning_rate": 4.750971746592373e-05,
      "loss": 4.9074,
      "step": 193000
    },
    {
      "epoch": 0.16894089060179038,
      "grad_norm": 0.42132946848869324,
      "learning_rate": 4.750958323493174e-05,
      "loss": 5.7229,
      "step": 193005
    },
    {
      "epoch": 0.16894526719541753,
      "grad_norm": 0.4560103416442871,
      "learning_rate": 4.750944900056238e-05,
      "loss": 4.978,
      "step": 193010
    },
    {
      "epoch": 0.16894964378904467,
      "grad_norm": 0.41834962368011475,
      "learning_rate": 4.750931476281568e-05,
      "loss": 5.4849,
      "step": 193015
    },
    {
      "epoch": 0.16895402038267185,
      "grad_norm": 0.4411220848560333,
      "learning_rate": 4.7509180521691666e-05,
      "loss": 5.3219,
      "step": 193020
    },
    {
      "epoch": 0.168958396976299,
      "grad_norm": 0.4199829399585724,
      "learning_rate": 4.750904627719036e-05,
      "loss": 5.9809,
      "step": 193025
    },
    {
      "epoch": 0.16896277356992614,
      "grad_norm": 0.4392797648906708,
      "learning_rate": 4.75089120293118e-05,
      "loss": 4.4584,
      "step": 193030
    },
    {
      "epoch": 0.1689671501635533,
      "grad_norm": 0.4602363407611847,
      "learning_rate": 4.7508777778056004e-05,
      "loss": 5.4571,
      "step": 193035
    },
    {
      "epoch": 0.16897152675718047,
      "grad_norm": 0.4438829720020294,
      "learning_rate": 4.7508643523423e-05,
      "loss": 5.4025,
      "step": 193040
    },
    {
      "epoch": 0.16897590335080762,
      "grad_norm": 0.460629940032959,
      "learning_rate": 4.7508509265412806e-05,
      "loss": 5.4599,
      "step": 193045
    },
    {
      "epoch": 0.16898027994443476,
      "grad_norm": 0.4143684208393097,
      "learning_rate": 4.750837500402545e-05,
      "loss": 5.3997,
      "step": 193050
    },
    {
      "epoch": 0.1689846565380619,
      "grad_norm": 0.4558687210083008,
      "learning_rate": 4.750824073926097e-05,
      "loss": 4.846,
      "step": 193055
    },
    {
      "epoch": 0.1689890331316891,
      "grad_norm": 0.4404332935810089,
      "learning_rate": 4.7508106471119376e-05,
      "loss": 4.9706,
      "step": 193060
    },
    {
      "epoch": 0.16899340972531623,
      "grad_norm": 0.40133821964263916,
      "learning_rate": 4.75079721996007e-05,
      "loss": 5.94,
      "step": 193065
    },
    {
      "epoch": 0.16899778631894338,
      "grad_norm": 0.41669172048568726,
      "learning_rate": 4.750783792470498e-05,
      "loss": 5.6863,
      "step": 193070
    },
    {
      "epoch": 0.16900216291257053,
      "grad_norm": 0.42027002573013306,
      "learning_rate": 4.750770364643222e-05,
      "loss": 5.2326,
      "step": 193075
    },
    {
      "epoch": 0.1690065395061977,
      "grad_norm": 0.4350588321685791,
      "learning_rate": 4.7507569364782465e-05,
      "loss": 5.6535,
      "step": 193080
    },
    {
      "epoch": 0.16901091609982485,
      "grad_norm": 0.5512744784355164,
      "learning_rate": 4.7507435079755736e-05,
      "loss": 5.7348,
      "step": 193085
    },
    {
      "epoch": 0.169015292693452,
      "grad_norm": 0.4130162298679352,
      "learning_rate": 4.750730079135205e-05,
      "loss": 5.9648,
      "step": 193090
    },
    {
      "epoch": 0.16901966928707915,
      "grad_norm": 0.4460139274597168,
      "learning_rate": 4.750716649957143e-05,
      "loss": 5.9355,
      "step": 193095
    },
    {
      "epoch": 0.16902404588070633,
      "grad_norm": 0.47732439637184143,
      "learning_rate": 4.750703220441392e-05,
      "loss": 5.7271,
      "step": 193100
    },
    {
      "epoch": 0.16902842247433347,
      "grad_norm": 0.47257959842681885,
      "learning_rate": 4.7506897905879534e-05,
      "loss": 4.9708,
      "step": 193105
    },
    {
      "epoch": 0.16903279906796062,
      "grad_norm": 0.47380486130714417,
      "learning_rate": 4.750676360396831e-05,
      "loss": 4.6454,
      "step": 193110
    },
    {
      "epoch": 0.16903717566158777,
      "grad_norm": 0.4655631184577942,
      "learning_rate": 4.750662929868025e-05,
      "loss": 5.273,
      "step": 193115
    },
    {
      "epoch": 0.16904155225521492,
      "grad_norm": 0.4351288974285126,
      "learning_rate": 4.7506494990015395e-05,
      "loss": 4.9309,
      "step": 193120
    },
    {
      "epoch": 0.1690459288488421,
      "grad_norm": 0.4568542540073395,
      "learning_rate": 4.7506360677973784e-05,
      "loss": 5.7886,
      "step": 193125
    },
    {
      "epoch": 0.16905030544246924,
      "grad_norm": 0.4209913909435272,
      "learning_rate": 4.750622636255542e-05,
      "loss": 6.2408,
      "step": 193130
    },
    {
      "epoch": 0.1690546820360964,
      "grad_norm": 0.443352609872818,
      "learning_rate": 4.7506092043760345e-05,
      "loss": 5.1189,
      "step": 193135
    },
    {
      "epoch": 0.16905905862972354,
      "grad_norm": 0.43333932757377625,
      "learning_rate": 4.750595772158856e-05,
      "loss": 4.9688,
      "step": 193140
    },
    {
      "epoch": 0.1690634352233507,
      "grad_norm": 0.43926724791526794,
      "learning_rate": 4.750582339604012e-05,
      "loss": 5.3803,
      "step": 193145
    },
    {
      "epoch": 0.16906781181697786,
      "grad_norm": 0.4311259388923645,
      "learning_rate": 4.750568906711505e-05,
      "loss": 5.4597,
      "step": 193150
    },
    {
      "epoch": 0.169072188410605,
      "grad_norm": 0.43153080344200134,
      "learning_rate": 4.750555473481335e-05,
      "loss": 4.898,
      "step": 193155
    },
    {
      "epoch": 0.16907656500423215,
      "grad_norm": 0.4282205104827881,
      "learning_rate": 4.750542039913507e-05,
      "loss": 5.94,
      "step": 193160
    },
    {
      "epoch": 0.16908094159785933,
      "grad_norm": 0.4310202896595001,
      "learning_rate": 4.7505286060080226e-05,
      "loss": 5.6133,
      "step": 193165
    },
    {
      "epoch": 0.16908531819148648,
      "grad_norm": 0.4617117941379547,
      "learning_rate": 4.7505151717648834e-05,
      "loss": 4.7207,
      "step": 193170
    },
    {
      "epoch": 0.16908969478511363,
      "grad_norm": 0.4625239968299866,
      "learning_rate": 4.7505017371840945e-05,
      "loss": 4.8423,
      "step": 193175
    },
    {
      "epoch": 0.16909407137874077,
      "grad_norm": 0.4563322365283966,
      "learning_rate": 4.7504883022656566e-05,
      "loss": 4.9516,
      "step": 193180
    },
    {
      "epoch": 0.16909844797236795,
      "grad_norm": 0.4421656131744385,
      "learning_rate": 4.750474867009573e-05,
      "loss": 4.8624,
      "step": 193185
    },
    {
      "epoch": 0.1691028245659951,
      "grad_norm": 0.4383271038532257,
      "learning_rate": 4.750461431415846e-05,
      "loss": 5.6422,
      "step": 193190
    },
    {
      "epoch": 0.16910720115962224,
      "grad_norm": 0.45212626457214355,
      "learning_rate": 4.750447995484478e-05,
      "loss": 5.4313,
      "step": 193195
    },
    {
      "epoch": 0.1691115777532494,
      "grad_norm": 0.45733851194381714,
      "learning_rate": 4.750434559215473e-05,
      "loss": 4.9063,
      "step": 193200
    },
    {
      "epoch": 0.16911595434687657,
      "grad_norm": 0.4518759846687317,
      "learning_rate": 4.7504211226088315e-05,
      "loss": 5.2419,
      "step": 193205
    },
    {
      "epoch": 0.16912033094050372,
      "grad_norm": 0.4226517975330353,
      "learning_rate": 4.750407685664557e-05,
      "loss": 5.7607,
      "step": 193210
    },
    {
      "epoch": 0.16912470753413086,
      "grad_norm": 0.45112189650535583,
      "learning_rate": 4.7503942483826526e-05,
      "loss": 4.9172,
      "step": 193215
    },
    {
      "epoch": 0.169129084127758,
      "grad_norm": 0.45586854219436646,
      "learning_rate": 4.7503808107631195e-05,
      "loss": 5.0978,
      "step": 193220
    },
    {
      "epoch": 0.1691334607213852,
      "grad_norm": 0.40766918659210205,
      "learning_rate": 4.7503673728059624e-05,
      "loss": 6.2686,
      "step": 193225
    },
    {
      "epoch": 0.16913783731501233,
      "grad_norm": 0.43494173884391785,
      "learning_rate": 4.750353934511183e-05,
      "loss": 5.1509,
      "step": 193230
    },
    {
      "epoch": 0.16914221390863948,
      "grad_norm": 0.438056617975235,
      "learning_rate": 4.7503404958787826e-05,
      "loss": 5.1387,
      "step": 193235
    },
    {
      "epoch": 0.16914659050226663,
      "grad_norm": 0.4492117464542389,
      "learning_rate": 4.750327056908765e-05,
      "loss": 4.9756,
      "step": 193240
    },
    {
      "epoch": 0.1691509670958938,
      "grad_norm": 0.4448208212852478,
      "learning_rate": 4.750313617601133e-05,
      "loss": 4.9521,
      "step": 193245
    },
    {
      "epoch": 0.16915534368952095,
      "grad_norm": 0.4344421327114105,
      "learning_rate": 4.7503001779558884e-05,
      "loss": 5.7511,
      "step": 193250
    },
    {
      "epoch": 0.1691597202831481,
      "grad_norm": 0.4197920560836792,
      "learning_rate": 4.750286737973035e-05,
      "loss": 5.9459,
      "step": 193255
    },
    {
      "epoch": 0.16916409687677525,
      "grad_norm": 0.4489986002445221,
      "learning_rate": 4.7502732976525734e-05,
      "loss": 4.6764,
      "step": 193260
    },
    {
      "epoch": 0.1691684734704024,
      "grad_norm": 0.44320785999298096,
      "learning_rate": 4.750259856994509e-05,
      "loss": 4.3713,
      "step": 193265
    },
    {
      "epoch": 0.16917285006402957,
      "grad_norm": 0.4219609498977661,
      "learning_rate": 4.750246415998841e-05,
      "loss": 5.456,
      "step": 193270
    },
    {
      "epoch": 0.16917722665765672,
      "grad_norm": 0.425914466381073,
      "learning_rate": 4.750232974665575e-05,
      "loss": 4.9531,
      "step": 193275
    },
    {
      "epoch": 0.16918160325128387,
      "grad_norm": 0.4424583315849304,
      "learning_rate": 4.7502195329947116e-05,
      "loss": 4.9396,
      "step": 193280
    },
    {
      "epoch": 0.16918597984491102,
      "grad_norm": 0.43801000714302063,
      "learning_rate": 4.750206090986254e-05,
      "loss": 5.952,
      "step": 193285
    },
    {
      "epoch": 0.1691903564385382,
      "grad_norm": 0.428946316242218,
      "learning_rate": 4.750192648640206e-05,
      "loss": 4.4032,
      "step": 193290
    },
    {
      "epoch": 0.16919473303216534,
      "grad_norm": 0.48025673627853394,
      "learning_rate": 4.750179205956567e-05,
      "loss": 4.4253,
      "step": 193295
    },
    {
      "epoch": 0.1691991096257925,
      "grad_norm": 0.4617060422897339,
      "learning_rate": 4.7501657629353444e-05,
      "loss": 4.1274,
      "step": 193300
    },
    {
      "epoch": 0.16920348621941964,
      "grad_norm": 0.42943498492240906,
      "learning_rate": 4.7501523195765376e-05,
      "loss": 5.9465,
      "step": 193305
    },
    {
      "epoch": 0.1692078628130468,
      "grad_norm": 0.41608673334121704,
      "learning_rate": 4.750138875880148e-05,
      "loss": 5.7647,
      "step": 193310
    },
    {
      "epoch": 0.16921223940667396,
      "grad_norm": 0.42150330543518066,
      "learning_rate": 4.750125431846181e-05,
      "loss": 3.9436,
      "step": 193315
    },
    {
      "epoch": 0.1692166160003011,
      "grad_norm": 0.4259096086025238,
      "learning_rate": 4.750111987474638e-05,
      "loss": 5.4472,
      "step": 193320
    },
    {
      "epoch": 0.16922099259392825,
      "grad_norm": 0.4219629466533661,
      "learning_rate": 4.750098542765522e-05,
      "loss": 4.7267,
      "step": 193325
    },
    {
      "epoch": 0.16922536918755543,
      "grad_norm": 0.45398685336112976,
      "learning_rate": 4.750085097718836e-05,
      "loss": 4.9112,
      "step": 193330
    },
    {
      "epoch": 0.16922974578118258,
      "grad_norm": 0.4465422034263611,
      "learning_rate": 4.75007165233458e-05,
      "loss": 5.4555,
      "step": 193335
    },
    {
      "epoch": 0.16923412237480973,
      "grad_norm": 0.4115973711013794,
      "learning_rate": 4.75005820661276e-05,
      "loss": 4.6927,
      "step": 193340
    },
    {
      "epoch": 0.16923849896843687,
      "grad_norm": 0.41274309158325195,
      "learning_rate": 4.750044760553376e-05,
      "loss": 5.173,
      "step": 193345
    },
    {
      "epoch": 0.16924287556206405,
      "grad_norm": 0.4167630672454834,
      "learning_rate": 4.7500313141564324e-05,
      "loss": 6.2777,
      "step": 193350
    },
    {
      "epoch": 0.1692472521556912,
      "grad_norm": 0.4179452657699585,
      "learning_rate": 4.750017867421931e-05,
      "loss": 5.4334,
      "step": 193355
    },
    {
      "epoch": 0.16925162874931834,
      "grad_norm": 0.4379112124443054,
      "learning_rate": 4.750004420349874e-05,
      "loss": 4.9326,
      "step": 193360
    },
    {
      "epoch": 0.1692560053429455,
      "grad_norm": 0.42654716968536377,
      "learning_rate": 4.749990972940265e-05,
      "loss": 5.4814,
      "step": 193365
    },
    {
      "epoch": 0.16926038193657267,
      "grad_norm": 0.4217533469200134,
      "learning_rate": 4.749977525193106e-05,
      "loss": 4.4395,
      "step": 193370
    },
    {
      "epoch": 0.16926475853019982,
      "grad_norm": 0.45623987913131714,
      "learning_rate": 4.7499640771083987e-05,
      "loss": 3.8906,
      "step": 193375
    },
    {
      "epoch": 0.16926913512382696,
      "grad_norm": 0.41910284757614136,
      "learning_rate": 4.7499506286861475e-05,
      "loss": 5.4892,
      "step": 193380
    },
    {
      "epoch": 0.1692735117174541,
      "grad_norm": 0.4215318262577057,
      "learning_rate": 4.749937179926354e-05,
      "loss": 5.2323,
      "step": 193385
    },
    {
      "epoch": 0.16927788831108126,
      "grad_norm": 0.45783960819244385,
      "learning_rate": 4.749923730829021e-05,
      "loss": 5.1585,
      "step": 193390
    },
    {
      "epoch": 0.16928226490470843,
      "grad_norm": 0.4359033405780792,
      "learning_rate": 4.74991028139415e-05,
      "loss": 5.4706,
      "step": 193395
    },
    {
      "epoch": 0.16928664149833558,
      "grad_norm": 0.42043164372444153,
      "learning_rate": 4.749896831621746e-05,
      "loss": 5.7147,
      "step": 193400
    },
    {
      "epoch": 0.16929101809196273,
      "grad_norm": 0.4284294545650482,
      "learning_rate": 4.749883381511809e-05,
      "loss": 5.7621,
      "step": 193405
    },
    {
      "epoch": 0.16929539468558988,
      "grad_norm": 0.42003899812698364,
      "learning_rate": 4.7498699310643435e-05,
      "loss": 5.9455,
      "step": 193410
    },
    {
      "epoch": 0.16929977127921705,
      "grad_norm": 0.41260048747062683,
      "learning_rate": 4.749856480279351e-05,
      "loss": 5.7647,
      "step": 193415
    },
    {
      "epoch": 0.1693041478728442,
      "grad_norm": 0.5551566481590271,
      "learning_rate": 4.749843029156835e-05,
      "loss": 4.8451,
      "step": 193420
    },
    {
      "epoch": 0.16930852446647135,
      "grad_norm": 0.4509345293045044,
      "learning_rate": 4.749829577696797e-05,
      "loss": 5.3803,
      "step": 193425
    },
    {
      "epoch": 0.1693129010600985,
      "grad_norm": 0.5158617496490479,
      "learning_rate": 4.749816125899241e-05,
      "loss": 4.4237,
      "step": 193430
    },
    {
      "epoch": 0.16931727765372567,
      "grad_norm": 0.4990043640136719,
      "learning_rate": 4.749802673764169e-05,
      "loss": 4.5989,
      "step": 193435
    },
    {
      "epoch": 0.16932165424735282,
      "grad_norm": 0.4354855418205261,
      "learning_rate": 4.7497892212915815e-05,
      "loss": 5.4411,
      "step": 193440
    },
    {
      "epoch": 0.16932603084097997,
      "grad_norm": 0.46713370084762573,
      "learning_rate": 4.749775768481485e-05,
      "loss": 5.7714,
      "step": 193445
    },
    {
      "epoch": 0.16933040743460712,
      "grad_norm": 0.47562482953071594,
      "learning_rate": 4.749762315333879e-05,
      "loss": 5.6957,
      "step": 193450
    },
    {
      "epoch": 0.1693347840282343,
      "grad_norm": 0.4168449640274048,
      "learning_rate": 4.7497488618487674e-05,
      "loss": 6.2443,
      "step": 193455
    },
    {
      "epoch": 0.16933916062186144,
      "grad_norm": 0.43145498633384705,
      "learning_rate": 4.7497354080261526e-05,
      "loss": 4.4231,
      "step": 193460
    },
    {
      "epoch": 0.1693435372154886,
      "grad_norm": 0.4783115088939667,
      "learning_rate": 4.7497219538660366e-05,
      "loss": 5.9969,
      "step": 193465
    },
    {
      "epoch": 0.16934791380911574,
      "grad_norm": 0.49780887365341187,
      "learning_rate": 4.7497084993684226e-05,
      "loss": 4.9223,
      "step": 193470
    },
    {
      "epoch": 0.1693522904027429,
      "grad_norm": 0.5365225076675415,
      "learning_rate": 4.7496950445333135e-05,
      "loss": 4.6936,
      "step": 193475
    },
    {
      "epoch": 0.16935666699637006,
      "grad_norm": 0.46970313787460327,
      "learning_rate": 4.749681589360712e-05,
      "loss": 5.6447,
      "step": 193480
    },
    {
      "epoch": 0.1693610435899972,
      "grad_norm": 0.4464055001735687,
      "learning_rate": 4.749668133850619e-05,
      "loss": 5.4323,
      "step": 193485
    },
    {
      "epoch": 0.16936542018362435,
      "grad_norm": 0.5329909324645996,
      "learning_rate": 4.749654678003038e-05,
      "loss": 4.8692,
      "step": 193490
    },
    {
      "epoch": 0.16936979677725153,
      "grad_norm": 0.4560239613056183,
      "learning_rate": 4.7496412218179744e-05,
      "loss": 5.1252,
      "step": 193495
    },
    {
      "epoch": 0.16937417337087868,
      "grad_norm": 0.49150779843330383,
      "learning_rate": 4.749627765295426e-05,
      "loss": 5.1013,
      "step": 193500
    },
    {
      "epoch": 0.16937854996450583,
      "grad_norm": 0.43099793791770935,
      "learning_rate": 4.7496143084353984e-05,
      "loss": 5.6322,
      "step": 193505
    },
    {
      "epoch": 0.16938292655813297,
      "grad_norm": 0.44668591022491455,
      "learning_rate": 4.749600851237893e-05,
      "loss": 5.4427,
      "step": 193510
    },
    {
      "epoch": 0.16938730315176012,
      "grad_norm": 0.45718833804130554,
      "learning_rate": 4.749587393702915e-05,
      "loss": 4.7066,
      "step": 193515
    },
    {
      "epoch": 0.1693916797453873,
      "grad_norm": 0.45732247829437256,
      "learning_rate": 4.749573935830463e-05,
      "loss": 4.9323,
      "step": 193520
    },
    {
      "epoch": 0.16939605633901444,
      "grad_norm": 0.42308706045150757,
      "learning_rate": 4.7495604776205405e-05,
      "loss": 5.7896,
      "step": 193525
    },
    {
      "epoch": 0.1694004329326416,
      "grad_norm": 0.43815892934799194,
      "learning_rate": 4.749547019073153e-05,
      "loss": 5.4615,
      "step": 193530
    },
    {
      "epoch": 0.16940480952626874,
      "grad_norm": 0.4470180571079254,
      "learning_rate": 4.7495335601883006e-05,
      "loss": 5.2156,
      "step": 193535
    },
    {
      "epoch": 0.16940918611989592,
      "grad_norm": 0.4108034074306488,
      "learning_rate": 4.7495201009659864e-05,
      "loss": 5.9379,
      "step": 193540
    },
    {
      "epoch": 0.16941356271352306,
      "grad_norm": 0.42279717326164246,
      "learning_rate": 4.749506641406213e-05,
      "loss": 5.7255,
      "step": 193545
    },
    {
      "epoch": 0.1694179393071502,
      "grad_norm": 0.4463052749633789,
      "learning_rate": 4.749493181508983e-05,
      "loss": 5.4239,
      "step": 193550
    },
    {
      "epoch": 0.16942231590077736,
      "grad_norm": 0.4411199390888214,
      "learning_rate": 4.7494797212742994e-05,
      "loss": 5.1758,
      "step": 193555
    },
    {
      "epoch": 0.16942669249440453,
      "grad_norm": 0.4091571569442749,
      "learning_rate": 4.7494662607021636e-05,
      "loss": 5.9844,
      "step": 193560
    },
    {
      "epoch": 0.16943106908803168,
      "grad_norm": 0.45347368717193604,
      "learning_rate": 4.74945279979258e-05,
      "loss": 4.8961,
      "step": 193565
    },
    {
      "epoch": 0.16943544568165883,
      "grad_norm": 0.43025460839271545,
      "learning_rate": 4.749439338545551e-05,
      "loss": 5.2274,
      "step": 193570
    },
    {
      "epoch": 0.16943982227528598,
      "grad_norm": 0.4851435124874115,
      "learning_rate": 4.749425876961076e-05,
      "loss": 4.8927,
      "step": 193575
    },
    {
      "epoch": 0.16944419886891315,
      "grad_norm": 0.44744202494621277,
      "learning_rate": 4.749412415039162e-05,
      "loss": 5.6676,
      "step": 193580
    },
    {
      "epoch": 0.1694485754625403,
      "grad_norm": 0.4533650577068329,
      "learning_rate": 4.749398952779809e-05,
      "loss": 5.1862,
      "step": 193585
    },
    {
      "epoch": 0.16945295205616745,
      "grad_norm": 0.44612017273902893,
      "learning_rate": 4.7493854901830196e-05,
      "loss": 4.7269,
      "step": 193590
    },
    {
      "epoch": 0.1694573286497946,
      "grad_norm": 0.42501628398895264,
      "learning_rate": 4.7493720272487975e-05,
      "loss": 6.2342,
      "step": 193595
    },
    {
      "epoch": 0.16946170524342177,
      "grad_norm": 0.44306138157844543,
      "learning_rate": 4.7493585639771454e-05,
      "loss": 4.7216,
      "step": 193600
    },
    {
      "epoch": 0.16946608183704892,
      "grad_norm": 0.44248348474502563,
      "learning_rate": 4.7493451003680644e-05,
      "loss": 4.6248,
      "step": 193605
    },
    {
      "epoch": 0.16947045843067607,
      "grad_norm": 0.433139830827713,
      "learning_rate": 4.749331636421559e-05,
      "loss": 5.7779,
      "step": 193610
    },
    {
      "epoch": 0.16947483502430322,
      "grad_norm": 0.465873658657074,
      "learning_rate": 4.74931817213763e-05,
      "loss": 5.933,
      "step": 193615
    },
    {
      "epoch": 0.1694792116179304,
      "grad_norm": 0.46160992980003357,
      "learning_rate": 4.749304707516281e-05,
      "loss": 5.4685,
      "step": 193620
    },
    {
      "epoch": 0.16948358821155754,
      "grad_norm": 0.41639792919158936,
      "learning_rate": 4.749291242557514e-05,
      "loss": 6.25,
      "step": 193625
    },
    {
      "epoch": 0.1694879648051847,
      "grad_norm": 0.4381599426269531,
      "learning_rate": 4.749277777261333e-05,
      "loss": 4.9263,
      "step": 193630
    },
    {
      "epoch": 0.16949234139881184,
      "grad_norm": 0.4513292610645294,
      "learning_rate": 4.7492643116277394e-05,
      "loss": 5.4568,
      "step": 193635
    },
    {
      "epoch": 0.16949671799243898,
      "grad_norm": 0.44582417607307434,
      "learning_rate": 4.749250845656736e-05,
      "loss": 4.6582,
      "step": 193640
    },
    {
      "epoch": 0.16950109458606616,
      "grad_norm": 0.43772050738334656,
      "learning_rate": 4.7492373793483245e-05,
      "loss": 4.3998,
      "step": 193645
    },
    {
      "epoch": 0.1695054711796933,
      "grad_norm": 0.4322894513607025,
      "learning_rate": 4.74922391270251e-05,
      "loss": 5.4652,
      "step": 193650
    },
    {
      "epoch": 0.16950984777332045,
      "grad_norm": 0.4245906174182892,
      "learning_rate": 4.749210445719292e-05,
      "loss": 6.257,
      "step": 193655
    },
    {
      "epoch": 0.1695142243669476,
      "grad_norm": 0.4418523907661438,
      "learning_rate": 4.749196978398675e-05,
      "loss": 5.6379,
      "step": 193660
    },
    {
      "epoch": 0.16951860096057478,
      "grad_norm": 0.44905924797058105,
      "learning_rate": 4.749183510740661e-05,
      "loss": 4.6304,
      "step": 193665
    },
    {
      "epoch": 0.16952297755420193,
      "grad_norm": 0.4459752142429352,
      "learning_rate": 4.749170042745253e-05,
      "loss": 4.9091,
      "step": 193670
    },
    {
      "epoch": 0.16952735414782907,
      "grad_norm": 0.4449474513530731,
      "learning_rate": 4.7491565744124545e-05,
      "loss": 4.9524,
      "step": 193675
    },
    {
      "epoch": 0.16953173074145622,
      "grad_norm": 0.4372468590736389,
      "learning_rate": 4.7491431057422656e-05,
      "loss": 4.5223,
      "step": 193680
    },
    {
      "epoch": 0.1695361073350834,
      "grad_norm": 0.4410904049873352,
      "learning_rate": 4.7491296367346906e-05,
      "loss": 5.1645,
      "step": 193685
    },
    {
      "epoch": 0.16954048392871054,
      "grad_norm": 0.4293769598007202,
      "learning_rate": 4.749116167389732e-05,
      "loss": 4.6493,
      "step": 193690
    },
    {
      "epoch": 0.1695448605223377,
      "grad_norm": 0.4386357367038727,
      "learning_rate": 4.749102697707392e-05,
      "loss": 6.2592,
      "step": 193695
    },
    {
      "epoch": 0.16954923711596484,
      "grad_norm": 0.49551665782928467,
      "learning_rate": 4.749089227687673e-05,
      "loss": 4.892,
      "step": 193700
    },
    {
      "epoch": 0.16955361370959202,
      "grad_norm": 0.4480527937412262,
      "learning_rate": 4.7490757573305785e-05,
      "loss": 4.948,
      "step": 193705
    },
    {
      "epoch": 0.16955799030321916,
      "grad_norm": 0.42490118741989136,
      "learning_rate": 4.74906228663611e-05,
      "loss": 5.7157,
      "step": 193710
    },
    {
      "epoch": 0.1695623668968463,
      "grad_norm": 0.44248995184898376,
      "learning_rate": 4.749048815604271e-05,
      "loss": 4.702,
      "step": 193715
    },
    {
      "epoch": 0.16956674349047346,
      "grad_norm": 0.4401335120201111,
      "learning_rate": 4.7490353442350644e-05,
      "loss": 5.3566,
      "step": 193720
    },
    {
      "epoch": 0.16957112008410063,
      "grad_norm": 0.41985347867012024,
      "learning_rate": 4.749021872528492e-05,
      "loss": 5.9791,
      "step": 193725
    },
    {
      "epoch": 0.16957549667772778,
      "grad_norm": 0.47742584347724915,
      "learning_rate": 4.749008400484556e-05,
      "loss": 4.9534,
      "step": 193730
    },
    {
      "epoch": 0.16957987327135493,
      "grad_norm": 0.42723900079727173,
      "learning_rate": 4.74899492810326e-05,
      "loss": 5.4724,
      "step": 193735
    },
    {
      "epoch": 0.16958424986498208,
      "grad_norm": 0.43834617733955383,
      "learning_rate": 4.748981455384606e-05,
      "loss": 5.4785,
      "step": 193740
    },
    {
      "epoch": 0.16958862645860925,
      "grad_norm": 0.43414053320884705,
      "learning_rate": 4.748967982328596e-05,
      "loss": 5.4775,
      "step": 193745
    },
    {
      "epoch": 0.1695930030522364,
      "grad_norm": 0.45894941687583923,
      "learning_rate": 4.7489545089352336e-05,
      "loss": 5.1405,
      "step": 193750
    },
    {
      "epoch": 0.16959737964586355,
      "grad_norm": 0.49885129928588867,
      "learning_rate": 4.7489410352045216e-05,
      "loss": 5.1278,
      "step": 193755
    },
    {
      "epoch": 0.1696017562394907,
      "grad_norm": 0.4610481262207031,
      "learning_rate": 4.748927561136463e-05,
      "loss": 5.7379,
      "step": 193760
    },
    {
      "epoch": 0.16960613283311785,
      "grad_norm": 0.44987574219703674,
      "learning_rate": 4.7489140867310586e-05,
      "loss": 5.1985,
      "step": 193765
    },
    {
      "epoch": 0.16961050942674502,
      "grad_norm": 0.43606042861938477,
      "learning_rate": 4.7489006119883116e-05,
      "loss": 5.3766,
      "step": 193770
    },
    {
      "epoch": 0.16961488602037217,
      "grad_norm": 0.4354020953178406,
      "learning_rate": 4.748887136908225e-05,
      "loss": 4.826,
      "step": 193775
    },
    {
      "epoch": 0.16961926261399932,
      "grad_norm": 0.4339011311531067,
      "learning_rate": 4.748873661490802e-05,
      "loss": 4.6374,
      "step": 193780
    },
    {
      "epoch": 0.16962363920762646,
      "grad_norm": 0.46828651428222656,
      "learning_rate": 4.748860185736045e-05,
      "loss": 5.6582,
      "step": 193785
    },
    {
      "epoch": 0.16962801580125364,
      "grad_norm": 0.4371093511581421,
      "learning_rate": 4.748846709643955e-05,
      "loss": 5.7646,
      "step": 193790
    },
    {
      "epoch": 0.1696323923948808,
      "grad_norm": 0.4652903079986572,
      "learning_rate": 4.748833233214536e-05,
      "loss": 4.9447,
      "step": 193795
    },
    {
      "epoch": 0.16963676898850794,
      "grad_norm": 0.4296594560146332,
      "learning_rate": 4.7488197564477897e-05,
      "loss": 4.099,
      "step": 193800
    },
    {
      "epoch": 0.16964114558213508,
      "grad_norm": 0.450685054063797,
      "learning_rate": 4.7488062793437215e-05,
      "loss": 5.748,
      "step": 193805
    },
    {
      "epoch": 0.16964552217576226,
      "grad_norm": 0.44315510988235474,
      "learning_rate": 4.7487928019023296e-05,
      "loss": 4.9239,
      "step": 193810
    },
    {
      "epoch": 0.1696498987693894,
      "grad_norm": 0.43721410632133484,
      "learning_rate": 4.74877932412362e-05,
      "loss": 4.4067,
      "step": 193815
    },
    {
      "epoch": 0.16965427536301655,
      "grad_norm": 0.4420371949672699,
      "learning_rate": 4.7487658460075935e-05,
      "loss": 5.6701,
      "step": 193820
    },
    {
      "epoch": 0.1696586519566437,
      "grad_norm": 0.4203937351703644,
      "learning_rate": 4.748752367554255e-05,
      "loss": 5.6871,
      "step": 193825
    },
    {
      "epoch": 0.16966302855027088,
      "grad_norm": 0.44742053747177124,
      "learning_rate": 4.7487388887636043e-05,
      "loss": 5.1487,
      "step": 193830
    },
    {
      "epoch": 0.16966740514389803,
      "grad_norm": 0.47155630588531494,
      "learning_rate": 4.748725409635645e-05,
      "loss": 4.6402,
      "step": 193835
    },
    {
      "epoch": 0.16967178173752517,
      "grad_norm": 0.4351029396057129,
      "learning_rate": 4.74871193017038e-05,
      "loss": 5.3102,
      "step": 193840
    },
    {
      "epoch": 0.16967615833115232,
      "grad_norm": 0.4284439980983734,
      "learning_rate": 4.748698450367811e-05,
      "loss": 4.6216,
      "step": 193845
    },
    {
      "epoch": 0.1696805349247795,
      "grad_norm": 0.43669265508651733,
      "learning_rate": 4.748684970227942e-05,
      "loss": 5.3432,
      "step": 193850
    },
    {
      "epoch": 0.16968491151840664,
      "grad_norm": 0.4725174009799957,
      "learning_rate": 4.7486714897507755e-05,
      "loss": 5.1478,
      "step": 193855
    },
    {
      "epoch": 0.1696892881120338,
      "grad_norm": 0.43957632780075073,
      "learning_rate": 4.748658008936312e-05,
      "loss": 5.7317,
      "step": 193860
    },
    {
      "epoch": 0.16969366470566094,
      "grad_norm": 0.4174342155456543,
      "learning_rate": 4.748644527784557e-05,
      "loss": 4.8313,
      "step": 193865
    },
    {
      "epoch": 0.16969804129928812,
      "grad_norm": 0.42652589082717896,
      "learning_rate": 4.748631046295512e-05,
      "loss": 4.6502,
      "step": 193870
    },
    {
      "epoch": 0.16970241789291526,
      "grad_norm": 0.4313730001449585,
      "learning_rate": 4.748617564469179e-05,
      "loss": 5.2122,
      "step": 193875
    },
    {
      "epoch": 0.1697067944865424,
      "grad_norm": 0.47598907351493835,
      "learning_rate": 4.74860408230556e-05,
      "loss": 5.7059,
      "step": 193880
    },
    {
      "epoch": 0.16971117108016956,
      "grad_norm": 0.43767619132995605,
      "learning_rate": 4.7485905998046595e-05,
      "loss": 5.4798,
      "step": 193885
    },
    {
      "epoch": 0.16971554767379674,
      "grad_norm": 0.4263254702091217,
      "learning_rate": 4.7485771169664785e-05,
      "loss": 4.571,
      "step": 193890
    },
    {
      "epoch": 0.16971992426742388,
      "grad_norm": 0.437915563583374,
      "learning_rate": 4.748563633791021e-05,
      "loss": 5.0914,
      "step": 193895
    },
    {
      "epoch": 0.16972430086105103,
      "grad_norm": 0.46075698733329773,
      "learning_rate": 4.748550150278288e-05,
      "loss": 5.2144,
      "step": 193900
    },
    {
      "epoch": 0.16972867745467818,
      "grad_norm": 0.45783737301826477,
      "learning_rate": 4.7485366664282836e-05,
      "loss": 5.683,
      "step": 193905
    },
    {
      "epoch": 0.16973305404830533,
      "grad_norm": 0.43739670515060425,
      "learning_rate": 4.74852318224101e-05,
      "loss": 5.9758,
      "step": 193910
    },
    {
      "epoch": 0.1697374306419325,
      "grad_norm": 0.4435844123363495,
      "learning_rate": 4.748509697716469e-05,
      "loss": 5.728,
      "step": 193915
    },
    {
      "epoch": 0.16974180723555965,
      "grad_norm": 0.4099484086036682,
      "learning_rate": 4.748496212854664e-05,
      "loss": 5.9486,
      "step": 193920
    },
    {
      "epoch": 0.1697461838291868,
      "grad_norm": 0.4192744493484497,
      "learning_rate": 4.7484827276555976e-05,
      "loss": 5.2422,
      "step": 193925
    },
    {
      "epoch": 0.16975056042281395,
      "grad_norm": 0.46418866515159607,
      "learning_rate": 4.748469242119271e-05,
      "loss": 5.2588,
      "step": 193930
    },
    {
      "epoch": 0.16975493701644112,
      "grad_norm": 0.4496912956237793,
      "learning_rate": 4.74845575624569e-05,
      "loss": 5.1814,
      "step": 193935
    },
    {
      "epoch": 0.16975931361006827,
      "grad_norm": 0.4553467035293579,
      "learning_rate": 4.748442270034853e-05,
      "loss": 5.7365,
      "step": 193940
    },
    {
      "epoch": 0.16976369020369542,
      "grad_norm": 0.442043662071228,
      "learning_rate": 4.7484287834867657e-05,
      "loss": 5.957,
      "step": 193945
    },
    {
      "epoch": 0.16976806679732256,
      "grad_norm": 0.4391775131225586,
      "learning_rate": 4.7484152966014294e-05,
      "loss": 5.4327,
      "step": 193950
    },
    {
      "epoch": 0.16977244339094974,
      "grad_norm": 0.43967124819755554,
      "learning_rate": 4.7484018093788486e-05,
      "loss": 5.6557,
      "step": 193955
    },
    {
      "epoch": 0.1697768199845769,
      "grad_norm": 0.4679349660873413,
      "learning_rate": 4.748388321819023e-05,
      "loss": 5.2422,
      "step": 193960
    },
    {
      "epoch": 0.16978119657820404,
      "grad_norm": 0.4476528465747833,
      "learning_rate": 4.748374833921956e-05,
      "loss": 5.7276,
      "step": 193965
    },
    {
      "epoch": 0.16978557317183118,
      "grad_norm": 0.44686245918273926,
      "learning_rate": 4.748361345687652e-05,
      "loss": 4.7195,
      "step": 193970
    },
    {
      "epoch": 0.16978994976545836,
      "grad_norm": 0.4330301880836487,
      "learning_rate": 4.748347857116112e-05,
      "loss": 5.7367,
      "step": 193975
    },
    {
      "epoch": 0.1697943263590855,
      "grad_norm": 0.4384351968765259,
      "learning_rate": 4.748334368207339e-05,
      "loss": 5.2433,
      "step": 193980
    },
    {
      "epoch": 0.16979870295271265,
      "grad_norm": 0.4406963884830475,
      "learning_rate": 4.748320878961335e-05,
      "loss": 5.1594,
      "step": 193985
    },
    {
      "epoch": 0.1698030795463398,
      "grad_norm": 0.44835564494132996,
      "learning_rate": 4.748307389378104e-05,
      "loss": 4.9667,
      "step": 193990
    },
    {
      "epoch": 0.16980745613996698,
      "grad_norm": 0.42703139781951904,
      "learning_rate": 4.748293899457647e-05,
      "loss": 5.4575,
      "step": 193995
    },
    {
      "epoch": 0.16981183273359413,
      "grad_norm": 0.42743566632270813,
      "learning_rate": 4.748280409199968e-05,
      "loss": 5.7358,
      "step": 194000
    },
    {
      "epoch": 0.16981620932722127,
      "grad_norm": 0.4384869635105133,
      "learning_rate": 4.7482669186050686e-05,
      "loss": 5.1592,
      "step": 194005
    },
    {
      "epoch": 0.16982058592084842,
      "grad_norm": 0.4457170069217682,
      "learning_rate": 4.748253427672952e-05,
      "loss": 5.9799,
      "step": 194010
    },
    {
      "epoch": 0.1698249625144756,
      "grad_norm": 0.423799604177475,
      "learning_rate": 4.748239936403621e-05,
      "loss": 5.1756,
      "step": 194015
    },
    {
      "epoch": 0.16982933910810274,
      "grad_norm": 0.43220362067222595,
      "learning_rate": 4.748226444797077e-05,
      "loss": 5.4354,
      "step": 194020
    },
    {
      "epoch": 0.1698337157017299,
      "grad_norm": 0.41759243607521057,
      "learning_rate": 4.7482129528533235e-05,
      "loss": 5.2376,
      "step": 194025
    },
    {
      "epoch": 0.16983809229535704,
      "grad_norm": 0.4380517601966858,
      "learning_rate": 4.7481994605723636e-05,
      "loss": 5.9434,
      "step": 194030
    },
    {
      "epoch": 0.1698424688889842,
      "grad_norm": 0.4392789900302887,
      "learning_rate": 4.7481859679541985e-05,
      "loss": 5.4573,
      "step": 194035
    },
    {
      "epoch": 0.16984684548261136,
      "grad_norm": 0.4622001349925995,
      "learning_rate": 4.7481724749988324e-05,
      "loss": 5.1212,
      "step": 194040
    },
    {
      "epoch": 0.1698512220762385,
      "grad_norm": 0.45745739340782166,
      "learning_rate": 4.7481589817062665e-05,
      "loss": 4.6361,
      "step": 194045
    },
    {
      "epoch": 0.16985559866986566,
      "grad_norm": 0.4506174325942993,
      "learning_rate": 4.748145488076504e-05,
      "loss": 4.7152,
      "step": 194050
    },
    {
      "epoch": 0.1698599752634928,
      "grad_norm": 0.4344434142112732,
      "learning_rate": 4.748131994109548e-05,
      "loss": 5.1699,
      "step": 194055
    },
    {
      "epoch": 0.16986435185711998,
      "grad_norm": 0.487899512052536,
      "learning_rate": 4.7481184998053994e-05,
      "loss": 4.7106,
      "step": 194060
    },
    {
      "epoch": 0.16986872845074713,
      "grad_norm": 0.5002684593200684,
      "learning_rate": 4.748105005164064e-05,
      "loss": 4.7333,
      "step": 194065
    },
    {
      "epoch": 0.16987310504437428,
      "grad_norm": 0.47377586364746094,
      "learning_rate": 4.74809151018554e-05,
      "loss": 4.9108,
      "step": 194070
    },
    {
      "epoch": 0.16987748163800143,
      "grad_norm": 0.4741227924823761,
      "learning_rate": 4.7480780148698355e-05,
      "loss": 5.1457,
      "step": 194075
    },
    {
      "epoch": 0.1698818582316286,
      "grad_norm": 0.4468812346458435,
      "learning_rate": 4.748064519216947e-05,
      "loss": 4.7067,
      "step": 194080
    },
    {
      "epoch": 0.16988623482525575,
      "grad_norm": 0.4562144875526428,
      "learning_rate": 4.7480510232268816e-05,
      "loss": 5.4412,
      "step": 194085
    },
    {
      "epoch": 0.1698906114188829,
      "grad_norm": 0.444453626871109,
      "learning_rate": 4.748037526899641e-05,
      "loss": 5.6736,
      "step": 194090
    },
    {
      "epoch": 0.16989498801251005,
      "grad_norm": 0.4199025332927704,
      "learning_rate": 4.748024030235226e-05,
      "loss": 4.925,
      "step": 194095
    },
    {
      "epoch": 0.16989936460613722,
      "grad_norm": 0.4110037684440613,
      "learning_rate": 4.748010533233641e-05,
      "loss": 5.7505,
      "step": 194100
    },
    {
      "epoch": 0.16990374119976437,
      "grad_norm": 0.43557700514793396,
      "learning_rate": 4.747997035894888e-05,
      "loss": 4.3162,
      "step": 194105
    },
    {
      "epoch": 0.16990811779339152,
      "grad_norm": 0.441007137298584,
      "learning_rate": 4.74798353821897e-05,
      "loss": 5.1813,
      "step": 194110
    },
    {
      "epoch": 0.16991249438701866,
      "grad_norm": 0.4578597843647003,
      "learning_rate": 4.747970040205888e-05,
      "loss": 5.9689,
      "step": 194115
    },
    {
      "epoch": 0.16991687098064584,
      "grad_norm": 0.43955570459365845,
      "learning_rate": 4.747956541855647e-05,
      "loss": 4.5899,
      "step": 194120
    },
    {
      "epoch": 0.169921247574273,
      "grad_norm": 0.44808530807495117,
      "learning_rate": 4.747943043168248e-05,
      "loss": 5.6918,
      "step": 194125
    },
    {
      "epoch": 0.16992562416790014,
      "grad_norm": 0.4327361285686493,
      "learning_rate": 4.7479295441436944e-05,
      "loss": 5.3953,
      "step": 194130
    },
    {
      "epoch": 0.16993000076152728,
      "grad_norm": 0.44543391466140747,
      "learning_rate": 4.7479160447819883e-05,
      "loss": 5.9154,
      "step": 194135
    },
    {
      "epoch": 0.16993437735515446,
      "grad_norm": 0.4386829137802124,
      "learning_rate": 4.747902545083133e-05,
      "loss": 5.4211,
      "step": 194140
    },
    {
      "epoch": 0.1699387539487816,
      "grad_norm": 0.45392972230911255,
      "learning_rate": 4.7478890450471294e-05,
      "loss": 5.7774,
      "step": 194145
    },
    {
      "epoch": 0.16994313054240875,
      "grad_norm": 0.4307418465614319,
      "learning_rate": 4.747875544673982e-05,
      "loss": 5.4387,
      "step": 194150
    },
    {
      "epoch": 0.1699475071360359,
      "grad_norm": 0.41417577862739563,
      "learning_rate": 4.7478620439636925e-05,
      "loss": 5.4701,
      "step": 194155
    },
    {
      "epoch": 0.16995188372966305,
      "grad_norm": 0.43664830923080444,
      "learning_rate": 4.7478485429162634e-05,
      "loss": 4.6357,
      "step": 194160
    },
    {
      "epoch": 0.16995626032329023,
      "grad_norm": 0.45419710874557495,
      "learning_rate": 4.747835041531698e-05,
      "loss": 4.7049,
      "step": 194165
    },
    {
      "epoch": 0.16996063691691737,
      "grad_norm": 0.456085205078125,
      "learning_rate": 4.747821539809998e-05,
      "loss": 5.2004,
      "step": 194170
    },
    {
      "epoch": 0.16996501351054452,
      "grad_norm": 0.4405759274959564,
      "learning_rate": 4.747808037751167e-05,
      "loss": 5.6596,
      "step": 194175
    },
    {
      "epoch": 0.16996939010417167,
      "grad_norm": 0.41546928882598877,
      "learning_rate": 4.7477945353552065e-05,
      "loss": 5.8902,
      "step": 194180
    },
    {
      "epoch": 0.16997376669779884,
      "grad_norm": 0.4411707818508148,
      "learning_rate": 4.74778103262212e-05,
      "loss": 5.458,
      "step": 194185
    },
    {
      "epoch": 0.169978143291426,
      "grad_norm": 0.43900832533836365,
      "learning_rate": 4.747767529551911e-05,
      "loss": 4.7199,
      "step": 194190
    },
    {
      "epoch": 0.16998251988505314,
      "grad_norm": 0.43468496203422546,
      "learning_rate": 4.7477540261445796e-05,
      "loss": 4.9228,
      "step": 194195
    },
    {
      "epoch": 0.1699868964786803,
      "grad_norm": 0.43858039379119873,
      "learning_rate": 4.7477405224001306e-05,
      "loss": 4.9271,
      "step": 194200
    },
    {
      "epoch": 0.16999127307230746,
      "grad_norm": 0.47498124837875366,
      "learning_rate": 4.747727018318564e-05,
      "loss": 5.3377,
      "step": 194205
    },
    {
      "epoch": 0.1699956496659346,
      "grad_norm": 0.4580780267715454,
      "learning_rate": 4.747713513899886e-05,
      "loss": 5.6729,
      "step": 194210
    },
    {
      "epoch": 0.17000002625956176,
      "grad_norm": 0.4382399022579193,
      "learning_rate": 4.7477000091440974e-05,
      "loss": 5.1504,
      "step": 194215
    },
    {
      "epoch": 0.1700044028531889,
      "grad_norm": 0.4528079628944397,
      "learning_rate": 4.7476865040511984e-05,
      "loss": 5.4514,
      "step": 194220
    },
    {
      "epoch": 0.17000877944681608,
      "grad_norm": 0.4498160183429718,
      "learning_rate": 4.747672998621195e-05,
      "loss": 4.623,
      "step": 194225
    },
    {
      "epoch": 0.17001315604044323,
      "grad_norm": 0.4901764690876007,
      "learning_rate": 4.74765949285409e-05,
      "loss": 4.8451,
      "step": 194230
    },
    {
      "epoch": 0.17001753263407038,
      "grad_norm": 0.4573279321193695,
      "learning_rate": 4.7476459867498835e-05,
      "loss": 5.436,
      "step": 194235
    },
    {
      "epoch": 0.17002190922769753,
      "grad_norm": 0.5320613980293274,
      "learning_rate": 4.7476324803085805e-05,
      "loss": 5.1249,
      "step": 194240
    },
    {
      "epoch": 0.1700262858213247,
      "grad_norm": 0.4822852611541748,
      "learning_rate": 4.7476189735301815e-05,
      "loss": 5.4747,
      "step": 194245
    },
    {
      "epoch": 0.17003066241495185,
      "grad_norm": 0.44417065382003784,
      "learning_rate": 4.7476054664146904e-05,
      "loss": 5.1544,
      "step": 194250
    },
    {
      "epoch": 0.170035039008579,
      "grad_norm": 0.4338475167751312,
      "learning_rate": 4.747591958962109e-05,
      "loss": 5.6924,
      "step": 194255
    },
    {
      "epoch": 0.17003941560220615,
      "grad_norm": 0.4690529704093933,
      "learning_rate": 4.747578451172441e-05,
      "loss": 5.46,
      "step": 194260
    },
    {
      "epoch": 0.17004379219583332,
      "grad_norm": 0.4704616069793701,
      "learning_rate": 4.747564943045688e-05,
      "loss": 5.4698,
      "step": 194265
    },
    {
      "epoch": 0.17004816878946047,
      "grad_norm": 0.46359729766845703,
      "learning_rate": 4.747551434581853e-05,
      "loss": 5.4569,
      "step": 194270
    },
    {
      "epoch": 0.17005254538308762,
      "grad_norm": 0.4357033967971802,
      "learning_rate": 4.747537925780939e-05,
      "loss": 4.8597,
      "step": 194275
    },
    {
      "epoch": 0.17005692197671476,
      "grad_norm": 0.4683649241924286,
      "learning_rate": 4.7475244166429475e-05,
      "loss": 5.1525,
      "step": 194280
    },
    {
      "epoch": 0.1700612985703419,
      "grad_norm": 0.4444836974143982,
      "learning_rate": 4.747510907167882e-05,
      "loss": 5.4398,
      "step": 194285
    },
    {
      "epoch": 0.1700656751639691,
      "grad_norm": 0.46495646238327026,
      "learning_rate": 4.747497397355746e-05,
      "loss": 5.1364,
      "step": 194290
    },
    {
      "epoch": 0.17007005175759624,
      "grad_norm": 0.48374104499816895,
      "learning_rate": 4.74748388720654e-05,
      "loss": 4.177,
      "step": 194295
    },
    {
      "epoch": 0.17007442835122338,
      "grad_norm": 0.4573728144168854,
      "learning_rate": 4.747470376720268e-05,
      "loss": 4.8857,
      "step": 194300
    },
    {
      "epoch": 0.17007880494485053,
      "grad_norm": 0.44767555594444275,
      "learning_rate": 4.747456865896931e-05,
      "loss": 5.2106,
      "step": 194305
    },
    {
      "epoch": 0.1700831815384777,
      "grad_norm": 0.436318576335907,
      "learning_rate": 4.7474433547365346e-05,
      "loss": 4.6056,
      "step": 194310
    },
    {
      "epoch": 0.17008755813210485,
      "grad_norm": 0.43854013085365295,
      "learning_rate": 4.7474298432390785e-05,
      "loss": 5.1536,
      "step": 194315
    },
    {
      "epoch": 0.170091934725732,
      "grad_norm": 0.4312446415424347,
      "learning_rate": 4.747416331404567e-05,
      "loss": 4.4489,
      "step": 194320
    },
    {
      "epoch": 0.17009631131935915,
      "grad_norm": 0.43539831042289734,
      "learning_rate": 4.747402819233001e-05,
      "loss": 5.9834,
      "step": 194325
    },
    {
      "epoch": 0.17010068791298633,
      "grad_norm": 0.437709778547287,
      "learning_rate": 4.747389306724386e-05,
      "loss": 5.1285,
      "step": 194330
    },
    {
      "epoch": 0.17010506450661347,
      "grad_norm": 0.4320491850376129,
      "learning_rate": 4.7473757938787224e-05,
      "loss": 3.8957,
      "step": 194335
    },
    {
      "epoch": 0.17010944110024062,
      "grad_norm": 0.4539145231246948,
      "learning_rate": 4.747362280696013e-05,
      "loss": 5.1471,
      "step": 194340
    },
    {
      "epoch": 0.17011381769386777,
      "grad_norm": 0.4213443994522095,
      "learning_rate": 4.7473487671762596e-05,
      "loss": 4.2367,
      "step": 194345
    },
    {
      "epoch": 0.17011819428749494,
      "grad_norm": 0.4340214133262634,
      "learning_rate": 4.747335253319467e-05,
      "loss": 5.1848,
      "step": 194350
    },
    {
      "epoch": 0.1701225708811221,
      "grad_norm": 0.43124669790267944,
      "learning_rate": 4.747321739125636e-05,
      "loss": 5.682,
      "step": 194355
    },
    {
      "epoch": 0.17012694747474924,
      "grad_norm": 0.4321101903915405,
      "learning_rate": 4.747308224594771e-05,
      "loss": 5.1286,
      "step": 194360
    },
    {
      "epoch": 0.1701313240683764,
      "grad_norm": 0.4294109344482422,
      "learning_rate": 4.7472947097268736e-05,
      "loss": 5.224,
      "step": 194365
    },
    {
      "epoch": 0.17013570066200356,
      "grad_norm": 0.43865132331848145,
      "learning_rate": 4.7472811945219455e-05,
      "loss": 5.4472,
      "step": 194370
    },
    {
      "epoch": 0.1701400772556307,
      "grad_norm": 0.4348315894603729,
      "learning_rate": 4.74726767897999e-05,
      "loss": 5.3236,
      "step": 194375
    },
    {
      "epoch": 0.17014445384925786,
      "grad_norm": 0.4443211257457733,
      "learning_rate": 4.7472541631010105e-05,
      "loss": 4.6386,
      "step": 194380
    },
    {
      "epoch": 0.170148830442885,
      "grad_norm": 0.43727052211761475,
      "learning_rate": 4.747240646885008e-05,
      "loss": 4.3289,
      "step": 194385
    },
    {
      "epoch": 0.17015320703651218,
      "grad_norm": 0.42841729521751404,
      "learning_rate": 4.747227130331987e-05,
      "loss": 5.6758,
      "step": 194390
    },
    {
      "epoch": 0.17015758363013933,
      "grad_norm": 0.4171953797340393,
      "learning_rate": 4.747213613441949e-05,
      "loss": 5.9855,
      "step": 194395
    },
    {
      "epoch": 0.17016196022376648,
      "grad_norm": 0.42508530616760254,
      "learning_rate": 4.7472000962148955e-05,
      "loss": 4.7219,
      "step": 194400
    },
    {
      "epoch": 0.17016633681739363,
      "grad_norm": 0.465745210647583,
      "learning_rate": 4.7471865786508316e-05,
      "loss": 4.4417,
      "step": 194405
    },
    {
      "epoch": 0.17017071341102077,
      "grad_norm": 0.46577295660972595,
      "learning_rate": 4.747173060749759e-05,
      "loss": 4.7405,
      "step": 194410
    },
    {
      "epoch": 0.17017509000464795,
      "grad_norm": 0.4633539915084839,
      "learning_rate": 4.747159542511679e-05,
      "loss": 5.3631,
      "step": 194415
    },
    {
      "epoch": 0.1701794665982751,
      "grad_norm": 0.5855000615119934,
      "learning_rate": 4.747146023936595e-05,
      "loss": 5.6746,
      "step": 194420
    },
    {
      "epoch": 0.17018384319190225,
      "grad_norm": 0.4547498822212219,
      "learning_rate": 4.747132505024511e-05,
      "loss": 5.2183,
      "step": 194425
    },
    {
      "epoch": 0.1701882197855294,
      "grad_norm": 0.47562336921691895,
      "learning_rate": 4.7471189857754274e-05,
      "loss": 5.1427,
      "step": 194430
    },
    {
      "epoch": 0.17019259637915657,
      "grad_norm": 0.43033450841903687,
      "learning_rate": 4.747105466189349e-05,
      "loss": 4.5792,
      "step": 194435
    },
    {
      "epoch": 0.17019697297278372,
      "grad_norm": 0.4148918092250824,
      "learning_rate": 4.747091946266276e-05,
      "loss": 6.267,
      "step": 194440
    },
    {
      "epoch": 0.17020134956641086,
      "grad_norm": 0.4576309621334076,
      "learning_rate": 4.7470784260062116e-05,
      "loss": 5.479,
      "step": 194445
    },
    {
      "epoch": 0.170205726160038,
      "grad_norm": 0.45336127281188965,
      "learning_rate": 4.747064905409161e-05,
      "loss": 5.9578,
      "step": 194450
    },
    {
      "epoch": 0.1702101027536652,
      "grad_norm": 0.44258224964141846,
      "learning_rate": 4.747051384475124e-05,
      "loss": 4.9054,
      "step": 194455
    },
    {
      "epoch": 0.17021447934729234,
      "grad_norm": 0.4404948353767395,
      "learning_rate": 4.7470378632041035e-05,
      "loss": 5.1469,
      "step": 194460
    },
    {
      "epoch": 0.17021885594091948,
      "grad_norm": 0.43525949120521545,
      "learning_rate": 4.747024341596104e-05,
      "loss": 5.9756,
      "step": 194465
    },
    {
      "epoch": 0.17022323253454663,
      "grad_norm": 0.5373319387435913,
      "learning_rate": 4.7470108196511244e-05,
      "loss": 5.4243,
      "step": 194470
    },
    {
      "epoch": 0.1702276091281738,
      "grad_norm": 0.4448293149471283,
      "learning_rate": 4.746997297369172e-05,
      "loss": 5.3494,
      "step": 194475
    },
    {
      "epoch": 0.17023198572180095,
      "grad_norm": 0.44648900628089905,
      "learning_rate": 4.7469837747502455e-05,
      "loss": 5.4532,
      "step": 194480
    },
    {
      "epoch": 0.1702363623154281,
      "grad_norm": 0.4636821150779724,
      "learning_rate": 4.7469702517943506e-05,
      "loss": 4.6612,
      "step": 194485
    },
    {
      "epoch": 0.17024073890905525,
      "grad_norm": 0.4667232930660248,
      "learning_rate": 4.746956728501487e-05,
      "loss": 4.9062,
      "step": 194490
    },
    {
      "epoch": 0.17024511550268243,
      "grad_norm": 0.4297565817832947,
      "learning_rate": 4.746943204871659e-05,
      "loss": 4.9574,
      "step": 194495
    },
    {
      "epoch": 0.17024949209630957,
      "grad_norm": 0.42094382643699646,
      "learning_rate": 4.746929680904869e-05,
      "loss": 5.6641,
      "step": 194500
    },
    {
      "epoch": 0.17025386868993672,
      "grad_norm": 0.4145696759223938,
      "learning_rate": 4.74691615660112e-05,
      "loss": 5.9732,
      "step": 194505
    },
    {
      "epoch": 0.17025824528356387,
      "grad_norm": 0.40431371331214905,
      "learning_rate": 4.746902631960414e-05,
      "loss": 5.7368,
      "step": 194510
    },
    {
      "epoch": 0.17026262187719104,
      "grad_norm": 0.43105849623680115,
      "learning_rate": 4.746889106982754e-05,
      "loss": 5.1031,
      "step": 194515
    },
    {
      "epoch": 0.1702669984708182,
      "grad_norm": 0.42628368735313416,
      "learning_rate": 4.746875581668141e-05,
      "loss": 5.9807,
      "step": 194520
    },
    {
      "epoch": 0.17027137506444534,
      "grad_norm": 0.46333983540534973,
      "learning_rate": 4.74686205601658e-05,
      "loss": 4.6687,
      "step": 194525
    },
    {
      "epoch": 0.1702757516580725,
      "grad_norm": 0.43114569783210754,
      "learning_rate": 4.746848530028073e-05,
      "loss": 5.1582,
      "step": 194530
    },
    {
      "epoch": 0.17028012825169966,
      "grad_norm": 0.46153202652931213,
      "learning_rate": 4.746835003702621e-05,
      "loss": 5.225,
      "step": 194535
    },
    {
      "epoch": 0.1702845048453268,
      "grad_norm": 0.4372608959674835,
      "learning_rate": 4.746821477040229e-05,
      "loss": 5.65,
      "step": 194540
    },
    {
      "epoch": 0.17028888143895396,
      "grad_norm": 0.423183411359787,
      "learning_rate": 4.746807950040897e-05,
      "loss": 5.747,
      "step": 194545
    },
    {
      "epoch": 0.1702932580325811,
      "grad_norm": 0.43416541814804077,
      "learning_rate": 4.74679442270463e-05,
      "loss": 4.8651,
      "step": 194550
    },
    {
      "epoch": 0.17029763462620826,
      "grad_norm": 0.450377881526947,
      "learning_rate": 4.74678089503143e-05,
      "loss": 4.9223,
      "step": 194555
    },
    {
      "epoch": 0.17030201121983543,
      "grad_norm": 0.41878828406333923,
      "learning_rate": 4.7467673670212975e-05,
      "loss": 5.7448,
      "step": 194560
    },
    {
      "epoch": 0.17030638781346258,
      "grad_norm": 0.4255960285663605,
      "learning_rate": 4.7467538386742385e-05,
      "loss": 5.7317,
      "step": 194565
    },
    {
      "epoch": 0.17031076440708973,
      "grad_norm": 0.4447687268257141,
      "learning_rate": 4.746740309990253e-05,
      "loss": 5.2391,
      "step": 194570
    },
    {
      "epoch": 0.17031514100071687,
      "grad_norm": 0.4186508059501648,
      "learning_rate": 4.746726780969345e-05,
      "loss": 5.4589,
      "step": 194575
    },
    {
      "epoch": 0.17031951759434405,
      "grad_norm": 0.44896742701530457,
      "learning_rate": 4.7467132516115165e-05,
      "loss": 5.1439,
      "step": 194580
    },
    {
      "epoch": 0.1703238941879712,
      "grad_norm": 0.45140430331230164,
      "learning_rate": 4.74669972191677e-05,
      "loss": 5.4339,
      "step": 194585
    },
    {
      "epoch": 0.17032827078159835,
      "grad_norm": 0.4518234133720398,
      "learning_rate": 4.746686191885109e-05,
      "loss": 5.2198,
      "step": 194590
    },
    {
      "epoch": 0.1703326473752255,
      "grad_norm": 0.43324488401412964,
      "learning_rate": 4.7466726615165344e-05,
      "loss": 5.2429,
      "step": 194595
    },
    {
      "epoch": 0.17033702396885267,
      "grad_norm": 0.42357510328292847,
      "learning_rate": 4.746659130811052e-05,
      "loss": 5.9697,
      "step": 194600
    },
    {
      "epoch": 0.17034140056247982,
      "grad_norm": 0.414859414100647,
      "learning_rate": 4.74664559976866e-05,
      "loss": 5.4356,
      "step": 194605
    },
    {
      "epoch": 0.17034577715610696,
      "grad_norm": 0.4239605963230133,
      "learning_rate": 4.746632068389365e-05,
      "loss": 5.7672,
      "step": 194610
    },
    {
      "epoch": 0.1703501537497341,
      "grad_norm": 0.45080721378326416,
      "learning_rate": 4.7466185366731665e-05,
      "loss": 5.4143,
      "step": 194615
    },
    {
      "epoch": 0.1703545303433613,
      "grad_norm": 0.4183146357536316,
      "learning_rate": 4.746605004620069e-05,
      "loss": 5.2571,
      "step": 194620
    },
    {
      "epoch": 0.17035890693698844,
      "grad_norm": 0.4560770094394684,
      "learning_rate": 4.746591472230075e-05,
      "loss": 5.4884,
      "step": 194625
    },
    {
      "epoch": 0.17036328353061558,
      "grad_norm": 0.4743376672267914,
      "learning_rate": 4.746577939503187e-05,
      "loss": 5.676,
      "step": 194630
    },
    {
      "epoch": 0.17036766012424273,
      "grad_norm": 0.4556904137134552,
      "learning_rate": 4.7465644064394076e-05,
      "loss": 5.6779,
      "step": 194635
    },
    {
      "epoch": 0.1703720367178699,
      "grad_norm": 0.45800331234931946,
      "learning_rate": 4.746550873038737e-05,
      "loss": 4.4304,
      "step": 194640
    },
    {
      "epoch": 0.17037641331149705,
      "grad_norm": 0.4704582095146179,
      "learning_rate": 4.746537339301182e-05,
      "loss": 5.3746,
      "step": 194645
    },
    {
      "epoch": 0.1703807899051242,
      "grad_norm": 0.45389190316200256,
      "learning_rate": 4.746523805226743e-05,
      "loss": 4.5302,
      "step": 194650
    },
    {
      "epoch": 0.17038516649875135,
      "grad_norm": 0.46841055154800415,
      "learning_rate": 4.746510270815423e-05,
      "loss": 5.7681,
      "step": 194655
    },
    {
      "epoch": 0.17038954309237853,
      "grad_norm": 0.4559961259365082,
      "learning_rate": 4.746496736067224e-05,
      "loss": 4.1252,
      "step": 194660
    },
    {
      "epoch": 0.17039391968600567,
      "grad_norm": 0.4982275664806366,
      "learning_rate": 4.746483200982149e-05,
      "loss": 4.9516,
      "step": 194665
    },
    {
      "epoch": 0.17039829627963282,
      "grad_norm": 0.6014159917831421,
      "learning_rate": 4.7464696655602006e-05,
      "loss": 5.6439,
      "step": 194670
    },
    {
      "epoch": 0.17040267287325997,
      "grad_norm": 0.761155366897583,
      "learning_rate": 4.746456129801381e-05,
      "loss": 4.7132,
      "step": 194675
    },
    {
      "epoch": 0.17040704946688712,
      "grad_norm": 0.4678131639957428,
      "learning_rate": 4.7464425937056945e-05,
      "loss": 4.9726,
      "step": 194680
    },
    {
      "epoch": 0.1704114260605143,
      "grad_norm": 0.46467676758766174,
      "learning_rate": 4.7464290572731415e-05,
      "loss": 5.7594,
      "step": 194685
    },
    {
      "epoch": 0.17041580265414144,
      "grad_norm": 0.4356251060962677,
      "learning_rate": 4.746415520503725e-05,
      "loss": 4.9685,
      "step": 194690
    },
    {
      "epoch": 0.1704201792477686,
      "grad_norm": 0.41218051314353943,
      "learning_rate": 4.7464019833974495e-05,
      "loss": 5.7408,
      "step": 194695
    },
    {
      "epoch": 0.17042455584139574,
      "grad_norm": 0.41202759742736816,
      "learning_rate": 4.7463884459543164e-05,
      "loss": 6.2873,
      "step": 194700
    },
    {
      "epoch": 0.1704289324350229,
      "grad_norm": 0.4310877323150635,
      "learning_rate": 4.746374908174328e-05,
      "loss": 5.4208,
      "step": 194705
    },
    {
      "epoch": 0.17043330902865006,
      "grad_norm": 0.4413818120956421,
      "learning_rate": 4.746361370057486e-05,
      "loss": 5.4446,
      "step": 194710
    },
    {
      "epoch": 0.1704376856222772,
      "grad_norm": 0.4323349595069885,
      "learning_rate": 4.7463478316037944e-05,
      "loss": 5.2984,
      "step": 194715
    },
    {
      "epoch": 0.17044206221590436,
      "grad_norm": 0.4398089349269867,
      "learning_rate": 4.746334292813257e-05,
      "loss": 5.2419,
      "step": 194720
    },
    {
      "epoch": 0.17044643880953153,
      "grad_norm": 0.45083126425743103,
      "learning_rate": 4.7463207536858734e-05,
      "loss": 5.9752,
      "step": 194725
    },
    {
      "epoch": 0.17045081540315868,
      "grad_norm": 0.456109881401062,
      "learning_rate": 4.746307214221649e-05,
      "loss": 4.947,
      "step": 194730
    },
    {
      "epoch": 0.17045519199678583,
      "grad_norm": 0.4542662799358368,
      "learning_rate": 4.7462936744205845e-05,
      "loss": 5.4594,
      "step": 194735
    },
    {
      "epoch": 0.17045956859041297,
      "grad_norm": 0.423409640789032,
      "learning_rate": 4.7462801342826826e-05,
      "loss": 5.6533,
      "step": 194740
    },
    {
      "epoch": 0.17046394518404015,
      "grad_norm": 0.4371325969696045,
      "learning_rate": 4.7462665938079475e-05,
      "loss": 5.6654,
      "step": 194745
    },
    {
      "epoch": 0.1704683217776673,
      "grad_norm": 0.42950066924095154,
      "learning_rate": 4.74625305299638e-05,
      "loss": 6.268,
      "step": 194750
    },
    {
      "epoch": 0.17047269837129445,
      "grad_norm": 0.46114134788513184,
      "learning_rate": 4.746239511847984e-05,
      "loss": 5.4419,
      "step": 194755
    },
    {
      "epoch": 0.1704770749649216,
      "grad_norm": 0.44489729404449463,
      "learning_rate": 4.746225970362762e-05,
      "loss": 5.4328,
      "step": 194760
    },
    {
      "epoch": 0.17048145155854877,
      "grad_norm": 0.4446220099925995,
      "learning_rate": 4.746212428540716e-05,
      "loss": 4.9219,
      "step": 194765
    },
    {
      "epoch": 0.17048582815217592,
      "grad_norm": 0.4578499495983124,
      "learning_rate": 4.7461988863818485e-05,
      "loss": 4.9384,
      "step": 194770
    },
    {
      "epoch": 0.17049020474580306,
      "grad_norm": 0.4360668957233429,
      "learning_rate": 4.746185343886164e-05,
      "loss": 5.384,
      "step": 194775
    },
    {
      "epoch": 0.1704945813394302,
      "grad_norm": 0.4539726674556732,
      "learning_rate": 4.746171801053662e-05,
      "loss": 5.4469,
      "step": 194780
    },
    {
      "epoch": 0.1704989579330574,
      "grad_norm": 0.4632076621055603,
      "learning_rate": 4.746158257884347e-05,
      "loss": 5.7414,
      "step": 194785
    },
    {
      "epoch": 0.17050333452668454,
      "grad_norm": 0.4124789237976074,
      "learning_rate": 4.746144714378221e-05,
      "loss": 5.7707,
      "step": 194790
    },
    {
      "epoch": 0.17050771112031168,
      "grad_norm": 0.42685797810554504,
      "learning_rate": 4.746131170535287e-05,
      "loss": 5.2438,
      "step": 194795
    },
    {
      "epoch": 0.17051208771393883,
      "grad_norm": 0.4328848123550415,
      "learning_rate": 4.746117626355549e-05,
      "loss": 5.5967,
      "step": 194800
    },
    {
      "epoch": 0.17051646430756598,
      "grad_norm": 0.45231378078460693,
      "learning_rate": 4.7461040818390055e-05,
      "loss": 4.945,
      "step": 194805
    },
    {
      "epoch": 0.17052084090119315,
      "grad_norm": 0.4636727571487427,
      "learning_rate": 4.7460905369856644e-05,
      "loss": 5.1581,
      "step": 194810
    },
    {
      "epoch": 0.1705252174948203,
      "grad_norm": 0.449781209230423,
      "learning_rate": 4.746076991795524e-05,
      "loss": 4.4071,
      "step": 194815
    },
    {
      "epoch": 0.17052959408844745,
      "grad_norm": 0.4373375475406647,
      "learning_rate": 4.74606344626859e-05,
      "loss": 5.4104,
      "step": 194820
    },
    {
      "epoch": 0.1705339706820746,
      "grad_norm": 0.4302780330181122,
      "learning_rate": 4.746049900404862e-05,
      "loss": 5.4347,
      "step": 194825
    },
    {
      "epoch": 0.17053834727570177,
      "grad_norm": 0.429020494222641,
      "learning_rate": 4.746036354204345e-05,
      "loss": 5.2321,
      "step": 194830
    },
    {
      "epoch": 0.17054272386932892,
      "grad_norm": 0.44147366285324097,
      "learning_rate": 4.746022807667041e-05,
      "loss": 4.1291,
      "step": 194835
    },
    {
      "epoch": 0.17054710046295607,
      "grad_norm": 0.45560774207115173,
      "learning_rate": 4.746009260792952e-05,
      "loss": 5.3123,
      "step": 194840
    },
    {
      "epoch": 0.17055147705658322,
      "grad_norm": 0.47345873713493347,
      "learning_rate": 4.7459957135820824e-05,
      "loss": 5.6854,
      "step": 194845
    },
    {
      "epoch": 0.1705558536502104,
      "grad_norm": 0.4166939854621887,
      "learning_rate": 4.745982166034432e-05,
      "loss": 5.7261,
      "step": 194850
    },
    {
      "epoch": 0.17056023024383754,
      "grad_norm": 0.43205732107162476,
      "learning_rate": 4.745968618150004e-05,
      "loss": 5.1671,
      "step": 194855
    },
    {
      "epoch": 0.1705646068374647,
      "grad_norm": 0.43525293469429016,
      "learning_rate": 4.745955069928804e-05,
      "loss": 6.2646,
      "step": 194860
    },
    {
      "epoch": 0.17056898343109184,
      "grad_norm": 0.43756890296936035,
      "learning_rate": 4.745941521370831e-05,
      "loss": 5.4005,
      "step": 194865
    },
    {
      "epoch": 0.170573360024719,
      "grad_norm": 0.42429059743881226,
      "learning_rate": 4.7459279724760906e-05,
      "loss": 5.7681,
      "step": 194870
    },
    {
      "epoch": 0.17057773661834616,
      "grad_norm": 0.43181112408638,
      "learning_rate": 4.745914423244583e-05,
      "loss": 5.1681,
      "step": 194875
    },
    {
      "epoch": 0.1705821132119733,
      "grad_norm": 0.49388644099235535,
      "learning_rate": 4.745900873676311e-05,
      "loss": 4.8481,
      "step": 194880
    },
    {
      "epoch": 0.17058648980560046,
      "grad_norm": 0.46553197503089905,
      "learning_rate": 4.74588732377128e-05,
      "loss": 5.1316,
      "step": 194885
    },
    {
      "epoch": 0.17059086639922763,
      "grad_norm": 0.4347091019153595,
      "learning_rate": 4.745873773529489e-05,
      "loss": 5.9785,
      "step": 194890
    },
    {
      "epoch": 0.17059524299285478,
      "grad_norm": 0.43287789821624756,
      "learning_rate": 4.745860222950942e-05,
      "loss": 5.6107,
      "step": 194895
    },
    {
      "epoch": 0.17059961958648193,
      "grad_norm": 0.42825132608413696,
      "learning_rate": 4.745846672035643e-05,
      "loss": 5.1269,
      "step": 194900
    },
    {
      "epoch": 0.17060399618010907,
      "grad_norm": 0.4413580894470215,
      "learning_rate": 4.745833120783593e-05,
      "loss": 4.9652,
      "step": 194905
    },
    {
      "epoch": 0.17060837277373625,
      "grad_norm": 0.4945475161075592,
      "learning_rate": 4.745819569194795e-05,
      "loss": 5.7402,
      "step": 194910
    },
    {
      "epoch": 0.1706127493673634,
      "grad_norm": 0.5193663835525513,
      "learning_rate": 4.745806017269251e-05,
      "loss": 4.6743,
      "step": 194915
    },
    {
      "epoch": 0.17061712596099055,
      "grad_norm": 0.496188759803772,
      "learning_rate": 4.745792465006965e-05,
      "loss": 5.2004,
      "step": 194920
    },
    {
      "epoch": 0.1706215025546177,
      "grad_norm": 0.4678691625595093,
      "learning_rate": 4.745778912407938e-05,
      "loss": 5.1305,
      "step": 194925
    },
    {
      "epoch": 0.17062587914824484,
      "grad_norm": 0.44549864530563354,
      "learning_rate": 4.7457653594721744e-05,
      "loss": 4.4251,
      "step": 194930
    },
    {
      "epoch": 0.17063025574187202,
      "grad_norm": 0.45547056198120117,
      "learning_rate": 4.7457518061996754e-05,
      "loss": 5.1387,
      "step": 194935
    },
    {
      "epoch": 0.17063463233549916,
      "grad_norm": 0.4184245467185974,
      "learning_rate": 4.745738252590445e-05,
      "loss": 5.9934,
      "step": 194940
    },
    {
      "epoch": 0.1706390089291263,
      "grad_norm": 0.4448655843734741,
      "learning_rate": 4.7457246986444836e-05,
      "loss": 5.159,
      "step": 194945
    },
    {
      "epoch": 0.17064338552275346,
      "grad_norm": 0.4378039538860321,
      "learning_rate": 4.745711144361796e-05,
      "loss": 4.1265,
      "step": 194950
    },
    {
      "epoch": 0.17064776211638064,
      "grad_norm": 0.46565648913383484,
      "learning_rate": 4.7456975897423826e-05,
      "loss": 4.9174,
      "step": 194955
    },
    {
      "epoch": 0.17065213871000778,
      "grad_norm": 0.44486308097839355,
      "learning_rate": 4.74568403478625e-05,
      "loss": 4.8656,
      "step": 194960
    },
    {
      "epoch": 0.17065651530363493,
      "grad_norm": 0.4381694197654724,
      "learning_rate": 4.7456704794933957e-05,
      "loss": 5.9605,
      "step": 194965
    },
    {
      "epoch": 0.17066089189726208,
      "grad_norm": 0.4288236200809479,
      "learning_rate": 4.745656923863826e-05,
      "loss": 5.6367,
      "step": 194970
    },
    {
      "epoch": 0.17066526849088925,
      "grad_norm": 0.47116461396217346,
      "learning_rate": 4.745643367897542e-05,
      "loss": 5.6537,
      "step": 194975
    },
    {
      "epoch": 0.1706696450845164,
      "grad_norm": 0.43611305952072144,
      "learning_rate": 4.745629811594548e-05,
      "loss": 5.1362,
      "step": 194980
    },
    {
      "epoch": 0.17067402167814355,
      "grad_norm": 0.4533753991127014,
      "learning_rate": 4.7456162549548435e-05,
      "loss": 4.752,
      "step": 194985
    },
    {
      "epoch": 0.1706783982717707,
      "grad_norm": 0.4211689233779907,
      "learning_rate": 4.745602697978433e-05,
      "loss": 5.4379,
      "step": 194990
    },
    {
      "epoch": 0.17068277486539787,
      "grad_norm": 0.44528570771217346,
      "learning_rate": 4.7455891406653196e-05,
      "loss": 4.7633,
      "step": 194995
    },
    {
      "epoch": 0.17068715145902502,
      "grad_norm": 0.4496222734451294,
      "learning_rate": 4.745575583015505e-05,
      "loss": 4.7055,
      "step": 195000
    },
    {
      "epoch": 0.17069152805265217,
      "grad_norm": 0.4419901967048645,
      "learning_rate": 4.745562025028992e-05,
      "loss": 5.4615,
      "step": 195005
    },
    {
      "epoch": 0.17069590464627932,
      "grad_norm": 0.40946316719055176,
      "learning_rate": 4.7455484667057836e-05,
      "loss": 6.291,
      "step": 195010
    },
    {
      "epoch": 0.1707002812399065,
      "grad_norm": 0.40742841362953186,
      "learning_rate": 4.745534908045882e-05,
      "loss": 5.6988,
      "step": 195015
    },
    {
      "epoch": 0.17070465783353364,
      "grad_norm": 0.43336549401283264,
      "learning_rate": 4.74552134904929e-05,
      "loss": 5.1351,
      "step": 195020
    },
    {
      "epoch": 0.1707090344271608,
      "grad_norm": 0.42867860198020935,
      "learning_rate": 4.74550778971601e-05,
      "loss": 6.0109,
      "step": 195025
    },
    {
      "epoch": 0.17071341102078794,
      "grad_norm": 0.44712355732917786,
      "learning_rate": 4.745494230046045e-05,
      "loss": 5.2266,
      "step": 195030
    },
    {
      "epoch": 0.1707177876144151,
      "grad_norm": 0.4668266475200653,
      "learning_rate": 4.7454806700393975e-05,
      "loss": 5.1483,
      "step": 195035
    },
    {
      "epoch": 0.17072216420804226,
      "grad_norm": 0.46259015798568726,
      "learning_rate": 4.74546710969607e-05,
      "loss": 4.6264,
      "step": 195040
    },
    {
      "epoch": 0.1707265408016694,
      "grad_norm": 0.4352661967277527,
      "learning_rate": 4.7454535490160647e-05,
      "loss": 5.3641,
      "step": 195045
    },
    {
      "epoch": 0.17073091739529656,
      "grad_norm": 0.44926273822784424,
      "learning_rate": 4.745439987999385e-05,
      "loss": 5.4399,
      "step": 195050
    },
    {
      "epoch": 0.1707352939889237,
      "grad_norm": 0.44266700744628906,
      "learning_rate": 4.745426426646032e-05,
      "loss": 4.7189,
      "step": 195055
    },
    {
      "epoch": 0.17073967058255088,
      "grad_norm": 0.4207617938518524,
      "learning_rate": 4.745412864956012e-05,
      "loss": 5.7348,
      "step": 195060
    },
    {
      "epoch": 0.17074404717617803,
      "grad_norm": 0.42318588495254517,
      "learning_rate": 4.745399302929323e-05,
      "loss": 5.2451,
      "step": 195065
    },
    {
      "epoch": 0.17074842376980517,
      "grad_norm": 0.4492659568786621,
      "learning_rate": 4.745385740565971e-05,
      "loss": 4.9324,
      "step": 195070
    },
    {
      "epoch": 0.17075280036343232,
      "grad_norm": 0.44190850853919983,
      "learning_rate": 4.7453721778659553e-05,
      "loss": 4.9144,
      "step": 195075
    },
    {
      "epoch": 0.1707571769570595,
      "grad_norm": 0.42663702368736267,
      "learning_rate": 4.745358614829283e-05,
      "loss": 6.2479,
      "step": 195080
    },
    {
      "epoch": 0.17076155355068665,
      "grad_norm": 0.42291468381881714,
      "learning_rate": 4.745345051455953e-05,
      "loss": 5.9998,
      "step": 195085
    },
    {
      "epoch": 0.1707659301443138,
      "grad_norm": 0.47312477231025696,
      "learning_rate": 4.7453314877459685e-05,
      "loss": 5.4214,
      "step": 195090
    },
    {
      "epoch": 0.17077030673794094,
      "grad_norm": 0.4467609226703644,
      "learning_rate": 4.745317923699334e-05,
      "loss": 4.9453,
      "step": 195095
    },
    {
      "epoch": 0.17077468333156812,
      "grad_norm": 0.443584144115448,
      "learning_rate": 4.745304359316051e-05,
      "loss": 4.4216,
      "step": 195100
    },
    {
      "epoch": 0.17077905992519526,
      "grad_norm": 0.48167312145233154,
      "learning_rate": 4.745290794596121e-05,
      "loss": 4.8393,
      "step": 195105
    },
    {
      "epoch": 0.1707834365188224,
      "grad_norm": 0.4384291172027588,
      "learning_rate": 4.745277229539549e-05,
      "loss": 5.1237,
      "step": 195110
    },
    {
      "epoch": 0.17078781311244956,
      "grad_norm": 0.4216375946998596,
      "learning_rate": 4.7452636641463356e-05,
      "loss": 5.943,
      "step": 195115
    },
    {
      "epoch": 0.17079218970607674,
      "grad_norm": 0.4405689835548401,
      "learning_rate": 4.745250098416483e-05,
      "loss": 5.265,
      "step": 195120
    },
    {
      "epoch": 0.17079656629970388,
      "grad_norm": 0.434461772441864,
      "learning_rate": 4.745236532349996e-05,
      "loss": 5.3926,
      "step": 195125
    },
    {
      "epoch": 0.17080094289333103,
      "grad_norm": 0.4577864110469818,
      "learning_rate": 4.745222965946876e-05,
      "loss": 4.9428,
      "step": 195130
    },
    {
      "epoch": 0.17080531948695818,
      "grad_norm": 0.45609235763549805,
      "learning_rate": 4.745209399207125e-05,
      "loss": 4.8888,
      "step": 195135
    },
    {
      "epoch": 0.17080969608058535,
      "grad_norm": 0.4459642469882965,
      "learning_rate": 4.745195832130748e-05,
      "loss": 4.0881,
      "step": 195140
    },
    {
      "epoch": 0.1708140726742125,
      "grad_norm": 0.4759382903575897,
      "learning_rate": 4.7451822647177447e-05,
      "loss": 5.9645,
      "step": 195145
    },
    {
      "epoch": 0.17081844926783965,
      "grad_norm": 0.4406050741672516,
      "learning_rate": 4.7451686969681184e-05,
      "loss": 5.4966,
      "step": 195150
    },
    {
      "epoch": 0.1708228258614668,
      "grad_norm": 0.43977752327919006,
      "learning_rate": 4.7451551288818744e-05,
      "loss": 5.2083,
      "step": 195155
    },
    {
      "epoch": 0.17082720245509397,
      "grad_norm": 0.417034387588501,
      "learning_rate": 4.745141560459011e-05,
      "loss": 5.9416,
      "step": 195160
    },
    {
      "epoch": 0.17083157904872112,
      "grad_norm": 0.4479016363620758,
      "learning_rate": 4.745127991699534e-05,
      "loss": 3.6679,
      "step": 195165
    },
    {
      "epoch": 0.17083595564234827,
      "grad_norm": 0.4414424002170563,
      "learning_rate": 4.745114422603445e-05,
      "loss": 4.9299,
      "step": 195170
    },
    {
      "epoch": 0.17084033223597542,
      "grad_norm": 0.42985275387763977,
      "learning_rate": 4.745100853170746e-05,
      "loss": 5.2305,
      "step": 195175
    },
    {
      "epoch": 0.1708447088296026,
      "grad_norm": 0.5091339349746704,
      "learning_rate": 4.745087283401442e-05,
      "loss": 5.1332,
      "step": 195180
    },
    {
      "epoch": 0.17084908542322974,
      "grad_norm": 0.4436269998550415,
      "learning_rate": 4.7450737132955324e-05,
      "loss": 5.2134,
      "step": 195185
    },
    {
      "epoch": 0.1708534620168569,
      "grad_norm": 0.42526575922966003,
      "learning_rate": 4.7450601428530216e-05,
      "loss": 5.9805,
      "step": 195190
    },
    {
      "epoch": 0.17085783861048404,
      "grad_norm": 0.4138059914112091,
      "learning_rate": 4.745046572073912e-05,
      "loss": 5.7698,
      "step": 195195
    },
    {
      "epoch": 0.17086221520411118,
      "grad_norm": 0.4231574833393097,
      "learning_rate": 4.745033000958207e-05,
      "loss": 4.0946,
      "step": 195200
    },
    {
      "epoch": 0.17086659179773836,
      "grad_norm": 0.45404595136642456,
      "learning_rate": 4.745019429505907e-05,
      "loss": 5.7025,
      "step": 195205
    },
    {
      "epoch": 0.1708709683913655,
      "grad_norm": 0.4404032528400421,
      "learning_rate": 4.745005857717016e-05,
      "loss": 5.716,
      "step": 195210
    },
    {
      "epoch": 0.17087534498499266,
      "grad_norm": 0.43676701188087463,
      "learning_rate": 4.7449922855915377e-05,
      "loss": 5.4688,
      "step": 195215
    },
    {
      "epoch": 0.1708797215786198,
      "grad_norm": 0.43592727184295654,
      "learning_rate": 4.7449787131294734e-05,
      "loss": 5.1491,
      "step": 195220
    },
    {
      "epoch": 0.17088409817224698,
      "grad_norm": 0.4335179924964905,
      "learning_rate": 4.7449651403308246e-05,
      "loss": 5.7185,
      "step": 195225
    },
    {
      "epoch": 0.17088847476587413,
      "grad_norm": 0.5273298025131226,
      "learning_rate": 4.744951567195597e-05,
      "loss": 4.2198,
      "step": 195230
    },
    {
      "epoch": 0.17089285135950127,
      "grad_norm": 0.4506415128707886,
      "learning_rate": 4.744937993723791e-05,
      "loss": 5.951,
      "step": 195235
    },
    {
      "epoch": 0.17089722795312842,
      "grad_norm": 0.4464695155620575,
      "learning_rate": 4.744924419915409e-05,
      "loss": 5.9492,
      "step": 195240
    },
    {
      "epoch": 0.1709016045467556,
      "grad_norm": 0.44488880038261414,
      "learning_rate": 4.744910845770454e-05,
      "loss": 5.6689,
      "step": 195245
    },
    {
      "epoch": 0.17090598114038275,
      "grad_norm": 0.417524129152298,
      "learning_rate": 4.74489727128893e-05,
      "loss": 5.6594,
      "step": 195250
    },
    {
      "epoch": 0.1709103577340099,
      "grad_norm": 0.4121091365814209,
      "learning_rate": 4.744883696470838e-05,
      "loss": 5.6514,
      "step": 195255
    },
    {
      "epoch": 0.17091473432763704,
      "grad_norm": 0.4637642502784729,
      "learning_rate": 4.744870121316182e-05,
      "loss": 5.1476,
      "step": 195260
    },
    {
      "epoch": 0.17091911092126422,
      "grad_norm": 0.44393494725227356,
      "learning_rate": 4.7448565458249625e-05,
      "loss": 5.1424,
      "step": 195265
    },
    {
      "epoch": 0.17092348751489136,
      "grad_norm": 0.4767146408557892,
      "learning_rate": 4.744842969997184e-05,
      "loss": 5.2146,
      "step": 195270
    },
    {
      "epoch": 0.1709278641085185,
      "grad_norm": 0.43907058238983154,
      "learning_rate": 4.7448293938328495e-05,
      "loss": 5.1162,
      "step": 195275
    },
    {
      "epoch": 0.17093224070214566,
      "grad_norm": 0.4282267987728119,
      "learning_rate": 4.744815817331959e-05,
      "loss": 5.3873,
      "step": 195280
    },
    {
      "epoch": 0.17093661729577284,
      "grad_norm": 0.46641141176223755,
      "learning_rate": 4.744802240494517e-05,
      "loss": 4.3666,
      "step": 195285
    },
    {
      "epoch": 0.17094099388939998,
      "grad_norm": 0.47734132409095764,
      "learning_rate": 4.7447886633205265e-05,
      "loss": 4.9564,
      "step": 195290
    },
    {
      "epoch": 0.17094537048302713,
      "grad_norm": 0.4493151307106018,
      "learning_rate": 4.744775085809989e-05,
      "loss": 5.1509,
      "step": 195295
    },
    {
      "epoch": 0.17094974707665428,
      "grad_norm": 0.4298463463783264,
      "learning_rate": 4.7447615079629083e-05,
      "loss": 5.3281,
      "step": 195300
    },
    {
      "epoch": 0.17095412367028145,
      "grad_norm": 0.468191534280777,
      "learning_rate": 4.744747929779286e-05,
      "loss": 4.8375,
      "step": 195305
    },
    {
      "epoch": 0.1709585002639086,
      "grad_norm": 0.44123637676239014,
      "learning_rate": 4.7447343512591244e-05,
      "loss": 5.7068,
      "step": 195310
    },
    {
      "epoch": 0.17096287685753575,
      "grad_norm": 0.504895031452179,
      "learning_rate": 4.7447207724024276e-05,
      "loss": 5.2116,
      "step": 195315
    },
    {
      "epoch": 0.1709672534511629,
      "grad_norm": 0.4744320809841156,
      "learning_rate": 4.744707193209197e-05,
      "loss": 4.1835,
      "step": 195320
    },
    {
      "epoch": 0.17097163004479005,
      "grad_norm": 0.4435262680053711,
      "learning_rate": 4.7446936136794364e-05,
      "loss": 4.2243,
      "step": 195325
    },
    {
      "epoch": 0.17097600663841722,
      "grad_norm": 0.4498794674873352,
      "learning_rate": 4.744680033813146e-05,
      "loss": 4.702,
      "step": 195330
    },
    {
      "epoch": 0.17098038323204437,
      "grad_norm": 0.4183637499809265,
      "learning_rate": 4.7446664536103316e-05,
      "loss": 4.9288,
      "step": 195335
    },
    {
      "epoch": 0.17098475982567152,
      "grad_norm": 0.45713290572166443,
      "learning_rate": 4.744652873070994e-05,
      "loss": 5.0572,
      "step": 195340
    },
    {
      "epoch": 0.17098913641929867,
      "grad_norm": 0.4600231945514679,
      "learning_rate": 4.7446392921951356e-05,
      "loss": 4.4378,
      "step": 195345
    },
    {
      "epoch": 0.17099351301292584,
      "grad_norm": 0.42071840167045593,
      "learning_rate": 4.7446257109827595e-05,
      "loss": 5.4656,
      "step": 195350
    },
    {
      "epoch": 0.170997889606553,
      "grad_norm": 0.41929712891578674,
      "learning_rate": 4.744612129433869e-05,
      "loss": 5.245,
      "step": 195355
    },
    {
      "epoch": 0.17100226620018014,
      "grad_norm": 0.44826167821884155,
      "learning_rate": 4.744598547548465e-05,
      "loss": 4.8216,
      "step": 195360
    },
    {
      "epoch": 0.17100664279380728,
      "grad_norm": 0.42830890417099,
      "learning_rate": 4.744584965326552e-05,
      "loss": 5.2312,
      "step": 195365
    },
    {
      "epoch": 0.17101101938743446,
      "grad_norm": 0.44040539860725403,
      "learning_rate": 4.7445713827681315e-05,
      "loss": 5.7439,
      "step": 195370
    },
    {
      "epoch": 0.1710153959810616,
      "grad_norm": 0.4425434172153473,
      "learning_rate": 4.744557799873206e-05,
      "loss": 4.6137,
      "step": 195375
    },
    {
      "epoch": 0.17101977257468876,
      "grad_norm": 0.4260539710521698,
      "learning_rate": 4.744544216641779e-05,
      "loss": 5.7195,
      "step": 195380
    },
    {
      "epoch": 0.1710241491683159,
      "grad_norm": 0.4198387861251831,
      "learning_rate": 4.744530633073852e-05,
      "loss": 4.8849,
      "step": 195385
    },
    {
      "epoch": 0.17102852576194308,
      "grad_norm": 0.42721444368362427,
      "learning_rate": 4.7445170491694293e-05,
      "loss": 5.2555,
      "step": 195390
    },
    {
      "epoch": 0.17103290235557023,
      "grad_norm": 0.42623889446258545,
      "learning_rate": 4.744503464928513e-05,
      "loss": 4.6641,
      "step": 195395
    },
    {
      "epoch": 0.17103727894919737,
      "grad_norm": 0.41676756739616394,
      "learning_rate": 4.744489880351103e-05,
      "loss": 5.9578,
      "step": 195400
    },
    {
      "epoch": 0.17104165554282452,
      "grad_norm": 0.49198296666145325,
      "learning_rate": 4.744476295437206e-05,
      "loss": 4.4186,
      "step": 195405
    },
    {
      "epoch": 0.1710460321364517,
      "grad_norm": 0.44284284114837646,
      "learning_rate": 4.744462710186821e-05,
      "loss": 5.4364,
      "step": 195410
    },
    {
      "epoch": 0.17105040873007885,
      "grad_norm": 0.42447367310523987,
      "learning_rate": 4.744449124599954e-05,
      "loss": 5.4229,
      "step": 195415
    },
    {
      "epoch": 0.171054785323706,
      "grad_norm": 0.4607267379760742,
      "learning_rate": 4.744435538676605e-05,
      "loss": 5.3498,
      "step": 195420
    },
    {
      "epoch": 0.17105916191733314,
      "grad_norm": 0.42750170826911926,
      "learning_rate": 4.744421952416779e-05,
      "loss": 5.2096,
      "step": 195425
    },
    {
      "epoch": 0.17106353851096032,
      "grad_norm": 0.46308353543281555,
      "learning_rate": 4.7444083658204755e-05,
      "loss": 4.9617,
      "step": 195430
    },
    {
      "epoch": 0.17106791510458746,
      "grad_norm": 0.4177478551864624,
      "learning_rate": 4.7443947788877e-05,
      "loss": 6.2578,
      "step": 195435
    },
    {
      "epoch": 0.1710722916982146,
      "grad_norm": 0.48523369431495667,
      "learning_rate": 4.744381191618453e-05,
      "loss": 4.9104,
      "step": 195440
    },
    {
      "epoch": 0.17107666829184176,
      "grad_norm": 0.47850850224494934,
      "learning_rate": 4.7443676040127395e-05,
      "loss": 5.975,
      "step": 195445
    },
    {
      "epoch": 0.1710810448854689,
      "grad_norm": 0.4399155378341675,
      "learning_rate": 4.744354016070559e-05,
      "loss": 4.9229,
      "step": 195450
    },
    {
      "epoch": 0.17108542147909608,
      "grad_norm": 0.4359326660633087,
      "learning_rate": 4.7443404277919165e-05,
      "loss": 3.8792,
      "step": 195455
    },
    {
      "epoch": 0.17108979807272323,
      "grad_norm": 0.45667219161987305,
      "learning_rate": 4.744326839176815e-05,
      "loss": 6.2705,
      "step": 195460
    },
    {
      "epoch": 0.17109417466635038,
      "grad_norm": 0.47290879487991333,
      "learning_rate": 4.744313250225255e-05,
      "loss": 5.6545,
      "step": 195465
    },
    {
      "epoch": 0.17109855125997753,
      "grad_norm": 0.4263225793838501,
      "learning_rate": 4.7442996609372404e-05,
      "loss": 5.7206,
      "step": 195470
    },
    {
      "epoch": 0.1711029278536047,
      "grad_norm": 0.4271516799926758,
      "learning_rate": 4.7442860713127735e-05,
      "loss": 5.2413,
      "step": 195475
    },
    {
      "epoch": 0.17110730444723185,
      "grad_norm": 0.4584677219390869,
      "learning_rate": 4.744272481351857e-05,
      "loss": 5.3801,
      "step": 195480
    },
    {
      "epoch": 0.171111681040859,
      "grad_norm": 0.4466220736503601,
      "learning_rate": 4.744258891054494e-05,
      "loss": 5.2514,
      "step": 195485
    },
    {
      "epoch": 0.17111605763448615,
      "grad_norm": 0.4423447549343109,
      "learning_rate": 4.7442453004206864e-05,
      "loss": 5.2241,
      "step": 195490
    },
    {
      "epoch": 0.17112043422811332,
      "grad_norm": 0.4488345980644226,
      "learning_rate": 4.744231709450437e-05,
      "loss": 4.9429,
      "step": 195495
    },
    {
      "epoch": 0.17112481082174047,
      "grad_norm": 0.46936044096946716,
      "learning_rate": 4.7442181181437486e-05,
      "loss": 5.3262,
      "step": 195500
    },
    {
      "epoch": 0.17112918741536762,
      "grad_norm": 0.43912434577941895,
      "learning_rate": 4.744204526500624e-05,
      "loss": 5.134,
      "step": 195505
    },
    {
      "epoch": 0.17113356400899477,
      "grad_norm": 0.42717236280441284,
      "learning_rate": 4.744190934521066e-05,
      "loss": 5.4453,
      "step": 195510
    },
    {
      "epoch": 0.17113794060262194,
      "grad_norm": 0.43952634930610657,
      "learning_rate": 4.744177342205075e-05,
      "loss": 4.5945,
      "step": 195515
    },
    {
      "epoch": 0.1711423171962491,
      "grad_norm": 0.45358818769454956,
      "learning_rate": 4.744163749552657e-05,
      "loss": 5.1259,
      "step": 195520
    },
    {
      "epoch": 0.17114669378987624,
      "grad_norm": 0.5095311999320984,
      "learning_rate": 4.7441501565638125e-05,
      "loss": 5.2301,
      "step": 195525
    },
    {
      "epoch": 0.17115107038350338,
      "grad_norm": 0.4381403923034668,
      "learning_rate": 4.744136563238545e-05,
      "loss": 5.6813,
      "step": 195530
    },
    {
      "epoch": 0.17115544697713056,
      "grad_norm": 0.42125916481018066,
      "learning_rate": 4.7441229695768565e-05,
      "loss": 5.4415,
      "step": 195535
    },
    {
      "epoch": 0.1711598235707577,
      "grad_norm": 0.4309517741203308,
      "learning_rate": 4.7441093755787505e-05,
      "loss": 5.1464,
      "step": 195540
    },
    {
      "epoch": 0.17116420016438486,
      "grad_norm": 0.4407462775707245,
      "learning_rate": 4.7440957812442274e-05,
      "loss": 5.1165,
      "step": 195545
    },
    {
      "epoch": 0.171168576758012,
      "grad_norm": 0.4482495188713074,
      "learning_rate": 4.744082186573293e-05,
      "loss": 5.7788,
      "step": 195550
    },
    {
      "epoch": 0.17117295335163918,
      "grad_norm": 0.4182034730911255,
      "learning_rate": 4.7440685915659476e-05,
      "loss": 5.4565,
      "step": 195555
    },
    {
      "epoch": 0.17117732994526633,
      "grad_norm": 0.4277845621109009,
      "learning_rate": 4.744054996222195e-05,
      "loss": 5.9295,
      "step": 195560
    },
    {
      "epoch": 0.17118170653889347,
      "grad_norm": 0.43510812520980835,
      "learning_rate": 4.7440414005420366e-05,
      "loss": 5.1335,
      "step": 195565
    },
    {
      "epoch": 0.17118608313252062,
      "grad_norm": 0.4350510239601135,
      "learning_rate": 4.744027804525477e-05,
      "loss": 5.6883,
      "step": 195570
    },
    {
      "epoch": 0.17119045972614777,
      "grad_norm": 0.420437753200531,
      "learning_rate": 4.744014208172517e-05,
      "loss": 5.3037,
      "step": 195575
    },
    {
      "epoch": 0.17119483631977495,
      "grad_norm": 0.47372061014175415,
      "learning_rate": 4.7440006114831596e-05,
      "loss": 5.1613,
      "step": 195580
    },
    {
      "epoch": 0.1711992129134021,
      "grad_norm": 0.4276803135871887,
      "learning_rate": 4.743987014457408e-05,
      "loss": 5.6818,
      "step": 195585
    },
    {
      "epoch": 0.17120358950702924,
      "grad_norm": 0.4450870752334595,
      "learning_rate": 4.7439734170952654e-05,
      "loss": 5.3764,
      "step": 195590
    },
    {
      "epoch": 0.1712079661006564,
      "grad_norm": 0.43414992094039917,
      "learning_rate": 4.743959819396732e-05,
      "loss": 4.9112,
      "step": 195595
    },
    {
      "epoch": 0.17121234269428356,
      "grad_norm": 0.4709540009498596,
      "learning_rate": 4.743946221361813e-05,
      "loss": 5.1398,
      "step": 195600
    },
    {
      "epoch": 0.1712167192879107,
      "grad_norm": 0.4814475178718567,
      "learning_rate": 4.743932622990509e-05,
      "loss": 4.7259,
      "step": 195605
    },
    {
      "epoch": 0.17122109588153786,
      "grad_norm": 0.4413243532180786,
      "learning_rate": 4.743919024282825e-05,
      "loss": 5.217,
      "step": 195610
    },
    {
      "epoch": 0.171225472475165,
      "grad_norm": 0.46550023555755615,
      "learning_rate": 4.743905425238761e-05,
      "loss": 4.618,
      "step": 195615
    },
    {
      "epoch": 0.17122984906879218,
      "grad_norm": 0.42698800563812256,
      "learning_rate": 4.743891825858322e-05,
      "loss": 6.2568,
      "step": 195620
    },
    {
      "epoch": 0.17123422566241933,
      "grad_norm": 0.43916526436805725,
      "learning_rate": 4.7438782261415084e-05,
      "loss": 5.4277,
      "step": 195625
    },
    {
      "epoch": 0.17123860225604648,
      "grad_norm": 0.44848522543907166,
      "learning_rate": 4.7438646260883243e-05,
      "loss": 4.6811,
      "step": 195630
    },
    {
      "epoch": 0.17124297884967363,
      "grad_norm": 0.42992761731147766,
      "learning_rate": 4.743851025698772e-05,
      "loss": 5.9611,
      "step": 195635
    },
    {
      "epoch": 0.1712473554433008,
      "grad_norm": 0.44692161679267883,
      "learning_rate": 4.743837424972855e-05,
      "loss": 4.9222,
      "step": 195640
    },
    {
      "epoch": 0.17125173203692795,
      "grad_norm": 0.4126598834991455,
      "learning_rate": 4.7438238239105725e-05,
      "loss": 5.7873,
      "step": 195645
    },
    {
      "epoch": 0.1712561086305551,
      "grad_norm": 0.4187782406806946,
      "learning_rate": 4.7438102225119315e-05,
      "loss": 5.9875,
      "step": 195650
    },
    {
      "epoch": 0.17126048522418225,
      "grad_norm": 0.4427652657032013,
      "learning_rate": 4.7437966207769324e-05,
      "loss": 5.1357,
      "step": 195655
    },
    {
      "epoch": 0.17126486181780942,
      "grad_norm": 0.43748706579208374,
      "learning_rate": 4.7437830187055785e-05,
      "loss": 4.5579,
      "step": 195660
    },
    {
      "epoch": 0.17126923841143657,
      "grad_norm": 0.4260120689868927,
      "learning_rate": 4.743769416297872e-05,
      "loss": 5.4601,
      "step": 195665
    },
    {
      "epoch": 0.17127361500506372,
      "grad_norm": 0.4384225904941559,
      "learning_rate": 4.743755813553815e-05,
      "loss": 5.7546,
      "step": 195670
    },
    {
      "epoch": 0.17127799159869087,
      "grad_norm": 0.4440460801124573,
      "learning_rate": 4.743742210473411e-05,
      "loss": 5.4516,
      "step": 195675
    },
    {
      "epoch": 0.17128236819231804,
      "grad_norm": 0.40355175733566284,
      "learning_rate": 4.743728607056662e-05,
      "loss": 6.2594,
      "step": 195680
    },
    {
      "epoch": 0.1712867447859452,
      "grad_norm": 0.4224035441875458,
      "learning_rate": 4.743715003303572e-05,
      "loss": 5.7374,
      "step": 195685
    },
    {
      "epoch": 0.17129112137957234,
      "grad_norm": 0.44704577326774597,
      "learning_rate": 4.743701399214141e-05,
      "loss": 4.4536,
      "step": 195690
    },
    {
      "epoch": 0.17129549797319948,
      "grad_norm": 0.4552322030067444,
      "learning_rate": 4.743687794788374e-05,
      "loss": 5.7627,
      "step": 195695
    },
    {
      "epoch": 0.17129987456682663,
      "grad_norm": 0.4387904703617096,
      "learning_rate": 4.7436741900262725e-05,
      "loss": 5.428,
      "step": 195700
    },
    {
      "epoch": 0.1713042511604538,
      "grad_norm": 0.4402792155742645,
      "learning_rate": 4.7436605849278404e-05,
      "loss": 5.3807,
      "step": 195705
    },
    {
      "epoch": 0.17130862775408096,
      "grad_norm": 0.43539103865623474,
      "learning_rate": 4.743646979493079e-05,
      "loss": 5.7608,
      "step": 195710
    },
    {
      "epoch": 0.1713130043477081,
      "grad_norm": 0.4378320872783661,
      "learning_rate": 4.7436333737219905e-05,
      "loss": 5.1533,
      "step": 195715
    },
    {
      "epoch": 0.17131738094133525,
      "grad_norm": 0.4373987019062042,
      "learning_rate": 4.74361976761458e-05,
      "loss": 5.434,
      "step": 195720
    },
    {
      "epoch": 0.17132175753496243,
      "grad_norm": 0.4438869059085846,
      "learning_rate": 4.743606161170847e-05,
      "loss": 5.446,
      "step": 195725
    },
    {
      "epoch": 0.17132613412858957,
      "grad_norm": 0.4621128439903259,
      "learning_rate": 4.7435925543907956e-05,
      "loss": 5.4621,
      "step": 195730
    },
    {
      "epoch": 0.17133051072221672,
      "grad_norm": 0.4480137228965759,
      "learning_rate": 4.7435789472744294e-05,
      "loss": 5.4328,
      "step": 195735
    },
    {
      "epoch": 0.17133488731584387,
      "grad_norm": 0.45515379309654236,
      "learning_rate": 4.743565339821749e-05,
      "loss": 5.1237,
      "step": 195740
    },
    {
      "epoch": 0.17133926390947105,
      "grad_norm": 0.43709394335746765,
      "learning_rate": 4.7435517320327596e-05,
      "loss": 5.7445,
      "step": 195745
    },
    {
      "epoch": 0.1713436405030982,
      "grad_norm": 0.4714806079864502,
      "learning_rate": 4.743538123907461e-05,
      "loss": 4.3199,
      "step": 195750
    },
    {
      "epoch": 0.17134801709672534,
      "grad_norm": 0.4578911066055298,
      "learning_rate": 4.743524515445857e-05,
      "loss": 5.1409,
      "step": 195755
    },
    {
      "epoch": 0.1713523936903525,
      "grad_norm": 0.44721975922584534,
      "learning_rate": 4.743510906647951e-05,
      "loss": 5.2382,
      "step": 195760
    },
    {
      "epoch": 0.17135677028397966,
      "grad_norm": 0.4551864564418793,
      "learning_rate": 4.743497297513745e-05,
      "loss": 5.2444,
      "step": 195765
    },
    {
      "epoch": 0.1713611468776068,
      "grad_norm": 0.4231817424297333,
      "learning_rate": 4.74348368804324e-05,
      "loss": 6.2992,
      "step": 195770
    },
    {
      "epoch": 0.17136552347123396,
      "grad_norm": 0.44374018907546997,
      "learning_rate": 4.7434700782364416e-05,
      "loss": 4.4301,
      "step": 195775
    },
    {
      "epoch": 0.1713699000648611,
      "grad_norm": 0.45794811844825745,
      "learning_rate": 4.7434564680933516e-05,
      "loss": 4.416,
      "step": 195780
    },
    {
      "epoch": 0.17137427665848828,
      "grad_norm": 0.4414159059524536,
      "learning_rate": 4.74344285761397e-05,
      "loss": 5.1496,
      "step": 195785
    },
    {
      "epoch": 0.17137865325211543,
      "grad_norm": 0.4479159712791443,
      "learning_rate": 4.743429246798303e-05,
      "loss": 5.4128,
      "step": 195790
    },
    {
      "epoch": 0.17138302984574258,
      "grad_norm": 0.439990371465683,
      "learning_rate": 4.743415635646352e-05,
      "loss": 5.3926,
      "step": 195795
    },
    {
      "epoch": 0.17138740643936973,
      "grad_norm": 0.43819648027420044,
      "learning_rate": 4.743402024158118e-05,
      "loss": 4.9185,
      "step": 195800
    },
    {
      "epoch": 0.1713917830329969,
      "grad_norm": 0.4461524486541748,
      "learning_rate": 4.743388412333606e-05,
      "loss": 5.6822,
      "step": 195805
    },
    {
      "epoch": 0.17139615962662405,
      "grad_norm": 0.4167155921459198,
      "learning_rate": 4.7433748001728175e-05,
      "loss": 5.7508,
      "step": 195810
    },
    {
      "epoch": 0.1714005362202512,
      "grad_norm": 0.43149900436401367,
      "learning_rate": 4.743361187675756e-05,
      "loss": 5.6072,
      "step": 195815
    },
    {
      "epoch": 0.17140491281387835,
      "grad_norm": 0.4198886454105377,
      "learning_rate": 4.7433475748424215e-05,
      "loss": 5.6625,
      "step": 195820
    },
    {
      "epoch": 0.17140928940750552,
      "grad_norm": 0.45076239109039307,
      "learning_rate": 4.743333961672819e-05,
      "loss": 4.9674,
      "step": 195825
    },
    {
      "epoch": 0.17141366600113267,
      "grad_norm": 0.43960872292518616,
      "learning_rate": 4.743320348166951e-05,
      "loss": 5.6334,
      "step": 195830
    },
    {
      "epoch": 0.17141804259475982,
      "grad_norm": 0.46337494254112244,
      "learning_rate": 4.74330673432482e-05,
      "loss": 4.6911,
      "step": 195835
    },
    {
      "epoch": 0.17142241918838697,
      "grad_norm": 0.4505910873413086,
      "learning_rate": 4.743293120146428e-05,
      "loss": 4.919,
      "step": 195840
    },
    {
      "epoch": 0.1714267957820141,
      "grad_norm": 0.45602619647979736,
      "learning_rate": 4.743279505631778e-05,
      "loss": 4.9175,
      "step": 195845
    },
    {
      "epoch": 0.1714311723756413,
      "grad_norm": 0.42996805906295776,
      "learning_rate": 4.743265890780872e-05,
      "loss": 5.4688,
      "step": 195850
    },
    {
      "epoch": 0.17143554896926844,
      "grad_norm": 0.4409525394439697,
      "learning_rate": 4.743252275593714e-05,
      "loss": 5.6145,
      "step": 195855
    },
    {
      "epoch": 0.17143992556289558,
      "grad_norm": 0.4449574947357178,
      "learning_rate": 4.743238660070305e-05,
      "loss": 4.7201,
      "step": 195860
    },
    {
      "epoch": 0.17144430215652273,
      "grad_norm": 0.5159383416175842,
      "learning_rate": 4.7432250442106495e-05,
      "loss": 4.6255,
      "step": 195865
    },
    {
      "epoch": 0.1714486787501499,
      "grad_norm": 0.44752371311187744,
      "learning_rate": 4.743211428014749e-05,
      "loss": 4.0624,
      "step": 195870
    },
    {
      "epoch": 0.17145305534377706,
      "grad_norm": 0.44765520095825195,
      "learning_rate": 4.743197811482606e-05,
      "loss": 4.9414,
      "step": 195875
    },
    {
      "epoch": 0.1714574319374042,
      "grad_norm": 0.44616419076919556,
      "learning_rate": 4.743184194614223e-05,
      "loss": 5.7487,
      "step": 195880
    },
    {
      "epoch": 0.17146180853103135,
      "grad_norm": 0.4585416316986084,
      "learning_rate": 4.743170577409603e-05,
      "loss": 5.3541,
      "step": 195885
    },
    {
      "epoch": 0.17146618512465853,
      "grad_norm": 0.43998104333877563,
      "learning_rate": 4.7431569598687485e-05,
      "loss": 4.976,
      "step": 195890
    },
    {
      "epoch": 0.17147056171828567,
      "grad_norm": 0.4409600794315338,
      "learning_rate": 4.743143341991663e-05,
      "loss": 5.6937,
      "step": 195895
    },
    {
      "epoch": 0.17147493831191282,
      "grad_norm": 0.44424983859062195,
      "learning_rate": 4.743129723778348e-05,
      "loss": 5.1388,
      "step": 195900
    },
    {
      "epoch": 0.17147931490553997,
      "grad_norm": 0.431686669588089,
      "learning_rate": 4.743116105228806e-05,
      "loss": 5.4422,
      "step": 195905
    },
    {
      "epoch": 0.17148369149916715,
      "grad_norm": 0.4252326190471649,
      "learning_rate": 4.743102486343041e-05,
      "loss": 6.2627,
      "step": 195910
    },
    {
      "epoch": 0.1714880680927943,
      "grad_norm": 0.4374062716960907,
      "learning_rate": 4.743088867121054e-05,
      "loss": 5.9051,
      "step": 195915
    },
    {
      "epoch": 0.17149244468642144,
      "grad_norm": 0.43772855401039124,
      "learning_rate": 4.7430752475628484e-05,
      "loss": 5.2212,
      "step": 195920
    },
    {
      "epoch": 0.1714968212800486,
      "grad_norm": 0.5226989388465881,
      "learning_rate": 4.743061627668427e-05,
      "loss": 4.6522,
      "step": 195925
    },
    {
      "epoch": 0.17150119787367576,
      "grad_norm": 0.44439709186553955,
      "learning_rate": 4.7430480074377914e-05,
      "loss": 5.674,
      "step": 195930
    },
    {
      "epoch": 0.1715055744673029,
      "grad_norm": 0.439829021692276,
      "learning_rate": 4.743034386870946e-05,
      "loss": 4.8575,
      "step": 195935
    },
    {
      "epoch": 0.17150995106093006,
      "grad_norm": 0.43483981490135193,
      "learning_rate": 4.743020765967893e-05,
      "loss": 5.2161,
      "step": 195940
    },
    {
      "epoch": 0.1715143276545572,
      "grad_norm": 0.4284522831439972,
      "learning_rate": 4.743007144728633e-05,
      "loss": 5.3494,
      "step": 195945
    },
    {
      "epoch": 0.17151870424818438,
      "grad_norm": 0.46594366431236267,
      "learning_rate": 4.7429935231531706e-05,
      "loss": 4.9085,
      "step": 195950
    },
    {
      "epoch": 0.17152308084181153,
      "grad_norm": 0.470361590385437,
      "learning_rate": 4.7429799012415086e-05,
      "loss": 5.2368,
      "step": 195955
    },
    {
      "epoch": 0.17152745743543868,
      "grad_norm": 0.4224276840686798,
      "learning_rate": 4.742966278993649e-05,
      "loss": 5.4479,
      "step": 195960
    },
    {
      "epoch": 0.17153183402906583,
      "grad_norm": 0.43593984842300415,
      "learning_rate": 4.742952656409594e-05,
      "loss": 4.9192,
      "step": 195965
    },
    {
      "epoch": 0.17153621062269298,
      "grad_norm": 0.4418051242828369,
      "learning_rate": 4.7429390334893466e-05,
      "loss": 4.4573,
      "step": 195970
    },
    {
      "epoch": 0.17154058721632015,
      "grad_norm": 0.4614138603210449,
      "learning_rate": 4.742925410232909e-05,
      "loss": 4.9004,
      "step": 195975
    },
    {
      "epoch": 0.1715449638099473,
      "grad_norm": 0.4579531252384186,
      "learning_rate": 4.742911786640285e-05,
      "loss": 5.968,
      "step": 195980
    },
    {
      "epoch": 0.17154934040357445,
      "grad_norm": 0.44849005341529846,
      "learning_rate": 4.7428981627114765e-05,
      "loss": 5.7535,
      "step": 195985
    },
    {
      "epoch": 0.1715537169972016,
      "grad_norm": 0.4471501111984253,
      "learning_rate": 4.742884538446486e-05,
      "loss": 5.6709,
      "step": 195990
    },
    {
      "epoch": 0.17155809359082877,
      "grad_norm": 0.4527652859687805,
      "learning_rate": 4.7428709138453166e-05,
      "loss": 4.9365,
      "step": 195995
    },
    {
      "epoch": 0.17156247018445592,
      "grad_norm": 0.4527825117111206,
      "learning_rate": 4.74285728890797e-05,
      "loss": 5.2071,
      "step": 196000
    },
    {
      "epoch": 0.17156684677808307,
      "grad_norm": 0.4414301812648773,
      "learning_rate": 4.74284366363445e-05,
      "loss": 5.6385,
      "step": 196005
    },
    {
      "epoch": 0.1715712233717102,
      "grad_norm": 0.4256037175655365,
      "learning_rate": 4.742830038024758e-05,
      "loss": 5.6119,
      "step": 196010
    },
    {
      "epoch": 0.1715755999653374,
      "grad_norm": 0.43784552812576294,
      "learning_rate": 4.7428164120788974e-05,
      "loss": 4.8602,
      "step": 196015
    },
    {
      "epoch": 0.17157997655896454,
      "grad_norm": 0.4679563343524933,
      "learning_rate": 4.7428027857968706e-05,
      "loss": 5.2596,
      "step": 196020
    },
    {
      "epoch": 0.17158435315259168,
      "grad_norm": 0.45968255400657654,
      "learning_rate": 4.742789159178681e-05,
      "loss": 4.3968,
      "step": 196025
    },
    {
      "epoch": 0.17158872974621883,
      "grad_norm": 0.450948566198349,
      "learning_rate": 4.7427755322243294e-05,
      "loss": 4.6594,
      "step": 196030
    },
    {
      "epoch": 0.171593106339846,
      "grad_norm": 0.42710575461387634,
      "learning_rate": 4.742761904933821e-05,
      "loss": 5.2251,
      "step": 196035
    },
    {
      "epoch": 0.17159748293347316,
      "grad_norm": 0.44541993737220764,
      "learning_rate": 4.7427482773071565e-05,
      "loss": 5.1396,
      "step": 196040
    },
    {
      "epoch": 0.1716018595271003,
      "grad_norm": 0.4277135133743286,
      "learning_rate": 4.742734649344339e-05,
      "loss": 5.7359,
      "step": 196045
    },
    {
      "epoch": 0.17160623612072745,
      "grad_norm": 0.4424138069152832,
      "learning_rate": 4.742721021045372e-05,
      "loss": 5.1596,
      "step": 196050
    },
    {
      "epoch": 0.17161061271435463,
      "grad_norm": 0.45524317026138306,
      "learning_rate": 4.742707392410256e-05,
      "loss": 4.9171,
      "step": 196055
    },
    {
      "epoch": 0.17161498930798177,
      "grad_norm": 0.45826756954193115,
      "learning_rate": 4.7426937634389953e-05,
      "loss": 5.1555,
      "step": 196060
    },
    {
      "epoch": 0.17161936590160892,
      "grad_norm": 0.4542486369609833,
      "learning_rate": 4.742680134131593e-05,
      "loss": 4.3604,
      "step": 196065
    },
    {
      "epoch": 0.17162374249523607,
      "grad_norm": 0.4429217278957367,
      "learning_rate": 4.7426665044880504e-05,
      "loss": 5.6551,
      "step": 196070
    },
    {
      "epoch": 0.17162811908886325,
      "grad_norm": 0.4860621988773346,
      "learning_rate": 4.7426528745083696e-05,
      "loss": 5.3084,
      "step": 196075
    },
    {
      "epoch": 0.1716324956824904,
      "grad_norm": 0.44665196537971497,
      "learning_rate": 4.742639244192555e-05,
      "loss": 4.2032,
      "step": 196080
    },
    {
      "epoch": 0.17163687227611754,
      "grad_norm": 0.4521965980529785,
      "learning_rate": 4.742625613540609e-05,
      "loss": 4.9336,
      "step": 196085
    },
    {
      "epoch": 0.1716412488697447,
      "grad_norm": 0.43423992395401,
      "learning_rate": 4.7426119825525326e-05,
      "loss": 5.4165,
      "step": 196090
    },
    {
      "epoch": 0.17164562546337184,
      "grad_norm": 0.4198436439037323,
      "learning_rate": 4.74259835122833e-05,
      "loss": 5.7251,
      "step": 196095
    },
    {
      "epoch": 0.171650002056999,
      "grad_norm": 0.44937238097190857,
      "learning_rate": 4.742584719568005e-05,
      "loss": 4.9627,
      "step": 196100
    },
    {
      "epoch": 0.17165437865062616,
      "grad_norm": 0.43098005652427673,
      "learning_rate": 4.7425710875715566e-05,
      "loss": 5.1407,
      "step": 196105
    },
    {
      "epoch": 0.1716587552442533,
      "grad_norm": 0.4213826060295105,
      "learning_rate": 4.74255745523899e-05,
      "loss": 5.6559,
      "step": 196110
    },
    {
      "epoch": 0.17166313183788046,
      "grad_norm": 0.44629573822021484,
      "learning_rate": 4.742543822570308e-05,
      "loss": 5.2381,
      "step": 196115
    },
    {
      "epoch": 0.17166750843150763,
      "grad_norm": 0.4424842894077301,
      "learning_rate": 4.7425301895655116e-05,
      "loss": 4.6351,
      "step": 196120
    },
    {
      "epoch": 0.17167188502513478,
      "grad_norm": 0.43233522772789,
      "learning_rate": 4.742516556224604e-05,
      "loss": 5.482,
      "step": 196125
    },
    {
      "epoch": 0.17167626161876193,
      "grad_norm": 0.4355604648590088,
      "learning_rate": 4.7425029225475895e-05,
      "loss": 5.4771,
      "step": 196130
    },
    {
      "epoch": 0.17168063821238908,
      "grad_norm": 0.4402117133140564,
      "learning_rate": 4.742489288534467e-05,
      "loss": 4.9431,
      "step": 196135
    },
    {
      "epoch": 0.17168501480601625,
      "grad_norm": 0.44043850898742676,
      "learning_rate": 4.7424756541852445e-05,
      "loss": 5.3721,
      "step": 196140
    },
    {
      "epoch": 0.1716893913996434,
      "grad_norm": 0.4323056936264038,
      "learning_rate": 4.74246201949992e-05,
      "loss": 5.4892,
      "step": 196145
    },
    {
      "epoch": 0.17169376799327055,
      "grad_norm": 0.4307610094547272,
      "learning_rate": 4.742448384478498e-05,
      "loss": 5.3473,
      "step": 196150
    },
    {
      "epoch": 0.1716981445868977,
      "grad_norm": 0.4329122006893158,
      "learning_rate": 4.742434749120981e-05,
      "loss": 5.2294,
      "step": 196155
    },
    {
      "epoch": 0.17170252118052487,
      "grad_norm": 0.4609735608100891,
      "learning_rate": 4.742421113427371e-05,
      "loss": 5.4398,
      "step": 196160
    },
    {
      "epoch": 0.17170689777415202,
      "grad_norm": 0.4622938930988312,
      "learning_rate": 4.742407477397672e-05,
      "loss": 4.8215,
      "step": 196165
    },
    {
      "epoch": 0.17171127436777917,
      "grad_norm": 0.44359612464904785,
      "learning_rate": 4.7423938410318856e-05,
      "loss": 4.9409,
      "step": 196170
    },
    {
      "epoch": 0.1717156509614063,
      "grad_norm": 0.4295036792755127,
      "learning_rate": 4.7423802043300145e-05,
      "loss": 5.4566,
      "step": 196175
    },
    {
      "epoch": 0.1717200275550335,
      "grad_norm": 0.4550231993198395,
      "learning_rate": 4.742366567292061e-05,
      "loss": 4.9242,
      "step": 196180
    },
    {
      "epoch": 0.17172440414866064,
      "grad_norm": 0.43474718928337097,
      "learning_rate": 4.7423529299180294e-05,
      "loss": 5.64,
      "step": 196185
    },
    {
      "epoch": 0.17172878074228778,
      "grad_norm": 0.5129345059394836,
      "learning_rate": 4.742339292207919e-05,
      "loss": 4.8657,
      "step": 196190
    },
    {
      "epoch": 0.17173315733591493,
      "grad_norm": 0.456440806388855,
      "learning_rate": 4.7423256541617366e-05,
      "loss": 5.4292,
      "step": 196195
    },
    {
      "epoch": 0.1717375339295421,
      "grad_norm": 0.42848479747772217,
      "learning_rate": 4.742312015779482e-05,
      "loss": 5.1483,
      "step": 196200
    },
    {
      "epoch": 0.17174191052316926,
      "grad_norm": 0.4675663113594055,
      "learning_rate": 4.7422983770611585e-05,
      "loss": 5.739,
      "step": 196205
    },
    {
      "epoch": 0.1717462871167964,
      "grad_norm": 0.44241780042648315,
      "learning_rate": 4.742284738006769e-05,
      "loss": 4.6468,
      "step": 196210
    },
    {
      "epoch": 0.17175066371042355,
      "grad_norm": 0.4804750382900238,
      "learning_rate": 4.7422710986163154e-05,
      "loss": 5.6664,
      "step": 196215
    },
    {
      "epoch": 0.1717550403040507,
      "grad_norm": 0.46012505888938904,
      "learning_rate": 4.7422574588898014e-05,
      "loss": 4.7196,
      "step": 196220
    },
    {
      "epoch": 0.17175941689767787,
      "grad_norm": 0.48736825585365295,
      "learning_rate": 4.742243818827229e-05,
      "loss": 5.9178,
      "step": 196225
    },
    {
      "epoch": 0.17176379349130502,
      "grad_norm": 0.43289676308631897,
      "learning_rate": 4.742230178428602e-05,
      "loss": 4.8271,
      "step": 196230
    },
    {
      "epoch": 0.17176817008493217,
      "grad_norm": 0.4480751156806946,
      "learning_rate": 4.742216537693921e-05,
      "loss": 4.6904,
      "step": 196235
    },
    {
      "epoch": 0.17177254667855932,
      "grad_norm": 0.43345701694488525,
      "learning_rate": 4.7422028966231893e-05,
      "loss": 5.2515,
      "step": 196240
    },
    {
      "epoch": 0.1717769232721865,
      "grad_norm": 0.41658687591552734,
      "learning_rate": 4.742189255216411e-05,
      "loss": 5.7512,
      "step": 196245
    },
    {
      "epoch": 0.17178129986581364,
      "grad_norm": 0.45270034670829773,
      "learning_rate": 4.7421756134735864e-05,
      "loss": 5.4293,
      "step": 196250
    },
    {
      "epoch": 0.1717856764594408,
      "grad_norm": 0.44665953516960144,
      "learning_rate": 4.74216197139472e-05,
      "loss": 5.7356,
      "step": 196255
    },
    {
      "epoch": 0.17179005305306794,
      "grad_norm": 0.43875306844711304,
      "learning_rate": 4.742148328979813e-05,
      "loss": 4.7906,
      "step": 196260
    },
    {
      "epoch": 0.1717944296466951,
      "grad_norm": 0.4606145918369293,
      "learning_rate": 4.7421346862288694e-05,
      "loss": 5.6809,
      "step": 196265
    },
    {
      "epoch": 0.17179880624032226,
      "grad_norm": 0.45410898327827454,
      "learning_rate": 4.7421210431418905e-05,
      "loss": 5.1678,
      "step": 196270
    },
    {
      "epoch": 0.1718031828339494,
      "grad_norm": 0.4521549642086029,
      "learning_rate": 4.74210739971888e-05,
      "loss": 4.4154,
      "step": 196275
    },
    {
      "epoch": 0.17180755942757656,
      "grad_norm": 0.43675053119659424,
      "learning_rate": 4.742093755959841e-05,
      "loss": 5.3373,
      "step": 196280
    },
    {
      "epoch": 0.17181193602120373,
      "grad_norm": 0.47163325548171997,
      "learning_rate": 4.742080111864775e-05,
      "loss": 4.7479,
      "step": 196285
    },
    {
      "epoch": 0.17181631261483088,
      "grad_norm": 0.45067572593688965,
      "learning_rate": 4.742066467433685e-05,
      "loss": 4.9391,
      "step": 196290
    },
    {
      "epoch": 0.17182068920845803,
      "grad_norm": 0.45371225476264954,
      "learning_rate": 4.7420528226665726e-05,
      "loss": 4.6602,
      "step": 196295
    },
    {
      "epoch": 0.17182506580208518,
      "grad_norm": 0.4440942406654358,
      "learning_rate": 4.742039177563442e-05,
      "loss": 5.4613,
      "step": 196300
    },
    {
      "epoch": 0.17182944239571235,
      "grad_norm": 0.48321229219436646,
      "learning_rate": 4.742025532124296e-05,
      "loss": 4.6602,
      "step": 196305
    },
    {
      "epoch": 0.1718338189893395,
      "grad_norm": 0.5011178851127625,
      "learning_rate": 4.7420118863491346e-05,
      "loss": 5.2346,
      "step": 196310
    },
    {
      "epoch": 0.17183819558296665,
      "grad_norm": 0.4366972744464874,
      "learning_rate": 4.7419982402379635e-05,
      "loss": 5.2528,
      "step": 196315
    },
    {
      "epoch": 0.1718425721765938,
      "grad_norm": 0.437784343957901,
      "learning_rate": 4.7419845937907845e-05,
      "loss": 5.3463,
      "step": 196320
    },
    {
      "epoch": 0.17184694877022097,
      "grad_norm": 0.4383890628814697,
      "learning_rate": 4.741970947007599e-05,
      "loss": 4.6349,
      "step": 196325
    },
    {
      "epoch": 0.17185132536384812,
      "grad_norm": 0.4482208490371704,
      "learning_rate": 4.741957299888411e-05,
      "loss": 5.4375,
      "step": 196330
    },
    {
      "epoch": 0.17185570195747527,
      "grad_norm": 0.4374406337738037,
      "learning_rate": 4.7419436524332226e-05,
      "loss": 5.366,
      "step": 196335
    },
    {
      "epoch": 0.1718600785511024,
      "grad_norm": 0.431079238653183,
      "learning_rate": 4.741930004642037e-05,
      "loss": 5.7154,
      "step": 196340
    },
    {
      "epoch": 0.17186445514472956,
      "grad_norm": 0.5158411860466003,
      "learning_rate": 4.741916356514855e-05,
      "loss": 4.4157,
      "step": 196345
    },
    {
      "epoch": 0.17186883173835674,
      "grad_norm": 0.44822314381599426,
      "learning_rate": 4.741902708051681e-05,
      "loss": 5.692,
      "step": 196350
    },
    {
      "epoch": 0.17187320833198388,
      "grad_norm": 0.443089097738266,
      "learning_rate": 4.7418890592525175e-05,
      "loss": 5.229,
      "step": 196355
    },
    {
      "epoch": 0.17187758492561103,
      "grad_norm": 0.4481827914714813,
      "learning_rate": 4.741875410117367e-05,
      "loss": 4.9261,
      "step": 196360
    },
    {
      "epoch": 0.17188196151923818,
      "grad_norm": 0.4387340247631073,
      "learning_rate": 4.741861760646231e-05,
      "loss": 4.6421,
      "step": 196365
    },
    {
      "epoch": 0.17188633811286536,
      "grad_norm": 0.4461193382740021,
      "learning_rate": 4.741848110839114e-05,
      "loss": 4.1177,
      "step": 196370
    },
    {
      "epoch": 0.1718907147064925,
      "grad_norm": 0.4653676450252533,
      "learning_rate": 4.7418344606960174e-05,
      "loss": 4.9097,
      "step": 196375
    },
    {
      "epoch": 0.17189509130011965,
      "grad_norm": 0.4352625012397766,
      "learning_rate": 4.7418208102169434e-05,
      "loss": 5.973,
      "step": 196380
    },
    {
      "epoch": 0.1718994678937468,
      "grad_norm": 0.41771605610847473,
      "learning_rate": 4.741807159401897e-05,
      "loss": 5.9322,
      "step": 196385
    },
    {
      "epoch": 0.17190384448737397,
      "grad_norm": 0.44078168272972107,
      "learning_rate": 4.741793508250878e-05,
      "loss": 5.2348,
      "step": 196390
    },
    {
      "epoch": 0.17190822108100112,
      "grad_norm": 0.4398701786994934,
      "learning_rate": 4.7417798567638906e-05,
      "loss": 5.4696,
      "step": 196395
    },
    {
      "epoch": 0.17191259767462827,
      "grad_norm": 0.4300890564918518,
      "learning_rate": 4.7417662049409364e-05,
      "loss": 5.1321,
      "step": 196400
    },
    {
      "epoch": 0.17191697426825542,
      "grad_norm": 0.4073360562324524,
      "learning_rate": 4.7417525527820185e-05,
      "loss": 5.9344,
      "step": 196405
    },
    {
      "epoch": 0.1719213508618826,
      "grad_norm": 0.4206690192222595,
      "learning_rate": 4.7417389002871416e-05,
      "loss": 5.7304,
      "step": 196410
    },
    {
      "epoch": 0.17192572745550974,
      "grad_norm": 0.4433939456939697,
      "learning_rate": 4.741725247456304e-05,
      "loss": 5.1837,
      "step": 196415
    },
    {
      "epoch": 0.1719301040491369,
      "grad_norm": 0.4355315864086151,
      "learning_rate": 4.741711594289513e-05,
      "loss": 5.7305,
      "step": 196420
    },
    {
      "epoch": 0.17193448064276404,
      "grad_norm": 0.44149157404899597,
      "learning_rate": 4.741697940786768e-05,
      "loss": 5.9547,
      "step": 196425
    },
    {
      "epoch": 0.1719388572363912,
      "grad_norm": 0.4647981822490692,
      "learning_rate": 4.741684286948073e-05,
      "loss": 4.1237,
      "step": 196430
    },
    {
      "epoch": 0.17194323383001836,
      "grad_norm": 0.4887251853942871,
      "learning_rate": 4.7416706327734285e-05,
      "loss": 5.9467,
      "step": 196435
    },
    {
      "epoch": 0.1719476104236455,
      "grad_norm": 0.47701454162597656,
      "learning_rate": 4.741656978262841e-05,
      "loss": 5.4358,
      "step": 196440
    },
    {
      "epoch": 0.17195198701727266,
      "grad_norm": 0.6127133965492249,
      "learning_rate": 4.7416433234163104e-05,
      "loss": 4.9159,
      "step": 196445
    },
    {
      "epoch": 0.17195636361089983,
      "grad_norm": 0.4373778998851776,
      "learning_rate": 4.74162966823384e-05,
      "loss": 5.7802,
      "step": 196450
    },
    {
      "epoch": 0.17196074020452698,
      "grad_norm": 0.5590588450431824,
      "learning_rate": 4.741616012715432e-05,
      "loss": 4.7079,
      "step": 196455
    },
    {
      "epoch": 0.17196511679815413,
      "grad_norm": 0.4619785249233246,
      "learning_rate": 4.7416023568610904e-05,
      "loss": 5.4318,
      "step": 196460
    },
    {
      "epoch": 0.17196949339178128,
      "grad_norm": 0.44221583008766174,
      "learning_rate": 4.741588700670816e-05,
      "loss": 5.6137,
      "step": 196465
    },
    {
      "epoch": 0.17197386998540845,
      "grad_norm": 0.4554644823074341,
      "learning_rate": 4.7415750441446126e-05,
      "loss": 4.908,
      "step": 196470
    },
    {
      "epoch": 0.1719782465790356,
      "grad_norm": 0.45798343420028687,
      "learning_rate": 4.7415613872824825e-05,
      "loss": 4.9454,
      "step": 196475
    },
    {
      "epoch": 0.17198262317266275,
      "grad_norm": 0.43308189511299133,
      "learning_rate": 4.7415477300844294e-05,
      "loss": 6.2545,
      "step": 196480
    },
    {
      "epoch": 0.1719869997662899,
      "grad_norm": 0.50311678647995,
      "learning_rate": 4.741534072550453e-05,
      "loss": 4.9229,
      "step": 196485
    },
    {
      "epoch": 0.17199137635991704,
      "grad_norm": 0.45947936177253723,
      "learning_rate": 4.741520414680559e-05,
      "loss": 5.4482,
      "step": 196490
    },
    {
      "epoch": 0.17199575295354422,
      "grad_norm": 0.44715115427970886,
      "learning_rate": 4.74150675647475e-05,
      "loss": 5.1533,
      "step": 196495
    },
    {
      "epoch": 0.17200012954717137,
      "grad_norm": 0.4385051131248474,
      "learning_rate": 4.741493097933025e-05,
      "loss": 5.6516,
      "step": 196500
    },
    {
      "epoch": 0.1720045061407985,
      "grad_norm": 0.4446703791618347,
      "learning_rate": 4.7414794390553904e-05,
      "loss": 4.7163,
      "step": 196505
    },
    {
      "epoch": 0.17200888273442566,
      "grad_norm": 0.45065557956695557,
      "learning_rate": 4.741465779841848e-05,
      "loss": 4.953,
      "step": 196510
    },
    {
      "epoch": 0.17201325932805284,
      "grad_norm": 0.445650577545166,
      "learning_rate": 4.7414521202924e-05,
      "loss": 5.4733,
      "step": 196515
    },
    {
      "epoch": 0.17201763592167998,
      "grad_norm": 0.4411173462867737,
      "learning_rate": 4.7414384604070485e-05,
      "loss": 4.8263,
      "step": 196520
    },
    {
      "epoch": 0.17202201251530713,
      "grad_norm": 0.43690505623817444,
      "learning_rate": 4.741424800185797e-05,
      "loss": 5.2372,
      "step": 196525
    },
    {
      "epoch": 0.17202638910893428,
      "grad_norm": 0.7059637904167175,
      "learning_rate": 4.741411139628647e-05,
      "loss": 5.1858,
      "step": 196530
    },
    {
      "epoch": 0.17203076570256146,
      "grad_norm": 0.8185842633247375,
      "learning_rate": 4.741397478735604e-05,
      "loss": 5.4523,
      "step": 196535
    },
    {
      "epoch": 0.1720351422961886,
      "grad_norm": 0.6267967820167542,
      "learning_rate": 4.7413838175066674e-05,
      "loss": 4.726,
      "step": 196540
    },
    {
      "epoch": 0.17203951888981575,
      "grad_norm": 0.5031433701515198,
      "learning_rate": 4.741370155941841e-05,
      "loss": 5.7845,
      "step": 196545
    },
    {
      "epoch": 0.1720438954834429,
      "grad_norm": 0.45550885796546936,
      "learning_rate": 4.741356494041127e-05,
      "loss": 5.4434,
      "step": 196550
    },
    {
      "epoch": 0.17204827207707007,
      "grad_norm": 0.4572438597679138,
      "learning_rate": 4.741342831804529e-05,
      "loss": 5.1406,
      "step": 196555
    },
    {
      "epoch": 0.17205264867069722,
      "grad_norm": 0.5653722286224365,
      "learning_rate": 4.741329169232049e-05,
      "loss": 4.6521,
      "step": 196560
    },
    {
      "epoch": 0.17205702526432437,
      "grad_norm": 0.46779245138168335,
      "learning_rate": 4.7413155063236904e-05,
      "loss": 5.236,
      "step": 196565
    },
    {
      "epoch": 0.17206140185795152,
      "grad_norm": 0.4897646903991699,
      "learning_rate": 4.7413018430794544e-05,
      "loss": 5.1671,
      "step": 196570
    },
    {
      "epoch": 0.1720657784515787,
      "grad_norm": 0.44292664527893066,
      "learning_rate": 4.7412881794993455e-05,
      "loss": 5.9543,
      "step": 196575
    },
    {
      "epoch": 0.17207015504520584,
      "grad_norm": 0.43546345829963684,
      "learning_rate": 4.741274515583365e-05,
      "loss": 5.1215,
      "step": 196580
    },
    {
      "epoch": 0.172074531638833,
      "grad_norm": 0.45135509967803955,
      "learning_rate": 4.741260851331515e-05,
      "loss": 5.1805,
      "step": 196585
    },
    {
      "epoch": 0.17207890823246014,
      "grad_norm": 0.4634144604206085,
      "learning_rate": 4.741247186743799e-05,
      "loss": 5.2357,
      "step": 196590
    },
    {
      "epoch": 0.1720832848260873,
      "grad_norm": 0.4839528203010559,
      "learning_rate": 4.741233521820221e-05,
      "loss": 5.6586,
      "step": 196595
    },
    {
      "epoch": 0.17208766141971446,
      "grad_norm": 0.4522789716720581,
      "learning_rate": 4.741219856560781e-05,
      "loss": 4.9492,
      "step": 196600
    },
    {
      "epoch": 0.1720920380133416,
      "grad_norm": 0.4435563385486603,
      "learning_rate": 4.7412061909654824e-05,
      "loss": 4.9446,
      "step": 196605
    },
    {
      "epoch": 0.17209641460696876,
      "grad_norm": 0.4293253719806671,
      "learning_rate": 4.741192525034329e-05,
      "loss": 5.6543,
      "step": 196610
    },
    {
      "epoch": 0.1721007912005959,
      "grad_norm": 0.4263384938240051,
      "learning_rate": 4.7411788587673234e-05,
      "loss": 5.6705,
      "step": 196615
    },
    {
      "epoch": 0.17210516779422308,
      "grad_norm": 0.4608604311943054,
      "learning_rate": 4.741165192164466e-05,
      "loss": 5.4491,
      "step": 196620
    },
    {
      "epoch": 0.17210954438785023,
      "grad_norm": 0.42752689123153687,
      "learning_rate": 4.741151525225763e-05,
      "loss": 5.1351,
      "step": 196625
    },
    {
      "epoch": 0.17211392098147738,
      "grad_norm": 0.4215523302555084,
      "learning_rate": 4.741137857951213e-05,
      "loss": 5.7427,
      "step": 196630
    },
    {
      "epoch": 0.17211829757510452,
      "grad_norm": 0.4545511305332184,
      "learning_rate": 4.741124190340823e-05,
      "loss": 4.9576,
      "step": 196635
    },
    {
      "epoch": 0.1721226741687317,
      "grad_norm": 0.4309834837913513,
      "learning_rate": 4.741110522394592e-05,
      "loss": 5.4457,
      "step": 196640
    },
    {
      "epoch": 0.17212705076235885,
      "grad_norm": 0.43963849544525146,
      "learning_rate": 4.741096854112523e-05,
      "loss": 4.7287,
      "step": 196645
    },
    {
      "epoch": 0.172131427355986,
      "grad_norm": 0.435776948928833,
      "learning_rate": 4.74108318549462e-05,
      "loss": 4.9324,
      "step": 196650
    },
    {
      "epoch": 0.17213580394961314,
      "grad_norm": 0.4165891408920288,
      "learning_rate": 4.741069516540887e-05,
      "loss": 5.2325,
      "step": 196655
    },
    {
      "epoch": 0.17214018054324032,
      "grad_norm": 0.44916316866874695,
      "learning_rate": 4.741055847251323e-05,
      "loss": 4.8986,
      "step": 196660
    },
    {
      "epoch": 0.17214455713686747,
      "grad_norm": 0.4500860571861267,
      "learning_rate": 4.7410421776259326e-05,
      "loss": 4.956,
      "step": 196665
    },
    {
      "epoch": 0.1721489337304946,
      "grad_norm": 0.4461844861507416,
      "learning_rate": 4.74102850766472e-05,
      "loss": 4.8675,
      "step": 196670
    },
    {
      "epoch": 0.17215331032412176,
      "grad_norm": 0.42639344930648804,
      "learning_rate": 4.7410148373676845e-05,
      "loss": 5.2564,
      "step": 196675
    },
    {
      "epoch": 0.17215768691774894,
      "grad_norm": 0.45441505312919617,
      "learning_rate": 4.741001166734832e-05,
      "loss": 5.1099,
      "step": 196680
    },
    {
      "epoch": 0.17216206351137608,
      "grad_norm": 0.4376325309276581,
      "learning_rate": 4.740987495766163e-05,
      "loss": 4.9271,
      "step": 196685
    },
    {
      "epoch": 0.17216644010500323,
      "grad_norm": 0.4327627122402191,
      "learning_rate": 4.74097382446168e-05,
      "loss": 4.6183,
      "step": 196690
    },
    {
      "epoch": 0.17217081669863038,
      "grad_norm": 0.44069135189056396,
      "learning_rate": 4.7409601528213856e-05,
      "loss": 4.9678,
      "step": 196695
    },
    {
      "epoch": 0.17217519329225756,
      "grad_norm": 0.4514048993587494,
      "learning_rate": 4.740946480845284e-05,
      "loss": 4.9082,
      "step": 196700
    },
    {
      "epoch": 0.1721795698858847,
      "grad_norm": 0.4399802088737488,
      "learning_rate": 4.740932808533377e-05,
      "loss": 5.9469,
      "step": 196705
    },
    {
      "epoch": 0.17218394647951185,
      "grad_norm": 0.453727662563324,
      "learning_rate": 4.740919135885668e-05,
      "loss": 5.3492,
      "step": 196710
    },
    {
      "epoch": 0.172188323073139,
      "grad_norm": 0.4441905617713928,
      "learning_rate": 4.7409054629021575e-05,
      "loss": 5.188,
      "step": 196715
    },
    {
      "epoch": 0.17219269966676617,
      "grad_norm": 0.43210548162460327,
      "learning_rate": 4.740891789582851e-05,
      "loss": 5.224,
      "step": 196720
    },
    {
      "epoch": 0.17219707626039332,
      "grad_norm": 0.42046982049942017,
      "learning_rate": 4.7408781159277485e-05,
      "loss": 6.2418,
      "step": 196725
    },
    {
      "epoch": 0.17220145285402047,
      "grad_norm": 0.42717650532722473,
      "learning_rate": 4.740864441936854e-05,
      "loss": 5.0506,
      "step": 196730
    },
    {
      "epoch": 0.17220582944764762,
      "grad_norm": 0.4439907968044281,
      "learning_rate": 4.740850767610171e-05,
      "loss": 5.6617,
      "step": 196735
    },
    {
      "epoch": 0.17221020604127477,
      "grad_norm": 0.4442051351070404,
      "learning_rate": 4.7408370929477e-05,
      "loss": 4.1201,
      "step": 196740
    },
    {
      "epoch": 0.17221458263490194,
      "grad_norm": 0.4675559997558594,
      "learning_rate": 4.740823417949444e-05,
      "loss": 5.1515,
      "step": 196745
    },
    {
      "epoch": 0.1722189592285291,
      "grad_norm": 0.4578831195831299,
      "learning_rate": 4.7408097426154076e-05,
      "loss": 4.7097,
      "step": 196750
    },
    {
      "epoch": 0.17222333582215624,
      "grad_norm": 0.4754902720451355,
      "learning_rate": 4.740796066945592e-05,
      "loss": 5.4091,
      "step": 196755
    },
    {
      "epoch": 0.17222771241578338,
      "grad_norm": 0.5302632451057434,
      "learning_rate": 4.74078239094e-05,
      "loss": 3.9096,
      "step": 196760
    },
    {
      "epoch": 0.17223208900941056,
      "grad_norm": 0.5031235814094543,
      "learning_rate": 4.740768714598633e-05,
      "loss": 4.9715,
      "step": 196765
    },
    {
      "epoch": 0.1722364656030377,
      "grad_norm": 0.6727771162986755,
      "learning_rate": 4.740755037921497e-05,
      "loss": 6.3082,
      "step": 196770
    },
    {
      "epoch": 0.17224084219666486,
      "grad_norm": 0.49303993582725525,
      "learning_rate": 4.740741360908591e-05,
      "loss": 5.7458,
      "step": 196775
    },
    {
      "epoch": 0.172245218790292,
      "grad_norm": 0.45248836278915405,
      "learning_rate": 4.74072768355992e-05,
      "loss": 5.3582,
      "step": 196780
    },
    {
      "epoch": 0.17224959538391918,
      "grad_norm": 0.46078160405158997,
      "learning_rate": 4.740714005875485e-05,
      "loss": 4.8742,
      "step": 196785
    },
    {
      "epoch": 0.17225397197754633,
      "grad_norm": 0.4365094006061554,
      "learning_rate": 4.74070032785529e-05,
      "loss": 5.7533,
      "step": 196790
    },
    {
      "epoch": 0.17225834857117348,
      "grad_norm": 0.4434252679347992,
      "learning_rate": 4.7406866494993365e-05,
      "loss": 5.076,
      "step": 196795
    },
    {
      "epoch": 0.17226272516480062,
      "grad_norm": 0.45638513565063477,
      "learning_rate": 4.740672970807628e-05,
      "loss": 5.1179,
      "step": 196800
    },
    {
      "epoch": 0.1722671017584278,
      "grad_norm": 0.43221917748451233,
      "learning_rate": 4.7406592917801675e-05,
      "loss": 4.9484,
      "step": 196805
    },
    {
      "epoch": 0.17227147835205495,
      "grad_norm": 0.4563818573951721,
      "learning_rate": 4.740645612416956e-05,
      "loss": 5.4979,
      "step": 196810
    },
    {
      "epoch": 0.1722758549456821,
      "grad_norm": 0.42946571111679077,
      "learning_rate": 4.740631932717998e-05,
      "loss": 5.6646,
      "step": 196815
    },
    {
      "epoch": 0.17228023153930924,
      "grad_norm": 0.45337292551994324,
      "learning_rate": 4.740618252683294e-05,
      "loss": 4.9877,
      "step": 196820
    },
    {
      "epoch": 0.17228460813293642,
      "grad_norm": 0.44285380840301514,
      "learning_rate": 4.740604572312849e-05,
      "loss": 4.9374,
      "step": 196825
    },
    {
      "epoch": 0.17228898472656357,
      "grad_norm": 0.4447536766529083,
      "learning_rate": 4.7405908916066656e-05,
      "loss": 4.5928,
      "step": 196830
    },
    {
      "epoch": 0.1722933613201907,
      "grad_norm": 0.41634416580200195,
      "learning_rate": 4.740577210564744e-05,
      "loss": 5.2547,
      "step": 196835
    },
    {
      "epoch": 0.17229773791381786,
      "grad_norm": 0.4423389434814453,
      "learning_rate": 4.7405635291870885e-05,
      "loss": 5.1937,
      "step": 196840
    },
    {
      "epoch": 0.17230211450744504,
      "grad_norm": 0.42063695192337036,
      "learning_rate": 4.740549847473701e-05,
      "loss": 5.6625,
      "step": 196845
    },
    {
      "epoch": 0.17230649110107218,
      "grad_norm": 0.4353272318840027,
      "learning_rate": 4.740536165424585e-05,
      "loss": 5.1633,
      "step": 196850
    },
    {
      "epoch": 0.17231086769469933,
      "grad_norm": 0.4209226667881012,
      "learning_rate": 4.740522483039742e-05,
      "loss": 4.8243,
      "step": 196855
    },
    {
      "epoch": 0.17231524428832648,
      "grad_norm": 0.4130673110485077,
      "learning_rate": 4.740508800319177e-05,
      "loss": 5.2339,
      "step": 196860
    },
    {
      "epoch": 0.17231962088195363,
      "grad_norm": 0.42177021503448486,
      "learning_rate": 4.7404951172628896e-05,
      "loss": 5.6596,
      "step": 196865
    },
    {
      "epoch": 0.1723239974755808,
      "grad_norm": 0.4075734615325928,
      "learning_rate": 4.740481433870885e-05,
      "loss": 5.9244,
      "step": 196870
    },
    {
      "epoch": 0.17232837406920795,
      "grad_norm": 0.4372676908969879,
      "learning_rate": 4.740467750143164e-05,
      "loss": 4.9204,
      "step": 196875
    },
    {
      "epoch": 0.1723327506628351,
      "grad_norm": 0.42276468873023987,
      "learning_rate": 4.740454066079729e-05,
      "loss": 5.4396,
      "step": 196880
    },
    {
      "epoch": 0.17233712725646225,
      "grad_norm": 0.44440972805023193,
      "learning_rate": 4.7404403816805856e-05,
      "loss": 4.0983,
      "step": 196885
    },
    {
      "epoch": 0.17234150385008942,
      "grad_norm": 0.4296879768371582,
      "learning_rate": 4.740426696945733e-05,
      "loss": 5.6615,
      "step": 196890
    },
    {
      "epoch": 0.17234588044371657,
      "grad_norm": 0.4615781307220459,
      "learning_rate": 4.7404130118751754e-05,
      "loss": 4.8585,
      "step": 196895
    },
    {
      "epoch": 0.17235025703734372,
      "grad_norm": 0.46006402373313904,
      "learning_rate": 4.740399326468915e-05,
      "loss": 5.276,
      "step": 196900
    },
    {
      "epoch": 0.17235463363097087,
      "grad_norm": 0.4595174789428711,
      "learning_rate": 4.7403856407269557e-05,
      "loss": 4.4298,
      "step": 196905
    },
    {
      "epoch": 0.17235901022459804,
      "grad_norm": 0.4524836242198944,
      "learning_rate": 4.7403719546492986e-05,
      "loss": 4.7518,
      "step": 196910
    },
    {
      "epoch": 0.1723633868182252,
      "grad_norm": 0.4392734169960022,
      "learning_rate": 4.740358268235947e-05,
      "loss": 4.9443,
      "step": 196915
    },
    {
      "epoch": 0.17236776341185234,
      "grad_norm": 0.43009623885154724,
      "learning_rate": 4.7403445814869043e-05,
      "loss": 5.1342,
      "step": 196920
    },
    {
      "epoch": 0.17237214000547949,
      "grad_norm": 0.4441535174846649,
      "learning_rate": 4.7403308944021705e-05,
      "loss": 5.4534,
      "step": 196925
    },
    {
      "epoch": 0.17237651659910666,
      "grad_norm": 0.43141233921051025,
      "learning_rate": 4.7403172069817514e-05,
      "loss": 4.746,
      "step": 196930
    },
    {
      "epoch": 0.1723808931927338,
      "grad_norm": 0.4784090518951416,
      "learning_rate": 4.7403035192256485e-05,
      "loss": 4.8884,
      "step": 196935
    },
    {
      "epoch": 0.17238526978636096,
      "grad_norm": 0.4458456039428711,
      "learning_rate": 4.740289831133863e-05,
      "loss": 5.7722,
      "step": 196940
    },
    {
      "epoch": 0.1723896463799881,
      "grad_norm": 0.44385290145874023,
      "learning_rate": 4.7402761427064e-05,
      "loss": 5.6947,
      "step": 196945
    },
    {
      "epoch": 0.17239402297361528,
      "grad_norm": 0.4276112914085388,
      "learning_rate": 4.740262453943259e-05,
      "loss": 4.6192,
      "step": 196950
    },
    {
      "epoch": 0.17239839956724243,
      "grad_norm": 0.4444569945335388,
      "learning_rate": 4.740248764844447e-05,
      "loss": 5.6219,
      "step": 196955
    },
    {
      "epoch": 0.17240277616086958,
      "grad_norm": 0.4208138585090637,
      "learning_rate": 4.740235075409963e-05,
      "loss": 5.4077,
      "step": 196960
    },
    {
      "epoch": 0.17240715275449672,
      "grad_norm": 0.43153196573257446,
      "learning_rate": 4.74022138563981e-05,
      "loss": 5.2297,
      "step": 196965
    },
    {
      "epoch": 0.1724115293481239,
      "grad_norm": 0.4391033351421356,
      "learning_rate": 4.740207695533994e-05,
      "loss": 4.9249,
      "step": 196970
    },
    {
      "epoch": 0.17241590594175105,
      "grad_norm": 0.44091546535491943,
      "learning_rate": 4.740194005092512e-05,
      "loss": 4.9344,
      "step": 196975
    },
    {
      "epoch": 0.1724202825353782,
      "grad_norm": 0.427810937166214,
      "learning_rate": 4.740180314315371e-05,
      "loss": 4.9362,
      "step": 196980
    },
    {
      "epoch": 0.17242465912900534,
      "grad_norm": 0.4442513883113861,
      "learning_rate": 4.7401666232025734e-05,
      "loss": 4.9469,
      "step": 196985
    },
    {
      "epoch": 0.1724290357226325,
      "grad_norm": 0.43272849917411804,
      "learning_rate": 4.7401529317541196e-05,
      "loss": 4.2173,
      "step": 196990
    },
    {
      "epoch": 0.17243341231625967,
      "grad_norm": 0.427558571100235,
      "learning_rate": 4.740139239970014e-05,
      "loss": 5.4623,
      "step": 196995
    },
    {
      "epoch": 0.1724377889098868,
      "grad_norm": 0.4505741000175476,
      "learning_rate": 4.740125547850258e-05,
      "loss": 4.8508,
      "step": 197000
    },
    {
      "epoch": 0.17244216550351396,
      "grad_norm": 0.42169269919395447,
      "learning_rate": 4.7401118553948555e-05,
      "loss": 4.9252,
      "step": 197005
    },
    {
      "epoch": 0.1724465420971411,
      "grad_norm": 0.4272821247577667,
      "learning_rate": 4.740098162603809e-05,
      "loss": 5.6668,
      "step": 197010
    },
    {
      "epoch": 0.17245091869076828,
      "grad_norm": 0.4386167824268341,
      "learning_rate": 4.740084469477121e-05,
      "loss": 4.8809,
      "step": 197015
    },
    {
      "epoch": 0.17245529528439543,
      "grad_norm": 0.43074721097946167,
      "learning_rate": 4.740070776014792e-05,
      "loss": 4.1279,
      "step": 197020
    },
    {
      "epoch": 0.17245967187802258,
      "grad_norm": 0.4385462701320648,
      "learning_rate": 4.740057082216828e-05,
      "loss": 5.459,
      "step": 197025
    },
    {
      "epoch": 0.17246404847164973,
      "grad_norm": 0.4412437975406647,
      "learning_rate": 4.74004338808323e-05,
      "loss": 5.1629,
      "step": 197030
    },
    {
      "epoch": 0.1724684250652769,
      "grad_norm": 0.44109320640563965,
      "learning_rate": 4.740029693614e-05,
      "loss": 5.2191,
      "step": 197035
    },
    {
      "epoch": 0.17247280165890405,
      "grad_norm": 0.4112589359283447,
      "learning_rate": 4.740015998809142e-05,
      "loss": 6.2791,
      "step": 197040
    },
    {
      "epoch": 0.1724771782525312,
      "grad_norm": 0.4215540587902069,
      "learning_rate": 4.740002303668659e-05,
      "loss": 5.3492,
      "step": 197045
    },
    {
      "epoch": 0.17248155484615835,
      "grad_norm": 0.4216538071632385,
      "learning_rate": 4.7399886081925516e-05,
      "loss": 4.9563,
      "step": 197050
    },
    {
      "epoch": 0.17248593143978552,
      "grad_norm": 0.41438543796539307,
      "learning_rate": 4.739974912380824e-05,
      "loss": 5.4586,
      "step": 197055
    },
    {
      "epoch": 0.17249030803341267,
      "grad_norm": 0.4506058990955353,
      "learning_rate": 4.7399612162334785e-05,
      "loss": 4.745,
      "step": 197060
    },
    {
      "epoch": 0.17249468462703982,
      "grad_norm": 0.5195412635803223,
      "learning_rate": 4.739947519750517e-05,
      "loss": 4.8425,
      "step": 197065
    },
    {
      "epoch": 0.17249906122066697,
      "grad_norm": 0.4520210921764374,
      "learning_rate": 4.7399338229319435e-05,
      "loss": 5.4684,
      "step": 197070
    },
    {
      "epoch": 0.17250343781429414,
      "grad_norm": 0.44677793979644775,
      "learning_rate": 4.739920125777759e-05,
      "loss": 5.1954,
      "step": 197075
    },
    {
      "epoch": 0.1725078144079213,
      "grad_norm": 0.4297807216644287,
      "learning_rate": 4.7399064282879676e-05,
      "loss": 4.9717,
      "step": 197080
    },
    {
      "epoch": 0.17251219100154844,
      "grad_norm": 0.44165363907814026,
      "learning_rate": 4.739892730462571e-05,
      "loss": 4.3297,
      "step": 197085
    },
    {
      "epoch": 0.17251656759517559,
      "grad_norm": 0.461419939994812,
      "learning_rate": 4.739879032301573e-05,
      "loss": 5.4706,
      "step": 197090
    },
    {
      "epoch": 0.17252094418880276,
      "grad_norm": 0.43739476799964905,
      "learning_rate": 4.739865333804975e-05,
      "loss": 5.9533,
      "step": 197095
    },
    {
      "epoch": 0.1725253207824299,
      "grad_norm": 0.4238687753677368,
      "learning_rate": 4.739851634972781e-05,
      "loss": 5.7672,
      "step": 197100
    },
    {
      "epoch": 0.17252969737605706,
      "grad_norm": 0.4236088991165161,
      "learning_rate": 4.739837935804991e-05,
      "loss": 5.7401,
      "step": 197105
    },
    {
      "epoch": 0.1725340739696842,
      "grad_norm": 0.4243464469909668,
      "learning_rate": 4.739824236301611e-05,
      "loss": 5.9641,
      "step": 197110
    },
    {
      "epoch": 0.17253845056331135,
      "grad_norm": 0.47971028089523315,
      "learning_rate": 4.739810536462642e-05,
      "loss": 5.1102,
      "step": 197115
    },
    {
      "epoch": 0.17254282715693853,
      "grad_norm": 0.4500027894973755,
      "learning_rate": 4.739796836288086e-05,
      "loss": 4.9608,
      "step": 197120
    },
    {
      "epoch": 0.17254720375056568,
      "grad_norm": 0.4528439939022064,
      "learning_rate": 4.7397831357779467e-05,
      "loss": 4.5409,
      "step": 197125
    },
    {
      "epoch": 0.17255158034419282,
      "grad_norm": 0.45302918553352356,
      "learning_rate": 4.739769434932226e-05,
      "loss": 5.7398,
      "step": 197130
    },
    {
      "epoch": 0.17255595693781997,
      "grad_norm": 0.47018811106681824,
      "learning_rate": 4.739755733750928e-05,
      "loss": 5.1306,
      "step": 197135
    },
    {
      "epoch": 0.17256033353144715,
      "grad_norm": 0.4622530937194824,
      "learning_rate": 4.739742032234054e-05,
      "loss": 4.6249,
      "step": 197140
    },
    {
      "epoch": 0.1725647101250743,
      "grad_norm": 0.42642688751220703,
      "learning_rate": 4.7397283303816056e-05,
      "loss": 6.2459,
      "step": 197145
    },
    {
      "epoch": 0.17256908671870144,
      "grad_norm": 0.4228401780128479,
      "learning_rate": 4.739714628193588e-05,
      "loss": 6.0045,
      "step": 197150
    },
    {
      "epoch": 0.1725734633123286,
      "grad_norm": 0.46660324931144714,
      "learning_rate": 4.739700925670002e-05,
      "loss": 5.7337,
      "step": 197155
    },
    {
      "epoch": 0.17257783990595577,
      "grad_norm": 0.5326805114746094,
      "learning_rate": 4.739687222810851e-05,
      "loss": 4.4056,
      "step": 197160
    },
    {
      "epoch": 0.1725822164995829,
      "grad_norm": 0.43668946623802185,
      "learning_rate": 4.739673519616138e-05,
      "loss": 5.203,
      "step": 197165
    },
    {
      "epoch": 0.17258659309321006,
      "grad_norm": 0.44800156354904175,
      "learning_rate": 4.739659816085865e-05,
      "loss": 5.4561,
      "step": 197170
    },
    {
      "epoch": 0.1725909696868372,
      "grad_norm": 0.4445479214191437,
      "learning_rate": 4.7396461122200345e-05,
      "loss": 5.1727,
      "step": 197175
    },
    {
      "epoch": 0.17259534628046438,
      "grad_norm": 0.45047715306282043,
      "learning_rate": 4.739632408018649e-05,
      "loss": 4.6947,
      "step": 197180
    },
    {
      "epoch": 0.17259972287409153,
      "grad_norm": 0.4693656861782074,
      "learning_rate": 4.7396187034817116e-05,
      "loss": 4.9381,
      "step": 197185
    },
    {
      "epoch": 0.17260409946771868,
      "grad_norm": 0.4940584599971771,
      "learning_rate": 4.739604998609226e-05,
      "loss": 5.2073,
      "step": 197190
    },
    {
      "epoch": 0.17260847606134583,
      "grad_norm": 0.5313292741775513,
      "learning_rate": 4.739591293401192e-05,
      "loss": 5.4237,
      "step": 197195
    },
    {
      "epoch": 0.172612852654973,
      "grad_norm": 0.6243928074836731,
      "learning_rate": 4.739577587857615e-05,
      "loss": 5.2044,
      "step": 197200
    },
    {
      "epoch": 0.17261722924860015,
      "grad_norm": 0.5979945063591003,
      "learning_rate": 4.739563881978497e-05,
      "loss": 4.4237,
      "step": 197205
    },
    {
      "epoch": 0.1726216058422273,
      "grad_norm": 0.4524397552013397,
      "learning_rate": 4.7395501757638404e-05,
      "loss": 5.7431,
      "step": 197210
    },
    {
      "epoch": 0.17262598243585445,
      "grad_norm": 0.4392402768135071,
      "learning_rate": 4.739536469213647e-05,
      "loss": 5.2286,
      "step": 197215
    },
    {
      "epoch": 0.17263035902948162,
      "grad_norm": 0.4835606813430786,
      "learning_rate": 4.73952276232792e-05,
      "loss": 5.177,
      "step": 197220
    },
    {
      "epoch": 0.17263473562310877,
      "grad_norm": 0.5434061884880066,
      "learning_rate": 4.7395090551066634e-05,
      "loss": 5.9693,
      "step": 197225
    },
    {
      "epoch": 0.17263911221673592,
      "grad_norm": 0.4546600878238678,
      "learning_rate": 4.7394953475498785e-05,
      "loss": 5.4763,
      "step": 197230
    },
    {
      "epoch": 0.17264348881036307,
      "grad_norm": 0.4501418471336365,
      "learning_rate": 4.739481639657567e-05,
      "loss": 5.1704,
      "step": 197235
    },
    {
      "epoch": 0.17264786540399024,
      "grad_norm": 0.47295495867729187,
      "learning_rate": 4.739467931429733e-05,
      "loss": 5.2517,
      "step": 197240
    },
    {
      "epoch": 0.1726522419976174,
      "grad_norm": 0.4401051700115204,
      "learning_rate": 4.73945422286638e-05,
      "loss": 5.21,
      "step": 197245
    },
    {
      "epoch": 0.17265661859124454,
      "grad_norm": 0.437423974275589,
      "learning_rate": 4.739440513967508e-05,
      "loss": 5.1052,
      "step": 197250
    },
    {
      "epoch": 0.17266099518487169,
      "grad_norm": 0.44082745909690857,
      "learning_rate": 4.739426804733121e-05,
      "loss": 5.7086,
      "step": 197255
    },
    {
      "epoch": 0.17266537177849883,
      "grad_norm": 0.4439433217048645,
      "learning_rate": 4.739413095163222e-05,
      "loss": 4.4166,
      "step": 197260
    },
    {
      "epoch": 0.172669748372126,
      "grad_norm": 0.4474468231201172,
      "learning_rate": 4.739399385257814e-05,
      "loss": 5.6607,
      "step": 197265
    },
    {
      "epoch": 0.17267412496575316,
      "grad_norm": 0.4311073124408722,
      "learning_rate": 4.7393856750168983e-05,
      "loss": 5.2487,
      "step": 197270
    },
    {
      "epoch": 0.1726785015593803,
      "grad_norm": 0.4348018169403076,
      "learning_rate": 4.739371964440479e-05,
      "loss": 5.257,
      "step": 197275
    },
    {
      "epoch": 0.17268287815300745,
      "grad_norm": 0.4518406391143799,
      "learning_rate": 4.739358253528557e-05,
      "loss": 5.1758,
      "step": 197280
    },
    {
      "epoch": 0.17268725474663463,
      "grad_norm": 0.4383394122123718,
      "learning_rate": 4.7393445422811365e-05,
      "loss": 5.1406,
      "step": 197285
    },
    {
      "epoch": 0.17269163134026178,
      "grad_norm": 0.45019328594207764,
      "learning_rate": 4.73933083069822e-05,
      "loss": 5.4652,
      "step": 197290
    },
    {
      "epoch": 0.17269600793388892,
      "grad_norm": 0.43697884678840637,
      "learning_rate": 4.739317118779809e-05,
      "loss": 4.9254,
      "step": 197295
    },
    {
      "epoch": 0.17270038452751607,
      "grad_norm": 0.43995237350463867,
      "learning_rate": 4.7393034065259075e-05,
      "loss": 4.9138,
      "step": 197300
    },
    {
      "epoch": 0.17270476112114325,
      "grad_norm": 0.41068002581596375,
      "learning_rate": 4.7392896939365184e-05,
      "loss": 5.9785,
      "step": 197305
    },
    {
      "epoch": 0.1727091377147704,
      "grad_norm": 0.4344758093357086,
      "learning_rate": 4.739275981011642e-05,
      "loss": 5.1389,
      "step": 197310
    },
    {
      "epoch": 0.17271351430839754,
      "grad_norm": 0.43849480152130127,
      "learning_rate": 4.739262267751282e-05,
      "loss": 5.1508,
      "step": 197315
    },
    {
      "epoch": 0.1727178909020247,
      "grad_norm": 0.42332881689071655,
      "learning_rate": 4.739248554155442e-05,
      "loss": 5.2532,
      "step": 197320
    },
    {
      "epoch": 0.17272226749565187,
      "grad_norm": 0.46053633093833923,
      "learning_rate": 4.739234840224125e-05,
      "loss": 4.9604,
      "step": 197325
    },
    {
      "epoch": 0.172726644089279,
      "grad_norm": 0.4466961622238159,
      "learning_rate": 4.7392211259573315e-05,
      "loss": 5.6184,
      "step": 197330
    },
    {
      "epoch": 0.17273102068290616,
      "grad_norm": 0.45711299777030945,
      "learning_rate": 4.739207411355067e-05,
      "loss": 4.9218,
      "step": 197335
    },
    {
      "epoch": 0.1727353972765333,
      "grad_norm": 0.4277753233909607,
      "learning_rate": 4.739193696417331e-05,
      "loss": 5.9736,
      "step": 197340
    },
    {
      "epoch": 0.17273977387016048,
      "grad_norm": 0.45003271102905273,
      "learning_rate": 4.739179981144129e-05,
      "loss": 5.4797,
      "step": 197345
    },
    {
      "epoch": 0.17274415046378763,
      "grad_norm": 0.43438056111335754,
      "learning_rate": 4.739166265535461e-05,
      "loss": 5.3766,
      "step": 197350
    },
    {
      "epoch": 0.17274852705741478,
      "grad_norm": 0.4418615698814392,
      "learning_rate": 4.739152549591331e-05,
      "loss": 5.1223,
      "step": 197355
    },
    {
      "epoch": 0.17275290365104193,
      "grad_norm": 0.46588459610939026,
      "learning_rate": 4.7391388333117427e-05,
      "loss": 5.3968,
      "step": 197360
    },
    {
      "epoch": 0.1727572802446691,
      "grad_norm": 0.43488627672195435,
      "learning_rate": 4.7391251166966966e-05,
      "loss": 5.9309,
      "step": 197365
    },
    {
      "epoch": 0.17276165683829625,
      "grad_norm": 0.4685688614845276,
      "learning_rate": 4.739111399746196e-05,
      "loss": 4.642,
      "step": 197370
    },
    {
      "epoch": 0.1727660334319234,
      "grad_norm": 0.4275137782096863,
      "learning_rate": 4.739097682460245e-05,
      "loss": 5.6373,
      "step": 197375
    },
    {
      "epoch": 0.17277041002555055,
      "grad_norm": 0.4222463071346283,
      "learning_rate": 4.7390839648388455e-05,
      "loss": 5.9395,
      "step": 197380
    },
    {
      "epoch": 0.1727747866191777,
      "grad_norm": 0.4761453866958618,
      "learning_rate": 4.739070246881999e-05,
      "loss": 4.6409,
      "step": 197385
    },
    {
      "epoch": 0.17277916321280487,
      "grad_norm": 0.43814247846603394,
      "learning_rate": 4.7390565285897104e-05,
      "loss": 5.4095,
      "step": 197390
    },
    {
      "epoch": 0.17278353980643202,
      "grad_norm": 0.4652508497238159,
      "learning_rate": 4.73904280996198e-05,
      "loss": 4.9609,
      "step": 197395
    },
    {
      "epoch": 0.17278791640005917,
      "grad_norm": 0.45954692363739014,
      "learning_rate": 4.7390290909988114e-05,
      "loss": 4.9045,
      "step": 197400
    },
    {
      "epoch": 0.17279229299368631,
      "grad_norm": 0.4259575307369232,
      "learning_rate": 4.739015371700207e-05,
      "loss": 5.1783,
      "step": 197405
    },
    {
      "epoch": 0.1727966695873135,
      "grad_norm": 0.43692561984062195,
      "learning_rate": 4.7390016520661695e-05,
      "loss": 5.7302,
      "step": 197410
    },
    {
      "epoch": 0.17280104618094064,
      "grad_norm": 0.42548394203186035,
      "learning_rate": 4.738987932096702e-05,
      "loss": 5.4502,
      "step": 197415
    },
    {
      "epoch": 0.17280542277456779,
      "grad_norm": 0.4498710334300995,
      "learning_rate": 4.738974211791808e-05,
      "loss": 4.8614,
      "step": 197420
    },
    {
      "epoch": 0.17280979936819493,
      "grad_norm": 0.4561491310596466,
      "learning_rate": 4.738960491151487e-05,
      "loss": 4.438,
      "step": 197425
    },
    {
      "epoch": 0.1728141759618221,
      "grad_norm": 0.45016467571258545,
      "learning_rate": 4.738946770175745e-05,
      "loss": 5.4317,
      "step": 197430
    },
    {
      "epoch": 0.17281855255544926,
      "grad_norm": 0.44644805788993835,
      "learning_rate": 4.738933048864583e-05,
      "loss": 4.8976,
      "step": 197435
    },
    {
      "epoch": 0.1728229291490764,
      "grad_norm": 0.4382152855396271,
      "learning_rate": 4.738919327218004e-05,
      "loss": 4.8317,
      "step": 197440
    },
    {
      "epoch": 0.17282730574270355,
      "grad_norm": 0.42430809140205383,
      "learning_rate": 4.7389056052360104e-05,
      "loss": 5.7718,
      "step": 197445
    },
    {
      "epoch": 0.17283168233633073,
      "grad_norm": 0.502562403678894,
      "learning_rate": 4.738891882918606e-05,
      "loss": 4.9294,
      "step": 197450
    },
    {
      "epoch": 0.17283605892995788,
      "grad_norm": 0.4426681697368622,
      "learning_rate": 4.738878160265791e-05,
      "loss": 4.8751,
      "step": 197455
    },
    {
      "epoch": 0.17284043552358502,
      "grad_norm": 0.43613678216934204,
      "learning_rate": 4.7388644372775706e-05,
      "loss": 4.8884,
      "step": 197460
    },
    {
      "epoch": 0.17284481211721217,
      "grad_norm": 0.4332873523235321,
      "learning_rate": 4.7388507139539464e-05,
      "loss": 5.6611,
      "step": 197465
    },
    {
      "epoch": 0.17284918871083935,
      "grad_norm": 0.4182610511779785,
      "learning_rate": 4.73883699029492e-05,
      "loss": 5.2205,
      "step": 197470
    },
    {
      "epoch": 0.1728535653044665,
      "grad_norm": 0.5094425678253174,
      "learning_rate": 4.738823266300496e-05,
      "loss": 5.1671,
      "step": 197475
    },
    {
      "epoch": 0.17285794189809364,
      "grad_norm": 0.5484017729759216,
      "learning_rate": 4.738809541970676e-05,
      "loss": 5.4537,
      "step": 197480
    },
    {
      "epoch": 0.1728623184917208,
      "grad_norm": 0.4545893967151642,
      "learning_rate": 4.7387958173054624e-05,
      "loss": 5.7491,
      "step": 197485
    },
    {
      "epoch": 0.17286669508534797,
      "grad_norm": 0.45276767015457153,
      "learning_rate": 4.7387820923048586e-05,
      "loss": 5.4723,
      "step": 197490
    },
    {
      "epoch": 0.1728710716789751,
      "grad_norm": 0.44807133078575134,
      "learning_rate": 4.738768366968868e-05,
      "loss": 4.6379,
      "step": 197495
    },
    {
      "epoch": 0.17287544827260226,
      "grad_norm": 0.4677378237247467,
      "learning_rate": 4.7387546412974904e-05,
      "loss": 5.6648,
      "step": 197500
    },
    {
      "epoch": 0.1728798248662294,
      "grad_norm": 0.6715470552444458,
      "learning_rate": 4.73874091529073e-05,
      "loss": 4.8455,
      "step": 197505
    },
    {
      "epoch": 0.17288420145985656,
      "grad_norm": 0.46796098351478577,
      "learning_rate": 4.738727188948592e-05,
      "loss": 4.4302,
      "step": 197510
    },
    {
      "epoch": 0.17288857805348373,
      "grad_norm": 0.4866350591182709,
      "learning_rate": 4.738713462271074e-05,
      "loss": 4.9137,
      "step": 197515
    },
    {
      "epoch": 0.17289295464711088,
      "grad_norm": 0.4446814954280853,
      "learning_rate": 4.738699735258182e-05,
      "loss": 5.4766,
      "step": 197520
    },
    {
      "epoch": 0.17289733124073803,
      "grad_norm": 0.555594265460968,
      "learning_rate": 4.738686007909919e-05,
      "loss": 5.1682,
      "step": 197525
    },
    {
      "epoch": 0.17290170783436518,
      "grad_norm": 0.5376054644584656,
      "learning_rate": 4.738672280226286e-05,
      "loss": 5.3805,
      "step": 197530
    },
    {
      "epoch": 0.17290608442799235,
      "grad_norm": 0.43731048703193665,
      "learning_rate": 4.738658552207286e-05,
      "loss": 4.8335,
      "step": 197535
    },
    {
      "epoch": 0.1729104610216195,
      "grad_norm": 0.47516366839408875,
      "learning_rate": 4.7386448238529224e-05,
      "loss": 5.2719,
      "step": 197540
    },
    {
      "epoch": 0.17291483761524665,
      "grad_norm": 0.44814881682395935,
      "learning_rate": 4.738631095163196e-05,
      "loss": 5.1442,
      "step": 197545
    },
    {
      "epoch": 0.1729192142088738,
      "grad_norm": 0.45798808336257935,
      "learning_rate": 4.738617366138113e-05,
      "loss": 5.9398,
      "step": 197550
    },
    {
      "epoch": 0.17292359080250097,
      "grad_norm": 0.4315785765647888,
      "learning_rate": 4.7386036367776734e-05,
      "loss": 5.2364,
      "step": 197555
    },
    {
      "epoch": 0.17292796739612812,
      "grad_norm": 0.42743635177612305,
      "learning_rate": 4.7385899070818785e-05,
      "loss": 5.4264,
      "step": 197560
    },
    {
      "epoch": 0.17293234398975527,
      "grad_norm": 0.42757201194763184,
      "learning_rate": 4.7385761770507345e-05,
      "loss": 5.4829,
      "step": 197565
    },
    {
      "epoch": 0.17293672058338241,
      "grad_norm": 0.4202260971069336,
      "learning_rate": 4.7385624466842414e-05,
      "loss": 5.6619,
      "step": 197570
    },
    {
      "epoch": 0.1729410971770096,
      "grad_norm": 0.42859891057014465,
      "learning_rate": 4.738548715982404e-05,
      "loss": 5.6815,
      "step": 197575
    },
    {
      "epoch": 0.17294547377063674,
      "grad_norm": 0.45947888493537903,
      "learning_rate": 4.738534984945222e-05,
      "loss": 4.5993,
      "step": 197580
    },
    {
      "epoch": 0.17294985036426389,
      "grad_norm": 0.5356928706169128,
      "learning_rate": 4.738521253572701e-05,
      "loss": 4.6372,
      "step": 197585
    },
    {
      "epoch": 0.17295422695789103,
      "grad_norm": 0.476500004529953,
      "learning_rate": 4.738507521864841e-05,
      "loss": 5.6176,
      "step": 197590
    },
    {
      "epoch": 0.1729586035515182,
      "grad_norm": 0.4224303960800171,
      "learning_rate": 4.7384937898216474e-05,
      "loss": 5.0518,
      "step": 197595
    },
    {
      "epoch": 0.17296298014514536,
      "grad_norm": 0.46469876170158386,
      "learning_rate": 4.738480057443121e-05,
      "loss": 4.4759,
      "step": 197600
    },
    {
      "epoch": 0.1729673567387725,
      "grad_norm": 0.4448305666446686,
      "learning_rate": 4.738466324729265e-05,
      "loss": 5.4466,
      "step": 197605
    },
    {
      "epoch": 0.17297173333239965,
      "grad_norm": 0.4387147128582001,
      "learning_rate": 4.738452591680082e-05,
      "loss": 5.6242,
      "step": 197610
    },
    {
      "epoch": 0.17297610992602683,
      "grad_norm": 0.43721136450767517,
      "learning_rate": 4.738438858295574e-05,
      "loss": 5.9938,
      "step": 197615
    },
    {
      "epoch": 0.17298048651965398,
      "grad_norm": 0.46812012791633606,
      "learning_rate": 4.738425124575745e-05,
      "loss": 5.2187,
      "step": 197620
    },
    {
      "epoch": 0.17298486311328112,
      "grad_norm": 0.42965105175971985,
      "learning_rate": 4.738411390520597e-05,
      "loss": 5.4757,
      "step": 197625
    },
    {
      "epoch": 0.17298923970690827,
      "grad_norm": 0.4958288371562958,
      "learning_rate": 4.7383976561301324e-05,
      "loss": 4.9127,
      "step": 197630
    },
    {
      "epoch": 0.17299361630053542,
      "grad_norm": 0.4338143765926361,
      "learning_rate": 4.738383921404354e-05,
      "loss": 5.359,
      "step": 197635
    },
    {
      "epoch": 0.1729979928941626,
      "grad_norm": 0.42534297704696655,
      "learning_rate": 4.738370186343265e-05,
      "loss": 5.2591,
      "step": 197640
    },
    {
      "epoch": 0.17300236948778974,
      "grad_norm": 0.4703463912010193,
      "learning_rate": 4.738356450946867e-05,
      "loss": 5.7198,
      "step": 197645
    },
    {
      "epoch": 0.1730067460814169,
      "grad_norm": 0.4306156635284424,
      "learning_rate": 4.7383427152151625e-05,
      "loss": 5.9525,
      "step": 197650
    },
    {
      "epoch": 0.17301112267504404,
      "grad_norm": 0.44551849365234375,
      "learning_rate": 4.738328979148155e-05,
      "loss": 4.4023,
      "step": 197655
    },
    {
      "epoch": 0.1730154992686712,
      "grad_norm": 0.4422813057899475,
      "learning_rate": 4.7383152427458476e-05,
      "loss": 5.3359,
      "step": 197660
    },
    {
      "epoch": 0.17301987586229836,
      "grad_norm": 0.4301910102367401,
      "learning_rate": 4.738301506008242e-05,
      "loss": 5.7535,
      "step": 197665
    },
    {
      "epoch": 0.1730242524559255,
      "grad_norm": 0.4828632175922394,
      "learning_rate": 4.738287768935342e-05,
      "loss": 5.3379,
      "step": 197670
    },
    {
      "epoch": 0.17302862904955266,
      "grad_norm": 0.4701152741909027,
      "learning_rate": 4.738274031527149e-05,
      "loss": 5.7177,
      "step": 197675
    },
    {
      "epoch": 0.17303300564317983,
      "grad_norm": 0.45843803882598877,
      "learning_rate": 4.738260293783666e-05,
      "loss": 4.4,
      "step": 197680
    },
    {
      "epoch": 0.17303738223680698,
      "grad_norm": 0.4554040729999542,
      "learning_rate": 4.738246555704896e-05,
      "loss": 4.9082,
      "step": 197685
    },
    {
      "epoch": 0.17304175883043413,
      "grad_norm": 0.44544610381126404,
      "learning_rate": 4.7382328172908405e-05,
      "loss": 5.4477,
      "step": 197690
    },
    {
      "epoch": 0.17304613542406128,
      "grad_norm": 0.44327107071876526,
      "learning_rate": 4.7382190785415035e-05,
      "loss": 5.6645,
      "step": 197695
    },
    {
      "epoch": 0.17305051201768845,
      "grad_norm": 0.4470025300979614,
      "learning_rate": 4.738205339456888e-05,
      "loss": 5.4363,
      "step": 197700
    },
    {
      "epoch": 0.1730548886113156,
      "grad_norm": 0.44969838857650757,
      "learning_rate": 4.7381916000369955e-05,
      "loss": 4.8758,
      "step": 197705
    },
    {
      "epoch": 0.17305926520494275,
      "grad_norm": 0.4413870871067047,
      "learning_rate": 4.7381778602818286e-05,
      "loss": 5.95,
      "step": 197710
    },
    {
      "epoch": 0.1730636417985699,
      "grad_norm": 0.4403216540813446,
      "learning_rate": 4.73816412019139e-05,
      "loss": 5.2011,
      "step": 197715
    },
    {
      "epoch": 0.17306801839219707,
      "grad_norm": 0.4485587775707245,
      "learning_rate": 4.7381503797656824e-05,
      "loss": 3.8698,
      "step": 197720
    },
    {
      "epoch": 0.17307239498582422,
      "grad_norm": 0.4509844481945038,
      "learning_rate": 4.73813663900471e-05,
      "loss": 5.9813,
      "step": 197725
    },
    {
      "epoch": 0.17307677157945137,
      "grad_norm": 0.4230082035064697,
      "learning_rate": 4.7381228979084736e-05,
      "loss": 5.7283,
      "step": 197730
    },
    {
      "epoch": 0.17308114817307851,
      "grad_norm": 0.4205477237701416,
      "learning_rate": 4.7381091564769756e-05,
      "loss": 5.4491,
      "step": 197735
    },
    {
      "epoch": 0.1730855247667057,
      "grad_norm": 0.4681057035923004,
      "learning_rate": 4.7380954147102206e-05,
      "loss": 5.0637,
      "step": 197740
    },
    {
      "epoch": 0.17308990136033284,
      "grad_norm": 0.45549601316452026,
      "learning_rate": 4.7380816726082086e-05,
      "loss": 4.9225,
      "step": 197745
    },
    {
      "epoch": 0.17309427795395999,
      "grad_norm": 0.4512794613838196,
      "learning_rate": 4.7380679301709464e-05,
      "loss": 4.7097,
      "step": 197750
    },
    {
      "epoch": 0.17309865454758713,
      "grad_norm": 0.47965386509895325,
      "learning_rate": 4.738054187398432e-05,
      "loss": 5.4719,
      "step": 197755
    },
    {
      "epoch": 0.17310303114121428,
      "grad_norm": 0.564828634262085,
      "learning_rate": 4.73804044429067e-05,
      "loss": 4.9263,
      "step": 197760
    },
    {
      "epoch": 0.17310740773484146,
      "grad_norm": 0.44923773407936096,
      "learning_rate": 4.738026700847664e-05,
      "loss": 4.9312,
      "step": 197765
    },
    {
      "epoch": 0.1731117843284686,
      "grad_norm": 0.4787231683731079,
      "learning_rate": 4.738012957069416e-05,
      "loss": 5.7481,
      "step": 197770
    },
    {
      "epoch": 0.17311616092209575,
      "grad_norm": 0.5487781763076782,
      "learning_rate": 4.737999212955927e-05,
      "loss": 5.7403,
      "step": 197775
    },
    {
      "epoch": 0.1731205375157229,
      "grad_norm": 0.44526588916778564,
      "learning_rate": 4.7379854685072026e-05,
      "loss": 5.0578,
      "step": 197780
    },
    {
      "epoch": 0.17312491410935008,
      "grad_norm": 0.46802762150764465,
      "learning_rate": 4.737971723723244e-05,
      "loss": 4.5764,
      "step": 197785
    },
    {
      "epoch": 0.17312929070297722,
      "grad_norm": 0.4337693154811859,
      "learning_rate": 4.737957978604053e-05,
      "loss": 5.2141,
      "step": 197790
    },
    {
      "epoch": 0.17313366729660437,
      "grad_norm": 0.4440247416496277,
      "learning_rate": 4.737944233149633e-05,
      "loss": 5.9604,
      "step": 197795
    },
    {
      "epoch": 0.17313804389023152,
      "grad_norm": 0.4569089412689209,
      "learning_rate": 4.737930487359987e-05,
      "loss": 5.7604,
      "step": 197800
    },
    {
      "epoch": 0.1731424204838587,
      "grad_norm": 0.4128414988517761,
      "learning_rate": 4.7379167412351175e-05,
      "loss": 5.9813,
      "step": 197805
    },
    {
      "epoch": 0.17314679707748584,
      "grad_norm": 0.4311644434928894,
      "learning_rate": 4.737902994775026e-05,
      "loss": 5.5945,
      "step": 197810
    },
    {
      "epoch": 0.173151173671113,
      "grad_norm": 0.4665510058403015,
      "learning_rate": 4.737889247979718e-05,
      "loss": 5.4757,
      "step": 197815
    },
    {
      "epoch": 0.17315555026474014,
      "grad_norm": 0.42245182394981384,
      "learning_rate": 4.7378755008491923e-05,
      "loss": 5.6756,
      "step": 197820
    },
    {
      "epoch": 0.1731599268583673,
      "grad_norm": 0.42602112889289856,
      "learning_rate": 4.737861753383455e-05,
      "loss": 5.0287,
      "step": 197825
    },
    {
      "epoch": 0.17316430345199446,
      "grad_norm": 0.4243850111961365,
      "learning_rate": 4.737848005582507e-05,
      "loss": 5.4482,
      "step": 197830
    },
    {
      "epoch": 0.1731686800456216,
      "grad_norm": 0.4435281753540039,
      "learning_rate": 4.7378342574463506e-05,
      "loss": 5.17,
      "step": 197835
    },
    {
      "epoch": 0.17317305663924876,
      "grad_norm": 0.4494936764240265,
      "learning_rate": 4.73782050897499e-05,
      "loss": 5.1391,
      "step": 197840
    },
    {
      "epoch": 0.17317743323287593,
      "grad_norm": 0.42844611406326294,
      "learning_rate": 4.737806760168426e-05,
      "loss": 5.935,
      "step": 197845
    },
    {
      "epoch": 0.17318180982650308,
      "grad_norm": 0.46867942810058594,
      "learning_rate": 4.737793011026662e-05,
      "loss": 4.9215,
      "step": 197850
    },
    {
      "epoch": 0.17318618642013023,
      "grad_norm": 0.4285120964050293,
      "learning_rate": 4.737779261549702e-05,
      "loss": 5.1163,
      "step": 197855
    },
    {
      "epoch": 0.17319056301375738,
      "grad_norm": 0.4236363470554352,
      "learning_rate": 4.737765511737547e-05,
      "loss": 6.0029,
      "step": 197860
    },
    {
      "epoch": 0.17319493960738455,
      "grad_norm": 0.42643287777900696,
      "learning_rate": 4.7377517615902e-05,
      "loss": 4.6198,
      "step": 197865
    },
    {
      "epoch": 0.1731993162010117,
      "grad_norm": 0.4232548177242279,
      "learning_rate": 4.737738011107665e-05,
      "loss": 5.4999,
      "step": 197870
    },
    {
      "epoch": 0.17320369279463885,
      "grad_norm": 0.46422457695007324,
      "learning_rate": 4.7377242602899416e-05,
      "loss": 4.405,
      "step": 197875
    },
    {
      "epoch": 0.173208069388266,
      "grad_norm": 0.4237312972545624,
      "learning_rate": 4.7377105091370357e-05,
      "loss": 5.3605,
      "step": 197880
    },
    {
      "epoch": 0.17321244598189317,
      "grad_norm": 0.43163415789604187,
      "learning_rate": 4.7376967576489486e-05,
      "loss": 5.6492,
      "step": 197885
    },
    {
      "epoch": 0.17321682257552032,
      "grad_norm": 0.47412431240081787,
      "learning_rate": 4.7376830058256824e-05,
      "loss": 5.166,
      "step": 197890
    },
    {
      "epoch": 0.17322119916914747,
      "grad_norm": 0.42855143547058105,
      "learning_rate": 4.737669253667239e-05,
      "loss": 5.6539,
      "step": 197895
    },
    {
      "epoch": 0.17322557576277461,
      "grad_norm": 0.4271506667137146,
      "learning_rate": 4.7376555011736245e-05,
      "loss": 5.4521,
      "step": 197900
    },
    {
      "epoch": 0.17322995235640176,
      "grad_norm": 0.44132116436958313,
      "learning_rate": 4.737641748344839e-05,
      "loss": 5.2387,
      "step": 197905
    },
    {
      "epoch": 0.17323432895002894,
      "grad_norm": 0.44181233644485474,
      "learning_rate": 4.737627995180884e-05,
      "loss": 4.9275,
      "step": 197910
    },
    {
      "epoch": 0.17323870554365609,
      "grad_norm": 0.4725208580493927,
      "learning_rate": 4.737614241681766e-05,
      "loss": 5.4018,
      "step": 197915
    },
    {
      "epoch": 0.17324308213728323,
      "grad_norm": 0.46112626791000366,
      "learning_rate": 4.737600487847484e-05,
      "loss": 4.622,
      "step": 197920
    },
    {
      "epoch": 0.17324745873091038,
      "grad_norm": 0.4429274797439575,
      "learning_rate": 4.737586733678042e-05,
      "loss": 5.7665,
      "step": 197925
    },
    {
      "epoch": 0.17325183532453756,
      "grad_norm": 0.43462279438972473,
      "learning_rate": 4.737572979173442e-05,
      "loss": 5.6803,
      "step": 197930
    },
    {
      "epoch": 0.1732562119181647,
      "grad_norm": 0.46102485060691833,
      "learning_rate": 4.7375592243336884e-05,
      "loss": 4.9392,
      "step": 197935
    },
    {
      "epoch": 0.17326058851179185,
      "grad_norm": 0.46152469515800476,
      "learning_rate": 4.737545469158783e-05,
      "loss": 4.4165,
      "step": 197940
    },
    {
      "epoch": 0.173264965105419,
      "grad_norm": 0.44445157051086426,
      "learning_rate": 4.737531713648727e-05,
      "loss": 5.882,
      "step": 197945
    },
    {
      "epoch": 0.17326934169904618,
      "grad_norm": 0.4350947439670563,
      "learning_rate": 4.7375179578035255e-05,
      "loss": 5.6279,
      "step": 197950
    },
    {
      "epoch": 0.17327371829267332,
      "grad_norm": 0.44610992074012756,
      "learning_rate": 4.737504201623179e-05,
      "loss": 4.9121,
      "step": 197955
    },
    {
      "epoch": 0.17327809488630047,
      "grad_norm": 0.45837146043777466,
      "learning_rate": 4.737490445107692e-05,
      "loss": 4.9049,
      "step": 197960
    },
    {
      "epoch": 0.17328247147992762,
      "grad_norm": 0.4732854962348938,
      "learning_rate": 4.7374766882570654e-05,
      "loss": 5.163,
      "step": 197965
    },
    {
      "epoch": 0.1732868480735548,
      "grad_norm": 0.4560447633266449,
      "learning_rate": 4.737462931071303e-05,
      "loss": 5.4469,
      "step": 197970
    },
    {
      "epoch": 0.17329122466718194,
      "grad_norm": 0.4608648121356964,
      "learning_rate": 4.7374491735504065e-05,
      "loss": 5.9275,
      "step": 197975
    },
    {
      "epoch": 0.1732956012608091,
      "grad_norm": 0.45569199323654175,
      "learning_rate": 4.737435415694379e-05,
      "loss": 4.9021,
      "step": 197980
    },
    {
      "epoch": 0.17329997785443624,
      "grad_norm": 0.4394947588443756,
      "learning_rate": 4.737421657503225e-05,
      "loss": 5.1144,
      "step": 197985
    },
    {
      "epoch": 0.1733043544480634,
      "grad_norm": 0.4481983780860901,
      "learning_rate": 4.737407898976944e-05,
      "loss": 4.1966,
      "step": 197990
    },
    {
      "epoch": 0.17330873104169056,
      "grad_norm": 0.44831544160842896,
      "learning_rate": 4.737394140115541e-05,
      "loss": 5.1722,
      "step": 197995
    },
    {
      "epoch": 0.1733131076353177,
      "grad_norm": 0.42401859164237976,
      "learning_rate": 4.737380380919018e-05,
      "loss": 5.649,
      "step": 198000
    },
    {
      "epoch": 0.17331748422894486,
      "grad_norm": 0.4478841722011566,
      "learning_rate": 4.737366621387377e-05,
      "loss": 4.092,
      "step": 198005
    },
    {
      "epoch": 0.17332186082257203,
      "grad_norm": 0.44417425990104675,
      "learning_rate": 4.7373528615206196e-05,
      "loss": 5.6383,
      "step": 198010
    },
    {
      "epoch": 0.17332623741619918,
      "grad_norm": 0.49961066246032715,
      "learning_rate": 4.7373391013187515e-05,
      "loss": 5.7563,
      "step": 198015
    },
    {
      "epoch": 0.17333061400982633,
      "grad_norm": 0.4298385977745056,
      "learning_rate": 4.737325340781774e-05,
      "loss": 5.1381,
      "step": 198020
    },
    {
      "epoch": 0.17333499060345348,
      "grad_norm": 0.4299079179763794,
      "learning_rate": 4.73731157990969e-05,
      "loss": 5.0857,
      "step": 198025
    },
    {
      "epoch": 0.17333936719708062,
      "grad_norm": 0.46596285700798035,
      "learning_rate": 4.7372978187025005e-05,
      "loss": 4.4143,
      "step": 198030
    },
    {
      "epoch": 0.1733437437907078,
      "grad_norm": 0.44039738178253174,
      "learning_rate": 4.7372840571602096e-05,
      "loss": 4.9284,
      "step": 198035
    },
    {
      "epoch": 0.17334812038433495,
      "grad_norm": 0.4551127552986145,
      "learning_rate": 4.7372702952828196e-05,
      "loss": 5.3916,
      "step": 198040
    },
    {
      "epoch": 0.1733524969779621,
      "grad_norm": 0.4514538049697876,
      "learning_rate": 4.7372565330703345e-05,
      "loss": 5.1893,
      "step": 198045
    },
    {
      "epoch": 0.17335687357158924,
      "grad_norm": 0.4592601954936981,
      "learning_rate": 4.737242770522755e-05,
      "loss": 5.7122,
      "step": 198050
    },
    {
      "epoch": 0.17336125016521642,
      "grad_norm": 0.4356422424316406,
      "learning_rate": 4.737229007640084e-05,
      "loss": 5.4306,
      "step": 198055
    },
    {
      "epoch": 0.17336562675884357,
      "grad_norm": 0.4556419551372528,
      "learning_rate": 4.7372152444223253e-05,
      "loss": 4.928,
      "step": 198060
    },
    {
      "epoch": 0.17337000335247071,
      "grad_norm": 0.44382959604263306,
      "learning_rate": 4.737201480869481e-05,
      "loss": 5.3812,
      "step": 198065
    },
    {
      "epoch": 0.17337437994609786,
      "grad_norm": 0.4154506027698517,
      "learning_rate": 4.737187716981553e-05,
      "loss": 6.2496,
      "step": 198070
    },
    {
      "epoch": 0.17337875653972504,
      "grad_norm": 0.43114224076271057,
      "learning_rate": 4.737173952758545e-05,
      "loss": 5.6477,
      "step": 198075
    },
    {
      "epoch": 0.17338313313335219,
      "grad_norm": 0.45883408188819885,
      "learning_rate": 4.737160188200459e-05,
      "loss": 4.9423,
      "step": 198080
    },
    {
      "epoch": 0.17338750972697933,
      "grad_norm": 0.42475655674934387,
      "learning_rate": 4.737146423307298e-05,
      "loss": 5.2323,
      "step": 198085
    },
    {
      "epoch": 0.17339188632060648,
      "grad_norm": 0.4737522304058075,
      "learning_rate": 4.737132658079064e-05,
      "loss": 4.9199,
      "step": 198090
    },
    {
      "epoch": 0.17339626291423366,
      "grad_norm": 0.4375215172767639,
      "learning_rate": 4.737118892515762e-05,
      "loss": 5.4675,
      "step": 198095
    },
    {
      "epoch": 0.1734006395078608,
      "grad_norm": 0.42049935460090637,
      "learning_rate": 4.7371051266173914e-05,
      "loss": 5.7468,
      "step": 198100
    },
    {
      "epoch": 0.17340501610148795,
      "grad_norm": 0.4203394949436188,
      "learning_rate": 4.7370913603839576e-05,
      "loss": 5.7445,
      "step": 198105
    },
    {
      "epoch": 0.1734093926951151,
      "grad_norm": 0.504669725894928,
      "learning_rate": 4.737077593815461e-05,
      "loss": 5.1121,
      "step": 198110
    },
    {
      "epoch": 0.17341376928874228,
      "grad_norm": 0.43741658329963684,
      "learning_rate": 4.737063826911905e-05,
      "loss": 5.6426,
      "step": 198115
    },
    {
      "epoch": 0.17341814588236942,
      "grad_norm": 0.45027056336402893,
      "learning_rate": 4.7370500596732926e-05,
      "loss": 5.9547,
      "step": 198120
    },
    {
      "epoch": 0.17342252247599657,
      "grad_norm": 0.47069963812828064,
      "learning_rate": 4.737036292099627e-05,
      "loss": 4.9321,
      "step": 198125
    },
    {
      "epoch": 0.17342689906962372,
      "grad_norm": 0.4368079602718353,
      "learning_rate": 4.73702252419091e-05,
      "loss": 4.8606,
      "step": 198130
    },
    {
      "epoch": 0.1734312756632509,
      "grad_norm": 0.42816808819770813,
      "learning_rate": 4.737008755947144e-05,
      "loss": 5.951,
      "step": 198135
    },
    {
      "epoch": 0.17343565225687804,
      "grad_norm": 0.4302787482738495,
      "learning_rate": 4.736994987368333e-05,
      "loss": 5.4467,
      "step": 198140
    },
    {
      "epoch": 0.1734400288505052,
      "grad_norm": 0.43205025792121887,
      "learning_rate": 4.7369812184544784e-05,
      "loss": 5.1381,
      "step": 198145
    },
    {
      "epoch": 0.17344440544413234,
      "grad_norm": 0.43009433150291443,
      "learning_rate": 4.736967449205583e-05,
      "loss": 6.24,
      "step": 198150
    },
    {
      "epoch": 0.17344878203775949,
      "grad_norm": 0.43586546182632446,
      "learning_rate": 4.736953679621649e-05,
      "loss": 5.22,
      "step": 198155
    },
    {
      "epoch": 0.17345315863138666,
      "grad_norm": 0.43052294850349426,
      "learning_rate": 4.736939909702681e-05,
      "loss": 4.7294,
      "step": 198160
    },
    {
      "epoch": 0.1734575352250138,
      "grad_norm": 0.45586535334587097,
      "learning_rate": 4.73692613944868e-05,
      "loss": 5.0961,
      "step": 198165
    },
    {
      "epoch": 0.17346191181864096,
      "grad_norm": 0.4307776689529419,
      "learning_rate": 4.7369123688596495e-05,
      "loss": 5.3492,
      "step": 198170
    },
    {
      "epoch": 0.1734662884122681,
      "grad_norm": 0.4373434782028198,
      "learning_rate": 4.736898597935592e-05,
      "loss": 4.4144,
      "step": 198175
    },
    {
      "epoch": 0.17347066500589528,
      "grad_norm": 0.44987401366233826,
      "learning_rate": 4.736884826676509e-05,
      "loss": 4.7104,
      "step": 198180
    },
    {
      "epoch": 0.17347504159952243,
      "grad_norm": 0.4441112279891968,
      "learning_rate": 4.7368710550824035e-05,
      "loss": 4.9057,
      "step": 198185
    },
    {
      "epoch": 0.17347941819314958,
      "grad_norm": 0.4397466480731964,
      "learning_rate": 4.7368572831532796e-05,
      "loss": 5.6266,
      "step": 198190
    },
    {
      "epoch": 0.17348379478677672,
      "grad_norm": 0.4376782476902008,
      "learning_rate": 4.7368435108891386e-05,
      "loss": 6.2994,
      "step": 198195
    },
    {
      "epoch": 0.1734881713804039,
      "grad_norm": 0.4168548882007599,
      "learning_rate": 4.736829738289984e-05,
      "loss": 5.9869,
      "step": 198200
    },
    {
      "epoch": 0.17349254797403105,
      "grad_norm": 0.4332467317581177,
      "learning_rate": 4.736815965355819e-05,
      "loss": 5.2451,
      "step": 198205
    },
    {
      "epoch": 0.1734969245676582,
      "grad_norm": 0.4168202579021454,
      "learning_rate": 4.736802192086643e-05,
      "loss": 5.7054,
      "step": 198210
    },
    {
      "epoch": 0.17350130116128534,
      "grad_norm": 0.44281211495399475,
      "learning_rate": 4.736788418482463e-05,
      "loss": 4.3887,
      "step": 198215
    },
    {
      "epoch": 0.17350567775491252,
      "grad_norm": 0.4349076747894287,
      "learning_rate": 4.736774644543279e-05,
      "loss": 5.7902,
      "step": 198220
    },
    {
      "epoch": 0.17351005434853967,
      "grad_norm": 0.4416883587837219,
      "learning_rate": 4.7367608702690936e-05,
      "loss": 4.9583,
      "step": 198225
    },
    {
      "epoch": 0.17351443094216681,
      "grad_norm": 0.44517919421195984,
      "learning_rate": 4.736747095659911e-05,
      "loss": 5.1012,
      "step": 198230
    },
    {
      "epoch": 0.17351880753579396,
      "grad_norm": 0.4342695474624634,
      "learning_rate": 4.736733320715733e-05,
      "loss": 5.4305,
      "step": 198235
    },
    {
      "epoch": 0.17352318412942114,
      "grad_norm": 0.4104653000831604,
      "learning_rate": 4.736719545436562e-05,
      "loss": 5.9387,
      "step": 198240
    },
    {
      "epoch": 0.17352756072304829,
      "grad_norm": 0.44548410177230835,
      "learning_rate": 4.7367057698224015e-05,
      "loss": 4.9202,
      "step": 198245
    },
    {
      "epoch": 0.17353193731667543,
      "grad_norm": 0.4271934926509857,
      "learning_rate": 4.7366919938732525e-05,
      "loss": 5.9201,
      "step": 198250
    },
    {
      "epoch": 0.17353631391030258,
      "grad_norm": 0.4408092200756073,
      "learning_rate": 4.736678217589119e-05,
      "loss": 5.6764,
      "step": 198255
    },
    {
      "epoch": 0.17354069050392976,
      "grad_norm": 0.44105035066604614,
      "learning_rate": 4.736664440970003e-05,
      "loss": 5.352,
      "step": 198260
    },
    {
      "epoch": 0.1735450670975569,
      "grad_norm": 0.47341787815093994,
      "learning_rate": 4.736650664015909e-05,
      "loss": 5.6688,
      "step": 198265
    },
    {
      "epoch": 0.17354944369118405,
      "grad_norm": 0.4803961515426636,
      "learning_rate": 4.7366368867268375e-05,
      "loss": 4.3005,
      "step": 198270
    },
    {
      "epoch": 0.1735538202848112,
      "grad_norm": 0.4626728296279907,
      "learning_rate": 4.7366231091027926e-05,
      "loss": 5.1429,
      "step": 198275
    },
    {
      "epoch": 0.17355819687843835,
      "grad_norm": 0.43588587641716003,
      "learning_rate": 4.736609331143774e-05,
      "loss": 5.3555,
      "step": 198280
    },
    {
      "epoch": 0.17356257347206552,
      "grad_norm": 0.4952569007873535,
      "learning_rate": 4.736595552849788e-05,
      "loss": 4.7056,
      "step": 198285
    },
    {
      "epoch": 0.17356695006569267,
      "grad_norm": 0.4704879820346832,
      "learning_rate": 4.7365817742208364e-05,
      "loss": 5.7735,
      "step": 198290
    },
    {
      "epoch": 0.17357132665931982,
      "grad_norm": 0.4638872444629669,
      "learning_rate": 4.736567995256921e-05,
      "loss": 4.9149,
      "step": 198295
    },
    {
      "epoch": 0.17357570325294697,
      "grad_norm": 0.47009024024009705,
      "learning_rate": 4.736554215958043e-05,
      "loss": 5.2491,
      "step": 198300
    },
    {
      "epoch": 0.17358007984657414,
      "grad_norm": 0.4380582273006439,
      "learning_rate": 4.7365404363242093e-05,
      "loss": 5.9324,
      "step": 198305
    },
    {
      "epoch": 0.1735844564402013,
      "grad_norm": 0.45439988374710083,
      "learning_rate": 4.736526656355419e-05,
      "loss": 4.9364,
      "step": 198310
    },
    {
      "epoch": 0.17358883303382844,
      "grad_norm": 0.4389428198337555,
      "learning_rate": 4.736512876051675e-05,
      "loss": 5.6506,
      "step": 198315
    },
    {
      "epoch": 0.17359320962745559,
      "grad_norm": 0.4635654389858246,
      "learning_rate": 4.736499095412982e-05,
      "loss": 4.6312,
      "step": 198320
    },
    {
      "epoch": 0.17359758622108276,
      "grad_norm": 0.4525647461414337,
      "learning_rate": 4.736485314439342e-05,
      "loss": 4.9324,
      "step": 198325
    },
    {
      "epoch": 0.1736019628147099,
      "grad_norm": 0.4828633964061737,
      "learning_rate": 4.736471533130755e-05,
      "loss": 5.3395,
      "step": 198330
    },
    {
      "epoch": 0.17360633940833706,
      "grad_norm": 0.4457048773765564,
      "learning_rate": 4.736457751487228e-05,
      "loss": 4.3918,
      "step": 198335
    },
    {
      "epoch": 0.1736107160019642,
      "grad_norm": 0.4481998682022095,
      "learning_rate": 4.736443969508759e-05,
      "loss": 5.124,
      "step": 198340
    },
    {
      "epoch": 0.17361509259559138,
      "grad_norm": 0.45936402678489685,
      "learning_rate": 4.736430187195355e-05,
      "loss": 4.9406,
      "step": 198345
    },
    {
      "epoch": 0.17361946918921853,
      "grad_norm": 0.4424462914466858,
      "learning_rate": 4.736416404547016e-05,
      "loss": 5.4772,
      "step": 198350
    },
    {
      "epoch": 0.17362384578284568,
      "grad_norm": 0.4385232627391815,
      "learning_rate": 4.736402621563746e-05,
      "loss": 5.486,
      "step": 198355
    },
    {
      "epoch": 0.17362822237647282,
      "grad_norm": 0.42432108521461487,
      "learning_rate": 4.736388838245546e-05,
      "loss": 5.6727,
      "step": 198360
    },
    {
      "epoch": 0.1736325989701,
      "grad_norm": 0.4664246737957001,
      "learning_rate": 4.73637505459242e-05,
      "loss": 5.4622,
      "step": 198365
    },
    {
      "epoch": 0.17363697556372715,
      "grad_norm": 0.4546923041343689,
      "learning_rate": 4.736361270604371e-05,
      "loss": 5.7612,
      "step": 198370
    },
    {
      "epoch": 0.1736413521573543,
      "grad_norm": 0.4331780672073364,
      "learning_rate": 4.736347486281401e-05,
      "loss": 5.4153,
      "step": 198375
    },
    {
      "epoch": 0.17364572875098144,
      "grad_norm": 0.43321219086647034,
      "learning_rate": 4.7363337016235123e-05,
      "loss": 5.1427,
      "step": 198380
    },
    {
      "epoch": 0.17365010534460862,
      "grad_norm": 0.43127208948135376,
      "learning_rate": 4.7363199166307084e-05,
      "loss": 4.5613,
      "step": 198385
    },
    {
      "epoch": 0.17365448193823577,
      "grad_norm": 0.4584773778915405,
      "learning_rate": 4.736306131302991e-05,
      "loss": 4.9238,
      "step": 198390
    },
    {
      "epoch": 0.17365885853186291,
      "grad_norm": 0.46153968572616577,
      "learning_rate": 4.736292345640363e-05,
      "loss": 5.2344,
      "step": 198395
    },
    {
      "epoch": 0.17366323512549006,
      "grad_norm": 0.45663630962371826,
      "learning_rate": 4.7362785596428274e-05,
      "loss": 5.2093,
      "step": 198400
    },
    {
      "epoch": 0.1736676117191172,
      "grad_norm": 0.48706790804862976,
      "learning_rate": 4.736264773310387e-05,
      "loss": 5.412,
      "step": 198405
    },
    {
      "epoch": 0.17367198831274439,
      "grad_norm": 0.4468810260295868,
      "learning_rate": 4.736250986643044e-05,
      "loss": 5.1174,
      "step": 198410
    },
    {
      "epoch": 0.17367636490637153,
      "grad_norm": 0.4441637396812439,
      "learning_rate": 4.736237199640802e-05,
      "loss": 5.4352,
      "step": 198415
    },
    {
      "epoch": 0.17368074149999868,
      "grad_norm": 0.41808077692985535,
      "learning_rate": 4.736223412303663e-05,
      "loss": 5.4789,
      "step": 198420
    },
    {
      "epoch": 0.17368511809362583,
      "grad_norm": 0.428698867559433,
      "learning_rate": 4.736209624631629e-05,
      "loss": 5.7379,
      "step": 198425
    },
    {
      "epoch": 0.173689494687253,
      "grad_norm": 0.4352497458457947,
      "learning_rate": 4.736195836624703e-05,
      "loss": 4.2031,
      "step": 198430
    },
    {
      "epoch": 0.17369387128088015,
      "grad_norm": 0.42925748229026794,
      "learning_rate": 4.736182048282889e-05,
      "loss": 5.263,
      "step": 198435
    },
    {
      "epoch": 0.1736982478745073,
      "grad_norm": 0.43238088488578796,
      "learning_rate": 4.736168259606187e-05,
      "loss": 4.9223,
      "step": 198440
    },
    {
      "epoch": 0.17370262446813445,
      "grad_norm": 0.4549643397331238,
      "learning_rate": 4.736154470594603e-05,
      "loss": 4.6357,
      "step": 198445
    },
    {
      "epoch": 0.17370700106176162,
      "grad_norm": 0.43346232175827026,
      "learning_rate": 4.736140681248137e-05,
      "loss": 5.9494,
      "step": 198450
    },
    {
      "epoch": 0.17371137765538877,
      "grad_norm": 0.4803520739078522,
      "learning_rate": 4.7361268915667935e-05,
      "loss": 5.4453,
      "step": 198455
    },
    {
      "epoch": 0.17371575424901592,
      "grad_norm": 0.46240469813346863,
      "learning_rate": 4.7361131015505725e-05,
      "loss": 4.6875,
      "step": 198460
    },
    {
      "epoch": 0.17372013084264307,
      "grad_norm": 0.46446797251701355,
      "learning_rate": 4.736099311199479e-05,
      "loss": 4.9146,
      "step": 198465
    },
    {
      "epoch": 0.17372450743627024,
      "grad_norm": 0.4352458715438843,
      "learning_rate": 4.736085520513516e-05,
      "loss": 4.9491,
      "step": 198470
    },
    {
      "epoch": 0.1737288840298974,
      "grad_norm": 0.5414366722106934,
      "learning_rate": 4.7360717294926845e-05,
      "loss": 5.7206,
      "step": 198475
    },
    {
      "epoch": 0.17373326062352454,
      "grad_norm": 0.4531952738761902,
      "learning_rate": 4.7360579381369874e-05,
      "loss": 5.4361,
      "step": 198480
    },
    {
      "epoch": 0.17373763721715169,
      "grad_norm": 0.45128899812698364,
      "learning_rate": 4.736044146446429e-05,
      "loss": 5.3246,
      "step": 198485
    },
    {
      "epoch": 0.17374201381077886,
      "grad_norm": 0.4383609890937805,
      "learning_rate": 4.736030354421009e-05,
      "loss": 5.9592,
      "step": 198490
    },
    {
      "epoch": 0.173746390404406,
      "grad_norm": 0.4341261088848114,
      "learning_rate": 4.7360165620607344e-05,
      "loss": 4.695,
      "step": 198495
    },
    {
      "epoch": 0.17375076699803316,
      "grad_norm": 0.5010533928871155,
      "learning_rate": 4.736002769365604e-05,
      "loss": 4.6125,
      "step": 198500
    },
    {
      "epoch": 0.1737551435916603,
      "grad_norm": 0.45944589376449585,
      "learning_rate": 4.735988976335621e-05,
      "loss": 5.1475,
      "step": 198505
    },
    {
      "epoch": 0.17375952018528748,
      "grad_norm": 0.4438471794128418,
      "learning_rate": 4.73597518297079e-05,
      "loss": 4.3267,
      "step": 198510
    },
    {
      "epoch": 0.17376389677891463,
      "grad_norm": 0.44532227516174316,
      "learning_rate": 4.735961389271112e-05,
      "loss": 4.3172,
      "step": 198515
    },
    {
      "epoch": 0.17376827337254178,
      "grad_norm": 0.43018218874931335,
      "learning_rate": 4.73594759523659e-05,
      "loss": 5.6582,
      "step": 198520
    },
    {
      "epoch": 0.17377264996616892,
      "grad_norm": 0.45321646332740784,
      "learning_rate": 4.735933800867227e-05,
      "loss": 4.1161,
      "step": 198525
    },
    {
      "epoch": 0.1737770265597961,
      "grad_norm": 0.4642527401447296,
      "learning_rate": 4.735920006163026e-05,
      "loss": 5.178,
      "step": 198530
    },
    {
      "epoch": 0.17378140315342325,
      "grad_norm": 0.4458331763744354,
      "learning_rate": 4.735906211123988e-05,
      "loss": 4.9318,
      "step": 198535
    },
    {
      "epoch": 0.1737857797470504,
      "grad_norm": 0.45741868019104004,
      "learning_rate": 4.7358924157501186e-05,
      "loss": 5.1749,
      "step": 198540
    },
    {
      "epoch": 0.17379015634067754,
      "grad_norm": 0.4407835602760315,
      "learning_rate": 4.7358786200414175e-05,
      "loss": 4.7316,
      "step": 198545
    },
    {
      "epoch": 0.1737945329343047,
      "grad_norm": 0.4674629271030426,
      "learning_rate": 4.7358648239978876e-05,
      "loss": 5.1315,
      "step": 198550
    },
    {
      "epoch": 0.17379890952793187,
      "grad_norm": 0.43592163920402527,
      "learning_rate": 4.7358510276195345e-05,
      "loss": 6.2525,
      "step": 198555
    },
    {
      "epoch": 0.17380328612155901,
      "grad_norm": 0.4339447021484375,
      "learning_rate": 4.735837230906357e-05,
      "loss": 4.6648,
      "step": 198560
    },
    {
      "epoch": 0.17380766271518616,
      "grad_norm": 0.43835392594337463,
      "learning_rate": 4.735823433858361e-05,
      "loss": 5.0406,
      "step": 198565
    },
    {
      "epoch": 0.1738120393088133,
      "grad_norm": 0.4525623023509979,
      "learning_rate": 4.7358096364755466e-05,
      "loss": 5.6648,
      "step": 198570
    },
    {
      "epoch": 0.17381641590244049,
      "grad_norm": 0.48545509576797485,
      "learning_rate": 4.7357958387579185e-05,
      "loss": 5.9785,
      "step": 198575
    },
    {
      "epoch": 0.17382079249606763,
      "grad_norm": 0.45096632838249207,
      "learning_rate": 4.735782040705478e-05,
      "loss": 5.1539,
      "step": 198580
    },
    {
      "epoch": 0.17382516908969478,
      "grad_norm": 0.46430104970932007,
      "learning_rate": 4.735768242318228e-05,
      "loss": 5.1414,
      "step": 198585
    },
    {
      "epoch": 0.17382954568332193,
      "grad_norm": 0.49866026639938354,
      "learning_rate": 4.735754443596172e-05,
      "loss": 5.1606,
      "step": 198590
    },
    {
      "epoch": 0.1738339222769491,
      "grad_norm": 0.4657057821750641,
      "learning_rate": 4.735740644539312e-05,
      "loss": 5.9545,
      "step": 198595
    },
    {
      "epoch": 0.17383829887057625,
      "grad_norm": 0.4729389250278473,
      "learning_rate": 4.735726845147651e-05,
      "loss": 5.3994,
      "step": 198600
    },
    {
      "epoch": 0.1738426754642034,
      "grad_norm": 0.43251049518585205,
      "learning_rate": 4.735713045421191e-05,
      "loss": 5.7699,
      "step": 198605
    },
    {
      "epoch": 0.17384705205783055,
      "grad_norm": 0.439477801322937,
      "learning_rate": 4.735699245359935e-05,
      "loss": 5.7073,
      "step": 198610
    },
    {
      "epoch": 0.17385142865145772,
      "grad_norm": 0.47669631242752075,
      "learning_rate": 4.7356854449638856e-05,
      "loss": 4.9629,
      "step": 198615
    },
    {
      "epoch": 0.17385580524508487,
      "grad_norm": 0.4561242163181305,
      "learning_rate": 4.735671644233045e-05,
      "loss": 4.0806,
      "step": 198620
    },
    {
      "epoch": 0.17386018183871202,
      "grad_norm": 0.4580373466014862,
      "learning_rate": 4.735657843167418e-05,
      "loss": 5.7256,
      "step": 198625
    },
    {
      "epoch": 0.17386455843233917,
      "grad_norm": 0.44676437973976135,
      "learning_rate": 4.7356440417670044e-05,
      "loss": 5.4288,
      "step": 198630
    },
    {
      "epoch": 0.17386893502596634,
      "grad_norm": 0.429320752620697,
      "learning_rate": 4.735630240031809e-05,
      "loss": 5.2496,
      "step": 198635
    },
    {
      "epoch": 0.1738733116195935,
      "grad_norm": 0.43906712532043457,
      "learning_rate": 4.735616437961834e-05,
      "loss": 5.1769,
      "step": 198640
    },
    {
      "epoch": 0.17387768821322064,
      "grad_norm": 0.4392707347869873,
      "learning_rate": 4.735602635557081e-05,
      "loss": 5.4688,
      "step": 198645
    },
    {
      "epoch": 0.17388206480684779,
      "grad_norm": 0.4396369457244873,
      "learning_rate": 4.7355888328175535e-05,
      "loss": 5.4351,
      "step": 198650
    },
    {
      "epoch": 0.17388644140047496,
      "grad_norm": 0.43807587027549744,
      "learning_rate": 4.735575029743253e-05,
      "loss": 5.1234,
      "step": 198655
    },
    {
      "epoch": 0.1738908179941021,
      "grad_norm": 0.42447471618652344,
      "learning_rate": 4.735561226334184e-05,
      "loss": 5.7193,
      "step": 198660
    },
    {
      "epoch": 0.17389519458772926,
      "grad_norm": 0.4159172773361206,
      "learning_rate": 4.7355474225903483e-05,
      "loss": 5.9502,
      "step": 198665
    },
    {
      "epoch": 0.1738995711813564,
      "grad_norm": 0.4169114828109741,
      "learning_rate": 4.7355336185117494e-05,
      "loss": 5.7833,
      "step": 198670
    },
    {
      "epoch": 0.17390394777498355,
      "grad_norm": 0.44142332673072815,
      "learning_rate": 4.735519814098388e-05,
      "loss": 5.4334,
      "step": 198675
    },
    {
      "epoch": 0.17390832436861073,
      "grad_norm": 0.4195936918258667,
      "learning_rate": 4.735506009350269e-05,
      "loss": 6.2676,
      "step": 198680
    },
    {
      "epoch": 0.17391270096223788,
      "grad_norm": 0.4665060043334961,
      "learning_rate": 4.735492204267393e-05,
      "loss": 4.4152,
      "step": 198685
    },
    {
      "epoch": 0.17391707755586502,
      "grad_norm": 0.4582732915878296,
      "learning_rate": 4.7354783988497644e-05,
      "loss": 4.6266,
      "step": 198690
    },
    {
      "epoch": 0.17392145414949217,
      "grad_norm": 0.4404851198196411,
      "learning_rate": 4.735464593097384e-05,
      "loss": 5.4444,
      "step": 198695
    },
    {
      "epoch": 0.17392583074311935,
      "grad_norm": 0.44752833247184753,
      "learning_rate": 4.735450787010257e-05,
      "loss": 5.1014,
      "step": 198700
    },
    {
      "epoch": 0.1739302073367465,
      "grad_norm": 0.44345638155937195,
      "learning_rate": 4.7354369805883846e-05,
      "loss": 4.6354,
      "step": 198705
    },
    {
      "epoch": 0.17393458393037364,
      "grad_norm": 0.44838181138038635,
      "learning_rate": 4.735423173831769e-05,
      "loss": 4.9062,
      "step": 198710
    },
    {
      "epoch": 0.1739389605240008,
      "grad_norm": 0.4500907063484192,
      "learning_rate": 4.735409366740413e-05,
      "loss": 5.4501,
      "step": 198715
    },
    {
      "epoch": 0.17394333711762797,
      "grad_norm": 0.44313475489616394,
      "learning_rate": 4.7353955593143195e-05,
      "loss": 4.9665,
      "step": 198720
    },
    {
      "epoch": 0.17394771371125511,
      "grad_norm": 0.4443771243095398,
      "learning_rate": 4.735381751553493e-05,
      "loss": 5.1271,
      "step": 198725
    },
    {
      "epoch": 0.17395209030488226,
      "grad_norm": 0.4428955614566803,
      "learning_rate": 4.735367943457932e-05,
      "loss": 6.2535,
      "step": 198730
    },
    {
      "epoch": 0.1739564668985094,
      "grad_norm": 0.4368608891963959,
      "learning_rate": 4.7353541350276434e-05,
      "loss": 5.3211,
      "step": 198735
    },
    {
      "epoch": 0.17396084349213659,
      "grad_norm": 0.4438597857952118,
      "learning_rate": 4.735340326262627e-05,
      "loss": 5.1677,
      "step": 198740
    },
    {
      "epoch": 0.17396522008576373,
      "grad_norm": 0.43569445610046387,
      "learning_rate": 4.735326517162887e-05,
      "loss": 4.9304,
      "step": 198745
    },
    {
      "epoch": 0.17396959667939088,
      "grad_norm": 0.4723384380340576,
      "learning_rate": 4.735312707728427e-05,
      "loss": 5.2064,
      "step": 198750
    },
    {
      "epoch": 0.17397397327301803,
      "grad_norm": 0.43959471583366394,
      "learning_rate": 4.735298897959246e-05,
      "loss": 5.0855,
      "step": 198755
    },
    {
      "epoch": 0.1739783498666452,
      "grad_norm": 0.4740005135536194,
      "learning_rate": 4.73528508785535e-05,
      "loss": 5.4111,
      "step": 198760
    },
    {
      "epoch": 0.17398272646027235,
      "grad_norm": 0.47049903869628906,
      "learning_rate": 4.735271277416741e-05,
      "loss": 5.7913,
      "step": 198765
    },
    {
      "epoch": 0.1739871030538995,
      "grad_norm": 0.5226756930351257,
      "learning_rate": 4.73525746664342e-05,
      "loss": 5.6514,
      "step": 198770
    },
    {
      "epoch": 0.17399147964752665,
      "grad_norm": 0.4579923152923584,
      "learning_rate": 4.7352436555353915e-05,
      "loss": 5.2248,
      "step": 198775
    },
    {
      "epoch": 0.17399585624115382,
      "grad_norm": 0.432942271232605,
      "learning_rate": 4.735229844092658e-05,
      "loss": 5.4248,
      "step": 198780
    },
    {
      "epoch": 0.17400023283478097,
      "grad_norm": 0.431037962436676,
      "learning_rate": 4.735216032315222e-05,
      "loss": 4.8187,
      "step": 198785
    },
    {
      "epoch": 0.17400460942840812,
      "grad_norm": 0.43215370178222656,
      "learning_rate": 4.735202220203085e-05,
      "loss": 5.9613,
      "step": 198790
    },
    {
      "epoch": 0.17400898602203527,
      "grad_norm": 0.4558734893798828,
      "learning_rate": 4.7351884077562515e-05,
      "loss": 4.7205,
      "step": 198795
    },
    {
      "epoch": 0.17401336261566241,
      "grad_norm": 0.47054523229599,
      "learning_rate": 4.735174594974723e-05,
      "loss": 5.1501,
      "step": 198800
    },
    {
      "epoch": 0.1740177392092896,
      "grad_norm": 0.4460011422634125,
      "learning_rate": 4.735160781858502e-05,
      "loss": 5.3336,
      "step": 198805
    },
    {
      "epoch": 0.17402211580291674,
      "grad_norm": 0.471358984708786,
      "learning_rate": 4.735146968407592e-05,
      "loss": 4.4201,
      "step": 198810
    },
    {
      "epoch": 0.17402649239654389,
      "grad_norm": 0.4450511634349823,
      "learning_rate": 4.735133154621994e-05,
      "loss": 5.4271,
      "step": 198815
    },
    {
      "epoch": 0.17403086899017103,
      "grad_norm": 0.4260465204715729,
      "learning_rate": 4.7351193405017134e-05,
      "loss": 5.1203,
      "step": 198820
    },
    {
      "epoch": 0.1740352455837982,
      "grad_norm": 0.4504871964454651,
      "learning_rate": 4.7351055260467515e-05,
      "loss": 5.1376,
      "step": 198825
    },
    {
      "epoch": 0.17403962217742536,
      "grad_norm": 0.4654630720615387,
      "learning_rate": 4.73509171125711e-05,
      "loss": 5.25,
      "step": 198830
    },
    {
      "epoch": 0.1740439987710525,
      "grad_norm": 0.4469609260559082,
      "learning_rate": 4.735077896132792e-05,
      "loss": 5.9482,
      "step": 198835
    },
    {
      "epoch": 0.17404837536467965,
      "grad_norm": 0.44040998816490173,
      "learning_rate": 4.735064080673802e-05,
      "loss": 5.1466,
      "step": 198840
    },
    {
      "epoch": 0.17405275195830683,
      "grad_norm": 0.43194523453712463,
      "learning_rate": 4.735050264880141e-05,
      "loss": 5.4041,
      "step": 198845
    },
    {
      "epoch": 0.17405712855193398,
      "grad_norm": 0.42682990431785583,
      "learning_rate": 4.7350364487518115e-05,
      "loss": 6.2639,
      "step": 198850
    },
    {
      "epoch": 0.17406150514556112,
      "grad_norm": 0.422909140586853,
      "learning_rate": 4.735022632288816e-05,
      "loss": 5.4792,
      "step": 198855
    },
    {
      "epoch": 0.17406588173918827,
      "grad_norm": 0.4324459731578827,
      "learning_rate": 4.7350088154911585e-05,
      "loss": 4.7205,
      "step": 198860
    },
    {
      "epoch": 0.17407025833281545,
      "grad_norm": 0.47603827714920044,
      "learning_rate": 4.734994998358841e-05,
      "loss": 5.4634,
      "step": 198865
    },
    {
      "epoch": 0.1740746349264426,
      "grad_norm": 0.4311017394065857,
      "learning_rate": 4.7349811808918655e-05,
      "loss": 5.7365,
      "step": 198870
    },
    {
      "epoch": 0.17407901152006974,
      "grad_norm": 0.4492622911930084,
      "learning_rate": 4.734967363090236e-05,
      "loss": 5.7217,
      "step": 198875
    },
    {
      "epoch": 0.1740833881136969,
      "grad_norm": 0.4270632565021515,
      "learning_rate": 4.734953544953953e-05,
      "loss": 5.2511,
      "step": 198880
    },
    {
      "epoch": 0.17408776470732407,
      "grad_norm": 0.44062530994415283,
      "learning_rate": 4.734939726483022e-05,
      "loss": 5.693,
      "step": 198885
    },
    {
      "epoch": 0.17409214130095121,
      "grad_norm": 0.42129769921302795,
      "learning_rate": 4.7349259076774435e-05,
      "loss": 5.9621,
      "step": 198890
    },
    {
      "epoch": 0.17409651789457836,
      "grad_norm": 0.44211483001708984,
      "learning_rate": 4.73491208853722e-05,
      "loss": 5.1101,
      "step": 198895
    },
    {
      "epoch": 0.1741008944882055,
      "grad_norm": 0.4500715732574463,
      "learning_rate": 4.7348982690623564e-05,
      "loss": 4.9133,
      "step": 198900
    },
    {
      "epoch": 0.17410527108183269,
      "grad_norm": 0.4659848213195801,
      "learning_rate": 4.7348844492528534e-05,
      "loss": 5.4166,
      "step": 198905
    },
    {
      "epoch": 0.17410964767545983,
      "grad_norm": 0.44492286443710327,
      "learning_rate": 4.7348706291087154e-05,
      "loss": 5.4022,
      "step": 198910
    },
    {
      "epoch": 0.17411402426908698,
      "grad_norm": 0.4586107134819031,
      "learning_rate": 4.7348568086299425e-05,
      "loss": 5.443,
      "step": 198915
    },
    {
      "epoch": 0.17411840086271413,
      "grad_norm": 0.4553217887878418,
      "learning_rate": 4.73484298781654e-05,
      "loss": 5.1675,
      "step": 198920
    },
    {
      "epoch": 0.17412277745634128,
      "grad_norm": 0.46907711029052734,
      "learning_rate": 4.734829166668509e-05,
      "loss": 5.4216,
      "step": 198925
    },
    {
      "epoch": 0.17412715404996845,
      "grad_norm": 0.4808792471885681,
      "learning_rate": 4.7348153451858514e-05,
      "loss": 4.9471,
      "step": 198930
    },
    {
      "epoch": 0.1741315306435956,
      "grad_norm": 0.44524627923965454,
      "learning_rate": 4.734801523368571e-05,
      "loss": 6.2656,
      "step": 198935
    },
    {
      "epoch": 0.17413590723722275,
      "grad_norm": 0.43854445219039917,
      "learning_rate": 4.734787701216673e-05,
      "loss": 5.4789,
      "step": 198940
    },
    {
      "epoch": 0.1741402838308499,
      "grad_norm": 0.437453955411911,
      "learning_rate": 4.734773878730156e-05,
      "loss": 6.2902,
      "step": 198945
    },
    {
      "epoch": 0.17414466042447707,
      "grad_norm": 0.47704017162323,
      "learning_rate": 4.734760055909023e-05,
      "loss": 4.9161,
      "step": 198950
    },
    {
      "epoch": 0.17414903701810422,
      "grad_norm": 0.4531748592853546,
      "learning_rate": 4.73474623275328e-05,
      "loss": 5.9705,
      "step": 198955
    },
    {
      "epoch": 0.17415341361173137,
      "grad_norm": 0.4669647812843323,
      "learning_rate": 4.7347324092629265e-05,
      "loss": 4.9446,
      "step": 198960
    },
    {
      "epoch": 0.17415779020535851,
      "grad_norm": 0.4643176794052124,
      "learning_rate": 4.734718585437966e-05,
      "loss": 5.9357,
      "step": 198965
    },
    {
      "epoch": 0.1741621667989857,
      "grad_norm": 0.43623730540275574,
      "learning_rate": 4.7347047612784015e-05,
      "loss": 5.7649,
      "step": 198970
    },
    {
      "epoch": 0.17416654339261284,
      "grad_norm": 0.4392181932926178,
      "learning_rate": 4.7346909367842364e-05,
      "loss": 5.7449,
      "step": 198975
    },
    {
      "epoch": 0.17417091998623999,
      "grad_norm": 0.5076338648796082,
      "learning_rate": 4.734677111955471e-05,
      "loss": 4.6441,
      "step": 198980
    },
    {
      "epoch": 0.17417529657986713,
      "grad_norm": 0.43299978971481323,
      "learning_rate": 4.7346632867921104e-05,
      "loss": 5.9742,
      "step": 198985
    },
    {
      "epoch": 0.1741796731734943,
      "grad_norm": 0.4443928897380829,
      "learning_rate": 4.7346494612941564e-05,
      "loss": 4.6883,
      "step": 198990
    },
    {
      "epoch": 0.17418404976712146,
      "grad_norm": 0.45012331008911133,
      "learning_rate": 4.7346356354616114e-05,
      "loss": 5.4232,
      "step": 198995
    },
    {
      "epoch": 0.1741884263607486,
      "grad_norm": 0.46228569746017456,
      "learning_rate": 4.734621809294478e-05,
      "loss": 4.6593,
      "step": 199000
    },
    {
      "epoch": 0.17419280295437575,
      "grad_norm": 0.45948922634124756,
      "learning_rate": 4.7346079827927604e-05,
      "loss": 4.6275,
      "step": 199005
    },
    {
      "epoch": 0.17419717954800293,
      "grad_norm": 0.45604509115219116,
      "learning_rate": 4.734594155956459e-05,
      "loss": 4.9524,
      "step": 199010
    },
    {
      "epoch": 0.17420155614163008,
      "grad_norm": 0.47292670607566833,
      "learning_rate": 4.734580328785577e-05,
      "loss": 4.9155,
      "step": 199015
    },
    {
      "epoch": 0.17420593273525722,
      "grad_norm": 0.4399126470088959,
      "learning_rate": 4.734566501280119e-05,
      "loss": 4.6465,
      "step": 199020
    },
    {
      "epoch": 0.17421030932888437,
      "grad_norm": 0.4429568350315094,
      "learning_rate": 4.734552673440085e-05,
      "loss": 4.8876,
      "step": 199025
    },
    {
      "epoch": 0.17421468592251155,
      "grad_norm": 0.4526418447494507,
      "learning_rate": 4.7345388452654796e-05,
      "loss": 5.1063,
      "step": 199030
    },
    {
      "epoch": 0.1742190625161387,
      "grad_norm": 0.4608023464679718,
      "learning_rate": 4.734525016756304e-05,
      "loss": 4.9129,
      "step": 199035
    },
    {
      "epoch": 0.17422343910976584,
      "grad_norm": 0.43656858801841736,
      "learning_rate": 4.7345111879125615e-05,
      "loss": 5.0607,
      "step": 199040
    },
    {
      "epoch": 0.174227815703393,
      "grad_norm": 0.45051923394203186,
      "learning_rate": 4.7344973587342554e-05,
      "loss": 4.9813,
      "step": 199045
    },
    {
      "epoch": 0.17423219229702014,
      "grad_norm": 0.4541226923465729,
      "learning_rate": 4.734483529221388e-05,
      "loss": 4.4016,
      "step": 199050
    },
    {
      "epoch": 0.17423656889064731,
      "grad_norm": 0.4756597876548767,
      "learning_rate": 4.734469699373961e-05,
      "loss": 4.9371,
      "step": 199055
    },
    {
      "epoch": 0.17424094548427446,
      "grad_norm": 0.4423005282878876,
      "learning_rate": 4.7344558691919794e-05,
      "loss": 4.9015,
      "step": 199060
    },
    {
      "epoch": 0.1742453220779016,
      "grad_norm": 0.43094170093536377,
      "learning_rate": 4.734442038675443e-05,
      "loss": 4.752,
      "step": 199065
    },
    {
      "epoch": 0.17424969867152876,
      "grad_norm": 0.43395715951919556,
      "learning_rate": 4.734428207824356e-05,
      "loss": 6.2658,
      "step": 199070
    },
    {
      "epoch": 0.17425407526515593,
      "grad_norm": 0.4356081783771515,
      "learning_rate": 4.7344143766387215e-05,
      "loss": 5.2658,
      "step": 199075
    },
    {
      "epoch": 0.17425845185878308,
      "grad_norm": 0.4330100417137146,
      "learning_rate": 4.7344005451185414e-05,
      "loss": 5.4399,
      "step": 199080
    },
    {
      "epoch": 0.17426282845241023,
      "grad_norm": 0.44551655650138855,
      "learning_rate": 4.734386713263817e-05,
      "loss": 5.1082,
      "step": 199085
    },
    {
      "epoch": 0.17426720504603738,
      "grad_norm": 0.4495401382446289,
      "learning_rate": 4.734372881074555e-05,
      "loss": 5.9744,
      "step": 199090
    },
    {
      "epoch": 0.17427158163966455,
      "grad_norm": 0.4280714690685272,
      "learning_rate": 4.734359048550755e-05,
      "loss": 4.728,
      "step": 199095
    },
    {
      "epoch": 0.1742759582332917,
      "grad_norm": 0.4479372501373291,
      "learning_rate": 4.73434521569242e-05,
      "loss": 5.9619,
      "step": 199100
    },
    {
      "epoch": 0.17428033482691885,
      "grad_norm": 0.4292585253715515,
      "learning_rate": 4.7343313824995515e-05,
      "loss": 4.6655,
      "step": 199105
    },
    {
      "epoch": 0.174284711420546,
      "grad_norm": 0.4550568759441376,
      "learning_rate": 4.734317548972155e-05,
      "loss": 4.6504,
      "step": 199110
    },
    {
      "epoch": 0.17428908801417317,
      "grad_norm": 0.44170287251472473,
      "learning_rate": 4.734303715110231e-05,
      "loss": 4.9062,
      "step": 199115
    },
    {
      "epoch": 0.17429346460780032,
      "grad_norm": 0.44697943329811096,
      "learning_rate": 4.7342898809137837e-05,
      "loss": 5.9805,
      "step": 199120
    },
    {
      "epoch": 0.17429784120142747,
      "grad_norm": 0.4493965208530426,
      "learning_rate": 4.734276046382814e-05,
      "loss": 5.4195,
      "step": 199125
    },
    {
      "epoch": 0.17430221779505461,
      "grad_norm": 0.46090638637542725,
      "learning_rate": 4.734262211517326e-05,
      "loss": 5.4324,
      "step": 199130
    },
    {
      "epoch": 0.1743065943886818,
      "grad_norm": 0.4241035580635071,
      "learning_rate": 4.734248376317322e-05,
      "loss": 6.2838,
      "step": 199135
    },
    {
      "epoch": 0.17431097098230894,
      "grad_norm": 0.43812355399131775,
      "learning_rate": 4.734234540782805e-05,
      "loss": 5.3266,
      "step": 199140
    },
    {
      "epoch": 0.17431534757593609,
      "grad_norm": 0.4220898151397705,
      "learning_rate": 4.7342207049137765e-05,
      "loss": 5.2243,
      "step": 199145
    },
    {
      "epoch": 0.17431972416956323,
      "grad_norm": 0.4361511170864105,
      "learning_rate": 4.7342068687102394e-05,
      "loss": 5.7552,
      "step": 199150
    },
    {
      "epoch": 0.1743241007631904,
      "grad_norm": 0.42014461755752563,
      "learning_rate": 4.734193032172198e-05,
      "loss": 6.2668,
      "step": 199155
    },
    {
      "epoch": 0.17432847735681756,
      "grad_norm": 0.4452296495437622,
      "learning_rate": 4.734179195299654e-05,
      "loss": 5.4625,
      "step": 199160
    },
    {
      "epoch": 0.1743328539504447,
      "grad_norm": 0.4416370987892151,
      "learning_rate": 4.7341653580926094e-05,
      "loss": 4.9134,
      "step": 199165
    },
    {
      "epoch": 0.17433723054407185,
      "grad_norm": 0.4318363070487976,
      "learning_rate": 4.7341515205510666e-05,
      "loss": 5.1546,
      "step": 199170
    },
    {
      "epoch": 0.17434160713769903,
      "grad_norm": 0.44303807616233826,
      "learning_rate": 4.7341376826750304e-05,
      "loss": 4.9275,
      "step": 199175
    },
    {
      "epoch": 0.17434598373132618,
      "grad_norm": 0.4575464129447937,
      "learning_rate": 4.734123844464501e-05,
      "loss": 5.7129,
      "step": 199180
    },
    {
      "epoch": 0.17435036032495332,
      "grad_norm": 0.4590120315551758,
      "learning_rate": 4.734110005919483e-05,
      "loss": 5.2193,
      "step": 199185
    },
    {
      "epoch": 0.17435473691858047,
      "grad_norm": 0.4398503303527832,
      "learning_rate": 4.734096167039978e-05,
      "loss": 5.2596,
      "step": 199190
    },
    {
      "epoch": 0.17435911351220762,
      "grad_norm": 0.42659813165664673,
      "learning_rate": 4.734082327825989e-05,
      "loss": 5.8971,
      "step": 199195
    },
    {
      "epoch": 0.1743634901058348,
      "grad_norm": 0.449783056974411,
      "learning_rate": 4.7340684882775185e-05,
      "loss": 5.1436,
      "step": 199200
    },
    {
      "epoch": 0.17436786669946194,
      "grad_norm": 0.460139662027359,
      "learning_rate": 4.734054648394569e-05,
      "loss": 4.9357,
      "step": 199205
    },
    {
      "epoch": 0.1743722432930891,
      "grad_norm": 0.4496891498565674,
      "learning_rate": 4.734040808177145e-05,
      "loss": 4.9336,
      "step": 199210
    },
    {
      "epoch": 0.17437661988671624,
      "grad_norm": 0.458929181098938,
      "learning_rate": 4.734026967625246e-05,
      "loss": 4.5754,
      "step": 199215
    },
    {
      "epoch": 0.17438099648034341,
      "grad_norm": 0.4523968994617462,
      "learning_rate": 4.734013126738877e-05,
      "loss": 5.1488,
      "step": 199220
    },
    {
      "epoch": 0.17438537307397056,
      "grad_norm": 0.44526317715644836,
      "learning_rate": 4.733999285518039e-05,
      "loss": 5.3344,
      "step": 199225
    },
    {
      "epoch": 0.1743897496675977,
      "grad_norm": 0.4425799548625946,
      "learning_rate": 4.7339854439627364e-05,
      "loss": 4.9625,
      "step": 199230
    },
    {
      "epoch": 0.17439412626122486,
      "grad_norm": 0.44847044348716736,
      "learning_rate": 4.733971602072971e-05,
      "loss": 5.6387,
      "step": 199235
    },
    {
      "epoch": 0.17439850285485203,
      "grad_norm": 0.4475647509098053,
      "learning_rate": 4.733957759848745e-05,
      "loss": 5.3617,
      "step": 199240
    },
    {
      "epoch": 0.17440287944847918,
      "grad_norm": 0.4965338408946991,
      "learning_rate": 4.7339439172900624e-05,
      "loss": 5.1491,
      "step": 199245
    },
    {
      "epoch": 0.17440725604210633,
      "grad_norm": 0.45157814025878906,
      "learning_rate": 4.7339300743969254e-05,
      "loss": 5.1856,
      "step": 199250
    },
    {
      "epoch": 0.17441163263573348,
      "grad_norm": 0.4304009675979614,
      "learning_rate": 4.733916231169335e-05,
      "loss": 4.5285,
      "step": 199255
    },
    {
      "epoch": 0.17441600922936065,
      "grad_norm": 0.5118180513381958,
      "learning_rate": 4.733902387607296e-05,
      "loss": 5.9109,
      "step": 199260
    },
    {
      "epoch": 0.1744203858229878,
      "grad_norm": 0.42698150873184204,
      "learning_rate": 4.733888543710811e-05,
      "loss": 4.858,
      "step": 199265
    },
    {
      "epoch": 0.17442476241661495,
      "grad_norm": 0.8385441899299622,
      "learning_rate": 4.733874699479881e-05,
      "loss": 4.6798,
      "step": 199270
    },
    {
      "epoch": 0.1744291390102421,
      "grad_norm": 0.4786657691001892,
      "learning_rate": 4.733860854914509e-05,
      "loss": 5.9717,
      "step": 199275
    },
    {
      "epoch": 0.17443351560386927,
      "grad_norm": 1.0732553005218506,
      "learning_rate": 4.7338470100146994e-05,
      "loss": 4.63,
      "step": 199280
    },
    {
      "epoch": 0.17443789219749642,
      "grad_norm": 0.5166875123977661,
      "learning_rate": 4.733833164780455e-05,
      "loss": 5.4872,
      "step": 199285
    },
    {
      "epoch": 0.17444226879112357,
      "grad_norm": 0.7027415037155151,
      "learning_rate": 4.733819319211775e-05,
      "loss": 5.9857,
      "step": 199290
    },
    {
      "epoch": 0.17444664538475071,
      "grad_norm": 0.7085397839546204,
      "learning_rate": 4.7338054733086654e-05,
      "loss": 4.9433,
      "step": 199295
    },
    {
      "epoch": 0.1744510219783779,
      "grad_norm": 0.5960174798965454,
      "learning_rate": 4.733791627071128e-05,
      "loss": 5.4586,
      "step": 199300
    },
    {
      "epoch": 0.17445539857200504,
      "grad_norm": 0.4562215209007263,
      "learning_rate": 4.733777780499164e-05,
      "loss": 4.4488,
      "step": 199305
    },
    {
      "epoch": 0.17445977516563219,
      "grad_norm": 0.4868375062942505,
      "learning_rate": 4.73376393359278e-05,
      "loss": 5.1218,
      "step": 199310
    },
    {
      "epoch": 0.17446415175925933,
      "grad_norm": 0.4391888976097107,
      "learning_rate": 4.733750086351974e-05,
      "loss": 5.1777,
      "step": 199315
    },
    {
      "epoch": 0.17446852835288648,
      "grad_norm": 0.44413429498672485,
      "learning_rate": 4.7337362387767504e-05,
      "loss": 4.9352,
      "step": 199320
    },
    {
      "epoch": 0.17447290494651366,
      "grad_norm": 0.44105473160743713,
      "learning_rate": 4.733722390867112e-05,
      "loss": 5.1356,
      "step": 199325
    },
    {
      "epoch": 0.1744772815401408,
      "grad_norm": 0.45013755559921265,
      "learning_rate": 4.7337085426230635e-05,
      "loss": 5.7404,
      "step": 199330
    },
    {
      "epoch": 0.17448165813376795,
      "grad_norm": 0.4409964382648468,
      "learning_rate": 4.733694694044605e-05,
      "loss": 5.2677,
      "step": 199335
    },
    {
      "epoch": 0.1744860347273951,
      "grad_norm": 0.44242310523986816,
      "learning_rate": 4.7336808451317395e-05,
      "loss": 5.7345,
      "step": 199340
    },
    {
      "epoch": 0.17449041132102228,
      "grad_norm": 0.4686051905155182,
      "learning_rate": 4.733666995884469e-05,
      "loss": 4.9294,
      "step": 199345
    },
    {
      "epoch": 0.17449478791464942,
      "grad_norm": 0.48178234696388245,
      "learning_rate": 4.733653146302798e-05,
      "loss": 5.6736,
      "step": 199350
    },
    {
      "epoch": 0.17449916450827657,
      "grad_norm": 0.4655211567878723,
      "learning_rate": 4.733639296386729e-05,
      "loss": 5.48,
      "step": 199355
    },
    {
      "epoch": 0.17450354110190372,
      "grad_norm": 0.5115153789520264,
      "learning_rate": 4.733625446136264e-05,
      "loss": 4.4046,
      "step": 199360
    },
    {
      "epoch": 0.1745079176955309,
      "grad_norm": 0.4349363446235657,
      "learning_rate": 4.7336115955514046e-05,
      "loss": 5.7209,
      "step": 199365
    },
    {
      "epoch": 0.17451229428915804,
      "grad_norm": 0.43660202622413635,
      "learning_rate": 4.7335977446321554e-05,
      "loss": 4.9134,
      "step": 199370
    },
    {
      "epoch": 0.1745166708827852,
      "grad_norm": 0.44371548295021057,
      "learning_rate": 4.733583893378518e-05,
      "loss": 5.6787,
      "step": 199375
    },
    {
      "epoch": 0.17452104747641234,
      "grad_norm": 0.4245806336402893,
      "learning_rate": 4.733570041790496e-05,
      "loss": 5.4472,
      "step": 199380
    },
    {
      "epoch": 0.17452542407003951,
      "grad_norm": 0.4607076048851013,
      "learning_rate": 4.733556189868091e-05,
      "loss": 5.1406,
      "step": 199385
    },
    {
      "epoch": 0.17452980066366666,
      "grad_norm": 0.45217645168304443,
      "learning_rate": 4.7335423376113065e-05,
      "loss": 4.8219,
      "step": 199390
    },
    {
      "epoch": 0.1745341772572938,
      "grad_norm": 0.43640685081481934,
      "learning_rate": 4.7335284850201444e-05,
      "loss": 5.7534,
      "step": 199395
    },
    {
      "epoch": 0.17453855385092096,
      "grad_norm": 0.5050244927406311,
      "learning_rate": 4.7335146320946075e-05,
      "loss": 4.8671,
      "step": 199400
    },
    {
      "epoch": 0.17454293044454813,
      "grad_norm": 0.45291414856910706,
      "learning_rate": 4.7335007788346994e-05,
      "loss": 5.9773,
      "step": 199405
    },
    {
      "epoch": 0.17454730703817528,
      "grad_norm": 0.44855210185050964,
      "learning_rate": 4.733486925240421e-05,
      "loss": 5.1438,
      "step": 199410
    },
    {
      "epoch": 0.17455168363180243,
      "grad_norm": 0.43162277340888977,
      "learning_rate": 4.733473071311777e-05,
      "loss": 5.3326,
      "step": 199415
    },
    {
      "epoch": 0.17455606022542958,
      "grad_norm": 0.47093620896339417,
      "learning_rate": 4.733459217048769e-05,
      "loss": 5.4338,
      "step": 199420
    },
    {
      "epoch": 0.17456043681905675,
      "grad_norm": 0.43559226393699646,
      "learning_rate": 4.7334453624513994e-05,
      "loss": 5.6512,
      "step": 199425
    },
    {
      "epoch": 0.1745648134126839,
      "grad_norm": 0.4339924454689026,
      "learning_rate": 4.733431507519671e-05,
      "loss": 5.2296,
      "step": 199430
    },
    {
      "epoch": 0.17456919000631105,
      "grad_norm": 0.42123353481292725,
      "learning_rate": 4.733417652253588e-05,
      "loss": 5.9404,
      "step": 199435
    },
    {
      "epoch": 0.1745735665999382,
      "grad_norm": 0.4757944643497467,
      "learning_rate": 4.7334037966531494e-05,
      "loss": 5.4314,
      "step": 199440
    },
    {
      "epoch": 0.17457794319356534,
      "grad_norm": 0.42737168073654175,
      "learning_rate": 4.7333899407183634e-05,
      "loss": 5.4525,
      "step": 199445
    },
    {
      "epoch": 0.17458231978719252,
      "grad_norm": 0.4793523848056793,
      "learning_rate": 4.733376084449227e-05,
      "loss": 5.7903,
      "step": 199450
    },
    {
      "epoch": 0.17458669638081967,
      "grad_norm": 0.4314115345478058,
      "learning_rate": 4.733362227845747e-05,
      "loss": 5.4451,
      "step": 199455
    },
    {
      "epoch": 0.17459107297444681,
      "grad_norm": 0.43091246485710144,
      "learning_rate": 4.733348370907924e-05,
      "loss": 5.2459,
      "step": 199460
    },
    {
      "epoch": 0.17459544956807396,
      "grad_norm": 0.4349135458469391,
      "learning_rate": 4.733334513635761e-05,
      "loss": 5.051,
      "step": 199465
    },
    {
      "epoch": 0.17459982616170114,
      "grad_norm": 0.46195530891418457,
      "learning_rate": 4.733320656029261e-05,
      "loss": 4.4499,
      "step": 199470
    },
    {
      "epoch": 0.17460420275532829,
      "grad_norm": 0.47294190526008606,
      "learning_rate": 4.733306798088426e-05,
      "loss": 4.6076,
      "step": 199475
    },
    {
      "epoch": 0.17460857934895543,
      "grad_norm": 0.45587530732154846,
      "learning_rate": 4.73329293981326e-05,
      "loss": 5.3691,
      "step": 199480
    },
    {
      "epoch": 0.17461295594258258,
      "grad_norm": 0.4417559802532196,
      "learning_rate": 4.733279081203764e-05,
      "loss": 5.674,
      "step": 199485
    },
    {
      "epoch": 0.17461733253620976,
      "grad_norm": 0.466652512550354,
      "learning_rate": 4.733265222259943e-05,
      "loss": 5.1995,
      "step": 199490
    },
    {
      "epoch": 0.1746217091298369,
      "grad_norm": 0.4539377689361572,
      "learning_rate": 4.7332513629817965e-05,
      "loss": 5.1355,
      "step": 199495
    },
    {
      "epoch": 0.17462608572346405,
      "grad_norm": 0.47600293159484863,
      "learning_rate": 4.7332375033693296e-05,
      "loss": 5.1532,
      "step": 199500
    },
    {
      "epoch": 0.1746304623170912,
      "grad_norm": 0.43710702657699585,
      "learning_rate": 4.733223643422545e-05,
      "loss": 5.4523,
      "step": 199505
    },
    {
      "epoch": 0.17463483891071838,
      "grad_norm": 0.4751877188682556,
      "learning_rate": 4.733209783141444e-05,
      "loss": 5.448,
      "step": 199510
    },
    {
      "epoch": 0.17463921550434552,
      "grad_norm": 0.42487046122550964,
      "learning_rate": 4.733195922526029e-05,
      "loss": 5.0438,
      "step": 199515
    },
    {
      "epoch": 0.17464359209797267,
      "grad_norm": 0.42657244205474854,
      "learning_rate": 4.733182061576304e-05,
      "loss": 5.1849,
      "step": 199520
    },
    {
      "epoch": 0.17464796869159982,
      "grad_norm": 0.46351543068885803,
      "learning_rate": 4.733168200292273e-05,
      "loss": 5.2137,
      "step": 199525
    },
    {
      "epoch": 0.174652345285227,
      "grad_norm": 0.4651828408241272,
      "learning_rate": 4.733154338673935e-05,
      "loss": 4.7226,
      "step": 199530
    },
    {
      "epoch": 0.17465672187885414,
      "grad_norm": 0.43117189407348633,
      "learning_rate": 4.733140476721295e-05,
      "loss": 5.4813,
      "step": 199535
    },
    {
      "epoch": 0.1746610984724813,
      "grad_norm": 0.44557568430900574,
      "learning_rate": 4.7331266144343554e-05,
      "loss": 4.8688,
      "step": 199540
    },
    {
      "epoch": 0.17466547506610844,
      "grad_norm": 0.44338375329971313,
      "learning_rate": 4.733112751813119e-05,
      "loss": 4.9863,
      "step": 199545
    },
    {
      "epoch": 0.17466985165973561,
      "grad_norm": 0.4464907646179199,
      "learning_rate": 4.733098888857589e-05,
      "loss": 5.9584,
      "step": 199550
    },
    {
      "epoch": 0.17467422825336276,
      "grad_norm": 0.4458364248275757,
      "learning_rate": 4.733085025567766e-05,
      "loss": 4.9479,
      "step": 199555
    },
    {
      "epoch": 0.1746786048469899,
      "grad_norm": 0.4297149181365967,
      "learning_rate": 4.7330711619436544e-05,
      "loss": 5.9656,
      "step": 199560
    },
    {
      "epoch": 0.17468298144061706,
      "grad_norm": 0.4515385925769806,
      "learning_rate": 4.733057297985256e-05,
      "loss": 4.734,
      "step": 199565
    },
    {
      "epoch": 0.1746873580342442,
      "grad_norm": 0.45074599981307983,
      "learning_rate": 4.733043433692574e-05,
      "loss": 4.7216,
      "step": 199570
    },
    {
      "epoch": 0.17469173462787138,
      "grad_norm": 0.44773930311203003,
      "learning_rate": 4.733029569065611e-05,
      "loss": 4.8101,
      "step": 199575
    },
    {
      "epoch": 0.17469611122149853,
      "grad_norm": 0.4540867507457733,
      "learning_rate": 4.73301570410437e-05,
      "loss": 5.4904,
      "step": 199580
    },
    {
      "epoch": 0.17470048781512568,
      "grad_norm": 0.4382892847061157,
      "learning_rate": 4.733001838808854e-05,
      "loss": 5.2007,
      "step": 199585
    },
    {
      "epoch": 0.17470486440875282,
      "grad_norm": 0.4498049020767212,
      "learning_rate": 4.732987973179064e-05,
      "loss": 5.1277,
      "step": 199590
    },
    {
      "epoch": 0.17470924100238,
      "grad_norm": 0.4307105243206024,
      "learning_rate": 4.732974107215004e-05,
      "loss": 4.9569,
      "step": 199595
    },
    {
      "epoch": 0.17471361759600715,
      "grad_norm": 0.4318881332874298,
      "learning_rate": 4.732960240916676e-05,
      "loss": 5.4121,
      "step": 199600
    },
    {
      "epoch": 0.1747179941896343,
      "grad_norm": 0.44727277755737305,
      "learning_rate": 4.732946374284083e-05,
      "loss": 5.4345,
      "step": 199605
    },
    {
      "epoch": 0.17472237078326144,
      "grad_norm": 0.43127235770225525,
      "learning_rate": 4.732932507317228e-05,
      "loss": 5.232,
      "step": 199610
    },
    {
      "epoch": 0.17472674737688862,
      "grad_norm": 0.4415358901023865,
      "learning_rate": 4.732918640016114e-05,
      "loss": 5.4577,
      "step": 199615
    },
    {
      "epoch": 0.17473112397051577,
      "grad_norm": 0.4410927891731262,
      "learning_rate": 4.732904772380743e-05,
      "loss": 5.2438,
      "step": 199620
    },
    {
      "epoch": 0.17473550056414291,
      "grad_norm": 0.4497810900211334,
      "learning_rate": 4.732890904411117e-05,
      "loss": 5.0967,
      "step": 199625
    },
    {
      "epoch": 0.17473987715777006,
      "grad_norm": 0.45034360885620117,
      "learning_rate": 4.7328770361072396e-05,
      "loss": 5.6717,
      "step": 199630
    },
    {
      "epoch": 0.17474425375139724,
      "grad_norm": 0.4712986946105957,
      "learning_rate": 4.7328631674691136e-05,
      "loss": 5.642,
      "step": 199635
    },
    {
      "epoch": 0.17474863034502439,
      "grad_norm": 0.43467313051223755,
      "learning_rate": 4.732849298496741e-05,
      "loss": 6.2709,
      "step": 199640
    },
    {
      "epoch": 0.17475300693865153,
      "grad_norm": 0.46870627999305725,
      "learning_rate": 4.7328354291901255e-05,
      "loss": 5.1274,
      "step": 199645
    },
    {
      "epoch": 0.17475738353227868,
      "grad_norm": 0.4429759085178375,
      "learning_rate": 4.732821559549269e-05,
      "loss": 5.7479,
      "step": 199650
    },
    {
      "epoch": 0.17476176012590586,
      "grad_norm": 0.45326465368270874,
      "learning_rate": 4.732807689574173e-05,
      "loss": 4.7219,
      "step": 199655
    },
    {
      "epoch": 0.174766136719533,
      "grad_norm": 0.42595842480659485,
      "learning_rate": 4.732793819264842e-05,
      "loss": 5.4718,
      "step": 199660
    },
    {
      "epoch": 0.17477051331316015,
      "grad_norm": 0.4193553328514099,
      "learning_rate": 4.732779948621279e-05,
      "loss": 5.9553,
      "step": 199665
    },
    {
      "epoch": 0.1747748899067873,
      "grad_norm": 0.45398619771003723,
      "learning_rate": 4.7327660776434846e-05,
      "loss": 5.4155,
      "step": 199670
    },
    {
      "epoch": 0.17477926650041448,
      "grad_norm": 0.4507713317871094,
      "learning_rate": 4.7327522063314646e-05,
      "loss": 4.8083,
      "step": 199675
    },
    {
      "epoch": 0.17478364309404162,
      "grad_norm": 0.4543653130531311,
      "learning_rate": 4.732738334685218e-05,
      "loss": 4.3997,
      "step": 199680
    },
    {
      "epoch": 0.17478801968766877,
      "grad_norm": 0.45199060440063477,
      "learning_rate": 4.7327244627047497e-05,
      "loss": 5.1161,
      "step": 199685
    },
    {
      "epoch": 0.17479239628129592,
      "grad_norm": 0.45832791924476624,
      "learning_rate": 4.7327105903900615e-05,
      "loss": 5.1828,
      "step": 199690
    },
    {
      "epoch": 0.17479677287492307,
      "grad_norm": 0.42352294921875,
      "learning_rate": 4.732696717741157e-05,
      "loss": 5.9627,
      "step": 199695
    },
    {
      "epoch": 0.17480114946855024,
      "grad_norm": 0.4371650218963623,
      "learning_rate": 4.732682844758039e-05,
      "loss": 5.702,
      "step": 199700
    },
    {
      "epoch": 0.1748055260621774,
      "grad_norm": 0.421117901802063,
      "learning_rate": 4.732668971440709e-05,
      "loss": 5.7536,
      "step": 199705
    },
    {
      "epoch": 0.17480990265580454,
      "grad_norm": 0.4174109399318695,
      "learning_rate": 4.7326550977891696e-05,
      "loss": 6.2471,
      "step": 199710
    },
    {
      "epoch": 0.1748142792494317,
      "grad_norm": 0.45210641622543335,
      "learning_rate": 4.732641223803424e-05,
      "loss": 5.9447,
      "step": 199715
    },
    {
      "epoch": 0.17481865584305886,
      "grad_norm": 0.4592237174510956,
      "learning_rate": 4.732627349483476e-05,
      "loss": 5.1358,
      "step": 199720
    },
    {
      "epoch": 0.174823032436686,
      "grad_norm": 0.4702141582965851,
      "learning_rate": 4.7326134748293273e-05,
      "loss": 4.9501,
      "step": 199725
    },
    {
      "epoch": 0.17482740903031316,
      "grad_norm": 0.4456581175327301,
      "learning_rate": 4.73259959984098e-05,
      "loss": 5.9521,
      "step": 199730
    },
    {
      "epoch": 0.1748317856239403,
      "grad_norm": 0.43792417645454407,
      "learning_rate": 4.732585724518437e-05,
      "loss": 5.4764,
      "step": 199735
    },
    {
      "epoch": 0.17483616221756748,
      "grad_norm": 0.465498149394989,
      "learning_rate": 4.732571848861702e-05,
      "loss": 4.9649,
      "step": 199740
    },
    {
      "epoch": 0.17484053881119463,
      "grad_norm": 0.46791258454322815,
      "learning_rate": 4.732557972870777e-05,
      "loss": 4.1024,
      "step": 199745
    },
    {
      "epoch": 0.17484491540482178,
      "grad_norm": 0.4730900526046753,
      "learning_rate": 4.7325440965456646e-05,
      "loss": 4.6167,
      "step": 199750
    },
    {
      "epoch": 0.17484929199844892,
      "grad_norm": 0.45235946774482727,
      "learning_rate": 4.732530219886366e-05,
      "loss": 4.9597,
      "step": 199755
    },
    {
      "epoch": 0.1748536685920761,
      "grad_norm": 0.45017868280410767,
      "learning_rate": 4.732516342892886e-05,
      "loss": 5.1854,
      "step": 199760
    },
    {
      "epoch": 0.17485804518570325,
      "grad_norm": 0.44465556740760803,
      "learning_rate": 4.732502465565228e-05,
      "loss": 5.4495,
      "step": 199765
    },
    {
      "epoch": 0.1748624217793304,
      "grad_norm": 0.4568060338497162,
      "learning_rate": 4.732488587903393e-05,
      "loss": 5.4348,
      "step": 199770
    },
    {
      "epoch": 0.17486679837295754,
      "grad_norm": 0.4321012794971466,
      "learning_rate": 4.732474709907383e-05,
      "loss": 5.7806,
      "step": 199775
    },
    {
      "epoch": 0.17487117496658472,
      "grad_norm": 0.4397259056568146,
      "learning_rate": 4.7324608315772025e-05,
      "loss": 5.2607,
      "step": 199780
    },
    {
      "epoch": 0.17487555156021187,
      "grad_norm": 0.43307727575302124,
      "learning_rate": 4.732446952912853e-05,
      "loss": 4.9081,
      "step": 199785
    },
    {
      "epoch": 0.17487992815383901,
      "grad_norm": 0.4517093896865845,
      "learning_rate": 4.732433073914337e-05,
      "loss": 5.1396,
      "step": 199790
    },
    {
      "epoch": 0.17488430474746616,
      "grad_norm": 0.4434790015220642,
      "learning_rate": 4.7324191945816585e-05,
      "loss": 4.6083,
      "step": 199795
    },
    {
      "epoch": 0.17488868134109334,
      "grad_norm": 0.4400310516357422,
      "learning_rate": 4.73240531491482e-05,
      "loss": 5.7537,
      "step": 199800
    },
    {
      "epoch": 0.17489305793472049,
      "grad_norm": 0.45781266689300537,
      "learning_rate": 4.732391434913822e-05,
      "loss": 5.3232,
      "step": 199805
    },
    {
      "epoch": 0.17489743452834763,
      "grad_norm": 0.45765551924705505,
      "learning_rate": 4.73237755457867e-05,
      "loss": 5.6631,
      "step": 199810
    },
    {
      "epoch": 0.17490181112197478,
      "grad_norm": 0.45422494411468506,
      "learning_rate": 4.7323636739093656e-05,
      "loss": 4.6074,
      "step": 199815
    },
    {
      "epoch": 0.17490618771560196,
      "grad_norm": 0.4646519124507904,
      "learning_rate": 4.73234979290591e-05,
      "loss": 5.9631,
      "step": 199820
    },
    {
      "epoch": 0.1749105643092291,
      "grad_norm": 0.43299636244773865,
      "learning_rate": 4.732335911568309e-05,
      "loss": 5.1373,
      "step": 199825
    },
    {
      "epoch": 0.17491494090285625,
      "grad_norm": 0.44401517510414124,
      "learning_rate": 4.732322029896562e-05,
      "loss": 5.2594,
      "step": 199830
    },
    {
      "epoch": 0.1749193174964834,
      "grad_norm": 0.44055166840553284,
      "learning_rate": 4.7323081478906725e-05,
      "loss": 5.4516,
      "step": 199835
    },
    {
      "epoch": 0.17492369409011055,
      "grad_norm": 0.4447196125984192,
      "learning_rate": 4.7322942655506454e-05,
      "loss": 6.2648,
      "step": 199840
    },
    {
      "epoch": 0.17492807068373772,
      "grad_norm": 0.5504167079925537,
      "learning_rate": 4.732280382876482e-05,
      "loss": 4.8097,
      "step": 199845
    },
    {
      "epoch": 0.17493244727736487,
      "grad_norm": 0.4503958523273468,
      "learning_rate": 4.732266499868183e-05,
      "loss": 4.9034,
      "step": 199850
    },
    {
      "epoch": 0.17493682387099202,
      "grad_norm": 0.4632646441459656,
      "learning_rate": 4.732252616525754e-05,
      "loss": 5.4161,
      "step": 199855
    },
    {
      "epoch": 0.17494120046461917,
      "grad_norm": 0.4381149709224701,
      "learning_rate": 4.732238732849197e-05,
      "loss": 5.4713,
      "step": 199860
    },
    {
      "epoch": 0.17494557705824634,
      "grad_norm": 0.46497538685798645,
      "learning_rate": 4.7322248488385134e-05,
      "loss": 5.249,
      "step": 199865
    },
    {
      "epoch": 0.1749499536518735,
      "grad_norm": 0.45469188690185547,
      "learning_rate": 4.7322109644937076e-05,
      "loss": 5.1494,
      "step": 199870
    },
    {
      "epoch": 0.17495433024550064,
      "grad_norm": 0.43704119324684143,
      "learning_rate": 4.73219707981478e-05,
      "loss": 4.9271,
      "step": 199875
    },
    {
      "epoch": 0.1749587068391278,
      "grad_norm": 0.4406418800354004,
      "learning_rate": 4.732183194801735e-05,
      "loss": 5.6746,
      "step": 199880
    },
    {
      "epoch": 0.17496308343275496,
      "grad_norm": 0.4639771580696106,
      "learning_rate": 4.732169309454575e-05,
      "loss": 4.7035,
      "step": 199885
    },
    {
      "epoch": 0.1749674600263821,
      "grad_norm": 0.4556238353252411,
      "learning_rate": 4.732155423773302e-05,
      "loss": 4.9072,
      "step": 199890
    },
    {
      "epoch": 0.17497183662000926,
      "grad_norm": 0.4550321400165558,
      "learning_rate": 4.732141537757921e-05,
      "loss": 5.1679,
      "step": 199895
    },
    {
      "epoch": 0.1749762132136364,
      "grad_norm": 0.45273005962371826,
      "learning_rate": 4.7321276514084324e-05,
      "loss": 5.4437,
      "step": 199900
    },
    {
      "epoch": 0.17498058980726358,
      "grad_norm": 0.495699405670166,
      "learning_rate": 4.732113764724838e-05,
      "loss": 5.282,
      "step": 199905
    },
    {
      "epoch": 0.17498496640089073,
      "grad_norm": 0.5701184272766113,
      "learning_rate": 4.732099877707143e-05,
      "loss": 4.9729,
      "step": 199910
    },
    {
      "epoch": 0.17498934299451788,
      "grad_norm": 0.4697812497615814,
      "learning_rate": 4.7320859903553495e-05,
      "loss": 5.1231,
      "step": 199915
    },
    {
      "epoch": 0.17499371958814502,
      "grad_norm": 0.46143224835395813,
      "learning_rate": 4.732072102669459e-05,
      "loss": 4.6733,
      "step": 199920
    },
    {
      "epoch": 0.1749980961817722,
      "grad_norm": 0.45077618956565857,
      "learning_rate": 4.7320582146494754e-05,
      "loss": 4.4101,
      "step": 199925
    },
    {
      "epoch": 0.17500247277539935,
      "grad_norm": 0.4390079975128174,
      "learning_rate": 4.7320443262954005e-05,
      "loss": 5.1925,
      "step": 199930
    },
    {
      "epoch": 0.1750068493690265,
      "grad_norm": 0.43476584553718567,
      "learning_rate": 4.732030437607237e-05,
      "loss": 4.9353,
      "step": 199935
    },
    {
      "epoch": 0.17501122596265364,
      "grad_norm": 0.43271520733833313,
      "learning_rate": 4.7320165485849885e-05,
      "loss": 5.35,
      "step": 199940
    },
    {
      "epoch": 0.17501560255628082,
      "grad_norm": 0.44628384709358215,
      "learning_rate": 4.732002659228657e-05,
      "loss": 4.9321,
      "step": 199945
    },
    {
      "epoch": 0.17501997914990797,
      "grad_norm": 0.4287087619304657,
      "learning_rate": 4.731988769538245e-05,
      "loss": 4.6563,
      "step": 199950
    },
    {
      "epoch": 0.17502435574353511,
      "grad_norm": 0.45706894993782043,
      "learning_rate": 4.7319748795137554e-05,
      "loss": 5.1399,
      "step": 199955
    },
    {
      "epoch": 0.17502873233716226,
      "grad_norm": 0.43954193592071533,
      "learning_rate": 4.73196098915519e-05,
      "loss": 5.4134,
      "step": 199960
    },
    {
      "epoch": 0.1750331089307894,
      "grad_norm": 0.4396000802516937,
      "learning_rate": 4.731947098462553e-05,
      "loss": 4.5882,
      "step": 199965
    },
    {
      "epoch": 0.1750374855244166,
      "grad_norm": 0.4441099464893341,
      "learning_rate": 4.731933207435847e-05,
      "loss": 4.9228,
      "step": 199970
    },
    {
      "epoch": 0.17504186211804373,
      "grad_norm": 0.5105253458023071,
      "learning_rate": 4.731919316075074e-05,
      "loss": 5.1921,
      "step": 199975
    },
    {
      "epoch": 0.17504623871167088,
      "grad_norm": 0.43338140845298767,
      "learning_rate": 4.731905424380236e-05,
      "loss": 6.2797,
      "step": 199980
    },
    {
      "epoch": 0.17505061530529803,
      "grad_norm": 0.449040025472641,
      "learning_rate": 4.731891532351338e-05,
      "loss": 5.1724,
      "step": 199985
    },
    {
      "epoch": 0.1750549918989252,
      "grad_norm": 0.44148731231689453,
      "learning_rate": 4.73187763998838e-05,
      "loss": 5.7508,
      "step": 199990
    },
    {
      "epoch": 0.17505936849255235,
      "grad_norm": 0.4501396715641022,
      "learning_rate": 4.7318637472913666e-05,
      "loss": 5.4365,
      "step": 199995
    },
    {
      "epoch": 0.1750637450861795,
      "grad_norm": 0.4441044330596924,
      "learning_rate": 4.731849854260298e-05,
      "loss": 5.1382,
      "step": 200000
    },
    {
      "epoch": 0.17506812167980665,
      "grad_norm": 0.43785691261291504,
      "learning_rate": 4.731835960895181e-05,
      "loss": 5.2544,
      "step": 200005
    },
    {
      "epoch": 0.17507249827343382,
      "grad_norm": 0.4414244592189789,
      "learning_rate": 4.7318220671960146e-05,
      "loss": 5.4187,
      "step": 200010
    },
    {
      "epoch": 0.17507687486706097,
      "grad_norm": 0.436722069978714,
      "learning_rate": 4.731808173162803e-05,
      "loss": 4.9533,
      "step": 200015
    },
    {
      "epoch": 0.17508125146068812,
      "grad_norm": 0.43351051211357117,
      "learning_rate": 4.731794278795548e-05,
      "loss": 5.4396,
      "step": 200020
    },
    {
      "epoch": 0.17508562805431527,
      "grad_norm": 0.43936294317245483,
      "learning_rate": 4.731780384094254e-05,
      "loss": 4.8307,
      "step": 200025
    },
    {
      "epoch": 0.17509000464794244,
      "grad_norm": 0.43568357825279236,
      "learning_rate": 4.731766489058923e-05,
      "loss": 5.755,
      "step": 200030
    },
    {
      "epoch": 0.1750943812415696,
      "grad_norm": 0.4580574631690979,
      "learning_rate": 4.731752593689556e-05,
      "loss": 5.199,
      "step": 200035
    },
    {
      "epoch": 0.17509875783519674,
      "grad_norm": 0.47482436895370483,
      "learning_rate": 4.7317386979861575e-05,
      "loss": 5.1411,
      "step": 200040
    },
    {
      "epoch": 0.1751031344288239,
      "grad_norm": 0.43891075253486633,
      "learning_rate": 4.73172480194873e-05,
      "loss": 5.7323,
      "step": 200045
    },
    {
      "epoch": 0.17510751102245106,
      "grad_norm": 0.4324676990509033,
      "learning_rate": 4.7317109055772755e-05,
      "loss": 5.9521,
      "step": 200050
    },
    {
      "epoch": 0.1751118876160782,
      "grad_norm": 0.4261683523654938,
      "learning_rate": 4.731697008871797e-05,
      "loss": 5.9359,
      "step": 200055
    },
    {
      "epoch": 0.17511626420970536,
      "grad_norm": 0.4612375795841217,
      "learning_rate": 4.7316831118322966e-05,
      "loss": 5.1627,
      "step": 200060
    },
    {
      "epoch": 0.1751206408033325,
      "grad_norm": 0.4496834874153137,
      "learning_rate": 4.7316692144587784e-05,
      "loss": 4.6941,
      "step": 200065
    },
    {
      "epoch": 0.17512501739695968,
      "grad_norm": 0.45521917939186096,
      "learning_rate": 4.7316553167512446e-05,
      "loss": 4.6217,
      "step": 200070
    },
    {
      "epoch": 0.17512939399058683,
      "grad_norm": 0.4449637830257416,
      "learning_rate": 4.731641418709697e-05,
      "loss": 5.126,
      "step": 200075
    },
    {
      "epoch": 0.17513377058421398,
      "grad_norm": 0.42669016122817993,
      "learning_rate": 4.731627520334139e-05,
      "loss": 5.9594,
      "step": 200080
    },
    {
      "epoch": 0.17513814717784112,
      "grad_norm": 0.46126672625541687,
      "learning_rate": 4.731613621624572e-05,
      "loss": 4.894,
      "step": 200085
    },
    {
      "epoch": 0.17514252377146827,
      "grad_norm": 0.44121694564819336,
      "learning_rate": 4.731599722581e-05,
      "loss": 4.8317,
      "step": 200090
    },
    {
      "epoch": 0.17514690036509545,
      "grad_norm": 0.4485631287097931,
      "learning_rate": 4.731585823203427e-05,
      "loss": 5.3553,
      "step": 200095
    },
    {
      "epoch": 0.1751512769587226,
      "grad_norm": 0.4600076377391815,
      "learning_rate": 4.7315719234918534e-05,
      "loss": 5.4127,
      "step": 200100
    },
    {
      "epoch": 0.17515565355234974,
      "grad_norm": 0.434084951877594,
      "learning_rate": 4.731558023446282e-05,
      "loss": 5.7202,
      "step": 200105
    },
    {
      "epoch": 0.1751600301459769,
      "grad_norm": 0.5298585295677185,
      "learning_rate": 4.7315441230667166e-05,
      "loss": 4.8322,
      "step": 200110
    },
    {
      "epoch": 0.17516440673960407,
      "grad_norm": 0.4778827130794525,
      "learning_rate": 4.73153022235316e-05,
      "loss": 4.9196,
      "step": 200115
    },
    {
      "epoch": 0.17516878333323121,
      "grad_norm": 0.45045456290245056,
      "learning_rate": 4.731516321305614e-05,
      "loss": 4.5718,
      "step": 200120
    },
    {
      "epoch": 0.17517315992685836,
      "grad_norm": 0.4693179428577423,
      "learning_rate": 4.731502419924081e-05,
      "loss": 5.2312,
      "step": 200125
    },
    {
      "epoch": 0.1751775365204855,
      "grad_norm": 0.47191962599754333,
      "learning_rate": 4.7314885182085645e-05,
      "loss": 5.966,
      "step": 200130
    },
    {
      "epoch": 0.1751819131141127,
      "grad_norm": 0.4720301926136017,
      "learning_rate": 4.731474616159067e-05,
      "loss": 5.4333,
      "step": 200135
    },
    {
      "epoch": 0.17518628970773983,
      "grad_norm": 0.4387505054473877,
      "learning_rate": 4.7314607137755904e-05,
      "loss": 6.2354,
      "step": 200140
    },
    {
      "epoch": 0.17519066630136698,
      "grad_norm": 0.4309092164039612,
      "learning_rate": 4.7314468110581386e-05,
      "loss": 5.4628,
      "step": 200145
    },
    {
      "epoch": 0.17519504289499413,
      "grad_norm": 0.4636158347129822,
      "learning_rate": 4.7314329080067146e-05,
      "loss": 5.4203,
      "step": 200150
    },
    {
      "epoch": 0.1751994194886213,
      "grad_norm": 0.4359257221221924,
      "learning_rate": 4.731419004621319e-05,
      "loss": 5.6611,
      "step": 200155
    },
    {
      "epoch": 0.17520379608224845,
      "grad_norm": 0.4603832960128784,
      "learning_rate": 4.731405100901957e-05,
      "loss": 5.1061,
      "step": 200160
    },
    {
      "epoch": 0.1752081726758756,
      "grad_norm": 0.45043709874153137,
      "learning_rate": 4.731391196848628e-05,
      "loss": 5.15,
      "step": 200165
    },
    {
      "epoch": 0.17521254926950275,
      "grad_norm": 0.4390485882759094,
      "learning_rate": 4.7313772924613384e-05,
      "loss": 5.6637,
      "step": 200170
    },
    {
      "epoch": 0.17521692586312992,
      "grad_norm": 0.4248063564300537,
      "learning_rate": 4.7313633877400885e-05,
      "loss": 5.6861,
      "step": 200175
    },
    {
      "epoch": 0.17522130245675707,
      "grad_norm": 0.47669729590415955,
      "learning_rate": 4.731349482684881e-05,
      "loss": 4.9576,
      "step": 200180
    },
    {
      "epoch": 0.17522567905038422,
      "grad_norm": 0.4690498411655426,
      "learning_rate": 4.73133557729572e-05,
      "loss": 4.4352,
      "step": 200185
    },
    {
      "epoch": 0.17523005564401137,
      "grad_norm": 0.4498606026172638,
      "learning_rate": 4.7313216715726086e-05,
      "loss": 4.8923,
      "step": 200190
    },
    {
      "epoch": 0.17523443223763854,
      "grad_norm": 0.5283300280570984,
      "learning_rate": 4.731307765515547e-05,
      "loss": 4.9306,
      "step": 200195
    },
    {
      "epoch": 0.1752388088312657,
      "grad_norm": 0.45528942346572876,
      "learning_rate": 4.731293859124539e-05,
      "loss": 4.8936,
      "step": 200200
    },
    {
      "epoch": 0.17524318542489284,
      "grad_norm": 0.46744927763938904,
      "learning_rate": 4.7312799523995875e-05,
      "loss": 5.1339,
      "step": 200205
    },
    {
      "epoch": 0.17524756201852,
      "grad_norm": 0.4625832736492157,
      "learning_rate": 4.7312660453406954e-05,
      "loss": 5.4435,
      "step": 200210
    },
    {
      "epoch": 0.17525193861214713,
      "grad_norm": 0.4359375536441803,
      "learning_rate": 4.731252137947866e-05,
      "loss": 5.1366,
      "step": 200215
    },
    {
      "epoch": 0.1752563152057743,
      "grad_norm": 0.4483911991119385,
      "learning_rate": 4.7312382302211003e-05,
      "loss": 5.4657,
      "step": 200220
    },
    {
      "epoch": 0.17526069179940146,
      "grad_norm": 0.44296786189079285,
      "learning_rate": 4.7312243221604014e-05,
      "loss": 4.3925,
      "step": 200225
    },
    {
      "epoch": 0.1752650683930286,
      "grad_norm": 0.43776848912239075,
      "learning_rate": 4.731210413765773e-05,
      "loss": 4.6456,
      "step": 200230
    },
    {
      "epoch": 0.17526944498665575,
      "grad_norm": 0.4503740668296814,
      "learning_rate": 4.731196505037216e-05,
      "loss": 5.1684,
      "step": 200235
    },
    {
      "epoch": 0.17527382158028293,
      "grad_norm": 0.430313378572464,
      "learning_rate": 4.7311825959747356e-05,
      "loss": 5.7227,
      "step": 200240
    },
    {
      "epoch": 0.17527819817391008,
      "grad_norm": 0.42996957898139954,
      "learning_rate": 4.731168686578332e-05,
      "loss": 4.7495,
      "step": 200245
    },
    {
      "epoch": 0.17528257476753722,
      "grad_norm": 0.4327043294906616,
      "learning_rate": 4.7311547768480106e-05,
      "loss": 4.4017,
      "step": 200250
    },
    {
      "epoch": 0.17528695136116437,
      "grad_norm": 0.41771364212036133,
      "learning_rate": 4.731140866783771e-05,
      "loss": 5.9545,
      "step": 200255
    },
    {
      "epoch": 0.17529132795479155,
      "grad_norm": 0.4699469804763794,
      "learning_rate": 4.7311269563856176e-05,
      "loss": 5.3676,
      "step": 200260
    },
    {
      "epoch": 0.1752957045484187,
      "grad_norm": 0.44461339712142944,
      "learning_rate": 4.7311130456535536e-05,
      "loss": 5.1339,
      "step": 200265
    },
    {
      "epoch": 0.17530008114204584,
      "grad_norm": 0.4351150393486023,
      "learning_rate": 4.73109913458758e-05,
      "loss": 5.1278,
      "step": 200270
    },
    {
      "epoch": 0.175304457735673,
      "grad_norm": 0.4250979721546173,
      "learning_rate": 4.7310852231877014e-05,
      "loss": 5.9336,
      "step": 200275
    },
    {
      "epoch": 0.17530883432930017,
      "grad_norm": 0.4648056626319885,
      "learning_rate": 4.731071311453919e-05,
      "loss": 5.3521,
      "step": 200280
    },
    {
      "epoch": 0.17531321092292732,
      "grad_norm": 0.4504852592945099,
      "learning_rate": 4.731057399386236e-05,
      "loss": 5.7787,
      "step": 200285
    },
    {
      "epoch": 0.17531758751655446,
      "grad_norm": 0.4824281930923462,
      "learning_rate": 4.731043486984655e-05,
      "loss": 5.1067,
      "step": 200290
    },
    {
      "epoch": 0.1753219641101816,
      "grad_norm": 0.46195024251937866,
      "learning_rate": 4.731029574249178e-05,
      "loss": 5.5079,
      "step": 200295
    },
    {
      "epoch": 0.1753263407038088,
      "grad_norm": 0.43023350834846497,
      "learning_rate": 4.731015661179811e-05,
      "loss": 5.9475,
      "step": 200300
    },
    {
      "epoch": 0.17533071729743593,
      "grad_norm": 0.4611634314060211,
      "learning_rate": 4.731001747776551e-05,
      "loss": 5.3911,
      "step": 200305
    },
    {
      "epoch": 0.17533509389106308,
      "grad_norm": 0.43749791383743286,
      "learning_rate": 4.730987834039405e-05,
      "loss": 5.0933,
      "step": 200310
    },
    {
      "epoch": 0.17533947048469023,
      "grad_norm": 0.4475475549697876,
      "learning_rate": 4.7309739199683754e-05,
      "loss": 5.7512,
      "step": 200315
    },
    {
      "epoch": 0.1753438470783174,
      "grad_norm": 0.4367075562477112,
      "learning_rate": 4.730960005563464e-05,
      "loss": 4.4101,
      "step": 200320
    },
    {
      "epoch": 0.17534822367194455,
      "grad_norm": 0.4531565308570862,
      "learning_rate": 4.730946090824672e-05,
      "loss": 5.6393,
      "step": 200325
    },
    {
      "epoch": 0.1753526002655717,
      "grad_norm": 0.47239840030670166,
      "learning_rate": 4.730932175752004e-05,
      "loss": 5.3535,
      "step": 200330
    },
    {
      "epoch": 0.17535697685919885,
      "grad_norm": 0.47493863105773926,
      "learning_rate": 4.7309182603454625e-05,
      "loss": 5.9703,
      "step": 200335
    },
    {
      "epoch": 0.175361353452826,
      "grad_norm": 0.45290306210517883,
      "learning_rate": 4.7309043446050506e-05,
      "loss": 5.9049,
      "step": 200340
    },
    {
      "epoch": 0.17536573004645317,
      "grad_norm": 0.48672541975975037,
      "learning_rate": 4.730890428530769e-05,
      "loss": 5.4437,
      "step": 200345
    },
    {
      "epoch": 0.17537010664008032,
      "grad_norm": 0.48292607069015503,
      "learning_rate": 4.730876512122623e-05,
      "loss": 5.4647,
      "step": 200350
    },
    {
      "epoch": 0.17537448323370747,
      "grad_norm": 0.4533747136592865,
      "learning_rate": 4.730862595380613e-05,
      "loss": 5.3866,
      "step": 200355
    },
    {
      "epoch": 0.17537885982733462,
      "grad_norm": 0.475897878408432,
      "learning_rate": 4.7308486783047426e-05,
      "loss": 4.4241,
      "step": 200360
    },
    {
      "epoch": 0.1753832364209618,
      "grad_norm": 0.44350239634513855,
      "learning_rate": 4.7308347608950144e-05,
      "loss": 4.3206,
      "step": 200365
    },
    {
      "epoch": 0.17538761301458894,
      "grad_norm": 0.4558207392692566,
      "learning_rate": 4.7308208431514325e-05,
      "loss": 5.1251,
      "step": 200370
    },
    {
      "epoch": 0.1753919896082161,
      "grad_norm": 0.4636419713497162,
      "learning_rate": 4.730806925073997e-05,
      "loss": 4.9532,
      "step": 200375
    },
    {
      "epoch": 0.17539636620184323,
      "grad_norm": 0.4556945860385895,
      "learning_rate": 4.7307930066627114e-05,
      "loss": 4.7052,
      "step": 200380
    },
    {
      "epoch": 0.1754007427954704,
      "grad_norm": 0.4387455880641937,
      "learning_rate": 4.730779087917581e-05,
      "loss": 4.8686,
      "step": 200385
    },
    {
      "epoch": 0.17540511938909756,
      "grad_norm": 0.42764514684677124,
      "learning_rate": 4.730765168838605e-05,
      "loss": 5.9391,
      "step": 200390
    },
    {
      "epoch": 0.1754094959827247,
      "grad_norm": 0.42540499567985535,
      "learning_rate": 4.730751249425787e-05,
      "loss": 5.3678,
      "step": 200395
    },
    {
      "epoch": 0.17541387257635185,
      "grad_norm": 0.4559500217437744,
      "learning_rate": 4.730737329679131e-05,
      "loss": 5.2391,
      "step": 200400
    },
    {
      "epoch": 0.17541824916997903,
      "grad_norm": 0.42635616660118103,
      "learning_rate": 4.730723409598638e-05,
      "loss": 5.9523,
      "step": 200405
    },
    {
      "epoch": 0.17542262576360618,
      "grad_norm": 0.42199453711509705,
      "learning_rate": 4.7307094891843115e-05,
      "loss": 5.1748,
      "step": 200410
    },
    {
      "epoch": 0.17542700235723332,
      "grad_norm": 0.4280088543891907,
      "learning_rate": 4.7306955684361554e-05,
      "loss": 5.4305,
      "step": 200415
    },
    {
      "epoch": 0.17543137895086047,
      "grad_norm": 0.4257749617099762,
      "learning_rate": 4.730681647354171e-05,
      "loss": 5.445,
      "step": 200420
    },
    {
      "epoch": 0.17543575554448765,
      "grad_norm": 0.42577868700027466,
      "learning_rate": 4.73066772593836e-05,
      "loss": 6.2857,
      "step": 200425
    },
    {
      "epoch": 0.1754401321381148,
      "grad_norm": 0.43756791949272156,
      "learning_rate": 4.730653804188727e-05,
      "loss": 5.6246,
      "step": 200430
    },
    {
      "epoch": 0.17544450873174194,
      "grad_norm": 0.4218093156814575,
      "learning_rate": 4.730639882105273e-05,
      "loss": 5.6596,
      "step": 200435
    },
    {
      "epoch": 0.1754488853253691,
      "grad_norm": 0.43586093187332153,
      "learning_rate": 4.7306259596880034e-05,
      "loss": 5.1365,
      "step": 200440
    },
    {
      "epoch": 0.17545326191899627,
      "grad_norm": 0.43378663063049316,
      "learning_rate": 4.730612036936918e-05,
      "loss": 5.4592,
      "step": 200445
    },
    {
      "epoch": 0.17545763851262342,
      "grad_norm": 0.43075031042099,
      "learning_rate": 4.73059811385202e-05,
      "loss": 4.9198,
      "step": 200450
    },
    {
      "epoch": 0.17546201510625056,
      "grad_norm": 0.46902891993522644,
      "learning_rate": 4.7305841904333136e-05,
      "loss": 4.1192,
      "step": 200455
    },
    {
      "epoch": 0.1754663916998777,
      "grad_norm": 0.4757859706878662,
      "learning_rate": 4.7305702666807994e-05,
      "loss": 5.73,
      "step": 200460
    },
    {
      "epoch": 0.1754707682935049,
      "grad_norm": 0.4612087309360504,
      "learning_rate": 4.7305563425944824e-05,
      "loss": 5.1327,
      "step": 200465
    },
    {
      "epoch": 0.17547514488713203,
      "grad_norm": 0.4705200791358948,
      "learning_rate": 4.730542418174364e-05,
      "loss": 5.45,
      "step": 200470
    },
    {
      "epoch": 0.17547952148075918,
      "grad_norm": 0.43484756350517273,
      "learning_rate": 4.730528493420446e-05,
      "loss": 5.3609,
      "step": 200475
    },
    {
      "epoch": 0.17548389807438633,
      "grad_norm": 0.45952701568603516,
      "learning_rate": 4.7305145683327335e-05,
      "loss": 4.9204,
      "step": 200480
    },
    {
      "epoch": 0.17548827466801348,
      "grad_norm": 0.4569404125213623,
      "learning_rate": 4.7305006429112277e-05,
      "loss": 5.0983,
      "step": 200485
    },
    {
      "epoch": 0.17549265126164065,
      "grad_norm": 0.4943694770336151,
      "learning_rate": 4.73048671715593e-05,
      "loss": 5.3484,
      "step": 200490
    },
    {
      "epoch": 0.1754970278552678,
      "grad_norm": 0.4720498323440552,
      "learning_rate": 4.7304727910668454e-05,
      "loss": 4.5414,
      "step": 200495
    },
    {
      "epoch": 0.17550140444889495,
      "grad_norm": 0.4473782479763031,
      "learning_rate": 4.730458864643975e-05,
      "loss": 5.4352,
      "step": 200500
    },
    {
      "epoch": 0.1755057810425221,
      "grad_norm": 0.46597936749458313,
      "learning_rate": 4.730444937887323e-05,
      "loss": 5.1394,
      "step": 200505
    },
    {
      "epoch": 0.17551015763614927,
      "grad_norm": 0.43102720379829407,
      "learning_rate": 4.7304310107968906e-05,
      "loss": 4.9229,
      "step": 200510
    },
    {
      "epoch": 0.17551453422977642,
      "grad_norm": 0.4370969235897064,
      "learning_rate": 4.730417083372681e-05,
      "loss": 5.4319,
      "step": 200515
    },
    {
      "epoch": 0.17551891082340357,
      "grad_norm": 0.47671690583229065,
      "learning_rate": 4.730403155614698e-05,
      "loss": 5.6572,
      "step": 200520
    },
    {
      "epoch": 0.17552328741703072,
      "grad_norm": 0.48101434111595154,
      "learning_rate": 4.730389227522942e-05,
      "loss": 4.634,
      "step": 200525
    },
    {
      "epoch": 0.1755276640106579,
      "grad_norm": 0.4292435050010681,
      "learning_rate": 4.7303752990974184e-05,
      "loss": 4.5446,
      "step": 200530
    },
    {
      "epoch": 0.17553204060428504,
      "grad_norm": 0.4800085425376892,
      "learning_rate": 4.730361370338127e-05,
      "loss": 5.9865,
      "step": 200535
    },
    {
      "epoch": 0.1755364171979122,
      "grad_norm": 0.43750855326652527,
      "learning_rate": 4.730347441245072e-05,
      "loss": 6.2549,
      "step": 200540
    },
    {
      "epoch": 0.17554079379153933,
      "grad_norm": 0.4325711727142334,
      "learning_rate": 4.730333511818257e-05,
      "loss": 5.6391,
      "step": 200545
    },
    {
      "epoch": 0.1755451703851665,
      "grad_norm": 0.4310736060142517,
      "learning_rate": 4.7303195820576826e-05,
      "loss": 5.2483,
      "step": 200550
    },
    {
      "epoch": 0.17554954697879366,
      "grad_norm": 0.4741445779800415,
      "learning_rate": 4.7303056519633535e-05,
      "loss": 5.6689,
      "step": 200555
    },
    {
      "epoch": 0.1755539235724208,
      "grad_norm": 0.45980238914489746,
      "learning_rate": 4.7302917215352717e-05,
      "loss": 5.4411,
      "step": 200560
    },
    {
      "epoch": 0.17555830016604795,
      "grad_norm": 0.4786495864391327,
      "learning_rate": 4.7302777907734385e-05,
      "loss": 5.4193,
      "step": 200565
    },
    {
      "epoch": 0.17556267675967513,
      "grad_norm": 0.4475485682487488,
      "learning_rate": 4.730263859677858e-05,
      "loss": 5.4533,
      "step": 200570
    },
    {
      "epoch": 0.17556705335330228,
      "grad_norm": 0.45263466238975525,
      "learning_rate": 4.730249928248533e-05,
      "loss": 5.1245,
      "step": 200575
    },
    {
      "epoch": 0.17557142994692942,
      "grad_norm": 0.44645166397094727,
      "learning_rate": 4.730235996485467e-05,
      "loss": 5.933,
      "step": 200580
    },
    {
      "epoch": 0.17557580654055657,
      "grad_norm": 0.431312620639801,
      "learning_rate": 4.73022206438866e-05,
      "loss": 4.8544,
      "step": 200585
    },
    {
      "epoch": 0.17558018313418375,
      "grad_norm": 0.43600887060165405,
      "learning_rate": 4.730208131958116e-05,
      "loss": 4.9366,
      "step": 200590
    },
    {
      "epoch": 0.1755845597278109,
      "grad_norm": 0.47108709812164307,
      "learning_rate": 4.730194199193839e-05,
      "loss": 4.9224,
      "step": 200595
    },
    {
      "epoch": 0.17558893632143804,
      "grad_norm": 0.46788957715034485,
      "learning_rate": 4.7301802660958295e-05,
      "loss": 5.2039,
      "step": 200600
    },
    {
      "epoch": 0.1755933129150652,
      "grad_norm": 0.43911558389663696,
      "learning_rate": 4.730166332664092e-05,
      "loss": 5.1559,
      "step": 200605
    },
    {
      "epoch": 0.17559768950869234,
      "grad_norm": 0.4244377315044403,
      "learning_rate": 4.7301523988986275e-05,
      "loss": 5.4818,
      "step": 200610
    },
    {
      "epoch": 0.17560206610231952,
      "grad_norm": 0.42876046895980835,
      "learning_rate": 4.7301384647994405e-05,
      "loss": 5.9539,
      "step": 200615
    },
    {
      "epoch": 0.17560644269594666,
      "grad_norm": 0.4597175121307373,
      "learning_rate": 4.730124530366532e-05,
      "loss": 4.7113,
      "step": 200620
    },
    {
      "epoch": 0.1756108192895738,
      "grad_norm": 0.42170241475105286,
      "learning_rate": 4.730110595599907e-05,
      "loss": 5.229,
      "step": 200625
    },
    {
      "epoch": 0.17561519588320096,
      "grad_norm": 0.4499396085739136,
      "learning_rate": 4.7300966604995655e-05,
      "loss": 5.6604,
      "step": 200630
    },
    {
      "epoch": 0.17561957247682813,
      "grad_norm": 0.4490208029747009,
      "learning_rate": 4.730082725065511e-05,
      "loss": 5.6492,
      "step": 200635
    },
    {
      "epoch": 0.17562394907045528,
      "grad_norm": 0.45717212557792664,
      "learning_rate": 4.730068789297748e-05,
      "loss": 5.1571,
      "step": 200640
    },
    {
      "epoch": 0.17562832566408243,
      "grad_norm": 0.4412895441055298,
      "learning_rate": 4.7300548531962776e-05,
      "loss": 5.7257,
      "step": 200645
    },
    {
      "epoch": 0.17563270225770958,
      "grad_norm": 0.45164212584495544,
      "learning_rate": 4.730040916761101e-05,
      "loss": 5.9395,
      "step": 200650
    },
    {
      "epoch": 0.17563707885133675,
      "grad_norm": 0.43845000863075256,
      "learning_rate": 4.730026979992225e-05,
      "loss": 5.4387,
      "step": 200655
    },
    {
      "epoch": 0.1756414554449639,
      "grad_norm": 0.43987101316452026,
      "learning_rate": 4.7300130428896475e-05,
      "loss": 5.1452,
      "step": 200660
    },
    {
      "epoch": 0.17564583203859105,
      "grad_norm": 0.4514063000679016,
      "learning_rate": 4.729999105453374e-05,
      "loss": 5.5973,
      "step": 200665
    },
    {
      "epoch": 0.1756502086322182,
      "grad_norm": 0.43970349431037903,
      "learning_rate": 4.7299851676834074e-05,
      "loss": 5.1427,
      "step": 200670
    },
    {
      "epoch": 0.17565458522584537,
      "grad_norm": 0.4722115099430084,
      "learning_rate": 4.7299712295797495e-05,
      "loss": 4.9363,
      "step": 200675
    },
    {
      "epoch": 0.17565896181947252,
      "grad_norm": 0.441326379776001,
      "learning_rate": 4.729957291142404e-05,
      "loss": 5.9564,
      "step": 200680
    },
    {
      "epoch": 0.17566333841309967,
      "grad_norm": 0.5004277229309082,
      "learning_rate": 4.729943352371371e-05,
      "loss": 4.9069,
      "step": 200685
    },
    {
      "epoch": 0.17566771500672682,
      "grad_norm": 0.4540252685546875,
      "learning_rate": 4.729929413266656e-05,
      "loss": 5.4351,
      "step": 200690
    },
    {
      "epoch": 0.175672091600354,
      "grad_norm": 0.44413259625434875,
      "learning_rate": 4.72991547382826e-05,
      "loss": 4.5825,
      "step": 200695
    },
    {
      "epoch": 0.17567646819398114,
      "grad_norm": 0.44170835614204407,
      "learning_rate": 4.729901534056187e-05,
      "loss": 5.6719,
      "step": 200700
    },
    {
      "epoch": 0.1756808447876083,
      "grad_norm": 0.44085660576820374,
      "learning_rate": 4.7298875939504395e-05,
      "loss": 5.9715,
      "step": 200705
    },
    {
      "epoch": 0.17568522138123543,
      "grad_norm": 0.4426329433917999,
      "learning_rate": 4.729873653511019e-05,
      "loss": 4.9407,
      "step": 200710
    },
    {
      "epoch": 0.1756895979748626,
      "grad_norm": 0.4765026867389679,
      "learning_rate": 4.729859712737929e-05,
      "loss": 4.8315,
      "step": 200715
    },
    {
      "epoch": 0.17569397456848976,
      "grad_norm": 0.44468429684638977,
      "learning_rate": 4.729845771631172e-05,
      "loss": 5.127,
      "step": 200720
    },
    {
      "epoch": 0.1756983511621169,
      "grad_norm": 0.465053915977478,
      "learning_rate": 4.729831830190751e-05,
      "loss": 4.3936,
      "step": 200725
    },
    {
      "epoch": 0.17570272775574405,
      "grad_norm": 0.4361202120780945,
      "learning_rate": 4.7298178884166676e-05,
      "loss": 5.1207,
      "step": 200730
    },
    {
      "epoch": 0.1757071043493712,
      "grad_norm": 0.44019317626953125,
      "learning_rate": 4.7298039463089264e-05,
      "loss": 4.662,
      "step": 200735
    },
    {
      "epoch": 0.17571148094299838,
      "grad_norm": 0.4502347409725189,
      "learning_rate": 4.7297900038675294e-05,
      "loss": 5.1445,
      "step": 200740
    },
    {
      "epoch": 0.17571585753662552,
      "grad_norm": 0.46733570098876953,
      "learning_rate": 4.729776061092478e-05,
      "loss": 5.6881,
      "step": 200745
    },
    {
      "epoch": 0.17572023413025267,
      "grad_norm": 0.4433648884296417,
      "learning_rate": 4.7297621179837756e-05,
      "loss": 5.7346,
      "step": 200750
    },
    {
      "epoch": 0.17572461072387982,
      "grad_norm": 0.42979559302330017,
      "learning_rate": 4.729748174541425e-05,
      "loss": 4.6209,
      "step": 200755
    },
    {
      "epoch": 0.175728987317507,
      "grad_norm": 0.45019790530204773,
      "learning_rate": 4.72973423076543e-05,
      "loss": 5.9734,
      "step": 200760
    },
    {
      "epoch": 0.17573336391113414,
      "grad_norm": 0.4228120744228363,
      "learning_rate": 4.729720286655792e-05,
      "loss": 5.2244,
      "step": 200765
    },
    {
      "epoch": 0.1757377405047613,
      "grad_norm": 0.4524618685245514,
      "learning_rate": 4.729706342212514e-05,
      "loss": 5.1715,
      "step": 200770
    },
    {
      "epoch": 0.17574211709838844,
      "grad_norm": 0.443399578332901,
      "learning_rate": 4.7296923974355986e-05,
      "loss": 5.3469,
      "step": 200775
    },
    {
      "epoch": 0.17574649369201562,
      "grad_norm": 0.4631183445453644,
      "learning_rate": 4.7296784523250484e-05,
      "loss": 5.1498,
      "step": 200780
    },
    {
      "epoch": 0.17575087028564276,
      "grad_norm": 0.45827674865722656,
      "learning_rate": 4.729664506880867e-05,
      "loss": 5.38,
      "step": 200785
    },
    {
      "epoch": 0.1757552468792699,
      "grad_norm": 0.4549832344055176,
      "learning_rate": 4.729650561103055e-05,
      "loss": 5.7435,
      "step": 200790
    },
    {
      "epoch": 0.17575962347289706,
      "grad_norm": 0.4571455121040344,
      "learning_rate": 4.729636614991617e-05,
      "loss": 4.646,
      "step": 200795
    },
    {
      "epoch": 0.17576400006652423,
      "grad_norm": 0.446166068315506,
      "learning_rate": 4.729622668546555e-05,
      "loss": 5.7148,
      "step": 200800
    },
    {
      "epoch": 0.17576837666015138,
      "grad_norm": 0.4827231764793396,
      "learning_rate": 4.729608721767872e-05,
      "loss": 5.7664,
      "step": 200805
    },
    {
      "epoch": 0.17577275325377853,
      "grad_norm": 0.44313040375709534,
      "learning_rate": 4.7295947746555715e-05,
      "loss": 5.3328,
      "step": 200810
    },
    {
      "epoch": 0.17577712984740568,
      "grad_norm": 0.5409979224205017,
      "learning_rate": 4.729580827209653e-05,
      "loss": 5.6428,
      "step": 200815
    },
    {
      "epoch": 0.17578150644103285,
      "grad_norm": 0.4479926526546478,
      "learning_rate": 4.729566879430123e-05,
      "loss": 5.4459,
      "step": 200820
    },
    {
      "epoch": 0.17578588303466,
      "grad_norm": 0.47097206115722656,
      "learning_rate": 4.729552931316982e-05,
      "loss": 5.4307,
      "step": 200825
    },
    {
      "epoch": 0.17579025962828715,
      "grad_norm": 0.4391864836215973,
      "learning_rate": 4.729538982870234e-05,
      "loss": 4.9018,
      "step": 200830
    },
    {
      "epoch": 0.1757946362219143,
      "grad_norm": 0.4386509954929352,
      "learning_rate": 4.72952503408988e-05,
      "loss": 4.9789,
      "step": 200835
    },
    {
      "epoch": 0.17579901281554147,
      "grad_norm": 0.44676002860069275,
      "learning_rate": 4.7295110849759236e-05,
      "loss": 5.4661,
      "step": 200840
    },
    {
      "epoch": 0.17580338940916862,
      "grad_norm": 0.43907037377357483,
      "learning_rate": 4.729497135528369e-05,
      "loss": 5.4413,
      "step": 200845
    },
    {
      "epoch": 0.17580776600279577,
      "grad_norm": 0.4588027596473694,
      "learning_rate": 4.729483185747215e-05,
      "loss": 5.1669,
      "step": 200850
    },
    {
      "epoch": 0.17581214259642292,
      "grad_norm": 0.44158416986465454,
      "learning_rate": 4.72946923563247e-05,
      "loss": 6.2742,
      "step": 200855
    },
    {
      "epoch": 0.17581651919005006,
      "grad_norm": 0.44445377588272095,
      "learning_rate": 4.729455285184131e-05,
      "loss": 5.4258,
      "step": 200860
    },
    {
      "epoch": 0.17582089578367724,
      "grad_norm": 0.46314236521720886,
      "learning_rate": 4.729441334402204e-05,
      "loss": 4.633,
      "step": 200865
    },
    {
      "epoch": 0.1758252723773044,
      "grad_norm": 0.44599032402038574,
      "learning_rate": 4.7294273832866895e-05,
      "loss": 5.1742,
      "step": 200870
    },
    {
      "epoch": 0.17582964897093153,
      "grad_norm": 0.4466673731803894,
      "learning_rate": 4.7294134318375925e-05,
      "loss": 5.7554,
      "step": 200875
    },
    {
      "epoch": 0.17583402556455868,
      "grad_norm": 0.4725898802280426,
      "learning_rate": 4.729399480054914e-05,
      "loss": 4.7603,
      "step": 200880
    },
    {
      "epoch": 0.17583840215818586,
      "grad_norm": 0.44794657826423645,
      "learning_rate": 4.729385527938659e-05,
      "loss": 5.7309,
      "step": 200885
    },
    {
      "epoch": 0.175842778751813,
      "grad_norm": 0.44774940609931946,
      "learning_rate": 4.729371575488827e-05,
      "loss": 5.1695,
      "step": 200890
    },
    {
      "epoch": 0.17584715534544015,
      "grad_norm": 0.44855788350105286,
      "learning_rate": 4.729357622705423e-05,
      "loss": 4.3056,
      "step": 200895
    },
    {
      "epoch": 0.1758515319390673,
      "grad_norm": 0.45534199476242065,
      "learning_rate": 4.729343669588449e-05,
      "loss": 5.2149,
      "step": 200900
    },
    {
      "epoch": 0.17585590853269448,
      "grad_norm": 0.46322718262672424,
      "learning_rate": 4.729329716137907e-05,
      "loss": 5.1523,
      "step": 200905
    },
    {
      "epoch": 0.17586028512632162,
      "grad_norm": 0.44621947407722473,
      "learning_rate": 4.729315762353801e-05,
      "loss": 5.3937,
      "step": 200910
    },
    {
      "epoch": 0.17586466171994877,
      "grad_norm": 0.4458058178424835,
      "learning_rate": 4.7293018082361315e-05,
      "loss": 4.7005,
      "step": 200915
    },
    {
      "epoch": 0.17586903831357592,
      "grad_norm": 0.4412274658679962,
      "learning_rate": 4.729287853784904e-05,
      "loss": 5.3506,
      "step": 200920
    },
    {
      "epoch": 0.1758734149072031,
      "grad_norm": 0.4566226899623871,
      "learning_rate": 4.7292738990001205e-05,
      "loss": 5.7421,
      "step": 200925
    },
    {
      "epoch": 0.17587779150083024,
      "grad_norm": 0.4327358603477478,
      "learning_rate": 4.729259943881782e-05,
      "loss": 5.2121,
      "step": 200930
    },
    {
      "epoch": 0.1758821680944574,
      "grad_norm": 0.45826366543769836,
      "learning_rate": 4.7292459884298924e-05,
      "loss": 5.3441,
      "step": 200935
    },
    {
      "epoch": 0.17588654468808454,
      "grad_norm": 0.44780996441841125,
      "learning_rate": 4.729232032644454e-05,
      "loss": 5.1416,
      "step": 200940
    },
    {
      "epoch": 0.17589092128171172,
      "grad_norm": 0.4879574179649353,
      "learning_rate": 4.72921807652547e-05,
      "loss": 4.9407,
      "step": 200945
    },
    {
      "epoch": 0.17589529787533886,
      "grad_norm": 0.4435676336288452,
      "learning_rate": 4.729204120072944e-05,
      "loss": 5.4441,
      "step": 200950
    },
    {
      "epoch": 0.175899674468966,
      "grad_norm": 0.4929710626602173,
      "learning_rate": 4.729190163286876e-05,
      "loss": 5.6678,
      "step": 200955
    },
    {
      "epoch": 0.17590405106259316,
      "grad_norm": 0.4389209747314453,
      "learning_rate": 4.729176206167271e-05,
      "loss": 4.8482,
      "step": 200960
    },
    {
      "epoch": 0.17590842765622033,
      "grad_norm": 0.43686845898628235,
      "learning_rate": 4.7291622487141306e-05,
      "loss": 5.7771,
      "step": 200965
    },
    {
      "epoch": 0.17591280424984748,
      "grad_norm": 0.42198672890663147,
      "learning_rate": 4.729148290927458e-05,
      "loss": 5.9527,
      "step": 200970
    },
    {
      "epoch": 0.17591718084347463,
      "grad_norm": 0.46770957112312317,
      "learning_rate": 4.7291343328072554e-05,
      "loss": 5.2619,
      "step": 200975
    },
    {
      "epoch": 0.17592155743710178,
      "grad_norm": 0.444104939699173,
      "learning_rate": 4.729120374353526e-05,
      "loss": 5.4523,
      "step": 200980
    },
    {
      "epoch": 0.17592593403072893,
      "grad_norm": 0.42674076557159424,
      "learning_rate": 4.7291064155662735e-05,
      "loss": 5.7524,
      "step": 200985
    },
    {
      "epoch": 0.1759303106243561,
      "grad_norm": 0.4340072572231293,
      "learning_rate": 4.7290924564454974e-05,
      "loss": 5.9602,
      "step": 200990
    },
    {
      "epoch": 0.17593468721798325,
      "grad_norm": 0.4473714232444763,
      "learning_rate": 4.729078496991204e-05,
      "loss": 4.9406,
      "step": 200995
    },
    {
      "epoch": 0.1759390638116104,
      "grad_norm": 0.4606226086616516,
      "learning_rate": 4.729064537203394e-05,
      "loss": 5.6902,
      "step": 201000
    },
    {
      "epoch": 0.17594344040523754,
      "grad_norm": 0.4625197649002075,
      "learning_rate": 4.7290505770820695e-05,
      "loss": 5.1101,
      "step": 201005
    },
    {
      "epoch": 0.17594781699886472,
      "grad_norm": 0.4307538866996765,
      "learning_rate": 4.729036616627235e-05,
      "loss": 5.9723,
      "step": 201010
    },
    {
      "epoch": 0.17595219359249187,
      "grad_norm": 0.45483317971229553,
      "learning_rate": 4.7290226558388914e-05,
      "loss": 5.9305,
      "step": 201015
    },
    {
      "epoch": 0.17595657018611902,
      "grad_norm": 0.4222038686275482,
      "learning_rate": 4.729008694717044e-05,
      "loss": 5.2503,
      "step": 201020
    },
    {
      "epoch": 0.17596094677974616,
      "grad_norm": 0.47018441557884216,
      "learning_rate": 4.728994733261692e-05,
      "loss": 5.3719,
      "step": 201025
    },
    {
      "epoch": 0.17596532337337334,
      "grad_norm": 0.4585622251033783,
      "learning_rate": 4.728980771472841e-05,
      "loss": 5.115,
      "step": 201030
    },
    {
      "epoch": 0.1759696999670005,
      "grad_norm": 0.4462215304374695,
      "learning_rate": 4.7289668093504924e-05,
      "loss": 5.462,
      "step": 201035
    },
    {
      "epoch": 0.17597407656062763,
      "grad_norm": 0.5333558917045593,
      "learning_rate": 4.7289528468946495e-05,
      "loss": 4.3945,
      "step": 201040
    },
    {
      "epoch": 0.17597845315425478,
      "grad_norm": 0.4480125308036804,
      "learning_rate": 4.728938884105314e-05,
      "loss": 5.3641,
      "step": 201045
    },
    {
      "epoch": 0.17598282974788196,
      "grad_norm": 0.4767841696739197,
      "learning_rate": 4.72892492098249e-05,
      "loss": 5.4237,
      "step": 201050
    },
    {
      "epoch": 0.1759872063415091,
      "grad_norm": 0.4467565417289734,
      "learning_rate": 4.7289109575261795e-05,
      "loss": 5.9748,
      "step": 201055
    },
    {
      "epoch": 0.17599158293513625,
      "grad_norm": 0.4385966658592224,
      "learning_rate": 4.728896993736384e-05,
      "loss": 4.9613,
      "step": 201060
    },
    {
      "epoch": 0.1759959595287634,
      "grad_norm": 0.43756458163261414,
      "learning_rate": 4.728883029613108e-05,
      "loss": 5.673,
      "step": 201065
    },
    {
      "epoch": 0.17600033612239058,
      "grad_norm": 0.47966134548187256,
      "learning_rate": 4.7288690651563526e-05,
      "loss": 5.2132,
      "step": 201070
    },
    {
      "epoch": 0.17600471271601772,
      "grad_norm": 0.4466521739959717,
      "learning_rate": 4.728855100366122e-05,
      "loss": 4.8991,
      "step": 201075
    },
    {
      "epoch": 0.17600908930964487,
      "grad_norm": 0.4360618591308594,
      "learning_rate": 4.728841135242419e-05,
      "loss": 4.8532,
      "step": 201080
    },
    {
      "epoch": 0.17601346590327202,
      "grad_norm": 0.42962682247161865,
      "learning_rate": 4.728827169785244e-05,
      "loss": 5.761,
      "step": 201085
    },
    {
      "epoch": 0.1760178424968992,
      "grad_norm": 0.4512432813644409,
      "learning_rate": 4.728813203994602e-05,
      "loss": 5.4469,
      "step": 201090
    },
    {
      "epoch": 0.17602221909052634,
      "grad_norm": 0.4613325297832489,
      "learning_rate": 4.728799237870496e-05,
      "loss": 5.9516,
      "step": 201095
    },
    {
      "epoch": 0.1760265956841535,
      "grad_norm": 0.45869922637939453,
      "learning_rate": 4.728785271412926e-05,
      "loss": 5.2711,
      "step": 201100
    },
    {
      "epoch": 0.17603097227778064,
      "grad_norm": 0.46545156836509705,
      "learning_rate": 4.7287713046218976e-05,
      "loss": 4.8149,
      "step": 201105
    },
    {
      "epoch": 0.17603534887140782,
      "grad_norm": 0.4564044773578644,
      "learning_rate": 4.7287573374974104e-05,
      "loss": 4.7119,
      "step": 201110
    },
    {
      "epoch": 0.17603972546503496,
      "grad_norm": 0.43933477997779846,
      "learning_rate": 4.728743370039471e-05,
      "loss": 6.2537,
      "step": 201115
    },
    {
      "epoch": 0.1760441020586621,
      "grad_norm": 0.4231629967689514,
      "learning_rate": 4.728729402248079e-05,
      "loss": 5.9699,
      "step": 201120
    },
    {
      "epoch": 0.17604847865228926,
      "grad_norm": 0.44733870029449463,
      "learning_rate": 4.7287154341232384e-05,
      "loss": 5.126,
      "step": 201125
    },
    {
      "epoch": 0.1760528552459164,
      "grad_norm": 0.4340863525867462,
      "learning_rate": 4.728701465664952e-05,
      "loss": 5.4518,
      "step": 201130
    },
    {
      "epoch": 0.17605723183954358,
      "grad_norm": 0.4566163122653961,
      "learning_rate": 4.728687496873221e-05,
      "loss": 4.3678,
      "step": 201135
    },
    {
      "epoch": 0.17606160843317073,
      "grad_norm": 0.4291541576385498,
      "learning_rate": 4.72867352774805e-05,
      "loss": 5.6701,
      "step": 201140
    },
    {
      "epoch": 0.17606598502679788,
      "grad_norm": 0.41892746090888977,
      "learning_rate": 4.72865955828944e-05,
      "loss": 5.2444,
      "step": 201145
    },
    {
      "epoch": 0.17607036162042503,
      "grad_norm": 0.42496293783187866,
      "learning_rate": 4.728645588497396e-05,
      "loss": 6.2355,
      "step": 201150
    },
    {
      "epoch": 0.1760747382140522,
      "grad_norm": 0.43492138385772705,
      "learning_rate": 4.728631618371918e-05,
      "loss": 5.475,
      "step": 201155
    },
    {
      "epoch": 0.17607911480767935,
      "grad_norm": 0.467763215303421,
      "learning_rate": 4.7286176479130105e-05,
      "loss": 5.4371,
      "step": 201160
    },
    {
      "epoch": 0.1760834914013065,
      "grad_norm": 0.44985610246658325,
      "learning_rate": 4.728603677120677e-05,
      "loss": 5.3441,
      "step": 201165
    },
    {
      "epoch": 0.17608786799493364,
      "grad_norm": 0.4397395849227905,
      "learning_rate": 4.728589705994917e-05,
      "loss": 5.4215,
      "step": 201170
    },
    {
      "epoch": 0.17609224458856082,
      "grad_norm": 0.4164605438709259,
      "learning_rate": 4.728575734535735e-05,
      "loss": 6.2371,
      "step": 201175
    },
    {
      "epoch": 0.17609662118218797,
      "grad_norm": 0.4724295735359192,
      "learning_rate": 4.728561762743135e-05,
      "loss": 4.6246,
      "step": 201180
    },
    {
      "epoch": 0.17610099777581512,
      "grad_norm": 0.4357253611087799,
      "learning_rate": 4.728547790617117e-05,
      "loss": 5.7735,
      "step": 201185
    },
    {
      "epoch": 0.17610537436944226,
      "grad_norm": 0.4709041118621826,
      "learning_rate": 4.7285338181576864e-05,
      "loss": 4.9058,
      "step": 201190
    },
    {
      "epoch": 0.17610975096306944,
      "grad_norm": 0.4539547860622406,
      "learning_rate": 4.728519845364844e-05,
      "loss": 5.4695,
      "step": 201195
    },
    {
      "epoch": 0.1761141275566966,
      "grad_norm": 0.46821194887161255,
      "learning_rate": 4.7285058722385934e-05,
      "loss": 4.3092,
      "step": 201200
    },
    {
      "epoch": 0.17611850415032373,
      "grad_norm": 0.5115490555763245,
      "learning_rate": 4.7284918987789373e-05,
      "loss": 5.9486,
      "step": 201205
    },
    {
      "epoch": 0.17612288074395088,
      "grad_norm": 0.5001589059829712,
      "learning_rate": 4.728477924985878e-05,
      "loss": 5.2179,
      "step": 201210
    },
    {
      "epoch": 0.17612725733757806,
      "grad_norm": 0.5546229481697083,
      "learning_rate": 4.7284639508594175e-05,
      "loss": 5.1682,
      "step": 201215
    },
    {
      "epoch": 0.1761316339312052,
      "grad_norm": 0.561739444732666,
      "learning_rate": 4.728449976399559e-05,
      "loss": 5.6736,
      "step": 201220
    },
    {
      "epoch": 0.17613601052483235,
      "grad_norm": 0.47021234035491943,
      "learning_rate": 4.7284360016063066e-05,
      "loss": 4.9452,
      "step": 201225
    },
    {
      "epoch": 0.1761403871184595,
      "grad_norm": 0.44827279448509216,
      "learning_rate": 4.728422026479662e-05,
      "loss": 4.323,
      "step": 201230
    },
    {
      "epoch": 0.17614476371208668,
      "grad_norm": 0.4508782923221588,
      "learning_rate": 4.7284080510196285e-05,
      "loss": 5.2492,
      "step": 201235
    },
    {
      "epoch": 0.17614914030571382,
      "grad_norm": 0.4627162516117096,
      "learning_rate": 4.728394075226207e-05,
      "loss": 5.9436,
      "step": 201240
    },
    {
      "epoch": 0.17615351689934097,
      "grad_norm": 0.45350995659828186,
      "learning_rate": 4.728380099099401e-05,
      "loss": 3.9017,
      "step": 201245
    },
    {
      "epoch": 0.17615789349296812,
      "grad_norm": 0.5522204637527466,
      "learning_rate": 4.7283661226392136e-05,
      "loss": 4.6967,
      "step": 201250
    },
    {
      "epoch": 0.17616227008659527,
      "grad_norm": 0.5405636429786682,
      "learning_rate": 4.728352145845648e-05,
      "loss": 5.1566,
      "step": 201255
    },
    {
      "epoch": 0.17616664668022244,
      "grad_norm": 0.4589973986148834,
      "learning_rate": 4.728338168718706e-05,
      "loss": 5.459,
      "step": 201260
    },
    {
      "epoch": 0.1761710232738496,
      "grad_norm": 0.4439549148082733,
      "learning_rate": 4.72832419125839e-05,
      "loss": 4.6204,
      "step": 201265
    },
    {
      "epoch": 0.17617539986747674,
      "grad_norm": 0.4327426552772522,
      "learning_rate": 4.728310213464704e-05,
      "loss": 5.2213,
      "step": 201270
    },
    {
      "epoch": 0.1761797764611039,
      "grad_norm": 0.43069279193878174,
      "learning_rate": 4.728296235337649e-05,
      "loss": 5.7296,
      "step": 201275
    },
    {
      "epoch": 0.17618415305473106,
      "grad_norm": 0.4288126826286316,
      "learning_rate": 4.72828225687723e-05,
      "loss": 5.7509,
      "step": 201280
    },
    {
      "epoch": 0.1761885296483582,
      "grad_norm": 0.4438791871070862,
      "learning_rate": 4.7282682780834474e-05,
      "loss": 5.2318,
      "step": 201285
    },
    {
      "epoch": 0.17619290624198536,
      "grad_norm": 0.4342038929462433,
      "learning_rate": 4.728254298956306e-05,
      "loss": 6.2229,
      "step": 201290
    },
    {
      "epoch": 0.1761972828356125,
      "grad_norm": 0.44729721546173096,
      "learning_rate": 4.728240319495806e-05,
      "loss": 5.3549,
      "step": 201295
    },
    {
      "epoch": 0.17620165942923968,
      "grad_norm": 0.45001694560050964,
      "learning_rate": 4.728226339701952e-05,
      "loss": 4.7196,
      "step": 201300
    },
    {
      "epoch": 0.17620603602286683,
      "grad_norm": 0.45244351029396057,
      "learning_rate": 4.7282123595747466e-05,
      "loss": 4.7039,
      "step": 201305
    },
    {
      "epoch": 0.17621041261649398,
      "grad_norm": 0.4375854432582855,
      "learning_rate": 4.728198379114192e-05,
      "loss": 4.8396,
      "step": 201310
    },
    {
      "epoch": 0.17621478921012113,
      "grad_norm": 0.42660796642303467,
      "learning_rate": 4.72818439832029e-05,
      "loss": 5.6318,
      "step": 201315
    },
    {
      "epoch": 0.1762191658037483,
      "grad_norm": 0.4329987168312073,
      "learning_rate": 4.728170417193044e-05,
      "loss": 5.4071,
      "step": 201320
    },
    {
      "epoch": 0.17622354239737545,
      "grad_norm": 0.4425097107887268,
      "learning_rate": 4.728156435732458e-05,
      "loss": 5.3461,
      "step": 201325
    },
    {
      "epoch": 0.1762279189910026,
      "grad_norm": 0.42579761147499084,
      "learning_rate": 4.728142453938533e-05,
      "loss": 5.7157,
      "step": 201330
    },
    {
      "epoch": 0.17623229558462974,
      "grad_norm": 0.4580741822719574,
      "learning_rate": 4.728128471811274e-05,
      "loss": 4.9274,
      "step": 201335
    },
    {
      "epoch": 0.17623667217825692,
      "grad_norm": 0.4616798758506775,
      "learning_rate": 4.72811448935068e-05,
      "loss": 5.2751,
      "step": 201340
    },
    {
      "epoch": 0.17624104877188407,
      "grad_norm": 0.4458194673061371,
      "learning_rate": 4.7281005065567564e-05,
      "loss": 4.9087,
      "step": 201345
    },
    {
      "epoch": 0.17624542536551122,
      "grad_norm": 0.4479973018169403,
      "learning_rate": 4.728086523429506e-05,
      "loss": 4.9322,
      "step": 201350
    },
    {
      "epoch": 0.17624980195913836,
      "grad_norm": 0.45230934023857117,
      "learning_rate": 4.72807253996893e-05,
      "loss": 4.6478,
      "step": 201355
    },
    {
      "epoch": 0.17625417855276554,
      "grad_norm": 0.42609405517578125,
      "learning_rate": 4.7280585561750314e-05,
      "loss": 5.7103,
      "step": 201360
    },
    {
      "epoch": 0.1762585551463927,
      "grad_norm": 0.4312931001186371,
      "learning_rate": 4.7280445720478126e-05,
      "loss": 4.7062,
      "step": 201365
    },
    {
      "epoch": 0.17626293174001983,
      "grad_norm": 0.4450841546058655,
      "learning_rate": 4.728030587587279e-05,
      "loss": 4.3159,
      "step": 201370
    },
    {
      "epoch": 0.17626730833364698,
      "grad_norm": 0.4549242854118347,
      "learning_rate": 4.72801660279343e-05,
      "loss": 5.4532,
      "step": 201375
    },
    {
      "epoch": 0.17627168492727413,
      "grad_norm": 0.46481242775917053,
      "learning_rate": 4.728002617666269e-05,
      "loss": 5.1188,
      "step": 201380
    },
    {
      "epoch": 0.1762760615209013,
      "grad_norm": 0.4621504247188568,
      "learning_rate": 4.727988632205801e-05,
      "loss": 5.2507,
      "step": 201385
    },
    {
      "epoch": 0.17628043811452845,
      "grad_norm": 0.45876365900039673,
      "learning_rate": 4.7279746464120265e-05,
      "loss": 4.5884,
      "step": 201390
    },
    {
      "epoch": 0.1762848147081556,
      "grad_norm": 0.44021278619766235,
      "learning_rate": 4.727960660284948e-05,
      "loss": 5.0884,
      "step": 201395
    },
    {
      "epoch": 0.17628919130178275,
      "grad_norm": 0.4590855836868286,
      "learning_rate": 4.7279466738245694e-05,
      "loss": 5.1315,
      "step": 201400
    },
    {
      "epoch": 0.17629356789540993,
      "grad_norm": 0.44380661845207214,
      "learning_rate": 4.727932687030893e-05,
      "loss": 4.6949,
      "step": 201405
    },
    {
      "epoch": 0.17629794448903707,
      "grad_norm": 0.5725868940353394,
      "learning_rate": 4.727918699903922e-05,
      "loss": 4.4379,
      "step": 201410
    },
    {
      "epoch": 0.17630232108266422,
      "grad_norm": 0.5966624617576599,
      "learning_rate": 4.727904712443657e-05,
      "loss": 4.9314,
      "step": 201415
    },
    {
      "epoch": 0.17630669767629137,
      "grad_norm": 0.47465869784355164,
      "learning_rate": 4.727890724650104e-05,
      "loss": 5.2225,
      "step": 201420
    },
    {
      "epoch": 0.17631107426991854,
      "grad_norm": 0.6155651807785034,
      "learning_rate": 4.727876736523261e-05,
      "loss": 5.41,
      "step": 201425
    },
    {
      "epoch": 0.1763154508635457,
      "grad_norm": 0.46180716156959534,
      "learning_rate": 4.727862748063137e-05,
      "loss": 4.4326,
      "step": 201430
    },
    {
      "epoch": 0.17631982745717284,
      "grad_norm": 0.45306462049484253,
      "learning_rate": 4.727848759269729e-05,
      "loss": 5.2443,
      "step": 201435
    },
    {
      "epoch": 0.1763242040508,
      "grad_norm": 0.4352554380893707,
      "learning_rate": 4.727834770143042e-05,
      "loss": 5.2466,
      "step": 201440
    },
    {
      "epoch": 0.17632858064442716,
      "grad_norm": 0.4164254367351532,
      "learning_rate": 4.72782078068308e-05,
      "loss": 4.1207,
      "step": 201445
    },
    {
      "epoch": 0.1763329572380543,
      "grad_norm": 0.4872143864631653,
      "learning_rate": 4.7278067908898425e-05,
      "loss": 4.931,
      "step": 201450
    },
    {
      "epoch": 0.17633733383168146,
      "grad_norm": 0.4381747245788574,
      "learning_rate": 4.7277928007633366e-05,
      "loss": 5.7434,
      "step": 201455
    },
    {
      "epoch": 0.1763417104253086,
      "grad_norm": 0.45202726125717163,
      "learning_rate": 4.7277788103035605e-05,
      "loss": 5.3377,
      "step": 201460
    },
    {
      "epoch": 0.17634608701893578,
      "grad_norm": 0.4283422529697418,
      "learning_rate": 4.72776481951052e-05,
      "loss": 5.9859,
      "step": 201465
    },
    {
      "epoch": 0.17635046361256293,
      "grad_norm": 0.42550307512283325,
      "learning_rate": 4.7277508283842155e-05,
      "loss": 6.2416,
      "step": 201470
    },
    {
      "epoch": 0.17635484020619008,
      "grad_norm": 0.44135990738868713,
      "learning_rate": 4.727736836924651e-05,
      "loss": 5.4155,
      "step": 201475
    },
    {
      "epoch": 0.17635921679981723,
      "grad_norm": 0.43117275834083557,
      "learning_rate": 4.72772284513183e-05,
      "loss": 5.9766,
      "step": 201480
    },
    {
      "epoch": 0.1763635933934444,
      "grad_norm": 0.4229462742805481,
      "learning_rate": 4.7277088530057534e-05,
      "loss": 5.7177,
      "step": 201485
    },
    {
      "epoch": 0.17636796998707155,
      "grad_norm": 0.45236217975616455,
      "learning_rate": 4.727694860546425e-05,
      "loss": 5.3689,
      "step": 201490
    },
    {
      "epoch": 0.1763723465806987,
      "grad_norm": 0.4469236731529236,
      "learning_rate": 4.727680867753847e-05,
      "loss": 4.9231,
      "step": 201495
    },
    {
      "epoch": 0.17637672317432584,
      "grad_norm": 0.4418298602104187,
      "learning_rate": 4.727666874628024e-05,
      "loss": 4.5893,
      "step": 201500
    },
    {
      "epoch": 0.176381099767953,
      "grad_norm": 0.44127118587493896,
      "learning_rate": 4.727652881168956e-05,
      "loss": 4.9083,
      "step": 201505
    },
    {
      "epoch": 0.17638547636158017,
      "grad_norm": 0.4476775825023651,
      "learning_rate": 4.7276388873766467e-05,
      "loss": 4.9697,
      "step": 201510
    },
    {
      "epoch": 0.17638985295520732,
      "grad_norm": 0.4277893006801605,
      "learning_rate": 4.7276248932510983e-05,
      "loss": 5.9012,
      "step": 201515
    },
    {
      "epoch": 0.17639422954883446,
      "grad_norm": 0.44061917066574097,
      "learning_rate": 4.727610898792314e-05,
      "loss": 4.3895,
      "step": 201520
    },
    {
      "epoch": 0.1763986061424616,
      "grad_norm": 0.44742655754089355,
      "learning_rate": 4.7275969040002975e-05,
      "loss": 5.1433,
      "step": 201525
    },
    {
      "epoch": 0.1764029827360888,
      "grad_norm": 0.43823444843292236,
      "learning_rate": 4.72758290887505e-05,
      "loss": 5.6664,
      "step": 201530
    },
    {
      "epoch": 0.17640735932971593,
      "grad_norm": 0.4242402911186218,
      "learning_rate": 4.7275689134165745e-05,
      "loss": 5.4591,
      "step": 201535
    },
    {
      "epoch": 0.17641173592334308,
      "grad_norm": 0.4564402997493744,
      "learning_rate": 4.7275549176248744e-05,
      "loss": 5.1313,
      "step": 201540
    },
    {
      "epoch": 0.17641611251697023,
      "grad_norm": 0.4411278963088989,
      "learning_rate": 4.727540921499952e-05,
      "loss": 5.4216,
      "step": 201545
    },
    {
      "epoch": 0.1764204891105974,
      "grad_norm": 0.4524911046028137,
      "learning_rate": 4.7275269250418094e-05,
      "loss": 4.9189,
      "step": 201550
    },
    {
      "epoch": 0.17642486570422455,
      "grad_norm": 0.4642893075942993,
      "learning_rate": 4.727512928250451e-05,
      "loss": 5.2092,
      "step": 201555
    },
    {
      "epoch": 0.1764292422978517,
      "grad_norm": 0.4468050003051758,
      "learning_rate": 4.727498931125878e-05,
      "loss": 5.2302,
      "step": 201560
    },
    {
      "epoch": 0.17643361889147885,
      "grad_norm": 0.4417254328727722,
      "learning_rate": 4.727484933668092e-05,
      "loss": 5.3453,
      "step": 201565
    },
    {
      "epoch": 0.17643799548510603,
      "grad_norm": 0.45477285981178284,
      "learning_rate": 4.7274709358771e-05,
      "loss": 5.4711,
      "step": 201570
    },
    {
      "epoch": 0.17644237207873317,
      "grad_norm": 0.45681771636009216,
      "learning_rate": 4.7274569377528986e-05,
      "loss": 5.4096,
      "step": 201575
    },
    {
      "epoch": 0.17644674867236032,
      "grad_norm": 0.46979254484176636,
      "learning_rate": 4.727442939295496e-05,
      "loss": 6.2441,
      "step": 201580
    },
    {
      "epoch": 0.17645112526598747,
      "grad_norm": 0.43897584080696106,
      "learning_rate": 4.7274289405048925e-05,
      "loss": 6.2234,
      "step": 201585
    },
    {
      "epoch": 0.17645550185961464,
      "grad_norm": 0.4242170751094818,
      "learning_rate": 4.7274149413810895e-05,
      "loss": 6.293,
      "step": 201590
    },
    {
      "epoch": 0.1764598784532418,
      "grad_norm": 0.43870851397514343,
      "learning_rate": 4.7274009419240915e-05,
      "loss": 5.6525,
      "step": 201595
    },
    {
      "epoch": 0.17646425504686894,
      "grad_norm": 0.4425666332244873,
      "learning_rate": 4.727386942133901e-05,
      "loss": 5.6611,
      "step": 201600
    },
    {
      "epoch": 0.1764686316404961,
      "grad_norm": 0.4460190236568451,
      "learning_rate": 4.7273729420105215e-05,
      "loss": 5.4649,
      "step": 201605
    },
    {
      "epoch": 0.17647300823412326,
      "grad_norm": 0.4802810251712799,
      "learning_rate": 4.727358941553954e-05,
      "loss": 4.1418,
      "step": 201610
    },
    {
      "epoch": 0.1764773848277504,
      "grad_norm": 0.4641445279121399,
      "learning_rate": 4.727344940764202e-05,
      "loss": 5.6277,
      "step": 201615
    },
    {
      "epoch": 0.17648176142137756,
      "grad_norm": 0.4743058383464813,
      "learning_rate": 4.727330939641269e-05,
      "loss": 4.6801,
      "step": 201620
    },
    {
      "epoch": 0.1764861380150047,
      "grad_norm": 0.4574737548828125,
      "learning_rate": 4.7273169381851555e-05,
      "loss": 4.8805,
      "step": 201625
    },
    {
      "epoch": 0.17649051460863185,
      "grad_norm": 0.43825384974479675,
      "learning_rate": 4.7273029363958665e-05,
      "loss": 5.3297,
      "step": 201630
    },
    {
      "epoch": 0.17649489120225903,
      "grad_norm": 0.43319258093833923,
      "learning_rate": 4.7272889342734036e-05,
      "loss": 5.763,
      "step": 201635
    },
    {
      "epoch": 0.17649926779588618,
      "grad_norm": 0.4615119695663452,
      "learning_rate": 4.72727493181777e-05,
      "loss": 5.1367,
      "step": 201640
    },
    {
      "epoch": 0.17650364438951333,
      "grad_norm": 0.4559226930141449,
      "learning_rate": 4.727260929028967e-05,
      "loss": 5.2038,
      "step": 201645
    },
    {
      "epoch": 0.17650802098314047,
      "grad_norm": 0.4595847725868225,
      "learning_rate": 4.727246925906999e-05,
      "loss": 3.9266,
      "step": 201650
    },
    {
      "epoch": 0.17651239757676765,
      "grad_norm": 0.45230790972709656,
      "learning_rate": 4.7272329224518684e-05,
      "loss": 4.925,
      "step": 201655
    },
    {
      "epoch": 0.1765167741703948,
      "grad_norm": 0.49749064445495605,
      "learning_rate": 4.727218918663576e-05,
      "loss": 4.9561,
      "step": 201660
    },
    {
      "epoch": 0.17652115076402194,
      "grad_norm": 0.4842751920223236,
      "learning_rate": 4.727204914542127e-05,
      "loss": 5.211,
      "step": 201665
    },
    {
      "epoch": 0.1765255273576491,
      "grad_norm": 0.45403820276260376,
      "learning_rate": 4.727190910087524e-05,
      "loss": 5.4138,
      "step": 201670
    },
    {
      "epoch": 0.17652990395127627,
      "grad_norm": 0.43188121914863586,
      "learning_rate": 4.7271769052997685e-05,
      "loss": 4.461,
      "step": 201675
    },
    {
      "epoch": 0.17653428054490342,
      "grad_norm": 0.436288058757782,
      "learning_rate": 4.727162900178863e-05,
      "loss": 4.4015,
      "step": 201680
    },
    {
      "epoch": 0.17653865713853056,
      "grad_norm": 0.4397711753845215,
      "learning_rate": 4.727148894724811e-05,
      "loss": 5.9705,
      "step": 201685
    },
    {
      "epoch": 0.1765430337321577,
      "grad_norm": 0.42202529311180115,
      "learning_rate": 4.727134888937615e-05,
      "loss": 5.9748,
      "step": 201690
    },
    {
      "epoch": 0.1765474103257849,
      "grad_norm": 0.4343811571598053,
      "learning_rate": 4.7271208828172774e-05,
      "loss": 4.9261,
      "step": 201695
    },
    {
      "epoch": 0.17655178691941203,
      "grad_norm": 0.4527072012424469,
      "learning_rate": 4.7271068763638015e-05,
      "loss": 4.5176,
      "step": 201700
    },
    {
      "epoch": 0.17655616351303918,
      "grad_norm": 0.4311118423938751,
      "learning_rate": 4.7270928695771896e-05,
      "loss": 6.2586,
      "step": 201705
    },
    {
      "epoch": 0.17656054010666633,
      "grad_norm": 0.4551914930343628,
      "learning_rate": 4.727078862457445e-05,
      "loss": 5.1407,
      "step": 201710
    },
    {
      "epoch": 0.1765649167002935,
      "grad_norm": 0.4835701882839203,
      "learning_rate": 4.727064855004569e-05,
      "loss": 5.1382,
      "step": 201715
    },
    {
      "epoch": 0.17656929329392065,
      "grad_norm": 0.43633049726486206,
      "learning_rate": 4.727050847218566e-05,
      "loss": 5.4298,
      "step": 201720
    },
    {
      "epoch": 0.1765736698875478,
      "grad_norm": 0.437243789434433,
      "learning_rate": 4.727036839099438e-05,
      "loss": 4.9688,
      "step": 201725
    },
    {
      "epoch": 0.17657804648117495,
      "grad_norm": 0.4518778622150421,
      "learning_rate": 4.7270228306471865e-05,
      "loss": 4.7141,
      "step": 201730
    },
    {
      "epoch": 0.17658242307480213,
      "grad_norm": 0.47315162420272827,
      "learning_rate": 4.727008821861816e-05,
      "loss": 4.9351,
      "step": 201735
    },
    {
      "epoch": 0.17658679966842927,
      "grad_norm": 0.4542846977710724,
      "learning_rate": 4.7269948127433285e-05,
      "loss": 5.1414,
      "step": 201740
    },
    {
      "epoch": 0.17659117626205642,
      "grad_norm": 0.44913700222969055,
      "learning_rate": 4.726980803291726e-05,
      "loss": 5.1545,
      "step": 201745
    },
    {
      "epoch": 0.17659555285568357,
      "grad_norm": 0.4500645399093628,
      "learning_rate": 4.7269667935070125e-05,
      "loss": 5.4538,
      "step": 201750
    },
    {
      "epoch": 0.17659992944931074,
      "grad_norm": 0.457163006067276,
      "learning_rate": 4.72695278338919e-05,
      "loss": 5.2001,
      "step": 201755
    },
    {
      "epoch": 0.1766043060429379,
      "grad_norm": 0.46283426880836487,
      "learning_rate": 4.726938772938262e-05,
      "loss": 5.1372,
      "step": 201760
    },
    {
      "epoch": 0.17660868263656504,
      "grad_norm": 0.42900773882865906,
      "learning_rate": 4.726924762154229e-05,
      "loss": 5.9664,
      "step": 201765
    },
    {
      "epoch": 0.1766130592301922,
      "grad_norm": 0.4176550507545471,
      "learning_rate": 4.726910751037096e-05,
      "loss": 5.9488,
      "step": 201770
    },
    {
      "epoch": 0.17661743582381934,
      "grad_norm": 0.44461485743522644,
      "learning_rate": 4.726896739586865e-05,
      "loss": 5.1554,
      "step": 201775
    },
    {
      "epoch": 0.1766218124174465,
      "grad_norm": 0.4362824857234955,
      "learning_rate": 4.726882727803539e-05,
      "loss": 5.4775,
      "step": 201780
    },
    {
      "epoch": 0.17662618901107366,
      "grad_norm": 0.4348381757736206,
      "learning_rate": 4.7268687156871194e-05,
      "loss": 5.1653,
      "step": 201785
    },
    {
      "epoch": 0.1766305656047008,
      "grad_norm": 0.46788012981414795,
      "learning_rate": 4.72685470323761e-05,
      "loss": 5.9451,
      "step": 201790
    },
    {
      "epoch": 0.17663494219832795,
      "grad_norm": 0.43024373054504395,
      "learning_rate": 4.7268406904550136e-05,
      "loss": 5.7123,
      "step": 201795
    },
    {
      "epoch": 0.17663931879195513,
      "grad_norm": 0.44765931367874146,
      "learning_rate": 4.7268266773393336e-05,
      "loss": 5.4227,
      "step": 201800
    },
    {
      "epoch": 0.17664369538558228,
      "grad_norm": 0.4778745174407959,
      "learning_rate": 4.726812663890571e-05,
      "loss": 4.3467,
      "step": 201805
    },
    {
      "epoch": 0.17664807197920943,
      "grad_norm": 0.4502653181552887,
      "learning_rate": 4.726798650108728e-05,
      "loss": 4.9426,
      "step": 201810
    },
    {
      "epoch": 0.17665244857283657,
      "grad_norm": 0.43171426653862,
      "learning_rate": 4.726784635993809e-05,
      "loss": 5.1865,
      "step": 201815
    },
    {
      "epoch": 0.17665682516646375,
      "grad_norm": 0.43901297450065613,
      "learning_rate": 4.7267706215458176e-05,
      "loss": 5.173,
      "step": 201820
    },
    {
      "epoch": 0.1766612017600909,
      "grad_norm": 0.4468148946762085,
      "learning_rate": 4.726756606764754e-05,
      "loss": 5.5057,
      "step": 201825
    },
    {
      "epoch": 0.17666557835371804,
      "grad_norm": 0.45745015144348145,
      "learning_rate": 4.7267425916506226e-05,
      "loss": 4.4228,
      "step": 201830
    },
    {
      "epoch": 0.1766699549473452,
      "grad_norm": 0.4345943033695221,
      "learning_rate": 4.726728576203424e-05,
      "loss": 6.2734,
      "step": 201835
    },
    {
      "epoch": 0.17667433154097237,
      "grad_norm": 0.4419388771057129,
      "learning_rate": 4.7267145604231634e-05,
      "loss": 5.1488,
      "step": 201840
    },
    {
      "epoch": 0.17667870813459952,
      "grad_norm": 0.4407472610473633,
      "learning_rate": 4.726700544309843e-05,
      "loss": 5.6486,
      "step": 201845
    },
    {
      "epoch": 0.17668308472822666,
      "grad_norm": 0.45325958728790283,
      "learning_rate": 4.7266865278634657e-05,
      "loss": 4.4576,
      "step": 201850
    },
    {
      "epoch": 0.1766874613218538,
      "grad_norm": 0.4313976466655731,
      "learning_rate": 4.726672511084033e-05,
      "loss": 5.7413,
      "step": 201855
    },
    {
      "epoch": 0.176691837915481,
      "grad_norm": 0.4495394825935364,
      "learning_rate": 4.726658493971548e-05,
      "loss": 5.2372,
      "step": 201860
    },
    {
      "epoch": 0.17669621450910813,
      "grad_norm": 0.4511396586894989,
      "learning_rate": 4.726644476526012e-05,
      "loss": 5.7307,
      "step": 201865
    },
    {
      "epoch": 0.17670059110273528,
      "grad_norm": 0.4539254307746887,
      "learning_rate": 4.7266304587474306e-05,
      "loss": 4.9194,
      "step": 201870
    },
    {
      "epoch": 0.17670496769636243,
      "grad_norm": 0.42881566286087036,
      "learning_rate": 4.726616440635806e-05,
      "loss": 6.3002,
      "step": 201875
    },
    {
      "epoch": 0.1767093442899896,
      "grad_norm": 0.44570493698120117,
      "learning_rate": 4.726602422191139e-05,
      "loss": 5.4126,
      "step": 201880
    },
    {
      "epoch": 0.17671372088361675,
      "grad_norm": 0.4355534017086029,
      "learning_rate": 4.726588403413433e-05,
      "loss": 5.43,
      "step": 201885
    },
    {
      "epoch": 0.1767180974772439,
      "grad_norm": 0.4571882486343384,
      "learning_rate": 4.726574384302692e-05,
      "loss": 5.439,
      "step": 201890
    },
    {
      "epoch": 0.17672247407087105,
      "grad_norm": 0.4565207064151764,
      "learning_rate": 4.726560364858917e-05,
      "loss": 5.4786,
      "step": 201895
    },
    {
      "epoch": 0.1767268506644982,
      "grad_norm": 0.45542219281196594,
      "learning_rate": 4.726546345082113e-05,
      "loss": 5.4604,
      "step": 201900
    },
    {
      "epoch": 0.17673122725812537,
      "grad_norm": 0.464163601398468,
      "learning_rate": 4.72653232497228e-05,
      "loss": 5.6717,
      "step": 201905
    },
    {
      "epoch": 0.17673560385175252,
      "grad_norm": 0.45435863733291626,
      "learning_rate": 4.726518304529422e-05,
      "loss": 4.8399,
      "step": 201910
    },
    {
      "epoch": 0.17673998044537967,
      "grad_norm": 0.4596913754940033,
      "learning_rate": 4.726504283753542e-05,
      "loss": 5.7475,
      "step": 201915
    },
    {
      "epoch": 0.17674435703900682,
      "grad_norm": 0.4602075517177582,
      "learning_rate": 4.726490262644642e-05,
      "loss": 4.7097,
      "step": 201920
    },
    {
      "epoch": 0.176748733632634,
      "grad_norm": 0.4597238004207611,
      "learning_rate": 4.7264762412027256e-05,
      "loss": 5.6945,
      "step": 201925
    },
    {
      "epoch": 0.17675311022626114,
      "grad_norm": 0.45751503109931946,
      "learning_rate": 4.726462219427794e-05,
      "loss": 5.1374,
      "step": 201930
    },
    {
      "epoch": 0.1767574868198883,
      "grad_norm": 0.46438392996788025,
      "learning_rate": 4.7264481973198514e-05,
      "loss": 4.9428,
      "step": 201935
    },
    {
      "epoch": 0.17676186341351544,
      "grad_norm": 0.428956001996994,
      "learning_rate": 4.7264341748789e-05,
      "loss": 5.6434,
      "step": 201940
    },
    {
      "epoch": 0.1767662400071426,
      "grad_norm": 0.446255087852478,
      "learning_rate": 4.7264201521049414e-05,
      "loss": 4.4025,
      "step": 201945
    },
    {
      "epoch": 0.17677061660076976,
      "grad_norm": 0.4614359438419342,
      "learning_rate": 4.72640612899798e-05,
      "loss": 5.1484,
      "step": 201950
    },
    {
      "epoch": 0.1767749931943969,
      "grad_norm": 0.4405919313430786,
      "learning_rate": 4.7263921055580185e-05,
      "loss": 5.6494,
      "step": 201955
    },
    {
      "epoch": 0.17677936978802405,
      "grad_norm": 0.4318389892578125,
      "learning_rate": 4.726378081785058e-05,
      "loss": 6.2305,
      "step": 201960
    },
    {
      "epoch": 0.17678374638165123,
      "grad_norm": 0.45579883456230164,
      "learning_rate": 4.7263640576791024e-05,
      "loss": 5.2182,
      "step": 201965
    },
    {
      "epoch": 0.17678812297527838,
      "grad_norm": 0.43616288900375366,
      "learning_rate": 4.7263500332401545e-05,
      "loss": 5.2381,
      "step": 201970
    },
    {
      "epoch": 0.17679249956890553,
      "grad_norm": 0.4548790156841278,
      "learning_rate": 4.726336008468216e-05,
      "loss": 5.2422,
      "step": 201975
    },
    {
      "epoch": 0.17679687616253267,
      "grad_norm": 0.4502345621585846,
      "learning_rate": 4.726321983363291e-05,
      "loss": 4.9393,
      "step": 201980
    },
    {
      "epoch": 0.17680125275615985,
      "grad_norm": 0.45801272988319397,
      "learning_rate": 4.726307957925381e-05,
      "loss": 5.1099,
      "step": 201985
    },
    {
      "epoch": 0.176805629349787,
      "grad_norm": 0.4353339374065399,
      "learning_rate": 4.72629393215449e-05,
      "loss": 3.9264,
      "step": 201990
    },
    {
      "epoch": 0.17681000594341414,
      "grad_norm": 0.45630672574043274,
      "learning_rate": 4.7262799060506194e-05,
      "loss": 4.6034,
      "step": 201995
    },
    {
      "epoch": 0.1768143825370413,
      "grad_norm": 0.4319714307785034,
      "learning_rate": 4.7262658796137715e-05,
      "loss": 5.6553,
      "step": 202000
    },
    {
      "epoch": 0.17681875913066847,
      "grad_norm": 0.44915515184402466,
      "learning_rate": 4.72625185284395e-05,
      "loss": 5.7572,
      "step": 202005
    },
    {
      "epoch": 0.17682313572429562,
      "grad_norm": 0.44321346282958984,
      "learning_rate": 4.726237825741159e-05,
      "loss": 5.1411,
      "step": 202010
    },
    {
      "epoch": 0.17682751231792276,
      "grad_norm": 0.4370031952857971,
      "learning_rate": 4.726223798305398e-05,
      "loss": 5.8932,
      "step": 202015
    },
    {
      "epoch": 0.1768318889115499,
      "grad_norm": 0.45193973183631897,
      "learning_rate": 4.726209770536673e-05,
      "loss": 4.3836,
      "step": 202020
    },
    {
      "epoch": 0.17683626550517706,
      "grad_norm": 0.4379970133304596,
      "learning_rate": 4.726195742434984e-05,
      "loss": 5.6371,
      "step": 202025
    },
    {
      "epoch": 0.17684064209880423,
      "grad_norm": 0.4337318539619446,
      "learning_rate": 4.7261817140003354e-05,
      "loss": 5.4206,
      "step": 202030
    },
    {
      "epoch": 0.17684501869243138,
      "grad_norm": 0.4367201328277588,
      "learning_rate": 4.7261676852327286e-05,
      "loss": 5.3514,
      "step": 202035
    },
    {
      "epoch": 0.17684939528605853,
      "grad_norm": 0.4477020800113678,
      "learning_rate": 4.726153656132167e-05,
      "loss": 5.2236,
      "step": 202040
    },
    {
      "epoch": 0.17685377187968568,
      "grad_norm": 0.4397158920764923,
      "learning_rate": 4.7261396266986544e-05,
      "loss": 5.7634,
      "step": 202045
    },
    {
      "epoch": 0.17685814847331285,
      "grad_norm": 0.43553784489631653,
      "learning_rate": 4.726125596932192e-05,
      "loss": 5.6432,
      "step": 202050
    },
    {
      "epoch": 0.17686252506694,
      "grad_norm": 0.4509616494178772,
      "learning_rate": 4.726111566832783e-05,
      "loss": 4.9577,
      "step": 202055
    },
    {
      "epoch": 0.17686690166056715,
      "grad_norm": 0.46304628252983093,
      "learning_rate": 4.72609753640043e-05,
      "loss": 4.9319,
      "step": 202060
    },
    {
      "epoch": 0.1768712782541943,
      "grad_norm": 0.4418935775756836,
      "learning_rate": 4.726083505635135e-05,
      "loss": 5.1568,
      "step": 202065
    },
    {
      "epoch": 0.17687565484782147,
      "grad_norm": 0.4278256595134735,
      "learning_rate": 4.7260694745369014e-05,
      "loss": 5.2083,
      "step": 202070
    },
    {
      "epoch": 0.17688003144144862,
      "grad_norm": 0.4500517249107361,
      "learning_rate": 4.726055443105734e-05,
      "loss": 4.539,
      "step": 202075
    },
    {
      "epoch": 0.17688440803507577,
      "grad_norm": 0.4839778542518616,
      "learning_rate": 4.726041411341632e-05,
      "loss": 5.3931,
      "step": 202080
    },
    {
      "epoch": 0.17688878462870292,
      "grad_norm": 0.4457907974720001,
      "learning_rate": 4.726027379244599e-05,
      "loss": 5.2094,
      "step": 202085
    },
    {
      "epoch": 0.1768931612223301,
      "grad_norm": 0.4499284029006958,
      "learning_rate": 4.72601334681464e-05,
      "loss": 4.4274,
      "step": 202090
    },
    {
      "epoch": 0.17689753781595724,
      "grad_norm": 0.4468066990375519,
      "learning_rate": 4.725999314051755e-05,
      "loss": 4.8868,
      "step": 202095
    },
    {
      "epoch": 0.1769019144095844,
      "grad_norm": 0.4513757526874542,
      "learning_rate": 4.725985280955947e-05,
      "loss": 4.6177,
      "step": 202100
    },
    {
      "epoch": 0.17690629100321154,
      "grad_norm": 0.4468565285205841,
      "learning_rate": 4.72597124752722e-05,
      "loss": 4.3128,
      "step": 202105
    },
    {
      "epoch": 0.1769106675968387,
      "grad_norm": 0.4464009702205658,
      "learning_rate": 4.7259572137655763e-05,
      "loss": 5.9541,
      "step": 202110
    },
    {
      "epoch": 0.17691504419046586,
      "grad_norm": 0.5276625156402588,
      "learning_rate": 4.7259431796710186e-05,
      "loss": 4.7277,
      "step": 202115
    },
    {
      "epoch": 0.176919420784093,
      "grad_norm": 0.4493505358695984,
      "learning_rate": 4.725929145243549e-05,
      "loss": 5.943,
      "step": 202120
    },
    {
      "epoch": 0.17692379737772015,
      "grad_norm": 0.4546022117137909,
      "learning_rate": 4.7259151104831714e-05,
      "loss": 4.9905,
      "step": 202125
    },
    {
      "epoch": 0.17692817397134733,
      "grad_norm": 0.4682706892490387,
      "learning_rate": 4.7259010753898866e-05,
      "loss": 4.1001,
      "step": 202130
    },
    {
      "epoch": 0.17693255056497448,
      "grad_norm": 0.44249841570854187,
      "learning_rate": 4.7258870399637e-05,
      "loss": 5.4646,
      "step": 202135
    },
    {
      "epoch": 0.17693692715860163,
      "grad_norm": 0.44493550062179565,
      "learning_rate": 4.7258730042046117e-05,
      "loss": 4.6944,
      "step": 202140
    },
    {
      "epoch": 0.17694130375222877,
      "grad_norm": 0.45197176933288574,
      "learning_rate": 4.7258589681126256e-05,
      "loss": 5.7352,
      "step": 202145
    },
    {
      "epoch": 0.17694568034585592,
      "grad_norm": 0.6263555288314819,
      "learning_rate": 4.725844931687744e-05,
      "loss": 4.8686,
      "step": 202150
    },
    {
      "epoch": 0.1769500569394831,
      "grad_norm": 0.4457429051399231,
      "learning_rate": 4.7258308949299704e-05,
      "loss": 4.777,
      "step": 202155
    },
    {
      "epoch": 0.17695443353311024,
      "grad_norm": 0.4624689221382141,
      "learning_rate": 4.725816857839307e-05,
      "loss": 4.7512,
      "step": 202160
    },
    {
      "epoch": 0.1769588101267374,
      "grad_norm": 0.4398290514945984,
      "learning_rate": 4.7258028204157557e-05,
      "loss": 5.36,
      "step": 202165
    },
    {
      "epoch": 0.17696318672036454,
      "grad_norm": 0.42965584993362427,
      "learning_rate": 4.725788782659321e-05,
      "loss": 5.6561,
      "step": 202170
    },
    {
      "epoch": 0.17696756331399172,
      "grad_norm": 0.4415620267391205,
      "learning_rate": 4.725774744570004e-05,
      "loss": 5.9443,
      "step": 202175
    },
    {
      "epoch": 0.17697193990761886,
      "grad_norm": 0.4606328308582306,
      "learning_rate": 4.7257607061478084e-05,
      "loss": 4.7093,
      "step": 202180
    },
    {
      "epoch": 0.176976316501246,
      "grad_norm": 0.4712514281272888,
      "learning_rate": 4.7257466673927365e-05,
      "loss": 4.8069,
      "step": 202185
    },
    {
      "epoch": 0.17698069309487316,
      "grad_norm": 0.4223884046077728,
      "learning_rate": 4.725732628304791e-05,
      "loss": 5.3568,
      "step": 202190
    },
    {
      "epoch": 0.17698506968850033,
      "grad_norm": 0.4289310872554779,
      "learning_rate": 4.725718588883975e-05,
      "loss": 5.4396,
      "step": 202195
    },
    {
      "epoch": 0.17698944628212748,
      "grad_norm": 0.4621905982494354,
      "learning_rate": 4.7257045491302896e-05,
      "loss": 4.4324,
      "step": 202200
    },
    {
      "epoch": 0.17699382287575463,
      "grad_norm": 0.43187326192855835,
      "learning_rate": 4.7256905090437395e-05,
      "loss": 4.9351,
      "step": 202205
    },
    {
      "epoch": 0.17699819946938178,
      "grad_norm": 0.4348479211330414,
      "learning_rate": 4.725676468624327e-05,
      "loss": 5.9426,
      "step": 202210
    },
    {
      "epoch": 0.17700257606300895,
      "grad_norm": 0.4464139938354492,
      "learning_rate": 4.725662427872054e-05,
      "loss": 5.4635,
      "step": 202215
    },
    {
      "epoch": 0.1770069526566361,
      "grad_norm": 0.4526272118091583,
      "learning_rate": 4.725648386786924e-05,
      "loss": 5.7767,
      "step": 202220
    },
    {
      "epoch": 0.17701132925026325,
      "grad_norm": 0.43363821506500244,
      "learning_rate": 4.72563434536894e-05,
      "loss": 5.0391,
      "step": 202225
    },
    {
      "epoch": 0.1770157058438904,
      "grad_norm": 0.4316627085208893,
      "learning_rate": 4.725620303618104e-05,
      "loss": 4.8153,
      "step": 202230
    },
    {
      "epoch": 0.17702008243751757,
      "grad_norm": 0.44030019640922546,
      "learning_rate": 4.7256062615344173e-05,
      "loss": 4.4413,
      "step": 202235
    },
    {
      "epoch": 0.17702445903114472,
      "grad_norm": 0.46157705783843994,
      "learning_rate": 4.725592219117885e-05,
      "loss": 4.931,
      "step": 202240
    },
    {
      "epoch": 0.17702883562477187,
      "grad_norm": 0.43540525436401367,
      "learning_rate": 4.725578176368509e-05,
      "loss": 4.6426,
      "step": 202245
    },
    {
      "epoch": 0.17703321221839902,
      "grad_norm": 0.4464428722858429,
      "learning_rate": 4.725564133286292e-05,
      "loss": 4.9387,
      "step": 202250
    },
    {
      "epoch": 0.1770375888120262,
      "grad_norm": 0.4334505796432495,
      "learning_rate": 4.725550089871237e-05,
      "loss": 5.1207,
      "step": 202255
    },
    {
      "epoch": 0.17704196540565334,
      "grad_norm": 0.4757623076438904,
      "learning_rate": 4.7255360461233454e-05,
      "loss": 5.7332,
      "step": 202260
    },
    {
      "epoch": 0.1770463419992805,
      "grad_norm": 0.4380910098552704,
      "learning_rate": 4.7255220020426216e-05,
      "loss": 5.1574,
      "step": 202265
    },
    {
      "epoch": 0.17705071859290764,
      "grad_norm": 0.46994632482528687,
      "learning_rate": 4.7255079576290673e-05,
      "loss": 5.1173,
      "step": 202270
    },
    {
      "epoch": 0.17705509518653478,
      "grad_norm": 0.46631935238838196,
      "learning_rate": 4.725493912882686e-05,
      "loss": 5.4248,
      "step": 202275
    },
    {
      "epoch": 0.17705947178016196,
      "grad_norm": 0.45381081104278564,
      "learning_rate": 4.725479867803479e-05,
      "loss": 4.4347,
      "step": 202280
    },
    {
      "epoch": 0.1770638483737891,
      "grad_norm": 0.4455839693546295,
      "learning_rate": 4.7254658223914507e-05,
      "loss": 5.1284,
      "step": 202285
    },
    {
      "epoch": 0.17706822496741625,
      "grad_norm": 0.4535795748233795,
      "learning_rate": 4.725451776646602e-05,
      "loss": 5.9258,
      "step": 202290
    },
    {
      "epoch": 0.1770726015610434,
      "grad_norm": 0.43903684616088867,
      "learning_rate": 4.7254377305689376e-05,
      "loss": 5.6432,
      "step": 202295
    },
    {
      "epoch": 0.17707697815467058,
      "grad_norm": 0.4504774510860443,
      "learning_rate": 4.72542368415846e-05,
      "loss": 4.707,
      "step": 202300
    },
    {
      "epoch": 0.17708135474829773,
      "grad_norm": 0.4555279314517975,
      "learning_rate": 4.725409637415169e-05,
      "loss": 4.9451,
      "step": 202305
    },
    {
      "epoch": 0.17708573134192487,
      "grad_norm": 0.4490925967693329,
      "learning_rate": 4.7253955903390713e-05,
      "loss": 4.9317,
      "step": 202310
    },
    {
      "epoch": 0.17709010793555202,
      "grad_norm": 0.43727338314056396,
      "learning_rate": 4.725381542930166e-05,
      "loss": 5.2273,
      "step": 202315
    },
    {
      "epoch": 0.1770944845291792,
      "grad_norm": 0.4185201823711395,
      "learning_rate": 4.725367495188459e-05,
      "loss": 5.7659,
      "step": 202320
    },
    {
      "epoch": 0.17709886112280634,
      "grad_norm": 0.4606476128101349,
      "learning_rate": 4.7253534471139516e-05,
      "loss": 4.9067,
      "step": 202325
    },
    {
      "epoch": 0.1771032377164335,
      "grad_norm": 0.4429601728916168,
      "learning_rate": 4.7253393987066465e-05,
      "loss": 5.444,
      "step": 202330
    },
    {
      "epoch": 0.17710761431006064,
      "grad_norm": 0.42178913950920105,
      "learning_rate": 4.725325349966545e-05,
      "loss": 6.2359,
      "step": 202335
    },
    {
      "epoch": 0.17711199090368782,
      "grad_norm": 0.44454425573349,
      "learning_rate": 4.725311300893652e-05,
      "loss": 4.9541,
      "step": 202340
    },
    {
      "epoch": 0.17711636749731496,
      "grad_norm": 0.45756176114082336,
      "learning_rate": 4.7252972514879704e-05,
      "loss": 5.4256,
      "step": 202345
    },
    {
      "epoch": 0.1771207440909421,
      "grad_norm": 0.4420914053916931,
      "learning_rate": 4.725283201749501e-05,
      "loss": 5.1078,
      "step": 202350
    },
    {
      "epoch": 0.17712512068456926,
      "grad_norm": 0.4527154862880707,
      "learning_rate": 4.7252691516782476e-05,
      "loss": 4.3935,
      "step": 202355
    },
    {
      "epoch": 0.17712949727819643,
      "grad_norm": 0.4465210437774658,
      "learning_rate": 4.725255101274212e-05,
      "loss": 5.4531,
      "step": 202360
    },
    {
      "epoch": 0.17713387387182358,
      "grad_norm": 0.4401981830596924,
      "learning_rate": 4.725241050537398e-05,
      "loss": 5.6496,
      "step": 202365
    },
    {
      "epoch": 0.17713825046545073,
      "grad_norm": 0.45115846395492554,
      "learning_rate": 4.725226999467809e-05,
      "loss": 5.1231,
      "step": 202370
    },
    {
      "epoch": 0.17714262705907788,
      "grad_norm": 0.46258437633514404,
      "learning_rate": 4.7252129480654464e-05,
      "loss": 5.2234,
      "step": 202375
    },
    {
      "epoch": 0.17714700365270505,
      "grad_norm": 0.44366583228111267,
      "learning_rate": 4.7251988963303115e-05,
      "loss": 5.6881,
      "step": 202380
    },
    {
      "epoch": 0.1771513802463322,
      "grad_norm": 0.44690144062042236,
      "learning_rate": 4.7251848442624106e-05,
      "loss": 4.8677,
      "step": 202385
    },
    {
      "epoch": 0.17715575683995935,
      "grad_norm": 0.4358117878437042,
      "learning_rate": 4.7251707918617436e-05,
      "loss": 5.6342,
      "step": 202390
    },
    {
      "epoch": 0.1771601334335865,
      "grad_norm": 0.44690999388694763,
      "learning_rate": 4.7251567391283146e-05,
      "loss": 4.813,
      "step": 202395
    },
    {
      "epoch": 0.17716451002721367,
      "grad_norm": 0.4501411020755768,
      "learning_rate": 4.7251426860621264e-05,
      "loss": 4.3962,
      "step": 202400
    },
    {
      "epoch": 0.17716888662084082,
      "grad_norm": 0.4600738286972046,
      "learning_rate": 4.7251286326631796e-05,
      "loss": 4.9605,
      "step": 202405
    },
    {
      "epoch": 0.17717326321446797,
      "grad_norm": 0.4436079263687134,
      "learning_rate": 4.725114578931479e-05,
      "loss": 4.9424,
      "step": 202410
    },
    {
      "epoch": 0.17717763980809512,
      "grad_norm": 0.422690212726593,
      "learning_rate": 4.7251005248670265e-05,
      "loss": 5.9562,
      "step": 202415
    },
    {
      "epoch": 0.17718201640172226,
      "grad_norm": 0.4381346106529236,
      "learning_rate": 4.725086470469826e-05,
      "loss": 4.898,
      "step": 202420
    },
    {
      "epoch": 0.17718639299534944,
      "grad_norm": 0.43256455659866333,
      "learning_rate": 4.725072415739878e-05,
      "loss": 6.2494,
      "step": 202425
    },
    {
      "epoch": 0.1771907695889766,
      "grad_norm": 0.497017502784729,
      "learning_rate": 4.725058360677188e-05,
      "loss": 4.8717,
      "step": 202430
    },
    {
      "epoch": 0.17719514618260374,
      "grad_norm": 0.4549699127674103,
      "learning_rate": 4.725044305281756e-05,
      "loss": 4.9445,
      "step": 202435
    },
    {
      "epoch": 0.17719952277623088,
      "grad_norm": 0.435848206281662,
      "learning_rate": 4.725030249553587e-05,
      "loss": 5.4235,
      "step": 202440
    },
    {
      "epoch": 0.17720389936985806,
      "grad_norm": 0.4624420404434204,
      "learning_rate": 4.7250161934926816e-05,
      "loss": 4.3529,
      "step": 202445
    },
    {
      "epoch": 0.1772082759634852,
      "grad_norm": 0.4720921814441681,
      "learning_rate": 4.725002137099045e-05,
      "loss": 4.6394,
      "step": 202450
    },
    {
      "epoch": 0.17721265255711235,
      "grad_norm": 0.52647465467453,
      "learning_rate": 4.724988080372676e-05,
      "loss": 5.6598,
      "step": 202455
    },
    {
      "epoch": 0.1772170291507395,
      "grad_norm": 0.44736647605895996,
      "learning_rate": 4.724974023313582e-05,
      "loss": 5.9889,
      "step": 202460
    },
    {
      "epoch": 0.17722140574436668,
      "grad_norm": 0.4547709822654724,
      "learning_rate": 4.724959965921763e-05,
      "loss": 5.4278,
      "step": 202465
    },
    {
      "epoch": 0.17722578233799383,
      "grad_norm": 0.42142608761787415,
      "learning_rate": 4.724945908197221e-05,
      "loss": 5.2938,
      "step": 202470
    },
    {
      "epoch": 0.17723015893162097,
      "grad_norm": 0.46010398864746094,
      "learning_rate": 4.7249318501399606e-05,
      "loss": 5.4351,
      "step": 202475
    },
    {
      "epoch": 0.17723453552524812,
      "grad_norm": 0.47576025128364563,
      "learning_rate": 4.7249177917499846e-05,
      "loss": 4.6607,
      "step": 202480
    },
    {
      "epoch": 0.1772389121188753,
      "grad_norm": 0.46222904324531555,
      "learning_rate": 4.724903733027295e-05,
      "loss": 5.5111,
      "step": 202485
    },
    {
      "epoch": 0.17724328871250244,
      "grad_norm": 0.453091025352478,
      "learning_rate": 4.724889673971893e-05,
      "loss": 4.1253,
      "step": 202490
    },
    {
      "epoch": 0.1772476653061296,
      "grad_norm": 0.44887232780456543,
      "learning_rate": 4.724875614583784e-05,
      "loss": 5.1415,
      "step": 202495
    },
    {
      "epoch": 0.17725204189975674,
      "grad_norm": 0.4612828195095062,
      "learning_rate": 4.7248615548629685e-05,
      "loss": 5.4705,
      "step": 202500
    },
    {
      "epoch": 0.17725641849338392,
      "grad_norm": 0.4564218521118164,
      "learning_rate": 4.724847494809451e-05,
      "loss": 5.2122,
      "step": 202505
    },
    {
      "epoch": 0.17726079508701106,
      "grad_norm": 0.43994876742362976,
      "learning_rate": 4.7248334344232326e-05,
      "loss": 3.9026,
      "step": 202510
    },
    {
      "epoch": 0.1772651716806382,
      "grad_norm": 0.5069804191589355,
      "learning_rate": 4.724819373704318e-05,
      "loss": 5.64,
      "step": 202515
    },
    {
      "epoch": 0.17726954827426536,
      "grad_norm": 0.465844064950943,
      "learning_rate": 4.724805312652707e-05,
      "loss": 4.9505,
      "step": 202520
    },
    {
      "epoch": 0.17727392486789254,
      "grad_norm": 0.46808764338493347,
      "learning_rate": 4.724791251268406e-05,
      "loss": 5.2484,
      "step": 202525
    },
    {
      "epoch": 0.17727830146151968,
      "grad_norm": 0.49483078718185425,
      "learning_rate": 4.724777189551414e-05,
      "loss": 5.1545,
      "step": 202530
    },
    {
      "epoch": 0.17728267805514683,
      "grad_norm": 0.5421315431594849,
      "learning_rate": 4.724763127501736e-05,
      "loss": 5.4372,
      "step": 202535
    },
    {
      "epoch": 0.17728705464877398,
      "grad_norm": 0.4562447965145111,
      "learning_rate": 4.7247490651193736e-05,
      "loss": 5.4897,
      "step": 202540
    },
    {
      "epoch": 0.17729143124240113,
      "grad_norm": 0.45765525102615356,
      "learning_rate": 4.7247350024043316e-05,
      "loss": 5.2599,
      "step": 202545
    },
    {
      "epoch": 0.1772958078360283,
      "grad_norm": 0.44076815247535706,
      "learning_rate": 4.7247209393566095e-05,
      "loss": 5.7605,
      "step": 202550
    },
    {
      "epoch": 0.17730018442965545,
      "grad_norm": 0.44556906819343567,
      "learning_rate": 4.724706875976212e-05,
      "loss": 5.435,
      "step": 202555
    },
    {
      "epoch": 0.1773045610232826,
      "grad_norm": 0.45192432403564453,
      "learning_rate": 4.724692812263143e-05,
      "loss": 5.9402,
      "step": 202560
    },
    {
      "epoch": 0.17730893761690975,
      "grad_norm": 0.45402148365974426,
      "learning_rate": 4.724678748217403e-05,
      "loss": 5.352,
      "step": 202565
    },
    {
      "epoch": 0.17731331421053692,
      "grad_norm": 0.44737035036087036,
      "learning_rate": 4.724664683838994e-05,
      "loss": 5.4376,
      "step": 202570
    },
    {
      "epoch": 0.17731769080416407,
      "grad_norm": 0.44098028540611267,
      "learning_rate": 4.7246506191279215e-05,
      "loss": 5.1423,
      "step": 202575
    },
    {
      "epoch": 0.17732206739779122,
      "grad_norm": 0.45376187562942505,
      "learning_rate": 4.7246365540841866e-05,
      "loss": 4.9296,
      "step": 202580
    },
    {
      "epoch": 0.17732644399141836,
      "grad_norm": 0.4597325623035431,
      "learning_rate": 4.7246224887077915e-05,
      "loss": 4.9175,
      "step": 202585
    },
    {
      "epoch": 0.17733082058504554,
      "grad_norm": 0.4524451792240143,
      "learning_rate": 4.724608422998741e-05,
      "loss": 5.117,
      "step": 202590
    },
    {
      "epoch": 0.1773351971786727,
      "grad_norm": 0.4911903440952301,
      "learning_rate": 4.7245943569570363e-05,
      "loss": 4.9485,
      "step": 202595
    },
    {
      "epoch": 0.17733957377229984,
      "grad_norm": 0.44926917552948,
      "learning_rate": 4.72458029058268e-05,
      "loss": 5.7442,
      "step": 202600
    },
    {
      "epoch": 0.17734395036592698,
      "grad_norm": 0.4396411180496216,
      "learning_rate": 4.724566223875675e-05,
      "loss": 4.8591,
      "step": 202605
    },
    {
      "epoch": 0.17734832695955416,
      "grad_norm": 0.4501802325248718,
      "learning_rate": 4.7245521568360244e-05,
      "loss": 4.9288,
      "step": 202610
    },
    {
      "epoch": 0.1773527035531813,
      "grad_norm": 0.44749322533607483,
      "learning_rate": 4.72453808946373e-05,
      "loss": 4.4231,
      "step": 202615
    },
    {
      "epoch": 0.17735708014680845,
      "grad_norm": 0.4520733952522278,
      "learning_rate": 4.724524021758795e-05,
      "loss": 4.6163,
      "step": 202620
    },
    {
      "epoch": 0.1773614567404356,
      "grad_norm": 0.4470779299736023,
      "learning_rate": 4.724509953721223e-05,
      "loss": 4.1031,
      "step": 202625
    },
    {
      "epoch": 0.17736583333406278,
      "grad_norm": 0.45274975895881653,
      "learning_rate": 4.724495885351016e-05,
      "loss": 5.1235,
      "step": 202630
    },
    {
      "epoch": 0.17737020992768993,
      "grad_norm": 0.4529731869697571,
      "learning_rate": 4.7244818166481766e-05,
      "loss": 4.9644,
      "step": 202635
    },
    {
      "epoch": 0.17737458652131707,
      "grad_norm": 0.5286278128623962,
      "learning_rate": 4.7244677476127075e-05,
      "loss": 4.3968,
      "step": 202640
    },
    {
      "epoch": 0.17737896311494422,
      "grad_norm": 0.46779346466064453,
      "learning_rate": 4.724453678244611e-05,
      "loss": 5.6676,
      "step": 202645
    },
    {
      "epoch": 0.1773833397085714,
      "grad_norm": 0.43247535824775696,
      "learning_rate": 4.724439608543891e-05,
      "loss": 4.9276,
      "step": 202650
    },
    {
      "epoch": 0.17738771630219854,
      "grad_norm": 0.4455474019050598,
      "learning_rate": 4.7244255385105496e-05,
      "loss": 4.7313,
      "step": 202655
    },
    {
      "epoch": 0.1773920928958257,
      "grad_norm": 0.4334566593170166,
      "learning_rate": 4.7244114681445896e-05,
      "loss": 5.6525,
      "step": 202660
    },
    {
      "epoch": 0.17739646948945284,
      "grad_norm": 0.42118874192237854,
      "learning_rate": 4.724397397446013e-05,
      "loss": 5.4436,
      "step": 202665
    },
    {
      "epoch": 0.17740084608308,
      "grad_norm": 0.42627573013305664,
      "learning_rate": 4.724383326414824e-05,
      "loss": 5.4787,
      "step": 202670
    },
    {
      "epoch": 0.17740522267670716,
      "grad_norm": 0.43961143493652344,
      "learning_rate": 4.7243692550510234e-05,
      "loss": 4.9092,
      "step": 202675
    },
    {
      "epoch": 0.1774095992703343,
      "grad_norm": 0.44262802600860596,
      "learning_rate": 4.724355183354615e-05,
      "loss": 4.9201,
      "step": 202680
    },
    {
      "epoch": 0.17741397586396146,
      "grad_norm": 0.4373704791069031,
      "learning_rate": 4.724341111325602e-05,
      "loss": 5.6523,
      "step": 202685
    },
    {
      "epoch": 0.1774183524575886,
      "grad_norm": 0.4649594724178314,
      "learning_rate": 4.724327038963987e-05,
      "loss": 5.6396,
      "step": 202690
    },
    {
      "epoch": 0.17742272905121578,
      "grad_norm": 0.4419364035129547,
      "learning_rate": 4.7243129662697715e-05,
      "loss": 5.7242,
      "step": 202695
    },
    {
      "epoch": 0.17742710564484293,
      "grad_norm": 0.45284485816955566,
      "learning_rate": 4.724298893242959e-05,
      "loss": 4.5948,
      "step": 202700
    },
    {
      "epoch": 0.17743148223847008,
      "grad_norm": 0.6008462309837341,
      "learning_rate": 4.724284819883552e-05,
      "loss": 4.4151,
      "step": 202705
    },
    {
      "epoch": 0.17743585883209723,
      "grad_norm": 0.4857734739780426,
      "learning_rate": 4.724270746191553e-05,
      "loss": 5.9609,
      "step": 202710
    },
    {
      "epoch": 0.1774402354257244,
      "grad_norm": 0.4593770205974579,
      "learning_rate": 4.7242566721669666e-05,
      "loss": 4.9451,
      "step": 202715
    },
    {
      "epoch": 0.17744461201935155,
      "grad_norm": 0.4478566646575928,
      "learning_rate": 4.7242425978097935e-05,
      "loss": 4.5938,
      "step": 202720
    },
    {
      "epoch": 0.1774489886129787,
      "grad_norm": 0.4781641960144043,
      "learning_rate": 4.7242285231200366e-05,
      "loss": 4.8991,
      "step": 202725
    },
    {
      "epoch": 0.17745336520660585,
      "grad_norm": 0.4553122818470001,
      "learning_rate": 4.724214448097699e-05,
      "loss": 5.6119,
      "step": 202730
    },
    {
      "epoch": 0.17745774180023302,
      "grad_norm": 0.4424135088920593,
      "learning_rate": 4.724200372742783e-05,
      "loss": 5.4938,
      "step": 202735
    },
    {
      "epoch": 0.17746211839386017,
      "grad_norm": 0.4411291182041168,
      "learning_rate": 4.724186297055293e-05,
      "loss": 5.3668,
      "step": 202740
    },
    {
      "epoch": 0.17746649498748732,
      "grad_norm": 0.4469248354434967,
      "learning_rate": 4.724172221035229e-05,
      "loss": 4.8278,
      "step": 202745
    },
    {
      "epoch": 0.17747087158111446,
      "grad_norm": 0.4588668942451477,
      "learning_rate": 4.7241581446825966e-05,
      "loss": 4.1189,
      "step": 202750
    },
    {
      "epoch": 0.17747524817474164,
      "grad_norm": 0.48668181896209717,
      "learning_rate": 4.724144067997396e-05,
      "loss": 5.4104,
      "step": 202755
    },
    {
      "epoch": 0.1774796247683688,
      "grad_norm": 0.4498234987258911,
      "learning_rate": 4.724129990979631e-05,
      "loss": 4.4012,
      "step": 202760
    },
    {
      "epoch": 0.17748400136199594,
      "grad_norm": 0.43283581733703613,
      "learning_rate": 4.724115913629305e-05,
      "loss": 4.5441,
      "step": 202765
    },
    {
      "epoch": 0.17748837795562308,
      "grad_norm": 0.5366653800010681,
      "learning_rate": 4.724101835946419e-05,
      "loss": 5.9936,
      "step": 202770
    },
    {
      "epoch": 0.17749275454925026,
      "grad_norm": 0.4746924936771393,
      "learning_rate": 4.7240877579309774e-05,
      "loss": 4.6115,
      "step": 202775
    },
    {
      "epoch": 0.1774971311428774,
      "grad_norm": 0.6697137951850891,
      "learning_rate": 4.724073679582981e-05,
      "loss": 5.7669,
      "step": 202780
    },
    {
      "epoch": 0.17750150773650455,
      "grad_norm": 0.7033905982971191,
      "learning_rate": 4.724059600902435e-05,
      "loss": 5.9949,
      "step": 202785
    },
    {
      "epoch": 0.1775058843301317,
      "grad_norm": 0.46695244312286377,
      "learning_rate": 4.724045521889341e-05,
      "loss": 5.4103,
      "step": 202790
    },
    {
      "epoch": 0.17751026092375885,
      "grad_norm": 0.45344120264053345,
      "learning_rate": 4.7240314425437e-05,
      "loss": 4.7309,
      "step": 202795
    },
    {
      "epoch": 0.17751463751738603,
      "grad_norm": 0.4510272741317749,
      "learning_rate": 4.7240173628655183e-05,
      "loss": 4.9396,
      "step": 202800
    },
    {
      "epoch": 0.17751901411101317,
      "grad_norm": 0.46487754583358765,
      "learning_rate": 4.724003282854795e-05,
      "loss": 5.1478,
      "step": 202805
    },
    {
      "epoch": 0.17752339070464032,
      "grad_norm": 0.4593662619590759,
      "learning_rate": 4.723989202511535e-05,
      "loss": 4.6085,
      "step": 202810
    },
    {
      "epoch": 0.17752776729826747,
      "grad_norm": 0.4637884199619293,
      "learning_rate": 4.723975121835741e-05,
      "loss": 5.3816,
      "step": 202815
    },
    {
      "epoch": 0.17753214389189464,
      "grad_norm": 0.431385338306427,
      "learning_rate": 4.723961040827415e-05,
      "loss": 5.6203,
      "step": 202820
    },
    {
      "epoch": 0.1775365204855218,
      "grad_norm": 0.46753212809562683,
      "learning_rate": 4.723946959486559e-05,
      "loss": 5.4266,
      "step": 202825
    },
    {
      "epoch": 0.17754089707914894,
      "grad_norm": 0.5201376676559448,
      "learning_rate": 4.7239328778131774e-05,
      "loss": 5.2168,
      "step": 202830
    },
    {
      "epoch": 0.1775452736727761,
      "grad_norm": 0.4474424719810486,
      "learning_rate": 4.723918795807272e-05,
      "loss": 5.9615,
      "step": 202835
    },
    {
      "epoch": 0.17754965026640326,
      "grad_norm": 0.4175037145614624,
      "learning_rate": 4.723904713468845e-05,
      "loss": 5.6875,
      "step": 202840
    },
    {
      "epoch": 0.1775540268600304,
      "grad_norm": 0.4305315613746643,
      "learning_rate": 4.7238906307979e-05,
      "loss": 5.4514,
      "step": 202845
    },
    {
      "epoch": 0.17755840345365756,
      "grad_norm": 0.4549797773361206,
      "learning_rate": 4.72387654779444e-05,
      "loss": 5.2497,
      "step": 202850
    },
    {
      "epoch": 0.1775627800472847,
      "grad_norm": 0.4574163258075714,
      "learning_rate": 4.723862464458467e-05,
      "loss": 4.9487,
      "step": 202855
    },
    {
      "epoch": 0.17756715664091188,
      "grad_norm": 0.4381728172302246,
      "learning_rate": 4.7238483807899834e-05,
      "loss": 5.6555,
      "step": 202860
    },
    {
      "epoch": 0.17757153323453903,
      "grad_norm": 0.4281800389289856,
      "learning_rate": 4.7238342967889925e-05,
      "loss": 5.7167,
      "step": 202865
    },
    {
      "epoch": 0.17757590982816618,
      "grad_norm": 0.4249875545501709,
      "learning_rate": 4.723820212455498e-05,
      "loss": 5.9273,
      "step": 202870
    },
    {
      "epoch": 0.17758028642179333,
      "grad_norm": 0.4347865581512451,
      "learning_rate": 4.7238061277894994e-05,
      "loss": 5.4149,
      "step": 202875
    },
    {
      "epoch": 0.1775846630154205,
      "grad_norm": 0.42985767126083374,
      "learning_rate": 4.723792042791003e-05,
      "loss": 5.1338,
      "step": 202880
    },
    {
      "epoch": 0.17758903960904765,
      "grad_norm": 0.43271729350090027,
      "learning_rate": 4.723777957460009e-05,
      "loss": 5.4152,
      "step": 202885
    },
    {
      "epoch": 0.1775934162026748,
      "grad_norm": 0.45184025168418884,
      "learning_rate": 4.7237638717965225e-05,
      "loss": 4.9262,
      "step": 202890
    },
    {
      "epoch": 0.17759779279630195,
      "grad_norm": 0.45790189504623413,
      "learning_rate": 4.7237497858005454e-05,
      "loss": 5.1552,
      "step": 202895
    },
    {
      "epoch": 0.17760216938992912,
      "grad_norm": 0.43714579939842224,
      "learning_rate": 4.723735699472078e-05,
      "loss": 5.3469,
      "step": 202900
    },
    {
      "epoch": 0.17760654598355627,
      "grad_norm": 0.43341678380966187,
      "learning_rate": 4.723721612811126e-05,
      "loss": 5.6574,
      "step": 202905
    },
    {
      "epoch": 0.17761092257718342,
      "grad_norm": 0.4220542907714844,
      "learning_rate": 4.723707525817691e-05,
      "loss": 5.4202,
      "step": 202910
    },
    {
      "epoch": 0.17761529917081056,
      "grad_norm": 0.47456464171409607,
      "learning_rate": 4.723693438491775e-05,
      "loss": 4.9508,
      "step": 202915
    },
    {
      "epoch": 0.1776196757644377,
      "grad_norm": 0.4562234878540039,
      "learning_rate": 4.723679350833382e-05,
      "loss": 4.4114,
      "step": 202920
    },
    {
      "epoch": 0.1776240523580649,
      "grad_norm": 0.43277379870414734,
      "learning_rate": 4.723665262842515e-05,
      "loss": 5.2331,
      "step": 202925
    },
    {
      "epoch": 0.17762842895169204,
      "grad_norm": 0.4912617802619934,
      "learning_rate": 4.723651174519175e-05,
      "loss": 5.0598,
      "step": 202930
    },
    {
      "epoch": 0.17763280554531918,
      "grad_norm": 0.4323573410511017,
      "learning_rate": 4.723637085863366e-05,
      "loss": 5.9818,
      "step": 202935
    },
    {
      "epoch": 0.17763718213894633,
      "grad_norm": 0.41845420002937317,
      "learning_rate": 4.72362299687509e-05,
      "loss": 5.9211,
      "step": 202940
    },
    {
      "epoch": 0.1776415587325735,
      "grad_norm": 0.4575900733470917,
      "learning_rate": 4.72360890755435e-05,
      "loss": 5.1506,
      "step": 202945
    },
    {
      "epoch": 0.17764593532620065,
      "grad_norm": 0.441719651222229,
      "learning_rate": 4.723594817901149e-05,
      "loss": 4.9493,
      "step": 202950
    },
    {
      "epoch": 0.1776503119198278,
      "grad_norm": 0.468902587890625,
      "learning_rate": 4.72358072791549e-05,
      "loss": 5.7359,
      "step": 202955
    },
    {
      "epoch": 0.17765468851345495,
      "grad_norm": 0.435467928647995,
      "learning_rate": 4.723566637597374e-05,
      "loss": 4.9387,
      "step": 202960
    },
    {
      "epoch": 0.17765906510708213,
      "grad_norm": 0.439034640789032,
      "learning_rate": 4.7235525469468066e-05,
      "loss": 5.1374,
      "step": 202965
    },
    {
      "epoch": 0.17766344170070927,
      "grad_norm": 0.4380509853363037,
      "learning_rate": 4.7235384559637875e-05,
      "loss": 4.9705,
      "step": 202970
    },
    {
      "epoch": 0.17766781829433642,
      "grad_norm": 0.443583220243454,
      "learning_rate": 4.723524364648321e-05,
      "loss": 5.1267,
      "step": 202975
    },
    {
      "epoch": 0.17767219488796357,
      "grad_norm": 0.4449630379676819,
      "learning_rate": 4.72351027300041e-05,
      "loss": 5.0894,
      "step": 202980
    },
    {
      "epoch": 0.17767657148159074,
      "grad_norm": 0.4404996335506439,
      "learning_rate": 4.723496181020057e-05,
      "loss": 5.396,
      "step": 202985
    },
    {
      "epoch": 0.1776809480752179,
      "grad_norm": 0.456773966550827,
      "learning_rate": 4.723482088707264e-05,
      "loss": 4.9259,
      "step": 202990
    },
    {
      "epoch": 0.17768532466884504,
      "grad_norm": 0.45341426134109497,
      "learning_rate": 4.723467996062034e-05,
      "loss": 4.9462,
      "step": 202995
    },
    {
      "epoch": 0.1776897012624722,
      "grad_norm": 0.44079259037971497,
      "learning_rate": 4.7234539030843705e-05,
      "loss": 5.1447,
      "step": 203000
    },
    {
      "epoch": 0.17769407785609936,
      "grad_norm": 0.5111299157142639,
      "learning_rate": 4.723439809774276e-05,
      "loss": 4.914,
      "step": 203005
    },
    {
      "epoch": 0.1776984544497265,
      "grad_norm": 0.4618832767009735,
      "learning_rate": 4.723425716131752e-05,
      "loss": 5.1372,
      "step": 203010
    },
    {
      "epoch": 0.17770283104335366,
      "grad_norm": 0.468685507774353,
      "learning_rate": 4.723411622156802e-05,
      "loss": 5.4745,
      "step": 203015
    },
    {
      "epoch": 0.1777072076369808,
      "grad_norm": 0.44184255599975586,
      "learning_rate": 4.72339752784943e-05,
      "loss": 5.9627,
      "step": 203020
    },
    {
      "epoch": 0.17771158423060798,
      "grad_norm": 0.4638189971446991,
      "learning_rate": 4.723383433209637e-05,
      "loss": 4.9375,
      "step": 203025
    },
    {
      "epoch": 0.17771596082423513,
      "grad_norm": 0.45620492100715637,
      "learning_rate": 4.723369338237427e-05,
      "loss": 4.8981,
      "step": 203030
    },
    {
      "epoch": 0.17772033741786228,
      "grad_norm": 0.4556707739830017,
      "learning_rate": 4.723355242932801e-05,
      "loss": 5.2,
      "step": 203035
    },
    {
      "epoch": 0.17772471401148943,
      "grad_norm": 0.43819430470466614,
      "learning_rate": 4.7233411472957635e-05,
      "loss": 5.3475,
      "step": 203040
    },
    {
      "epoch": 0.1777290906051166,
      "grad_norm": 0.4458305537700653,
      "learning_rate": 4.723327051326315e-05,
      "loss": 4.7257,
      "step": 203045
    },
    {
      "epoch": 0.17773346719874375,
      "grad_norm": 0.4706633985042572,
      "learning_rate": 4.72331295502446e-05,
      "loss": 4.9256,
      "step": 203050
    },
    {
      "epoch": 0.1777378437923709,
      "grad_norm": 0.45752638578414917,
      "learning_rate": 4.723298858390203e-05,
      "loss": 4.203,
      "step": 203055
    },
    {
      "epoch": 0.17774222038599805,
      "grad_norm": 0.4408126473426819,
      "learning_rate": 4.723284761423542e-05,
      "loss": 5.1718,
      "step": 203060
    },
    {
      "epoch": 0.1777465969796252,
      "grad_norm": 0.45801272988319397,
      "learning_rate": 4.723270664124484e-05,
      "loss": 4.841,
      "step": 203065
    },
    {
      "epoch": 0.17775097357325237,
      "grad_norm": 0.4734877347946167,
      "learning_rate": 4.723256566493029e-05,
      "loss": 5.1272,
      "step": 203070
    },
    {
      "epoch": 0.17775535016687952,
      "grad_norm": 0.4516085684299469,
      "learning_rate": 4.723242468529181e-05,
      "loss": 4.6103,
      "step": 203075
    },
    {
      "epoch": 0.17775972676050666,
      "grad_norm": 0.4405335485935211,
      "learning_rate": 4.723228370232943e-05,
      "loss": 5.7492,
      "step": 203080
    },
    {
      "epoch": 0.1777641033541338,
      "grad_norm": 0.4370637536048889,
      "learning_rate": 4.723214271604317e-05,
      "loss": 5.4487,
      "step": 203085
    },
    {
      "epoch": 0.177768479947761,
      "grad_norm": 0.4347221255302429,
      "learning_rate": 4.723200172643305e-05,
      "loss": 5.4313,
      "step": 203090
    },
    {
      "epoch": 0.17777285654138814,
      "grad_norm": 0.4480852782726288,
      "learning_rate": 4.723186073349911e-05,
      "loss": 5.7347,
      "step": 203095
    },
    {
      "epoch": 0.17777723313501528,
      "grad_norm": 0.43451663851737976,
      "learning_rate": 4.723171973724137e-05,
      "loss": 4.6437,
      "step": 203100
    },
    {
      "epoch": 0.17778160972864243,
      "grad_norm": 0.44240060448646545,
      "learning_rate": 4.7231578737659876e-05,
      "loss": 5.0512,
      "step": 203105
    },
    {
      "epoch": 0.1777859863222696,
      "grad_norm": 0.44388431310653687,
      "learning_rate": 4.7231437734754635e-05,
      "loss": 4.9302,
      "step": 203110
    },
    {
      "epoch": 0.17779036291589675,
      "grad_norm": 0.48017171025276184,
      "learning_rate": 4.723129672852568e-05,
      "loss": 4.9435,
      "step": 203115
    },
    {
      "epoch": 0.1777947395095239,
      "grad_norm": 0.4342309236526489,
      "learning_rate": 4.723115571897302e-05,
      "loss": 5.6475,
      "step": 203120
    },
    {
      "epoch": 0.17779911610315105,
      "grad_norm": 0.4437423348426819,
      "learning_rate": 4.723101470609671e-05,
      "loss": 6.2258,
      "step": 203125
    },
    {
      "epoch": 0.17780349269677823,
      "grad_norm": 0.4560025930404663,
      "learning_rate": 4.7230873689896784e-05,
      "loss": 5.6018,
      "step": 203130
    },
    {
      "epoch": 0.17780786929040537,
      "grad_norm": 0.45749664306640625,
      "learning_rate": 4.7230732670373224e-05,
      "loss": 5.2262,
      "step": 203135
    },
    {
      "epoch": 0.17781224588403252,
      "grad_norm": 0.46651896834373474,
      "learning_rate": 4.7230591647526104e-05,
      "loss": 4.7133,
      "step": 203140
    },
    {
      "epoch": 0.17781662247765967,
      "grad_norm": 0.4639621675014496,
      "learning_rate": 4.723045062135543e-05,
      "loss": 4.0835,
      "step": 203145
    },
    {
      "epoch": 0.17782099907128684,
      "grad_norm": 0.4671498239040375,
      "learning_rate": 4.723030959186122e-05,
      "loss": 4.894,
      "step": 203150
    },
    {
      "epoch": 0.177825375664914,
      "grad_norm": 0.5147325992584229,
      "learning_rate": 4.723016855904352e-05,
      "loss": 4.8731,
      "step": 203155
    },
    {
      "epoch": 0.17782975225854114,
      "grad_norm": 0.4902007579803467,
      "learning_rate": 4.723002752290234e-05,
      "loss": 5.145,
      "step": 203160
    },
    {
      "epoch": 0.1778341288521683,
      "grad_norm": 0.4410814642906189,
      "learning_rate": 4.7229886483437734e-05,
      "loss": 4.3171,
      "step": 203165
    },
    {
      "epoch": 0.17783850544579546,
      "grad_norm": 0.4656073749065399,
      "learning_rate": 4.7229745440649696e-05,
      "loss": 4.2021,
      "step": 203170
    },
    {
      "epoch": 0.1778428820394226,
      "grad_norm": 0.44489267468452454,
      "learning_rate": 4.722960439453829e-05,
      "loss": 5.6279,
      "step": 203175
    },
    {
      "epoch": 0.17784725863304976,
      "grad_norm": 0.4564090073108673,
      "learning_rate": 4.722946334510351e-05,
      "loss": 4.4289,
      "step": 203180
    },
    {
      "epoch": 0.1778516352266769,
      "grad_norm": 0.47198250889778137,
      "learning_rate": 4.722932229234539e-05,
      "loss": 5.9041,
      "step": 203185
    },
    {
      "epoch": 0.17785601182030406,
      "grad_norm": 0.48171988129615784,
      "learning_rate": 4.722918123626398e-05,
      "loss": 5.7241,
      "step": 203190
    },
    {
      "epoch": 0.17786038841393123,
      "grad_norm": 0.428533673286438,
      "learning_rate": 4.7229040176859274e-05,
      "loss": 5.059,
      "step": 203195
    },
    {
      "epoch": 0.17786476500755838,
      "grad_norm": 0.45054441690444946,
      "learning_rate": 4.722889911413132e-05,
      "loss": 4.6047,
      "step": 203200
    },
    {
      "epoch": 0.17786914160118553,
      "grad_norm": 0.4540114998817444,
      "learning_rate": 4.722875804808015e-05,
      "loss": 5.1564,
      "step": 203205
    },
    {
      "epoch": 0.17787351819481267,
      "grad_norm": 0.4285862147808075,
      "learning_rate": 4.7228616978705765e-05,
      "loss": 4.8602,
      "step": 203210
    },
    {
      "epoch": 0.17787789478843985,
      "grad_norm": 0.4662514626979828,
      "learning_rate": 4.722847590600822e-05,
      "loss": 4.4021,
      "step": 203215
    },
    {
      "epoch": 0.177882271382067,
      "grad_norm": 0.42849886417388916,
      "learning_rate": 4.722833482998753e-05,
      "loss": 5.3252,
      "step": 203220
    },
    {
      "epoch": 0.17788664797569415,
      "grad_norm": 0.44836074113845825,
      "learning_rate": 4.7228193750643726e-05,
      "loss": 5.4216,
      "step": 203225
    },
    {
      "epoch": 0.1778910245693213,
      "grad_norm": 0.4297674894332886,
      "learning_rate": 4.722805266797683e-05,
      "loss": 4.6693,
      "step": 203230
    },
    {
      "epoch": 0.17789540116294847,
      "grad_norm": 0.4557706415653229,
      "learning_rate": 4.722791158198687e-05,
      "loss": 5.1428,
      "step": 203235
    },
    {
      "epoch": 0.17789977775657562,
      "grad_norm": 0.4682995676994324,
      "learning_rate": 4.7227770492673874e-05,
      "loss": 5.1557,
      "step": 203240
    },
    {
      "epoch": 0.17790415435020276,
      "grad_norm": 0.44508886337280273,
      "learning_rate": 4.722762940003787e-05,
      "loss": 4.9219,
      "step": 203245
    },
    {
      "epoch": 0.1779085309438299,
      "grad_norm": 0.45420706272125244,
      "learning_rate": 4.7227488304078894e-05,
      "loss": 4.7288,
      "step": 203250
    },
    {
      "epoch": 0.1779129075374571,
      "grad_norm": 0.4448099434375763,
      "learning_rate": 4.722734720479697e-05,
      "loss": 4.7321,
      "step": 203255
    },
    {
      "epoch": 0.17791728413108424,
      "grad_norm": 0.44062647223472595,
      "learning_rate": 4.72272061021921e-05,
      "loss": 5.6535,
      "step": 203260
    },
    {
      "epoch": 0.17792166072471138,
      "grad_norm": 0.4348277747631073,
      "learning_rate": 4.7227064996264346e-05,
      "loss": 5.6605,
      "step": 203265
    },
    {
      "epoch": 0.17792603731833853,
      "grad_norm": 0.4273100793361664,
      "learning_rate": 4.722692388701372e-05,
      "loss": 3.9047,
      "step": 203270
    },
    {
      "epoch": 0.1779304139119657,
      "grad_norm": 0.4843027889728546,
      "learning_rate": 4.7226782774440235e-05,
      "loss": 4.6291,
      "step": 203275
    },
    {
      "epoch": 0.17793479050559285,
      "grad_norm": 0.42965003848075867,
      "learning_rate": 4.7226641658543944e-05,
      "loss": 5.9557,
      "step": 203280
    },
    {
      "epoch": 0.17793916709922,
      "grad_norm": 0.4736463129520416,
      "learning_rate": 4.722650053932486e-05,
      "loss": 5.1625,
      "step": 203285
    },
    {
      "epoch": 0.17794354369284715,
      "grad_norm": 0.4434097409248352,
      "learning_rate": 4.722635941678303e-05,
      "loss": 5.1893,
      "step": 203290
    },
    {
      "epoch": 0.17794792028647433,
      "grad_norm": 0.43837738037109375,
      "learning_rate": 4.722621829091845e-05,
      "loss": 4.0948,
      "step": 203295
    },
    {
      "epoch": 0.17795229688010147,
      "grad_norm": 0.43460512161254883,
      "learning_rate": 4.722607716173115e-05,
      "loss": 5.2077,
      "step": 203300
    },
    {
      "epoch": 0.17795667347372862,
      "grad_norm": 0.4487091600894928,
      "learning_rate": 4.722593602922118e-05,
      "loss": 5.2212,
      "step": 203305
    },
    {
      "epoch": 0.17796105006735577,
      "grad_norm": 0.45199987292289734,
      "learning_rate": 4.722579489338856e-05,
      "loss": 5.677,
      "step": 203310
    },
    {
      "epoch": 0.17796542666098292,
      "grad_norm": 0.44732382893562317,
      "learning_rate": 4.7225653754233314e-05,
      "loss": 5.9453,
      "step": 203315
    },
    {
      "epoch": 0.1779698032546101,
      "grad_norm": 0.4489271938800812,
      "learning_rate": 4.722551261175546e-05,
      "loss": 5.2605,
      "step": 203320
    },
    {
      "epoch": 0.17797417984823724,
      "grad_norm": 0.43514567613601685,
      "learning_rate": 4.722537146595505e-05,
      "loss": 5.3445,
      "step": 203325
    },
    {
      "epoch": 0.1779785564418644,
      "grad_norm": 0.44968917965888977,
      "learning_rate": 4.722523031683208e-05,
      "loss": 4.9115,
      "step": 203330
    },
    {
      "epoch": 0.17798293303549154,
      "grad_norm": 0.4340473413467407,
      "learning_rate": 4.7225089164386604e-05,
      "loss": 5.4396,
      "step": 203335
    },
    {
      "epoch": 0.1779873096291187,
      "grad_norm": 0.4414157569408417,
      "learning_rate": 4.722494800861862e-05,
      "loss": 5.2172,
      "step": 203340
    },
    {
      "epoch": 0.17799168622274586,
      "grad_norm": 0.4425773024559021,
      "learning_rate": 4.722480684952818e-05,
      "loss": 5.7018,
      "step": 203345
    },
    {
      "epoch": 0.177996062816373,
      "grad_norm": 0.438522070646286,
      "learning_rate": 4.722466568711531e-05,
      "loss": 4.8021,
      "step": 203350
    },
    {
      "epoch": 0.17800043941000016,
      "grad_norm": 0.4276242256164551,
      "learning_rate": 4.722452452138003e-05,
      "loss": 5.9053,
      "step": 203355
    },
    {
      "epoch": 0.17800481600362733,
      "grad_norm": 0.4575011730194092,
      "learning_rate": 4.7224383352322373e-05,
      "loss": 4.9336,
      "step": 203360
    },
    {
      "epoch": 0.17800919259725448,
      "grad_norm": 0.45109400153160095,
      "learning_rate": 4.722424217994236e-05,
      "loss": 4.8725,
      "step": 203365
    },
    {
      "epoch": 0.17801356919088163,
      "grad_norm": 0.4257941246032715,
      "learning_rate": 4.7224101004240007e-05,
      "loss": 5.3861,
      "step": 203370
    },
    {
      "epoch": 0.17801794578450877,
      "grad_norm": 0.4270560145378113,
      "learning_rate": 4.722395982521537e-05,
      "loss": 5.4375,
      "step": 203375
    },
    {
      "epoch": 0.17802232237813595,
      "grad_norm": 0.431040495634079,
      "learning_rate": 4.722381864286846e-05,
      "loss": 5.1598,
      "step": 203380
    },
    {
      "epoch": 0.1780266989717631,
      "grad_norm": 0.4783388078212738,
      "learning_rate": 4.722367745719929e-05,
      "loss": 5.4147,
      "step": 203385
    },
    {
      "epoch": 0.17803107556539025,
      "grad_norm": 0.4678175151348114,
      "learning_rate": 4.722353626820791e-05,
      "loss": 5.4325,
      "step": 203390
    },
    {
      "epoch": 0.1780354521590174,
      "grad_norm": 0.44120413064956665,
      "learning_rate": 4.722339507589434e-05,
      "loss": 5.6426,
      "step": 203395
    },
    {
      "epoch": 0.17803982875264457,
      "grad_norm": 0.4717891216278076,
      "learning_rate": 4.72232538802586e-05,
      "loss": 5.2141,
      "step": 203400
    },
    {
      "epoch": 0.17804420534627172,
      "grad_norm": 0.43232420086860657,
      "learning_rate": 4.7223112681300744e-05,
      "loss": 5.9648,
      "step": 203405
    },
    {
      "epoch": 0.17804858193989886,
      "grad_norm": 0.43748927116394043,
      "learning_rate": 4.722297147902075e-05,
      "loss": 5.1448,
      "step": 203410
    },
    {
      "epoch": 0.178052958533526,
      "grad_norm": 0.41819241642951965,
      "learning_rate": 4.722283027341869e-05,
      "loss": 5.4458,
      "step": 203415
    },
    {
      "epoch": 0.1780573351271532,
      "grad_norm": 0.43281665444374084,
      "learning_rate": 4.7222689064494574e-05,
      "loss": 5.6875,
      "step": 203420
    },
    {
      "epoch": 0.17806171172078034,
      "grad_norm": 0.47187918424606323,
      "learning_rate": 4.722254785224843e-05,
      "loss": 4.8885,
      "step": 203425
    },
    {
      "epoch": 0.17806608831440748,
      "grad_norm": 0.4646190106868744,
      "learning_rate": 4.7222406636680284e-05,
      "loss": 4.9003,
      "step": 203430
    },
    {
      "epoch": 0.17807046490803463,
      "grad_norm": 0.4600638151168823,
      "learning_rate": 4.7222265417790166e-05,
      "loss": 4.398,
      "step": 203435
    },
    {
      "epoch": 0.17807484150166178,
      "grad_norm": 0.4354883134365082,
      "learning_rate": 4.722212419557811e-05,
      "loss": 5.017,
      "step": 203440
    },
    {
      "epoch": 0.17807921809528895,
      "grad_norm": 0.44825801253318787,
      "learning_rate": 4.7221982970044134e-05,
      "loss": 4.8991,
      "step": 203445
    },
    {
      "epoch": 0.1780835946889161,
      "grad_norm": 0.44125354290008545,
      "learning_rate": 4.7221841741188254e-05,
      "loss": 4.902,
      "step": 203450
    },
    {
      "epoch": 0.17808797128254325,
      "grad_norm": 0.43030357360839844,
      "learning_rate": 4.722170050901053e-05,
      "loss": 5.4613,
      "step": 203455
    },
    {
      "epoch": 0.1780923478761704,
      "grad_norm": 0.45088741183280945,
      "learning_rate": 4.722155927351094e-05,
      "loss": 5.4689,
      "step": 203460
    },
    {
      "epoch": 0.17809672446979757,
      "grad_norm": 0.45270586013793945,
      "learning_rate": 4.722141803468957e-05,
      "loss": 4.9907,
      "step": 203465
    },
    {
      "epoch": 0.17810110106342472,
      "grad_norm": 0.4504728615283966,
      "learning_rate": 4.7221276792546397e-05,
      "loss": 4.9219,
      "step": 203470
    },
    {
      "epoch": 0.17810547765705187,
      "grad_norm": 0.42471516132354736,
      "learning_rate": 4.7221135547081474e-05,
      "loss": 5.4538,
      "step": 203475
    },
    {
      "epoch": 0.17810985425067902,
      "grad_norm": 0.44630131125450134,
      "learning_rate": 4.722099429829483e-05,
      "loss": 5.1527,
      "step": 203480
    },
    {
      "epoch": 0.1781142308443062,
      "grad_norm": 0.46496477723121643,
      "learning_rate": 4.7220853046186476e-05,
      "loss": 4.9098,
      "step": 203485
    },
    {
      "epoch": 0.17811860743793334,
      "grad_norm": 0.4361936151981354,
      "learning_rate": 4.7220711790756454e-05,
      "loss": 5.6541,
      "step": 203490
    },
    {
      "epoch": 0.1781229840315605,
      "grad_norm": 0.4540058672428131,
      "learning_rate": 4.722057053200479e-05,
      "loss": 4.9175,
      "step": 203495
    },
    {
      "epoch": 0.17812736062518764,
      "grad_norm": 0.4399539530277252,
      "learning_rate": 4.7220429269931496e-05,
      "loss": 4.8533,
      "step": 203500
    },
    {
      "epoch": 0.1781317372188148,
      "grad_norm": 0.4517982006072998,
      "learning_rate": 4.722028800453663e-05,
      "loss": 4.4029,
      "step": 203505
    },
    {
      "epoch": 0.17813611381244196,
      "grad_norm": 0.4398713707923889,
      "learning_rate": 4.722014673582018e-05,
      "loss": 4.6294,
      "step": 203510
    },
    {
      "epoch": 0.1781404904060691,
      "grad_norm": 0.4367133378982544,
      "learning_rate": 4.72200054637822e-05,
      "loss": 5.6676,
      "step": 203515
    },
    {
      "epoch": 0.17814486699969626,
      "grad_norm": 0.4402008652687073,
      "learning_rate": 4.7219864188422716e-05,
      "loss": 4.9489,
      "step": 203520
    },
    {
      "epoch": 0.17814924359332343,
      "grad_norm": 0.427150696516037,
      "learning_rate": 4.7219722909741735e-05,
      "loss": 5.4498,
      "step": 203525
    },
    {
      "epoch": 0.17815362018695058,
      "grad_norm": 0.4412306845188141,
      "learning_rate": 4.7219581627739315e-05,
      "loss": 4.5909,
      "step": 203530
    },
    {
      "epoch": 0.17815799678057773,
      "grad_norm": 0.43485027551651,
      "learning_rate": 4.7219440342415454e-05,
      "loss": 5.4172,
      "step": 203535
    },
    {
      "epoch": 0.17816237337420487,
      "grad_norm": 0.43295034766197205,
      "learning_rate": 4.721929905377021e-05,
      "loss": 5.6646,
      "step": 203540
    },
    {
      "epoch": 0.17816674996783205,
      "grad_norm": 0.44896262884140015,
      "learning_rate": 4.721915776180357e-05,
      "loss": 4.9121,
      "step": 203545
    },
    {
      "epoch": 0.1781711265614592,
      "grad_norm": 0.42273449897766113,
      "learning_rate": 4.72190164665156e-05,
      "loss": 5.3729,
      "step": 203550
    },
    {
      "epoch": 0.17817550315508635,
      "grad_norm": 0.45998266339302063,
      "learning_rate": 4.72188751679063e-05,
      "loss": 4.2968,
      "step": 203555
    },
    {
      "epoch": 0.1781798797487135,
      "grad_norm": 0.4577168822288513,
      "learning_rate": 4.721873386597571e-05,
      "loss": 4.5846,
      "step": 203560
    },
    {
      "epoch": 0.17818425634234064,
      "grad_norm": 0.46822884678840637,
      "learning_rate": 4.7218592560723865e-05,
      "loss": 4.954,
      "step": 203565
    },
    {
      "epoch": 0.17818863293596782,
      "grad_norm": 0.416155070066452,
      "learning_rate": 4.721845125215077e-05,
      "loss": 5.2055,
      "step": 203570
    },
    {
      "epoch": 0.17819300952959496,
      "grad_norm": 0.4290318191051483,
      "learning_rate": 4.721830994025648e-05,
      "loss": 5.4561,
      "step": 203575
    },
    {
      "epoch": 0.1781973861232221,
      "grad_norm": 0.45137670636177063,
      "learning_rate": 4.7218168625040994e-05,
      "loss": 4.6143,
      "step": 203580
    },
    {
      "epoch": 0.17820176271684926,
      "grad_norm": 0.4433138072490692,
      "learning_rate": 4.7218027306504355e-05,
      "loss": 4.4374,
      "step": 203585
    },
    {
      "epoch": 0.17820613931047644,
      "grad_norm": 0.4314327836036682,
      "learning_rate": 4.7217885984646595e-05,
      "loss": 5.4598,
      "step": 203590
    },
    {
      "epoch": 0.17821051590410358,
      "grad_norm": 0.4756951332092285,
      "learning_rate": 4.721774465946772e-05,
      "loss": 5.118,
      "step": 203595
    },
    {
      "epoch": 0.17821489249773073,
      "grad_norm": 0.42165863513946533,
      "learning_rate": 4.721760333096777e-05,
      "loss": 5.4759,
      "step": 203600
    },
    {
      "epoch": 0.17821926909135788,
      "grad_norm": 0.4228517413139343,
      "learning_rate": 4.7217461999146796e-05,
      "loss": 5.7344,
      "step": 203605
    },
    {
      "epoch": 0.17822364568498505,
      "grad_norm": 0.44662046432495117,
      "learning_rate": 4.721732066400478e-05,
      "loss": 5.3983,
      "step": 203610
    },
    {
      "epoch": 0.1782280222786122,
      "grad_norm": 0.4390501379966736,
      "learning_rate": 4.7217179325541794e-05,
      "loss": 4.5423,
      "step": 203615
    },
    {
      "epoch": 0.17823239887223935,
      "grad_norm": 0.47222018241882324,
      "learning_rate": 4.721703798375783e-05,
      "loss": 5.1579,
      "step": 203620
    },
    {
      "epoch": 0.1782367754658665,
      "grad_norm": 0.4505673348903656,
      "learning_rate": 4.721689663865293e-05,
      "loss": 5.2271,
      "step": 203625
    },
    {
      "epoch": 0.17824115205949367,
      "grad_norm": 0.4455209970474243,
      "learning_rate": 4.721675529022712e-05,
      "loss": 5.757,
      "step": 203630
    },
    {
      "epoch": 0.17824552865312082,
      "grad_norm": 0.4590207040309906,
      "learning_rate": 4.721661393848043e-05,
      "loss": 4.7218,
      "step": 203635
    },
    {
      "epoch": 0.17824990524674797,
      "grad_norm": 0.4548095166683197,
      "learning_rate": 4.7216472583412876e-05,
      "loss": 5.1017,
      "step": 203640
    },
    {
      "epoch": 0.17825428184037512,
      "grad_norm": 0.4281238913536072,
      "learning_rate": 4.72163312250245e-05,
      "loss": 5.6891,
      "step": 203645
    },
    {
      "epoch": 0.1782586584340023,
      "grad_norm": 0.4526040554046631,
      "learning_rate": 4.721618986331532e-05,
      "loss": 5.2325,
      "step": 203650
    },
    {
      "epoch": 0.17826303502762944,
      "grad_norm": 0.43828874826431274,
      "learning_rate": 4.721604849828537e-05,
      "loss": 4.6237,
      "step": 203655
    },
    {
      "epoch": 0.1782674116212566,
      "grad_norm": 0.45167961716651917,
      "learning_rate": 4.7215907129934667e-05,
      "loss": 5.6648,
      "step": 203660
    },
    {
      "epoch": 0.17827178821488374,
      "grad_norm": 0.552247941493988,
      "learning_rate": 4.721576575826325e-05,
      "loss": 5.1291,
      "step": 203665
    },
    {
      "epoch": 0.1782761648085109,
      "grad_norm": 0.45691606402397156,
      "learning_rate": 4.721562438327114e-05,
      "loss": 4.9723,
      "step": 203670
    },
    {
      "epoch": 0.17828054140213806,
      "grad_norm": 0.45386576652526855,
      "learning_rate": 4.7215483004958364e-05,
      "loss": 5.2319,
      "step": 203675
    },
    {
      "epoch": 0.1782849179957652,
      "grad_norm": 0.4858246147632599,
      "learning_rate": 4.721534162332496e-05,
      "loss": 4.9311,
      "step": 203680
    },
    {
      "epoch": 0.17828929458939236,
      "grad_norm": 0.44851991534233093,
      "learning_rate": 4.721520023837093e-05,
      "loss": 5.4298,
      "step": 203685
    },
    {
      "epoch": 0.1782936711830195,
      "grad_norm": 0.5050215721130371,
      "learning_rate": 4.7215058850096326e-05,
      "loss": 4.93,
      "step": 203690
    },
    {
      "epoch": 0.17829804777664668,
      "grad_norm": 0.44263318181037903,
      "learning_rate": 4.7214917458501164e-05,
      "loss": 4.672,
      "step": 203695
    },
    {
      "epoch": 0.17830242437027383,
      "grad_norm": 0.43174847960472107,
      "learning_rate": 4.721477606358548e-05,
      "loss": 4.6775,
      "step": 203700
    },
    {
      "epoch": 0.17830680096390097,
      "grad_norm": 0.4577621817588806,
      "learning_rate": 4.7214634665349286e-05,
      "loss": 5.9424,
      "step": 203705
    },
    {
      "epoch": 0.17831117755752812,
      "grad_norm": 0.43787530064582825,
      "learning_rate": 4.721449326379262e-05,
      "loss": 5.2612,
      "step": 203710
    },
    {
      "epoch": 0.1783155541511553,
      "grad_norm": 0.43146613240242004,
      "learning_rate": 4.7214351858915504e-05,
      "loss": 4.3411,
      "step": 203715
    },
    {
      "epoch": 0.17831993074478245,
      "grad_norm": 0.4685898721218109,
      "learning_rate": 4.7214210450717975e-05,
      "loss": 5.1417,
      "step": 203720
    },
    {
      "epoch": 0.1783243073384096,
      "grad_norm": 0.4648914933204651,
      "learning_rate": 4.721406903920005e-05,
      "loss": 5.6377,
      "step": 203725
    },
    {
      "epoch": 0.17832868393203674,
      "grad_norm": 0.43580231070518494,
      "learning_rate": 4.721392762436177e-05,
      "loss": 4.6851,
      "step": 203730
    },
    {
      "epoch": 0.17833306052566392,
      "grad_norm": 0.45598292350769043,
      "learning_rate": 4.721378620620315e-05,
      "loss": 5.1829,
      "step": 203735
    },
    {
      "epoch": 0.17833743711929106,
      "grad_norm": 0.4513877332210541,
      "learning_rate": 4.7213644784724206e-05,
      "loss": 5.9656,
      "step": 203740
    },
    {
      "epoch": 0.1783418137129182,
      "grad_norm": 0.4490443766117096,
      "learning_rate": 4.721350335992498e-05,
      "loss": 4.9499,
      "step": 203745
    },
    {
      "epoch": 0.17834619030654536,
      "grad_norm": 0.4606335163116455,
      "learning_rate": 4.721336193180551e-05,
      "loss": 5.169,
      "step": 203750
    },
    {
      "epoch": 0.17835056690017254,
      "grad_norm": 0.43877819180488586,
      "learning_rate": 4.721322050036582e-05,
      "loss": 5.6794,
      "step": 203755
    },
    {
      "epoch": 0.17835494349379968,
      "grad_norm": 0.43614545464515686,
      "learning_rate": 4.721307906560591e-05,
      "loss": 5.6332,
      "step": 203760
    },
    {
      "epoch": 0.17835932008742683,
      "grad_norm": 0.446199893951416,
      "learning_rate": 4.7212937627525834e-05,
      "loss": 4.6407,
      "step": 203765
    },
    {
      "epoch": 0.17836369668105398,
      "grad_norm": 0.422488808631897,
      "learning_rate": 4.721279618612561e-05,
      "loss": 5.7387,
      "step": 203770
    },
    {
      "epoch": 0.17836807327468115,
      "grad_norm": 0.43831902742385864,
      "learning_rate": 4.721265474140526e-05,
      "loss": 5.1145,
      "step": 203775
    },
    {
      "epoch": 0.1783724498683083,
      "grad_norm": 0.4635234475135803,
      "learning_rate": 4.721251329336484e-05,
      "loss": 4.9779,
      "step": 203780
    },
    {
      "epoch": 0.17837682646193545,
      "grad_norm": 0.4438760280609131,
      "learning_rate": 4.721237184200433e-05,
      "loss": 5.6867,
      "step": 203785
    },
    {
      "epoch": 0.1783812030555626,
      "grad_norm": 0.4274198114871979,
      "learning_rate": 4.7212230387323796e-05,
      "loss": 6.2781,
      "step": 203790
    },
    {
      "epoch": 0.17838557964918977,
      "grad_norm": 0.46898728609085083,
      "learning_rate": 4.721208892932325e-05,
      "loss": 5.138,
      "step": 203795
    },
    {
      "epoch": 0.17838995624281692,
      "grad_norm": 0.43385976552963257,
      "learning_rate": 4.7211947468002715e-05,
      "loss": 5.6525,
      "step": 203800
    },
    {
      "epoch": 0.17839433283644407,
      "grad_norm": 0.44752320647239685,
      "learning_rate": 4.721180600336224e-05,
      "loss": 4.9469,
      "step": 203805
    },
    {
      "epoch": 0.17839870943007122,
      "grad_norm": 0.4652916491031647,
      "learning_rate": 4.721166453540181e-05,
      "loss": 4.8859,
      "step": 203810
    },
    {
      "epoch": 0.1784030860236984,
      "grad_norm": 0.46539872884750366,
      "learning_rate": 4.72115230641215e-05,
      "loss": 4.9308,
      "step": 203815
    },
    {
      "epoch": 0.17840746261732554,
      "grad_norm": 0.4977165162563324,
      "learning_rate": 4.7211381589521306e-05,
      "loss": 5.6551,
      "step": 203820
    },
    {
      "epoch": 0.1784118392109527,
      "grad_norm": 0.4431929290294647,
      "learning_rate": 4.721124011160128e-05,
      "loss": 5.309,
      "step": 203825
    },
    {
      "epoch": 0.17841621580457984,
      "grad_norm": 0.44033700227737427,
      "learning_rate": 4.7211098630361425e-05,
      "loss": 4.5964,
      "step": 203830
    },
    {
      "epoch": 0.17842059239820698,
      "grad_norm": 0.47289299964904785,
      "learning_rate": 4.721095714580178e-05,
      "loss": 4.6687,
      "step": 203835
    },
    {
      "epoch": 0.17842496899183416,
      "grad_norm": 0.43606868386268616,
      "learning_rate": 4.721081565792237e-05,
      "loss": 5.1207,
      "step": 203840
    },
    {
      "epoch": 0.1784293455854613,
      "grad_norm": 0.4591897130012512,
      "learning_rate": 4.7210674166723224e-05,
      "loss": 5.1119,
      "step": 203845
    },
    {
      "epoch": 0.17843372217908846,
      "grad_norm": 0.462588369846344,
      "learning_rate": 4.721053267220436e-05,
      "loss": 5.4228,
      "step": 203850
    },
    {
      "epoch": 0.1784380987727156,
      "grad_norm": 0.4547969400882721,
      "learning_rate": 4.721039117436582e-05,
      "loss": 5.2134,
      "step": 203855
    },
    {
      "epoch": 0.17844247536634278,
      "grad_norm": 0.43253034353256226,
      "learning_rate": 4.721024967320763e-05,
      "loss": 4.9271,
      "step": 203860
    },
    {
      "epoch": 0.17844685195996993,
      "grad_norm": 0.5493306517601013,
      "learning_rate": 4.72101081687298e-05,
      "loss": 4.7298,
      "step": 203865
    },
    {
      "epoch": 0.17845122855359707,
      "grad_norm": 0.4478617012500763,
      "learning_rate": 4.720996666093238e-05,
      "loss": 4.4306,
      "step": 203870
    },
    {
      "epoch": 0.17845560514722422,
      "grad_norm": 0.4374710023403168,
      "learning_rate": 4.7209825149815386e-05,
      "loss": 5.691,
      "step": 203875
    },
    {
      "epoch": 0.1784599817408514,
      "grad_norm": 0.46346333622932434,
      "learning_rate": 4.7209683635378844e-05,
      "loss": 5.2058,
      "step": 203880
    },
    {
      "epoch": 0.17846435833447855,
      "grad_norm": 0.44224289059638977,
      "learning_rate": 4.7209542117622774e-05,
      "loss": 5.4577,
      "step": 203885
    },
    {
      "epoch": 0.1784687349281057,
      "grad_norm": 0.45397838950157166,
      "learning_rate": 4.720940059654723e-05,
      "loss": 5.652,
      "step": 203890
    },
    {
      "epoch": 0.17847311152173284,
      "grad_norm": 0.4558636546134949,
      "learning_rate": 4.72092590721522e-05,
      "loss": 5.2067,
      "step": 203895
    },
    {
      "epoch": 0.17847748811536002,
      "grad_norm": 0.4478299021720886,
      "learning_rate": 4.7209117544437754e-05,
      "loss": 5.6453,
      "step": 203900
    },
    {
      "epoch": 0.17848186470898716,
      "grad_norm": 0.4413403570652008,
      "learning_rate": 4.7208976013403886e-05,
      "loss": 5.1754,
      "step": 203905
    },
    {
      "epoch": 0.1784862413026143,
      "grad_norm": 0.4367801249027252,
      "learning_rate": 4.720883447905063e-05,
      "loss": 4.9378,
      "step": 203910
    },
    {
      "epoch": 0.17849061789624146,
      "grad_norm": 0.45833802223205566,
      "learning_rate": 4.720869294137803e-05,
      "loss": 5.4183,
      "step": 203915
    },
    {
      "epoch": 0.17849499448986864,
      "grad_norm": 0.4488515853881836,
      "learning_rate": 4.7208551400386104e-05,
      "loss": 4.9272,
      "step": 203920
    },
    {
      "epoch": 0.17849937108349578,
      "grad_norm": 0.6164567470550537,
      "learning_rate": 4.720840985607487e-05,
      "loss": 4.6423,
      "step": 203925
    },
    {
      "epoch": 0.17850374767712293,
      "grad_norm": 0.4639985263347626,
      "learning_rate": 4.720826830844437e-05,
      "loss": 4.8348,
      "step": 203930
    },
    {
      "epoch": 0.17850812427075008,
      "grad_norm": 0.4668237566947937,
      "learning_rate": 4.7208126757494616e-05,
      "loss": 5.2198,
      "step": 203935
    },
    {
      "epoch": 0.17851250086437725,
      "grad_norm": 0.4786391854286194,
      "learning_rate": 4.7207985203225645e-05,
      "loss": 5.4803,
      "step": 203940
    },
    {
      "epoch": 0.1785168774580044,
      "grad_norm": 0.5220435261726379,
      "learning_rate": 4.72078436456375e-05,
      "loss": 5.2089,
      "step": 203945
    },
    {
      "epoch": 0.17852125405163155,
      "grad_norm": 0.46503928303718567,
      "learning_rate": 4.720770208473017e-05,
      "loss": 4.7426,
      "step": 203950
    },
    {
      "epoch": 0.1785256306452587,
      "grad_norm": 0.4938022792339325,
      "learning_rate": 4.72075605205037e-05,
      "loss": 4.9144,
      "step": 203955
    },
    {
      "epoch": 0.17853000723888585,
      "grad_norm": 0.45226719975471497,
      "learning_rate": 4.720741895295814e-05,
      "loss": 5.951,
      "step": 203960
    },
    {
      "epoch": 0.17853438383251302,
      "grad_norm": 0.44599074125289917,
      "learning_rate": 4.720727738209349e-05,
      "loss": 5.6621,
      "step": 203965
    },
    {
      "epoch": 0.17853876042614017,
      "grad_norm": 0.44001859426498413,
      "learning_rate": 4.7207135807909776e-05,
      "loss": 4.7155,
      "step": 203970
    },
    {
      "epoch": 0.17854313701976732,
      "grad_norm": 0.4459240138530731,
      "learning_rate": 4.7206994230407043e-05,
      "loss": 5.4158,
      "step": 203975
    },
    {
      "epoch": 0.17854751361339447,
      "grad_norm": 0.46446457505226135,
      "learning_rate": 4.720685264958531e-05,
      "loss": 5.2197,
      "step": 203980
    },
    {
      "epoch": 0.17855189020702164,
      "grad_norm": 0.43435075879096985,
      "learning_rate": 4.72067110654446e-05,
      "loss": 4.2129,
      "step": 203985
    },
    {
      "epoch": 0.1785562668006488,
      "grad_norm": 0.46847277879714966,
      "learning_rate": 4.720656947798495e-05,
      "loss": 4.4437,
      "step": 203990
    },
    {
      "epoch": 0.17856064339427594,
      "grad_norm": 0.4373205602169037,
      "learning_rate": 4.7206427887206375e-05,
      "loss": 5.3932,
      "step": 203995
    },
    {
      "epoch": 0.17856501998790308,
      "grad_norm": 0.42599955201148987,
      "learning_rate": 4.720628629310891e-05,
      "loss": 5.2094,
      "step": 204000
    },
    {
      "epoch": 0.17856939658153026,
      "grad_norm": 0.438616007566452,
      "learning_rate": 4.720614469569259e-05,
      "loss": 4.9496,
      "step": 204005
    },
    {
      "epoch": 0.1785737731751574,
      "grad_norm": 0.4616227149963379,
      "learning_rate": 4.720600309495743e-05,
      "loss": 5.3605,
      "step": 204010
    },
    {
      "epoch": 0.17857814976878456,
      "grad_norm": 0.4165297746658325,
      "learning_rate": 4.7205861490903455e-05,
      "loss": 5.6285,
      "step": 204015
    },
    {
      "epoch": 0.1785825263624117,
      "grad_norm": 0.47637808322906494,
      "learning_rate": 4.720571988353071e-05,
      "loss": 4.9379,
      "step": 204020
    },
    {
      "epoch": 0.17858690295603888,
      "grad_norm": 0.4475749731063843,
      "learning_rate": 4.72055782728392e-05,
      "loss": 5.6408,
      "step": 204025
    },
    {
      "epoch": 0.17859127954966603,
      "grad_norm": 0.43618205189704895,
      "learning_rate": 4.720543665882896e-05,
      "loss": 5.2349,
      "step": 204030
    },
    {
      "epoch": 0.17859565614329317,
      "grad_norm": 0.46052730083465576,
      "learning_rate": 4.7205295041500033e-05,
      "loss": 5.9701,
      "step": 204035
    },
    {
      "epoch": 0.17860003273692032,
      "grad_norm": 0.46313217282295227,
      "learning_rate": 4.720515342085243e-05,
      "loss": 5.7619,
      "step": 204040
    },
    {
      "epoch": 0.1786044093305475,
      "grad_norm": 0.4466782808303833,
      "learning_rate": 4.720501179688618e-05,
      "loss": 4.9685,
      "step": 204045
    },
    {
      "epoch": 0.17860878592417465,
      "grad_norm": 0.442598432302475,
      "learning_rate": 4.720487016960131e-05,
      "loss": 5.7265,
      "step": 204050
    },
    {
      "epoch": 0.1786131625178018,
      "grad_norm": 0.4495698809623718,
      "learning_rate": 4.720472853899786e-05,
      "loss": 5.2154,
      "step": 204055
    },
    {
      "epoch": 0.17861753911142894,
      "grad_norm": 0.445480078458786,
      "learning_rate": 4.720458690507583e-05,
      "loss": 4.6206,
      "step": 204060
    },
    {
      "epoch": 0.17862191570505612,
      "grad_norm": 0.43590492010116577,
      "learning_rate": 4.7204445267835275e-05,
      "loss": 5.2501,
      "step": 204065
    },
    {
      "epoch": 0.17862629229868326,
      "grad_norm": 0.4498370289802551,
      "learning_rate": 4.7204303627276205e-05,
      "loss": 5.1467,
      "step": 204070
    },
    {
      "epoch": 0.1786306688923104,
      "grad_norm": 0.4549665153026581,
      "learning_rate": 4.7204161983398656e-05,
      "loss": 5.1233,
      "step": 204075
    },
    {
      "epoch": 0.17863504548593756,
      "grad_norm": 0.457491397857666,
      "learning_rate": 4.720402033620265e-05,
      "loss": 5.3354,
      "step": 204080
    },
    {
      "epoch": 0.1786394220795647,
      "grad_norm": 0.44499966502189636,
      "learning_rate": 4.720387868568822e-05,
      "loss": 4.7647,
      "step": 204085
    },
    {
      "epoch": 0.17864379867319188,
      "grad_norm": 0.4301692843437195,
      "learning_rate": 4.72037370318554e-05,
      "loss": 5.4467,
      "step": 204090
    },
    {
      "epoch": 0.17864817526681903,
      "grad_norm": 0.4450379014015198,
      "learning_rate": 4.7203595374704204e-05,
      "loss": 5.1731,
      "step": 204095
    },
    {
      "epoch": 0.17865255186044618,
      "grad_norm": 0.4398861527442932,
      "learning_rate": 4.7203453714234655e-05,
      "loss": 4.9255,
      "step": 204100
    },
    {
      "epoch": 0.17865692845407333,
      "grad_norm": 0.43647173047065735,
      "learning_rate": 4.7203312050446804e-05,
      "loss": 5.7505,
      "step": 204105
    },
    {
      "epoch": 0.1786613050477005,
      "grad_norm": 0.45543476939201355,
      "learning_rate": 4.7203170383340644e-05,
      "loss": 4.9285,
      "step": 204110
    },
    {
      "epoch": 0.17866568164132765,
      "grad_norm": 0.45023253560066223,
      "learning_rate": 4.720302871291623e-05,
      "loss": 5.109,
      "step": 204115
    },
    {
      "epoch": 0.1786700582349548,
      "grad_norm": 0.4581996202468872,
      "learning_rate": 4.720288703917358e-05,
      "loss": 4.9754,
      "step": 204120
    },
    {
      "epoch": 0.17867443482858195,
      "grad_norm": 0.43303102254867554,
      "learning_rate": 4.7202745362112735e-05,
      "loss": 5.9691,
      "step": 204125
    },
    {
      "epoch": 0.17867881142220912,
      "grad_norm": 0.4508610665798187,
      "learning_rate": 4.720260368173369e-05,
      "loss": 4.9114,
      "step": 204130
    },
    {
      "epoch": 0.17868318801583627,
      "grad_norm": 0.45459988713264465,
      "learning_rate": 4.720246199803649e-05,
      "loss": 5.4182,
      "step": 204135
    },
    {
      "epoch": 0.17868756460946342,
      "grad_norm": 0.4461926221847534,
      "learning_rate": 4.720232031102119e-05,
      "loss": 5.1434,
      "step": 204140
    },
    {
      "epoch": 0.17869194120309057,
      "grad_norm": 0.4461958110332489,
      "learning_rate": 4.720217862068777e-05,
      "loss": 4.7293,
      "step": 204145
    },
    {
      "epoch": 0.17869631779671774,
      "grad_norm": 0.43120473623275757,
      "learning_rate": 4.7202036927036285e-05,
      "loss": 5.4387,
      "step": 204150
    },
    {
      "epoch": 0.1787006943903449,
      "grad_norm": 0.44264698028564453,
      "learning_rate": 4.720189523006676e-05,
      "loss": 5.265,
      "step": 204155
    },
    {
      "epoch": 0.17870507098397204,
      "grad_norm": 0.4710692763328552,
      "learning_rate": 4.7201753529779214e-05,
      "loss": 4.1843,
      "step": 204160
    },
    {
      "epoch": 0.17870944757759918,
      "grad_norm": 0.4637952744960785,
      "learning_rate": 4.720161182617367e-05,
      "loss": 5.9842,
      "step": 204165
    },
    {
      "epoch": 0.17871382417122636,
      "grad_norm": 0.4625818431377411,
      "learning_rate": 4.720147011925018e-05,
      "loss": 4.518,
      "step": 204170
    },
    {
      "epoch": 0.1787182007648535,
      "grad_norm": 0.4516415596008301,
      "learning_rate": 4.720132840900874e-05,
      "loss": 4.341,
      "step": 204175
    },
    {
      "epoch": 0.17872257735848066,
      "grad_norm": 0.4505869448184967,
      "learning_rate": 4.720118669544941e-05,
      "loss": 4.9692,
      "step": 204180
    },
    {
      "epoch": 0.1787269539521078,
      "grad_norm": 0.47111305594444275,
      "learning_rate": 4.7201044978572195e-05,
      "loss": 5.1153,
      "step": 204185
    },
    {
      "epoch": 0.17873133054573498,
      "grad_norm": 0.44429144263267517,
      "learning_rate": 4.720090325837711e-05,
      "loss": 4.6447,
      "step": 204190
    },
    {
      "epoch": 0.17873570713936213,
      "grad_norm": 0.4409661293029785,
      "learning_rate": 4.7200761534864224e-05,
      "loss": 4.9188,
      "step": 204195
    },
    {
      "epoch": 0.17874008373298927,
      "grad_norm": 0.4324788749217987,
      "learning_rate": 4.720061980803352e-05,
      "loss": 5.6736,
      "step": 204200
    },
    {
      "epoch": 0.17874446032661642,
      "grad_norm": 0.4320392310619354,
      "learning_rate": 4.7200478077885055e-05,
      "loss": 5.3777,
      "step": 204205
    },
    {
      "epoch": 0.17874883692024357,
      "grad_norm": 0.4425562918186188,
      "learning_rate": 4.720033634441885e-05,
      "loss": 5.2438,
      "step": 204210
    },
    {
      "epoch": 0.17875321351387075,
      "grad_norm": 0.42397716641426086,
      "learning_rate": 4.720019460763493e-05,
      "loss": 5.3717,
      "step": 204215
    },
    {
      "epoch": 0.1787575901074979,
      "grad_norm": 0.5225492119789124,
      "learning_rate": 4.720005286753332e-05,
      "loss": 4.8376,
      "step": 204220
    },
    {
      "epoch": 0.17876196670112504,
      "grad_norm": 0.444955974817276,
      "learning_rate": 4.7199911124114036e-05,
      "loss": 5.3643,
      "step": 204225
    },
    {
      "epoch": 0.1787663432947522,
      "grad_norm": 0.47151803970336914,
      "learning_rate": 4.719976937737712e-05,
      "loss": 4.2564,
      "step": 204230
    },
    {
      "epoch": 0.17877071988837936,
      "grad_norm": 0.44090262055397034,
      "learning_rate": 4.7199627627322604e-05,
      "loss": 5.3756,
      "step": 204235
    },
    {
      "epoch": 0.1787750964820065,
      "grad_norm": 0.43810614943504333,
      "learning_rate": 4.719948587395052e-05,
      "loss": 5.1973,
      "step": 204240
    },
    {
      "epoch": 0.17877947307563366,
      "grad_norm": 0.46225491166114807,
      "learning_rate": 4.719934411726087e-05,
      "loss": 5.1262,
      "step": 204245
    },
    {
      "epoch": 0.1787838496692608,
      "grad_norm": 0.42366114258766174,
      "learning_rate": 4.71992023572537e-05,
      "loss": 5.6615,
      "step": 204250
    },
    {
      "epoch": 0.17878822626288798,
      "grad_norm": 0.42206525802612305,
      "learning_rate": 4.719906059392904e-05,
      "loss": 5.7535,
      "step": 204255
    },
    {
      "epoch": 0.17879260285651513,
      "grad_norm": 0.4112101197242737,
      "learning_rate": 4.71989188272869e-05,
      "loss": 6.241,
      "step": 204260
    },
    {
      "epoch": 0.17879697945014228,
      "grad_norm": 0.464904248714447,
      "learning_rate": 4.7198777057327315e-05,
      "loss": 5.1461,
      "step": 204265
    },
    {
      "epoch": 0.17880135604376943,
      "grad_norm": 0.4713737368583679,
      "learning_rate": 4.719863528405032e-05,
      "loss": 5.1347,
      "step": 204270
    },
    {
      "epoch": 0.1788057326373966,
      "grad_norm": 0.4447457194328308,
      "learning_rate": 4.719849350745594e-05,
      "loss": 5.1086,
      "step": 204275
    },
    {
      "epoch": 0.17881010923102375,
      "grad_norm": 0.47206324338912964,
      "learning_rate": 4.7198351727544196e-05,
      "loss": 4.9419,
      "step": 204280
    },
    {
      "epoch": 0.1788144858246509,
      "grad_norm": 0.43983450531959534,
      "learning_rate": 4.719820994431512e-05,
      "loss": 5.2256,
      "step": 204285
    },
    {
      "epoch": 0.17881886241827805,
      "grad_norm": 0.43853315711021423,
      "learning_rate": 4.719806815776874e-05,
      "loss": 5.1363,
      "step": 204290
    },
    {
      "epoch": 0.17882323901190522,
      "grad_norm": 0.4429193437099457,
      "learning_rate": 4.719792636790506e-05,
      "loss": 5.2337,
      "step": 204295
    },
    {
      "epoch": 0.17882761560553237,
      "grad_norm": 0.4606188237667084,
      "learning_rate": 4.719778457472416e-05,
      "loss": 5.424,
      "step": 204300
    },
    {
      "epoch": 0.17883199219915952,
      "grad_norm": 0.43075504899024963,
      "learning_rate": 4.719764277822603e-05,
      "loss": 4.8037,
      "step": 204305
    },
    {
      "epoch": 0.17883636879278667,
      "grad_norm": 0.4274810254573822,
      "learning_rate": 4.719750097841069e-05,
      "loss": 5.0201,
      "step": 204310
    },
    {
      "epoch": 0.17884074538641384,
      "grad_norm": 0.4684658646583557,
      "learning_rate": 4.71973591752782e-05,
      "loss": 5.4461,
      "step": 204315
    },
    {
      "epoch": 0.178845121980041,
      "grad_norm": 0.45134928822517395,
      "learning_rate": 4.719721736882855e-05,
      "loss": 5.1975,
      "step": 204320
    },
    {
      "epoch": 0.17884949857366814,
      "grad_norm": 0.4608650505542755,
      "learning_rate": 4.719707555906179e-05,
      "loss": 5.2433,
      "step": 204325
    },
    {
      "epoch": 0.17885387516729528,
      "grad_norm": 0.4170539379119873,
      "learning_rate": 4.7196933745977945e-05,
      "loss": 6.2611,
      "step": 204330
    },
    {
      "epoch": 0.17885825176092243,
      "grad_norm": 0.4222932755947113,
      "learning_rate": 4.7196791929577044e-05,
      "loss": 5.6418,
      "step": 204335
    },
    {
      "epoch": 0.1788626283545496,
      "grad_norm": 0.42242464423179626,
      "learning_rate": 4.719665010985911e-05,
      "loss": 6.2102,
      "step": 204340
    },
    {
      "epoch": 0.17886700494817676,
      "grad_norm": 0.42549335956573486,
      "learning_rate": 4.719650828682417e-05,
      "loss": 5.1149,
      "step": 204345
    },
    {
      "epoch": 0.1788713815418039,
      "grad_norm": 0.4340519905090332,
      "learning_rate": 4.719636646047225e-05,
      "loss": 5.6574,
      "step": 204350
    },
    {
      "epoch": 0.17887575813543105,
      "grad_norm": 0.42418649792671204,
      "learning_rate": 4.7196224630803386e-05,
      "loss": 4.8366,
      "step": 204355
    },
    {
      "epoch": 0.17888013472905823,
      "grad_norm": 0.4404695928096771,
      "learning_rate": 4.7196082797817586e-05,
      "loss": 5.9564,
      "step": 204360
    },
    {
      "epoch": 0.17888451132268537,
      "grad_norm": 0.45712289214134216,
      "learning_rate": 4.719594096151491e-05,
      "loss": 5.4252,
      "step": 204365
    },
    {
      "epoch": 0.17888888791631252,
      "grad_norm": 0.4777136445045471,
      "learning_rate": 4.719579912189534e-05,
      "loss": 4.7629,
      "step": 204370
    },
    {
      "epoch": 0.17889326450993967,
      "grad_norm": 0.4258522093296051,
      "learning_rate": 4.7195657278958946e-05,
      "loss": 5.7401,
      "step": 204375
    },
    {
      "epoch": 0.17889764110356685,
      "grad_norm": 0.44241610169410706,
      "learning_rate": 4.719551543270575e-05,
      "loss": 5.4444,
      "step": 204380
    },
    {
      "epoch": 0.178902017697194,
      "grad_norm": 0.44390106201171875,
      "learning_rate": 4.719537358313575e-05,
      "loss": 5.4582,
      "step": 204385
    },
    {
      "epoch": 0.17890639429082114,
      "grad_norm": 0.4688854515552521,
      "learning_rate": 4.719523173024899e-05,
      "loss": 5.6525,
      "step": 204390
    },
    {
      "epoch": 0.1789107708844483,
      "grad_norm": 0.4432153105735779,
      "learning_rate": 4.719508987404551e-05,
      "loss": 5.933,
      "step": 204395
    },
    {
      "epoch": 0.17891514747807546,
      "grad_norm": 0.45012035965919495,
      "learning_rate": 4.7194948014525316e-05,
      "loss": 4.4031,
      "step": 204400
    },
    {
      "epoch": 0.1789195240717026,
      "grad_norm": 0.47636285424232483,
      "learning_rate": 4.719480615168846e-05,
      "loss": 5.44,
      "step": 204405
    },
    {
      "epoch": 0.17892390066532976,
      "grad_norm": 0.4423922896385193,
      "learning_rate": 4.719466428553494e-05,
      "loss": 5.1473,
      "step": 204410
    },
    {
      "epoch": 0.1789282772589569,
      "grad_norm": 0.46292445063591003,
      "learning_rate": 4.71945224160648e-05,
      "loss": 4.4458,
      "step": 204415
    },
    {
      "epoch": 0.17893265385258408,
      "grad_norm": 0.46603161096572876,
      "learning_rate": 4.719438054327807e-05,
      "loss": 5.451,
      "step": 204420
    },
    {
      "epoch": 0.17893703044621123,
      "grad_norm": 0.45549261569976807,
      "learning_rate": 4.719423866717477e-05,
      "loss": 5.1896,
      "step": 204425
    },
    {
      "epoch": 0.17894140703983838,
      "grad_norm": 0.43120163679122925,
      "learning_rate": 4.719409678775494e-05,
      "loss": 6.2643,
      "step": 204430
    },
    {
      "epoch": 0.17894578363346553,
      "grad_norm": 0.4512840211391449,
      "learning_rate": 4.719395490501859e-05,
      "loss": 4.9552,
      "step": 204435
    },
    {
      "epoch": 0.1789501602270927,
      "grad_norm": 0.4511946737766266,
      "learning_rate": 4.719381301896575e-05,
      "loss": 4.3396,
      "step": 204440
    },
    {
      "epoch": 0.17895453682071985,
      "grad_norm": 0.4537490904331207,
      "learning_rate": 4.7193671129596464e-05,
      "loss": 5.4229,
      "step": 204445
    },
    {
      "epoch": 0.178958913414347,
      "grad_norm": 0.4525184631347656,
      "learning_rate": 4.719352923691074e-05,
      "loss": 4.1182,
      "step": 204450
    },
    {
      "epoch": 0.17896329000797415,
      "grad_norm": 0.4471781253814697,
      "learning_rate": 4.7193387340908615e-05,
      "loss": 4.6335,
      "step": 204455
    },
    {
      "epoch": 0.17896766660160132,
      "grad_norm": 0.4723913073539734,
      "learning_rate": 4.719324544159011e-05,
      "loss": 4.7168,
      "step": 204460
    },
    {
      "epoch": 0.17897204319522847,
      "grad_norm": 0.49107497930526733,
      "learning_rate": 4.719310353895526e-05,
      "loss": 4.9003,
      "step": 204465
    },
    {
      "epoch": 0.17897641978885562,
      "grad_norm": 0.45970314741134644,
      "learning_rate": 4.719296163300409e-05,
      "loss": 5.7219,
      "step": 204470
    },
    {
      "epoch": 0.17898079638248277,
      "grad_norm": 0.4860769808292389,
      "learning_rate": 4.719281972373663e-05,
      "loss": 5.1814,
      "step": 204475
    },
    {
      "epoch": 0.1789851729761099,
      "grad_norm": 0.43677714467048645,
      "learning_rate": 4.71926778111529e-05,
      "loss": 4.9287,
      "step": 204480
    },
    {
      "epoch": 0.1789895495697371,
      "grad_norm": 0.4320904016494751,
      "learning_rate": 4.719253589525293e-05,
      "loss": 5.6656,
      "step": 204485
    },
    {
      "epoch": 0.17899392616336424,
      "grad_norm": 0.43118900060653687,
      "learning_rate": 4.7192393976036756e-05,
      "loss": 4.7065,
      "step": 204490
    },
    {
      "epoch": 0.17899830275699138,
      "grad_norm": 0.4436248242855072,
      "learning_rate": 4.719225205350438e-05,
      "loss": 4.7313,
      "step": 204495
    },
    {
      "epoch": 0.17900267935061853,
      "grad_norm": 0.43611565232276917,
      "learning_rate": 4.719211012765587e-05,
      "loss": 5.1001,
      "step": 204500
    },
    {
      "epoch": 0.1790070559442457,
      "grad_norm": 0.4643153250217438,
      "learning_rate": 4.719196819849121e-05,
      "loss": 5.4561,
      "step": 204505
    },
    {
      "epoch": 0.17901143253787286,
      "grad_norm": 0.43935826420783997,
      "learning_rate": 4.719182626601046e-05,
      "loss": 5.1428,
      "step": 204510
    },
    {
      "epoch": 0.1790158091315,
      "grad_norm": 0.4350036084651947,
      "learning_rate": 4.719168433021364e-05,
      "loss": 5.7585,
      "step": 204515
    },
    {
      "epoch": 0.17902018572512715,
      "grad_norm": 0.4441126585006714,
      "learning_rate": 4.7191542391100765e-05,
      "loss": 4.8323,
      "step": 204520
    },
    {
      "epoch": 0.17902456231875433,
      "grad_norm": 0.4378499984741211,
      "learning_rate": 4.719140044867187e-05,
      "loss": 4.4011,
      "step": 204525
    },
    {
      "epoch": 0.17902893891238147,
      "grad_norm": 0.43485063314437866,
      "learning_rate": 4.719125850292698e-05,
      "loss": 5.1507,
      "step": 204530
    },
    {
      "epoch": 0.17903331550600862,
      "grad_norm": 0.435411274433136,
      "learning_rate": 4.719111655386613e-05,
      "loss": 5.7207,
      "step": 204535
    },
    {
      "epoch": 0.17903769209963577,
      "grad_norm": 0.4472501873970032,
      "learning_rate": 4.719097460148935e-05,
      "loss": 5.135,
      "step": 204540
    },
    {
      "epoch": 0.17904206869326295,
      "grad_norm": 0.4517563581466675,
      "learning_rate": 4.7190832645796645e-05,
      "loss": 4.6393,
      "step": 204545
    },
    {
      "epoch": 0.1790464452868901,
      "grad_norm": 0.42217376828193665,
      "learning_rate": 4.7190690686788064e-05,
      "loss": 6.2512,
      "step": 204550
    },
    {
      "epoch": 0.17905082188051724,
      "grad_norm": 0.45857423543930054,
      "learning_rate": 4.7190548724463634e-05,
      "loss": 4.8302,
      "step": 204555
    },
    {
      "epoch": 0.1790551984741444,
      "grad_norm": 0.44284164905548096,
      "learning_rate": 4.719040675882337e-05,
      "loss": 5.4186,
      "step": 204560
    },
    {
      "epoch": 0.17905957506777156,
      "grad_norm": 0.4613378643989563,
      "learning_rate": 4.71902647898673e-05,
      "loss": 5.6486,
      "step": 204565
    },
    {
      "epoch": 0.1790639516613987,
      "grad_norm": 0.436806857585907,
      "learning_rate": 4.719012281759546e-05,
      "loss": 5.9437,
      "step": 204570
    },
    {
      "epoch": 0.17906832825502586,
      "grad_norm": 0.4368012845516205,
      "learning_rate": 4.7189980842007886e-05,
      "loss": 4.6156,
      "step": 204575
    },
    {
      "epoch": 0.179072704848653,
      "grad_norm": 0.4333648383617401,
      "learning_rate": 4.718983886310459e-05,
      "loss": 4.8147,
      "step": 204580
    },
    {
      "epoch": 0.17907708144228018,
      "grad_norm": 0.4310259222984314,
      "learning_rate": 4.7189696880885583e-05,
      "loss": 5.3723,
      "step": 204585
    },
    {
      "epoch": 0.17908145803590733,
      "grad_norm": 0.4206787347793579,
      "learning_rate": 4.718955489535093e-05,
      "loss": 5.1677,
      "step": 204590
    },
    {
      "epoch": 0.17908583462953448,
      "grad_norm": 0.47749218344688416,
      "learning_rate": 4.718941290650064e-05,
      "loss": 4.2443,
      "step": 204595
    },
    {
      "epoch": 0.17909021122316163,
      "grad_norm": 0.43033885955810547,
      "learning_rate": 4.718927091433474e-05,
      "loss": 4.3478,
      "step": 204600
    },
    {
      "epoch": 0.17909458781678878,
      "grad_norm": 0.44314292073249817,
      "learning_rate": 4.718912891885325e-05,
      "loss": 5.6357,
      "step": 204605
    },
    {
      "epoch": 0.17909896441041595,
      "grad_norm": 0.48507604002952576,
      "learning_rate": 4.718898692005621e-05,
      "loss": 5.2355,
      "step": 204610
    },
    {
      "epoch": 0.1791033410040431,
      "grad_norm": 0.45208731293678284,
      "learning_rate": 4.718884491794365e-05,
      "loss": 4.5975,
      "step": 204615
    },
    {
      "epoch": 0.17910771759767025,
      "grad_norm": 0.4290229082107544,
      "learning_rate": 4.7188702912515584e-05,
      "loss": 4.7682,
      "step": 204620
    },
    {
      "epoch": 0.1791120941912974,
      "grad_norm": 0.43008947372436523,
      "learning_rate": 4.718856090377205e-05,
      "loss": 5.3768,
      "step": 204625
    },
    {
      "epoch": 0.17911647078492457,
      "grad_norm": 0.47948578000068665,
      "learning_rate": 4.7188418891713074e-05,
      "loss": 4.9274,
      "step": 204630
    },
    {
      "epoch": 0.17912084737855172,
      "grad_norm": 0.4706062078475952,
      "learning_rate": 4.7188276876338666e-05,
      "loss": 5.4585,
      "step": 204635
    },
    {
      "epoch": 0.17912522397217887,
      "grad_norm": 0.42620614171028137,
      "learning_rate": 4.718813485764888e-05,
      "loss": 5.9945,
      "step": 204640
    },
    {
      "epoch": 0.179129600565806,
      "grad_norm": 0.4252375662326813,
      "learning_rate": 4.7187992835643736e-05,
      "loss": 5.6449,
      "step": 204645
    },
    {
      "epoch": 0.1791339771594332,
      "grad_norm": 0.42847996950149536,
      "learning_rate": 4.718785081032325e-05,
      "loss": 5.4302,
      "step": 204650
    },
    {
      "epoch": 0.17913835375306034,
      "grad_norm": 0.4560425281524658,
      "learning_rate": 4.7187708781687456e-05,
      "loss": 4.9275,
      "step": 204655
    },
    {
      "epoch": 0.17914273034668748,
      "grad_norm": 0.4265482425689697,
      "learning_rate": 4.7187566749736376e-05,
      "loss": 4.9036,
      "step": 204660
    },
    {
      "epoch": 0.17914710694031463,
      "grad_norm": 0.4489741921424866,
      "learning_rate": 4.718742471447006e-05,
      "loss": 4.2203,
      "step": 204665
    },
    {
      "epoch": 0.1791514835339418,
      "grad_norm": 0.4370007812976837,
      "learning_rate": 4.718728267588851e-05,
      "loss": 4.961,
      "step": 204670
    },
    {
      "epoch": 0.17915586012756896,
      "grad_norm": 0.44198861718177795,
      "learning_rate": 4.718714063399176e-05,
      "loss": 4.6643,
      "step": 204675
    },
    {
      "epoch": 0.1791602367211961,
      "grad_norm": 0.44069600105285645,
      "learning_rate": 4.718699858877984e-05,
      "loss": 4.9573,
      "step": 204680
    },
    {
      "epoch": 0.17916461331482325,
      "grad_norm": 0.4265877604484558,
      "learning_rate": 4.718685654025278e-05,
      "loss": 5.4833,
      "step": 204685
    },
    {
      "epoch": 0.17916898990845043,
      "grad_norm": 0.43968260288238525,
      "learning_rate": 4.71867144884106e-05,
      "loss": 5.6771,
      "step": 204690
    },
    {
      "epoch": 0.17917336650207757,
      "grad_norm": 0.4620203673839569,
      "learning_rate": 4.718657243325333e-05,
      "loss": 5.1599,
      "step": 204695
    },
    {
      "epoch": 0.17917774309570472,
      "grad_norm": 0.43342581391334534,
      "learning_rate": 4.7186430374781e-05,
      "loss": 5.1465,
      "step": 204700
    },
    {
      "epoch": 0.17918211968933187,
      "grad_norm": 0.44144201278686523,
      "learning_rate": 4.718628831299364e-05,
      "loss": 5.4365,
      "step": 204705
    },
    {
      "epoch": 0.17918649628295905,
      "grad_norm": 0.43268805742263794,
      "learning_rate": 4.718614624789127e-05,
      "loss": 4.8342,
      "step": 204710
    },
    {
      "epoch": 0.1791908728765862,
      "grad_norm": 0.42787817120552063,
      "learning_rate": 4.718600417947392e-05,
      "loss": 5.627,
      "step": 204715
    },
    {
      "epoch": 0.17919524947021334,
      "grad_norm": 0.43332764506340027,
      "learning_rate": 4.7185862107741616e-05,
      "loss": 4.8767,
      "step": 204720
    },
    {
      "epoch": 0.1791996260638405,
      "grad_norm": 0.4718221426010132,
      "learning_rate": 4.71857200326944e-05,
      "loss": 5.4289,
      "step": 204725
    },
    {
      "epoch": 0.17920400265746764,
      "grad_norm": 0.4702860116958618,
      "learning_rate": 4.7185577954332284e-05,
      "loss": 5.4186,
      "step": 204730
    },
    {
      "epoch": 0.1792083792510948,
      "grad_norm": 0.43486300110816956,
      "learning_rate": 4.7185435872655294e-05,
      "loss": 5.965,
      "step": 204735
    },
    {
      "epoch": 0.17921275584472196,
      "grad_norm": 0.4809493124485016,
      "learning_rate": 4.7185293787663464e-05,
      "loss": 5.3993,
      "step": 204740
    },
    {
      "epoch": 0.1792171324383491,
      "grad_norm": 0.4284365773200989,
      "learning_rate": 4.718515169935682e-05,
      "loss": 5.1497,
      "step": 204745
    },
    {
      "epoch": 0.17922150903197626,
      "grad_norm": 0.4467615783214569,
      "learning_rate": 4.718500960773539e-05,
      "loss": 5.2513,
      "step": 204750
    },
    {
      "epoch": 0.17922588562560343,
      "grad_norm": 0.43136298656463623,
      "learning_rate": 4.71848675127992e-05,
      "loss": 5.6564,
      "step": 204755
    },
    {
      "epoch": 0.17923026221923058,
      "grad_norm": 0.47525689005851746,
      "learning_rate": 4.718472541454827e-05,
      "loss": 5.2493,
      "step": 204760
    },
    {
      "epoch": 0.17923463881285773,
      "grad_norm": 0.4753495752811432,
      "learning_rate": 4.718458331298265e-05,
      "loss": 5.9799,
      "step": 204765
    },
    {
      "epoch": 0.17923901540648488,
      "grad_norm": 0.5159190893173218,
      "learning_rate": 4.7184441208102335e-05,
      "loss": 5.4128,
      "step": 204770
    },
    {
      "epoch": 0.17924339200011205,
      "grad_norm": 0.4851783215999603,
      "learning_rate": 4.718429909990739e-05,
      "loss": 5.717,
      "step": 204775
    },
    {
      "epoch": 0.1792477685937392,
      "grad_norm": 0.7107878923416138,
      "learning_rate": 4.718415698839781e-05,
      "loss": 4.6,
      "step": 204780
    },
    {
      "epoch": 0.17925214518736635,
      "grad_norm": 0.4547140300273895,
      "learning_rate": 4.718401487357363e-05,
      "loss": 6.2576,
      "step": 204785
    },
    {
      "epoch": 0.1792565217809935,
      "grad_norm": 0.8482040762901306,
      "learning_rate": 4.7183872755434897e-05,
      "loss": 4.9568,
      "step": 204790
    },
    {
      "epoch": 0.17926089837462067,
      "grad_norm": 0.5300785303115845,
      "learning_rate": 4.718373063398162e-05,
      "loss": 4.4024,
      "step": 204795
    },
    {
      "epoch": 0.17926527496824782,
      "grad_norm": 0.5382538437843323,
      "learning_rate": 4.718358850921382e-05,
      "loss": 5.341,
      "step": 204800
    },
    {
      "epoch": 0.17926965156187497,
      "grad_norm": 0.5511015057563782,
      "learning_rate": 4.718344638113153e-05,
      "loss": 5.1546,
      "step": 204805
    },
    {
      "epoch": 0.1792740281555021,
      "grad_norm": 0.8303242921829224,
      "learning_rate": 4.718330424973481e-05,
      "loss": 4.653,
      "step": 204810
    },
    {
      "epoch": 0.1792784047491293,
      "grad_norm": 0.49867376685142517,
      "learning_rate": 4.718316211502364e-05,
      "loss": 4.8799,
      "step": 204815
    },
    {
      "epoch": 0.17928278134275644,
      "grad_norm": 0.4844263792037964,
      "learning_rate": 4.718301997699807e-05,
      "loss": 5.1517,
      "step": 204820
    },
    {
      "epoch": 0.17928715793638358,
      "grad_norm": 0.4613982141017914,
      "learning_rate": 4.7182877835658124e-05,
      "loss": 5.4699,
      "step": 204825
    },
    {
      "epoch": 0.17929153453001073,
      "grad_norm": 0.4527573883533478,
      "learning_rate": 4.718273569100382e-05,
      "loss": 5.9488,
      "step": 204830
    },
    {
      "epoch": 0.1792959111236379,
      "grad_norm": 0.5071566700935364,
      "learning_rate": 4.71825935430352e-05,
      "loss": 5.6637,
      "step": 204835
    },
    {
      "epoch": 0.17930028771726506,
      "grad_norm": 0.4711594581604004,
      "learning_rate": 4.7182451391752295e-05,
      "loss": 5.2563,
      "step": 204840
    },
    {
      "epoch": 0.1793046643108922,
      "grad_norm": 0.4513607919216156,
      "learning_rate": 4.718230923715512e-05,
      "loss": 5.4415,
      "step": 204845
    },
    {
      "epoch": 0.17930904090451935,
      "grad_norm": 0.43704381585121155,
      "learning_rate": 4.71821670792437e-05,
      "loss": 5.1195,
      "step": 204850
    },
    {
      "epoch": 0.1793134174981465,
      "grad_norm": 0.43875667452812195,
      "learning_rate": 4.718202491801808e-05,
      "loss": 5.2289,
      "step": 204855
    },
    {
      "epoch": 0.17931779409177367,
      "grad_norm": 0.45636186003685,
      "learning_rate": 4.718188275347827e-05,
      "loss": 4.9147,
      "step": 204860
    },
    {
      "epoch": 0.17932217068540082,
      "grad_norm": 0.4416605234146118,
      "learning_rate": 4.71817405856243e-05,
      "loss": 5.1765,
      "step": 204865
    },
    {
      "epoch": 0.17932654727902797,
      "grad_norm": 0.5082188844680786,
      "learning_rate": 4.7181598414456206e-05,
      "loss": 6.2471,
      "step": 204870
    },
    {
      "epoch": 0.17933092387265512,
      "grad_norm": 0.46345648169517517,
      "learning_rate": 4.718145623997401e-05,
      "loss": 5.1477,
      "step": 204875
    },
    {
      "epoch": 0.1793353004662823,
      "grad_norm": 0.45226043462753296,
      "learning_rate": 4.718131406217773e-05,
      "loss": 5.1437,
      "step": 204880
    },
    {
      "epoch": 0.17933967705990944,
      "grad_norm": 0.470652312040329,
      "learning_rate": 4.718117188106742e-05,
      "loss": 5.2251,
      "step": 204885
    },
    {
      "epoch": 0.1793440536535366,
      "grad_norm": 0.44951677322387695,
      "learning_rate": 4.7181029696643075e-05,
      "loss": 5.444,
      "step": 204890
    },
    {
      "epoch": 0.17934843024716374,
      "grad_norm": 0.44000664353370667,
      "learning_rate": 4.7180887508904746e-05,
      "loss": 4.128,
      "step": 204895
    },
    {
      "epoch": 0.1793528068407909,
      "grad_norm": 0.45986801385879517,
      "learning_rate": 4.718074531785245e-05,
      "loss": 4.63,
      "step": 204900
    },
    {
      "epoch": 0.17935718343441806,
      "grad_norm": 0.43318483233451843,
      "learning_rate": 4.7180603123486225e-05,
      "loss": 5.7375,
      "step": 204905
    },
    {
      "epoch": 0.1793615600280452,
      "grad_norm": 0.4454781711101532,
      "learning_rate": 4.7180460925806094e-05,
      "loss": 4.4302,
      "step": 204910
    },
    {
      "epoch": 0.17936593662167236,
      "grad_norm": 0.43173253536224365,
      "learning_rate": 4.7180318724812065e-05,
      "loss": 5.4347,
      "step": 204915
    },
    {
      "epoch": 0.17937031321529953,
      "grad_norm": 0.44644397497177124,
      "learning_rate": 4.718017652050418e-05,
      "loss": 5.0104,
      "step": 204920
    },
    {
      "epoch": 0.17937468980892668,
      "grad_norm": 0.5066952705383301,
      "learning_rate": 4.7180034312882484e-05,
      "loss": 5.6422,
      "step": 204925
    },
    {
      "epoch": 0.17937906640255383,
      "grad_norm": 0.45698127150535583,
      "learning_rate": 4.717989210194698e-05,
      "loss": 5.2444,
      "step": 204930
    },
    {
      "epoch": 0.17938344299618098,
      "grad_norm": 0.4453572928905487,
      "learning_rate": 4.71797498876977e-05,
      "loss": 4.6942,
      "step": 204935
    },
    {
      "epoch": 0.17938781958980815,
      "grad_norm": 0.4647214114665985,
      "learning_rate": 4.7179607670134674e-05,
      "loss": 5.3691,
      "step": 204940
    },
    {
      "epoch": 0.1793921961834353,
      "grad_norm": 0.428914874792099,
      "learning_rate": 4.717946544925793e-05,
      "loss": 5.4523,
      "step": 204945
    },
    {
      "epoch": 0.17939657277706245,
      "grad_norm": 0.440874308347702,
      "learning_rate": 4.7179323225067496e-05,
      "loss": 5.9316,
      "step": 204950
    },
    {
      "epoch": 0.1794009493706896,
      "grad_norm": 0.4573376178741455,
      "learning_rate": 4.717918099756341e-05,
      "loss": 5.4553,
      "step": 204955
    },
    {
      "epoch": 0.17940532596431677,
      "grad_norm": 0.4544551968574524,
      "learning_rate": 4.7179038766745676e-05,
      "loss": 4.7186,
      "step": 204960
    },
    {
      "epoch": 0.17940970255794392,
      "grad_norm": 0.429923415184021,
      "learning_rate": 4.717889653261435e-05,
      "loss": 5.6756,
      "step": 204965
    },
    {
      "epoch": 0.17941407915157107,
      "grad_norm": 0.45256245136260986,
      "learning_rate": 4.7178754295169424e-05,
      "loss": 5.4664,
      "step": 204970
    },
    {
      "epoch": 0.1794184557451982,
      "grad_norm": 0.4390110671520233,
      "learning_rate": 4.717861205441095e-05,
      "loss": 5.6295,
      "step": 204975
    },
    {
      "epoch": 0.17942283233882536,
      "grad_norm": 0.4385468363761902,
      "learning_rate": 4.717846981033896e-05,
      "loss": 5.1532,
      "step": 204980
    },
    {
      "epoch": 0.17942720893245254,
      "grad_norm": 0.4930998682975769,
      "learning_rate": 4.7178327562953475e-05,
      "loss": 4.6463,
      "step": 204985
    },
    {
      "epoch": 0.17943158552607968,
      "grad_norm": 0.4383786916732788,
      "learning_rate": 4.717818531225451e-05,
      "loss": 5.0689,
      "step": 204990
    },
    {
      "epoch": 0.17943596211970683,
      "grad_norm": 0.45059019327163696,
      "learning_rate": 4.717804305824209e-05,
      "loss": 5.9666,
      "step": 204995
    },
    {
      "epoch": 0.17944033871333398,
      "grad_norm": 0.4243350327014923,
      "learning_rate": 4.7177900800916273e-05,
      "loss": 5.1547,
      "step": 205000
    },
    {
      "epoch": 0.17944471530696116,
      "grad_norm": 0.42349857091903687,
      "learning_rate": 4.7177758540277064e-05,
      "loss": 5.9525,
      "step": 205005
    },
    {
      "epoch": 0.1794490919005883,
      "grad_norm": 0.478289932012558,
      "learning_rate": 4.7177616276324486e-05,
      "loss": 4.4091,
      "step": 205010
    },
    {
      "epoch": 0.17945346849421545,
      "grad_norm": 0.43249502778053284,
      "learning_rate": 4.7177474009058586e-05,
      "loss": 5.0561,
      "step": 205015
    },
    {
      "epoch": 0.1794578450878426,
      "grad_norm": 0.4143713116645813,
      "learning_rate": 4.717733173847937e-05,
      "loss": 5.9471,
      "step": 205020
    },
    {
      "epoch": 0.17946222168146977,
      "grad_norm": 0.4462738335132599,
      "learning_rate": 4.717718946458688e-05,
      "loss": 5.2313,
      "step": 205025
    },
    {
      "epoch": 0.17946659827509692,
      "grad_norm": 0.4302113652229309,
      "learning_rate": 4.717704718738114e-05,
      "loss": 5.6393,
      "step": 205030
    },
    {
      "epoch": 0.17947097486872407,
      "grad_norm": 0.4772813320159912,
      "learning_rate": 4.7176904906862174e-05,
      "loss": 5.2126,
      "step": 205035
    },
    {
      "epoch": 0.17947535146235122,
      "grad_norm": 0.4833965599536896,
      "learning_rate": 4.717676262303001e-05,
      "loss": 5.7087,
      "step": 205040
    },
    {
      "epoch": 0.1794797280559784,
      "grad_norm": 0.4429037868976593,
      "learning_rate": 4.717662033588468e-05,
      "loss": 5.9283,
      "step": 205045
    },
    {
      "epoch": 0.17948410464960554,
      "grad_norm": 0.48136889934539795,
      "learning_rate": 4.717647804542621e-05,
      "loss": 5.1339,
      "step": 205050
    },
    {
      "epoch": 0.1794884812432327,
      "grad_norm": 0.4681631922721863,
      "learning_rate": 4.717633575165462e-05,
      "loss": 4.917,
      "step": 205055
    },
    {
      "epoch": 0.17949285783685984,
      "grad_norm": 0.5316951274871826,
      "learning_rate": 4.717619345456995e-05,
      "loss": 4.4022,
      "step": 205060
    },
    {
      "epoch": 0.179497234430487,
      "grad_norm": 0.45578455924987793,
      "learning_rate": 4.717605115417222e-05,
      "loss": 5.2008,
      "step": 205065
    },
    {
      "epoch": 0.17950161102411416,
      "grad_norm": 0.6048117876052856,
      "learning_rate": 4.717590885046145e-05,
      "loss": 4.9181,
      "step": 205070
    },
    {
      "epoch": 0.1795059876177413,
      "grad_norm": 0.47985509037971497,
      "learning_rate": 4.717576654343768e-05,
      "loss": 6.1934,
      "step": 205075
    },
    {
      "epoch": 0.17951036421136846,
      "grad_norm": 0.4568823575973511,
      "learning_rate": 4.717562423310095e-05,
      "loss": 4.9286,
      "step": 205080
    },
    {
      "epoch": 0.17951474080499563,
      "grad_norm": 0.4961971044540405,
      "learning_rate": 4.7175481919451246e-05,
      "loss": 5.9898,
      "step": 205085
    },
    {
      "epoch": 0.17951911739862278,
      "grad_norm": 0.45425769686698914,
      "learning_rate": 4.717533960248862e-05,
      "loss": 5.9645,
      "step": 205090
    },
    {
      "epoch": 0.17952349399224993,
      "grad_norm": 0.4342834949493408,
      "learning_rate": 4.717519728221312e-05,
      "loss": 5.4099,
      "step": 205095
    },
    {
      "epoch": 0.17952787058587708,
      "grad_norm": 0.4587031602859497,
      "learning_rate": 4.717505495862474e-05,
      "loss": 5.4308,
      "step": 205100
    },
    {
      "epoch": 0.17953224717950425,
      "grad_norm": 0.45930519700050354,
      "learning_rate": 4.717491263172352e-05,
      "loss": 4.9243,
      "step": 205105
    },
    {
      "epoch": 0.1795366237731314,
      "grad_norm": 0.44227784872055054,
      "learning_rate": 4.7174770301509494e-05,
      "loss": 5.975,
      "step": 205110
    },
    {
      "epoch": 0.17954100036675855,
      "grad_norm": 0.46359318494796753,
      "learning_rate": 4.717462796798269e-05,
      "loss": 4.8695,
      "step": 205115
    },
    {
      "epoch": 0.1795453769603857,
      "grad_norm": 0.43946534395217896,
      "learning_rate": 4.717448563114312e-05,
      "loss": 5.7106,
      "step": 205120
    },
    {
      "epoch": 0.17954975355401284,
      "grad_norm": 0.4499545693397522,
      "learning_rate": 4.717434329099082e-05,
      "loss": 5.6096,
      "step": 205125
    },
    {
      "epoch": 0.17955413014764002,
      "grad_norm": 0.4541781544685364,
      "learning_rate": 4.717420094752582e-05,
      "loss": 5.1368,
      "step": 205130
    },
    {
      "epoch": 0.17955850674126717,
      "grad_norm": 0.4413236975669861,
      "learning_rate": 4.717405860074814e-05,
      "loss": 5.4492,
      "step": 205135
    },
    {
      "epoch": 0.1795628833348943,
      "grad_norm": 0.47339680790901184,
      "learning_rate": 4.7173916250657814e-05,
      "loss": 5.2555,
      "step": 205140
    },
    {
      "epoch": 0.17956725992852146,
      "grad_norm": 0.47527188062667847,
      "learning_rate": 4.717377389725487e-05,
      "loss": 5.2921,
      "step": 205145
    },
    {
      "epoch": 0.17957163652214864,
      "grad_norm": 0.43431010842323303,
      "learning_rate": 4.717363154053933e-05,
      "loss": 5.2311,
      "step": 205150
    },
    {
      "epoch": 0.17957601311577578,
      "grad_norm": 0.45275062322616577,
      "learning_rate": 4.7173489180511234e-05,
      "loss": 5.1052,
      "step": 205155
    },
    {
      "epoch": 0.17958038970940293,
      "grad_norm": 0.45176962018013,
      "learning_rate": 4.7173346817170594e-05,
      "loss": 5.9453,
      "step": 205160
    },
    {
      "epoch": 0.17958476630303008,
      "grad_norm": 0.4279223084449768,
      "learning_rate": 4.717320445051744e-05,
      "loss": 5.4275,
      "step": 205165
    },
    {
      "epoch": 0.17958914289665726,
      "grad_norm": 0.4540446698665619,
      "learning_rate": 4.717306208055181e-05,
      "loss": 5.1021,
      "step": 205170
    },
    {
      "epoch": 0.1795935194902844,
      "grad_norm": 0.45014864206314087,
      "learning_rate": 4.717291970727372e-05,
      "loss": 5.1451,
      "step": 205175
    },
    {
      "epoch": 0.17959789608391155,
      "grad_norm": 0.4567611813545227,
      "learning_rate": 4.7172777330683215e-05,
      "loss": 4.8988,
      "step": 205180
    },
    {
      "epoch": 0.1796022726775387,
      "grad_norm": 0.45204001665115356,
      "learning_rate": 4.717263495078029e-05,
      "loss": 5.1266,
      "step": 205185
    },
    {
      "epoch": 0.17960664927116587,
      "grad_norm": 0.4391631782054901,
      "learning_rate": 4.7172492567565005e-05,
      "loss": 5.4396,
      "step": 205190
    },
    {
      "epoch": 0.17961102586479302,
      "grad_norm": 0.4423293471336365,
      "learning_rate": 4.717235018103738e-05,
      "loss": 5.2188,
      "step": 205195
    },
    {
      "epoch": 0.17961540245842017,
      "grad_norm": 0.44835636019706726,
      "learning_rate": 4.717220779119743e-05,
      "loss": 4.8917,
      "step": 205200
    },
    {
      "epoch": 0.17961977905204732,
      "grad_norm": 0.4403473734855652,
      "learning_rate": 4.717206539804518e-05,
      "loss": 5.7277,
      "step": 205205
    },
    {
      "epoch": 0.1796241556456745,
      "grad_norm": 0.5118634104728699,
      "learning_rate": 4.717192300158069e-05,
      "loss": 4.4455,
      "step": 205210
    },
    {
      "epoch": 0.17962853223930164,
      "grad_norm": 0.5630523562431335,
      "learning_rate": 4.717178060180395e-05,
      "loss": 4.9479,
      "step": 205215
    },
    {
      "epoch": 0.1796329088329288,
      "grad_norm": 0.4547875225543976,
      "learning_rate": 4.7171638198715005e-05,
      "loss": 4.6974,
      "step": 205220
    },
    {
      "epoch": 0.17963728542655594,
      "grad_norm": 0.5659681558609009,
      "learning_rate": 4.717149579231388e-05,
      "loss": 5.9053,
      "step": 205225
    },
    {
      "epoch": 0.1796416620201831,
      "grad_norm": 0.45452889800071716,
      "learning_rate": 4.71713533826006e-05,
      "loss": 5.0793,
      "step": 205230
    },
    {
      "epoch": 0.17964603861381026,
      "grad_norm": 0.5610083341598511,
      "learning_rate": 4.7171210969575197e-05,
      "loss": 5.7621,
      "step": 205235
    },
    {
      "epoch": 0.1796504152074374,
      "grad_norm": 0.613223135471344,
      "learning_rate": 4.7171068553237685e-05,
      "loss": 4.6424,
      "step": 205240
    },
    {
      "epoch": 0.17965479180106456,
      "grad_norm": 0.6294910907745361,
      "learning_rate": 4.717092613358811e-05,
      "loss": 5.4735,
      "step": 205245
    },
    {
      "epoch": 0.1796591683946917,
      "grad_norm": 0.47104036808013916,
      "learning_rate": 4.7170783710626496e-05,
      "loss": 4.6311,
      "step": 205250
    },
    {
      "epoch": 0.17966354498831888,
      "grad_norm": 0.45624086260795593,
      "learning_rate": 4.717064128435287e-05,
      "loss": 5.3623,
      "step": 205255
    },
    {
      "epoch": 0.17966792158194603,
      "grad_norm": 0.4538349509239197,
      "learning_rate": 4.7170498854767245e-05,
      "loss": 4.3898,
      "step": 205260
    },
    {
      "epoch": 0.17967229817557318,
      "grad_norm": 0.45844826102256775,
      "learning_rate": 4.717035642186966e-05,
      "loss": 4.6361,
      "step": 205265
    },
    {
      "epoch": 0.17967667476920032,
      "grad_norm": 0.4515470266342163,
      "learning_rate": 4.717021398566015e-05,
      "loss": 5.1521,
      "step": 205270
    },
    {
      "epoch": 0.1796810513628275,
      "grad_norm": 0.43677762150764465,
      "learning_rate": 4.717007154613874e-05,
      "loss": 5.9627,
      "step": 205275
    },
    {
      "epoch": 0.17968542795645465,
      "grad_norm": 0.4532529413700104,
      "learning_rate": 4.7169929103305436e-05,
      "loss": 4.732,
      "step": 205280
    },
    {
      "epoch": 0.1796898045500818,
      "grad_norm": 0.4534636437892914,
      "learning_rate": 4.7169786657160285e-05,
      "loss": 4.9217,
      "step": 205285
    },
    {
      "epoch": 0.17969418114370894,
      "grad_norm": 0.4660663902759552,
      "learning_rate": 4.716964420770331e-05,
      "loss": 5.6709,
      "step": 205290
    },
    {
      "epoch": 0.17969855773733612,
      "grad_norm": 0.44661378860473633,
      "learning_rate": 4.716950175493454e-05,
      "loss": 5.4298,
      "step": 205295
    },
    {
      "epoch": 0.17970293433096327,
      "grad_norm": 0.42987099289894104,
      "learning_rate": 4.716935929885401e-05,
      "loss": 5.95,
      "step": 205300
    },
    {
      "epoch": 0.1797073109245904,
      "grad_norm": 0.4378378689289093,
      "learning_rate": 4.7169216839461726e-05,
      "loss": 5.9574,
      "step": 205305
    },
    {
      "epoch": 0.17971168751821756,
      "grad_norm": 0.42974773049354553,
      "learning_rate": 4.716907437675774e-05,
      "loss": 5.6852,
      "step": 205310
    },
    {
      "epoch": 0.17971606411184474,
      "grad_norm": 0.4519885778427124,
      "learning_rate": 4.716893191074206e-05,
      "loss": 5.0936,
      "step": 205315
    },
    {
      "epoch": 0.17972044070547188,
      "grad_norm": 0.4285489320755005,
      "learning_rate": 4.716878944141473e-05,
      "loss": 5.6193,
      "step": 205320
    },
    {
      "epoch": 0.17972481729909903,
      "grad_norm": 0.47608962655067444,
      "learning_rate": 4.7168646968775766e-05,
      "loss": 4.3937,
      "step": 205325
    },
    {
      "epoch": 0.17972919389272618,
      "grad_norm": 0.4342583417892456,
      "learning_rate": 4.7168504492825194e-05,
      "loss": 5.6689,
      "step": 205330
    },
    {
      "epoch": 0.17973357048635336,
      "grad_norm": 0.4840177595615387,
      "learning_rate": 4.716836201356305e-05,
      "loss": 4.8343,
      "step": 205335
    },
    {
      "epoch": 0.1797379470799805,
      "grad_norm": 0.45065033435821533,
      "learning_rate": 4.7168219530989354e-05,
      "loss": 5.7425,
      "step": 205340
    },
    {
      "epoch": 0.17974232367360765,
      "grad_norm": 0.42643746733665466,
      "learning_rate": 4.716807704510414e-05,
      "loss": 5.3479,
      "step": 205345
    },
    {
      "epoch": 0.1797467002672348,
      "grad_norm": 0.4998113811016083,
      "learning_rate": 4.716793455590743e-05,
      "loss": 4.9227,
      "step": 205350
    },
    {
      "epoch": 0.17975107686086197,
      "grad_norm": 0.4569004476070404,
      "learning_rate": 4.716779206339926e-05,
      "loss": 5.7751,
      "step": 205355
    },
    {
      "epoch": 0.17975545345448912,
      "grad_norm": 0.446633905172348,
      "learning_rate": 4.7167649567579654e-05,
      "loss": 5.7664,
      "step": 205360
    },
    {
      "epoch": 0.17975983004811627,
      "grad_norm": 0.44720378518104553,
      "learning_rate": 4.716750706844862e-05,
      "loss": 4.7281,
      "step": 205365
    },
    {
      "epoch": 0.17976420664174342,
      "grad_norm": 0.44302406907081604,
      "learning_rate": 4.716736456600622e-05,
      "loss": 5.6197,
      "step": 205370
    },
    {
      "epoch": 0.17976858323537057,
      "grad_norm": 0.4739891588687897,
      "learning_rate": 4.716722206025245e-05,
      "loss": 4.9254,
      "step": 205375
    },
    {
      "epoch": 0.17977295982899774,
      "grad_norm": 0.4542044699192047,
      "learning_rate": 4.7167079551187365e-05,
      "loss": 4.1695,
      "step": 205380
    },
    {
      "epoch": 0.1797773364226249,
      "grad_norm": 0.43380483984947205,
      "learning_rate": 4.716693703881097e-05,
      "loss": 5.968,
      "step": 205385
    },
    {
      "epoch": 0.17978171301625204,
      "grad_norm": 0.4346407353878021,
      "learning_rate": 4.71667945231233e-05,
      "loss": 5.0201,
      "step": 205390
    },
    {
      "epoch": 0.17978608960987918,
      "grad_norm": 0.4465899169445038,
      "learning_rate": 4.716665200412439e-05,
      "loss": 4.1572,
      "step": 205395
    },
    {
      "epoch": 0.17979046620350636,
      "grad_norm": 0.46502164006233215,
      "learning_rate": 4.7166509481814256e-05,
      "loss": 5.4915,
      "step": 205400
    },
    {
      "epoch": 0.1797948427971335,
      "grad_norm": 0.4457426965236664,
      "learning_rate": 4.716636695619293e-05,
      "loss": 5.154,
      "step": 205405
    },
    {
      "epoch": 0.17979921939076066,
      "grad_norm": 0.44050249457359314,
      "learning_rate": 4.7166224427260456e-05,
      "loss": 5.447,
      "step": 205410
    },
    {
      "epoch": 0.1798035959843878,
      "grad_norm": 0.5097419023513794,
      "learning_rate": 4.7166081895016825e-05,
      "loss": 4.8579,
      "step": 205415
    },
    {
      "epoch": 0.17980797257801498,
      "grad_norm": 0.4464399814605713,
      "learning_rate": 4.7165939359462096e-05,
      "loss": 5.1327,
      "step": 205420
    },
    {
      "epoch": 0.17981234917164213,
      "grad_norm": 0.46318188309669495,
      "learning_rate": 4.716579682059629e-05,
      "loss": 5.7285,
      "step": 205425
    },
    {
      "epoch": 0.17981672576526928,
      "grad_norm": 0.4474378824234009,
      "learning_rate": 4.7165654278419414e-05,
      "loss": 4.7171,
      "step": 205430
    },
    {
      "epoch": 0.17982110235889642,
      "grad_norm": 0.4447394013404846,
      "learning_rate": 4.716551173293152e-05,
      "loss": 5.1542,
      "step": 205435
    },
    {
      "epoch": 0.1798254789525236,
      "grad_norm": 0.4515484869480133,
      "learning_rate": 4.7165369184132626e-05,
      "loss": 4.9202,
      "step": 205440
    },
    {
      "epoch": 0.17982985554615075,
      "grad_norm": 0.474701851606369,
      "learning_rate": 4.716522663202277e-05,
      "loss": 5.7434,
      "step": 205445
    },
    {
      "epoch": 0.1798342321397779,
      "grad_norm": 0.43996575474739075,
      "learning_rate": 4.716508407660196e-05,
      "loss": 4.6168,
      "step": 205450
    },
    {
      "epoch": 0.17983860873340504,
      "grad_norm": 0.4549195468425751,
      "learning_rate": 4.7164941517870244e-05,
      "loss": 4.8589,
      "step": 205455
    },
    {
      "epoch": 0.17984298532703222,
      "grad_norm": 0.44605690240859985,
      "learning_rate": 4.716479895582763e-05,
      "loss": 4.8956,
      "step": 205460
    },
    {
      "epoch": 0.17984736192065937,
      "grad_norm": 0.45425257086753845,
      "learning_rate": 4.716465639047416e-05,
      "loss": 4.8313,
      "step": 205465
    },
    {
      "epoch": 0.1798517385142865,
      "grad_norm": 0.4463990032672882,
      "learning_rate": 4.716451382180985e-05,
      "loss": 5.4534,
      "step": 205470
    },
    {
      "epoch": 0.17985611510791366,
      "grad_norm": 0.4180591106414795,
      "learning_rate": 4.716437124983474e-05,
      "loss": 5.7188,
      "step": 205475
    },
    {
      "epoch": 0.17986049170154084,
      "grad_norm": 0.449118435382843,
      "learning_rate": 4.716422867454885e-05,
      "loss": 5.4404,
      "step": 205480
    },
    {
      "epoch": 0.17986486829516798,
      "grad_norm": 0.43407759070396423,
      "learning_rate": 4.716408609595221e-05,
      "loss": 5.6553,
      "step": 205485
    },
    {
      "epoch": 0.17986924488879513,
      "grad_norm": 0.42083004117012024,
      "learning_rate": 4.7163943514044836e-05,
      "loss": 6.2508,
      "step": 205490
    },
    {
      "epoch": 0.17987362148242228,
      "grad_norm": 0.43932175636291504,
      "learning_rate": 4.716380092882678e-05,
      "loss": 5.642,
      "step": 205495
    },
    {
      "epoch": 0.17987799807604943,
      "grad_norm": 0.4385594129562378,
      "learning_rate": 4.7163658340298043e-05,
      "loss": 5.9723,
      "step": 205500
    },
    {
      "epoch": 0.1798823746696766,
      "grad_norm": 0.42572256922721863,
      "learning_rate": 4.716351574845867e-05,
      "loss": 5.9199,
      "step": 205505
    },
    {
      "epoch": 0.17988675126330375,
      "grad_norm": 0.4425258934497833,
      "learning_rate": 4.716337315330869e-05,
      "loss": 5.1481,
      "step": 205510
    },
    {
      "epoch": 0.1798911278569309,
      "grad_norm": 0.4751185178756714,
      "learning_rate": 4.716323055484812e-05,
      "loss": 4.9183,
      "step": 205515
    },
    {
      "epoch": 0.17989550445055805,
      "grad_norm": 0.42863672971725464,
      "learning_rate": 4.7163087953076987e-05,
      "loss": 4.9614,
      "step": 205520
    },
    {
      "epoch": 0.17989988104418522,
      "grad_norm": 0.44055938720703125,
      "learning_rate": 4.7162945347995326e-05,
      "loss": 4.9236,
      "step": 205525
    },
    {
      "epoch": 0.17990425763781237,
      "grad_norm": 0.4884984493255615,
      "learning_rate": 4.716280273960315e-05,
      "loss": 5.124,
      "step": 205530
    },
    {
      "epoch": 0.17990863423143952,
      "grad_norm": 0.4434768259525299,
      "learning_rate": 4.716266012790052e-05,
      "loss": 5.1528,
      "step": 205535
    },
    {
      "epoch": 0.17991301082506667,
      "grad_norm": 0.4325469136238098,
      "learning_rate": 4.716251751288743e-05,
      "loss": 5.1323,
      "step": 205540
    },
    {
      "epoch": 0.17991738741869384,
      "grad_norm": 0.4433337152004242,
      "learning_rate": 4.716237489456392e-05,
      "loss": 5.4018,
      "step": 205545
    },
    {
      "epoch": 0.179921764012321,
      "grad_norm": 0.4559781551361084,
      "learning_rate": 4.716223227293001e-05,
      "loss": 5.9313,
      "step": 205550
    },
    {
      "epoch": 0.17992614060594814,
      "grad_norm": 0.5240373611450195,
      "learning_rate": 4.716208964798574e-05,
      "loss": 4.648,
      "step": 205555
    },
    {
      "epoch": 0.17993051719957529,
      "grad_norm": 0.4632897675037384,
      "learning_rate": 4.7161947019731126e-05,
      "loss": 5.4211,
      "step": 205560
    },
    {
      "epoch": 0.17993489379320246,
      "grad_norm": 0.463748574256897,
      "learning_rate": 4.716180438816621e-05,
      "loss": 5.2498,
      "step": 205565
    },
    {
      "epoch": 0.1799392703868296,
      "grad_norm": 0.5756970047950745,
      "learning_rate": 4.716166175329101e-05,
      "loss": 4.4448,
      "step": 205570
    },
    {
      "epoch": 0.17994364698045676,
      "grad_norm": 0.4597548842430115,
      "learning_rate": 4.716151911510555e-05,
      "loss": 4.6278,
      "step": 205575
    },
    {
      "epoch": 0.1799480235740839,
      "grad_norm": 0.4553229510784149,
      "learning_rate": 4.716137647360985e-05,
      "loss": 5.3691,
      "step": 205580
    },
    {
      "epoch": 0.17995240016771108,
      "grad_norm": 0.4547317922115326,
      "learning_rate": 4.716123382880397e-05,
      "loss": 5.1248,
      "step": 205585
    },
    {
      "epoch": 0.17995677676133823,
      "grad_norm": 0.46369820833206177,
      "learning_rate": 4.71610911806879e-05,
      "loss": 5.9533,
      "step": 205590
    },
    {
      "epoch": 0.17996115335496538,
      "grad_norm": 0.4438934326171875,
      "learning_rate": 4.716094852926168e-05,
      "loss": 4.9111,
      "step": 205595
    },
    {
      "epoch": 0.17996552994859252,
      "grad_norm": 0.48413991928100586,
      "learning_rate": 4.716080587452536e-05,
      "loss": 5.4801,
      "step": 205600
    },
    {
      "epoch": 0.1799699065422197,
      "grad_norm": 0.5043749809265137,
      "learning_rate": 4.716066321647894e-05,
      "loss": 5.9068,
      "step": 205605
    },
    {
      "epoch": 0.17997428313584685,
      "grad_norm": 0.4616902768611908,
      "learning_rate": 4.7160520555122454e-05,
      "loss": 5.2039,
      "step": 205610
    },
    {
      "epoch": 0.179978659729474,
      "grad_norm": 0.43562445044517517,
      "learning_rate": 4.716037789045594e-05,
      "loss": 5.0732,
      "step": 205615
    },
    {
      "epoch": 0.17998303632310114,
      "grad_norm": 0.46221622824668884,
      "learning_rate": 4.716023522247941e-05,
      "loss": 5.4285,
      "step": 205620
    },
    {
      "epoch": 0.1799874129167283,
      "grad_norm": 0.4437304437160492,
      "learning_rate": 4.71600925511929e-05,
      "loss": 5.3553,
      "step": 205625
    },
    {
      "epoch": 0.17999178951035547,
      "grad_norm": 0.47323882579803467,
      "learning_rate": 4.715994987659643e-05,
      "loss": 5.2834,
      "step": 205630
    },
    {
      "epoch": 0.1799961661039826,
      "grad_norm": 0.43802598118782043,
      "learning_rate": 4.715980719869005e-05,
      "loss": 5.9668,
      "step": 205635
    },
    {
      "epoch": 0.18000054269760976,
      "grad_norm": 0.48337966203689575,
      "learning_rate": 4.715966451747377e-05,
      "loss": 4.3861,
      "step": 205640
    },
    {
      "epoch": 0.1800049192912369,
      "grad_norm": 0.4443914294242859,
      "learning_rate": 4.715952183294761e-05,
      "loss": 4.6503,
      "step": 205645
    },
    {
      "epoch": 0.18000929588486408,
      "grad_norm": 0.46282756328582764,
      "learning_rate": 4.71593791451116e-05,
      "loss": 4.4153,
      "step": 205650
    },
    {
      "epoch": 0.18001367247849123,
      "grad_norm": 0.4657350182533264,
      "learning_rate": 4.7159236453965796e-05,
      "loss": 5.219,
      "step": 205655
    },
    {
      "epoch": 0.18001804907211838,
      "grad_norm": 0.4428656995296478,
      "learning_rate": 4.7159093759510186e-05,
      "loss": 5.0594,
      "step": 205660
    },
    {
      "epoch": 0.18002242566574553,
      "grad_norm": 0.4595528542995453,
      "learning_rate": 4.7158951061744825e-05,
      "loss": 4.6582,
      "step": 205665
    },
    {
      "epoch": 0.1800268022593727,
      "grad_norm": 0.44578516483306885,
      "learning_rate": 4.715880836066973e-05,
      "loss": 4.1854,
      "step": 205670
    },
    {
      "epoch": 0.18003117885299985,
      "grad_norm": 0.43619078397750854,
      "learning_rate": 4.715866565628492e-05,
      "loss": 4.911,
      "step": 205675
    },
    {
      "epoch": 0.180035555446627,
      "grad_norm": 0.4319969415664673,
      "learning_rate": 4.7158522948590435e-05,
      "loss": 5.4269,
      "step": 205680
    },
    {
      "epoch": 0.18003993204025415,
      "grad_norm": 0.4664544463157654,
      "learning_rate": 4.715838023758631e-05,
      "loss": 5.4613,
      "step": 205685
    },
    {
      "epoch": 0.18004430863388132,
      "grad_norm": 0.4611746668815613,
      "learning_rate": 4.715823752327254e-05,
      "loss": 5.1234,
      "step": 205690
    },
    {
      "epoch": 0.18004868522750847,
      "grad_norm": 0.46778297424316406,
      "learning_rate": 4.71580948056492e-05,
      "loss": 4.9053,
      "step": 205695
    },
    {
      "epoch": 0.18005306182113562,
      "grad_norm": 0.462984561920166,
      "learning_rate": 4.715795208471627e-05,
      "loss": 4.6318,
      "step": 205700
    },
    {
      "epoch": 0.18005743841476277,
      "grad_norm": 0.4797283411026001,
      "learning_rate": 4.715780936047381e-05,
      "loss": 4.9394,
      "step": 205705
    },
    {
      "epoch": 0.18006181500838994,
      "grad_norm": 0.44423970580101013,
      "learning_rate": 4.715766663292184e-05,
      "loss": 5.1433,
      "step": 205710
    },
    {
      "epoch": 0.1800661916020171,
      "grad_norm": 0.44509920477867126,
      "learning_rate": 4.715752390206039e-05,
      "loss": 5.1302,
      "step": 205715
    },
    {
      "epoch": 0.18007056819564424,
      "grad_norm": 0.43832623958587646,
      "learning_rate": 4.715738116788947e-05,
      "loss": 5.4637,
      "step": 205720
    },
    {
      "epoch": 0.18007494478927139,
      "grad_norm": 0.4424780011177063,
      "learning_rate": 4.715723843040912e-05,
      "loss": 4.9046,
      "step": 205725
    },
    {
      "epoch": 0.18007932138289856,
      "grad_norm": 0.4523458778858185,
      "learning_rate": 4.715709568961937e-05,
      "loss": 4.3453,
      "step": 205730
    },
    {
      "epoch": 0.1800836979765257,
      "grad_norm": 0.4818856716156006,
      "learning_rate": 4.715695294552024e-05,
      "loss": 5.2249,
      "step": 205735
    },
    {
      "epoch": 0.18008807457015286,
      "grad_norm": 0.4384705424308777,
      "learning_rate": 4.7156810198111766e-05,
      "loss": 4.9098,
      "step": 205740
    },
    {
      "epoch": 0.18009245116378,
      "grad_norm": 0.4940192997455597,
      "learning_rate": 4.715666744739398e-05,
      "loss": 4.9454,
      "step": 205745
    },
    {
      "epoch": 0.18009682775740718,
      "grad_norm": 0.4291481375694275,
      "learning_rate": 4.715652469336689e-05,
      "loss": 5.1976,
      "step": 205750
    },
    {
      "epoch": 0.18010120435103433,
      "grad_norm": 0.4463723301887512,
      "learning_rate": 4.715638193603054e-05,
      "loss": 5.1813,
      "step": 205755
    },
    {
      "epoch": 0.18010558094466148,
      "grad_norm": 0.4320749342441559,
      "learning_rate": 4.715623917538494e-05,
      "loss": 6.2738,
      "step": 205760
    },
    {
      "epoch": 0.18010995753828862,
      "grad_norm": 0.449837327003479,
      "learning_rate": 4.7156096411430137e-05,
      "loss": 5.6115,
      "step": 205765
    },
    {
      "epoch": 0.18011433413191577,
      "grad_norm": 0.4777826964855194,
      "learning_rate": 4.715595364416616e-05,
      "loss": 5.4431,
      "step": 205770
    },
    {
      "epoch": 0.18011871072554295,
      "grad_norm": 0.4423960745334625,
      "learning_rate": 4.7155810873593035e-05,
      "loss": 4.9406,
      "step": 205775
    },
    {
      "epoch": 0.1801230873191701,
      "grad_norm": 0.43058526515960693,
      "learning_rate": 4.715566809971076e-05,
      "loss": 5.966,
      "step": 205780
    },
    {
      "epoch": 0.18012746391279724,
      "grad_norm": 0.44150689244270325,
      "learning_rate": 4.7155525322519404e-05,
      "loss": 5.4422,
      "step": 205785
    },
    {
      "epoch": 0.1801318405064244,
      "grad_norm": 0.4458696246147156,
      "learning_rate": 4.7155382542018954e-05,
      "loss": 3.9126,
      "step": 205790
    },
    {
      "epoch": 0.18013621710005157,
      "grad_norm": 0.44779855012893677,
      "learning_rate": 4.715523975820948e-05,
      "loss": 4.8394,
      "step": 205795
    },
    {
      "epoch": 0.1801405936936787,
      "grad_norm": 0.45446527004241943,
      "learning_rate": 4.7155096971090986e-05,
      "loss": 5.4822,
      "step": 205800
    },
    {
      "epoch": 0.18014497028730586,
      "grad_norm": 0.44420942664146423,
      "learning_rate": 4.7154954180663494e-05,
      "loss": 4.149,
      "step": 205805
    },
    {
      "epoch": 0.180149346880933,
      "grad_norm": 0.4504643380641937,
      "learning_rate": 4.715481138692704e-05,
      "loss": 5.6691,
      "step": 205810
    },
    {
      "epoch": 0.18015372347456018,
      "grad_norm": 0.438315749168396,
      "learning_rate": 4.7154668589881656e-05,
      "loss": 5.4149,
      "step": 205815
    },
    {
      "epoch": 0.18015810006818733,
      "grad_norm": 0.4425661265850067,
      "learning_rate": 4.715452578952736e-05,
      "loss": 5.9588,
      "step": 205820
    },
    {
      "epoch": 0.18016247666181448,
      "grad_norm": 0.4619150161743164,
      "learning_rate": 4.7154382985864176e-05,
      "loss": 5.6502,
      "step": 205825
    },
    {
      "epoch": 0.18016685325544163,
      "grad_norm": 0.43362781405448914,
      "learning_rate": 4.715424017889215e-05,
      "loss": 4.6538,
      "step": 205830
    },
    {
      "epoch": 0.1801712298490688,
      "grad_norm": 0.47054851055145264,
      "learning_rate": 4.7154097368611305e-05,
      "loss": 5.4376,
      "step": 205835
    },
    {
      "epoch": 0.18017560644269595,
      "grad_norm": 0.4615078866481781,
      "learning_rate": 4.715395455502166e-05,
      "loss": 4.9062,
      "step": 205840
    },
    {
      "epoch": 0.1801799830363231,
      "grad_norm": 0.4369394779205322,
      "learning_rate": 4.7153811738123246e-05,
      "loss": 5.9674,
      "step": 205845
    },
    {
      "epoch": 0.18018435962995025,
      "grad_norm": 0.43012452125549316,
      "learning_rate": 4.715366891791608e-05,
      "loss": 5.7336,
      "step": 205850
    },
    {
      "epoch": 0.18018873622357742,
      "grad_norm": 0.4384270906448364,
      "learning_rate": 4.7153526094400216e-05,
      "loss": 5.117,
      "step": 205855
    },
    {
      "epoch": 0.18019311281720457,
      "grad_norm": 0.435589075088501,
      "learning_rate": 4.7153383267575657e-05,
      "loss": 5.4195,
      "step": 205860
    },
    {
      "epoch": 0.18019748941083172,
      "grad_norm": 0.504219114780426,
      "learning_rate": 4.715324043744244e-05,
      "loss": 5.0398,
      "step": 205865
    },
    {
      "epoch": 0.18020186600445887,
      "grad_norm": 0.4602411389350891,
      "learning_rate": 4.7153097604000586e-05,
      "loss": 4.7251,
      "step": 205870
    },
    {
      "epoch": 0.18020624259808604,
      "grad_norm": 0.43724825978279114,
      "learning_rate": 4.7152954767250136e-05,
      "loss": 4.6464,
      "step": 205875
    },
    {
      "epoch": 0.1802106191917132,
      "grad_norm": 0.45534780621528625,
      "learning_rate": 4.71528119271911e-05,
      "loss": 4.92,
      "step": 205880
    },
    {
      "epoch": 0.18021499578534034,
      "grad_norm": 0.441513329744339,
      "learning_rate": 4.715266908382352e-05,
      "loss": 5.1179,
      "step": 205885
    },
    {
      "epoch": 0.18021937237896749,
      "grad_norm": 0.44667452573776245,
      "learning_rate": 4.715252623714741e-05,
      "loss": 4.6467,
      "step": 205890
    },
    {
      "epoch": 0.18022374897259463,
      "grad_norm": 0.44296327233314514,
      "learning_rate": 4.7152383387162815e-05,
      "loss": 5.6398,
      "step": 205895
    },
    {
      "epoch": 0.1802281255662218,
      "grad_norm": 0.4314280152320862,
      "learning_rate": 4.715224053386975e-05,
      "loss": 5.9543,
      "step": 205900
    },
    {
      "epoch": 0.18023250215984896,
      "grad_norm": 0.43405553698539734,
      "learning_rate": 4.7152097677268257e-05,
      "loss": 5.4074,
      "step": 205905
    },
    {
      "epoch": 0.1802368787534761,
      "grad_norm": 0.4216237962245941,
      "learning_rate": 4.715195481735833e-05,
      "loss": 6.2588,
      "step": 205910
    },
    {
      "epoch": 0.18024125534710325,
      "grad_norm": 0.4559374749660492,
      "learning_rate": 4.7151811954140035e-05,
      "loss": 5.1292,
      "step": 205915
    },
    {
      "epoch": 0.18024563194073043,
      "grad_norm": 0.43430379033088684,
      "learning_rate": 4.715166908761338e-05,
      "loss": 4.9626,
      "step": 205920
    },
    {
      "epoch": 0.18025000853435758,
      "grad_norm": 0.43690529465675354,
      "learning_rate": 4.715152621777841e-05,
      "loss": 5.6676,
      "step": 205925
    },
    {
      "epoch": 0.18025438512798472,
      "grad_norm": 0.4294755160808563,
      "learning_rate": 4.7151383344635125e-05,
      "loss": 6.2412,
      "step": 205930
    },
    {
      "epoch": 0.18025876172161187,
      "grad_norm": 0.43982064723968506,
      "learning_rate": 4.715124046818356e-05,
      "loss": 6.0088,
      "step": 205935
    },
    {
      "epoch": 0.18026313831523905,
      "grad_norm": 0.43691614270210266,
      "learning_rate": 4.715109758842377e-05,
      "loss": 5.6289,
      "step": 205940
    },
    {
      "epoch": 0.1802675149088662,
      "grad_norm": 0.4606534242630005,
      "learning_rate": 4.715095470535574e-05,
      "loss": 5.4254,
      "step": 205945
    },
    {
      "epoch": 0.18027189150249334,
      "grad_norm": 0.4820753037929535,
      "learning_rate": 4.7150811818979534e-05,
      "loss": 3.847,
      "step": 205950
    },
    {
      "epoch": 0.1802762680961205,
      "grad_norm": 0.45642778277397156,
      "learning_rate": 4.715066892929516e-05,
      "loss": 4.9565,
      "step": 205955
    },
    {
      "epoch": 0.18028064468974767,
      "grad_norm": 0.4606807231903076,
      "learning_rate": 4.7150526036302646e-05,
      "loss": 4.4184,
      "step": 205960
    },
    {
      "epoch": 0.1802850212833748,
      "grad_norm": 0.43270570039749146,
      "learning_rate": 4.715038314000203e-05,
      "loss": 5.7175,
      "step": 205965
    },
    {
      "epoch": 0.18028939787700196,
      "grad_norm": 0.45883676409721375,
      "learning_rate": 4.715024024039333e-05,
      "loss": 5.4724,
      "step": 205970
    },
    {
      "epoch": 0.1802937744706291,
      "grad_norm": 0.4460907578468323,
      "learning_rate": 4.715009733747659e-05,
      "loss": 5.1428,
      "step": 205975
    },
    {
      "epoch": 0.18029815106425628,
      "grad_norm": 0.4503338038921356,
      "learning_rate": 4.71499544312518e-05,
      "loss": 4.7212,
      "step": 205980
    },
    {
      "epoch": 0.18030252765788343,
      "grad_norm": 0.43471091985702515,
      "learning_rate": 4.7149811521719024e-05,
      "loss": 4.2979,
      "step": 205985
    },
    {
      "epoch": 0.18030690425151058,
      "grad_norm": 0.4430364966392517,
      "learning_rate": 4.714966860887827e-05,
      "loss": 4.6271,
      "step": 205990
    },
    {
      "epoch": 0.18031128084513773,
      "grad_norm": 0.44996604323387146,
      "learning_rate": 4.714952569272959e-05,
      "loss": 5.9469,
      "step": 205995
    },
    {
      "epoch": 0.1803156574387649,
      "grad_norm": 0.44072097539901733,
      "learning_rate": 4.714938277327299e-05,
      "loss": 6.2533,
      "step": 206000
    },
    {
      "epoch": 0.18032003403239205,
      "grad_norm": 0.42400336265563965,
      "learning_rate": 4.71492398505085e-05,
      "loss": 6.2523,
      "step": 206005
    },
    {
      "epoch": 0.1803244106260192,
      "grad_norm": 0.44353944063186646,
      "learning_rate": 4.714909692443614e-05,
      "loss": 5.4481,
      "step": 206010
    },
    {
      "epoch": 0.18032878721964635,
      "grad_norm": 0.4294676184654236,
      "learning_rate": 4.7148953995055956e-05,
      "loss": 6.2527,
      "step": 206015
    },
    {
      "epoch": 0.1803331638132735,
      "grad_norm": 0.44376710057258606,
      "learning_rate": 4.714881106236797e-05,
      "loss": 4.8251,
      "step": 206020
    },
    {
      "epoch": 0.18033754040690067,
      "grad_norm": 0.4389735162258148,
      "learning_rate": 4.714866812637221e-05,
      "loss": 5.9498,
      "step": 206025
    },
    {
      "epoch": 0.18034191700052782,
      "grad_norm": 0.4806976318359375,
      "learning_rate": 4.714852518706868e-05,
      "loss": 4.6479,
      "step": 206030
    },
    {
      "epoch": 0.18034629359415497,
      "grad_norm": 0.4402153193950653,
      "learning_rate": 4.7148382244457444e-05,
      "loss": 5.1595,
      "step": 206035
    },
    {
      "epoch": 0.18035067018778211,
      "grad_norm": 0.4546507000923157,
      "learning_rate": 4.714823929853852e-05,
      "loss": 5.3393,
      "step": 206040
    },
    {
      "epoch": 0.1803550467814093,
      "grad_norm": 0.4542486071586609,
      "learning_rate": 4.714809634931191e-05,
      "loss": 5.4367,
      "step": 206045
    },
    {
      "epoch": 0.18035942337503644,
      "grad_norm": 0.4760509729385376,
      "learning_rate": 4.714795339677768e-05,
      "loss": 4.9237,
      "step": 206050
    },
    {
      "epoch": 0.18036379996866359,
      "grad_norm": 0.4712640941143036,
      "learning_rate": 4.7147810440935825e-05,
      "loss": 5.2658,
      "step": 206055
    },
    {
      "epoch": 0.18036817656229073,
      "grad_norm": 0.4746171832084656,
      "learning_rate": 4.714766748178638e-05,
      "loss": 5.4805,
      "step": 206060
    },
    {
      "epoch": 0.1803725531559179,
      "grad_norm": 0.4824693202972412,
      "learning_rate": 4.7147524519329386e-05,
      "loss": 4.6783,
      "step": 206065
    },
    {
      "epoch": 0.18037692974954506,
      "grad_norm": 0.5062228441238403,
      "learning_rate": 4.7147381553564874e-05,
      "loss": 5.2767,
      "step": 206070
    },
    {
      "epoch": 0.1803813063431722,
      "grad_norm": 0.4602084755897522,
      "learning_rate": 4.714723858449285e-05,
      "loss": 5.332,
      "step": 206075
    },
    {
      "epoch": 0.18038568293679935,
      "grad_norm": 0.45348888635635376,
      "learning_rate": 4.7147095612113354e-05,
      "loss": 4.9098,
      "step": 206080
    },
    {
      "epoch": 0.18039005953042653,
      "grad_norm": 0.43112173676490784,
      "learning_rate": 4.71469526364264e-05,
      "loss": 5.9639,
      "step": 206085
    },
    {
      "epoch": 0.18039443612405368,
      "grad_norm": 0.4433068037033081,
      "learning_rate": 4.714680965743205e-05,
      "loss": 4.5982,
      "step": 206090
    },
    {
      "epoch": 0.18039881271768082,
      "grad_norm": 0.451701819896698,
      "learning_rate": 4.714666667513029e-05,
      "loss": 4.7198,
      "step": 206095
    },
    {
      "epoch": 0.18040318931130797,
      "grad_norm": 0.43995946645736694,
      "learning_rate": 4.714652368952117e-05,
      "loss": 4.4104,
      "step": 206100
    },
    {
      "epoch": 0.18040756590493515,
      "grad_norm": 0.45889773964881897,
      "learning_rate": 4.714638070060472e-05,
      "loss": 5.34,
      "step": 206105
    },
    {
      "epoch": 0.1804119424985623,
      "grad_norm": 0.45742708444595337,
      "learning_rate": 4.7146237708380946e-05,
      "loss": 4.7285,
      "step": 206110
    },
    {
      "epoch": 0.18041631909218944,
      "grad_norm": 0.46462371945381165,
      "learning_rate": 4.714609471284991e-05,
      "loss": 4.9232,
      "step": 206115
    },
    {
      "epoch": 0.1804206956858166,
      "grad_norm": 0.4798300266265869,
      "learning_rate": 4.714595171401162e-05,
      "loss": 4.9006,
      "step": 206120
    },
    {
      "epoch": 0.18042507227944377,
      "grad_norm": 0.44681689143180847,
      "learning_rate": 4.714580871186609e-05,
      "loss": 5.1352,
      "step": 206125
    },
    {
      "epoch": 0.1804294488730709,
      "grad_norm": 0.44274580478668213,
      "learning_rate": 4.7145665706413365e-05,
      "loss": 5.7515,
      "step": 206130
    },
    {
      "epoch": 0.18043382546669806,
      "grad_norm": 0.4477095305919647,
      "learning_rate": 4.7145522697653474e-05,
      "loss": 4.753,
      "step": 206135
    },
    {
      "epoch": 0.1804382020603252,
      "grad_norm": 0.45524296164512634,
      "learning_rate": 4.714537968558644e-05,
      "loss": 4.9362,
      "step": 206140
    },
    {
      "epoch": 0.18044257865395236,
      "grad_norm": 0.46855470538139343,
      "learning_rate": 4.714523667021229e-05,
      "loss": 4.9596,
      "step": 206145
    },
    {
      "epoch": 0.18044695524757953,
      "grad_norm": 0.4767259955406189,
      "learning_rate": 4.7145093651531046e-05,
      "loss": 5.7438,
      "step": 206150
    },
    {
      "epoch": 0.18045133184120668,
      "grad_norm": 0.44474202394485474,
      "learning_rate": 4.714495062954275e-05,
      "loss": 5.9648,
      "step": 206155
    },
    {
      "epoch": 0.18045570843483383,
      "grad_norm": 0.4511248767375946,
      "learning_rate": 4.714480760424742e-05,
      "loss": 5.9322,
      "step": 206160
    },
    {
      "epoch": 0.18046008502846098,
      "grad_norm": 0.42909663915634155,
      "learning_rate": 4.714466457564508e-05,
      "loss": 5.9693,
      "step": 206165
    },
    {
      "epoch": 0.18046446162208815,
      "grad_norm": 0.4640254080295563,
      "learning_rate": 4.7144521543735765e-05,
      "loss": 5.1329,
      "step": 206170
    },
    {
      "epoch": 0.1804688382157153,
      "grad_norm": 0.47760048508644104,
      "learning_rate": 4.7144378508519505e-05,
      "loss": 5.2332,
      "step": 206175
    },
    {
      "epoch": 0.18047321480934245,
      "grad_norm": 0.43545976281166077,
      "learning_rate": 4.714423546999631e-05,
      "loss": 5.6486,
      "step": 206180
    },
    {
      "epoch": 0.1804775914029696,
      "grad_norm": 0.44917023181915283,
      "learning_rate": 4.714409242816623e-05,
      "loss": 4.9108,
      "step": 206185
    },
    {
      "epoch": 0.18048196799659677,
      "grad_norm": 0.44925329089164734,
      "learning_rate": 4.714394938302928e-05,
      "loss": 5.419,
      "step": 206190
    },
    {
      "epoch": 0.18048634459022392,
      "grad_norm": 0.450725793838501,
      "learning_rate": 4.714380633458549e-05,
      "loss": 5.1513,
      "step": 206195
    },
    {
      "epoch": 0.18049072118385107,
      "grad_norm": 0.4779852032661438,
      "learning_rate": 4.714366328283489e-05,
      "loss": 5.3436,
      "step": 206200
    },
    {
      "epoch": 0.18049509777747821,
      "grad_norm": 0.4674393832683563,
      "learning_rate": 4.71435202277775e-05,
      "loss": 4.7498,
      "step": 206205
    },
    {
      "epoch": 0.1804994743711054,
      "grad_norm": 0.481525182723999,
      "learning_rate": 4.714337716941336e-05,
      "loss": 5.1518,
      "step": 206210
    },
    {
      "epoch": 0.18050385096473254,
      "grad_norm": 0.4610974192619324,
      "learning_rate": 4.7143234107742495e-05,
      "loss": 5.236,
      "step": 206215
    },
    {
      "epoch": 0.18050822755835969,
      "grad_norm": 0.4485767185688019,
      "learning_rate": 4.714309104276492e-05,
      "loss": 5.1523,
      "step": 206220
    },
    {
      "epoch": 0.18051260415198683,
      "grad_norm": 0.44431599974632263,
      "learning_rate": 4.7142947974480676e-05,
      "loss": 4.835,
      "step": 206225
    },
    {
      "epoch": 0.180516980745614,
      "grad_norm": 0.4369974434375763,
      "learning_rate": 4.714280490288978e-05,
      "loss": 5.7569,
      "step": 206230
    },
    {
      "epoch": 0.18052135733924116,
      "grad_norm": 0.45735204219818115,
      "learning_rate": 4.7142661827992275e-05,
      "loss": 5.1088,
      "step": 206235
    },
    {
      "epoch": 0.1805257339328683,
      "grad_norm": 0.4521217942237854,
      "learning_rate": 4.7142518749788165e-05,
      "loss": 5.2152,
      "step": 206240
    },
    {
      "epoch": 0.18053011052649545,
      "grad_norm": 0.4368121922016144,
      "learning_rate": 4.71423756682775e-05,
      "loss": 5.6545,
      "step": 206245
    },
    {
      "epoch": 0.18053448712012263,
      "grad_norm": 0.44378241896629333,
      "learning_rate": 4.71422325834603e-05,
      "loss": 5.3064,
      "step": 206250
    },
    {
      "epoch": 0.18053886371374978,
      "grad_norm": 0.4605460464954376,
      "learning_rate": 4.714208949533658e-05,
      "loss": 5.2282,
      "step": 206255
    },
    {
      "epoch": 0.18054324030737692,
      "grad_norm": 0.48035547137260437,
      "learning_rate": 4.714194640390639e-05,
      "loss": 5.1937,
      "step": 206260
    },
    {
      "epoch": 0.18054761690100407,
      "grad_norm": 0.43703392148017883,
      "learning_rate": 4.7141803309169755e-05,
      "loss": 5.3568,
      "step": 206265
    },
    {
      "epoch": 0.18055199349463122,
      "grad_norm": 0.4333288073539734,
      "learning_rate": 4.714166021112668e-05,
      "loss": 5.9271,
      "step": 206270
    },
    {
      "epoch": 0.1805563700882584,
      "grad_norm": 0.4408034384250641,
      "learning_rate": 4.71415171097772e-05,
      "loss": 5.208,
      "step": 206275
    },
    {
      "epoch": 0.18056074668188554,
      "grad_norm": 0.45001929998397827,
      "learning_rate": 4.714137400512136e-05,
      "loss": 5.9441,
      "step": 206280
    },
    {
      "epoch": 0.1805651232755127,
      "grad_norm": 0.43511733412742615,
      "learning_rate": 4.714123089715918e-05,
      "loss": 5.1498,
      "step": 206285
    },
    {
      "epoch": 0.18056949986913984,
      "grad_norm": 0.4443904459476471,
      "learning_rate": 4.714108778589069e-05,
      "loss": 5.9607,
      "step": 206290
    },
    {
      "epoch": 0.180573876462767,
      "grad_norm": 0.4326196610927582,
      "learning_rate": 4.71409446713159e-05,
      "loss": 5.7269,
      "step": 206295
    },
    {
      "epoch": 0.18057825305639416,
      "grad_norm": 0.4456717073917389,
      "learning_rate": 4.714080155343485e-05,
      "loss": 5.4374,
      "step": 206300
    },
    {
      "epoch": 0.1805826296500213,
      "grad_norm": 0.45413124561309814,
      "learning_rate": 4.714065843224757e-05,
      "loss": 5.9494,
      "step": 206305
    },
    {
      "epoch": 0.18058700624364846,
      "grad_norm": 0.42667677998542786,
      "learning_rate": 4.7140515307754095e-05,
      "loss": 6.2764,
      "step": 206310
    },
    {
      "epoch": 0.18059138283727563,
      "grad_norm": 0.4593782424926758,
      "learning_rate": 4.714037217995443e-05,
      "loss": 4.9078,
      "step": 206315
    },
    {
      "epoch": 0.18059575943090278,
      "grad_norm": 0.4447837471961975,
      "learning_rate": 4.714022904884862e-05,
      "loss": 4.7185,
      "step": 206320
    },
    {
      "epoch": 0.18060013602452993,
      "grad_norm": 0.45272350311279297,
      "learning_rate": 4.714008591443669e-05,
      "loss": 5.1431,
      "step": 206325
    },
    {
      "epoch": 0.18060451261815708,
      "grad_norm": 0.4481734037399292,
      "learning_rate": 4.713994277671866e-05,
      "loss": 4.8371,
      "step": 206330
    },
    {
      "epoch": 0.18060888921178425,
      "grad_norm": 0.46577009558677673,
      "learning_rate": 4.713979963569457e-05,
      "loss": 4.6997,
      "step": 206335
    },
    {
      "epoch": 0.1806132658054114,
      "grad_norm": 0.466666579246521,
      "learning_rate": 4.7139656491364434e-05,
      "loss": 4.9105,
      "step": 206340
    },
    {
      "epoch": 0.18061764239903855,
      "grad_norm": 0.4663986563682556,
      "learning_rate": 4.7139513343728295e-05,
      "loss": 5.1563,
      "step": 206345
    },
    {
      "epoch": 0.1806220189926657,
      "grad_norm": 0.4882289469242096,
      "learning_rate": 4.713937019278616e-05,
      "loss": 5.9686,
      "step": 206350
    },
    {
      "epoch": 0.18062639558629287,
      "grad_norm": 0.4755137264728546,
      "learning_rate": 4.713922703853808e-05,
      "loss": 5.6535,
      "step": 206355
    },
    {
      "epoch": 0.18063077217992002,
      "grad_norm": 0.4703701436519623,
      "learning_rate": 4.713908388098407e-05,
      "loss": 5.3829,
      "step": 206360
    },
    {
      "epoch": 0.18063514877354717,
      "grad_norm": 0.43396303057670593,
      "learning_rate": 4.7138940720124155e-05,
      "loss": 5.3703,
      "step": 206365
    },
    {
      "epoch": 0.18063952536717431,
      "grad_norm": 0.45812466740608215,
      "learning_rate": 4.713879755595837e-05,
      "loss": 4.4266,
      "step": 206370
    },
    {
      "epoch": 0.1806439019608015,
      "grad_norm": 0.444751501083374,
      "learning_rate": 4.713865438848674e-05,
      "loss": 5.9588,
      "step": 206375
    },
    {
      "epoch": 0.18064827855442864,
      "grad_norm": 0.4362727701663971,
      "learning_rate": 4.713851121770928e-05,
      "loss": 4.7648,
      "step": 206380
    },
    {
      "epoch": 0.18065265514805579,
      "grad_norm": 0.5766002535820007,
      "learning_rate": 4.7138368043626034e-05,
      "loss": 4.672,
      "step": 206385
    },
    {
      "epoch": 0.18065703174168293,
      "grad_norm": 0.4727770984172821,
      "learning_rate": 4.7138224866237035e-05,
      "loss": 5.7142,
      "step": 206390
    },
    {
      "epoch": 0.1806614083353101,
      "grad_norm": 0.45526406168937683,
      "learning_rate": 4.713808168554229e-05,
      "loss": 4.7178,
      "step": 206395
    },
    {
      "epoch": 0.18066578492893726,
      "grad_norm": 0.5603373050689697,
      "learning_rate": 4.7137938501541834e-05,
      "loss": 4.7903,
      "step": 206400
    },
    {
      "epoch": 0.1806701615225644,
      "grad_norm": 0.5058755874633789,
      "learning_rate": 4.713779531423571e-05,
      "loss": 4.4378,
      "step": 206405
    },
    {
      "epoch": 0.18067453811619155,
      "grad_norm": 0.50954669713974,
      "learning_rate": 4.713765212362393e-05,
      "loss": 4.8481,
      "step": 206410
    },
    {
      "epoch": 0.1806789147098187,
      "grad_norm": 0.46378955245018005,
      "learning_rate": 4.713750892970653e-05,
      "loss": 5.2364,
      "step": 206415
    },
    {
      "epoch": 0.18068329130344588,
      "grad_norm": 0.4509768486022949,
      "learning_rate": 4.7137365732483516e-05,
      "loss": 4.6191,
      "step": 206420
    },
    {
      "epoch": 0.18068766789707302,
      "grad_norm": 0.45354387164115906,
      "learning_rate": 4.713722253195495e-05,
      "loss": 4.4133,
      "step": 206425
    },
    {
      "epoch": 0.18069204449070017,
      "grad_norm": 0.4600526988506317,
      "learning_rate": 4.713707932812083e-05,
      "loss": 4.8272,
      "step": 206430
    },
    {
      "epoch": 0.18069642108432732,
      "grad_norm": 0.43954241275787354,
      "learning_rate": 4.71369361209812e-05,
      "loss": 5.2123,
      "step": 206435
    },
    {
      "epoch": 0.1807007976779545,
      "grad_norm": 0.4378660321235657,
      "learning_rate": 4.713679291053609e-05,
      "loss": 5.2322,
      "step": 206440
    },
    {
      "epoch": 0.18070517427158164,
      "grad_norm": 0.45214760303497314,
      "learning_rate": 4.7136649696785504e-05,
      "loss": 5.6574,
      "step": 206445
    },
    {
      "epoch": 0.1807095508652088,
      "grad_norm": 0.43335995078086853,
      "learning_rate": 4.7136506479729505e-05,
      "loss": 5.4618,
      "step": 206450
    },
    {
      "epoch": 0.18071392745883594,
      "grad_norm": 0.44633233547210693,
      "learning_rate": 4.7136363259368085e-05,
      "loss": 5.9621,
      "step": 206455
    },
    {
      "epoch": 0.1807183040524631,
      "grad_norm": 0.44009101390838623,
      "learning_rate": 4.713622003570129e-05,
      "loss": 5.43,
      "step": 206460
    },
    {
      "epoch": 0.18072268064609026,
      "grad_norm": 0.4366660714149475,
      "learning_rate": 4.713607680872917e-05,
      "loss": 5.4913,
      "step": 206465
    },
    {
      "epoch": 0.1807270572397174,
      "grad_norm": 0.43618398904800415,
      "learning_rate": 4.713593357845171e-05,
      "loss": 5.4195,
      "step": 206470
    },
    {
      "epoch": 0.18073143383334456,
      "grad_norm": 0.43444013595581055,
      "learning_rate": 4.7135790344868946e-05,
      "loss": 5.6727,
      "step": 206475
    },
    {
      "epoch": 0.18073581042697173,
      "grad_norm": 0.4592200517654419,
      "learning_rate": 4.713564710798094e-05,
      "loss": 3.9001,
      "step": 206480
    },
    {
      "epoch": 0.18074018702059888,
      "grad_norm": 0.4576444923877716,
      "learning_rate": 4.713550386778768e-05,
      "loss": 5.2459,
      "step": 206485
    },
    {
      "epoch": 0.18074456361422603,
      "grad_norm": 0.4565179944038391,
      "learning_rate": 4.7135360624289215e-05,
      "loss": 4.2559,
      "step": 206490
    },
    {
      "epoch": 0.18074894020785318,
      "grad_norm": 0.45144087076187134,
      "learning_rate": 4.713521737748556e-05,
      "loss": 4.6212,
      "step": 206495
    },
    {
      "epoch": 0.18075331680148035,
      "grad_norm": 0.44956284761428833,
      "learning_rate": 4.713507412737676e-05,
      "loss": 4.9433,
      "step": 206500
    },
    {
      "epoch": 0.1807576933951075,
      "grad_norm": 0.48612332344055176,
      "learning_rate": 4.7134930873962825e-05,
      "loss": 4.8429,
      "step": 206505
    },
    {
      "epoch": 0.18076206998873465,
      "grad_norm": 0.439975380897522,
      "learning_rate": 4.713478761724379e-05,
      "loss": 5.2332,
      "step": 206510
    },
    {
      "epoch": 0.1807664465823618,
      "grad_norm": 0.5236057639122009,
      "learning_rate": 4.7134644357219694e-05,
      "loss": 5.6434,
      "step": 206515
    },
    {
      "epoch": 0.18077082317598897,
      "grad_norm": 0.4298754930496216,
      "learning_rate": 4.7134501093890536e-05,
      "loss": 4.9489,
      "step": 206520
    },
    {
      "epoch": 0.18077519976961612,
      "grad_norm": 0.44750475883483887,
      "learning_rate": 4.713435782725637e-05,
      "loss": 4.9409,
      "step": 206525
    },
    {
      "epoch": 0.18077957636324327,
      "grad_norm": 0.44046300649642944,
      "learning_rate": 4.713421455731721e-05,
      "loss": 5.0792,
      "step": 206530
    },
    {
      "epoch": 0.18078395295687041,
      "grad_norm": 0.42555907368659973,
      "learning_rate": 4.71340712840731e-05,
      "loss": 6.2334,
      "step": 206535
    },
    {
      "epoch": 0.18078832955049756,
      "grad_norm": 0.44677627086639404,
      "learning_rate": 4.713392800752404e-05,
      "loss": 5.1403,
      "step": 206540
    },
    {
      "epoch": 0.18079270614412474,
      "grad_norm": 0.44148707389831543,
      "learning_rate": 4.713378472767008e-05,
      "loss": 5.155,
      "step": 206545
    },
    {
      "epoch": 0.18079708273775189,
      "grad_norm": 0.4490763247013092,
      "learning_rate": 4.713364144451125e-05,
      "loss": 4.6349,
      "step": 206550
    },
    {
      "epoch": 0.18080145933137903,
      "grad_norm": 0.4470709562301636,
      "learning_rate": 4.713349815804756e-05,
      "loss": 5.6574,
      "step": 206555
    },
    {
      "epoch": 0.18080583592500618,
      "grad_norm": 0.46115532517433167,
      "learning_rate": 4.713335486827905e-05,
      "loss": 5.6437,
      "step": 206560
    },
    {
      "epoch": 0.18081021251863336,
      "grad_norm": 0.4643338620662689,
      "learning_rate": 4.713321157520574e-05,
      "loss": 5.6715,
      "step": 206565
    },
    {
      "epoch": 0.1808145891122605,
      "grad_norm": 0.46042439341545105,
      "learning_rate": 4.713306827882765e-05,
      "loss": 5.6295,
      "step": 206570
    },
    {
      "epoch": 0.18081896570588765,
      "grad_norm": 0.44393298029899597,
      "learning_rate": 4.713292497914484e-05,
      "loss": 5.1363,
      "step": 206575
    },
    {
      "epoch": 0.1808233422995148,
      "grad_norm": 0.4789291024208069,
      "learning_rate": 4.71327816761573e-05,
      "loss": 5.4547,
      "step": 206580
    },
    {
      "epoch": 0.18082771889314198,
      "grad_norm": 0.4238969385623932,
      "learning_rate": 4.713263836986509e-05,
      "loss": 5.1696,
      "step": 206585
    },
    {
      "epoch": 0.18083209548676912,
      "grad_norm": 0.42282381653785706,
      "learning_rate": 4.713249506026821e-05,
      "loss": 5.1476,
      "step": 206590
    },
    {
      "epoch": 0.18083647208039627,
      "grad_norm": 0.4335138499736786,
      "learning_rate": 4.713235174736671e-05,
      "loss": 5.778,
      "step": 206595
    },
    {
      "epoch": 0.18084084867402342,
      "grad_norm": 0.4125233292579651,
      "learning_rate": 4.7132208431160605e-05,
      "loss": 5.7577,
      "step": 206600
    },
    {
      "epoch": 0.1808452252676506,
      "grad_norm": 0.47986194491386414,
      "learning_rate": 4.713206511164993e-05,
      "loss": 5.1334,
      "step": 206605
    },
    {
      "epoch": 0.18084960186127774,
      "grad_norm": 0.4797177016735077,
      "learning_rate": 4.713192178883469e-05,
      "loss": 4.7268,
      "step": 206610
    },
    {
      "epoch": 0.1808539784549049,
      "grad_norm": 0.48283517360687256,
      "learning_rate": 4.713177846271494e-05,
      "loss": 5.6951,
      "step": 206615
    },
    {
      "epoch": 0.18085835504853204,
      "grad_norm": 0.44564712047576904,
      "learning_rate": 4.7131635133290694e-05,
      "loss": 5.728,
      "step": 206620
    },
    {
      "epoch": 0.1808627316421592,
      "grad_norm": 0.45937803387641907,
      "learning_rate": 4.713149180056199e-05,
      "loss": 5.4392,
      "step": 206625
    },
    {
      "epoch": 0.18086710823578636,
      "grad_norm": 0.45950180292129517,
      "learning_rate": 4.713134846452886e-05,
      "loss": 4.1779,
      "step": 206630
    },
    {
      "epoch": 0.1808714848294135,
      "grad_norm": 0.5136027932167053,
      "learning_rate": 4.71312051251913e-05,
      "loss": 4.1823,
      "step": 206635
    },
    {
      "epoch": 0.18087586142304066,
      "grad_norm": 0.4741077721118927,
      "learning_rate": 4.7131061782549366e-05,
      "loss": 5.7014,
      "step": 206640
    },
    {
      "epoch": 0.18088023801666783,
      "grad_norm": 0.4491083323955536,
      "learning_rate": 4.713091843660308e-05,
      "loss": 5.4412,
      "step": 206645
    },
    {
      "epoch": 0.18088461461029498,
      "grad_norm": 0.4428715407848358,
      "learning_rate": 4.7130775087352466e-05,
      "loss": 5.883,
      "step": 206650
    },
    {
      "epoch": 0.18088899120392213,
      "grad_norm": 0.45789703726768494,
      "learning_rate": 4.713063173479756e-05,
      "loss": 5.3965,
      "step": 206655
    },
    {
      "epoch": 0.18089336779754928,
      "grad_norm": 0.43752321600914,
      "learning_rate": 4.7130488378938376e-05,
      "loss": 5.4151,
      "step": 206660
    },
    {
      "epoch": 0.18089774439117642,
      "grad_norm": 0.4472237229347229,
      "learning_rate": 4.713034501977495e-05,
      "loss": 4.8175,
      "step": 206665
    },
    {
      "epoch": 0.1809021209848036,
      "grad_norm": 0.45757463574409485,
      "learning_rate": 4.7130201657307305e-05,
      "loss": 5.676,
      "step": 206670
    },
    {
      "epoch": 0.18090649757843075,
      "grad_norm": 0.44232314825057983,
      "learning_rate": 4.7130058291535476e-05,
      "loss": 4.9046,
      "step": 206675
    },
    {
      "epoch": 0.1809108741720579,
      "grad_norm": 0.4364114999771118,
      "learning_rate": 4.7129914922459485e-05,
      "loss": 5.6629,
      "step": 206680
    },
    {
      "epoch": 0.18091525076568504,
      "grad_norm": 0.5299212336540222,
      "learning_rate": 4.712977155007936e-05,
      "loss": 4.8312,
      "step": 206685
    },
    {
      "epoch": 0.18091962735931222,
      "grad_norm": 0.45771539211273193,
      "learning_rate": 4.712962817439513e-05,
      "loss": 5.4392,
      "step": 206690
    },
    {
      "epoch": 0.18092400395293937,
      "grad_norm": 0.4580359160900116,
      "learning_rate": 4.712948479540683e-05,
      "loss": 5.1508,
      "step": 206695
    },
    {
      "epoch": 0.18092838054656651,
      "grad_norm": 0.4593375027179718,
      "learning_rate": 4.7129341413114484e-05,
      "loss": 5.3837,
      "step": 206700
    },
    {
      "epoch": 0.18093275714019366,
      "grad_norm": 0.43535155057907104,
      "learning_rate": 4.7129198027518105e-05,
      "loss": 5.4312,
      "step": 206705
    },
    {
      "epoch": 0.18093713373382084,
      "grad_norm": 0.46149080991744995,
      "learning_rate": 4.712905463861773e-05,
      "loss": 5.7527,
      "step": 206710
    },
    {
      "epoch": 0.18094151032744799,
      "grad_norm": 0.490950345993042,
      "learning_rate": 4.7128911246413396e-05,
      "loss": 4.9212,
      "step": 206715
    },
    {
      "epoch": 0.18094588692107513,
      "grad_norm": 0.46756085753440857,
      "learning_rate": 4.712876785090512e-05,
      "loss": 5.1079,
      "step": 206720
    },
    {
      "epoch": 0.18095026351470228,
      "grad_norm": 0.4613543450832367,
      "learning_rate": 4.7128624452092926e-05,
      "loss": 4.8283,
      "step": 206725
    },
    {
      "epoch": 0.18095464010832946,
      "grad_norm": 0.4320720136165619,
      "learning_rate": 4.712848104997687e-05,
      "loss": 4.5741,
      "step": 206730
    },
    {
      "epoch": 0.1809590167019566,
      "grad_norm": 0.4584335386753082,
      "learning_rate": 4.712833764455694e-05,
      "loss": 4.3823,
      "step": 206735
    },
    {
      "epoch": 0.18096339329558375,
      "grad_norm": 0.4593953490257263,
      "learning_rate": 4.712819423583318e-05,
      "loss": 5.4376,
      "step": 206740
    },
    {
      "epoch": 0.1809677698892109,
      "grad_norm": 0.44546931982040405,
      "learning_rate": 4.712805082380563e-05,
      "loss": 4.5436,
      "step": 206745
    },
    {
      "epoch": 0.18097214648283808,
      "grad_norm": 0.5385486483573914,
      "learning_rate": 4.7127907408474306e-05,
      "loss": 5.2227,
      "step": 206750
    },
    {
      "epoch": 0.18097652307646522,
      "grad_norm": 0.5248861908912659,
      "learning_rate": 4.7127763989839224e-05,
      "loss": 5.4438,
      "step": 206755
    },
    {
      "epoch": 0.18098089967009237,
      "grad_norm": 0.7029429078102112,
      "learning_rate": 4.712762056790043e-05,
      "loss": 4.4208,
      "step": 206760
    },
    {
      "epoch": 0.18098527626371952,
      "grad_norm": 0.4667988121509552,
      "learning_rate": 4.712747714265795e-05,
      "loss": 4.4411,
      "step": 206765
    },
    {
      "epoch": 0.1809896528573467,
      "grad_norm": 0.4493178129196167,
      "learning_rate": 4.712733371411181e-05,
      "loss": 5.4264,
      "step": 206770
    },
    {
      "epoch": 0.18099402945097384,
      "grad_norm": 0.4420783817768097,
      "learning_rate": 4.712719028226203e-05,
      "loss": 5.1857,
      "step": 206775
    },
    {
      "epoch": 0.180998406044601,
      "grad_norm": 0.4423084259033203,
      "learning_rate": 4.712704684710865e-05,
      "loss": 4.391,
      "step": 206780
    },
    {
      "epoch": 0.18100278263822814,
      "grad_norm": 0.4471151530742645,
      "learning_rate": 4.712690340865168e-05,
      "loss": 5.4422,
      "step": 206785
    },
    {
      "epoch": 0.18100715923185529,
      "grad_norm": 0.43596404790878296,
      "learning_rate": 4.7126759966891164e-05,
      "loss": 5.254,
      "step": 206790
    },
    {
      "epoch": 0.18101153582548246,
      "grad_norm": 0.43025827407836914,
      "learning_rate": 4.712661652182713e-05,
      "loss": 5.7512,
      "step": 206795
    },
    {
      "epoch": 0.1810159124191096,
      "grad_norm": 0.433197945356369,
      "learning_rate": 4.7126473073459586e-05,
      "loss": 5.2083,
      "step": 206800
    },
    {
      "epoch": 0.18102028901273676,
      "grad_norm": 0.4667803943157196,
      "learning_rate": 4.712632962178858e-05,
      "loss": 4.9185,
      "step": 206805
    },
    {
      "epoch": 0.1810246656063639,
      "grad_norm": 0.48594263195991516,
      "learning_rate": 4.712618616681414e-05,
      "loss": 4.8534,
      "step": 206810
    },
    {
      "epoch": 0.18102904219999108,
      "grad_norm": 0.4395350217819214,
      "learning_rate": 4.7126042708536275e-05,
      "loss": 4.9097,
      "step": 206815
    },
    {
      "epoch": 0.18103341879361823,
      "grad_norm": 0.42994415760040283,
      "learning_rate": 4.712589924695503e-05,
      "loss": 4.6708,
      "step": 206820
    },
    {
      "epoch": 0.18103779538724538,
      "grad_norm": 0.43920958042144775,
      "learning_rate": 4.7125755782070425e-05,
      "loss": 5.6637,
      "step": 206825
    },
    {
      "epoch": 0.18104217198087252,
      "grad_norm": 0.4445887506008148,
      "learning_rate": 4.712561231388249e-05,
      "loss": 4.9262,
      "step": 206830
    },
    {
      "epoch": 0.1810465485744997,
      "grad_norm": 0.4312979578971863,
      "learning_rate": 4.7125468842391255e-05,
      "loss": 5.2562,
      "step": 206835
    },
    {
      "epoch": 0.18105092516812685,
      "grad_norm": 0.4314177632331848,
      "learning_rate": 4.712532536759674e-05,
      "loss": 4.4182,
      "step": 206840
    },
    {
      "epoch": 0.181055301761754,
      "grad_norm": 0.4346757233142853,
      "learning_rate": 4.712518188949898e-05,
      "loss": 4.4131,
      "step": 206845
    },
    {
      "epoch": 0.18105967835538114,
      "grad_norm": 0.4808058440685272,
      "learning_rate": 4.712503840809801e-05,
      "loss": 4.9775,
      "step": 206850
    },
    {
      "epoch": 0.18106405494900832,
      "grad_norm": 0.4866645336151123,
      "learning_rate": 4.712489492339384e-05,
      "loss": 5.3443,
      "step": 206855
    },
    {
      "epoch": 0.18106843154263547,
      "grad_norm": 0.43634992837905884,
      "learning_rate": 4.712475143538651e-05,
      "loss": 6.274,
      "step": 206860
    },
    {
      "epoch": 0.18107280813626261,
      "grad_norm": 0.48471590876579285,
      "learning_rate": 4.712460794407604e-05,
      "loss": 5.1414,
      "step": 206865
    },
    {
      "epoch": 0.18107718472988976,
      "grad_norm": 0.45444831252098083,
      "learning_rate": 4.712446444946245e-05,
      "loss": 5.4646,
      "step": 206870
    },
    {
      "epoch": 0.18108156132351694,
      "grad_norm": 0.44872593879699707,
      "learning_rate": 4.712432095154579e-05,
      "loss": 5.2202,
      "step": 206875
    },
    {
      "epoch": 0.18108593791714409,
      "grad_norm": 0.4446314573287964,
      "learning_rate": 4.712417745032608e-05,
      "loss": 4.5874,
      "step": 206880
    },
    {
      "epoch": 0.18109031451077123,
      "grad_norm": 0.4442909061908722,
      "learning_rate": 4.712403394580333e-05,
      "loss": 5.0682,
      "step": 206885
    },
    {
      "epoch": 0.18109469110439838,
      "grad_norm": 0.44706404209136963,
      "learning_rate": 4.712389043797759e-05,
      "loss": 5.42,
      "step": 206890
    },
    {
      "epoch": 0.18109906769802556,
      "grad_norm": 0.4461546540260315,
      "learning_rate": 4.7123746926848886e-05,
      "loss": 4.929,
      "step": 206895
    },
    {
      "epoch": 0.1811034442916527,
      "grad_norm": 0.4479111135005951,
      "learning_rate": 4.712360341241724e-05,
      "loss": 4.9087,
      "step": 206900
    },
    {
      "epoch": 0.18110782088527985,
      "grad_norm": 0.4445750415325165,
      "learning_rate": 4.712345989468266e-05,
      "loss": 5.4629,
      "step": 206905
    },
    {
      "epoch": 0.181112197478907,
      "grad_norm": 0.4880591630935669,
      "learning_rate": 4.712331637364521e-05,
      "loss": 5.9947,
      "step": 206910
    },
    {
      "epoch": 0.18111657407253415,
      "grad_norm": 0.44990748167037964,
      "learning_rate": 4.71231728493049e-05,
      "loss": 5.3143,
      "step": 206915
    },
    {
      "epoch": 0.18112095066616132,
      "grad_norm": 0.5108466148376465,
      "learning_rate": 4.7123029321661746e-05,
      "loss": 5.2595,
      "step": 206920
    },
    {
      "epoch": 0.18112532725978847,
      "grad_norm": 0.48152488470077515,
      "learning_rate": 4.71228857907158e-05,
      "loss": 5.3006,
      "step": 206925
    },
    {
      "epoch": 0.18112970385341562,
      "grad_norm": 0.46542948484420776,
      "learning_rate": 4.7122742256467065e-05,
      "loss": 5.2214,
      "step": 206930
    },
    {
      "epoch": 0.18113408044704277,
      "grad_norm": 0.45012858510017395,
      "learning_rate": 4.712259871891559e-05,
      "loss": 4.6503,
      "step": 206935
    },
    {
      "epoch": 0.18113845704066994,
      "grad_norm": 0.4380852282047272,
      "learning_rate": 4.7122455178061394e-05,
      "loss": 5.741,
      "step": 206940
    },
    {
      "epoch": 0.1811428336342971,
      "grad_norm": 0.45641186833381653,
      "learning_rate": 4.71223116339045e-05,
      "loss": 4.0914,
      "step": 206945
    },
    {
      "epoch": 0.18114721022792424,
      "grad_norm": 0.4697166085243225,
      "learning_rate": 4.712216808644495e-05,
      "loss": 5.1771,
      "step": 206950
    },
    {
      "epoch": 0.18115158682155139,
      "grad_norm": 0.4604910910129547,
      "learning_rate": 4.712202453568275e-05,
      "loss": 4.6936,
      "step": 206955
    },
    {
      "epoch": 0.18115596341517856,
      "grad_norm": 0.44226890802383423,
      "learning_rate": 4.7121880981617937e-05,
      "loss": 5.434,
      "step": 206960
    },
    {
      "epoch": 0.1811603400088057,
      "grad_norm": 0.4272640645503998,
      "learning_rate": 4.7121737424250554e-05,
      "loss": 5.7425,
      "step": 206965
    },
    {
      "epoch": 0.18116471660243286,
      "grad_norm": 0.4504726827144623,
      "learning_rate": 4.7121593863580604e-05,
      "loss": 4.6424,
      "step": 206970
    },
    {
      "epoch": 0.18116909319606,
      "grad_norm": 0.4467165768146515,
      "learning_rate": 4.712145029960814e-05,
      "loss": 4.8922,
      "step": 206975
    },
    {
      "epoch": 0.18117346978968718,
      "grad_norm": 0.4367396831512451,
      "learning_rate": 4.712130673233316e-05,
      "loss": 5.2146,
      "step": 206980
    },
    {
      "epoch": 0.18117784638331433,
      "grad_norm": 0.4455508291721344,
      "learning_rate": 4.7121163161755725e-05,
      "loss": 5.0771,
      "step": 206985
    },
    {
      "epoch": 0.18118222297694148,
      "grad_norm": 0.4399200975894928,
      "learning_rate": 4.712101958787583e-05,
      "loss": 5.1298,
      "step": 206990
    },
    {
      "epoch": 0.18118659957056862,
      "grad_norm": 0.446165531873703,
      "learning_rate": 4.7120876010693526e-05,
      "loss": 5.1004,
      "step": 206995
    },
    {
      "epoch": 0.1811909761641958,
      "grad_norm": 0.44078558683395386,
      "learning_rate": 4.712073243020884e-05,
      "loss": 5.6639,
      "step": 207000
    },
    {
      "epoch": 0.18119535275782295,
      "grad_norm": 0.4441426992416382,
      "learning_rate": 4.7120588846421774e-05,
      "loss": 4.3291,
      "step": 207005
    },
    {
      "epoch": 0.1811997293514501,
      "grad_norm": 0.4576302766799927,
      "learning_rate": 4.712044525933238e-05,
      "loss": 5.6393,
      "step": 207010
    },
    {
      "epoch": 0.18120410594507724,
      "grad_norm": 0.4373318552970886,
      "learning_rate": 4.712030166894069e-05,
      "loss": 4.6246,
      "step": 207015
    },
    {
      "epoch": 0.18120848253870442,
      "grad_norm": 0.46173182129859924,
      "learning_rate": 4.712015807524671e-05,
      "loss": 4.9537,
      "step": 207020
    },
    {
      "epoch": 0.18121285913233157,
      "grad_norm": 0.45253318548202515,
      "learning_rate": 4.7120014478250483e-05,
      "loss": 4.4332,
      "step": 207025
    },
    {
      "epoch": 0.18121723572595871,
      "grad_norm": 0.42571043968200684,
      "learning_rate": 4.711987087795204e-05,
      "loss": 5.1885,
      "step": 207030
    },
    {
      "epoch": 0.18122161231958586,
      "grad_norm": 0.43455687165260315,
      "learning_rate": 4.71197272743514e-05,
      "loss": 5.6469,
      "step": 207035
    },
    {
      "epoch": 0.18122598891321304,
      "grad_norm": 0.4390902519226074,
      "learning_rate": 4.711958366744859e-05,
      "loss": 4.9372,
      "step": 207040
    },
    {
      "epoch": 0.18123036550684019,
      "grad_norm": 0.4460489749908447,
      "learning_rate": 4.7119440057243636e-05,
      "loss": 5.4153,
      "step": 207045
    },
    {
      "epoch": 0.18123474210046733,
      "grad_norm": 0.49641740322113037,
      "learning_rate": 4.711929644373657e-05,
      "loss": 4.6331,
      "step": 207050
    },
    {
      "epoch": 0.18123911869409448,
      "grad_norm": 0.44721004366874695,
      "learning_rate": 4.7119152826927424e-05,
      "loss": 4.8411,
      "step": 207055
    },
    {
      "epoch": 0.18124349528772163,
      "grad_norm": 0.44173958897590637,
      "learning_rate": 4.7119009206816225e-05,
      "loss": 5.1523,
      "step": 207060
    },
    {
      "epoch": 0.1812478718813488,
      "grad_norm": 0.4345152974128723,
      "learning_rate": 4.7118865583402994e-05,
      "loss": 5.4481,
      "step": 207065
    },
    {
      "epoch": 0.18125224847497595,
      "grad_norm": 0.45276910066604614,
      "learning_rate": 4.711872195668776e-05,
      "loss": 5.4891,
      "step": 207070
    },
    {
      "epoch": 0.1812566250686031,
      "grad_norm": 0.4491914212703705,
      "learning_rate": 4.711857832667055e-05,
      "loss": 5.4865,
      "step": 207075
    },
    {
      "epoch": 0.18126100166223025,
      "grad_norm": 0.4682406485080719,
      "learning_rate": 4.71184346933514e-05,
      "loss": 5.4375,
      "step": 207080
    },
    {
      "epoch": 0.18126537825585742,
      "grad_norm": 0.44908037781715393,
      "learning_rate": 4.7118291056730324e-05,
      "loss": 5.1167,
      "step": 207085
    },
    {
      "epoch": 0.18126975484948457,
      "grad_norm": 0.43171170353889465,
      "learning_rate": 4.711814741680737e-05,
      "loss": 5.34,
      "step": 207090
    },
    {
      "epoch": 0.18127413144311172,
      "grad_norm": 0.43861523270606995,
      "learning_rate": 4.711800377358254e-05,
      "loss": 5.9371,
      "step": 207095
    },
    {
      "epoch": 0.18127850803673887,
      "grad_norm": 0.4323421120643616,
      "learning_rate": 4.711786012705588e-05,
      "loss": 4.9679,
      "step": 207100
    },
    {
      "epoch": 0.18128288463036604,
      "grad_norm": 0.45530039072036743,
      "learning_rate": 4.711771647722741e-05,
      "loss": 5.9508,
      "step": 207105
    },
    {
      "epoch": 0.1812872612239932,
      "grad_norm": 0.4539026618003845,
      "learning_rate": 4.7117572824097166e-05,
      "loss": 5.4406,
      "step": 207110
    },
    {
      "epoch": 0.18129163781762034,
      "grad_norm": 0.5135151147842407,
      "learning_rate": 4.7117429167665174e-05,
      "loss": 4.6151,
      "step": 207115
    },
    {
      "epoch": 0.18129601441124749,
      "grad_norm": 0.4741883873939514,
      "learning_rate": 4.7117285507931455e-05,
      "loss": 4.3059,
      "step": 207120
    },
    {
      "epoch": 0.18130039100487466,
      "grad_norm": 0.4747278690338135,
      "learning_rate": 4.711714184489603e-05,
      "loss": 5.7438,
      "step": 207125
    },
    {
      "epoch": 0.1813047675985018,
      "grad_norm": 0.4389164447784424,
      "learning_rate": 4.7116998178558934e-05,
      "loss": 5.4455,
      "step": 207130
    },
    {
      "epoch": 0.18130914419212896,
      "grad_norm": 0.4440061151981354,
      "learning_rate": 4.7116854508920214e-05,
      "loss": 4.6209,
      "step": 207135
    },
    {
      "epoch": 0.1813135207857561,
      "grad_norm": 0.46806731820106506,
      "learning_rate": 4.711671083597987e-05,
      "loss": 5.4423,
      "step": 207140
    },
    {
      "epoch": 0.18131789737938328,
      "grad_norm": 0.48545897006988525,
      "learning_rate": 4.7116567159737944e-05,
      "loss": 5.6469,
      "step": 207145
    },
    {
      "epoch": 0.18132227397301043,
      "grad_norm": 0.47299516201019287,
      "learning_rate": 4.711642348019445e-05,
      "loss": 5.7365,
      "step": 207150
    },
    {
      "epoch": 0.18132665056663758,
      "grad_norm": 0.43610817193984985,
      "learning_rate": 4.711627979734944e-05,
      "loss": 5.927,
      "step": 207155
    },
    {
      "epoch": 0.18133102716026472,
      "grad_norm": 0.44455450773239136,
      "learning_rate": 4.711613611120292e-05,
      "loss": 5.6547,
      "step": 207160
    },
    {
      "epoch": 0.1813354037538919,
      "grad_norm": 0.44159990549087524,
      "learning_rate": 4.7115992421754915e-05,
      "loss": 5.1275,
      "step": 207165
    },
    {
      "epoch": 0.18133978034751905,
      "grad_norm": 0.4479109048843384,
      "learning_rate": 4.7115848729005484e-05,
      "loss": 5.4187,
      "step": 207170
    },
    {
      "epoch": 0.1813441569411462,
      "grad_norm": 0.43644535541534424,
      "learning_rate": 4.7115705032954624e-05,
      "loss": 6.2041,
      "step": 207175
    },
    {
      "epoch": 0.18134853353477334,
      "grad_norm": 0.4744875133037567,
      "learning_rate": 4.711556133360237e-05,
      "loss": 4.7155,
      "step": 207180
    },
    {
      "epoch": 0.1813529101284005,
      "grad_norm": 0.46638402342796326,
      "learning_rate": 4.711541763094876e-05,
      "loss": 5.3234,
      "step": 207185
    },
    {
      "epoch": 0.18135728672202767,
      "grad_norm": 0.4287169277667999,
      "learning_rate": 4.711527392499381e-05,
      "loss": 5.9523,
      "step": 207190
    },
    {
      "epoch": 0.18136166331565481,
      "grad_norm": 0.44365349411964417,
      "learning_rate": 4.7115130215737544e-05,
      "loss": 5.2158,
      "step": 207195
    },
    {
      "epoch": 0.18136603990928196,
      "grad_norm": 0.4404466450214386,
      "learning_rate": 4.7114986503180004e-05,
      "loss": 5.3559,
      "step": 207200
    },
    {
      "epoch": 0.1813704165029091,
      "grad_norm": 0.44185546040534973,
      "learning_rate": 4.711484278732121e-05,
      "loss": 5.9688,
      "step": 207205
    },
    {
      "epoch": 0.18137479309653629,
      "grad_norm": 0.4781801104545593,
      "learning_rate": 4.7114699068161184e-05,
      "loss": 4.3987,
      "step": 207210
    },
    {
      "epoch": 0.18137916969016343,
      "grad_norm": 0.45649969577789307,
      "learning_rate": 4.711455534569997e-05,
      "loss": 5.409,
      "step": 207215
    },
    {
      "epoch": 0.18138354628379058,
      "grad_norm": 0.43922027945518494,
      "learning_rate": 4.711441161993758e-05,
      "loss": 4.3226,
      "step": 207220
    },
    {
      "epoch": 0.18138792287741773,
      "grad_norm": 0.4397847056388855,
      "learning_rate": 4.711426789087405e-05,
      "loss": 4.6847,
      "step": 207225
    },
    {
      "epoch": 0.1813922994710449,
      "grad_norm": 0.45357659459114075,
      "learning_rate": 4.711412415850941e-05,
      "loss": 5.1908,
      "step": 207230
    },
    {
      "epoch": 0.18139667606467205,
      "grad_norm": 0.44285494089126587,
      "learning_rate": 4.711398042284369e-05,
      "loss": 5.467,
      "step": 207235
    },
    {
      "epoch": 0.1814010526582992,
      "grad_norm": 0.43410199880599976,
      "learning_rate": 4.7113836683876886e-05,
      "loss": 5.2497,
      "step": 207240
    },
    {
      "epoch": 0.18140542925192635,
      "grad_norm": 0.4482254683971405,
      "learning_rate": 4.711369294160907e-05,
      "loss": 5.1751,
      "step": 207245
    },
    {
      "epoch": 0.18140980584555352,
      "grad_norm": 0.46077850461006165,
      "learning_rate": 4.711354919604024e-05,
      "loss": 5.4088,
      "step": 207250
    },
    {
      "epoch": 0.18141418243918067,
      "grad_norm": 0.4605614244937897,
      "learning_rate": 4.711340544717045e-05,
      "loss": 5.6322,
      "step": 207255
    },
    {
      "epoch": 0.18141855903280782,
      "grad_norm": 0.45980432629585266,
      "learning_rate": 4.7113261694999696e-05,
      "loss": 4.4391,
      "step": 207260
    },
    {
      "epoch": 0.18142293562643497,
      "grad_norm": 0.49870553612709045,
      "learning_rate": 4.711311793952803e-05,
      "loss": 5.6836,
      "step": 207265
    },
    {
      "epoch": 0.18142731222006214,
      "grad_norm": 0.4460991621017456,
      "learning_rate": 4.7112974180755465e-05,
      "loss": 5.7483,
      "step": 207270
    },
    {
      "epoch": 0.1814316888136893,
      "grad_norm": 0.4514404237270355,
      "learning_rate": 4.711283041868204e-05,
      "loss": 4.4228,
      "step": 207275
    },
    {
      "epoch": 0.18143606540731644,
      "grad_norm": 0.4584084749221802,
      "learning_rate": 4.711268665330778e-05,
      "loss": 5.4581,
      "step": 207280
    },
    {
      "epoch": 0.18144044200094359,
      "grad_norm": 0.44175899028778076,
      "learning_rate": 4.711254288463271e-05,
      "loss": 5.3498,
      "step": 207285
    },
    {
      "epoch": 0.18144481859457076,
      "grad_norm": 0.4431364834308624,
      "learning_rate": 4.711239911265685e-05,
      "loss": 4.6229,
      "step": 207290
    },
    {
      "epoch": 0.1814491951881979,
      "grad_norm": 0.4465884268283844,
      "learning_rate": 4.711225533738024e-05,
      "loss": 5.4512,
      "step": 207295
    },
    {
      "epoch": 0.18145357178182506,
      "grad_norm": 0.431870698928833,
      "learning_rate": 4.7112111558802905e-05,
      "loss": 5.4458,
      "step": 207300
    },
    {
      "epoch": 0.1814579483754522,
      "grad_norm": 0.4345666766166687,
      "learning_rate": 4.711196777692487e-05,
      "loss": 5.6783,
      "step": 207305
    },
    {
      "epoch": 0.18146232496907935,
      "grad_norm": 0.4451318383216858,
      "learning_rate": 4.711182399174616e-05,
      "loss": 5.4219,
      "step": 207310
    },
    {
      "epoch": 0.18146670156270653,
      "grad_norm": 0.4463942050933838,
      "learning_rate": 4.7111680203266816e-05,
      "loss": 5.6809,
      "step": 207315
    },
    {
      "epoch": 0.18147107815633368,
      "grad_norm": 0.46107956767082214,
      "learning_rate": 4.7111536411486854e-05,
      "loss": 4.4712,
      "step": 207320
    },
    {
      "epoch": 0.18147545474996082,
      "grad_norm": 0.42467284202575684,
      "learning_rate": 4.71113926164063e-05,
      "loss": 5.6303,
      "step": 207325
    },
    {
      "epoch": 0.18147983134358797,
      "grad_norm": 0.44882333278656006,
      "learning_rate": 4.71112488180252e-05,
      "loss": 5.1505,
      "step": 207330
    },
    {
      "epoch": 0.18148420793721515,
      "grad_norm": 0.45245853066444397,
      "learning_rate": 4.711110501634356e-05,
      "loss": 5.6605,
      "step": 207335
    },
    {
      "epoch": 0.1814885845308423,
      "grad_norm": 0.43439945578575134,
      "learning_rate": 4.7110961211361415e-05,
      "loss": 5.2463,
      "step": 207340
    },
    {
      "epoch": 0.18149296112446944,
      "grad_norm": 0.4770280122756958,
      "learning_rate": 4.711081740307879e-05,
      "loss": 5.3424,
      "step": 207345
    },
    {
      "epoch": 0.1814973377180966,
      "grad_norm": 0.48826760053634644,
      "learning_rate": 4.711067359149571e-05,
      "loss": 4.9077,
      "step": 207350
    },
    {
      "epoch": 0.18150171431172377,
      "grad_norm": 0.4629034399986267,
      "learning_rate": 4.711052977661222e-05,
      "loss": 5.3848,
      "step": 207355
    },
    {
      "epoch": 0.18150609090535091,
      "grad_norm": 0.4436051547527313,
      "learning_rate": 4.711038595842834e-05,
      "loss": 5.1679,
      "step": 207360
    },
    {
      "epoch": 0.18151046749897806,
      "grad_norm": 0.47536399960517883,
      "learning_rate": 4.711024213694408e-05,
      "loss": 4.6423,
      "step": 207365
    },
    {
      "epoch": 0.1815148440926052,
      "grad_norm": 0.4336314797401428,
      "learning_rate": 4.711009831215949e-05,
      "loss": 5.7223,
      "step": 207370
    },
    {
      "epoch": 0.18151922068623239,
      "grad_norm": 0.4695103168487549,
      "learning_rate": 4.7109954484074595e-05,
      "loss": 5.1458,
      "step": 207375
    },
    {
      "epoch": 0.18152359727985953,
      "grad_norm": 0.45130428671836853,
      "learning_rate": 4.710981065268941e-05,
      "loss": 5.1395,
      "step": 207380
    },
    {
      "epoch": 0.18152797387348668,
      "grad_norm": 0.43921175599098206,
      "learning_rate": 4.710966681800397e-05,
      "loss": 5.1898,
      "step": 207385
    },
    {
      "epoch": 0.18153235046711383,
      "grad_norm": 0.44028371572494507,
      "learning_rate": 4.7109522980018306e-05,
      "loss": 5.6574,
      "step": 207390
    },
    {
      "epoch": 0.181536727060741,
      "grad_norm": 0.4327733516693115,
      "learning_rate": 4.7109379138732446e-05,
      "loss": 5.4116,
      "step": 207395
    },
    {
      "epoch": 0.18154110365436815,
      "grad_norm": 0.4742368161678314,
      "learning_rate": 4.71092352941464e-05,
      "loss": 5.4733,
      "step": 207400
    },
    {
      "epoch": 0.1815454802479953,
      "grad_norm": 0.47048231959342957,
      "learning_rate": 4.7109091446260224e-05,
      "loss": 4.5317,
      "step": 207405
    },
    {
      "epoch": 0.18154985684162245,
      "grad_norm": 0.45451489090919495,
      "learning_rate": 4.7108947595073924e-05,
      "loss": 5.7554,
      "step": 207410
    },
    {
      "epoch": 0.18155423343524962,
      "grad_norm": 0.48189792037010193,
      "learning_rate": 4.710880374058755e-05,
      "loss": 5.4188,
      "step": 207415
    },
    {
      "epoch": 0.18155861002887677,
      "grad_norm": 0.4781096577644348,
      "learning_rate": 4.710865988280111e-05,
      "loss": 5.1281,
      "step": 207420
    },
    {
      "epoch": 0.18156298662250392,
      "grad_norm": 0.4702865183353424,
      "learning_rate": 4.710851602171463e-05,
      "loss": 4.9571,
      "step": 207425
    },
    {
      "epoch": 0.18156736321613107,
      "grad_norm": 0.4632982015609741,
      "learning_rate": 4.710837215732815e-05,
      "loss": 5.9572,
      "step": 207430
    },
    {
      "epoch": 0.18157173980975821,
      "grad_norm": 0.42979347705841064,
      "learning_rate": 4.710822828964169e-05,
      "loss": 6.2424,
      "step": 207435
    },
    {
      "epoch": 0.1815761164033854,
      "grad_norm": 0.44563767313957214,
      "learning_rate": 4.710808441865528e-05,
      "loss": 5.1393,
      "step": 207440
    },
    {
      "epoch": 0.18158049299701254,
      "grad_norm": 0.4733620882034302,
      "learning_rate": 4.7107940544368945e-05,
      "loss": 5.1569,
      "step": 207445
    },
    {
      "epoch": 0.18158486959063969,
      "grad_norm": 0.4761234521865845,
      "learning_rate": 4.710779666678272e-05,
      "loss": 4.9074,
      "step": 207450
    },
    {
      "epoch": 0.18158924618426683,
      "grad_norm": 0.4769929349422455,
      "learning_rate": 4.710765278589663e-05,
      "loss": 4.5969,
      "step": 207455
    },
    {
      "epoch": 0.181593622777894,
      "grad_norm": 0.4979895353317261,
      "learning_rate": 4.7107508901710704e-05,
      "loss": 4.7432,
      "step": 207460
    },
    {
      "epoch": 0.18159799937152116,
      "grad_norm": 0.5782203674316406,
      "learning_rate": 4.710736501422497e-05,
      "loss": 4.8935,
      "step": 207465
    },
    {
      "epoch": 0.1816023759651483,
      "grad_norm": 0.47873935103416443,
      "learning_rate": 4.7107221123439446e-05,
      "loss": 5.7406,
      "step": 207470
    },
    {
      "epoch": 0.18160675255877545,
      "grad_norm": 0.4445834755897522,
      "learning_rate": 4.7107077229354166e-05,
      "loss": 4.3795,
      "step": 207475
    },
    {
      "epoch": 0.18161112915240263,
      "grad_norm": 0.502865195274353,
      "learning_rate": 4.710693333196916e-05,
      "loss": 5.9221,
      "step": 207480
    },
    {
      "epoch": 0.18161550574602978,
      "grad_norm": 0.46459251642227173,
      "learning_rate": 4.710678943128446e-05,
      "loss": 5.4253,
      "step": 207485
    },
    {
      "epoch": 0.18161988233965692,
      "grad_norm": 0.4610097408294678,
      "learning_rate": 4.710664552730008e-05,
      "loss": 5.4131,
      "step": 207490
    },
    {
      "epoch": 0.18162425893328407,
      "grad_norm": 0.44646790623664856,
      "learning_rate": 4.710650162001605e-05,
      "loss": 4.9656,
      "step": 207495
    },
    {
      "epoch": 0.18162863552691125,
      "grad_norm": 0.4313693642616272,
      "learning_rate": 4.710635770943243e-05,
      "loss": 5.4521,
      "step": 207500
    },
    {
      "epoch": 0.1816330121205384,
      "grad_norm": 0.4889458119869232,
      "learning_rate": 4.710621379554919e-05,
      "loss": 5.3191,
      "step": 207505
    },
    {
      "epoch": 0.18163738871416554,
      "grad_norm": 0.454897940158844,
      "learning_rate": 4.710606987836641e-05,
      "loss": 5.2273,
      "step": 207510
    },
    {
      "epoch": 0.1816417653077927,
      "grad_norm": 0.448993057012558,
      "learning_rate": 4.710592595788409e-05,
      "loss": 5.4264,
      "step": 207515
    },
    {
      "epoch": 0.18164614190141987,
      "grad_norm": 0.5280440449714661,
      "learning_rate": 4.710578203410226e-05,
      "loss": 4.4244,
      "step": 207520
    },
    {
      "epoch": 0.18165051849504701,
      "grad_norm": 0.46024009585380554,
      "learning_rate": 4.7105638107020955e-05,
      "loss": 5.6424,
      "step": 207525
    },
    {
      "epoch": 0.18165489508867416,
      "grad_norm": 0.4632447361946106,
      "learning_rate": 4.7105494176640205e-05,
      "loss": 5.1101,
      "step": 207530
    },
    {
      "epoch": 0.1816592716823013,
      "grad_norm": 0.4344920217990875,
      "learning_rate": 4.710535024296003e-05,
      "loss": 5.9514,
      "step": 207535
    },
    {
      "epoch": 0.18166364827592849,
      "grad_norm": 0.4604661464691162,
      "learning_rate": 4.710520630598047e-05,
      "loss": 5.7367,
      "step": 207540
    },
    {
      "epoch": 0.18166802486955563,
      "grad_norm": 0.4353639781475067,
      "learning_rate": 4.710506236570152e-05,
      "loss": 5.4497,
      "step": 207545
    },
    {
      "epoch": 0.18167240146318278,
      "grad_norm": 0.4329240024089813,
      "learning_rate": 4.7104918422123246e-05,
      "loss": 5.9627,
      "step": 207550
    },
    {
      "epoch": 0.18167677805680993,
      "grad_norm": 0.46838298439979553,
      "learning_rate": 4.710477447524566e-05,
      "loss": 4.9394,
      "step": 207555
    },
    {
      "epoch": 0.18168115465043708,
      "grad_norm": 0.4407960772514343,
      "learning_rate": 4.71046305250688e-05,
      "loss": 5.4411,
      "step": 207560
    },
    {
      "epoch": 0.18168553124406425,
      "grad_norm": 0.4430822432041168,
      "learning_rate": 4.7104486571592664e-05,
      "loss": 5.7368,
      "step": 207565
    },
    {
      "epoch": 0.1816899078376914,
      "grad_norm": 0.44723445177078247,
      "learning_rate": 4.710434261481731e-05,
      "loss": 4.9329,
      "step": 207570
    },
    {
      "epoch": 0.18169428443131855,
      "grad_norm": 0.4502604603767395,
      "learning_rate": 4.7104198654742756e-05,
      "loss": 4.9157,
      "step": 207575
    },
    {
      "epoch": 0.1816986610249457,
      "grad_norm": 0.4764614999294281,
      "learning_rate": 4.7104054691369036e-05,
      "loss": 5.3964,
      "step": 207580
    },
    {
      "epoch": 0.18170303761857287,
      "grad_norm": 0.45454156398773193,
      "learning_rate": 4.7103910724696164e-05,
      "loss": 5.2846,
      "step": 207585
    },
    {
      "epoch": 0.18170741421220002,
      "grad_norm": 0.4373554289340973,
      "learning_rate": 4.710376675472418e-05,
      "loss": 5.9484,
      "step": 207590
    },
    {
      "epoch": 0.18171179080582717,
      "grad_norm": 0.47958287596702576,
      "learning_rate": 4.71036227814531e-05,
      "loss": 5.3531,
      "step": 207595
    },
    {
      "epoch": 0.18171616739945431,
      "grad_norm": 0.46157094836235046,
      "learning_rate": 4.7103478804882975e-05,
      "loss": 5.2071,
      "step": 207600
    },
    {
      "epoch": 0.1817205439930815,
      "grad_norm": 0.4621615707874298,
      "learning_rate": 4.7103334825013804e-05,
      "loss": 5.7438,
      "step": 207605
    },
    {
      "epoch": 0.18172492058670864,
      "grad_norm": 0.45328769087791443,
      "learning_rate": 4.710319084184562e-05,
      "loss": 5.1663,
      "step": 207610
    },
    {
      "epoch": 0.18172929718033579,
      "grad_norm": 0.46174103021621704,
      "learning_rate": 4.710304685537848e-05,
      "loss": 4.4425,
      "step": 207615
    },
    {
      "epoch": 0.18173367377396293,
      "grad_norm": 0.4559095799922943,
      "learning_rate": 4.7102902865612376e-05,
      "loss": 4.3841,
      "step": 207620
    },
    {
      "epoch": 0.1817380503675901,
      "grad_norm": 0.4537639021873474,
      "learning_rate": 4.7102758872547346e-05,
      "loss": 5.6887,
      "step": 207625
    },
    {
      "epoch": 0.18174242696121726,
      "grad_norm": 0.44907426834106445,
      "learning_rate": 4.710261487618343e-05,
      "loss": 5.4155,
      "step": 207630
    },
    {
      "epoch": 0.1817468035548444,
      "grad_norm": 0.44406619668006897,
      "learning_rate": 4.7102470876520634e-05,
      "loss": 5.7815,
      "step": 207635
    },
    {
      "epoch": 0.18175118014847155,
      "grad_norm": 0.46056774258613586,
      "learning_rate": 4.710232687355901e-05,
      "loss": 4.8441,
      "step": 207640
    },
    {
      "epoch": 0.18175555674209873,
      "grad_norm": 0.4452195465564728,
      "learning_rate": 4.710218286729857e-05,
      "loss": 4.9139,
      "step": 207645
    },
    {
      "epoch": 0.18175993333572588,
      "grad_norm": 0.439919650554657,
      "learning_rate": 4.710203885773935e-05,
      "loss": 5.7734,
      "step": 207650
    },
    {
      "epoch": 0.18176430992935302,
      "grad_norm": 0.44346731901168823,
      "learning_rate": 4.7101894844881376e-05,
      "loss": 4.7313,
      "step": 207655
    },
    {
      "epoch": 0.18176868652298017,
      "grad_norm": 0.43702074885368347,
      "learning_rate": 4.710175082872467e-05,
      "loss": 5.9863,
      "step": 207660
    },
    {
      "epoch": 0.18177306311660735,
      "grad_norm": 0.4546357989311218,
      "learning_rate": 4.710160680926927e-05,
      "loss": 4.4396,
      "step": 207665
    },
    {
      "epoch": 0.1817774397102345,
      "grad_norm": 0.46043723821640015,
      "learning_rate": 4.710146278651519e-05,
      "loss": 5.6668,
      "step": 207670
    },
    {
      "epoch": 0.18178181630386164,
      "grad_norm": 0.43173229694366455,
      "learning_rate": 4.710131876046248e-05,
      "loss": 5.4892,
      "step": 207675
    },
    {
      "epoch": 0.1817861928974888,
      "grad_norm": 0.45466917753219604,
      "learning_rate": 4.710117473111114e-05,
      "loss": 5.9074,
      "step": 207680
    },
    {
      "epoch": 0.18179056949111597,
      "grad_norm": 0.4779662489891052,
      "learning_rate": 4.7101030698461204e-05,
      "loss": 4.8846,
      "step": 207685
    },
    {
      "epoch": 0.18179494608474311,
      "grad_norm": 0.4365265667438507,
      "learning_rate": 4.7100886662512725e-05,
      "loss": 5.7436,
      "step": 207690
    },
    {
      "epoch": 0.18179932267837026,
      "grad_norm": 0.45329755544662476,
      "learning_rate": 4.7100742623265704e-05,
      "loss": 4.6579,
      "step": 207695
    },
    {
      "epoch": 0.1818036992719974,
      "grad_norm": 0.47034353017807007,
      "learning_rate": 4.7100598580720167e-05,
      "loss": 4.94,
      "step": 207700
    },
    {
      "epoch": 0.18180807586562456,
      "grad_norm": 0.4413553774356842,
      "learning_rate": 4.710045453487617e-05,
      "loss": 4.7396,
      "step": 207705
    },
    {
      "epoch": 0.18181245245925173,
      "grad_norm": 0.4510663151741028,
      "learning_rate": 4.7100310485733714e-05,
      "loss": 5.9211,
      "step": 207710
    },
    {
      "epoch": 0.18181682905287888,
      "grad_norm": 0.454374223947525,
      "learning_rate": 4.7100166433292833e-05,
      "loss": 5.4624,
      "step": 207715
    },
    {
      "epoch": 0.18182120564650603,
      "grad_norm": 0.45211294293403625,
      "learning_rate": 4.7100022377553566e-05,
      "loss": 5.436,
      "step": 207720
    },
    {
      "epoch": 0.18182558224013318,
      "grad_norm": 0.4591347873210907,
      "learning_rate": 4.709987831851593e-05,
      "loss": 3.8938,
      "step": 207725
    },
    {
      "epoch": 0.18182995883376035,
      "grad_norm": 0.4577235281467438,
      "learning_rate": 4.709973425617995e-05,
      "loss": 5.237,
      "step": 207730
    },
    {
      "epoch": 0.1818343354273875,
      "grad_norm": 0.4601380527019501,
      "learning_rate": 4.7099590190545664e-05,
      "loss": 4.9416,
      "step": 207735
    },
    {
      "epoch": 0.18183871202101465,
      "grad_norm": 0.47267815470695496,
      "learning_rate": 4.709944612161309e-05,
      "loss": 5.4029,
      "step": 207740
    },
    {
      "epoch": 0.1818430886146418,
      "grad_norm": 0.46001482009887695,
      "learning_rate": 4.709930204938227e-05,
      "loss": 5.4253,
      "step": 207745
    },
    {
      "epoch": 0.18184746520826897,
      "grad_norm": 0.5406045317649841,
      "learning_rate": 4.7099157973853214e-05,
      "loss": 4.4292,
      "step": 207750
    },
    {
      "epoch": 0.18185184180189612,
      "grad_norm": 0.48124396800994873,
      "learning_rate": 4.7099013895025956e-05,
      "loss": 4.3118,
      "step": 207755
    },
    {
      "epoch": 0.18185621839552327,
      "grad_norm": 0.48031461238861084,
      "learning_rate": 4.7098869812900534e-05,
      "loss": 5.1694,
      "step": 207760
    },
    {
      "epoch": 0.18186059498915041,
      "grad_norm": 0.46179449558258057,
      "learning_rate": 4.7098725727476956e-05,
      "loss": 5.6754,
      "step": 207765
    },
    {
      "epoch": 0.1818649715827776,
      "grad_norm": 0.44382646679878235,
      "learning_rate": 4.709858163875528e-05,
      "loss": 5.6867,
      "step": 207770
    },
    {
      "epoch": 0.18186934817640474,
      "grad_norm": 0.45905664563179016,
      "learning_rate": 4.70984375467355e-05,
      "loss": 5.2466,
      "step": 207775
    },
    {
      "epoch": 0.18187372477003189,
      "grad_norm": 0.461266428232193,
      "learning_rate": 4.709829345141766e-05,
      "loss": 5.4165,
      "step": 207780
    },
    {
      "epoch": 0.18187810136365903,
      "grad_norm": 0.4434854984283447,
      "learning_rate": 4.709814935280179e-05,
      "loss": 5.3952,
      "step": 207785
    },
    {
      "epoch": 0.1818824779572862,
      "grad_norm": 0.4581906199455261,
      "learning_rate": 4.709800525088791e-05,
      "loss": 4.6404,
      "step": 207790
    },
    {
      "epoch": 0.18188685455091336,
      "grad_norm": 0.4511262774467468,
      "learning_rate": 4.709786114567606e-05,
      "loss": 4.9188,
      "step": 207795
    },
    {
      "epoch": 0.1818912311445405,
      "grad_norm": 0.46055665612220764,
      "learning_rate": 4.7097717037166255e-05,
      "loss": 5.1672,
      "step": 207800
    },
    {
      "epoch": 0.18189560773816765,
      "grad_norm": 0.4310515820980072,
      "learning_rate": 4.7097572925358536e-05,
      "loss": 5.7126,
      "step": 207805
    },
    {
      "epoch": 0.18189998433179483,
      "grad_norm": 0.4302309453487396,
      "learning_rate": 4.709742881025291e-05,
      "loss": 5.7344,
      "step": 207810
    },
    {
      "epoch": 0.18190436092542198,
      "grad_norm": 0.4380355477333069,
      "learning_rate": 4.7097284691849434e-05,
      "loss": 5.6723,
      "step": 207815
    },
    {
      "epoch": 0.18190873751904912,
      "grad_norm": 0.44995564222335815,
      "learning_rate": 4.70971405701481e-05,
      "loss": 5.1293,
      "step": 207820
    },
    {
      "epoch": 0.18191311411267627,
      "grad_norm": 0.47926458716392517,
      "learning_rate": 4.7096996445148966e-05,
      "loss": 5.7369,
      "step": 207825
    },
    {
      "epoch": 0.18191749070630342,
      "grad_norm": 0.45974764227867126,
      "learning_rate": 4.709685231685205e-05,
      "loss": 5.46,
      "step": 207830
    },
    {
      "epoch": 0.1819218672999306,
      "grad_norm": 0.4577159583568573,
      "learning_rate": 4.7096708185257376e-05,
      "loss": 5.3564,
      "step": 207835
    },
    {
      "epoch": 0.18192624389355774,
      "grad_norm": 0.4537409842014313,
      "learning_rate": 4.7096564050364966e-05,
      "loss": 5.6762,
      "step": 207840
    },
    {
      "epoch": 0.1819306204871849,
      "grad_norm": 0.4481731355190277,
      "learning_rate": 4.7096419912174874e-05,
      "loss": 5.6547,
      "step": 207845
    },
    {
      "epoch": 0.18193499708081204,
      "grad_norm": 0.4385254979133606,
      "learning_rate": 4.7096275770687106e-05,
      "loss": 6.2225,
      "step": 207850
    },
    {
      "epoch": 0.18193937367443921,
      "grad_norm": 0.44394320249557495,
      "learning_rate": 4.7096131625901684e-05,
      "loss": 4.9527,
      "step": 207855
    },
    {
      "epoch": 0.18194375026806636,
      "grad_norm": 0.4491378664970398,
      "learning_rate": 4.709598747781865e-05,
      "loss": 5.4396,
      "step": 207860
    },
    {
      "epoch": 0.1819481268616935,
      "grad_norm": 0.44268518686294556,
      "learning_rate": 4.709584332643803e-05,
      "loss": 5.6492,
      "step": 207865
    },
    {
      "epoch": 0.18195250345532066,
      "grad_norm": 0.45451611280441284,
      "learning_rate": 4.7095699171759845e-05,
      "loss": 5.1771,
      "step": 207870
    },
    {
      "epoch": 0.18195688004894783,
      "grad_norm": 0.45924094319343567,
      "learning_rate": 4.7095555013784133e-05,
      "loss": 5.1442,
      "step": 207875
    },
    {
      "epoch": 0.18196125664257498,
      "grad_norm": 0.45363226532936096,
      "learning_rate": 4.709541085251091e-05,
      "loss": 5.9332,
      "step": 207880
    },
    {
      "epoch": 0.18196563323620213,
      "grad_norm": 0.49155882000923157,
      "learning_rate": 4.709526668794021e-05,
      "loss": 4.913,
      "step": 207885
    },
    {
      "epoch": 0.18197000982982928,
      "grad_norm": 0.4505709111690521,
      "learning_rate": 4.7095122520072066e-05,
      "loss": 4.9214,
      "step": 207890
    },
    {
      "epoch": 0.18197438642345645,
      "grad_norm": 0.4335086941719055,
      "learning_rate": 4.709497834890651e-05,
      "loss": 5.952,
      "step": 207895
    },
    {
      "epoch": 0.1819787630170836,
      "grad_norm": 0.4315662980079651,
      "learning_rate": 4.709483417444354e-05,
      "loss": 6.268,
      "step": 207900
    },
    {
      "epoch": 0.18198313961071075,
      "grad_norm": 0.5205163359642029,
      "learning_rate": 4.7094689996683216e-05,
      "loss": 5.1538,
      "step": 207905
    },
    {
      "epoch": 0.1819875162043379,
      "grad_norm": 0.47078683972358704,
      "learning_rate": 4.7094545815625546e-05,
      "loss": 5.4282,
      "step": 207910
    },
    {
      "epoch": 0.18199189279796507,
      "grad_norm": 0.4389742910861969,
      "learning_rate": 4.7094401631270566e-05,
      "loss": 4.0752,
      "step": 207915
    },
    {
      "epoch": 0.18199626939159222,
      "grad_norm": 0.47326162457466125,
      "learning_rate": 4.70942574436183e-05,
      "loss": 4.6997,
      "step": 207920
    },
    {
      "epoch": 0.18200064598521937,
      "grad_norm": 0.4668693244457245,
      "learning_rate": 4.7094113252668806e-05,
      "loss": 4.4272,
      "step": 207925
    },
    {
      "epoch": 0.18200502257884651,
      "grad_norm": 0.4657590985298157,
      "learning_rate": 4.709396905842206e-05,
      "loss": 4.9453,
      "step": 207930
    },
    {
      "epoch": 0.1820093991724737,
      "grad_norm": 0.44161561131477356,
      "learning_rate": 4.709382486087812e-05,
      "loss": 5.4575,
      "step": 207935
    },
    {
      "epoch": 0.18201377576610084,
      "grad_norm": 0.46229034662246704,
      "learning_rate": 4.709368066003701e-05,
      "loss": 5.1413,
      "step": 207940
    },
    {
      "epoch": 0.18201815235972799,
      "grad_norm": 0.4512123167514801,
      "learning_rate": 4.709353645589876e-05,
      "loss": 5.3654,
      "step": 207945
    },
    {
      "epoch": 0.18202252895335513,
      "grad_norm": 0.4456665515899658,
      "learning_rate": 4.709339224846338e-05,
      "loss": 4.5756,
      "step": 207950
    },
    {
      "epoch": 0.18202690554698228,
      "grad_norm": 0.4789115786552429,
      "learning_rate": 4.709324803773093e-05,
      "loss": 5.7639,
      "step": 207955
    },
    {
      "epoch": 0.18203128214060946,
      "grad_norm": 0.46880388259887695,
      "learning_rate": 4.709310382370141e-05,
      "loss": 5.6619,
      "step": 207960
    },
    {
      "epoch": 0.1820356587342366,
      "grad_norm": 0.45072054862976074,
      "learning_rate": 4.709295960637487e-05,
      "loss": 5.6604,
      "step": 207965
    },
    {
      "epoch": 0.18204003532786375,
      "grad_norm": 0.43625420331954956,
      "learning_rate": 4.709281538575131e-05,
      "loss": 5.9527,
      "step": 207970
    },
    {
      "epoch": 0.1820444119214909,
      "grad_norm": 0.42400622367858887,
      "learning_rate": 4.709267116183077e-05,
      "loss": 5.1593,
      "step": 207975
    },
    {
      "epoch": 0.18204878851511808,
      "grad_norm": 0.44045090675354004,
      "learning_rate": 4.70925269346133e-05,
      "loss": 5.2168,
      "step": 207980
    },
    {
      "epoch": 0.18205316510874522,
      "grad_norm": 0.4735618233680725,
      "learning_rate": 4.709238270409889e-05,
      "loss": 5.2203,
      "step": 207985
    },
    {
      "epoch": 0.18205754170237237,
      "grad_norm": 0.4454226791858673,
      "learning_rate": 4.70922384702876e-05,
      "loss": 5.4301,
      "step": 207990
    },
    {
      "epoch": 0.18206191829599952,
      "grad_norm": 0.46592703461647034,
      "learning_rate": 4.709209423317945e-05,
      "loss": 4.6418,
      "step": 207995
    },
    {
      "epoch": 0.1820662948896267,
      "grad_norm": 0.45276063680648804,
      "learning_rate": 4.7091949992774456e-05,
      "loss": 4.9241,
      "step": 208000
    },
    {
      "epoch": 0.18207067148325384,
      "grad_norm": 0.4422803223133087,
      "learning_rate": 4.709180574907265e-05,
      "loss": 4.8634,
      "step": 208005
    },
    {
      "epoch": 0.182075048076881,
      "grad_norm": 0.4564525783061981,
      "learning_rate": 4.709166150207406e-05,
      "loss": 3.9062,
      "step": 208010
    },
    {
      "epoch": 0.18207942467050814,
      "grad_norm": 0.47340425848960876,
      "learning_rate": 4.7091517251778715e-05,
      "loss": 5.1387,
      "step": 208015
    },
    {
      "epoch": 0.18208380126413531,
      "grad_norm": 0.4675324261188507,
      "learning_rate": 4.7091372998186645e-05,
      "loss": 5.7404,
      "step": 208020
    },
    {
      "epoch": 0.18208817785776246,
      "grad_norm": 0.4372180998325348,
      "learning_rate": 4.709122874129789e-05,
      "loss": 4.9439,
      "step": 208025
    },
    {
      "epoch": 0.1820925544513896,
      "grad_norm": 0.4508988559246063,
      "learning_rate": 4.709108448111245e-05,
      "loss": 5.9809,
      "step": 208030
    },
    {
      "epoch": 0.18209693104501676,
      "grad_norm": 0.43231484293937683,
      "learning_rate": 4.709094021763037e-05,
      "loss": 4.2273,
      "step": 208035
    },
    {
      "epoch": 0.18210130763864393,
      "grad_norm": 0.45891761779785156,
      "learning_rate": 4.7090795950851674e-05,
      "loss": 5.1424,
      "step": 208040
    },
    {
      "epoch": 0.18210568423227108,
      "grad_norm": 0.4493323266506195,
      "learning_rate": 4.709065168077639e-05,
      "loss": 5.64,
      "step": 208045
    },
    {
      "epoch": 0.18211006082589823,
      "grad_norm": 0.44090959429740906,
      "learning_rate": 4.7090507407404564e-05,
      "loss": 4.9439,
      "step": 208050
    },
    {
      "epoch": 0.18211443741952538,
      "grad_norm": 0.6008582711219788,
      "learning_rate": 4.709036313073618e-05,
      "loss": 4.8478,
      "step": 208055
    },
    {
      "epoch": 0.18211881401315255,
      "grad_norm": 0.4498622417449951,
      "learning_rate": 4.7090218850771305e-05,
      "loss": 5.2655,
      "step": 208060
    },
    {
      "epoch": 0.1821231906067797,
      "grad_norm": 0.6153890490531921,
      "learning_rate": 4.7090074567509954e-05,
      "loss": 4.9546,
      "step": 208065
    },
    {
      "epoch": 0.18212756720040685,
      "grad_norm": 0.47963714599609375,
      "learning_rate": 4.7089930280952155e-05,
      "loss": 5.3691,
      "step": 208070
    },
    {
      "epoch": 0.182131943794034,
      "grad_norm": 0.4697383642196655,
      "learning_rate": 4.7089785991097934e-05,
      "loss": 5.1679,
      "step": 208075
    },
    {
      "epoch": 0.18213632038766114,
      "grad_norm": 0.5087474584579468,
      "learning_rate": 4.708964169794733e-05,
      "loss": 4.9184,
      "step": 208080
    },
    {
      "epoch": 0.18214069698128832,
      "grad_norm": 0.4514007270336151,
      "learning_rate": 4.708949740150036e-05,
      "loss": 6.2795,
      "step": 208085
    },
    {
      "epoch": 0.18214507357491547,
      "grad_norm": 0.45640748739242554,
      "learning_rate": 4.708935310175704e-05,
      "loss": 4.942,
      "step": 208090
    },
    {
      "epoch": 0.18214945016854261,
      "grad_norm": 0.5932942032814026,
      "learning_rate": 4.708920879871742e-05,
      "loss": 4.8153,
      "step": 208095
    },
    {
      "epoch": 0.18215382676216976,
      "grad_norm": 0.47103673219680786,
      "learning_rate": 4.708906449238152e-05,
      "loss": 4.8528,
      "step": 208100
    },
    {
      "epoch": 0.18215820335579694,
      "grad_norm": 0.4621477425098419,
      "learning_rate": 4.708892018274936e-05,
      "loss": 4.8972,
      "step": 208105
    },
    {
      "epoch": 0.18216257994942409,
      "grad_norm": 0.43358519673347473,
      "learning_rate": 4.708877586982098e-05,
      "loss": 5.72,
      "step": 208110
    },
    {
      "epoch": 0.18216695654305123,
      "grad_norm": 0.44217172265052795,
      "learning_rate": 4.708863155359641e-05,
      "loss": 5.2599,
      "step": 208115
    },
    {
      "epoch": 0.18217133313667838,
      "grad_norm": 0.43738308548927307,
      "learning_rate": 4.7088487234075664e-05,
      "loss": 4.3215,
      "step": 208120
    },
    {
      "epoch": 0.18217570973030556,
      "grad_norm": 0.45309871435165405,
      "learning_rate": 4.7088342911258776e-05,
      "loss": 5.3768,
      "step": 208125
    },
    {
      "epoch": 0.1821800863239327,
      "grad_norm": 0.4382881224155426,
      "learning_rate": 4.708819858514577e-05,
      "loss": 5.1386,
      "step": 208130
    },
    {
      "epoch": 0.18218446291755985,
      "grad_norm": 0.4324369430541992,
      "learning_rate": 4.708805425573668e-05,
      "loss": 5.2155,
      "step": 208135
    },
    {
      "epoch": 0.182188839511187,
      "grad_norm": 0.4435102045536041,
      "learning_rate": 4.708790992303154e-05,
      "loss": 5.4619,
      "step": 208140
    },
    {
      "epoch": 0.18219321610481418,
      "grad_norm": 0.4379386007785797,
      "learning_rate": 4.7087765587030354e-05,
      "loss": 4.9337,
      "step": 208145
    },
    {
      "epoch": 0.18219759269844132,
      "grad_norm": 0.4337832033634186,
      "learning_rate": 4.708762124773318e-05,
      "loss": 5.2487,
      "step": 208150
    },
    {
      "epoch": 0.18220196929206847,
      "grad_norm": 0.44798779487609863,
      "learning_rate": 4.7087476905140024e-05,
      "loss": 5.2665,
      "step": 208155
    },
    {
      "epoch": 0.18220634588569562,
      "grad_norm": 0.44501426815986633,
      "learning_rate": 4.708733255925093e-05,
      "loss": 5.3316,
      "step": 208160
    },
    {
      "epoch": 0.1822107224793228,
      "grad_norm": 0.4535405933856964,
      "learning_rate": 4.7087188210065905e-05,
      "loss": 4.3185,
      "step": 208165
    },
    {
      "epoch": 0.18221509907294994,
      "grad_norm": 0.46295467019081116,
      "learning_rate": 4.708704385758499e-05,
      "loss": 5.4017,
      "step": 208170
    },
    {
      "epoch": 0.1822194756665771,
      "grad_norm": 0.44471001625061035,
      "learning_rate": 4.7086899501808226e-05,
      "loss": 4.8931,
      "step": 208175
    },
    {
      "epoch": 0.18222385226020424,
      "grad_norm": 0.44204339385032654,
      "learning_rate": 4.7086755142735604e-05,
      "loss": 5.1409,
      "step": 208180
    },
    {
      "epoch": 0.18222822885383141,
      "grad_norm": 0.4666866064071655,
      "learning_rate": 4.708661078036719e-05,
      "loss": 4.3106,
      "step": 208185
    },
    {
      "epoch": 0.18223260544745856,
      "grad_norm": 0.4403787851333618,
      "learning_rate": 4.708646641470299e-05,
      "loss": 5.4371,
      "step": 208190
    },
    {
      "epoch": 0.1822369820410857,
      "grad_norm": 0.4351790249347687,
      "learning_rate": 4.708632204574305e-05,
      "loss": 5.226,
      "step": 208195
    },
    {
      "epoch": 0.18224135863471286,
      "grad_norm": 0.4311537444591522,
      "learning_rate": 4.7086177673487376e-05,
      "loss": 4.8319,
      "step": 208200
    },
    {
      "epoch": 0.18224573522834,
      "grad_norm": 0.4540204405784607,
      "learning_rate": 4.7086033297936006e-05,
      "loss": 5.1892,
      "step": 208205
    },
    {
      "epoch": 0.18225011182196718,
      "grad_norm": 0.44368281960487366,
      "learning_rate": 4.708588891908897e-05,
      "loss": 4.2925,
      "step": 208210
    },
    {
      "epoch": 0.18225448841559433,
      "grad_norm": 0.4734525978565216,
      "learning_rate": 4.7085744536946283e-05,
      "loss": 5.1357,
      "step": 208215
    },
    {
      "epoch": 0.18225886500922148,
      "grad_norm": 0.4388490915298462,
      "learning_rate": 4.708560015150799e-05,
      "loss": 5.6773,
      "step": 208220
    },
    {
      "epoch": 0.18226324160284862,
      "grad_norm": 0.4298824667930603,
      "learning_rate": 4.708545576277412e-05,
      "loss": 5.9531,
      "step": 208225
    },
    {
      "epoch": 0.1822676181964758,
      "grad_norm": 0.4302637577056885,
      "learning_rate": 4.7085311370744686e-05,
      "loss": 5.4413,
      "step": 208230
    },
    {
      "epoch": 0.18227199479010295,
      "grad_norm": 0.4442325532436371,
      "learning_rate": 4.7085166975419725e-05,
      "loss": 5.925,
      "step": 208235
    },
    {
      "epoch": 0.1822763713837301,
      "grad_norm": 0.43411168456077576,
      "learning_rate": 4.708502257679926e-05,
      "loss": 5.6521,
      "step": 208240
    },
    {
      "epoch": 0.18228074797735724,
      "grad_norm": 0.4827558994293213,
      "learning_rate": 4.708487817488333e-05,
      "loss": 4.7117,
      "step": 208245
    },
    {
      "epoch": 0.18228512457098442,
      "grad_norm": 0.4774972200393677,
      "learning_rate": 4.708473376967194e-05,
      "loss": 5.4278,
      "step": 208250
    },
    {
      "epoch": 0.18228950116461157,
      "grad_norm": 0.5187916159629822,
      "learning_rate": 4.708458936116514e-05,
      "loss": 5.1212,
      "step": 208255
    },
    {
      "epoch": 0.18229387775823871,
      "grad_norm": 0.5125187635421753,
      "learning_rate": 4.7084444949362963e-05,
      "loss": 4.9797,
      "step": 208260
    },
    {
      "epoch": 0.18229825435186586,
      "grad_norm": 0.47636619210243225,
      "learning_rate": 4.70843005342654e-05,
      "loss": 4.9002,
      "step": 208265
    },
    {
      "epoch": 0.18230263094549304,
      "grad_norm": 0.4748134911060333,
      "learning_rate": 4.708415611587253e-05,
      "loss": 5.723,
      "step": 208270
    },
    {
      "epoch": 0.18230700753912019,
      "grad_norm": 0.4542185068130493,
      "learning_rate": 4.708401169418433e-05,
      "loss": 5.1423,
      "step": 208275
    },
    {
      "epoch": 0.18231138413274733,
      "grad_norm": 0.46688979864120483,
      "learning_rate": 4.7083867269200855e-05,
      "loss": 5.6131,
      "step": 208280
    },
    {
      "epoch": 0.18231576072637448,
      "grad_norm": 0.48576033115386963,
      "learning_rate": 4.708372284092214e-05,
      "loss": 5.4534,
      "step": 208285
    },
    {
      "epoch": 0.18232013732000166,
      "grad_norm": 0.46888017654418945,
      "learning_rate": 4.708357840934819e-05,
      "loss": 4.9359,
      "step": 208290
    },
    {
      "epoch": 0.1823245139136288,
      "grad_norm": 0.5114508867263794,
      "learning_rate": 4.708343397447905e-05,
      "loss": 5.4896,
      "step": 208295
    },
    {
      "epoch": 0.18232889050725595,
      "grad_norm": 0.45091912150382996,
      "learning_rate": 4.708328953631475e-05,
      "loss": 5.6629,
      "step": 208300
    },
    {
      "epoch": 0.1823332671008831,
      "grad_norm": 0.4381106197834015,
      "learning_rate": 4.708314509485531e-05,
      "loss": 5.4274,
      "step": 208305
    },
    {
      "epoch": 0.18233764369451028,
      "grad_norm": 0.7181586027145386,
      "learning_rate": 4.708300065010075e-05,
      "loss": 4.6048,
      "step": 208310
    },
    {
      "epoch": 0.18234202028813742,
      "grad_norm": 0.5435280203819275,
      "learning_rate": 4.7082856202051106e-05,
      "loss": 5.9348,
      "step": 208315
    },
    {
      "epoch": 0.18234639688176457,
      "grad_norm": 0.4473726153373718,
      "learning_rate": 4.708271175070641e-05,
      "loss": 4.9558,
      "step": 208320
    },
    {
      "epoch": 0.18235077347539172,
      "grad_norm": 0.4587736427783966,
      "learning_rate": 4.708256729606669e-05,
      "loss": 4.7259,
      "step": 208325
    },
    {
      "epoch": 0.1823551500690189,
      "grad_norm": 0.46674421429634094,
      "learning_rate": 4.708242283813197e-05,
      "loss": 4.931,
      "step": 208330
    },
    {
      "epoch": 0.18235952666264604,
      "grad_norm": 0.45333531498908997,
      "learning_rate": 4.7082278376902266e-05,
      "loss": 5.2554,
      "step": 208335
    },
    {
      "epoch": 0.1823639032562732,
      "grad_norm": 0.4460256099700928,
      "learning_rate": 4.7082133912377634e-05,
      "loss": 6.2412,
      "step": 208340
    },
    {
      "epoch": 0.18236827984990034,
      "grad_norm": 0.4737279713153839,
      "learning_rate": 4.708198944455807e-05,
      "loss": 5.4407,
      "step": 208345
    },
    {
      "epoch": 0.1823726564435275,
      "grad_norm": 0.5111017227172852,
      "learning_rate": 4.708184497344364e-05,
      "loss": 4.9,
      "step": 208350
    },
    {
      "epoch": 0.18237703303715466,
      "grad_norm": 0.5834605693817139,
      "learning_rate": 4.708170049903433e-05,
      "loss": 5.6416,
      "step": 208355
    },
    {
      "epoch": 0.1823814096307818,
      "grad_norm": 0.6263145208358765,
      "learning_rate": 4.7081556021330187e-05,
      "loss": 5.2258,
      "step": 208360
    },
    {
      "epoch": 0.18238578622440896,
      "grad_norm": 0.4604489505290985,
      "learning_rate": 4.708141154033126e-05,
      "loss": 5.2516,
      "step": 208365
    },
    {
      "epoch": 0.1823901628180361,
      "grad_norm": 0.4512914717197418,
      "learning_rate": 4.7081267056037534e-05,
      "loss": 4.4296,
      "step": 208370
    },
    {
      "epoch": 0.18239453941166328,
      "grad_norm": 0.5485119223594666,
      "learning_rate": 4.708112256844907e-05,
      "loss": 5.3404,
      "step": 208375
    },
    {
      "epoch": 0.18239891600529043,
      "grad_norm": 0.5643752813339233,
      "learning_rate": 4.7080978077565875e-05,
      "loss": 5.7526,
      "step": 208380
    },
    {
      "epoch": 0.18240329259891758,
      "grad_norm": 0.5573291182518005,
      "learning_rate": 4.7080833583387995e-05,
      "loss": 5.2334,
      "step": 208385
    },
    {
      "epoch": 0.18240766919254472,
      "grad_norm": 0.5287171006202698,
      "learning_rate": 4.7080689085915454e-05,
      "loss": 5.7251,
      "step": 208390
    },
    {
      "epoch": 0.1824120457861719,
      "grad_norm": 0.5613399147987366,
      "learning_rate": 4.708054458514827e-05,
      "loss": 5.4673,
      "step": 208395
    },
    {
      "epoch": 0.18241642237979905,
      "grad_norm": 0.45406171679496765,
      "learning_rate": 4.7080400081086475e-05,
      "loss": 6.2055,
      "step": 208400
    },
    {
      "epoch": 0.1824207989734262,
      "grad_norm": 0.5717190504074097,
      "learning_rate": 4.708025557373009e-05,
      "loss": 4.922,
      "step": 208405
    },
    {
      "epoch": 0.18242517556705334,
      "grad_norm": 0.6376309394836426,
      "learning_rate": 4.708011106307917e-05,
      "loss": 4.9083,
      "step": 208410
    },
    {
      "epoch": 0.18242955216068052,
      "grad_norm": 0.4763476550579071,
      "learning_rate": 4.70799665491337e-05,
      "loss": 5.145,
      "step": 208415
    },
    {
      "epoch": 0.18243392875430767,
      "grad_norm": 0.584679126739502,
      "learning_rate": 4.707982203189375e-05,
      "loss": 4.9143,
      "step": 208420
    },
    {
      "epoch": 0.18243830534793481,
      "grad_norm": 0.46283283829689026,
      "learning_rate": 4.707967751135933e-05,
      "loss": 5.9512,
      "step": 208425
    },
    {
      "epoch": 0.18244268194156196,
      "grad_norm": 0.47141268849372864,
      "learning_rate": 4.707953298753046e-05,
      "loss": 5.1207,
      "step": 208430
    },
    {
      "epoch": 0.18244705853518914,
      "grad_norm": 0.4466555118560791,
      "learning_rate": 4.707938846040718e-05,
      "loss": 4.8875,
      "step": 208435
    },
    {
      "epoch": 0.18245143512881629,
      "grad_norm": 0.455300897359848,
      "learning_rate": 4.707924392998952e-05,
      "loss": 5.128,
      "step": 208440
    },
    {
      "epoch": 0.18245581172244343,
      "grad_norm": 0.44732603430747986,
      "learning_rate": 4.7079099396277485e-05,
      "loss": 5.6437,
      "step": 208445
    },
    {
      "epoch": 0.18246018831607058,
      "grad_norm": 0.44815322756767273,
      "learning_rate": 4.707895485927113e-05,
      "loss": 4.9397,
      "step": 208450
    },
    {
      "epoch": 0.18246456490969776,
      "grad_norm": 0.4577102065086365,
      "learning_rate": 4.7078810318970464e-05,
      "loss": 3.9076,
      "step": 208455
    },
    {
      "epoch": 0.1824689415033249,
      "grad_norm": 0.5341901779174805,
      "learning_rate": 4.707866577537553e-05,
      "loss": 4.6137,
      "step": 208460
    },
    {
      "epoch": 0.18247331809695205,
      "grad_norm": 0.47715285420417786,
      "learning_rate": 4.707852122848635e-05,
      "loss": 5.7235,
      "step": 208465
    },
    {
      "epoch": 0.1824776946905792,
      "grad_norm": 0.444823682308197,
      "learning_rate": 4.7078376678302935e-05,
      "loss": 5.6609,
      "step": 208470
    },
    {
      "epoch": 0.18248207128420635,
      "grad_norm": 0.4441639482975006,
      "learning_rate": 4.707823212482535e-05,
      "loss": 5.2026,
      "step": 208475
    },
    {
      "epoch": 0.18248644787783352,
      "grad_norm": 0.4823760986328125,
      "learning_rate": 4.7078087568053597e-05,
      "loss": 4.9658,
      "step": 208480
    },
    {
      "epoch": 0.18249082447146067,
      "grad_norm": 0.4347155690193176,
      "learning_rate": 4.70779430079877e-05,
      "loss": 5.6738,
      "step": 208485
    },
    {
      "epoch": 0.18249520106508782,
      "grad_norm": 0.4496743679046631,
      "learning_rate": 4.70777984446277e-05,
      "loss": 5.1002,
      "step": 208490
    },
    {
      "epoch": 0.18249957765871497,
      "grad_norm": 0.4460670053958893,
      "learning_rate": 4.7077653877973614e-05,
      "loss": 5.793,
      "step": 208495
    },
    {
      "epoch": 0.18250395425234214,
      "grad_norm": 0.4602641463279724,
      "learning_rate": 4.707750930802548e-05,
      "loss": 5.7744,
      "step": 208500
    },
    {
      "epoch": 0.1825083308459693,
      "grad_norm": 0.44950973987579346,
      "learning_rate": 4.707736473478333e-05,
      "loss": 5.9402,
      "step": 208505
    },
    {
      "epoch": 0.18251270743959644,
      "grad_norm": 0.4437471628189087,
      "learning_rate": 4.707722015824717e-05,
      "loss": 5.445,
      "step": 208510
    },
    {
      "epoch": 0.1825170840332236,
      "grad_norm": 0.4539816677570343,
      "learning_rate": 4.707707557841705e-05,
      "loss": 5.3445,
      "step": 208515
    },
    {
      "epoch": 0.18252146062685076,
      "grad_norm": 0.44319644570350647,
      "learning_rate": 4.707693099529299e-05,
      "loss": 5.3893,
      "step": 208520
    },
    {
      "epoch": 0.1825258372204779,
      "grad_norm": 0.44704362750053406,
      "learning_rate": 4.7076786408875006e-05,
      "loss": 5.2288,
      "step": 208525
    },
    {
      "epoch": 0.18253021381410506,
      "grad_norm": 0.46151748299598694,
      "learning_rate": 4.7076641819163146e-05,
      "loss": 6.2434,
      "step": 208530
    },
    {
      "epoch": 0.1825345904077322,
      "grad_norm": 0.49446383118629456,
      "learning_rate": 4.7076497226157425e-05,
      "loss": 4.7706,
      "step": 208535
    },
    {
      "epoch": 0.18253896700135938,
      "grad_norm": 0.5068652033805847,
      "learning_rate": 4.707635262985788e-05,
      "loss": 4.9219,
      "step": 208540
    },
    {
      "epoch": 0.18254334359498653,
      "grad_norm": 0.4694923460483551,
      "learning_rate": 4.707620803026453e-05,
      "loss": 5.253,
      "step": 208545
    },
    {
      "epoch": 0.18254772018861368,
      "grad_norm": 0.4749413728713989,
      "learning_rate": 4.707606342737741e-05,
      "loss": 5.4396,
      "step": 208550
    },
    {
      "epoch": 0.18255209678224082,
      "grad_norm": 0.4340028762817383,
      "learning_rate": 4.707591882119655e-05,
      "loss": 5.9475,
      "step": 208555
    },
    {
      "epoch": 0.182556473375868,
      "grad_norm": 0.4704870879650116,
      "learning_rate": 4.7075774211721967e-05,
      "loss": 5.4251,
      "step": 208560
    },
    {
      "epoch": 0.18256084996949515,
      "grad_norm": 0.5286222696304321,
      "learning_rate": 4.7075629598953693e-05,
      "loss": 5.001,
      "step": 208565
    },
    {
      "epoch": 0.1825652265631223,
      "grad_norm": 0.45982444286346436,
      "learning_rate": 4.707548498289176e-05,
      "loss": 4.6259,
      "step": 208570
    },
    {
      "epoch": 0.18256960315674944,
      "grad_norm": 0.48014146089553833,
      "learning_rate": 4.707534036353619e-05,
      "loss": 6.2375,
      "step": 208575
    },
    {
      "epoch": 0.18257397975037662,
      "grad_norm": 0.4746723473072052,
      "learning_rate": 4.707519574088701e-05,
      "loss": 4.6355,
      "step": 208580
    },
    {
      "epoch": 0.18257835634400377,
      "grad_norm": 0.5308446884155273,
      "learning_rate": 4.707505111494426e-05,
      "loss": 4.9396,
      "step": 208585
    },
    {
      "epoch": 0.18258273293763091,
      "grad_norm": 0.5217791795730591,
      "learning_rate": 4.707490648570796e-05,
      "loss": 5.4488,
      "step": 208590
    },
    {
      "epoch": 0.18258710953125806,
      "grad_norm": 0.5420400500297546,
      "learning_rate": 4.707476185317814e-05,
      "loss": 5.7774,
      "step": 208595
    },
    {
      "epoch": 0.1825914861248852,
      "grad_norm": 0.4486730098724365,
      "learning_rate": 4.707461721735481e-05,
      "loss": 4.632,
      "step": 208600
    },
    {
      "epoch": 0.1825958627185124,
      "grad_norm": 0.4948004186153412,
      "learning_rate": 4.707447257823803e-05,
      "loss": 5.1348,
      "step": 208605
    },
    {
      "epoch": 0.18260023931213953,
      "grad_norm": 0.4706937372684479,
      "learning_rate": 4.707432793582781e-05,
      "loss": 5.9619,
      "step": 208610
    },
    {
      "epoch": 0.18260461590576668,
      "grad_norm": 0.4674208462238312,
      "learning_rate": 4.707418329012417e-05,
      "loss": 5.1934,
      "step": 208615
    },
    {
      "epoch": 0.18260899249939383,
      "grad_norm": 0.5086273550987244,
      "learning_rate": 4.7074038641127147e-05,
      "loss": 5.4434,
      "step": 208620
    },
    {
      "epoch": 0.182613369093021,
      "grad_norm": 0.49415022134780884,
      "learning_rate": 4.7073893988836784e-05,
      "loss": 4.6341,
      "step": 208625
    },
    {
      "epoch": 0.18261774568664815,
      "grad_norm": 0.47797515988349915,
      "learning_rate": 4.707374933325309e-05,
      "loss": 4.7208,
      "step": 208630
    },
    {
      "epoch": 0.1826221222802753,
      "grad_norm": 0.4757360517978668,
      "learning_rate": 4.707360467437608e-05,
      "loss": 5.6076,
      "step": 208635
    },
    {
      "epoch": 0.18262649887390245,
      "grad_norm": 0.47832682728767395,
      "learning_rate": 4.707346001220582e-05,
      "loss": 5.6502,
      "step": 208640
    },
    {
      "epoch": 0.18263087546752962,
      "grad_norm": 0.45475199818611145,
      "learning_rate": 4.7073315346742305e-05,
      "loss": 5.9799,
      "step": 208645
    },
    {
      "epoch": 0.18263525206115677,
      "grad_norm": 0.5877066254615784,
      "learning_rate": 4.707317067798558e-05,
      "loss": 4.6365,
      "step": 208650
    },
    {
      "epoch": 0.18263962865478392,
      "grad_norm": 0.45760655403137207,
      "learning_rate": 4.7073026005935674e-05,
      "loss": 4.903,
      "step": 208655
    },
    {
      "epoch": 0.18264400524841107,
      "grad_norm": 0.49343594908714294,
      "learning_rate": 4.707288133059259e-05,
      "loss": 5.1182,
      "step": 208660
    },
    {
      "epoch": 0.18264838184203824,
      "grad_norm": 0.44956815242767334,
      "learning_rate": 4.707273665195639e-05,
      "loss": 6.2293,
      "step": 208665
    },
    {
      "epoch": 0.1826527584356654,
      "grad_norm": 0.45526188611984253,
      "learning_rate": 4.707259197002708e-05,
      "loss": 5.4492,
      "step": 208670
    },
    {
      "epoch": 0.18265713502929254,
      "grad_norm": 0.4387090802192688,
      "learning_rate": 4.70724472848047e-05,
      "loss": 5.1458,
      "step": 208675
    },
    {
      "epoch": 0.1826615116229197,
      "grad_norm": 0.43033042550086975,
      "learning_rate": 4.7072302596289266e-05,
      "loss": 6.2564,
      "step": 208680
    },
    {
      "epoch": 0.18266588821654686,
      "grad_norm": 0.45449838042259216,
      "learning_rate": 4.7072157904480804e-05,
      "loss": 5.4341,
      "step": 208685
    },
    {
      "epoch": 0.182670264810174,
      "grad_norm": 0.466768354177475,
      "learning_rate": 4.707201320937936e-05,
      "loss": 4.2018,
      "step": 208690
    },
    {
      "epoch": 0.18267464140380116,
      "grad_norm": 0.4468870460987091,
      "learning_rate": 4.707186851098495e-05,
      "loss": 5.3652,
      "step": 208695
    },
    {
      "epoch": 0.1826790179974283,
      "grad_norm": 0.4510951340198517,
      "learning_rate": 4.707172380929761e-05,
      "loss": 4.417,
      "step": 208700
    },
    {
      "epoch": 0.18268339459105548,
      "grad_norm": 0.47498753666877747,
      "learning_rate": 4.707157910431735e-05,
      "loss": 5.4425,
      "step": 208705
    },
    {
      "epoch": 0.18268777118468263,
      "grad_norm": 0.43614423274993896,
      "learning_rate": 4.7071434396044225e-05,
      "loss": 5.6436,
      "step": 208710
    },
    {
      "epoch": 0.18269214777830978,
      "grad_norm": 0.45843496918678284,
      "learning_rate": 4.707128968447824e-05,
      "loss": 5.454,
      "step": 208715
    },
    {
      "epoch": 0.18269652437193692,
      "grad_norm": 0.43391913175582886,
      "learning_rate": 4.707114496961943e-05,
      "loss": 5.3348,
      "step": 208720
    },
    {
      "epoch": 0.18270090096556407,
      "grad_norm": 0.4341541826725006,
      "learning_rate": 4.707100025146782e-05,
      "loss": 5.7072,
      "step": 208725
    },
    {
      "epoch": 0.18270527755919125,
      "grad_norm": 0.43348729610443115,
      "learning_rate": 4.707085553002345e-05,
      "loss": 4.6354,
      "step": 208730
    },
    {
      "epoch": 0.1827096541528184,
      "grad_norm": 0.4439236521720886,
      "learning_rate": 4.7070710805286336e-05,
      "loss": 5.6191,
      "step": 208735
    },
    {
      "epoch": 0.18271403074644554,
      "grad_norm": 0.439071923494339,
      "learning_rate": 4.7070566077256496e-05,
      "loss": 5.3234,
      "step": 208740
    },
    {
      "epoch": 0.1827184073400727,
      "grad_norm": 0.4330560266971588,
      "learning_rate": 4.707042134593399e-05,
      "loss": 5.6529,
      "step": 208745
    },
    {
      "epoch": 0.18272278393369987,
      "grad_norm": 0.4576350152492523,
      "learning_rate": 4.7070276611318806e-05,
      "loss": 5.7471,
      "step": 208750
    },
    {
      "epoch": 0.18272716052732701,
      "grad_norm": 0.4345167577266693,
      "learning_rate": 4.707013187341102e-05,
      "loss": 5.6502,
      "step": 208755
    },
    {
      "epoch": 0.18273153712095416,
      "grad_norm": 0.4565691351890564,
      "learning_rate": 4.7069987132210614e-05,
      "loss": 5.237,
      "step": 208760
    },
    {
      "epoch": 0.1827359137145813,
      "grad_norm": 0.44102075695991516,
      "learning_rate": 4.7069842387717645e-05,
      "loss": 4.1369,
      "step": 208765
    },
    {
      "epoch": 0.1827402903082085,
      "grad_norm": 0.4869411289691925,
      "learning_rate": 4.706969763993211e-05,
      "loss": 4.85,
      "step": 208770
    },
    {
      "epoch": 0.18274466690183563,
      "grad_norm": 0.43091484904289246,
      "learning_rate": 4.7069552888854084e-05,
      "loss": 4.6098,
      "step": 208775
    },
    {
      "epoch": 0.18274904349546278,
      "grad_norm": 0.4566180109977722,
      "learning_rate": 4.706940813448355e-05,
      "loss": 5.4687,
      "step": 208780
    },
    {
      "epoch": 0.18275342008908993,
      "grad_norm": 0.43380504846572876,
      "learning_rate": 4.706926337682056e-05,
      "loss": 5.9469,
      "step": 208785
    },
    {
      "epoch": 0.1827577966827171,
      "grad_norm": 0.4429732859134674,
      "learning_rate": 4.7069118615865136e-05,
      "loss": 5.1196,
      "step": 208790
    },
    {
      "epoch": 0.18276217327634425,
      "grad_norm": 0.4317060112953186,
      "learning_rate": 4.706897385161731e-05,
      "loss": 5.7546,
      "step": 208795
    },
    {
      "epoch": 0.1827665498699714,
      "grad_norm": 0.47265923023223877,
      "learning_rate": 4.7068829084077105e-05,
      "loss": 5.4479,
      "step": 208800
    },
    {
      "epoch": 0.18277092646359855,
      "grad_norm": 0.4272066056728363,
      "learning_rate": 4.706868431324455e-05,
      "loss": 5.7534,
      "step": 208805
    },
    {
      "epoch": 0.18277530305722572,
      "grad_norm": 0.4698091745376587,
      "learning_rate": 4.706853953911967e-05,
      "loss": 4.9131,
      "step": 208810
    },
    {
      "epoch": 0.18277967965085287,
      "grad_norm": 0.47329238057136536,
      "learning_rate": 4.70683947617025e-05,
      "loss": 4.9313,
      "step": 208815
    },
    {
      "epoch": 0.18278405624448002,
      "grad_norm": 0.44000691175460815,
      "learning_rate": 4.706824998099306e-05,
      "loss": 5.6562,
      "step": 208820
    },
    {
      "epoch": 0.18278843283810717,
      "grad_norm": 0.44890934228897095,
      "learning_rate": 4.706810519699139e-05,
      "loss": 5.4416,
      "step": 208825
    },
    {
      "epoch": 0.18279280943173434,
      "grad_norm": 0.465077668428421,
      "learning_rate": 4.70679604096975e-05,
      "loss": 5.4318,
      "step": 208830
    },
    {
      "epoch": 0.1827971860253615,
      "grad_norm": 0.4849719703197479,
      "learning_rate": 4.7067815619111436e-05,
      "loss": 4.9539,
      "step": 208835
    },
    {
      "epoch": 0.18280156261898864,
      "grad_norm": 0.44716987013816833,
      "learning_rate": 4.70676708252332e-05,
      "loss": 5.6004,
      "step": 208840
    },
    {
      "epoch": 0.1828059392126158,
      "grad_norm": 0.44369882345199585,
      "learning_rate": 4.706752602806286e-05,
      "loss": 5.1202,
      "step": 208845
    },
    {
      "epoch": 0.18281031580624293,
      "grad_norm": 0.4506691098213196,
      "learning_rate": 4.7067381227600407e-05,
      "loss": 5.6541,
      "step": 208850
    },
    {
      "epoch": 0.1828146923998701,
      "grad_norm": 0.4391959607601166,
      "learning_rate": 4.706723642384588e-05,
      "loss": 5.9387,
      "step": 208855
    },
    {
      "epoch": 0.18281906899349726,
      "grad_norm": 0.4385037124156952,
      "learning_rate": 4.7067091616799334e-05,
      "loss": 5.4406,
      "step": 208860
    },
    {
      "epoch": 0.1828234455871244,
      "grad_norm": 0.44793692231178284,
      "learning_rate": 4.706694680646074e-05,
      "loss": 4.6143,
      "step": 208865
    },
    {
      "epoch": 0.18282782218075155,
      "grad_norm": 0.44200944900512695,
      "learning_rate": 4.706680199283019e-05,
      "loss": 5.6451,
      "step": 208870
    },
    {
      "epoch": 0.18283219877437873,
      "grad_norm": 0.43478867411613464,
      "learning_rate": 4.7066657175907666e-05,
      "loss": 5.9498,
      "step": 208875
    },
    {
      "epoch": 0.18283657536800588,
      "grad_norm": 0.4287456274032593,
      "learning_rate": 4.7066512355693204e-05,
      "loss": 5.9223,
      "step": 208880
    },
    {
      "epoch": 0.18284095196163302,
      "grad_norm": 0.48340150713920593,
      "learning_rate": 4.706636753218685e-05,
      "loss": 4.8876,
      "step": 208885
    },
    {
      "epoch": 0.18284532855526017,
      "grad_norm": 0.4538312554359436,
      "learning_rate": 4.7066222705388615e-05,
      "loss": 5.1329,
      "step": 208890
    },
    {
      "epoch": 0.18284970514888735,
      "grad_norm": 0.4640745222568512,
      "learning_rate": 4.706607787529854e-05,
      "loss": 5.7459,
      "step": 208895
    },
    {
      "epoch": 0.1828540817425145,
      "grad_norm": 0.44990274310112,
      "learning_rate": 4.706593304191664e-05,
      "loss": 5.2489,
      "step": 208900
    },
    {
      "epoch": 0.18285845833614164,
      "grad_norm": 0.44156119227409363,
      "learning_rate": 4.7065788205242954e-05,
      "loss": 5.6797,
      "step": 208905
    },
    {
      "epoch": 0.1828628349297688,
      "grad_norm": 0.4431499242782593,
      "learning_rate": 4.70656433652775e-05,
      "loss": 5.2076,
      "step": 208910
    },
    {
      "epoch": 0.18286721152339597,
      "grad_norm": 0.4659395217895508,
      "learning_rate": 4.706549852202031e-05,
      "loss": 4.2354,
      "step": 208915
    },
    {
      "epoch": 0.18287158811702312,
      "grad_norm": 0.4542750120162964,
      "learning_rate": 4.706535367547142e-05,
      "loss": 4.8358,
      "step": 208920
    },
    {
      "epoch": 0.18287596471065026,
      "grad_norm": 0.46777305006980896,
      "learning_rate": 4.7065208825630844e-05,
      "loss": 5.6494,
      "step": 208925
    },
    {
      "epoch": 0.1828803413042774,
      "grad_norm": 0.48719820380210876,
      "learning_rate": 4.706506397249862e-05,
      "loss": 5.2184,
      "step": 208930
    },
    {
      "epoch": 0.1828847178979046,
      "grad_norm": 0.4594380259513855,
      "learning_rate": 4.706491911607477e-05,
      "loss": 5.2649,
      "step": 208935
    },
    {
      "epoch": 0.18288909449153173,
      "grad_norm": 0.45395833253860474,
      "learning_rate": 4.7064774256359325e-05,
      "loss": 5.1589,
      "step": 208940
    },
    {
      "epoch": 0.18289347108515888,
      "grad_norm": 0.45501193404197693,
      "learning_rate": 4.706462939335231e-05,
      "loss": 5.2453,
      "step": 208945
    },
    {
      "epoch": 0.18289784767878603,
      "grad_norm": 0.4544849693775177,
      "learning_rate": 4.7064484527053755e-05,
      "loss": 5.4396,
      "step": 208950
    },
    {
      "epoch": 0.1829022242724132,
      "grad_norm": 0.4590602517127991,
      "learning_rate": 4.706433965746368e-05,
      "loss": 4.6224,
      "step": 208955
    },
    {
      "epoch": 0.18290660086604035,
      "grad_norm": 0.46802958846092224,
      "learning_rate": 4.7064194784582136e-05,
      "loss": 4.4106,
      "step": 208960
    },
    {
      "epoch": 0.1829109774596675,
      "grad_norm": 0.4753602147102356,
      "learning_rate": 4.706404990840913e-05,
      "loss": 4.9127,
      "step": 208965
    },
    {
      "epoch": 0.18291535405329465,
      "grad_norm": 0.46120384335517883,
      "learning_rate": 4.70639050289447e-05,
      "loss": 4.913,
      "step": 208970
    },
    {
      "epoch": 0.18291973064692182,
      "grad_norm": 0.4622410833835602,
      "learning_rate": 4.706376014618886e-05,
      "loss": 5.7362,
      "step": 208975
    },
    {
      "epoch": 0.18292410724054897,
      "grad_norm": 0.47316282987594604,
      "learning_rate": 4.7063615260141655e-05,
      "loss": 5.1916,
      "step": 208980
    },
    {
      "epoch": 0.18292848383417612,
      "grad_norm": 0.4342803955078125,
      "learning_rate": 4.706347037080311e-05,
      "loss": 5.6768,
      "step": 208985
    },
    {
      "epoch": 0.18293286042780327,
      "grad_norm": 0.457807332277298,
      "learning_rate": 4.7063325478173235e-05,
      "loss": 5.1446,
      "step": 208990
    },
    {
      "epoch": 0.18293723702143042,
      "grad_norm": 0.4398321509361267,
      "learning_rate": 4.706318058225209e-05,
      "loss": 5.4157,
      "step": 208995
    },
    {
      "epoch": 0.1829416136150576,
      "grad_norm": 0.4537193179130554,
      "learning_rate": 4.7063035683039666e-05,
      "loss": 4.6438,
      "step": 209000
    },
    {
      "epoch": 0.18294599020868474,
      "grad_norm": 0.46306750178337097,
      "learning_rate": 4.7062890780536015e-05,
      "loss": 5.9654,
      "step": 209005
    },
    {
      "epoch": 0.1829503668023119,
      "grad_norm": 0.482904314994812,
      "learning_rate": 4.7062745874741166e-05,
      "loss": 5.616,
      "step": 209010
    },
    {
      "epoch": 0.18295474339593903,
      "grad_norm": 0.46946442127227783,
      "learning_rate": 4.706260096565515e-05,
      "loss": 5.1324,
      "step": 209015
    },
    {
      "epoch": 0.1829591199895662,
      "grad_norm": 0.4596650302410126,
      "learning_rate": 4.706245605327796e-05,
      "loss": 3.9142,
      "step": 209020
    },
    {
      "epoch": 0.18296349658319336,
      "grad_norm": 0.4710654020309448,
      "learning_rate": 4.706231113760966e-05,
      "loss": 5.457,
      "step": 209025
    },
    {
      "epoch": 0.1829678731768205,
      "grad_norm": 0.45189645886421204,
      "learning_rate": 4.706216621865027e-05,
      "loss": 4.4057,
      "step": 209030
    },
    {
      "epoch": 0.18297224977044765,
      "grad_norm": 0.45171740651130676,
      "learning_rate": 4.7062021296399815e-05,
      "loss": 5.7367,
      "step": 209035
    },
    {
      "epoch": 0.18297662636407483,
      "grad_norm": 0.44781848788261414,
      "learning_rate": 4.7061876370858324e-05,
      "loss": 5.368,
      "step": 209040
    },
    {
      "epoch": 0.18298100295770198,
      "grad_norm": 0.4402667284011841,
      "learning_rate": 4.7061731442025826e-05,
      "loss": 5.2058,
      "step": 209045
    },
    {
      "epoch": 0.18298537955132912,
      "grad_norm": 0.43556153774261475,
      "learning_rate": 4.706158650990235e-05,
      "loss": 5.7449,
      "step": 209050
    },
    {
      "epoch": 0.18298975614495627,
      "grad_norm": 0.4579809606075287,
      "learning_rate": 4.706144157448791e-05,
      "loss": 5.0348,
      "step": 209055
    },
    {
      "epoch": 0.18299413273858345,
      "grad_norm": 0.4596177339553833,
      "learning_rate": 4.706129663578255e-05,
      "loss": 4.9221,
      "step": 209060
    },
    {
      "epoch": 0.1829985093322106,
      "grad_norm": 0.4453454315662384,
      "learning_rate": 4.70611516937863e-05,
      "loss": 5.1382,
      "step": 209065
    },
    {
      "epoch": 0.18300288592583774,
      "grad_norm": 0.5103845000267029,
      "learning_rate": 4.706100674849917e-05,
      "loss": 4.608,
      "step": 209070
    },
    {
      "epoch": 0.1830072625194649,
      "grad_norm": 0.45945459604263306,
      "learning_rate": 4.7060861799921194e-05,
      "loss": 5.4398,
      "step": 209075
    },
    {
      "epoch": 0.18301163911309207,
      "grad_norm": 0.4445325434207916,
      "learning_rate": 4.706071684805242e-05,
      "loss": 5.6896,
      "step": 209080
    },
    {
      "epoch": 0.18301601570671922,
      "grad_norm": 0.453998327255249,
      "learning_rate": 4.706057189289286e-05,
      "loss": 5.3336,
      "step": 209085
    },
    {
      "epoch": 0.18302039230034636,
      "grad_norm": 0.4821870028972626,
      "learning_rate": 4.7060426934442524e-05,
      "loss": 4.9312,
      "step": 209090
    },
    {
      "epoch": 0.1830247688939735,
      "grad_norm": 0.4413003623485565,
      "learning_rate": 4.706028197270148e-05,
      "loss": 4.8467,
      "step": 209095
    },
    {
      "epoch": 0.1830291454876007,
      "grad_norm": 0.4449973702430725,
      "learning_rate": 4.706013700766972e-05,
      "loss": 5.7608,
      "step": 209100
    },
    {
      "epoch": 0.18303352208122783,
      "grad_norm": 0.47441861033439636,
      "learning_rate": 4.70599920393473e-05,
      "loss": 5.2583,
      "step": 209105
    },
    {
      "epoch": 0.18303789867485498,
      "grad_norm": 0.43312641978263855,
      "learning_rate": 4.705984706773422e-05,
      "loss": 6.2562,
      "step": 209110
    },
    {
      "epoch": 0.18304227526848213,
      "grad_norm": 0.4671846628189087,
      "learning_rate": 4.705970209283054e-05,
      "loss": 4.5886,
      "step": 209115
    },
    {
      "epoch": 0.18304665186210928,
      "grad_norm": 0.4616289436817169,
      "learning_rate": 4.7059557114636255e-05,
      "loss": 5.3746,
      "step": 209120
    },
    {
      "epoch": 0.18305102845573645,
      "grad_norm": 0.44752228260040283,
      "learning_rate": 4.7059412133151416e-05,
      "loss": 5.6686,
      "step": 209125
    },
    {
      "epoch": 0.1830554050493636,
      "grad_norm": 0.4674913287162781,
      "learning_rate": 4.7059267148376044e-05,
      "loss": 5.4615,
      "step": 209130
    },
    {
      "epoch": 0.18305978164299075,
      "grad_norm": 0.4895327389240265,
      "learning_rate": 4.7059122160310165e-05,
      "loss": 5.1356,
      "step": 209135
    },
    {
      "epoch": 0.1830641582366179,
      "grad_norm": 0.48048046231269836,
      "learning_rate": 4.705897716895381e-05,
      "loss": 5.9471,
      "step": 209140
    },
    {
      "epoch": 0.18306853483024507,
      "grad_norm": 0.4360402226448059,
      "learning_rate": 4.7058832174307e-05,
      "loss": 5.6578,
      "step": 209145
    },
    {
      "epoch": 0.18307291142387222,
      "grad_norm": 0.44981154799461365,
      "learning_rate": 4.705868717636978e-05,
      "loss": 5.2438,
      "step": 209150
    },
    {
      "epoch": 0.18307728801749937,
      "grad_norm": 0.4819590449333191,
      "learning_rate": 4.705854217514215e-05,
      "loss": 4.3675,
      "step": 209155
    },
    {
      "epoch": 0.18308166461112652,
      "grad_norm": 0.4777529835700989,
      "learning_rate": 4.705839717062417e-05,
      "loss": 6.2783,
      "step": 209160
    },
    {
      "epoch": 0.1830860412047537,
      "grad_norm": 0.45426520705223083,
      "learning_rate": 4.705825216281584e-05,
      "loss": 4.9522,
      "step": 209165
    },
    {
      "epoch": 0.18309041779838084,
      "grad_norm": 0.44995182752609253,
      "learning_rate": 4.70581071517172e-05,
      "loss": 5.1585,
      "step": 209170
    },
    {
      "epoch": 0.183094794392008,
      "grad_norm": 0.45468226075172424,
      "learning_rate": 4.7057962137328285e-05,
      "loss": 4.9396,
      "step": 209175
    },
    {
      "epoch": 0.18309917098563513,
      "grad_norm": 0.4460553228855133,
      "learning_rate": 4.705781711964912e-05,
      "loss": 5.6615,
      "step": 209180
    },
    {
      "epoch": 0.1831035475792623,
      "grad_norm": 0.4415706694126129,
      "learning_rate": 4.7057672098679716e-05,
      "loss": 5.4268,
      "step": 209185
    },
    {
      "epoch": 0.18310792417288946,
      "grad_norm": 0.4723093509674072,
      "learning_rate": 4.705752707442013e-05,
      "loss": 5.1038,
      "step": 209190
    },
    {
      "epoch": 0.1831123007665166,
      "grad_norm": 0.4589792490005493,
      "learning_rate": 4.705738204687037e-05,
      "loss": 5.198,
      "step": 209195
    },
    {
      "epoch": 0.18311667736014375,
      "grad_norm": 0.45232683420181274,
      "learning_rate": 4.705723701603045e-05,
      "loss": 5.0762,
      "step": 209200
    },
    {
      "epoch": 0.18312105395377093,
      "grad_norm": 0.4755720794200897,
      "learning_rate": 4.7057091981900436e-05,
      "loss": 5.4135,
      "step": 209205
    },
    {
      "epoch": 0.18312543054739808,
      "grad_norm": 0.4642615020275116,
      "learning_rate": 4.7056946944480326e-05,
      "loss": 5.7397,
      "step": 209210
    },
    {
      "epoch": 0.18312980714102522,
      "grad_norm": 0.45620930194854736,
      "learning_rate": 4.7056801903770164e-05,
      "loss": 5.6514,
      "step": 209215
    },
    {
      "epoch": 0.18313418373465237,
      "grad_norm": 0.47853991389274597,
      "learning_rate": 4.705665685976998e-05,
      "loss": 5.4363,
      "step": 209220
    },
    {
      "epoch": 0.18313856032827955,
      "grad_norm": 0.6790505647659302,
      "learning_rate": 4.705651181247977e-05,
      "loss": 4.8493,
      "step": 209225
    },
    {
      "epoch": 0.1831429369219067,
      "grad_norm": 0.45621633529663086,
      "learning_rate": 4.70563667618996e-05,
      "loss": 4.8401,
      "step": 209230
    },
    {
      "epoch": 0.18314731351553384,
      "grad_norm": 0.4648427963256836,
      "learning_rate": 4.705622170802949e-05,
      "loss": 5.4352,
      "step": 209235
    },
    {
      "epoch": 0.183151690109161,
      "grad_norm": 0.44422924518585205,
      "learning_rate": 4.7056076650869454e-05,
      "loss": 6.2371,
      "step": 209240
    },
    {
      "epoch": 0.18315606670278814,
      "grad_norm": 0.4995805025100708,
      "learning_rate": 4.7055931590419535e-05,
      "loss": 5.2311,
      "step": 209245
    },
    {
      "epoch": 0.18316044329641532,
      "grad_norm": 0.46784037351608276,
      "learning_rate": 4.7055786526679746e-05,
      "loss": 5.6424,
      "step": 209250
    },
    {
      "epoch": 0.18316481989004246,
      "grad_norm": 0.43587762117385864,
      "learning_rate": 4.705564145965012e-05,
      "loss": 5.4346,
      "step": 209255
    },
    {
      "epoch": 0.1831691964836696,
      "grad_norm": 0.45019766688346863,
      "learning_rate": 4.70554963893307e-05,
      "loss": 4.1436,
      "step": 209260
    },
    {
      "epoch": 0.18317357307729676,
      "grad_norm": 0.4908057749271393,
      "learning_rate": 4.70553513157215e-05,
      "loss": 4.9295,
      "step": 209265
    },
    {
      "epoch": 0.18317794967092393,
      "grad_norm": 0.48757418990135193,
      "learning_rate": 4.705520623882254e-05,
      "loss": 5.4578,
      "step": 209270
    },
    {
      "epoch": 0.18318232626455108,
      "grad_norm": 0.45078936219215393,
      "learning_rate": 4.7055061158633865e-05,
      "loss": 5.3897,
      "step": 209275
    },
    {
      "epoch": 0.18318670285817823,
      "grad_norm": 0.4709550142288208,
      "learning_rate": 4.7054916075155485e-05,
      "loss": 5.3828,
      "step": 209280
    },
    {
      "epoch": 0.18319107945180538,
      "grad_norm": 0.4514417052268982,
      "learning_rate": 4.705477098838745e-05,
      "loss": 4.8424,
      "step": 209285
    },
    {
      "epoch": 0.18319545604543255,
      "grad_norm": 0.4459918737411499,
      "learning_rate": 4.7054625898329774e-05,
      "loss": 5.0888,
      "step": 209290
    },
    {
      "epoch": 0.1831998326390597,
      "grad_norm": 0.5104174613952637,
      "learning_rate": 4.7054480804982485e-05,
      "loss": 4.719,
      "step": 209295
    },
    {
      "epoch": 0.18320420923268685,
      "grad_norm": 0.4590197503566742,
      "learning_rate": 4.705433570834562e-05,
      "loss": 5.6553,
      "step": 209300
    },
    {
      "epoch": 0.183208585826314,
      "grad_norm": 0.48144882917404175,
      "learning_rate": 4.705419060841919e-05,
      "loss": 5.1394,
      "step": 209305
    },
    {
      "epoch": 0.18321296241994117,
      "grad_norm": 0.49325332045555115,
      "learning_rate": 4.705404550520324e-05,
      "loss": 5.4373,
      "step": 209310
    },
    {
      "epoch": 0.18321733901356832,
      "grad_norm": 0.4425507187843323,
      "learning_rate": 4.705390039869779e-05,
      "loss": 5.9824,
      "step": 209315
    },
    {
      "epoch": 0.18322171560719547,
      "grad_norm": 0.4867475628852844,
      "learning_rate": 4.705375528890288e-05,
      "loss": 4.8921,
      "step": 209320
    },
    {
      "epoch": 0.18322609220082262,
      "grad_norm": 0.43665051460266113,
      "learning_rate": 4.705361017581852e-05,
      "loss": 6.232,
      "step": 209325
    },
    {
      "epoch": 0.1832304687944498,
      "grad_norm": 0.4613213539123535,
      "learning_rate": 4.7053465059444735e-05,
      "loss": 4.618,
      "step": 209330
    },
    {
      "epoch": 0.18323484538807694,
      "grad_norm": 0.5018686652183533,
      "learning_rate": 4.705331993978157e-05,
      "loss": 5.2647,
      "step": 209335
    },
    {
      "epoch": 0.1832392219817041,
      "grad_norm": 0.4724503457546234,
      "learning_rate": 4.705317481682906e-05,
      "loss": 4.9471,
      "step": 209340
    },
    {
      "epoch": 0.18324359857533123,
      "grad_norm": 0.4666384756565094,
      "learning_rate": 4.70530296905872e-05,
      "loss": 4.9395,
      "step": 209345
    },
    {
      "epoch": 0.1832479751689584,
      "grad_norm": 0.4639098644256592,
      "learning_rate": 4.705288456105605e-05,
      "loss": 5.6236,
      "step": 209350
    },
    {
      "epoch": 0.18325235176258556,
      "grad_norm": 0.4682377278804779,
      "learning_rate": 4.7052739428235624e-05,
      "loss": 5.6564,
      "step": 209355
    },
    {
      "epoch": 0.1832567283562127,
      "grad_norm": 0.46123409271240234,
      "learning_rate": 4.705259429212595e-05,
      "loss": 5.1949,
      "step": 209360
    },
    {
      "epoch": 0.18326110494983985,
      "grad_norm": 0.46515244245529175,
      "learning_rate": 4.705244915272705e-05,
      "loss": 4.9054,
      "step": 209365
    },
    {
      "epoch": 0.183265481543467,
      "grad_norm": 0.45435529947280884,
      "learning_rate": 4.7052304010038975e-05,
      "loss": 5.9889,
      "step": 209370
    },
    {
      "epoch": 0.18326985813709418,
      "grad_norm": 0.4633989930152893,
      "learning_rate": 4.7052158864061726e-05,
      "loss": 4.893,
      "step": 209375
    },
    {
      "epoch": 0.18327423473072132,
      "grad_norm": 0.4689018428325653,
      "learning_rate": 4.705201371479535e-05,
      "loss": 5.1993,
      "step": 209380
    },
    {
      "epoch": 0.18327861132434847,
      "grad_norm": 0.5610134601593018,
      "learning_rate": 4.7051868562239866e-05,
      "loss": 4.3922,
      "step": 209385
    },
    {
      "epoch": 0.18328298791797562,
      "grad_norm": 0.5072313547134399,
      "learning_rate": 4.70517234063953e-05,
      "loss": 5.2065,
      "step": 209390
    },
    {
      "epoch": 0.1832873645116028,
      "grad_norm": 0.47681567072868347,
      "learning_rate": 4.7051578247261686e-05,
      "loss": 5.7714,
      "step": 209395
    },
    {
      "epoch": 0.18329174110522994,
      "grad_norm": 0.44295206665992737,
      "learning_rate": 4.705143308483905e-05,
      "loss": 5.2029,
      "step": 209400
    },
    {
      "epoch": 0.1832961176988571,
      "grad_norm": 0.4721388816833496,
      "learning_rate": 4.705128791912742e-05,
      "loss": 5.1839,
      "step": 209405
    },
    {
      "epoch": 0.18330049429248424,
      "grad_norm": 0.4494306743144989,
      "learning_rate": 4.705114275012682e-05,
      "loss": 5.3992,
      "step": 209410
    },
    {
      "epoch": 0.18330487088611142,
      "grad_norm": 0.4310019016265869,
      "learning_rate": 4.705099757783728e-05,
      "loss": 5.9863,
      "step": 209415
    },
    {
      "epoch": 0.18330924747973856,
      "grad_norm": 0.45076441764831543,
      "learning_rate": 4.705085240225883e-05,
      "loss": 4.3261,
      "step": 209420
    },
    {
      "epoch": 0.1833136240733657,
      "grad_norm": 0.4575314521789551,
      "learning_rate": 4.70507072233915e-05,
      "loss": 5.385,
      "step": 209425
    },
    {
      "epoch": 0.18331800066699286,
      "grad_norm": 0.4649360775947571,
      "learning_rate": 4.7050562041235315e-05,
      "loss": 4.9268,
      "step": 209430
    },
    {
      "epoch": 0.18332237726062003,
      "grad_norm": 0.47276854515075684,
      "learning_rate": 4.7050416855790316e-05,
      "loss": 5.6658,
      "step": 209435
    },
    {
      "epoch": 0.18332675385424718,
      "grad_norm": 0.4664310812950134,
      "learning_rate": 4.70502716670565e-05,
      "loss": 5.9451,
      "step": 209440
    },
    {
      "epoch": 0.18333113044787433,
      "grad_norm": 0.4698702394962311,
      "learning_rate": 4.7050126475033915e-05,
      "loss": 4.921,
      "step": 209445
    },
    {
      "epoch": 0.18333550704150148,
      "grad_norm": 0.44958439469337463,
      "learning_rate": 4.70499812797226e-05,
      "loss": 5.4254,
      "step": 209450
    },
    {
      "epoch": 0.18333988363512865,
      "grad_norm": 0.4694247543811798,
      "learning_rate": 4.704983608112256e-05,
      "loss": 4.8172,
      "step": 209455
    },
    {
      "epoch": 0.1833442602287558,
      "grad_norm": 0.44301310181617737,
      "learning_rate": 4.7049690879233844e-05,
      "loss": 5.6486,
      "step": 209460
    },
    {
      "epoch": 0.18334863682238295,
      "grad_norm": 0.451283723115921,
      "learning_rate": 4.704954567405645e-05,
      "loss": 5.9543,
      "step": 209465
    },
    {
      "epoch": 0.1833530134160101,
      "grad_norm": 0.4402087330818176,
      "learning_rate": 4.704940046559044e-05,
      "loss": 5.7456,
      "step": 209470
    },
    {
      "epoch": 0.18335739000963727,
      "grad_norm": 0.4769915044307709,
      "learning_rate": 4.7049255253835826e-05,
      "loss": 5.2094,
      "step": 209475
    },
    {
      "epoch": 0.18336176660326442,
      "grad_norm": 0.4754658043384552,
      "learning_rate": 4.704911003879264e-05,
      "loss": 4.6987,
      "step": 209480
    },
    {
      "epoch": 0.18336614319689157,
      "grad_norm": 0.4686318635940552,
      "learning_rate": 4.7048964820460905e-05,
      "loss": 4.858,
      "step": 209485
    },
    {
      "epoch": 0.18337051979051872,
      "grad_norm": 0.45434579253196716,
      "learning_rate": 4.704881959884065e-05,
      "loss": 5.6486,
      "step": 209490
    },
    {
      "epoch": 0.18337489638414586,
      "grad_norm": 0.4471684396266937,
      "learning_rate": 4.704867437393191e-05,
      "loss": 5.7331,
      "step": 209495
    },
    {
      "epoch": 0.18337927297777304,
      "grad_norm": 0.4373074769973755,
      "learning_rate": 4.704852914573471e-05,
      "loss": 5.4335,
      "step": 209500
    },
    {
      "epoch": 0.1833836495714002,
      "grad_norm": 0.44531282782554626,
      "learning_rate": 4.704838391424906e-05,
      "loss": 5.1363,
      "step": 209505
    },
    {
      "epoch": 0.18338802616502733,
      "grad_norm": 0.461797297000885,
      "learning_rate": 4.704823867947502e-05,
      "loss": 4.7159,
      "step": 209510
    },
    {
      "epoch": 0.18339240275865448,
      "grad_norm": 0.44044730067253113,
      "learning_rate": 4.704809344141259e-05,
      "loss": 5.6199,
      "step": 209515
    },
    {
      "epoch": 0.18339677935228166,
      "grad_norm": 0.4518032670021057,
      "learning_rate": 4.704794820006182e-05,
      "loss": 5.3594,
      "step": 209520
    },
    {
      "epoch": 0.1834011559459088,
      "grad_norm": 0.4457673132419586,
      "learning_rate": 4.704780295542272e-05,
      "loss": 5.2813,
      "step": 209525
    },
    {
      "epoch": 0.18340553253953595,
      "grad_norm": 0.46311378479003906,
      "learning_rate": 4.704765770749533e-05,
      "loss": 5.2124,
      "step": 209530
    },
    {
      "epoch": 0.1834099091331631,
      "grad_norm": 0.46528366208076477,
      "learning_rate": 4.704751245627967e-05,
      "loss": 5.4849,
      "step": 209535
    },
    {
      "epoch": 0.18341428572679028,
      "grad_norm": 0.4650595486164093,
      "learning_rate": 4.704736720177577e-05,
      "loss": 5.7269,
      "step": 209540
    },
    {
      "epoch": 0.18341866232041742,
      "grad_norm": 0.47249138355255127,
      "learning_rate": 4.7047221943983664e-05,
      "loss": 4.9334,
      "step": 209545
    },
    {
      "epoch": 0.18342303891404457,
      "grad_norm": 0.45651939511299133,
      "learning_rate": 4.704707668290338e-05,
      "loss": 4.9412,
      "step": 209550
    },
    {
      "epoch": 0.18342741550767172,
      "grad_norm": 0.48485568165779114,
      "learning_rate": 4.7046931418534934e-05,
      "loss": 5.7136,
      "step": 209555
    },
    {
      "epoch": 0.1834317921012989,
      "grad_norm": 0.475995272397995,
      "learning_rate": 4.704678615087836e-05,
      "loss": 5.1545,
      "step": 209560
    },
    {
      "epoch": 0.18343616869492604,
      "grad_norm": 0.45844149589538574,
      "learning_rate": 4.70466408799337e-05,
      "loss": 5.4385,
      "step": 209565
    },
    {
      "epoch": 0.1834405452885532,
      "grad_norm": 0.46190258860588074,
      "learning_rate": 4.7046495605700966e-05,
      "loss": 5.4458,
      "step": 209570
    },
    {
      "epoch": 0.18344492188218034,
      "grad_norm": 0.4449882209300995,
      "learning_rate": 4.704635032818019e-05,
      "loss": 4.7172,
      "step": 209575
    },
    {
      "epoch": 0.18344929847580752,
      "grad_norm": 0.4539840817451477,
      "learning_rate": 4.704620504737139e-05,
      "loss": 4.6107,
      "step": 209580
    },
    {
      "epoch": 0.18345367506943466,
      "grad_norm": 0.46465665102005005,
      "learning_rate": 4.704605976327461e-05,
      "loss": 5.2247,
      "step": 209585
    },
    {
      "epoch": 0.1834580516630618,
      "grad_norm": 0.4462146461009979,
      "learning_rate": 4.704591447588988e-05,
      "loss": 4.4249,
      "step": 209590
    },
    {
      "epoch": 0.18346242825668896,
      "grad_norm": 0.4459560215473175,
      "learning_rate": 4.70457691852172e-05,
      "loss": 5.9377,
      "step": 209595
    },
    {
      "epoch": 0.18346680485031613,
      "grad_norm": 0.4688880741596222,
      "learning_rate": 4.704562389125664e-05,
      "loss": 4.8629,
      "step": 209600
    },
    {
      "epoch": 0.18347118144394328,
      "grad_norm": 0.45119819045066833,
      "learning_rate": 4.7045478594008196e-05,
      "loss": 5.9982,
      "step": 209605
    },
    {
      "epoch": 0.18347555803757043,
      "grad_norm": 0.46418702602386475,
      "learning_rate": 4.7045333293471904e-05,
      "loss": 4.8978,
      "step": 209610
    },
    {
      "epoch": 0.18347993463119758,
      "grad_norm": 0.47347941994667053,
      "learning_rate": 4.7045187989647796e-05,
      "loss": 4.8937,
      "step": 209615
    },
    {
      "epoch": 0.18348431122482473,
      "grad_norm": 0.4537016749382019,
      "learning_rate": 4.70450426825359e-05,
      "loss": 5.6271,
      "step": 209620
    },
    {
      "epoch": 0.1834886878184519,
      "grad_norm": 0.44941505789756775,
      "learning_rate": 4.704489737213624e-05,
      "loss": 5.1588,
      "step": 209625
    },
    {
      "epoch": 0.18349306441207905,
      "grad_norm": 0.4521326422691345,
      "learning_rate": 4.704475205844885e-05,
      "loss": 5.4604,
      "step": 209630
    },
    {
      "epoch": 0.1834974410057062,
      "grad_norm": 0.4705686569213867,
      "learning_rate": 4.704460674147375e-05,
      "loss": 4.4085,
      "step": 209635
    },
    {
      "epoch": 0.18350181759933334,
      "grad_norm": 0.4504289925098419,
      "learning_rate": 4.7044461421210985e-05,
      "loss": 4.9322,
      "step": 209640
    },
    {
      "epoch": 0.18350619419296052,
      "grad_norm": 0.44834160804748535,
      "learning_rate": 4.704431609766056e-05,
      "loss": 5.6361,
      "step": 209645
    },
    {
      "epoch": 0.18351057078658767,
      "grad_norm": 0.43736857175827026,
      "learning_rate": 4.7044170770822503e-05,
      "loss": 5.9645,
      "step": 209650
    },
    {
      "epoch": 0.18351494738021482,
      "grad_norm": 0.4408537447452545,
      "learning_rate": 4.704402544069687e-05,
      "loss": 5.9459,
      "step": 209655
    },
    {
      "epoch": 0.18351932397384196,
      "grad_norm": 0.4587740898132324,
      "learning_rate": 4.704388010728365e-05,
      "loss": 4.6444,
      "step": 209660
    },
    {
      "epoch": 0.18352370056746914,
      "grad_norm": 0.4579411745071411,
      "learning_rate": 4.7043734770582916e-05,
      "loss": 4.0972,
      "step": 209665
    },
    {
      "epoch": 0.1835280771610963,
      "grad_norm": 0.44355061650276184,
      "learning_rate": 4.704358943059466e-05,
      "loss": 5.1073,
      "step": 209670
    },
    {
      "epoch": 0.18353245375472343,
      "grad_norm": 0.46573135256767273,
      "learning_rate": 4.7043444087318924e-05,
      "loss": 4.8156,
      "step": 209675
    },
    {
      "epoch": 0.18353683034835058,
      "grad_norm": 0.44070929288864136,
      "learning_rate": 4.7043298740755735e-05,
      "loss": 5.9482,
      "step": 209680
    },
    {
      "epoch": 0.18354120694197776,
      "grad_norm": 0.48052072525024414,
      "learning_rate": 4.704315339090512e-05,
      "loss": 5.1049,
      "step": 209685
    },
    {
      "epoch": 0.1835455835356049,
      "grad_norm": 0.44348716735839844,
      "learning_rate": 4.704300803776711e-05,
      "loss": 5.9297,
      "step": 209690
    },
    {
      "epoch": 0.18354996012923205,
      "grad_norm": 0.4798581302165985,
      "learning_rate": 4.704286268134173e-05,
      "loss": 5.4752,
      "step": 209695
    },
    {
      "epoch": 0.1835543367228592,
      "grad_norm": 0.46098485589027405,
      "learning_rate": 4.7042717321629004e-05,
      "loss": 5.652,
      "step": 209700
    },
    {
      "epoch": 0.18355871331648638,
      "grad_norm": 0.4338589012622833,
      "learning_rate": 4.7042571958628965e-05,
      "loss": 5.4162,
      "step": 209705
    },
    {
      "epoch": 0.18356308991011352,
      "grad_norm": 0.44780343770980835,
      "learning_rate": 4.7042426592341646e-05,
      "loss": 5.2131,
      "step": 209710
    },
    {
      "epoch": 0.18356746650374067,
      "grad_norm": 0.4769570827484131,
      "learning_rate": 4.704228122276707e-05,
      "loss": 5.1677,
      "step": 209715
    },
    {
      "epoch": 0.18357184309736782,
      "grad_norm": 0.441548228263855,
      "learning_rate": 4.704213584990527e-05,
      "loss": 5.4565,
      "step": 209720
    },
    {
      "epoch": 0.183576219690995,
      "grad_norm": 0.42842307686805725,
      "learning_rate": 4.704199047375626e-05,
      "loss": 6.2609,
      "step": 209725
    },
    {
      "epoch": 0.18358059628462214,
      "grad_norm": 0.4440271258354187,
      "learning_rate": 4.704184509432007e-05,
      "loss": 5.2535,
      "step": 209730
    },
    {
      "epoch": 0.1835849728782493,
      "grad_norm": 0.44947758316993713,
      "learning_rate": 4.704169971159674e-05,
      "loss": 5.6686,
      "step": 209735
    },
    {
      "epoch": 0.18358934947187644,
      "grad_norm": 0.4547859728336334,
      "learning_rate": 4.70415543255863e-05,
      "loss": 4.6003,
      "step": 209740
    },
    {
      "epoch": 0.18359372606550362,
      "grad_norm": 0.48891007900238037,
      "learning_rate": 4.704140893628877e-05,
      "loss": 4.6062,
      "step": 209745
    },
    {
      "epoch": 0.18359810265913076,
      "grad_norm": 0.45064669847488403,
      "learning_rate": 4.704126354370417e-05,
      "loss": 4.8309,
      "step": 209750
    },
    {
      "epoch": 0.1836024792527579,
      "grad_norm": 0.5345011949539185,
      "learning_rate": 4.7041118147832554e-05,
      "loss": 5.4089,
      "step": 209755
    },
    {
      "epoch": 0.18360685584638506,
      "grad_norm": 0.4530762732028961,
      "learning_rate": 4.704097274867392e-05,
      "loss": 5.9719,
      "step": 209760
    },
    {
      "epoch": 0.1836112324400122,
      "grad_norm": 0.4424207806587219,
      "learning_rate": 4.704082734622831e-05,
      "loss": 4.9308,
      "step": 209765
    },
    {
      "epoch": 0.18361560903363938,
      "grad_norm": 0.48432010412216187,
      "learning_rate": 4.7040681940495755e-05,
      "loss": 5.7357,
      "step": 209770
    },
    {
      "epoch": 0.18361998562726653,
      "grad_norm": 0.49748411774635315,
      "learning_rate": 4.7040536531476274e-05,
      "loss": 5.1386,
      "step": 209775
    },
    {
      "epoch": 0.18362436222089368,
      "grad_norm": 0.4577237069606781,
      "learning_rate": 4.7040391119169905e-05,
      "loss": 5.4691,
      "step": 209780
    },
    {
      "epoch": 0.18362873881452083,
      "grad_norm": 0.4528172016143799,
      "learning_rate": 4.704024570357667e-05,
      "loss": 5.4423,
      "step": 209785
    },
    {
      "epoch": 0.183633115408148,
      "grad_norm": 0.4462338984012604,
      "learning_rate": 4.70401002846966e-05,
      "loss": 4.6578,
      "step": 209790
    },
    {
      "epoch": 0.18363749200177515,
      "grad_norm": 0.47734200954437256,
      "learning_rate": 4.7039954862529724e-05,
      "loss": 4.9207,
      "step": 209795
    },
    {
      "epoch": 0.1836418685954023,
      "grad_norm": 0.433263897895813,
      "learning_rate": 4.7039809437076056e-05,
      "loss": 6.2441,
      "step": 209800
    },
    {
      "epoch": 0.18364624518902944,
      "grad_norm": 0.4768299460411072,
      "learning_rate": 4.703966400833565e-05,
      "loss": 5.1924,
      "step": 209805
    },
    {
      "epoch": 0.18365062178265662,
      "grad_norm": 0.45511725544929504,
      "learning_rate": 4.703951857630852e-05,
      "loss": 5.1547,
      "step": 209810
    },
    {
      "epoch": 0.18365499837628377,
      "grad_norm": 0.455850750207901,
      "learning_rate": 4.703937314099468e-05,
      "loss": 5.763,
      "step": 209815
    },
    {
      "epoch": 0.18365937496991092,
      "grad_norm": 0.4634995758533478,
      "learning_rate": 4.703922770239417e-05,
      "loss": 4.5245,
      "step": 209820
    },
    {
      "epoch": 0.18366375156353806,
      "grad_norm": 0.458119660615921,
      "learning_rate": 4.703908226050703e-05,
      "loss": 5.1545,
      "step": 209825
    },
    {
      "epoch": 0.18366812815716524,
      "grad_norm": 0.4653412997722626,
      "learning_rate": 4.703893681533328e-05,
      "loss": 5.4513,
      "step": 209830
    },
    {
      "epoch": 0.1836725047507924,
      "grad_norm": 0.4425494372844696,
      "learning_rate": 4.703879136687294e-05,
      "loss": 5.2115,
      "step": 209835
    },
    {
      "epoch": 0.18367688134441953,
      "grad_norm": 0.4487040042877197,
      "learning_rate": 4.7038645915126045e-05,
      "loss": 4.6198,
      "step": 209840
    },
    {
      "epoch": 0.18368125793804668,
      "grad_norm": 0.45239800214767456,
      "learning_rate": 4.7038500460092624e-05,
      "loss": 5.3387,
      "step": 209845
    },
    {
      "epoch": 0.18368563453167386,
      "grad_norm": 0.4358743727207184,
      "learning_rate": 4.703835500177271e-05,
      "loss": 6.2105,
      "step": 209850
    },
    {
      "epoch": 0.183690011125301,
      "grad_norm": 0.4329822063446045,
      "learning_rate": 4.703820954016631e-05,
      "loss": 5.924,
      "step": 209855
    },
    {
      "epoch": 0.18369438771892815,
      "grad_norm": 0.43289923667907715,
      "learning_rate": 4.703806407527347e-05,
      "loss": 5.6318,
      "step": 209860
    },
    {
      "epoch": 0.1836987643125553,
      "grad_norm": 0.4411622881889343,
      "learning_rate": 4.7037918607094224e-05,
      "loss": 5.1415,
      "step": 209865
    },
    {
      "epoch": 0.18370314090618248,
      "grad_norm": 0.45561444759368896,
      "learning_rate": 4.7037773135628574e-05,
      "loss": 5.9557,
      "step": 209870
    },
    {
      "epoch": 0.18370751749980962,
      "grad_norm": 0.4974430501461029,
      "learning_rate": 4.703762766087657e-05,
      "loss": 5.1188,
      "step": 209875
    },
    {
      "epoch": 0.18371189409343677,
      "grad_norm": 0.45763808488845825,
      "learning_rate": 4.7037482182838244e-05,
      "loss": 4.4059,
      "step": 209880
    },
    {
      "epoch": 0.18371627068706392,
      "grad_norm": 0.4589599668979645,
      "learning_rate": 4.703733670151361e-05,
      "loss": 6.2609,
      "step": 209885
    },
    {
      "epoch": 0.18372064728069107,
      "grad_norm": 0.4507087171077728,
      "learning_rate": 4.70371912169027e-05,
      "loss": 4.928,
      "step": 209890
    },
    {
      "epoch": 0.18372502387431824,
      "grad_norm": 0.4536302089691162,
      "learning_rate": 4.7037045729005533e-05,
      "loss": 5.935,
      "step": 209895
    },
    {
      "epoch": 0.1837294004679454,
      "grad_norm": 0.47306177020072937,
      "learning_rate": 4.7036900237822156e-05,
      "loss": 4.8811,
      "step": 209900
    },
    {
      "epoch": 0.18373377706157254,
      "grad_norm": 0.4413602352142334,
      "learning_rate": 4.7036754743352595e-05,
      "loss": 5.6557,
      "step": 209905
    },
    {
      "epoch": 0.1837381536551997,
      "grad_norm": 0.47322091460227966,
      "learning_rate": 4.703660924559685e-05,
      "loss": 5.4818,
      "step": 209910
    },
    {
      "epoch": 0.18374253024882686,
      "grad_norm": 0.47827672958374023,
      "learning_rate": 4.703646374455499e-05,
      "loss": 4.6178,
      "step": 209915
    },
    {
      "epoch": 0.183746906842454,
      "grad_norm": 0.4799899756908417,
      "learning_rate": 4.703631824022702e-05,
      "loss": 5.2187,
      "step": 209920
    },
    {
      "epoch": 0.18375128343608116,
      "grad_norm": 0.46726492047309875,
      "learning_rate": 4.703617273261296e-05,
      "loss": 5.1914,
      "step": 209925
    },
    {
      "epoch": 0.1837556600297083,
      "grad_norm": 0.4594298005104065,
      "learning_rate": 4.7036027221712855e-05,
      "loss": 5.36,
      "step": 209930
    },
    {
      "epoch": 0.18376003662333548,
      "grad_norm": 0.45770686864852905,
      "learning_rate": 4.703588170752673e-05,
      "loss": 4.9558,
      "step": 209935
    },
    {
      "epoch": 0.18376441321696263,
      "grad_norm": 0.474478155374527,
      "learning_rate": 4.70357361900546e-05,
      "loss": 5.357,
      "step": 209940
    },
    {
      "epoch": 0.18376878981058978,
      "grad_norm": 0.4787498712539673,
      "learning_rate": 4.7035590669296514e-05,
      "loss": 4.6451,
      "step": 209945
    },
    {
      "epoch": 0.18377316640421693,
      "grad_norm": 0.44553080201148987,
      "learning_rate": 4.7035445145252486e-05,
      "loss": 4.8033,
      "step": 209950
    },
    {
      "epoch": 0.1837775429978441,
      "grad_norm": 0.43588876724243164,
      "learning_rate": 4.703529961792255e-05,
      "loss": 5.9885,
      "step": 209955
    },
    {
      "epoch": 0.18378191959147125,
      "grad_norm": 0.4452476501464844,
      "learning_rate": 4.703515408730673e-05,
      "loss": 4.4049,
      "step": 209960
    },
    {
      "epoch": 0.1837862961850984,
      "grad_norm": 0.46749040484428406,
      "learning_rate": 4.703500855340506e-05,
      "loss": 5.2429,
      "step": 209965
    },
    {
      "epoch": 0.18379067277872554,
      "grad_norm": 0.44002652168273926,
      "learning_rate": 4.7034863016217555e-05,
      "loss": 5.2471,
      "step": 209970
    },
    {
      "epoch": 0.18379504937235272,
      "grad_norm": 0.4408470690250397,
      "learning_rate": 4.703471747574425e-05,
      "loss": 5.7403,
      "step": 209975
    },
    {
      "epoch": 0.18379942596597987,
      "grad_norm": 0.4501372277736664,
      "learning_rate": 4.703457193198518e-05,
      "loss": 5.1147,
      "step": 209980
    },
    {
      "epoch": 0.18380380255960702,
      "grad_norm": 0.4639729857444763,
      "learning_rate": 4.7034426384940366e-05,
      "loss": 4.9102,
      "step": 209985
    },
    {
      "epoch": 0.18380817915323416,
      "grad_norm": 0.4776291847229004,
      "learning_rate": 4.7034280834609844e-05,
      "loss": 4.9353,
      "step": 209990
    },
    {
      "epoch": 0.18381255574686134,
      "grad_norm": 0.45279890298843384,
      "learning_rate": 4.703413528099363e-05,
      "loss": 4.626,
      "step": 209995
    },
    {
      "epoch": 0.1838169323404885,
      "grad_norm": 0.48305413126945496,
      "learning_rate": 4.703398972409175e-05,
      "loss": 5.6686,
      "step": 210000
    },
    {
      "epoch": 0.18382130893411563,
      "grad_norm": 0.44873037934303284,
      "learning_rate": 4.703384416390426e-05,
      "loss": 4.9658,
      "step": 210005
    },
    {
      "epoch": 0.18382568552774278,
      "grad_norm": 0.44118815660476685,
      "learning_rate": 4.7033698600431154e-05,
      "loss": 5.3861,
      "step": 210010
    },
    {
      "epoch": 0.18383006212136993,
      "grad_norm": 0.46163541078567505,
      "learning_rate": 4.703355303367248e-05,
      "loss": 5.1925,
      "step": 210015
    },
    {
      "epoch": 0.1838344387149971,
      "grad_norm": 0.4577067494392395,
      "learning_rate": 4.703340746362826e-05,
      "loss": 4.4082,
      "step": 210020
    },
    {
      "epoch": 0.18383881530862425,
      "grad_norm": 0.47138354182243347,
      "learning_rate": 4.703326189029852e-05,
      "loss": 5.6484,
      "step": 210025
    },
    {
      "epoch": 0.1838431919022514,
      "grad_norm": 0.45225605368614197,
      "learning_rate": 4.703311631368329e-05,
      "loss": 5.444,
      "step": 210030
    },
    {
      "epoch": 0.18384756849587855,
      "grad_norm": 0.45115840435028076,
      "learning_rate": 4.70329707337826e-05,
      "loss": 5.4259,
      "step": 210035
    },
    {
      "epoch": 0.18385194508950573,
      "grad_norm": 0.4662662744522095,
      "learning_rate": 4.7032825150596485e-05,
      "loss": 5.0836,
      "step": 210040
    },
    {
      "epoch": 0.18385632168313287,
      "grad_norm": 0.5485563278198242,
      "learning_rate": 4.703267956412495e-05,
      "loss": 4.4181,
      "step": 210045
    },
    {
      "epoch": 0.18386069827676002,
      "grad_norm": 0.46913257241249084,
      "learning_rate": 4.7032533974368045e-05,
      "loss": 5.6262,
      "step": 210050
    },
    {
      "epoch": 0.18386507487038717,
      "grad_norm": 0.45562824606895447,
      "learning_rate": 4.7032388381325784e-05,
      "loss": 4.7651,
      "step": 210055
    },
    {
      "epoch": 0.18386945146401434,
      "grad_norm": 0.45616641640663147,
      "learning_rate": 4.7032242784998214e-05,
      "loss": 4.5937,
      "step": 210060
    },
    {
      "epoch": 0.1838738280576415,
      "grad_norm": 0.4679010212421417,
      "learning_rate": 4.703209718538535e-05,
      "loss": 5.4452,
      "step": 210065
    },
    {
      "epoch": 0.18387820465126864,
      "grad_norm": 0.4501243829727173,
      "learning_rate": 4.703195158248721e-05,
      "loss": 4.6513,
      "step": 210070
    },
    {
      "epoch": 0.1838825812448958,
      "grad_norm": 0.45487722754478455,
      "learning_rate": 4.703180597630384e-05,
      "loss": 5.4361,
      "step": 210075
    },
    {
      "epoch": 0.18388695783852296,
      "grad_norm": 0.4610138535499573,
      "learning_rate": 4.703166036683526e-05,
      "loss": 5.478,
      "step": 210080
    },
    {
      "epoch": 0.1838913344321501,
      "grad_norm": 0.4711652398109436,
      "learning_rate": 4.703151475408151e-05,
      "loss": 5.7388,
      "step": 210085
    },
    {
      "epoch": 0.18389571102577726,
      "grad_norm": 0.48371821641921997,
      "learning_rate": 4.703136913804259e-05,
      "loss": 5.2185,
      "step": 210090
    },
    {
      "epoch": 0.1839000876194044,
      "grad_norm": 0.4640986919403076,
      "learning_rate": 4.703122351871856e-05,
      "loss": 4.9593,
      "step": 210095
    },
    {
      "epoch": 0.18390446421303158,
      "grad_norm": 0.4509735405445099,
      "learning_rate": 4.703107789610942e-05,
      "loss": 5.4717,
      "step": 210100
    },
    {
      "epoch": 0.18390884080665873,
      "grad_norm": 0.4623512923717499,
      "learning_rate": 4.7030932270215224e-05,
      "loss": 5.1507,
      "step": 210105
    },
    {
      "epoch": 0.18391321740028588,
      "grad_norm": 0.6204456090927124,
      "learning_rate": 4.703078664103598e-05,
      "loss": 4.4452,
      "step": 210110
    },
    {
      "epoch": 0.18391759399391303,
      "grad_norm": 0.5622197389602661,
      "learning_rate": 4.703064100857173e-05,
      "loss": 5.7273,
      "step": 210115
    },
    {
      "epoch": 0.1839219705875402,
      "grad_norm": 0.45592695474624634,
      "learning_rate": 4.703049537282249e-05,
      "loss": 5.1208,
      "step": 210120
    },
    {
      "epoch": 0.18392634718116735,
      "grad_norm": 0.47880956530570984,
      "learning_rate": 4.7030349733788305e-05,
      "loss": 6.2543,
      "step": 210125
    },
    {
      "epoch": 0.1839307237747945,
      "grad_norm": 0.44908958673477173,
      "learning_rate": 4.703020409146918e-05,
      "loss": 4.8606,
      "step": 210130
    },
    {
      "epoch": 0.18393510036842164,
      "grad_norm": 0.4605979025363922,
      "learning_rate": 4.7030058445865154e-05,
      "loss": 5.7098,
      "step": 210135
    },
    {
      "epoch": 0.1839394769620488,
      "grad_norm": 0.4506756067276001,
      "learning_rate": 4.702991279697627e-05,
      "loss": 5.7451,
      "step": 210140
    },
    {
      "epoch": 0.18394385355567597,
      "grad_norm": 0.5408641695976257,
      "learning_rate": 4.702976714480253e-05,
      "loss": 4.9091,
      "step": 210145
    },
    {
      "epoch": 0.18394823014930312,
      "grad_norm": 0.46403664350509644,
      "learning_rate": 4.7029621489343976e-05,
      "loss": 4.896,
      "step": 210150
    },
    {
      "epoch": 0.18395260674293026,
      "grad_norm": 0.44480279088020325,
      "learning_rate": 4.702947583060064e-05,
      "loss": 6.2256,
      "step": 210155
    },
    {
      "epoch": 0.1839569833365574,
      "grad_norm": 0.43245336413383484,
      "learning_rate": 4.702933016857255e-05,
      "loss": 5.9813,
      "step": 210160
    },
    {
      "epoch": 0.1839613599301846,
      "grad_norm": 0.44923803210258484,
      "learning_rate": 4.7029184503259716e-05,
      "loss": 5.4468,
      "step": 210165
    },
    {
      "epoch": 0.18396573652381173,
      "grad_norm": 0.47246265411376953,
      "learning_rate": 4.7029038834662184e-05,
      "loss": 5.0713,
      "step": 210170
    },
    {
      "epoch": 0.18397011311743888,
      "grad_norm": 0.43448641896247864,
      "learning_rate": 4.702889316277997e-05,
      "loss": 5.6336,
      "step": 210175
    },
    {
      "epoch": 0.18397448971106603,
      "grad_norm": 0.4436418116092682,
      "learning_rate": 4.7028747487613125e-05,
      "loss": 5.7326,
      "step": 210180
    },
    {
      "epoch": 0.1839788663046932,
      "grad_norm": 0.48119306564331055,
      "learning_rate": 4.702860180916165e-05,
      "loss": 4.9373,
      "step": 210185
    },
    {
      "epoch": 0.18398324289832035,
      "grad_norm": 0.4487626552581787,
      "learning_rate": 4.702845612742559e-05,
      "loss": 5.143,
      "step": 210190
    },
    {
      "epoch": 0.1839876194919475,
      "grad_norm": 0.4386032223701477,
      "learning_rate": 4.702831044240497e-05,
      "loss": 5.0652,
      "step": 210195
    },
    {
      "epoch": 0.18399199608557465,
      "grad_norm": 0.43942105770111084,
      "learning_rate": 4.702816475409981e-05,
      "loss": 5.9402,
      "step": 210200
    },
    {
      "epoch": 0.18399637267920183,
      "grad_norm": 0.43216851353645325,
      "learning_rate": 4.702801906251014e-05,
      "loss": 5.023,
      "step": 210205
    },
    {
      "epoch": 0.18400074927282897,
      "grad_norm": 0.4935733675956726,
      "learning_rate": 4.7027873367636e-05,
      "loss": 4.4527,
      "step": 210210
    },
    {
      "epoch": 0.18400512586645612,
      "grad_norm": 0.4339215159416199,
      "learning_rate": 4.7027727669477404e-05,
      "loss": 4.853,
      "step": 210215
    },
    {
      "epoch": 0.18400950246008327,
      "grad_norm": 0.44649481773376465,
      "learning_rate": 4.7027581968034394e-05,
      "loss": 5.9381,
      "step": 210220
    },
    {
      "epoch": 0.18401387905371044,
      "grad_norm": 0.49187228083610535,
      "learning_rate": 4.7027436263306976e-05,
      "loss": 4.3255,
      "step": 210225
    },
    {
      "epoch": 0.1840182556473376,
      "grad_norm": 0.5760683417320251,
      "learning_rate": 4.702729055529521e-05,
      "loss": 5.9752,
      "step": 210230
    },
    {
      "epoch": 0.18402263224096474,
      "grad_norm": 0.43221479654312134,
      "learning_rate": 4.7027144843999095e-05,
      "loss": 5.4848,
      "step": 210235
    },
    {
      "epoch": 0.1840270088345919,
      "grad_norm": 0.490574449300766,
      "learning_rate": 4.702699912941867e-05,
      "loss": 5.2137,
      "step": 210240
    },
    {
      "epoch": 0.18403138542821906,
      "grad_norm": 0.48835015296936035,
      "learning_rate": 4.702685341155396e-05,
      "loss": 5.2305,
      "step": 210245
    },
    {
      "epoch": 0.1840357620218462,
      "grad_norm": 0.4473910331726074,
      "learning_rate": 4.7026707690405016e-05,
      "loss": 5.6945,
      "step": 210250
    },
    {
      "epoch": 0.18404013861547336,
      "grad_norm": 0.4811992049217224,
      "learning_rate": 4.7026561965971824e-05,
      "loss": 4.8263,
      "step": 210255
    },
    {
      "epoch": 0.1840445152091005,
      "grad_norm": 0.4622785151004791,
      "learning_rate": 4.702641623825444e-05,
      "loss": 4.9068,
      "step": 210260
    },
    {
      "epoch": 0.18404889180272765,
      "grad_norm": 0.4486300051212311,
      "learning_rate": 4.70262705072529e-05,
      "loss": 5.3535,
      "step": 210265
    },
    {
      "epoch": 0.18405326839635483,
      "grad_norm": 0.4516961872577667,
      "learning_rate": 4.7026124772967207e-05,
      "loss": 5.1284,
      "step": 210270
    },
    {
      "epoch": 0.18405764498998198,
      "grad_norm": 0.4602424204349518,
      "learning_rate": 4.702597903539741e-05,
      "loss": 5.9447,
      "step": 210275
    },
    {
      "epoch": 0.18406202158360913,
      "grad_norm": 0.4737277030944824,
      "learning_rate": 4.702583329454352e-05,
      "loss": 4.9031,
      "step": 210280
    },
    {
      "epoch": 0.18406639817723627,
      "grad_norm": 0.4658854603767395,
      "learning_rate": 4.702568755040557e-05,
      "loss": 5.4449,
      "step": 210285
    },
    {
      "epoch": 0.18407077477086345,
      "grad_norm": 0.46036258339881897,
      "learning_rate": 4.70255418029836e-05,
      "loss": 5.7092,
      "step": 210290
    },
    {
      "epoch": 0.1840751513644906,
      "grad_norm": 0.5060543417930603,
      "learning_rate": 4.702539605227763e-05,
      "loss": 5.23,
      "step": 210295
    },
    {
      "epoch": 0.18407952795811774,
      "grad_norm": 0.4756282567977905,
      "learning_rate": 4.702525029828768e-05,
      "loss": 5.7699,
      "step": 210300
    },
    {
      "epoch": 0.1840839045517449,
      "grad_norm": 0.534524142742157,
      "learning_rate": 4.7025104541013797e-05,
      "loss": 4.9021,
      "step": 210305
    },
    {
      "epoch": 0.18408828114537207,
      "grad_norm": 0.4815104603767395,
      "learning_rate": 4.7024958780455984e-05,
      "loss": 5.7509,
      "step": 210310
    },
    {
      "epoch": 0.18409265773899922,
      "grad_norm": 0.45809048414230347,
      "learning_rate": 4.702481301661429e-05,
      "loss": 5.6766,
      "step": 210315
    },
    {
      "epoch": 0.18409703433262636,
      "grad_norm": 0.6133683323860168,
      "learning_rate": 4.7024667249488744e-05,
      "loss": 5.4846,
      "step": 210320
    },
    {
      "epoch": 0.1841014109262535,
      "grad_norm": 0.4623202681541443,
      "learning_rate": 4.7024521479079356e-05,
      "loss": 5.1441,
      "step": 210325
    },
    {
      "epoch": 0.1841057875198807,
      "grad_norm": 0.46326944231987,
      "learning_rate": 4.702437570538617e-05,
      "loss": 4.3318,
      "step": 210330
    },
    {
      "epoch": 0.18411016411350783,
      "grad_norm": 0.4794003367424011,
      "learning_rate": 4.70242299284092e-05,
      "loss": 4.4085,
      "step": 210335
    },
    {
      "epoch": 0.18411454070713498,
      "grad_norm": 0.47193944454193115,
      "learning_rate": 4.7024084148148494e-05,
      "loss": 4.6172,
      "step": 210340
    },
    {
      "epoch": 0.18411891730076213,
      "grad_norm": 0.4891207218170166,
      "learning_rate": 4.702393836460407e-05,
      "loss": 5.6553,
      "step": 210345
    },
    {
      "epoch": 0.1841232938943893,
      "grad_norm": 0.45804160833358765,
      "learning_rate": 4.702379257777594e-05,
      "loss": 4.9142,
      "step": 210350
    },
    {
      "epoch": 0.18412767048801645,
      "grad_norm": 0.5162811875343323,
      "learning_rate": 4.702364678766416e-05,
      "loss": 5.4695,
      "step": 210355
    },
    {
      "epoch": 0.1841320470816436,
      "grad_norm": 0.43919068574905396,
      "learning_rate": 4.702350099426874e-05,
      "loss": 5.4298,
      "step": 210360
    },
    {
      "epoch": 0.18413642367527075,
      "grad_norm": 0.45621466636657715,
      "learning_rate": 4.702335519758971e-05,
      "loss": 4.4267,
      "step": 210365
    },
    {
      "epoch": 0.18414080026889793,
      "grad_norm": 0.4566892385482788,
      "learning_rate": 4.7023209397627113e-05,
      "loss": 4.9424,
      "step": 210370
    },
    {
      "epoch": 0.18414517686252507,
      "grad_norm": 0.4337489902973175,
      "learning_rate": 4.7023063594380955e-05,
      "loss": 5.2077,
      "step": 210375
    },
    {
      "epoch": 0.18414955345615222,
      "grad_norm": 0.4516887068748474,
      "learning_rate": 4.702291778785127e-05,
      "loss": 5.6699,
      "step": 210380
    },
    {
      "epoch": 0.18415393004977937,
      "grad_norm": 0.46024489402770996,
      "learning_rate": 4.7022771978038106e-05,
      "loss": 4.7136,
      "step": 210385
    },
    {
      "epoch": 0.18415830664340654,
      "grad_norm": 0.4578787386417389,
      "learning_rate": 4.702262616494146e-05,
      "loss": 5.4676,
      "step": 210390
    },
    {
      "epoch": 0.1841626832370337,
      "grad_norm": 0.46095311641693115,
      "learning_rate": 4.7022480348561394e-05,
      "loss": 3.9327,
      "step": 210395
    },
    {
      "epoch": 0.18416705983066084,
      "grad_norm": 0.4820252060890198,
      "learning_rate": 4.702233452889791e-05,
      "loss": 5.218,
      "step": 210400
    },
    {
      "epoch": 0.184171436424288,
      "grad_norm": 0.5107815861701965,
      "learning_rate": 4.7022188705951044e-05,
      "loss": 5.4059,
      "step": 210405
    },
    {
      "epoch": 0.18417581301791514,
      "grad_norm": 0.4510342478752136,
      "learning_rate": 4.7022042879720816e-05,
      "loss": 5.7685,
      "step": 210410
    },
    {
      "epoch": 0.1841801896115423,
      "grad_norm": 0.4672335386276245,
      "learning_rate": 4.702189705020728e-05,
      "loss": 4.924,
      "step": 210415
    },
    {
      "epoch": 0.18418456620516946,
      "grad_norm": 0.4618828594684601,
      "learning_rate": 4.7021751217410424e-05,
      "loss": 4.9403,
      "step": 210420
    },
    {
      "epoch": 0.1841889427987966,
      "grad_norm": 0.44198712706565857,
      "learning_rate": 4.7021605381330314e-05,
      "loss": 5.4216,
      "step": 210425
    },
    {
      "epoch": 0.18419331939242375,
      "grad_norm": 0.4567100703716278,
      "learning_rate": 4.702145954196696e-05,
      "loss": 4.6824,
      "step": 210430
    },
    {
      "epoch": 0.18419769598605093,
      "grad_norm": 0.4427046477794647,
      "learning_rate": 4.702131369932039e-05,
      "loss": 5.2021,
      "step": 210435
    },
    {
      "epoch": 0.18420207257967808,
      "grad_norm": 0.4541812837123871,
      "learning_rate": 4.702116785339065e-05,
      "loss": 5.6723,
      "step": 210440
    },
    {
      "epoch": 0.18420644917330523,
      "grad_norm": 0.4617892801761627,
      "learning_rate": 4.702102200417774e-05,
      "loss": 4.6675,
      "step": 210445
    },
    {
      "epoch": 0.18421082576693237,
      "grad_norm": 0.433358371257782,
      "learning_rate": 4.7020876151681703e-05,
      "loss": 4.4232,
      "step": 210450
    },
    {
      "epoch": 0.18421520236055955,
      "grad_norm": 0.4668363332748413,
      "learning_rate": 4.702073029590256e-05,
      "loss": 5.1457,
      "step": 210455
    },
    {
      "epoch": 0.1842195789541867,
      "grad_norm": 0.4417731761932373,
      "learning_rate": 4.7020584436840354e-05,
      "loss": 4.2798,
      "step": 210460
    },
    {
      "epoch": 0.18422395554781384,
      "grad_norm": 0.4681551456451416,
      "learning_rate": 4.7020438574495094e-05,
      "loss": 5.9277,
      "step": 210465
    },
    {
      "epoch": 0.184228332141441,
      "grad_norm": 0.4781571626663208,
      "learning_rate": 4.702029270886682e-05,
      "loss": 5.1598,
      "step": 210470
    },
    {
      "epoch": 0.18423270873506817,
      "grad_norm": 0.44831302762031555,
      "learning_rate": 4.702014683995557e-05,
      "loss": 5.4385,
      "step": 210475
    },
    {
      "epoch": 0.18423708532869532,
      "grad_norm": 0.47245559096336365,
      "learning_rate": 4.7020000967761346e-05,
      "loss": 5.3404,
      "step": 210480
    },
    {
      "epoch": 0.18424146192232246,
      "grad_norm": 0.4887910783290863,
      "learning_rate": 4.70198550922842e-05,
      "loss": 5.6396,
      "step": 210485
    },
    {
      "epoch": 0.1842458385159496,
      "grad_norm": 0.4580228924751282,
      "learning_rate": 4.701970921352414e-05,
      "loss": 4.4594,
      "step": 210490
    },
    {
      "epoch": 0.1842502151095768,
      "grad_norm": 0.47194141149520874,
      "learning_rate": 4.701956333148122e-05,
      "loss": 5.4256,
      "step": 210495
    },
    {
      "epoch": 0.18425459170320393,
      "grad_norm": 0.5065000653266907,
      "learning_rate": 4.701941744615545e-05,
      "loss": 5.1295,
      "step": 210500
    },
    {
      "epoch": 0.18425896829683108,
      "grad_norm": 0.512182891368866,
      "learning_rate": 4.7019271557546854e-05,
      "loss": 5.9873,
      "step": 210505
    },
    {
      "epoch": 0.18426334489045823,
      "grad_norm": 0.4650295674800873,
      "learning_rate": 4.701912566565546e-05,
      "loss": 4.695,
      "step": 210510
    },
    {
      "epoch": 0.1842677214840854,
      "grad_norm": 0.44492629170417786,
      "learning_rate": 4.701897977048132e-05,
      "loss": 5.1583,
      "step": 210515
    },
    {
      "epoch": 0.18427209807771255,
      "grad_norm": 0.45617008209228516,
      "learning_rate": 4.701883387202444e-05,
      "loss": 4.0916,
      "step": 210520
    },
    {
      "epoch": 0.1842764746713397,
      "grad_norm": 0.4553515315055847,
      "learning_rate": 4.701868797028485e-05,
      "loss": 5.3672,
      "step": 210525
    },
    {
      "epoch": 0.18428085126496685,
      "grad_norm": 0.4469654858112335,
      "learning_rate": 4.701854206526257e-05,
      "loss": 5.4187,
      "step": 210530
    },
    {
      "epoch": 0.184285227858594,
      "grad_norm": 0.4430714547634125,
      "learning_rate": 4.701839615695766e-05,
      "loss": 5.4429,
      "step": 210535
    },
    {
      "epoch": 0.18428960445222117,
      "grad_norm": 0.4355519413948059,
      "learning_rate": 4.701825024537011e-05,
      "loss": 5.7687,
      "step": 210540
    },
    {
      "epoch": 0.18429398104584832,
      "grad_norm": 0.4431755840778351,
      "learning_rate": 4.701810433049998e-05,
      "loss": 5.7405,
      "step": 210545
    },
    {
      "epoch": 0.18429835763947547,
      "grad_norm": 0.45434629917144775,
      "learning_rate": 4.701795841234728e-05,
      "loss": 5.6398,
      "step": 210550
    },
    {
      "epoch": 0.18430273423310262,
      "grad_norm": 0.4606308043003082,
      "learning_rate": 4.701781249091205e-05,
      "loss": 5.1552,
      "step": 210555
    },
    {
      "epoch": 0.1843071108267298,
      "grad_norm": 0.45570823550224304,
      "learning_rate": 4.70176665661943e-05,
      "loss": 4.896,
      "step": 210560
    },
    {
      "epoch": 0.18431148742035694,
      "grad_norm": 0.4489443004131317,
      "learning_rate": 4.701752063819407e-05,
      "loss": 4.6419,
      "step": 210565
    },
    {
      "epoch": 0.1843158640139841,
      "grad_norm": 0.4749709963798523,
      "learning_rate": 4.701737470691139e-05,
      "loss": 5.7574,
      "step": 210570
    },
    {
      "epoch": 0.18432024060761124,
      "grad_norm": 0.4536740779876709,
      "learning_rate": 4.701722877234629e-05,
      "loss": 5.2056,
      "step": 210575
    },
    {
      "epoch": 0.1843246172012384,
      "grad_norm": 0.4503735303878784,
      "learning_rate": 4.701708283449878e-05,
      "loss": 5.1312,
      "step": 210580
    },
    {
      "epoch": 0.18432899379486556,
      "grad_norm": 0.4538347125053406,
      "learning_rate": 4.7016936893368914e-05,
      "loss": 5.4363,
      "step": 210585
    },
    {
      "epoch": 0.1843333703884927,
      "grad_norm": 0.45283636450767517,
      "learning_rate": 4.70167909489567e-05,
      "loss": 5.625,
      "step": 210590
    },
    {
      "epoch": 0.18433774698211985,
      "grad_norm": 0.45066365599632263,
      "learning_rate": 4.701664500126217e-05,
      "loss": 5.7259,
      "step": 210595
    },
    {
      "epoch": 0.18434212357574703,
      "grad_norm": 0.454954594373703,
      "learning_rate": 4.7016499050285355e-05,
      "loss": 4.39,
      "step": 210600
    },
    {
      "epoch": 0.18434650016937418,
      "grad_norm": 0.44691967964172363,
      "learning_rate": 4.70163530960263e-05,
      "loss": 4.9512,
      "step": 210605
    },
    {
      "epoch": 0.18435087676300133,
      "grad_norm": 0.46406248211860657,
      "learning_rate": 4.7016207138485e-05,
      "loss": 5.7284,
      "step": 210610
    },
    {
      "epoch": 0.18435525335662847,
      "grad_norm": 0.4603753089904785,
      "learning_rate": 4.701606117766151e-05,
      "loss": 4.9065,
      "step": 210615
    },
    {
      "epoch": 0.18435962995025565,
      "grad_norm": 0.6117177605628967,
      "learning_rate": 4.701591521355585e-05,
      "loss": 4.3893,
      "step": 210620
    },
    {
      "epoch": 0.1843640065438828,
      "grad_norm": 0.47447118163108826,
      "learning_rate": 4.701576924616803e-05,
      "loss": 5.4276,
      "step": 210625
    },
    {
      "epoch": 0.18436838313750994,
      "grad_norm": 0.43826913833618164,
      "learning_rate": 4.701562327549811e-05,
      "loss": 4.44,
      "step": 210630
    },
    {
      "epoch": 0.1843727597311371,
      "grad_norm": 0.4538128077983856,
      "learning_rate": 4.7015477301546095e-05,
      "loss": 5.7205,
      "step": 210635
    },
    {
      "epoch": 0.18437713632476427,
      "grad_norm": 0.4638761281967163,
      "learning_rate": 4.701533132431203e-05,
      "loss": 5.2309,
      "step": 210640
    },
    {
      "epoch": 0.18438151291839142,
      "grad_norm": 0.47653135657310486,
      "learning_rate": 4.701518534379593e-05,
      "loss": 5.9336,
      "step": 210645
    },
    {
      "epoch": 0.18438588951201856,
      "grad_norm": 0.44124385714530945,
      "learning_rate": 4.701503935999783e-05,
      "loss": 5.7478,
      "step": 210650
    },
    {
      "epoch": 0.1843902661056457,
      "grad_norm": 0.46629902720451355,
      "learning_rate": 4.7014893372917744e-05,
      "loss": 5.4635,
      "step": 210655
    },
    {
      "epoch": 0.18439464269927286,
      "grad_norm": 0.4599621593952179,
      "learning_rate": 4.7014747382555726e-05,
      "loss": 4.9472,
      "step": 210660
    },
    {
      "epoch": 0.18439901929290003,
      "grad_norm": 0.46995216608047485,
      "learning_rate": 4.701460138891178e-05,
      "loss": 5.1355,
      "step": 210665
    },
    {
      "epoch": 0.18440339588652718,
      "grad_norm": 0.44539859890937805,
      "learning_rate": 4.701445539198595e-05,
      "loss": 4.6224,
      "step": 210670
    },
    {
      "epoch": 0.18440777248015433,
      "grad_norm": 0.44521385431289673,
      "learning_rate": 4.701430939177826e-05,
      "loss": 4.2801,
      "step": 210675
    },
    {
      "epoch": 0.18441214907378148,
      "grad_norm": 0.438950777053833,
      "learning_rate": 4.7014163388288726e-05,
      "loss": 5.9439,
      "step": 210680
    },
    {
      "epoch": 0.18441652566740865,
      "grad_norm": 0.45524999499320984,
      "learning_rate": 4.7014017381517396e-05,
      "loss": 5.6494,
      "step": 210685
    },
    {
      "epoch": 0.1844209022610358,
      "grad_norm": 0.44351646304130554,
      "learning_rate": 4.701387137146428e-05,
      "loss": 5.4402,
      "step": 210690
    },
    {
      "epoch": 0.18442527885466295,
      "grad_norm": 0.4616601765155792,
      "learning_rate": 4.7013725358129415e-05,
      "loss": 5.4197,
      "step": 210695
    },
    {
      "epoch": 0.1844296554482901,
      "grad_norm": 0.4529651999473572,
      "learning_rate": 4.7013579341512825e-05,
      "loss": 4.6451,
      "step": 210700
    },
    {
      "epoch": 0.18443403204191727,
      "grad_norm": 0.45543456077575684,
      "learning_rate": 4.701343332161455e-05,
      "loss": 5.3381,
      "step": 210705
    },
    {
      "epoch": 0.18443840863554442,
      "grad_norm": 0.47612059116363525,
      "learning_rate": 4.7013287298434614e-05,
      "loss": 4.9318,
      "step": 210710
    },
    {
      "epoch": 0.18444278522917157,
      "grad_norm": 0.47294101119041443,
      "learning_rate": 4.701314127197304e-05,
      "loss": 4.4472,
      "step": 210715
    },
    {
      "epoch": 0.18444716182279872,
      "grad_norm": 0.4639872610569,
      "learning_rate": 4.701299524222985e-05,
      "loss": 5.2079,
      "step": 210720
    },
    {
      "epoch": 0.1844515384164259,
      "grad_norm": 0.4501686096191406,
      "learning_rate": 4.701284920920509e-05,
      "loss": 5.4894,
      "step": 210725
    },
    {
      "epoch": 0.18445591501005304,
      "grad_norm": 0.44973185658454895,
      "learning_rate": 4.7012703172898764e-05,
      "loss": 5.6131,
      "step": 210730
    },
    {
      "epoch": 0.1844602916036802,
      "grad_norm": 0.4814445376396179,
      "learning_rate": 4.701255713331093e-05,
      "loss": 4.8424,
      "step": 210735
    },
    {
      "epoch": 0.18446466819730734,
      "grad_norm": 0.46579331159591675,
      "learning_rate": 4.701241109044159e-05,
      "loss": 4.431,
      "step": 210740
    },
    {
      "epoch": 0.1844690447909345,
      "grad_norm": 0.4449958801269531,
      "learning_rate": 4.7012265044290785e-05,
      "loss": 5.4677,
      "step": 210745
    },
    {
      "epoch": 0.18447342138456166,
      "grad_norm": 0.4450681805610657,
      "learning_rate": 4.7012118994858546e-05,
      "loss": 4.8779,
      "step": 210750
    },
    {
      "epoch": 0.1844777979781888,
      "grad_norm": 0.4612217843532562,
      "learning_rate": 4.701197294214489e-05,
      "loss": 4.9204,
      "step": 210755
    },
    {
      "epoch": 0.18448217457181595,
      "grad_norm": 0.4504840075969696,
      "learning_rate": 4.7011826886149844e-05,
      "loss": 5.2171,
      "step": 210760
    },
    {
      "epoch": 0.18448655116544313,
      "grad_norm": 0.446014940738678,
      "learning_rate": 4.701168082687345e-05,
      "loss": 5.0771,
      "step": 210765
    },
    {
      "epoch": 0.18449092775907028,
      "grad_norm": 0.4574790894985199,
      "learning_rate": 4.701153476431572e-05,
      "loss": 4.7013,
      "step": 210770
    },
    {
      "epoch": 0.18449530435269743,
      "grad_norm": 0.47238725423812866,
      "learning_rate": 4.701138869847671e-05,
      "loss": 4.9486,
      "step": 210775
    },
    {
      "epoch": 0.18449968094632457,
      "grad_norm": 0.4939057528972626,
      "learning_rate": 4.701124262935642e-05,
      "loss": 5.4835,
      "step": 210780
    },
    {
      "epoch": 0.18450405753995172,
      "grad_norm": 0.4497588574886322,
      "learning_rate": 4.701109655695488e-05,
      "loss": 4.0581,
      "step": 210785
    },
    {
      "epoch": 0.1845084341335789,
      "grad_norm": 0.504747748374939,
      "learning_rate": 4.7010950481272145e-05,
      "loss": 4.8563,
      "step": 210790
    },
    {
      "epoch": 0.18451281072720604,
      "grad_norm": 0.4517054557800293,
      "learning_rate": 4.70108044023082e-05,
      "loss": 5.3385,
      "step": 210795
    },
    {
      "epoch": 0.1845171873208332,
      "grad_norm": 0.4407864212989807,
      "learning_rate": 4.7010658320063114e-05,
      "loss": 5.3838,
      "step": 210800
    },
    {
      "epoch": 0.18452156391446034,
      "grad_norm": 0.44493159651756287,
      "learning_rate": 4.70105122345369e-05,
      "loss": 4.9114,
      "step": 210805
    },
    {
      "epoch": 0.18452594050808752,
      "grad_norm": 0.42864927649497986,
      "learning_rate": 4.701036614572958e-05,
      "loss": 4.8423,
      "step": 210810
    },
    {
      "epoch": 0.18453031710171466,
      "grad_norm": 0.44836995005607605,
      "learning_rate": 4.701022005364119e-05,
      "loss": 5.6549,
      "step": 210815
    },
    {
      "epoch": 0.1845346936953418,
      "grad_norm": 0.6213064193725586,
      "learning_rate": 4.7010073958271736e-05,
      "loss": 4.8346,
      "step": 210820
    },
    {
      "epoch": 0.18453907028896896,
      "grad_norm": 0.5007365345954895,
      "learning_rate": 4.700992785962129e-05,
      "loss": 6.2732,
      "step": 210825
    },
    {
      "epoch": 0.18454344688259613,
      "grad_norm": 0.43328461050987244,
      "learning_rate": 4.700978175768984e-05,
      "loss": 4.6296,
      "step": 210830
    },
    {
      "epoch": 0.18454782347622328,
      "grad_norm": 0.4731382131576538,
      "learning_rate": 4.7009635652477435e-05,
      "loss": 5.4276,
      "step": 210835
    },
    {
      "epoch": 0.18455220006985043,
      "grad_norm": 0.43733811378479004,
      "learning_rate": 4.7009489543984096e-05,
      "loss": 4.6177,
      "step": 210840
    },
    {
      "epoch": 0.18455657666347758,
      "grad_norm": 0.45948225259780884,
      "learning_rate": 4.7009343432209866e-05,
      "loss": 4.8839,
      "step": 210845
    },
    {
      "epoch": 0.18456095325710475,
      "grad_norm": 0.4648395776748657,
      "learning_rate": 4.700919731715474e-05,
      "loss": 4.715,
      "step": 210850
    },
    {
      "epoch": 0.1845653298507319,
      "grad_norm": 0.4510619044303894,
      "learning_rate": 4.7009051198818775e-05,
      "loss": 5.1193,
      "step": 210855
    },
    {
      "epoch": 0.18456970644435905,
      "grad_norm": 0.45208925008773804,
      "learning_rate": 4.7008905077201995e-05,
      "loss": 5.9303,
      "step": 210860
    },
    {
      "epoch": 0.1845740830379862,
      "grad_norm": 0.44170594215393066,
      "learning_rate": 4.700875895230442e-05,
      "loss": 4.625,
      "step": 210865
    },
    {
      "epoch": 0.18457845963161337,
      "grad_norm": 0.4904730021953583,
      "learning_rate": 4.700861282412609e-05,
      "loss": 4.7038,
      "step": 210870
    },
    {
      "epoch": 0.18458283622524052,
      "grad_norm": 0.4737169146537781,
      "learning_rate": 4.700846669266701e-05,
      "loss": 5.4547,
      "step": 210875
    },
    {
      "epoch": 0.18458721281886767,
      "grad_norm": 0.4640985131263733,
      "learning_rate": 4.700832055792722e-05,
      "loss": 5.7699,
      "step": 210880
    },
    {
      "epoch": 0.18459158941249482,
      "grad_norm": 0.44645366072654724,
      "learning_rate": 4.700817441990676e-05,
      "loss": 5.4224,
      "step": 210885
    },
    {
      "epoch": 0.184595966006122,
      "grad_norm": 0.4315680265426636,
      "learning_rate": 4.7008028278605655e-05,
      "loss": 5.7038,
      "step": 210890
    },
    {
      "epoch": 0.18460034259974914,
      "grad_norm": 0.4508018493652344,
      "learning_rate": 4.700788213402393e-05,
      "loss": 5.3879,
      "step": 210895
    },
    {
      "epoch": 0.1846047191933763,
      "grad_norm": 0.44521909952163696,
      "learning_rate": 4.7007735986161595e-05,
      "loss": 5.4233,
      "step": 210900
    },
    {
      "epoch": 0.18460909578700344,
      "grad_norm": 0.4545893371105194,
      "learning_rate": 4.70075898350187e-05,
      "loss": 5.6309,
      "step": 210905
    },
    {
      "epoch": 0.18461347238063058,
      "grad_norm": 0.4422646760940552,
      "learning_rate": 4.7007443680595274e-05,
      "loss": 5.8826,
      "step": 210910
    },
    {
      "epoch": 0.18461784897425776,
      "grad_norm": 0.43562713265419006,
      "learning_rate": 4.700729752289133e-05,
      "loss": 4.8267,
      "step": 210915
    },
    {
      "epoch": 0.1846222255678849,
      "grad_norm": 0.47306880354881287,
      "learning_rate": 4.700715136190691e-05,
      "loss": 4.6138,
      "step": 210920
    },
    {
      "epoch": 0.18462660216151205,
      "grad_norm": 0.4485151767730713,
      "learning_rate": 4.700700519764204e-05,
      "loss": 5.1216,
      "step": 210925
    },
    {
      "epoch": 0.1846309787551392,
      "grad_norm": 0.4907147288322449,
      "learning_rate": 4.700685903009674e-05,
      "loss": 5.4441,
      "step": 210930
    },
    {
      "epoch": 0.18463535534876638,
      "grad_norm": 0.4588320851325989,
      "learning_rate": 4.700671285927104e-05,
      "loss": 5.6869,
      "step": 210935
    },
    {
      "epoch": 0.18463973194239353,
      "grad_norm": 0.438030868768692,
      "learning_rate": 4.700656668516498e-05,
      "loss": 6.2451,
      "step": 210940
    },
    {
      "epoch": 0.18464410853602067,
      "grad_norm": 0.4346711337566376,
      "learning_rate": 4.700642050777858e-05,
      "loss": 5.1628,
      "step": 210945
    },
    {
      "epoch": 0.18464848512964782,
      "grad_norm": 0.4771614372730255,
      "learning_rate": 4.700627432711185e-05,
      "loss": 5.1584,
      "step": 210950
    },
    {
      "epoch": 0.184652861723275,
      "grad_norm": 0.49093061685562134,
      "learning_rate": 4.7006128143164865e-05,
      "loss": 5.4284,
      "step": 210955
    },
    {
      "epoch": 0.18465723831690214,
      "grad_norm": 0.4372269809246063,
      "learning_rate": 4.7005981955937605e-05,
      "loss": 5.9541,
      "step": 210960
    },
    {
      "epoch": 0.1846616149105293,
      "grad_norm": 0.4553656280040741,
      "learning_rate": 4.700583576543012e-05,
      "loss": 4.6852,
      "step": 210965
    },
    {
      "epoch": 0.18466599150415644,
      "grad_norm": 0.4440740942955017,
      "learning_rate": 4.7005689571642444e-05,
      "loss": 6.2662,
      "step": 210970
    },
    {
      "epoch": 0.18467036809778362,
      "grad_norm": 0.44101423025131226,
      "learning_rate": 4.700554337457458e-05,
      "loss": 4.8402,
      "step": 210975
    },
    {
      "epoch": 0.18467474469141076,
      "grad_norm": 0.4501610994338989,
      "learning_rate": 4.700539717422659e-05,
      "loss": 5.2419,
      "step": 210980
    },
    {
      "epoch": 0.1846791212850379,
      "grad_norm": 0.4426693320274353,
      "learning_rate": 4.700525097059848e-05,
      "loss": 5.6465,
      "step": 210985
    },
    {
      "epoch": 0.18468349787866506,
      "grad_norm": 0.45141929388046265,
      "learning_rate": 4.700510476369028e-05,
      "loss": 5.4731,
      "step": 210990
    },
    {
      "epoch": 0.18468787447229223,
      "grad_norm": 0.4687362015247345,
      "learning_rate": 4.700495855350202e-05,
      "loss": 5.107,
      "step": 210995
    },
    {
      "epoch": 0.18469225106591938,
      "grad_norm": 0.4659738838672638,
      "learning_rate": 4.7004812340033734e-05,
      "loss": 4.8232,
      "step": 211000
    },
    {
      "epoch": 0.18469662765954653,
      "grad_norm": 0.47336387634277344,
      "learning_rate": 4.700466612328544e-05,
      "loss": 4.2196,
      "step": 211005
    },
    {
      "epoch": 0.18470100425317368,
      "grad_norm": 0.49819982051849365,
      "learning_rate": 4.7004519903257184e-05,
      "loss": 5.6801,
      "step": 211010
    },
    {
      "epoch": 0.18470538084680085,
      "grad_norm": 0.4691719114780426,
      "learning_rate": 4.7004373679948976e-05,
      "loss": 5.4122,
      "step": 211015
    },
    {
      "epoch": 0.184709757440428,
      "grad_norm": 0.45660221576690674,
      "learning_rate": 4.7004227453360846e-05,
      "loss": 5.1146,
      "step": 211020
    },
    {
      "epoch": 0.18471413403405515,
      "grad_norm": 0.4494599997997284,
      "learning_rate": 4.7004081223492836e-05,
      "loss": 5.6582,
      "step": 211025
    },
    {
      "epoch": 0.1847185106276823,
      "grad_norm": 0.7457943558692932,
      "learning_rate": 4.700393499034496e-05,
      "loss": 4.6358,
      "step": 211030
    },
    {
      "epoch": 0.18472288722130947,
      "grad_norm": 0.45984217524528503,
      "learning_rate": 4.7003788753917246e-05,
      "loss": 5.0729,
      "step": 211035
    },
    {
      "epoch": 0.18472726381493662,
      "grad_norm": 0.8112253546714783,
      "learning_rate": 4.7003642514209735e-05,
      "loss": 4.8776,
      "step": 211040
    },
    {
      "epoch": 0.18473164040856377,
      "grad_norm": 0.5002807378768921,
      "learning_rate": 4.7003496271222444e-05,
      "loss": 4.4183,
      "step": 211045
    },
    {
      "epoch": 0.18473601700219092,
      "grad_norm": 0.4911205470561981,
      "learning_rate": 4.700335002495541e-05,
      "loss": 6.2186,
      "step": 211050
    },
    {
      "epoch": 0.18474039359581806,
      "grad_norm": 0.48256927728652954,
      "learning_rate": 4.7003203775408653e-05,
      "loss": 5.127,
      "step": 211055
    },
    {
      "epoch": 0.18474477018944524,
      "grad_norm": 0.44434788823127747,
      "learning_rate": 4.700305752258221e-05,
      "loss": 4.9105,
      "step": 211060
    },
    {
      "epoch": 0.1847491467830724,
      "grad_norm": 0.4490160644054413,
      "learning_rate": 4.700291126647609e-05,
      "loss": 5.9686,
      "step": 211065
    },
    {
      "epoch": 0.18475352337669954,
      "grad_norm": 0.4292786717414856,
      "learning_rate": 4.7002765007090344e-05,
      "loss": 5.6387,
      "step": 211070
    },
    {
      "epoch": 0.18475789997032668,
      "grad_norm": 0.49340206384658813,
      "learning_rate": 4.7002618744424994e-05,
      "loss": 5.3369,
      "step": 211075
    },
    {
      "epoch": 0.18476227656395386,
      "grad_norm": 0.4629703462123871,
      "learning_rate": 4.7002472478480055e-05,
      "loss": 5.1545,
      "step": 211080
    },
    {
      "epoch": 0.184766653157581,
      "grad_norm": 0.4321906566619873,
      "learning_rate": 4.700232620925557e-05,
      "loss": 5.6633,
      "step": 211085
    },
    {
      "epoch": 0.18477102975120815,
      "grad_norm": 0.4560616910457611,
      "learning_rate": 4.700217993675157e-05,
      "loss": 4.9194,
      "step": 211090
    },
    {
      "epoch": 0.1847754063448353,
      "grad_norm": 0.4687903821468353,
      "learning_rate": 4.700203366096807e-05,
      "loss": 5.25,
      "step": 211095
    },
    {
      "epoch": 0.18477978293846248,
      "grad_norm": 0.4881279170513153,
      "learning_rate": 4.7001887381905105e-05,
      "loss": 4.3997,
      "step": 211100
    },
    {
      "epoch": 0.18478415953208963,
      "grad_norm": 0.47354432940483093,
      "learning_rate": 4.70017410995627e-05,
      "loss": 4.628,
      "step": 211105
    },
    {
      "epoch": 0.18478853612571677,
      "grad_norm": 0.4403218924999237,
      "learning_rate": 4.7001594813940886e-05,
      "loss": 4.8488,
      "step": 211110
    },
    {
      "epoch": 0.18479291271934392,
      "grad_norm": 0.4616813063621521,
      "learning_rate": 4.700144852503969e-05,
      "loss": 5.2264,
      "step": 211115
    },
    {
      "epoch": 0.1847972893129711,
      "grad_norm": 0.4390500783920288,
      "learning_rate": 4.700130223285915e-05,
      "loss": 4.8131,
      "step": 211120
    },
    {
      "epoch": 0.18480166590659824,
      "grad_norm": 0.46673405170440674,
      "learning_rate": 4.700115593739928e-05,
      "loss": 4.918,
      "step": 211125
    },
    {
      "epoch": 0.1848060425002254,
      "grad_norm": 0.47524213790893555,
      "learning_rate": 4.7001009638660095e-05,
      "loss": 4.7013,
      "step": 211130
    },
    {
      "epoch": 0.18481041909385254,
      "grad_norm": 0.43626534938812256,
      "learning_rate": 4.700086333664166e-05,
      "loss": 5.4476,
      "step": 211135
    },
    {
      "epoch": 0.18481479568747972,
      "grad_norm": 0.44446152448654175,
      "learning_rate": 4.7000717031343985e-05,
      "loss": 4.8948,
      "step": 211140
    },
    {
      "epoch": 0.18481917228110686,
      "grad_norm": 0.44256165623664856,
      "learning_rate": 4.70005707227671e-05,
      "loss": 4.6129,
      "step": 211145
    },
    {
      "epoch": 0.184823548874734,
      "grad_norm": 0.4549877345561981,
      "learning_rate": 4.700042441091103e-05,
      "loss": 4.927,
      "step": 211150
    },
    {
      "epoch": 0.18482792546836116,
      "grad_norm": 0.4307548403739929,
      "learning_rate": 4.7000278095775795e-05,
      "loss": 5.7499,
      "step": 211155
    },
    {
      "epoch": 0.18483230206198834,
      "grad_norm": 0.4379517138004303,
      "learning_rate": 4.7000131777361434e-05,
      "loss": 5.443,
      "step": 211160
    },
    {
      "epoch": 0.18483667865561548,
      "grad_norm": 0.4521503448486328,
      "learning_rate": 4.6999985455667984e-05,
      "loss": 4.9237,
      "step": 211165
    },
    {
      "epoch": 0.18484105524924263,
      "grad_norm": 0.45028555393218994,
      "learning_rate": 4.699983913069545e-05,
      "loss": 5.1541,
      "step": 211170
    },
    {
      "epoch": 0.18484543184286978,
      "grad_norm": 0.4473360776901245,
      "learning_rate": 4.699969280244389e-05,
      "loss": 5.6797,
      "step": 211175
    },
    {
      "epoch": 0.18484980843649693,
      "grad_norm": 0.4396917521953583,
      "learning_rate": 4.69995464709133e-05,
      "loss": 5.4129,
      "step": 211180
    },
    {
      "epoch": 0.1848541850301241,
      "grad_norm": 0.4516542851924896,
      "learning_rate": 4.699940013610372e-05,
      "loss": 5.1518,
      "step": 211185
    },
    {
      "epoch": 0.18485856162375125,
      "grad_norm": 0.47216248512268066,
      "learning_rate": 4.69992537980152e-05,
      "loss": 5.4119,
      "step": 211190
    },
    {
      "epoch": 0.1848629382173784,
      "grad_norm": 0.4744296371936798,
      "learning_rate": 4.699910745664774e-05,
      "loss": 4.0873,
      "step": 211195
    },
    {
      "epoch": 0.18486731481100555,
      "grad_norm": 0.4663114845752716,
      "learning_rate": 4.699896111200138e-05,
      "loss": 5.1529,
      "step": 211200
    },
    {
      "epoch": 0.18487169140463272,
      "grad_norm": 0.4490952491760254,
      "learning_rate": 4.6998814764076146e-05,
      "loss": 4.389,
      "step": 211205
    },
    {
      "epoch": 0.18487606799825987,
      "grad_norm": 0.516348659992218,
      "learning_rate": 4.699866841287207e-05,
      "loss": 5.4405,
      "step": 211210
    },
    {
      "epoch": 0.18488044459188702,
      "grad_norm": 0.4573825001716614,
      "learning_rate": 4.699852205838918e-05,
      "loss": 5.166,
      "step": 211215
    },
    {
      "epoch": 0.18488482118551416,
      "grad_norm": 0.4502934515476227,
      "learning_rate": 4.6998375700627496e-05,
      "loss": 5.1577,
      "step": 211220
    },
    {
      "epoch": 0.18488919777914134,
      "grad_norm": 0.43669500946998596,
      "learning_rate": 4.6998229339587055e-05,
      "loss": 5.6434,
      "step": 211225
    },
    {
      "epoch": 0.1848935743727685,
      "grad_norm": 0.4571290910243988,
      "learning_rate": 4.699808297526788e-05,
      "loss": 4.1417,
      "step": 211230
    },
    {
      "epoch": 0.18489795096639564,
      "grad_norm": 0.44204041361808777,
      "learning_rate": 4.699793660766999e-05,
      "loss": 6.2238,
      "step": 211235
    },
    {
      "epoch": 0.18490232756002278,
      "grad_norm": 0.44262152910232544,
      "learning_rate": 4.699779023679344e-05,
      "loss": 5.2453,
      "step": 211240
    },
    {
      "epoch": 0.18490670415364996,
      "grad_norm": 0.45591920614242554,
      "learning_rate": 4.699764386263824e-05,
      "loss": 4.6274,
      "step": 211245
    },
    {
      "epoch": 0.1849110807472771,
      "grad_norm": 0.45491933822631836,
      "learning_rate": 4.699749748520441e-05,
      "loss": 5.7416,
      "step": 211250
    },
    {
      "epoch": 0.18491545734090425,
      "grad_norm": 0.4403150677680969,
      "learning_rate": 4.6997351104492e-05,
      "loss": 5.9379,
      "step": 211255
    },
    {
      "epoch": 0.1849198339345314,
      "grad_norm": 0.46189552545547485,
      "learning_rate": 4.699720472050103e-05,
      "loss": 4.712,
      "step": 211260
    },
    {
      "epoch": 0.18492421052815858,
      "grad_norm": 0.448194682598114,
      "learning_rate": 4.699705833323151e-05,
      "loss": 4.9216,
      "step": 211265
    },
    {
      "epoch": 0.18492858712178573,
      "grad_norm": 0.4436337351799011,
      "learning_rate": 4.69969119426835e-05,
      "loss": 5.9771,
      "step": 211270
    },
    {
      "epoch": 0.18493296371541287,
      "grad_norm": 0.4537394046783447,
      "learning_rate": 4.6996765548857e-05,
      "loss": 5.1233,
      "step": 211275
    },
    {
      "epoch": 0.18493734030904002,
      "grad_norm": 0.4459949731826782,
      "learning_rate": 4.699661915175205e-05,
      "loss": 5.425,
      "step": 211280
    },
    {
      "epoch": 0.1849417169026672,
      "grad_norm": 0.44842153787612915,
      "learning_rate": 4.6996472751368694e-05,
      "loss": 5.4294,
      "step": 211285
    },
    {
      "epoch": 0.18494609349629434,
      "grad_norm": 0.4499954879283905,
      "learning_rate": 4.699632634770693e-05,
      "loss": 5.3921,
      "step": 211290
    },
    {
      "epoch": 0.1849504700899215,
      "grad_norm": 0.45655229687690735,
      "learning_rate": 4.6996179940766804e-05,
      "loss": 5.4827,
      "step": 211295
    },
    {
      "epoch": 0.18495484668354864,
      "grad_norm": 0.4642249643802643,
      "learning_rate": 4.699603353054834e-05,
      "loss": 4.727,
      "step": 211300
    },
    {
      "epoch": 0.1849592232771758,
      "grad_norm": 0.46604123711586,
      "learning_rate": 4.699588711705157e-05,
      "loss": 5.1613,
      "step": 211305
    },
    {
      "epoch": 0.18496359987080296,
      "grad_norm": 0.45614272356033325,
      "learning_rate": 4.6995740700276524e-05,
      "loss": 4.9079,
      "step": 211310
    },
    {
      "epoch": 0.1849679764644301,
      "grad_norm": 0.4595169723033905,
      "learning_rate": 4.6995594280223224e-05,
      "loss": 4.923,
      "step": 211315
    },
    {
      "epoch": 0.18497235305805726,
      "grad_norm": 0.47721943259239197,
      "learning_rate": 4.6995447856891695e-05,
      "loss": 5.2513,
      "step": 211320
    },
    {
      "epoch": 0.1849767296516844,
      "grad_norm": 0.44520702958106995,
      "learning_rate": 4.6995301430281966e-05,
      "loss": 5.7215,
      "step": 211325
    },
    {
      "epoch": 0.18498110624531158,
      "grad_norm": 0.4614206552505493,
      "learning_rate": 4.6995155000394084e-05,
      "loss": 5.3602,
      "step": 211330
    },
    {
      "epoch": 0.18498548283893873,
      "grad_norm": 0.44077396392822266,
      "learning_rate": 4.699500856722806e-05,
      "loss": 5.4424,
      "step": 211335
    },
    {
      "epoch": 0.18498985943256588,
      "grad_norm": 0.4512845575809479,
      "learning_rate": 4.699486213078391e-05,
      "loss": 4.967,
      "step": 211340
    },
    {
      "epoch": 0.18499423602619303,
      "grad_norm": 0.4595124125480652,
      "learning_rate": 4.699471569106168e-05,
      "loss": 5.1531,
      "step": 211345
    },
    {
      "epoch": 0.1849986126198202,
      "grad_norm": 0.4512060284614563,
      "learning_rate": 4.699456924806141e-05,
      "loss": 4.1942,
      "step": 211350
    },
    {
      "epoch": 0.18500298921344735,
      "grad_norm": 0.46514084935188293,
      "learning_rate": 4.699442280178311e-05,
      "loss": 5.9393,
      "step": 211355
    },
    {
      "epoch": 0.1850073658070745,
      "grad_norm": 0.46081647276878357,
      "learning_rate": 4.6994276352226806e-05,
      "loss": 5.6303,
      "step": 211360
    },
    {
      "epoch": 0.18501174240070165,
      "grad_norm": 0.4608100354671478,
      "learning_rate": 4.699412989939255e-05,
      "loss": 4.3035,
      "step": 211365
    },
    {
      "epoch": 0.18501611899432882,
      "grad_norm": 0.48108890652656555,
      "learning_rate": 4.699398344328033e-05,
      "loss": 5.1286,
      "step": 211370
    },
    {
      "epoch": 0.18502049558795597,
      "grad_norm": 0.4512420892715454,
      "learning_rate": 4.6993836983890204e-05,
      "loss": 5.6697,
      "step": 211375
    },
    {
      "epoch": 0.18502487218158312,
      "grad_norm": 0.4486796259880066,
      "learning_rate": 4.699369052122219e-05,
      "loss": 4.6208,
      "step": 211380
    },
    {
      "epoch": 0.18502924877521026,
      "grad_norm": 0.44087234139442444,
      "learning_rate": 4.699354405527633e-05,
      "loss": 4.6434,
      "step": 211385
    },
    {
      "epoch": 0.18503362536883744,
      "grad_norm": 0.48369765281677246,
      "learning_rate": 4.699339758605263e-05,
      "loss": 5.4388,
      "step": 211390
    },
    {
      "epoch": 0.1850380019624646,
      "grad_norm": 0.4582931697368622,
      "learning_rate": 4.699325111355113e-05,
      "loss": 4.6932,
      "step": 211395
    },
    {
      "epoch": 0.18504237855609174,
      "grad_norm": 0.451251745223999,
      "learning_rate": 4.6993104637771865e-05,
      "loss": 5.6268,
      "step": 211400
    },
    {
      "epoch": 0.18504675514971888,
      "grad_norm": 0.4449746906757355,
      "learning_rate": 4.699295815871486e-05,
      "loss": 5.438,
      "step": 211405
    },
    {
      "epoch": 0.18505113174334606,
      "grad_norm": 0.44849029183387756,
      "learning_rate": 4.6992811676380134e-05,
      "loss": 5.165,
      "step": 211410
    },
    {
      "epoch": 0.1850555083369732,
      "grad_norm": 0.44782403111457825,
      "learning_rate": 4.6992665190767716e-05,
      "loss": 5.6748,
      "step": 211415
    },
    {
      "epoch": 0.18505988493060035,
      "grad_norm": 0.5013192892074585,
      "learning_rate": 4.699251870187764e-05,
      "loss": 6.2891,
      "step": 211420
    },
    {
      "epoch": 0.1850642615242275,
      "grad_norm": 0.43883106112480164,
      "learning_rate": 4.6992372209709946e-05,
      "loss": 4.6314,
      "step": 211425
    },
    {
      "epoch": 0.18506863811785465,
      "grad_norm": 0.5534116625785828,
      "learning_rate": 4.6992225714264635e-05,
      "loss": 4.9118,
      "step": 211430
    },
    {
      "epoch": 0.18507301471148183,
      "grad_norm": 0.5436635613441467,
      "learning_rate": 4.699207921554175e-05,
      "loss": 4.9102,
      "step": 211435
    },
    {
      "epoch": 0.18507739130510897,
      "grad_norm": 0.4818320870399475,
      "learning_rate": 4.699193271354133e-05,
      "loss": 5.4441,
      "step": 211440
    },
    {
      "epoch": 0.18508176789873612,
      "grad_norm": 0.4653003215789795,
      "learning_rate": 4.699178620826339e-05,
      "loss": 5.49,
      "step": 211445
    },
    {
      "epoch": 0.18508614449236327,
      "grad_norm": 0.5137341618537903,
      "learning_rate": 4.699163969970796e-05,
      "loss": 6.2811,
      "step": 211450
    },
    {
      "epoch": 0.18509052108599044,
      "grad_norm": 0.46341168880462646,
      "learning_rate": 4.699149318787506e-05,
      "loss": 5.1004,
      "step": 211455
    },
    {
      "epoch": 0.1850948976796176,
      "grad_norm": 0.501463770866394,
      "learning_rate": 4.699134667276474e-05,
      "loss": 6.2691,
      "step": 211460
    },
    {
      "epoch": 0.18509927427324474,
      "grad_norm": 0.49986347556114197,
      "learning_rate": 4.6991200154377005e-05,
      "loss": 5.9631,
      "step": 211465
    },
    {
      "epoch": 0.1851036508668719,
      "grad_norm": 0.4537302255630493,
      "learning_rate": 4.699105363271189e-05,
      "loss": 5.6764,
      "step": 211470
    },
    {
      "epoch": 0.18510802746049906,
      "grad_norm": 0.4529997408390045,
      "learning_rate": 4.6990907107769435e-05,
      "loss": 5.7295,
      "step": 211475
    },
    {
      "epoch": 0.1851124040541262,
      "grad_norm": 0.43699875473976135,
      "learning_rate": 4.699076057954966e-05,
      "loss": 6.2555,
      "step": 211480
    },
    {
      "epoch": 0.18511678064775336,
      "grad_norm": 0.45626235008239746,
      "learning_rate": 4.6990614048052594e-05,
      "loss": 5.1628,
      "step": 211485
    },
    {
      "epoch": 0.1851211572413805,
      "grad_norm": 0.44631433486938477,
      "learning_rate": 4.6990467513278256e-05,
      "loss": 4.9224,
      "step": 211490
    },
    {
      "epoch": 0.18512553383500768,
      "grad_norm": 0.4849906265735626,
      "learning_rate": 4.69903209752267e-05,
      "loss": 5.2139,
      "step": 211495
    },
    {
      "epoch": 0.18512991042863483,
      "grad_norm": 0.4560869038105011,
      "learning_rate": 4.6990174433897925e-05,
      "loss": 4.906,
      "step": 211500
    },
    {
      "epoch": 0.18513428702226198,
      "grad_norm": 0.44097456336021423,
      "learning_rate": 4.699002788929198e-05,
      "loss": 5.7505,
      "step": 211505
    },
    {
      "epoch": 0.18513866361588913,
      "grad_norm": 0.47700217366218567,
      "learning_rate": 4.6989881341408884e-05,
      "loss": 5.1345,
      "step": 211510
    },
    {
      "epoch": 0.1851430402095163,
      "grad_norm": 0.4587663412094116,
      "learning_rate": 4.698973479024865e-05,
      "loss": 4.7306,
      "step": 211515
    },
    {
      "epoch": 0.18514741680314345,
      "grad_norm": 0.4880697727203369,
      "learning_rate": 4.698958823581133e-05,
      "loss": 5.4315,
      "step": 211520
    },
    {
      "epoch": 0.1851517933967706,
      "grad_norm": 0.4764135777950287,
      "learning_rate": 4.6989441678096956e-05,
      "loss": 5.7159,
      "step": 211525
    },
    {
      "epoch": 0.18515616999039775,
      "grad_norm": 0.4763525426387787,
      "learning_rate": 4.698929511710554e-05,
      "loss": 4.9089,
      "step": 211530
    },
    {
      "epoch": 0.18516054658402492,
      "grad_norm": 0.45629534125328064,
      "learning_rate": 4.698914855283711e-05,
      "loss": 4.5981,
      "step": 211535
    },
    {
      "epoch": 0.18516492317765207,
      "grad_norm": 0.47727900743484497,
      "learning_rate": 4.6989001985291706e-05,
      "loss": 4.6154,
      "step": 211540
    },
    {
      "epoch": 0.18516929977127922,
      "grad_norm": 0.44781985878944397,
      "learning_rate": 4.698885541446933e-05,
      "loss": 5.1582,
      "step": 211545
    },
    {
      "epoch": 0.18517367636490636,
      "grad_norm": 0.44679468870162964,
      "learning_rate": 4.698870884037005e-05,
      "loss": 5.3684,
      "step": 211550
    },
    {
      "epoch": 0.1851780529585335,
      "grad_norm": 0.4504753649234772,
      "learning_rate": 4.698856226299387e-05,
      "loss": 3.8978,
      "step": 211555
    },
    {
      "epoch": 0.1851824295521607,
      "grad_norm": 0.4610012173652649,
      "learning_rate": 4.698841568234083e-05,
      "loss": 5.1579,
      "step": 211560
    },
    {
      "epoch": 0.18518680614578784,
      "grad_norm": 0.4548606872558594,
      "learning_rate": 4.6988269098410945e-05,
      "loss": 4.7897,
      "step": 211565
    },
    {
      "epoch": 0.18519118273941498,
      "grad_norm": 0.4551442265510559,
      "learning_rate": 4.698812251120424e-05,
      "loss": 4.7379,
      "step": 211570
    },
    {
      "epoch": 0.18519555933304213,
      "grad_norm": 0.4488618075847626,
      "learning_rate": 4.6987975920720765e-05,
      "loss": 4.1883,
      "step": 211575
    },
    {
      "epoch": 0.1851999359266693,
      "grad_norm": 0.45222964882850647,
      "learning_rate": 4.698782932696053e-05,
      "loss": 5.4038,
      "step": 211580
    },
    {
      "epoch": 0.18520431252029645,
      "grad_norm": 0.5371271371841431,
      "learning_rate": 4.698768272992356e-05,
      "loss": 4.7162,
      "step": 211585
    },
    {
      "epoch": 0.1852086891139236,
      "grad_norm": 0.5714016556739807,
      "learning_rate": 4.69875361296099e-05,
      "loss": 4.9384,
      "step": 211590
    },
    {
      "epoch": 0.18521306570755075,
      "grad_norm": 0.43626007437705994,
      "learning_rate": 4.6987389526019576e-05,
      "loss": 4.5771,
      "step": 211595
    },
    {
      "epoch": 0.18521744230117793,
      "grad_norm": 0.4935747981071472,
      "learning_rate": 4.698724291915261e-05,
      "loss": 5.6768,
      "step": 211600
    },
    {
      "epoch": 0.18522181889480507,
      "grad_norm": 0.6897112727165222,
      "learning_rate": 4.698709630900903e-05,
      "loss": 5.3537,
      "step": 211605
    },
    {
      "epoch": 0.18522619548843222,
      "grad_norm": 0.44482871890068054,
      "learning_rate": 4.698694969558885e-05,
      "loss": 5.2645,
      "step": 211610
    },
    {
      "epoch": 0.18523057208205937,
      "grad_norm": 0.49511295557022095,
      "learning_rate": 4.698680307889213e-05,
      "loss": 4.9415,
      "step": 211615
    },
    {
      "epoch": 0.18523494867568654,
      "grad_norm": 0.45215925574302673,
      "learning_rate": 4.6986656458918875e-05,
      "loss": 5.3764,
      "step": 211620
    },
    {
      "epoch": 0.1852393252693137,
      "grad_norm": 0.49070221185684204,
      "learning_rate": 4.6986509835669126e-05,
      "loss": 5.7571,
      "step": 211625
    },
    {
      "epoch": 0.18524370186294084,
      "grad_norm": 0.5281751155853271,
      "learning_rate": 4.6986363209142904e-05,
      "loss": 5.3686,
      "step": 211630
    },
    {
      "epoch": 0.185248078456568,
      "grad_norm": 0.4527035057544708,
      "learning_rate": 4.698621657934024e-05,
      "loss": 5.9307,
      "step": 211635
    },
    {
      "epoch": 0.18525245505019516,
      "grad_norm": 0.622469425201416,
      "learning_rate": 4.6986069946261145e-05,
      "loss": 5.1284,
      "step": 211640
    },
    {
      "epoch": 0.1852568316438223,
      "grad_norm": 0.4795549213886261,
      "learning_rate": 4.6985923309905676e-05,
      "loss": 5.4332,
      "step": 211645
    },
    {
      "epoch": 0.18526120823744946,
      "grad_norm": 0.48552054166793823,
      "learning_rate": 4.698577667027385e-05,
      "loss": 5.4192,
      "step": 211650
    },
    {
      "epoch": 0.1852655848310766,
      "grad_norm": 0.44271889328956604,
      "learning_rate": 4.69856300273657e-05,
      "loss": 4.8318,
      "step": 211655
    },
    {
      "epoch": 0.18526996142470378,
      "grad_norm": 0.4602193236351013,
      "learning_rate": 4.698548338118124e-05,
      "loss": 5.4266,
      "step": 211660
    },
    {
      "epoch": 0.18527433801833093,
      "grad_norm": 0.46905818581581116,
      "learning_rate": 4.6985336731720495e-05,
      "loss": 5.1327,
      "step": 211665
    },
    {
      "epoch": 0.18527871461195808,
      "grad_norm": 0.4732285141944885,
      "learning_rate": 4.698519007898352e-05,
      "loss": 5.2235,
      "step": 211670
    },
    {
      "epoch": 0.18528309120558523,
      "grad_norm": 0.438605397939682,
      "learning_rate": 4.698504342297033e-05,
      "loss": 6.2271,
      "step": 211675
    },
    {
      "epoch": 0.1852874677992124,
      "grad_norm": 0.4363900125026703,
      "learning_rate": 4.698489676368094e-05,
      "loss": 5.1604,
      "step": 211680
    },
    {
      "epoch": 0.18529184439283955,
      "grad_norm": 0.4736032485961914,
      "learning_rate": 4.698475010111539e-05,
      "loss": 4.6297,
      "step": 211685
    },
    {
      "epoch": 0.1852962209864667,
      "grad_norm": 0.4552125632762909,
      "learning_rate": 4.6984603435273724e-05,
      "loss": 4.9115,
      "step": 211690
    },
    {
      "epoch": 0.18530059758009385,
      "grad_norm": 0.4700213670730591,
      "learning_rate": 4.6984456766155934e-05,
      "loss": 5.4492,
      "step": 211695
    },
    {
      "epoch": 0.185304974173721,
      "grad_norm": 0.438884973526001,
      "learning_rate": 4.6984310093762086e-05,
      "loss": 5.2332,
      "step": 211700
    },
    {
      "epoch": 0.18530935076734817,
      "grad_norm": 0.4515528976917267,
      "learning_rate": 4.698416341809218e-05,
      "loss": 5.4363,
      "step": 211705
    },
    {
      "epoch": 0.18531372736097532,
      "grad_norm": 0.443315327167511,
      "learning_rate": 4.698401673914625e-05,
      "loss": 5.4287,
      "step": 211710
    },
    {
      "epoch": 0.18531810395460246,
      "grad_norm": 0.453914612531662,
      "learning_rate": 4.698387005692434e-05,
      "loss": 5.1033,
      "step": 211715
    },
    {
      "epoch": 0.1853224805482296,
      "grad_norm": 0.46408116817474365,
      "learning_rate": 4.698372337142646e-05,
      "loss": 4.6934,
      "step": 211720
    },
    {
      "epoch": 0.1853268571418568,
      "grad_norm": 0.4566676616668701,
      "learning_rate": 4.6983576682652654e-05,
      "loss": 5.3369,
      "step": 211725
    },
    {
      "epoch": 0.18533123373548394,
      "grad_norm": 0.44618380069732666,
      "learning_rate": 4.698342999060293e-05,
      "loss": 5.9797,
      "step": 211730
    },
    {
      "epoch": 0.18533561032911108,
      "grad_norm": 0.4429483711719513,
      "learning_rate": 4.6983283295277333e-05,
      "loss": 5.4095,
      "step": 211735
    },
    {
      "epoch": 0.18533998692273823,
      "grad_norm": 0.4482841491699219,
      "learning_rate": 4.698313659667589e-05,
      "loss": 5.1263,
      "step": 211740
    },
    {
      "epoch": 0.1853443635163654,
      "grad_norm": 0.4391106069087982,
      "learning_rate": 4.698298989479864e-05,
      "loss": 5.2163,
      "step": 211745
    },
    {
      "epoch": 0.18534874010999255,
      "grad_norm": 0.44459640979766846,
      "learning_rate": 4.698284318964558e-05,
      "loss": 5.6813,
      "step": 211750
    },
    {
      "epoch": 0.1853531167036197,
      "grad_norm": 0.4507836103439331,
      "learning_rate": 4.698269648121675e-05,
      "loss": 4.689,
      "step": 211755
    },
    {
      "epoch": 0.18535749329724685,
      "grad_norm": 0.46620213985443115,
      "learning_rate": 4.6982549769512194e-05,
      "loss": 5.1978,
      "step": 211760
    },
    {
      "epoch": 0.18536186989087403,
      "grad_norm": 0.4612888693809509,
      "learning_rate": 4.6982403054531935e-05,
      "loss": 5.189,
      "step": 211765
    },
    {
      "epoch": 0.18536624648450117,
      "grad_norm": 0.4442700147628784,
      "learning_rate": 4.698225633627599e-05,
      "loss": 5.2437,
      "step": 211770
    },
    {
      "epoch": 0.18537062307812832,
      "grad_norm": 0.45704707503318787,
      "learning_rate": 4.6982109614744383e-05,
      "loss": 5.1497,
      "step": 211775
    },
    {
      "epoch": 0.18537499967175547,
      "grad_norm": 0.4504801630973816,
      "learning_rate": 4.698196288993717e-05,
      "loss": 5.728,
      "step": 211780
    },
    {
      "epoch": 0.18537937626538264,
      "grad_norm": 0.42556238174438477,
      "learning_rate": 4.698181616185435e-05,
      "loss": 5.9656,
      "step": 211785
    },
    {
      "epoch": 0.1853837528590098,
      "grad_norm": 0.46401143074035645,
      "learning_rate": 4.698166943049598e-05,
      "loss": 5.1102,
      "step": 211790
    },
    {
      "epoch": 0.18538812945263694,
      "grad_norm": 0.4452735185623169,
      "learning_rate": 4.698152269586206e-05,
      "loss": 6.2586,
      "step": 211795
    },
    {
      "epoch": 0.1853925060462641,
      "grad_norm": 0.4555964469909668,
      "learning_rate": 4.698137595795263e-05,
      "loss": 4.9234,
      "step": 211800
    },
    {
      "epoch": 0.18539688263989126,
      "grad_norm": 0.46172547340393066,
      "learning_rate": 4.698122921676772e-05,
      "loss": 5.3104,
      "step": 211805
    },
    {
      "epoch": 0.1854012592335184,
      "grad_norm": 0.46709752082824707,
      "learning_rate": 4.698108247230736e-05,
      "loss": 5.2542,
      "step": 211810
    },
    {
      "epoch": 0.18540563582714556,
      "grad_norm": 0.45019030570983887,
      "learning_rate": 4.698093572457157e-05,
      "loss": 5.0508,
      "step": 211815
    },
    {
      "epoch": 0.1854100124207727,
      "grad_norm": 0.4519065320491791,
      "learning_rate": 4.698078897356039e-05,
      "loss": 5.431,
      "step": 211820
    },
    {
      "epoch": 0.18541438901439986,
      "grad_norm": 0.4927843511104584,
      "learning_rate": 4.698064221927384e-05,
      "loss": 5.141,
      "step": 211825
    },
    {
      "epoch": 0.18541876560802703,
      "grad_norm": 0.4524775743484497,
      "learning_rate": 4.698049546171195e-05,
      "loss": 5.3219,
      "step": 211830
    },
    {
      "epoch": 0.18542314220165418,
      "grad_norm": 0.48568135499954224,
      "learning_rate": 4.698034870087474e-05,
      "loss": 4.9521,
      "step": 211835
    },
    {
      "epoch": 0.18542751879528133,
      "grad_norm": 0.4397319555282593,
      "learning_rate": 4.6980201936762255e-05,
      "loss": 4.9286,
      "step": 211840
    },
    {
      "epoch": 0.18543189538890847,
      "grad_norm": 0.4689048230648041,
      "learning_rate": 4.6980055169374515e-05,
      "loss": 5.1484,
      "step": 211845
    },
    {
      "epoch": 0.18543627198253565,
      "grad_norm": 0.44111746549606323,
      "learning_rate": 4.697990839871155e-05,
      "loss": 5.9559,
      "step": 211850
    },
    {
      "epoch": 0.1854406485761628,
      "grad_norm": 0.46045994758605957,
      "learning_rate": 4.6979761624773386e-05,
      "loss": 4.1708,
      "step": 211855
    },
    {
      "epoch": 0.18544502516978995,
      "grad_norm": 0.4767555296421051,
      "learning_rate": 4.697961484756005e-05,
      "loss": 5.1256,
      "step": 211860
    },
    {
      "epoch": 0.1854494017634171,
      "grad_norm": 0.46871957182884216,
      "learning_rate": 4.697946806707158e-05,
      "loss": 5.7325,
      "step": 211865
    },
    {
      "epoch": 0.18545377835704427,
      "grad_norm": 0.43596264719963074,
      "learning_rate": 4.697932128330799e-05,
      "loss": 5.9273,
      "step": 211870
    },
    {
      "epoch": 0.18545815495067142,
      "grad_norm": 0.4613398015499115,
      "learning_rate": 4.697917449626931e-05,
      "loss": 5.2181,
      "step": 211875
    },
    {
      "epoch": 0.18546253154429856,
      "grad_norm": 0.44046932458877563,
      "learning_rate": 4.6979027705955584e-05,
      "loss": 5.4596,
      "step": 211880
    },
    {
      "epoch": 0.1854669081379257,
      "grad_norm": 0.4476213753223419,
      "learning_rate": 4.697888091236682e-05,
      "loss": 5.9264,
      "step": 211885
    },
    {
      "epoch": 0.1854712847315529,
      "grad_norm": 0.43046069145202637,
      "learning_rate": 4.697873411550306e-05,
      "loss": 5.7221,
      "step": 211890
    },
    {
      "epoch": 0.18547566132518004,
      "grad_norm": 0.45712482929229736,
      "learning_rate": 4.697858731536432e-05,
      "loss": 4.269,
      "step": 211895
    },
    {
      "epoch": 0.18548003791880718,
      "grad_norm": 0.46965456008911133,
      "learning_rate": 4.697844051195065e-05,
      "loss": 5.4326,
      "step": 211900
    },
    {
      "epoch": 0.18548441451243433,
      "grad_norm": 0.46794071793556213,
      "learning_rate": 4.697829370526205e-05,
      "loss": 4.8228,
      "step": 211905
    },
    {
      "epoch": 0.1854887911060615,
      "grad_norm": 0.470029354095459,
      "learning_rate": 4.697814689529857e-05,
      "loss": 4.7456,
      "step": 211910
    },
    {
      "epoch": 0.18549316769968865,
      "grad_norm": 0.45870158076286316,
      "learning_rate": 4.697800008206024e-05,
      "loss": 5.6383,
      "step": 211915
    },
    {
      "epoch": 0.1854975442933158,
      "grad_norm": 0.4631175100803375,
      "learning_rate": 4.6977853265547066e-05,
      "loss": 5.1562,
      "step": 211920
    },
    {
      "epoch": 0.18550192088694295,
      "grad_norm": 0.4607389271259308,
      "learning_rate": 4.69777064457591e-05,
      "loss": 5.3186,
      "step": 211925
    },
    {
      "epoch": 0.18550629748057013,
      "grad_norm": 0.47657039761543274,
      "learning_rate": 4.6977559622696356e-05,
      "loss": 4.6392,
      "step": 211930
    },
    {
      "epoch": 0.18551067407419727,
      "grad_norm": 0.4871286451816559,
      "learning_rate": 4.6977412796358864e-05,
      "loss": 4.4466,
      "step": 211935
    },
    {
      "epoch": 0.18551505066782442,
      "grad_norm": 0.4436348080635071,
      "learning_rate": 4.697726596674666e-05,
      "loss": 5.351,
      "step": 211940
    },
    {
      "epoch": 0.18551942726145157,
      "grad_norm": 0.49605226516723633,
      "learning_rate": 4.697711913385977e-05,
      "loss": 5.4092,
      "step": 211945
    },
    {
      "epoch": 0.18552380385507872,
      "grad_norm": 0.465476393699646,
      "learning_rate": 4.697697229769822e-05,
      "loss": 5.7634,
      "step": 211950
    },
    {
      "epoch": 0.1855281804487059,
      "grad_norm": 0.4635709226131439,
      "learning_rate": 4.697682545826203e-05,
      "loss": 5.2525,
      "step": 211955
    },
    {
      "epoch": 0.18553255704233304,
      "grad_norm": 0.4629901945590973,
      "learning_rate": 4.697667861555125e-05,
      "loss": 5.9361,
      "step": 211960
    },
    {
      "epoch": 0.1855369336359602,
      "grad_norm": 0.4659687280654907,
      "learning_rate": 4.697653176956588e-05,
      "loss": 4.6989,
      "step": 211965
    },
    {
      "epoch": 0.18554131022958734,
      "grad_norm": 0.4480145573616028,
      "learning_rate": 4.697638492030597e-05,
      "loss": 5.1022,
      "step": 211970
    },
    {
      "epoch": 0.1855456868232145,
      "grad_norm": 0.45445379614830017,
      "learning_rate": 4.6976238067771536e-05,
      "loss": 5.1967,
      "step": 211975
    },
    {
      "epoch": 0.18555006341684166,
      "grad_norm": 0.45407000184059143,
      "learning_rate": 4.697609121196262e-05,
      "loss": 5.4347,
      "step": 211980
    },
    {
      "epoch": 0.1855544400104688,
      "grad_norm": 0.4786316752433777,
      "learning_rate": 4.697594435287923e-05,
      "loss": 5.4472,
      "step": 211985
    },
    {
      "epoch": 0.18555881660409596,
      "grad_norm": 0.4730190634727478,
      "learning_rate": 4.6975797490521425e-05,
      "loss": 6.2857,
      "step": 211990
    },
    {
      "epoch": 0.18556319319772313,
      "grad_norm": 0.44506600499153137,
      "learning_rate": 4.69756506248892e-05,
      "loss": 5.9697,
      "step": 211995
    },
    {
      "epoch": 0.18556756979135028,
      "grad_norm": 0.453570157289505,
      "learning_rate": 4.69755037559826e-05,
      "loss": 4.9171,
      "step": 212000
    },
    {
      "epoch": 0.18557194638497743,
      "grad_norm": 0.4619057774543762,
      "learning_rate": 4.697535688380165e-05,
      "loss": 4.9274,
      "step": 212005
    },
    {
      "epoch": 0.18557632297860457,
      "grad_norm": 0.46668368577957153,
      "learning_rate": 4.697521000834638e-05,
      "loss": 4.3008,
      "step": 212010
    },
    {
      "epoch": 0.18558069957223175,
      "grad_norm": 0.4544994831085205,
      "learning_rate": 4.6975063129616826e-05,
      "loss": 5.2437,
      "step": 212015
    },
    {
      "epoch": 0.1855850761658589,
      "grad_norm": 0.45327228307724,
      "learning_rate": 4.6974916247613e-05,
      "loss": 5.6898,
      "step": 212020
    },
    {
      "epoch": 0.18558945275948605,
      "grad_norm": 0.45562270283699036,
      "learning_rate": 4.697476936233495e-05,
      "loss": 5.6754,
      "step": 212025
    },
    {
      "epoch": 0.1855938293531132,
      "grad_norm": 0.45459601283073425,
      "learning_rate": 4.697462247378267e-05,
      "loss": 5.4511,
      "step": 212030
    },
    {
      "epoch": 0.18559820594674037,
      "grad_norm": 0.4564017057418823,
      "learning_rate": 4.697447558195624e-05,
      "loss": 5.1157,
      "step": 212035
    },
    {
      "epoch": 0.18560258254036752,
      "grad_norm": 0.444536417722702,
      "learning_rate": 4.697432868685564e-05,
      "loss": 5.4443,
      "step": 212040
    },
    {
      "epoch": 0.18560695913399466,
      "grad_norm": 0.4649660587310791,
      "learning_rate": 4.697418178848092e-05,
      "loss": 5.6211,
      "step": 212045
    },
    {
      "epoch": 0.1856113357276218,
      "grad_norm": 0.43966323137283325,
      "learning_rate": 4.6974034886832106e-05,
      "loss": 5.35,
      "step": 212050
    },
    {
      "epoch": 0.185615712321249,
      "grad_norm": 0.46692734956741333,
      "learning_rate": 4.6973887981909234e-05,
      "loss": 4.8702,
      "step": 212055
    },
    {
      "epoch": 0.18562008891487614,
      "grad_norm": 0.4448569416999817,
      "learning_rate": 4.6973741073712317e-05,
      "loss": 4.6042,
      "step": 212060
    },
    {
      "epoch": 0.18562446550850328,
      "grad_norm": 0.487303763628006,
      "learning_rate": 4.69735941622414e-05,
      "loss": 4.6212,
      "step": 212065
    },
    {
      "epoch": 0.18562884210213043,
      "grad_norm": 0.47191062569618225,
      "learning_rate": 4.69734472474965e-05,
      "loss": 4.1892,
      "step": 212070
    },
    {
      "epoch": 0.18563321869575758,
      "grad_norm": 0.46037226915359497,
      "learning_rate": 4.697330032947764e-05,
      "loss": 5.24,
      "step": 212075
    },
    {
      "epoch": 0.18563759528938475,
      "grad_norm": 0.4460117518901825,
      "learning_rate": 4.697315340818487e-05,
      "loss": 5.7472,
      "step": 212080
    },
    {
      "epoch": 0.1856419718830119,
      "grad_norm": 0.4623963534832001,
      "learning_rate": 4.6973006483618186e-05,
      "loss": 5.6658,
      "step": 212085
    },
    {
      "epoch": 0.18564634847663905,
      "grad_norm": 0.455789715051651,
      "learning_rate": 4.6972859555777646e-05,
      "loss": 5.1563,
      "step": 212090
    },
    {
      "epoch": 0.1856507250702662,
      "grad_norm": 0.45097991824150085,
      "learning_rate": 4.6972712624663276e-05,
      "loss": 4.9399,
      "step": 212095
    },
    {
      "epoch": 0.18565510166389337,
      "grad_norm": 0.46171656250953674,
      "learning_rate": 4.697256569027508e-05,
      "loss": 4.6463,
      "step": 212100
    },
    {
      "epoch": 0.18565947825752052,
      "grad_norm": 0.45337674021720886,
      "learning_rate": 4.6972418752613114e-05,
      "loss": 5.2344,
      "step": 212105
    },
    {
      "epoch": 0.18566385485114767,
      "grad_norm": 0.4960768222808838,
      "learning_rate": 4.697227181167739e-05,
      "loss": 4.415,
      "step": 212110
    },
    {
      "epoch": 0.18566823144477482,
      "grad_norm": 0.4722564220428467,
      "learning_rate": 4.697212486746794e-05,
      "loss": 5.435,
      "step": 212115
    },
    {
      "epoch": 0.185672608038402,
      "grad_norm": 0.4607757031917572,
      "learning_rate": 4.6971977919984785e-05,
      "loss": 5.9756,
      "step": 212120
    },
    {
      "epoch": 0.18567698463202914,
      "grad_norm": 0.4667004346847534,
      "learning_rate": 4.697183096922797e-05,
      "loss": 5.4495,
      "step": 212125
    },
    {
      "epoch": 0.1856813612256563,
      "grad_norm": 0.4680017828941345,
      "learning_rate": 4.697168401519751e-05,
      "loss": 4.9416,
      "step": 212130
    },
    {
      "epoch": 0.18568573781928344,
      "grad_norm": 0.4587567150592804,
      "learning_rate": 4.6971537057893445e-05,
      "loss": 4.9549,
      "step": 212135
    },
    {
      "epoch": 0.1856901144129106,
      "grad_norm": 0.45431187748908997,
      "learning_rate": 4.697139009731581e-05,
      "loss": 5.2397,
      "step": 212140
    },
    {
      "epoch": 0.18569449100653776,
      "grad_norm": 0.45860621333122253,
      "learning_rate": 4.6971243133464596e-05,
      "loss": 5.4727,
      "step": 212145
    },
    {
      "epoch": 0.1856988676001649,
      "grad_norm": 0.44239336252212524,
      "learning_rate": 4.697109616633985e-05,
      "loss": 5.1858,
      "step": 212150
    },
    {
      "epoch": 0.18570324419379206,
      "grad_norm": 0.4581228196620941,
      "learning_rate": 4.6970949195941626e-05,
      "loss": 5.9385,
      "step": 212155
    },
    {
      "epoch": 0.18570762078741923,
      "grad_norm": 0.47927606105804443,
      "learning_rate": 4.697080222226993e-05,
      "loss": 4.7297,
      "step": 212160
    },
    {
      "epoch": 0.18571199738104638,
      "grad_norm": 0.44851458072662354,
      "learning_rate": 4.697065524532478e-05,
      "loss": 5.2131,
      "step": 212165
    },
    {
      "epoch": 0.18571637397467353,
      "grad_norm": 0.4480459690093994,
      "learning_rate": 4.697050826510622e-05,
      "loss": 5.1937,
      "step": 212170
    },
    {
      "epoch": 0.18572075056830067,
      "grad_norm": 0.442798376083374,
      "learning_rate": 4.6970361281614284e-05,
      "loss": 4.6479,
      "step": 212175
    },
    {
      "epoch": 0.18572512716192785,
      "grad_norm": 0.47581687569618225,
      "learning_rate": 4.697021429484898e-05,
      "loss": 5.4393,
      "step": 212180
    },
    {
      "epoch": 0.185729503755555,
      "grad_norm": 0.5520645976066589,
      "learning_rate": 4.697006730481035e-05,
      "loss": 4.3974,
      "step": 212185
    },
    {
      "epoch": 0.18573388034918215,
      "grad_norm": 0.4732499122619629,
      "learning_rate": 4.696992031149841e-05,
      "loss": 4.7644,
      "step": 212190
    },
    {
      "epoch": 0.1857382569428093,
      "grad_norm": 0.46770837903022766,
      "learning_rate": 4.696977331491322e-05,
      "loss": 4.3156,
      "step": 212195
    },
    {
      "epoch": 0.18574263353643644,
      "grad_norm": 0.4624830484390259,
      "learning_rate": 4.696962631505478e-05,
      "loss": 5.418,
      "step": 212200
    },
    {
      "epoch": 0.18574701013006362,
      "grad_norm": 0.4458460509777069,
      "learning_rate": 4.696947931192312e-05,
      "loss": 4.6473,
      "step": 212205
    },
    {
      "epoch": 0.18575138672369076,
      "grad_norm": 0.43662962317466736,
      "learning_rate": 4.696933230551828e-05,
      "loss": 6.2695,
      "step": 212210
    },
    {
      "epoch": 0.1857557633173179,
      "grad_norm": 0.44888949394226074,
      "learning_rate": 4.696918529584028e-05,
      "loss": 4.6371,
      "step": 212215
    },
    {
      "epoch": 0.18576013991094506,
      "grad_norm": 0.4868665635585785,
      "learning_rate": 4.6969038282889144e-05,
      "loss": 5.4632,
      "step": 212220
    },
    {
      "epoch": 0.18576451650457224,
      "grad_norm": 0.48514413833618164,
      "learning_rate": 4.6968891266664904e-05,
      "loss": 5.4322,
      "step": 212225
    },
    {
      "epoch": 0.18576889309819938,
      "grad_norm": 0.4369228780269623,
      "learning_rate": 4.6968744247167606e-05,
      "loss": 5.1443,
      "step": 212230
    },
    {
      "epoch": 0.18577326969182653,
      "grad_norm": 0.4513213634490967,
      "learning_rate": 4.696859722439725e-05,
      "loss": 5.422,
      "step": 212235
    },
    {
      "epoch": 0.18577764628545368,
      "grad_norm": 0.4365065395832062,
      "learning_rate": 4.696845019835387e-05,
      "loss": 5.323,
      "step": 212240
    },
    {
      "epoch": 0.18578202287908085,
      "grad_norm": 0.4465714693069458,
      "learning_rate": 4.696830316903752e-05,
      "loss": 5.1354,
      "step": 212245
    },
    {
      "epoch": 0.185786399472708,
      "grad_norm": 0.43560323119163513,
      "learning_rate": 4.696815613644821e-05,
      "loss": 6.2162,
      "step": 212250
    },
    {
      "epoch": 0.18579077606633515,
      "grad_norm": 0.48573872447013855,
      "learning_rate": 4.6968009100585955e-05,
      "loss": 5.1681,
      "step": 212255
    },
    {
      "epoch": 0.1857951526599623,
      "grad_norm": 0.4697536528110504,
      "learning_rate": 4.6967862061450794e-05,
      "loss": 4.4013,
      "step": 212260
    },
    {
      "epoch": 0.18579952925358947,
      "grad_norm": 0.4856581389904022,
      "learning_rate": 4.6967715019042766e-05,
      "loss": 5.4753,
      "step": 212265
    },
    {
      "epoch": 0.18580390584721662,
      "grad_norm": 0.45995423197746277,
      "learning_rate": 4.6967567973361905e-05,
      "loss": 5.2089,
      "step": 212270
    },
    {
      "epoch": 0.18580828244084377,
      "grad_norm": 0.45898687839508057,
      "learning_rate": 4.696742092440821e-05,
      "loss": 4.9202,
      "step": 212275
    },
    {
      "epoch": 0.18581265903447092,
      "grad_norm": 0.4574144780635834,
      "learning_rate": 4.696727387218173e-05,
      "loss": 5.1301,
      "step": 212280
    },
    {
      "epoch": 0.1858170356280981,
      "grad_norm": 0.46810099482536316,
      "learning_rate": 4.6967126816682494e-05,
      "loss": 5.1845,
      "step": 212285
    },
    {
      "epoch": 0.18582141222172524,
      "grad_norm": 0.46021661162376404,
      "learning_rate": 4.6966979757910514e-05,
      "loss": 4.651,
      "step": 212290
    },
    {
      "epoch": 0.1858257888153524,
      "grad_norm": 0.4742453098297119,
      "learning_rate": 4.696683269586582e-05,
      "loss": 4.5688,
      "step": 212295
    },
    {
      "epoch": 0.18583016540897954,
      "grad_norm": 0.45146819949150085,
      "learning_rate": 4.696668563054848e-05,
      "loss": 5.7071,
      "step": 212300
    },
    {
      "epoch": 0.1858345420026067,
      "grad_norm": 0.4556291997432709,
      "learning_rate": 4.6966538561958475e-05,
      "loss": 5.4327,
      "step": 212305
    },
    {
      "epoch": 0.18583891859623386,
      "grad_norm": 0.4658716917037964,
      "learning_rate": 4.696639149009585e-05,
      "loss": 4.9293,
      "step": 212310
    },
    {
      "epoch": 0.185843295189861,
      "grad_norm": 0.4531729519367218,
      "learning_rate": 4.696624441496064e-05,
      "loss": 5.4376,
      "step": 212315
    },
    {
      "epoch": 0.18584767178348816,
      "grad_norm": 0.44211065769195557,
      "learning_rate": 4.6966097336552864e-05,
      "loss": 4.4182,
      "step": 212320
    },
    {
      "epoch": 0.18585204837711533,
      "grad_norm": 0.4553004205226898,
      "learning_rate": 4.6965950254872546e-05,
      "loss": 4.6052,
      "step": 212325
    },
    {
      "epoch": 0.18585642497074248,
      "grad_norm": 0.46031826734542847,
      "learning_rate": 4.6965803169919734e-05,
      "loss": 4.4143,
      "step": 212330
    },
    {
      "epoch": 0.18586080156436963,
      "grad_norm": 0.45205482840538025,
      "learning_rate": 4.696565608169444e-05,
      "loss": 5.9545,
      "step": 212335
    },
    {
      "epoch": 0.18586517815799677,
      "grad_norm": 0.4279225468635559,
      "learning_rate": 4.696550899019669e-05,
      "loss": 5.462,
      "step": 212340
    },
    {
      "epoch": 0.18586955475162392,
      "grad_norm": 0.4714045524597168,
      "learning_rate": 4.696536189542653e-05,
      "loss": 5.4273,
      "step": 212345
    },
    {
      "epoch": 0.1858739313452511,
      "grad_norm": 0.44860562682151794,
      "learning_rate": 4.696521479738397e-05,
      "loss": 4.8674,
      "step": 212350
    },
    {
      "epoch": 0.18587830793887825,
      "grad_norm": 0.47599363327026367,
      "learning_rate": 4.6965067696069055e-05,
      "loss": 5.9582,
      "step": 212355
    },
    {
      "epoch": 0.1858826845325054,
      "grad_norm": 0.4453316926956177,
      "learning_rate": 4.6964920591481795e-05,
      "loss": 5.6439,
      "step": 212360
    },
    {
      "epoch": 0.18588706112613254,
      "grad_norm": 0.4424823820590973,
      "learning_rate": 4.696477348362224e-05,
      "loss": 5.359,
      "step": 212365
    },
    {
      "epoch": 0.18589143771975972,
      "grad_norm": 0.44233620166778564,
      "learning_rate": 4.6964626372490394e-05,
      "loss": 5.3893,
      "step": 212370
    },
    {
      "epoch": 0.18589581431338686,
      "grad_norm": 0.4404163360595703,
      "learning_rate": 4.69644792580863e-05,
      "loss": 5.9547,
      "step": 212375
    },
    {
      "epoch": 0.185900190907014,
      "grad_norm": 0.43452268838882446,
      "learning_rate": 4.696433214040998e-05,
      "loss": 5.6219,
      "step": 212380
    },
    {
      "epoch": 0.18590456750064116,
      "grad_norm": 0.44224247336387634,
      "learning_rate": 4.696418501946147e-05,
      "loss": 5.4327,
      "step": 212385
    },
    {
      "epoch": 0.18590894409426834,
      "grad_norm": 0.43274542689323425,
      "learning_rate": 4.69640378952408e-05,
      "loss": 4.8487,
      "step": 212390
    },
    {
      "epoch": 0.18591332068789548,
      "grad_norm": 0.45958176255226135,
      "learning_rate": 4.6963890767747985e-05,
      "loss": 5.2739,
      "step": 212395
    },
    {
      "epoch": 0.18591769728152263,
      "grad_norm": 0.43975088000297546,
      "learning_rate": 4.696374363698306e-05,
      "loss": 5.3968,
      "step": 212400
    },
    {
      "epoch": 0.18592207387514978,
      "grad_norm": 0.4403180181980133,
      "learning_rate": 4.696359650294606e-05,
      "loss": 4.9322,
      "step": 212405
    },
    {
      "epoch": 0.18592645046877695,
      "grad_norm": 0.44300639629364014,
      "learning_rate": 4.6963449365637004e-05,
      "loss": 5.1324,
      "step": 212410
    },
    {
      "epoch": 0.1859308270624041,
      "grad_norm": 0.46045902371406555,
      "learning_rate": 4.6963302225055926e-05,
      "loss": 5.2304,
      "step": 212415
    },
    {
      "epoch": 0.18593520365603125,
      "grad_norm": 0.4404278099536896,
      "learning_rate": 4.696315508120286e-05,
      "loss": 4.6018,
      "step": 212420
    },
    {
      "epoch": 0.1859395802496584,
      "grad_norm": 0.4634770154953003,
      "learning_rate": 4.696300793407783e-05,
      "loss": 4.7213,
      "step": 212425
    },
    {
      "epoch": 0.18594395684328557,
      "grad_norm": 0.47765812277793884,
      "learning_rate": 4.6962860783680854e-05,
      "loss": 4.6339,
      "step": 212430
    },
    {
      "epoch": 0.18594833343691272,
      "grad_norm": 0.4698706865310669,
      "learning_rate": 4.696271363001196e-05,
      "loss": 5.0997,
      "step": 212435
    },
    {
      "epoch": 0.18595271003053987,
      "grad_norm": 0.44587773084640503,
      "learning_rate": 4.696256647307119e-05,
      "loss": 6.2258,
      "step": 212440
    },
    {
      "epoch": 0.18595708662416702,
      "grad_norm": 0.4598499536514282,
      "learning_rate": 4.6962419312858566e-05,
      "loss": 4.3238,
      "step": 212445
    },
    {
      "epoch": 0.1859614632177942,
      "grad_norm": 0.6109999418258667,
      "learning_rate": 4.696227214937412e-05,
      "loss": 4.6629,
      "step": 212450
    },
    {
      "epoch": 0.18596583981142134,
      "grad_norm": 0.4950680136680603,
      "learning_rate": 4.6962124982617885e-05,
      "loss": 5.1516,
      "step": 212455
    },
    {
      "epoch": 0.1859702164050485,
      "grad_norm": 0.4485069215297699,
      "learning_rate": 4.696197781258986e-05,
      "loss": 5.96,
      "step": 212460
    },
    {
      "epoch": 0.18597459299867564,
      "grad_norm": 0.44925951957702637,
      "learning_rate": 4.696183063929012e-05,
      "loss": 6.2199,
      "step": 212465
    },
    {
      "epoch": 0.18597896959230278,
      "grad_norm": 0.4605962634086609,
      "learning_rate": 4.696168346271865e-05,
      "loss": 5.7532,
      "step": 212470
    },
    {
      "epoch": 0.18598334618592996,
      "grad_norm": 0.4610839784145355,
      "learning_rate": 4.696153628287551e-05,
      "loss": 5.2667,
      "step": 212475
    },
    {
      "epoch": 0.1859877227795571,
      "grad_norm": 0.45154836773872375,
      "learning_rate": 4.69613890997607e-05,
      "loss": 4.3055,
      "step": 212480
    },
    {
      "epoch": 0.18599209937318426,
      "grad_norm": 0.47891712188720703,
      "learning_rate": 4.6961241913374274e-05,
      "loss": 5.4439,
      "step": 212485
    },
    {
      "epoch": 0.1859964759668114,
      "grad_norm": 0.456668883562088,
      "learning_rate": 4.696109472371626e-05,
      "loss": 4.6378,
      "step": 212490
    },
    {
      "epoch": 0.18600085256043858,
      "grad_norm": 0.5032620429992676,
      "learning_rate": 4.696094753078666e-05,
      "loss": 4.7107,
      "step": 212495
    },
    {
      "epoch": 0.18600522915406573,
      "grad_norm": 0.469600111246109,
      "learning_rate": 4.696080033458553e-05,
      "loss": 5.1468,
      "step": 212500
    },
    {
      "epoch": 0.18600960574769287,
      "grad_norm": 0.4725338816642761,
      "learning_rate": 4.696065313511287e-05,
      "loss": 5.4508,
      "step": 212505
    },
    {
      "epoch": 0.18601398234132002,
      "grad_norm": 0.4800502061843872,
      "learning_rate": 4.696050593236875e-05,
      "loss": 5.7645,
      "step": 212510
    },
    {
      "epoch": 0.1860183589349472,
      "grad_norm": 0.45023804903030396,
      "learning_rate": 4.696035872635316e-05,
      "loss": 4.8162,
      "step": 212515
    },
    {
      "epoch": 0.18602273552857435,
      "grad_norm": 0.505126416683197,
      "learning_rate": 4.696021151706614e-05,
      "loss": 4.4087,
      "step": 212520
    },
    {
      "epoch": 0.1860271121222015,
      "grad_norm": 0.513876736164093,
      "learning_rate": 4.6960064304507734e-05,
      "loss": 4.9324,
      "step": 212525
    },
    {
      "epoch": 0.18603148871582864,
      "grad_norm": 0.44370418787002563,
      "learning_rate": 4.695991708867794e-05,
      "loss": 6.0082,
      "step": 212530
    },
    {
      "epoch": 0.18603586530945582,
      "grad_norm": 0.613547682762146,
      "learning_rate": 4.6959769869576816e-05,
      "loss": 4.8027,
      "step": 212535
    },
    {
      "epoch": 0.18604024190308296,
      "grad_norm": 0.5499646663665771,
      "learning_rate": 4.695962264720438e-05,
      "loss": 5.1568,
      "step": 212540
    },
    {
      "epoch": 0.1860446184967101,
      "grad_norm": 0.6473248600959778,
      "learning_rate": 4.695947542156066e-05,
      "loss": 4.9251,
      "step": 212545
    },
    {
      "epoch": 0.18604899509033726,
      "grad_norm": 0.44997838139533997,
      "learning_rate": 4.695932819264567e-05,
      "loss": 4.6348,
      "step": 212550
    },
    {
      "epoch": 0.18605337168396444,
      "grad_norm": 0.4500088095664978,
      "learning_rate": 4.6959180960459456e-05,
      "loss": 5.3525,
      "step": 212555
    },
    {
      "epoch": 0.18605774827759158,
      "grad_norm": 0.48234227299690247,
      "learning_rate": 4.695903372500204e-05,
      "loss": 5.6484,
      "step": 212560
    },
    {
      "epoch": 0.18606212487121873,
      "grad_norm": 0.4751400649547577,
      "learning_rate": 4.695888648627347e-05,
      "loss": 5.7173,
      "step": 212565
    },
    {
      "epoch": 0.18606650146484588,
      "grad_norm": 0.5978896021842957,
      "learning_rate": 4.695873924427374e-05,
      "loss": 4.8197,
      "step": 212570
    },
    {
      "epoch": 0.18607087805847305,
      "grad_norm": 0.4417164921760559,
      "learning_rate": 4.69585919990029e-05,
      "loss": 4.8539,
      "step": 212575
    },
    {
      "epoch": 0.1860752546521002,
      "grad_norm": 0.435926616191864,
      "learning_rate": 4.695844475046096e-05,
      "loss": 4.6949,
      "step": 212580
    },
    {
      "epoch": 0.18607963124572735,
      "grad_norm": 0.517503023147583,
      "learning_rate": 4.6958297498647983e-05,
      "loss": 5.7365,
      "step": 212585
    },
    {
      "epoch": 0.1860840078393545,
      "grad_norm": 0.4458787143230438,
      "learning_rate": 4.695815024356396e-05,
      "loss": 5.4961,
      "step": 212590
    },
    {
      "epoch": 0.18608838443298165,
      "grad_norm": 0.489437997341156,
      "learning_rate": 4.695800298520895e-05,
      "loss": 6.2914,
      "step": 212595
    },
    {
      "epoch": 0.18609276102660882,
      "grad_norm": 0.4576130211353302,
      "learning_rate": 4.6957855723582954e-05,
      "loss": 5.4753,
      "step": 212600
    },
    {
      "epoch": 0.18609713762023597,
      "grad_norm": 0.5532939434051514,
      "learning_rate": 4.695770845868602e-05,
      "loss": 4.5964,
      "step": 212605
    },
    {
      "epoch": 0.18610151421386312,
      "grad_norm": 0.4390784502029419,
      "learning_rate": 4.695756119051816e-05,
      "loss": 5.351,
      "step": 212610
    },
    {
      "epoch": 0.18610589080749027,
      "grad_norm": 0.4845656156539917,
      "learning_rate": 4.695741391907943e-05,
      "loss": 5.3969,
      "step": 212615
    },
    {
      "epoch": 0.18611026740111744,
      "grad_norm": 0.4394855201244354,
      "learning_rate": 4.6957266644369824e-05,
      "loss": 5.744,
      "step": 212620
    },
    {
      "epoch": 0.1861146439947446,
      "grad_norm": 0.4749923348426819,
      "learning_rate": 4.695711936638939e-05,
      "loss": 5.1219,
      "step": 212625
    },
    {
      "epoch": 0.18611902058837174,
      "grad_norm": 0.47216686606407166,
      "learning_rate": 4.695697208513816e-05,
      "loss": 4.4429,
      "step": 212630
    },
    {
      "epoch": 0.18612339718199888,
      "grad_norm": 0.44139111042022705,
      "learning_rate": 4.695682480061615e-05,
      "loss": 5.1392,
      "step": 212635
    },
    {
      "epoch": 0.18612777377562606,
      "grad_norm": 0.4592437446117401,
      "learning_rate": 4.69566775128234e-05,
      "loss": 5.4185,
      "step": 212640
    },
    {
      "epoch": 0.1861321503692532,
      "grad_norm": 0.4906466603279114,
      "learning_rate": 4.695653022175993e-05,
      "loss": 5.1714,
      "step": 212645
    },
    {
      "epoch": 0.18613652696288036,
      "grad_norm": 0.4474802315235138,
      "learning_rate": 4.6956382927425767e-05,
      "loss": 5.958,
      "step": 212650
    },
    {
      "epoch": 0.1861409035565075,
      "grad_norm": 0.44395682215690613,
      "learning_rate": 4.6956235629820955e-05,
      "loss": 5.4044,
      "step": 212655
    },
    {
      "epoch": 0.18614528015013468,
      "grad_norm": 0.48346564173698425,
      "learning_rate": 4.69560883289455e-05,
      "loss": 4.5935,
      "step": 212660
    },
    {
      "epoch": 0.18614965674376183,
      "grad_norm": 0.489795446395874,
      "learning_rate": 4.6955941024799445e-05,
      "loss": 5.4767,
      "step": 212665
    },
    {
      "epoch": 0.18615403333738897,
      "grad_norm": 0.4800170063972473,
      "learning_rate": 4.6955793717382814e-05,
      "loss": 4.7167,
      "step": 212670
    },
    {
      "epoch": 0.18615840993101612,
      "grad_norm": 0.44935157895088196,
      "learning_rate": 4.695564640669563e-05,
      "loss": 5.7625,
      "step": 212675
    },
    {
      "epoch": 0.1861627865246433,
      "grad_norm": 0.45045191049575806,
      "learning_rate": 4.695549909273794e-05,
      "loss": 5.4514,
      "step": 212680
    },
    {
      "epoch": 0.18616716311827045,
      "grad_norm": 0.4476562738418579,
      "learning_rate": 4.695535177550975e-05,
      "loss": 5.1181,
      "step": 212685
    },
    {
      "epoch": 0.1861715397118976,
      "grad_norm": 0.4904261529445648,
      "learning_rate": 4.69552044550111e-05,
      "loss": 4.9057,
      "step": 212690
    },
    {
      "epoch": 0.18617591630552474,
      "grad_norm": 0.46975916624069214,
      "learning_rate": 4.695505713124203e-05,
      "loss": 4.85,
      "step": 212695
    },
    {
      "epoch": 0.18618029289915192,
      "grad_norm": 0.45749685168266296,
      "learning_rate": 4.695490980420253e-05,
      "loss": 5.1761,
      "step": 212700
    },
    {
      "epoch": 0.18618466949277906,
      "grad_norm": 0.4993901252746582,
      "learning_rate": 4.6954762473892676e-05,
      "loss": 4.8994,
      "step": 212705
    },
    {
      "epoch": 0.1861890460864062,
      "grad_norm": 0.5044896006584167,
      "learning_rate": 4.6954615140312465e-05,
      "loss": 5.428,
      "step": 212710
    },
    {
      "epoch": 0.18619342268003336,
      "grad_norm": 0.47337964177131653,
      "learning_rate": 4.6954467803461934e-05,
      "loss": 4.9374,
      "step": 212715
    },
    {
      "epoch": 0.1861977992736605,
      "grad_norm": 0.4517795443534851,
      "learning_rate": 4.695432046334112e-05,
      "loss": 4.1855,
      "step": 212720
    },
    {
      "epoch": 0.18620217586728768,
      "grad_norm": 0.4335006773471832,
      "learning_rate": 4.695417311995003e-05,
      "loss": 5.9611,
      "step": 212725
    },
    {
      "epoch": 0.18620655246091483,
      "grad_norm": 0.44083237648010254,
      "learning_rate": 4.6954025773288714e-05,
      "loss": 5.9514,
      "step": 212730
    },
    {
      "epoch": 0.18621092905454198,
      "grad_norm": 0.45294681191444397,
      "learning_rate": 4.695387842335718e-05,
      "loss": 5.1691,
      "step": 212735
    },
    {
      "epoch": 0.18621530564816913,
      "grad_norm": 0.4549235701560974,
      "learning_rate": 4.695373107015548e-05,
      "loss": 5.1257,
      "step": 212740
    },
    {
      "epoch": 0.1862196822417963,
      "grad_norm": 0.4525749385356903,
      "learning_rate": 4.695358371368363e-05,
      "loss": 4.9292,
      "step": 212745
    },
    {
      "epoch": 0.18622405883542345,
      "grad_norm": 0.46205371618270874,
      "learning_rate": 4.695343635394166e-05,
      "loss": 5.7557,
      "step": 212750
    },
    {
      "epoch": 0.1862284354290506,
      "grad_norm": 0.45556727051734924,
      "learning_rate": 4.69532889909296e-05,
      "loss": 5.3936,
      "step": 212755
    },
    {
      "epoch": 0.18623281202267775,
      "grad_norm": 0.4624202847480774,
      "learning_rate": 4.695314162464747e-05,
      "loss": 4.9284,
      "step": 212760
    },
    {
      "epoch": 0.18623718861630492,
      "grad_norm": 0.44062191247940063,
      "learning_rate": 4.695299425509531e-05,
      "loss": 5.7807,
      "step": 212765
    },
    {
      "epoch": 0.18624156520993207,
      "grad_norm": 0.4413686692714691,
      "learning_rate": 4.695284688227314e-05,
      "loss": 5.4503,
      "step": 212770
    },
    {
      "epoch": 0.18624594180355922,
      "grad_norm": 0.44598275423049927,
      "learning_rate": 4.6952699506180986e-05,
      "loss": 6.2527,
      "step": 212775
    },
    {
      "epoch": 0.18625031839718637,
      "grad_norm": 0.5305482149124146,
      "learning_rate": 4.6952552126818895e-05,
      "loss": 4.8112,
      "step": 212780
    },
    {
      "epoch": 0.18625469499081354,
      "grad_norm": 0.4578925371170044,
      "learning_rate": 4.695240474418687e-05,
      "loss": 5.6588,
      "step": 212785
    },
    {
      "epoch": 0.1862590715844407,
      "grad_norm": 0.4489503800868988,
      "learning_rate": 4.695225735828496e-05,
      "loss": 5.675,
      "step": 212790
    },
    {
      "epoch": 0.18626344817806784,
      "grad_norm": 0.4458039104938507,
      "learning_rate": 4.6952109969113175e-05,
      "loss": 5.4438,
      "step": 212795
    },
    {
      "epoch": 0.18626782477169498,
      "grad_norm": 0.4637428820133209,
      "learning_rate": 4.6951962576671574e-05,
      "loss": 5.4347,
      "step": 212800
    },
    {
      "epoch": 0.18627220136532216,
      "grad_norm": 0.45972228050231934,
      "learning_rate": 4.695181518096015e-05,
      "loss": 5.7471,
      "step": 212805
    },
    {
      "epoch": 0.1862765779589493,
      "grad_norm": 0.4632861614227295,
      "learning_rate": 4.695166778197895e-05,
      "loss": 5.2372,
      "step": 212810
    },
    {
      "epoch": 0.18628095455257646,
      "grad_norm": 0.4781002700328827,
      "learning_rate": 4.6951520379727995e-05,
      "loss": 4.8819,
      "step": 212815
    },
    {
      "epoch": 0.1862853311462036,
      "grad_norm": 0.45560088753700256,
      "learning_rate": 4.695137297420732e-05,
      "loss": 5.4522,
      "step": 212820
    },
    {
      "epoch": 0.18628970773983078,
      "grad_norm": 0.49281322956085205,
      "learning_rate": 4.695122556541694e-05,
      "loss": 4.9196,
      "step": 212825
    },
    {
      "epoch": 0.18629408433345793,
      "grad_norm": 0.48240742087364197,
      "learning_rate": 4.6951078153356906e-05,
      "loss": 4.9353,
      "step": 212830
    },
    {
      "epoch": 0.18629846092708507,
      "grad_norm": 0.4523029327392578,
      "learning_rate": 4.695093073802724e-05,
      "loss": 4.6244,
      "step": 212835
    },
    {
      "epoch": 0.18630283752071222,
      "grad_norm": 0.4544966220855713,
      "learning_rate": 4.695078331942796e-05,
      "loss": 5.2232,
      "step": 212840
    },
    {
      "epoch": 0.18630721411433937,
      "grad_norm": 0.4511641263961792,
      "learning_rate": 4.695063589755909e-05,
      "loss": 5.1765,
      "step": 212845
    },
    {
      "epoch": 0.18631159070796655,
      "grad_norm": 0.45660141110420227,
      "learning_rate": 4.6950488472420684e-05,
      "loss": 5.2024,
      "step": 212850
    },
    {
      "epoch": 0.1863159673015937,
      "grad_norm": 0.4539182782173157,
      "learning_rate": 4.695034104401275e-05,
      "loss": 5.0646,
      "step": 212855
    },
    {
      "epoch": 0.18632034389522084,
      "grad_norm": 0.43991243839263916,
      "learning_rate": 4.6950193612335314e-05,
      "loss": 5.6555,
      "step": 212860
    },
    {
      "epoch": 0.186324720488848,
      "grad_norm": 0.44158220291137695,
      "learning_rate": 4.695004617738842e-05,
      "loss": 5.6529,
      "step": 212865
    },
    {
      "epoch": 0.18632909708247516,
      "grad_norm": 0.4754703938961029,
      "learning_rate": 4.6949898739172074e-05,
      "loss": 5.1429,
      "step": 212870
    },
    {
      "epoch": 0.1863334736761023,
      "grad_norm": 0.46469640731811523,
      "learning_rate": 4.694975129768633e-05,
      "loss": 4.9323,
      "step": 212875
    },
    {
      "epoch": 0.18633785026972946,
      "grad_norm": 0.473366916179657,
      "learning_rate": 4.69496038529312e-05,
      "loss": 5.4202,
      "step": 212880
    },
    {
      "epoch": 0.1863422268633566,
      "grad_norm": 0.4684903919696808,
      "learning_rate": 4.694945640490672e-05,
      "loss": 4.4156,
      "step": 212885
    },
    {
      "epoch": 0.18634660345698378,
      "grad_norm": 0.5071997046470642,
      "learning_rate": 4.694930895361291e-05,
      "loss": 5.1395,
      "step": 212890
    },
    {
      "epoch": 0.18635098005061093,
      "grad_norm": 0.4594048261642456,
      "learning_rate": 4.694916149904981e-05,
      "loss": 5.9475,
      "step": 212895
    },
    {
      "epoch": 0.18635535664423808,
      "grad_norm": 0.4735618829727173,
      "learning_rate": 4.694901404121744e-05,
      "loss": 5.239,
      "step": 212900
    },
    {
      "epoch": 0.18635973323786523,
      "grad_norm": 0.5926143527030945,
      "learning_rate": 4.6948866580115824e-05,
      "loss": 5.4558,
      "step": 212905
    },
    {
      "epoch": 0.1863641098314924,
      "grad_norm": 0.5633118748664856,
      "learning_rate": 4.694871911574501e-05,
      "loss": 6.2467,
      "step": 212910
    },
    {
      "epoch": 0.18636848642511955,
      "grad_norm": 0.4512369632720947,
      "learning_rate": 4.694857164810501e-05,
      "loss": 4.6501,
      "step": 212915
    },
    {
      "epoch": 0.1863728630187467,
      "grad_norm": 0.46463581919670105,
      "learning_rate": 4.694842417719585e-05,
      "loss": 4.9058,
      "step": 212920
    },
    {
      "epoch": 0.18637723961237385,
      "grad_norm": 0.5009747743606567,
      "learning_rate": 4.6948276703017566e-05,
      "loss": 5.1818,
      "step": 212925
    },
    {
      "epoch": 0.18638161620600102,
      "grad_norm": 0.45129528641700745,
      "learning_rate": 4.694812922557019e-05,
      "loss": 5.6537,
      "step": 212930
    },
    {
      "epoch": 0.18638599279962817,
      "grad_norm": 0.4607304036617279,
      "learning_rate": 4.694798174485374e-05,
      "loss": 5.1463,
      "step": 212935
    },
    {
      "epoch": 0.18639036939325532,
      "grad_norm": 0.4450538158416748,
      "learning_rate": 4.694783426086826e-05,
      "loss": 6.2494,
      "step": 212940
    },
    {
      "epoch": 0.18639474598688247,
      "grad_norm": 0.456780344247818,
      "learning_rate": 4.6947686773613764e-05,
      "loss": 5.7255,
      "step": 212945
    },
    {
      "epoch": 0.18639912258050964,
      "grad_norm": 0.47373834252357483,
      "learning_rate": 4.694753928309028e-05,
      "loss": 4.9431,
      "step": 212950
    },
    {
      "epoch": 0.1864034991741368,
      "grad_norm": 0.4533759653568268,
      "learning_rate": 4.6947391789297846e-05,
      "loss": 5.472,
      "step": 212955
    },
    {
      "epoch": 0.18640787576776394,
      "grad_norm": 0.48250633478164673,
      "learning_rate": 4.694724429223648e-05,
      "loss": 5.1334,
      "step": 212960
    },
    {
      "epoch": 0.18641225236139108,
      "grad_norm": 0.45699992775917053,
      "learning_rate": 4.694709679190622e-05,
      "loss": 4.846,
      "step": 212965
    },
    {
      "epoch": 0.18641662895501826,
      "grad_norm": 0.46953314542770386,
      "learning_rate": 4.694694928830709e-05,
      "loss": 4.6107,
      "step": 212970
    },
    {
      "epoch": 0.1864210055486454,
      "grad_norm": 0.4671541750431061,
      "learning_rate": 4.694680178143912e-05,
      "loss": 5.6845,
      "step": 212975
    },
    {
      "epoch": 0.18642538214227256,
      "grad_norm": 0.4618852734565735,
      "learning_rate": 4.694665427130234e-05,
      "loss": 5.4138,
      "step": 212980
    },
    {
      "epoch": 0.1864297587358997,
      "grad_norm": 0.48569661378860474,
      "learning_rate": 4.694650675789677e-05,
      "loss": 5.6668,
      "step": 212985
    },
    {
      "epoch": 0.18643413532952685,
      "grad_norm": 0.4791250228881836,
      "learning_rate": 4.694635924122245e-05,
      "loss": 5.1371,
      "step": 212990
    },
    {
      "epoch": 0.18643851192315403,
      "grad_norm": 0.44778984785079956,
      "learning_rate": 4.69462117212794e-05,
      "loss": 5.6779,
      "step": 212995
    },
    {
      "epoch": 0.18644288851678117,
      "grad_norm": 0.4955398142337799,
      "learning_rate": 4.694606419806764e-05,
      "loss": 5.1118,
      "step": 213000
    },
    {
      "epoch": 0.18644726511040832,
      "grad_norm": 0.48694953322410583,
      "learning_rate": 4.694591667158722e-05,
      "loss": 5.1989,
      "step": 213005
    },
    {
      "epoch": 0.18645164170403547,
      "grad_norm": 0.45127084851264954,
      "learning_rate": 4.694576914183817e-05,
      "loss": 6.225,
      "step": 213010
    },
    {
      "epoch": 0.18645601829766265,
      "grad_norm": 0.4675366282463074,
      "learning_rate": 4.6945621608820486e-05,
      "loss": 5.2166,
      "step": 213015
    },
    {
      "epoch": 0.1864603948912898,
      "grad_norm": 0.45710963010787964,
      "learning_rate": 4.694547407253423e-05,
      "loss": 5.7274,
      "step": 213020
    },
    {
      "epoch": 0.18646477148491694,
      "grad_norm": 0.4587327241897583,
      "learning_rate": 4.694532653297942e-05,
      "loss": 5.4292,
      "step": 213025
    },
    {
      "epoch": 0.1864691480785441,
      "grad_norm": 0.4517631530761719,
      "learning_rate": 4.694517899015608e-05,
      "loss": 5.36,
      "step": 213030
    },
    {
      "epoch": 0.18647352467217126,
      "grad_norm": 0.4489619731903076,
      "learning_rate": 4.6945031444064236e-05,
      "loss": 5.3568,
      "step": 213035
    },
    {
      "epoch": 0.1864779012657984,
      "grad_norm": 0.49865156412124634,
      "learning_rate": 4.694488389470392e-05,
      "loss": 5.4171,
      "step": 213040
    },
    {
      "epoch": 0.18648227785942556,
      "grad_norm": 0.45437145233154297,
      "learning_rate": 4.694473634207516e-05,
      "loss": 5.4552,
      "step": 213045
    },
    {
      "epoch": 0.1864866544530527,
      "grad_norm": 0.446991890668869,
      "learning_rate": 4.694458878617799e-05,
      "loss": 5.1702,
      "step": 213050
    },
    {
      "epoch": 0.18649103104667988,
      "grad_norm": 0.5228438973426819,
      "learning_rate": 4.6944441227012436e-05,
      "loss": 4.3829,
      "step": 213055
    },
    {
      "epoch": 0.18649540764030703,
      "grad_norm": 0.4712449014186859,
      "learning_rate": 4.694429366457852e-05,
      "loss": 5.6148,
      "step": 213060
    },
    {
      "epoch": 0.18649978423393418,
      "grad_norm": 0.4663144648075104,
      "learning_rate": 4.6944146098876286e-05,
      "loss": 5.7516,
      "step": 213065
    },
    {
      "epoch": 0.18650416082756133,
      "grad_norm": 0.4511195123195648,
      "learning_rate": 4.694399852990574e-05,
      "loss": 5.6213,
      "step": 213070
    },
    {
      "epoch": 0.1865085374211885,
      "grad_norm": 0.44678258895874023,
      "learning_rate": 4.694385095766692e-05,
      "loss": 5.7378,
      "step": 213075
    },
    {
      "epoch": 0.18651291401481565,
      "grad_norm": 0.48272785544395447,
      "learning_rate": 4.6943703382159864e-05,
      "loss": 5.1326,
      "step": 213080
    },
    {
      "epoch": 0.1865172906084428,
      "grad_norm": 0.45413175225257874,
      "learning_rate": 4.69435558033846e-05,
      "loss": 4.8545,
      "step": 213085
    },
    {
      "epoch": 0.18652166720206995,
      "grad_norm": 0.49019911885261536,
      "learning_rate": 4.694340822134113e-05,
      "loss": 5.4425,
      "step": 213090
    },
    {
      "epoch": 0.18652604379569712,
      "grad_norm": 0.46829384565353394,
      "learning_rate": 4.694326063602952e-05,
      "loss": 5.7068,
      "step": 213095
    },
    {
      "epoch": 0.18653042038932427,
      "grad_norm": 0.44818124175071716,
      "learning_rate": 4.694311304744978e-05,
      "loss": 5.1728,
      "step": 213100
    },
    {
      "epoch": 0.18653479698295142,
      "grad_norm": 0.4949849247932434,
      "learning_rate": 4.694296545560194e-05,
      "loss": 5.1985,
      "step": 213105
    },
    {
      "epoch": 0.18653917357657857,
      "grad_norm": 0.4614754319190979,
      "learning_rate": 4.694281786048601e-05,
      "loss": 5.4274,
      "step": 213110
    },
    {
      "epoch": 0.1865435501702057,
      "grad_norm": 0.47489023208618164,
      "learning_rate": 4.694267026210205e-05,
      "loss": 4.6271,
      "step": 213115
    },
    {
      "epoch": 0.1865479267638329,
      "grad_norm": 0.45901602506637573,
      "learning_rate": 4.6942522660450075e-05,
      "loss": 5.7619,
      "step": 213120
    },
    {
      "epoch": 0.18655230335746004,
      "grad_norm": 0.48422062397003174,
      "learning_rate": 4.694237505553011e-05,
      "loss": 5.651,
      "step": 213125
    },
    {
      "epoch": 0.18655667995108718,
      "grad_norm": 0.4434553384780884,
      "learning_rate": 4.694222744734218e-05,
      "loss": 5.425,
      "step": 213130
    },
    {
      "epoch": 0.18656105654471433,
      "grad_norm": 0.45531079173088074,
      "learning_rate": 4.6942079835886334e-05,
      "loss": 5.4547,
      "step": 213135
    },
    {
      "epoch": 0.1865654331383415,
      "grad_norm": 0.4738819897174835,
      "learning_rate": 4.6941932221162565e-05,
      "loss": 5.4293,
      "step": 213140
    },
    {
      "epoch": 0.18656980973196866,
      "grad_norm": 0.4383244216442108,
      "learning_rate": 4.694178460317094e-05,
      "loss": 6.2713,
      "step": 213145
    },
    {
      "epoch": 0.1865741863255958,
      "grad_norm": 0.44505593180656433,
      "learning_rate": 4.694163698191146e-05,
      "loss": 6.2533,
      "step": 213150
    },
    {
      "epoch": 0.18657856291922295,
      "grad_norm": 0.5363707542419434,
      "learning_rate": 4.694148935738418e-05,
      "loss": 5.1717,
      "step": 213155
    },
    {
      "epoch": 0.18658293951285013,
      "grad_norm": 0.4665227234363556,
      "learning_rate": 4.6941341729589094e-05,
      "loss": 5.4334,
      "step": 213160
    },
    {
      "epoch": 0.18658731610647727,
      "grad_norm": 0.46090322732925415,
      "learning_rate": 4.694119409852626e-05,
      "loss": 5.2033,
      "step": 213165
    },
    {
      "epoch": 0.18659169270010442,
      "grad_norm": 0.46434301137924194,
      "learning_rate": 4.6941046464195694e-05,
      "loss": 4.9481,
      "step": 213170
    },
    {
      "epoch": 0.18659606929373157,
      "grad_norm": 0.4490361511707306,
      "learning_rate": 4.694089882659742e-05,
      "loss": 5.6352,
      "step": 213175
    },
    {
      "epoch": 0.18660044588735875,
      "grad_norm": 0.49927330017089844,
      "learning_rate": 4.694075118573148e-05,
      "loss": 4.4177,
      "step": 213180
    },
    {
      "epoch": 0.1866048224809859,
      "grad_norm": 0.46185213327407837,
      "learning_rate": 4.694060354159789e-05,
      "loss": 5.6496,
      "step": 213185
    },
    {
      "epoch": 0.18660919907461304,
      "grad_norm": 0.4597083032131195,
      "learning_rate": 4.6940455894196676e-05,
      "loss": 4.6633,
      "step": 213190
    },
    {
      "epoch": 0.1866135756682402,
      "grad_norm": 0.45333024859428406,
      "learning_rate": 4.6940308243527885e-05,
      "loss": 5.3057,
      "step": 213195
    },
    {
      "epoch": 0.18661795226186736,
      "grad_norm": 0.4764617681503296,
      "learning_rate": 4.694016058959153e-05,
      "loss": 4.7136,
      "step": 213200
    },
    {
      "epoch": 0.1866223288554945,
      "grad_norm": 0.4659857451915741,
      "learning_rate": 4.6940012932387645e-05,
      "loss": 4.9307,
      "step": 213205
    },
    {
      "epoch": 0.18662670544912166,
      "grad_norm": 0.450437068939209,
      "learning_rate": 4.6939865271916264e-05,
      "loss": 4.6214,
      "step": 213210
    },
    {
      "epoch": 0.1866310820427488,
      "grad_norm": 0.4568649232387543,
      "learning_rate": 4.693971760817739e-05,
      "loss": 5.627,
      "step": 213215
    },
    {
      "epoch": 0.18663545863637598,
      "grad_norm": 0.44446632266044617,
      "learning_rate": 4.693956994117108e-05,
      "loss": 5.761,
      "step": 213220
    },
    {
      "epoch": 0.18663983523000313,
      "grad_norm": 0.4621511399745941,
      "learning_rate": 4.693942227089736e-05,
      "loss": 5.9551,
      "step": 213225
    },
    {
      "epoch": 0.18664421182363028,
      "grad_norm": 0.46747276186943054,
      "learning_rate": 4.693927459735624e-05,
      "loss": 4.5995,
      "step": 213230
    },
    {
      "epoch": 0.18664858841725743,
      "grad_norm": 0.542329728603363,
      "learning_rate": 4.693912692054776e-05,
      "loss": 5.6494,
      "step": 213235
    },
    {
      "epoch": 0.18665296501088458,
      "grad_norm": 0.47521087527275085,
      "learning_rate": 4.693897924047196e-05,
      "loss": 4.7104,
      "step": 213240
    },
    {
      "epoch": 0.18665734160451175,
      "grad_norm": 0.4716978967189789,
      "learning_rate": 4.6938831557128837e-05,
      "loss": 5.1358,
      "step": 213245
    },
    {
      "epoch": 0.1866617181981389,
      "grad_norm": 0.4629133939743042,
      "learning_rate": 4.693868387051845e-05,
      "loss": 4.699,
      "step": 213250
    },
    {
      "epoch": 0.18666609479176605,
      "grad_norm": 0.49134501814842224,
      "learning_rate": 4.6938536180640824e-05,
      "loss": 5.1203,
      "step": 213255
    },
    {
      "epoch": 0.1866704713853932,
      "grad_norm": 0.4559747278690338,
      "learning_rate": 4.693838848749597e-05,
      "loss": 5.0324,
      "step": 213260
    },
    {
      "epoch": 0.18667484797902037,
      "grad_norm": 0.4551165699958801,
      "learning_rate": 4.693824079108392e-05,
      "loss": 5.6369,
      "step": 213265
    },
    {
      "epoch": 0.18667922457264752,
      "grad_norm": 0.4590688943862915,
      "learning_rate": 4.693809309140472e-05,
      "loss": 6.2734,
      "step": 213270
    },
    {
      "epoch": 0.18668360116627467,
      "grad_norm": 0.47156473994255066,
      "learning_rate": 4.693794538845838e-05,
      "loss": 4.9317,
      "step": 213275
    },
    {
      "epoch": 0.1866879777599018,
      "grad_norm": 0.47323545813560486,
      "learning_rate": 4.6937797682244945e-05,
      "loss": 5.1707,
      "step": 213280
    },
    {
      "epoch": 0.186692354353529,
      "grad_norm": 0.4387403428554535,
      "learning_rate": 4.693764997276443e-05,
      "loss": 5.3752,
      "step": 213285
    },
    {
      "epoch": 0.18669673094715614,
      "grad_norm": 0.45399612188339233,
      "learning_rate": 4.693750226001686e-05,
      "loss": 5.4741,
      "step": 213290
    },
    {
      "epoch": 0.18670110754078328,
      "grad_norm": 0.43161541223526,
      "learning_rate": 4.6937354544002285e-05,
      "loss": 6.2215,
      "step": 213295
    },
    {
      "epoch": 0.18670548413441043,
      "grad_norm": 0.4550977945327759,
      "learning_rate": 4.69372068247207e-05,
      "loss": 5.4654,
      "step": 213300
    },
    {
      "epoch": 0.1867098607280376,
      "grad_norm": 0.4854676425457001,
      "learning_rate": 4.693705910217217e-05,
      "loss": 4.3839,
      "step": 213305
    },
    {
      "epoch": 0.18671423732166476,
      "grad_norm": 0.487839013338089,
      "learning_rate": 4.6936911376356706e-05,
      "loss": 4.6368,
      "step": 213310
    },
    {
      "epoch": 0.1867186139152919,
      "grad_norm": 0.4819992482662201,
      "learning_rate": 4.693676364727434e-05,
      "loss": 5.138,
      "step": 213315
    },
    {
      "epoch": 0.18672299050891905,
      "grad_norm": 0.4463253915309906,
      "learning_rate": 4.6936615914925086e-05,
      "loss": 5.3418,
      "step": 213320
    },
    {
      "epoch": 0.18672736710254623,
      "grad_norm": 0.43868425488471985,
      "learning_rate": 4.693646817930899e-05,
      "loss": 5.9508,
      "step": 213325
    },
    {
      "epoch": 0.18673174369617337,
      "grad_norm": 0.4492452144622803,
      "learning_rate": 4.693632044042607e-05,
      "loss": 4.9076,
      "step": 213330
    },
    {
      "epoch": 0.18673612028980052,
      "grad_norm": 0.44918301701545715,
      "learning_rate": 4.6936172698276374e-05,
      "loss": 4.1177,
      "step": 213335
    },
    {
      "epoch": 0.18674049688342767,
      "grad_norm": 0.4535578489303589,
      "learning_rate": 4.69360249528599e-05,
      "loss": 6.2627,
      "step": 213340
    },
    {
      "epoch": 0.18674487347705485,
      "grad_norm": 0.4770486354827881,
      "learning_rate": 4.6935877204176705e-05,
      "loss": 4.9444,
      "step": 213345
    },
    {
      "epoch": 0.186749250070682,
      "grad_norm": 0.5245842933654785,
      "learning_rate": 4.693572945222678e-05,
      "loss": 4.6912,
      "step": 213350
    },
    {
      "epoch": 0.18675362666430914,
      "grad_norm": 0.4622313678264618,
      "learning_rate": 4.693558169701021e-05,
      "loss": 4.8925,
      "step": 213355
    },
    {
      "epoch": 0.1867580032579363,
      "grad_norm": 0.46443450450897217,
      "learning_rate": 4.6935433938526974e-05,
      "loss": 4.322,
      "step": 213360
    },
    {
      "epoch": 0.18676237985156344,
      "grad_norm": 0.463885098695755,
      "learning_rate": 4.6935286176777124e-05,
      "loss": 4.6145,
      "step": 213365
    },
    {
      "epoch": 0.1867667564451906,
      "grad_norm": 0.4866222143173218,
      "learning_rate": 4.693513841176068e-05,
      "loss": 5.626,
      "step": 213370
    },
    {
      "epoch": 0.18677113303881776,
      "grad_norm": 0.46887603402137756,
      "learning_rate": 4.693499064347767e-05,
      "loss": 5.7581,
      "step": 213375
    },
    {
      "epoch": 0.1867755096324449,
      "grad_norm": 0.44554370641708374,
      "learning_rate": 4.693484287192813e-05,
      "loss": 5.3904,
      "step": 213380
    },
    {
      "epoch": 0.18677988622607206,
      "grad_norm": 0.4360714852809906,
      "learning_rate": 4.693469509711208e-05,
      "loss": 5.9332,
      "step": 213385
    },
    {
      "epoch": 0.18678426281969923,
      "grad_norm": 0.4463023245334625,
      "learning_rate": 4.6934547319029564e-05,
      "loss": 4.6502,
      "step": 213390
    },
    {
      "epoch": 0.18678863941332638,
      "grad_norm": 0.4665283262729645,
      "learning_rate": 4.6934399537680584e-05,
      "loss": 4.3884,
      "step": 213395
    },
    {
      "epoch": 0.18679301600695353,
      "grad_norm": 0.47236594557762146,
      "learning_rate": 4.6934251753065194e-05,
      "loss": 5.1432,
      "step": 213400
    },
    {
      "epoch": 0.18679739260058068,
      "grad_norm": 0.4660162627696991,
      "learning_rate": 4.6934103965183415e-05,
      "loss": 5.7525,
      "step": 213405
    },
    {
      "epoch": 0.18680176919420785,
      "grad_norm": 0.4525633454322815,
      "learning_rate": 4.6933956174035267e-05,
      "loss": 4.703,
      "step": 213410
    },
    {
      "epoch": 0.186806145787835,
      "grad_norm": 0.4524361789226532,
      "learning_rate": 4.693380837962078e-05,
      "loss": 5.1307,
      "step": 213415
    },
    {
      "epoch": 0.18681052238146215,
      "grad_norm": 0.4550568461418152,
      "learning_rate": 4.693366058194e-05,
      "loss": 5.9432,
      "step": 213420
    },
    {
      "epoch": 0.1868148989750893,
      "grad_norm": 0.4745902419090271,
      "learning_rate": 4.6933512780992926e-05,
      "loss": 4.6716,
      "step": 213425
    },
    {
      "epoch": 0.18681927556871647,
      "grad_norm": 0.46197402477264404,
      "learning_rate": 4.693336497677961e-05,
      "loss": 3.9174,
      "step": 213430
    },
    {
      "epoch": 0.18682365216234362,
      "grad_norm": 0.4433334469795227,
      "learning_rate": 4.693321716930008e-05,
      "loss": 4.6592,
      "step": 213435
    },
    {
      "epoch": 0.18682802875597077,
      "grad_norm": 0.43894854187965393,
      "learning_rate": 4.693306935855435e-05,
      "loss": 4.9196,
      "step": 213440
    },
    {
      "epoch": 0.1868324053495979,
      "grad_norm": 0.43516862392425537,
      "learning_rate": 4.693292154454246e-05,
      "loss": 4.4138,
      "step": 213445
    },
    {
      "epoch": 0.1868367819432251,
      "grad_norm": 0.45221638679504395,
      "learning_rate": 4.693277372726443e-05,
      "loss": 5.7452,
      "step": 213450
    },
    {
      "epoch": 0.18684115853685224,
      "grad_norm": 0.47884494066238403,
      "learning_rate": 4.6932625906720296e-05,
      "loss": 4.9578,
      "step": 213455
    },
    {
      "epoch": 0.18684553513047938,
      "grad_norm": 0.4408777356147766,
      "learning_rate": 4.6932478082910083e-05,
      "loss": 5.2479,
      "step": 213460
    },
    {
      "epoch": 0.18684991172410653,
      "grad_norm": 0.47309044003486633,
      "learning_rate": 4.693233025583382e-05,
      "loss": 4.4076,
      "step": 213465
    },
    {
      "epoch": 0.1868542883177337,
      "grad_norm": 0.45100221037864685,
      "learning_rate": 4.6932182425491546e-05,
      "loss": 5.4756,
      "step": 213470
    },
    {
      "epoch": 0.18685866491136086,
      "grad_norm": 0.4710749685764313,
      "learning_rate": 4.693203459188327e-05,
      "loss": 5.0723,
      "step": 213475
    },
    {
      "epoch": 0.186863041504988,
      "grad_norm": 0.4411049485206604,
      "learning_rate": 4.693188675500902e-05,
      "loss": 5.9643,
      "step": 213480
    },
    {
      "epoch": 0.18686741809861515,
      "grad_norm": 0.4386601448059082,
      "learning_rate": 4.693173891486885e-05,
      "loss": 4.9604,
      "step": 213485
    },
    {
      "epoch": 0.1868717946922423,
      "grad_norm": 0.4469280540943146,
      "learning_rate": 4.6931591071462765e-05,
      "loss": 5.0797,
      "step": 213490
    },
    {
      "epoch": 0.18687617128586947,
      "grad_norm": 0.44649943709373474,
      "learning_rate": 4.693144322479081e-05,
      "loss": 4.6199,
      "step": 213495
    },
    {
      "epoch": 0.18688054787949662,
      "grad_norm": 0.4624560475349426,
      "learning_rate": 4.6931295374853e-05,
      "loss": 5.133,
      "step": 213500
    },
    {
      "epoch": 0.18688492447312377,
      "grad_norm": 0.4557511508464813,
      "learning_rate": 4.6931147521649364e-05,
      "loss": 4.7419,
      "step": 213505
    },
    {
      "epoch": 0.18688930106675092,
      "grad_norm": 0.4427012503147125,
      "learning_rate": 4.693099966517994e-05,
      "loss": 5.4522,
      "step": 213510
    },
    {
      "epoch": 0.1868936776603781,
      "grad_norm": 0.4360678493976593,
      "learning_rate": 4.6930851805444755e-05,
      "loss": 5.2268,
      "step": 213515
    },
    {
      "epoch": 0.18689805425400524,
      "grad_norm": 0.46568721532821655,
      "learning_rate": 4.693070394244383e-05,
      "loss": 4.5909,
      "step": 213520
    },
    {
      "epoch": 0.1869024308476324,
      "grad_norm": 0.4607303738594055,
      "learning_rate": 4.693055607617719e-05,
      "loss": 5.965,
      "step": 213525
    },
    {
      "epoch": 0.18690680744125954,
      "grad_norm": 0.4570218622684479,
      "learning_rate": 4.6930408206644884e-05,
      "loss": 4.41,
      "step": 213530
    },
    {
      "epoch": 0.1869111840348867,
      "grad_norm": 0.4581524431705475,
      "learning_rate": 4.693026033384692e-05,
      "loss": 5.2382,
      "step": 213535
    },
    {
      "epoch": 0.18691556062851386,
      "grad_norm": 0.4682179391384125,
      "learning_rate": 4.693011245778334e-05,
      "loss": 5.121,
      "step": 213540
    },
    {
      "epoch": 0.186919937222141,
      "grad_norm": 0.4749673306941986,
      "learning_rate": 4.692996457845417e-05,
      "loss": 5.0708,
      "step": 213545
    },
    {
      "epoch": 0.18692431381576816,
      "grad_norm": 0.45869216322898865,
      "learning_rate": 4.6929816695859416e-05,
      "loss": 4.7194,
      "step": 213550
    },
    {
      "epoch": 0.18692869040939533,
      "grad_norm": 0.46283403038978577,
      "learning_rate": 4.692966880999914e-05,
      "loss": 5.4562,
      "step": 213555
    },
    {
      "epoch": 0.18693306700302248,
      "grad_norm": 0.44673246145248413,
      "learning_rate": 4.692952092087336e-05,
      "loss": 5.1983,
      "step": 213560
    },
    {
      "epoch": 0.18693744359664963,
      "grad_norm": 0.4413122832775116,
      "learning_rate": 4.692937302848209e-05,
      "loss": 4.9058,
      "step": 213565
    },
    {
      "epoch": 0.18694182019027678,
      "grad_norm": 0.4429679811000824,
      "learning_rate": 4.692922513282537e-05,
      "loss": 4.42,
      "step": 213570
    },
    {
      "epoch": 0.18694619678390395,
      "grad_norm": 0.44817250967025757,
      "learning_rate": 4.692907723390324e-05,
      "loss": 5.6639,
      "step": 213575
    },
    {
      "epoch": 0.1869505733775311,
      "grad_norm": 0.4447333514690399,
      "learning_rate": 4.6928929331715697e-05,
      "loss": 5.1437,
      "step": 213580
    },
    {
      "epoch": 0.18695494997115825,
      "grad_norm": 0.4433209300041199,
      "learning_rate": 4.692878142626281e-05,
      "loss": 5.9434,
      "step": 213585
    },
    {
      "epoch": 0.1869593265647854,
      "grad_norm": 0.44343772530555725,
      "learning_rate": 4.692863351754457e-05,
      "loss": 5.2084,
      "step": 213590
    },
    {
      "epoch": 0.18696370315841257,
      "grad_norm": 0.4599668085575104,
      "learning_rate": 4.6928485605561034e-05,
      "loss": 4.8984,
      "step": 213595
    },
    {
      "epoch": 0.18696807975203972,
      "grad_norm": 0.4473270773887634,
      "learning_rate": 4.6928337690312205e-05,
      "loss": 4.3981,
      "step": 213600
    },
    {
      "epoch": 0.18697245634566687,
      "grad_norm": 0.461026132106781,
      "learning_rate": 4.692818977179814e-05,
      "loss": 4.9358,
      "step": 213605
    },
    {
      "epoch": 0.186976832939294,
      "grad_norm": 0.44475671648979187,
      "learning_rate": 4.692804185001885e-05,
      "loss": 5.1312,
      "step": 213610
    },
    {
      "epoch": 0.1869812095329212,
      "grad_norm": 0.44244620203971863,
      "learning_rate": 4.6927893924974353e-05,
      "loss": 4.7179,
      "step": 213615
    },
    {
      "epoch": 0.18698558612654834,
      "grad_norm": 0.46616169810295105,
      "learning_rate": 4.692774599666471e-05,
      "loss": 4.9555,
      "step": 213620
    },
    {
      "epoch": 0.18698996272017548,
      "grad_norm": 0.4573950171470642,
      "learning_rate": 4.692759806508992e-05,
      "loss": 5.4468,
      "step": 213625
    },
    {
      "epoch": 0.18699433931380263,
      "grad_norm": 0.44840341806411743,
      "learning_rate": 4.6927450130250016e-05,
      "loss": 5.4534,
      "step": 213630
    },
    {
      "epoch": 0.18699871590742978,
      "grad_norm": 0.46219387650489807,
      "learning_rate": 4.692730219214504e-05,
      "loss": 4.9501,
      "step": 213635
    },
    {
      "epoch": 0.18700309250105696,
      "grad_norm": 0.4592553377151489,
      "learning_rate": 4.692715425077501e-05,
      "loss": 5.3502,
      "step": 213640
    },
    {
      "epoch": 0.1870074690946841,
      "grad_norm": 0.44621649384498596,
      "learning_rate": 4.6927006306139957e-05,
      "loss": 4.9313,
      "step": 213645
    },
    {
      "epoch": 0.18701184568831125,
      "grad_norm": 0.4523329734802246,
      "learning_rate": 4.692685835823991e-05,
      "loss": 5.6303,
      "step": 213650
    },
    {
      "epoch": 0.1870162222819384,
      "grad_norm": 0.45403340458869934,
      "learning_rate": 4.692671040707489e-05,
      "loss": 5.4354,
      "step": 213655
    },
    {
      "epoch": 0.18702059887556557,
      "grad_norm": 0.45196664333343506,
      "learning_rate": 4.692656245264495e-05,
      "loss": 5.432,
      "step": 213660
    },
    {
      "epoch": 0.18702497546919272,
      "grad_norm": 0.4453701078891754,
      "learning_rate": 4.6926414494950086e-05,
      "loss": 5.6498,
      "step": 213665
    },
    {
      "epoch": 0.18702935206281987,
      "grad_norm": 0.44038814306259155,
      "learning_rate": 4.692626653399035e-05,
      "loss": 5.1736,
      "step": 213670
    },
    {
      "epoch": 0.18703372865644702,
      "grad_norm": 0.4362257421016693,
      "learning_rate": 4.692611856976575e-05,
      "loss": 5.7649,
      "step": 213675
    },
    {
      "epoch": 0.1870381052500742,
      "grad_norm": 0.46322476863861084,
      "learning_rate": 4.692597060227635e-05,
      "loss": 4.924,
      "step": 213680
    },
    {
      "epoch": 0.18704248184370134,
      "grad_norm": 0.4602785110473633,
      "learning_rate": 4.692582263152214e-05,
      "loss": 5.4281,
      "step": 213685
    },
    {
      "epoch": 0.1870468584373285,
      "grad_norm": 0.4550809860229492,
      "learning_rate": 4.692567465750316e-05,
      "loss": 5.1713,
      "step": 213690
    },
    {
      "epoch": 0.18705123503095564,
      "grad_norm": 0.45248961448669434,
      "learning_rate": 4.692552668021946e-05,
      "loss": 5.4224,
      "step": 213695
    },
    {
      "epoch": 0.1870556116245828,
      "grad_norm": 0.45419755578041077,
      "learning_rate": 4.6925378699671044e-05,
      "loss": 4.6033,
      "step": 213700
    },
    {
      "epoch": 0.18705998821820996,
      "grad_norm": 0.4660951495170593,
      "learning_rate": 4.692523071585794e-05,
      "loss": 4.9021,
      "step": 213705
    },
    {
      "epoch": 0.1870643648118371,
      "grad_norm": 0.4432600736618042,
      "learning_rate": 4.692508272878019e-05,
      "loss": 5.2579,
      "step": 213710
    },
    {
      "epoch": 0.18706874140546426,
      "grad_norm": 0.45741429924964905,
      "learning_rate": 4.692493473843781e-05,
      "loss": 4.4001,
      "step": 213715
    },
    {
      "epoch": 0.18707311799909143,
      "grad_norm": 0.45692408084869385,
      "learning_rate": 4.692478674483084e-05,
      "loss": 5.6732,
      "step": 213720
    },
    {
      "epoch": 0.18707749459271858,
      "grad_norm": 0.45228466391563416,
      "learning_rate": 4.692463874795932e-05,
      "loss": 5.1162,
      "step": 213725
    },
    {
      "epoch": 0.18708187118634573,
      "grad_norm": 0.46175459027290344,
      "learning_rate": 4.692449074782324e-05,
      "loss": 4.9444,
      "step": 213730
    },
    {
      "epoch": 0.18708624777997288,
      "grad_norm": 0.4919838011264801,
      "learning_rate": 4.692434274442265e-05,
      "loss": 5.479,
      "step": 213735
    },
    {
      "epoch": 0.18709062437360005,
      "grad_norm": 0.4764741361141205,
      "learning_rate": 4.69241947377576e-05,
      "loss": 4.4103,
      "step": 213740
    },
    {
      "epoch": 0.1870950009672272,
      "grad_norm": 0.4656716287136078,
      "learning_rate": 4.6924046727828075e-05,
      "loss": 5.2244,
      "step": 213745
    },
    {
      "epoch": 0.18709937756085435,
      "grad_norm": 0.46185532212257385,
      "learning_rate": 4.692389871463414e-05,
      "loss": 5.2253,
      "step": 213750
    },
    {
      "epoch": 0.1871037541544815,
      "grad_norm": 0.4639148712158203,
      "learning_rate": 4.6923750698175814e-05,
      "loss": 5.2525,
      "step": 213755
    },
    {
      "epoch": 0.18710813074810864,
      "grad_norm": 0.47021666169166565,
      "learning_rate": 4.6923602678453114e-05,
      "loss": 5.1454,
      "step": 213760
    },
    {
      "epoch": 0.18711250734173582,
      "grad_norm": 0.4505935311317444,
      "learning_rate": 4.692345465546607e-05,
      "loss": 4.7113,
      "step": 213765
    },
    {
      "epoch": 0.18711688393536297,
      "grad_norm": 0.44144386053085327,
      "learning_rate": 4.6923306629214733e-05,
      "loss": 5.6342,
      "step": 213770
    },
    {
      "epoch": 0.1871212605289901,
      "grad_norm": 0.44102972745895386,
      "learning_rate": 4.69231585996991e-05,
      "loss": 5.9367,
      "step": 213775
    },
    {
      "epoch": 0.18712563712261726,
      "grad_norm": 0.45911648869514465,
      "learning_rate": 4.692301056691923e-05,
      "loss": 4.9186,
      "step": 213780
    },
    {
      "epoch": 0.18713001371624444,
      "grad_norm": 0.4591127634048462,
      "learning_rate": 4.6922862530875135e-05,
      "loss": 5.325,
      "step": 213785
    },
    {
      "epoch": 0.18713439030987158,
      "grad_norm": 0.46154671907424927,
      "learning_rate": 4.692271449156683e-05,
      "loss": 5.9307,
      "step": 213790
    },
    {
      "epoch": 0.18713876690349873,
      "grad_norm": 0.4543476104736328,
      "learning_rate": 4.692256644899437e-05,
      "loss": 4.2415,
      "step": 213795
    },
    {
      "epoch": 0.18714314349712588,
      "grad_norm": 0.4689091742038727,
      "learning_rate": 4.692241840315778e-05,
      "loss": 5.4223,
      "step": 213800
    },
    {
      "epoch": 0.18714752009075306,
      "grad_norm": 0.4559347927570343,
      "learning_rate": 4.692227035405706e-05,
      "loss": 5.4328,
      "step": 213805
    },
    {
      "epoch": 0.1871518966843802,
      "grad_norm": 0.4496697187423706,
      "learning_rate": 4.6922122301692274e-05,
      "loss": 5.6561,
      "step": 213810
    },
    {
      "epoch": 0.18715627327800735,
      "grad_norm": 0.44919687509536743,
      "learning_rate": 4.692197424606343e-05,
      "loss": 5.4344,
      "step": 213815
    },
    {
      "epoch": 0.1871606498716345,
      "grad_norm": 0.47017496824264526,
      "learning_rate": 4.692182618717057e-05,
      "loss": 4.3286,
      "step": 213820
    },
    {
      "epoch": 0.18716502646526167,
      "grad_norm": 0.47918593883514404,
      "learning_rate": 4.69216781250137e-05,
      "loss": 3.8687,
      "step": 213825
    },
    {
      "epoch": 0.18716940305888882,
      "grad_norm": 0.4827193021774292,
      "learning_rate": 4.692153005959288e-05,
      "loss": 5.2483,
      "step": 213830
    },
    {
      "epoch": 0.18717377965251597,
      "grad_norm": 0.45160964131355286,
      "learning_rate": 4.692138199090811e-05,
      "loss": 3.9098,
      "step": 213835
    },
    {
      "epoch": 0.18717815624614312,
      "grad_norm": 0.5198419094085693,
      "learning_rate": 4.692123391895944e-05,
      "loss": 5.6143,
      "step": 213840
    },
    {
      "epoch": 0.1871825328397703,
      "grad_norm": 0.4425089359283447,
      "learning_rate": 4.692108584374689e-05,
      "loss": 4.1752,
      "step": 213845
    },
    {
      "epoch": 0.18718690943339744,
      "grad_norm": 0.436835378408432,
      "learning_rate": 4.692093776527048e-05,
      "loss": 4.9107,
      "step": 213850
    },
    {
      "epoch": 0.1871912860270246,
      "grad_norm": 0.4681689441204071,
      "learning_rate": 4.6920789683530255e-05,
      "loss": 4.8928,
      "step": 213855
    },
    {
      "epoch": 0.18719566262065174,
      "grad_norm": 0.4596730172634125,
      "learning_rate": 4.692064159852622e-05,
      "loss": 6.2309,
      "step": 213860
    },
    {
      "epoch": 0.1872000392142789,
      "grad_norm": 0.4431445598602295,
      "learning_rate": 4.692049351025842e-05,
      "loss": 5.2308,
      "step": 213865
    },
    {
      "epoch": 0.18720441580790606,
      "grad_norm": 0.4345986247062683,
      "learning_rate": 4.69203454187269e-05,
      "loss": 4.8094,
      "step": 213870
    },
    {
      "epoch": 0.1872087924015332,
      "grad_norm": 0.4464673697948456,
      "learning_rate": 4.692019732393166e-05,
      "loss": 5.9408,
      "step": 213875
    },
    {
      "epoch": 0.18721316899516036,
      "grad_norm": 0.44885507225990295,
      "learning_rate": 4.692004922587273e-05,
      "loss": 5.4352,
      "step": 213880
    },
    {
      "epoch": 0.1872175455887875,
      "grad_norm": 0.45160460472106934,
      "learning_rate": 4.691990112455017e-05,
      "loss": 5.1482,
      "step": 213885
    },
    {
      "epoch": 0.18722192218241468,
      "grad_norm": 0.4473179578781128,
      "learning_rate": 4.6919753019963966e-05,
      "loss": 5.4044,
      "step": 213890
    },
    {
      "epoch": 0.18722629877604183,
      "grad_norm": 0.4550907015800476,
      "learning_rate": 4.6919604912114176e-05,
      "loss": 4.8304,
      "step": 213895
    },
    {
      "epoch": 0.18723067536966898,
      "grad_norm": 0.45290401577949524,
      "learning_rate": 4.6919456801000816e-05,
      "loss": 5.6883,
      "step": 213900
    },
    {
      "epoch": 0.18723505196329612,
      "grad_norm": 0.4458125829696655,
      "learning_rate": 4.691930868662392e-05,
      "loss": 5.7647,
      "step": 213905
    },
    {
      "epoch": 0.1872394285569233,
      "grad_norm": 0.46514108777046204,
      "learning_rate": 4.6919160568983513e-05,
      "loss": 5.2365,
      "step": 213910
    },
    {
      "epoch": 0.18724380515055045,
      "grad_norm": 0.4445382058620453,
      "learning_rate": 4.691901244807964e-05,
      "loss": 5.0964,
      "step": 213915
    },
    {
      "epoch": 0.1872481817441776,
      "grad_norm": 0.46743255853652954,
      "learning_rate": 4.6918864323912294e-05,
      "loss": 5.1486,
      "step": 213920
    },
    {
      "epoch": 0.18725255833780474,
      "grad_norm": 0.4489361345767975,
      "learning_rate": 4.691871619648153e-05,
      "loss": 4.6441,
      "step": 213925
    },
    {
      "epoch": 0.18725693493143192,
      "grad_norm": 0.5004875063896179,
      "learning_rate": 4.691856806578737e-05,
      "loss": 5.975,
      "step": 213930
    },
    {
      "epoch": 0.18726131152505907,
      "grad_norm": 0.46392130851745605,
      "learning_rate": 4.691841993182985e-05,
      "loss": 4.697,
      "step": 213935
    },
    {
      "epoch": 0.1872656881186862,
      "grad_norm": 0.4592796862125397,
      "learning_rate": 4.691827179460898e-05,
      "loss": 3.9141,
      "step": 213940
    },
    {
      "epoch": 0.18727006471231336,
      "grad_norm": 0.46965858340263367,
      "learning_rate": 4.6918123654124816e-05,
      "loss": 5.439,
      "step": 213945
    },
    {
      "epoch": 0.18727444130594054,
      "grad_norm": 0.46671661734580994,
      "learning_rate": 4.691797551037736e-05,
      "loss": 5.6365,
      "step": 213950
    },
    {
      "epoch": 0.18727881789956768,
      "grad_norm": 0.45824867486953735,
      "learning_rate": 4.691782736336666e-05,
      "loss": 5.6674,
      "step": 213955
    },
    {
      "epoch": 0.18728319449319483,
      "grad_norm": 0.4486036002635956,
      "learning_rate": 4.691767921309272e-05,
      "loss": 5.652,
      "step": 213960
    },
    {
      "epoch": 0.18728757108682198,
      "grad_norm": 0.4368301033973694,
      "learning_rate": 4.691753105955561e-05,
      "loss": 5.3461,
      "step": 213965
    },
    {
      "epoch": 0.18729194768044916,
      "grad_norm": 0.43160539865493774,
      "learning_rate": 4.691738290275531e-05,
      "loss": 5.1576,
      "step": 213970
    },
    {
      "epoch": 0.1872963242740763,
      "grad_norm": 0.470706045627594,
      "learning_rate": 4.691723474269188e-05,
      "loss": 5.7162,
      "step": 213975
    },
    {
      "epoch": 0.18730070086770345,
      "grad_norm": 0.44558775424957275,
      "learning_rate": 4.6917086579365345e-05,
      "loss": 4.8962,
      "step": 213980
    },
    {
      "epoch": 0.1873050774613306,
      "grad_norm": 0.4580399692058563,
      "learning_rate": 4.691693841277573e-05,
      "loss": 5.4264,
      "step": 213985
    },
    {
      "epoch": 0.18730945405495777,
      "grad_norm": 0.4591977596282959,
      "learning_rate": 4.6916790242923056e-05,
      "loss": 6.2631,
      "step": 213990
    },
    {
      "epoch": 0.18731383064858492,
      "grad_norm": 0.45042476058006287,
      "learning_rate": 4.691664206980736e-05,
      "loss": 4.9079,
      "step": 213995
    },
    {
      "epoch": 0.18731820724221207,
      "grad_norm": 0.4395424723625183,
      "learning_rate": 4.691649389342868e-05,
      "loss": 5.7539,
      "step": 214000
    },
    {
      "epoch": 0.18732258383583922,
      "grad_norm": 0.46502432227134705,
      "learning_rate": 4.691634571378703e-05,
      "loss": 5.42,
      "step": 214005
    },
    {
      "epoch": 0.18732696042946637,
      "grad_norm": 0.44507357478141785,
      "learning_rate": 4.6916197530882435e-05,
      "loss": 5.4406,
      "step": 214010
    },
    {
      "epoch": 0.18733133702309354,
      "grad_norm": 0.4464998245239258,
      "learning_rate": 4.691604934471493e-05,
      "loss": 5.1517,
      "step": 214015
    },
    {
      "epoch": 0.1873357136167207,
      "grad_norm": 0.4547341465950012,
      "learning_rate": 4.6915901155284536e-05,
      "loss": 5.4492,
      "step": 214020
    },
    {
      "epoch": 0.18734009021034784,
      "grad_norm": 0.4657486081123352,
      "learning_rate": 4.6915752962591305e-05,
      "loss": 4.6286,
      "step": 214025
    },
    {
      "epoch": 0.18734446680397498,
      "grad_norm": 0.47108811140060425,
      "learning_rate": 4.691560476663525e-05,
      "loss": 4.9101,
      "step": 214030
    },
    {
      "epoch": 0.18734884339760216,
      "grad_norm": 0.47180894017219543,
      "learning_rate": 4.6915456567416395e-05,
      "loss": 5.4204,
      "step": 214035
    },
    {
      "epoch": 0.1873532199912293,
      "grad_norm": 0.46974581480026245,
      "learning_rate": 4.691530836493478e-05,
      "loss": 5.4406,
      "step": 214040
    },
    {
      "epoch": 0.18735759658485646,
      "grad_norm": 0.4695737063884735,
      "learning_rate": 4.691516015919041e-05,
      "loss": 5.966,
      "step": 214045
    },
    {
      "epoch": 0.1873619731784836,
      "grad_norm": 0.4520971179008484,
      "learning_rate": 4.691501195018334e-05,
      "loss": 5.4238,
      "step": 214050
    },
    {
      "epoch": 0.18736634977211078,
      "grad_norm": 0.43951499462127686,
      "learning_rate": 4.6914863737913595e-05,
      "loss": 5.7199,
      "step": 214055
    },
    {
      "epoch": 0.18737072636573793,
      "grad_norm": 0.47507336735725403,
      "learning_rate": 4.691471552238119e-05,
      "loss": 5.2364,
      "step": 214060
    },
    {
      "epoch": 0.18737510295936508,
      "grad_norm": 0.457398384809494,
      "learning_rate": 4.691456730358618e-05,
      "loss": 5.3783,
      "step": 214065
    },
    {
      "epoch": 0.18737947955299222,
      "grad_norm": 0.453787624835968,
      "learning_rate": 4.691441908152855e-05,
      "loss": 5.1113,
      "step": 214070
    },
    {
      "epoch": 0.1873838561466194,
      "grad_norm": 0.4606236219406128,
      "learning_rate": 4.691427085620838e-05,
      "loss": 5.4604,
      "step": 214075
    },
    {
      "epoch": 0.18738823274024655,
      "grad_norm": 0.4618224799633026,
      "learning_rate": 4.691412262762564e-05,
      "loss": 4.3153,
      "step": 214080
    },
    {
      "epoch": 0.1873926093338737,
      "grad_norm": 0.464364618062973,
      "learning_rate": 4.6913974395780414e-05,
      "loss": 4.6192,
      "step": 214085
    },
    {
      "epoch": 0.18739698592750084,
      "grad_norm": 0.47607043385505676,
      "learning_rate": 4.69138261606727e-05,
      "loss": 4.2894,
      "step": 214090
    },
    {
      "epoch": 0.18740136252112802,
      "grad_norm": 0.46918871998786926,
      "learning_rate": 4.691367792230253e-05,
      "loss": 4.9036,
      "step": 214095
    },
    {
      "epoch": 0.18740573911475517,
      "grad_norm": 0.49115481972694397,
      "learning_rate": 4.6913529680669954e-05,
      "loss": 4.6184,
      "step": 214100
    },
    {
      "epoch": 0.1874101157083823,
      "grad_norm": 0.45485639572143555,
      "learning_rate": 4.691338143577497e-05,
      "loss": 4.9364,
      "step": 214105
    },
    {
      "epoch": 0.18741449230200946,
      "grad_norm": 0.4421390891075134,
      "learning_rate": 4.691323318761762e-05,
      "loss": 5.6455,
      "step": 214110
    },
    {
      "epoch": 0.18741886889563664,
      "grad_norm": 0.44434159994125366,
      "learning_rate": 4.6913084936197937e-05,
      "loss": 6.2465,
      "step": 214115
    },
    {
      "epoch": 0.18742324548926378,
      "grad_norm": 0.44382014870643616,
      "learning_rate": 4.691293668151594e-05,
      "loss": 5.9762,
      "step": 214120
    },
    {
      "epoch": 0.18742762208289093,
      "grad_norm": 0.4357679486274719,
      "learning_rate": 4.691278842357166e-05,
      "loss": 6.2361,
      "step": 214125
    },
    {
      "epoch": 0.18743199867651808,
      "grad_norm": 0.4720441401004791,
      "learning_rate": 4.691264016236514e-05,
      "loss": 4.8982,
      "step": 214130
    },
    {
      "epoch": 0.18743637527014523,
      "grad_norm": 0.45118603110313416,
      "learning_rate": 4.6912491897896385e-05,
      "loss": 5.449,
      "step": 214135
    },
    {
      "epoch": 0.1874407518637724,
      "grad_norm": 0.4564151465892792,
      "learning_rate": 4.691234363016545e-05,
      "loss": 4.4394,
      "step": 214140
    },
    {
      "epoch": 0.18744512845739955,
      "grad_norm": 0.45663052797317505,
      "learning_rate": 4.691219535917233e-05,
      "loss": 5.2173,
      "step": 214145
    },
    {
      "epoch": 0.1874495050510267,
      "grad_norm": 0.45627981424331665,
      "learning_rate": 4.691204708491709e-05,
      "loss": 5.1271,
      "step": 214150
    },
    {
      "epoch": 0.18745388164465385,
      "grad_norm": 0.4514535665512085,
      "learning_rate": 4.691189880739972e-05,
      "loss": 5.0991,
      "step": 214155
    },
    {
      "epoch": 0.18745825823828102,
      "grad_norm": 0.44367432594299316,
      "learning_rate": 4.691175052662029e-05,
      "loss": 5.9094,
      "step": 214160
    },
    {
      "epoch": 0.18746263483190817,
      "grad_norm": 0.46661368012428284,
      "learning_rate": 4.69116022425788e-05,
      "loss": 5.7385,
      "step": 214165
    },
    {
      "epoch": 0.18746701142553532,
      "grad_norm": 0.4557236433029175,
      "learning_rate": 4.6911453955275285e-05,
      "loss": 5.3359,
      "step": 214170
    },
    {
      "epoch": 0.18747138801916247,
      "grad_norm": 0.4460432529449463,
      "learning_rate": 4.691130566470978e-05,
      "loss": 4.9157,
      "step": 214175
    },
    {
      "epoch": 0.18747576461278964,
      "grad_norm": 0.44295376539230347,
      "learning_rate": 4.691115737088231e-05,
      "loss": 5.9752,
      "step": 214180
    },
    {
      "epoch": 0.1874801412064168,
      "grad_norm": 0.46455758810043335,
      "learning_rate": 4.69110090737929e-05,
      "loss": 6.2906,
      "step": 214185
    },
    {
      "epoch": 0.18748451780004394,
      "grad_norm": 0.4772278368473053,
      "learning_rate": 4.691086077344159e-05,
      "loss": 4.0963,
      "step": 214190
    },
    {
      "epoch": 0.18748889439367109,
      "grad_norm": 0.4628426134586334,
      "learning_rate": 4.691071246982839e-05,
      "loss": 5.3361,
      "step": 214195
    },
    {
      "epoch": 0.18749327098729826,
      "grad_norm": 0.5744885802268982,
      "learning_rate": 4.691056416295334e-05,
      "loss": 5.6285,
      "step": 214200
    },
    {
      "epoch": 0.1874976475809254,
      "grad_norm": 0.4556722939014435,
      "learning_rate": 4.6910415852816466e-05,
      "loss": 5.3777,
      "step": 214205
    },
    {
      "epoch": 0.18750202417455256,
      "grad_norm": 0.48159900307655334,
      "learning_rate": 4.691026753941781e-05,
      "loss": 5.7571,
      "step": 214210
    },
    {
      "epoch": 0.1875064007681797,
      "grad_norm": 0.47633668780326843,
      "learning_rate": 4.6910119222757375e-05,
      "loss": 5.7041,
      "step": 214215
    },
    {
      "epoch": 0.18751077736180688,
      "grad_norm": 0.4706054925918579,
      "learning_rate": 4.690997090283521e-05,
      "loss": 5.1483,
      "step": 214220
    },
    {
      "epoch": 0.18751515395543403,
      "grad_norm": 0.5029642581939697,
      "learning_rate": 4.690982257965133e-05,
      "loss": 4.9164,
      "step": 214225
    },
    {
      "epoch": 0.18751953054906118,
      "grad_norm": 0.5155407786369324,
      "learning_rate": 4.690967425320577e-05,
      "loss": 5.965,
      "step": 214230
    },
    {
      "epoch": 0.18752390714268832,
      "grad_norm": 0.4810837209224701,
      "learning_rate": 4.6909525923498566e-05,
      "loss": 5.9283,
      "step": 214235
    },
    {
      "epoch": 0.1875282837363155,
      "grad_norm": 0.48140397667884827,
      "learning_rate": 4.690937759052975e-05,
      "loss": 5.2073,
      "step": 214240
    },
    {
      "epoch": 0.18753266032994265,
      "grad_norm": 0.44573351740837097,
      "learning_rate": 4.6909229254299315e-05,
      "loss": 5.1884,
      "step": 214245
    },
    {
      "epoch": 0.1875370369235698,
      "grad_norm": 0.49619823694229126,
      "learning_rate": 4.690908091480733e-05,
      "loss": 4.947,
      "step": 214250
    },
    {
      "epoch": 0.18754141351719694,
      "grad_norm": 0.47358089685440063,
      "learning_rate": 4.690893257205381e-05,
      "loss": 4.1253,
      "step": 214255
    },
    {
      "epoch": 0.18754579011082412,
      "grad_norm": 0.4792550504207611,
      "learning_rate": 4.690878422603877e-05,
      "loss": 5.2379,
      "step": 214260
    },
    {
      "epoch": 0.18755016670445127,
      "grad_norm": 0.45662394165992737,
      "learning_rate": 4.690863587676226e-05,
      "loss": 5.4095,
      "step": 214265
    },
    {
      "epoch": 0.1875545432980784,
      "grad_norm": 0.46552228927612305,
      "learning_rate": 4.69084875242243e-05,
      "loss": 5.7094,
      "step": 214270
    },
    {
      "epoch": 0.18755891989170556,
      "grad_norm": 0.512146532535553,
      "learning_rate": 4.690833916842491e-05,
      "loss": 4.9596,
      "step": 214275
    },
    {
      "epoch": 0.1875632964853327,
      "grad_norm": 0.47178763151168823,
      "learning_rate": 4.690819080936413e-05,
      "loss": 5.2516,
      "step": 214280
    },
    {
      "epoch": 0.18756767307895988,
      "grad_norm": 0.46571221947669983,
      "learning_rate": 4.690804244704199e-05,
      "loss": 4.9443,
      "step": 214285
    },
    {
      "epoch": 0.18757204967258703,
      "grad_norm": 0.47206443548202515,
      "learning_rate": 4.690789408145852e-05,
      "loss": 5.4123,
      "step": 214290
    },
    {
      "epoch": 0.18757642626621418,
      "grad_norm": 0.4890765845775604,
      "learning_rate": 4.6907745712613726e-05,
      "loss": 5.248,
      "step": 214295
    },
    {
      "epoch": 0.18758080285984133,
      "grad_norm": 0.468871533870697,
      "learning_rate": 4.690759734050766e-05,
      "loss": 5.1353,
      "step": 214300
    },
    {
      "epoch": 0.1875851794534685,
      "grad_norm": 0.474938303232193,
      "learning_rate": 4.690744896514033e-05,
      "loss": 5.6586,
      "step": 214305
    },
    {
      "epoch": 0.18758955604709565,
      "grad_norm": 0.4592859745025635,
      "learning_rate": 4.6907300586511793e-05,
      "loss": 4.9325,
      "step": 214310
    },
    {
      "epoch": 0.1875939326407228,
      "grad_norm": 0.4589753746986389,
      "learning_rate": 4.6907152204622065e-05,
      "loss": 5.4331,
      "step": 214315
    },
    {
      "epoch": 0.18759830923434995,
      "grad_norm": 0.4560324549674988,
      "learning_rate": 4.6907003819471164e-05,
      "loss": 5.4466,
      "step": 214320
    },
    {
      "epoch": 0.18760268582797712,
      "grad_norm": 0.46087342500686646,
      "learning_rate": 4.690685543105914e-05,
      "loss": 5.4395,
      "step": 214325
    },
    {
      "epoch": 0.18760706242160427,
      "grad_norm": 0.4452342092990875,
      "learning_rate": 4.6906707039386e-05,
      "loss": 5.7689,
      "step": 214330
    },
    {
      "epoch": 0.18761143901523142,
      "grad_norm": 0.5008739233016968,
      "learning_rate": 4.690655864445178e-05,
      "loss": 4.6353,
      "step": 214335
    },
    {
      "epoch": 0.18761581560885857,
      "grad_norm": 0.45888158679008484,
      "learning_rate": 4.69064102462565e-05,
      "loss": 4.8684,
      "step": 214340
    },
    {
      "epoch": 0.18762019220248574,
      "grad_norm": 0.4390406310558319,
      "learning_rate": 4.690626184480022e-05,
      "loss": 5.967,
      "step": 214345
    },
    {
      "epoch": 0.1876245687961129,
      "grad_norm": 0.4651448428630829,
      "learning_rate": 4.690611344008293e-05,
      "loss": 4.8928,
      "step": 214350
    },
    {
      "epoch": 0.18762894538974004,
      "grad_norm": 0.4728074073791504,
      "learning_rate": 4.690596503210468e-05,
      "loss": 4.4207,
      "step": 214355
    },
    {
      "epoch": 0.18763332198336719,
      "grad_norm": 0.46983301639556885,
      "learning_rate": 4.6905816620865506e-05,
      "loss": 5.449,
      "step": 214360
    },
    {
      "epoch": 0.18763769857699436,
      "grad_norm": 0.4704311490058899,
      "learning_rate": 4.6905668206365415e-05,
      "loss": 4.8388,
      "step": 214365
    },
    {
      "epoch": 0.1876420751706215,
      "grad_norm": 0.47906067967414856,
      "learning_rate": 4.6905519788604444e-05,
      "loss": 5.4399,
      "step": 214370
    },
    {
      "epoch": 0.18764645176424866,
      "grad_norm": 0.45908263325691223,
      "learning_rate": 4.6905371367582626e-05,
      "loss": 5.2537,
      "step": 214375
    },
    {
      "epoch": 0.1876508283578758,
      "grad_norm": 0.4537408947944641,
      "learning_rate": 4.690522294329999e-05,
      "loss": 4.6253,
      "step": 214380
    },
    {
      "epoch": 0.18765520495150298,
      "grad_norm": 0.4472656846046448,
      "learning_rate": 4.6905074515756554e-05,
      "loss": 5.9625,
      "step": 214385
    },
    {
      "epoch": 0.18765958154513013,
      "grad_norm": 0.45824581384658813,
      "learning_rate": 4.690492608495236e-05,
      "loss": 4.6247,
      "step": 214390
    },
    {
      "epoch": 0.18766395813875728,
      "grad_norm": 0.4596923887729645,
      "learning_rate": 4.6904777650887434e-05,
      "loss": 4.1152,
      "step": 214395
    },
    {
      "epoch": 0.18766833473238442,
      "grad_norm": 0.46052560210227966,
      "learning_rate": 4.690462921356179e-05,
      "loss": 5.3991,
      "step": 214400
    },
    {
      "epoch": 0.18767271132601157,
      "grad_norm": 0.45436224341392517,
      "learning_rate": 4.690448077297548e-05,
      "loss": 5.1356,
      "step": 214405
    },
    {
      "epoch": 0.18767708791963875,
      "grad_norm": 0.5045475959777832,
      "learning_rate": 4.690433232912851e-05,
      "loss": 4.7253,
      "step": 214410
    },
    {
      "epoch": 0.1876814645132659,
      "grad_norm": 0.47823014855384827,
      "learning_rate": 4.690418388202092e-05,
      "loss": 5.7761,
      "step": 214415
    },
    {
      "epoch": 0.18768584110689304,
      "grad_norm": 0.5491302013397217,
      "learning_rate": 4.6904035431652746e-05,
      "loss": 4.6775,
      "step": 214420
    },
    {
      "epoch": 0.1876902177005202,
      "grad_norm": 0.47875818610191345,
      "learning_rate": 4.6903886978024e-05,
      "loss": 5.9484,
      "step": 214425
    },
    {
      "epoch": 0.18769459429414737,
      "grad_norm": 0.47408780455589294,
      "learning_rate": 4.690373852113473e-05,
      "loss": 5.6361,
      "step": 214430
    },
    {
      "epoch": 0.1876989708877745,
      "grad_norm": 0.4944489598274231,
      "learning_rate": 4.690359006098496e-05,
      "loss": 4.6774,
      "step": 214435
    },
    {
      "epoch": 0.18770334748140166,
      "grad_norm": 0.48504525423049927,
      "learning_rate": 4.690344159757469e-05,
      "loss": 5.6846,
      "step": 214440
    },
    {
      "epoch": 0.1877077240750288,
      "grad_norm": 0.455804705619812,
      "learning_rate": 4.690329313090399e-05,
      "loss": 5.4548,
      "step": 214445
    },
    {
      "epoch": 0.18771210066865598,
      "grad_norm": 0.4590950608253479,
      "learning_rate": 4.690314466097285e-05,
      "loss": 4.9016,
      "step": 214450
    },
    {
      "epoch": 0.18771647726228313,
      "grad_norm": 0.44758784770965576,
      "learning_rate": 4.690299618778133e-05,
      "loss": 5.3895,
      "step": 214455
    },
    {
      "epoch": 0.18772085385591028,
      "grad_norm": 0.43844959139823914,
      "learning_rate": 4.6902847711329456e-05,
      "loss": 5.7264,
      "step": 214460
    },
    {
      "epoch": 0.18772523044953743,
      "grad_norm": 0.4343128502368927,
      "learning_rate": 4.690269923161724e-05,
      "loss": 5.9607,
      "step": 214465
    },
    {
      "epoch": 0.1877296070431646,
      "grad_norm": 0.44084432721138,
      "learning_rate": 4.6902550748644714e-05,
      "loss": 5.7476,
      "step": 214470
    },
    {
      "epoch": 0.18773398363679175,
      "grad_norm": 0.4593442380428314,
      "learning_rate": 4.690240226241192e-05,
      "loss": 5.404,
      "step": 214475
    },
    {
      "epoch": 0.1877383602304189,
      "grad_norm": 0.46639928221702576,
      "learning_rate": 4.690225377291887e-05,
      "loss": 4.4029,
      "step": 214480
    },
    {
      "epoch": 0.18774273682404605,
      "grad_norm": 0.4718281626701355,
      "learning_rate": 4.69021052801656e-05,
      "loss": 4.7366,
      "step": 214485
    },
    {
      "epoch": 0.18774711341767322,
      "grad_norm": 0.4820758104324341,
      "learning_rate": 4.6901956784152134e-05,
      "loss": 5.1584,
      "step": 214490
    },
    {
      "epoch": 0.18775149001130037,
      "grad_norm": 0.4581893980503082,
      "learning_rate": 4.6901808284878526e-05,
      "loss": 5.4518,
      "step": 214495
    },
    {
      "epoch": 0.18775586660492752,
      "grad_norm": 0.47122305631637573,
      "learning_rate": 4.690165978234476e-05,
      "loss": 5.2164,
      "step": 214500
    },
    {
      "epoch": 0.18776024319855467,
      "grad_norm": 0.44299179315567017,
      "learning_rate": 4.6901511276550906e-05,
      "loss": 5.9498,
      "step": 214505
    },
    {
      "epoch": 0.18776461979218184,
      "grad_norm": 0.4609268605709076,
      "learning_rate": 4.690136276749696e-05,
      "loss": 4.7459,
      "step": 214510
    },
    {
      "epoch": 0.187768996385809,
      "grad_norm": 0.45753592252731323,
      "learning_rate": 4.690121425518298e-05,
      "loss": 5.1558,
      "step": 214515
    },
    {
      "epoch": 0.18777337297943614,
      "grad_norm": 0.4541468620300293,
      "learning_rate": 4.690106573960897e-05,
      "loss": 4.4064,
      "step": 214520
    },
    {
      "epoch": 0.18777774957306329,
      "grad_norm": 0.4628413915634155,
      "learning_rate": 4.6900917220774974e-05,
      "loss": 5.4527,
      "step": 214525
    },
    {
      "epoch": 0.18778212616669043,
      "grad_norm": 0.4844702482223511,
      "learning_rate": 4.690076869868102e-05,
      "loss": 5.4643,
      "step": 214530
    },
    {
      "epoch": 0.1877865027603176,
      "grad_norm": 0.47088056802749634,
      "learning_rate": 4.6900620173327137e-05,
      "loss": 5.9613,
      "step": 214535
    },
    {
      "epoch": 0.18779087935394476,
      "grad_norm": 0.4544937014579773,
      "learning_rate": 4.690047164471334e-05,
      "loss": 5.3584,
      "step": 214540
    },
    {
      "epoch": 0.1877952559475719,
      "grad_norm": 0.5244799852371216,
      "learning_rate": 4.690032311283966e-05,
      "loss": 4.1634,
      "step": 214545
    },
    {
      "epoch": 0.18779963254119905,
      "grad_norm": 0.4715263247489929,
      "learning_rate": 4.690017457770615e-05,
      "loss": 3.9023,
      "step": 214550
    },
    {
      "epoch": 0.18780400913482623,
      "grad_norm": 0.4504413902759552,
      "learning_rate": 4.690002603931282e-05,
      "loss": 5.1262,
      "step": 214555
    },
    {
      "epoch": 0.18780838572845338,
      "grad_norm": 0.4370115101337433,
      "learning_rate": 4.6899877497659685e-05,
      "loss": 5.7106,
      "step": 214560
    },
    {
      "epoch": 0.18781276232208052,
      "grad_norm": 0.45700377225875854,
      "learning_rate": 4.6899728952746804e-05,
      "loss": 5.6371,
      "step": 214565
    },
    {
      "epoch": 0.18781713891570767,
      "grad_norm": 0.45421209931373596,
      "learning_rate": 4.6899580404574173e-05,
      "loss": 4.8889,
      "step": 214570
    },
    {
      "epoch": 0.18782151550933485,
      "grad_norm": 0.46053606271743774,
      "learning_rate": 4.689943185314185e-05,
      "loss": 5.973,
      "step": 214575
    },
    {
      "epoch": 0.187825892102962,
      "grad_norm": 0.46484726667404175,
      "learning_rate": 4.689928329844985e-05,
      "loss": 5.4211,
      "step": 214580
    },
    {
      "epoch": 0.18783026869658914,
      "grad_norm": 0.45961904525756836,
      "learning_rate": 4.68991347404982e-05,
      "loss": 4.8073,
      "step": 214585
    },
    {
      "epoch": 0.1878346452902163,
      "grad_norm": 0.45892879366874695,
      "learning_rate": 4.689898617928694e-05,
      "loss": 5.2252,
      "step": 214590
    },
    {
      "epoch": 0.18783902188384347,
      "grad_norm": 0.4584793448448181,
      "learning_rate": 4.689883761481608e-05,
      "loss": 5.1219,
      "step": 214595
    },
    {
      "epoch": 0.1878433984774706,
      "grad_norm": 0.4584764838218689,
      "learning_rate": 4.689868904708566e-05,
      "loss": 4.4195,
      "step": 214600
    },
    {
      "epoch": 0.18784777507109776,
      "grad_norm": 0.4621337950229645,
      "learning_rate": 4.689854047609572e-05,
      "loss": 5.3477,
      "step": 214605
    },
    {
      "epoch": 0.1878521516647249,
      "grad_norm": 0.48803210258483887,
      "learning_rate": 4.689839190184627e-05,
      "loss": 4.4179,
      "step": 214610
    },
    {
      "epoch": 0.18785652825835208,
      "grad_norm": 0.4541913866996765,
      "learning_rate": 4.689824332433734e-05,
      "loss": 5.9344,
      "step": 214615
    },
    {
      "epoch": 0.18786090485197923,
      "grad_norm": 0.4588605463504791,
      "learning_rate": 4.6898094743568965e-05,
      "loss": 5.404,
      "step": 214620
    },
    {
      "epoch": 0.18786528144560638,
      "grad_norm": 0.45455801486968994,
      "learning_rate": 4.689794615954117e-05,
      "loss": 5.6324,
      "step": 214625
    },
    {
      "epoch": 0.18786965803923353,
      "grad_norm": 0.4742412567138672,
      "learning_rate": 4.6897797572254e-05,
      "loss": 5.135,
      "step": 214630
    },
    {
      "epoch": 0.1878740346328607,
      "grad_norm": 0.4411472678184509,
      "learning_rate": 4.689764898170747e-05,
      "loss": 6.243,
      "step": 214635
    },
    {
      "epoch": 0.18787841122648785,
      "grad_norm": 0.43872973322868347,
      "learning_rate": 4.6897500387901594e-05,
      "loss": 6.2684,
      "step": 214640
    },
    {
      "epoch": 0.187882787820115,
      "grad_norm": 0.46900105476379395,
      "learning_rate": 4.689735179083642e-05,
      "loss": 4.6138,
      "step": 214645
    },
    {
      "epoch": 0.18788716441374215,
      "grad_norm": 0.4697287976741791,
      "learning_rate": 4.689720319051197e-05,
      "loss": 5.1126,
      "step": 214650
    },
    {
      "epoch": 0.1878915410073693,
      "grad_norm": 0.45020943880081177,
      "learning_rate": 4.689705458692827e-05,
      "loss": 5.4441,
      "step": 214655
    },
    {
      "epoch": 0.18789591760099647,
      "grad_norm": 0.4746773838996887,
      "learning_rate": 4.689690598008536e-05,
      "loss": 5.6809,
      "step": 214660
    },
    {
      "epoch": 0.18790029419462362,
      "grad_norm": 0.478114515542984,
      "learning_rate": 4.6896757369983257e-05,
      "loss": 5.24,
      "step": 214665
    },
    {
      "epoch": 0.18790467078825077,
      "grad_norm": 0.45401114225387573,
      "learning_rate": 4.689660875662201e-05,
      "loss": 4.7272,
      "step": 214670
    },
    {
      "epoch": 0.18790904738187791,
      "grad_norm": 0.4504610598087311,
      "learning_rate": 4.689646014000162e-05,
      "loss": 5.1502,
      "step": 214675
    },
    {
      "epoch": 0.1879134239755051,
      "grad_norm": 0.4536082148551941,
      "learning_rate": 4.689631152012213e-05,
      "loss": 5.9699,
      "step": 214680
    },
    {
      "epoch": 0.18791780056913224,
      "grad_norm": 0.4464336037635803,
      "learning_rate": 4.689616289698357e-05,
      "loss": 6.2129,
      "step": 214685
    },
    {
      "epoch": 0.18792217716275939,
      "grad_norm": 0.4532002806663513,
      "learning_rate": 4.6896014270585954e-05,
      "loss": 5.9867,
      "step": 214690
    },
    {
      "epoch": 0.18792655375638653,
      "grad_norm": 0.45092323422431946,
      "learning_rate": 4.689586564092932e-05,
      "loss": 5.4466,
      "step": 214695
    },
    {
      "epoch": 0.1879309303500137,
      "grad_norm": 0.4661080539226532,
      "learning_rate": 4.689571700801371e-05,
      "loss": 4.7047,
      "step": 214700
    },
    {
      "epoch": 0.18793530694364086,
      "grad_norm": 0.4550026059150696,
      "learning_rate": 4.689556837183914e-05,
      "loss": 5.7222,
      "step": 214705
    },
    {
      "epoch": 0.187939683537268,
      "grad_norm": 0.4751080572605133,
      "learning_rate": 4.689541973240563e-05,
      "loss": 4.8973,
      "step": 214710
    },
    {
      "epoch": 0.18794406013089515,
      "grad_norm": 0.44646143913269043,
      "learning_rate": 4.6895271089713236e-05,
      "loss": 5.7168,
      "step": 214715
    },
    {
      "epoch": 0.18794843672452233,
      "grad_norm": 0.504940927028656,
      "learning_rate": 4.689512244376196e-05,
      "loss": 4.6047,
      "step": 214720
    },
    {
      "epoch": 0.18795281331814948,
      "grad_norm": 0.49740180373191833,
      "learning_rate": 4.689497379455183e-05,
      "loss": 5.4427,
      "step": 214725
    },
    {
      "epoch": 0.18795718991177662,
      "grad_norm": 0.5360402464866638,
      "learning_rate": 4.68948251420829e-05,
      "loss": 5.2002,
      "step": 214730
    },
    {
      "epoch": 0.18796156650540377,
      "grad_norm": 0.4638729393482208,
      "learning_rate": 4.689467648635517e-05,
      "loss": 4.8716,
      "step": 214735
    },
    {
      "epoch": 0.18796594309903095,
      "grad_norm": 0.5940749645233154,
      "learning_rate": 4.6894527827368695e-05,
      "loss": 5.9252,
      "step": 214740
    },
    {
      "epoch": 0.1879703196926581,
      "grad_norm": 0.4551406800746918,
      "learning_rate": 4.689437916512348e-05,
      "loss": 5.982,
      "step": 214745
    },
    {
      "epoch": 0.18797469628628524,
      "grad_norm": 0.45572102069854736,
      "learning_rate": 4.689423049961956e-05,
      "loss": 6.2701,
      "step": 214750
    },
    {
      "epoch": 0.1879790728799124,
      "grad_norm": 0.4626721143722534,
      "learning_rate": 4.6894081830856986e-05,
      "loss": 5.9145,
      "step": 214755
    },
    {
      "epoch": 0.18798344947353957,
      "grad_norm": 0.45713821053504944,
      "learning_rate": 4.689393315883576e-05,
      "loss": 4.9146,
      "step": 214760
    },
    {
      "epoch": 0.1879878260671667,
      "grad_norm": 0.4811022877693176,
      "learning_rate": 4.6893784483555915e-05,
      "loss": 5.1681,
      "step": 214765
    },
    {
      "epoch": 0.18799220266079386,
      "grad_norm": 0.45894163846969604,
      "learning_rate": 4.689363580501749e-05,
      "loss": 4.7985,
      "step": 214770
    },
    {
      "epoch": 0.187996579254421,
      "grad_norm": 0.455917626619339,
      "learning_rate": 4.689348712322049e-05,
      "loss": 5.673,
      "step": 214775
    },
    {
      "epoch": 0.18800095584804816,
      "grad_norm": 0.44414710998535156,
      "learning_rate": 4.689333843816498e-05,
      "loss": 5.9523,
      "step": 214780
    },
    {
      "epoch": 0.18800533244167533,
      "grad_norm": 0.4577874541282654,
      "learning_rate": 4.689318974985096e-05,
      "loss": 4.9663,
      "step": 214785
    },
    {
      "epoch": 0.18800970903530248,
      "grad_norm": 0.47367265820503235,
      "learning_rate": 4.689304105827849e-05,
      "loss": 5.9805,
      "step": 214790
    },
    {
      "epoch": 0.18801408562892963,
      "grad_norm": 0.4605751931667328,
      "learning_rate": 4.689289236344755e-05,
      "loss": 5.75,
      "step": 214795
    },
    {
      "epoch": 0.18801846222255678,
      "grad_norm": 0.4424442946910858,
      "learning_rate": 4.689274366535821e-05,
      "loss": 5.7032,
      "step": 214800
    },
    {
      "epoch": 0.18802283881618395,
      "grad_norm": 0.502901017665863,
      "learning_rate": 4.689259496401047e-05,
      "loss": 5.1136,
      "step": 214805
    },
    {
      "epoch": 0.1880272154098111,
      "grad_norm": 0.4489007294178009,
      "learning_rate": 4.6892446259404387e-05,
      "loss": 5.9248,
      "step": 214810
    },
    {
      "epoch": 0.18803159200343825,
      "grad_norm": 0.47167834639549255,
      "learning_rate": 4.689229755153998e-05,
      "loss": 5.4158,
      "step": 214815
    },
    {
      "epoch": 0.1880359685970654,
      "grad_norm": 0.449514240026474,
      "learning_rate": 4.689214884041727e-05,
      "loss": 5.9623,
      "step": 214820
    },
    {
      "epoch": 0.18804034519069257,
      "grad_norm": 0.4892011284828186,
      "learning_rate": 4.6892000126036284e-05,
      "loss": 3.6788,
      "step": 214825
    },
    {
      "epoch": 0.18804472178431972,
      "grad_norm": 0.506215512752533,
      "learning_rate": 4.689185140839706e-05,
      "loss": 5.7418,
      "step": 214830
    },
    {
      "epoch": 0.18804909837794687,
      "grad_norm": 0.48335000872612,
      "learning_rate": 4.6891702687499614e-05,
      "loss": 5.753,
      "step": 214835
    },
    {
      "epoch": 0.18805347497157401,
      "grad_norm": 0.4585256278514862,
      "learning_rate": 4.689155396334399e-05,
      "loss": 4.9325,
      "step": 214840
    },
    {
      "epoch": 0.1880578515652012,
      "grad_norm": 0.4831940233707428,
      "learning_rate": 4.6891405235930216e-05,
      "loss": 5.2333,
      "step": 214845
    },
    {
      "epoch": 0.18806222815882834,
      "grad_norm": 0.47540414333343506,
      "learning_rate": 4.6891256505258306e-05,
      "loss": 5.6348,
      "step": 214850
    },
    {
      "epoch": 0.18806660475245549,
      "grad_norm": 0.4726089835166931,
      "learning_rate": 4.68911077713283e-05,
      "loss": 5.3516,
      "step": 214855
    },
    {
      "epoch": 0.18807098134608263,
      "grad_norm": 0.46013569831848145,
      "learning_rate": 4.6890959034140236e-05,
      "loss": 5.2441,
      "step": 214860
    },
    {
      "epoch": 0.1880753579397098,
      "grad_norm": 0.4554308354854584,
      "learning_rate": 4.689081029369411e-05,
      "loss": 5.763,
      "step": 214865
    },
    {
      "epoch": 0.18807973453333696,
      "grad_norm": 0.4680647552013397,
      "learning_rate": 4.689066154998999e-05,
      "loss": 5.1488,
      "step": 214870
    },
    {
      "epoch": 0.1880841111269641,
      "grad_norm": 0.4548502564430237,
      "learning_rate": 4.689051280302787e-05,
      "loss": 5.4591,
      "step": 214875
    },
    {
      "epoch": 0.18808848772059125,
      "grad_norm": 0.4603039026260376,
      "learning_rate": 4.689036405280781e-05,
      "loss": 5.4085,
      "step": 214880
    },
    {
      "epoch": 0.18809286431421843,
      "grad_norm": 0.4741402566432953,
      "learning_rate": 4.689021529932981e-05,
      "loss": 5.6553,
      "step": 214885
    },
    {
      "epoch": 0.18809724090784558,
      "grad_norm": 0.4787280559539795,
      "learning_rate": 4.6890066542593924e-05,
      "loss": 4.6989,
      "step": 214890
    },
    {
      "epoch": 0.18810161750147272,
      "grad_norm": 0.46267014741897583,
      "learning_rate": 4.6889917782600153e-05,
      "loss": 4.1365,
      "step": 214895
    },
    {
      "epoch": 0.18810599409509987,
      "grad_norm": 0.4680752158164978,
      "learning_rate": 4.6889769019348565e-05,
      "loss": 5.9379,
      "step": 214900
    },
    {
      "epoch": 0.18811037068872705,
      "grad_norm": 0.4788797199726105,
      "learning_rate": 4.688962025283915e-05,
      "loss": 4.9238,
      "step": 214905
    },
    {
      "epoch": 0.1881147472823542,
      "grad_norm": 0.45568645000457764,
      "learning_rate": 4.6889471483071956e-05,
      "loss": 5.1967,
      "step": 214910
    },
    {
      "epoch": 0.18811912387598134,
      "grad_norm": 0.48721224069595337,
      "learning_rate": 4.6889322710047e-05,
      "loss": 5.2109,
      "step": 214915
    },
    {
      "epoch": 0.1881235004696085,
      "grad_norm": 0.4714166522026062,
      "learning_rate": 4.688917393376433e-05,
      "loss": 5.1391,
      "step": 214920
    },
    {
      "epoch": 0.18812787706323564,
      "grad_norm": 0.46637049317359924,
      "learning_rate": 4.688902515422395e-05,
      "loss": 5.4236,
      "step": 214925
    },
    {
      "epoch": 0.1881322536568628,
      "grad_norm": 0.456726610660553,
      "learning_rate": 4.688887637142592e-05,
      "loss": 5.9412,
      "step": 214930
    },
    {
      "epoch": 0.18813663025048996,
      "grad_norm": 0.49692022800445557,
      "learning_rate": 4.688872758537024e-05,
      "loss": 4.9264,
      "step": 214935
    },
    {
      "epoch": 0.1881410068441171,
      "grad_norm": 0.4758269190788269,
      "learning_rate": 4.688857879605695e-05,
      "loss": 5.442,
      "step": 214940
    },
    {
      "epoch": 0.18814538343774426,
      "grad_norm": 0.4607699513435364,
      "learning_rate": 4.6888430003486074e-05,
      "loss": 4.9335,
      "step": 214945
    },
    {
      "epoch": 0.18814976003137143,
      "grad_norm": 0.5016025900840759,
      "learning_rate": 4.6888281207657646e-05,
      "loss": 5.2341,
      "step": 214950
    },
    {
      "epoch": 0.18815413662499858,
      "grad_norm": 0.4634168744087219,
      "learning_rate": 4.688813240857169e-05,
      "loss": 5.4123,
      "step": 214955
    },
    {
      "epoch": 0.18815851321862573,
      "grad_norm": 0.46658387780189514,
      "learning_rate": 4.6887983606228246e-05,
      "loss": 4.9179,
      "step": 214960
    },
    {
      "epoch": 0.18816288981225288,
      "grad_norm": 0.48781487345695496,
      "learning_rate": 4.688783480062734e-05,
      "loss": 4.9266,
      "step": 214965
    },
    {
      "epoch": 0.18816726640588005,
      "grad_norm": 0.4720858037471771,
      "learning_rate": 4.6887685991768985e-05,
      "loss": 4.9279,
      "step": 214970
    },
    {
      "epoch": 0.1881716429995072,
      "grad_norm": 0.4628041684627533,
      "learning_rate": 4.688753717965323e-05,
      "loss": 5.4529,
      "step": 214975
    },
    {
      "epoch": 0.18817601959313435,
      "grad_norm": 0.47359800338745117,
      "learning_rate": 4.688738836428008e-05,
      "loss": 4.9311,
      "step": 214980
    },
    {
      "epoch": 0.1881803961867615,
      "grad_norm": 0.46519190073013306,
      "learning_rate": 4.6887239545649586e-05,
      "loss": 5.0967,
      "step": 214985
    },
    {
      "epoch": 0.18818477278038867,
      "grad_norm": 0.4560564458370209,
      "learning_rate": 4.6887090723761776e-05,
      "loss": 5.6469,
      "step": 214990
    },
    {
      "epoch": 0.18818914937401582,
      "grad_norm": 0.45136013627052307,
      "learning_rate": 4.6886941898616656e-05,
      "loss": 5.7206,
      "step": 214995
    },
    {
      "epoch": 0.18819352596764297,
      "grad_norm": 0.4637286961078644,
      "learning_rate": 4.6886793070214275e-05,
      "loss": 4.865,
      "step": 215000
    },
    {
      "epoch": 0.18819790256127011,
      "grad_norm": 0.4956112802028656,
      "learning_rate": 4.688664423855465e-05,
      "loss": 4.8904,
      "step": 215005
    },
    {
      "epoch": 0.1882022791548973,
      "grad_norm": 0.47915270924568176,
      "learning_rate": 4.688649540363783e-05,
      "loss": 5.4363,
      "step": 215010
    },
    {
      "epoch": 0.18820665574852444,
      "grad_norm": 0.44936320185661316,
      "learning_rate": 4.6886346565463825e-05,
      "loss": 5.6529,
      "step": 215015
    },
    {
      "epoch": 0.18821103234215159,
      "grad_norm": 0.48768094182014465,
      "learning_rate": 4.688619772403267e-05,
      "loss": 5.4513,
      "step": 215020
    },
    {
      "epoch": 0.18821540893577873,
      "grad_norm": 0.4464057981967926,
      "learning_rate": 4.688604887934438e-05,
      "loss": 4.8278,
      "step": 215025
    },
    {
      "epoch": 0.1882197855294059,
      "grad_norm": 0.46103301644325256,
      "learning_rate": 4.688590003139901e-05,
      "loss": 5.9725,
      "step": 215030
    },
    {
      "epoch": 0.18822416212303306,
      "grad_norm": 0.47798269987106323,
      "learning_rate": 4.6885751180196566e-05,
      "loss": 4.0813,
      "step": 215035
    },
    {
      "epoch": 0.1882285387166602,
      "grad_norm": 0.544999897480011,
      "learning_rate": 4.688560232573709e-05,
      "loss": 5.9553,
      "step": 215040
    },
    {
      "epoch": 0.18823291531028735,
      "grad_norm": 0.4566977620124817,
      "learning_rate": 4.688545346802061e-05,
      "loss": 5.4234,
      "step": 215045
    },
    {
      "epoch": 0.1882372919039145,
      "grad_norm": 0.4443475008010864,
      "learning_rate": 4.688530460704714e-05,
      "loss": 5.3537,
      "step": 215050
    },
    {
      "epoch": 0.18824166849754168,
      "grad_norm": 0.4509112536907196,
      "learning_rate": 4.6885155742816724e-05,
      "loss": 5.9742,
      "step": 215055
    },
    {
      "epoch": 0.18824604509116882,
      "grad_norm": 0.49509698152542114,
      "learning_rate": 4.688500687532938e-05,
      "loss": 5.1492,
      "step": 215060
    },
    {
      "epoch": 0.18825042168479597,
      "grad_norm": 0.46071720123291016,
      "learning_rate": 4.6884858004585166e-05,
      "loss": 5.2252,
      "step": 215065
    },
    {
      "epoch": 0.18825479827842312,
      "grad_norm": 0.491441935300827,
      "learning_rate": 4.688470913058407e-05,
      "loss": 4.8364,
      "step": 215070
    },
    {
      "epoch": 0.1882591748720503,
      "grad_norm": 0.5272641181945801,
      "learning_rate": 4.688456025332614e-05,
      "loss": 4.8202,
      "step": 215075
    },
    {
      "epoch": 0.18826355146567744,
      "grad_norm": 0.4742344915866852,
      "learning_rate": 4.68844113728114e-05,
      "loss": 5.9141,
      "step": 215080
    },
    {
      "epoch": 0.1882679280593046,
      "grad_norm": 0.4894024133682251,
      "learning_rate": 4.688426248903989e-05,
      "loss": 4.9428,
      "step": 215085
    },
    {
      "epoch": 0.18827230465293174,
      "grad_norm": 0.4538119435310364,
      "learning_rate": 4.688411360201163e-05,
      "loss": 5.7537,
      "step": 215090
    },
    {
      "epoch": 0.1882766812465589,
      "grad_norm": 0.49483755230903625,
      "learning_rate": 4.688396471172663e-05,
      "loss": 5.7048,
      "step": 215095
    },
    {
      "epoch": 0.18828105784018606,
      "grad_norm": 0.4842721223831177,
      "learning_rate": 4.6883815818184964e-05,
      "loss": 4.6056,
      "step": 215100
    },
    {
      "epoch": 0.1882854344338132,
      "grad_norm": 0.4617924094200134,
      "learning_rate": 4.6883666921386624e-05,
      "loss": 5.6486,
      "step": 215105
    },
    {
      "epoch": 0.18828981102744036,
      "grad_norm": 0.460326224565506,
      "learning_rate": 4.688351802133165e-05,
      "loss": 5.9777,
      "step": 215110
    },
    {
      "epoch": 0.18829418762106753,
      "grad_norm": 0.49153953790664673,
      "learning_rate": 4.688336911802006e-05,
      "loss": 4.8774,
      "step": 215115
    },
    {
      "epoch": 0.18829856421469468,
      "grad_norm": 0.4949530363082886,
      "learning_rate": 4.688322021145191e-05,
      "loss": 5.1616,
      "step": 215120
    },
    {
      "epoch": 0.18830294080832183,
      "grad_norm": 0.5007584095001221,
      "learning_rate": 4.68830713016272e-05,
      "loss": 5.4274,
      "step": 215125
    },
    {
      "epoch": 0.18830731740194898,
      "grad_norm": 0.4623001217842102,
      "learning_rate": 4.688292238854598e-05,
      "loss": 4.8026,
      "step": 215130
    },
    {
      "epoch": 0.18831169399557615,
      "grad_norm": 0.49415484070777893,
      "learning_rate": 4.688277347220826e-05,
      "loss": 5.7815,
      "step": 215135
    },
    {
      "epoch": 0.1883160705892033,
      "grad_norm": 0.49270978569984436,
      "learning_rate": 4.6882624552614076e-05,
      "loss": 4.624,
      "step": 215140
    },
    {
      "epoch": 0.18832044718283045,
      "grad_norm": 0.4727403223514557,
      "learning_rate": 4.688247562976347e-05,
      "loss": 4.4008,
      "step": 215145
    },
    {
      "epoch": 0.1883248237764576,
      "grad_norm": 0.5116236805915833,
      "learning_rate": 4.6882326703656454e-05,
      "loss": 4.9431,
      "step": 215150
    },
    {
      "epoch": 0.18832920037008477,
      "grad_norm": 0.5621322989463806,
      "learning_rate": 4.688217777429306e-05,
      "loss": 5.9457,
      "step": 215155
    },
    {
      "epoch": 0.18833357696371192,
      "grad_norm": 0.5059145092964172,
      "learning_rate": 4.688202884167331e-05,
      "loss": 5.9557,
      "step": 215160
    },
    {
      "epoch": 0.18833795355733907,
      "grad_norm": 0.5934097170829773,
      "learning_rate": 4.688187990579725e-05,
      "loss": 5.1199,
      "step": 215165
    },
    {
      "epoch": 0.18834233015096621,
      "grad_norm": 0.4555894732475281,
      "learning_rate": 4.68817309666649e-05,
      "loss": 5.0482,
      "step": 215170
    },
    {
      "epoch": 0.18834670674459336,
      "grad_norm": 0.45704713463783264,
      "learning_rate": 4.6881582024276296e-05,
      "loss": 5.2407,
      "step": 215175
    },
    {
      "epoch": 0.18835108333822054,
      "grad_norm": 0.44361022114753723,
      "learning_rate": 4.6881433078631456e-05,
      "loss": 5.9646,
      "step": 215180
    },
    {
      "epoch": 0.18835545993184769,
      "grad_norm": 0.48501768708229065,
      "learning_rate": 4.6881284129730405e-05,
      "loss": 4.6107,
      "step": 215185
    },
    {
      "epoch": 0.18835983652547483,
      "grad_norm": 0.4627291262149811,
      "learning_rate": 4.688113517757319e-05,
      "loss": 4.9028,
      "step": 215190
    },
    {
      "epoch": 0.18836421311910198,
      "grad_norm": 0.48143118619918823,
      "learning_rate": 4.688098622215982e-05,
      "loss": 5.7271,
      "step": 215195
    },
    {
      "epoch": 0.18836858971272916,
      "grad_norm": 0.4641825556755066,
      "learning_rate": 4.688083726349033e-05,
      "loss": 5.4616,
      "step": 215200
    },
    {
      "epoch": 0.1883729663063563,
      "grad_norm": 0.46017077565193176,
      "learning_rate": 4.6880688301564756e-05,
      "loss": 4.9017,
      "step": 215205
    },
    {
      "epoch": 0.18837734289998345,
      "grad_norm": 0.46828576922416687,
      "learning_rate": 4.688053933638312e-05,
      "loss": 4.9592,
      "step": 215210
    },
    {
      "epoch": 0.1883817194936106,
      "grad_norm": 0.4541192650794983,
      "learning_rate": 4.688039036794546e-05,
      "loss": 5.1465,
      "step": 215215
    },
    {
      "epoch": 0.18838609608723778,
      "grad_norm": 0.4621020555496216,
      "learning_rate": 4.688024139625179e-05,
      "loss": 5.6549,
      "step": 215220
    },
    {
      "epoch": 0.18839047268086492,
      "grad_norm": 0.44860148429870605,
      "learning_rate": 4.688009242130214e-05,
      "loss": 5.4235,
      "step": 215225
    },
    {
      "epoch": 0.18839484927449207,
      "grad_norm": 0.4549083709716797,
      "learning_rate": 4.687994344309655e-05,
      "loss": 5.1398,
      "step": 215230
    },
    {
      "epoch": 0.18839922586811922,
      "grad_norm": 0.4784451723098755,
      "learning_rate": 4.687979446163505e-05,
      "loss": 5.7698,
      "step": 215235
    },
    {
      "epoch": 0.1884036024617464,
      "grad_norm": 0.462859570980072,
      "learning_rate": 4.6879645476917666e-05,
      "loss": 5.4632,
      "step": 215240
    },
    {
      "epoch": 0.18840797905537354,
      "grad_norm": 0.4680079221725464,
      "learning_rate": 4.687949648894442e-05,
      "loss": 5.4275,
      "step": 215245
    },
    {
      "epoch": 0.1884123556490007,
      "grad_norm": 0.4598407447338104,
      "learning_rate": 4.687934749771533e-05,
      "loss": 5.9486,
      "step": 215250
    },
    {
      "epoch": 0.18841673224262784,
      "grad_norm": 0.4751129746437073,
      "learning_rate": 4.687919850323045e-05,
      "loss": 5.2066,
      "step": 215255
    },
    {
      "epoch": 0.188421108836255,
      "grad_norm": 0.4652389883995056,
      "learning_rate": 4.687904950548979e-05,
      "loss": 5.4319,
      "step": 215260
    },
    {
      "epoch": 0.18842548542988216,
      "grad_norm": 0.4691213369369507,
      "learning_rate": 4.6878900504493395e-05,
      "loss": 5.4184,
      "step": 215265
    },
    {
      "epoch": 0.1884298620235093,
      "grad_norm": 0.4570726454257965,
      "learning_rate": 4.687875150024128e-05,
      "loss": 5.4295,
      "step": 215270
    },
    {
      "epoch": 0.18843423861713646,
      "grad_norm": 0.4690404534339905,
      "learning_rate": 4.687860249273348e-05,
      "loss": 5.4253,
      "step": 215275
    },
    {
      "epoch": 0.18843861521076363,
      "grad_norm": 0.4643325209617615,
      "learning_rate": 4.687845348197002e-05,
      "loss": 5.3168,
      "step": 215280
    },
    {
      "epoch": 0.18844299180439078,
      "grad_norm": 0.45516663789749146,
      "learning_rate": 4.687830446795094e-05,
      "loss": 5.6658,
      "step": 215285
    },
    {
      "epoch": 0.18844736839801793,
      "grad_norm": 0.45862695574760437,
      "learning_rate": 4.687815545067625e-05,
      "loss": 5.115,
      "step": 215290
    },
    {
      "epoch": 0.18845174499164508,
      "grad_norm": 0.4598750174045563,
      "learning_rate": 4.6878006430145994e-05,
      "loss": 5.1583,
      "step": 215295
    },
    {
      "epoch": 0.18845612158527222,
      "grad_norm": 0.4715842306613922,
      "learning_rate": 4.6877857406360183e-05,
      "loss": 4.6514,
      "step": 215300
    },
    {
      "epoch": 0.1884604981788994,
      "grad_norm": 0.4692544639110565,
      "learning_rate": 4.687770837931887e-05,
      "loss": 5.7271,
      "step": 215305
    },
    {
      "epoch": 0.18846487477252655,
      "grad_norm": 0.4997687339782715,
      "learning_rate": 4.687755934902207e-05,
      "loss": 5.2023,
      "step": 215310
    },
    {
      "epoch": 0.1884692513661537,
      "grad_norm": 0.46168020367622375,
      "learning_rate": 4.687741031546982e-05,
      "loss": 5.4646,
      "step": 215315
    },
    {
      "epoch": 0.18847362795978084,
      "grad_norm": 0.48484882712364197,
      "learning_rate": 4.687726127866213e-05,
      "loss": 5.9387,
      "step": 215320
    },
    {
      "epoch": 0.18847800455340802,
      "grad_norm": 0.4470345973968506,
      "learning_rate": 4.687711223859904e-05,
      "loss": 4.6484,
      "step": 215325
    },
    {
      "epoch": 0.18848238114703517,
      "grad_norm": 0.4770774841308594,
      "learning_rate": 4.687696319528059e-05,
      "loss": 5.6568,
      "step": 215330
    },
    {
      "epoch": 0.18848675774066231,
      "grad_norm": 0.49668779969215393,
      "learning_rate": 4.6876814148706795e-05,
      "loss": 5.7298,
      "step": 215335
    },
    {
      "epoch": 0.18849113433428946,
      "grad_norm": 0.4514666497707367,
      "learning_rate": 4.687666509887768e-05,
      "loss": 4.5936,
      "step": 215340
    },
    {
      "epoch": 0.18849551092791664,
      "grad_norm": 0.47331318259239197,
      "learning_rate": 4.687651604579329e-05,
      "loss": 5.4192,
      "step": 215345
    },
    {
      "epoch": 0.18849988752154379,
      "grad_norm": 0.4733273684978485,
      "learning_rate": 4.687636698945365e-05,
      "loss": 5.2438,
      "step": 215350
    },
    {
      "epoch": 0.18850426411517093,
      "grad_norm": 0.4494735896587372,
      "learning_rate": 4.6876217929858766e-05,
      "loss": 5.9363,
      "step": 215355
    },
    {
      "epoch": 0.18850864070879808,
      "grad_norm": 0.4614455997943878,
      "learning_rate": 4.687606886700869e-05,
      "loss": 5.6277,
      "step": 215360
    },
    {
      "epoch": 0.18851301730242526,
      "grad_norm": 0.45999905467033386,
      "learning_rate": 4.687591980090345e-05,
      "loss": 5.3551,
      "step": 215365
    },
    {
      "epoch": 0.1885173938960524,
      "grad_norm": 0.46452590823173523,
      "learning_rate": 4.687577073154307e-05,
      "loss": 5.3721,
      "step": 215370
    },
    {
      "epoch": 0.18852177048967955,
      "grad_norm": 0.48520517349243164,
      "learning_rate": 4.6875621658927583e-05,
      "loss": 5.4263,
      "step": 215375
    },
    {
      "epoch": 0.1885261470833067,
      "grad_norm": 0.45578598976135254,
      "learning_rate": 4.6875472583057e-05,
      "loss": 5.4224,
      "step": 215380
    },
    {
      "epoch": 0.18853052367693388,
      "grad_norm": 0.4968245029449463,
      "learning_rate": 4.687532350393137e-05,
      "loss": 4.9019,
      "step": 215385
    },
    {
      "epoch": 0.18853490027056102,
      "grad_norm": 0.46658673882484436,
      "learning_rate": 4.687517442155072e-05,
      "loss": 4.9207,
      "step": 215390
    },
    {
      "epoch": 0.18853927686418817,
      "grad_norm": 0.47929278016090393,
      "learning_rate": 4.687502533591507e-05,
      "loss": 4.3759,
      "step": 215395
    },
    {
      "epoch": 0.18854365345781532,
      "grad_norm": 0.4645141363143921,
      "learning_rate": 4.687487624702445e-05,
      "loss": 5.1726,
      "step": 215400
    },
    {
      "epoch": 0.1885480300514425,
      "grad_norm": 0.4780155420303345,
      "learning_rate": 4.6874727154878884e-05,
      "loss": 5.2307,
      "step": 215405
    },
    {
      "epoch": 0.18855240664506964,
      "grad_norm": 0.454614520072937,
      "learning_rate": 4.687457805947842e-05,
      "loss": 5.6654,
      "step": 215410
    },
    {
      "epoch": 0.1885567832386968,
      "grad_norm": 0.45780131220817566,
      "learning_rate": 4.687442896082307e-05,
      "loss": 5.1701,
      "step": 215415
    },
    {
      "epoch": 0.18856115983232394,
      "grad_norm": 0.47603297233581543,
      "learning_rate": 4.687427985891287e-05,
      "loss": 5.2571,
      "step": 215420
    },
    {
      "epoch": 0.18856553642595109,
      "grad_norm": 0.4732009470462799,
      "learning_rate": 4.6874130753747834e-05,
      "loss": 4.5998,
      "step": 215425
    },
    {
      "epoch": 0.18856991301957826,
      "grad_norm": 0.44388478994369507,
      "learning_rate": 4.6873981645328016e-05,
      "loss": 5.6809,
      "step": 215430
    },
    {
      "epoch": 0.1885742896132054,
      "grad_norm": 0.46967771649360657,
      "learning_rate": 4.687383253365343e-05,
      "loss": 4.5923,
      "step": 215435
    },
    {
      "epoch": 0.18857866620683256,
      "grad_norm": 0.4442020058631897,
      "learning_rate": 4.68736834187241e-05,
      "loss": 5.9387,
      "step": 215440
    },
    {
      "epoch": 0.1885830428004597,
      "grad_norm": 0.454727441072464,
      "learning_rate": 4.687353430054007e-05,
      "loss": 5.9557,
      "step": 215445
    },
    {
      "epoch": 0.18858741939408688,
      "grad_norm": 0.4796575605869293,
      "learning_rate": 4.6873385179101346e-05,
      "loss": 4.9178,
      "step": 215450
    },
    {
      "epoch": 0.18859179598771403,
      "grad_norm": 0.45712634921073914,
      "learning_rate": 4.6873236054407985e-05,
      "loss": 5.9191,
      "step": 215455
    },
    {
      "epoch": 0.18859617258134118,
      "grad_norm": 0.44956231117248535,
      "learning_rate": 4.687308692646e-05,
      "loss": 5.9154,
      "step": 215460
    },
    {
      "epoch": 0.18860054917496832,
      "grad_norm": 0.4547836184501648,
      "learning_rate": 4.687293779525741e-05,
      "loss": 5.6033,
      "step": 215465
    },
    {
      "epoch": 0.1886049257685955,
      "grad_norm": 0.4542379081249237,
      "learning_rate": 4.687278866080026e-05,
      "loss": 5.2286,
      "step": 215470
    },
    {
      "epoch": 0.18860930236222265,
      "grad_norm": 0.45263397693634033,
      "learning_rate": 4.687263952308858e-05,
      "loss": 5.4149,
      "step": 215475
    },
    {
      "epoch": 0.1886136789558498,
      "grad_norm": 0.4638229012489319,
      "learning_rate": 4.687249038212239e-05,
      "loss": 5.6342,
      "step": 215480
    },
    {
      "epoch": 0.18861805554947694,
      "grad_norm": 0.4709392189979553,
      "learning_rate": 4.687234123790172e-05,
      "loss": 5.1911,
      "step": 215485
    },
    {
      "epoch": 0.18862243214310412,
      "grad_norm": 0.49424299597740173,
      "learning_rate": 4.6872192090426594e-05,
      "loss": 4.2432,
      "step": 215490
    },
    {
      "epoch": 0.18862680873673127,
      "grad_norm": 0.47403064370155334,
      "learning_rate": 4.687204293969706e-05,
      "loss": 4.3923,
      "step": 215495
    },
    {
      "epoch": 0.18863118533035841,
      "grad_norm": 0.4589354693889618,
      "learning_rate": 4.687189378571312e-05,
      "loss": 5.4463,
      "step": 215500
    },
    {
      "epoch": 0.18863556192398556,
      "grad_norm": 0.4475136995315552,
      "learning_rate": 4.6871744628474826e-05,
      "loss": 5.6627,
      "step": 215505
    },
    {
      "epoch": 0.18863993851761274,
      "grad_norm": 0.47284457087516785,
      "learning_rate": 4.6871595467982186e-05,
      "loss": 4.654,
      "step": 215510
    },
    {
      "epoch": 0.18864431511123989,
      "grad_norm": 0.4600617289543152,
      "learning_rate": 4.6871446304235247e-05,
      "loss": 5.1552,
      "step": 215515
    },
    {
      "epoch": 0.18864869170486703,
      "grad_norm": 0.46070778369903564,
      "learning_rate": 4.6871297137234026e-05,
      "loss": 4.6293,
      "step": 215520
    },
    {
      "epoch": 0.18865306829849418,
      "grad_norm": 0.4589034914970398,
      "learning_rate": 4.687114796697857e-05,
      "loss": 5.3217,
      "step": 215525
    },
    {
      "epoch": 0.18865744489212136,
      "grad_norm": 0.44823983311653137,
      "learning_rate": 4.687099879346888e-05,
      "loss": 5.4189,
      "step": 215530
    },
    {
      "epoch": 0.1886618214857485,
      "grad_norm": 0.46771934628486633,
      "learning_rate": 4.6870849616705e-05,
      "loss": 5.2261,
      "step": 215535
    },
    {
      "epoch": 0.18866619807937565,
      "grad_norm": 0.45421189069747925,
      "learning_rate": 4.687070043668697e-05,
      "loss": 4.7243,
      "step": 215540
    },
    {
      "epoch": 0.1886705746730028,
      "grad_norm": 0.46795591711997986,
      "learning_rate": 4.6870551253414786e-05,
      "loss": 5.118,
      "step": 215545
    },
    {
      "epoch": 0.18867495126662998,
      "grad_norm": 0.4792872667312622,
      "learning_rate": 4.687040206688851e-05,
      "loss": 5.3942,
      "step": 215550
    },
    {
      "epoch": 0.18867932786025712,
      "grad_norm": 0.45907917618751526,
      "learning_rate": 4.687025287710816e-05,
      "loss": 5.2125,
      "step": 215555
    },
    {
      "epoch": 0.18868370445388427,
      "grad_norm": 0.5103510618209839,
      "learning_rate": 4.687010368407376e-05,
      "loss": 4.7402,
      "step": 215560
    },
    {
      "epoch": 0.18868808104751142,
      "grad_norm": 0.5056567788124084,
      "learning_rate": 4.686995448778534e-05,
      "loss": 5.428,
      "step": 215565
    },
    {
      "epoch": 0.18869245764113857,
      "grad_norm": 0.4616013169288635,
      "learning_rate": 4.686980528824293e-05,
      "loss": 5.2375,
      "step": 215570
    },
    {
      "epoch": 0.18869683423476574,
      "grad_norm": 0.4531247913837433,
      "learning_rate": 4.686965608544656e-05,
      "loss": 5.7403,
      "step": 215575
    },
    {
      "epoch": 0.1887012108283929,
      "grad_norm": 0.44669607281684875,
      "learning_rate": 4.6869506879396266e-05,
      "loss": 4.5713,
      "step": 215580
    },
    {
      "epoch": 0.18870558742202004,
      "grad_norm": 0.484386682510376,
      "learning_rate": 4.686935767009205e-05,
      "loss": 5.1109,
      "step": 215585
    },
    {
      "epoch": 0.18870996401564719,
      "grad_norm": 0.48341768980026245,
      "learning_rate": 4.686920845753398e-05,
      "loss": 4.7041,
      "step": 215590
    },
    {
      "epoch": 0.18871434060927436,
      "grad_norm": 0.4677387475967407,
      "learning_rate": 4.686905924172206e-05,
      "loss": 5.4711,
      "step": 215595
    },
    {
      "epoch": 0.1887187172029015,
      "grad_norm": 0.4815325438976288,
      "learning_rate": 4.686891002265631e-05,
      "loss": 5.1102,
      "step": 215600
    },
    {
      "epoch": 0.18872309379652866,
      "grad_norm": 0.45534801483154297,
      "learning_rate": 4.686876080033678e-05,
      "loss": 4.6021,
      "step": 215605
    },
    {
      "epoch": 0.1887274703901558,
      "grad_norm": 0.4676761031150818,
      "learning_rate": 4.686861157476349e-05,
      "loss": 5.2444,
      "step": 215610
    },
    {
      "epoch": 0.18873184698378298,
      "grad_norm": 0.4439736008644104,
      "learning_rate": 4.686846234593647e-05,
      "loss": 5.2418,
      "step": 215615
    },
    {
      "epoch": 0.18873622357741013,
      "grad_norm": 0.4509955942630768,
      "learning_rate": 4.6868313113855745e-05,
      "loss": 4.9103,
      "step": 215620
    },
    {
      "epoch": 0.18874060017103728,
      "grad_norm": 0.46769657731056213,
      "learning_rate": 4.6868163878521355e-05,
      "loss": 5.4632,
      "step": 215625
    },
    {
      "epoch": 0.18874497676466442,
      "grad_norm": 0.46564388275146484,
      "learning_rate": 4.686801463993331e-05,
      "loss": 5.1384,
      "step": 215630
    },
    {
      "epoch": 0.1887493533582916,
      "grad_norm": 0.4690699577331543,
      "learning_rate": 4.686786539809166e-05,
      "loss": 4.3272,
      "step": 215635
    },
    {
      "epoch": 0.18875372995191875,
      "grad_norm": 0.4474911093711853,
      "learning_rate": 4.686771615299642e-05,
      "loss": 5.2028,
      "step": 215640
    },
    {
      "epoch": 0.1887581065455459,
      "grad_norm": 0.45785433053970337,
      "learning_rate": 4.6867566904647605e-05,
      "loss": 5.4331,
      "step": 215645
    },
    {
      "epoch": 0.18876248313917304,
      "grad_norm": 0.45348024368286133,
      "learning_rate": 4.686741765304529e-05,
      "loss": 4.8047,
      "step": 215650
    },
    {
      "epoch": 0.18876685973280022,
      "grad_norm": 0.45125675201416016,
      "learning_rate": 4.6867268398189453e-05,
      "loss": 5.9813,
      "step": 215655
    },
    {
      "epoch": 0.18877123632642737,
      "grad_norm": 0.45882749557495117,
      "learning_rate": 4.686711914008016e-05,
      "loss": 5.2249,
      "step": 215660
    },
    {
      "epoch": 0.18877561292005451,
      "grad_norm": 0.45597437024116516,
      "learning_rate": 4.686696987871741e-05,
      "loss": 4.8938,
      "step": 215665
    },
    {
      "epoch": 0.18877998951368166,
      "grad_norm": 0.456050843000412,
      "learning_rate": 4.6866820614101256e-05,
      "loss": 5.4453,
      "step": 215670
    },
    {
      "epoch": 0.18878436610730884,
      "grad_norm": 0.4537751078605652,
      "learning_rate": 4.6866671346231714e-05,
      "loss": 5.7263,
      "step": 215675
    },
    {
      "epoch": 0.18878874270093599,
      "grad_norm": 0.4486774802207947,
      "learning_rate": 4.6866522075108806e-05,
      "loss": 5.6762,
      "step": 215680
    },
    {
      "epoch": 0.18879311929456313,
      "grad_norm": 0.45639950037002563,
      "learning_rate": 4.6866372800732594e-05,
      "loss": 5.1158,
      "step": 215685
    },
    {
      "epoch": 0.18879749588819028,
      "grad_norm": 0.4539873003959656,
      "learning_rate": 4.686622352310307e-05,
      "loss": 5.4129,
      "step": 215690
    },
    {
      "epoch": 0.18880187248181743,
      "grad_norm": 0.46997469663619995,
      "learning_rate": 4.686607424222027e-05,
      "loss": 4.9188,
      "step": 215695
    },
    {
      "epoch": 0.1888062490754446,
      "grad_norm": 0.446880966424942,
      "learning_rate": 4.6865924958084225e-05,
      "loss": 5.2719,
      "step": 215700
    },
    {
      "epoch": 0.18881062566907175,
      "grad_norm": 0.4628335237503052,
      "learning_rate": 4.686577567069498e-05,
      "loss": 4.6258,
      "step": 215705
    },
    {
      "epoch": 0.1888150022626989,
      "grad_norm": 0.4770892560482025,
      "learning_rate": 4.6865626380052555e-05,
      "loss": 4.9173,
      "step": 215710
    },
    {
      "epoch": 0.18881937885632605,
      "grad_norm": 0.5004875659942627,
      "learning_rate": 4.6865477086156963e-05,
      "loss": 4.9396,
      "step": 215715
    },
    {
      "epoch": 0.18882375544995322,
      "grad_norm": 0.4700111150741577,
      "learning_rate": 4.686532778900825e-05,
      "loss": 5.7491,
      "step": 215720
    },
    {
      "epoch": 0.18882813204358037,
      "grad_norm": 0.4509550929069519,
      "learning_rate": 4.686517848860644e-05,
      "loss": 4.4074,
      "step": 215725
    },
    {
      "epoch": 0.18883250863720752,
      "grad_norm": 0.47359126806259155,
      "learning_rate": 4.686502918495156e-05,
      "loss": 5.2176,
      "step": 215730
    },
    {
      "epoch": 0.18883688523083467,
      "grad_norm": 0.47972026467323303,
      "learning_rate": 4.6864879878043645e-05,
      "loss": 4.918,
      "step": 215735
    },
    {
      "epoch": 0.18884126182446184,
      "grad_norm": 0.4840537905693054,
      "learning_rate": 4.686473056788272e-05,
      "loss": 4.9336,
      "step": 215740
    },
    {
      "epoch": 0.188845638418089,
      "grad_norm": 0.4706842303276062,
      "learning_rate": 4.686458125446881e-05,
      "loss": 5.3881,
      "step": 215745
    },
    {
      "epoch": 0.18885001501171614,
      "grad_norm": 0.4648529887199402,
      "learning_rate": 4.6864431937801936e-05,
      "loss": 5.9463,
      "step": 215750
    },
    {
      "epoch": 0.18885439160534329,
      "grad_norm": 0.46018943190574646,
      "learning_rate": 4.686428261788215e-05,
      "loss": 5.7672,
      "step": 215755
    },
    {
      "epoch": 0.18885876819897046,
      "grad_norm": 0.4540744125843048,
      "learning_rate": 4.686413329470947e-05,
      "loss": 5.4176,
      "step": 215760
    },
    {
      "epoch": 0.1888631447925976,
      "grad_norm": 0.45928528904914856,
      "learning_rate": 4.686398396828392e-05,
      "loss": 5.6793,
      "step": 215765
    },
    {
      "epoch": 0.18886752138622476,
      "grad_norm": 0.45780158042907715,
      "learning_rate": 4.686383463860552e-05,
      "loss": 4.6947,
      "step": 215770
    },
    {
      "epoch": 0.1888718979798519,
      "grad_norm": 0.4543270468711853,
      "learning_rate": 4.686368530567433e-05,
      "loss": 4.1867,
      "step": 215775
    },
    {
      "epoch": 0.18887627457347908,
      "grad_norm": 0.45209309458732605,
      "learning_rate": 4.686353596949035e-05,
      "loss": 5.4738,
      "step": 215780
    },
    {
      "epoch": 0.18888065116710623,
      "grad_norm": 0.445963591337204,
      "learning_rate": 4.686338663005362e-05,
      "loss": 5.9377,
      "step": 215785
    },
    {
      "epoch": 0.18888502776073338,
      "grad_norm": 0.47144851088523865,
      "learning_rate": 4.686323728736416e-05,
      "loss": 4.1064,
      "step": 215790
    },
    {
      "epoch": 0.18888940435436052,
      "grad_norm": 0.4816983938217163,
      "learning_rate": 4.686308794142201e-05,
      "loss": 5.1011,
      "step": 215795
    },
    {
      "epoch": 0.1888937809479877,
      "grad_norm": 0.5061831474304199,
      "learning_rate": 4.68629385922272e-05,
      "loss": 5.1482,
      "step": 215800
    },
    {
      "epoch": 0.18889815754161485,
      "grad_norm": 0.46882516145706177,
      "learning_rate": 4.6862789239779745e-05,
      "loss": 5.2257,
      "step": 215805
    },
    {
      "epoch": 0.188902534135242,
      "grad_norm": 0.47026243805885315,
      "learning_rate": 4.6862639884079696e-05,
      "loss": 5.4356,
      "step": 215810
    },
    {
      "epoch": 0.18890691072886914,
      "grad_norm": 0.5237428545951843,
      "learning_rate": 4.6862490525127054e-05,
      "loss": 5.9389,
      "step": 215815
    },
    {
      "epoch": 0.1889112873224963,
      "grad_norm": 0.565233051776886,
      "learning_rate": 4.6862341162921874e-05,
      "loss": 4.7177,
      "step": 215820
    },
    {
      "epoch": 0.18891566391612347,
      "grad_norm": 0.46772170066833496,
      "learning_rate": 4.6862191797464175e-05,
      "loss": 5.3924,
      "step": 215825
    },
    {
      "epoch": 0.18892004050975061,
      "grad_norm": 0.49295786023139954,
      "learning_rate": 4.686204242875397e-05,
      "loss": 5.3488,
      "step": 215830
    },
    {
      "epoch": 0.18892441710337776,
      "grad_norm": 0.44575974345207214,
      "learning_rate": 4.68618930567913e-05,
      "loss": 4.8595,
      "step": 215835
    },
    {
      "epoch": 0.1889287936970049,
      "grad_norm": 0.44814807176589966,
      "learning_rate": 4.686174368157621e-05,
      "loss": 5.9525,
      "step": 215840
    },
    {
      "epoch": 0.18893317029063209,
      "grad_norm": 0.4519009590148926,
      "learning_rate": 4.6861594303108716e-05,
      "loss": 5.6402,
      "step": 215845
    },
    {
      "epoch": 0.18893754688425923,
      "grad_norm": 0.44778552651405334,
      "learning_rate": 4.686144492138883e-05,
      "loss": 5.394,
      "step": 215850
    },
    {
      "epoch": 0.18894192347788638,
      "grad_norm": 0.4359174072742462,
      "learning_rate": 4.6861295536416605e-05,
      "loss": 4.5539,
      "step": 215855
    },
    {
      "epoch": 0.18894630007151353,
      "grad_norm": 0.4524535834789276,
      "learning_rate": 4.6861146148192057e-05,
      "loss": 5.4395,
      "step": 215860
    },
    {
      "epoch": 0.1889506766651407,
      "grad_norm": 0.4368169605731964,
      "learning_rate": 4.686099675671521e-05,
      "loss": 5.7105,
      "step": 215865
    },
    {
      "epoch": 0.18895505325876785,
      "grad_norm": 0.4563865065574646,
      "learning_rate": 4.6860847361986115e-05,
      "loss": 4.9417,
      "step": 215870
    },
    {
      "epoch": 0.188959429852395,
      "grad_norm": 0.5074596405029297,
      "learning_rate": 4.6860697964004784e-05,
      "loss": 5.7349,
      "step": 215875
    },
    {
      "epoch": 0.18896380644602215,
      "grad_norm": 0.48953092098236084,
      "learning_rate": 4.6860548562771246e-05,
      "loss": 5.7473,
      "step": 215880
    },
    {
      "epoch": 0.18896818303964932,
      "grad_norm": 0.44429948925971985,
      "learning_rate": 4.686039915828553e-05,
      "loss": 5.9437,
      "step": 215885
    },
    {
      "epoch": 0.18897255963327647,
      "grad_norm": 0.4428011178970337,
      "learning_rate": 4.686024975054767e-05,
      "loss": 5.4347,
      "step": 215890
    },
    {
      "epoch": 0.18897693622690362,
      "grad_norm": 0.5008991360664368,
      "learning_rate": 4.68601003395577e-05,
      "loss": 4.9438,
      "step": 215895
    },
    {
      "epoch": 0.18898131282053077,
      "grad_norm": 0.4733163118362427,
      "learning_rate": 4.685995092531563e-05,
      "loss": 4.9202,
      "step": 215900
    },
    {
      "epoch": 0.18898568941415794,
      "grad_norm": 0.45645394921302795,
      "learning_rate": 4.685980150782151e-05,
      "loss": 5.6488,
      "step": 215905
    },
    {
      "epoch": 0.1889900660077851,
      "grad_norm": 0.45906728506088257,
      "learning_rate": 4.685965208707534e-05,
      "loss": 5.1619,
      "step": 215910
    },
    {
      "epoch": 0.18899444260141224,
      "grad_norm": 0.5815954208374023,
      "learning_rate": 4.6859502663077184e-05,
      "loss": 5.0785,
      "step": 215915
    },
    {
      "epoch": 0.18899881919503939,
      "grad_norm": 0.5766531229019165,
      "learning_rate": 4.685935323582705e-05,
      "loss": 4.4143,
      "step": 215920
    },
    {
      "epoch": 0.18900319578866656,
      "grad_norm": 0.4860023558139801,
      "learning_rate": 4.685920380532497e-05,
      "loss": 4.4182,
      "step": 215925
    },
    {
      "epoch": 0.1890075723822937,
      "grad_norm": 0.485167533159256,
      "learning_rate": 4.685905437157098e-05,
      "loss": 5.1261,
      "step": 215930
    },
    {
      "epoch": 0.18901194897592086,
      "grad_norm": 0.4610261917114258,
      "learning_rate": 4.68589049345651e-05,
      "loss": 4.7248,
      "step": 215935
    },
    {
      "epoch": 0.189016325569548,
      "grad_norm": 0.6916680335998535,
      "learning_rate": 4.6858755494307364e-05,
      "loss": 4.4102,
      "step": 215940
    },
    {
      "epoch": 0.18902070216317515,
      "grad_norm": 0.4586015045642853,
      "learning_rate": 4.6858606050797794e-05,
      "loss": 4.949,
      "step": 215945
    },
    {
      "epoch": 0.18902507875680233,
      "grad_norm": 0.46773433685302734,
      "learning_rate": 4.685845660403642e-05,
      "loss": 5.1506,
      "step": 215950
    },
    {
      "epoch": 0.18902945535042948,
      "grad_norm": 0.4555965065956116,
      "learning_rate": 4.6858307154023276e-05,
      "loss": 5.4123,
      "step": 215955
    },
    {
      "epoch": 0.18903383194405662,
      "grad_norm": 0.45278963446617126,
      "learning_rate": 4.685815770075839e-05,
      "loss": 5.1679,
      "step": 215960
    },
    {
      "epoch": 0.18903820853768377,
      "grad_norm": 0.46068432927131653,
      "learning_rate": 4.6858008244241794e-05,
      "loss": 5.1148,
      "step": 215965
    },
    {
      "epoch": 0.18904258513131095,
      "grad_norm": 0.45882511138916016,
      "learning_rate": 4.685785878447351e-05,
      "loss": 5.682,
      "step": 215970
    },
    {
      "epoch": 0.1890469617249381,
      "grad_norm": 0.43988174200057983,
      "learning_rate": 4.685770932145357e-05,
      "loss": 5.9512,
      "step": 215975
    },
    {
      "epoch": 0.18905133831856524,
      "grad_norm": 0.4672875702381134,
      "learning_rate": 4.6857559855182e-05,
      "loss": 4.7812,
      "step": 215980
    },
    {
      "epoch": 0.1890557149121924,
      "grad_norm": 0.4678400158882141,
      "learning_rate": 4.685741038565883e-05,
      "loss": 5.4536,
      "step": 215985
    },
    {
      "epoch": 0.18906009150581957,
      "grad_norm": 0.450624018907547,
      "learning_rate": 4.6857260912884094e-05,
      "loss": 5.3933,
      "step": 215990
    },
    {
      "epoch": 0.18906446809944671,
      "grad_norm": 0.4519750475883484,
      "learning_rate": 4.685711143685782e-05,
      "loss": 4.1963,
      "step": 215995
    },
    {
      "epoch": 0.18906884469307386,
      "grad_norm": 0.45799729228019714,
      "learning_rate": 4.6856961957580026e-05,
      "loss": 4.9332,
      "step": 216000
    },
    {
      "epoch": 0.189073221286701,
      "grad_norm": 0.4886947274208069,
      "learning_rate": 4.6856812475050745e-05,
      "loss": 4.8386,
      "step": 216005
    },
    {
      "epoch": 0.18907759788032819,
      "grad_norm": 0.45756781101226807,
      "learning_rate": 4.685666298927002e-05,
      "loss": 4.7005,
      "step": 216010
    },
    {
      "epoch": 0.18908197447395533,
      "grad_norm": 0.46408599615097046,
      "learning_rate": 4.685651350023786e-05,
      "loss": 5.4219,
      "step": 216015
    },
    {
      "epoch": 0.18908635106758248,
      "grad_norm": 0.4792253077030182,
      "learning_rate": 4.685636400795431e-05,
      "loss": 5.1371,
      "step": 216020
    },
    {
      "epoch": 0.18909072766120963,
      "grad_norm": 0.47097939252853394,
      "learning_rate": 4.68562145124194e-05,
      "loss": 5.7573,
      "step": 216025
    },
    {
      "epoch": 0.1890951042548368,
      "grad_norm": 0.5812498331069946,
      "learning_rate": 4.6856065013633135e-05,
      "loss": 5.3771,
      "step": 216030
    },
    {
      "epoch": 0.18909948084846395,
      "grad_norm": 0.4889233410358429,
      "learning_rate": 4.685591551159556e-05,
      "loss": 5.6652,
      "step": 216035
    },
    {
      "epoch": 0.1891038574420911,
      "grad_norm": 0.4711056649684906,
      "learning_rate": 4.685576600630671e-05,
      "loss": 5.1685,
      "step": 216040
    },
    {
      "epoch": 0.18910823403571825,
      "grad_norm": 0.4595343768596649,
      "learning_rate": 4.6855616497766605e-05,
      "loss": 5.9699,
      "step": 216045
    },
    {
      "epoch": 0.18911261062934542,
      "grad_norm": 0.47902166843414307,
      "learning_rate": 4.685546698597527e-05,
      "loss": 5.7433,
      "step": 216050
    },
    {
      "epoch": 0.18911698722297257,
      "grad_norm": 0.45478636026382446,
      "learning_rate": 4.6855317470932746e-05,
      "loss": 5.9822,
      "step": 216055
    },
    {
      "epoch": 0.18912136381659972,
      "grad_norm": 0.4828009009361267,
      "learning_rate": 4.685516795263906e-05,
      "loss": 5.4235,
      "step": 216060
    },
    {
      "epoch": 0.18912574041022687,
      "grad_norm": 0.48165208101272583,
      "learning_rate": 4.6855018431094234e-05,
      "loss": 5.7246,
      "step": 216065
    },
    {
      "epoch": 0.18913011700385401,
      "grad_norm": 0.47614049911499023,
      "learning_rate": 4.685486890629829e-05,
      "loss": 5.7628,
      "step": 216070
    },
    {
      "epoch": 0.1891344935974812,
      "grad_norm": 0.45445865392684937,
      "learning_rate": 4.685471937825128e-05,
      "loss": 4.8672,
      "step": 216075
    },
    {
      "epoch": 0.18913887019110834,
      "grad_norm": 0.5024728178977966,
      "learning_rate": 4.685456984695321e-05,
      "loss": 5.7365,
      "step": 216080
    },
    {
      "epoch": 0.18914324678473549,
      "grad_norm": 0.4462878406047821,
      "learning_rate": 4.685442031240411e-05,
      "loss": 5.72,
      "step": 216085
    },
    {
      "epoch": 0.18914762337836263,
      "grad_norm": 0.46327298879623413,
      "learning_rate": 4.6854270774604035e-05,
      "loss": 5.6697,
      "step": 216090
    },
    {
      "epoch": 0.1891519999719898,
      "grad_norm": 0.4940463602542877,
      "learning_rate": 4.6854121233552984e-05,
      "loss": 4.9249,
      "step": 216095
    },
    {
      "epoch": 0.18915637656561696,
      "grad_norm": 0.474631130695343,
      "learning_rate": 4.6853971689251e-05,
      "loss": 5.4342,
      "step": 216100
    },
    {
      "epoch": 0.1891607531592441,
      "grad_norm": 0.45569270849227905,
      "learning_rate": 4.685382214169811e-05,
      "loss": 5.4132,
      "step": 216105
    },
    {
      "epoch": 0.18916512975287125,
      "grad_norm": 0.4683043360710144,
      "learning_rate": 4.6853672590894336e-05,
      "loss": 4.9312,
      "step": 216110
    },
    {
      "epoch": 0.18916950634649843,
      "grad_norm": 0.4698769152164459,
      "learning_rate": 4.685352303683973e-05,
      "loss": 5.1502,
      "step": 216115
    },
    {
      "epoch": 0.18917388294012558,
      "grad_norm": 0.4564833343029022,
      "learning_rate": 4.685337347953429e-05,
      "loss": 5.6482,
      "step": 216120
    },
    {
      "epoch": 0.18917825953375272,
      "grad_norm": 0.46864134073257446,
      "learning_rate": 4.685322391897806e-05,
      "loss": 5.6508,
      "step": 216125
    },
    {
      "epoch": 0.18918263612737987,
      "grad_norm": 0.4828091561794281,
      "learning_rate": 4.685307435517107e-05,
      "loss": 5.7292,
      "step": 216130
    },
    {
      "epoch": 0.18918701272100705,
      "grad_norm": 0.49203455448150635,
      "learning_rate": 4.685292478811334e-05,
      "loss": 4.9554,
      "step": 216135
    },
    {
      "epoch": 0.1891913893146342,
      "grad_norm": 0.49075159430503845,
      "learning_rate": 4.685277521780491e-05,
      "loss": 4.9171,
      "step": 216140
    },
    {
      "epoch": 0.18919576590826134,
      "grad_norm": 0.454030305147171,
      "learning_rate": 4.685262564424581e-05,
      "loss": 5.9229,
      "step": 216145
    },
    {
      "epoch": 0.1892001425018885,
      "grad_norm": 0.44027993083000183,
      "learning_rate": 4.685247606743606e-05,
      "loss": 6.2693,
      "step": 216150
    },
    {
      "epoch": 0.18920451909551567,
      "grad_norm": 0.49147412180900574,
      "learning_rate": 4.6852326487375687e-05,
      "loss": 4.7649,
      "step": 216155
    },
    {
      "epoch": 0.18920889568914281,
      "grad_norm": 0.4956703782081604,
      "learning_rate": 4.685217690406471e-05,
      "loss": 5.658,
      "step": 216160
    },
    {
      "epoch": 0.18921327228276996,
      "grad_norm": 0.46333298087120056,
      "learning_rate": 4.68520273175032e-05,
      "loss": 5.4159,
      "step": 216165
    },
    {
      "epoch": 0.1892176488763971,
      "grad_norm": 0.47335466742515564,
      "learning_rate": 4.685187772769114e-05,
      "loss": 4.9336,
      "step": 216170
    },
    {
      "epoch": 0.18922202547002429,
      "grad_norm": 0.6121608018875122,
      "learning_rate": 4.685172813462859e-05,
      "loss": 4.366,
      "step": 216175
    },
    {
      "epoch": 0.18922640206365143,
      "grad_norm": 0.46623945236206055,
      "learning_rate": 4.685157853831556e-05,
      "loss": 4.3995,
      "step": 216180
    },
    {
      "epoch": 0.18923077865727858,
      "grad_norm": 0.46941590309143066,
      "learning_rate": 4.685142893875209e-05,
      "loss": 5.4181,
      "step": 216185
    },
    {
      "epoch": 0.18923515525090573,
      "grad_norm": 0.4832969009876251,
      "learning_rate": 4.685127933593819e-05,
      "loss": 5.1512,
      "step": 216190
    },
    {
      "epoch": 0.18923953184453288,
      "grad_norm": 0.4474339783191681,
      "learning_rate": 4.6851129729873914e-05,
      "loss": 5.4291,
      "step": 216195
    },
    {
      "epoch": 0.18924390843816005,
      "grad_norm": 0.46076202392578125,
      "learning_rate": 4.685098012055927e-05,
      "loss": 4.6158,
      "step": 216200
    },
    {
      "epoch": 0.1892482850317872,
      "grad_norm": 0.4513184130191803,
      "learning_rate": 4.6850830507994306e-05,
      "loss": 5.6721,
      "step": 216205
    },
    {
      "epoch": 0.18925266162541435,
      "grad_norm": 0.46723565459251404,
      "learning_rate": 4.6850680892179045e-05,
      "loss": 5.3416,
      "step": 216210
    },
    {
      "epoch": 0.1892570382190415,
      "grad_norm": 0.45925748348236084,
      "learning_rate": 4.6850531273113495e-05,
      "loss": 5.1508,
      "step": 216215
    },
    {
      "epoch": 0.18926141481266867,
      "grad_norm": 0.48452770709991455,
      "learning_rate": 4.685038165079772e-05,
      "loss": 5.1442,
      "step": 216220
    },
    {
      "epoch": 0.18926579140629582,
      "grad_norm": 0.4397013187408447,
      "learning_rate": 4.685023202523171e-05,
      "loss": 5.3527,
      "step": 216225
    },
    {
      "epoch": 0.18927016799992297,
      "grad_norm": 0.45773959159851074,
      "learning_rate": 4.685008239641553e-05,
      "loss": 5.7971,
      "step": 216230
    },
    {
      "epoch": 0.18927454459355011,
      "grad_norm": 0.44019418954849243,
      "learning_rate": 4.684993276434919e-05,
      "loss": 5.3121,
      "step": 216235
    },
    {
      "epoch": 0.1892789211871773,
      "grad_norm": 0.48487743735313416,
      "learning_rate": 4.684978312903273e-05,
      "loss": 6.248,
      "step": 216240
    },
    {
      "epoch": 0.18928329778080444,
      "grad_norm": 0.47922423481941223,
      "learning_rate": 4.684963349046616e-05,
      "loss": 4.6934,
      "step": 216245
    },
    {
      "epoch": 0.18928767437443159,
      "grad_norm": 0.4589536488056183,
      "learning_rate": 4.684948384864952e-05,
      "loss": 5.7377,
      "step": 216250
    },
    {
      "epoch": 0.18929205096805873,
      "grad_norm": 0.44802409410476685,
      "learning_rate": 4.684933420358285e-05,
      "loss": 6.2742,
      "step": 216255
    },
    {
      "epoch": 0.1892964275616859,
      "grad_norm": 0.517007052898407,
      "learning_rate": 4.6849184555266155e-05,
      "loss": 4.5957,
      "step": 216260
    },
    {
      "epoch": 0.18930080415531306,
      "grad_norm": 0.4874137043952942,
      "learning_rate": 4.684903490369948e-05,
      "loss": 5.0629,
      "step": 216265
    },
    {
      "epoch": 0.1893051807489402,
      "grad_norm": 0.4484335482120514,
      "learning_rate": 4.6848885248882854e-05,
      "loss": 5.0318,
      "step": 216270
    },
    {
      "epoch": 0.18930955734256735,
      "grad_norm": 0.44871100783348083,
      "learning_rate": 4.6848735590816296e-05,
      "loss": 6.2637,
      "step": 216275
    },
    {
      "epoch": 0.18931393393619453,
      "grad_norm": 0.4588969349861145,
      "learning_rate": 4.684858592949984e-05,
      "loss": 4.9256,
      "step": 216280
    },
    {
      "epoch": 0.18931831052982168,
      "grad_norm": 0.44623464345932007,
      "learning_rate": 4.6848436264933524e-05,
      "loss": 5.6797,
      "step": 216285
    },
    {
      "epoch": 0.18932268712344882,
      "grad_norm": 0.4804762899875641,
      "learning_rate": 4.684828659711737e-05,
      "loss": 4.6545,
      "step": 216290
    },
    {
      "epoch": 0.18932706371707597,
      "grad_norm": 0.44983312487602234,
      "learning_rate": 4.68481369260514e-05,
      "loss": 5.9418,
      "step": 216295
    },
    {
      "epoch": 0.18933144031070315,
      "grad_norm": 0.46525657176971436,
      "learning_rate": 4.684798725173566e-05,
      "loss": 5.7491,
      "step": 216300
    },
    {
      "epoch": 0.1893358169043303,
      "grad_norm": 0.46026912331581116,
      "learning_rate": 4.684783757417015e-05,
      "loss": 4.9172,
      "step": 216305
    },
    {
      "epoch": 0.18934019349795744,
      "grad_norm": 0.4793837368488312,
      "learning_rate": 4.684768789335493e-05,
      "loss": 5.1439,
      "step": 216310
    },
    {
      "epoch": 0.1893445700915846,
      "grad_norm": 0.46638011932373047,
      "learning_rate": 4.684753820929001e-05,
      "loss": 5.2258,
      "step": 216315
    },
    {
      "epoch": 0.18934894668521177,
      "grad_norm": 0.46507027745246887,
      "learning_rate": 4.684738852197542e-05,
      "loss": 5.6432,
      "step": 216320
    },
    {
      "epoch": 0.18935332327883891,
      "grad_norm": 0.45073461532592773,
      "learning_rate": 4.68472388314112e-05,
      "loss": 5.7644,
      "step": 216325
    },
    {
      "epoch": 0.18935769987246606,
      "grad_norm": 0.4752861261367798,
      "learning_rate": 4.684708913759737e-05,
      "loss": 4.4479,
      "step": 216330
    },
    {
      "epoch": 0.1893620764660932,
      "grad_norm": 0.44641146063804626,
      "learning_rate": 4.684693944053397e-05,
      "loss": 5.4762,
      "step": 216335
    },
    {
      "epoch": 0.18936645305972036,
      "grad_norm": 0.45218461751937866,
      "learning_rate": 4.6846789740221e-05,
      "loss": 5.7116,
      "step": 216340
    },
    {
      "epoch": 0.18937082965334753,
      "grad_norm": 0.4665466547012329,
      "learning_rate": 4.684664003665852e-05,
      "loss": 5.6445,
      "step": 216345
    },
    {
      "epoch": 0.18937520624697468,
      "grad_norm": 0.4609524607658386,
      "learning_rate": 4.684649032984655e-05,
      "loss": 5.4491,
      "step": 216350
    },
    {
      "epoch": 0.18937958284060183,
      "grad_norm": 0.46824923157691956,
      "learning_rate": 4.684634061978511e-05,
      "loss": 4.6984,
      "step": 216355
    },
    {
      "epoch": 0.18938395943422898,
      "grad_norm": 0.46496427059173584,
      "learning_rate": 4.684619090647423e-05,
      "loss": 5.2731,
      "step": 216360
    },
    {
      "epoch": 0.18938833602785615,
      "grad_norm": 0.4721240997314453,
      "learning_rate": 4.6846041189913945e-05,
      "loss": 5.7372,
      "step": 216365
    },
    {
      "epoch": 0.1893927126214833,
      "grad_norm": 0.5760356783866882,
      "learning_rate": 4.6845891470104296e-05,
      "loss": 4.6039,
      "step": 216370
    },
    {
      "epoch": 0.18939708921511045,
      "grad_norm": 0.49480217695236206,
      "learning_rate": 4.684574174704529e-05,
      "loss": 5.6299,
      "step": 216375
    },
    {
      "epoch": 0.1894014658087376,
      "grad_norm": 0.4858080744743347,
      "learning_rate": 4.6845592020736975e-05,
      "loss": 4.5985,
      "step": 216380
    },
    {
      "epoch": 0.18940584240236477,
      "grad_norm": 0.46591007709503174,
      "learning_rate": 4.684544229117935e-05,
      "loss": 4.6066,
      "step": 216385
    },
    {
      "epoch": 0.18941021899599192,
      "grad_norm": 0.4608233869075775,
      "learning_rate": 4.6845292558372476e-05,
      "loss": 5.7179,
      "step": 216390
    },
    {
      "epoch": 0.18941459558961907,
      "grad_norm": 0.4603821635246277,
      "learning_rate": 4.684514282231637e-05,
      "loss": 5.1367,
      "step": 216395
    },
    {
      "epoch": 0.18941897218324621,
      "grad_norm": 0.4647313356399536,
      "learning_rate": 4.6844993083011055e-05,
      "loss": 5.1441,
      "step": 216400
    },
    {
      "epoch": 0.1894233487768734,
      "grad_norm": 0.46304306387901306,
      "learning_rate": 4.6844843340456565e-05,
      "loss": 5.4509,
      "step": 216405
    },
    {
      "epoch": 0.18942772537050054,
      "grad_norm": 0.4522058963775635,
      "learning_rate": 4.6844693594652945e-05,
      "loss": 5.7652,
      "step": 216410
    },
    {
      "epoch": 0.18943210196412769,
      "grad_norm": 0.46150535345077515,
      "learning_rate": 4.684454384560019e-05,
      "loss": 5.0907,
      "step": 216415
    },
    {
      "epoch": 0.18943647855775483,
      "grad_norm": 0.4526083767414093,
      "learning_rate": 4.684439409329835e-05,
      "loss": 5.948,
      "step": 216420
    },
    {
      "epoch": 0.189440855151382,
      "grad_norm": 0.5174961686134338,
      "learning_rate": 4.684424433774746e-05,
      "loss": 5.1556,
      "step": 216425
    },
    {
      "epoch": 0.18944523174500916,
      "grad_norm": 0.4769430160522461,
      "learning_rate": 4.6844094578947526e-05,
      "loss": 5.1169,
      "step": 216430
    },
    {
      "epoch": 0.1894496083386363,
      "grad_norm": 0.47848573327064514,
      "learning_rate": 4.6843944816898586e-05,
      "loss": 4.9067,
      "step": 216435
    },
    {
      "epoch": 0.18945398493226345,
      "grad_norm": 0.4676322042942047,
      "learning_rate": 4.684379505160069e-05,
      "loss": 5.9229,
      "step": 216440
    },
    {
      "epoch": 0.18945836152589063,
      "grad_norm": 0.44655534625053406,
      "learning_rate": 4.6843645283053836e-05,
      "loss": 5.6643,
      "step": 216445
    },
    {
      "epoch": 0.18946273811951778,
      "grad_norm": 0.48152533173561096,
      "learning_rate": 4.684349551125808e-05,
      "loss": 4.4256,
      "step": 216450
    },
    {
      "epoch": 0.18946711471314492,
      "grad_norm": 0.485919713973999,
      "learning_rate": 4.684334573621344e-05,
      "loss": 4.418,
      "step": 216455
    },
    {
      "epoch": 0.18947149130677207,
      "grad_norm": 0.4748195707798004,
      "learning_rate": 4.6843195957919926e-05,
      "loss": 5.2743,
      "step": 216460
    },
    {
      "epoch": 0.18947586790039922,
      "grad_norm": 0.4721178710460663,
      "learning_rate": 4.6843046176377594e-05,
      "loss": 4.8295,
      "step": 216465
    },
    {
      "epoch": 0.1894802444940264,
      "grad_norm": 0.4467492401599884,
      "learning_rate": 4.684289639158646e-05,
      "loss": 5.9328,
      "step": 216470
    },
    {
      "epoch": 0.18948462108765354,
      "grad_norm": 0.47141188383102417,
      "learning_rate": 4.684274660354656e-05,
      "loss": 5.4026,
      "step": 216475
    },
    {
      "epoch": 0.1894889976812807,
      "grad_norm": 0.44778671860694885,
      "learning_rate": 4.684259681225792e-05,
      "loss": 5.9373,
      "step": 216480
    },
    {
      "epoch": 0.18949337427490784,
      "grad_norm": 0.474356472492218,
      "learning_rate": 4.684244701772056e-05,
      "loss": 5.4302,
      "step": 216485
    },
    {
      "epoch": 0.18949775086853501,
      "grad_norm": 0.4833081364631653,
      "learning_rate": 4.684229721993452e-05,
      "loss": 5.1292,
      "step": 216490
    },
    {
      "epoch": 0.18950212746216216,
      "grad_norm": 0.48047783970832825,
      "learning_rate": 4.684214741889982e-05,
      "loss": 4.9376,
      "step": 216495
    },
    {
      "epoch": 0.1895065040557893,
      "grad_norm": 0.46311768889427185,
      "learning_rate": 4.684199761461651e-05,
      "loss": 4.9192,
      "step": 216500
    },
    {
      "epoch": 0.18951088064941646,
      "grad_norm": 0.4727325439453125,
      "learning_rate": 4.684184780708458e-05,
      "loss": 5.3357,
      "step": 216505
    },
    {
      "epoch": 0.18951525724304363,
      "grad_norm": 0.44555142521858215,
      "learning_rate": 4.684169799630409e-05,
      "loss": 5.7452,
      "step": 216510
    },
    {
      "epoch": 0.18951963383667078,
      "grad_norm": 0.46822139620780945,
      "learning_rate": 4.6841548182275066e-05,
      "loss": 4.413,
      "step": 216515
    },
    {
      "epoch": 0.18952401043029793,
      "grad_norm": 0.4893973171710968,
      "learning_rate": 4.6841398364997525e-05,
      "loss": 5.6373,
      "step": 216520
    },
    {
      "epoch": 0.18952838702392508,
      "grad_norm": 0.4620875120162964,
      "learning_rate": 4.6841248544471504e-05,
      "loss": 5.9,
      "step": 216525
    },
    {
      "epoch": 0.18953276361755225,
      "grad_norm": 0.4730369746685028,
      "learning_rate": 4.6841098720697044e-05,
      "loss": 5.7139,
      "step": 216530
    },
    {
      "epoch": 0.1895371402111794,
      "grad_norm": 0.46087944507598877,
      "learning_rate": 4.6840948893674144e-05,
      "loss": 5.1549,
      "step": 216535
    },
    {
      "epoch": 0.18954151680480655,
      "grad_norm": 0.45756688714027405,
      "learning_rate": 4.684079906340285e-05,
      "loss": 5.4472,
      "step": 216540
    },
    {
      "epoch": 0.1895458933984337,
      "grad_norm": 0.48403558135032654,
      "learning_rate": 4.684064922988319e-05,
      "loss": 5.2412,
      "step": 216545
    },
    {
      "epoch": 0.18955026999206087,
      "grad_norm": 0.4651958644390106,
      "learning_rate": 4.68404993931152e-05,
      "loss": 5.6408,
      "step": 216550
    },
    {
      "epoch": 0.18955464658568802,
      "grad_norm": 0.4747214615345001,
      "learning_rate": 4.6840349553098894e-05,
      "loss": 5.2388,
      "step": 216555
    },
    {
      "epoch": 0.18955902317931517,
      "grad_norm": 0.4921715557575226,
      "learning_rate": 4.684019970983432e-05,
      "loss": 5.4318,
      "step": 216560
    },
    {
      "epoch": 0.18956339977294231,
      "grad_norm": 0.4926057457923889,
      "learning_rate": 4.684004986332149e-05,
      "loss": 5.368,
      "step": 216565
    },
    {
      "epoch": 0.1895677763665695,
      "grad_norm": 0.4924270808696747,
      "learning_rate": 4.6839900013560434e-05,
      "loss": 5.4448,
      "step": 216570
    },
    {
      "epoch": 0.18957215296019664,
      "grad_norm": 0.47721531987190247,
      "learning_rate": 4.683975016055119e-05,
      "loss": 5.9174,
      "step": 216575
    },
    {
      "epoch": 0.18957652955382379,
      "grad_norm": 0.47134503722190857,
      "learning_rate": 4.6839600304293786e-05,
      "loss": 5.0927,
      "step": 216580
    },
    {
      "epoch": 0.18958090614745093,
      "grad_norm": 0.5040103793144226,
      "learning_rate": 4.683945044478824e-05,
      "loss": 5.231,
      "step": 216585
    },
    {
      "epoch": 0.18958528274107808,
      "grad_norm": 0.4974532723426819,
      "learning_rate": 4.6839300582034594e-05,
      "loss": 5.1444,
      "step": 216590
    },
    {
      "epoch": 0.18958965933470526,
      "grad_norm": 0.48545336723327637,
      "learning_rate": 4.6839150716032865e-05,
      "loss": 5.7595,
      "step": 216595
    },
    {
      "epoch": 0.1895940359283324,
      "grad_norm": 0.47509363293647766,
      "learning_rate": 4.683900084678309e-05,
      "loss": 4.915,
      "step": 216600
    },
    {
      "epoch": 0.18959841252195955,
      "grad_norm": 0.48257943987846375,
      "learning_rate": 4.6838850974285295e-05,
      "loss": 5.4588,
      "step": 216605
    },
    {
      "epoch": 0.1896027891155867,
      "grad_norm": 0.45341747999191284,
      "learning_rate": 4.6838701098539516e-05,
      "loss": 5.4171,
      "step": 216610
    },
    {
      "epoch": 0.18960716570921388,
      "grad_norm": 0.472978413105011,
      "learning_rate": 4.6838551219545765e-05,
      "loss": 5.6909,
      "step": 216615
    },
    {
      "epoch": 0.18961154230284102,
      "grad_norm": 0.473768413066864,
      "learning_rate": 4.6838401337304096e-05,
      "loss": 5.4173,
      "step": 216620
    },
    {
      "epoch": 0.18961591889646817,
      "grad_norm": 0.47547757625579834,
      "learning_rate": 4.683825145181451e-05,
      "loss": 4.7276,
      "step": 216625
    },
    {
      "epoch": 0.18962029549009532,
      "grad_norm": 0.46104490756988525,
      "learning_rate": 4.6838101563077055e-05,
      "loss": 5.4258,
      "step": 216630
    },
    {
      "epoch": 0.1896246720837225,
      "grad_norm": 0.6011938452720642,
      "learning_rate": 4.683795167109176e-05,
      "loss": 4.932,
      "step": 216635
    },
    {
      "epoch": 0.18962904867734964,
      "grad_norm": 0.5743851065635681,
      "learning_rate": 4.6837801775858636e-05,
      "loss": 5.7313,
      "step": 216640
    },
    {
      "epoch": 0.1896334252709768,
      "grad_norm": 0.5640220046043396,
      "learning_rate": 4.683765187737773e-05,
      "loss": 5.6131,
      "step": 216645
    },
    {
      "epoch": 0.18963780186460394,
      "grad_norm": 0.5318814516067505,
      "learning_rate": 4.683750197564907e-05,
      "loss": 4.919,
      "step": 216650
    },
    {
      "epoch": 0.18964217845823111,
      "grad_norm": 0.49907344579696655,
      "learning_rate": 4.683735207067267e-05,
      "loss": 4.9173,
      "step": 216655
    },
    {
      "epoch": 0.18964655505185826,
      "grad_norm": 0.4779450595378876,
      "learning_rate": 4.683720216244858e-05,
      "loss": 4.7011,
      "step": 216660
    },
    {
      "epoch": 0.1896509316454854,
      "grad_norm": 0.49358221888542175,
      "learning_rate": 4.683705225097681e-05,
      "loss": 3.912,
      "step": 216665
    },
    {
      "epoch": 0.18965530823911256,
      "grad_norm": 0.47014614939689636,
      "learning_rate": 4.683690233625741e-05,
      "loss": 5.4834,
      "step": 216670
    },
    {
      "epoch": 0.18965968483273973,
      "grad_norm": 0.5988427400588989,
      "learning_rate": 4.6836752418290376e-05,
      "loss": 5.4629,
      "step": 216675
    },
    {
      "epoch": 0.18966406142636688,
      "grad_norm": 0.4593859612941742,
      "learning_rate": 4.6836602497075766e-05,
      "loss": 5.216,
      "step": 216680
    },
    {
      "epoch": 0.18966843801999403,
      "grad_norm": 0.5571282505989075,
      "learning_rate": 4.68364525726136e-05,
      "loss": 5.6334,
      "step": 216685
    },
    {
      "epoch": 0.18967281461362118,
      "grad_norm": 0.4637838900089264,
      "learning_rate": 4.6836302644903906e-05,
      "loss": 4.6453,
      "step": 216690
    },
    {
      "epoch": 0.18967719120724835,
      "grad_norm": 0.516190767288208,
      "learning_rate": 4.683615271394671e-05,
      "loss": 5.1591,
      "step": 216695
    },
    {
      "epoch": 0.1896815678008755,
      "grad_norm": 0.5357789993286133,
      "learning_rate": 4.683600277974205e-05,
      "loss": 4.9403,
      "step": 216700
    },
    {
      "epoch": 0.18968594439450265,
      "grad_norm": 0.5895369648933411,
      "learning_rate": 4.683585284228994e-05,
      "loss": 4.9294,
      "step": 216705
    },
    {
      "epoch": 0.1896903209881298,
      "grad_norm": 0.5008793473243713,
      "learning_rate": 4.683570290159043e-05,
      "loss": 4.7186,
      "step": 216710
    },
    {
      "epoch": 0.18969469758175694,
      "grad_norm": 0.4994942545890808,
      "learning_rate": 4.6835552957643535e-05,
      "loss": 4.9231,
      "step": 216715
    },
    {
      "epoch": 0.18969907417538412,
      "grad_norm": 0.5467312335968018,
      "learning_rate": 4.683540301044927e-05,
      "loss": 5.6875,
      "step": 216720
    },
    {
      "epoch": 0.18970345076901127,
      "grad_norm": 0.5774654150009155,
      "learning_rate": 4.68352530600077e-05,
      "loss": 4.8833,
      "step": 216725
    },
    {
      "epoch": 0.18970782736263841,
      "grad_norm": 0.5108620524406433,
      "learning_rate": 4.683510310631882e-05,
      "loss": 5.77,
      "step": 216730
    },
    {
      "epoch": 0.18971220395626556,
      "grad_norm": 0.4855751097202301,
      "learning_rate": 4.683495314938269e-05,
      "loss": 4.9393,
      "step": 216735
    },
    {
      "epoch": 0.18971658054989274,
      "grad_norm": 0.4627836346626282,
      "learning_rate": 4.6834803189199306e-05,
      "loss": 4.0934,
      "step": 216740
    },
    {
      "epoch": 0.18972095714351989,
      "grad_norm": 0.5364320874214172,
      "learning_rate": 4.683465322576871e-05,
      "loss": 6.2791,
      "step": 216745
    },
    {
      "epoch": 0.18972533373714703,
      "grad_norm": 0.48289668560028076,
      "learning_rate": 4.683450325909095e-05,
      "loss": 6.2773,
      "step": 216750
    },
    {
      "epoch": 0.18972971033077418,
      "grad_norm": 0.4561547040939331,
      "learning_rate": 4.683435328916602e-05,
      "loss": 5.7263,
      "step": 216755
    },
    {
      "epoch": 0.18973408692440136,
      "grad_norm": 0.5124541521072388,
      "learning_rate": 4.6834203315993984e-05,
      "loss": 4.3978,
      "step": 216760
    },
    {
      "epoch": 0.1897384635180285,
      "grad_norm": 0.45109403133392334,
      "learning_rate": 4.6834053339574835e-05,
      "loss": 4.9667,
      "step": 216765
    },
    {
      "epoch": 0.18974284011165565,
      "grad_norm": 0.4759010970592499,
      "learning_rate": 4.6833903359908637e-05,
      "loss": 4.5578,
      "step": 216770
    },
    {
      "epoch": 0.1897472167052828,
      "grad_norm": 0.47249212861061096,
      "learning_rate": 4.68337533769954e-05,
      "loss": 5.6695,
      "step": 216775
    },
    {
      "epoch": 0.18975159329890998,
      "grad_norm": 0.4800497591495514,
      "learning_rate": 4.683360339083516e-05,
      "loss": 4.9047,
      "step": 216780
    },
    {
      "epoch": 0.18975596989253712,
      "grad_norm": 0.451167494058609,
      "learning_rate": 4.683345340142794e-05,
      "loss": 5.6398,
      "step": 216785
    },
    {
      "epoch": 0.18976034648616427,
      "grad_norm": 0.4632660150527954,
      "learning_rate": 4.683330340877376e-05,
      "loss": 5.413,
      "step": 216790
    },
    {
      "epoch": 0.18976472307979142,
      "grad_norm": 0.4614482522010803,
      "learning_rate": 4.683315341287267e-05,
      "loss": 4.8334,
      "step": 216795
    },
    {
      "epoch": 0.1897690996734186,
      "grad_norm": 0.4665049910545349,
      "learning_rate": 4.683300341372468e-05,
      "loss": 4.8937,
      "step": 216800
    },
    {
      "epoch": 0.18977347626704574,
      "grad_norm": 0.4475204050540924,
      "learning_rate": 4.6832853411329846e-05,
      "loss": 5.6234,
      "step": 216805
    },
    {
      "epoch": 0.1897778528606729,
      "grad_norm": 0.4715287685394287,
      "learning_rate": 4.683270340568816e-05,
      "loss": 5.2561,
      "step": 216810
    },
    {
      "epoch": 0.18978222945430004,
      "grad_norm": 0.46985915303230286,
      "learning_rate": 4.683255339679967e-05,
      "loss": 4.1969,
      "step": 216815
    },
    {
      "epoch": 0.18978660604792721,
      "grad_norm": 0.4523147940635681,
      "learning_rate": 4.683240338466441e-05,
      "loss": 4.9174,
      "step": 216820
    },
    {
      "epoch": 0.18979098264155436,
      "grad_norm": 0.4371027648448944,
      "learning_rate": 4.683225336928241e-05,
      "loss": 6.2408,
      "step": 216825
    },
    {
      "epoch": 0.1897953592351815,
      "grad_norm": 0.44782182574272156,
      "learning_rate": 4.6832103350653686e-05,
      "loss": 5.6865,
      "step": 216830
    },
    {
      "epoch": 0.18979973582880866,
      "grad_norm": 0.4619513154029846,
      "learning_rate": 4.683195332877828e-05,
      "loss": 5.9221,
      "step": 216835
    },
    {
      "epoch": 0.1898041124224358,
      "grad_norm": 0.459036648273468,
      "learning_rate": 4.6831803303656205e-05,
      "loss": 5.4374,
      "step": 216840
    },
    {
      "epoch": 0.18980848901606298,
      "grad_norm": 0.4811020791530609,
      "learning_rate": 4.68316532752875e-05,
      "loss": 4.8706,
      "step": 216845
    },
    {
      "epoch": 0.18981286560969013,
      "grad_norm": 0.46221739053726196,
      "learning_rate": 4.683150324367219e-05,
      "loss": 4.9127,
      "step": 216850
    },
    {
      "epoch": 0.18981724220331728,
      "grad_norm": 0.5056227445602417,
      "learning_rate": 4.683135320881032e-05,
      "loss": 4.3844,
      "step": 216855
    },
    {
      "epoch": 0.18982161879694442,
      "grad_norm": 0.46921175718307495,
      "learning_rate": 4.68312031707019e-05,
      "loss": 5.1325,
      "step": 216860
    },
    {
      "epoch": 0.1898259953905716,
      "grad_norm": 0.45601949095726013,
      "learning_rate": 4.683105312934696e-05,
      "loss": 5.2545,
      "step": 216865
    },
    {
      "epoch": 0.18983037198419875,
      "grad_norm": 0.45295077562332153,
      "learning_rate": 4.683090308474554e-05,
      "loss": 5.8836,
      "step": 216870
    },
    {
      "epoch": 0.1898347485778259,
      "grad_norm": 0.4570743441581726,
      "learning_rate": 4.6830753036897653e-05,
      "loss": 5.4253,
      "step": 216875
    },
    {
      "epoch": 0.18983912517145304,
      "grad_norm": 0.46234092116355896,
      "learning_rate": 4.683060298580335e-05,
      "loss": 5.2336,
      "step": 216880
    },
    {
      "epoch": 0.18984350176508022,
      "grad_norm": 0.4582568407058716,
      "learning_rate": 4.6830452931462644e-05,
      "loss": 4.1207,
      "step": 216885
    },
    {
      "epoch": 0.18984787835870737,
      "grad_norm": 0.5091100335121155,
      "learning_rate": 4.683030287387557e-05,
      "loss": 5.6533,
      "step": 216890
    },
    {
      "epoch": 0.18985225495233451,
      "grad_norm": 0.46059736609458923,
      "learning_rate": 4.683015281304215e-05,
      "loss": 5.7329,
      "step": 216895
    },
    {
      "epoch": 0.18985663154596166,
      "grad_norm": 0.4712464511394501,
      "learning_rate": 4.683000274896242e-05,
      "loss": 5.2021,
      "step": 216900
    },
    {
      "epoch": 0.18986100813958884,
      "grad_norm": 0.45686015486717224,
      "learning_rate": 4.682985268163641e-05,
      "loss": 5.2333,
      "step": 216905
    },
    {
      "epoch": 0.18986538473321599,
      "grad_norm": 0.45714300870895386,
      "learning_rate": 4.682970261106413e-05,
      "loss": 4.6508,
      "step": 216910
    },
    {
      "epoch": 0.18986976132684313,
      "grad_norm": 0.4636262059211731,
      "learning_rate": 4.682955253724565e-05,
      "loss": 5.958,
      "step": 216915
    },
    {
      "epoch": 0.18987413792047028,
      "grad_norm": 0.45127609372138977,
      "learning_rate": 4.682940246018095e-05,
      "loss": 5.9699,
      "step": 216920
    },
    {
      "epoch": 0.18987851451409746,
      "grad_norm": 0.4690556824207306,
      "learning_rate": 4.682925237987009e-05,
      "loss": 4.6312,
      "step": 216925
    },
    {
      "epoch": 0.1898828911077246,
      "grad_norm": 0.46966788172721863,
      "learning_rate": 4.6829102296313085e-05,
      "loss": 5.6541,
      "step": 216930
    },
    {
      "epoch": 0.18988726770135175,
      "grad_norm": 0.46495693922042847,
      "learning_rate": 4.682895220950999e-05,
      "loss": 4.322,
      "step": 216935
    },
    {
      "epoch": 0.1898916442949789,
      "grad_norm": 0.4854041337966919,
      "learning_rate": 4.6828802119460804e-05,
      "loss": 4.9443,
      "step": 216940
    },
    {
      "epoch": 0.18989602088860608,
      "grad_norm": 0.4724946618080139,
      "learning_rate": 4.6828652026165556e-05,
      "loss": 5.9309,
      "step": 216945
    },
    {
      "epoch": 0.18990039748223322,
      "grad_norm": 0.4787046015262604,
      "learning_rate": 4.6828501929624294e-05,
      "loss": 5.4357,
      "step": 216950
    },
    {
      "epoch": 0.18990477407586037,
      "grad_norm": 0.45619484782218933,
      "learning_rate": 4.682835182983703e-05,
      "loss": 4.8546,
      "step": 216955
    },
    {
      "epoch": 0.18990915066948752,
      "grad_norm": 0.47688204050064087,
      "learning_rate": 4.682820172680381e-05,
      "loss": 4.1616,
      "step": 216960
    },
    {
      "epoch": 0.1899135272631147,
      "grad_norm": 0.4624969959259033,
      "learning_rate": 4.682805162052465e-05,
      "loss": 5.1481,
      "step": 216965
    },
    {
      "epoch": 0.18991790385674184,
      "grad_norm": 0.4777087867259979,
      "learning_rate": 4.6827901510999584e-05,
      "loss": 5.4327,
      "step": 216970
    },
    {
      "epoch": 0.189922280450369,
      "grad_norm": 0.47871726751327515,
      "learning_rate": 4.682775139822865e-05,
      "loss": 4.9244,
      "step": 216975
    },
    {
      "epoch": 0.18992665704399614,
      "grad_norm": 0.47678351402282715,
      "learning_rate": 4.682760128221185e-05,
      "loss": 5.6676,
      "step": 216980
    },
    {
      "epoch": 0.1899310336376233,
      "grad_norm": 0.44844427704811096,
      "learning_rate": 4.6827451162949235e-05,
      "loss": 6.252,
      "step": 216985
    },
    {
      "epoch": 0.18993541023125046,
      "grad_norm": 0.4673375189304352,
      "learning_rate": 4.682730104044083e-05,
      "loss": 5.1638,
      "step": 216990
    },
    {
      "epoch": 0.1899397868248776,
      "grad_norm": 0.4607051908969879,
      "learning_rate": 4.682715091468667e-05,
      "loss": 5.9537,
      "step": 216995
    },
    {
      "epoch": 0.18994416341850476,
      "grad_norm": 0.4421786963939667,
      "learning_rate": 4.682700078568676e-05,
      "loss": 5.7113,
      "step": 217000
    },
    {
      "epoch": 0.1899485400121319,
      "grad_norm": 0.49107202887535095,
      "learning_rate": 4.6826850653441155e-05,
      "loss": 5.4064,
      "step": 217005
    },
    {
      "epoch": 0.18995291660575908,
      "grad_norm": 0.4494703412055969,
      "learning_rate": 4.682670051794987e-05,
      "loss": 5.4288,
      "step": 217010
    },
    {
      "epoch": 0.18995729319938623,
      "grad_norm": 0.4741213321685791,
      "learning_rate": 4.682655037921295e-05,
      "loss": 5.1127,
      "step": 217015
    },
    {
      "epoch": 0.18996166979301338,
      "grad_norm": 0.4630493223667145,
      "learning_rate": 4.6826400237230404e-05,
      "loss": 5.1278,
      "step": 217020
    },
    {
      "epoch": 0.18996604638664052,
      "grad_norm": 0.47114601731300354,
      "learning_rate": 4.6826250092002265e-05,
      "loss": 5.4257,
      "step": 217025
    },
    {
      "epoch": 0.1899704229802677,
      "grad_norm": 0.4451581835746765,
      "learning_rate": 4.682609994352858e-05,
      "loss": 5.9518,
      "step": 217030
    },
    {
      "epoch": 0.18997479957389485,
      "grad_norm": 0.454051673412323,
      "learning_rate": 4.6825949791809356e-05,
      "loss": 4.6068,
      "step": 217035
    },
    {
      "epoch": 0.189979176167522,
      "grad_norm": 0.48495522141456604,
      "learning_rate": 4.682579963684463e-05,
      "loss": 4.1932,
      "step": 217040
    },
    {
      "epoch": 0.18998355276114914,
      "grad_norm": 0.47902369499206543,
      "learning_rate": 4.6825649478634434e-05,
      "loss": 5.4131,
      "step": 217045
    },
    {
      "epoch": 0.18998792935477632,
      "grad_norm": 0.4671373665332794,
      "learning_rate": 4.682549931717879e-05,
      "loss": 4.9478,
      "step": 217050
    },
    {
      "epoch": 0.18999230594840347,
      "grad_norm": 0.4660351276397705,
      "learning_rate": 4.6825349152477736e-05,
      "loss": 5.1271,
      "step": 217055
    },
    {
      "epoch": 0.18999668254203061,
      "grad_norm": 0.4648827910423279,
      "learning_rate": 4.682519898453129e-05,
      "loss": 5.7818,
      "step": 217060
    },
    {
      "epoch": 0.19000105913565776,
      "grad_norm": 0.46076342463493347,
      "learning_rate": 4.682504881333949e-05,
      "loss": 5.4322,
      "step": 217065
    },
    {
      "epoch": 0.19000543572928494,
      "grad_norm": 0.44081833958625793,
      "learning_rate": 4.682489863890237e-05,
      "loss": 5.4254,
      "step": 217070
    },
    {
      "epoch": 0.19000981232291209,
      "grad_norm": 0.4572862386703491,
      "learning_rate": 4.682474846121993e-05,
      "loss": 4.9096,
      "step": 217075
    },
    {
      "epoch": 0.19001418891653923,
      "grad_norm": 0.45157790184020996,
      "learning_rate": 4.682459828029224e-05,
      "loss": 5.9029,
      "step": 217080
    },
    {
      "epoch": 0.19001856551016638,
      "grad_norm": 0.432204931974411,
      "learning_rate": 4.68244480961193e-05,
      "loss": 6.2008,
      "step": 217085
    },
    {
      "epoch": 0.19002294210379356,
      "grad_norm": 0.4594721496105194,
      "learning_rate": 4.682429790870115e-05,
      "loss": 5.4348,
      "step": 217090
    },
    {
      "epoch": 0.1900273186974207,
      "grad_norm": 0.4669109284877777,
      "learning_rate": 4.682414771803781e-05,
      "loss": 5.1137,
      "step": 217095
    },
    {
      "epoch": 0.19003169529104785,
      "grad_norm": 0.4955945611000061,
      "learning_rate": 4.682399752412934e-05,
      "loss": 5.3619,
      "step": 217100
    },
    {
      "epoch": 0.190036071884675,
      "grad_norm": 0.4631991982460022,
      "learning_rate": 4.682384732697572e-05,
      "loss": 4.9003,
      "step": 217105
    },
    {
      "epoch": 0.19004044847830215,
      "grad_norm": 0.4537205100059509,
      "learning_rate": 4.6823697126577014e-05,
      "loss": 5.129,
      "step": 217110
    },
    {
      "epoch": 0.19004482507192932,
      "grad_norm": 0.4624679982662201,
      "learning_rate": 4.6823546922933234e-05,
      "loss": 5.4539,
      "step": 217115
    },
    {
      "epoch": 0.19004920166555647,
      "grad_norm": 0.4600360691547394,
      "learning_rate": 4.6823396716044423e-05,
      "loss": 4.9275,
      "step": 217120
    },
    {
      "epoch": 0.19005357825918362,
      "grad_norm": 0.4626357853412628,
      "learning_rate": 4.68232465059106e-05,
      "loss": 5.4314,
      "step": 217125
    },
    {
      "epoch": 0.19005795485281077,
      "grad_norm": 0.49057909846305847,
      "learning_rate": 4.68230962925318e-05,
      "loss": 4.9357,
      "step": 217130
    },
    {
      "epoch": 0.19006233144643794,
      "grad_norm": 0.520731508731842,
      "learning_rate": 4.6822946075908044e-05,
      "loss": 4.6351,
      "step": 217135
    },
    {
      "epoch": 0.1900667080400651,
      "grad_norm": 0.47890782356262207,
      "learning_rate": 4.682279585603937e-05,
      "loss": 5.6461,
      "step": 217140
    },
    {
      "epoch": 0.19007108463369224,
      "grad_norm": 0.4777413010597229,
      "learning_rate": 4.682264563292579e-05,
      "loss": 4.9225,
      "step": 217145
    },
    {
      "epoch": 0.1900754612273194,
      "grad_norm": 0.4595983922481537,
      "learning_rate": 4.6822495406567365e-05,
      "loss": 4.935,
      "step": 217150
    },
    {
      "epoch": 0.19007983782094656,
      "grad_norm": 0.4596805274486542,
      "learning_rate": 4.6822345176964085e-05,
      "loss": 5.1268,
      "step": 217155
    },
    {
      "epoch": 0.1900842144145737,
      "grad_norm": 0.451635479927063,
      "learning_rate": 4.682219494411602e-05,
      "loss": 5.7394,
      "step": 217160
    },
    {
      "epoch": 0.19008859100820086,
      "grad_norm": 0.552582323551178,
      "learning_rate": 4.682204470802316e-05,
      "loss": 4.8233,
      "step": 217165
    },
    {
      "epoch": 0.190092967601828,
      "grad_norm": 0.47649356722831726,
      "learning_rate": 4.682189446868556e-05,
      "loss": 5.437,
      "step": 217170
    },
    {
      "epoch": 0.19009734419545518,
      "grad_norm": 0.48980140686035156,
      "learning_rate": 4.6821744226103234e-05,
      "loss": 4.3496,
      "step": 217175
    },
    {
      "epoch": 0.19010172078908233,
      "grad_norm": 0.4956376850605011,
      "learning_rate": 4.6821593980276224e-05,
      "loss": 5.3193,
      "step": 217180
    },
    {
      "epoch": 0.19010609738270948,
      "grad_norm": 0.4773528277873993,
      "learning_rate": 4.682144373120455e-05,
      "loss": 5.1895,
      "step": 217185
    },
    {
      "epoch": 0.19011047397633662,
      "grad_norm": 0.45697444677352905,
      "learning_rate": 4.6821293478888236e-05,
      "loss": 3.8983,
      "step": 217190
    },
    {
      "epoch": 0.1901148505699638,
      "grad_norm": 0.4870065152645111,
      "learning_rate": 4.682114322332733e-05,
      "loss": 5.3186,
      "step": 217195
    },
    {
      "epoch": 0.19011922716359095,
      "grad_norm": 0.47084978222846985,
      "learning_rate": 4.682099296452185e-05,
      "loss": 5.4492,
      "step": 217200
    },
    {
      "epoch": 0.1901236037572181,
      "grad_norm": 0.4526533782482147,
      "learning_rate": 4.682084270247181e-05,
      "loss": 5.6363,
      "step": 217205
    },
    {
      "epoch": 0.19012798035084524,
      "grad_norm": 0.5102513432502747,
      "learning_rate": 4.6820692437177274e-05,
      "loss": 4.9378,
      "step": 217210
    },
    {
      "epoch": 0.19013235694447242,
      "grad_norm": 0.4878579080104828,
      "learning_rate": 4.6820542168638234e-05,
      "loss": 4.9071,
      "step": 217215
    },
    {
      "epoch": 0.19013673353809957,
      "grad_norm": 0.46839505434036255,
      "learning_rate": 4.682039189685473e-05,
      "loss": 5.4343,
      "step": 217220
    },
    {
      "epoch": 0.19014111013172671,
      "grad_norm": 0.7007971405982971,
      "learning_rate": 4.6820241621826824e-05,
      "loss": 4.5694,
      "step": 217225
    },
    {
      "epoch": 0.19014548672535386,
      "grad_norm": 0.4948144257068634,
      "learning_rate": 4.6820091343554495e-05,
      "loss": 4.7293,
      "step": 217230
    },
    {
      "epoch": 0.190149863318981,
      "grad_norm": 0.7371734976768494,
      "learning_rate": 4.68199410620378e-05,
      "loss": 5.0402,
      "step": 217235
    },
    {
      "epoch": 0.1901542399126082,
      "grad_norm": 0.5195439457893372,
      "learning_rate": 4.681979077727675e-05,
      "loss": 4.8488,
      "step": 217240
    },
    {
      "epoch": 0.19015861650623533,
      "grad_norm": 0.49377506971359253,
      "learning_rate": 4.681964048927141e-05,
      "loss": 4.9139,
      "step": 217245
    },
    {
      "epoch": 0.19016299309986248,
      "grad_norm": 0.4752569794654846,
      "learning_rate": 4.681949019802176e-05,
      "loss": 5.1104,
      "step": 217250
    },
    {
      "epoch": 0.19016736969348963,
      "grad_norm": 0.48650097846984863,
      "learning_rate": 4.6819339903527884e-05,
      "loss": 4.6191,
      "step": 217255
    },
    {
      "epoch": 0.1901717462871168,
      "grad_norm": 0.4792030453681946,
      "learning_rate": 4.681918960578976e-05,
      "loss": 5.2461,
      "step": 217260
    },
    {
      "epoch": 0.19017612288074395,
      "grad_norm": 0.483699232339859,
      "learning_rate": 4.6819039304807435e-05,
      "loss": 5.2225,
      "step": 217265
    },
    {
      "epoch": 0.1901804994743711,
      "grad_norm": 0.4973395764827728,
      "learning_rate": 4.681888900058096e-05,
      "loss": 4.9091,
      "step": 217270
    },
    {
      "epoch": 0.19018487606799825,
      "grad_norm": 0.45870620012283325,
      "learning_rate": 4.6818738693110334e-05,
      "loss": 5.7636,
      "step": 217275
    },
    {
      "epoch": 0.19018925266162542,
      "grad_norm": 0.44900161027908325,
      "learning_rate": 4.681858838239559e-05,
      "loss": 5.481,
      "step": 217280
    },
    {
      "epoch": 0.19019362925525257,
      "grad_norm": 0.4910185933113098,
      "learning_rate": 4.6818438068436775e-05,
      "loss": 4.932,
      "step": 217285
    },
    {
      "epoch": 0.19019800584887972,
      "grad_norm": 0.4491264224052429,
      "learning_rate": 4.6818287751233904e-05,
      "loss": 4.7729,
      "step": 217290
    },
    {
      "epoch": 0.19020238244250687,
      "grad_norm": 0.46140992641448975,
      "learning_rate": 4.681813743078701e-05,
      "loss": 5.6189,
      "step": 217295
    },
    {
      "epoch": 0.19020675903613404,
      "grad_norm": 0.4644753634929657,
      "learning_rate": 4.681798710709612e-05,
      "loss": 4.1204,
      "step": 217300
    },
    {
      "epoch": 0.1902111356297612,
      "grad_norm": 0.45406103134155273,
      "learning_rate": 4.6817836780161264e-05,
      "loss": 5.9197,
      "step": 217305
    },
    {
      "epoch": 0.19021551222338834,
      "grad_norm": 0.4619227647781372,
      "learning_rate": 4.6817686449982464e-05,
      "loss": 5.1618,
      "step": 217310
    },
    {
      "epoch": 0.1902198888170155,
      "grad_norm": 0.47557228803634644,
      "learning_rate": 4.6817536116559766e-05,
      "loss": 5.721,
      "step": 217315
    },
    {
      "epoch": 0.19022426541064266,
      "grad_norm": 0.48257893323898315,
      "learning_rate": 4.681738577989319e-05,
      "loss": 4.9522,
      "step": 217320
    },
    {
      "epoch": 0.1902286420042698,
      "grad_norm": 0.4601755440235138,
      "learning_rate": 4.6817235439982766e-05,
      "loss": 4.9034,
      "step": 217325
    },
    {
      "epoch": 0.19023301859789696,
      "grad_norm": 0.45612773299217224,
      "learning_rate": 4.6817085096828505e-05,
      "loss": 4.631,
      "step": 217330
    },
    {
      "epoch": 0.1902373951915241,
      "grad_norm": 0.4626692235469818,
      "learning_rate": 4.681693475043046e-05,
      "loss": 5.1052,
      "step": 217335
    },
    {
      "epoch": 0.19024177178515128,
      "grad_norm": 0.45494627952575684,
      "learning_rate": 4.681678440078866e-05,
      "loss": 4.6182,
      "step": 217340
    },
    {
      "epoch": 0.19024614837877843,
      "grad_norm": 0.471487432718277,
      "learning_rate": 4.6816634047903116e-05,
      "loss": 4.918,
      "step": 217345
    },
    {
      "epoch": 0.19025052497240558,
      "grad_norm": 0.4701327681541443,
      "learning_rate": 4.681648369177388e-05,
      "loss": 4.9079,
      "step": 217350
    },
    {
      "epoch": 0.19025490156603272,
      "grad_norm": 0.46870648860931396,
      "learning_rate": 4.681633333240096e-05,
      "loss": 4.3885,
      "step": 217355
    },
    {
      "epoch": 0.19025927815965987,
      "grad_norm": 0.4650907516479492,
      "learning_rate": 4.68161829697844e-05,
      "loss": 4.854,
      "step": 217360
    },
    {
      "epoch": 0.19026365475328705,
      "grad_norm": 0.449712872505188,
      "learning_rate": 4.6816032603924206e-05,
      "loss": 4.9034,
      "step": 217365
    },
    {
      "epoch": 0.1902680313469142,
      "grad_norm": 0.4456901252269745,
      "learning_rate": 4.681588223482044e-05,
      "loss": 5.4642,
      "step": 217370
    },
    {
      "epoch": 0.19027240794054134,
      "grad_norm": 0.46670159697532654,
      "learning_rate": 4.681573186247311e-05,
      "loss": 4.6154,
      "step": 217375
    },
    {
      "epoch": 0.1902767845341685,
      "grad_norm": 0.47543632984161377,
      "learning_rate": 4.6815581486882244e-05,
      "loss": 5.4476,
      "step": 217380
    },
    {
      "epoch": 0.19028116112779567,
      "grad_norm": 0.45452043414115906,
      "learning_rate": 4.681543110804788e-05,
      "loss": 4.6413,
      "step": 217385
    },
    {
      "epoch": 0.19028553772142281,
      "grad_norm": 0.444852352142334,
      "learning_rate": 4.681528072597004e-05,
      "loss": 5.9506,
      "step": 217390
    },
    {
      "epoch": 0.19028991431504996,
      "grad_norm": 0.44174519181251526,
      "learning_rate": 4.681513034064876e-05,
      "loss": 6.2488,
      "step": 217395
    },
    {
      "epoch": 0.1902942909086771,
      "grad_norm": 0.4403297007083893,
      "learning_rate": 4.681497995208406e-05,
      "loss": 5.4579,
      "step": 217400
    },
    {
      "epoch": 0.1902986675023043,
      "grad_norm": 0.4648503363132477,
      "learning_rate": 4.681482956027598e-05,
      "loss": 4.9274,
      "step": 217405
    },
    {
      "epoch": 0.19030304409593143,
      "grad_norm": 0.4662342965602875,
      "learning_rate": 4.681467916522454e-05,
      "loss": 4.3001,
      "step": 217410
    },
    {
      "epoch": 0.19030742068955858,
      "grad_norm": 0.4556450843811035,
      "learning_rate": 4.681452876692978e-05,
      "loss": 5.6094,
      "step": 217415
    },
    {
      "epoch": 0.19031179728318573,
      "grad_norm": 0.4769730269908905,
      "learning_rate": 4.681437836539171e-05,
      "loss": 5.7032,
      "step": 217420
    },
    {
      "epoch": 0.1903161738768129,
      "grad_norm": 0.4494646191596985,
      "learning_rate": 4.6814227960610366e-05,
      "loss": 5.3578,
      "step": 217425
    },
    {
      "epoch": 0.19032055047044005,
      "grad_norm": 0.46480417251586914,
      "learning_rate": 4.68140775525858e-05,
      "loss": 5.9396,
      "step": 217430
    },
    {
      "epoch": 0.1903249270640672,
      "grad_norm": 0.4419756531715393,
      "learning_rate": 4.6813927141318004e-05,
      "loss": 5.2389,
      "step": 217435
    },
    {
      "epoch": 0.19032930365769435,
      "grad_norm": 0.44479885697364807,
      "learning_rate": 4.681377672680703e-05,
      "loss": 4.8059,
      "step": 217440
    },
    {
      "epoch": 0.19033368025132152,
      "grad_norm": 0.47112780809402466,
      "learning_rate": 4.681362630905291e-05,
      "loss": 4.2021,
      "step": 217445
    },
    {
      "epoch": 0.19033805684494867,
      "grad_norm": 0.4540081024169922,
      "learning_rate": 4.681347588805566e-05,
      "loss": 5.4395,
      "step": 217450
    },
    {
      "epoch": 0.19034243343857582,
      "grad_norm": 0.4538134038448334,
      "learning_rate": 4.6813325463815316e-05,
      "loss": 5.6482,
      "step": 217455
    },
    {
      "epoch": 0.19034681003220297,
      "grad_norm": 0.473520964384079,
      "learning_rate": 4.6813175036331905e-05,
      "loss": 4.8186,
      "step": 217460
    },
    {
      "epoch": 0.19035118662583014,
      "grad_norm": 0.4618014097213745,
      "learning_rate": 4.681302460560546e-05,
      "loss": 5.9443,
      "step": 217465
    },
    {
      "epoch": 0.1903555632194573,
      "grad_norm": 0.4432118833065033,
      "learning_rate": 4.6812874171636e-05,
      "loss": 5.9254,
      "step": 217470
    },
    {
      "epoch": 0.19035993981308444,
      "grad_norm": 0.5031415820121765,
      "learning_rate": 4.681272373442357e-05,
      "loss": 4.7354,
      "step": 217475
    },
    {
      "epoch": 0.1903643164067116,
      "grad_norm": 0.48723047971725464,
      "learning_rate": 4.681257329396818e-05,
      "loss": 4.9063,
      "step": 217480
    },
    {
      "epoch": 0.19036869300033873,
      "grad_norm": 0.4641646444797516,
      "learning_rate": 4.6812422850269866e-05,
      "loss": 4.2111,
      "step": 217485
    },
    {
      "epoch": 0.1903730695939659,
      "grad_norm": 0.46162131428718567,
      "learning_rate": 4.681227240332866e-05,
      "loss": 4.4107,
      "step": 217490
    },
    {
      "epoch": 0.19037744618759306,
      "grad_norm": 0.46409711241722107,
      "learning_rate": 4.6812121953144596e-05,
      "loss": 5.4681,
      "step": 217495
    },
    {
      "epoch": 0.1903818227812202,
      "grad_norm": 0.5454278588294983,
      "learning_rate": 4.68119714997177e-05,
      "loss": 5.7046,
      "step": 217500
    },
    {
      "epoch": 0.19038619937484735,
      "grad_norm": 0.48501521348953247,
      "learning_rate": 4.6811821043047985e-05,
      "loss": 4.4387,
      "step": 217505
    },
    {
      "epoch": 0.19039057596847453,
      "grad_norm": 0.4872201085090637,
      "learning_rate": 4.681167058313551e-05,
      "loss": 5.0856,
      "step": 217510
    },
    {
      "epoch": 0.19039495256210168,
      "grad_norm": 0.5367041230201721,
      "learning_rate": 4.681152011998028e-05,
      "loss": 4.6084,
      "step": 217515
    },
    {
      "epoch": 0.19039932915572882,
      "grad_norm": 0.5167672634124756,
      "learning_rate": 4.681136965358234e-05,
      "loss": 5.7172,
      "step": 217520
    },
    {
      "epoch": 0.19040370574935597,
      "grad_norm": 0.4421156346797943,
      "learning_rate": 4.681121918394169e-05,
      "loss": 4.6357,
      "step": 217525
    },
    {
      "epoch": 0.19040808234298315,
      "grad_norm": 0.482520192861557,
      "learning_rate": 4.681106871105839e-05,
      "loss": 5.4016,
      "step": 217530
    },
    {
      "epoch": 0.1904124589366103,
      "grad_norm": 0.47200459241867065,
      "learning_rate": 4.681091823493247e-05,
      "loss": 5.4759,
      "step": 217535
    },
    {
      "epoch": 0.19041683553023744,
      "grad_norm": 0.46620064973831177,
      "learning_rate": 4.681076775556393e-05,
      "loss": 5.1042,
      "step": 217540
    },
    {
      "epoch": 0.1904212121238646,
      "grad_norm": 0.45820334553718567,
      "learning_rate": 4.6810617272952825e-05,
      "loss": 5.4169,
      "step": 217545
    },
    {
      "epoch": 0.19042558871749177,
      "grad_norm": 0.4833853542804718,
      "learning_rate": 4.681046678709918e-05,
      "loss": 5.2493,
      "step": 217550
    },
    {
      "epoch": 0.19042996531111892,
      "grad_norm": 0.46400904655456543,
      "learning_rate": 4.681031629800301e-05,
      "loss": 5.11,
      "step": 217555
    },
    {
      "epoch": 0.19043434190474606,
      "grad_norm": 0.48951491713523865,
      "learning_rate": 4.6810165805664365e-05,
      "loss": 6.2277,
      "step": 217560
    },
    {
      "epoch": 0.1904387184983732,
      "grad_norm": 0.46300390362739563,
      "learning_rate": 4.681001531008325e-05,
      "loss": 4.306,
      "step": 217565
    },
    {
      "epoch": 0.1904430950920004,
      "grad_norm": 0.5156252384185791,
      "learning_rate": 4.680986481125972e-05,
      "loss": 6.2389,
      "step": 217570
    },
    {
      "epoch": 0.19044747168562753,
      "grad_norm": 0.4595460891723633,
      "learning_rate": 4.6809714309193784e-05,
      "loss": 5.2415,
      "step": 217575
    },
    {
      "epoch": 0.19045184827925468,
      "grad_norm": 0.4666180908679962,
      "learning_rate": 4.680956380388548e-05,
      "loss": 5.2485,
      "step": 217580
    },
    {
      "epoch": 0.19045622487288183,
      "grad_norm": 0.4633025527000427,
      "learning_rate": 4.680941329533484e-05,
      "loss": 4.9408,
      "step": 217585
    },
    {
      "epoch": 0.190460601466509,
      "grad_norm": 0.47039657831192017,
      "learning_rate": 4.6809262783541874e-05,
      "loss": 5.1537,
      "step": 217590
    },
    {
      "epoch": 0.19046497806013615,
      "grad_norm": 0.46193835139274597,
      "learning_rate": 4.680911226850663e-05,
      "loss": 4.6212,
      "step": 217595
    },
    {
      "epoch": 0.1904693546537633,
      "grad_norm": 0.4875922203063965,
      "learning_rate": 4.680896175022914e-05,
      "loss": 5.3654,
      "step": 217600
    },
    {
      "epoch": 0.19047373124739045,
      "grad_norm": 0.5580452680587769,
      "learning_rate": 4.6808811228709414e-05,
      "loss": 5.6193,
      "step": 217605
    },
    {
      "epoch": 0.19047810784101762,
      "grad_norm": 0.46707287430763245,
      "learning_rate": 4.68086607039475e-05,
      "loss": 4.087,
      "step": 217610
    },
    {
      "epoch": 0.19048248443464477,
      "grad_norm": 0.49018222093582153,
      "learning_rate": 4.680851017594342e-05,
      "loss": 5.4313,
      "step": 217615
    },
    {
      "epoch": 0.19048686102827192,
      "grad_norm": 0.509453296661377,
      "learning_rate": 4.68083596446972e-05,
      "loss": 5.4457,
      "step": 217620
    },
    {
      "epoch": 0.19049123762189907,
      "grad_norm": 0.4804934859275818,
      "learning_rate": 4.680820911020887e-05,
      "loss": 5.4194,
      "step": 217625
    },
    {
      "epoch": 0.19049561421552622,
      "grad_norm": 0.4959372580051422,
      "learning_rate": 4.6808058572478454e-05,
      "loss": 4.7104,
      "step": 217630
    },
    {
      "epoch": 0.1904999908091534,
      "grad_norm": 0.45441317558288574,
      "learning_rate": 4.6807908031506e-05,
      "loss": 4.8661,
      "step": 217635
    },
    {
      "epoch": 0.19050436740278054,
      "grad_norm": 0.4536817669868469,
      "learning_rate": 4.6807757487291514e-05,
      "loss": 5.3215,
      "step": 217640
    },
    {
      "epoch": 0.1905087439964077,
      "grad_norm": 0.4679737687110901,
      "learning_rate": 4.6807606939835034e-05,
      "loss": 4.434,
      "step": 217645
    },
    {
      "epoch": 0.19051312059003483,
      "grad_norm": 0.46174901723861694,
      "learning_rate": 4.6807456389136594e-05,
      "loss": 5.9275,
      "step": 217650
    },
    {
      "epoch": 0.190517497183662,
      "grad_norm": 0.5137801170349121,
      "learning_rate": 4.6807305835196226e-05,
      "loss": 4.7257,
      "step": 217655
    },
    {
      "epoch": 0.19052187377728916,
      "grad_norm": 0.48056238889694214,
      "learning_rate": 4.6807155278013945e-05,
      "loss": 5.453,
      "step": 217660
    },
    {
      "epoch": 0.1905262503709163,
      "grad_norm": 0.4660818576812744,
      "learning_rate": 4.68070047175898e-05,
      "loss": 5.7421,
      "step": 217665
    },
    {
      "epoch": 0.19053062696454345,
      "grad_norm": 0.4494144320487976,
      "learning_rate": 4.68068541539238e-05,
      "loss": 5.3609,
      "step": 217670
    },
    {
      "epoch": 0.19053500355817063,
      "grad_norm": 0.4675444960594177,
      "learning_rate": 4.6806703587015966e-05,
      "loss": 4.8882,
      "step": 217675
    },
    {
      "epoch": 0.19053938015179778,
      "grad_norm": 0.47176554799079895,
      "learning_rate": 4.680655301686636e-05,
      "loss": 5.1331,
      "step": 217680
    },
    {
      "epoch": 0.19054375674542492,
      "grad_norm": 0.4627058506011963,
      "learning_rate": 4.680640244347498e-05,
      "loss": 5.2241,
      "step": 217685
    },
    {
      "epoch": 0.19054813333905207,
      "grad_norm": 0.4483354389667511,
      "learning_rate": 4.680625186684189e-05,
      "loss": 4.8256,
      "step": 217690
    },
    {
      "epoch": 0.19055250993267925,
      "grad_norm": 0.44299495220184326,
      "learning_rate": 4.680610128696707e-05,
      "loss": 5.9584,
      "step": 217695
    },
    {
      "epoch": 0.1905568865263064,
      "grad_norm": 0.46396803855895996,
      "learning_rate": 4.68059507038506e-05,
      "loss": 3.8674,
      "step": 217700
    },
    {
      "epoch": 0.19056126311993354,
      "grad_norm": 0.46133407950401306,
      "learning_rate": 4.680580011749248e-05,
      "loss": 4.8254,
      "step": 217705
    },
    {
      "epoch": 0.1905656397135607,
      "grad_norm": 0.4565412402153015,
      "learning_rate": 4.680564952789274e-05,
      "loss": 5.1079,
      "step": 217710
    },
    {
      "epoch": 0.19057001630718787,
      "grad_norm": 0.45824629068374634,
      "learning_rate": 4.680549893505142e-05,
      "loss": 5.4413,
      "step": 217715
    },
    {
      "epoch": 0.19057439290081502,
      "grad_norm": 0.4627765417098999,
      "learning_rate": 4.6805348338968533e-05,
      "loss": 5.4575,
      "step": 217720
    },
    {
      "epoch": 0.19057876949444216,
      "grad_norm": 0.4699768126010895,
      "learning_rate": 4.6805197739644134e-05,
      "loss": 4.6312,
      "step": 217725
    },
    {
      "epoch": 0.1905831460880693,
      "grad_norm": 0.4506112337112427,
      "learning_rate": 4.680504713707822e-05,
      "loss": 4.8397,
      "step": 217730
    },
    {
      "epoch": 0.1905875226816965,
      "grad_norm": 0.45620614290237427,
      "learning_rate": 4.680489653127085e-05,
      "loss": 5.4428,
      "step": 217735
    },
    {
      "epoch": 0.19059189927532363,
      "grad_norm": 0.44716009497642517,
      "learning_rate": 4.680474592222203e-05,
      "loss": 5.4289,
      "step": 217740
    },
    {
      "epoch": 0.19059627586895078,
      "grad_norm": 0.4716998338699341,
      "learning_rate": 4.68045953099318e-05,
      "loss": 5.9479,
      "step": 217745
    },
    {
      "epoch": 0.19060065246257793,
      "grad_norm": 0.4520106911659241,
      "learning_rate": 4.680444469440019e-05,
      "loss": 5.3102,
      "step": 217750
    },
    {
      "epoch": 0.19060502905620508,
      "grad_norm": 0.45815980434417725,
      "learning_rate": 4.680429407562722e-05,
      "loss": 4.9015,
      "step": 217755
    },
    {
      "epoch": 0.19060940564983225,
      "grad_norm": 0.5304366946220398,
      "learning_rate": 4.680414345361292e-05,
      "loss": 4.1978,
      "step": 217760
    },
    {
      "epoch": 0.1906137822434594,
      "grad_norm": 0.45054399967193604,
      "learning_rate": 4.680399282835735e-05,
      "loss": 5.9596,
      "step": 217765
    },
    {
      "epoch": 0.19061815883708655,
      "grad_norm": 0.4492494761943817,
      "learning_rate": 4.680384219986048e-05,
      "loss": 5.1343,
      "step": 217770
    },
    {
      "epoch": 0.1906225354307137,
      "grad_norm": 0.4514060914516449,
      "learning_rate": 4.68036915681224e-05,
      "loss": 5.9773,
      "step": 217775
    },
    {
      "epoch": 0.19062691202434087,
      "grad_norm": 0.48095181584358215,
      "learning_rate": 4.68035409331431e-05,
      "loss": 5.4626,
      "step": 217780
    },
    {
      "epoch": 0.19063128861796802,
      "grad_norm": 0.4621458053588867,
      "learning_rate": 4.680339029492262e-05,
      "loss": 4.4066,
      "step": 217785
    },
    {
      "epoch": 0.19063566521159517,
      "grad_norm": 0.45225924253463745,
      "learning_rate": 4.6803239653460995e-05,
      "loss": 5.3328,
      "step": 217790
    },
    {
      "epoch": 0.19064004180522232,
      "grad_norm": 0.4444482624530792,
      "learning_rate": 4.680308900875824e-05,
      "loss": 4.826,
      "step": 217795
    },
    {
      "epoch": 0.1906444183988495,
      "grad_norm": 0.45485419034957886,
      "learning_rate": 4.680293836081441e-05,
      "loss": 4.8911,
      "step": 217800
    },
    {
      "epoch": 0.19064879499247664,
      "grad_norm": 0.45179975032806396,
      "learning_rate": 4.6802787709629495e-05,
      "loss": 5.3426,
      "step": 217805
    },
    {
      "epoch": 0.1906531715861038,
      "grad_norm": 0.44929975271224976,
      "learning_rate": 4.6802637055203556e-05,
      "loss": 5.7539,
      "step": 217810
    },
    {
      "epoch": 0.19065754817973093,
      "grad_norm": 0.4690529406070709,
      "learning_rate": 4.680248639753662e-05,
      "loss": 4.9371,
      "step": 217815
    },
    {
      "epoch": 0.1906619247733581,
      "grad_norm": 0.4809374213218689,
      "learning_rate": 4.68023357366287e-05,
      "loss": 4.8977,
      "step": 217820
    },
    {
      "epoch": 0.19066630136698526,
      "grad_norm": 0.4557466506958008,
      "learning_rate": 4.680218507247983e-05,
      "loss": 4.926,
      "step": 217825
    },
    {
      "epoch": 0.1906706779606124,
      "grad_norm": 0.4520927667617798,
      "learning_rate": 4.680203440509005e-05,
      "loss": 4.9219,
      "step": 217830
    },
    {
      "epoch": 0.19067505455423955,
      "grad_norm": 0.467378169298172,
      "learning_rate": 4.680188373445937e-05,
      "loss": 4.9191,
      "step": 217835
    },
    {
      "epoch": 0.19067943114786673,
      "grad_norm": 0.4668290913105011,
      "learning_rate": 4.680173306058784e-05,
      "loss": 5.1383,
      "step": 217840
    },
    {
      "epoch": 0.19068380774149388,
      "grad_norm": 0.4706558585166931,
      "learning_rate": 4.680158238347547e-05,
      "loss": 5.1529,
      "step": 217845
    },
    {
      "epoch": 0.19068818433512102,
      "grad_norm": 0.46050170063972473,
      "learning_rate": 4.6801431703122314e-05,
      "loss": 5.7725,
      "step": 217850
    },
    {
      "epoch": 0.19069256092874817,
      "grad_norm": 0.46272730827331543,
      "learning_rate": 4.680128101952836e-05,
      "loss": 4.835,
      "step": 217855
    },
    {
      "epoch": 0.19069693752237535,
      "grad_norm": 0.463458776473999,
      "learning_rate": 4.680113033269369e-05,
      "loss": 5.9484,
      "step": 217860
    },
    {
      "epoch": 0.1907013141160025,
      "grad_norm": 0.4755461812019348,
      "learning_rate": 4.6800979642618294e-05,
      "loss": 5.6273,
      "step": 217865
    },
    {
      "epoch": 0.19070569070962964,
      "grad_norm": 0.48231491446495056,
      "learning_rate": 4.680082894930221e-05,
      "loss": 4.53,
      "step": 217870
    },
    {
      "epoch": 0.1907100673032568,
      "grad_norm": 0.470098078250885,
      "learning_rate": 4.6800678252745464e-05,
      "loss": 4.8837,
      "step": 217875
    },
    {
      "epoch": 0.19071444389688394,
      "grad_norm": 0.4689699411392212,
      "learning_rate": 4.6800527552948116e-05,
      "loss": 5.2336,
      "step": 217880
    },
    {
      "epoch": 0.19071882049051112,
      "grad_norm": 0.4590102732181549,
      "learning_rate": 4.680037684991014e-05,
      "loss": 5.1134,
      "step": 217885
    },
    {
      "epoch": 0.19072319708413826,
      "grad_norm": 0.4469652771949768,
      "learning_rate": 4.680022614363161e-05,
      "loss": 5.6592,
      "step": 217890
    },
    {
      "epoch": 0.1907275736777654,
      "grad_norm": 0.4505368173122406,
      "learning_rate": 4.680007543411254e-05,
      "loss": 5.4462,
      "step": 217895
    },
    {
      "epoch": 0.19073195027139256,
      "grad_norm": 0.44068169593811035,
      "learning_rate": 4.679992472135296e-05,
      "loss": 4.8158,
      "step": 217900
    },
    {
      "epoch": 0.19073632686501973,
      "grad_norm": 0.46523982286453247,
      "learning_rate": 4.6799774005352904e-05,
      "loss": 4.881,
      "step": 217905
    },
    {
      "epoch": 0.19074070345864688,
      "grad_norm": 0.4493756592273712,
      "learning_rate": 4.679962328611238e-05,
      "loss": 4.1084,
      "step": 217910
    },
    {
      "epoch": 0.19074508005227403,
      "grad_norm": 0.4526960551738739,
      "learning_rate": 4.679947256363144e-05,
      "loss": 5.7121,
      "step": 217915
    },
    {
      "epoch": 0.19074945664590118,
      "grad_norm": 0.4582250118255615,
      "learning_rate": 4.6799321837910106e-05,
      "loss": 5.4284,
      "step": 217920
    },
    {
      "epoch": 0.19075383323952835,
      "grad_norm": 0.4564177393913269,
      "learning_rate": 4.6799171108948405e-05,
      "loss": 5.9373,
      "step": 217925
    },
    {
      "epoch": 0.1907582098331555,
      "grad_norm": 0.4356761872768402,
      "learning_rate": 4.679902037674636e-05,
      "loss": 6.007,
      "step": 217930
    },
    {
      "epoch": 0.19076258642678265,
      "grad_norm": 0.45089221000671387,
      "learning_rate": 4.679886964130401e-05,
      "loss": 5.3954,
      "step": 217935
    },
    {
      "epoch": 0.1907669630204098,
      "grad_norm": 0.44161278009414673,
      "learning_rate": 4.6798718902621394e-05,
      "loss": 5.0996,
      "step": 217940
    },
    {
      "epoch": 0.19077133961403697,
      "grad_norm": 0.4529169797897339,
      "learning_rate": 4.679856816069852e-05,
      "loss": 5.9492,
      "step": 217945
    },
    {
      "epoch": 0.19077571620766412,
      "grad_norm": 0.46251001954078674,
      "learning_rate": 4.679841741553543e-05,
      "loss": 5.9014,
      "step": 217950
    },
    {
      "epoch": 0.19078009280129127,
      "grad_norm": 0.4637245535850525,
      "learning_rate": 4.679826666713214e-05,
      "loss": 4.965,
      "step": 217955
    },
    {
      "epoch": 0.19078446939491842,
      "grad_norm": 0.49439945816993713,
      "learning_rate": 4.6798115915488696e-05,
      "loss": 5.2668,
      "step": 217960
    },
    {
      "epoch": 0.1907888459885456,
      "grad_norm": 0.5124632716178894,
      "learning_rate": 4.679796516060512e-05,
      "loss": 4.8913,
      "step": 217965
    },
    {
      "epoch": 0.19079322258217274,
      "grad_norm": 0.4718799591064453,
      "learning_rate": 4.679781440248143e-05,
      "loss": 5.9686,
      "step": 217970
    },
    {
      "epoch": 0.1907975991757999,
      "grad_norm": 0.486105740070343,
      "learning_rate": 4.679766364111767e-05,
      "loss": 5.429,
      "step": 217975
    },
    {
      "epoch": 0.19080197576942703,
      "grad_norm": 0.46990394592285156,
      "learning_rate": 4.679751287651388e-05,
      "loss": 5.1591,
      "step": 217980
    },
    {
      "epoch": 0.1908063523630542,
      "grad_norm": 0.49304547905921936,
      "learning_rate": 4.679736210867006e-05,
      "loss": 5.4062,
      "step": 217985
    },
    {
      "epoch": 0.19081072895668136,
      "grad_norm": 0.47570571303367615,
      "learning_rate": 4.6797211337586245e-05,
      "loss": 4.419,
      "step": 217990
    },
    {
      "epoch": 0.1908151055503085,
      "grad_norm": 0.4490608274936676,
      "learning_rate": 4.679706056326249e-05,
      "loss": 5.1982,
      "step": 217995
    },
    {
      "epoch": 0.19081948214393565,
      "grad_norm": 0.45933449268341064,
      "learning_rate": 4.679690978569878e-05,
      "loss": 5.3799,
      "step": 218000
    },
    {
      "epoch": 0.1908238587375628,
      "grad_norm": 0.4594216048717499,
      "learning_rate": 4.679675900489519e-05,
      "loss": 5.4173,
      "step": 218005
    },
    {
      "epoch": 0.19082823533118998,
      "grad_norm": 0.49809950590133667,
      "learning_rate": 4.6796608220851725e-05,
      "loss": 5.0326,
      "step": 218010
    },
    {
      "epoch": 0.19083261192481712,
      "grad_norm": 0.5160316824913025,
      "learning_rate": 4.679645743356842e-05,
      "loss": 5.1461,
      "step": 218015
    },
    {
      "epoch": 0.19083698851844427,
      "grad_norm": 0.45335203409194946,
      "learning_rate": 4.67963066430453e-05,
      "loss": 4.8161,
      "step": 218020
    },
    {
      "epoch": 0.19084136511207142,
      "grad_norm": 0.45689719915390015,
      "learning_rate": 4.679615584928238e-05,
      "loss": 4.9574,
      "step": 218025
    },
    {
      "epoch": 0.1908457417056986,
      "grad_norm": 0.4830116033554077,
      "learning_rate": 4.6796005052279725e-05,
      "loss": 5.1664,
      "step": 218030
    },
    {
      "epoch": 0.19085011829932574,
      "grad_norm": 0.44641637802124023,
      "learning_rate": 4.679585425203734e-05,
      "loss": 5.4074,
      "step": 218035
    },
    {
      "epoch": 0.1908544948929529,
      "grad_norm": 0.44022539258003235,
      "learning_rate": 4.679570344855526e-05,
      "loss": 5.9,
      "step": 218040
    },
    {
      "epoch": 0.19085887148658004,
      "grad_norm": 0.43870311975479126,
      "learning_rate": 4.679555264183351e-05,
      "loss": 5.6461,
      "step": 218045
    },
    {
      "epoch": 0.19086324808020722,
      "grad_norm": 0.48424509167671204,
      "learning_rate": 4.679540183187212e-05,
      "loss": 3.6916,
      "step": 218050
    },
    {
      "epoch": 0.19086762467383436,
      "grad_norm": 0.4816504418849945,
      "learning_rate": 4.6795251018671115e-05,
      "loss": 4.6163,
      "step": 218055
    },
    {
      "epoch": 0.1908720012674615,
      "grad_norm": 0.49645838141441345,
      "learning_rate": 4.6795100202230534e-05,
      "loss": 5.1092,
      "step": 218060
    },
    {
      "epoch": 0.19087637786108866,
      "grad_norm": 0.4715709388256073,
      "learning_rate": 4.679494938255041e-05,
      "loss": 4.9199,
      "step": 218065
    },
    {
      "epoch": 0.19088075445471583,
      "grad_norm": 0.4691263735294342,
      "learning_rate": 4.679479855963076e-05,
      "loss": 5.4511,
      "step": 218070
    },
    {
      "epoch": 0.19088513104834298,
      "grad_norm": 0.47238197922706604,
      "learning_rate": 4.679464773347161e-05,
      "loss": 5.716,
      "step": 218075
    },
    {
      "epoch": 0.19088950764197013,
      "grad_norm": 0.46831631660461426,
      "learning_rate": 4.6794496904073e-05,
      "loss": 5.6492,
      "step": 218080
    },
    {
      "epoch": 0.19089388423559728,
      "grad_norm": 0.4483436048030853,
      "learning_rate": 4.679434607143496e-05,
      "loss": 6.2504,
      "step": 218085
    },
    {
      "epoch": 0.19089826082922445,
      "grad_norm": 0.45890042185783386,
      "learning_rate": 4.6794195235557504e-05,
      "loss": 5.3494,
      "step": 218090
    },
    {
      "epoch": 0.1909026374228516,
      "grad_norm": 0.4607609808444977,
      "learning_rate": 4.6794044396440686e-05,
      "loss": 5.5959,
      "step": 218095
    },
    {
      "epoch": 0.19090701401647875,
      "grad_norm": 0.4446108341217041,
      "learning_rate": 4.67938935540845e-05,
      "loss": 5.9518,
      "step": 218100
    },
    {
      "epoch": 0.1909113906101059,
      "grad_norm": 0.47054287791252136,
      "learning_rate": 4.6793742708489007e-05,
      "loss": 5.4418,
      "step": 218105
    },
    {
      "epoch": 0.19091576720373307,
      "grad_norm": 0.46497827768325806,
      "learning_rate": 4.679359185965423e-05,
      "loss": 5.1247,
      "step": 218110
    },
    {
      "epoch": 0.19092014379736022,
      "grad_norm": 0.46987184882164,
      "learning_rate": 4.679344100758018e-05,
      "loss": 4.4029,
      "step": 218115
    },
    {
      "epoch": 0.19092452039098737,
      "grad_norm": 0.4415247142314911,
      "learning_rate": 4.679329015226691e-05,
      "loss": 5.1241,
      "step": 218120
    },
    {
      "epoch": 0.19092889698461452,
      "grad_norm": 0.4716642498970032,
      "learning_rate": 4.679313929371444e-05,
      "loss": 5.706,
      "step": 218125
    },
    {
      "epoch": 0.19093327357824166,
      "grad_norm": 0.44662773609161377,
      "learning_rate": 4.679298843192278e-05,
      "loss": 5.4649,
      "step": 218130
    },
    {
      "epoch": 0.19093765017186884,
      "grad_norm": 0.45198026299476624,
      "learning_rate": 4.679283756689199e-05,
      "loss": 5.4062,
      "step": 218135
    },
    {
      "epoch": 0.190942026765496,
      "grad_norm": 0.4461790919303894,
      "learning_rate": 4.679268669862208e-05,
      "loss": 5.6467,
      "step": 218140
    },
    {
      "epoch": 0.19094640335912313,
      "grad_norm": 0.4507521390914917,
      "learning_rate": 4.6792535827113096e-05,
      "loss": 4.512,
      "step": 218145
    },
    {
      "epoch": 0.19095077995275028,
      "grad_norm": 0.4428866505622864,
      "learning_rate": 4.6792384952365044e-05,
      "loss": 5.0902,
      "step": 218150
    },
    {
      "epoch": 0.19095515654637746,
      "grad_norm": 0.47892171144485474,
      "learning_rate": 4.679223407437796e-05,
      "loss": 4.7202,
      "step": 218155
    },
    {
      "epoch": 0.1909595331400046,
      "grad_norm": 0.4425618350505829,
      "learning_rate": 4.679208319315188e-05,
      "loss": 6.2584,
      "step": 218160
    },
    {
      "epoch": 0.19096390973363175,
      "grad_norm": 0.4515489339828491,
      "learning_rate": 4.679193230868685e-05,
      "loss": 5.7458,
      "step": 218165
    },
    {
      "epoch": 0.1909682863272589,
      "grad_norm": 0.48813918232917786,
      "learning_rate": 4.679178142098285e-05,
      "loss": 4.888,
      "step": 218170
    },
    {
      "epoch": 0.19097266292088608,
      "grad_norm": 0.4788398742675781,
      "learning_rate": 4.679163053003996e-05,
      "loss": 5.2354,
      "step": 218175
    },
    {
      "epoch": 0.19097703951451322,
      "grad_norm": 0.44420868158340454,
      "learning_rate": 4.6791479635858184e-05,
      "loss": 5.7363,
      "step": 218180
    },
    {
      "epoch": 0.19098141610814037,
      "grad_norm": 0.47149765491485596,
      "learning_rate": 4.679132873843755e-05,
      "loss": 3.9208,
      "step": 218185
    },
    {
      "epoch": 0.19098579270176752,
      "grad_norm": 0.46658751368522644,
      "learning_rate": 4.6791177837778086e-05,
      "loss": 4.1278,
      "step": 218190
    },
    {
      "epoch": 0.1909901692953947,
      "grad_norm": 0.49699273705482483,
      "learning_rate": 4.679102693387984e-05,
      "loss": 6.2531,
      "step": 218195
    },
    {
      "epoch": 0.19099454588902184,
      "grad_norm": 0.47107604146003723,
      "learning_rate": 4.679087602674282e-05,
      "loss": 5.4185,
      "step": 218200
    },
    {
      "epoch": 0.190998922482649,
      "grad_norm": 0.47134846448898315,
      "learning_rate": 4.6790725116367074e-05,
      "loss": 4.931,
      "step": 218205
    },
    {
      "epoch": 0.19100329907627614,
      "grad_norm": 0.4739868640899658,
      "learning_rate": 4.679057420275261e-05,
      "loss": 5.7343,
      "step": 218210
    },
    {
      "epoch": 0.19100767566990332,
      "grad_norm": 0.4545000195503235,
      "learning_rate": 4.679042328589948e-05,
      "loss": 5.1897,
      "step": 218215
    },
    {
      "epoch": 0.19101205226353046,
      "grad_norm": 0.4577872157096863,
      "learning_rate": 4.679027236580769e-05,
      "loss": 4.6228,
      "step": 218220
    },
    {
      "epoch": 0.1910164288571576,
      "grad_norm": 0.474003404378891,
      "learning_rate": 4.679012144247729e-05,
      "loss": 5.3836,
      "step": 218225
    },
    {
      "epoch": 0.19102080545078476,
      "grad_norm": 0.4771435856819153,
      "learning_rate": 4.6789970515908275e-05,
      "loss": 5.1498,
      "step": 218230
    },
    {
      "epoch": 0.19102518204441193,
      "grad_norm": 0.4649520516395569,
      "learning_rate": 4.6789819586100723e-05,
      "loss": 4.3449,
      "step": 218235
    },
    {
      "epoch": 0.19102955863803908,
      "grad_norm": 0.47648605704307556,
      "learning_rate": 4.678966865305463e-05,
      "loss": 4.408,
      "step": 218240
    },
    {
      "epoch": 0.19103393523166623,
      "grad_norm": 0.4812505543231964,
      "learning_rate": 4.678951771677004e-05,
      "loss": 4.9018,
      "step": 218245
    },
    {
      "epoch": 0.19103831182529338,
      "grad_norm": 0.46612614393234253,
      "learning_rate": 4.678936677724697e-05,
      "loss": 5.643,
      "step": 218250
    },
    {
      "epoch": 0.19104268841892055,
      "grad_norm": 0.45150667428970337,
      "learning_rate": 4.6789215834485445e-05,
      "loss": 4.5803,
      "step": 218255
    },
    {
      "epoch": 0.1910470650125477,
      "grad_norm": 0.4606834352016449,
      "learning_rate": 4.678906488848551e-05,
      "loss": 5.9127,
      "step": 218260
    },
    {
      "epoch": 0.19105144160617485,
      "grad_norm": 0.4715860188007355,
      "learning_rate": 4.678891393924719e-05,
      "loss": 5.4055,
      "step": 218265
    },
    {
      "epoch": 0.191055818199802,
      "grad_norm": 0.4590260684490204,
      "learning_rate": 4.678876298677052e-05,
      "loss": 5.7456,
      "step": 218270
    },
    {
      "epoch": 0.19106019479342914,
      "grad_norm": 0.4553244113922119,
      "learning_rate": 4.6788612031055515e-05,
      "loss": 5.4419,
      "step": 218275
    },
    {
      "epoch": 0.19106457138705632,
      "grad_norm": 0.4589729905128479,
      "learning_rate": 4.678846107210221e-05,
      "loss": 4.6882,
      "step": 218280
    },
    {
      "epoch": 0.19106894798068347,
      "grad_norm": 0.4533335864543915,
      "learning_rate": 4.6788310109910624e-05,
      "loss": 4.6182,
      "step": 218285
    },
    {
      "epoch": 0.19107332457431062,
      "grad_norm": 0.4936295747756958,
      "learning_rate": 4.678815914448082e-05,
      "loss": 4.8716,
      "step": 218290
    },
    {
      "epoch": 0.19107770116793776,
      "grad_norm": 0.45212841033935547,
      "learning_rate": 4.678800817581278e-05,
      "loss": 5.2483,
      "step": 218295
    },
    {
      "epoch": 0.19108207776156494,
      "grad_norm": 0.4498232305049896,
      "learning_rate": 4.678785720390656e-05,
      "loss": 5.6299,
      "step": 218300
    },
    {
      "epoch": 0.1910864543551921,
      "grad_norm": 0.45700764656066895,
      "learning_rate": 4.6787706228762195e-05,
      "loss": 5.1386,
      "step": 218305
    },
    {
      "epoch": 0.19109083094881923,
      "grad_norm": 0.4724714756011963,
      "learning_rate": 4.678755525037971e-05,
      "loss": 5.3371,
      "step": 218310
    },
    {
      "epoch": 0.19109520754244638,
      "grad_norm": 0.46230384707450867,
      "learning_rate": 4.678740426875912e-05,
      "loss": 5.6328,
      "step": 218315
    },
    {
      "epoch": 0.19109958413607356,
      "grad_norm": 0.46054065227508545,
      "learning_rate": 4.6787253283900456e-05,
      "loss": 5.2499,
      "step": 218320
    },
    {
      "epoch": 0.1911039607297007,
      "grad_norm": 0.45586904883384705,
      "learning_rate": 4.678710229580376e-05,
      "loss": 5.1346,
      "step": 218325
    },
    {
      "epoch": 0.19110833732332785,
      "grad_norm": 0.4559367597103119,
      "learning_rate": 4.678695130446906e-05,
      "loss": 5.9615,
      "step": 218330
    },
    {
      "epoch": 0.191112713916955,
      "grad_norm": 0.48507288098335266,
      "learning_rate": 4.6786800309896386e-05,
      "loss": 4.3198,
      "step": 218335
    },
    {
      "epoch": 0.19111709051058218,
      "grad_norm": 0.48808592557907104,
      "learning_rate": 4.678664931208575e-05,
      "loss": 5.6719,
      "step": 218340
    },
    {
      "epoch": 0.19112146710420932,
      "grad_norm": 0.4757733941078186,
      "learning_rate": 4.67864983110372e-05,
      "loss": 5.9756,
      "step": 218345
    },
    {
      "epoch": 0.19112584369783647,
      "grad_norm": 0.44579800963401794,
      "learning_rate": 4.678634730675076e-05,
      "loss": 5.1197,
      "step": 218350
    },
    {
      "epoch": 0.19113022029146362,
      "grad_norm": 0.5035853385925293,
      "learning_rate": 4.678619629922645e-05,
      "loss": 4.9197,
      "step": 218355
    },
    {
      "epoch": 0.1911345968850908,
      "grad_norm": 0.5094378590583801,
      "learning_rate": 4.67860452884643e-05,
      "loss": 4.9297,
      "step": 218360
    },
    {
      "epoch": 0.19113897347871794,
      "grad_norm": 0.49554434418678284,
      "learning_rate": 4.6785894274464356e-05,
      "loss": 5.4547,
      "step": 218365
    },
    {
      "epoch": 0.1911433500723451,
      "grad_norm": 0.46368709206581116,
      "learning_rate": 4.678574325722663e-05,
      "loss": 5.7372,
      "step": 218370
    },
    {
      "epoch": 0.19114772666597224,
      "grad_norm": 0.5250059366226196,
      "learning_rate": 4.678559223675116e-05,
      "loss": 4.6852,
      "step": 218375
    },
    {
      "epoch": 0.19115210325959942,
      "grad_norm": 0.4740256369113922,
      "learning_rate": 4.6785441213037975e-05,
      "loss": 4.743,
      "step": 218380
    },
    {
      "epoch": 0.19115647985322656,
      "grad_norm": 0.48981449007987976,
      "learning_rate": 4.678529018608711e-05,
      "loss": 5.9457,
      "step": 218385
    },
    {
      "epoch": 0.1911608564468537,
      "grad_norm": 0.45469239354133606,
      "learning_rate": 4.678513915589857e-05,
      "loss": 6.2447,
      "step": 218390
    },
    {
      "epoch": 0.19116523304048086,
      "grad_norm": 0.46496111154556274,
      "learning_rate": 4.6784988122472406e-05,
      "loss": 5.18,
      "step": 218395
    },
    {
      "epoch": 0.191169609634108,
      "grad_norm": 0.5162357091903687,
      "learning_rate": 4.678483708580864e-05,
      "loss": 4.8142,
      "step": 218400
    },
    {
      "epoch": 0.19117398622773518,
      "grad_norm": 0.4653686285018921,
      "learning_rate": 4.67846860459073e-05,
      "loss": 5.7425,
      "step": 218405
    },
    {
      "epoch": 0.19117836282136233,
      "grad_norm": 0.45978787541389465,
      "learning_rate": 4.6784535002768424e-05,
      "loss": 5.2279,
      "step": 218410
    },
    {
      "epoch": 0.19118273941498948,
      "grad_norm": 0.4450947344303131,
      "learning_rate": 4.678438395639204e-05,
      "loss": 5.7412,
      "step": 218415
    },
    {
      "epoch": 0.19118711600861663,
      "grad_norm": 0.477175772190094,
      "learning_rate": 4.678423290677816e-05,
      "loss": 5.1534,
      "step": 218420
    },
    {
      "epoch": 0.1911914926022438,
      "grad_norm": 0.46696802973747253,
      "learning_rate": 4.678408185392683e-05,
      "loss": 5.6568,
      "step": 218425
    },
    {
      "epoch": 0.19119586919587095,
      "grad_norm": 0.4635951519012451,
      "learning_rate": 4.678393079783807e-05,
      "loss": 5.6738,
      "step": 218430
    },
    {
      "epoch": 0.1912002457894981,
      "grad_norm": 0.4810636341571808,
      "learning_rate": 4.6783779738511926e-05,
      "loss": 5.1675,
      "step": 218435
    },
    {
      "epoch": 0.19120462238312524,
      "grad_norm": 0.6259040236473083,
      "learning_rate": 4.67836286759484e-05,
      "loss": 6.2449,
      "step": 218440
    },
    {
      "epoch": 0.19120899897675242,
      "grad_norm": 0.6044380068778992,
      "learning_rate": 4.678347761014754e-05,
      "loss": 5.352,
      "step": 218445
    },
    {
      "epoch": 0.19121337557037957,
      "grad_norm": 0.4805133640766144,
      "learning_rate": 4.6783326541109374e-05,
      "loss": 5.7183,
      "step": 218450
    },
    {
      "epoch": 0.19121775216400672,
      "grad_norm": 0.4842771291732788,
      "learning_rate": 4.6783175468833917e-05,
      "loss": 4.5984,
      "step": 218455
    },
    {
      "epoch": 0.19122212875763386,
      "grad_norm": 0.4767153263092041,
      "learning_rate": 4.6783024393321214e-05,
      "loss": 4.881,
      "step": 218460
    },
    {
      "epoch": 0.19122650535126104,
      "grad_norm": 0.4563995897769928,
      "learning_rate": 4.6782873314571294e-05,
      "loss": 5.3652,
      "step": 218465
    },
    {
      "epoch": 0.1912308819448882,
      "grad_norm": 0.4541570842266083,
      "learning_rate": 4.6782722232584184e-05,
      "loss": 5.6477,
      "step": 218470
    },
    {
      "epoch": 0.19123525853851533,
      "grad_norm": 0.46519985795021057,
      "learning_rate": 4.6782571147359896e-05,
      "loss": 5.418,
      "step": 218475
    },
    {
      "epoch": 0.19123963513214248,
      "grad_norm": 0.5672985315322876,
      "learning_rate": 4.678242005889849e-05,
      "loss": 5.2385,
      "step": 218480
    },
    {
      "epoch": 0.19124401172576966,
      "grad_norm": 0.484936386346817,
      "learning_rate": 4.678226896719997e-05,
      "loss": 5.1024,
      "step": 218485
    },
    {
      "epoch": 0.1912483883193968,
      "grad_norm": 0.4801155626773834,
      "learning_rate": 4.678211787226437e-05,
      "loss": 4.705,
      "step": 218490
    },
    {
      "epoch": 0.19125276491302395,
      "grad_norm": 0.482029527425766,
      "learning_rate": 4.6781966774091736e-05,
      "loss": 5.4562,
      "step": 218495
    },
    {
      "epoch": 0.1912571415066511,
      "grad_norm": 0.5244697332382202,
      "learning_rate": 4.678181567268207e-05,
      "loss": 5.1317,
      "step": 218500
    },
    {
      "epoch": 0.19126151810027828,
      "grad_norm": 0.49931982159614563,
      "learning_rate": 4.678166456803542e-05,
      "loss": 4.9155,
      "step": 218505
    },
    {
      "epoch": 0.19126589469390542,
      "grad_norm": 0.4848267138004303,
      "learning_rate": 4.6781513460151816e-05,
      "loss": 4.8175,
      "step": 218510
    },
    {
      "epoch": 0.19127027128753257,
      "grad_norm": 0.49191761016845703,
      "learning_rate": 4.678136234903128e-05,
      "loss": 5.4509,
      "step": 218515
    },
    {
      "epoch": 0.19127464788115972,
      "grad_norm": 0.5283477902412415,
      "learning_rate": 4.678121123467384e-05,
      "loss": 5.4632,
      "step": 218520
    },
    {
      "epoch": 0.19127902447478687,
      "grad_norm": 0.4893040060997009,
      "learning_rate": 4.6781060117079526e-05,
      "loss": 6.2572,
      "step": 218525
    },
    {
      "epoch": 0.19128340106841404,
      "grad_norm": 0.47987955808639526,
      "learning_rate": 4.6780908996248365e-05,
      "loss": 5.2071,
      "step": 218530
    },
    {
      "epoch": 0.1912877776620412,
      "grad_norm": 0.4688474237918854,
      "learning_rate": 4.678075787218039e-05,
      "loss": 5.6422,
      "step": 218535
    },
    {
      "epoch": 0.19129215425566834,
      "grad_norm": 0.4765397906303406,
      "learning_rate": 4.6780606744875645e-05,
      "loss": 4.7557,
      "step": 218540
    },
    {
      "epoch": 0.1912965308492955,
      "grad_norm": 0.5402470231056213,
      "learning_rate": 4.678045561433413e-05,
      "loss": 4.9451,
      "step": 218545
    },
    {
      "epoch": 0.19130090744292266,
      "grad_norm": 0.45968174934387207,
      "learning_rate": 4.678030448055589e-05,
      "loss": 4.409,
      "step": 218550
    },
    {
      "epoch": 0.1913052840365498,
      "grad_norm": 0.47627806663513184,
      "learning_rate": 4.678015334354096e-05,
      "loss": 4.8028,
      "step": 218555
    },
    {
      "epoch": 0.19130966063017696,
      "grad_norm": 0.4597948491573334,
      "learning_rate": 4.678000220328935e-05,
      "loss": 5.6596,
      "step": 218560
    },
    {
      "epoch": 0.1913140372238041,
      "grad_norm": 0.4575161337852478,
      "learning_rate": 4.6779851059801104e-05,
      "loss": 5.7268,
      "step": 218565
    },
    {
      "epoch": 0.19131841381743128,
      "grad_norm": 0.4455360770225525,
      "learning_rate": 4.677969991307626e-05,
      "loss": 5.7103,
      "step": 218570
    },
    {
      "epoch": 0.19132279041105843,
      "grad_norm": 0.45901739597320557,
      "learning_rate": 4.677954876311483e-05,
      "loss": 4.3974,
      "step": 218575
    },
    {
      "epoch": 0.19132716700468558,
      "grad_norm": 0.450264573097229,
      "learning_rate": 4.677939760991684e-05,
      "loss": 5.9273,
      "step": 218580
    },
    {
      "epoch": 0.19133154359831273,
      "grad_norm": 0.45732244849205017,
      "learning_rate": 4.677924645348234e-05,
      "loss": 5.4125,
      "step": 218585
    },
    {
      "epoch": 0.1913359201919399,
      "grad_norm": 0.47270482778549194,
      "learning_rate": 4.6779095293811335e-05,
      "loss": 5.441,
      "step": 218590
    },
    {
      "epoch": 0.19134029678556705,
      "grad_norm": 0.4673408567905426,
      "learning_rate": 4.677894413090388e-05,
      "loss": 5.6486,
      "step": 218595
    },
    {
      "epoch": 0.1913446733791942,
      "grad_norm": 0.45820921659469604,
      "learning_rate": 4.6778792964759974e-05,
      "loss": 5.9551,
      "step": 218600
    },
    {
      "epoch": 0.19134904997282134,
      "grad_norm": 0.467217355966568,
      "learning_rate": 4.6778641795379664e-05,
      "loss": 5.4653,
      "step": 218605
    },
    {
      "epoch": 0.19135342656644852,
      "grad_norm": 0.4727334976196289,
      "learning_rate": 4.677849062276298e-05,
      "loss": 5.1021,
      "step": 218610
    },
    {
      "epoch": 0.19135780316007567,
      "grad_norm": 0.4665635824203491,
      "learning_rate": 4.677833944690996e-05,
      "loss": 5.95,
      "step": 218615
    },
    {
      "epoch": 0.19136217975370282,
      "grad_norm": 0.46451228857040405,
      "learning_rate": 4.677818826782061e-05,
      "loss": 5.3668,
      "step": 218620
    },
    {
      "epoch": 0.19136655634732996,
      "grad_norm": 0.48253872990608215,
      "learning_rate": 4.677803708549497e-05,
      "loss": 4.6019,
      "step": 218625
    },
    {
      "epoch": 0.19137093294095714,
      "grad_norm": 0.48069271445274353,
      "learning_rate": 4.677788589993307e-05,
      "loss": 4.627,
      "step": 218630
    },
    {
      "epoch": 0.1913753095345843,
      "grad_norm": 0.45103919506073,
      "learning_rate": 4.6777734711134945e-05,
      "loss": 6.2443,
      "step": 218635
    },
    {
      "epoch": 0.19137968612821143,
      "grad_norm": 0.4844186007976532,
      "learning_rate": 4.677758351910062e-05,
      "loss": 4.5982,
      "step": 218640
    },
    {
      "epoch": 0.19138406272183858,
      "grad_norm": 0.46668702363967896,
      "learning_rate": 4.6777432323830126e-05,
      "loss": 5.4162,
      "step": 218645
    },
    {
      "epoch": 0.19138843931546573,
      "grad_norm": 0.43539664149284363,
      "learning_rate": 4.677728112532348e-05,
      "loss": 6.2465,
      "step": 218650
    },
    {
      "epoch": 0.1913928159090929,
      "grad_norm": 0.48224902153015137,
      "learning_rate": 4.677712992358072e-05,
      "loss": 4.709,
      "step": 218655
    },
    {
      "epoch": 0.19139719250272005,
      "grad_norm": 0.457975834608078,
      "learning_rate": 4.677697871860187e-05,
      "loss": 5.9289,
      "step": 218660
    },
    {
      "epoch": 0.1914015690963472,
      "grad_norm": 0.47585329413414,
      "learning_rate": 4.6776827510386976e-05,
      "loss": 4.8515,
      "step": 218665
    },
    {
      "epoch": 0.19140594568997435,
      "grad_norm": 0.477967768907547,
      "learning_rate": 4.677667629893605e-05,
      "loss": 4.4134,
      "step": 218670
    },
    {
      "epoch": 0.19141032228360153,
      "grad_norm": 0.46263444423675537,
      "learning_rate": 4.6776525084249126e-05,
      "loss": 5.7003,
      "step": 218675
    },
    {
      "epoch": 0.19141469887722867,
      "grad_norm": 0.48620378971099854,
      "learning_rate": 4.677637386632623e-05,
      "loss": 5.4057,
      "step": 218680
    },
    {
      "epoch": 0.19141907547085582,
      "grad_norm": 0.461711585521698,
      "learning_rate": 4.67762226451674e-05,
      "loss": 4.8874,
      "step": 218685
    },
    {
      "epoch": 0.19142345206448297,
      "grad_norm": 0.46826037764549255,
      "learning_rate": 4.677607142077266e-05,
      "loss": 4.0685,
      "step": 218690
    },
    {
      "epoch": 0.19142782865811014,
      "grad_norm": 0.48315170407295227,
      "learning_rate": 4.677592019314204e-05,
      "loss": 5.1937,
      "step": 218695
    },
    {
      "epoch": 0.1914322052517373,
      "grad_norm": 0.48369911313056946,
      "learning_rate": 4.6775768962275554e-05,
      "loss": 4.826,
      "step": 218700
    },
    {
      "epoch": 0.19143658184536444,
      "grad_norm": 0.46737393736839294,
      "learning_rate": 4.677561772817326e-05,
      "loss": 5.2023,
      "step": 218705
    },
    {
      "epoch": 0.1914409584389916,
      "grad_norm": 0.4554831087589264,
      "learning_rate": 4.6775466490835176e-05,
      "loss": 5.4026,
      "step": 218710
    },
    {
      "epoch": 0.19144533503261876,
      "grad_norm": 0.4481232464313507,
      "learning_rate": 4.677531525026132e-05,
      "loss": 5.7352,
      "step": 218715
    },
    {
      "epoch": 0.1914497116262459,
      "grad_norm": 0.44066718220710754,
      "learning_rate": 4.6775164006451735e-05,
      "loss": 5.7368,
      "step": 218720
    },
    {
      "epoch": 0.19145408821987306,
      "grad_norm": 0.47835007309913635,
      "learning_rate": 4.677501275940643e-05,
      "loss": 4.8998,
      "step": 218725
    },
    {
      "epoch": 0.1914584648135002,
      "grad_norm": 0.463413268327713,
      "learning_rate": 4.6774861509125455e-05,
      "loss": 5.9652,
      "step": 218730
    },
    {
      "epoch": 0.19146284140712738,
      "grad_norm": 0.473849356174469,
      "learning_rate": 4.6774710255608846e-05,
      "loss": 5.1514,
      "step": 218735
    },
    {
      "epoch": 0.19146721800075453,
      "grad_norm": 0.4699380397796631,
      "learning_rate": 4.67745589988566e-05,
      "loss": 5.4178,
      "step": 218740
    },
    {
      "epoch": 0.19147159459438168,
      "grad_norm": 0.4846495985984802,
      "learning_rate": 4.6774407738868774e-05,
      "loss": 4.7326,
      "step": 218745
    },
    {
      "epoch": 0.19147597118800883,
      "grad_norm": 0.4885368049144745,
      "learning_rate": 4.677425647564539e-05,
      "loss": 4.7334,
      "step": 218750
    },
    {
      "epoch": 0.191480347781636,
      "grad_norm": 0.46254703402519226,
      "learning_rate": 4.677410520918647e-05,
      "loss": 5.3996,
      "step": 218755
    },
    {
      "epoch": 0.19148472437526315,
      "grad_norm": 0.48936644196510315,
      "learning_rate": 4.6773953939492056e-05,
      "loss": 5.951,
      "step": 218760
    },
    {
      "epoch": 0.1914891009688903,
      "grad_norm": 0.4717712700366974,
      "learning_rate": 4.6773802666562164e-05,
      "loss": 5.116,
      "step": 218765
    },
    {
      "epoch": 0.19149347756251744,
      "grad_norm": 0.4735797941684723,
      "learning_rate": 4.677365139039683e-05,
      "loss": 5.722,
      "step": 218770
    },
    {
      "epoch": 0.1914978541561446,
      "grad_norm": 0.48603636026382446,
      "learning_rate": 4.677350011099608e-05,
      "loss": 5.7792,
      "step": 218775
    },
    {
      "epoch": 0.19150223074977177,
      "grad_norm": 0.4532884657382965,
      "learning_rate": 4.677334882835994e-05,
      "loss": 6.2297,
      "step": 218780
    },
    {
      "epoch": 0.19150660734339892,
      "grad_norm": 0.47359421849250793,
      "learning_rate": 4.677319754248846e-05,
      "loss": 5.1198,
      "step": 218785
    },
    {
      "epoch": 0.19151098393702606,
      "grad_norm": 0.4718366861343384,
      "learning_rate": 4.6773046253381646e-05,
      "loss": 4.9237,
      "step": 218790
    },
    {
      "epoch": 0.1915153605306532,
      "grad_norm": 0.4700786769390106,
      "learning_rate": 4.677289496103953e-05,
      "loss": 5.3146,
      "step": 218795
    },
    {
      "epoch": 0.1915197371242804,
      "grad_norm": 0.44885337352752686,
      "learning_rate": 4.677274366546215e-05,
      "loss": 5.4521,
      "step": 218800
    },
    {
      "epoch": 0.19152411371790753,
      "grad_norm": 0.4568115472793579,
      "learning_rate": 4.6772592366649526e-05,
      "loss": 5.6404,
      "step": 218805
    },
    {
      "epoch": 0.19152849031153468,
      "grad_norm": 0.4763469994068146,
      "learning_rate": 4.677244106460169e-05,
      "loss": 4.9488,
      "step": 218810
    },
    {
      "epoch": 0.19153286690516183,
      "grad_norm": 0.5226531624794006,
      "learning_rate": 4.677228975931869e-05,
      "loss": 5.2219,
      "step": 218815
    },
    {
      "epoch": 0.191537243498789,
      "grad_norm": 0.4650154113769531,
      "learning_rate": 4.677213845080052e-05,
      "loss": 5.3678,
      "step": 218820
    },
    {
      "epoch": 0.19154162009241615,
      "grad_norm": 0.4798767864704132,
      "learning_rate": 4.677198713904724e-05,
      "loss": 3.893,
      "step": 218825
    },
    {
      "epoch": 0.1915459966860433,
      "grad_norm": 0.4741165339946747,
      "learning_rate": 4.677183582405886e-05,
      "loss": 5.9457,
      "step": 218830
    },
    {
      "epoch": 0.19155037327967045,
      "grad_norm": 0.46565043926239014,
      "learning_rate": 4.677168450583541e-05,
      "loss": 5.423,
      "step": 218835
    },
    {
      "epoch": 0.19155474987329763,
      "grad_norm": 0.5253618359565735,
      "learning_rate": 4.6771533184376936e-05,
      "loss": 4.6266,
      "step": 218840
    },
    {
      "epoch": 0.19155912646692477,
      "grad_norm": 0.4609631896018982,
      "learning_rate": 4.677138185968346e-05,
      "loss": 5.7577,
      "step": 218845
    },
    {
      "epoch": 0.19156350306055192,
      "grad_norm": 0.4552995264530182,
      "learning_rate": 4.6771230531755005e-05,
      "loss": 4.6499,
      "step": 218850
    },
    {
      "epoch": 0.19156787965417907,
      "grad_norm": 0.4678537845611572,
      "learning_rate": 4.67710792005916e-05,
      "loss": 5.408,
      "step": 218855
    },
    {
      "epoch": 0.19157225624780624,
      "grad_norm": 0.45780259370803833,
      "learning_rate": 4.677092786619327e-05,
      "loss": 4.3584,
      "step": 218860
    },
    {
      "epoch": 0.1915766328414334,
      "grad_norm": 0.45485547184944153,
      "learning_rate": 4.677077652856007e-05,
      "loss": 5.9191,
      "step": 218865
    },
    {
      "epoch": 0.19158100943506054,
      "grad_norm": 0.46468254923820496,
      "learning_rate": 4.677062518769199e-05,
      "loss": 5.0328,
      "step": 218870
    },
    {
      "epoch": 0.1915853860286877,
      "grad_norm": 0.45967233180999756,
      "learning_rate": 4.677047384358909e-05,
      "loss": 5.117,
      "step": 218875
    },
    {
      "epoch": 0.19158976262231486,
      "grad_norm": 0.47945812344551086,
      "learning_rate": 4.6770322496251385e-05,
      "loss": 4.317,
      "step": 218880
    },
    {
      "epoch": 0.191594139215942,
      "grad_norm": 0.4588150084018707,
      "learning_rate": 4.677017114567891e-05,
      "loss": 5.9521,
      "step": 218885
    },
    {
      "epoch": 0.19159851580956916,
      "grad_norm": 0.4919211268424988,
      "learning_rate": 4.67700197918717e-05,
      "loss": 5.1741,
      "step": 218890
    },
    {
      "epoch": 0.1916028924031963,
      "grad_norm": 0.489291787147522,
      "learning_rate": 4.6769868434829764e-05,
      "loss": 5.7503,
      "step": 218895
    },
    {
      "epoch": 0.19160726899682348,
      "grad_norm": 0.4612938165664673,
      "learning_rate": 4.676971707455316e-05,
      "loss": 5.9297,
      "step": 218900
    },
    {
      "epoch": 0.19161164559045063,
      "grad_norm": 0.44710472226142883,
      "learning_rate": 4.676956571104189e-05,
      "loss": 6.218,
      "step": 218905
    },
    {
      "epoch": 0.19161602218407778,
      "grad_norm": 0.45464709401130676,
      "learning_rate": 4.676941434429598e-05,
      "loss": 5.6396,
      "step": 218910
    },
    {
      "epoch": 0.19162039877770493,
      "grad_norm": 0.5001458525657654,
      "learning_rate": 4.6769262974315486e-05,
      "loss": 4.516,
      "step": 218915
    },
    {
      "epoch": 0.19162477537133207,
      "grad_norm": 0.5194615125656128,
      "learning_rate": 4.6769111601100423e-05,
      "loss": 4.9083,
      "step": 218920
    },
    {
      "epoch": 0.19162915196495925,
      "grad_norm": 0.5243799686431885,
      "learning_rate": 4.6768960224650827e-05,
      "loss": 5.2339,
      "step": 218925
    },
    {
      "epoch": 0.1916335285585864,
      "grad_norm": 0.5462985634803772,
      "learning_rate": 4.6768808844966716e-05,
      "loss": 5.1303,
      "step": 218930
    },
    {
      "epoch": 0.19163790515221354,
      "grad_norm": 0.4699768126010895,
      "learning_rate": 4.676865746204814e-05,
      "loss": 5.1593,
      "step": 218935
    },
    {
      "epoch": 0.1916422817458407,
      "grad_norm": 0.46023911237716675,
      "learning_rate": 4.676850607589509e-05,
      "loss": 4.6011,
      "step": 218940
    },
    {
      "epoch": 0.19164665833946787,
      "grad_norm": 0.46300891041755676,
      "learning_rate": 4.676835468650763e-05,
      "loss": 5.2095,
      "step": 218945
    },
    {
      "epoch": 0.19165103493309502,
      "grad_norm": 0.46431824564933777,
      "learning_rate": 4.676820329388577e-05,
      "loss": 5.9436,
      "step": 218950
    },
    {
      "epoch": 0.19165541152672216,
      "grad_norm": 0.45250725746154785,
      "learning_rate": 4.6768051898029565e-05,
      "loss": 5.3518,
      "step": 218955
    },
    {
      "epoch": 0.1916597881203493,
      "grad_norm": 0.47520309686660767,
      "learning_rate": 4.676790049893901e-05,
      "loss": 5.7264,
      "step": 218960
    },
    {
      "epoch": 0.1916641647139765,
      "grad_norm": 0.4372585415840149,
      "learning_rate": 4.6767749096614154e-05,
      "loss": 6.249,
      "step": 218965
    },
    {
      "epoch": 0.19166854130760363,
      "grad_norm": 0.49173104763031006,
      "learning_rate": 4.676759769105502e-05,
      "loss": 5.4463,
      "step": 218970
    },
    {
      "epoch": 0.19167291790123078,
      "grad_norm": 0.44128549098968506,
      "learning_rate": 4.676744628226165e-05,
      "loss": 5.9738,
      "step": 218975
    },
    {
      "epoch": 0.19167729449485793,
      "grad_norm": 0.505727231502533,
      "learning_rate": 4.6767294870234046e-05,
      "loss": 5.2615,
      "step": 218980
    },
    {
      "epoch": 0.1916816710884851,
      "grad_norm": 0.46158263087272644,
      "learning_rate": 4.6767143454972275e-05,
      "loss": 5.6674,
      "step": 218985
    },
    {
      "epoch": 0.19168604768211225,
      "grad_norm": 0.4563927948474884,
      "learning_rate": 4.676699203647633e-05,
      "loss": 5.436,
      "step": 218990
    },
    {
      "epoch": 0.1916904242757394,
      "grad_norm": 0.49463212490081787,
      "learning_rate": 4.6766840614746254e-05,
      "loss": 4.7995,
      "step": 218995
    },
    {
      "epoch": 0.19169480086936655,
      "grad_norm": 0.48918959498405457,
      "learning_rate": 4.6766689189782086e-05,
      "loss": 4.9219,
      "step": 219000
    },
    {
      "epoch": 0.19169917746299373,
      "grad_norm": 0.4736900329589844,
      "learning_rate": 4.676653776158384e-05,
      "loss": 4.8971,
      "step": 219005
    },
    {
      "epoch": 0.19170355405662087,
      "grad_norm": 0.45805808901786804,
      "learning_rate": 4.676638633015156e-05,
      "loss": 5.436,
      "step": 219010
    },
    {
      "epoch": 0.19170793065024802,
      "grad_norm": 0.46357253193855286,
      "learning_rate": 4.6766234895485264e-05,
      "loss": 4.6462,
      "step": 219015
    },
    {
      "epoch": 0.19171230724387517,
      "grad_norm": 0.4704793691635132,
      "learning_rate": 4.6766083457584985e-05,
      "loss": 5.1052,
      "step": 219020
    },
    {
      "epoch": 0.19171668383750234,
      "grad_norm": 0.4625962972640991,
      "learning_rate": 4.676593201645074e-05,
      "loss": 5.7485,
      "step": 219025
    },
    {
      "epoch": 0.1917210604311295,
      "grad_norm": 0.4499492943286896,
      "learning_rate": 4.676578057208259e-05,
      "loss": 5.1353,
      "step": 219030
    },
    {
      "epoch": 0.19172543702475664,
      "grad_norm": 0.5008055567741394,
      "learning_rate": 4.6765629124480535e-05,
      "loss": 5.0861,
      "step": 219035
    },
    {
      "epoch": 0.1917298136183838,
      "grad_norm": 0.4665357172489166,
      "learning_rate": 4.676547767364461e-05,
      "loss": 5.1257,
      "step": 219040
    },
    {
      "epoch": 0.19173419021201094,
      "grad_norm": 0.49710336327552795,
      "learning_rate": 4.676532621957485e-05,
      "loss": 4.887,
      "step": 219045
    },
    {
      "epoch": 0.1917385668056381,
      "grad_norm": 0.4611454904079437,
      "learning_rate": 4.676517476227128e-05,
      "loss": 4.8048,
      "step": 219050
    },
    {
      "epoch": 0.19174294339926526,
      "grad_norm": 0.4631912112236023,
      "learning_rate": 4.676502330173393e-05,
      "loss": 5.1724,
      "step": 219055
    },
    {
      "epoch": 0.1917473199928924,
      "grad_norm": 0.4679243564605713,
      "learning_rate": 4.6764871837962835e-05,
      "loss": 5.7021,
      "step": 219060
    },
    {
      "epoch": 0.19175169658651955,
      "grad_norm": 0.4737109839916229,
      "learning_rate": 4.6764720370958016e-05,
      "loss": 5.2374,
      "step": 219065
    },
    {
      "epoch": 0.19175607318014673,
      "grad_norm": 0.5161760449409485,
      "learning_rate": 4.676456890071951e-05,
      "loss": 4.4628,
      "step": 219070
    },
    {
      "epoch": 0.19176044977377388,
      "grad_norm": 0.47851303219795227,
      "learning_rate": 4.676441742724733e-05,
      "loss": 5.733,
      "step": 219075
    },
    {
      "epoch": 0.19176482636740103,
      "grad_norm": 0.45707863569259644,
      "learning_rate": 4.676426595054153e-05,
      "loss": 5.6494,
      "step": 219080
    },
    {
      "epoch": 0.19176920296102817,
      "grad_norm": 0.48096174001693726,
      "learning_rate": 4.676411447060213e-05,
      "loss": 5.2665,
      "step": 219085
    },
    {
      "epoch": 0.19177357955465535,
      "grad_norm": 0.4637402594089508,
      "learning_rate": 4.6763962987429144e-05,
      "loss": 4.825,
      "step": 219090
    },
    {
      "epoch": 0.1917779561482825,
      "grad_norm": 0.4798046946525574,
      "learning_rate": 4.6763811501022615e-05,
      "loss": 5.7352,
      "step": 219095
    },
    {
      "epoch": 0.19178233274190964,
      "grad_norm": 0.485387921333313,
      "learning_rate": 4.676366001138257e-05,
      "loss": 5.4374,
      "step": 219100
    },
    {
      "epoch": 0.1917867093355368,
      "grad_norm": 0.5372744202613831,
      "learning_rate": 4.676350851850904e-05,
      "loss": 4.8902,
      "step": 219105
    },
    {
      "epoch": 0.19179108592916397,
      "grad_norm": 0.47862258553504944,
      "learning_rate": 4.676335702240205e-05,
      "loss": 4.949,
      "step": 219110
    },
    {
      "epoch": 0.19179546252279112,
      "grad_norm": 0.46279028058052063,
      "learning_rate": 4.6763205523061636e-05,
      "loss": 5.447,
      "step": 219115
    },
    {
      "epoch": 0.19179983911641826,
      "grad_norm": 0.5805661678314209,
      "learning_rate": 4.6763054020487816e-05,
      "loss": 4.6352,
      "step": 219120
    },
    {
      "epoch": 0.1918042157100454,
      "grad_norm": 0.4703802168369293,
      "learning_rate": 4.676290251468063e-05,
      "loss": 4.5794,
      "step": 219125
    },
    {
      "epoch": 0.1918085923036726,
      "grad_norm": 0.4773728847503662,
      "learning_rate": 4.6762751005640106e-05,
      "loss": 4.3987,
      "step": 219130
    },
    {
      "epoch": 0.19181296889729973,
      "grad_norm": 0.4978739619255066,
      "learning_rate": 4.676259949336627e-05,
      "loss": 4.8435,
      "step": 219135
    },
    {
      "epoch": 0.19181734549092688,
      "grad_norm": 0.47524502873420715,
      "learning_rate": 4.6762447977859144e-05,
      "loss": 5.4879,
      "step": 219140
    },
    {
      "epoch": 0.19182172208455403,
      "grad_norm": 0.4705323576927185,
      "learning_rate": 4.676229645911877e-05,
      "loss": 5.1016,
      "step": 219145
    },
    {
      "epoch": 0.1918260986781812,
      "grad_norm": 0.44801804423332214,
      "learning_rate": 4.676214493714518e-05,
      "loss": 5.6937,
      "step": 219150
    },
    {
      "epoch": 0.19183047527180835,
      "grad_norm": 0.450397789478302,
      "learning_rate": 4.676199341193838e-05,
      "loss": 5.7212,
      "step": 219155
    },
    {
      "epoch": 0.1918348518654355,
      "grad_norm": 0.4620175063610077,
      "learning_rate": 4.676184188349842e-05,
      "loss": 5.4546,
      "step": 219160
    },
    {
      "epoch": 0.19183922845906265,
      "grad_norm": 0.47020581364631653,
      "learning_rate": 4.676169035182533e-05,
      "loss": 4.9641,
      "step": 219165
    },
    {
      "epoch": 0.1918436050526898,
      "grad_norm": 0.4707413911819458,
      "learning_rate": 4.6761538816919124e-05,
      "loss": 4.6797,
      "step": 219170
    },
    {
      "epoch": 0.19184798164631697,
      "grad_norm": 0.45607852935791016,
      "learning_rate": 4.676138727877985e-05,
      "loss": 5.9168,
      "step": 219175
    },
    {
      "epoch": 0.19185235823994412,
      "grad_norm": 0.4776344299316406,
      "learning_rate": 4.676123573740753e-05,
      "loss": 5.9701,
      "step": 219180
    },
    {
      "epoch": 0.19185673483357127,
      "grad_norm": 0.46213704347610474,
      "learning_rate": 4.676108419280217e-05,
      "loss": 6.2359,
      "step": 219185
    },
    {
      "epoch": 0.19186111142719842,
      "grad_norm": 0.532977819442749,
      "learning_rate": 4.676093264496384e-05,
      "loss": 4.784,
      "step": 219190
    },
    {
      "epoch": 0.1918654880208256,
      "grad_norm": 0.49804791808128357,
      "learning_rate": 4.676078109389255e-05,
      "loss": 4.5802,
      "step": 219195
    },
    {
      "epoch": 0.19186986461445274,
      "grad_norm": 0.47555285692214966,
      "learning_rate": 4.676062953958832e-05,
      "loss": 5.9584,
      "step": 219200
    },
    {
      "epoch": 0.1918742412080799,
      "grad_norm": 0.4563737213611603,
      "learning_rate": 4.676047798205119e-05,
      "loss": 5.3322,
      "step": 219205
    },
    {
      "epoch": 0.19187861780170704,
      "grad_norm": 0.4655464291572571,
      "learning_rate": 4.6760326421281186e-05,
      "loss": 5.4192,
      "step": 219210
    },
    {
      "epoch": 0.1918829943953342,
      "grad_norm": 0.4834235608577728,
      "learning_rate": 4.676017485727834e-05,
      "loss": 5.9439,
      "step": 219215
    },
    {
      "epoch": 0.19188737098896136,
      "grad_norm": 0.4889792501926422,
      "learning_rate": 4.676002329004268e-05,
      "loss": 4.9309,
      "step": 219220
    },
    {
      "epoch": 0.1918917475825885,
      "grad_norm": 0.48916319012641907,
      "learning_rate": 4.675987171957422e-05,
      "loss": 4.6063,
      "step": 219225
    },
    {
      "epoch": 0.19189612417621565,
      "grad_norm": 0.48569032549858093,
      "learning_rate": 4.675972014587302e-05,
      "loss": 4.6401,
      "step": 219230
    },
    {
      "epoch": 0.19190050076984283,
      "grad_norm": 0.4593155086040497,
      "learning_rate": 4.675956856893909e-05,
      "loss": 5.6393,
      "step": 219235
    },
    {
      "epoch": 0.19190487736346998,
      "grad_norm": 0.45001018047332764,
      "learning_rate": 4.675941698877246e-05,
      "loss": 4.8368,
      "step": 219240
    },
    {
      "epoch": 0.19190925395709713,
      "grad_norm": 0.50384920835495,
      "learning_rate": 4.6759265405373166e-05,
      "loss": 4.1989,
      "step": 219245
    },
    {
      "epoch": 0.19191363055072427,
      "grad_norm": 0.4610990583896637,
      "learning_rate": 4.675911381874123e-05,
      "loss": 5.1804,
      "step": 219250
    },
    {
      "epoch": 0.19191800714435145,
      "grad_norm": 0.4645159840583801,
      "learning_rate": 4.675896222887668e-05,
      "loss": 5.2209,
      "step": 219255
    },
    {
      "epoch": 0.1919223837379786,
      "grad_norm": 0.45594358444213867,
      "learning_rate": 4.6758810635779546e-05,
      "loss": 5.4319,
      "step": 219260
    },
    {
      "epoch": 0.19192676033160574,
      "grad_norm": 0.44967907667160034,
      "learning_rate": 4.675865903944988e-05,
      "loss": 5.7483,
      "step": 219265
    },
    {
      "epoch": 0.1919311369252329,
      "grad_norm": 0.45913153886795044,
      "learning_rate": 4.675850743988768e-05,
      "loss": 4.6547,
      "step": 219270
    },
    {
      "epoch": 0.19193551351886007,
      "grad_norm": 0.47372350096702576,
      "learning_rate": 4.675835583709298e-05,
      "loss": 4.3215,
      "step": 219275
    },
    {
      "epoch": 0.19193989011248722,
      "grad_norm": 0.4763832986354828,
      "learning_rate": 4.675820423106582e-05,
      "loss": 4.9492,
      "step": 219280
    },
    {
      "epoch": 0.19194426670611436,
      "grad_norm": 0.4485950469970703,
      "learning_rate": 4.6758052621806233e-05,
      "loss": 5.7439,
      "step": 219285
    },
    {
      "epoch": 0.1919486432997415,
      "grad_norm": 0.45895031094551086,
      "learning_rate": 4.675790100931424e-05,
      "loss": 5.6215,
      "step": 219290
    },
    {
      "epoch": 0.19195301989336866,
      "grad_norm": 0.45560362935066223,
      "learning_rate": 4.6757749393589866e-05,
      "loss": 5.2146,
      "step": 219295
    },
    {
      "epoch": 0.19195739648699583,
      "grad_norm": 0.47163480520248413,
      "learning_rate": 4.6757597774633144e-05,
      "loss": 5.9316,
      "step": 219300
    },
    {
      "epoch": 0.19196177308062298,
      "grad_norm": 0.45325222611427307,
      "learning_rate": 4.6757446152444104e-05,
      "loss": 4.8559,
      "step": 219305
    },
    {
      "epoch": 0.19196614967425013,
      "grad_norm": 0.4601622521877289,
      "learning_rate": 4.675729452702278e-05,
      "loss": 5.3324,
      "step": 219310
    },
    {
      "epoch": 0.19197052626787728,
      "grad_norm": 0.4883852005004883,
      "learning_rate": 4.6757142898369197e-05,
      "loss": 4.8248,
      "step": 219315
    },
    {
      "epoch": 0.19197490286150445,
      "grad_norm": 0.45044615864753723,
      "learning_rate": 4.675699126648338e-05,
      "loss": 5.6277,
      "step": 219320
    },
    {
      "epoch": 0.1919792794551316,
      "grad_norm": 0.45887619256973267,
      "learning_rate": 4.675683963136537e-05,
      "loss": 5.4452,
      "step": 219325
    },
    {
      "epoch": 0.19198365604875875,
      "grad_norm": 0.46686413884162903,
      "learning_rate": 4.675668799301518e-05,
      "loss": 5.4651,
      "step": 219330
    },
    {
      "epoch": 0.1919880326423859,
      "grad_norm": 0.4866751432418823,
      "learning_rate": 4.675653635143284e-05,
      "loss": 4.9209,
      "step": 219335
    },
    {
      "epoch": 0.19199240923601307,
      "grad_norm": 0.4803493618965149,
      "learning_rate": 4.6756384706618406e-05,
      "loss": 5.9055,
      "step": 219340
    },
    {
      "epoch": 0.19199678582964022,
      "grad_norm": 0.482778400182724,
      "learning_rate": 4.675623305857188e-05,
      "loss": 4.6034,
      "step": 219345
    },
    {
      "epoch": 0.19200116242326737,
      "grad_norm": 0.5286170840263367,
      "learning_rate": 4.6756081407293305e-05,
      "loss": 5.2142,
      "step": 219350
    },
    {
      "epoch": 0.19200553901689452,
      "grad_norm": 0.47752511501312256,
      "learning_rate": 4.67559297527827e-05,
      "loss": 5.4426,
      "step": 219355
    },
    {
      "epoch": 0.1920099156105217,
      "grad_norm": 0.6074264645576477,
      "learning_rate": 4.6755778095040095e-05,
      "loss": 4.605,
      "step": 219360
    },
    {
      "epoch": 0.19201429220414884,
      "grad_norm": 0.4796748459339142,
      "learning_rate": 4.675562643406554e-05,
      "loss": 4.9576,
      "step": 219365
    },
    {
      "epoch": 0.192018668797776,
      "grad_norm": 0.47707274556159973,
      "learning_rate": 4.675547476985903e-05,
      "loss": 5.2543,
      "step": 219370
    },
    {
      "epoch": 0.19202304539140314,
      "grad_norm": 0.46108874678611755,
      "learning_rate": 4.6755323102420614e-05,
      "loss": 5.135,
      "step": 219375
    },
    {
      "epoch": 0.1920274219850303,
      "grad_norm": 0.46402618288993835,
      "learning_rate": 4.675517143175032e-05,
      "loss": 5.4325,
      "step": 219380
    },
    {
      "epoch": 0.19203179857865746,
      "grad_norm": 0.4719063341617584,
      "learning_rate": 4.6755019757848185e-05,
      "loss": 5.1413,
      "step": 219385
    },
    {
      "epoch": 0.1920361751722846,
      "grad_norm": 0.47244688868522644,
      "learning_rate": 4.675486808071423e-05,
      "loss": 5.9262,
      "step": 219390
    },
    {
      "epoch": 0.19204055176591175,
      "grad_norm": 0.46092039346694946,
      "learning_rate": 4.6754716400348474e-05,
      "loss": 5.134,
      "step": 219395
    },
    {
      "epoch": 0.19204492835953893,
      "grad_norm": 0.44934868812561035,
      "learning_rate": 4.675456471675096e-05,
      "loss": 4.5581,
      "step": 219400
    },
    {
      "epoch": 0.19204930495316608,
      "grad_norm": 0.4661208689212799,
      "learning_rate": 4.675441302992172e-05,
      "loss": 5.4655,
      "step": 219405
    },
    {
      "epoch": 0.19205368154679323,
      "grad_norm": 0.4511222541332245,
      "learning_rate": 4.675426133986077e-05,
      "loss": 5.3469,
      "step": 219410
    },
    {
      "epoch": 0.19205805814042037,
      "grad_norm": 0.48210322856903076,
      "learning_rate": 4.6754109646568145e-05,
      "loss": 5.1105,
      "step": 219415
    },
    {
      "epoch": 0.19206243473404752,
      "grad_norm": 0.5269954800605774,
      "learning_rate": 4.675395795004388e-05,
      "loss": 5.6299,
      "step": 219420
    },
    {
      "epoch": 0.1920668113276747,
      "grad_norm": 0.4807828962802887,
      "learning_rate": 4.675380625028799e-05,
      "loss": 5.4422,
      "step": 219425
    },
    {
      "epoch": 0.19207118792130184,
      "grad_norm": 0.43829768896102905,
      "learning_rate": 4.675365454730053e-05,
      "loss": 5.1549,
      "step": 219430
    },
    {
      "epoch": 0.192075564514929,
      "grad_norm": 0.47626328468322754,
      "learning_rate": 4.6753502841081495e-05,
      "loss": 5.1705,
      "step": 219435
    },
    {
      "epoch": 0.19207994110855614,
      "grad_norm": 0.4395216107368469,
      "learning_rate": 4.675335113163094e-05,
      "loss": 5.3508,
      "step": 219440
    },
    {
      "epoch": 0.19208431770218332,
      "grad_norm": 0.533349335193634,
      "learning_rate": 4.675319941894889e-05,
      "loss": 4.601,
      "step": 219445
    },
    {
      "epoch": 0.19208869429581046,
      "grad_norm": 0.4832773506641388,
      "learning_rate": 4.675304770303537e-05,
      "loss": 4.9153,
      "step": 219450
    },
    {
      "epoch": 0.1920930708894376,
      "grad_norm": 0.4716392755508423,
      "learning_rate": 4.675289598389041e-05,
      "loss": 5.6531,
      "step": 219455
    },
    {
      "epoch": 0.19209744748306476,
      "grad_norm": 0.5302731990814209,
      "learning_rate": 4.6752744261514034e-05,
      "loss": 5.1164,
      "step": 219460
    },
    {
      "epoch": 0.19210182407669193,
      "grad_norm": 0.4617554843425751,
      "learning_rate": 4.675259253590628e-05,
      "loss": 4.7254,
      "step": 219465
    },
    {
      "epoch": 0.19210620067031908,
      "grad_norm": 0.48841217160224915,
      "learning_rate": 4.6752440807067174e-05,
      "loss": 5.2147,
      "step": 219470
    },
    {
      "epoch": 0.19211057726394623,
      "grad_norm": 0.4443334639072418,
      "learning_rate": 4.6752289074996744e-05,
      "loss": 5.1136,
      "step": 219475
    },
    {
      "epoch": 0.19211495385757338,
      "grad_norm": 0.47138962149620056,
      "learning_rate": 4.6752137339695025e-05,
      "loss": 5.418,
      "step": 219480
    },
    {
      "epoch": 0.19211933045120055,
      "grad_norm": 0.4688073694705963,
      "learning_rate": 4.675198560116204e-05,
      "loss": 5.4807,
      "step": 219485
    },
    {
      "epoch": 0.1921237070448277,
      "grad_norm": 0.5319140553474426,
      "learning_rate": 4.675183385939782e-05,
      "loss": 4.8354,
      "step": 219490
    },
    {
      "epoch": 0.19212808363845485,
      "grad_norm": 0.4806579649448395,
      "learning_rate": 4.67516821144024e-05,
      "loss": 6.2447,
      "step": 219495
    },
    {
      "epoch": 0.192132460232082,
      "grad_norm": 0.47839367389678955,
      "learning_rate": 4.675153036617579e-05,
      "loss": 5.4448,
      "step": 219500
    },
    {
      "epoch": 0.19213683682570917,
      "grad_norm": 0.46485546231269836,
      "learning_rate": 4.675137861471804e-05,
      "loss": 4.9173,
      "step": 219505
    },
    {
      "epoch": 0.19214121341933632,
      "grad_norm": 0.465596079826355,
      "learning_rate": 4.6751226860029175e-05,
      "loss": 5.1187,
      "step": 219510
    },
    {
      "epoch": 0.19214559001296347,
      "grad_norm": 0.4655720293521881,
      "learning_rate": 4.675107510210921e-05,
      "loss": 5.1983,
      "step": 219515
    },
    {
      "epoch": 0.19214996660659062,
      "grad_norm": 0.46718287467956543,
      "learning_rate": 4.6750923340958194e-05,
      "loss": 4.6873,
      "step": 219520
    },
    {
      "epoch": 0.1921543432002178,
      "grad_norm": 0.5629788637161255,
      "learning_rate": 4.675077157657615e-05,
      "loss": 4.6696,
      "step": 219525
    },
    {
      "epoch": 0.19215871979384494,
      "grad_norm": 0.5052770972251892,
      "learning_rate": 4.6750619808963104e-05,
      "loss": 5.4243,
      "step": 219530
    },
    {
      "epoch": 0.1921630963874721,
      "grad_norm": 0.48048582673072815,
      "learning_rate": 4.6750468038119076e-05,
      "loss": 5.2213,
      "step": 219535
    },
    {
      "epoch": 0.19216747298109924,
      "grad_norm": 0.4475964307785034,
      "learning_rate": 4.6750316264044126e-05,
      "loss": 4.3734,
      "step": 219540
    },
    {
      "epoch": 0.1921718495747264,
      "grad_norm": 0.5117183327674866,
      "learning_rate": 4.675016448673825e-05,
      "loss": 5.4117,
      "step": 219545
    },
    {
      "epoch": 0.19217622616835356,
      "grad_norm": 0.4593386650085449,
      "learning_rate": 4.6750012706201486e-05,
      "loss": 5.2025,
      "step": 219550
    },
    {
      "epoch": 0.1921806027619807,
      "grad_norm": 0.4485710561275482,
      "learning_rate": 4.674986092243388e-05,
      "loss": 5.3965,
      "step": 219555
    },
    {
      "epoch": 0.19218497935560785,
      "grad_norm": 0.47187340259552,
      "learning_rate": 4.674970913543544e-05,
      "loss": 5.1483,
      "step": 219560
    },
    {
      "epoch": 0.192189355949235,
      "grad_norm": 0.48124071955680847,
      "learning_rate": 4.67495573452062e-05,
      "loss": 5.1319,
      "step": 219565
    },
    {
      "epoch": 0.19219373254286218,
      "grad_norm": 0.4643043577671051,
      "learning_rate": 4.674940555174619e-05,
      "loss": 5.6836,
      "step": 219570
    },
    {
      "epoch": 0.19219810913648933,
      "grad_norm": 0.49210885167121887,
      "learning_rate": 4.6749253755055464e-05,
      "loss": 5.1334,
      "step": 219575
    },
    {
      "epoch": 0.19220248573011647,
      "grad_norm": 0.46056103706359863,
      "learning_rate": 4.6749101955134015e-05,
      "loss": 4.6979,
      "step": 219580
    },
    {
      "epoch": 0.19220686232374362,
      "grad_norm": 0.45073485374450684,
      "learning_rate": 4.6748950151981894e-05,
      "loss": 5.7385,
      "step": 219585
    },
    {
      "epoch": 0.1922112389173708,
      "grad_norm": 0.4489326775074005,
      "learning_rate": 4.674879834559912e-05,
      "loss": 5.1868,
      "step": 219590
    },
    {
      "epoch": 0.19221561551099794,
      "grad_norm": 0.4795624315738678,
      "learning_rate": 4.674864653598573e-05,
      "loss": 4.4435,
      "step": 219595
    },
    {
      "epoch": 0.1922199921046251,
      "grad_norm": 0.4593382477760315,
      "learning_rate": 4.6748494723141746e-05,
      "loss": 5.4835,
      "step": 219600
    },
    {
      "epoch": 0.19222436869825224,
      "grad_norm": 0.45119863748550415,
      "learning_rate": 4.674834290706719e-05,
      "loss": 5.9221,
      "step": 219605
    },
    {
      "epoch": 0.19222874529187942,
      "grad_norm": 0.5177614092826843,
      "learning_rate": 4.67481910877621e-05,
      "loss": 4.4046,
      "step": 219610
    },
    {
      "epoch": 0.19223312188550656,
      "grad_norm": 0.4535294771194458,
      "learning_rate": 4.674803926522653e-05,
      "loss": 4.9237,
      "step": 219615
    },
    {
      "epoch": 0.1922374984791337,
      "grad_norm": 0.4904400706291199,
      "learning_rate": 4.674788743946047e-05,
      "loss": 5.3875,
      "step": 219620
    },
    {
      "epoch": 0.19224187507276086,
      "grad_norm": 0.4897976815700531,
      "learning_rate": 4.674773561046397e-05,
      "loss": 5.4345,
      "step": 219625
    },
    {
      "epoch": 0.19224625166638803,
      "grad_norm": 0.4648566246032715,
      "learning_rate": 4.6747583778237046e-05,
      "loss": 4.1686,
      "step": 219630
    },
    {
      "epoch": 0.19225062826001518,
      "grad_norm": 0.6597789525985718,
      "learning_rate": 4.674743194277975e-05,
      "loss": 4.8511,
      "step": 219635
    },
    {
      "epoch": 0.19225500485364233,
      "grad_norm": 0.4732579290866852,
      "learning_rate": 4.674728010409209e-05,
      "loss": 4.913,
      "step": 219640
    },
    {
      "epoch": 0.19225938144726948,
      "grad_norm": 0.6949936747550964,
      "learning_rate": 4.67471282621741e-05,
      "loss": 4.4094,
      "step": 219645
    },
    {
      "epoch": 0.19226375804089665,
      "grad_norm": 0.6457157731056213,
      "learning_rate": 4.674697641702582e-05,
      "loss": 4.9657,
      "step": 219650
    },
    {
      "epoch": 0.1922681346345238,
      "grad_norm": 0.5273244976997375,
      "learning_rate": 4.6746824568647265e-05,
      "loss": 5.1009,
      "step": 219655
    },
    {
      "epoch": 0.19227251122815095,
      "grad_norm": 0.512982189655304,
      "learning_rate": 4.6746672717038477e-05,
      "loss": 5.4122,
      "step": 219660
    },
    {
      "epoch": 0.1922768878217781,
      "grad_norm": 0.45404940843582153,
      "learning_rate": 4.674652086219947e-05,
      "loss": 5.4735,
      "step": 219665
    },
    {
      "epoch": 0.19228126441540527,
      "grad_norm": 0.489690363407135,
      "learning_rate": 4.674636900413029e-05,
      "loss": 5.1205,
      "step": 219670
    },
    {
      "epoch": 0.19228564100903242,
      "grad_norm": 0.4463748037815094,
      "learning_rate": 4.674621714283095e-05,
      "loss": 4.15,
      "step": 219675
    },
    {
      "epoch": 0.19229001760265957,
      "grad_norm": 0.4956597685813904,
      "learning_rate": 4.6746065278301484e-05,
      "loss": 5.3225,
      "step": 219680
    },
    {
      "epoch": 0.19229439419628672,
      "grad_norm": 0.4697192907333374,
      "learning_rate": 4.674591341054194e-05,
      "loss": 4.8271,
      "step": 219685
    },
    {
      "epoch": 0.19229877078991386,
      "grad_norm": 0.46703025698661804,
      "learning_rate": 4.6745761539552326e-05,
      "loss": 4.1082,
      "step": 219690
    },
    {
      "epoch": 0.19230314738354104,
      "grad_norm": 0.47302231192588806,
      "learning_rate": 4.674560966533268e-05,
      "loss": 5.2385,
      "step": 219695
    },
    {
      "epoch": 0.1923075239771682,
      "grad_norm": 0.4507732391357422,
      "learning_rate": 4.674545778788302e-05,
      "loss": 4.5579,
      "step": 219700
    },
    {
      "epoch": 0.19231190057079534,
      "grad_norm": 0.5011114478111267,
      "learning_rate": 4.67453059072034e-05,
      "loss": 5.3999,
      "step": 219705
    },
    {
      "epoch": 0.19231627716442248,
      "grad_norm": 0.47122466564178467,
      "learning_rate": 4.6745154023293814e-05,
      "loss": 5.1168,
      "step": 219710
    },
    {
      "epoch": 0.19232065375804966,
      "grad_norm": 0.4585067927837372,
      "learning_rate": 4.6745002136154325e-05,
      "loss": 4.5832,
      "step": 219715
    },
    {
      "epoch": 0.1923250303516768,
      "grad_norm": 0.4435594379901886,
      "learning_rate": 4.674485024578493e-05,
      "loss": 4.6271,
      "step": 219720
    },
    {
      "epoch": 0.19232940694530395,
      "grad_norm": 0.4622422754764557,
      "learning_rate": 4.67446983521857e-05,
      "loss": 5.1213,
      "step": 219725
    },
    {
      "epoch": 0.1923337835389311,
      "grad_norm": 0.46519383788108826,
      "learning_rate": 4.674454645535663e-05,
      "loss": 4.6147,
      "step": 219730
    },
    {
      "epoch": 0.19233816013255828,
      "grad_norm": 0.47167107462882996,
      "learning_rate": 4.6744394555297754e-05,
      "loss": 5.3033,
      "step": 219735
    },
    {
      "epoch": 0.19234253672618543,
      "grad_norm": 0.45920076966285706,
      "learning_rate": 4.674424265200912e-05,
      "loss": 5.6186,
      "step": 219740
    },
    {
      "epoch": 0.19234691331981257,
      "grad_norm": 0.47566327452659607,
      "learning_rate": 4.674409074549073e-05,
      "loss": 5.1494,
      "step": 219745
    },
    {
      "epoch": 0.19235128991343972,
      "grad_norm": 0.447100430727005,
      "learning_rate": 4.674393883574263e-05,
      "loss": 5.4288,
      "step": 219750
    },
    {
      "epoch": 0.1923556665070669,
      "grad_norm": 0.46303796768188477,
      "learning_rate": 4.6743786922764855e-05,
      "loss": 4.7206,
      "step": 219755
    },
    {
      "epoch": 0.19236004310069404,
      "grad_norm": 0.4346254765987396,
      "learning_rate": 4.674363500655743e-05,
      "loss": 5.6002,
      "step": 219760
    },
    {
      "epoch": 0.1923644196943212,
      "grad_norm": 0.4315462112426758,
      "learning_rate": 4.6743483087120365e-05,
      "loss": 5.3139,
      "step": 219765
    },
    {
      "epoch": 0.19236879628794834,
      "grad_norm": 0.4512617886066437,
      "learning_rate": 4.674333116445372e-05,
      "loss": 5.6445,
      "step": 219770
    },
    {
      "epoch": 0.19237317288157552,
      "grad_norm": 0.5654941201210022,
      "learning_rate": 4.67431792385575e-05,
      "loss": 4.8298,
      "step": 219775
    },
    {
      "epoch": 0.19237754947520266,
      "grad_norm": 0.4365566074848175,
      "learning_rate": 4.674302730943175e-05,
      "loss": 5.3598,
      "step": 219780
    },
    {
      "epoch": 0.1923819260688298,
      "grad_norm": 0.5074870586395264,
      "learning_rate": 4.674287537707649e-05,
      "loss": 5.7233,
      "step": 219785
    },
    {
      "epoch": 0.19238630266245696,
      "grad_norm": 0.5529316663742065,
      "learning_rate": 4.6742723441491744e-05,
      "loss": 5.1155,
      "step": 219790
    },
    {
      "epoch": 0.19239067925608414,
      "grad_norm": 0.6145992875099182,
      "learning_rate": 4.674257150267757e-05,
      "loss": 4.7173,
      "step": 219795
    },
    {
      "epoch": 0.19239505584971128,
      "grad_norm": 0.4946766495704651,
      "learning_rate": 4.674241956063396e-05,
      "loss": 5.9838,
      "step": 219800
    },
    {
      "epoch": 0.19239943244333843,
      "grad_norm": 0.5377823114395142,
      "learning_rate": 4.674226761536096e-05,
      "loss": 5.1496,
      "step": 219805
    },
    {
      "epoch": 0.19240380903696558,
      "grad_norm": 0.4401751160621643,
      "learning_rate": 4.674211566685861e-05,
      "loss": 5.0902,
      "step": 219810
    },
    {
      "epoch": 0.19240818563059273,
      "grad_norm": 0.47940006852149963,
      "learning_rate": 4.674196371512691e-05,
      "loss": 4.7179,
      "step": 219815
    },
    {
      "epoch": 0.1924125622242199,
      "grad_norm": 0.45467641949653625,
      "learning_rate": 4.6741811760165934e-05,
      "loss": 4.9133,
      "step": 219820
    },
    {
      "epoch": 0.19241693881784705,
      "grad_norm": 0.45297300815582275,
      "learning_rate": 4.674165980197567e-05,
      "loss": 5.2246,
      "step": 219825
    },
    {
      "epoch": 0.1924213154114742,
      "grad_norm": 0.454692542552948,
      "learning_rate": 4.6741507840556166e-05,
      "loss": 5.4607,
      "step": 219830
    },
    {
      "epoch": 0.19242569200510135,
      "grad_norm": 0.47040778398513794,
      "learning_rate": 4.674135587590744e-05,
      "loss": 5.7048,
      "step": 219835
    },
    {
      "epoch": 0.19243006859872852,
      "grad_norm": 0.46267807483673096,
      "learning_rate": 4.674120390802954e-05,
      "loss": 4.7091,
      "step": 219840
    },
    {
      "epoch": 0.19243444519235567,
      "grad_norm": 0.4534970223903656,
      "learning_rate": 4.6741051936922474e-05,
      "loss": 4.8038,
      "step": 219845
    },
    {
      "epoch": 0.19243882178598282,
      "grad_norm": 0.44745805859565735,
      "learning_rate": 4.6740899962586296e-05,
      "loss": 5.7421,
      "step": 219850
    },
    {
      "epoch": 0.19244319837960996,
      "grad_norm": 0.4513666033744812,
      "learning_rate": 4.674074798502102e-05,
      "loss": 5.9441,
      "step": 219855
    },
    {
      "epoch": 0.19244757497323714,
      "grad_norm": 0.4555642604827881,
      "learning_rate": 4.674059600422667e-05,
      "loss": 5.2217,
      "step": 219860
    },
    {
      "epoch": 0.1924519515668643,
      "grad_norm": 0.4610483944416046,
      "learning_rate": 4.674044402020328e-05,
      "loss": 4.9686,
      "step": 219865
    },
    {
      "epoch": 0.19245632816049144,
      "grad_norm": 0.45841336250305176,
      "learning_rate": 4.6740292032950885e-05,
      "loss": 4.9358,
      "step": 219870
    },
    {
      "epoch": 0.19246070475411858,
      "grad_norm": 0.4799991250038147,
      "learning_rate": 4.6740140042469506e-05,
      "loss": 5.1306,
      "step": 219875
    },
    {
      "epoch": 0.19246508134774576,
      "grad_norm": 0.46362560987472534,
      "learning_rate": 4.673998804875918e-05,
      "loss": 5.4537,
      "step": 219880
    },
    {
      "epoch": 0.1924694579413729,
      "grad_norm": 0.45027709007263184,
      "learning_rate": 4.673983605181993e-05,
      "loss": 5.4355,
      "step": 219885
    },
    {
      "epoch": 0.19247383453500005,
      "grad_norm": 0.46186020970344543,
      "learning_rate": 4.673968405165179e-05,
      "loss": 5.2229,
      "step": 219890
    },
    {
      "epoch": 0.1924782111286272,
      "grad_norm": 0.45211905241012573,
      "learning_rate": 4.6739532048254786e-05,
      "loss": 4.7085,
      "step": 219895
    },
    {
      "epoch": 0.19248258772225438,
      "grad_norm": 0.46883371472358704,
      "learning_rate": 4.673938004162895e-05,
      "loss": 4.7027,
      "step": 219900
    },
    {
      "epoch": 0.19248696431588153,
      "grad_norm": 0.4980145990848541,
      "learning_rate": 4.673922803177432e-05,
      "loss": 5.1216,
      "step": 219905
    },
    {
      "epoch": 0.19249134090950867,
      "grad_norm": 0.5047524571418762,
      "learning_rate": 4.673907601869091e-05,
      "loss": 4.9379,
      "step": 219910
    },
    {
      "epoch": 0.19249571750313582,
      "grad_norm": 0.4738854765892029,
      "learning_rate": 4.6738924002378746e-05,
      "loss": 5.1246,
      "step": 219915
    },
    {
      "epoch": 0.192500094096763,
      "grad_norm": 0.45167088508605957,
      "learning_rate": 4.673877198283788e-05,
      "loss": 5.2296,
      "step": 219920
    },
    {
      "epoch": 0.19250447069039014,
      "grad_norm": 0.45499682426452637,
      "learning_rate": 4.673861996006832e-05,
      "loss": 5.4326,
      "step": 219925
    },
    {
      "epoch": 0.1925088472840173,
      "grad_norm": 0.47658059000968933,
      "learning_rate": 4.6738467934070105e-05,
      "loss": 4.4463,
      "step": 219930
    },
    {
      "epoch": 0.19251322387764444,
      "grad_norm": 0.44825953245162964,
      "learning_rate": 4.6738315904843265e-05,
      "loss": 4.7018,
      "step": 219935
    },
    {
      "epoch": 0.1925176004712716,
      "grad_norm": 0.48640334606170654,
      "learning_rate": 4.673816387238782e-05,
      "loss": 5.13,
      "step": 219940
    },
    {
      "epoch": 0.19252197706489876,
      "grad_norm": 0.4975112974643707,
      "learning_rate": 4.673801183670381e-05,
      "loss": 5.2129,
      "step": 219945
    },
    {
      "epoch": 0.1925263536585259,
      "grad_norm": 0.4762224853038788,
      "learning_rate": 4.673785979779126e-05,
      "loss": 4.8708,
      "step": 219950
    },
    {
      "epoch": 0.19253073025215306,
      "grad_norm": 0.4481506049633026,
      "learning_rate": 4.673770775565019e-05,
      "loss": 5.456,
      "step": 219955
    },
    {
      "epoch": 0.1925351068457802,
      "grad_norm": 0.4769235849380493,
      "learning_rate": 4.673755571028066e-05,
      "loss": 5.9303,
      "step": 219960
    },
    {
      "epoch": 0.19253948343940738,
      "grad_norm": 0.6015051603317261,
      "learning_rate": 4.673740366168267e-05,
      "loss": 4.8109,
      "step": 219965
    },
    {
      "epoch": 0.19254386003303453,
      "grad_norm": 0.5166481733322144,
      "learning_rate": 4.6737251609856244e-05,
      "loss": 5.6447,
      "step": 219970
    },
    {
      "epoch": 0.19254823662666168,
      "grad_norm": 0.5825798511505127,
      "learning_rate": 4.6737099554801445e-05,
      "loss": 5.191,
      "step": 219975
    },
    {
      "epoch": 0.19255261322028883,
      "grad_norm": 0.45452961325645447,
      "learning_rate": 4.673694749651827e-05,
      "loss": 5.6672,
      "step": 219980
    },
    {
      "epoch": 0.192556989813916,
      "grad_norm": 0.4826011657714844,
      "learning_rate": 4.673679543500676e-05,
      "loss": 5.4303,
      "step": 219985
    },
    {
      "epoch": 0.19256136640754315,
      "grad_norm": 0.4517059028148651,
      "learning_rate": 4.6736643370266955e-05,
      "loss": 5.4297,
      "step": 219990
    },
    {
      "epoch": 0.1925657430011703,
      "grad_norm": 0.4565391540527344,
      "learning_rate": 4.673649130229886e-05,
      "loss": 4.4282,
      "step": 219995
    },
    {
      "epoch": 0.19257011959479745,
      "grad_norm": 0.4736033082008362,
      "learning_rate": 4.673633923110253e-05,
      "loss": 4.9217,
      "step": 220000
    },
    {
      "epoch": 0.19257449618842462,
      "grad_norm": 0.4693460762500763,
      "learning_rate": 4.673618715667798e-05,
      "loss": 4.5976,
      "step": 220005
    },
    {
      "epoch": 0.19257887278205177,
      "grad_norm": 0.45179396867752075,
      "learning_rate": 4.6736035079025243e-05,
      "loss": 6.2455,
      "step": 220010
    },
    {
      "epoch": 0.19258324937567892,
      "grad_norm": 0.5649262070655823,
      "learning_rate": 4.673588299814434e-05,
      "loss": 4.3852,
      "step": 220015
    },
    {
      "epoch": 0.19258762596930606,
      "grad_norm": 0.5024465918540955,
      "learning_rate": 4.6735730914035316e-05,
      "loss": 5.9373,
      "step": 220020
    },
    {
      "epoch": 0.19259200256293324,
      "grad_norm": 0.4698423743247986,
      "learning_rate": 4.673557882669819e-05,
      "loss": 5.327,
      "step": 220025
    },
    {
      "epoch": 0.1925963791565604,
      "grad_norm": 0.47426721453666687,
      "learning_rate": 4.6735426736132995e-05,
      "loss": 5.1399,
      "step": 220030
    },
    {
      "epoch": 0.19260075575018754,
      "grad_norm": 0.47181135416030884,
      "learning_rate": 4.673527464233977e-05,
      "loss": 6.2328,
      "step": 220035
    },
    {
      "epoch": 0.19260513234381468,
      "grad_norm": 0.44222185015678406,
      "learning_rate": 4.673512254531851e-05,
      "loss": 5.9379,
      "step": 220040
    },
    {
      "epoch": 0.19260950893744186,
      "grad_norm": 0.4629511535167694,
      "learning_rate": 4.6734970445069285e-05,
      "loss": 5.4704,
      "step": 220045
    },
    {
      "epoch": 0.192613885531069,
      "grad_norm": 0.47789523005485535,
      "learning_rate": 4.673481834159209e-05,
      "loss": 4.9204,
      "step": 220050
    },
    {
      "epoch": 0.19261826212469615,
      "grad_norm": 0.4561511278152466,
      "learning_rate": 4.673466623488699e-05,
      "loss": 5.9668,
      "step": 220055
    },
    {
      "epoch": 0.1926226387183233,
      "grad_norm": 0.4506300687789917,
      "learning_rate": 4.6734514124953985e-05,
      "loss": 5.6305,
      "step": 220060
    },
    {
      "epoch": 0.19262701531195045,
      "grad_norm": 0.4466877281665802,
      "learning_rate": 4.673436201179312e-05,
      "loss": 5.3615,
      "step": 220065
    },
    {
      "epoch": 0.19263139190557763,
      "grad_norm": 0.49307993054389954,
      "learning_rate": 4.673420989540441e-05,
      "loss": 4.0945,
      "step": 220070
    },
    {
      "epoch": 0.19263576849920477,
      "grad_norm": 0.4637507498264313,
      "learning_rate": 4.673405777578791e-05,
      "loss": 5.4306,
      "step": 220075
    },
    {
      "epoch": 0.19264014509283192,
      "grad_norm": 0.4515301585197449,
      "learning_rate": 4.673390565294362e-05,
      "loss": 5.9705,
      "step": 220080
    },
    {
      "epoch": 0.19264452168645907,
      "grad_norm": 0.4911230504512787,
      "learning_rate": 4.673375352687159e-05,
      "loss": 4.8661,
      "step": 220085
    },
    {
      "epoch": 0.19264889828008624,
      "grad_norm": 0.44110965728759766,
      "learning_rate": 4.673360139757183e-05,
      "loss": 5.1006,
      "step": 220090
    },
    {
      "epoch": 0.1926532748737134,
      "grad_norm": 0.4815877676010132,
      "learning_rate": 4.673344926504439e-05,
      "loss": 5.1819,
      "step": 220095
    },
    {
      "epoch": 0.19265765146734054,
      "grad_norm": 0.4499436318874359,
      "learning_rate": 4.67332971292893e-05,
      "loss": 5.9844,
      "step": 220100
    },
    {
      "epoch": 0.1926620280609677,
      "grad_norm": 0.480970174074173,
      "learning_rate": 4.6733144990306566e-05,
      "loss": 5.6246,
      "step": 220105
    },
    {
      "epoch": 0.19266640465459486,
      "grad_norm": 0.517546534538269,
      "learning_rate": 4.673299284809624e-05,
      "loss": 5.4307,
      "step": 220110
    },
    {
      "epoch": 0.192670781248222,
      "grad_norm": 0.44416752457618713,
      "learning_rate": 4.673284070265833e-05,
      "loss": 5.1262,
      "step": 220115
    },
    {
      "epoch": 0.19267515784184916,
      "grad_norm": 0.4952274560928345,
      "learning_rate": 4.6732688553992874e-05,
      "loss": 5.2322,
      "step": 220120
    },
    {
      "epoch": 0.1926795344354763,
      "grad_norm": 0.48498091101646423,
      "learning_rate": 4.673253640209992e-05,
      "loss": 4.9164,
      "step": 220125
    },
    {
      "epoch": 0.19268391102910348,
      "grad_norm": 0.45398861169815063,
      "learning_rate": 4.673238424697949e-05,
      "loss": 5.9404,
      "step": 220130
    },
    {
      "epoch": 0.19268828762273063,
      "grad_norm": 0.4423808455467224,
      "learning_rate": 4.673223208863159e-05,
      "loss": 4.816,
      "step": 220135
    },
    {
      "epoch": 0.19269266421635778,
      "grad_norm": 0.5161890387535095,
      "learning_rate": 4.673207992705626e-05,
      "loss": 4.3991,
      "step": 220140
    },
    {
      "epoch": 0.19269704080998493,
      "grad_norm": 0.4812760651111603,
      "learning_rate": 4.673192776225355e-05,
      "loss": 4.1721,
      "step": 220145
    },
    {
      "epoch": 0.1927014174036121,
      "grad_norm": 0.4607570469379425,
      "learning_rate": 4.673177559422347e-05,
      "loss": 5.4197,
      "step": 220150
    },
    {
      "epoch": 0.19270579399723925,
      "grad_norm": 0.46829521656036377,
      "learning_rate": 4.673162342296604e-05,
      "loss": 4.9648,
      "step": 220155
    },
    {
      "epoch": 0.1927101705908664,
      "grad_norm": 0.465121865272522,
      "learning_rate": 4.6731471248481315e-05,
      "loss": 5.3457,
      "step": 220160
    },
    {
      "epoch": 0.19271454718449355,
      "grad_norm": 0.46954283118247986,
      "learning_rate": 4.673131907076932e-05,
      "loss": 5.2239,
      "step": 220165
    },
    {
      "epoch": 0.19271892377812072,
      "grad_norm": 0.4604947566986084,
      "learning_rate": 4.673116688983007e-05,
      "loss": 5.7031,
      "step": 220170
    },
    {
      "epoch": 0.19272330037174787,
      "grad_norm": 0.45828163623809814,
      "learning_rate": 4.673101470566359e-05,
      "loss": 4.3256,
      "step": 220175
    },
    {
      "epoch": 0.19272767696537502,
      "grad_norm": 0.5396082997322083,
      "learning_rate": 4.673086251826992e-05,
      "loss": 5.9406,
      "step": 220180
    },
    {
      "epoch": 0.19273205355900216,
      "grad_norm": 0.45792123675346375,
      "learning_rate": 4.67307103276491e-05,
      "loss": 5.2151,
      "step": 220185
    },
    {
      "epoch": 0.19273643015262934,
      "grad_norm": 0.4819778800010681,
      "learning_rate": 4.673055813380115e-05,
      "loss": 5.9605,
      "step": 220190
    },
    {
      "epoch": 0.1927408067462565,
      "grad_norm": 0.47525647282600403,
      "learning_rate": 4.6730405936726095e-05,
      "loss": 5.9717,
      "step": 220195
    },
    {
      "epoch": 0.19274518333988364,
      "grad_norm": 0.4782232940196991,
      "learning_rate": 4.6730253736423956e-05,
      "loss": 4.6115,
      "step": 220200
    },
    {
      "epoch": 0.19274955993351078,
      "grad_norm": 0.48218658566474915,
      "learning_rate": 4.6730101532894785e-05,
      "loss": 4.97,
      "step": 220205
    },
    {
      "epoch": 0.19275393652713793,
      "grad_norm": 0.46883413195610046,
      "learning_rate": 4.67299493261386e-05,
      "loss": 4.97,
      "step": 220210
    },
    {
      "epoch": 0.1927583131207651,
      "grad_norm": 0.4702266752719879,
      "learning_rate": 4.672979711615543e-05,
      "loss": 5.643,
      "step": 220215
    },
    {
      "epoch": 0.19276268971439225,
      "grad_norm": 0.4549084007740021,
      "learning_rate": 4.67296449029453e-05,
      "loss": 5.4697,
      "step": 220220
    },
    {
      "epoch": 0.1927670663080194,
      "grad_norm": 0.45960816740989685,
      "learning_rate": 4.672949268650825e-05,
      "loss": 4.38,
      "step": 220225
    },
    {
      "epoch": 0.19277144290164655,
      "grad_norm": 0.47093743085861206,
      "learning_rate": 4.6729340466844306e-05,
      "loss": 5.2385,
      "step": 220230
    },
    {
      "epoch": 0.19277581949527373,
      "grad_norm": 0.4707311987876892,
      "learning_rate": 4.672918824395349e-05,
      "loss": 5.3568,
      "step": 220235
    },
    {
      "epoch": 0.19278019608890087,
      "grad_norm": 0.4731903672218323,
      "learning_rate": 4.6729036017835835e-05,
      "loss": 4.3839,
      "step": 220240
    },
    {
      "epoch": 0.19278457268252802,
      "grad_norm": 0.4752906560897827,
      "learning_rate": 4.6728883788491376e-05,
      "loss": 5.9684,
      "step": 220245
    },
    {
      "epoch": 0.19278894927615517,
      "grad_norm": 0.4734773635864258,
      "learning_rate": 4.6728731555920134e-05,
      "loss": 4.915,
      "step": 220250
    },
    {
      "epoch": 0.19279332586978234,
      "grad_norm": 0.4598321318626404,
      "learning_rate": 4.6728579320122144e-05,
      "loss": 4.9397,
      "step": 220255
    },
    {
      "epoch": 0.1927977024634095,
      "grad_norm": 0.45955872535705566,
      "learning_rate": 4.6728427081097427e-05,
      "loss": 5.4534,
      "step": 220260
    },
    {
      "epoch": 0.19280207905703664,
      "grad_norm": 0.45795050263404846,
      "learning_rate": 4.672827483884603e-05,
      "loss": 4.7107,
      "step": 220265
    },
    {
      "epoch": 0.1928064556506638,
      "grad_norm": 0.4732125699520111,
      "learning_rate": 4.672812259336796e-05,
      "loss": 5.4276,
      "step": 220270
    },
    {
      "epoch": 0.19281083224429096,
      "grad_norm": 0.44266045093536377,
      "learning_rate": 4.672797034466327e-05,
      "loss": 5.2154,
      "step": 220275
    },
    {
      "epoch": 0.1928152088379181,
      "grad_norm": 0.45584362745285034,
      "learning_rate": 4.672781809273197e-05,
      "loss": 4.7147,
      "step": 220280
    },
    {
      "epoch": 0.19281958543154526,
      "grad_norm": 0.4539380371570587,
      "learning_rate": 4.67276658375741e-05,
      "loss": 5.1095,
      "step": 220285
    },
    {
      "epoch": 0.1928239620251724,
      "grad_norm": 0.46382763981819153,
      "learning_rate": 4.672751357918968e-05,
      "loss": 5.2059,
      "step": 220290
    },
    {
      "epoch": 0.19282833861879958,
      "grad_norm": 0.4864855408668518,
      "learning_rate": 4.672736131757876e-05,
      "loss": 5.4248,
      "step": 220295
    },
    {
      "epoch": 0.19283271521242673,
      "grad_norm": 0.47829559445381165,
      "learning_rate": 4.672720905274134e-05,
      "loss": 4.8027,
      "step": 220300
    },
    {
      "epoch": 0.19283709180605388,
      "grad_norm": 0.4627639353275299,
      "learning_rate": 4.672705678467747e-05,
      "loss": 5.7437,
      "step": 220305
    },
    {
      "epoch": 0.19284146839968103,
      "grad_norm": 0.4559628665447235,
      "learning_rate": 4.672690451338717e-05,
      "loss": 4.9007,
      "step": 220310
    },
    {
      "epoch": 0.1928458449933082,
      "grad_norm": 0.4749599099159241,
      "learning_rate": 4.672675223887048e-05,
      "loss": 5.1269,
      "step": 220315
    },
    {
      "epoch": 0.19285022158693535,
      "grad_norm": 0.4625451862812042,
      "learning_rate": 4.6726599961127416e-05,
      "loss": 5.4354,
      "step": 220320
    },
    {
      "epoch": 0.1928545981805625,
      "grad_norm": 0.4506663680076599,
      "learning_rate": 4.6726447680158006e-05,
      "loss": 6.208,
      "step": 220325
    },
    {
      "epoch": 0.19285897477418965,
      "grad_norm": 0.45783618092536926,
      "learning_rate": 4.67262953959623e-05,
      "loss": 4.7215,
      "step": 220330
    },
    {
      "epoch": 0.1928633513678168,
      "grad_norm": 0.4680105745792389,
      "learning_rate": 4.672614310854031e-05,
      "loss": 5.3127,
      "step": 220335
    },
    {
      "epoch": 0.19286772796144397,
      "grad_norm": 0.4772367775440216,
      "learning_rate": 4.672599081789207e-05,
      "loss": 5.6533,
      "step": 220340
    },
    {
      "epoch": 0.19287210455507112,
      "grad_norm": 0.46023666858673096,
      "learning_rate": 4.672583852401761e-05,
      "loss": 5.2221,
      "step": 220345
    },
    {
      "epoch": 0.19287648114869826,
      "grad_norm": 0.472651869058609,
      "learning_rate": 4.6725686226916956e-05,
      "loss": 5.1119,
      "step": 220350
    },
    {
      "epoch": 0.1928808577423254,
      "grad_norm": 0.45765528082847595,
      "learning_rate": 4.672553392659014e-05,
      "loss": 5.31,
      "step": 220355
    },
    {
      "epoch": 0.1928852343359526,
      "grad_norm": 0.4732116460800171,
      "learning_rate": 4.672538162303719e-05,
      "loss": 5.7134,
      "step": 220360
    },
    {
      "epoch": 0.19288961092957974,
      "grad_norm": 0.45669353008270264,
      "learning_rate": 4.672522931625813e-05,
      "loss": 5.6486,
      "step": 220365
    },
    {
      "epoch": 0.19289398752320688,
      "grad_norm": 0.4526522159576416,
      "learning_rate": 4.6725077006253e-05,
      "loss": 5.6418,
      "step": 220370
    },
    {
      "epoch": 0.19289836411683403,
      "grad_norm": 0.44936928153038025,
      "learning_rate": 4.672492469302184e-05,
      "loss": 4.807,
      "step": 220375
    },
    {
      "epoch": 0.1929027407104612,
      "grad_norm": 0.48767319321632385,
      "learning_rate": 4.672477237656465e-05,
      "loss": 4.449,
      "step": 220380
    },
    {
      "epoch": 0.19290711730408835,
      "grad_norm": 0.45772817730903625,
      "learning_rate": 4.6724620056881486e-05,
      "loss": 5.9484,
      "step": 220385
    },
    {
      "epoch": 0.1929114938977155,
      "grad_norm": 0.43795403838157654,
      "learning_rate": 4.672446773397236e-05,
      "loss": 5.1323,
      "step": 220390
    },
    {
      "epoch": 0.19291587049134265,
      "grad_norm": 0.45885351300239563,
      "learning_rate": 4.6724315407837294e-05,
      "loss": 5.4472,
      "step": 220395
    },
    {
      "epoch": 0.19292024708496983,
      "grad_norm": 0.4855959713459015,
      "learning_rate": 4.672416307847634e-05,
      "loss": 4.4245,
      "step": 220400
    },
    {
      "epoch": 0.19292462367859697,
      "grad_norm": 0.49144965410232544,
      "learning_rate": 4.6724010745889525e-05,
      "loss": 5.1494,
      "step": 220405
    },
    {
      "epoch": 0.19292900027222412,
      "grad_norm": 0.4802393913269043,
      "learning_rate": 4.672385841007686e-05,
      "loss": 5.2159,
      "step": 220410
    },
    {
      "epoch": 0.19293337686585127,
      "grad_norm": 0.4567607343196869,
      "learning_rate": 4.672370607103839e-05,
      "loss": 5.7288,
      "step": 220415
    },
    {
      "epoch": 0.19293775345947844,
      "grad_norm": 0.454841673374176,
      "learning_rate": 4.6723553728774136e-05,
      "loss": 5.4635,
      "step": 220420
    },
    {
      "epoch": 0.1929421300531056,
      "grad_norm": 0.4639042019844055,
      "learning_rate": 4.672340138328414e-05,
      "loss": 5.6553,
      "step": 220425
    },
    {
      "epoch": 0.19294650664673274,
      "grad_norm": 0.4635412096977234,
      "learning_rate": 4.672324903456842e-05,
      "loss": 5.0346,
      "step": 220430
    },
    {
      "epoch": 0.1929508832403599,
      "grad_norm": 0.46763256192207336,
      "learning_rate": 4.6723096682627e-05,
      "loss": 4.5933,
      "step": 220435
    },
    {
      "epoch": 0.19295525983398706,
      "grad_norm": 0.5030479431152344,
      "learning_rate": 4.672294432745993e-05,
      "loss": 4.8771,
      "step": 220440
    },
    {
      "epoch": 0.1929596364276142,
      "grad_norm": 0.4488372206687927,
      "learning_rate": 4.6722791969067215e-05,
      "loss": 4.8558,
      "step": 220445
    },
    {
      "epoch": 0.19296401302124136,
      "grad_norm": 0.4459708034992218,
      "learning_rate": 4.672263960744889e-05,
      "loss": 5.444,
      "step": 220450
    },
    {
      "epoch": 0.1929683896148685,
      "grad_norm": 0.4838007986545563,
      "learning_rate": 4.6722487242605005e-05,
      "loss": 5.3934,
      "step": 220455
    },
    {
      "epoch": 0.19297276620849566,
      "grad_norm": 0.4649059474468231,
      "learning_rate": 4.672233487453557e-05,
      "loss": 4.9167,
      "step": 220460
    },
    {
      "epoch": 0.19297714280212283,
      "grad_norm": 0.4507087767124176,
      "learning_rate": 4.672218250324062e-05,
      "loss": 5.6213,
      "step": 220465
    },
    {
      "epoch": 0.19298151939574998,
      "grad_norm": 0.4398169219493866,
      "learning_rate": 4.672203012872018e-05,
      "loss": 5.9557,
      "step": 220470
    },
    {
      "epoch": 0.19298589598937713,
      "grad_norm": 0.4345586597919464,
      "learning_rate": 4.672187775097428e-05,
      "loss": 5.9188,
      "step": 220475
    },
    {
      "epoch": 0.19299027258300427,
      "grad_norm": 0.4473048746585846,
      "learning_rate": 4.672172537000296e-05,
      "loss": 5.9426,
      "step": 220480
    },
    {
      "epoch": 0.19299464917663145,
      "grad_norm": 0.45106834173202515,
      "learning_rate": 4.672157298580624e-05,
      "loss": 5.9328,
      "step": 220485
    },
    {
      "epoch": 0.1929990257702586,
      "grad_norm": 0.49042972922325134,
      "learning_rate": 4.672142059838416e-05,
      "loss": 4.8132,
      "step": 220490
    },
    {
      "epoch": 0.19300340236388575,
      "grad_norm": 0.512768030166626,
      "learning_rate": 4.672126820773672e-05,
      "loss": 4.7232,
      "step": 220495
    },
    {
      "epoch": 0.1930077789575129,
      "grad_norm": 0.45258572697639465,
      "learning_rate": 4.672111581386398e-05,
      "loss": 5.3027,
      "step": 220500
    },
    {
      "epoch": 0.19301215555114007,
      "grad_norm": 0.44372230768203735,
      "learning_rate": 4.672096341676596e-05,
      "loss": 5.1553,
      "step": 220505
    },
    {
      "epoch": 0.19301653214476722,
      "grad_norm": 0.466949462890625,
      "learning_rate": 4.6720811016442704e-05,
      "loss": 5.0955,
      "step": 220510
    },
    {
      "epoch": 0.19302090873839436,
      "grad_norm": 0.4486687183380127,
      "learning_rate": 4.672065861289421e-05,
      "loss": 5.9719,
      "step": 220515
    },
    {
      "epoch": 0.1930252853320215,
      "grad_norm": 0.45600810647010803,
      "learning_rate": 4.672050620612052e-05,
      "loss": 5.6709,
      "step": 220520
    },
    {
      "epoch": 0.1930296619256487,
      "grad_norm": 0.5074065327644348,
      "learning_rate": 4.672035379612167e-05,
      "loss": 5.1097,
      "step": 220525
    },
    {
      "epoch": 0.19303403851927584,
      "grad_norm": 0.47271445393562317,
      "learning_rate": 4.672020138289769e-05,
      "loss": 5.2638,
      "step": 220530
    },
    {
      "epoch": 0.19303841511290298,
      "grad_norm": 0.4471637010574341,
      "learning_rate": 4.6720048966448605e-05,
      "loss": 4.8286,
      "step": 220535
    },
    {
      "epoch": 0.19304279170653013,
      "grad_norm": 0.49901172518730164,
      "learning_rate": 4.671989654677445e-05,
      "loss": 5.715,
      "step": 220540
    },
    {
      "epoch": 0.1930471683001573,
      "grad_norm": 0.4435543715953827,
      "learning_rate": 4.6719744123875234e-05,
      "loss": 5.4725,
      "step": 220545
    },
    {
      "epoch": 0.19305154489378445,
      "grad_norm": 0.4976809322834015,
      "learning_rate": 4.671959169775101e-05,
      "loss": 5.1069,
      "step": 220550
    },
    {
      "epoch": 0.1930559214874116,
      "grad_norm": 0.4803277552127838,
      "learning_rate": 4.67194392684018e-05,
      "loss": 5.2375,
      "step": 220555
    },
    {
      "epoch": 0.19306029808103875,
      "grad_norm": 0.5066243410110474,
      "learning_rate": 4.6719286835827637e-05,
      "loss": 5.4437,
      "step": 220560
    },
    {
      "epoch": 0.19306467467466593,
      "grad_norm": 0.48610711097717285,
      "learning_rate": 4.671913440002854e-05,
      "loss": 5.4318,
      "step": 220565
    },
    {
      "epoch": 0.19306905126829307,
      "grad_norm": 0.528261661529541,
      "learning_rate": 4.671898196100455e-05,
      "loss": 5.1746,
      "step": 220570
    },
    {
      "epoch": 0.19307342786192022,
      "grad_norm": 0.476493775844574,
      "learning_rate": 4.671882951875569e-05,
      "loss": 5.4436,
      "step": 220575
    },
    {
      "epoch": 0.19307780445554737,
      "grad_norm": 0.46706539392471313,
      "learning_rate": 4.671867707328199e-05,
      "loss": 5.9461,
      "step": 220580
    },
    {
      "epoch": 0.19308218104917452,
      "grad_norm": 0.47873950004577637,
      "learning_rate": 4.671852462458347e-05,
      "loss": 5.4578,
      "step": 220585
    },
    {
      "epoch": 0.1930865576428017,
      "grad_norm": 0.47875815629959106,
      "learning_rate": 4.6718372172660185e-05,
      "loss": 4.6957,
      "step": 220590
    },
    {
      "epoch": 0.19309093423642884,
      "grad_norm": 0.4902361333370209,
      "learning_rate": 4.671821971751214e-05,
      "loss": 5.6847,
      "step": 220595
    },
    {
      "epoch": 0.193095310830056,
      "grad_norm": 0.4778636693954468,
      "learning_rate": 4.6718067259139375e-05,
      "loss": 5.747,
      "step": 220600
    },
    {
      "epoch": 0.19309968742368314,
      "grad_norm": 0.45641273260116577,
      "learning_rate": 4.671791479754192e-05,
      "loss": 5.9318,
      "step": 220605
    },
    {
      "epoch": 0.1931040640173103,
      "grad_norm": 0.474081814289093,
      "learning_rate": 4.671776233271979e-05,
      "loss": 5.2281,
      "step": 220610
    },
    {
      "epoch": 0.19310844061093746,
      "grad_norm": 0.45903193950653076,
      "learning_rate": 4.671760986467304e-05,
      "loss": 5.4343,
      "step": 220615
    },
    {
      "epoch": 0.1931128172045646,
      "grad_norm": 0.4554902911186218,
      "learning_rate": 4.671745739340168e-05,
      "loss": 5.6437,
      "step": 220620
    },
    {
      "epoch": 0.19311719379819176,
      "grad_norm": 0.4674918055534363,
      "learning_rate": 4.6717304918905744e-05,
      "loss": 5.3986,
      "step": 220625
    },
    {
      "epoch": 0.19312157039181893,
      "grad_norm": 0.48117488622665405,
      "learning_rate": 4.6717152441185265e-05,
      "loss": 5.4159,
      "step": 220630
    },
    {
      "epoch": 0.19312594698544608,
      "grad_norm": 0.4663810133934021,
      "learning_rate": 4.6716999960240274e-05,
      "loss": 5.1657,
      "step": 220635
    },
    {
      "epoch": 0.19313032357907323,
      "grad_norm": 0.4798828065395355,
      "learning_rate": 4.671684747607078e-05,
      "loss": 4.4217,
      "step": 220640
    },
    {
      "epoch": 0.19313470017270037,
      "grad_norm": 0.4681028723716736,
      "learning_rate": 4.671669498867684e-05,
      "loss": 5.4234,
      "step": 220645
    },
    {
      "epoch": 0.19313907676632755,
      "grad_norm": 0.47225791215896606,
      "learning_rate": 4.671654249805847e-05,
      "loss": 4.4008,
      "step": 220650
    },
    {
      "epoch": 0.1931434533599547,
      "grad_norm": 0.4775007367134094,
      "learning_rate": 4.67163900042157e-05,
      "loss": 5.1527,
      "step": 220655
    },
    {
      "epoch": 0.19314782995358185,
      "grad_norm": 0.4793905019760132,
      "learning_rate": 4.671623750714856e-05,
      "loss": 5.3412,
      "step": 220660
    },
    {
      "epoch": 0.193152206547209,
      "grad_norm": 0.4676344692707062,
      "learning_rate": 4.671608500685709e-05,
      "loss": 5.6381,
      "step": 220665
    },
    {
      "epoch": 0.19315658314083617,
      "grad_norm": 0.4707786440849304,
      "learning_rate": 4.671593250334131e-05,
      "loss": 5.659,
      "step": 220670
    },
    {
      "epoch": 0.19316095973446332,
      "grad_norm": 0.4540228545665741,
      "learning_rate": 4.671577999660124e-05,
      "loss": 5.9488,
      "step": 220675
    },
    {
      "epoch": 0.19316533632809046,
      "grad_norm": 0.479585200548172,
      "learning_rate": 4.6715627486636926e-05,
      "loss": 4.6562,
      "step": 220680
    },
    {
      "epoch": 0.1931697129217176,
      "grad_norm": 0.45045825839042664,
      "learning_rate": 4.671547497344838e-05,
      "loss": 5.7217,
      "step": 220685
    },
    {
      "epoch": 0.1931740895153448,
      "grad_norm": 0.4797035753726959,
      "learning_rate": 4.671532245703565e-05,
      "loss": 4.9371,
      "step": 220690
    },
    {
      "epoch": 0.19317846610897194,
      "grad_norm": 0.5299225449562073,
      "learning_rate": 4.671516993739875e-05,
      "loss": 4.9312,
      "step": 220695
    },
    {
      "epoch": 0.19318284270259908,
      "grad_norm": 0.4702223539352417,
      "learning_rate": 4.6715017414537723e-05,
      "loss": 3.9187,
      "step": 220700
    },
    {
      "epoch": 0.19318721929622623,
      "grad_norm": 0.5354353189468384,
      "learning_rate": 4.671486488845259e-05,
      "loss": 5.4323,
      "step": 220705
    },
    {
      "epoch": 0.19319159588985338,
      "grad_norm": 0.48777803778648376,
      "learning_rate": 4.6714712359143374e-05,
      "loss": 4.9202,
      "step": 220710
    },
    {
      "epoch": 0.19319597248348055,
      "grad_norm": 0.48797449469566345,
      "learning_rate": 4.671455982661012e-05,
      "loss": 5.9646,
      "step": 220715
    },
    {
      "epoch": 0.1932003490771077,
      "grad_norm": 0.45906955003738403,
      "learning_rate": 4.6714407290852846e-05,
      "loss": 5.4567,
      "step": 220720
    },
    {
      "epoch": 0.19320472567073485,
      "grad_norm": 0.4670238792896271,
      "learning_rate": 4.671425475187159e-05,
      "loss": 5.2263,
      "step": 220725
    },
    {
      "epoch": 0.193209102264362,
      "grad_norm": 0.4919669032096863,
      "learning_rate": 4.6714102209666376e-05,
      "loss": 5.3385,
      "step": 220730
    },
    {
      "epoch": 0.19321347885798917,
      "grad_norm": 0.46365785598754883,
      "learning_rate": 4.6713949664237234e-05,
      "loss": 5.4624,
      "step": 220735
    },
    {
      "epoch": 0.19321785545161632,
      "grad_norm": 0.46477454900741577,
      "learning_rate": 4.671379711558419e-05,
      "loss": 5.1343,
      "step": 220740
    },
    {
      "epoch": 0.19322223204524347,
      "grad_norm": 0.4656718075275421,
      "learning_rate": 4.6713644563707284e-05,
      "loss": 5.6477,
      "step": 220745
    },
    {
      "epoch": 0.19322660863887062,
      "grad_norm": 0.4764235317707062,
      "learning_rate": 4.671349200860653e-05,
      "loss": 5.4248,
      "step": 220750
    },
    {
      "epoch": 0.1932309852324978,
      "grad_norm": 0.4564783275127411,
      "learning_rate": 4.671333945028197e-05,
      "loss": 5.4225,
      "step": 220755
    },
    {
      "epoch": 0.19323536182612494,
      "grad_norm": 0.4752003252506256,
      "learning_rate": 4.6713186888733626e-05,
      "loss": 4.8452,
      "step": 220760
    },
    {
      "epoch": 0.1932397384197521,
      "grad_norm": 0.4769546389579773,
      "learning_rate": 4.671303432396154e-05,
      "loss": 5.1244,
      "step": 220765
    },
    {
      "epoch": 0.19324411501337924,
      "grad_norm": 0.4563939869403839,
      "learning_rate": 4.6712881755965724e-05,
      "loss": 5.6658,
      "step": 220770
    },
    {
      "epoch": 0.1932484916070064,
      "grad_norm": 0.47263556718826294,
      "learning_rate": 4.671272918474622e-05,
      "loss": 5.2555,
      "step": 220775
    },
    {
      "epoch": 0.19325286820063356,
      "grad_norm": 0.48197227716445923,
      "learning_rate": 4.671257661030305e-05,
      "loss": 5.6876,
      "step": 220780
    },
    {
      "epoch": 0.1932572447942607,
      "grad_norm": 0.46871432662010193,
      "learning_rate": 4.671242403263625e-05,
      "loss": 5.4009,
      "step": 220785
    },
    {
      "epoch": 0.19326162138788786,
      "grad_norm": 0.4801618158817291,
      "learning_rate": 4.6712271451745836e-05,
      "loss": 5.9,
      "step": 220790
    },
    {
      "epoch": 0.19326599798151503,
      "grad_norm": 0.5008740425109863,
      "learning_rate": 4.671211886763186e-05,
      "loss": 4.7389,
      "step": 220795
    },
    {
      "epoch": 0.19327037457514218,
      "grad_norm": 0.45715177059173584,
      "learning_rate": 4.671196628029434e-05,
      "loss": 5.6492,
      "step": 220800
    },
    {
      "epoch": 0.19327475116876933,
      "grad_norm": 0.45526090264320374,
      "learning_rate": 4.671181368973329e-05,
      "loss": 4.8312,
      "step": 220805
    },
    {
      "epoch": 0.19327912776239647,
      "grad_norm": 0.4673771262168884,
      "learning_rate": 4.6711661095948764e-05,
      "loss": 4.9553,
      "step": 220810
    },
    {
      "epoch": 0.19328350435602365,
      "grad_norm": 0.4705760180950165,
      "learning_rate": 4.671150849894077e-05,
      "loss": 4.9028,
      "step": 220815
    },
    {
      "epoch": 0.1932878809496508,
      "grad_norm": 0.4755241572856903,
      "learning_rate": 4.671135589870936e-05,
      "loss": 4.307,
      "step": 220820
    },
    {
      "epoch": 0.19329225754327795,
      "grad_norm": 0.5434747934341431,
      "learning_rate": 4.6711203295254546e-05,
      "loss": 4.5719,
      "step": 220825
    },
    {
      "epoch": 0.1932966341369051,
      "grad_norm": 0.48644134402275085,
      "learning_rate": 4.671105068857638e-05,
      "loss": 5.4149,
      "step": 220830
    },
    {
      "epoch": 0.19330101073053227,
      "grad_norm": 0.4710189998149872,
      "learning_rate": 4.671089807867485e-05,
      "loss": 5.1398,
      "step": 220835
    },
    {
      "epoch": 0.19330538732415942,
      "grad_norm": 0.46341559290885925,
      "learning_rate": 4.671074546555002e-05,
      "loss": 5.7234,
      "step": 220840
    },
    {
      "epoch": 0.19330976391778656,
      "grad_norm": 0.4493655860424042,
      "learning_rate": 4.6710592849201905e-05,
      "loss": 4.8601,
      "step": 220845
    },
    {
      "epoch": 0.1933141405114137,
      "grad_norm": 0.46909016370773315,
      "learning_rate": 4.6710440229630546e-05,
      "loss": 5.4264,
      "step": 220850
    },
    {
      "epoch": 0.19331851710504086,
      "grad_norm": 0.4795527756214142,
      "learning_rate": 4.671028760683597e-05,
      "loss": 5.2029,
      "step": 220855
    },
    {
      "epoch": 0.19332289369866804,
      "grad_norm": 0.45345795154571533,
      "learning_rate": 4.671013498081819e-05,
      "loss": 5.7404,
      "step": 220860
    },
    {
      "epoch": 0.19332727029229518,
      "grad_norm": 0.45622721314430237,
      "learning_rate": 4.670998235157725e-05,
      "loss": 5.7242,
      "step": 220865
    },
    {
      "epoch": 0.19333164688592233,
      "grad_norm": 0.4758455455303192,
      "learning_rate": 4.670982971911318e-05,
      "loss": 5.9549,
      "step": 220870
    },
    {
      "epoch": 0.19333602347954948,
      "grad_norm": 0.4681698977947235,
      "learning_rate": 4.6709677083426004e-05,
      "loss": 5.2133,
      "step": 220875
    },
    {
      "epoch": 0.19334040007317665,
      "grad_norm": 0.4530395567417145,
      "learning_rate": 4.6709524444515765e-05,
      "loss": 5.934,
      "step": 220880
    },
    {
      "epoch": 0.1933447766668038,
      "grad_norm": 0.4654391407966614,
      "learning_rate": 4.670937180238247e-05,
      "loss": 5.7195,
      "step": 220885
    },
    {
      "epoch": 0.19334915326043095,
      "grad_norm": 0.4535841643810272,
      "learning_rate": 4.670921915702616e-05,
      "loss": 5.4338,
      "step": 220890
    },
    {
      "epoch": 0.1933535298540581,
      "grad_norm": 0.5041888356208801,
      "learning_rate": 4.670906650844687e-05,
      "loss": 4.6417,
      "step": 220895
    },
    {
      "epoch": 0.19335790644768527,
      "grad_norm": 0.45014530420303345,
      "learning_rate": 4.670891385664462e-05,
      "loss": 5.9797,
      "step": 220900
    },
    {
      "epoch": 0.19336228304131242,
      "grad_norm": 0.4715718924999237,
      "learning_rate": 4.6708761201619445e-05,
      "loss": 4.4307,
      "step": 220905
    },
    {
      "epoch": 0.19336665963493957,
      "grad_norm": 0.4712698459625244,
      "learning_rate": 4.670860854337137e-05,
      "loss": 5.9383,
      "step": 220910
    },
    {
      "epoch": 0.19337103622856672,
      "grad_norm": 0.48115774989128113,
      "learning_rate": 4.670845588190043e-05,
      "loss": 5.413,
      "step": 220915
    },
    {
      "epoch": 0.1933754128221939,
      "grad_norm": 0.45947349071502686,
      "learning_rate": 4.670830321720664e-05,
      "loss": 5.6744,
      "step": 220920
    },
    {
      "epoch": 0.19337978941582104,
      "grad_norm": 0.49392935633659363,
      "learning_rate": 4.6708150549290056e-05,
      "loss": 4.4114,
      "step": 220925
    },
    {
      "epoch": 0.1933841660094482,
      "grad_norm": 0.46566808223724365,
      "learning_rate": 4.670799787815068e-05,
      "loss": 5.1156,
      "step": 220930
    },
    {
      "epoch": 0.19338854260307534,
      "grad_norm": 0.4651482105255127,
      "learning_rate": 4.670784520378856e-05,
      "loss": 4.6012,
      "step": 220935
    },
    {
      "epoch": 0.1933929191967025,
      "grad_norm": 0.4576084315776825,
      "learning_rate": 4.670769252620372e-05,
      "loss": 5.3721,
      "step": 220940
    },
    {
      "epoch": 0.19339729579032966,
      "grad_norm": 0.45403164625167847,
      "learning_rate": 4.670753984539619e-05,
      "loss": 5.4543,
      "step": 220945
    },
    {
      "epoch": 0.1934016723839568,
      "grad_norm": 0.4501454830169678,
      "learning_rate": 4.670738716136599e-05,
      "loss": 5.1236,
      "step": 220950
    },
    {
      "epoch": 0.19340604897758396,
      "grad_norm": 0.48458990454673767,
      "learning_rate": 4.670723447411316e-05,
      "loss": 4.5948,
      "step": 220955
    },
    {
      "epoch": 0.19341042557121113,
      "grad_norm": 0.452477365732193,
      "learning_rate": 4.670708178363773e-05,
      "loss": 4.9321,
      "step": 220960
    },
    {
      "epoch": 0.19341480216483828,
      "grad_norm": 0.45585736632347107,
      "learning_rate": 4.6706929089939725e-05,
      "loss": 4.6175,
      "step": 220965
    },
    {
      "epoch": 0.19341917875846543,
      "grad_norm": 0.46904999017715454,
      "learning_rate": 4.670677639301917e-05,
      "loss": 5.2195,
      "step": 220970
    },
    {
      "epoch": 0.19342355535209257,
      "grad_norm": 0.4569263160228729,
      "learning_rate": 4.670662369287611e-05,
      "loss": 4.6329,
      "step": 220975
    },
    {
      "epoch": 0.19342793194571972,
      "grad_norm": 0.4677031636238098,
      "learning_rate": 4.670647098951055e-05,
      "loss": 5.7354,
      "step": 220980
    },
    {
      "epoch": 0.1934323085393469,
      "grad_norm": 0.46743857860565186,
      "learning_rate": 4.670631828292254e-05,
      "loss": 4.8983,
      "step": 220985
    },
    {
      "epoch": 0.19343668513297405,
      "grad_norm": 0.46946659684181213,
      "learning_rate": 4.6706165573112115e-05,
      "loss": 5.7311,
      "step": 220990
    },
    {
      "epoch": 0.1934410617266012,
      "grad_norm": 0.4534621238708496,
      "learning_rate": 4.67060128600793e-05,
      "loss": 6.2516,
      "step": 220995
    },
    {
      "epoch": 0.19344543832022834,
      "grad_norm": 0.4661661982536316,
      "learning_rate": 4.67058601438241e-05,
      "loss": 4.4287,
      "step": 221000
    },
    {
      "epoch": 0.19344981491385552,
      "grad_norm": 0.45448946952819824,
      "learning_rate": 4.6705707424346554e-05,
      "loss": 4.7403,
      "step": 221005
    },
    {
      "epoch": 0.19345419150748266,
      "grad_norm": 0.4722289443016052,
      "learning_rate": 4.670555470164671e-05,
      "loss": 5.4045,
      "step": 221010
    },
    {
      "epoch": 0.1934585681011098,
      "grad_norm": 0.5150275230407715,
      "learning_rate": 4.670540197572459e-05,
      "loss": 5.7331,
      "step": 221015
    },
    {
      "epoch": 0.19346294469473696,
      "grad_norm": 0.44970375299453735,
      "learning_rate": 4.670524924658022e-05,
      "loss": 4.9079,
      "step": 221020
    },
    {
      "epoch": 0.19346732128836414,
      "grad_norm": 0.4843290448188782,
      "learning_rate": 4.670509651421363e-05,
      "loss": 5.3445,
      "step": 221025
    },
    {
      "epoch": 0.19347169788199128,
      "grad_norm": 0.4774620234966278,
      "learning_rate": 4.6704943778624844e-05,
      "loss": 5.682,
      "step": 221030
    },
    {
      "epoch": 0.19347607447561843,
      "grad_norm": 0.46533265709877014,
      "learning_rate": 4.67047910398139e-05,
      "loss": 5.1862,
      "step": 221035
    },
    {
      "epoch": 0.19348045106924558,
      "grad_norm": 0.480455607175827,
      "learning_rate": 4.6704638297780833e-05,
      "loss": 5.7396,
      "step": 221040
    },
    {
      "epoch": 0.19348482766287275,
      "grad_norm": 0.45521971583366394,
      "learning_rate": 4.6704485552525655e-05,
      "loss": 5.9152,
      "step": 221045
    },
    {
      "epoch": 0.1934892042564999,
      "grad_norm": 0.47432127594947815,
      "learning_rate": 4.6704332804048404e-05,
      "loss": 4.8915,
      "step": 221050
    },
    {
      "epoch": 0.19349358085012705,
      "grad_norm": 0.4564928710460663,
      "learning_rate": 4.67041800523491e-05,
      "loss": 5.2373,
      "step": 221055
    },
    {
      "epoch": 0.1934979574437542,
      "grad_norm": 0.46148979663848877,
      "learning_rate": 4.67040272974278e-05,
      "loss": 4.86,
      "step": 221060
    },
    {
      "epoch": 0.19350233403738137,
      "grad_norm": 0.47071340680122375,
      "learning_rate": 4.67038745392845e-05,
      "loss": 4.8238,
      "step": 221065
    },
    {
      "epoch": 0.19350671063100852,
      "grad_norm": 0.4731954336166382,
      "learning_rate": 4.670372177791925e-05,
      "loss": 4.7075,
      "step": 221070
    },
    {
      "epoch": 0.19351108722463567,
      "grad_norm": 0.461268812417984,
      "learning_rate": 4.670356901333208e-05,
      "loss": 5.1514,
      "step": 221075
    },
    {
      "epoch": 0.19351546381826282,
      "grad_norm": 0.48422569036483765,
      "learning_rate": 4.670341624552301e-05,
      "loss": 4.4171,
      "step": 221080
    },
    {
      "epoch": 0.19351984041189,
      "grad_norm": 0.46644651889801025,
      "learning_rate": 4.670326347449208e-05,
      "loss": 5.4109,
      "step": 221085
    },
    {
      "epoch": 0.19352421700551714,
      "grad_norm": 0.4633720815181732,
      "learning_rate": 4.67031107002393e-05,
      "loss": 4.1664,
      "step": 221090
    },
    {
      "epoch": 0.1935285935991443,
      "grad_norm": 0.4684410095214844,
      "learning_rate": 4.6702957922764725e-05,
      "loss": 5.4181,
      "step": 221095
    },
    {
      "epoch": 0.19353297019277144,
      "grad_norm": 0.4483404755592346,
      "learning_rate": 4.670280514206836e-05,
      "loss": 5.957,
      "step": 221100
    },
    {
      "epoch": 0.19353734678639858,
      "grad_norm": 0.4616387188434601,
      "learning_rate": 4.6702652358150255e-05,
      "loss": 5.7512,
      "step": 221105
    },
    {
      "epoch": 0.19354172338002576,
      "grad_norm": 0.4861980676651001,
      "learning_rate": 4.670249957101043e-05,
      "loss": 4.5672,
      "step": 221110
    },
    {
      "epoch": 0.1935460999736529,
      "grad_norm": 0.5125468969345093,
      "learning_rate": 4.670234678064891e-05,
      "loss": 5.1464,
      "step": 221115
    },
    {
      "epoch": 0.19355047656728006,
      "grad_norm": 0.45575085282325745,
      "learning_rate": 4.670219398706574e-05,
      "loss": 6.2594,
      "step": 221120
    },
    {
      "epoch": 0.1935548531609072,
      "grad_norm": 0.44109392166137695,
      "learning_rate": 4.670204119026093e-05,
      "loss": 5.7387,
      "step": 221125
    },
    {
      "epoch": 0.19355922975453438,
      "grad_norm": 0.4685359001159668,
      "learning_rate": 4.670188839023452e-05,
      "loss": 5.6993,
      "step": 221130
    },
    {
      "epoch": 0.19356360634816153,
      "grad_norm": 0.49783021211624146,
      "learning_rate": 4.670173558698653e-05,
      "loss": 5.4035,
      "step": 221135
    },
    {
      "epoch": 0.19356798294178867,
      "grad_norm": 0.47066307067871094,
      "learning_rate": 4.6701582780517006e-05,
      "loss": 5.1219,
      "step": 221140
    },
    {
      "epoch": 0.19357235953541582,
      "grad_norm": 0.47445252537727356,
      "learning_rate": 4.670142997082597e-05,
      "loss": 5.641,
      "step": 221145
    },
    {
      "epoch": 0.193576736129043,
      "grad_norm": 0.45957085490226746,
      "learning_rate": 4.670127715791345e-05,
      "loss": 4.8197,
      "step": 221150
    },
    {
      "epoch": 0.19358111272267015,
      "grad_norm": 0.45492255687713623,
      "learning_rate": 4.6701124341779466e-05,
      "loss": 4.4149,
      "step": 221155
    },
    {
      "epoch": 0.1935854893162973,
      "grad_norm": 0.45687946677207947,
      "learning_rate": 4.670097152242408e-05,
      "loss": 5.1409,
      "step": 221160
    },
    {
      "epoch": 0.19358986590992444,
      "grad_norm": 0.4769541621208191,
      "learning_rate": 4.670081869984728e-05,
      "loss": 5.223,
      "step": 221165
    },
    {
      "epoch": 0.19359424250355162,
      "grad_norm": 0.45672181248664856,
      "learning_rate": 4.670066587404912e-05,
      "loss": 4.398,
      "step": 221170
    },
    {
      "epoch": 0.19359861909717876,
      "grad_norm": 0.46563175320625305,
      "learning_rate": 4.670051304502961e-05,
      "loss": 5.4437,
      "step": 221175
    },
    {
      "epoch": 0.1936029956908059,
      "grad_norm": 0.4638708531856537,
      "learning_rate": 4.670036021278882e-05,
      "loss": 5.2182,
      "step": 221180
    },
    {
      "epoch": 0.19360737228443306,
      "grad_norm": 0.4651282727718353,
      "learning_rate": 4.670020737732673e-05,
      "loss": 4.5929,
      "step": 221185
    },
    {
      "epoch": 0.19361174887806024,
      "grad_norm": 0.4955250024795532,
      "learning_rate": 4.6700054538643414e-05,
      "loss": 4.7174,
      "step": 221190
    },
    {
      "epoch": 0.19361612547168738,
      "grad_norm": 0.4595675468444824,
      "learning_rate": 4.669990169673887e-05,
      "loss": 5.7516,
      "step": 221195
    },
    {
      "epoch": 0.19362050206531453,
      "grad_norm": 0.4818493723869324,
      "learning_rate": 4.669974885161313e-05,
      "loss": 4.9101,
      "step": 221200
    },
    {
      "epoch": 0.19362487865894168,
      "grad_norm": 0.44638094305992126,
      "learning_rate": 4.669959600326623e-05,
      "loss": 5.4759,
      "step": 221205
    },
    {
      "epoch": 0.19362925525256885,
      "grad_norm": 0.46275249123573303,
      "learning_rate": 4.669944315169822e-05,
      "loss": 5.4392,
      "step": 221210
    },
    {
      "epoch": 0.193633631846196,
      "grad_norm": 0.479329377412796,
      "learning_rate": 4.6699290296909085e-05,
      "loss": 5.4544,
      "step": 221215
    },
    {
      "epoch": 0.19363800843982315,
      "grad_norm": 0.4441554546356201,
      "learning_rate": 4.6699137438898886e-05,
      "loss": 5.9436,
      "step": 221220
    },
    {
      "epoch": 0.1936423850334503,
      "grad_norm": 0.46925270557403564,
      "learning_rate": 4.669898457766766e-05,
      "loss": 4.6506,
      "step": 221225
    },
    {
      "epoch": 0.19364676162707745,
      "grad_norm": 0.46450814604759216,
      "learning_rate": 4.669883171321541e-05,
      "loss": 6.2068,
      "step": 221230
    },
    {
      "epoch": 0.19365113822070462,
      "grad_norm": 0.45554524660110474,
      "learning_rate": 4.6698678845542177e-05,
      "loss": 5.9076,
      "step": 221235
    },
    {
      "epoch": 0.19365551481433177,
      "grad_norm": 0.4670604467391968,
      "learning_rate": 4.6698525974648e-05,
      "loss": 4.9502,
      "step": 221240
    },
    {
      "epoch": 0.19365989140795892,
      "grad_norm": 0.4664623439311981,
      "learning_rate": 4.669837310053289e-05,
      "loss": 4.8391,
      "step": 221245
    },
    {
      "epoch": 0.19366426800158607,
      "grad_norm": 0.465816855430603,
      "learning_rate": 4.669822022319689e-05,
      "loss": 4.9096,
      "step": 221250
    },
    {
      "epoch": 0.19366864459521324,
      "grad_norm": 0.4708000123500824,
      "learning_rate": 4.669806734264003e-05,
      "loss": 5.66,
      "step": 221255
    },
    {
      "epoch": 0.1936730211888404,
      "grad_norm": 0.4622763395309448,
      "learning_rate": 4.669791445886232e-05,
      "loss": 4.5972,
      "step": 221260
    },
    {
      "epoch": 0.19367739778246754,
      "grad_norm": 0.5188663601875305,
      "learning_rate": 4.669776157186382e-05,
      "loss": 5.4222,
      "step": 221265
    },
    {
      "epoch": 0.19368177437609468,
      "grad_norm": 0.49065113067626953,
      "learning_rate": 4.669760868164453e-05,
      "loss": 5.2199,
      "step": 221270
    },
    {
      "epoch": 0.19368615096972186,
      "grad_norm": 0.44740360975265503,
      "learning_rate": 4.669745578820451e-05,
      "loss": 5.7114,
      "step": 221275
    },
    {
      "epoch": 0.193690527563349,
      "grad_norm": 0.4732098877429962,
      "learning_rate": 4.669730289154376e-05,
      "loss": 5.152,
      "step": 221280
    },
    {
      "epoch": 0.19369490415697616,
      "grad_norm": 0.4652070701122284,
      "learning_rate": 4.669714999166234e-05,
      "loss": 4.8299,
      "step": 221285
    },
    {
      "epoch": 0.1936992807506033,
      "grad_norm": 0.4531625509262085,
      "learning_rate": 4.6696997088560244e-05,
      "loss": 5.452,
      "step": 221290
    },
    {
      "epoch": 0.19370365734423048,
      "grad_norm": 0.4768206775188446,
      "learning_rate": 4.669684418223752e-05,
      "loss": 4.6714,
      "step": 221295
    },
    {
      "epoch": 0.19370803393785763,
      "grad_norm": 0.4670087695121765,
      "learning_rate": 4.6696691272694206e-05,
      "loss": 5.4197,
      "step": 221300
    },
    {
      "epoch": 0.19371241053148477,
      "grad_norm": 0.46529442071914673,
      "learning_rate": 4.669653835993032e-05,
      "loss": 5.3787,
      "step": 221305
    },
    {
      "epoch": 0.19371678712511192,
      "grad_norm": 0.47894006967544556,
      "learning_rate": 4.6696385443945886e-05,
      "loss": 5.114,
      "step": 221310
    },
    {
      "epoch": 0.1937211637187391,
      "grad_norm": 0.46034395694732666,
      "learning_rate": 4.669623252474096e-05,
      "loss": 4.4418,
      "step": 221315
    },
    {
      "epoch": 0.19372554031236625,
      "grad_norm": 0.4782421886920929,
      "learning_rate": 4.669607960231553e-05,
      "loss": 5.7483,
      "step": 221320
    },
    {
      "epoch": 0.1937299169059934,
      "grad_norm": 0.45700377225875854,
      "learning_rate": 4.6695926676669664e-05,
      "loss": 5.1316,
      "step": 221325
    },
    {
      "epoch": 0.19373429349962054,
      "grad_norm": 0.45132264494895935,
      "learning_rate": 4.669577374780337e-05,
      "loss": 5.4688,
      "step": 221330
    },
    {
      "epoch": 0.19373867009324772,
      "grad_norm": 0.47416725754737854,
      "learning_rate": 4.669562081571669e-05,
      "loss": 5.417,
      "step": 221335
    },
    {
      "epoch": 0.19374304668687486,
      "grad_norm": 0.4967477321624756,
      "learning_rate": 4.669546788040964e-05,
      "loss": 4.8977,
      "step": 221340
    },
    {
      "epoch": 0.193747423280502,
      "grad_norm": 0.466802179813385,
      "learning_rate": 4.6695314941882265e-05,
      "loss": 5.149,
      "step": 221345
    },
    {
      "epoch": 0.19375179987412916,
      "grad_norm": 0.4785967469215393,
      "learning_rate": 4.669516200013457e-05,
      "loss": 5.7202,
      "step": 221350
    },
    {
      "epoch": 0.1937561764677563,
      "grad_norm": 0.47065016627311707,
      "learning_rate": 4.6695009055166616e-05,
      "loss": 5.1583,
      "step": 221355
    },
    {
      "epoch": 0.19376055306138348,
      "grad_norm": 0.4640639126300812,
      "learning_rate": 4.669485610697841e-05,
      "loss": 5.9496,
      "step": 221360
    },
    {
      "epoch": 0.19376492965501063,
      "grad_norm": 0.513109564781189,
      "learning_rate": 4.6694703155569995e-05,
      "loss": 5.4432,
      "step": 221365
    },
    {
      "epoch": 0.19376930624863778,
      "grad_norm": 0.47152942419052124,
      "learning_rate": 4.669455020094139e-05,
      "loss": 4.9012,
      "step": 221370
    },
    {
      "epoch": 0.19377368284226493,
      "grad_norm": 0.4560369849205017,
      "learning_rate": 4.6694397243092625e-05,
      "loss": 4.6132,
      "step": 221375
    },
    {
      "epoch": 0.1937780594358921,
      "grad_norm": 0.47103235125541687,
      "learning_rate": 4.669424428202374e-05,
      "loss": 5.702,
      "step": 221380
    },
    {
      "epoch": 0.19378243602951925,
      "grad_norm": 0.4908261001110077,
      "learning_rate": 4.669409131773474e-05,
      "loss": 5.3559,
      "step": 221385
    },
    {
      "epoch": 0.1937868126231464,
      "grad_norm": 0.4903501272201538,
      "learning_rate": 4.6693938350225695e-05,
      "loss": 5.4672,
      "step": 221390
    },
    {
      "epoch": 0.19379118921677355,
      "grad_norm": 0.46446502208709717,
      "learning_rate": 4.66937853794966e-05,
      "loss": 5.0908,
      "step": 221395
    },
    {
      "epoch": 0.19379556581040072,
      "grad_norm": 0.47923070192337036,
      "learning_rate": 4.6693632405547493e-05,
      "loss": 4.604,
      "step": 221400
    },
    {
      "epoch": 0.19379994240402787,
      "grad_norm": 0.458206444978714,
      "learning_rate": 4.6693479428378414e-05,
      "loss": 5.9482,
      "step": 221405
    },
    {
      "epoch": 0.19380431899765502,
      "grad_norm": 0.48577794432640076,
      "learning_rate": 4.669332644798938e-05,
      "loss": 4.7305,
      "step": 221410
    },
    {
      "epoch": 0.19380869559128217,
      "grad_norm": 0.45898061990737915,
      "learning_rate": 4.6693173464380435e-05,
      "loss": 5.6521,
      "step": 221415
    },
    {
      "epoch": 0.19381307218490934,
      "grad_norm": 0.44631659984588623,
      "learning_rate": 4.669302047755159e-05,
      "loss": 5.4279,
      "step": 221420
    },
    {
      "epoch": 0.1938174487785365,
      "grad_norm": 0.48038220405578613,
      "learning_rate": 4.669286748750289e-05,
      "loss": 4.935,
      "step": 221425
    },
    {
      "epoch": 0.19382182537216364,
      "grad_norm": 0.5162466168403625,
      "learning_rate": 4.6692714494234346e-05,
      "loss": 5.1106,
      "step": 221430
    },
    {
      "epoch": 0.19382620196579078,
      "grad_norm": 0.5330743193626404,
      "learning_rate": 4.669256149774601e-05,
      "loss": 5.4275,
      "step": 221435
    },
    {
      "epoch": 0.19383057855941796,
      "grad_norm": 0.48739391565322876,
      "learning_rate": 4.66924084980379e-05,
      "loss": 4.9199,
      "step": 221440
    },
    {
      "epoch": 0.1938349551530451,
      "grad_norm": 0.48920318484306335,
      "learning_rate": 4.669225549511004e-05,
      "loss": 4.9072,
      "step": 221445
    },
    {
      "epoch": 0.19383933174667226,
      "grad_norm": 0.4698706269264221,
      "learning_rate": 4.6692102488962466e-05,
      "loss": 4.6098,
      "step": 221450
    },
    {
      "epoch": 0.1938437083402994,
      "grad_norm": 0.5145968198776245,
      "learning_rate": 4.669194947959522e-05,
      "loss": 5.9633,
      "step": 221455
    },
    {
      "epoch": 0.19384808493392658,
      "grad_norm": 0.4751399755477905,
      "learning_rate": 4.669179646700831e-05,
      "loss": 5.4547,
      "step": 221460
    },
    {
      "epoch": 0.19385246152755373,
      "grad_norm": 0.4652969241142273,
      "learning_rate": 4.669164345120177e-05,
      "loss": 5.6422,
      "step": 221465
    },
    {
      "epoch": 0.19385683812118087,
      "grad_norm": 0.6536969542503357,
      "learning_rate": 4.669149043217564e-05,
      "loss": 4.8917,
      "step": 221470
    },
    {
      "epoch": 0.19386121471480802,
      "grad_norm": 0.7205462455749512,
      "learning_rate": 4.669133740992995e-05,
      "loss": 4.724,
      "step": 221475
    },
    {
      "epoch": 0.1938655913084352,
      "grad_norm": 0.5192721486091614,
      "learning_rate": 4.669118438446471e-05,
      "loss": 5.3172,
      "step": 221480
    },
    {
      "epoch": 0.19386996790206235,
      "grad_norm": 0.46818602085113525,
      "learning_rate": 4.6691031355779976e-05,
      "loss": 4.8678,
      "step": 221485
    },
    {
      "epoch": 0.1938743444956895,
      "grad_norm": 0.5048078894615173,
      "learning_rate": 4.669087832387575e-05,
      "loss": 4.8788,
      "step": 221490
    },
    {
      "epoch": 0.19387872108931664,
      "grad_norm": 0.4696980118751526,
      "learning_rate": 4.6690725288752094e-05,
      "loss": 5.406,
      "step": 221495
    },
    {
      "epoch": 0.1938830976829438,
      "grad_norm": 0.4852074384689331,
      "learning_rate": 4.6690572250409e-05,
      "loss": 4.7433,
      "step": 221500
    },
    {
      "epoch": 0.19388747427657096,
      "grad_norm": 0.4703620970249176,
      "learning_rate": 4.669041920884654e-05,
      "loss": 4.4417,
      "step": 221505
    },
    {
      "epoch": 0.1938918508701981,
      "grad_norm": 0.5096900463104248,
      "learning_rate": 4.66902661640647e-05,
      "loss": 5.6072,
      "step": 221510
    },
    {
      "epoch": 0.19389622746382526,
      "grad_norm": 0.4828033149242401,
      "learning_rate": 4.6690113116063535e-05,
      "loss": 5.658,
      "step": 221515
    },
    {
      "epoch": 0.1939006040574524,
      "grad_norm": 0.4979333281517029,
      "learning_rate": 4.6689960064843075e-05,
      "loss": 4.8963,
      "step": 221520
    },
    {
      "epoch": 0.19390498065107958,
      "grad_norm": 0.4540279507637024,
      "learning_rate": 4.668980701040334e-05,
      "loss": 5.3248,
      "step": 221525
    },
    {
      "epoch": 0.19390935724470673,
      "grad_norm": 0.4523859918117523,
      "learning_rate": 4.668965395274436e-05,
      "loss": 5.6367,
      "step": 221530
    },
    {
      "epoch": 0.19391373383833388,
      "grad_norm": 0.43734902143478394,
      "learning_rate": 4.6689500891866165e-05,
      "loss": 5.6531,
      "step": 221535
    },
    {
      "epoch": 0.19391811043196103,
      "grad_norm": 0.4755586087703705,
      "learning_rate": 4.6689347827768805e-05,
      "loss": 5.1892,
      "step": 221540
    },
    {
      "epoch": 0.1939224870255882,
      "grad_norm": 0.4551236927509308,
      "learning_rate": 4.668919476045227e-05,
      "loss": 5.4399,
      "step": 221545
    },
    {
      "epoch": 0.19392686361921535,
      "grad_norm": 0.44797244668006897,
      "learning_rate": 4.668904168991662e-05,
      "loss": 5.7455,
      "step": 221550
    },
    {
      "epoch": 0.1939312402128425,
      "grad_norm": 0.5288468599319458,
      "learning_rate": 4.6688888616161886e-05,
      "loss": 4.7152,
      "step": 221555
    },
    {
      "epoch": 0.19393561680646965,
      "grad_norm": 0.4853626489639282,
      "learning_rate": 4.668873553918808e-05,
      "loss": 4.7121,
      "step": 221560
    },
    {
      "epoch": 0.19393999340009682,
      "grad_norm": 0.46220818161964417,
      "learning_rate": 4.668858245899523e-05,
      "loss": 5.4479,
      "step": 221565
    },
    {
      "epoch": 0.19394436999372397,
      "grad_norm": 0.4601286053657532,
      "learning_rate": 4.6688429375583385e-05,
      "loss": 4.6107,
      "step": 221570
    },
    {
      "epoch": 0.19394874658735112,
      "grad_norm": 0.45090654492378235,
      "learning_rate": 4.668827628895257e-05,
      "loss": 5.6359,
      "step": 221575
    },
    {
      "epoch": 0.19395312318097827,
      "grad_norm": 0.4542413055896759,
      "learning_rate": 4.668812319910279e-05,
      "loss": 4.6376,
      "step": 221580
    },
    {
      "epoch": 0.19395749977460544,
      "grad_norm": 0.4650057256221771,
      "learning_rate": 4.668797010603411e-05,
      "loss": 5.4553,
      "step": 221585
    },
    {
      "epoch": 0.1939618763682326,
      "grad_norm": 0.4755318760871887,
      "learning_rate": 4.6687817009746534e-05,
      "loss": 5.2261,
      "step": 221590
    },
    {
      "epoch": 0.19396625296185974,
      "grad_norm": 0.468924343585968,
      "learning_rate": 4.668766391024011e-05,
      "loss": 4.9165,
      "step": 221595
    },
    {
      "epoch": 0.19397062955548688,
      "grad_norm": 0.5759176015853882,
      "learning_rate": 4.6687510807514846e-05,
      "loss": 4.3683,
      "step": 221600
    },
    {
      "epoch": 0.19397500614911406,
      "grad_norm": 0.4678616225719452,
      "learning_rate": 4.6687357701570785e-05,
      "loss": 4.8342,
      "step": 221605
    },
    {
      "epoch": 0.1939793827427412,
      "grad_norm": 0.47162944078445435,
      "learning_rate": 4.6687204592407966e-05,
      "loss": 6.0045,
      "step": 221610
    },
    {
      "epoch": 0.19398375933636836,
      "grad_norm": 0.5011454224586487,
      "learning_rate": 4.668705148002639e-05,
      "loss": 5.9436,
      "step": 221615
    },
    {
      "epoch": 0.1939881359299955,
      "grad_norm": 0.4653731882572174,
      "learning_rate": 4.668689836442611e-05,
      "loss": 5.6812,
      "step": 221620
    },
    {
      "epoch": 0.19399251252362265,
      "grad_norm": 0.45027053356170654,
      "learning_rate": 4.6686745245607155e-05,
      "loss": 5.4434,
      "step": 221625
    },
    {
      "epoch": 0.19399688911724983,
      "grad_norm": 0.4871142506599426,
      "learning_rate": 4.668659212356955e-05,
      "loss": 5.3057,
      "step": 221630
    },
    {
      "epoch": 0.19400126571087697,
      "grad_norm": 0.49006035923957825,
      "learning_rate": 4.668643899831332e-05,
      "loss": 5.1412,
      "step": 221635
    },
    {
      "epoch": 0.19400564230450412,
      "grad_norm": 0.459318071603775,
      "learning_rate": 4.6686285869838496e-05,
      "loss": 4.4489,
      "step": 221640
    },
    {
      "epoch": 0.19401001889813127,
      "grad_norm": 0.4887600243091583,
      "learning_rate": 4.6686132738145115e-05,
      "loss": 5.2038,
      "step": 221645
    },
    {
      "epoch": 0.19401439549175845,
      "grad_norm": 0.46650931239128113,
      "learning_rate": 4.66859796032332e-05,
      "loss": 4.4282,
      "step": 221650
    },
    {
      "epoch": 0.1940187720853856,
      "grad_norm": 0.47074371576309204,
      "learning_rate": 4.668582646510278e-05,
      "loss": 4.9609,
      "step": 221655
    },
    {
      "epoch": 0.19402314867901274,
      "grad_norm": 0.45375141501426697,
      "learning_rate": 4.6685673323753874e-05,
      "loss": 5.443,
      "step": 221660
    },
    {
      "epoch": 0.1940275252726399,
      "grad_norm": 0.45525825023651123,
      "learning_rate": 4.6685520179186534e-05,
      "loss": 4.9028,
      "step": 221665
    },
    {
      "epoch": 0.19403190186626706,
      "grad_norm": 0.4591287076473236,
      "learning_rate": 4.668536703140079e-05,
      "loss": 3.8937,
      "step": 221670
    },
    {
      "epoch": 0.1940362784598942,
      "grad_norm": 0.49899205565452576,
      "learning_rate": 4.668521388039665e-05,
      "loss": 5.9717,
      "step": 221675
    },
    {
      "epoch": 0.19404065505352136,
      "grad_norm": 0.4713403284549713,
      "learning_rate": 4.6685060726174155e-05,
      "loss": 5.4233,
      "step": 221680
    },
    {
      "epoch": 0.1940450316471485,
      "grad_norm": 0.47901248931884766,
      "learning_rate": 4.668490756873334e-05,
      "loss": 5.1539,
      "step": 221685
    },
    {
      "epoch": 0.19404940824077568,
      "grad_norm": 0.47200143337249756,
      "learning_rate": 4.6684754408074214e-05,
      "loss": 4.6414,
      "step": 221690
    },
    {
      "epoch": 0.19405378483440283,
      "grad_norm": 0.45285552740097046,
      "learning_rate": 4.6684601244196834e-05,
      "loss": 5.1981,
      "step": 221695
    },
    {
      "epoch": 0.19405816142802998,
      "grad_norm": 0.47109121084213257,
      "learning_rate": 4.6684448077101216e-05,
      "loss": 5.367,
      "step": 221700
    },
    {
      "epoch": 0.19406253802165713,
      "grad_norm": 0.4798077344894409,
      "learning_rate": 4.668429490678739e-05,
      "loss": 5.3309,
      "step": 221705
    },
    {
      "epoch": 0.1940669146152843,
      "grad_norm": 0.4550420045852661,
      "learning_rate": 4.6684141733255383e-05,
      "loss": 4.8402,
      "step": 221710
    },
    {
      "epoch": 0.19407129120891145,
      "grad_norm": 0.4728262722492218,
      "learning_rate": 4.668398855650522e-05,
      "loss": 5.7217,
      "step": 221715
    },
    {
      "epoch": 0.1940756678025386,
      "grad_norm": 0.46958068013191223,
      "learning_rate": 4.668383537653694e-05,
      "loss": 5.2115,
      "step": 221720
    },
    {
      "epoch": 0.19408004439616575,
      "grad_norm": 0.44921430945396423,
      "learning_rate": 4.668368219335058e-05,
      "loss": 5.1396,
      "step": 221725
    },
    {
      "epoch": 0.19408442098979292,
      "grad_norm": 0.47341588139533997,
      "learning_rate": 4.6683529006946145e-05,
      "loss": 4.5142,
      "step": 221730
    },
    {
      "epoch": 0.19408879758342007,
      "grad_norm": 0.45747309923171997,
      "learning_rate": 4.668337581732369e-05,
      "loss": 4.1297,
      "step": 221735
    },
    {
      "epoch": 0.19409317417704722,
      "grad_norm": 0.46374252438545227,
      "learning_rate": 4.6683222624483234e-05,
      "loss": 4.637,
      "step": 221740
    },
    {
      "epoch": 0.19409755077067437,
      "grad_norm": 0.49447768926620483,
      "learning_rate": 4.668306942842481e-05,
      "loss": 6.2396,
      "step": 221745
    },
    {
      "epoch": 0.1941019273643015,
      "grad_norm": 0.6415534019470215,
      "learning_rate": 4.668291622914843e-05,
      "loss": 4.8072,
      "step": 221750
    },
    {
      "epoch": 0.1941063039579287,
      "grad_norm": 0.4593036472797394,
      "learning_rate": 4.6682763026654153e-05,
      "loss": 5.7266,
      "step": 221755
    },
    {
      "epoch": 0.19411068055155584,
      "grad_norm": 0.473722904920578,
      "learning_rate": 4.668260982094198e-05,
      "loss": 4.5864,
      "step": 221760
    },
    {
      "epoch": 0.19411505714518298,
      "grad_norm": 0.45560532808303833,
      "learning_rate": 4.668245661201197e-05,
      "loss": 6.2625,
      "step": 221765
    },
    {
      "epoch": 0.19411943373881013,
      "grad_norm": 0.4399346113204956,
      "learning_rate": 4.668230339986412e-05,
      "loss": 5.3328,
      "step": 221770
    },
    {
      "epoch": 0.1941238103324373,
      "grad_norm": 0.4766668975353241,
      "learning_rate": 4.668215018449849e-05,
      "loss": 4.8284,
      "step": 221775
    },
    {
      "epoch": 0.19412818692606446,
      "grad_norm": 0.4617542028427124,
      "learning_rate": 4.668199696591508e-05,
      "loss": 5.9754,
      "step": 221780
    },
    {
      "epoch": 0.1941325635196916,
      "grad_norm": 0.4815554618835449,
      "learning_rate": 4.668184374411394e-05,
      "loss": 5.418,
      "step": 221785
    },
    {
      "epoch": 0.19413694011331875,
      "grad_norm": 0.45639196038246155,
      "learning_rate": 4.66816905190951e-05,
      "loss": 5.7236,
      "step": 221790
    },
    {
      "epoch": 0.19414131670694593,
      "grad_norm": 0.45124709606170654,
      "learning_rate": 4.6681537290858576e-05,
      "loss": 5.7336,
      "step": 221795
    },
    {
      "epoch": 0.19414569330057307,
      "grad_norm": 0.4607239365577698,
      "learning_rate": 4.668138405940442e-05,
      "loss": 5.7572,
      "step": 221800
    },
    {
      "epoch": 0.19415006989420022,
      "grad_norm": 0.462066650390625,
      "learning_rate": 4.668123082473263e-05,
      "loss": 5.4696,
      "step": 221805
    },
    {
      "epoch": 0.19415444648782737,
      "grad_norm": 0.4574151039123535,
      "learning_rate": 4.668107758684326e-05,
      "loss": 4.9092,
      "step": 221810
    },
    {
      "epoch": 0.19415882308145455,
      "grad_norm": 0.47884711623191833,
      "learning_rate": 4.668092434573633e-05,
      "loss": 5.231,
      "step": 221815
    },
    {
      "epoch": 0.1941631996750817,
      "grad_norm": 0.48327648639678955,
      "learning_rate": 4.668077110141188e-05,
      "loss": 4.6856,
      "step": 221820
    },
    {
      "epoch": 0.19416757626870884,
      "grad_norm": 0.47080352902412415,
      "learning_rate": 4.668061785386992e-05,
      "loss": 5.1885,
      "step": 221825
    },
    {
      "epoch": 0.194171952862336,
      "grad_norm": 0.47498953342437744,
      "learning_rate": 4.6680464603110494e-05,
      "loss": 5.7489,
      "step": 221830
    },
    {
      "epoch": 0.19417632945596316,
      "grad_norm": 0.46227216720581055,
      "learning_rate": 4.668031134913363e-05,
      "loss": 5.1289,
      "step": 221835
    },
    {
      "epoch": 0.1941807060495903,
      "grad_norm": 0.46381106972694397,
      "learning_rate": 4.668015809193936e-05,
      "loss": 5.2639,
      "step": 221840
    },
    {
      "epoch": 0.19418508264321746,
      "grad_norm": 0.46327099204063416,
      "learning_rate": 4.6680004831527716e-05,
      "loss": 5.1876,
      "step": 221845
    },
    {
      "epoch": 0.1941894592368446,
      "grad_norm": 0.4463357627391815,
      "learning_rate": 4.66798515678987e-05,
      "loss": 6.2279,
      "step": 221850
    },
    {
      "epoch": 0.19419383583047178,
      "grad_norm": 0.45062577724456787,
      "learning_rate": 4.6679698301052376e-05,
      "loss": 4.4276,
      "step": 221855
    },
    {
      "epoch": 0.19419821242409893,
      "grad_norm": 0.4560582935810089,
      "learning_rate": 4.667954503098876e-05,
      "loss": 5.4351,
      "step": 221860
    },
    {
      "epoch": 0.19420258901772608,
      "grad_norm": 0.4563795328140259,
      "learning_rate": 4.667939175770787e-05,
      "loss": 5.9426,
      "step": 221865
    },
    {
      "epoch": 0.19420696561135323,
      "grad_norm": 0.45124363899230957,
      "learning_rate": 4.667923848120976e-05,
      "loss": 5.4208,
      "step": 221870
    },
    {
      "epoch": 0.19421134220498038,
      "grad_norm": 0.4740862548351288,
      "learning_rate": 4.6679085201494444e-05,
      "loss": 5.6602,
      "step": 221875
    },
    {
      "epoch": 0.19421571879860755,
      "grad_norm": 0.45450231432914734,
      "learning_rate": 4.6678931918561955e-05,
      "loss": 5.76,
      "step": 221880
    },
    {
      "epoch": 0.1942200953922347,
      "grad_norm": 0.4741742014884949,
      "learning_rate": 4.6678778632412326e-05,
      "loss": 5.4257,
      "step": 221885
    },
    {
      "epoch": 0.19422447198586185,
      "grad_norm": 0.4716510474681854,
      "learning_rate": 4.667862534304558e-05,
      "loss": 4.8612,
      "step": 221890
    },
    {
      "epoch": 0.194228848579489,
      "grad_norm": 0.46312642097473145,
      "learning_rate": 4.6678472050461744e-05,
      "loss": 4.603,
      "step": 221895
    },
    {
      "epoch": 0.19423322517311617,
      "grad_norm": 0.4647213816642761,
      "learning_rate": 4.667831875466085e-05,
      "loss": 4.0842,
      "step": 221900
    },
    {
      "epoch": 0.19423760176674332,
      "grad_norm": 0.47116878628730774,
      "learning_rate": 4.667816545564294e-05,
      "loss": 5.691,
      "step": 221905
    },
    {
      "epoch": 0.19424197836037047,
      "grad_norm": 0.4609745442867279,
      "learning_rate": 4.6678012153408037e-05,
      "loss": 4.7034,
      "step": 221910
    },
    {
      "epoch": 0.1942463549539976,
      "grad_norm": 0.46954938769340515,
      "learning_rate": 4.667785884795616e-05,
      "loss": 5.4316,
      "step": 221915
    },
    {
      "epoch": 0.1942507315476248,
      "grad_norm": 0.4628901481628418,
      "learning_rate": 4.667770553928734e-05,
      "loss": 5.1912,
      "step": 221920
    },
    {
      "epoch": 0.19425510814125194,
      "grad_norm": 0.45897671580314636,
      "learning_rate": 4.6677552227401625e-05,
      "loss": 4.6316,
      "step": 221925
    },
    {
      "epoch": 0.19425948473487908,
      "grad_norm": 0.4673451781272888,
      "learning_rate": 4.667739891229902e-05,
      "loss": 5.9125,
      "step": 221930
    },
    {
      "epoch": 0.19426386132850623,
      "grad_norm": 0.49511289596557617,
      "learning_rate": 4.667724559397958e-05,
      "loss": 5.4788,
      "step": 221935
    },
    {
      "epoch": 0.1942682379221334,
      "grad_norm": 0.4608801007270813,
      "learning_rate": 4.6677092272443315e-05,
      "loss": 5.2058,
      "step": 221940
    },
    {
      "epoch": 0.19427261451576056,
      "grad_norm": 0.46074962615966797,
      "learning_rate": 4.6676938947690254e-05,
      "loss": 4.7944,
      "step": 221945
    },
    {
      "epoch": 0.1942769911093877,
      "grad_norm": 0.4673527777194977,
      "learning_rate": 4.667678561972044e-05,
      "loss": 5.4566,
      "step": 221950
    },
    {
      "epoch": 0.19428136770301485,
      "grad_norm": 0.4763912856578827,
      "learning_rate": 4.667663228853389e-05,
      "loss": 4.6292,
      "step": 221955
    },
    {
      "epoch": 0.19428574429664203,
      "grad_norm": 0.4713520407676697,
      "learning_rate": 4.6676478954130654e-05,
      "loss": 5.4494,
      "step": 221960
    },
    {
      "epoch": 0.19429012089026917,
      "grad_norm": 0.46768277883529663,
      "learning_rate": 4.667632561651074e-05,
      "loss": 5.6981,
      "step": 221965
    },
    {
      "epoch": 0.19429449748389632,
      "grad_norm": 0.47088801860809326,
      "learning_rate": 4.667617227567418e-05,
      "loss": 4.7057,
      "step": 221970
    },
    {
      "epoch": 0.19429887407752347,
      "grad_norm": 0.4525480270385742,
      "learning_rate": 4.667601893162101e-05,
      "loss": 4.9356,
      "step": 221975
    },
    {
      "epoch": 0.19430325067115065,
      "grad_norm": 0.45888084173202515,
      "learning_rate": 4.667586558435126e-05,
      "loss": 4.8264,
      "step": 221980
    },
    {
      "epoch": 0.1943076272647778,
      "grad_norm": 0.463779091835022,
      "learning_rate": 4.667571223386497e-05,
      "loss": 5.4374,
      "step": 221985
    },
    {
      "epoch": 0.19431200385840494,
      "grad_norm": 0.550557553768158,
      "learning_rate": 4.667555888016213e-05,
      "loss": 5.1077,
      "step": 221990
    },
    {
      "epoch": 0.1943163804520321,
      "grad_norm": 0.48212701082229614,
      "learning_rate": 4.667540552324282e-05,
      "loss": 5.6592,
      "step": 221995
    },
    {
      "epoch": 0.19432075704565924,
      "grad_norm": 0.45957809686660767,
      "learning_rate": 4.667525216310703e-05,
      "loss": 5.6594,
      "step": 222000
    },
    {
      "epoch": 0.1943251336392864,
      "grad_norm": 0.5197155475616455,
      "learning_rate": 4.667509879975481e-05,
      "loss": 4.9146,
      "step": 222005
    },
    {
      "epoch": 0.19432951023291356,
      "grad_norm": 0.47706881165504456,
      "learning_rate": 4.667494543318619e-05,
      "loss": 4.9043,
      "step": 222010
    },
    {
      "epoch": 0.1943338868265407,
      "grad_norm": 0.49384018778800964,
      "learning_rate": 4.6674792063401196e-05,
      "loss": 5.7395,
      "step": 222015
    },
    {
      "epoch": 0.19433826342016786,
      "grad_norm": 0.4816333055496216,
      "learning_rate": 4.6674638690399865e-05,
      "loss": 4.657,
      "step": 222020
    },
    {
      "epoch": 0.19434264001379503,
      "grad_norm": 0.46553951501846313,
      "learning_rate": 4.667448531418221e-05,
      "loss": 4.9085,
      "step": 222025
    },
    {
      "epoch": 0.19434701660742218,
      "grad_norm": 0.480603963136673,
      "learning_rate": 4.6674331934748263e-05,
      "loss": 5.9217,
      "step": 222030
    },
    {
      "epoch": 0.19435139320104933,
      "grad_norm": 0.4899493157863617,
      "learning_rate": 4.6674178552098055e-05,
      "loss": 5.4442,
      "step": 222035
    },
    {
      "epoch": 0.19435576979467648,
      "grad_norm": 0.4570140540599823,
      "learning_rate": 4.667402516623163e-05,
      "loss": 5.6564,
      "step": 222040
    },
    {
      "epoch": 0.19436014638830365,
      "grad_norm": 0.45708248019218445,
      "learning_rate": 4.6673871777149e-05,
      "loss": 5.6551,
      "step": 222045
    },
    {
      "epoch": 0.1943645229819308,
      "grad_norm": 0.49030959606170654,
      "learning_rate": 4.667371838485021e-05,
      "loss": 4.7246,
      "step": 222050
    },
    {
      "epoch": 0.19436889957555795,
      "grad_norm": 0.47677305340766907,
      "learning_rate": 4.667356498933527e-05,
      "loss": 4.913,
      "step": 222055
    },
    {
      "epoch": 0.1943732761691851,
      "grad_norm": 0.4617082178592682,
      "learning_rate": 4.667341159060424e-05,
      "loss": 5.2138,
      "step": 222060
    },
    {
      "epoch": 0.19437765276281227,
      "grad_norm": 0.4705433249473572,
      "learning_rate": 4.667325818865712e-05,
      "loss": 6.2215,
      "step": 222065
    },
    {
      "epoch": 0.19438202935643942,
      "grad_norm": 0.47944653034210205,
      "learning_rate": 4.6673104783493946e-05,
      "loss": 5.9383,
      "step": 222070
    },
    {
      "epoch": 0.19438640595006657,
      "grad_norm": 0.4546445906162262,
      "learning_rate": 4.667295137511476e-05,
      "loss": 5.6168,
      "step": 222075
    },
    {
      "epoch": 0.1943907825436937,
      "grad_norm": 0.45557430386543274,
      "learning_rate": 4.6672797963519585e-05,
      "loss": 5.7273,
      "step": 222080
    },
    {
      "epoch": 0.1943951591373209,
      "grad_norm": 0.5184870362281799,
      "learning_rate": 4.667264454870844e-05,
      "loss": 5.1835,
      "step": 222085
    },
    {
      "epoch": 0.19439953573094804,
      "grad_norm": 0.4684298038482666,
      "learning_rate": 4.6672491130681374e-05,
      "loss": 4.6182,
      "step": 222090
    },
    {
      "epoch": 0.19440391232457518,
      "grad_norm": 0.4650939106941223,
      "learning_rate": 4.66723377094384e-05,
      "loss": 5.3227,
      "step": 222095
    },
    {
      "epoch": 0.19440828891820233,
      "grad_norm": 0.45047521591186523,
      "learning_rate": 4.667218428497956e-05,
      "loss": 5.7429,
      "step": 222100
    },
    {
      "epoch": 0.1944126655118295,
      "grad_norm": 0.48370441794395447,
      "learning_rate": 4.6672030857304874e-05,
      "loss": 4.3955,
      "step": 222105
    },
    {
      "epoch": 0.19441704210545666,
      "grad_norm": 0.4775873124599457,
      "learning_rate": 4.667187742641437e-05,
      "loss": 4.6562,
      "step": 222110
    },
    {
      "epoch": 0.1944214186990838,
      "grad_norm": 0.4689328968524933,
      "learning_rate": 4.667172399230809e-05,
      "loss": 5.202,
      "step": 222115
    },
    {
      "epoch": 0.19442579529271095,
      "grad_norm": 0.477770060300827,
      "learning_rate": 4.667157055498604e-05,
      "loss": 4.612,
      "step": 222120
    },
    {
      "epoch": 0.1944301718863381,
      "grad_norm": 0.4746590852737427,
      "learning_rate": 4.667141711444829e-05,
      "loss": 5.3746,
      "step": 222125
    },
    {
      "epoch": 0.19443454847996527,
      "grad_norm": 0.4877222776412964,
      "learning_rate": 4.667126367069483e-05,
      "loss": 5.1433,
      "step": 222130
    },
    {
      "epoch": 0.19443892507359242,
      "grad_norm": 0.48010018467903137,
      "learning_rate": 4.667111022372571e-05,
      "loss": 5.6256,
      "step": 222135
    },
    {
      "epoch": 0.19444330166721957,
      "grad_norm": 0.4675576984882355,
      "learning_rate": 4.6670956773540954e-05,
      "loss": 5.2116,
      "step": 222140
    },
    {
      "epoch": 0.19444767826084672,
      "grad_norm": 0.4778270125389099,
      "learning_rate": 4.66708033201406e-05,
      "loss": 5.232,
      "step": 222145
    },
    {
      "epoch": 0.1944520548544739,
      "grad_norm": 0.45182961225509644,
      "learning_rate": 4.667064986352466e-05,
      "loss": 5.6846,
      "step": 222150
    },
    {
      "epoch": 0.19445643144810104,
      "grad_norm": 0.47091543674468994,
      "learning_rate": 4.6670496403693174e-05,
      "loss": 5.4061,
      "step": 222155
    },
    {
      "epoch": 0.1944608080417282,
      "grad_norm": 0.4466807544231415,
      "learning_rate": 4.667034294064617e-05,
      "loss": 5.968,
      "step": 222160
    },
    {
      "epoch": 0.19446518463535534,
      "grad_norm": 0.453729510307312,
      "learning_rate": 4.6670189474383684e-05,
      "loss": 5.0406,
      "step": 222165
    },
    {
      "epoch": 0.1944695612289825,
      "grad_norm": 0.4555644989013672,
      "learning_rate": 4.667003600490575e-05,
      "loss": 5.4096,
      "step": 222170
    },
    {
      "epoch": 0.19447393782260966,
      "grad_norm": 0.4892813563346863,
      "learning_rate": 4.666988253221237e-05,
      "loss": 5.6701,
      "step": 222175
    },
    {
      "epoch": 0.1944783144162368,
      "grad_norm": 0.4548489451408386,
      "learning_rate": 4.66697290563036e-05,
      "loss": 5.9377,
      "step": 222180
    },
    {
      "epoch": 0.19448269100986396,
      "grad_norm": 0.48165521025657654,
      "learning_rate": 4.666957557717946e-05,
      "loss": 5.1202,
      "step": 222185
    },
    {
      "epoch": 0.19448706760349113,
      "grad_norm": 0.4510178864002228,
      "learning_rate": 4.666942209483998e-05,
      "loss": 5.7026,
      "step": 222190
    },
    {
      "epoch": 0.19449144419711828,
      "grad_norm": 0.49441656470298767,
      "learning_rate": 4.666926860928519e-05,
      "loss": 5.4386,
      "step": 222195
    },
    {
      "epoch": 0.19449582079074543,
      "grad_norm": 0.49201542139053345,
      "learning_rate": 4.6669115120515114e-05,
      "loss": 4.9064,
      "step": 222200
    },
    {
      "epoch": 0.19450019738437258,
      "grad_norm": 0.45592591166496277,
      "learning_rate": 4.66689616285298e-05,
      "loss": 6.2262,
      "step": 222205
    },
    {
      "epoch": 0.19450457397799975,
      "grad_norm": 0.4871567189693451,
      "learning_rate": 4.666880813332926e-05,
      "loss": 4.579,
      "step": 222210
    },
    {
      "epoch": 0.1945089505716269,
      "grad_norm": 0.4617782533168793,
      "learning_rate": 4.666865463491353e-05,
      "loss": 5.6437,
      "step": 222215
    },
    {
      "epoch": 0.19451332716525405,
      "grad_norm": 0.49626535177230835,
      "learning_rate": 4.666850113328264e-05,
      "loss": 4.9375,
      "step": 222220
    },
    {
      "epoch": 0.1945177037588812,
      "grad_norm": 0.5004016160964966,
      "learning_rate": 4.666834762843662e-05,
      "loss": 4.4117,
      "step": 222225
    },
    {
      "epoch": 0.19452208035250837,
      "grad_norm": 0.4683156907558441,
      "learning_rate": 4.6668194120375476e-05,
      "loss": 5.7451,
      "step": 222230
    },
    {
      "epoch": 0.19452645694613552,
      "grad_norm": 0.4648362100124359,
      "learning_rate": 4.666804060909928e-05,
      "loss": 5.9346,
      "step": 222235
    },
    {
      "epoch": 0.19453083353976267,
      "grad_norm": 0.46306419372558594,
      "learning_rate": 4.666788709460804e-05,
      "loss": 4.6279,
      "step": 222240
    },
    {
      "epoch": 0.1945352101333898,
      "grad_norm": 0.47865161299705505,
      "learning_rate": 4.6667733576901785e-05,
      "loss": 5.4311,
      "step": 222245
    },
    {
      "epoch": 0.194539586727017,
      "grad_norm": 0.47022852301597595,
      "learning_rate": 4.666758005598054e-05,
      "loss": 5.2512,
      "step": 222250
    },
    {
      "epoch": 0.19454396332064414,
      "grad_norm": 0.4630882441997528,
      "learning_rate": 4.666742653184434e-05,
      "loss": 5.6713,
      "step": 222255
    },
    {
      "epoch": 0.19454833991427128,
      "grad_norm": 0.4571649730205536,
      "learning_rate": 4.666727300449323e-05,
      "loss": 4.5477,
      "step": 222260
    },
    {
      "epoch": 0.19455271650789843,
      "grad_norm": 0.4476408064365387,
      "learning_rate": 4.6667119473927204e-05,
      "loss": 5.3648,
      "step": 222265
    },
    {
      "epoch": 0.19455709310152558,
      "grad_norm": 0.4852459132671356,
      "learning_rate": 4.6666965940146334e-05,
      "loss": 4.8922,
      "step": 222270
    },
    {
      "epoch": 0.19456146969515276,
      "grad_norm": 0.505220353603363,
      "learning_rate": 4.6666812403150615e-05,
      "loss": 4.6029,
      "step": 222275
    },
    {
      "epoch": 0.1945658462887799,
      "grad_norm": 0.5182409882545471,
      "learning_rate": 4.6666658862940094e-05,
      "loss": 4.744,
      "step": 222280
    },
    {
      "epoch": 0.19457022288240705,
      "grad_norm": 0.4622393250465393,
      "learning_rate": 4.6666505319514785e-05,
      "loss": 4.6198,
      "step": 222285
    },
    {
      "epoch": 0.1945745994760342,
      "grad_norm": 0.4655950963497162,
      "learning_rate": 4.666635177287474e-05,
      "loss": 4.8147,
      "step": 222290
    },
    {
      "epoch": 0.19457897606966137,
      "grad_norm": 0.46548062562942505,
      "learning_rate": 4.6666198223019985e-05,
      "loss": 5.9826,
      "step": 222295
    },
    {
      "epoch": 0.19458335266328852,
      "grad_norm": 0.4530247449874878,
      "learning_rate": 4.666604466995053e-05,
      "loss": 5.0551,
      "step": 222300
    },
    {
      "epoch": 0.19458772925691567,
      "grad_norm": 0.46739524602890015,
      "learning_rate": 4.666589111366641e-05,
      "loss": 5.6475,
      "step": 222305
    },
    {
      "epoch": 0.19459210585054282,
      "grad_norm": 0.48460906744003296,
      "learning_rate": 4.6665737554167685e-05,
      "loss": 4.6956,
      "step": 222310
    },
    {
      "epoch": 0.19459648244417,
      "grad_norm": 0.44732666015625,
      "learning_rate": 4.6665583991454344e-05,
      "loss": 5.1361,
      "step": 222315
    },
    {
      "epoch": 0.19460085903779714,
      "grad_norm": 0.48029011487960815,
      "learning_rate": 4.666543042552643e-05,
      "loss": 4.4188,
      "step": 222320
    },
    {
      "epoch": 0.1946052356314243,
      "grad_norm": 0.4569394290447235,
      "learning_rate": 4.666527685638399e-05,
      "loss": 5.4319,
      "step": 222325
    },
    {
      "epoch": 0.19460961222505144,
      "grad_norm": 0.5079547166824341,
      "learning_rate": 4.666512328402703e-05,
      "loss": 5.9639,
      "step": 222330
    },
    {
      "epoch": 0.1946139888186786,
      "grad_norm": 0.47290271520614624,
      "learning_rate": 4.6664969708455596e-05,
      "loss": 5.6883,
      "step": 222335
    },
    {
      "epoch": 0.19461836541230576,
      "grad_norm": 0.46836230158805847,
      "learning_rate": 4.666481612966971e-05,
      "loss": 4.7117,
      "step": 222340
    },
    {
      "epoch": 0.1946227420059329,
      "grad_norm": 0.4759310185909271,
      "learning_rate": 4.66646625476694e-05,
      "loss": 4.771,
      "step": 222345
    },
    {
      "epoch": 0.19462711859956006,
      "grad_norm": 0.5027966499328613,
      "learning_rate": 4.66645089624547e-05,
      "loss": 5.7149,
      "step": 222350
    },
    {
      "epoch": 0.19463149519318723,
      "grad_norm": 0.5105369091033936,
      "learning_rate": 4.6664355374025636e-05,
      "loss": 5.1065,
      "step": 222355
    },
    {
      "epoch": 0.19463587178681438,
      "grad_norm": 0.5238182544708252,
      "learning_rate": 4.6664201782382245e-05,
      "loss": 5.1607,
      "step": 222360
    },
    {
      "epoch": 0.19464024838044153,
      "grad_norm": 0.4831356704235077,
      "learning_rate": 4.666404818752455e-05,
      "loss": 5.132,
      "step": 222365
    },
    {
      "epoch": 0.19464462497406868,
      "grad_norm": 0.4811205267906189,
      "learning_rate": 4.666389458945258e-05,
      "loss": 4.5833,
      "step": 222370
    },
    {
      "epoch": 0.19464900156769585,
      "grad_norm": 0.47851383686065674,
      "learning_rate": 4.666374098816636e-05,
      "loss": 4.9513,
      "step": 222375
    },
    {
      "epoch": 0.194653378161323,
      "grad_norm": 0.45943236351013184,
      "learning_rate": 4.666358738366594e-05,
      "loss": 5.4351,
      "step": 222380
    },
    {
      "epoch": 0.19465775475495015,
      "grad_norm": 0.47491803765296936,
      "learning_rate": 4.6663433775951326e-05,
      "loss": 5.1355,
      "step": 222385
    },
    {
      "epoch": 0.1946621313485773,
      "grad_norm": 0.47149422764778137,
      "learning_rate": 4.666328016502256e-05,
      "loss": 4.9094,
      "step": 222390
    },
    {
      "epoch": 0.19466650794220444,
      "grad_norm": 0.4573264420032501,
      "learning_rate": 4.666312655087966e-05,
      "loss": 5.9205,
      "step": 222395
    },
    {
      "epoch": 0.19467088453583162,
      "grad_norm": 0.46935057640075684,
      "learning_rate": 4.666297293352269e-05,
      "loss": 4.9053,
      "step": 222400
    },
    {
      "epoch": 0.19467526112945877,
      "grad_norm": 0.46528223156929016,
      "learning_rate": 4.666281931295163e-05,
      "loss": 3.9132,
      "step": 222405
    },
    {
      "epoch": 0.1946796377230859,
      "grad_norm": 0.46221601963043213,
      "learning_rate": 4.666266568916654e-05,
      "loss": 5.3359,
      "step": 222410
    },
    {
      "epoch": 0.19468401431671306,
      "grad_norm": 0.45956867933273315,
      "learning_rate": 4.666251206216744e-05,
      "loss": 5.3868,
      "step": 222415
    },
    {
      "epoch": 0.19468839091034024,
      "grad_norm": 0.45165130496025085,
      "learning_rate": 4.666235843195438e-05,
      "loss": 6.1865,
      "step": 222420
    },
    {
      "epoch": 0.19469276750396738,
      "grad_norm": 0.46598759293556213,
      "learning_rate": 4.6662204798527354e-05,
      "loss": 4.9052,
      "step": 222425
    },
    {
      "epoch": 0.19469714409759453,
      "grad_norm": 0.47009938955307007,
      "learning_rate": 4.666205116188642e-05,
      "loss": 5.1547,
      "step": 222430
    },
    {
      "epoch": 0.19470152069122168,
      "grad_norm": 0.466776579618454,
      "learning_rate": 4.6661897522031596e-05,
      "loss": 5.4092,
      "step": 222435
    },
    {
      "epoch": 0.19470589728484886,
      "grad_norm": 0.4597885012626648,
      "learning_rate": 4.6661743878962916e-05,
      "loss": 4.9219,
      "step": 222440
    },
    {
      "epoch": 0.194710273878476,
      "grad_norm": 0.4753289222717285,
      "learning_rate": 4.6661590232680405e-05,
      "loss": 5.2032,
      "step": 222445
    },
    {
      "epoch": 0.19471465047210315,
      "grad_norm": 0.515937864780426,
      "learning_rate": 4.6661436583184094e-05,
      "loss": 4.6099,
      "step": 222450
    },
    {
      "epoch": 0.1947190270657303,
      "grad_norm": 0.46585893630981445,
      "learning_rate": 4.666128293047402e-05,
      "loss": 5.348,
      "step": 222455
    },
    {
      "epoch": 0.19472340365935747,
      "grad_norm": 0.4594956040382385,
      "learning_rate": 4.66611292745502e-05,
      "loss": 5.9502,
      "step": 222460
    },
    {
      "epoch": 0.19472778025298462,
      "grad_norm": 0.4476116895675659,
      "learning_rate": 4.666097561541267e-05,
      "loss": 5.7125,
      "step": 222465
    },
    {
      "epoch": 0.19473215684661177,
      "grad_norm": 0.46053799986839294,
      "learning_rate": 4.6660821953061465e-05,
      "loss": 4.9478,
      "step": 222470
    },
    {
      "epoch": 0.19473653344023892,
      "grad_norm": 0.5310112237930298,
      "learning_rate": 4.66606682874966e-05,
      "loss": 4.8253,
      "step": 222475
    },
    {
      "epoch": 0.1947409100338661,
      "grad_norm": 0.47439953684806824,
      "learning_rate": 4.666051461871812e-05,
      "loss": 5.2243,
      "step": 222480
    },
    {
      "epoch": 0.19474528662749324,
      "grad_norm": 0.46487483382225037,
      "learning_rate": 4.6660360946726044e-05,
      "loss": 4.897,
      "step": 222485
    },
    {
      "epoch": 0.1947496632211204,
      "grad_norm": 0.48960167169570923,
      "learning_rate": 4.6660207271520406e-05,
      "loss": 5.74,
      "step": 222490
    },
    {
      "epoch": 0.19475403981474754,
      "grad_norm": 0.5659852623939514,
      "learning_rate": 4.666005359310125e-05,
      "loss": 4.7329,
      "step": 222495
    },
    {
      "epoch": 0.1947584164083747,
      "grad_norm": 0.525825023651123,
      "learning_rate": 4.6659899911468574e-05,
      "loss": 5.4623,
      "step": 222500
    },
    {
      "epoch": 0.19476279300200186,
      "grad_norm": 0.6141719222068787,
      "learning_rate": 4.6659746226622434e-05,
      "loss": 4.1863,
      "step": 222505
    },
    {
      "epoch": 0.194767169595629,
      "grad_norm": 0.49702271819114685,
      "learning_rate": 4.665959253856285e-05,
      "loss": 5.6273,
      "step": 222510
    },
    {
      "epoch": 0.19477154618925616,
      "grad_norm": 0.5379442572593689,
      "learning_rate": 4.665943884728985e-05,
      "loss": 5.23,
      "step": 222515
    },
    {
      "epoch": 0.1947759227828833,
      "grad_norm": 0.45766913890838623,
      "learning_rate": 4.6659285152803464e-05,
      "loss": 4.3851,
      "step": 222520
    },
    {
      "epoch": 0.19478029937651048,
      "grad_norm": 0.4664696753025055,
      "learning_rate": 4.6659131455103735e-05,
      "loss": 6.2205,
      "step": 222525
    },
    {
      "epoch": 0.19478467597013763,
      "grad_norm": 0.5996591448783875,
      "learning_rate": 4.665897775419067e-05,
      "loss": 5.4671,
      "step": 222530
    },
    {
      "epoch": 0.19478905256376478,
      "grad_norm": 0.45542579889297485,
      "learning_rate": 4.665882405006431e-05,
      "loss": 4.3125,
      "step": 222535
    },
    {
      "epoch": 0.19479342915739192,
      "grad_norm": 1.051084041595459,
      "learning_rate": 4.665867034272469e-05,
      "loss": 4.8494,
      "step": 222540
    },
    {
      "epoch": 0.1947978057510191,
      "grad_norm": 1.061676025390625,
      "learning_rate": 4.665851663217184e-05,
      "loss": 4.9395,
      "step": 222545
    },
    {
      "epoch": 0.19480218234464625,
      "grad_norm": 0.5915758609771729,
      "learning_rate": 4.665836291840576e-05,
      "loss": 5.4452,
      "step": 222550
    },
    {
      "epoch": 0.1948065589382734,
      "grad_norm": 0.5217828750610352,
      "learning_rate": 4.6658209201426527e-05,
      "loss": 4.8255,
      "step": 222555
    },
    {
      "epoch": 0.19481093553190054,
      "grad_norm": 0.47082439064979553,
      "learning_rate": 4.665805548123413e-05,
      "loss": 4.8952,
      "step": 222560
    },
    {
      "epoch": 0.19481531212552772,
      "grad_norm": 0.5295332074165344,
      "learning_rate": 4.665790175782862e-05,
      "loss": 4.9107,
      "step": 222565
    },
    {
      "epoch": 0.19481968871915487,
      "grad_norm": 0.48750340938568115,
      "learning_rate": 4.665774803121004e-05,
      "loss": 5.2031,
      "step": 222570
    },
    {
      "epoch": 0.194824065312782,
      "grad_norm": 0.46248507499694824,
      "learning_rate": 4.665759430137839e-05,
      "loss": 5.9449,
      "step": 222575
    },
    {
      "epoch": 0.19482844190640916,
      "grad_norm": 0.45987942814826965,
      "learning_rate": 4.665744056833371e-05,
      "loss": 4.9298,
      "step": 222580
    },
    {
      "epoch": 0.19483281850003634,
      "grad_norm": 0.4694320857524872,
      "learning_rate": 4.665728683207603e-05,
      "loss": 5.9305,
      "step": 222585
    },
    {
      "epoch": 0.19483719509366348,
      "grad_norm": 0.5182163715362549,
      "learning_rate": 4.665713309260539e-05,
      "loss": 5.1525,
      "step": 222590
    },
    {
      "epoch": 0.19484157168729063,
      "grad_norm": 0.46647176146507263,
      "learning_rate": 4.6656979349921806e-05,
      "loss": 5.7551,
      "step": 222595
    },
    {
      "epoch": 0.19484594828091778,
      "grad_norm": 0.46826034784317017,
      "learning_rate": 4.66568256040253e-05,
      "loss": 4.577,
      "step": 222600
    },
    {
      "epoch": 0.19485032487454496,
      "grad_norm": 0.4711625874042511,
      "learning_rate": 4.6656671854915935e-05,
      "loss": 5.2412,
      "step": 222605
    },
    {
      "epoch": 0.1948547014681721,
      "grad_norm": 0.463213175535202,
      "learning_rate": 4.665651810259371e-05,
      "loss": 5.7476,
      "step": 222610
    },
    {
      "epoch": 0.19485907806179925,
      "grad_norm": 0.457180380821228,
      "learning_rate": 4.665636434705867e-05,
      "loss": 4.4495,
      "step": 222615
    },
    {
      "epoch": 0.1948634546554264,
      "grad_norm": 0.4770333766937256,
      "learning_rate": 4.6656210588310836e-05,
      "loss": 5.1224,
      "step": 222620
    },
    {
      "epoch": 0.19486783124905357,
      "grad_norm": 0.4700050354003906,
      "learning_rate": 4.665605682635023e-05,
      "loss": 4.5863,
      "step": 222625
    },
    {
      "epoch": 0.19487220784268072,
      "grad_norm": 0.5200169086456299,
      "learning_rate": 4.66559030611769e-05,
      "loss": 5.641,
      "step": 222630
    },
    {
      "epoch": 0.19487658443630787,
      "grad_norm": 0.47238272428512573,
      "learning_rate": 4.665574929279087e-05,
      "loss": 5.3908,
      "step": 222635
    },
    {
      "epoch": 0.19488096102993502,
      "grad_norm": 0.4442371726036072,
      "learning_rate": 4.665559552119217e-05,
      "loss": 5.4474,
      "step": 222640
    },
    {
      "epoch": 0.19488533762356217,
      "grad_norm": 0.46221670508384705,
      "learning_rate": 4.665544174638082e-05,
      "loss": 5.2389,
      "step": 222645
    },
    {
      "epoch": 0.19488971421718934,
      "grad_norm": 0.47249123454093933,
      "learning_rate": 4.665528796835686e-05,
      "loss": 4.4073,
      "step": 222650
    },
    {
      "epoch": 0.1948940908108165,
      "grad_norm": 0.4571077525615692,
      "learning_rate": 4.665513418712032e-05,
      "loss": 4.8391,
      "step": 222655
    },
    {
      "epoch": 0.19489846740444364,
      "grad_norm": 0.4577558636665344,
      "learning_rate": 4.665498040267122e-05,
      "loss": 5.4495,
      "step": 222660
    },
    {
      "epoch": 0.19490284399807078,
      "grad_norm": 0.46822625398635864,
      "learning_rate": 4.665482661500961e-05,
      "loss": 5.2517,
      "step": 222665
    },
    {
      "epoch": 0.19490722059169796,
      "grad_norm": 0.4478696286678314,
      "learning_rate": 4.665467282413548e-05,
      "loss": 5.6937,
      "step": 222670
    },
    {
      "epoch": 0.1949115971853251,
      "grad_norm": 0.4418589770793915,
      "learning_rate": 4.6654519030048904e-05,
      "loss": 5.9621,
      "step": 222675
    },
    {
      "epoch": 0.19491597377895226,
      "grad_norm": 0.4547120928764343,
      "learning_rate": 4.66543652327499e-05,
      "loss": 4.8937,
      "step": 222680
    },
    {
      "epoch": 0.1949203503725794,
      "grad_norm": 0.46098271012306213,
      "learning_rate": 4.665421143223848e-05,
      "loss": 5.1544,
      "step": 222685
    },
    {
      "epoch": 0.19492472696620658,
      "grad_norm": 0.4688910245895386,
      "learning_rate": 4.665405762851468e-05,
      "loss": 5.1205,
      "step": 222690
    },
    {
      "epoch": 0.19492910355983373,
      "grad_norm": 0.456459105014801,
      "learning_rate": 4.6653903821578535e-05,
      "loss": 5.7397,
      "step": 222695
    },
    {
      "epoch": 0.19493348015346088,
      "grad_norm": 0.4669998586177826,
      "learning_rate": 4.665375001143007e-05,
      "loss": 4.925,
      "step": 222700
    },
    {
      "epoch": 0.19493785674708802,
      "grad_norm": 0.47132158279418945,
      "learning_rate": 4.6653596198069336e-05,
      "loss": 5.1993,
      "step": 222705
    },
    {
      "epoch": 0.1949422333407152,
      "grad_norm": 0.47367143630981445,
      "learning_rate": 4.665344238149634e-05,
      "loss": 4.9644,
      "step": 222710
    },
    {
      "epoch": 0.19494660993434235,
      "grad_norm": 0.45803648233413696,
      "learning_rate": 4.665328856171111e-05,
      "loss": 4.7404,
      "step": 222715
    },
    {
      "epoch": 0.1949509865279695,
      "grad_norm": 0.4746641516685486,
      "learning_rate": 4.665313473871368e-05,
      "loss": 5.4317,
      "step": 222720
    },
    {
      "epoch": 0.19495536312159664,
      "grad_norm": 0.4542361795902252,
      "learning_rate": 4.665298091250408e-05,
      "loss": 4.3972,
      "step": 222725
    },
    {
      "epoch": 0.19495973971522382,
      "grad_norm": 0.4505387544631958,
      "learning_rate": 4.6652827083082354e-05,
      "loss": 5.1818,
      "step": 222730
    },
    {
      "epoch": 0.19496411630885097,
      "grad_norm": 0.4593222141265869,
      "learning_rate": 4.665267325044851e-05,
      "loss": 5.7244,
      "step": 222735
    },
    {
      "epoch": 0.1949684929024781,
      "grad_norm": 0.49256402254104614,
      "learning_rate": 4.665251941460259e-05,
      "loss": 5.6439,
      "step": 222740
    },
    {
      "epoch": 0.19497286949610526,
      "grad_norm": 0.4681417644023895,
      "learning_rate": 4.665236557554462e-05,
      "loss": 5.1113,
      "step": 222745
    },
    {
      "epoch": 0.19497724608973244,
      "grad_norm": 0.4649192988872528,
      "learning_rate": 4.665221173327463e-05,
      "loss": 4.8122,
      "step": 222750
    },
    {
      "epoch": 0.19498162268335958,
      "grad_norm": 0.4711661636829376,
      "learning_rate": 4.665205788779264e-05,
      "loss": 5.4293,
      "step": 222755
    },
    {
      "epoch": 0.19498599927698673,
      "grad_norm": 0.4587186574935913,
      "learning_rate": 4.665190403909871e-05,
      "loss": 4.9553,
      "step": 222760
    },
    {
      "epoch": 0.19499037587061388,
      "grad_norm": 0.46024981141090393,
      "learning_rate": 4.665175018719285e-05,
      "loss": 5.4317,
      "step": 222765
    },
    {
      "epoch": 0.19499475246424103,
      "grad_norm": 0.45824235677719116,
      "learning_rate": 4.6651596332075074e-05,
      "loss": 5.201,
      "step": 222770
    },
    {
      "epoch": 0.1949991290578682,
      "grad_norm": 0.45470207929611206,
      "learning_rate": 4.665144247374543e-05,
      "loss": 5.7263,
      "step": 222775
    },
    {
      "epoch": 0.19500350565149535,
      "grad_norm": 0.46165135502815247,
      "learning_rate": 4.6651288612203944e-05,
      "loss": 4.4784,
      "step": 222780
    },
    {
      "epoch": 0.1950078822451225,
      "grad_norm": 0.47117266058921814,
      "learning_rate": 4.6651134747450656e-05,
      "loss": 6.216,
      "step": 222785
    },
    {
      "epoch": 0.19501225883874965,
      "grad_norm": 0.4749599099159241,
      "learning_rate": 4.6650980879485574e-05,
      "loss": 4.6214,
      "step": 222790
    },
    {
      "epoch": 0.19501663543237682,
      "grad_norm": 0.45937272906303406,
      "learning_rate": 4.665082700830874e-05,
      "loss": 4.635,
      "step": 222795
    },
    {
      "epoch": 0.19502101202600397,
      "grad_norm": 0.46034249663352966,
      "learning_rate": 4.665067313392019e-05,
      "loss": 5.3857,
      "step": 222800
    },
    {
      "epoch": 0.19502538861963112,
      "grad_norm": 0.48975780606269836,
      "learning_rate": 4.665051925631994e-05,
      "loss": 5.1189,
      "step": 222805
    },
    {
      "epoch": 0.19502976521325827,
      "grad_norm": 0.47916802763938904,
      "learning_rate": 4.665036537550803e-05,
      "loss": 5.1436,
      "step": 222810
    },
    {
      "epoch": 0.19503414180688544,
      "grad_norm": 0.5295696258544922,
      "learning_rate": 4.6650211491484484e-05,
      "loss": 4.8189,
      "step": 222815
    },
    {
      "epoch": 0.1950385184005126,
      "grad_norm": 0.4669457674026489,
      "learning_rate": 4.665005760424933e-05,
      "loss": 5.9744,
      "step": 222820
    },
    {
      "epoch": 0.19504289499413974,
      "grad_norm": 0.4576953649520874,
      "learning_rate": 4.664990371380261e-05,
      "loss": 4.5264,
      "step": 222825
    },
    {
      "epoch": 0.19504727158776689,
      "grad_norm": 0.6166170835494995,
      "learning_rate": 4.664974982014435e-05,
      "loss": 6.2338,
      "step": 222830
    },
    {
      "epoch": 0.19505164818139406,
      "grad_norm": 0.8383983969688416,
      "learning_rate": 4.664959592327457e-05,
      "loss": 5.6674,
      "step": 222835
    },
    {
      "epoch": 0.1950560247750212,
      "grad_norm": 0.4778701364994049,
      "learning_rate": 4.664944202319329e-05,
      "loss": 5.351,
      "step": 222840
    },
    {
      "epoch": 0.19506040136864836,
      "grad_norm": 0.474261611700058,
      "learning_rate": 4.664928811990057e-05,
      "loss": 4.9391,
      "step": 222845
    },
    {
      "epoch": 0.1950647779622755,
      "grad_norm": 0.4811733067035675,
      "learning_rate": 4.664913421339642e-05,
      "loss": 5.4601,
      "step": 222850
    },
    {
      "epoch": 0.19506915455590268,
      "grad_norm": 0.4782520830631256,
      "learning_rate": 4.6648980303680867e-05,
      "loss": 5.7109,
      "step": 222855
    },
    {
      "epoch": 0.19507353114952983,
      "grad_norm": 0.5869559049606323,
      "learning_rate": 4.664882639075396e-05,
      "loss": 4.6306,
      "step": 222860
    },
    {
      "epoch": 0.19507790774315698,
      "grad_norm": 0.48579809069633484,
      "learning_rate": 4.6648672474615704e-05,
      "loss": 5.6475,
      "step": 222865
    },
    {
      "epoch": 0.19508228433678412,
      "grad_norm": 0.4892924427986145,
      "learning_rate": 4.6648518555266155e-05,
      "loss": 4.6385,
      "step": 222870
    },
    {
      "epoch": 0.1950866609304113,
      "grad_norm": 0.4833030700683594,
      "learning_rate": 4.664836463270532e-05,
      "loss": 5.4537,
      "step": 222875
    },
    {
      "epoch": 0.19509103752403845,
      "grad_norm": 0.4786204397678375,
      "learning_rate": 4.6648210706933236e-05,
      "loss": 5.4329,
      "step": 222880
    },
    {
      "epoch": 0.1950954141176656,
      "grad_norm": 0.44207170605659485,
      "learning_rate": 4.6648056777949934e-05,
      "loss": 5.0008,
      "step": 222885
    },
    {
      "epoch": 0.19509979071129274,
      "grad_norm": 0.45584964752197266,
      "learning_rate": 4.664790284575544e-05,
      "loss": 5.4652,
      "step": 222890
    },
    {
      "epoch": 0.19510416730491992,
      "grad_norm": 0.4501971900463104,
      "learning_rate": 4.66477489103498e-05,
      "loss": 5.2603,
      "step": 222895
    },
    {
      "epoch": 0.19510854389854707,
      "grad_norm": 0.46211469173431396,
      "learning_rate": 4.664759497173302e-05,
      "loss": 5.4079,
      "step": 222900
    },
    {
      "epoch": 0.1951129204921742,
      "grad_norm": 0.4668518602848053,
      "learning_rate": 4.664744102990514e-05,
      "loss": 5.6195,
      "step": 222905
    },
    {
      "epoch": 0.19511729708580136,
      "grad_norm": 0.46848875284194946,
      "learning_rate": 4.66472870848662e-05,
      "loss": 5.7642,
      "step": 222910
    },
    {
      "epoch": 0.1951216736794285,
      "grad_norm": 0.45633789896965027,
      "learning_rate": 4.664713313661621e-05,
      "loss": 5.4626,
      "step": 222915
    },
    {
      "epoch": 0.19512605027305568,
      "grad_norm": 0.45658522844314575,
      "learning_rate": 4.6646979185155214e-05,
      "loss": 5.3874,
      "step": 222920
    },
    {
      "epoch": 0.19513042686668283,
      "grad_norm": 0.4535735249519348,
      "learning_rate": 4.664682523048324e-05,
      "loss": 5.1631,
      "step": 222925
    },
    {
      "epoch": 0.19513480346030998,
      "grad_norm": 1.1203645467758179,
      "learning_rate": 4.6646671272600304e-05,
      "loss": 4.924,
      "step": 222930
    },
    {
      "epoch": 0.19513918005393713,
      "grad_norm": 0.4964490234851837,
      "learning_rate": 4.664651731150646e-05,
      "loss": 4.5431,
      "step": 222935
    },
    {
      "epoch": 0.1951435566475643,
      "grad_norm": 0.4726400673389435,
      "learning_rate": 4.664636334720172e-05,
      "loss": 6.2775,
      "step": 222940
    },
    {
      "epoch": 0.19514793324119145,
      "grad_norm": 0.46845942735671997,
      "learning_rate": 4.6646209379686115e-05,
      "loss": 5.4273,
      "step": 222945
    },
    {
      "epoch": 0.1951523098348186,
      "grad_norm": 0.4655565619468689,
      "learning_rate": 4.6646055408959674e-05,
      "loss": 5.6389,
      "step": 222950
    },
    {
      "epoch": 0.19515668642844575,
      "grad_norm": 0.45279690623283386,
      "learning_rate": 4.664590143502243e-05,
      "loss": 4.9069,
      "step": 222955
    },
    {
      "epoch": 0.19516106302207292,
      "grad_norm": 0.45248112082481384,
      "learning_rate": 4.664574745787442e-05,
      "loss": 5.0158,
      "step": 222960
    },
    {
      "epoch": 0.19516543961570007,
      "grad_norm": 0.45462003350257874,
      "learning_rate": 4.664559347751567e-05,
      "loss": 5.1026,
      "step": 222965
    },
    {
      "epoch": 0.19516981620932722,
      "grad_norm": 0.5079166293144226,
      "learning_rate": 4.6645439493946205e-05,
      "loss": 5.7459,
      "step": 222970
    },
    {
      "epoch": 0.19517419280295437,
      "grad_norm": 0.4500731825828552,
      "learning_rate": 4.664528550716605e-05,
      "loss": 4.3232,
      "step": 222975
    },
    {
      "epoch": 0.19517856939658154,
      "grad_norm": 0.457794725894928,
      "learning_rate": 4.664513151717525e-05,
      "loss": 5.424,
      "step": 222980
    },
    {
      "epoch": 0.1951829459902087,
      "grad_norm": 0.4728032350540161,
      "learning_rate": 4.664497752397381e-05,
      "loss": 5.1824,
      "step": 222985
    },
    {
      "epoch": 0.19518732258383584,
      "grad_norm": 0.4965904951095581,
      "learning_rate": 4.664482352756179e-05,
      "loss": 5.712,
      "step": 222990
    },
    {
      "epoch": 0.19519169917746299,
      "grad_norm": 0.4906942844390869,
      "learning_rate": 4.66446695279392e-05,
      "loss": 4.8117,
      "step": 222995
    },
    {
      "epoch": 0.19519607577109016,
      "grad_norm": 0.47006598114967346,
      "learning_rate": 4.664451552510608e-05,
      "loss": 4.9383,
      "step": 223000
    },
    {
      "epoch": 0.1952004523647173,
      "grad_norm": 0.4670020639896393,
      "learning_rate": 4.664436151906245e-05,
      "loss": 5.3441,
      "step": 223005
    },
    {
      "epoch": 0.19520482895834446,
      "grad_norm": 0.4854641258716583,
      "learning_rate": 4.6644207509808344e-05,
      "loss": 5.7423,
      "step": 223010
    },
    {
      "epoch": 0.1952092055519716,
      "grad_norm": 0.4833652079105377,
      "learning_rate": 4.6644053497343785e-05,
      "loss": 4.3226,
      "step": 223015
    },
    {
      "epoch": 0.19521358214559878,
      "grad_norm": 0.4872894287109375,
      "learning_rate": 4.6643899481668816e-05,
      "loss": 6.2297,
      "step": 223020
    },
    {
      "epoch": 0.19521795873922593,
      "grad_norm": 0.5373669862747192,
      "learning_rate": 4.664374546278347e-05,
      "loss": 5.4875,
      "step": 223025
    },
    {
      "epoch": 0.19522233533285308,
      "grad_norm": 0.5158411264419556,
      "learning_rate": 4.664359144068775e-05,
      "loss": 5.2089,
      "step": 223030
    },
    {
      "epoch": 0.19522671192648022,
      "grad_norm": 0.45922213792800903,
      "learning_rate": 4.664343741538172e-05,
      "loss": 5.1127,
      "step": 223035
    },
    {
      "epoch": 0.19523108852010737,
      "grad_norm": 0.4610578417778015,
      "learning_rate": 4.664328338686538e-05,
      "loss": 5.1771,
      "step": 223040
    },
    {
      "epoch": 0.19523546511373455,
      "grad_norm": 0.46500375866889954,
      "learning_rate": 4.6643129355138784e-05,
      "loss": 5.4782,
      "step": 223045
    },
    {
      "epoch": 0.1952398417073617,
      "grad_norm": 0.5026344656944275,
      "learning_rate": 4.664297532020193e-05,
      "loss": 5.134,
      "step": 223050
    },
    {
      "epoch": 0.19524421830098884,
      "grad_norm": 0.4641263484954834,
      "learning_rate": 4.664282128205488e-05,
      "loss": 5.6271,
      "step": 223055
    },
    {
      "epoch": 0.195248594894616,
      "grad_norm": 0.46945878863334656,
      "learning_rate": 4.6642667240697656e-05,
      "loss": 5.1947,
      "step": 223060
    },
    {
      "epoch": 0.19525297148824317,
      "grad_norm": 0.489271879196167,
      "learning_rate": 4.664251319613028e-05,
      "loss": 5.2439,
      "step": 223065
    },
    {
      "epoch": 0.1952573480818703,
      "grad_norm": 0.4711701571941376,
      "learning_rate": 4.664235914835278e-05,
      "loss": 4.2322,
      "step": 223070
    },
    {
      "epoch": 0.19526172467549746,
      "grad_norm": 0.47405755519866943,
      "learning_rate": 4.6642205097365196e-05,
      "loss": 5.1277,
      "step": 223075
    },
    {
      "epoch": 0.1952661012691246,
      "grad_norm": 0.48333239555358887,
      "learning_rate": 4.664205104316755e-05,
      "loss": 5.6594,
      "step": 223080
    },
    {
      "epoch": 0.19527047786275178,
      "grad_norm": 0.48163023591041565,
      "learning_rate": 4.664189698575987e-05,
      "loss": 5.4487,
      "step": 223085
    },
    {
      "epoch": 0.19527485445637893,
      "grad_norm": 0.48491862416267395,
      "learning_rate": 4.6641742925142185e-05,
      "loss": 5.4172,
      "step": 223090
    },
    {
      "epoch": 0.19527923105000608,
      "grad_norm": 0.585079550743103,
      "learning_rate": 4.6641588861314544e-05,
      "loss": 5.7307,
      "step": 223095
    },
    {
      "epoch": 0.19528360764363323,
      "grad_norm": 0.4703315794467926,
      "learning_rate": 4.664143479427695e-05,
      "loss": 5.1304,
      "step": 223100
    },
    {
      "epoch": 0.1952879842372604,
      "grad_norm": 0.512626588344574,
      "learning_rate": 4.6641280724029454e-05,
      "loss": 4.4046,
      "step": 223105
    },
    {
      "epoch": 0.19529236083088755,
      "grad_norm": 0.4725185036659241,
      "learning_rate": 4.6641126650572065e-05,
      "loss": 5.2175,
      "step": 223110
    },
    {
      "epoch": 0.1952967374245147,
      "grad_norm": 0.4645461142063141,
      "learning_rate": 4.664097257390484e-05,
      "loss": 5.6578,
      "step": 223115
    },
    {
      "epoch": 0.19530111401814185,
      "grad_norm": 0.5705543160438538,
      "learning_rate": 4.6640818494027784e-05,
      "loss": 4.4284,
      "step": 223120
    },
    {
      "epoch": 0.19530549061176902,
      "grad_norm": 0.5837362408638,
      "learning_rate": 4.664066441094094e-05,
      "loss": 4.7199,
      "step": 223125
    },
    {
      "epoch": 0.19530986720539617,
      "grad_norm": 0.5397929549217224,
      "learning_rate": 4.6640510324644326e-05,
      "loss": 5.4174,
      "step": 223130
    },
    {
      "epoch": 0.19531424379902332,
      "grad_norm": 0.45839938521385193,
      "learning_rate": 4.6640356235137974e-05,
      "loss": 6.2164,
      "step": 223135
    },
    {
      "epoch": 0.19531862039265047,
      "grad_norm": 0.48479413986206055,
      "learning_rate": 4.664020214242193e-05,
      "loss": 4.8366,
      "step": 223140
    },
    {
      "epoch": 0.19532299698627764,
      "grad_norm": 0.45577138662338257,
      "learning_rate": 4.664004804649621e-05,
      "loss": 4.9075,
      "step": 223145
    },
    {
      "epoch": 0.1953273735799048,
      "grad_norm": 0.4676510989665985,
      "learning_rate": 4.6639893947360843e-05,
      "loss": 5.1896,
      "step": 223150
    },
    {
      "epoch": 0.19533175017353194,
      "grad_norm": 0.46277472376823425,
      "learning_rate": 4.663973984501587e-05,
      "loss": 5.7393,
      "step": 223155
    },
    {
      "epoch": 0.19533612676715909,
      "grad_norm": 0.45090171694755554,
      "learning_rate": 4.6639585739461313e-05,
      "loss": 5.9393,
      "step": 223160
    },
    {
      "epoch": 0.19534050336078623,
      "grad_norm": 0.46419408917427063,
      "learning_rate": 4.6639431630697186e-05,
      "loss": 4.4077,
      "step": 223165
    },
    {
      "epoch": 0.1953448799544134,
      "grad_norm": 0.45563843846321106,
      "learning_rate": 4.663927751872354e-05,
      "loss": 5.9926,
      "step": 223170
    },
    {
      "epoch": 0.19534925654804056,
      "grad_norm": 0.47329244017601013,
      "learning_rate": 4.663912340354041e-05,
      "loss": 5.5979,
      "step": 223175
    },
    {
      "epoch": 0.1953536331416677,
      "grad_norm": 0.4543156623840332,
      "learning_rate": 4.663896928514781e-05,
      "loss": 5.9406,
      "step": 223180
    },
    {
      "epoch": 0.19535800973529485,
      "grad_norm": 0.47762346267700195,
      "learning_rate": 4.663881516354577e-05,
      "loss": 4.901,
      "step": 223185
    },
    {
      "epoch": 0.19536238632892203,
      "grad_norm": 0.48014211654663086,
      "learning_rate": 4.663866103873432e-05,
      "loss": 5.7116,
      "step": 223190
    },
    {
      "epoch": 0.19536676292254918,
      "grad_norm": 0.5387028455734253,
      "learning_rate": 4.663850691071351e-05,
      "loss": 4.6668,
      "step": 223195
    },
    {
      "epoch": 0.19537113951617632,
      "grad_norm": 0.47542160749435425,
      "learning_rate": 4.663835277948334e-05,
      "loss": 5.7105,
      "step": 223200
    },
    {
      "epoch": 0.19537551610980347,
      "grad_norm": 0.4859545826911926,
      "learning_rate": 4.663819864504385e-05,
      "loss": 5.2231,
      "step": 223205
    },
    {
      "epoch": 0.19537989270343065,
      "grad_norm": 0.4838007986545563,
      "learning_rate": 4.663804450739509e-05,
      "loss": 5.2308,
      "step": 223210
    },
    {
      "epoch": 0.1953842692970578,
      "grad_norm": 0.47373130917549133,
      "learning_rate": 4.6637890366537064e-05,
      "loss": 4.9249,
      "step": 223215
    },
    {
      "epoch": 0.19538864589068494,
      "grad_norm": 0.46351030468940735,
      "learning_rate": 4.6637736222469796e-05,
      "loss": 5.4587,
      "step": 223220
    },
    {
      "epoch": 0.1953930224843121,
      "grad_norm": 0.488982617855072,
      "learning_rate": 4.6637582075193344e-05,
      "loss": 5.9746,
      "step": 223225
    },
    {
      "epoch": 0.19539739907793927,
      "grad_norm": 0.4800010621547699,
      "learning_rate": 4.663742792470772e-05,
      "loss": 4.8778,
      "step": 223230
    },
    {
      "epoch": 0.1954017756715664,
      "grad_norm": 0.47945183515548706,
      "learning_rate": 4.663727377101297e-05,
      "loss": 4.895,
      "step": 223235
    },
    {
      "epoch": 0.19540615226519356,
      "grad_norm": 0.49447494745254517,
      "learning_rate": 4.663711961410909e-05,
      "loss": 5.2121,
      "step": 223240
    },
    {
      "epoch": 0.1954105288588207,
      "grad_norm": 0.45932263135910034,
      "learning_rate": 4.663696545399615e-05,
      "loss": 5.7225,
      "step": 223245
    },
    {
      "epoch": 0.19541490545244788,
      "grad_norm": 0.453161358833313,
      "learning_rate": 4.663681129067415e-05,
      "loss": 5.6678,
      "step": 223250
    },
    {
      "epoch": 0.19541928204607503,
      "grad_norm": 0.4755716919898987,
      "learning_rate": 4.663665712414314e-05,
      "loss": 4.8184,
      "step": 223255
    },
    {
      "epoch": 0.19542365863970218,
      "grad_norm": 0.46568846702575684,
      "learning_rate": 4.663650295440313e-05,
      "loss": 5.2527,
      "step": 223260
    },
    {
      "epoch": 0.19542803523332933,
      "grad_norm": 0.4868994355201721,
      "learning_rate": 4.663634878145416e-05,
      "loss": 5.6482,
      "step": 223265
    },
    {
      "epoch": 0.1954324118269565,
      "grad_norm": 0.47745609283447266,
      "learning_rate": 4.6636194605296266e-05,
      "loss": 4.9265,
      "step": 223270
    },
    {
      "epoch": 0.19543678842058365,
      "grad_norm": 0.4759428799152374,
      "learning_rate": 4.6636040425929475e-05,
      "loss": 5.6549,
      "step": 223275
    },
    {
      "epoch": 0.1954411650142108,
      "grad_norm": 0.49030086398124695,
      "learning_rate": 4.663588624335381e-05,
      "loss": 5.1151,
      "step": 223280
    },
    {
      "epoch": 0.19544554160783795,
      "grad_norm": 0.46157097816467285,
      "learning_rate": 4.663573205756929e-05,
      "loss": 6.24,
      "step": 223285
    },
    {
      "epoch": 0.1954499182014651,
      "grad_norm": 0.491289347410202,
      "learning_rate": 4.6635577868575985e-05,
      "loss": 4.9308,
      "step": 223290
    },
    {
      "epoch": 0.19545429479509227,
      "grad_norm": 0.4768327474594116,
      "learning_rate": 4.663542367637388e-05,
      "loss": 5.9631,
      "step": 223295
    },
    {
      "epoch": 0.19545867138871942,
      "grad_norm": 0.4652751088142395,
      "learning_rate": 4.6635269480963026e-05,
      "loss": 4.3031,
      "step": 223300
    },
    {
      "epoch": 0.19546304798234657,
      "grad_norm": 0.4875098168849945,
      "learning_rate": 4.6635115282343455e-05,
      "loss": 5.7735,
      "step": 223305
    },
    {
      "epoch": 0.19546742457597371,
      "grad_norm": 0.5024288892745972,
      "learning_rate": 4.663496108051518e-05,
      "loss": 5.3428,
      "step": 223310
    },
    {
      "epoch": 0.1954718011696009,
      "grad_norm": 0.4665669798851013,
      "learning_rate": 4.663480687547825e-05,
      "loss": 5.4325,
      "step": 223315
    },
    {
      "epoch": 0.19547617776322804,
      "grad_norm": 0.468770831823349,
      "learning_rate": 4.663465266723269e-05,
      "loss": 4.3993,
      "step": 223320
    },
    {
      "epoch": 0.19548055435685519,
      "grad_norm": 0.4924139976501465,
      "learning_rate": 4.663449845577853e-05,
      "loss": 5.7274,
      "step": 223325
    },
    {
      "epoch": 0.19548493095048233,
      "grad_norm": 0.526239812374115,
      "learning_rate": 4.663434424111579e-05,
      "loss": 4.6933,
      "step": 223330
    },
    {
      "epoch": 0.1954893075441095,
      "grad_norm": 0.47576704621315,
      "learning_rate": 4.663419002324451e-05,
      "loss": 4.176,
      "step": 223335
    },
    {
      "epoch": 0.19549368413773666,
      "grad_norm": 0.4722839295864105,
      "learning_rate": 4.663403580216471e-05,
      "loss": 5.2289,
      "step": 223340
    },
    {
      "epoch": 0.1954980607313638,
      "grad_norm": 0.45944610238075256,
      "learning_rate": 4.6633881577876426e-05,
      "loss": 5.9264,
      "step": 223345
    },
    {
      "epoch": 0.19550243732499095,
      "grad_norm": 0.5020567178726196,
      "learning_rate": 4.66337273503797e-05,
      "loss": 5.3786,
      "step": 223350
    },
    {
      "epoch": 0.19550681391861813,
      "grad_norm": 0.4845384955406189,
      "learning_rate": 4.6633573119674534e-05,
      "loss": 4.2989,
      "step": 223355
    },
    {
      "epoch": 0.19551119051224528,
      "grad_norm": 0.4623311460018158,
      "learning_rate": 4.663341888576098e-05,
      "loss": 5.7193,
      "step": 223360
    },
    {
      "epoch": 0.19551556710587242,
      "grad_norm": 0.4555791914463043,
      "learning_rate": 4.663326464863906e-05,
      "loss": 4.715,
      "step": 223365
    },
    {
      "epoch": 0.19551994369949957,
      "grad_norm": 0.46903014183044434,
      "learning_rate": 4.663311040830881e-05,
      "loss": 5.6758,
      "step": 223370
    },
    {
      "epoch": 0.19552432029312675,
      "grad_norm": 0.502149760723114,
      "learning_rate": 4.663295616477025e-05,
      "loss": 5.3691,
      "step": 223375
    },
    {
      "epoch": 0.1955286968867539,
      "grad_norm": 0.48246288299560547,
      "learning_rate": 4.66328019180234e-05,
      "loss": 4.6415,
      "step": 223380
    },
    {
      "epoch": 0.19553307348038104,
      "grad_norm": 0.47102996706962585,
      "learning_rate": 4.663264766806833e-05,
      "loss": 4.6463,
      "step": 223385
    },
    {
      "epoch": 0.1955374500740082,
      "grad_norm": 0.4617990255355835,
      "learning_rate": 4.6632493414905034e-05,
      "loss": 5.7302,
      "step": 223390
    },
    {
      "epoch": 0.19554182666763537,
      "grad_norm": 0.4640093743801117,
      "learning_rate": 4.663233915853354e-05,
      "loss": 5.1197,
      "step": 223395
    },
    {
      "epoch": 0.1955462032612625,
      "grad_norm": 0.4534352421760559,
      "learning_rate": 4.66321848989539e-05,
      "loss": 5.9561,
      "step": 223400
    },
    {
      "epoch": 0.19555057985488966,
      "grad_norm": 0.4571625590324402,
      "learning_rate": 4.6632030636166133e-05,
      "loss": 4.6338,
      "step": 223405
    },
    {
      "epoch": 0.1955549564485168,
      "grad_norm": 0.4638511538505554,
      "learning_rate": 4.663187637017027e-05,
      "loss": 5.4428,
      "step": 223410
    },
    {
      "epoch": 0.19555933304214396,
      "grad_norm": 0.46053212881088257,
      "learning_rate": 4.663172210096634e-05,
      "loss": 5.4011,
      "step": 223415
    },
    {
      "epoch": 0.19556370963577113,
      "grad_norm": 0.4626217782497406,
      "learning_rate": 4.663156782855437e-05,
      "loss": 4.9306,
      "step": 223420
    },
    {
      "epoch": 0.19556808622939828,
      "grad_norm": 0.47461336851119995,
      "learning_rate": 4.663141355293439e-05,
      "loss": 4.208,
      "step": 223425
    },
    {
      "epoch": 0.19557246282302543,
      "grad_norm": 0.4699980318546295,
      "learning_rate": 4.663125927410643e-05,
      "loss": 5.7213,
      "step": 223430
    },
    {
      "epoch": 0.19557683941665258,
      "grad_norm": 0.47253334522247314,
      "learning_rate": 4.663110499207053e-05,
      "loss": 5.3395,
      "step": 223435
    },
    {
      "epoch": 0.19558121601027975,
      "grad_norm": 0.4689177870750427,
      "learning_rate": 4.6630950706826705e-05,
      "loss": 5.4492,
      "step": 223440
    },
    {
      "epoch": 0.1955855926039069,
      "grad_norm": 0.5075739622116089,
      "learning_rate": 4.663079641837499e-05,
      "loss": 4.4305,
      "step": 223445
    },
    {
      "epoch": 0.19558996919753405,
      "grad_norm": 0.49490755796432495,
      "learning_rate": 4.6630642126715406e-05,
      "loss": 5.9453,
      "step": 223450
    },
    {
      "epoch": 0.1955943457911612,
      "grad_norm": 0.4709727168083191,
      "learning_rate": 4.6630487831848016e-05,
      "loss": 5.1364,
      "step": 223455
    },
    {
      "epoch": 0.19559872238478837,
      "grad_norm": 0.48998942971229553,
      "learning_rate": 4.6630333533772804e-05,
      "loss": 5.7146,
      "step": 223460
    },
    {
      "epoch": 0.19560309897841552,
      "grad_norm": 0.4641171395778656,
      "learning_rate": 4.663017923248984e-05,
      "loss": 5.4324,
      "step": 223465
    },
    {
      "epoch": 0.19560747557204267,
      "grad_norm": 0.5006869435310364,
      "learning_rate": 4.663002492799912e-05,
      "loss": 5.2454,
      "step": 223470
    },
    {
      "epoch": 0.19561185216566981,
      "grad_norm": 0.48015254735946655,
      "learning_rate": 4.6629870620300696e-05,
      "loss": 5.4551,
      "step": 223475
    },
    {
      "epoch": 0.195616228759297,
      "grad_norm": 0.47584718465805054,
      "learning_rate": 4.66297163093946e-05,
      "loss": 5.3954,
      "step": 223480
    },
    {
      "epoch": 0.19562060535292414,
      "grad_norm": 0.4750514030456543,
      "learning_rate": 4.662956199528085e-05,
      "loss": 5.0839,
      "step": 223485
    },
    {
      "epoch": 0.19562498194655129,
      "grad_norm": 0.4704791307449341,
      "learning_rate": 4.662940767795947e-05,
      "loss": 5.6453,
      "step": 223490
    },
    {
      "epoch": 0.19562935854017843,
      "grad_norm": 0.4708591103553772,
      "learning_rate": 4.6629253357430505e-05,
      "loss": 5.1341,
      "step": 223495
    },
    {
      "epoch": 0.1956337351338056,
      "grad_norm": 0.47394564747810364,
      "learning_rate": 4.662909903369397e-05,
      "loss": 5.3119,
      "step": 223500
    },
    {
      "epoch": 0.19563811172743276,
      "grad_norm": 0.46448835730552673,
      "learning_rate": 4.662894470674991e-05,
      "loss": 5.4523,
      "step": 223505
    },
    {
      "epoch": 0.1956424883210599,
      "grad_norm": 0.48624563217163086,
      "learning_rate": 4.662879037659834e-05,
      "loss": 4.1641,
      "step": 223510
    },
    {
      "epoch": 0.19564686491468705,
      "grad_norm": 0.4936418831348419,
      "learning_rate": 4.662863604323932e-05,
      "loss": 4.6123,
      "step": 223515
    },
    {
      "epoch": 0.19565124150831423,
      "grad_norm": 0.4599147140979767,
      "learning_rate": 4.6628481706672836e-05,
      "loss": 5.4025,
      "step": 223520
    },
    {
      "epoch": 0.19565561810194138,
      "grad_norm": 0.4769754707813263,
      "learning_rate": 4.662832736689894e-05,
      "loss": 4.1931,
      "step": 223525
    },
    {
      "epoch": 0.19565999469556852,
      "grad_norm": 0.4720282554626465,
      "learning_rate": 4.662817302391768e-05,
      "loss": 4.5992,
      "step": 223530
    },
    {
      "epoch": 0.19566437128919567,
      "grad_norm": 0.4682576656341553,
      "learning_rate": 4.662801867772905e-05,
      "loss": 5.2336,
      "step": 223535
    },
    {
      "epoch": 0.19566874788282285,
      "grad_norm": 0.48529958724975586,
      "learning_rate": 4.6627864328333094e-05,
      "loss": 4.8601,
      "step": 223540
    },
    {
      "epoch": 0.19567312447645,
      "grad_norm": 0.4694591164588928,
      "learning_rate": 4.662770997572985e-05,
      "loss": 4.7079,
      "step": 223545
    },
    {
      "epoch": 0.19567750107007714,
      "grad_norm": 0.4495542347431183,
      "learning_rate": 4.6627555619919335e-05,
      "loss": 5.9369,
      "step": 223550
    },
    {
      "epoch": 0.1956818776637043,
      "grad_norm": 0.44785988330841064,
      "learning_rate": 4.662740126090161e-05,
      "loss": 5.934,
      "step": 223555
    },
    {
      "epoch": 0.19568625425733144,
      "grad_norm": 0.48043543100357056,
      "learning_rate": 4.662724689867666e-05,
      "loss": 5.2119,
      "step": 223560
    },
    {
      "epoch": 0.1956906308509586,
      "grad_norm": 0.4507371783256531,
      "learning_rate": 4.6627092533244534e-05,
      "loss": 5.2478,
      "step": 223565
    },
    {
      "epoch": 0.19569500744458576,
      "grad_norm": 0.46414676308631897,
      "learning_rate": 4.662693816460527e-05,
      "loss": 5.0268,
      "step": 223570
    },
    {
      "epoch": 0.1956993840382129,
      "grad_norm": 0.47233083844184875,
      "learning_rate": 4.662678379275889e-05,
      "loss": 5.7433,
      "step": 223575
    },
    {
      "epoch": 0.19570376063184006,
      "grad_norm": 0.4886721968650818,
      "learning_rate": 4.6626629417705426e-05,
      "loss": 5.2303,
      "step": 223580
    },
    {
      "epoch": 0.19570813722546723,
      "grad_norm": 0.4904770255088806,
      "learning_rate": 4.6626475039444905e-05,
      "loss": 5.1154,
      "step": 223585
    },
    {
      "epoch": 0.19571251381909438,
      "grad_norm": 0.4746861457824707,
      "learning_rate": 4.6626320657977354e-05,
      "loss": 5.6676,
      "step": 223590
    },
    {
      "epoch": 0.19571689041272153,
      "grad_norm": 0.4751295745372772,
      "learning_rate": 4.6626166273302815e-05,
      "loss": 5.137,
      "step": 223595
    },
    {
      "epoch": 0.19572126700634868,
      "grad_norm": 0.4737568199634552,
      "learning_rate": 4.662601188542131e-05,
      "loss": 4.6274,
      "step": 223600
    },
    {
      "epoch": 0.19572564359997585,
      "grad_norm": 0.49869149923324585,
      "learning_rate": 4.662585749433286e-05,
      "loss": 5.1331,
      "step": 223605
    },
    {
      "epoch": 0.195730020193603,
      "grad_norm": 0.47841915488243103,
      "learning_rate": 4.662570310003751e-05,
      "loss": 5.6479,
      "step": 223610
    },
    {
      "epoch": 0.19573439678723015,
      "grad_norm": 0.4814339876174927,
      "learning_rate": 4.662554870253527e-05,
      "loss": 5.7321,
      "step": 223615
    },
    {
      "epoch": 0.1957387733808573,
      "grad_norm": 0.48367172479629517,
      "learning_rate": 4.662539430182621e-05,
      "loss": 5.243,
      "step": 223620
    },
    {
      "epoch": 0.19574314997448447,
      "grad_norm": 0.4657181203365326,
      "learning_rate": 4.662523989791031e-05,
      "loss": 5.7641,
      "step": 223625
    },
    {
      "epoch": 0.19574752656811162,
      "grad_norm": 0.47921285033226013,
      "learning_rate": 4.6625085490787635e-05,
      "loss": 4.8836,
      "step": 223630
    },
    {
      "epoch": 0.19575190316173877,
      "grad_norm": 0.45459628105163574,
      "learning_rate": 4.662493108045819e-05,
      "loss": 5.9221,
      "step": 223635
    },
    {
      "epoch": 0.19575627975536591,
      "grad_norm": 0.45738309621810913,
      "learning_rate": 4.662477666692202e-05,
      "loss": 6.2432,
      "step": 223640
    },
    {
      "epoch": 0.1957606563489931,
      "grad_norm": 0.4638480842113495,
      "learning_rate": 4.6624622250179164e-05,
      "loss": 5.6244,
      "step": 223645
    },
    {
      "epoch": 0.19576503294262024,
      "grad_norm": 0.46533775329589844,
      "learning_rate": 4.662446783022963e-05,
      "loss": 5.4367,
      "step": 223650
    },
    {
      "epoch": 0.19576940953624739,
      "grad_norm": 0.487831175327301,
      "learning_rate": 4.662431340707346e-05,
      "loss": 4.411,
      "step": 223655
    },
    {
      "epoch": 0.19577378612987453,
      "grad_norm": 0.48043856024742126,
      "learning_rate": 4.6624158980710676e-05,
      "loss": 4.6169,
      "step": 223660
    },
    {
      "epoch": 0.1957781627235017,
      "grad_norm": 0.4564332962036133,
      "learning_rate": 4.6624004551141324e-05,
      "loss": 5.7407,
      "step": 223665
    },
    {
      "epoch": 0.19578253931712886,
      "grad_norm": 0.4855104088783264,
      "learning_rate": 4.662385011836541e-05,
      "loss": 4.7117,
      "step": 223670
    },
    {
      "epoch": 0.195786915910756,
      "grad_norm": 0.4725731313228607,
      "learning_rate": 4.662369568238298e-05,
      "loss": 4.9318,
      "step": 223675
    },
    {
      "epoch": 0.19579129250438315,
      "grad_norm": 0.47453612089157104,
      "learning_rate": 4.6623541243194066e-05,
      "loss": 5.3164,
      "step": 223680
    },
    {
      "epoch": 0.1957956690980103,
      "grad_norm": 0.46526503562927246,
      "learning_rate": 4.6623386800798684e-05,
      "loss": 6.2303,
      "step": 223685
    },
    {
      "epoch": 0.19580004569163748,
      "grad_norm": 0.477987676858902,
      "learning_rate": 4.662323235519689e-05,
      "loss": 5.1071,
      "step": 223690
    },
    {
      "epoch": 0.19580442228526462,
      "grad_norm": 0.45572614669799805,
      "learning_rate": 4.662307790638868e-05,
      "loss": 6.2199,
      "step": 223695
    },
    {
      "epoch": 0.19580879887889177,
      "grad_norm": 0.46480879187583923,
      "learning_rate": 4.66229234543741e-05,
      "loss": 6.2244,
      "step": 223700
    },
    {
      "epoch": 0.19581317547251892,
      "grad_norm": 0.48158204555511475,
      "learning_rate": 4.6622768999153176e-05,
      "loss": 5.4066,
      "step": 223705
    },
    {
      "epoch": 0.1958175520661461,
      "grad_norm": 0.484512597322464,
      "learning_rate": 4.6622614540725953e-05,
      "loss": 5.1425,
      "step": 223710
    },
    {
      "epoch": 0.19582192865977324,
      "grad_norm": 0.466709166765213,
      "learning_rate": 4.662246007909245e-05,
      "loss": 5.1451,
      "step": 223715
    },
    {
      "epoch": 0.1958263052534004,
      "grad_norm": 0.5185445547103882,
      "learning_rate": 4.6622305614252684e-05,
      "loss": 4.8355,
      "step": 223720
    },
    {
      "epoch": 0.19583068184702754,
      "grad_norm": 0.46875107288360596,
      "learning_rate": 4.662215114620669e-05,
      "loss": 4.6026,
      "step": 223725
    },
    {
      "epoch": 0.1958350584406547,
      "grad_norm": 0.48168352246284485,
      "learning_rate": 4.662199667495453e-05,
      "loss": 5.4261,
      "step": 223730
    },
    {
      "epoch": 0.19583943503428186,
      "grad_norm": 0.49277716875076294,
      "learning_rate": 4.662184220049619e-05,
      "loss": 5.7516,
      "step": 223735
    },
    {
      "epoch": 0.195843811627909,
      "grad_norm": 0.5028437376022339,
      "learning_rate": 4.662168772283172e-05,
      "loss": 5.3162,
      "step": 223740
    },
    {
      "epoch": 0.19584818822153616,
      "grad_norm": 0.48247870802879333,
      "learning_rate": 4.6621533241961146e-05,
      "loss": 4.4096,
      "step": 223745
    },
    {
      "epoch": 0.19585256481516333,
      "grad_norm": 0.4787523150444031,
      "learning_rate": 4.6621378757884505e-05,
      "loss": 5.2002,
      "step": 223750
    },
    {
      "epoch": 0.19585694140879048,
      "grad_norm": 0.45334044098854065,
      "learning_rate": 4.662122427060182e-05,
      "loss": 5.746,
      "step": 223755
    },
    {
      "epoch": 0.19586131800241763,
      "grad_norm": 0.4554290175437927,
      "learning_rate": 4.6621069780113125e-05,
      "loss": 5.942,
      "step": 223760
    },
    {
      "epoch": 0.19586569459604478,
      "grad_norm": 0.47442489862442017,
      "learning_rate": 4.6620915286418445e-05,
      "loss": 5.4169,
      "step": 223765
    },
    {
      "epoch": 0.19587007118967195,
      "grad_norm": 0.47682809829711914,
      "learning_rate": 4.66207607895178e-05,
      "loss": 4.9158,
      "step": 223770
    },
    {
      "epoch": 0.1958744477832991,
      "grad_norm": 0.45535075664520264,
      "learning_rate": 4.662060628941124e-05,
      "loss": 5.7701,
      "step": 223775
    },
    {
      "epoch": 0.19587882437692625,
      "grad_norm": 0.4740404188632965,
      "learning_rate": 4.66204517860988e-05,
      "loss": 4.0426,
      "step": 223780
    },
    {
      "epoch": 0.1958832009705534,
      "grad_norm": 0.480462908744812,
      "learning_rate": 4.662029727958047e-05,
      "loss": 5.443,
      "step": 223785
    },
    {
      "epoch": 0.19588757756418057,
      "grad_norm": 0.4795307517051697,
      "learning_rate": 4.6620142769856326e-05,
      "loss": 6.2506,
      "step": 223790
    },
    {
      "epoch": 0.19589195415780772,
      "grad_norm": 0.4719659388065338,
      "learning_rate": 4.6619988256926375e-05,
      "loss": 5.1397,
      "step": 223795
    },
    {
      "epoch": 0.19589633075143487,
      "grad_norm": 0.47023504972457886,
      "learning_rate": 4.661983374079064e-05,
      "loss": 5.9768,
      "step": 223800
    },
    {
      "epoch": 0.19590070734506201,
      "grad_norm": 0.4840943515300751,
      "learning_rate": 4.661967922144917e-05,
      "loss": 5.4316,
      "step": 223805
    },
    {
      "epoch": 0.19590508393868916,
      "grad_norm": 0.4672679603099823,
      "learning_rate": 4.661952469890197e-05,
      "loss": 4.6316,
      "step": 223810
    },
    {
      "epoch": 0.19590946053231634,
      "grad_norm": 0.5092267990112305,
      "learning_rate": 4.66193701731491e-05,
      "loss": 5.4129,
      "step": 223815
    },
    {
      "epoch": 0.19591383712594349,
      "grad_norm": 0.4639609754085541,
      "learning_rate": 4.661921564419057e-05,
      "loss": 5.152,
      "step": 223820
    },
    {
      "epoch": 0.19591821371957063,
      "grad_norm": 0.48172640800476074,
      "learning_rate": 4.661906111202642e-05,
      "loss": 5.6865,
      "step": 223825
    },
    {
      "epoch": 0.19592259031319778,
      "grad_norm": 0.4824832081794739,
      "learning_rate": 4.6618906576656674e-05,
      "loss": 4.1053,
      "step": 223830
    },
    {
      "epoch": 0.19592696690682496,
      "grad_norm": 0.4975813925266266,
      "learning_rate": 4.661875203808136e-05,
      "loss": 5.7101,
      "step": 223835
    },
    {
      "epoch": 0.1959313435004521,
      "grad_norm": 0.4751493036746979,
      "learning_rate": 4.6618597496300497e-05,
      "loss": 4.9242,
      "step": 223840
    },
    {
      "epoch": 0.19593572009407925,
      "grad_norm": 0.4757242798805237,
      "learning_rate": 4.6618442951314144e-05,
      "loss": 5.3371,
      "step": 223845
    },
    {
      "epoch": 0.1959400966877064,
      "grad_norm": 0.4670811891555786,
      "learning_rate": 4.661828840312231e-05,
      "loss": 4.2106,
      "step": 223850
    },
    {
      "epoch": 0.19594447328133358,
      "grad_norm": 0.5179631114006042,
      "learning_rate": 4.661813385172503e-05,
      "loss": 5.4264,
      "step": 223855
    },
    {
      "epoch": 0.19594884987496072,
      "grad_norm": 0.4724067747592926,
      "learning_rate": 4.661797929712233e-05,
      "loss": 4.1276,
      "step": 223860
    },
    {
      "epoch": 0.19595322646858787,
      "grad_norm": 0.49069011211395264,
      "learning_rate": 4.661782473931424e-05,
      "loss": 5.6645,
      "step": 223865
    },
    {
      "epoch": 0.19595760306221502,
      "grad_norm": 0.49032771587371826,
      "learning_rate": 4.66176701783008e-05,
      "loss": 5.7121,
      "step": 223870
    },
    {
      "epoch": 0.1959619796558422,
      "grad_norm": 0.5562041401863098,
      "learning_rate": 4.661751561408203e-05,
      "loss": 5.4336,
      "step": 223875
    },
    {
      "epoch": 0.19596635624946934,
      "grad_norm": 0.5065557360649109,
      "learning_rate": 4.661736104665796e-05,
      "loss": 4.8868,
      "step": 223880
    },
    {
      "epoch": 0.1959707328430965,
      "grad_norm": 0.4788919985294342,
      "learning_rate": 4.661720647602863e-05,
      "loss": 6.2383,
      "step": 223885
    },
    {
      "epoch": 0.19597510943672364,
      "grad_norm": 0.47535303235054016,
      "learning_rate": 4.6617051902194054e-05,
      "loss": 5.2802,
      "step": 223890
    },
    {
      "epoch": 0.1959794860303508,
      "grad_norm": 0.487614244222641,
      "learning_rate": 4.6616897325154274e-05,
      "loss": 5.4238,
      "step": 223895
    },
    {
      "epoch": 0.19598386262397796,
      "grad_norm": 0.48122841119766235,
      "learning_rate": 4.6616742744909314e-05,
      "loss": 4.6287,
      "step": 223900
    },
    {
      "epoch": 0.1959882392176051,
      "grad_norm": 0.4704262614250183,
      "learning_rate": 4.661658816145921e-05,
      "loss": 4.8394,
      "step": 223905
    },
    {
      "epoch": 0.19599261581123226,
      "grad_norm": 0.46357327699661255,
      "learning_rate": 4.6616433574803985e-05,
      "loss": 5.4322,
      "step": 223910
    },
    {
      "epoch": 0.19599699240485943,
      "grad_norm": 0.4724717438220978,
      "learning_rate": 4.661627898494366e-05,
      "loss": 4.4246,
      "step": 223915
    },
    {
      "epoch": 0.19600136899848658,
      "grad_norm": 0.47093436121940613,
      "learning_rate": 4.661612439187829e-05,
      "loss": 4.4472,
      "step": 223920
    },
    {
      "epoch": 0.19600574559211373,
      "grad_norm": 0.5052308440208435,
      "learning_rate": 4.661596979560788e-05,
      "loss": 5.0375,
      "step": 223925
    },
    {
      "epoch": 0.19601012218574088,
      "grad_norm": 0.5034693479537964,
      "learning_rate": 4.661581519613248e-05,
      "loss": 5.4213,
      "step": 223930
    },
    {
      "epoch": 0.19601449877936802,
      "grad_norm": 0.5182206630706787,
      "learning_rate": 4.661566059345211e-05,
      "loss": 5.1751,
      "step": 223935
    },
    {
      "epoch": 0.1960188753729952,
      "grad_norm": 0.47395020723342896,
      "learning_rate": 4.66155059875668e-05,
      "loss": 4.4001,
      "step": 223940
    },
    {
      "epoch": 0.19602325196662235,
      "grad_norm": 0.47444406151771545,
      "learning_rate": 4.661535137847658e-05,
      "loss": 5.4179,
      "step": 223945
    },
    {
      "epoch": 0.1960276285602495,
      "grad_norm": 0.4688771963119507,
      "learning_rate": 4.661519676618147e-05,
      "loss": 6.2381,
      "step": 223950
    },
    {
      "epoch": 0.19603200515387664,
      "grad_norm": 0.4393974542617798,
      "learning_rate": 4.661504215068152e-05,
      "loss": 6.2355,
      "step": 223955
    },
    {
      "epoch": 0.19603638174750382,
      "grad_norm": 0.469192236661911,
      "learning_rate": 4.661488753197675e-05,
      "loss": 4.5923,
      "step": 223960
    },
    {
      "epoch": 0.19604075834113097,
      "grad_norm": 0.49103111028671265,
      "learning_rate": 4.661473291006718e-05,
      "loss": 5.4541,
      "step": 223965
    },
    {
      "epoch": 0.19604513493475811,
      "grad_norm": 0.4743042290210724,
      "learning_rate": 4.661457828495286e-05,
      "loss": 5.456,
      "step": 223970
    },
    {
      "epoch": 0.19604951152838526,
      "grad_norm": 0.4716736078262329,
      "learning_rate": 4.66144236566338e-05,
      "loss": 6.2557,
      "step": 223975
    },
    {
      "epoch": 0.19605388812201244,
      "grad_norm": 0.4656291902065277,
      "learning_rate": 4.661426902511005e-05,
      "loss": 5.1437,
      "step": 223980
    },
    {
      "epoch": 0.19605826471563959,
      "grad_norm": 0.47690871357917786,
      "learning_rate": 4.6614114390381625e-05,
      "loss": 5.4253,
      "step": 223985
    },
    {
      "epoch": 0.19606264130926673,
      "grad_norm": 0.4795355796813965,
      "learning_rate": 4.6613959752448545e-05,
      "loss": 4.7391,
      "step": 223990
    },
    {
      "epoch": 0.19606701790289388,
      "grad_norm": 0.48058125376701355,
      "learning_rate": 4.6613805111310874e-05,
      "loss": 4.8458,
      "step": 223995
    },
    {
      "epoch": 0.19607139449652106,
      "grad_norm": 0.4923345446586609,
      "learning_rate": 4.661365046696861e-05,
      "loss": 5.2229,
      "step": 224000
    },
    {
      "epoch": 0.1960757710901482,
      "grad_norm": 0.47023001313209534,
      "learning_rate": 4.661349581942179e-05,
      "loss": 5.9574,
      "step": 224005
    },
    {
      "epoch": 0.19608014768377535,
      "grad_norm": 0.47867551445961,
      "learning_rate": 4.661334116867045e-05,
      "loss": 5.1127,
      "step": 224010
    },
    {
      "epoch": 0.1960845242774025,
      "grad_norm": 0.48592355847358704,
      "learning_rate": 4.6613186514714625e-05,
      "loss": 4.5879,
      "step": 224015
    },
    {
      "epoch": 0.19608890087102968,
      "grad_norm": 0.4585171341896057,
      "learning_rate": 4.661303185755434e-05,
      "loss": 5.7488,
      "step": 224020
    },
    {
      "epoch": 0.19609327746465682,
      "grad_norm": 0.4562089741230011,
      "learning_rate": 4.661287719718961e-05,
      "loss": 5.9461,
      "step": 224025
    },
    {
      "epoch": 0.19609765405828397,
      "grad_norm": 0.46325036883354187,
      "learning_rate": 4.661272253362048e-05,
      "loss": 5.0719,
      "step": 224030
    },
    {
      "epoch": 0.19610203065191112,
      "grad_norm": 0.47697246074676514,
      "learning_rate": 4.661256786684698e-05,
      "loss": 3.8821,
      "step": 224035
    },
    {
      "epoch": 0.1961064072455383,
      "grad_norm": 0.4725600779056549,
      "learning_rate": 4.661241319686913e-05,
      "loss": 5.9803,
      "step": 224040
    },
    {
      "epoch": 0.19611078383916544,
      "grad_norm": 0.4653545618057251,
      "learning_rate": 4.661225852368698e-05,
      "loss": 5.3971,
      "step": 224045
    },
    {
      "epoch": 0.1961151604327926,
      "grad_norm": 0.4600943326950073,
      "learning_rate": 4.661210384730054e-05,
      "loss": 5.422,
      "step": 224050
    },
    {
      "epoch": 0.19611953702641974,
      "grad_norm": 0.46540001034736633,
      "learning_rate": 4.661194916770985e-05,
      "loss": 5.4353,
      "step": 224055
    },
    {
      "epoch": 0.19612391362004689,
      "grad_norm": 0.4903469383716583,
      "learning_rate": 4.6611794484914914e-05,
      "loss": 5.9381,
      "step": 224060
    },
    {
      "epoch": 0.19612829021367406,
      "grad_norm": 0.48597797751426697,
      "learning_rate": 4.661163979891581e-05,
      "loss": 5.6574,
      "step": 224065
    },
    {
      "epoch": 0.1961326668073012,
      "grad_norm": 0.4750879406929016,
      "learning_rate": 4.661148510971254e-05,
      "loss": 5.7125,
      "step": 224070
    },
    {
      "epoch": 0.19613704340092836,
      "grad_norm": 0.49712997674942017,
      "learning_rate": 4.661133041730512e-05,
      "loss": 5.4329,
      "step": 224075
    },
    {
      "epoch": 0.1961414199945555,
      "grad_norm": 0.4611564874649048,
      "learning_rate": 4.661117572169361e-05,
      "loss": 5.0775,
      "step": 224080
    },
    {
      "epoch": 0.19614579658818268,
      "grad_norm": 0.4974185824394226,
      "learning_rate": 4.661102102287802e-05,
      "loss": 5.1129,
      "step": 224085
    },
    {
      "epoch": 0.19615017318180983,
      "grad_norm": 0.4540688395500183,
      "learning_rate": 4.661086632085838e-05,
      "loss": 5.6047,
      "step": 224090
    },
    {
      "epoch": 0.19615454977543698,
      "grad_norm": 0.48388785123825073,
      "learning_rate": 4.661071161563473e-05,
      "loss": 5.7125,
      "step": 224095
    },
    {
      "epoch": 0.19615892636906412,
      "grad_norm": 0.48430687189102173,
      "learning_rate": 4.661055690720709e-05,
      "loss": 4.918,
      "step": 224100
    },
    {
      "epoch": 0.1961633029626913,
      "grad_norm": 0.4865824282169342,
      "learning_rate": 4.661040219557551e-05,
      "loss": 5.4797,
      "step": 224105
    },
    {
      "epoch": 0.19616767955631845,
      "grad_norm": 0.4540878236293793,
      "learning_rate": 4.6610247480739985e-05,
      "loss": 5.1629,
      "step": 224110
    },
    {
      "epoch": 0.1961720561499456,
      "grad_norm": 0.48526430130004883,
      "learning_rate": 4.661009276270057e-05,
      "loss": 5.1731,
      "step": 224115
    },
    {
      "epoch": 0.19617643274357274,
      "grad_norm": 0.45787641406059265,
      "learning_rate": 4.66099380414573e-05,
      "loss": 5.6445,
      "step": 224120
    },
    {
      "epoch": 0.19618080933719992,
      "grad_norm": 0.4627053439617157,
      "learning_rate": 4.6609783317010194e-05,
      "loss": 5.7234,
      "step": 224125
    },
    {
      "epoch": 0.19618518593082707,
      "grad_norm": 0.558154284954071,
      "learning_rate": 4.660962858935927e-05,
      "loss": 4.5856,
      "step": 224130
    },
    {
      "epoch": 0.19618956252445421,
      "grad_norm": 0.477260947227478,
      "learning_rate": 4.660947385850457e-05,
      "loss": 4.8815,
      "step": 224135
    },
    {
      "epoch": 0.19619393911808136,
      "grad_norm": 0.48054781556129456,
      "learning_rate": 4.660931912444614e-05,
      "loss": 4.4449,
      "step": 224140
    },
    {
      "epoch": 0.19619831571170854,
      "grad_norm": 0.4712267220020294,
      "learning_rate": 4.660916438718398e-05,
      "loss": 5.2244,
      "step": 224145
    },
    {
      "epoch": 0.19620269230533569,
      "grad_norm": 0.47346407175064087,
      "learning_rate": 4.6609009646718124e-05,
      "loss": 4.9312,
      "step": 224150
    },
    {
      "epoch": 0.19620706889896283,
      "grad_norm": 0.4738440215587616,
      "learning_rate": 4.6608854903048626e-05,
      "loss": 5.1952,
      "step": 224155
    },
    {
      "epoch": 0.19621144549258998,
      "grad_norm": 0.4761348366737366,
      "learning_rate": 4.66087001561755e-05,
      "loss": 5.658,
      "step": 224160
    },
    {
      "epoch": 0.19621582208621716,
      "grad_norm": 0.4834154546260834,
      "learning_rate": 4.660854540609877e-05,
      "loss": 4.6546,
      "step": 224165
    },
    {
      "epoch": 0.1962201986798443,
      "grad_norm": 0.46419933438301086,
      "learning_rate": 4.6608390652818476e-05,
      "loss": 4.9,
      "step": 224170
    },
    {
      "epoch": 0.19622457527347145,
      "grad_norm": 0.4750021696090698,
      "learning_rate": 4.660823589633465e-05,
      "loss": 5.9361,
      "step": 224175
    },
    {
      "epoch": 0.1962289518670986,
      "grad_norm": 0.4651835858821869,
      "learning_rate": 4.6608081136647305e-05,
      "loss": 4.6523,
      "step": 224180
    },
    {
      "epoch": 0.19623332846072578,
      "grad_norm": 0.4982460141181946,
      "learning_rate": 4.6607926373756496e-05,
      "loss": 4.937,
      "step": 224185
    },
    {
      "epoch": 0.19623770505435292,
      "grad_norm": 0.47272640466690063,
      "learning_rate": 4.660777160766222e-05,
      "loss": 5.9576,
      "step": 224190
    },
    {
      "epoch": 0.19624208164798007,
      "grad_norm": 0.477663516998291,
      "learning_rate": 4.660761683836454e-05,
      "loss": 5.4429,
      "step": 224195
    },
    {
      "epoch": 0.19624645824160722,
      "grad_norm": 0.48769411444664,
      "learning_rate": 4.660746206586347e-05,
      "loss": 4.923,
      "step": 224200
    },
    {
      "epoch": 0.19625083483523437,
      "grad_norm": 0.47287994623184204,
      "learning_rate": 4.660730729015904e-05,
      "loss": 4.3178,
      "step": 224205
    },
    {
      "epoch": 0.19625521142886154,
      "grad_norm": 0.472125381231308,
      "learning_rate": 4.6607152511251284e-05,
      "loss": 5.7661,
      "step": 224210
    },
    {
      "epoch": 0.1962595880224887,
      "grad_norm": 0.568830668926239,
      "learning_rate": 4.660699772914023e-05,
      "loss": 4.3885,
      "step": 224215
    },
    {
      "epoch": 0.19626396461611584,
      "grad_norm": 0.48421573638916016,
      "learning_rate": 4.66068429438259e-05,
      "loss": 4.5967,
      "step": 224220
    },
    {
      "epoch": 0.19626834120974299,
      "grad_norm": 0.4540292024612427,
      "learning_rate": 4.6606688155308345e-05,
      "loss": 5.9158,
      "step": 224225
    },
    {
      "epoch": 0.19627271780337016,
      "grad_norm": 0.48474010825157166,
      "learning_rate": 4.660653336358757e-05,
      "loss": 4.6803,
      "step": 224230
    },
    {
      "epoch": 0.1962770943969973,
      "grad_norm": 0.45969876646995544,
      "learning_rate": 4.660637856866362e-05,
      "loss": 4.9101,
      "step": 224235
    },
    {
      "epoch": 0.19628147099062446,
      "grad_norm": 0.45994874835014343,
      "learning_rate": 4.660622377053652e-05,
      "loss": 5.234,
      "step": 224240
    },
    {
      "epoch": 0.1962858475842516,
      "grad_norm": 0.4515460431575775,
      "learning_rate": 4.6606068969206296e-05,
      "loss": 4.5783,
      "step": 224245
    },
    {
      "epoch": 0.19629022417787878,
      "grad_norm": 0.47539085149765015,
      "learning_rate": 4.660591416467298e-05,
      "loss": 5.6443,
      "step": 224250
    },
    {
      "epoch": 0.19629460077150593,
      "grad_norm": 0.46074241399765015,
      "learning_rate": 4.6605759356936616e-05,
      "loss": 5.615,
      "step": 224255
    },
    {
      "epoch": 0.19629897736513308,
      "grad_norm": 0.48026272654533386,
      "learning_rate": 4.660560454599722e-05,
      "loss": 4.903,
      "step": 224260
    },
    {
      "epoch": 0.19630335395876022,
      "grad_norm": 0.5199331045150757,
      "learning_rate": 4.660544973185481e-05,
      "loss": 5.1124,
      "step": 224265
    },
    {
      "epoch": 0.1963077305523874,
      "grad_norm": 0.4739921987056732,
      "learning_rate": 4.660529491450943e-05,
      "loss": 4.9489,
      "step": 224270
    },
    {
      "epoch": 0.19631210714601455,
      "grad_norm": 0.5231921076774597,
      "learning_rate": 4.660514009396113e-05,
      "loss": 5.4305,
      "step": 224275
    },
    {
      "epoch": 0.1963164837396417,
      "grad_norm": 0.47271326184272766,
      "learning_rate": 4.660498527020991e-05,
      "loss": 5.0897,
      "step": 224280
    },
    {
      "epoch": 0.19632086033326884,
      "grad_norm": 0.4769415557384491,
      "learning_rate": 4.660483044325581e-05,
      "loss": 4.9038,
      "step": 224285
    },
    {
      "epoch": 0.19632523692689602,
      "grad_norm": 0.47633883357048035,
      "learning_rate": 4.6604675613098855e-05,
      "loss": 5.4235,
      "step": 224290
    },
    {
      "epoch": 0.19632961352052317,
      "grad_norm": 0.4665548801422119,
      "learning_rate": 4.660452077973908e-05,
      "loss": 4.9288,
      "step": 224295
    },
    {
      "epoch": 0.19633399011415031,
      "grad_norm": 0.4596517086029053,
      "learning_rate": 4.660436594317651e-05,
      "loss": 5.1979,
      "step": 224300
    },
    {
      "epoch": 0.19633836670777746,
      "grad_norm": 0.5162019729614258,
      "learning_rate": 4.660421110341119e-05,
      "loss": 4.9055,
      "step": 224305
    },
    {
      "epoch": 0.19634274330140464,
      "grad_norm": 0.48669424653053284,
      "learning_rate": 4.660405626044313e-05,
      "loss": 5.1414,
      "step": 224310
    },
    {
      "epoch": 0.19634711989503179,
      "grad_norm": 0.45098093152046204,
      "learning_rate": 4.660390141427237e-05,
      "loss": 5.7249,
      "step": 224315
    },
    {
      "epoch": 0.19635149648865893,
      "grad_norm": 0.4844617247581482,
      "learning_rate": 4.6603746564898946e-05,
      "loss": 5.1214,
      "step": 224320
    },
    {
      "epoch": 0.19635587308228608,
      "grad_norm": 0.46422067284584045,
      "learning_rate": 4.660359171232287e-05,
      "loss": 4.9661,
      "step": 224325
    },
    {
      "epoch": 0.19636024967591323,
      "grad_norm": 0.45198366045951843,
      "learning_rate": 4.660343685654419e-05,
      "loss": 5.6969,
      "step": 224330
    },
    {
      "epoch": 0.1963646262695404,
      "grad_norm": 0.4544394314289093,
      "learning_rate": 4.660328199756292e-05,
      "loss": 5.7169,
      "step": 224335
    },
    {
      "epoch": 0.19636900286316755,
      "grad_norm": 0.4669642150402069,
      "learning_rate": 4.6603127135379096e-05,
      "loss": 5.015,
      "step": 224340
    },
    {
      "epoch": 0.1963733794567947,
      "grad_norm": 0.4565321207046509,
      "learning_rate": 4.660297226999276e-05,
      "loss": 5.4573,
      "step": 224345
    },
    {
      "epoch": 0.19637775605042185,
      "grad_norm": 0.45904093980789185,
      "learning_rate": 4.6602817401403933e-05,
      "loss": 5.3557,
      "step": 224350
    },
    {
      "epoch": 0.19638213264404902,
      "grad_norm": 0.4611855149269104,
      "learning_rate": 4.660266252961264e-05,
      "loss": 5.9262,
      "step": 224355
    },
    {
      "epoch": 0.19638650923767617,
      "grad_norm": 0.46243157982826233,
      "learning_rate": 4.660250765461891e-05,
      "loss": 5.7771,
      "step": 224360
    },
    {
      "epoch": 0.19639088583130332,
      "grad_norm": 0.4919721186161041,
      "learning_rate": 4.660235277642278e-05,
      "loss": 4.9457,
      "step": 224365
    },
    {
      "epoch": 0.19639526242493047,
      "grad_norm": 0.46335896849632263,
      "learning_rate": 4.660219789502428e-05,
      "loss": 4.8134,
      "step": 224370
    },
    {
      "epoch": 0.19639963901855764,
      "grad_norm": 0.46625760197639465,
      "learning_rate": 4.660204301042342e-05,
      "loss": 5.9256,
      "step": 224375
    },
    {
      "epoch": 0.1964040156121848,
      "grad_norm": 0.458620548248291,
      "learning_rate": 4.6601888122620276e-05,
      "loss": 5.4486,
      "step": 224380
    },
    {
      "epoch": 0.19640839220581194,
      "grad_norm": 0.48852109909057617,
      "learning_rate": 4.660173323161483e-05,
      "loss": 4.6088,
      "step": 224385
    },
    {
      "epoch": 0.19641276879943909,
      "grad_norm": 0.49164992570877075,
      "learning_rate": 4.6601578337407136e-05,
      "loss": 4.931,
      "step": 224390
    },
    {
      "epoch": 0.19641714539306626,
      "grad_norm": 0.501292884349823,
      "learning_rate": 4.6601423439997214e-05,
      "loss": 5.4192,
      "step": 224395
    },
    {
      "epoch": 0.1964215219866934,
      "grad_norm": 0.5450963377952576,
      "learning_rate": 4.66012685393851e-05,
      "loss": 5.4152,
      "step": 224400
    },
    {
      "epoch": 0.19642589858032056,
      "grad_norm": 0.5117577314376831,
      "learning_rate": 4.6601113635570825e-05,
      "loss": 5.4348,
      "step": 224405
    },
    {
      "epoch": 0.1964302751739477,
      "grad_norm": 0.4571264684200287,
      "learning_rate": 4.660095872855441e-05,
      "loss": 5.9799,
      "step": 224410
    },
    {
      "epoch": 0.19643465176757488,
      "grad_norm": 0.46338629722595215,
      "learning_rate": 4.66008038183359e-05,
      "loss": 5.3947,
      "step": 224415
    },
    {
      "epoch": 0.19643902836120203,
      "grad_norm": 0.48806679248809814,
      "learning_rate": 4.660064890491531e-05,
      "loss": 5.7292,
      "step": 224420
    },
    {
      "epoch": 0.19644340495482918,
      "grad_norm": 0.47658994793891907,
      "learning_rate": 4.660049398829268e-05,
      "loss": 5.4167,
      "step": 224425
    },
    {
      "epoch": 0.19644778154845632,
      "grad_norm": 0.5049752593040466,
      "learning_rate": 4.660033906846803e-05,
      "loss": 5.3978,
      "step": 224430
    },
    {
      "epoch": 0.1964521581420835,
      "grad_norm": 0.4931411147117615,
      "learning_rate": 4.6600184145441396e-05,
      "loss": 5.2042,
      "step": 224435
    },
    {
      "epoch": 0.19645653473571065,
      "grad_norm": 0.47602877020835876,
      "learning_rate": 4.660002921921282e-05,
      "loss": 4.6331,
      "step": 224440
    },
    {
      "epoch": 0.1964609113293378,
      "grad_norm": 0.47243767976760864,
      "learning_rate": 4.659987428978231e-05,
      "loss": 5.242,
      "step": 224445
    },
    {
      "epoch": 0.19646528792296494,
      "grad_norm": 0.4714926779270172,
      "learning_rate": 4.6599719357149896e-05,
      "loss": 5.4604,
      "step": 224450
    },
    {
      "epoch": 0.1964696645165921,
      "grad_norm": 0.5614405274391174,
      "learning_rate": 4.659956442131563e-05,
      "loss": 4.6051,
      "step": 224455
    },
    {
      "epoch": 0.19647404111021927,
      "grad_norm": 0.5992864966392517,
      "learning_rate": 4.6599409482279524e-05,
      "loss": 5.1394,
      "step": 224460
    },
    {
      "epoch": 0.19647841770384641,
      "grad_norm": 0.4833966791629791,
      "learning_rate": 4.659925454004162e-05,
      "loss": 5.6365,
      "step": 224465
    },
    {
      "epoch": 0.19648279429747356,
      "grad_norm": 0.48779475688934326,
      "learning_rate": 4.6599099594601926e-05,
      "loss": 5.7134,
      "step": 224470
    },
    {
      "epoch": 0.1964871708911007,
      "grad_norm": 0.480360746383667,
      "learning_rate": 4.65989446459605e-05,
      "loss": 5.7158,
      "step": 224475
    },
    {
      "epoch": 0.19649154748472789,
      "grad_norm": 0.47475066781044006,
      "learning_rate": 4.659878969411735e-05,
      "loss": 5.6297,
      "step": 224480
    },
    {
      "epoch": 0.19649592407835503,
      "grad_norm": 0.48833900690078735,
      "learning_rate": 4.6598634739072524e-05,
      "loss": 4.8381,
      "step": 224485
    },
    {
      "epoch": 0.19650030067198218,
      "grad_norm": 0.4711429476737976,
      "learning_rate": 4.6598479780826034e-05,
      "loss": 5.4335,
      "step": 224490
    },
    {
      "epoch": 0.19650467726560933,
      "grad_norm": 0.46226766705513,
      "learning_rate": 4.659832481937793e-05,
      "loss": 5.9381,
      "step": 224495
    },
    {
      "epoch": 0.1965090538592365,
      "grad_norm": 0.4887637197971344,
      "learning_rate": 4.6598169854728213e-05,
      "loss": 5.698,
      "step": 224500
    },
    {
      "epoch": 0.19651343045286365,
      "grad_norm": 0.4641675055027008,
      "learning_rate": 4.659801488687693e-05,
      "loss": 5.6424,
      "step": 224505
    },
    {
      "epoch": 0.1965178070464908,
      "grad_norm": 0.4735414385795593,
      "learning_rate": 4.659785991582413e-05,
      "loss": 4.8937,
      "step": 224510
    },
    {
      "epoch": 0.19652218364011795,
      "grad_norm": 0.46641770005226135,
      "learning_rate": 4.659770494156981e-05,
      "loss": 5.2221,
      "step": 224515
    },
    {
      "epoch": 0.19652656023374512,
      "grad_norm": 0.48595067858695984,
      "learning_rate": 4.659754996411402e-05,
      "loss": 4.7005,
      "step": 224520
    },
    {
      "epoch": 0.19653093682737227,
      "grad_norm": 0.4999202489852905,
      "learning_rate": 4.659739498345678e-05,
      "loss": 4.9204,
      "step": 224525
    },
    {
      "epoch": 0.19653531342099942,
      "grad_norm": 0.48160403966903687,
      "learning_rate": 4.659723999959812e-05,
      "loss": 5.1577,
      "step": 224530
    },
    {
      "epoch": 0.19653969001462657,
      "grad_norm": 0.5022159218788147,
      "learning_rate": 4.659708501253807e-05,
      "loss": 5.738,
      "step": 224535
    },
    {
      "epoch": 0.19654406660825374,
      "grad_norm": 0.5051298141479492,
      "learning_rate": 4.659693002227667e-05,
      "loss": 4.9038,
      "step": 224540
    },
    {
      "epoch": 0.1965484432018809,
      "grad_norm": 0.4777872562408447,
      "learning_rate": 4.6596775028813946e-05,
      "loss": 4.4365,
      "step": 224545
    },
    {
      "epoch": 0.19655281979550804,
      "grad_norm": 0.461399644613266,
      "learning_rate": 4.6596620032149917e-05,
      "loss": 5.7603,
      "step": 224550
    },
    {
      "epoch": 0.19655719638913519,
      "grad_norm": 0.46828845143318176,
      "learning_rate": 4.659646503228463e-05,
      "loss": 5.9756,
      "step": 224555
    },
    {
      "epoch": 0.19656157298276236,
      "grad_norm": 0.47389593720436096,
      "learning_rate": 4.6596310029218104e-05,
      "loss": 4.709,
      "step": 224560
    },
    {
      "epoch": 0.1965659495763895,
      "grad_norm": 0.47182393074035645,
      "learning_rate": 4.6596155022950374e-05,
      "loss": 5.2217,
      "step": 224565
    },
    {
      "epoch": 0.19657032617001666,
      "grad_norm": 0.4660610854625702,
      "learning_rate": 4.659600001348146e-05,
      "loss": 5.7738,
      "step": 224570
    },
    {
      "epoch": 0.1965747027636438,
      "grad_norm": 0.4563717544078827,
      "learning_rate": 4.659584500081139e-05,
      "loss": 4.6706,
      "step": 224575
    },
    {
      "epoch": 0.19657907935727095,
      "grad_norm": 0.4956253468990326,
      "learning_rate": 4.659568998494022e-05,
      "loss": 4.5521,
      "step": 224580
    },
    {
      "epoch": 0.19658345595089813,
      "grad_norm": 0.5060705542564392,
      "learning_rate": 4.659553496586795e-05,
      "loss": 5.3964,
      "step": 224585
    },
    {
      "epoch": 0.19658783254452528,
      "grad_norm": 0.4925783574581146,
      "learning_rate": 4.659537994359463e-05,
      "loss": 5.6305,
      "step": 224590
    },
    {
      "epoch": 0.19659220913815242,
      "grad_norm": 0.5130490660667419,
      "learning_rate": 4.659522491812027e-05,
      "loss": 4.9356,
      "step": 224595
    },
    {
      "epoch": 0.19659658573177957,
      "grad_norm": 0.5138516426086426,
      "learning_rate": 4.659506988944492e-05,
      "loss": 5.3529,
      "step": 224600
    },
    {
      "epoch": 0.19660096232540675,
      "grad_norm": 0.48515525460243225,
      "learning_rate": 4.65949148575686e-05,
      "loss": 4.6584,
      "step": 224605
    },
    {
      "epoch": 0.1966053389190339,
      "grad_norm": 0.5793034434318542,
      "learning_rate": 4.659475982249135e-05,
      "loss": 4.9423,
      "step": 224610
    },
    {
      "epoch": 0.19660971551266104,
      "grad_norm": 0.4653889238834381,
      "learning_rate": 4.659460478421319e-05,
      "loss": 5.4164,
      "step": 224615
    },
    {
      "epoch": 0.1966140921062882,
      "grad_norm": 0.6975555419921875,
      "learning_rate": 4.6594449742734145e-05,
      "loss": 5.4028,
      "step": 224620
    },
    {
      "epoch": 0.19661846869991537,
      "grad_norm": 0.4837285578250885,
      "learning_rate": 4.659429469805425e-05,
      "loss": 5.1903,
      "step": 224625
    },
    {
      "epoch": 0.19662284529354251,
      "grad_norm": 0.5989121198654175,
      "learning_rate": 4.659413965017354e-05,
      "loss": 4.8309,
      "step": 224630
    },
    {
      "epoch": 0.19662722188716966,
      "grad_norm": 0.4884645938873291,
      "learning_rate": 4.659398459909204e-05,
      "loss": 5.9609,
      "step": 224635
    },
    {
      "epoch": 0.1966315984807968,
      "grad_norm": 0.5100588798522949,
      "learning_rate": 4.659382954480978e-05,
      "loss": 4.907,
      "step": 224640
    },
    {
      "epoch": 0.19663597507442399,
      "grad_norm": 0.4764368236064911,
      "learning_rate": 4.65936744873268e-05,
      "loss": 4.8948,
      "step": 224645
    },
    {
      "epoch": 0.19664035166805113,
      "grad_norm": 0.4847937226295471,
      "learning_rate": 4.659351942664313e-05,
      "loss": 5.1575,
      "step": 224650
    },
    {
      "epoch": 0.19664472826167828,
      "grad_norm": 0.46503132581710815,
      "learning_rate": 4.6593364362758775e-05,
      "loss": 5.3039,
      "step": 224655
    },
    {
      "epoch": 0.19664910485530543,
      "grad_norm": 0.46392637491226196,
      "learning_rate": 4.659320929567378e-05,
      "loss": 5.4362,
      "step": 224660
    },
    {
      "epoch": 0.1966534814489326,
      "grad_norm": 0.4587724804878235,
      "learning_rate": 4.6593054225388176e-05,
      "loss": 5.9299,
      "step": 224665
    },
    {
      "epoch": 0.19665785804255975,
      "grad_norm": 0.4529334604740143,
      "learning_rate": 4.659289915190199e-05,
      "loss": 5.6176,
      "step": 224670
    },
    {
      "epoch": 0.1966622346361869,
      "grad_norm": 0.5572211146354675,
      "learning_rate": 4.6592744075215264e-05,
      "loss": 4.6644,
      "step": 224675
    },
    {
      "epoch": 0.19666661122981405,
      "grad_norm": 0.47630903124809265,
      "learning_rate": 4.659258899532801e-05,
      "loss": 5.724,
      "step": 224680
    },
    {
      "epoch": 0.19667098782344122,
      "grad_norm": 0.49324914813041687,
      "learning_rate": 4.6592433912240276e-05,
      "loss": 4.0891,
      "step": 224685
    },
    {
      "epoch": 0.19667536441706837,
      "grad_norm": 0.4764711558818817,
      "learning_rate": 4.659227882595208e-05,
      "loss": 4.9289,
      "step": 224690
    },
    {
      "epoch": 0.19667974101069552,
      "grad_norm": 0.5159586071968079,
      "learning_rate": 4.659212373646344e-05,
      "loss": 5.4062,
      "step": 224695
    },
    {
      "epoch": 0.19668411760432267,
      "grad_norm": 0.4647502303123474,
      "learning_rate": 4.659196864377442e-05,
      "loss": 5.9729,
      "step": 224700
    },
    {
      "epoch": 0.19668849419794981,
      "grad_norm": 0.48014527559280396,
      "learning_rate": 4.659181354788502e-05,
      "loss": 4.6705,
      "step": 224705
    },
    {
      "epoch": 0.196692870791577,
      "grad_norm": 0.46124035120010376,
      "learning_rate": 4.6591658448795286e-05,
      "loss": 5.7339,
      "step": 224710
    },
    {
      "epoch": 0.19669724738520414,
      "grad_norm": 0.4586556851863861,
      "learning_rate": 4.6591503346505225e-05,
      "loss": 5.4409,
      "step": 224715
    },
    {
      "epoch": 0.19670162397883129,
      "grad_norm": 0.5036187767982483,
      "learning_rate": 4.659134824101491e-05,
      "loss": 5.4574,
      "step": 224720
    },
    {
      "epoch": 0.19670600057245843,
      "grad_norm": 0.5233293175697327,
      "learning_rate": 4.659119313232433e-05,
      "loss": 5.6578,
      "step": 224725
    },
    {
      "epoch": 0.1967103771660856,
      "grad_norm": 0.4951768219470978,
      "learning_rate": 4.659103802043353e-05,
      "loss": 5.4598,
      "step": 224730
    },
    {
      "epoch": 0.19671475375971276,
      "grad_norm": 0.45726919174194336,
      "learning_rate": 4.659088290534254e-05,
      "loss": 4.6029,
      "step": 224735
    },
    {
      "epoch": 0.1967191303533399,
      "grad_norm": 0.47213655710220337,
      "learning_rate": 4.659072778705139e-05,
      "loss": 4.6989,
      "step": 224740
    },
    {
      "epoch": 0.19672350694696705,
      "grad_norm": 0.4748300015926361,
      "learning_rate": 4.659057266556011e-05,
      "loss": 4.3719,
      "step": 224745
    },
    {
      "epoch": 0.19672788354059423,
      "grad_norm": 0.4816940724849701,
      "learning_rate": 4.659041754086873e-05,
      "loss": 5.4641,
      "step": 224750
    },
    {
      "epoch": 0.19673226013422138,
      "grad_norm": 0.49224361777305603,
      "learning_rate": 4.659026241297727e-05,
      "loss": 5.1146,
      "step": 224755
    },
    {
      "epoch": 0.19673663672784852,
      "grad_norm": 0.47048893570899963,
      "learning_rate": 4.659010728188579e-05,
      "loss": 5.4428,
      "step": 224760
    },
    {
      "epoch": 0.19674101332147567,
      "grad_norm": 0.46375828981399536,
      "learning_rate": 4.658995214759427e-05,
      "loss": 5.5984,
      "step": 224765
    },
    {
      "epoch": 0.19674538991510285,
      "grad_norm": 0.47478237748146057,
      "learning_rate": 4.658979701010279e-05,
      "loss": 4.9328,
      "step": 224770
    },
    {
      "epoch": 0.19674976650873,
      "grad_norm": 0.47469934821128845,
      "learning_rate": 4.658964186941136e-05,
      "loss": 5.7093,
      "step": 224775
    },
    {
      "epoch": 0.19675414310235714,
      "grad_norm": 0.46158936619758606,
      "learning_rate": 4.6589486725520006e-05,
      "loss": 5.4304,
      "step": 224780
    },
    {
      "epoch": 0.1967585196959843,
      "grad_norm": 0.5065170526504517,
      "learning_rate": 4.658933157842875e-05,
      "loss": 5.189,
      "step": 224785
    },
    {
      "epoch": 0.19676289628961147,
      "grad_norm": 0.470838338136673,
      "learning_rate": 4.658917642813765e-05,
      "loss": 4.9049,
      "step": 224790
    },
    {
      "epoch": 0.19676727288323861,
      "grad_norm": 0.48079216480255127,
      "learning_rate": 4.658902127464671e-05,
      "loss": 4.8854,
      "step": 224795
    },
    {
      "epoch": 0.19677164947686576,
      "grad_norm": 0.4750745892524719,
      "learning_rate": 4.658886611795596e-05,
      "loss": 4.9091,
      "step": 224800
    },
    {
      "epoch": 0.1967760260704929,
      "grad_norm": 0.4932023584842682,
      "learning_rate": 4.658871095806545e-05,
      "loss": 5.9176,
      "step": 224805
    },
    {
      "epoch": 0.19678040266412009,
      "grad_norm": 0.5051572918891907,
      "learning_rate": 4.65885557949752e-05,
      "loss": 5.9217,
      "step": 224810
    },
    {
      "epoch": 0.19678477925774723,
      "grad_norm": 0.4966657757759094,
      "learning_rate": 4.6588400628685224e-05,
      "loss": 5.2095,
      "step": 224815
    },
    {
      "epoch": 0.19678915585137438,
      "grad_norm": 0.4955560564994812,
      "learning_rate": 4.658824545919558e-05,
      "loss": 5.1477,
      "step": 224820
    },
    {
      "epoch": 0.19679353244500153,
      "grad_norm": 0.5020139217376709,
      "learning_rate": 4.6588090286506294e-05,
      "loss": 5.1643,
      "step": 224825
    },
    {
      "epoch": 0.1967979090386287,
      "grad_norm": 0.46145832538604736,
      "learning_rate": 4.6587935110617364e-05,
      "loss": 5.9301,
      "step": 224830
    },
    {
      "epoch": 0.19680228563225585,
      "grad_norm": 0.4465816915035248,
      "learning_rate": 4.658777993152885e-05,
      "loss": 6.2791,
      "step": 224835
    },
    {
      "epoch": 0.196806662225883,
      "grad_norm": 0.46718472242355347,
      "learning_rate": 4.658762474924078e-05,
      "loss": 4.7544,
      "step": 224840
    },
    {
      "epoch": 0.19681103881951015,
      "grad_norm": 0.4814682900905609,
      "learning_rate": 4.6587469563753175e-05,
      "loss": 5.1867,
      "step": 224845
    },
    {
      "epoch": 0.1968154154131373,
      "grad_norm": 0.47943875193595886,
      "learning_rate": 4.658731437506606e-05,
      "loss": 5.3404,
      "step": 224850
    },
    {
      "epoch": 0.19681979200676447,
      "grad_norm": 0.4821719825267792,
      "learning_rate": 4.6587159183179475e-05,
      "loss": 4.9394,
      "step": 224855
    },
    {
      "epoch": 0.19682416860039162,
      "grad_norm": 0.4861355125904083,
      "learning_rate": 4.658700398809346e-05,
      "loss": 4.823,
      "step": 224860
    },
    {
      "epoch": 0.19682854519401877,
      "grad_norm": 0.4592425525188446,
      "learning_rate": 4.658684878980802e-05,
      "loss": 6.2242,
      "step": 224865
    },
    {
      "epoch": 0.19683292178764591,
      "grad_norm": 0.5706427693367004,
      "learning_rate": 4.6586693588323206e-05,
      "loss": 4.6236,
      "step": 224870
    },
    {
      "epoch": 0.1968372983812731,
      "grad_norm": 0.49438992142677307,
      "learning_rate": 4.658653838363903e-05,
      "loss": 5.4417,
      "step": 224875
    },
    {
      "epoch": 0.19684167497490024,
      "grad_norm": 0.46603089570999146,
      "learning_rate": 4.6586383175755534e-05,
      "loss": 4.8289,
      "step": 224880
    },
    {
      "epoch": 0.19684605156852739,
      "grad_norm": 0.4922580420970917,
      "learning_rate": 4.6586227964672744e-05,
      "loss": 4.916,
      "step": 224885
    },
    {
      "epoch": 0.19685042816215453,
      "grad_norm": 0.48797133564949036,
      "learning_rate": 4.658607275039071e-05,
      "loss": 4.5245,
      "step": 224890
    },
    {
      "epoch": 0.1968548047557817,
      "grad_norm": 0.4792073369026184,
      "learning_rate": 4.658591753290943e-05,
      "loss": 5.155,
      "step": 224895
    },
    {
      "epoch": 0.19685918134940886,
      "grad_norm": 0.5095545053482056,
      "learning_rate": 4.658576231222894e-05,
      "loss": 4.7045,
      "step": 224900
    },
    {
      "epoch": 0.196863557943036,
      "grad_norm": 0.5262807011604309,
      "learning_rate": 4.658560708834928e-05,
      "loss": 5.6264,
      "step": 224905
    },
    {
      "epoch": 0.19686793453666315,
      "grad_norm": 0.46041640639305115,
      "learning_rate": 4.658545186127049e-05,
      "loss": 4.7541,
      "step": 224910
    },
    {
      "epoch": 0.19687231113029033,
      "grad_norm": 0.5505918860435486,
      "learning_rate": 4.658529663099257e-05,
      "loss": 5.1129,
      "step": 224915
    },
    {
      "epoch": 0.19687668772391748,
      "grad_norm": 0.558358907699585,
      "learning_rate": 4.658514139751557e-05,
      "loss": 5.3559,
      "step": 224920
    },
    {
      "epoch": 0.19688106431754462,
      "grad_norm": 0.48044076561927795,
      "learning_rate": 4.6584986160839526e-05,
      "loss": 6.2875,
      "step": 224925
    },
    {
      "epoch": 0.19688544091117177,
      "grad_norm": 0.44347941875457764,
      "learning_rate": 4.658483092096446e-05,
      "loss": 5.0184,
      "step": 224930
    },
    {
      "epoch": 0.19688981750479895,
      "grad_norm": 0.4460451304912567,
      "learning_rate": 4.65846756778904e-05,
      "loss": 5.6143,
      "step": 224935
    },
    {
      "epoch": 0.1968941940984261,
      "grad_norm": 0.46662625670433044,
      "learning_rate": 4.658452043161737e-05,
      "loss": 5.7258,
      "step": 224940
    },
    {
      "epoch": 0.19689857069205324,
      "grad_norm": 0.4373858869075775,
      "learning_rate": 4.658436518214541e-05,
      "loss": 5.9789,
      "step": 224945
    },
    {
      "epoch": 0.1969029472856804,
      "grad_norm": 0.45210209488868713,
      "learning_rate": 4.6584209929474554e-05,
      "loss": 4.3182,
      "step": 224950
    },
    {
      "epoch": 0.19690732387930757,
      "grad_norm": 0.4587995707988739,
      "learning_rate": 4.6584054673604816e-05,
      "loss": 5.1208,
      "step": 224955
    },
    {
      "epoch": 0.19691170047293471,
      "grad_norm": 0.45368102192878723,
      "learning_rate": 4.658389941453623e-05,
      "loss": 5.0563,
      "step": 224960
    },
    {
      "epoch": 0.19691607706656186,
      "grad_norm": 0.5189611315727234,
      "learning_rate": 4.6583744152268836e-05,
      "loss": 5.4021,
      "step": 224965
    },
    {
      "epoch": 0.196920453660189,
      "grad_norm": 0.47058093547821045,
      "learning_rate": 4.6583588886802655e-05,
      "loss": 5.6615,
      "step": 224970
    },
    {
      "epoch": 0.19692483025381616,
      "grad_norm": 0.45873087644577026,
      "learning_rate": 4.658343361813773e-05,
      "loss": 5.6498,
      "step": 224975
    },
    {
      "epoch": 0.19692920684744333,
      "grad_norm": 0.48136645555496216,
      "learning_rate": 4.6583278346274074e-05,
      "loss": 4.8997,
      "step": 224980
    },
    {
      "epoch": 0.19693358344107048,
      "grad_norm": 0.4816206097602844,
      "learning_rate": 4.6583123071211734e-05,
      "loss": 5.718,
      "step": 224985
    },
    {
      "epoch": 0.19693796003469763,
      "grad_norm": 0.47254133224487305,
      "learning_rate": 4.6582967792950714e-05,
      "loss": 5.3619,
      "step": 224990
    },
    {
      "epoch": 0.19694233662832478,
      "grad_norm": 0.4618377089500427,
      "learning_rate": 4.658281251149107e-05,
      "loss": 4.9577,
      "step": 224995
    },
    {
      "epoch": 0.19694671322195195,
      "grad_norm": 0.49614065885543823,
      "learning_rate": 4.658265722683283e-05,
      "loss": 4.7306,
      "step": 225000
    },
    {
      "epoch": 0.1969510898155791,
      "grad_norm": 0.501413106918335,
      "learning_rate": 4.6582501938975995e-05,
      "loss": 5.4104,
      "step": 225005
    },
    {
      "epoch": 0.19695546640920625,
      "grad_norm": 0.48371410369873047,
      "learning_rate": 4.658234664792063e-05,
      "loss": 4.5825,
      "step": 225010
    },
    {
      "epoch": 0.1969598430028334,
      "grad_norm": 0.4587782323360443,
      "learning_rate": 4.658219135366675e-05,
      "loss": 5.333,
      "step": 225015
    },
    {
      "epoch": 0.19696421959646057,
      "grad_norm": 0.4924936294555664,
      "learning_rate": 4.6582036056214386e-05,
      "loss": 5.3869,
      "step": 225020
    },
    {
      "epoch": 0.19696859619008772,
      "grad_norm": 0.47340449690818787,
      "learning_rate": 4.658188075556357e-05,
      "loss": 5.4525,
      "step": 225025
    },
    {
      "epoch": 0.19697297278371487,
      "grad_norm": 0.46166959404945374,
      "learning_rate": 4.658172545171432e-05,
      "loss": 5.9629,
      "step": 225030
    },
    {
      "epoch": 0.19697734937734201,
      "grad_norm": 0.4584054946899414,
      "learning_rate": 4.658157014466669e-05,
      "loss": 6.249,
      "step": 225035
    },
    {
      "epoch": 0.1969817259709692,
      "grad_norm": 0.4897245466709137,
      "learning_rate": 4.658141483442069e-05,
      "loss": 4.4422,
      "step": 225040
    },
    {
      "epoch": 0.19698610256459634,
      "grad_norm": 0.4571790099143982,
      "learning_rate": 4.658125952097635e-05,
      "loss": 4.7654,
      "step": 225045
    },
    {
      "epoch": 0.19699047915822349,
      "grad_norm": 0.4993813931941986,
      "learning_rate": 4.658110420433371e-05,
      "loss": 5.4372,
      "step": 225050
    },
    {
      "epoch": 0.19699485575185063,
      "grad_norm": 0.5071332454681396,
      "learning_rate": 4.6580948884492794e-05,
      "loss": 5.105,
      "step": 225055
    },
    {
      "epoch": 0.1969992323454778,
      "grad_norm": 0.45817241072654724,
      "learning_rate": 4.658079356145364e-05,
      "loss": 5.4322,
      "step": 225060
    },
    {
      "epoch": 0.19700360893910496,
      "grad_norm": 0.49056074023246765,
      "learning_rate": 4.658063823521627e-05,
      "loss": 5.1334,
      "step": 225065
    },
    {
      "epoch": 0.1970079855327321,
      "grad_norm": 0.4842425286769867,
      "learning_rate": 4.658048290578071e-05,
      "loss": 5.9223,
      "step": 225070
    },
    {
      "epoch": 0.19701236212635925,
      "grad_norm": 0.49069744348526,
      "learning_rate": 4.6580327573147e-05,
      "loss": 5.4408,
      "step": 225075
    },
    {
      "epoch": 0.19701673871998643,
      "grad_norm": 0.45656701922416687,
      "learning_rate": 4.658017223731517e-05,
      "loss": 5.6535,
      "step": 225080
    },
    {
      "epoch": 0.19702111531361358,
      "grad_norm": 0.48842376470565796,
      "learning_rate": 4.6580016898285225e-05,
      "loss": 5.7275,
      "step": 225085
    },
    {
      "epoch": 0.19702549190724072,
      "grad_norm": 0.4683765470981598,
      "learning_rate": 4.657986155605724e-05,
      "loss": 5.9068,
      "step": 225090
    },
    {
      "epoch": 0.19702986850086787,
      "grad_norm": 0.49281367659568787,
      "learning_rate": 4.6579706210631216e-05,
      "loss": 4.8354,
      "step": 225095
    },
    {
      "epoch": 0.19703424509449502,
      "grad_norm": 0.45977556705474854,
      "learning_rate": 4.657955086200717e-05,
      "loss": 5.9391,
      "step": 225100
    },
    {
      "epoch": 0.1970386216881222,
      "grad_norm": 0.4563539922237396,
      "learning_rate": 4.6579395510185166e-05,
      "loss": 4.9185,
      "step": 225105
    },
    {
      "epoch": 0.19704299828174934,
      "grad_norm": 0.4629264175891876,
      "learning_rate": 4.657924015516521e-05,
      "loss": 5.4691,
      "step": 225110
    },
    {
      "epoch": 0.1970473748753765,
      "grad_norm": 0.4592011272907257,
      "learning_rate": 4.657908479694734e-05,
      "loss": 5.1121,
      "step": 225115
    },
    {
      "epoch": 0.19705175146900364,
      "grad_norm": 0.48659175634384155,
      "learning_rate": 4.657892943553159e-05,
      "loss": 5.1427,
      "step": 225120
    },
    {
      "epoch": 0.19705612806263081,
      "grad_norm": 0.48576730489730835,
      "learning_rate": 4.657877407091799e-05,
      "loss": 5.1259,
      "step": 225125
    },
    {
      "epoch": 0.19706050465625796,
      "grad_norm": 0.49883928894996643,
      "learning_rate": 4.657861870310655e-05,
      "loss": 5.2263,
      "step": 225130
    },
    {
      "epoch": 0.1970648812498851,
      "grad_norm": 0.460475355386734,
      "learning_rate": 4.657846333209732e-05,
      "loss": 5.4623,
      "step": 225135
    },
    {
      "epoch": 0.19706925784351226,
      "grad_norm": 0.4595069885253906,
      "learning_rate": 4.6578307957890336e-05,
      "loss": 5.6254,
      "step": 225140
    },
    {
      "epoch": 0.19707363443713943,
      "grad_norm": 0.4943278431892395,
      "learning_rate": 4.65781525804856e-05,
      "loss": 4.9342,
      "step": 225145
    },
    {
      "epoch": 0.19707801103076658,
      "grad_norm": 0.48997604846954346,
      "learning_rate": 4.657799719988317e-05,
      "loss": 5.4194,
      "step": 225150
    },
    {
      "epoch": 0.19708238762439373,
      "grad_norm": 0.4938336908817291,
      "learning_rate": 4.657784181608307e-05,
      "loss": 4.6518,
      "step": 225155
    },
    {
      "epoch": 0.19708676421802088,
      "grad_norm": 0.4696352183818817,
      "learning_rate": 4.657768642908531e-05,
      "loss": 5.915,
      "step": 225160
    },
    {
      "epoch": 0.19709114081164805,
      "grad_norm": 0.5103968977928162,
      "learning_rate": 4.657753103888994e-05,
      "loss": 4.914,
      "step": 225165
    },
    {
      "epoch": 0.1970955174052752,
      "grad_norm": 0.501757800579071,
      "learning_rate": 4.657737564549699e-05,
      "loss": 5.1328,
      "step": 225170
    },
    {
      "epoch": 0.19709989399890235,
      "grad_norm": 0.46769335865974426,
      "learning_rate": 4.6577220248906486e-05,
      "loss": 4.9333,
      "step": 225175
    },
    {
      "epoch": 0.1971042705925295,
      "grad_norm": 0.5824955701828003,
      "learning_rate": 4.657706484911846e-05,
      "loss": 4.4098,
      "step": 225180
    },
    {
      "epoch": 0.19710864718615667,
      "grad_norm": 0.4777861535549164,
      "learning_rate": 4.657690944613292e-05,
      "loss": 5.1993,
      "step": 225185
    },
    {
      "epoch": 0.19711302377978382,
      "grad_norm": 0.4566154181957245,
      "learning_rate": 4.6576754039949935e-05,
      "loss": 6.2453,
      "step": 225190
    },
    {
      "epoch": 0.19711740037341097,
      "grad_norm": 0.4762258529663086,
      "learning_rate": 4.65765986305695e-05,
      "loss": 4.938,
      "step": 225195
    },
    {
      "epoch": 0.19712177696703811,
      "grad_norm": 0.4610702693462372,
      "learning_rate": 4.6576443217991675e-05,
      "loss": 6.2229,
      "step": 225200
    },
    {
      "epoch": 0.1971261535606653,
      "grad_norm": 0.48669278621673584,
      "learning_rate": 4.657628780221647e-05,
      "loss": 5.4137,
      "step": 225205
    },
    {
      "epoch": 0.19713053015429244,
      "grad_norm": 0.4817936420440674,
      "learning_rate": 4.657613238324391e-05,
      "loss": 4.4202,
      "step": 225210
    },
    {
      "epoch": 0.19713490674791959,
      "grad_norm": 0.5091640949249268,
      "learning_rate": 4.657597696107404e-05,
      "loss": 5.3336,
      "step": 225215
    },
    {
      "epoch": 0.19713928334154673,
      "grad_norm": 0.476650595664978,
      "learning_rate": 4.657582153570689e-05,
      "loss": 5.3398,
      "step": 225220
    },
    {
      "epoch": 0.19714365993517388,
      "grad_norm": 0.47887733578681946,
      "learning_rate": 4.657566610714248e-05,
      "loss": 4.818,
      "step": 225225
    },
    {
      "epoch": 0.19714803652880106,
      "grad_norm": 0.4659992754459381,
      "learning_rate": 4.657551067538084e-05,
      "loss": 6.2242,
      "step": 225230
    },
    {
      "epoch": 0.1971524131224282,
      "grad_norm": 0.5039305090904236,
      "learning_rate": 4.657535524042201e-05,
      "loss": 4.8903,
      "step": 225235
    },
    {
      "epoch": 0.19715678971605535,
      "grad_norm": 0.4817543923854828,
      "learning_rate": 4.657519980226602e-05,
      "loss": 5.3869,
      "step": 225240
    },
    {
      "epoch": 0.1971611663096825,
      "grad_norm": 0.4582746624946594,
      "learning_rate": 4.657504436091289e-05,
      "loss": 5.6127,
      "step": 225245
    },
    {
      "epoch": 0.19716554290330968,
      "grad_norm": 0.462595671415329,
      "learning_rate": 4.657488891636265e-05,
      "loss": 5.131,
      "step": 225250
    },
    {
      "epoch": 0.19716991949693682,
      "grad_norm": 0.49486052989959717,
      "learning_rate": 4.657473346861534e-05,
      "loss": 5.4258,
      "step": 225255
    },
    {
      "epoch": 0.19717429609056397,
      "grad_norm": 0.4725618362426758,
      "learning_rate": 4.657457801767098e-05,
      "loss": 5.2254,
      "step": 225260
    },
    {
      "epoch": 0.19717867268419112,
      "grad_norm": 0.5053939819335938,
      "learning_rate": 4.657442256352961e-05,
      "loss": 4.5783,
      "step": 225265
    },
    {
      "epoch": 0.1971830492778183,
      "grad_norm": 0.4970075786113739,
      "learning_rate": 4.657426710619125e-05,
      "loss": 5.2236,
      "step": 225270
    },
    {
      "epoch": 0.19718742587144544,
      "grad_norm": 0.456594854593277,
      "learning_rate": 4.6574111645655935e-05,
      "loss": 5.7279,
      "step": 225275
    },
    {
      "epoch": 0.1971918024650726,
      "grad_norm": 0.4729953110218048,
      "learning_rate": 4.6573956181923695e-05,
      "loss": 4.9046,
      "step": 225280
    },
    {
      "epoch": 0.19719617905869974,
      "grad_norm": 0.46159377694129944,
      "learning_rate": 4.657380071499456e-05,
      "loss": 5.932,
      "step": 225285
    },
    {
      "epoch": 0.19720055565232691,
      "grad_norm": 0.5098097324371338,
      "learning_rate": 4.657364524486857e-05,
      "loss": 4.8478,
      "step": 225290
    },
    {
      "epoch": 0.19720493224595406,
      "grad_norm": 0.46844616532325745,
      "learning_rate": 4.657348977154573e-05,
      "loss": 4.7979,
      "step": 225295
    },
    {
      "epoch": 0.1972093088395812,
      "grad_norm": 0.49613115191459656,
      "learning_rate": 4.6573334295026085e-05,
      "loss": 5.8709,
      "step": 225300
    },
    {
      "epoch": 0.19721368543320836,
      "grad_norm": 0.49579304456710815,
      "learning_rate": 4.657317881530967e-05,
      "loss": 4.9346,
      "step": 225305
    },
    {
      "epoch": 0.19721806202683553,
      "grad_norm": 0.4772666394710541,
      "learning_rate": 4.6573023332396504e-05,
      "loss": 5.4399,
      "step": 225310
    },
    {
      "epoch": 0.19722243862046268,
      "grad_norm": 0.48474419116973877,
      "learning_rate": 4.657286784628663e-05,
      "loss": 3.8444,
      "step": 225315
    },
    {
      "epoch": 0.19722681521408983,
      "grad_norm": 0.4987197518348694,
      "learning_rate": 4.6572712356980065e-05,
      "loss": 5.4777,
      "step": 225320
    },
    {
      "epoch": 0.19723119180771698,
      "grad_norm": 0.46891388297080994,
      "learning_rate": 4.657255686447685e-05,
      "loss": 4.6016,
      "step": 225325
    },
    {
      "epoch": 0.19723556840134415,
      "grad_norm": 0.4899196922779083,
      "learning_rate": 4.6572401368776994e-05,
      "loss": 5.2072,
      "step": 225330
    },
    {
      "epoch": 0.1972399449949713,
      "grad_norm": 0.5778795480728149,
      "learning_rate": 4.657224586988056e-05,
      "loss": 5.4311,
      "step": 225335
    },
    {
      "epoch": 0.19724432158859845,
      "grad_norm": 0.47547972202301025,
      "learning_rate": 4.657209036778756e-05,
      "loss": 5.461,
      "step": 225340
    },
    {
      "epoch": 0.1972486981822256,
      "grad_norm": 0.5059835314750671,
      "learning_rate": 4.6571934862498014e-05,
      "loss": 5.123,
      "step": 225345
    },
    {
      "epoch": 0.19725307477585274,
      "grad_norm": 0.48260948061943054,
      "learning_rate": 4.657177935401197e-05,
      "loss": 5.66,
      "step": 225350
    },
    {
      "epoch": 0.19725745136947992,
      "grad_norm": 0.4973793923854828,
      "learning_rate": 4.657162384232944e-05,
      "loss": 4.9197,
      "step": 225355
    },
    {
      "epoch": 0.19726182796310707,
      "grad_norm": 0.5369055867195129,
      "learning_rate": 4.6571468327450475e-05,
      "loss": 5.2275,
      "step": 225360
    },
    {
      "epoch": 0.19726620455673421,
      "grad_norm": 0.4853939116001129,
      "learning_rate": 4.657131280937509e-05,
      "loss": 5.1614,
      "step": 225365
    },
    {
      "epoch": 0.19727058115036136,
      "grad_norm": 0.45645007491111755,
      "learning_rate": 4.657115728810332e-05,
      "loss": 6.2961,
      "step": 225370
    },
    {
      "epoch": 0.19727495774398854,
      "grad_norm": 0.492018461227417,
      "learning_rate": 4.657100176363519e-05,
      "loss": 5.6938,
      "step": 225375
    },
    {
      "epoch": 0.19727933433761569,
      "grad_norm": 0.47673603892326355,
      "learning_rate": 4.6570846235970745e-05,
      "loss": 4.9132,
      "step": 225380
    },
    {
      "epoch": 0.19728371093124283,
      "grad_norm": 0.47216734290122986,
      "learning_rate": 4.6570690705109986e-05,
      "loss": 5.4377,
      "step": 225385
    },
    {
      "epoch": 0.19728808752486998,
      "grad_norm": 0.4737614393234253,
      "learning_rate": 4.657053517105298e-05,
      "loss": 5.7703,
      "step": 225390
    },
    {
      "epoch": 0.19729246411849716,
      "grad_norm": 0.4683731496334076,
      "learning_rate": 4.6570379633799734e-05,
      "loss": 5.4151,
      "step": 225395
    },
    {
      "epoch": 0.1972968407121243,
      "grad_norm": 0.4876385033130646,
      "learning_rate": 4.657022409335028e-05,
      "loss": 5.4243,
      "step": 225400
    },
    {
      "epoch": 0.19730121730575145,
      "grad_norm": 0.49116167426109314,
      "learning_rate": 4.6570068549704646e-05,
      "loss": 4.7925,
      "step": 225405
    },
    {
      "epoch": 0.1973055938993786,
      "grad_norm": 0.48069509863853455,
      "learning_rate": 4.6569913002862875e-05,
      "loss": 4.9095,
      "step": 225410
    },
    {
      "epoch": 0.19730997049300578,
      "grad_norm": 0.4675275981426239,
      "learning_rate": 4.656975745282498e-05,
      "loss": 5.1595,
      "step": 225415
    },
    {
      "epoch": 0.19731434708663292,
      "grad_norm": 0.47721484303474426,
      "learning_rate": 4.656960189959101e-05,
      "loss": 5.2125,
      "step": 225420
    },
    {
      "epoch": 0.19731872368026007,
      "grad_norm": 0.47015300393104553,
      "learning_rate": 4.656944634316097e-05,
      "loss": 5.4098,
      "step": 225425
    },
    {
      "epoch": 0.19732310027388722,
      "grad_norm": 0.4614633023738861,
      "learning_rate": 4.656929078353493e-05,
      "loss": 6.1887,
      "step": 225430
    },
    {
      "epoch": 0.1973274768675144,
      "grad_norm": 0.4678683578968048,
      "learning_rate": 4.656913522071287e-05,
      "loss": 5.9217,
      "step": 225435
    },
    {
      "epoch": 0.19733185346114154,
      "grad_norm": 0.47776728868484497,
      "learning_rate": 4.656897965469484e-05,
      "loss": 4.221,
      "step": 225440
    },
    {
      "epoch": 0.1973362300547687,
      "grad_norm": 0.47701960802078247,
      "learning_rate": 4.65688240854809e-05,
      "loss": 5.2402,
      "step": 225445
    },
    {
      "epoch": 0.19734060664839584,
      "grad_norm": 0.46344321966171265,
      "learning_rate": 4.656866851307104e-05,
      "loss": 4.7122,
      "step": 225450
    },
    {
      "epoch": 0.19734498324202301,
      "grad_norm": 0.48888030648231506,
      "learning_rate": 4.6568512937465294e-05,
      "loss": 5.9225,
      "step": 225455
    },
    {
      "epoch": 0.19734935983565016,
      "grad_norm": 0.49028658866882324,
      "learning_rate": 4.6568357358663716e-05,
      "loss": 4.9367,
      "step": 225460
    },
    {
      "epoch": 0.1973537364292773,
      "grad_norm": 0.5329564809799194,
      "learning_rate": 4.656820177666632e-05,
      "loss": 5.1471,
      "step": 225465
    },
    {
      "epoch": 0.19735811302290446,
      "grad_norm": 0.5638420581817627,
      "learning_rate": 4.656804619147314e-05,
      "loss": 5.2492,
      "step": 225470
    },
    {
      "epoch": 0.19736248961653163,
      "grad_norm": 0.4681738317012787,
      "learning_rate": 4.65678906030842e-05,
      "loss": 5.2482,
      "step": 225475
    },
    {
      "epoch": 0.19736686621015878,
      "grad_norm": 0.7158368825912476,
      "learning_rate": 4.6567735011499537e-05,
      "loss": 5.9113,
      "step": 225480
    },
    {
      "epoch": 0.19737124280378593,
      "grad_norm": 0.47017815709114075,
      "learning_rate": 4.656757941671918e-05,
      "loss": 4.4007,
      "step": 225485
    },
    {
      "epoch": 0.19737561939741308,
      "grad_norm": 0.49008670449256897,
      "learning_rate": 4.656742381874315e-05,
      "loss": 5.4543,
      "step": 225490
    },
    {
      "epoch": 0.19737999599104022,
      "grad_norm": 0.4640040099620819,
      "learning_rate": 4.6567268217571495e-05,
      "loss": 5.4776,
      "step": 225495
    },
    {
      "epoch": 0.1973843725846674,
      "grad_norm": 0.6746101379394531,
      "learning_rate": 4.656711261320422e-05,
      "loss": 4.8762,
      "step": 225500
    },
    {
      "epoch": 0.19738874917829455,
      "grad_norm": 0.4873131811618805,
      "learning_rate": 4.656695700564139e-05,
      "loss": 5.7244,
      "step": 225505
    },
    {
      "epoch": 0.1973931257719217,
      "grad_norm": 0.4677536189556122,
      "learning_rate": 4.6566801394883e-05,
      "loss": 5.1469,
      "step": 225510
    },
    {
      "epoch": 0.19739750236554884,
      "grad_norm": 0.51371169090271,
      "learning_rate": 4.65666457809291e-05,
      "loss": 5.2124,
      "step": 225515
    },
    {
      "epoch": 0.19740187895917602,
      "grad_norm": 0.5021464228630066,
      "learning_rate": 4.656649016377971e-05,
      "loss": 4.7166,
      "step": 225520
    },
    {
      "epoch": 0.19740625555280317,
      "grad_norm": 0.46683835983276367,
      "learning_rate": 4.6566334543434866e-05,
      "loss": 4.9278,
      "step": 225525
    },
    {
      "epoch": 0.19741063214643031,
      "grad_norm": 0.461696982383728,
      "learning_rate": 4.65661789198946e-05,
      "loss": 4.4231,
      "step": 225530
    },
    {
      "epoch": 0.19741500874005746,
      "grad_norm": 0.5097994804382324,
      "learning_rate": 4.6566023293158934e-05,
      "loss": 4.6459,
      "step": 225535
    },
    {
      "epoch": 0.19741938533368464,
      "grad_norm": 0.4867076277732849,
      "learning_rate": 4.65658676632279e-05,
      "loss": 5.2144,
      "step": 225540
    },
    {
      "epoch": 0.19742376192731179,
      "grad_norm": 0.48718759417533875,
      "learning_rate": 4.656571203010154e-05,
      "loss": 5.6676,
      "step": 225545
    },
    {
      "epoch": 0.19742813852093893,
      "grad_norm": 0.46489962935447693,
      "learning_rate": 4.6565556393779864e-05,
      "loss": 5.7175,
      "step": 225550
    },
    {
      "epoch": 0.19743251511456608,
      "grad_norm": 0.45181071758270264,
      "learning_rate": 4.6565400754262924e-05,
      "loss": 4.8304,
      "step": 225555
    },
    {
      "epoch": 0.19743689170819326,
      "grad_norm": 0.4726579487323761,
      "learning_rate": 4.6565245111550725e-05,
      "loss": 5.2093,
      "step": 225560
    },
    {
      "epoch": 0.1974412683018204,
      "grad_norm": 0.4665651023387909,
      "learning_rate": 4.656508946564333e-05,
      "loss": 5.6666,
      "step": 225565
    },
    {
      "epoch": 0.19744564489544755,
      "grad_norm": 0.47114989161491394,
      "learning_rate": 4.656493381654073e-05,
      "loss": 5.1272,
      "step": 225570
    },
    {
      "epoch": 0.1974500214890747,
      "grad_norm": 0.4695211946964264,
      "learning_rate": 4.6564778164242994e-05,
      "loss": 5.4019,
      "step": 225575
    },
    {
      "epoch": 0.19745439808270188,
      "grad_norm": 0.471084862947464,
      "learning_rate": 4.6564622508750124e-05,
      "loss": 4.9188,
      "step": 225580
    },
    {
      "epoch": 0.19745877467632902,
      "grad_norm": 0.5034747123718262,
      "learning_rate": 4.656446685006215e-05,
      "loss": 4.5839,
      "step": 225585
    },
    {
      "epoch": 0.19746315126995617,
      "grad_norm": 0.46466147899627686,
      "learning_rate": 4.6564311188179124e-05,
      "loss": 4.7432,
      "step": 225590
    },
    {
      "epoch": 0.19746752786358332,
      "grad_norm": 0.4674336612224579,
      "learning_rate": 4.656415552310105e-05,
      "loss": 5.7263,
      "step": 225595
    },
    {
      "epoch": 0.1974719044572105,
      "grad_norm": 0.5122524499893188,
      "learning_rate": 4.6563999854827975e-05,
      "loss": 5.1004,
      "step": 225600
    },
    {
      "epoch": 0.19747628105083764,
      "grad_norm": 0.5535882115364075,
      "learning_rate": 4.656384418335993e-05,
      "loss": 5.1578,
      "step": 225605
    },
    {
      "epoch": 0.1974806576444648,
      "grad_norm": 0.4671807587146759,
      "learning_rate": 4.656368850869694e-05,
      "loss": 5.4425,
      "step": 225610
    },
    {
      "epoch": 0.19748503423809194,
      "grad_norm": 0.47295913100242615,
      "learning_rate": 4.656353283083904e-05,
      "loss": 4.827,
      "step": 225615
    },
    {
      "epoch": 0.1974894108317191,
      "grad_norm": 0.4855886399745941,
      "learning_rate": 4.6563377149786236e-05,
      "loss": 5.3236,
      "step": 225620
    },
    {
      "epoch": 0.19749378742534626,
      "grad_norm": 0.45546984672546387,
      "learning_rate": 4.65632214655386e-05,
      "loss": 5.4418,
      "step": 225625
    },
    {
      "epoch": 0.1974981640189734,
      "grad_norm": 0.45984596014022827,
      "learning_rate": 4.6563065778096126e-05,
      "loss": 5.3119,
      "step": 225630
    },
    {
      "epoch": 0.19750254061260056,
      "grad_norm": 0.4782833158969879,
      "learning_rate": 4.656291008745886e-05,
      "loss": 5.3533,
      "step": 225635
    },
    {
      "epoch": 0.1975069172062277,
      "grad_norm": 0.4817774295806885,
      "learning_rate": 4.656275439362683e-05,
      "loss": 5.3547,
      "step": 225640
    },
    {
      "epoch": 0.19751129379985488,
      "grad_norm": 0.44115307927131653,
      "learning_rate": 4.656259869660006e-05,
      "loss": 5.5793,
      "step": 225645
    },
    {
      "epoch": 0.19751567039348203,
      "grad_norm": 0.5217745304107666,
      "learning_rate": 4.6562442996378586e-05,
      "loss": 5.4208,
      "step": 225650
    },
    {
      "epoch": 0.19752004698710918,
      "grad_norm": 0.4611401855945587,
      "learning_rate": 4.6562287292962436e-05,
      "loss": 5.2451,
      "step": 225655
    },
    {
      "epoch": 0.19752442358073632,
      "grad_norm": 0.48641982674598694,
      "learning_rate": 4.656213158635166e-05,
      "loss": 5.2245,
      "step": 225660
    },
    {
      "epoch": 0.1975288001743635,
      "grad_norm": 0.4666019678115845,
      "learning_rate": 4.656197587654625e-05,
      "loss": 5.9596,
      "step": 225665
    },
    {
      "epoch": 0.19753317676799065,
      "grad_norm": 0.452970951795578,
      "learning_rate": 4.656182016354625e-05,
      "loss": 5.1236,
      "step": 225670
    },
    {
      "epoch": 0.1975375533616178,
      "grad_norm": 0.4625765085220337,
      "learning_rate": 4.65616644473517e-05,
      "loss": 5.2259,
      "step": 225675
    },
    {
      "epoch": 0.19754192995524494,
      "grad_norm": 0.47640886902809143,
      "learning_rate": 4.6561508727962646e-05,
      "loss": 5.1572,
      "step": 225680
    },
    {
      "epoch": 0.19754630654887212,
      "grad_norm": 0.4883425831794739,
      "learning_rate": 4.656135300537908e-05,
      "loss": 5.2086,
      "step": 225685
    },
    {
      "epoch": 0.19755068314249927,
      "grad_norm": 0.47366851568222046,
      "learning_rate": 4.6561197279601045e-05,
      "loss": 5.4439,
      "step": 225690
    },
    {
      "epoch": 0.19755505973612641,
      "grad_norm": 0.49537229537963867,
      "learning_rate": 4.656104155062858e-05,
      "loss": 5.7092,
      "step": 225695
    },
    {
      "epoch": 0.19755943632975356,
      "grad_norm": 0.5217090845108032,
      "learning_rate": 4.656088581846171e-05,
      "loss": 4.8925,
      "step": 225700
    },
    {
      "epoch": 0.19756381292338074,
      "grad_norm": 0.498783141374588,
      "learning_rate": 4.6560730083100476e-05,
      "loss": 4.7201,
      "step": 225705
    },
    {
      "epoch": 0.19756818951700789,
      "grad_norm": 0.4641806185245514,
      "learning_rate": 4.656057434454488e-05,
      "loss": 4.6088,
      "step": 225710
    },
    {
      "epoch": 0.19757256611063503,
      "grad_norm": 0.46241357922554016,
      "learning_rate": 4.6560418602794986e-05,
      "loss": 5.2279,
      "step": 225715
    },
    {
      "epoch": 0.19757694270426218,
      "grad_norm": 0.49099332094192505,
      "learning_rate": 4.65602628578508e-05,
      "loss": 5.9535,
      "step": 225720
    },
    {
      "epoch": 0.19758131929788936,
      "grad_norm": 0.466313898563385,
      "learning_rate": 4.656010710971236e-05,
      "loss": 5.2445,
      "step": 225725
    },
    {
      "epoch": 0.1975856958915165,
      "grad_norm": 0.4584755003452301,
      "learning_rate": 4.6559951358379695e-05,
      "loss": 4.9168,
      "step": 225730
    },
    {
      "epoch": 0.19759007248514365,
      "grad_norm": 0.47930285334587097,
      "learning_rate": 4.655979560385284e-05,
      "loss": 5.6271,
      "step": 225735
    },
    {
      "epoch": 0.1975944490787708,
      "grad_norm": 0.4630816876888275,
      "learning_rate": 4.655963984613182e-05,
      "loss": 4.6831,
      "step": 225740
    },
    {
      "epoch": 0.19759882567239795,
      "grad_norm": 0.47656697034835815,
      "learning_rate": 4.655948408521667e-05,
      "loss": 5.0863,
      "step": 225745
    },
    {
      "epoch": 0.19760320226602512,
      "grad_norm": 0.47222357988357544,
      "learning_rate": 4.6559328321107395e-05,
      "loss": 5.918,
      "step": 225750
    },
    {
      "epoch": 0.19760757885965227,
      "grad_norm": 0.5094960927963257,
      "learning_rate": 4.655917255380406e-05,
      "loss": 5.1304,
      "step": 225755
    },
    {
      "epoch": 0.19761195545327942,
      "grad_norm": 0.4656234085559845,
      "learning_rate": 4.65590167833067e-05,
      "loss": 4.616,
      "step": 225760
    },
    {
      "epoch": 0.19761633204690657,
      "grad_norm": 0.4708636701107025,
      "learning_rate": 4.6558861009615293e-05,
      "loss": 4.4193,
      "step": 225765
    },
    {
      "epoch": 0.19762070864053374,
      "grad_norm": 0.45663902163505554,
      "learning_rate": 4.6558705232729925e-05,
      "loss": 5.7285,
      "step": 225770
    },
    {
      "epoch": 0.1976250852341609,
      "grad_norm": 0.45867499709129333,
      "learning_rate": 4.655854945265059e-05,
      "loss": 5.2227,
      "step": 225775
    },
    {
      "epoch": 0.19762946182778804,
      "grad_norm": 0.493644654750824,
      "learning_rate": 4.655839366937734e-05,
      "loss": 5.2162,
      "step": 225780
    },
    {
      "epoch": 0.1976338384214152,
      "grad_norm": 0.45780250430107117,
      "learning_rate": 4.655823788291019e-05,
      "loss": 5.2236,
      "step": 225785
    },
    {
      "epoch": 0.19763821501504236,
      "grad_norm": 0.4660763442516327,
      "learning_rate": 4.655808209324918e-05,
      "loss": 4.8958,
      "step": 225790
    },
    {
      "epoch": 0.1976425916086695,
      "grad_norm": 0.4831695258617401,
      "learning_rate": 4.655792630039434e-05,
      "loss": 5.1147,
      "step": 225795
    },
    {
      "epoch": 0.19764696820229666,
      "grad_norm": 0.4986889660358429,
      "learning_rate": 4.6557770504345685e-05,
      "loss": 5.4471,
      "step": 225800
    },
    {
      "epoch": 0.1976513447959238,
      "grad_norm": 0.46313661336898804,
      "learning_rate": 4.655761470510327e-05,
      "loss": 5.7099,
      "step": 225805
    },
    {
      "epoch": 0.19765572138955098,
      "grad_norm": 0.4429469704627991,
      "learning_rate": 4.655745890266711e-05,
      "loss": 5.9215,
      "step": 225810
    },
    {
      "epoch": 0.19766009798317813,
      "grad_norm": 0.4651746153831482,
      "learning_rate": 4.655730309703723e-05,
      "loss": 5.2364,
      "step": 225815
    },
    {
      "epoch": 0.19766447457680528,
      "grad_norm": 0.4808136522769928,
      "learning_rate": 4.6557147288213664e-05,
      "loss": 5.966,
      "step": 225820
    },
    {
      "epoch": 0.19766885117043242,
      "grad_norm": 0.48132017254829407,
      "learning_rate": 4.655699147619645e-05,
      "loss": 5.4608,
      "step": 225825
    },
    {
      "epoch": 0.1976732277640596,
      "grad_norm": 0.45397835969924927,
      "learning_rate": 4.6556835660985606e-05,
      "loss": 5.7591,
      "step": 225830
    },
    {
      "epoch": 0.19767760435768675,
      "grad_norm": 0.4770331382751465,
      "learning_rate": 4.6556679842581176e-05,
      "loss": 4.9252,
      "step": 225835
    },
    {
      "epoch": 0.1976819809513139,
      "grad_norm": 0.47117966413497925,
      "learning_rate": 4.655652402098318e-05,
      "loss": 5.1962,
      "step": 225840
    },
    {
      "epoch": 0.19768635754494104,
      "grad_norm": 0.48236989974975586,
      "learning_rate": 4.6556368196191654e-05,
      "loss": 5.1344,
      "step": 225845
    },
    {
      "epoch": 0.19769073413856822,
      "grad_norm": 0.474119633436203,
      "learning_rate": 4.655621236820663e-05,
      "loss": 4.3196,
      "step": 225850
    },
    {
      "epoch": 0.19769511073219537,
      "grad_norm": 0.47354596853256226,
      "learning_rate": 4.6556056537028124e-05,
      "loss": 4.7606,
      "step": 225855
    },
    {
      "epoch": 0.19769948732582251,
      "grad_norm": 0.4759906530380249,
      "learning_rate": 4.6555900702656174e-05,
      "loss": 5.7036,
      "step": 225860
    },
    {
      "epoch": 0.19770386391944966,
      "grad_norm": 0.49522390961647034,
      "learning_rate": 4.655574486509082e-05,
      "loss": 5.1335,
      "step": 225865
    },
    {
      "epoch": 0.1977082405130768,
      "grad_norm": 0.46870434284210205,
      "learning_rate": 4.655558902433208e-05,
      "loss": 4.6972,
      "step": 225870
    },
    {
      "epoch": 0.197712617106704,
      "grad_norm": 0.45608893036842346,
      "learning_rate": 4.6555433180379984e-05,
      "loss": 5.9668,
      "step": 225875
    },
    {
      "epoch": 0.19771699370033113,
      "grad_norm": 0.47269392013549805,
      "learning_rate": 4.655527733323456e-05,
      "loss": 5.7364,
      "step": 225880
    },
    {
      "epoch": 0.19772137029395828,
      "grad_norm": 0.45146453380584717,
      "learning_rate": 4.6555121482895857e-05,
      "loss": 5.4217,
      "step": 225885
    },
    {
      "epoch": 0.19772574688758543,
      "grad_norm": 0.5500653386116028,
      "learning_rate": 4.655496562936388e-05,
      "loss": 4.6562,
      "step": 225890
    },
    {
      "epoch": 0.1977301234812126,
      "grad_norm": 0.49941977858543396,
      "learning_rate": 4.6554809772638675e-05,
      "loss": 5.1371,
      "step": 225895
    },
    {
      "epoch": 0.19773450007483975,
      "grad_norm": 0.4703676104545593,
      "learning_rate": 4.655465391272027e-05,
      "loss": 4.6179,
      "step": 225900
    },
    {
      "epoch": 0.1977388766684669,
      "grad_norm": 0.4690893292427063,
      "learning_rate": 4.6554498049608684e-05,
      "loss": 5.3285,
      "step": 225905
    },
    {
      "epoch": 0.19774325326209405,
      "grad_norm": 0.4455825686454773,
      "learning_rate": 4.6554342183303965e-05,
      "loss": 6.2469,
      "step": 225910
    },
    {
      "epoch": 0.19774762985572122,
      "grad_norm": 0.47719234228134155,
      "learning_rate": 4.6554186313806134e-05,
      "loss": 5.4158,
      "step": 225915
    },
    {
      "epoch": 0.19775200644934837,
      "grad_norm": 0.4783448576927185,
      "learning_rate": 4.655403044111521e-05,
      "loss": 5.7363,
      "step": 225920
    },
    {
      "epoch": 0.19775638304297552,
      "grad_norm": 0.4765222370624542,
      "learning_rate": 4.655387456523125e-05,
      "loss": 4.6959,
      "step": 225925
    },
    {
      "epoch": 0.19776075963660267,
      "grad_norm": 0.46822458505630493,
      "learning_rate": 4.655371868615425e-05,
      "loss": 4.9341,
      "step": 225930
    },
    {
      "epoch": 0.19776513623022984,
      "grad_norm": 0.479824960231781,
      "learning_rate": 4.6553562803884266e-05,
      "loss": 5.2358,
      "step": 225935
    },
    {
      "epoch": 0.197769512823857,
      "grad_norm": 0.47337302565574646,
      "learning_rate": 4.655340691842133e-05,
      "loss": 5.7119,
      "step": 225940
    },
    {
      "epoch": 0.19777388941748414,
      "grad_norm": 0.47559791803359985,
      "learning_rate": 4.6553251029765456e-05,
      "loss": 5.7289,
      "step": 225945
    },
    {
      "epoch": 0.1977782660111113,
      "grad_norm": 0.4697782099246979,
      "learning_rate": 4.655309513791667e-05,
      "loss": 5.4062,
      "step": 225950
    },
    {
      "epoch": 0.19778264260473846,
      "grad_norm": 0.4704825282096863,
      "learning_rate": 4.6552939242875015e-05,
      "loss": 5.6664,
      "step": 225955
    },
    {
      "epoch": 0.1977870191983656,
      "grad_norm": 0.48482805490493774,
      "learning_rate": 4.655278334464053e-05,
      "loss": 5.425,
      "step": 225960
    },
    {
      "epoch": 0.19779139579199276,
      "grad_norm": 0.4727966785430908,
      "learning_rate": 4.655262744321323e-05,
      "loss": 5.4028,
      "step": 225965
    },
    {
      "epoch": 0.1977957723856199,
      "grad_norm": 0.45998239517211914,
      "learning_rate": 4.655247153859314e-05,
      "loss": 5.2157,
      "step": 225970
    },
    {
      "epoch": 0.19780014897924708,
      "grad_norm": 0.47557663917541504,
      "learning_rate": 4.6552315630780305e-05,
      "loss": 3.9004,
      "step": 225975
    },
    {
      "epoch": 0.19780452557287423,
      "grad_norm": 0.5241864323616028,
      "learning_rate": 4.6552159719774743e-05,
      "loss": 5.1711,
      "step": 225980
    },
    {
      "epoch": 0.19780890216650138,
      "grad_norm": 0.5053751468658447,
      "learning_rate": 4.655200380557649e-05,
      "loss": 5.3193,
      "step": 225985
    },
    {
      "epoch": 0.19781327876012852,
      "grad_norm": 0.48686301708221436,
      "learning_rate": 4.655184788818559e-05,
      "loss": 5.7585,
      "step": 225990
    },
    {
      "epoch": 0.19781765535375567,
      "grad_norm": 0.4715771973133087,
      "learning_rate": 4.655169196760205e-05,
      "loss": 5.9127,
      "step": 225995
    },
    {
      "epoch": 0.19782203194738285,
      "grad_norm": 0.48209211230278015,
      "learning_rate": 4.6551536043825906e-05,
      "loss": 4.6018,
      "step": 226000
    },
    {
      "epoch": 0.19782640854101,
      "grad_norm": 0.5370079874992371,
      "learning_rate": 4.655138011685719e-05,
      "loss": 5.6334,
      "step": 226005
    },
    {
      "epoch": 0.19783078513463714,
      "grad_norm": 0.470934122800827,
      "learning_rate": 4.655122418669594e-05,
      "loss": 5.1228,
      "step": 226010
    },
    {
      "epoch": 0.1978351617282643,
      "grad_norm": 0.48113998770713806,
      "learning_rate": 4.6551068253342176e-05,
      "loss": 5.4191,
      "step": 226015
    },
    {
      "epoch": 0.19783953832189147,
      "grad_norm": 0.5072863101959229,
      "learning_rate": 4.655091231679593e-05,
      "loss": 4.6889,
      "step": 226020
    },
    {
      "epoch": 0.19784391491551861,
      "grad_norm": 0.4843667149543762,
      "learning_rate": 4.655075637705724e-05,
      "loss": 5.7112,
      "step": 226025
    },
    {
      "epoch": 0.19784829150914576,
      "grad_norm": 0.45962491631507874,
      "learning_rate": 4.655060043412611e-05,
      "loss": 5.9707,
      "step": 226030
    },
    {
      "epoch": 0.1978526681027729,
      "grad_norm": 0.46732988953590393,
      "learning_rate": 4.655044448800261e-05,
      "loss": 5.9014,
      "step": 226035
    },
    {
      "epoch": 0.1978570446964001,
      "grad_norm": 0.5012134313583374,
      "learning_rate": 4.655028853868674e-05,
      "loss": 5.1173,
      "step": 226040
    },
    {
      "epoch": 0.19786142129002723,
      "grad_norm": 0.47554653882980347,
      "learning_rate": 4.655013258617854e-05,
      "loss": 5.1471,
      "step": 226045
    },
    {
      "epoch": 0.19786579788365438,
      "grad_norm": 0.4871434271335602,
      "learning_rate": 4.6549976630478045e-05,
      "loss": 5.2266,
      "step": 226050
    },
    {
      "epoch": 0.19787017447728153,
      "grad_norm": 0.49094581604003906,
      "learning_rate": 4.654982067158528e-05,
      "loss": 4.8166,
      "step": 226055
    },
    {
      "epoch": 0.1978745510709087,
      "grad_norm": 0.4924231469631195,
      "learning_rate": 4.654966470950026e-05,
      "loss": 5.1197,
      "step": 226060
    },
    {
      "epoch": 0.19787892766453585,
      "grad_norm": 0.4838026165962219,
      "learning_rate": 4.654950874422305e-05,
      "loss": 5.1222,
      "step": 226065
    },
    {
      "epoch": 0.197883304258163,
      "grad_norm": 0.4619167745113373,
      "learning_rate": 4.6549352775753655e-05,
      "loss": 5.1251,
      "step": 226070
    },
    {
      "epoch": 0.19788768085179015,
      "grad_norm": 0.48916223645210266,
      "learning_rate": 4.65491968040921e-05,
      "loss": 5.1982,
      "step": 226075
    },
    {
      "epoch": 0.19789205744541732,
      "grad_norm": 0.4803414046764374,
      "learning_rate": 4.654904082923843e-05,
      "loss": 4.6998,
      "step": 226080
    },
    {
      "epoch": 0.19789643403904447,
      "grad_norm": 0.47723424434661865,
      "learning_rate": 4.654888485119267e-05,
      "loss": 5.4292,
      "step": 226085
    },
    {
      "epoch": 0.19790081063267162,
      "grad_norm": 0.473651260137558,
      "learning_rate": 4.654872886995486e-05,
      "loss": 4.0801,
      "step": 226090
    },
    {
      "epoch": 0.19790518722629877,
      "grad_norm": 0.4677741825580597,
      "learning_rate": 4.654857288552501e-05,
      "loss": 5.6703,
      "step": 226095
    },
    {
      "epoch": 0.19790956381992594,
      "grad_norm": 0.48107361793518066,
      "learning_rate": 4.654841689790316e-05,
      "loss": 6.0006,
      "step": 226100
    },
    {
      "epoch": 0.1979139404135531,
      "grad_norm": 0.47758805751800537,
      "learning_rate": 4.6548260907089345e-05,
      "loss": 4.9334,
      "step": 226105
    },
    {
      "epoch": 0.19791831700718024,
      "grad_norm": 0.45769041776657104,
      "learning_rate": 4.654810491308359e-05,
      "loss": 5.0689,
      "step": 226110
    },
    {
      "epoch": 0.1979226936008074,
      "grad_norm": 0.4828822612762451,
      "learning_rate": 4.654794891588593e-05,
      "loss": 4.9352,
      "step": 226115
    },
    {
      "epoch": 0.19792707019443456,
      "grad_norm": 0.4657512605190277,
      "learning_rate": 4.654779291549639e-05,
      "loss": 5.3441,
      "step": 226120
    },
    {
      "epoch": 0.1979314467880617,
      "grad_norm": 0.5051119923591614,
      "learning_rate": 4.654763691191499e-05,
      "loss": 5.154,
      "step": 226125
    },
    {
      "epoch": 0.19793582338168886,
      "grad_norm": 0.4911760985851288,
      "learning_rate": 4.6547480905141786e-05,
      "loss": 4.7088,
      "step": 226130
    },
    {
      "epoch": 0.197940199975316,
      "grad_norm": 0.48376622796058655,
      "learning_rate": 4.654732489517678e-05,
      "loss": 5.4232,
      "step": 226135
    },
    {
      "epoch": 0.19794457656894315,
      "grad_norm": 0.49147433042526245,
      "learning_rate": 4.654716888202002e-05,
      "loss": 5.1198,
      "step": 226140
    },
    {
      "epoch": 0.19794895316257033,
      "grad_norm": 0.4889829754829407,
      "learning_rate": 4.6547012865671534e-05,
      "loss": 5.4157,
      "step": 226145
    },
    {
      "epoch": 0.19795332975619748,
      "grad_norm": 0.458830863237381,
      "learning_rate": 4.654685684613135e-05,
      "loss": 5.4287,
      "step": 226150
    },
    {
      "epoch": 0.19795770634982462,
      "grad_norm": 0.47841987013816833,
      "learning_rate": 4.6546700823399494e-05,
      "loss": 5.2272,
      "step": 226155
    },
    {
      "epoch": 0.19796208294345177,
      "grad_norm": 0.4713186025619507,
      "learning_rate": 4.6546544797475997e-05,
      "loss": 4.5858,
      "step": 226160
    },
    {
      "epoch": 0.19796645953707895,
      "grad_norm": 0.4755547046661377,
      "learning_rate": 4.6546388768360906e-05,
      "loss": 4.5892,
      "step": 226165
    },
    {
      "epoch": 0.1979708361307061,
      "grad_norm": 0.4721091091632843,
      "learning_rate": 4.6546232736054215e-05,
      "loss": 4.9583,
      "step": 226170
    },
    {
      "epoch": 0.19797521272433324,
      "grad_norm": 0.4606981873512268,
      "learning_rate": 4.654607670055599e-05,
      "loss": 5.208,
      "step": 226175
    },
    {
      "epoch": 0.1979795893179604,
      "grad_norm": 0.4736470878124237,
      "learning_rate": 4.654592066186625e-05,
      "loss": 4.4105,
      "step": 226180
    },
    {
      "epoch": 0.19798396591158757,
      "grad_norm": 0.47306200861930847,
      "learning_rate": 4.654576461998502e-05,
      "loss": 4.8952,
      "step": 226185
    },
    {
      "epoch": 0.19798834250521472,
      "grad_norm": 0.48393717408180237,
      "learning_rate": 4.654560857491232e-05,
      "loss": 5.4558,
      "step": 226190
    },
    {
      "epoch": 0.19799271909884186,
      "grad_norm": 0.4813440144062042,
      "learning_rate": 4.65454525266482e-05,
      "loss": 5.9338,
      "step": 226195
    },
    {
      "epoch": 0.197997095692469,
      "grad_norm": 0.4495737552642822,
      "learning_rate": 4.654529647519269e-05,
      "loss": 6.2244,
      "step": 226200
    },
    {
      "epoch": 0.1980014722860962,
      "grad_norm": 0.47033628821372986,
      "learning_rate": 4.6545140420545806e-05,
      "loss": 5.4268,
      "step": 226205
    },
    {
      "epoch": 0.19800584887972333,
      "grad_norm": 0.48113077878952026,
      "learning_rate": 4.654498436270759e-05,
      "loss": 5.4057,
      "step": 226210
    },
    {
      "epoch": 0.19801022547335048,
      "grad_norm": 0.46014633774757385,
      "learning_rate": 4.654482830167807e-05,
      "loss": 5.934,
      "step": 226215
    },
    {
      "epoch": 0.19801460206697763,
      "grad_norm": 0.513564944267273,
      "learning_rate": 4.6544672237457256e-05,
      "loss": 4.7052,
      "step": 226220
    },
    {
      "epoch": 0.1980189786606048,
      "grad_norm": 0.4800046384334564,
      "learning_rate": 4.65445161700452e-05,
      "loss": 5.4387,
      "step": 226225
    },
    {
      "epoch": 0.19802335525423195,
      "grad_norm": 0.4708177149295807,
      "learning_rate": 4.6544360099441944e-05,
      "loss": 5.9625,
      "step": 226230
    },
    {
      "epoch": 0.1980277318478591,
      "grad_norm": 0.5171954035758972,
      "learning_rate": 4.6544204025647485e-05,
      "loss": 5.1229,
      "step": 226235
    },
    {
      "epoch": 0.19803210844148625,
      "grad_norm": 0.49544277787208557,
      "learning_rate": 4.654404794866187e-05,
      "loss": 5.112,
      "step": 226240
    },
    {
      "epoch": 0.19803648503511342,
      "grad_norm": 0.47937729954719543,
      "learning_rate": 4.6543891868485136e-05,
      "loss": 5.4295,
      "step": 226245
    },
    {
      "epoch": 0.19804086162874057,
      "grad_norm": 0.5697025060653687,
      "learning_rate": 4.6543735785117294e-05,
      "loss": 5.1466,
      "step": 226250
    },
    {
      "epoch": 0.19804523822236772,
      "grad_norm": 0.47820615768432617,
      "learning_rate": 4.6543579698558394e-05,
      "loss": 5.6455,
      "step": 226255
    },
    {
      "epoch": 0.19804961481599487,
      "grad_norm": 0.4634830057621002,
      "learning_rate": 4.6543423608808456e-05,
      "loss": 4.813,
      "step": 226260
    },
    {
      "epoch": 0.19805399140962202,
      "grad_norm": 0.4991435110569,
      "learning_rate": 4.6543267515867515e-05,
      "loss": 5.189,
      "step": 226265
    },
    {
      "epoch": 0.1980583680032492,
      "grad_norm": 0.4615161120891571,
      "learning_rate": 4.6543111419735585e-05,
      "loss": 5.3961,
      "step": 226270
    },
    {
      "epoch": 0.19806274459687634,
      "grad_norm": 0.4748595952987671,
      "learning_rate": 4.654295532041272e-05,
      "loss": 5.7405,
      "step": 226275
    },
    {
      "epoch": 0.1980671211905035,
      "grad_norm": 0.47008949518203735,
      "learning_rate": 4.654279921789895e-05,
      "loss": 5.6449,
      "step": 226280
    },
    {
      "epoch": 0.19807149778413063,
      "grad_norm": 0.5046724677085876,
      "learning_rate": 4.654264311219427e-05,
      "loss": 5.7213,
      "step": 226285
    },
    {
      "epoch": 0.1980758743777578,
      "grad_norm": 0.4720665514469147,
      "learning_rate": 4.6542487003298754e-05,
      "loss": 5.4207,
      "step": 226290
    },
    {
      "epoch": 0.19808025097138496,
      "grad_norm": 0.468107670545578,
      "learning_rate": 4.65423308912124e-05,
      "loss": 4.3896,
      "step": 226295
    },
    {
      "epoch": 0.1980846275650121,
      "grad_norm": 0.48664435744285583,
      "learning_rate": 4.654217477593526e-05,
      "loss": 4.2043,
      "step": 226300
    },
    {
      "epoch": 0.19808900415863925,
      "grad_norm": 0.48278406262397766,
      "learning_rate": 4.6542018657467345e-05,
      "loss": 5.2094,
      "step": 226305
    },
    {
      "epoch": 0.19809338075226643,
      "grad_norm": 0.4736040532588959,
      "learning_rate": 4.65418625358087e-05,
      "loss": 5.1103,
      "step": 226310
    },
    {
      "epoch": 0.19809775734589358,
      "grad_norm": 0.4713471829891205,
      "learning_rate": 4.654170641095935e-05,
      "loss": 5.4522,
      "step": 226315
    },
    {
      "epoch": 0.19810213393952072,
      "grad_norm": 0.4710085391998291,
      "learning_rate": 4.654155028291932e-05,
      "loss": 5.1816,
      "step": 226320
    },
    {
      "epoch": 0.19810651053314787,
      "grad_norm": 0.479348748922348,
      "learning_rate": 4.654139415168866e-05,
      "loss": 4.629,
      "step": 226325
    },
    {
      "epoch": 0.19811088712677505,
      "grad_norm": 0.46374616026878357,
      "learning_rate": 4.6541238017267375e-05,
      "loss": 5.9494,
      "step": 226330
    },
    {
      "epoch": 0.1981152637204022,
      "grad_norm": 0.4795405864715576,
      "learning_rate": 4.65410818796555e-05,
      "loss": 5.6258,
      "step": 226335
    },
    {
      "epoch": 0.19811964031402934,
      "grad_norm": 0.4620416760444641,
      "learning_rate": 4.654092573885308e-05,
      "loss": 4.3005,
      "step": 226340
    },
    {
      "epoch": 0.1981240169076565,
      "grad_norm": 0.49115192890167236,
      "learning_rate": 4.654076959486012e-05,
      "loss": 5.1306,
      "step": 226345
    },
    {
      "epoch": 0.19812839350128367,
      "grad_norm": 0.4661365747451782,
      "learning_rate": 4.654061344767668e-05,
      "loss": 5.9359,
      "step": 226350
    },
    {
      "epoch": 0.19813277009491082,
      "grad_norm": 0.46772927045822144,
      "learning_rate": 4.6540457297302786e-05,
      "loss": 5.4318,
      "step": 226355
    },
    {
      "epoch": 0.19813714668853796,
      "grad_norm": 0.4614253342151642,
      "learning_rate": 4.6540301143738444e-05,
      "loss": 4.6089,
      "step": 226360
    },
    {
      "epoch": 0.1981415232821651,
      "grad_norm": 0.560529351234436,
      "learning_rate": 4.6540144986983694e-05,
      "loss": 4.6109,
      "step": 226365
    },
    {
      "epoch": 0.1981458998757923,
      "grad_norm": 0.4788209795951843,
      "learning_rate": 4.653998882703857e-05,
      "loss": 5.1028,
      "step": 226370
    },
    {
      "epoch": 0.19815027646941943,
      "grad_norm": 0.5524937510490417,
      "learning_rate": 4.6539832663903115e-05,
      "loss": 4.924,
      "step": 226375
    },
    {
      "epoch": 0.19815465306304658,
      "grad_norm": 0.4831349551677704,
      "learning_rate": 4.653967649757735e-05,
      "loss": 4.8896,
      "step": 226380
    },
    {
      "epoch": 0.19815902965667373,
      "grad_norm": 0.598917543888092,
      "learning_rate": 4.653952032806128e-05,
      "loss": 4.8443,
      "step": 226385
    },
    {
      "epoch": 0.19816340625030088,
      "grad_norm": 0.4969036877155304,
      "learning_rate": 4.653936415535497e-05,
      "loss": 4.6969,
      "step": 226390
    },
    {
      "epoch": 0.19816778284392805,
      "grad_norm": 0.5284367799758911,
      "learning_rate": 4.653920797945843e-05,
      "loss": 4.6347,
      "step": 226395
    },
    {
      "epoch": 0.1981721594375552,
      "grad_norm": 0.5100911259651184,
      "learning_rate": 4.65390518003717e-05,
      "loss": 5.4188,
      "step": 226400
    },
    {
      "epoch": 0.19817653603118235,
      "grad_norm": 0.5339131355285645,
      "learning_rate": 4.653889561809481e-05,
      "loss": 5.466,
      "step": 226405
    },
    {
      "epoch": 0.1981809126248095,
      "grad_norm": 0.474774032831192,
      "learning_rate": 4.6538739432627786e-05,
      "loss": 5.1406,
      "step": 226410
    },
    {
      "epoch": 0.19818528921843667,
      "grad_norm": 0.4704444706439972,
      "learning_rate": 4.653858324397066e-05,
      "loss": 5.4421,
      "step": 226415
    },
    {
      "epoch": 0.19818966581206382,
      "grad_norm": 0.4861169159412384,
      "learning_rate": 4.653842705212347e-05,
      "loss": 4.9303,
      "step": 226420
    },
    {
      "epoch": 0.19819404240569097,
      "grad_norm": 0.4722496271133423,
      "learning_rate": 4.653827085708622e-05,
      "loss": 5.2244,
      "step": 226425
    },
    {
      "epoch": 0.19819841899931812,
      "grad_norm": 0.5088883638381958,
      "learning_rate": 4.6538114658858966e-05,
      "loss": 5.2178,
      "step": 226430
    },
    {
      "epoch": 0.1982027955929453,
      "grad_norm": 0.505959689617157,
      "learning_rate": 4.6537958457441735e-05,
      "loss": 5.4196,
      "step": 226435
    },
    {
      "epoch": 0.19820717218657244,
      "grad_norm": 0.47545623779296875,
      "learning_rate": 4.6537802252834536e-05,
      "loss": 4.3048,
      "step": 226440
    },
    {
      "epoch": 0.1982115487801996,
      "grad_norm": 0.48207488656044006,
      "learning_rate": 4.653764604503743e-05,
      "loss": 5.1166,
      "step": 226445
    },
    {
      "epoch": 0.19821592537382673,
      "grad_norm": 0.4690295159816742,
      "learning_rate": 4.653748983405043e-05,
      "loss": 4.6033,
      "step": 226450
    },
    {
      "epoch": 0.1982203019674539,
      "grad_norm": 0.49348190426826477,
      "learning_rate": 4.653733361987357e-05,
      "loss": 5.7071,
      "step": 226455
    },
    {
      "epoch": 0.19822467856108106,
      "grad_norm": 0.4677307605743408,
      "learning_rate": 4.653717740250687e-05,
      "loss": 4.9637,
      "step": 226460
    },
    {
      "epoch": 0.1982290551547082,
      "grad_norm": 0.4664229154586792,
      "learning_rate": 4.653702118195037e-05,
      "loss": 4.5914,
      "step": 226465
    },
    {
      "epoch": 0.19823343174833535,
      "grad_norm": 0.4699871242046356,
      "learning_rate": 4.653686495820411e-05,
      "loss": 5.1983,
      "step": 226470
    },
    {
      "epoch": 0.19823780834196253,
      "grad_norm": 0.463631272315979,
      "learning_rate": 4.65367087312681e-05,
      "loss": 4.4132,
      "step": 226475
    },
    {
      "epoch": 0.19824218493558968,
      "grad_norm": 0.47252190113067627,
      "learning_rate": 4.653655250114238e-05,
      "loss": 5.2084,
      "step": 226480
    },
    {
      "epoch": 0.19824656152921682,
      "grad_norm": 0.4625459313392639,
      "learning_rate": 4.653639626782698e-05,
      "loss": 5.9475,
      "step": 226485
    },
    {
      "epoch": 0.19825093812284397,
      "grad_norm": 0.4494941532611847,
      "learning_rate": 4.653624003132192e-05,
      "loss": 5.9275,
      "step": 226490
    },
    {
      "epoch": 0.19825531471647115,
      "grad_norm": 0.4687013626098633,
      "learning_rate": 4.653608379162725e-05,
      "loss": 4.9133,
      "step": 226495
    },
    {
      "epoch": 0.1982596913100983,
      "grad_norm": 0.46578413248062134,
      "learning_rate": 4.6535927548743e-05,
      "loss": 5.1834,
      "step": 226500
    },
    {
      "epoch": 0.19826406790372544,
      "grad_norm": 0.463737815618515,
      "learning_rate": 4.653577130266916e-05,
      "loss": 5.9668,
      "step": 226505
    },
    {
      "epoch": 0.1982684444973526,
      "grad_norm": 0.47732239961624146,
      "learning_rate": 4.653561505340581e-05,
      "loss": 5.3369,
      "step": 226510
    },
    {
      "epoch": 0.19827282109097974,
      "grad_norm": 0.4734482169151306,
      "learning_rate": 4.653545880095296e-05,
      "loss": 5.1647,
      "step": 226515
    },
    {
      "epoch": 0.19827719768460692,
      "grad_norm": 0.4685635268688202,
      "learning_rate": 4.6535302545310643e-05,
      "loss": 5.4567,
      "step": 226520
    },
    {
      "epoch": 0.19828157427823406,
      "grad_norm": 0.47885793447494507,
      "learning_rate": 4.653514628647887e-05,
      "loss": 5.9346,
      "step": 226525
    },
    {
      "epoch": 0.1982859508718612,
      "grad_norm": 0.4754587411880493,
      "learning_rate": 4.6534990024457704e-05,
      "loss": 4.9124,
      "step": 226530
    },
    {
      "epoch": 0.19829032746548836,
      "grad_norm": 0.4628918170928955,
      "learning_rate": 4.6534833759247155e-05,
      "loss": 5.2036,
      "step": 226535
    },
    {
      "epoch": 0.19829470405911553,
      "grad_norm": 0.47334665060043335,
      "learning_rate": 4.653467749084724e-05,
      "loss": 4.3989,
      "step": 226540
    },
    {
      "epoch": 0.19829908065274268,
      "grad_norm": 0.4622892439365387,
      "learning_rate": 4.653452121925803e-05,
      "loss": 5.2229,
      "step": 226545
    },
    {
      "epoch": 0.19830345724636983,
      "grad_norm": 0.47233855724334717,
      "learning_rate": 4.653436494447952e-05,
      "loss": 5.1283,
      "step": 226550
    },
    {
      "epoch": 0.19830783383999698,
      "grad_norm": 0.4623797833919525,
      "learning_rate": 4.653420866651175e-05,
      "loss": 5.727,
      "step": 226555
    },
    {
      "epoch": 0.19831221043362415,
      "grad_norm": 0.47410473227500916,
      "learning_rate": 4.6534052385354754e-05,
      "loss": 5.1075,
      "step": 226560
    },
    {
      "epoch": 0.1983165870272513,
      "grad_norm": 0.47249680757522583,
      "learning_rate": 4.653389610100856e-05,
      "loss": 5.1599,
      "step": 226565
    },
    {
      "epoch": 0.19832096362087845,
      "grad_norm": 0.47606360912323,
      "learning_rate": 4.6533739813473195e-05,
      "loss": 5.6436,
      "step": 226570
    },
    {
      "epoch": 0.1983253402145056,
      "grad_norm": 0.47408178448677063,
      "learning_rate": 4.653358352274869e-05,
      "loss": 5.1642,
      "step": 226575
    },
    {
      "epoch": 0.19832971680813277,
      "grad_norm": 0.5125896334648132,
      "learning_rate": 4.653342722883508e-05,
      "loss": 4.8275,
      "step": 226580
    },
    {
      "epoch": 0.19833409340175992,
      "grad_norm": 0.48664331436157227,
      "learning_rate": 4.6533270931732395e-05,
      "loss": 4.8987,
      "step": 226585
    },
    {
      "epoch": 0.19833846999538707,
      "grad_norm": 0.4697684049606323,
      "learning_rate": 4.6533114631440655e-05,
      "loss": 5.2643,
      "step": 226590
    },
    {
      "epoch": 0.19834284658901422,
      "grad_norm": 0.4601348042488098,
      "learning_rate": 4.653295832795991e-05,
      "loss": 5.1999,
      "step": 226595
    },
    {
      "epoch": 0.1983472231826414,
      "grad_norm": 0.4792305529117584,
      "learning_rate": 4.653280202129017e-05,
      "loss": 5.4382,
      "step": 226600
    },
    {
      "epoch": 0.19835159977626854,
      "grad_norm": 0.47043901681900024,
      "learning_rate": 4.653264571143147e-05,
      "loss": 4.9458,
      "step": 226605
    },
    {
      "epoch": 0.1983559763698957,
      "grad_norm": 0.4823366105556488,
      "learning_rate": 4.653248939838384e-05,
      "loss": 4.9517,
      "step": 226610
    },
    {
      "epoch": 0.19836035296352283,
      "grad_norm": 0.5083795785903931,
      "learning_rate": 4.6532333082147314e-05,
      "loss": 4.6888,
      "step": 226615
    },
    {
      "epoch": 0.19836472955715,
      "grad_norm": 0.5264841914176941,
      "learning_rate": 4.6532176762721926e-05,
      "loss": 5.122,
      "step": 226620
    },
    {
      "epoch": 0.19836910615077716,
      "grad_norm": 0.4717243015766144,
      "learning_rate": 4.653202044010769e-05,
      "loss": 5.7167,
      "step": 226625
    },
    {
      "epoch": 0.1983734827444043,
      "grad_norm": 0.5168216824531555,
      "learning_rate": 4.653186411430466e-05,
      "loss": 5.4092,
      "step": 226630
    },
    {
      "epoch": 0.19837785933803145,
      "grad_norm": 0.4665754735469818,
      "learning_rate": 4.653170778531285e-05,
      "loss": 5.4311,
      "step": 226635
    },
    {
      "epoch": 0.1983822359316586,
      "grad_norm": 0.4819822311401367,
      "learning_rate": 4.6531551453132296e-05,
      "loss": 4.4106,
      "step": 226640
    },
    {
      "epoch": 0.19838661252528578,
      "grad_norm": 0.49857333302497864,
      "learning_rate": 4.6531395117763024e-05,
      "loss": 5.1129,
      "step": 226645
    },
    {
      "epoch": 0.19839098911891292,
      "grad_norm": 0.4907960891723633,
      "learning_rate": 4.6531238779205066e-05,
      "loss": 5.9559,
      "step": 226650
    },
    {
      "epoch": 0.19839536571254007,
      "grad_norm": 0.5061957240104675,
      "learning_rate": 4.653108243745845e-05,
      "loss": 4.907,
      "step": 226655
    },
    {
      "epoch": 0.19839974230616722,
      "grad_norm": 0.51063072681427,
      "learning_rate": 4.6530926092523194e-05,
      "loss": 4.9653,
      "step": 226660
    },
    {
      "epoch": 0.1984041188997944,
      "grad_norm": 0.48388853669166565,
      "learning_rate": 4.6530769744399375e-05,
      "loss": 4.6088,
      "step": 226665
    },
    {
      "epoch": 0.19840849549342154,
      "grad_norm": 0.48512589931488037,
      "learning_rate": 4.6530613393086964e-05,
      "loss": 5.1044,
      "step": 226670
    },
    {
      "epoch": 0.1984128720870487,
      "grad_norm": 0.4642549455165863,
      "learning_rate": 4.653045703858603e-05,
      "loss": 5.4006,
      "step": 226675
    },
    {
      "epoch": 0.19841724868067584,
      "grad_norm": 0.46370911598205566,
      "learning_rate": 4.653030068089659e-05,
      "loss": 5.2518,
      "step": 226680
    },
    {
      "epoch": 0.19842162527430302,
      "grad_norm": 0.4793071746826172,
      "learning_rate": 4.653014432001867e-05,
      "loss": 5.115,
      "step": 226685
    },
    {
      "epoch": 0.19842600186793016,
      "grad_norm": 0.4713069200515747,
      "learning_rate": 4.6529987955952305e-05,
      "loss": 4.2008,
      "step": 226690
    },
    {
      "epoch": 0.1984303784615573,
      "grad_norm": 0.5070143938064575,
      "learning_rate": 4.6529831588697535e-05,
      "loss": 4.9133,
      "step": 226695
    },
    {
      "epoch": 0.19843475505518446,
      "grad_norm": 0.4705429673194885,
      "learning_rate": 4.6529675218254364e-05,
      "loss": 5.0447,
      "step": 226700
    },
    {
      "epoch": 0.19843913164881163,
      "grad_norm": 0.4621769189834595,
      "learning_rate": 4.652951884462285e-05,
      "loss": 5.9121,
      "step": 226705
    },
    {
      "epoch": 0.19844350824243878,
      "grad_norm": 0.47171249985694885,
      "learning_rate": 4.652936246780302e-05,
      "loss": 4.1169,
      "step": 226710
    },
    {
      "epoch": 0.19844788483606593,
      "grad_norm": 0.49523937702178955,
      "learning_rate": 4.652920608779489e-05,
      "loss": 4.7031,
      "step": 226715
    },
    {
      "epoch": 0.19845226142969308,
      "grad_norm": 0.5135036706924438,
      "learning_rate": 4.6529049704598484e-05,
      "loss": 4.7084,
      "step": 226720
    },
    {
      "epoch": 0.19845663802332025,
      "grad_norm": 0.48907336592674255,
      "learning_rate": 4.652889331821385e-05,
      "loss": 4.9335,
      "step": 226725
    },
    {
      "epoch": 0.1984610146169474,
      "grad_norm": 0.4445004463195801,
      "learning_rate": 4.652873692864103e-05,
      "loss": 4.718,
      "step": 226730
    },
    {
      "epoch": 0.19846539121057455,
      "grad_norm": 0.47196465730667114,
      "learning_rate": 4.6528580535880014e-05,
      "loss": 5.0311,
      "step": 226735
    },
    {
      "epoch": 0.1984697678042017,
      "grad_norm": 0.5255320072174072,
      "learning_rate": 4.652842413993086e-05,
      "loss": 5.2537,
      "step": 226740
    },
    {
      "epoch": 0.19847414439782887,
      "grad_norm": 0.5076190233230591,
      "learning_rate": 4.65282677407936e-05,
      "loss": 4.423,
      "step": 226745
    },
    {
      "epoch": 0.19847852099145602,
      "grad_norm": 0.5394105315208435,
      "learning_rate": 4.652811133846825e-05,
      "loss": 4.6968,
      "step": 226750
    },
    {
      "epoch": 0.19848289758508317,
      "grad_norm": 0.4762522280216217,
      "learning_rate": 4.652795493295485e-05,
      "loss": 6.2709,
      "step": 226755
    },
    {
      "epoch": 0.19848727417871032,
      "grad_norm": 0.4676082730293274,
      "learning_rate": 4.652779852425343e-05,
      "loss": 5.6904,
      "step": 226760
    },
    {
      "epoch": 0.1984916507723375,
      "grad_norm": 0.48233914375305176,
      "learning_rate": 4.652764211236401e-05,
      "loss": 5.4318,
      "step": 226765
    },
    {
      "epoch": 0.19849602736596464,
      "grad_norm": 0.4953528046607971,
      "learning_rate": 4.652748569728663e-05,
      "loss": 5.1595,
      "step": 226770
    },
    {
      "epoch": 0.1985004039595918,
      "grad_norm": 0.4997784495353699,
      "learning_rate": 4.652732927902132e-05,
      "loss": 4.9361,
      "step": 226775
    },
    {
      "epoch": 0.19850478055321893,
      "grad_norm": 0.5696693658828735,
      "learning_rate": 4.6527172857568113e-05,
      "loss": 5.3919,
      "step": 226780
    },
    {
      "epoch": 0.19850915714684608,
      "grad_norm": 0.5467288494110107,
      "learning_rate": 4.652701643292704e-05,
      "loss": 5.7313,
      "step": 226785
    },
    {
      "epoch": 0.19851353374047326,
      "grad_norm": 0.47004735469818115,
      "learning_rate": 4.6526860005098116e-05,
      "loss": 4.5776,
      "step": 226790
    },
    {
      "epoch": 0.1985179103341004,
      "grad_norm": 0.4734691083431244,
      "learning_rate": 4.6526703574081375e-05,
      "loss": 5.1098,
      "step": 226795
    },
    {
      "epoch": 0.19852228692772755,
      "grad_norm": 0.46505892276763916,
      "learning_rate": 4.6526547139876864e-05,
      "loss": 5.6748,
      "step": 226800
    },
    {
      "epoch": 0.1985266635213547,
      "grad_norm": 0.4671873152256012,
      "learning_rate": 4.65263907024846e-05,
      "loss": 5.6168,
      "step": 226805
    },
    {
      "epoch": 0.19853104011498188,
      "grad_norm": 0.4559043347835541,
      "learning_rate": 4.652623426190461e-05,
      "loss": 5.0297,
      "step": 226810
    },
    {
      "epoch": 0.19853541670860902,
      "grad_norm": 0.46461373567581177,
      "learning_rate": 4.6526077818136925e-05,
      "loss": 4.585,
      "step": 226815
    },
    {
      "epoch": 0.19853979330223617,
      "grad_norm": 0.49629515409469604,
      "learning_rate": 4.652592137118159e-05,
      "loss": 4.903,
      "step": 226820
    },
    {
      "epoch": 0.19854416989586332,
      "grad_norm": 0.5311145186424255,
      "learning_rate": 4.6525764921038625e-05,
      "loss": 4.6758,
      "step": 226825
    },
    {
      "epoch": 0.1985485464894905,
      "grad_norm": 0.4894580841064453,
      "learning_rate": 4.652560846770805e-05,
      "loss": 5.2271,
      "step": 226830
    },
    {
      "epoch": 0.19855292308311764,
      "grad_norm": 0.48371681571006775,
      "learning_rate": 4.652545201118992e-05,
      "loss": 5.6878,
      "step": 226835
    },
    {
      "epoch": 0.1985572996767448,
      "grad_norm": 0.6172657608985901,
      "learning_rate": 4.652529555148424e-05,
      "loss": 4.4148,
      "step": 226840
    },
    {
      "epoch": 0.19856167627037194,
      "grad_norm": 0.5412595868110657,
      "learning_rate": 4.6525139088591053e-05,
      "loss": 5.7592,
      "step": 226845
    },
    {
      "epoch": 0.19856605286399912,
      "grad_norm": 0.4820524752140045,
      "learning_rate": 4.652498262251038e-05,
      "loss": 4.837,
      "step": 226850
    },
    {
      "epoch": 0.19857042945762626,
      "grad_norm": 0.5650326609611511,
      "learning_rate": 4.652482615324226e-05,
      "loss": 5.6523,
      "step": 226855
    },
    {
      "epoch": 0.1985748060512534,
      "grad_norm": 0.46585357189178467,
      "learning_rate": 4.652466968078674e-05,
      "loss": 4.7473,
      "step": 226860
    },
    {
      "epoch": 0.19857918264488056,
      "grad_norm": 0.49037790298461914,
      "learning_rate": 4.6524513205143804e-05,
      "loss": 5.1587,
      "step": 226865
    },
    {
      "epoch": 0.19858355923850773,
      "grad_norm": 0.4831194281578064,
      "learning_rate": 4.6524356726313525e-05,
      "loss": 5.4271,
      "step": 226870
    },
    {
      "epoch": 0.19858793583213488,
      "grad_norm": 0.5009636282920837,
      "learning_rate": 4.6524200244295914e-05,
      "loss": 5.7037,
      "step": 226875
    },
    {
      "epoch": 0.19859231242576203,
      "grad_norm": 0.48642411828041077,
      "learning_rate": 4.6524043759091007e-05,
      "loss": 5.7302,
      "step": 226880
    },
    {
      "epoch": 0.19859668901938918,
      "grad_norm": 0.47876933217048645,
      "learning_rate": 4.6523887270698816e-05,
      "loss": 4.6401,
      "step": 226885
    },
    {
      "epoch": 0.19860106561301635,
      "grad_norm": 0.48266345262527466,
      "learning_rate": 4.652373077911941e-05,
      "loss": 5.2208,
      "step": 226890
    },
    {
      "epoch": 0.1986054422066435,
      "grad_norm": 0.45827704668045044,
      "learning_rate": 4.652357428435279e-05,
      "loss": 5.4041,
      "step": 226895
    },
    {
      "epoch": 0.19860981880027065,
      "grad_norm": 0.4955368638038635,
      "learning_rate": 4.6523417786398984e-05,
      "loss": 6.2309,
      "step": 226900
    },
    {
      "epoch": 0.1986141953938978,
      "grad_norm": 0.47813495993614197,
      "learning_rate": 4.652326128525803e-05,
      "loss": 4.9299,
      "step": 226905
    },
    {
      "epoch": 0.19861857198752494,
      "grad_norm": 0.4960355758666992,
      "learning_rate": 4.6523104780929974e-05,
      "loss": 5.2645,
      "step": 226910
    },
    {
      "epoch": 0.19862294858115212,
      "grad_norm": 0.494866281747818,
      "learning_rate": 4.652294827341482e-05,
      "loss": 5.143,
      "step": 226915
    },
    {
      "epoch": 0.19862732517477927,
      "grad_norm": 0.47403961420059204,
      "learning_rate": 4.6522791762712616e-05,
      "loss": 4.9104,
      "step": 226920
    },
    {
      "epoch": 0.19863170176840642,
      "grad_norm": 0.48306170105934143,
      "learning_rate": 4.652263524882338e-05,
      "loss": 5.4402,
      "step": 226925
    },
    {
      "epoch": 0.19863607836203356,
      "grad_norm": 0.5139610171318054,
      "learning_rate": 4.652247873174714e-05,
      "loss": 5.2272,
      "step": 226930
    },
    {
      "epoch": 0.19864045495566074,
      "grad_norm": 0.4762784242630005,
      "learning_rate": 4.652232221148395e-05,
      "loss": 5.4185,
      "step": 226935
    },
    {
      "epoch": 0.1986448315492879,
      "grad_norm": 0.5095239281654358,
      "learning_rate": 4.6522165688033815e-05,
      "loss": 5.1448,
      "step": 226940
    },
    {
      "epoch": 0.19864920814291503,
      "grad_norm": 0.49247729778289795,
      "learning_rate": 4.652200916139677e-05,
      "loss": 5.1559,
      "step": 226945
    },
    {
      "epoch": 0.19865358473654218,
      "grad_norm": 0.4784969985485077,
      "learning_rate": 4.652185263157286e-05,
      "loss": 5.9453,
      "step": 226950
    },
    {
      "epoch": 0.19865796133016936,
      "grad_norm": 0.4722082018852234,
      "learning_rate": 4.65216960985621e-05,
      "loss": 4.859,
      "step": 226955
    },
    {
      "epoch": 0.1986623379237965,
      "grad_norm": 0.4840787649154663,
      "learning_rate": 4.652153956236451e-05,
      "loss": 5.9998,
      "step": 226960
    },
    {
      "epoch": 0.19866671451742365,
      "grad_norm": 0.4619092047214508,
      "learning_rate": 4.652138302298016e-05,
      "loss": 5.3592,
      "step": 226965
    },
    {
      "epoch": 0.1986710911110508,
      "grad_norm": 0.46164488792419434,
      "learning_rate": 4.652122648040904e-05,
      "loss": 5.3543,
      "step": 226970
    },
    {
      "epoch": 0.19867546770467798,
      "grad_norm": 0.46692416071891785,
      "learning_rate": 4.652106993465121e-05,
      "loss": 4.6611,
      "step": 226975
    },
    {
      "epoch": 0.19867984429830512,
      "grad_norm": 0.4974600672721863,
      "learning_rate": 4.6520913385706664e-05,
      "loss": 5.4149,
      "step": 226980
    },
    {
      "epoch": 0.19868422089193227,
      "grad_norm": 0.5083574652671814,
      "learning_rate": 4.652075683357546e-05,
      "loss": 4.8935,
      "step": 226985
    },
    {
      "epoch": 0.19868859748555942,
      "grad_norm": 0.4768187403678894,
      "learning_rate": 4.652060027825763e-05,
      "loss": 5.2278,
      "step": 226990
    },
    {
      "epoch": 0.1986929740791866,
      "grad_norm": 0.47969430685043335,
      "learning_rate": 4.6520443719753196e-05,
      "loss": 5.6834,
      "step": 226995
    },
    {
      "epoch": 0.19869735067281374,
      "grad_norm": 0.4552399516105652,
      "learning_rate": 4.652028715806218e-05,
      "loss": 5.9338,
      "step": 227000
    },
    {
      "epoch": 0.1987017272664409,
      "grad_norm": 0.45844942331314087,
      "learning_rate": 4.652013059318463e-05,
      "loss": 4.8655,
      "step": 227005
    },
    {
      "epoch": 0.19870610386006804,
      "grad_norm": 0.48054054379463196,
      "learning_rate": 4.651997402512056e-05,
      "loss": 5.9549,
      "step": 227010
    },
    {
      "epoch": 0.19871048045369522,
      "grad_norm": 0.4974781274795532,
      "learning_rate": 4.651981745387001e-05,
      "loss": 5.4246,
      "step": 227015
    },
    {
      "epoch": 0.19871485704732236,
      "grad_norm": 0.5124250650405884,
      "learning_rate": 4.6519660879433e-05,
      "loss": 5.3535,
      "step": 227020
    },
    {
      "epoch": 0.1987192336409495,
      "grad_norm": 0.4598202407360077,
      "learning_rate": 4.651950430180958e-05,
      "loss": 5.4624,
      "step": 227025
    },
    {
      "epoch": 0.19872361023457666,
      "grad_norm": 0.4594466984272003,
      "learning_rate": 4.651934772099976e-05,
      "loss": 4.6433,
      "step": 227030
    },
    {
      "epoch": 0.1987279868282038,
      "grad_norm": 0.4645662307739258,
      "learning_rate": 4.651919113700357e-05,
      "loss": 4.5842,
      "step": 227035
    },
    {
      "epoch": 0.19873236342183098,
      "grad_norm": 0.48866620659828186,
      "learning_rate": 4.651903454982106e-05,
      "loss": 5.607,
      "step": 227040
    },
    {
      "epoch": 0.19873674001545813,
      "grad_norm": 0.48951154947280884,
      "learning_rate": 4.651887795945225e-05,
      "loss": 5.9482,
      "step": 227045
    },
    {
      "epoch": 0.19874111660908528,
      "grad_norm": 0.49708181619644165,
      "learning_rate": 4.6518721365897155e-05,
      "loss": 4.2118,
      "step": 227050
    },
    {
      "epoch": 0.19874549320271243,
      "grad_norm": 0.5148776769638062,
      "learning_rate": 4.651856476915584e-05,
      "loss": 4.8244,
      "step": 227055
    },
    {
      "epoch": 0.1987498697963396,
      "grad_norm": 0.4650254249572754,
      "learning_rate": 4.6518408169228286e-05,
      "loss": 5.2371,
      "step": 227060
    },
    {
      "epoch": 0.19875424638996675,
      "grad_norm": 0.5657587051391602,
      "learning_rate": 4.651825156611457e-05,
      "loss": 4.8293,
      "step": 227065
    },
    {
      "epoch": 0.1987586229835939,
      "grad_norm": 0.5117957592010498,
      "learning_rate": 4.6518094959814694e-05,
      "loss": 5.4373,
      "step": 227070
    },
    {
      "epoch": 0.19876299957722104,
      "grad_norm": 0.4609307646751404,
      "learning_rate": 4.65179383503287e-05,
      "loss": 5.1367,
      "step": 227075
    },
    {
      "epoch": 0.19876737617084822,
      "grad_norm": 0.5065698623657227,
      "learning_rate": 4.651778173765663e-05,
      "loss": 5.1371,
      "step": 227080
    },
    {
      "epoch": 0.19877175276447537,
      "grad_norm": 0.4923925995826721,
      "learning_rate": 4.651762512179848e-05,
      "loss": 5.1411,
      "step": 227085
    },
    {
      "epoch": 0.19877612935810252,
      "grad_norm": 0.47472965717315674,
      "learning_rate": 4.6517468502754314e-05,
      "loss": 4.9235,
      "step": 227090
    },
    {
      "epoch": 0.19878050595172966,
      "grad_norm": 0.4501928389072418,
      "learning_rate": 4.651731188052414e-05,
      "loss": 5.3971,
      "step": 227095
    },
    {
      "epoch": 0.19878488254535684,
      "grad_norm": 0.4567308723926544,
      "learning_rate": 4.651715525510799e-05,
      "loss": 5.465,
      "step": 227100
    },
    {
      "epoch": 0.198789259138984,
      "grad_norm": 0.45385870337486267,
      "learning_rate": 4.651699862650592e-05,
      "loss": 4.8551,
      "step": 227105
    },
    {
      "epoch": 0.19879363573261113,
      "grad_norm": 0.470268577337265,
      "learning_rate": 4.651684199471792e-05,
      "loss": 5.6437,
      "step": 227110
    },
    {
      "epoch": 0.19879801232623828,
      "grad_norm": 0.45817992091178894,
      "learning_rate": 4.651668535974405e-05,
      "loss": 5.6156,
      "step": 227115
    },
    {
      "epoch": 0.19880238891986546,
      "grad_norm": 0.4997456967830658,
      "learning_rate": 4.651652872158433e-05,
      "loss": 3.8964,
      "step": 227120
    },
    {
      "epoch": 0.1988067655134926,
      "grad_norm": 0.49223098158836365,
      "learning_rate": 4.651637208023879e-05,
      "loss": 6.2139,
      "step": 227125
    },
    {
      "epoch": 0.19881114210711975,
      "grad_norm": 0.4701077938079834,
      "learning_rate": 4.651621543570747e-05,
      "loss": 5.7314,
      "step": 227130
    },
    {
      "epoch": 0.1988155187007469,
      "grad_norm": 0.4564201533794403,
      "learning_rate": 4.651605878799039e-05,
      "loss": 5.4334,
      "step": 227135
    },
    {
      "epoch": 0.19881989529437408,
      "grad_norm": 0.4791485667228699,
      "learning_rate": 4.651590213708757e-05,
      "loss": 5.6502,
      "step": 227140
    },
    {
      "epoch": 0.19882427188800122,
      "grad_norm": 0.4816458225250244,
      "learning_rate": 4.651574548299907e-05,
      "loss": 5.6479,
      "step": 227145
    },
    {
      "epoch": 0.19882864848162837,
      "grad_norm": 0.4560140371322632,
      "learning_rate": 4.6515588825724884e-05,
      "loss": 4.5962,
      "step": 227150
    },
    {
      "epoch": 0.19883302507525552,
      "grad_norm": 0.4554930031299591,
      "learning_rate": 4.651543216526507e-05,
      "loss": 5.4497,
      "step": 227155
    },
    {
      "epoch": 0.19883740166888267,
      "grad_norm": 0.4662245512008667,
      "learning_rate": 4.651527550161966e-05,
      "loss": 5.6441,
      "step": 227160
    },
    {
      "epoch": 0.19884177826250984,
      "grad_norm": 0.5112113356590271,
      "learning_rate": 4.651511883478866e-05,
      "loss": 4.9403,
      "step": 227165
    },
    {
      "epoch": 0.198846154856137,
      "grad_norm": 0.4957803785800934,
      "learning_rate": 4.6514962164772113e-05,
      "loss": 5.4367,
      "step": 227170
    },
    {
      "epoch": 0.19885053144976414,
      "grad_norm": 0.4828775227069855,
      "learning_rate": 4.651480549157006e-05,
      "loss": 5.6443,
      "step": 227175
    },
    {
      "epoch": 0.1988549080433913,
      "grad_norm": 0.4959767460823059,
      "learning_rate": 4.6514648815182504e-05,
      "loss": 5.4086,
      "step": 227180
    },
    {
      "epoch": 0.19885928463701846,
      "grad_norm": 0.49090227484703064,
      "learning_rate": 4.651449213560951e-05,
      "loss": 6.2152,
      "step": 227185
    },
    {
      "epoch": 0.1988636612306456,
      "grad_norm": 0.5008062720298767,
      "learning_rate": 4.651433545285108e-05,
      "loss": 4.9597,
      "step": 227190
    },
    {
      "epoch": 0.19886803782427276,
      "grad_norm": 0.4679007828235626,
      "learning_rate": 4.651417876690726e-05,
      "loss": 5.3031,
      "step": 227195
    },
    {
      "epoch": 0.1988724144178999,
      "grad_norm": 0.5152155160903931,
      "learning_rate": 4.6514022077778064e-05,
      "loss": 5.1138,
      "step": 227200
    },
    {
      "epoch": 0.19887679101152708,
      "grad_norm": 0.5493890047073364,
      "learning_rate": 4.651386538546354e-05,
      "loss": 4.6952,
      "step": 227205
    },
    {
      "epoch": 0.19888116760515423,
      "grad_norm": 0.4754248261451721,
      "learning_rate": 4.651370868996371e-05,
      "loss": 5.4238,
      "step": 227210
    },
    {
      "epoch": 0.19888554419878138,
      "grad_norm": 0.564764142036438,
      "learning_rate": 4.651355199127861e-05,
      "loss": 4.8611,
      "step": 227215
    },
    {
      "epoch": 0.19888992079240853,
      "grad_norm": 0.4854568839073181,
      "learning_rate": 4.6513395289408255e-05,
      "loss": 4.3946,
      "step": 227220
    },
    {
      "epoch": 0.1988942973860357,
      "grad_norm": 0.5262022614479065,
      "learning_rate": 4.65132385843527e-05,
      "loss": 4.8601,
      "step": 227225
    },
    {
      "epoch": 0.19889867397966285,
      "grad_norm": 0.4831922650337219,
      "learning_rate": 4.651308187611195e-05,
      "loss": 5.4819,
      "step": 227230
    },
    {
      "epoch": 0.19890305057329,
      "grad_norm": 0.4870372712612152,
      "learning_rate": 4.651292516468605e-05,
      "loss": 4.9036,
      "step": 227235
    },
    {
      "epoch": 0.19890742716691714,
      "grad_norm": 0.48458006978034973,
      "learning_rate": 4.651276845007503e-05,
      "loss": 4.7794,
      "step": 227240
    },
    {
      "epoch": 0.19891180376054432,
      "grad_norm": 0.4817291498184204,
      "learning_rate": 4.651261173227892e-05,
      "loss": 4.3829,
      "step": 227245
    },
    {
      "epoch": 0.19891618035417147,
      "grad_norm": 0.4631302058696747,
      "learning_rate": 4.651245501129774e-05,
      "loss": 6.2391,
      "step": 227250
    },
    {
      "epoch": 0.19892055694779862,
      "grad_norm": 0.4597494304180145,
      "learning_rate": 4.651229828713153e-05,
      "loss": 5.123,
      "step": 227255
    },
    {
      "epoch": 0.19892493354142576,
      "grad_norm": 0.4702131450176239,
      "learning_rate": 4.651214155978031e-05,
      "loss": 5.1373,
      "step": 227260
    },
    {
      "epoch": 0.19892931013505294,
      "grad_norm": 0.4658299386501312,
      "learning_rate": 4.6511984829244125e-05,
      "loss": 4.6503,
      "step": 227265
    },
    {
      "epoch": 0.1989336867286801,
      "grad_norm": 0.4740622937679291,
      "learning_rate": 4.6511828095523e-05,
      "loss": 4.6021,
      "step": 227270
    },
    {
      "epoch": 0.19893806332230723,
      "grad_norm": 0.4635484218597412,
      "learning_rate": 4.6511671358616956e-05,
      "loss": 5.6762,
      "step": 227275
    },
    {
      "epoch": 0.19894243991593438,
      "grad_norm": 0.48210033774375916,
      "learning_rate": 4.651151461852603e-05,
      "loss": 4.933,
      "step": 227280
    },
    {
      "epoch": 0.19894681650956153,
      "grad_norm": 0.45690351724624634,
      "learning_rate": 4.651135787525026e-05,
      "loss": 5.4437,
      "step": 227285
    },
    {
      "epoch": 0.1989511931031887,
      "grad_norm": 0.4672112762928009,
      "learning_rate": 4.651120112878967e-05,
      "loss": 5.6291,
      "step": 227290
    },
    {
      "epoch": 0.19895556969681585,
      "grad_norm": 0.4776916205883026,
      "learning_rate": 4.6511044379144276e-05,
      "loss": 5.1646,
      "step": 227295
    },
    {
      "epoch": 0.198959946290443,
      "grad_norm": 0.485656201839447,
      "learning_rate": 4.651088762631414e-05,
      "loss": 4.5902,
      "step": 227300
    },
    {
      "epoch": 0.19896432288407015,
      "grad_norm": 0.4713120460510254,
      "learning_rate": 4.651073087029926e-05,
      "loss": 4.7345,
      "step": 227305
    },
    {
      "epoch": 0.19896869947769733,
      "grad_norm": 0.4469105005264282,
      "learning_rate": 4.651057411109968e-05,
      "loss": 5.3559,
      "step": 227310
    },
    {
      "epoch": 0.19897307607132447,
      "grad_norm": 0.4555126428604126,
      "learning_rate": 4.651041734871543e-05,
      "loss": 5.6072,
      "step": 227315
    },
    {
      "epoch": 0.19897745266495162,
      "grad_norm": 0.47880128026008606,
      "learning_rate": 4.6510260583146546e-05,
      "loss": 4.905,
      "step": 227320
    },
    {
      "epoch": 0.19898182925857877,
      "grad_norm": 0.4789435565471649,
      "learning_rate": 4.651010381439305e-05,
      "loss": 4.2081,
      "step": 227325
    },
    {
      "epoch": 0.19898620585220594,
      "grad_norm": 0.4806087017059326,
      "learning_rate": 4.650994704245498e-05,
      "loss": 4.3966,
      "step": 227330
    },
    {
      "epoch": 0.1989905824458331,
      "grad_norm": 0.47331517934799194,
      "learning_rate": 4.650979026733235e-05,
      "loss": 5.4335,
      "step": 227335
    },
    {
      "epoch": 0.19899495903946024,
      "grad_norm": 0.4609418213367462,
      "learning_rate": 4.6509633489025205e-05,
      "loss": 5.3338,
      "step": 227340
    },
    {
      "epoch": 0.1989993356330874,
      "grad_norm": 0.47182801365852356,
      "learning_rate": 4.6509476707533573e-05,
      "loss": 4.9104,
      "step": 227345
    },
    {
      "epoch": 0.19900371222671456,
      "grad_norm": 0.46608829498291016,
      "learning_rate": 4.6509319922857484e-05,
      "loss": 5.171,
      "step": 227350
    },
    {
      "epoch": 0.1990080888203417,
      "grad_norm": 0.47369423508644104,
      "learning_rate": 4.650916313499697e-05,
      "loss": 5.4149,
      "step": 227355
    },
    {
      "epoch": 0.19901246541396886,
      "grad_norm": 0.47565436363220215,
      "learning_rate": 4.6509006343952054e-05,
      "loss": 5.4419,
      "step": 227360
    },
    {
      "epoch": 0.199016842007596,
      "grad_norm": 0.46116772294044495,
      "learning_rate": 4.6508849549722775e-05,
      "loss": 4.8223,
      "step": 227365
    },
    {
      "epoch": 0.19902121860122318,
      "grad_norm": 0.47972139716148376,
      "learning_rate": 4.6508692752309147e-05,
      "loss": 5.1231,
      "step": 227370
    },
    {
      "epoch": 0.19902559519485033,
      "grad_norm": 0.5148126482963562,
      "learning_rate": 4.6508535951711216e-05,
      "loss": 4.8973,
      "step": 227375
    },
    {
      "epoch": 0.19902997178847748,
      "grad_norm": 0.46981751918792725,
      "learning_rate": 4.650837914792902e-05,
      "loss": 5.7254,
      "step": 227380
    },
    {
      "epoch": 0.19903434838210463,
      "grad_norm": 0.44950538873672485,
      "learning_rate": 4.650822234096256e-05,
      "loss": 6.2385,
      "step": 227385
    },
    {
      "epoch": 0.1990387249757318,
      "grad_norm": 0.4628811180591583,
      "learning_rate": 4.650806553081189e-05,
      "loss": 5.4567,
      "step": 227390
    },
    {
      "epoch": 0.19904310156935895,
      "grad_norm": 0.4824184477329254,
      "learning_rate": 4.6507908717477046e-05,
      "loss": 5.7231,
      "step": 227395
    },
    {
      "epoch": 0.1990474781629861,
      "grad_norm": 0.4610939919948578,
      "learning_rate": 4.650775190095804e-05,
      "loss": 5.1152,
      "step": 227400
    },
    {
      "epoch": 0.19905185475661324,
      "grad_norm": 0.46586909890174866,
      "learning_rate": 4.6507595081254896e-05,
      "loss": 5.924,
      "step": 227405
    },
    {
      "epoch": 0.19905623135024042,
      "grad_norm": 0.5350990891456604,
      "learning_rate": 4.650743825836767e-05,
      "loss": 4.6984,
      "step": 227410
    },
    {
      "epoch": 0.19906060794386757,
      "grad_norm": 0.47741225361824036,
      "learning_rate": 4.650728143229638e-05,
      "loss": 3.7084,
      "step": 227415
    },
    {
      "epoch": 0.19906498453749472,
      "grad_norm": 0.4687730669975281,
      "learning_rate": 4.650712460304104e-05,
      "loss": 4.1675,
      "step": 227420
    },
    {
      "epoch": 0.19906936113112186,
      "grad_norm": 0.4655269384384155,
      "learning_rate": 4.650696777060172e-05,
      "loss": 4.605,
      "step": 227425
    },
    {
      "epoch": 0.199073737724749,
      "grad_norm": 0.4894914925098419,
      "learning_rate": 4.650681093497841e-05,
      "loss": 5.3537,
      "step": 227430
    },
    {
      "epoch": 0.1990781143183762,
      "grad_norm": 0.4745471775531769,
      "learning_rate": 4.650665409617115e-05,
      "loss": 5.1125,
      "step": 227435
    },
    {
      "epoch": 0.19908249091200333,
      "grad_norm": 0.4598734676837921,
      "learning_rate": 4.650649725417998e-05,
      "loss": 4.4232,
      "step": 227440
    },
    {
      "epoch": 0.19908686750563048,
      "grad_norm": 0.45284005999565125,
      "learning_rate": 4.650634040900493e-05,
      "loss": 5.7467,
      "step": 227445
    },
    {
      "epoch": 0.19909124409925763,
      "grad_norm": 0.4690248668193817,
      "learning_rate": 4.650618356064603e-05,
      "loss": 5.4277,
      "step": 227450
    },
    {
      "epoch": 0.1990956206928848,
      "grad_norm": 0.4733802378177643,
      "learning_rate": 4.65060267091033e-05,
      "loss": 5.1035,
      "step": 227455
    },
    {
      "epoch": 0.19909999728651195,
      "grad_norm": 0.45642346143722534,
      "learning_rate": 4.6505869854376784e-05,
      "loss": 4.8562,
      "step": 227460
    },
    {
      "epoch": 0.1991043738801391,
      "grad_norm": 0.45640939474105835,
      "learning_rate": 4.65057129964665e-05,
      "loss": 4.9469,
      "step": 227465
    },
    {
      "epoch": 0.19910875047376625,
      "grad_norm": 0.4584209620952606,
      "learning_rate": 4.650555613537248e-05,
      "loss": 5.4429,
      "step": 227470
    },
    {
      "epoch": 0.19911312706739343,
      "grad_norm": 0.46804603934288025,
      "learning_rate": 4.6505399271094766e-05,
      "loss": 4.6517,
      "step": 227475
    },
    {
      "epoch": 0.19911750366102057,
      "grad_norm": 0.46973946690559387,
      "learning_rate": 4.6505242403633376e-05,
      "loss": 5.4265,
      "step": 227480
    },
    {
      "epoch": 0.19912188025464772,
      "grad_norm": 0.4705660939216614,
      "learning_rate": 4.650508553298835e-05,
      "loss": 4.4015,
      "step": 227485
    },
    {
      "epoch": 0.19912625684827487,
      "grad_norm": 0.46820950508117676,
      "learning_rate": 4.650492865915971e-05,
      "loss": 4.8582,
      "step": 227490
    },
    {
      "epoch": 0.19913063344190204,
      "grad_norm": 0.45343905687332153,
      "learning_rate": 4.650477178214748e-05,
      "loss": 5.2537,
      "step": 227495
    },
    {
      "epoch": 0.1991350100355292,
      "grad_norm": 0.4649414122104645,
      "learning_rate": 4.6504614901951704e-05,
      "loss": 4.8005,
      "step": 227500
    },
    {
      "epoch": 0.19913938662915634,
      "grad_norm": 0.4559089243412018,
      "learning_rate": 4.650445801857242e-05,
      "loss": 4.9318,
      "step": 227505
    },
    {
      "epoch": 0.1991437632227835,
      "grad_norm": 0.47559353709220886,
      "learning_rate": 4.650430113200963e-05,
      "loss": 5.4227,
      "step": 227510
    },
    {
      "epoch": 0.19914813981641066,
      "grad_norm": 0.49281981587409973,
      "learning_rate": 4.6504144242263384e-05,
      "loss": 5.3732,
      "step": 227515
    },
    {
      "epoch": 0.1991525164100378,
      "grad_norm": 0.4573175013065338,
      "learning_rate": 4.650398734933371e-05,
      "loss": 5.6102,
      "step": 227520
    },
    {
      "epoch": 0.19915689300366496,
      "grad_norm": 0.469437837600708,
      "learning_rate": 4.6503830453220634e-05,
      "loss": 4.8132,
      "step": 227525
    },
    {
      "epoch": 0.1991612695972921,
      "grad_norm": 0.4692988693714142,
      "learning_rate": 4.6503673553924195e-05,
      "loss": 4.9082,
      "step": 227530
    },
    {
      "epoch": 0.19916564619091928,
      "grad_norm": 0.46113473176956177,
      "learning_rate": 4.650351665144441e-05,
      "loss": 5.4074,
      "step": 227535
    },
    {
      "epoch": 0.19917002278454643,
      "grad_norm": 0.45873427391052246,
      "learning_rate": 4.6503359745781326e-05,
      "loss": 5.7354,
      "step": 227540
    },
    {
      "epoch": 0.19917439937817358,
      "grad_norm": 0.4835323691368103,
      "learning_rate": 4.650320283693496e-05,
      "loss": 5.2207,
      "step": 227545
    },
    {
      "epoch": 0.19917877597180073,
      "grad_norm": 0.46886953711509705,
      "learning_rate": 4.650304592490534e-05,
      "loss": 4.6406,
      "step": 227550
    },
    {
      "epoch": 0.19918315256542787,
      "grad_norm": 0.47260063886642456,
      "learning_rate": 4.6502889009692505e-05,
      "loss": 4.4025,
      "step": 227555
    },
    {
      "epoch": 0.19918752915905505,
      "grad_norm": 0.4679022431373596,
      "learning_rate": 4.650273209129648e-05,
      "loss": 5.0991,
      "step": 227560
    },
    {
      "epoch": 0.1991919057526822,
      "grad_norm": 0.4677583575248718,
      "learning_rate": 4.650257516971731e-05,
      "loss": 4.6329,
      "step": 227565
    },
    {
      "epoch": 0.19919628234630934,
      "grad_norm": 0.460106760263443,
      "learning_rate": 4.6502418244954996e-05,
      "loss": 4.9139,
      "step": 227570
    },
    {
      "epoch": 0.1992006589399365,
      "grad_norm": 0.46868056058883667,
      "learning_rate": 4.65022613170096e-05,
      "loss": 5.4423,
      "step": 227575
    },
    {
      "epoch": 0.19920503553356367,
      "grad_norm": 0.4703080356121063,
      "learning_rate": 4.650210438588113e-05,
      "loss": 5.3572,
      "step": 227580
    },
    {
      "epoch": 0.19920941212719082,
      "grad_norm": 0.4620428681373596,
      "learning_rate": 4.650194745156961e-05,
      "loss": 5.1047,
      "step": 227585
    },
    {
      "epoch": 0.19921378872081796,
      "grad_norm": 0.45246103405952454,
      "learning_rate": 4.6501790514075106e-05,
      "loss": 5.7431,
      "step": 227590
    },
    {
      "epoch": 0.1992181653144451,
      "grad_norm": 0.44734111428260803,
      "learning_rate": 4.650163357339762e-05,
      "loss": 5.9742,
      "step": 227595
    },
    {
      "epoch": 0.1992225419080723,
      "grad_norm": 0.45425042510032654,
      "learning_rate": 4.650147662953719e-05,
      "loss": 4.8372,
      "step": 227600
    },
    {
      "epoch": 0.19922691850169943,
      "grad_norm": 0.5024523735046387,
      "learning_rate": 4.6501319682493836e-05,
      "loss": 5.1898,
      "step": 227605
    },
    {
      "epoch": 0.19923129509532658,
      "grad_norm": 0.45404213666915894,
      "learning_rate": 4.6501162732267603e-05,
      "loss": 4.3303,
      "step": 227610
    },
    {
      "epoch": 0.19923567168895373,
      "grad_norm": 0.46938005089759827,
      "learning_rate": 4.650100577885852e-05,
      "loss": 5.9322,
      "step": 227615
    },
    {
      "epoch": 0.1992400482825809,
      "grad_norm": 0.4892720878124237,
      "learning_rate": 4.650084882226661e-05,
      "loss": 4.0896,
      "step": 227620
    },
    {
      "epoch": 0.19924442487620805,
      "grad_norm": 0.48264414072036743,
      "learning_rate": 4.65006918624919e-05,
      "loss": 4.7422,
      "step": 227625
    },
    {
      "epoch": 0.1992488014698352,
      "grad_norm": 0.47020718455314636,
      "learning_rate": 4.650053489953442e-05,
      "loss": 4.8358,
      "step": 227630
    },
    {
      "epoch": 0.19925317806346235,
      "grad_norm": 0.47408607602119446,
      "learning_rate": 4.650037793339422e-05,
      "loss": 6.2883,
      "step": 227635
    },
    {
      "epoch": 0.19925755465708953,
      "grad_norm": 0.4709250032901764,
      "learning_rate": 4.650022096407132e-05,
      "loss": 4.7252,
      "step": 227640
    },
    {
      "epoch": 0.19926193125071667,
      "grad_norm": 0.46222957968711853,
      "learning_rate": 4.6500063991565734e-05,
      "loss": 4.2074,
      "step": 227645
    },
    {
      "epoch": 0.19926630784434382,
      "grad_norm": 0.47621333599090576,
      "learning_rate": 4.649990701587751e-05,
      "loss": 4.8917,
      "step": 227650
    },
    {
      "epoch": 0.19927068443797097,
      "grad_norm": 0.4622108042240143,
      "learning_rate": 4.6499750037006674e-05,
      "loss": 5.8883,
      "step": 227655
    },
    {
      "epoch": 0.19927506103159814,
      "grad_norm": 0.46524664759635925,
      "learning_rate": 4.649959305495326e-05,
      "loss": 5.6279,
      "step": 227660
    },
    {
      "epoch": 0.1992794376252253,
      "grad_norm": 0.51829594373703,
      "learning_rate": 4.649943606971729e-05,
      "loss": 4.9407,
      "step": 227665
    },
    {
      "epoch": 0.19928381421885244,
      "grad_norm": 0.5499305129051208,
      "learning_rate": 4.64992790812988e-05,
      "loss": 4.6596,
      "step": 227670
    },
    {
      "epoch": 0.1992881908124796,
      "grad_norm": 0.4691539704799652,
      "learning_rate": 4.6499122089697825e-05,
      "loss": 4.6316,
      "step": 227675
    },
    {
      "epoch": 0.19929256740610674,
      "grad_norm": 0.46205392479896545,
      "learning_rate": 4.649896509491437e-05,
      "loss": 5.4646,
      "step": 227680
    },
    {
      "epoch": 0.1992969439997339,
      "grad_norm": 0.4625084698200226,
      "learning_rate": 4.6498808096948496e-05,
      "loss": 5.6268,
      "step": 227685
    },
    {
      "epoch": 0.19930132059336106,
      "grad_norm": 0.46784117817878723,
      "learning_rate": 4.649865109580023e-05,
      "loss": 5.1414,
      "step": 227690
    },
    {
      "epoch": 0.1993056971869882,
      "grad_norm": 0.4700879156589508,
      "learning_rate": 4.649849409146958e-05,
      "loss": 4.6163,
      "step": 227695
    },
    {
      "epoch": 0.19931007378061535,
      "grad_norm": 0.510674238204956,
      "learning_rate": 4.64983370839566e-05,
      "loss": 5.4039,
      "step": 227700
    },
    {
      "epoch": 0.19931445037424253,
      "grad_norm": 0.4698646366596222,
      "learning_rate": 4.649818007326131e-05,
      "loss": 4.6362,
      "step": 227705
    },
    {
      "epoch": 0.19931882696786968,
      "grad_norm": 0.47611987590789795,
      "learning_rate": 4.6498023059383736e-05,
      "loss": 4.7332,
      "step": 227710
    },
    {
      "epoch": 0.19932320356149683,
      "grad_norm": 0.4684685468673706,
      "learning_rate": 4.649786604232391e-05,
      "loss": 6.1982,
      "step": 227715
    },
    {
      "epoch": 0.19932758015512397,
      "grad_norm": 0.467067688703537,
      "learning_rate": 4.649770902208187e-05,
      "loss": 5.934,
      "step": 227720
    },
    {
      "epoch": 0.19933195674875115,
      "grad_norm": 0.47043222188949585,
      "learning_rate": 4.649755199865764e-05,
      "loss": 4.8356,
      "step": 227725
    },
    {
      "epoch": 0.1993363333423783,
      "grad_norm": 0.476544052362442,
      "learning_rate": 4.6497394972051246e-05,
      "loss": 4.9298,
      "step": 227730
    },
    {
      "epoch": 0.19934070993600544,
      "grad_norm": 0.4722643494606018,
      "learning_rate": 4.649723794226274e-05,
      "loss": 5.4195,
      "step": 227735
    },
    {
      "epoch": 0.1993450865296326,
      "grad_norm": 0.46921584010124207,
      "learning_rate": 4.649708090929212e-05,
      "loss": 4.5737,
      "step": 227740
    },
    {
      "epoch": 0.19934946312325977,
      "grad_norm": 0.4824264347553253,
      "learning_rate": 4.649692387313944e-05,
      "loss": 4.9245,
      "step": 227745
    },
    {
      "epoch": 0.19935383971688692,
      "grad_norm": 0.4735640585422516,
      "learning_rate": 4.649676683380473e-05,
      "loss": 5.1524,
      "step": 227750
    },
    {
      "epoch": 0.19935821631051406,
      "grad_norm": 0.45697012543678284,
      "learning_rate": 4.6496609791288004e-05,
      "loss": 5.1613,
      "step": 227755
    },
    {
      "epoch": 0.1993625929041412,
      "grad_norm": 0.4666789472103119,
      "learning_rate": 4.64964527455893e-05,
      "loss": 5.3502,
      "step": 227760
    },
    {
      "epoch": 0.1993669694977684,
      "grad_norm": 0.4632718861103058,
      "learning_rate": 4.649629569670866e-05,
      "loss": 5.4789,
      "step": 227765
    },
    {
      "epoch": 0.19937134609139553,
      "grad_norm": 0.6245609521865845,
      "learning_rate": 4.6496138644646094e-05,
      "loss": 5.6479,
      "step": 227770
    },
    {
      "epoch": 0.19937572268502268,
      "grad_norm": 0.5557740330696106,
      "learning_rate": 4.649598158940164e-05,
      "loss": 5.9611,
      "step": 227775
    },
    {
      "epoch": 0.19938009927864983,
      "grad_norm": 0.5912963151931763,
      "learning_rate": 4.649582453097534e-05,
      "loss": 5.1392,
      "step": 227780
    },
    {
      "epoch": 0.199384475872277,
      "grad_norm": 0.47442132234573364,
      "learning_rate": 4.649566746936721e-05,
      "loss": 5.2046,
      "step": 227785
    },
    {
      "epoch": 0.19938885246590415,
      "grad_norm": 1.1203958988189697,
      "learning_rate": 4.6495510404577294e-05,
      "loss": 4.7314,
      "step": 227790
    },
    {
      "epoch": 0.1993932290595313,
      "grad_norm": 0.5951342582702637,
      "learning_rate": 4.649535333660561e-05,
      "loss": 5.9242,
      "step": 227795
    },
    {
      "epoch": 0.19939760565315845,
      "grad_norm": 1.299102783203125,
      "learning_rate": 4.649519626545218e-05,
      "loss": 4.7115,
      "step": 227800
    },
    {
      "epoch": 0.1994019822467856,
      "grad_norm": 0.8345001339912415,
      "learning_rate": 4.649503919111705e-05,
      "loss": 4.905,
      "step": 227805
    },
    {
      "epoch": 0.19940635884041277,
      "grad_norm": 0.5863954424858093,
      "learning_rate": 4.6494882113600256e-05,
      "loss": 5.1698,
      "step": 227810
    },
    {
      "epoch": 0.19941073543403992,
      "grad_norm": 0.5147585272789001,
      "learning_rate": 4.649472503290182e-05,
      "loss": 6.2607,
      "step": 227815
    },
    {
      "epoch": 0.19941511202766707,
      "grad_norm": 0.4800570607185364,
      "learning_rate": 4.649456794902176e-05,
      "loss": 4.9277,
      "step": 227820
    },
    {
      "epoch": 0.19941948862129422,
      "grad_norm": 0.4678061902523041,
      "learning_rate": 4.649441086196013e-05,
      "loss": 5.9492,
      "step": 227825
    },
    {
      "epoch": 0.1994238652149214,
      "grad_norm": 0.46495163440704346,
      "learning_rate": 4.649425377171693e-05,
      "loss": 5.7269,
      "step": 227830
    },
    {
      "epoch": 0.19942824180854854,
      "grad_norm": 0.4567205607891083,
      "learning_rate": 4.649409667829222e-05,
      "loss": 5.9584,
      "step": 227835
    },
    {
      "epoch": 0.1994326184021757,
      "grad_norm": 0.4557701647281647,
      "learning_rate": 4.649393958168602e-05,
      "loss": 5.7467,
      "step": 227840
    },
    {
      "epoch": 0.19943699499580284,
      "grad_norm": 0.473773717880249,
      "learning_rate": 4.649378248189835e-05,
      "loss": 4.7363,
      "step": 227845
    },
    {
      "epoch": 0.19944137158943,
      "grad_norm": 0.49659597873687744,
      "learning_rate": 4.649362537892926e-05,
      "loss": 4.3249,
      "step": 227850
    },
    {
      "epoch": 0.19944574818305716,
      "grad_norm": 0.4891775846481323,
      "learning_rate": 4.6493468272778765e-05,
      "loss": 5.1145,
      "step": 227855
    },
    {
      "epoch": 0.1994501247766843,
      "grad_norm": 0.563545286655426,
      "learning_rate": 4.6493311163446894e-05,
      "loss": 4.1642,
      "step": 227860
    },
    {
      "epoch": 0.19945450137031145,
      "grad_norm": 0.515049934387207,
      "learning_rate": 4.649315405093368e-05,
      "loss": 5.4183,
      "step": 227865
    },
    {
      "epoch": 0.19945887796393863,
      "grad_norm": 0.46855005621910095,
      "learning_rate": 4.6492996935239176e-05,
      "loss": 3.8956,
      "step": 227870
    },
    {
      "epoch": 0.19946325455756578,
      "grad_norm": 0.5283061265945435,
      "learning_rate": 4.649283981636338e-05,
      "loss": 4.8629,
      "step": 227875
    },
    {
      "epoch": 0.19946763115119293,
      "grad_norm": 0.47590556740760803,
      "learning_rate": 4.6492682694306334e-05,
      "loss": 5.3607,
      "step": 227880
    },
    {
      "epoch": 0.19947200774482007,
      "grad_norm": 0.482351690530777,
      "learning_rate": 4.649252556906806e-05,
      "loss": 5.9684,
      "step": 227885
    },
    {
      "epoch": 0.19947638433844725,
      "grad_norm": 0.47537755966186523,
      "learning_rate": 4.649236844064862e-05,
      "loss": 4.3783,
      "step": 227890
    },
    {
      "epoch": 0.1994807609320744,
      "grad_norm": 0.47651851177215576,
      "learning_rate": 4.649221130904799e-05,
      "loss": 5.1116,
      "step": 227895
    },
    {
      "epoch": 0.19948513752570154,
      "grad_norm": 0.4628705084323883,
      "learning_rate": 4.6492054174266264e-05,
      "loss": 4.8259,
      "step": 227900
    },
    {
      "epoch": 0.1994895141193287,
      "grad_norm": 0.4540691673755646,
      "learning_rate": 4.6491897036303425e-05,
      "loss": 5.7528,
      "step": 227905
    },
    {
      "epoch": 0.19949389071295587,
      "grad_norm": 0.45589107275009155,
      "learning_rate": 4.649173989515952e-05,
      "loss": 4.8955,
      "step": 227910
    },
    {
      "epoch": 0.19949826730658302,
      "grad_norm": 0.468764990568161,
      "learning_rate": 4.649158275083457e-05,
      "loss": 5.9723,
      "step": 227915
    },
    {
      "epoch": 0.19950264390021016,
      "grad_norm": 0.46136054396629333,
      "learning_rate": 4.6491425603328634e-05,
      "loss": 5.24,
      "step": 227920
    },
    {
      "epoch": 0.1995070204938373,
      "grad_norm": 0.47181257605552673,
      "learning_rate": 4.64912684526417e-05,
      "loss": 5.4556,
      "step": 227925
    },
    {
      "epoch": 0.19951139708746446,
      "grad_norm": 0.4737248718738556,
      "learning_rate": 4.6491111298773826e-05,
      "loss": 5.3432,
      "step": 227930
    },
    {
      "epoch": 0.19951577368109163,
      "grad_norm": 0.4845205545425415,
      "learning_rate": 4.649095414172504e-05,
      "loss": 4.8963,
      "step": 227935
    },
    {
      "epoch": 0.19952015027471878,
      "grad_norm": 0.4520304203033447,
      "learning_rate": 4.649079698149536e-05,
      "loss": 4.5725,
      "step": 227940
    },
    {
      "epoch": 0.19952452686834593,
      "grad_norm": 0.5117907524108887,
      "learning_rate": 4.6490639818084836e-05,
      "loss": 5.7313,
      "step": 227945
    },
    {
      "epoch": 0.19952890346197308,
      "grad_norm": 0.46882474422454834,
      "learning_rate": 4.649048265149348e-05,
      "loss": 5.7455,
      "step": 227950
    },
    {
      "epoch": 0.19953328005560025,
      "grad_norm": 0.4605623185634613,
      "learning_rate": 4.6490325481721345e-05,
      "loss": 5.4208,
      "step": 227955
    },
    {
      "epoch": 0.1995376566492274,
      "grad_norm": 0.46853700280189514,
      "learning_rate": 4.6490168308768436e-05,
      "loss": 4.7313,
      "step": 227960
    },
    {
      "epoch": 0.19954203324285455,
      "grad_norm": 0.4664299190044403,
      "learning_rate": 4.649001113263478e-05,
      "loss": 5.9352,
      "step": 227965
    },
    {
      "epoch": 0.1995464098364817,
      "grad_norm": 0.46674787998199463,
      "learning_rate": 4.648985395332044e-05,
      "loss": 4.9254,
      "step": 227970
    },
    {
      "epoch": 0.19955078643010887,
      "grad_norm": 0.47217705845832825,
      "learning_rate": 4.6489696770825405e-05,
      "loss": 5.6143,
      "step": 227975
    },
    {
      "epoch": 0.19955516302373602,
      "grad_norm": 0.4730008840560913,
      "learning_rate": 4.648953958514974e-05,
      "loss": 5.1402,
      "step": 227980
    },
    {
      "epoch": 0.19955953961736317,
      "grad_norm": 0.48207372426986694,
      "learning_rate": 4.648938239629347e-05,
      "loss": 5.2324,
      "step": 227985
    },
    {
      "epoch": 0.19956391621099032,
      "grad_norm": 0.472057968378067,
      "learning_rate": 4.6489225204256605e-05,
      "loss": 5.233,
      "step": 227990
    },
    {
      "epoch": 0.1995682928046175,
      "grad_norm": 0.46996378898620605,
      "learning_rate": 4.648906800903919e-05,
      "loss": 5.4099,
      "step": 227995
    },
    {
      "epoch": 0.19957266939824464,
      "grad_norm": 0.4665384292602539,
      "learning_rate": 4.648891081064126e-05,
      "loss": 5.7609,
      "step": 228000
    },
    {
      "epoch": 0.1995770459918718,
      "grad_norm": 0.4798772931098938,
      "learning_rate": 4.648875360906283e-05,
      "loss": 5.131,
      "step": 228005
    },
    {
      "epoch": 0.19958142258549894,
      "grad_norm": 0.47436657547950745,
      "learning_rate": 4.648859640430394e-05,
      "loss": 5.4164,
      "step": 228010
    },
    {
      "epoch": 0.1995857991791261,
      "grad_norm": 0.4845884442329407,
      "learning_rate": 4.648843919636463e-05,
      "loss": 5.359,
      "step": 228015
    },
    {
      "epoch": 0.19959017577275326,
      "grad_norm": 0.47701847553253174,
      "learning_rate": 4.648828198524492e-05,
      "loss": 5.1343,
      "step": 228020
    },
    {
      "epoch": 0.1995945523663804,
      "grad_norm": 0.47320541739463806,
      "learning_rate": 4.6488124770944816e-05,
      "loss": 5.6135,
      "step": 228025
    },
    {
      "epoch": 0.19959892896000755,
      "grad_norm": 0.4565567672252655,
      "learning_rate": 4.6487967553464395e-05,
      "loss": 6.2271,
      "step": 228030
    },
    {
      "epoch": 0.19960330555363473,
      "grad_norm": 0.46746826171875,
      "learning_rate": 4.648781033280366e-05,
      "loss": 5.7342,
      "step": 228035
    },
    {
      "epoch": 0.19960768214726188,
      "grad_norm": 0.4628487229347229,
      "learning_rate": 4.6487653108962634e-05,
      "loss": 4.9683,
      "step": 228040
    },
    {
      "epoch": 0.19961205874088903,
      "grad_norm": 0.5035364031791687,
      "learning_rate": 4.6487495881941375e-05,
      "loss": 5.1552,
      "step": 228045
    },
    {
      "epoch": 0.19961643533451617,
      "grad_norm": 0.4675886631011963,
      "learning_rate": 4.648733865173989e-05,
      "loss": 6.2395,
      "step": 228050
    },
    {
      "epoch": 0.19962081192814335,
      "grad_norm": 0.4933648109436035,
      "learning_rate": 4.648718141835822e-05,
      "loss": 5.0178,
      "step": 228055
    },
    {
      "epoch": 0.1996251885217705,
      "grad_norm": 0.5077075362205505,
      "learning_rate": 4.648702418179639e-05,
      "loss": 5.4381,
      "step": 228060
    },
    {
      "epoch": 0.19962956511539764,
      "grad_norm": 0.4649300277233124,
      "learning_rate": 4.648686694205443e-05,
      "loss": 4.6116,
      "step": 228065
    },
    {
      "epoch": 0.1996339417090248,
      "grad_norm": 0.4742354154586792,
      "learning_rate": 4.648670969913238e-05,
      "loss": 5.648,
      "step": 228070
    },
    {
      "epoch": 0.19963831830265194,
      "grad_norm": 0.4909225404262543,
      "learning_rate": 4.648655245303025e-05,
      "loss": 3.8797,
      "step": 228075
    },
    {
      "epoch": 0.19964269489627912,
      "grad_norm": 0.46888190507888794,
      "learning_rate": 4.64863952037481e-05,
      "loss": 5.7041,
      "step": 228080
    },
    {
      "epoch": 0.19964707148990626,
      "grad_norm": 0.47881194949150085,
      "learning_rate": 4.6486237951285935e-05,
      "loss": 5.9496,
      "step": 228085
    },
    {
      "epoch": 0.1996514480835334,
      "grad_norm": 0.4980570375919342,
      "learning_rate": 4.64860806956438e-05,
      "loss": 5.1029,
      "step": 228090
    },
    {
      "epoch": 0.19965582467716056,
      "grad_norm": 0.511741042137146,
      "learning_rate": 4.648592343682171e-05,
      "loss": 5.1742,
      "step": 228095
    },
    {
      "epoch": 0.19966020127078773,
      "grad_norm": 0.4664551317691803,
      "learning_rate": 4.6485766174819714e-05,
      "loss": 4.8496,
      "step": 228100
    },
    {
      "epoch": 0.19966457786441488,
      "grad_norm": 0.47484108805656433,
      "learning_rate": 4.6485608909637826e-05,
      "loss": 5.7564,
      "step": 228105
    },
    {
      "epoch": 0.19966895445804203,
      "grad_norm": 0.48938673734664917,
      "learning_rate": 4.648545164127608e-05,
      "loss": 4.9321,
      "step": 228110
    },
    {
      "epoch": 0.19967333105166918,
      "grad_norm": 0.484916090965271,
      "learning_rate": 4.648529436973452e-05,
      "loss": 6.2684,
      "step": 228115
    },
    {
      "epoch": 0.19967770764529635,
      "grad_norm": 0.49658527970314026,
      "learning_rate": 4.6485137095013164e-05,
      "loss": 5.152,
      "step": 228120
    },
    {
      "epoch": 0.1996820842389235,
      "grad_norm": 0.5036147832870483,
      "learning_rate": 4.648497981711204e-05,
      "loss": 4.616,
      "step": 228125
    },
    {
      "epoch": 0.19968646083255065,
      "grad_norm": 0.478928804397583,
      "learning_rate": 4.648482253603118e-05,
      "loss": 4.7202,
      "step": 228130
    },
    {
      "epoch": 0.1996908374261778,
      "grad_norm": 0.46463534235954285,
      "learning_rate": 4.648466525177063e-05,
      "loss": 4.3898,
      "step": 228135
    },
    {
      "epoch": 0.19969521401980497,
      "grad_norm": 0.48380744457244873,
      "learning_rate": 4.6484507964330406e-05,
      "loss": 5.9041,
      "step": 228140
    },
    {
      "epoch": 0.19969959061343212,
      "grad_norm": 0.49543026089668274,
      "learning_rate": 4.648435067371053e-05,
      "loss": 5.6889,
      "step": 228145
    },
    {
      "epoch": 0.19970396720705927,
      "grad_norm": 0.47268548607826233,
      "learning_rate": 4.648419337991105e-05,
      "loss": 5.1251,
      "step": 228150
    },
    {
      "epoch": 0.19970834380068642,
      "grad_norm": 0.46978113055229187,
      "learning_rate": 4.648403608293198e-05,
      "loss": 5.2497,
      "step": 228155
    },
    {
      "epoch": 0.1997127203943136,
      "grad_norm": 0.47373953461647034,
      "learning_rate": 4.648387878277336e-05,
      "loss": 4.5961,
      "step": 228160
    },
    {
      "epoch": 0.19971709698794074,
      "grad_norm": 0.4754776060581207,
      "learning_rate": 4.6483721479435225e-05,
      "loss": 5.4555,
      "step": 228165
    },
    {
      "epoch": 0.1997214735815679,
      "grad_norm": 0.5387293100357056,
      "learning_rate": 4.648356417291759e-05,
      "loss": 4.8571,
      "step": 228170
    },
    {
      "epoch": 0.19972585017519504,
      "grad_norm": 0.4842223525047302,
      "learning_rate": 4.648340686322051e-05,
      "loss": 5.3991,
      "step": 228175
    },
    {
      "epoch": 0.1997302267688222,
      "grad_norm": 0.470328152179718,
      "learning_rate": 4.648324955034399e-05,
      "loss": 5.365,
      "step": 228180
    },
    {
      "epoch": 0.19973460336244936,
      "grad_norm": 0.4666474461555481,
      "learning_rate": 4.6483092234288073e-05,
      "loss": 5.942,
      "step": 228185
    },
    {
      "epoch": 0.1997389799560765,
      "grad_norm": 0.4855397641658783,
      "learning_rate": 4.648293491505279e-05,
      "loss": 5.1612,
      "step": 228190
    },
    {
      "epoch": 0.19974335654970365,
      "grad_norm": 0.492538183927536,
      "learning_rate": 4.648277759263816e-05,
      "loss": 5.4282,
      "step": 228195
    },
    {
      "epoch": 0.1997477331433308,
      "grad_norm": 0.4655134081840515,
      "learning_rate": 4.648262026704423e-05,
      "loss": 5.9443,
      "step": 228200
    },
    {
      "epoch": 0.19975210973695798,
      "grad_norm": 0.456194669008255,
      "learning_rate": 4.6482462938271024e-05,
      "loss": 5.9238,
      "step": 228205
    },
    {
      "epoch": 0.19975648633058513,
      "grad_norm": 0.5041775107383728,
      "learning_rate": 4.648230560631856e-05,
      "loss": 5.2055,
      "step": 228210
    },
    {
      "epoch": 0.19976086292421227,
      "grad_norm": 0.49660244584083557,
      "learning_rate": 4.6482148271186886e-05,
      "loss": 5.4146,
      "step": 228215
    },
    {
      "epoch": 0.19976523951783942,
      "grad_norm": 0.47753557562828064,
      "learning_rate": 4.6481990932876015e-05,
      "loss": 5.4614,
      "step": 228220
    },
    {
      "epoch": 0.1997696161114666,
      "grad_norm": 0.46609973907470703,
      "learning_rate": 4.6481833591386006e-05,
      "loss": 4.6489,
      "step": 228225
    },
    {
      "epoch": 0.19977399270509374,
      "grad_norm": 0.47374531626701355,
      "learning_rate": 4.648167624671685e-05,
      "loss": 5.6258,
      "step": 228230
    },
    {
      "epoch": 0.1997783692987209,
      "grad_norm": 0.4643648564815521,
      "learning_rate": 4.6481518898868614e-05,
      "loss": 4.852,
      "step": 228235
    },
    {
      "epoch": 0.19978274589234804,
      "grad_norm": 0.49220091104507446,
      "learning_rate": 4.6481361547841305e-05,
      "loss": 5.4197,
      "step": 228240
    },
    {
      "epoch": 0.19978712248597522,
      "grad_norm": 0.5116796493530273,
      "learning_rate": 4.6481204193634966e-05,
      "loss": 4.1897,
      "step": 228245
    },
    {
      "epoch": 0.19979149907960236,
      "grad_norm": 0.4987111985683441,
      "learning_rate": 4.648104683624962e-05,
      "loss": 5.2751,
      "step": 228250
    },
    {
      "epoch": 0.1997958756732295,
      "grad_norm": 0.4879218637943268,
      "learning_rate": 4.6480889475685295e-05,
      "loss": 4.8983,
      "step": 228255
    },
    {
      "epoch": 0.19980025226685666,
      "grad_norm": 0.5282429456710815,
      "learning_rate": 4.648073211194203e-05,
      "loss": 6.2336,
      "step": 228260
    },
    {
      "epoch": 0.19980462886048383,
      "grad_norm": 0.4750063419342041,
      "learning_rate": 4.648057474501984e-05,
      "loss": 4.8318,
      "step": 228265
    },
    {
      "epoch": 0.19980900545411098,
      "grad_norm": 0.500643253326416,
      "learning_rate": 4.648041737491878e-05,
      "loss": 4.9078,
      "step": 228270
    },
    {
      "epoch": 0.19981338204773813,
      "grad_norm": 0.47161203622817993,
      "learning_rate": 4.6480260001638867e-05,
      "loss": 5.3537,
      "step": 228275
    },
    {
      "epoch": 0.19981775864136528,
      "grad_norm": 0.47555702924728394,
      "learning_rate": 4.648010262518012e-05,
      "loss": 5.1458,
      "step": 228280
    },
    {
      "epoch": 0.19982213523499245,
      "grad_norm": 0.46588513255119324,
      "learning_rate": 4.647994524554259e-05,
      "loss": 5.8144,
      "step": 228285
    },
    {
      "epoch": 0.1998265118286196,
      "grad_norm": 0.4796641170978546,
      "learning_rate": 4.64797878627263e-05,
      "loss": 5.1906,
      "step": 228290
    },
    {
      "epoch": 0.19983088842224675,
      "grad_norm": 0.49670642614364624,
      "learning_rate": 4.6479630476731275e-05,
      "loss": 4.7236,
      "step": 228295
    },
    {
      "epoch": 0.1998352650158739,
      "grad_norm": 0.4719940721988678,
      "learning_rate": 4.6479473087557546e-05,
      "loss": 5.1396,
      "step": 228300
    },
    {
      "epoch": 0.19983964160950107,
      "grad_norm": 0.47517549991607666,
      "learning_rate": 4.647931569520515e-05,
      "loss": 4.3977,
      "step": 228305
    },
    {
      "epoch": 0.19984401820312822,
      "grad_norm": 0.4768836498260498,
      "learning_rate": 4.647915829967411e-05,
      "loss": 5.7404,
      "step": 228310
    },
    {
      "epoch": 0.19984839479675537,
      "grad_norm": 0.5015450716018677,
      "learning_rate": 4.647900090096446e-05,
      "loss": 5.1179,
      "step": 228315
    },
    {
      "epoch": 0.19985277139038252,
      "grad_norm": 0.459244966506958,
      "learning_rate": 4.647884349907623e-05,
      "loss": 5.2165,
      "step": 228320
    },
    {
      "epoch": 0.19985714798400966,
      "grad_norm": 0.4583178758621216,
      "learning_rate": 4.647868609400945e-05,
      "loss": 4.7073,
      "step": 228325
    },
    {
      "epoch": 0.19986152457763684,
      "grad_norm": 0.4637821614742279,
      "learning_rate": 4.647852868576416e-05,
      "loss": 4.3759,
      "step": 228330
    },
    {
      "epoch": 0.199865901171264,
      "grad_norm": 0.4788467586040497,
      "learning_rate": 4.647837127434037e-05,
      "loss": 4.9344,
      "step": 228335
    },
    {
      "epoch": 0.19987027776489114,
      "grad_norm": 0.469457745552063,
      "learning_rate": 4.647821385973812e-05,
      "loss": 4.7342,
      "step": 228340
    },
    {
      "epoch": 0.19987465435851828,
      "grad_norm": 0.4599757194519043,
      "learning_rate": 4.647805644195745e-05,
      "loss": 5.4662,
      "step": 228345
    },
    {
      "epoch": 0.19987903095214546,
      "grad_norm": 0.4612652361392975,
      "learning_rate": 4.647789902099838e-05,
      "loss": 5.8908,
      "step": 228350
    },
    {
      "epoch": 0.1998834075457726,
      "grad_norm": 0.4566672146320343,
      "learning_rate": 4.647774159686095e-05,
      "loss": 5.2472,
      "step": 228355
    },
    {
      "epoch": 0.19988778413939975,
      "grad_norm": 0.47541362047195435,
      "learning_rate": 4.6477584169545164e-05,
      "loss": 4.9457,
      "step": 228360
    },
    {
      "epoch": 0.1998921607330269,
      "grad_norm": 0.4546799659729004,
      "learning_rate": 4.647742673905108e-05,
      "loss": 4.8729,
      "step": 228365
    },
    {
      "epoch": 0.19989653732665408,
      "grad_norm": 0.44459906220436096,
      "learning_rate": 4.647726930537873e-05,
      "loss": 5.1142,
      "step": 228370
    },
    {
      "epoch": 0.19990091392028123,
      "grad_norm": 0.46070578694343567,
      "learning_rate": 4.647711186852812e-05,
      "loss": 5.7542,
      "step": 228375
    },
    {
      "epoch": 0.19990529051390837,
      "grad_norm": 0.48455169796943665,
      "learning_rate": 4.64769544284993e-05,
      "loss": 5.6635,
      "step": 228380
    },
    {
      "epoch": 0.19990966710753552,
      "grad_norm": 0.4774860739707947,
      "learning_rate": 4.647679698529229e-05,
      "loss": 5.4556,
      "step": 228385
    },
    {
      "epoch": 0.1999140437011627,
      "grad_norm": 0.4686793386936188,
      "learning_rate": 4.6476639538907143e-05,
      "loss": 4.5614,
      "step": 228390
    },
    {
      "epoch": 0.19991842029478984,
      "grad_norm": 0.4641265273094177,
      "learning_rate": 4.6476482089343855e-05,
      "loss": 5.6652,
      "step": 228395
    },
    {
      "epoch": 0.199922796888417,
      "grad_norm": 0.4662187993526459,
      "learning_rate": 4.647632463660248e-05,
      "loss": 4.4104,
      "step": 228400
    },
    {
      "epoch": 0.19992717348204414,
      "grad_norm": 0.47200581431388855,
      "learning_rate": 4.647616718068303e-05,
      "loss": 4.7074,
      "step": 228405
    },
    {
      "epoch": 0.19993155007567132,
      "grad_norm": 0.4810773730278015,
      "learning_rate": 4.647600972158556e-05,
      "loss": 5.2397,
      "step": 228410
    },
    {
      "epoch": 0.19993592666929846,
      "grad_norm": 0.46330881118774414,
      "learning_rate": 4.647585225931008e-05,
      "loss": 4.891,
      "step": 228415
    },
    {
      "epoch": 0.1999403032629256,
      "grad_norm": 0.45869478583335876,
      "learning_rate": 4.647569479385663e-05,
      "loss": 4.1851,
      "step": 228420
    },
    {
      "epoch": 0.19994467985655276,
      "grad_norm": 0.48118889331817627,
      "learning_rate": 4.647553732522524e-05,
      "loss": 5.1868,
      "step": 228425
    },
    {
      "epoch": 0.19994905645017994,
      "grad_norm": 0.4755416214466095,
      "learning_rate": 4.647537985341593e-05,
      "loss": 5.6328,
      "step": 228430
    },
    {
      "epoch": 0.19995343304380708,
      "grad_norm": 0.4645836055278778,
      "learning_rate": 4.647522237842874e-05,
      "loss": 5.7151,
      "step": 228435
    },
    {
      "epoch": 0.19995780963743423,
      "grad_norm": 0.48817017674446106,
      "learning_rate": 4.647506490026371e-05,
      "loss": 5.3279,
      "step": 228440
    },
    {
      "epoch": 0.19996218623106138,
      "grad_norm": 0.4707997143268585,
      "learning_rate": 4.647490741892084e-05,
      "loss": 5.6291,
      "step": 228445
    },
    {
      "epoch": 0.19996656282468853,
      "grad_norm": 0.45811161398887634,
      "learning_rate": 4.6474749934400206e-05,
      "loss": 4.6935,
      "step": 228450
    },
    {
      "epoch": 0.1999709394183157,
      "grad_norm": 0.4823731482028961,
      "learning_rate": 4.6474592446701794e-05,
      "loss": 5.1303,
      "step": 228455
    },
    {
      "epoch": 0.19997531601194285,
      "grad_norm": 0.4720817506313324,
      "learning_rate": 4.647443495582565e-05,
      "loss": 5.1417,
      "step": 228460
    },
    {
      "epoch": 0.19997969260557,
      "grad_norm": 0.48588183522224426,
      "learning_rate": 4.647427746177182e-05,
      "loss": 4.9104,
      "step": 228465
    },
    {
      "epoch": 0.19998406919919715,
      "grad_norm": 0.47855544090270996,
      "learning_rate": 4.6474119964540305e-05,
      "loss": 4.4285,
      "step": 228470
    },
    {
      "epoch": 0.19998844579282432,
      "grad_norm": 0.4734422564506531,
      "learning_rate": 4.6473962464131173e-05,
      "loss": 5.434,
      "step": 228475
    },
    {
      "epoch": 0.19999282238645147,
      "grad_norm": 0.48249688744544983,
      "learning_rate": 4.647380496054442e-05,
      "loss": 5.1341,
      "step": 228480
    },
    {
      "epoch": 0.19999719898007862,
      "grad_norm": 0.47114717960357666,
      "learning_rate": 4.647364745378008e-05,
      "loss": 5.4307,
      "step": 228485
    },
    {
      "epoch": 0.20000157557370576,
      "grad_norm": 0.46535155177116394,
      "learning_rate": 4.647348994383821e-05,
      "loss": 4.8329,
      "step": 228490
    },
    {
      "epoch": 0.20000595216733294,
      "grad_norm": 0.48220333456993103,
      "learning_rate": 4.647333243071881e-05,
      "loss": 4.8419,
      "step": 228495
    },
    {
      "epoch": 0.2000103287609601,
      "grad_norm": 0.4620400369167328,
      "learning_rate": 4.6473174914421936e-05,
      "loss": 6.2334,
      "step": 228500
    },
    {
      "epoch": 0.20001470535458724,
      "grad_norm": 0.46313798427581787,
      "learning_rate": 4.647301739494759e-05,
      "loss": 5.4508,
      "step": 228505
    },
    {
      "epoch": 0.20001908194821438,
      "grad_norm": 0.4630173444747925,
      "learning_rate": 4.647285987229583e-05,
      "loss": 5.9562,
      "step": 228510
    },
    {
      "epoch": 0.20002345854184156,
      "grad_norm": 0.49004459381103516,
      "learning_rate": 4.6472702346466676e-05,
      "loss": 5.1411,
      "step": 228515
    },
    {
      "epoch": 0.2000278351354687,
      "grad_norm": 0.49536383152008057,
      "learning_rate": 4.6472544817460154e-05,
      "loss": 5.2257,
      "step": 228520
    },
    {
      "epoch": 0.20003221172909585,
      "grad_norm": 0.47998300194740295,
      "learning_rate": 4.6472387285276296e-05,
      "loss": 4.7054,
      "step": 228525
    },
    {
      "epoch": 0.200036588322723,
      "grad_norm": 0.4777916967868805,
      "learning_rate": 4.647222974991513e-05,
      "loss": 5.2404,
      "step": 228530
    },
    {
      "epoch": 0.20004096491635018,
      "grad_norm": 0.47371336817741394,
      "learning_rate": 4.6472072211376694e-05,
      "loss": 6.2812,
      "step": 228535
    },
    {
      "epoch": 0.20004534150997733,
      "grad_norm": 0.5186044573783875,
      "learning_rate": 4.647191466966102e-05,
      "loss": 4.5985,
      "step": 228540
    },
    {
      "epoch": 0.20004971810360447,
      "grad_norm": 0.48684409260749817,
      "learning_rate": 4.647175712476812e-05,
      "loss": 5.1094,
      "step": 228545
    },
    {
      "epoch": 0.20005409469723162,
      "grad_norm": 0.4707149267196655,
      "learning_rate": 4.6471599576698053e-05,
      "loss": 5.1206,
      "step": 228550
    },
    {
      "epoch": 0.2000584712908588,
      "grad_norm": 0.4751129746437073,
      "learning_rate": 4.647144202545083e-05,
      "loss": 5.1534,
      "step": 228555
    },
    {
      "epoch": 0.20006284788448594,
      "grad_norm": 0.4672890901565552,
      "learning_rate": 4.647128447102648e-05,
      "loss": 4.9411,
      "step": 228560
    },
    {
      "epoch": 0.2000672244781131,
      "grad_norm": 0.4600537419319153,
      "learning_rate": 4.647112691342504e-05,
      "loss": 5.9385,
      "step": 228565
    },
    {
      "epoch": 0.20007160107174024,
      "grad_norm": 0.4972892105579376,
      "learning_rate": 4.647096935264653e-05,
      "loss": 5.1104,
      "step": 228570
    },
    {
      "epoch": 0.2000759776653674,
      "grad_norm": 0.45657244324684143,
      "learning_rate": 4.647081178869099e-05,
      "loss": 5.9469,
      "step": 228575
    },
    {
      "epoch": 0.20008035425899456,
      "grad_norm": 0.4746866226196289,
      "learning_rate": 4.6470654221558465e-05,
      "loss": 4.9446,
      "step": 228580
    },
    {
      "epoch": 0.2000847308526217,
      "grad_norm": 0.46061018109321594,
      "learning_rate": 4.647049665124896e-05,
      "loss": 4.8356,
      "step": 228585
    },
    {
      "epoch": 0.20008910744624886,
      "grad_norm": 0.46652844548225403,
      "learning_rate": 4.647033907776251e-05,
      "loss": 5.1399,
      "step": 228590
    },
    {
      "epoch": 0.200093484039876,
      "grad_norm": 0.45455417037010193,
      "learning_rate": 4.647018150109918e-05,
      "loss": 5.4252,
      "step": 228595
    },
    {
      "epoch": 0.20009786063350318,
      "grad_norm": 0.4720040261745453,
      "learning_rate": 4.647002392125893e-05,
      "loss": 5.1576,
      "step": 228600
    },
    {
      "epoch": 0.20010223722713033,
      "grad_norm": 0.47176823019981384,
      "learning_rate": 4.646986633824185e-05,
      "loss": 5.4369,
      "step": 228605
    },
    {
      "epoch": 0.20010661382075748,
      "grad_norm": 0.48249924182891846,
      "learning_rate": 4.6469708752047955e-05,
      "loss": 5.2177,
      "step": 228610
    },
    {
      "epoch": 0.20011099041438463,
      "grad_norm": 0.4919377267360687,
      "learning_rate": 4.646955116267727e-05,
      "loss": 4.8657,
      "step": 228615
    },
    {
      "epoch": 0.2001153670080118,
      "grad_norm": 0.493001252412796,
      "learning_rate": 4.646939357012984e-05,
      "loss": 4.8966,
      "step": 228620
    },
    {
      "epoch": 0.20011974360163895,
      "grad_norm": 0.49494054913520813,
      "learning_rate": 4.646923597440567e-05,
      "loss": 5.4596,
      "step": 228625
    },
    {
      "epoch": 0.2001241201952661,
      "grad_norm": 0.48726987838745117,
      "learning_rate": 4.64690783755048e-05,
      "loss": 5.7669,
      "step": 228630
    },
    {
      "epoch": 0.20012849678889325,
      "grad_norm": 0.46349000930786133,
      "learning_rate": 4.6468920773427275e-05,
      "loss": 5.7547,
      "step": 228635
    },
    {
      "epoch": 0.20013287338252042,
      "grad_norm": 0.4930818974971771,
      "learning_rate": 4.64687631681731e-05,
      "loss": 4.6079,
      "step": 228640
    },
    {
      "epoch": 0.20013724997614757,
      "grad_norm": 0.4852654039859772,
      "learning_rate": 4.646860555974234e-05,
      "loss": 5.1447,
      "step": 228645
    },
    {
      "epoch": 0.20014162656977472,
      "grad_norm": 0.475092351436615,
      "learning_rate": 4.646844794813499e-05,
      "loss": 5.4314,
      "step": 228650
    },
    {
      "epoch": 0.20014600316340186,
      "grad_norm": 0.4939151406288147,
      "learning_rate": 4.646829033335111e-05,
      "loss": 5.4554,
      "step": 228655
    },
    {
      "epoch": 0.20015037975702904,
      "grad_norm": 0.48821452260017395,
      "learning_rate": 4.64681327153907e-05,
      "loss": 5.4732,
      "step": 228660
    },
    {
      "epoch": 0.2001547563506562,
      "grad_norm": 0.49373501539230347,
      "learning_rate": 4.6467975094253816e-05,
      "loss": 4.6574,
      "step": 228665
    },
    {
      "epoch": 0.20015913294428334,
      "grad_norm": 0.47064411640167236,
      "learning_rate": 4.646781746994047e-05,
      "loss": 5.9596,
      "step": 228670
    },
    {
      "epoch": 0.20016350953791048,
      "grad_norm": 0.4693461060523987,
      "learning_rate": 4.6467659842450706e-05,
      "loss": 5.4591,
      "step": 228675
    },
    {
      "epoch": 0.20016788613153766,
      "grad_norm": 0.47624215483665466,
      "learning_rate": 4.646750221178454e-05,
      "loss": 4.9175,
      "step": 228680
    },
    {
      "epoch": 0.2001722627251648,
      "grad_norm": 0.4769592881202698,
      "learning_rate": 4.646734457794203e-05,
      "loss": 5.1457,
      "step": 228685
    },
    {
      "epoch": 0.20017663931879195,
      "grad_norm": 0.49115410447120667,
      "learning_rate": 4.646718694092318e-05,
      "loss": 5.4154,
      "step": 228690
    },
    {
      "epoch": 0.2001810159124191,
      "grad_norm": 0.46937549114227295,
      "learning_rate": 4.646702930072803e-05,
      "loss": 5.401,
      "step": 228695
    },
    {
      "epoch": 0.20018539250604625,
      "grad_norm": 0.4734233617782593,
      "learning_rate": 4.64668716573566e-05,
      "loss": 4.8961,
      "step": 228700
    },
    {
      "epoch": 0.20018976909967343,
      "grad_norm": 0.46592965722084045,
      "learning_rate": 4.6466714010808945e-05,
      "loss": 4.8191,
      "step": 228705
    },
    {
      "epoch": 0.20019414569330057,
      "grad_norm": 0.4770209789276123,
      "learning_rate": 4.646655636108507e-05,
      "loss": 4.8027,
      "step": 228710
    },
    {
      "epoch": 0.20019852228692772,
      "grad_norm": 0.46273884177207947,
      "learning_rate": 4.6466398708185024e-05,
      "loss": 5.9184,
      "step": 228715
    },
    {
      "epoch": 0.20020289888055487,
      "grad_norm": 0.5013989210128784,
      "learning_rate": 4.6466241052108814e-05,
      "loss": 5.6699,
      "step": 228720
    },
    {
      "epoch": 0.20020727547418204,
      "grad_norm": 0.4973662197589874,
      "learning_rate": 4.6466083392856496e-05,
      "loss": 5.1229,
      "step": 228725
    },
    {
      "epoch": 0.2002116520678092,
      "grad_norm": 0.4639219641685486,
      "learning_rate": 4.6465925730428095e-05,
      "loss": 5.1471,
      "step": 228730
    },
    {
      "epoch": 0.20021602866143634,
      "grad_norm": 0.510161280632019,
      "learning_rate": 4.6465768064823625e-05,
      "loss": 3.665,
      "step": 228735
    },
    {
      "epoch": 0.2002204052550635,
      "grad_norm": 0.49407029151916504,
      "learning_rate": 4.6465610396043135e-05,
      "loss": 4.9146,
      "step": 228740
    },
    {
      "epoch": 0.20022478184869066,
      "grad_norm": 0.4781104326248169,
      "learning_rate": 4.6465452724086636e-05,
      "loss": 5.042,
      "step": 228745
    },
    {
      "epoch": 0.2002291584423178,
      "grad_norm": 0.4956672489643097,
      "learning_rate": 4.6465295048954185e-05,
      "loss": 4.9195,
      "step": 228750
    },
    {
      "epoch": 0.20023353503594496,
      "grad_norm": 0.4682770073413849,
      "learning_rate": 4.646513737064579e-05,
      "loss": 6.2768,
      "step": 228755
    },
    {
      "epoch": 0.2002379116295721,
      "grad_norm": 0.47419503331184387,
      "learning_rate": 4.646497968916149e-05,
      "loss": 6.2541,
      "step": 228760
    },
    {
      "epoch": 0.20024228822319928,
      "grad_norm": 0.4614712595939636,
      "learning_rate": 4.646482200450132e-05,
      "loss": 5.9443,
      "step": 228765
    },
    {
      "epoch": 0.20024666481682643,
      "grad_norm": 0.4896964430809021,
      "learning_rate": 4.64646643166653e-05,
      "loss": 5.4271,
      "step": 228770
    },
    {
      "epoch": 0.20025104141045358,
      "grad_norm": 0.4577791392803192,
      "learning_rate": 4.646450662565347e-05,
      "loss": 5.7473,
      "step": 228775
    },
    {
      "epoch": 0.20025541800408073,
      "grad_norm": 0.47297152876853943,
      "learning_rate": 4.646434893146585e-05,
      "loss": 5.4198,
      "step": 228780
    },
    {
      "epoch": 0.2002597945977079,
      "grad_norm": 0.4874624013900757,
      "learning_rate": 4.6464191234102475e-05,
      "loss": 4.4338,
      "step": 228785
    },
    {
      "epoch": 0.20026417119133505,
      "grad_norm": 0.47357967495918274,
      "learning_rate": 4.646403353356338e-05,
      "loss": 5.6604,
      "step": 228790
    },
    {
      "epoch": 0.2002685477849622,
      "grad_norm": 0.49870938062667847,
      "learning_rate": 4.646387582984859e-05,
      "loss": 5.1342,
      "step": 228795
    },
    {
      "epoch": 0.20027292437858935,
      "grad_norm": 0.47390973567962646,
      "learning_rate": 4.6463718122958145e-05,
      "loss": 5.1634,
      "step": 228800
    },
    {
      "epoch": 0.20027730097221652,
      "grad_norm": 0.4865342080593109,
      "learning_rate": 4.646356041289206e-05,
      "loss": 4.3215,
      "step": 228805
    },
    {
      "epoch": 0.20028167756584367,
      "grad_norm": 0.49763768911361694,
      "learning_rate": 4.6463402699650385e-05,
      "loss": 5.7387,
      "step": 228810
    },
    {
      "epoch": 0.20028605415947082,
      "grad_norm": 0.4986279010772705,
      "learning_rate": 4.646324498323312e-05,
      "loss": 4.6902,
      "step": 228815
    },
    {
      "epoch": 0.20029043075309796,
      "grad_norm": 0.5953864455223083,
      "learning_rate": 4.646308726364032e-05,
      "loss": 5.4523,
      "step": 228820
    },
    {
      "epoch": 0.20029480734672514,
      "grad_norm": 0.5090653896331787,
      "learning_rate": 4.646292954087201e-05,
      "loss": 5.634,
      "step": 228825
    },
    {
      "epoch": 0.2002991839403523,
      "grad_norm": 0.4738985598087311,
      "learning_rate": 4.646277181492823e-05,
      "loss": 4.9233,
      "step": 228830
    },
    {
      "epoch": 0.20030356053397944,
      "grad_norm": 0.5013046860694885,
      "learning_rate": 4.6462614085808994e-05,
      "loss": 4.694,
      "step": 228835
    },
    {
      "epoch": 0.20030793712760658,
      "grad_norm": 0.4765334129333496,
      "learning_rate": 4.646245635351434e-05,
      "loss": 5.1288,
      "step": 228840
    },
    {
      "epoch": 0.20031231372123373,
      "grad_norm": 0.5368159413337708,
      "learning_rate": 4.64622986180443e-05,
      "loss": 5.9416,
      "step": 228845
    },
    {
      "epoch": 0.2003166903148609,
      "grad_norm": 0.5783155560493469,
      "learning_rate": 4.6462140879398896e-05,
      "loss": 5.65,
      "step": 228850
    },
    {
      "epoch": 0.20032106690848805,
      "grad_norm": 0.47571834921836853,
      "learning_rate": 4.646198313757816e-05,
      "loss": 5.4068,
      "step": 228855
    },
    {
      "epoch": 0.2003254435021152,
      "grad_norm": 0.5095385313034058,
      "learning_rate": 4.646182539258214e-05,
      "loss": 5.1935,
      "step": 228860
    },
    {
      "epoch": 0.20032982009574235,
      "grad_norm": 0.5494421720504761,
      "learning_rate": 4.646166764441085e-05,
      "loss": 4.8058,
      "step": 228865
    },
    {
      "epoch": 0.20033419668936953,
      "grad_norm": 0.48968178033828735,
      "learning_rate": 4.6461509893064316e-05,
      "loss": 5.3879,
      "step": 228870
    },
    {
      "epoch": 0.20033857328299667,
      "grad_norm": 0.4623909592628479,
      "learning_rate": 4.6461352138542576e-05,
      "loss": 6.2527,
      "step": 228875
    },
    {
      "epoch": 0.20034294987662382,
      "grad_norm": 0.46986648440361023,
      "learning_rate": 4.646119438084566e-05,
      "loss": 5.467,
      "step": 228880
    },
    {
      "epoch": 0.20034732647025097,
      "grad_norm": 0.4872226417064667,
      "learning_rate": 4.646103661997361e-05,
      "loss": 4.2302,
      "step": 228885
    },
    {
      "epoch": 0.20035170306387814,
      "grad_norm": 0.46921271085739136,
      "learning_rate": 4.646087885592643e-05,
      "loss": 4.3233,
      "step": 228890
    },
    {
      "epoch": 0.2003560796575053,
      "grad_norm": 0.4879761338233948,
      "learning_rate": 4.6460721088704175e-05,
      "loss": 4.9481,
      "step": 228895
    },
    {
      "epoch": 0.20036045625113244,
      "grad_norm": 0.4686400592327118,
      "learning_rate": 4.646056331830686e-05,
      "loss": 4.6662,
      "step": 228900
    },
    {
      "epoch": 0.2003648328447596,
      "grad_norm": 0.47663936018943787,
      "learning_rate": 4.646040554473453e-05,
      "loss": 4.8949,
      "step": 228905
    },
    {
      "epoch": 0.20036920943838676,
      "grad_norm": 0.4697864055633545,
      "learning_rate": 4.64602477679872e-05,
      "loss": 5.9375,
      "step": 228910
    },
    {
      "epoch": 0.2003735860320139,
      "grad_norm": 0.47678977251052856,
      "learning_rate": 4.6460089988064905e-05,
      "loss": 5.4247,
      "step": 228915
    },
    {
      "epoch": 0.20037796262564106,
      "grad_norm": 0.4767093062400818,
      "learning_rate": 4.645993220496768e-05,
      "loss": 5.7721,
      "step": 228920
    },
    {
      "epoch": 0.2003823392192682,
      "grad_norm": 0.4644356369972229,
      "learning_rate": 4.6459774418695556e-05,
      "loss": 4.6141,
      "step": 228925
    },
    {
      "epoch": 0.20038671581289538,
      "grad_norm": 0.47953736782073975,
      "learning_rate": 4.645961662924857e-05,
      "loss": 5.1574,
      "step": 228930
    },
    {
      "epoch": 0.20039109240652253,
      "grad_norm": 0.477654367685318,
      "learning_rate": 4.6459458836626724e-05,
      "loss": 5.4684,
      "step": 228935
    },
    {
      "epoch": 0.20039546900014968,
      "grad_norm": 0.5867749452590942,
      "learning_rate": 4.6459301040830085e-05,
      "loss": 4.1893,
      "step": 228940
    },
    {
      "epoch": 0.20039984559377683,
      "grad_norm": 0.5383962988853455,
      "learning_rate": 4.645914324185866e-05,
      "loss": 5.7428,
      "step": 228945
    },
    {
      "epoch": 0.200404222187404,
      "grad_norm": 0.47816792130470276,
      "learning_rate": 4.645898543971248e-05,
      "loss": 5.951,
      "step": 228950
    },
    {
      "epoch": 0.20040859878103115,
      "grad_norm": 0.48175516724586487,
      "learning_rate": 4.645882763439158e-05,
      "loss": 5.7461,
      "step": 228955
    },
    {
      "epoch": 0.2004129753746583,
      "grad_norm": 0.5294555425643921,
      "learning_rate": 4.6458669825896e-05,
      "loss": 4.6978,
      "step": 228960
    },
    {
      "epoch": 0.20041735196828545,
      "grad_norm": 0.4705876410007477,
      "learning_rate": 4.645851201422575e-05,
      "loss": 4.9513,
      "step": 228965
    },
    {
      "epoch": 0.2004217285619126,
      "grad_norm": 0.48178189992904663,
      "learning_rate": 4.645835419938088e-05,
      "loss": 5.1891,
      "step": 228970
    },
    {
      "epoch": 0.20042610515553977,
      "grad_norm": 0.45986056327819824,
      "learning_rate": 4.645819638136141e-05,
      "loss": 5.6465,
      "step": 228975
    },
    {
      "epoch": 0.20043048174916692,
      "grad_norm": 0.48516711592674255,
      "learning_rate": 4.645803856016738e-05,
      "loss": 5.1133,
      "step": 228980
    },
    {
      "epoch": 0.20043485834279406,
      "grad_norm": 0.4737473726272583,
      "learning_rate": 4.645788073579881e-05,
      "loss": 4.9369,
      "step": 228985
    },
    {
      "epoch": 0.2004392349364212,
      "grad_norm": 0.4771507680416107,
      "learning_rate": 4.645772290825573e-05,
      "loss": 6.2213,
      "step": 228990
    },
    {
      "epoch": 0.2004436115300484,
      "grad_norm": 0.47320371866226196,
      "learning_rate": 4.6457565077538167e-05,
      "loss": 5.6414,
      "step": 228995
    },
    {
      "epoch": 0.20044798812367554,
      "grad_norm": 0.46618422865867615,
      "learning_rate": 4.645740724364617e-05,
      "loss": 5.8924,
      "step": 229000
    },
    {
      "epoch": 0.20045236471730268,
      "grad_norm": 0.4983527362346649,
      "learning_rate": 4.645724940657976e-05,
      "loss": 5.1437,
      "step": 229005
    },
    {
      "epoch": 0.20045674131092983,
      "grad_norm": 0.4754306375980377,
      "learning_rate": 4.645709156633896e-05,
      "loss": 5.9393,
      "step": 229010
    },
    {
      "epoch": 0.200461117904557,
      "grad_norm": 0.4732953608036041,
      "learning_rate": 4.645693372292381e-05,
      "loss": 5.59,
      "step": 229015
    },
    {
      "epoch": 0.20046549449818415,
      "grad_norm": 0.4711228013038635,
      "learning_rate": 4.6456775876334335e-05,
      "loss": 4.9227,
      "step": 229020
    },
    {
      "epoch": 0.2004698710918113,
      "grad_norm": 0.47506284713745117,
      "learning_rate": 4.6456618026570564e-05,
      "loss": 5.4388,
      "step": 229025
    },
    {
      "epoch": 0.20047424768543845,
      "grad_norm": 0.4746076464653015,
      "learning_rate": 4.6456460173632534e-05,
      "loss": 5.658,
      "step": 229030
    },
    {
      "epoch": 0.20047862427906563,
      "grad_norm": 0.5059904456138611,
      "learning_rate": 4.6456302317520265e-05,
      "loss": 4.7024,
      "step": 229035
    },
    {
      "epoch": 0.20048300087269277,
      "grad_norm": 0.4957609474658966,
      "learning_rate": 4.645614445823381e-05,
      "loss": 4.3846,
      "step": 229040
    },
    {
      "epoch": 0.20048737746631992,
      "grad_norm": 0.5475214719772339,
      "learning_rate": 4.645598659577316e-05,
      "loss": 4.895,
      "step": 229045
    },
    {
      "epoch": 0.20049175405994707,
      "grad_norm": 0.5189114809036255,
      "learning_rate": 4.6455828730138396e-05,
      "loss": 5.4291,
      "step": 229050
    },
    {
      "epoch": 0.20049613065357424,
      "grad_norm": 0.48023030161857605,
      "learning_rate": 4.64556708613295e-05,
      "loss": 5.428,
      "step": 229055
    },
    {
      "epoch": 0.2005005072472014,
      "grad_norm": 0.4745121896266937,
      "learning_rate": 4.645551298934654e-05,
      "loss": 4.2853,
      "step": 229060
    },
    {
      "epoch": 0.20050488384082854,
      "grad_norm": 0.4872674345970154,
      "learning_rate": 4.6455355114189514e-05,
      "loss": 5.6557,
      "step": 229065
    },
    {
      "epoch": 0.2005092604344557,
      "grad_norm": 0.6015043258666992,
      "learning_rate": 4.6455197235858486e-05,
      "loss": 4.4004,
      "step": 229070
    },
    {
      "epoch": 0.20051363702808286,
      "grad_norm": 0.5258817076683044,
      "learning_rate": 4.645503935435346e-05,
      "loss": 5.4434,
      "step": 229075
    },
    {
      "epoch": 0.20051801362171,
      "grad_norm": 0.47324100136756897,
      "learning_rate": 4.645488146967448e-05,
      "loss": 4.8618,
      "step": 229080
    },
    {
      "epoch": 0.20052239021533716,
      "grad_norm": 0.4907730519771576,
      "learning_rate": 4.645472358182157e-05,
      "loss": 5.1408,
      "step": 229085
    },
    {
      "epoch": 0.2005267668089643,
      "grad_norm": 0.48802247643470764,
      "learning_rate": 4.645456569079476e-05,
      "loss": 5.7263,
      "step": 229090
    },
    {
      "epoch": 0.20053114340259146,
      "grad_norm": 0.5386810898780823,
      "learning_rate": 4.645440779659409e-05,
      "loss": 4.6808,
      "step": 229095
    },
    {
      "epoch": 0.20053551999621863,
      "grad_norm": 0.563581645488739,
      "learning_rate": 4.645424989921958e-05,
      "loss": 4.699,
      "step": 229100
    },
    {
      "epoch": 0.20053989658984578,
      "grad_norm": 0.4855521619319916,
      "learning_rate": 4.645409199867127e-05,
      "loss": 4.8242,
      "step": 229105
    },
    {
      "epoch": 0.20054427318347293,
      "grad_norm": 0.48327043652534485,
      "learning_rate": 4.645393409494917e-05,
      "loss": 4.9847,
      "step": 229110
    },
    {
      "epoch": 0.20054864977710007,
      "grad_norm": 0.47224992513656616,
      "learning_rate": 4.6453776188053335e-05,
      "loss": 5.6764,
      "step": 229115
    },
    {
      "epoch": 0.20055302637072725,
      "grad_norm": 0.4606170058250427,
      "learning_rate": 4.6453618277983794e-05,
      "loss": 4.1647,
      "step": 229120
    },
    {
      "epoch": 0.2005574029643544,
      "grad_norm": 0.4787323772907257,
      "learning_rate": 4.6453460364740555e-05,
      "loss": 4.6216,
      "step": 229125
    },
    {
      "epoch": 0.20056177955798155,
      "grad_norm": 0.48095715045928955,
      "learning_rate": 4.6453302448323667e-05,
      "loss": 4.6282,
      "step": 229130
    },
    {
      "epoch": 0.2005661561516087,
      "grad_norm": 0.46713098883628845,
      "learning_rate": 4.645314452873315e-05,
      "loss": 5.4194,
      "step": 229135
    },
    {
      "epoch": 0.20057053274523587,
      "grad_norm": 0.48624950647354126,
      "learning_rate": 4.645298660596905e-05,
      "loss": 5.4473,
      "step": 229140
    },
    {
      "epoch": 0.20057490933886302,
      "grad_norm": 0.47349438071250916,
      "learning_rate": 4.645282868003139e-05,
      "loss": 5.2596,
      "step": 229145
    },
    {
      "epoch": 0.20057928593249016,
      "grad_norm": 0.47551998496055603,
      "learning_rate": 4.645267075092019e-05,
      "loss": 5.1521,
      "step": 229150
    },
    {
      "epoch": 0.2005836625261173,
      "grad_norm": 0.46096792817115784,
      "learning_rate": 4.6452512818635486e-05,
      "loss": 5.4362,
      "step": 229155
    },
    {
      "epoch": 0.2005880391197445,
      "grad_norm": 0.47624459862709045,
      "learning_rate": 4.645235488317733e-05,
      "loss": 4.9225,
      "step": 229160
    },
    {
      "epoch": 0.20059241571337164,
      "grad_norm": 0.456083208322525,
      "learning_rate": 4.645219694454571e-05,
      "loss": 5.9502,
      "step": 229165
    },
    {
      "epoch": 0.20059679230699878,
      "grad_norm": 0.46580374240875244,
      "learning_rate": 4.64520390027407e-05,
      "loss": 5.7188,
      "step": 229170
    },
    {
      "epoch": 0.20060116890062593,
      "grad_norm": 0.46626847982406616,
      "learning_rate": 4.6451881057762303e-05,
      "loss": 5.235,
      "step": 229175
    },
    {
      "epoch": 0.2006055454942531,
      "grad_norm": 0.4680093824863434,
      "learning_rate": 4.645172310961055e-05,
      "loss": 4.6941,
      "step": 229180
    },
    {
      "epoch": 0.20060992208788025,
      "grad_norm": 0.46444037556648254,
      "learning_rate": 4.645156515828548e-05,
      "loss": 5.1378,
      "step": 229185
    },
    {
      "epoch": 0.2006142986815074,
      "grad_norm": 0.4749191105365753,
      "learning_rate": 4.6451407203787135e-05,
      "loss": 5.3436,
      "step": 229190
    },
    {
      "epoch": 0.20061867527513455,
      "grad_norm": 0.4734524190425873,
      "learning_rate": 4.645124924611553e-05,
      "loss": 4.9266,
      "step": 229195
    },
    {
      "epoch": 0.20062305186876173,
      "grad_norm": 0.46732768416404724,
      "learning_rate": 4.645109128527069e-05,
      "loss": 5.7191,
      "step": 229200
    },
    {
      "epoch": 0.20062742846238887,
      "grad_norm": 0.4667222797870636,
      "learning_rate": 4.645093332125266e-05,
      "loss": 5.4177,
      "step": 229205
    },
    {
      "epoch": 0.20063180505601602,
      "grad_norm": 0.4915657043457031,
      "learning_rate": 4.645077535406145e-05,
      "loss": 5.7048,
      "step": 229210
    },
    {
      "epoch": 0.20063618164964317,
      "grad_norm": 0.48014959692955017,
      "learning_rate": 4.6450617383697115e-05,
      "loss": 4.6374,
      "step": 229215
    },
    {
      "epoch": 0.20064055824327032,
      "grad_norm": 0.4694614112377167,
      "learning_rate": 4.645045941015967e-05,
      "loss": 4.9146,
      "step": 229220
    },
    {
      "epoch": 0.2006449348368975,
      "grad_norm": 0.48375678062438965,
      "learning_rate": 4.645030143344916e-05,
      "loss": 4.4479,
      "step": 229225
    },
    {
      "epoch": 0.20064931143052464,
      "grad_norm": 0.4797651469707489,
      "learning_rate": 4.64501434535656e-05,
      "loss": 5.4441,
      "step": 229230
    },
    {
      "epoch": 0.2006536880241518,
      "grad_norm": 0.46934977173805237,
      "learning_rate": 4.6449985470509024e-05,
      "loss": 5.2147,
      "step": 229235
    },
    {
      "epoch": 0.20065806461777894,
      "grad_norm": 0.5595989227294922,
      "learning_rate": 4.644982748427947e-05,
      "loss": 4.631,
      "step": 229240
    },
    {
      "epoch": 0.2006624412114061,
      "grad_norm": 0.48831701278686523,
      "learning_rate": 4.644966949487696e-05,
      "loss": 5.4311,
      "step": 229245
    },
    {
      "epoch": 0.20066681780503326,
      "grad_norm": 0.5031894445419312,
      "learning_rate": 4.6449511502301535e-05,
      "loss": 5.142,
      "step": 229250
    },
    {
      "epoch": 0.2006711943986604,
      "grad_norm": 0.4817495048046112,
      "learning_rate": 4.644935350655321e-05,
      "loss": 5.407,
      "step": 229255
    },
    {
      "epoch": 0.20067557099228756,
      "grad_norm": 0.47652962803840637,
      "learning_rate": 4.6449195507632024e-05,
      "loss": 4.3794,
      "step": 229260
    },
    {
      "epoch": 0.20067994758591473,
      "grad_norm": 0.45562902092933655,
      "learning_rate": 4.6449037505538004e-05,
      "loss": 4.1496,
      "step": 229265
    },
    {
      "epoch": 0.20068432417954188,
      "grad_norm": 0.4841260612010956,
      "learning_rate": 4.644887950027119e-05,
      "loss": 4.927,
      "step": 229270
    },
    {
      "epoch": 0.20068870077316903,
      "grad_norm": 0.4687216877937317,
      "learning_rate": 4.6448721491831604e-05,
      "loss": 5.4189,
      "step": 229275
    },
    {
      "epoch": 0.20069307736679617,
      "grad_norm": 0.4524286687374115,
      "learning_rate": 4.644856348021928e-05,
      "loss": 5.1448,
      "step": 229280
    },
    {
      "epoch": 0.20069745396042335,
      "grad_norm": 0.4552571773529053,
      "learning_rate": 4.6448405465434245e-05,
      "loss": 5.9666,
      "step": 229285
    },
    {
      "epoch": 0.2007018305540505,
      "grad_norm": 0.4690482020378113,
      "learning_rate": 4.644824744747653e-05,
      "loss": 6.2365,
      "step": 229290
    },
    {
      "epoch": 0.20070620714767765,
      "grad_norm": 0.46904683113098145,
      "learning_rate": 4.644808942634618e-05,
      "loss": 5.23,
      "step": 229295
    },
    {
      "epoch": 0.2007105837413048,
      "grad_norm": 0.48199519515037537,
      "learning_rate": 4.644793140204319e-05,
      "loss": 4.9285,
      "step": 229300
    },
    {
      "epoch": 0.20071496033493197,
      "grad_norm": 0.47457772493362427,
      "learning_rate": 4.6447773374567624e-05,
      "loss": 5.3665,
      "step": 229305
    },
    {
      "epoch": 0.20071933692855912,
      "grad_norm": 0.4781545400619507,
      "learning_rate": 4.644761534391951e-05,
      "loss": 5.435,
      "step": 229310
    },
    {
      "epoch": 0.20072371352218626,
      "grad_norm": 0.4852239787578583,
      "learning_rate": 4.6447457310098865e-05,
      "loss": 5.4083,
      "step": 229315
    },
    {
      "epoch": 0.2007280901158134,
      "grad_norm": 0.4693986475467682,
      "learning_rate": 4.644729927310572e-05,
      "loss": 5.3162,
      "step": 229320
    },
    {
      "epoch": 0.2007324667094406,
      "grad_norm": 0.4689362347126007,
      "learning_rate": 4.644714123294011e-05,
      "loss": 4.9473,
      "step": 229325
    },
    {
      "epoch": 0.20073684330306774,
      "grad_norm": 0.47403326630592346,
      "learning_rate": 4.644698318960207e-05,
      "loss": 5.7412,
      "step": 229330
    },
    {
      "epoch": 0.20074121989669488,
      "grad_norm": 0.4956311583518982,
      "learning_rate": 4.644682514309161e-05,
      "loss": 5.6295,
      "step": 229335
    },
    {
      "epoch": 0.20074559649032203,
      "grad_norm": 0.47040823101997375,
      "learning_rate": 4.64466670934088e-05,
      "loss": 6.2377,
      "step": 229340
    },
    {
      "epoch": 0.20074997308394918,
      "grad_norm": 0.47725191712379456,
      "learning_rate": 4.6446509040553635e-05,
      "loss": 5.6305,
      "step": 229345
    },
    {
      "epoch": 0.20075434967757635,
      "grad_norm": 0.46891263127326965,
      "learning_rate": 4.6446350984526154e-05,
      "loss": 5.9459,
      "step": 229350
    },
    {
      "epoch": 0.2007587262712035,
      "grad_norm": 0.4738296866416931,
      "learning_rate": 4.6446192925326406e-05,
      "loss": 5.4365,
      "step": 229355
    },
    {
      "epoch": 0.20076310286483065,
      "grad_norm": 0.46434691548347473,
      "learning_rate": 4.644603486295439e-05,
      "loss": 5.7236,
      "step": 229360
    },
    {
      "epoch": 0.2007674794584578,
      "grad_norm": 0.4793547987937927,
      "learning_rate": 4.644587679741016e-05,
      "loss": 5.3682,
      "step": 229365
    },
    {
      "epoch": 0.20077185605208497,
      "grad_norm": 0.4806210994720459,
      "learning_rate": 4.6445718728693734e-05,
      "loss": 5.4498,
      "step": 229370
    },
    {
      "epoch": 0.20077623264571212,
      "grad_norm": 0.500855565071106,
      "learning_rate": 4.6445560656805155e-05,
      "loss": 5.157,
      "step": 229375
    },
    {
      "epoch": 0.20078060923933927,
      "grad_norm": 0.48605406284332275,
      "learning_rate": 4.6445402581744444e-05,
      "loss": 6.2311,
      "step": 229380
    },
    {
      "epoch": 0.20078498583296642,
      "grad_norm": 0.4678526520729065,
      "learning_rate": 4.644524450351163e-05,
      "loss": 5.135,
      "step": 229385
    },
    {
      "epoch": 0.2007893624265936,
      "grad_norm": 0.47533807158470154,
      "learning_rate": 4.644508642210674e-05,
      "loss": 5.1349,
      "step": 229390
    },
    {
      "epoch": 0.20079373902022074,
      "grad_norm": 0.46446385979652405,
      "learning_rate": 4.6444928337529825e-05,
      "loss": 5.2988,
      "step": 229395
    },
    {
      "epoch": 0.2007981156138479,
      "grad_norm": 0.4742491841316223,
      "learning_rate": 4.64447702497809e-05,
      "loss": 5.4505,
      "step": 229400
    },
    {
      "epoch": 0.20080249220747504,
      "grad_norm": 0.4874173700809479,
      "learning_rate": 4.6444612158860005e-05,
      "loss": 5.3869,
      "step": 229405
    },
    {
      "epoch": 0.2008068688011022,
      "grad_norm": 0.4687069356441498,
      "learning_rate": 4.6444454064767154e-05,
      "loss": 5.893,
      "step": 229410
    },
    {
      "epoch": 0.20081124539472936,
      "grad_norm": 0.45403817296028137,
      "learning_rate": 4.644429596750238e-05,
      "loss": 4.8462,
      "step": 229415
    },
    {
      "epoch": 0.2008156219883565,
      "grad_norm": 0.4620107412338257,
      "learning_rate": 4.644413786706573e-05,
      "loss": 4.8023,
      "step": 229420
    },
    {
      "epoch": 0.20081999858198366,
      "grad_norm": 0.4882271885871887,
      "learning_rate": 4.644397976345722e-05,
      "loss": 5.3623,
      "step": 229425
    },
    {
      "epoch": 0.20082437517561083,
      "grad_norm": 0.4652923345565796,
      "learning_rate": 4.644382165667689e-05,
      "loss": 6.2279,
      "step": 229430
    },
    {
      "epoch": 0.20082875176923798,
      "grad_norm": 0.4759009778499603,
      "learning_rate": 4.644366354672477e-05,
      "loss": 5.1957,
      "step": 229435
    },
    {
      "epoch": 0.20083312836286513,
      "grad_norm": 0.5121402740478516,
      "learning_rate": 4.644350543360088e-05,
      "loss": 4.9573,
      "step": 229440
    },
    {
      "epoch": 0.20083750495649227,
      "grad_norm": 0.5051369071006775,
      "learning_rate": 4.6443347317305256e-05,
      "loss": 4.3977,
      "step": 229445
    },
    {
      "epoch": 0.20084188155011945,
      "grad_norm": 0.504289448261261,
      "learning_rate": 4.644318919783792e-05,
      "loss": 5.4001,
      "step": 229450
    },
    {
      "epoch": 0.2008462581437466,
      "grad_norm": 0.4822996258735657,
      "learning_rate": 4.644303107519893e-05,
      "loss": 5.7399,
      "step": 229455
    },
    {
      "epoch": 0.20085063473737375,
      "grad_norm": 0.47887611389160156,
      "learning_rate": 4.6442872949388285e-05,
      "loss": 5.4316,
      "step": 229460
    },
    {
      "epoch": 0.2008550113310009,
      "grad_norm": 0.46104347705841064,
      "learning_rate": 4.644271482040603e-05,
      "loss": 5.7302,
      "step": 229465
    },
    {
      "epoch": 0.20085938792462807,
      "grad_norm": 0.5857999324798584,
      "learning_rate": 4.6442556688252204e-05,
      "loss": 4.2077,
      "step": 229470
    },
    {
      "epoch": 0.20086376451825522,
      "grad_norm": 0.4805009663105011,
      "learning_rate": 4.644239855292681e-05,
      "loss": 4.9398,
      "step": 229475
    },
    {
      "epoch": 0.20086814111188236,
      "grad_norm": 0.4823426902294159,
      "learning_rate": 4.6442240414429914e-05,
      "loss": 5.0877,
      "step": 229480
    },
    {
      "epoch": 0.2008725177055095,
      "grad_norm": 0.46905991435050964,
      "learning_rate": 4.644208227276152e-05,
      "loss": 5.2026,
      "step": 229485
    },
    {
      "epoch": 0.20087689429913666,
      "grad_norm": 0.4829182028770447,
      "learning_rate": 4.6441924127921666e-05,
      "loss": 5.0724,
      "step": 229490
    },
    {
      "epoch": 0.20088127089276384,
      "grad_norm": 0.4641987383365631,
      "learning_rate": 4.644176597991039e-05,
      "loss": 4.4272,
      "step": 229495
    },
    {
      "epoch": 0.20088564748639098,
      "grad_norm": 0.46091970801353455,
      "learning_rate": 4.644160782872771e-05,
      "loss": 4.934,
      "step": 229500
    },
    {
      "epoch": 0.20089002408001813,
      "grad_norm": 0.49391618371009827,
      "learning_rate": 4.644144967437367e-05,
      "loss": 4.0878,
      "step": 229505
    },
    {
      "epoch": 0.20089440067364528,
      "grad_norm": 0.4858494699001312,
      "learning_rate": 4.6441291516848284e-05,
      "loss": 5.4178,
      "step": 229510
    },
    {
      "epoch": 0.20089877726727245,
      "grad_norm": 0.5116744041442871,
      "learning_rate": 4.64411333561516e-05,
      "loss": 5.3553,
      "step": 229515
    },
    {
      "epoch": 0.2009031538608996,
      "grad_norm": 0.47940582036972046,
      "learning_rate": 4.644097519228363e-05,
      "loss": 6.2539,
      "step": 229520
    },
    {
      "epoch": 0.20090753045452675,
      "grad_norm": 0.4562102258205414,
      "learning_rate": 4.644081702524442e-05,
      "loss": 6.2486,
      "step": 229525
    },
    {
      "epoch": 0.2009119070481539,
      "grad_norm": 0.47155702114105225,
      "learning_rate": 4.6440658855034e-05,
      "loss": 4.6267,
      "step": 229530
    },
    {
      "epoch": 0.20091628364178107,
      "grad_norm": 0.49656960368156433,
      "learning_rate": 4.644050068165239e-05,
      "loss": 5.4131,
      "step": 229535
    },
    {
      "epoch": 0.20092066023540822,
      "grad_norm": 0.6430314183235168,
      "learning_rate": 4.644034250509963e-05,
      "loss": 4.693,
      "step": 229540
    },
    {
      "epoch": 0.20092503682903537,
      "grad_norm": 0.4926392734050751,
      "learning_rate": 4.6440184325375746e-05,
      "loss": 5.4261,
      "step": 229545
    },
    {
      "epoch": 0.20092941342266252,
      "grad_norm": 0.47926846146583557,
      "learning_rate": 4.6440026142480774e-05,
      "loss": 5.447,
      "step": 229550
    },
    {
      "epoch": 0.2009337900162897,
      "grad_norm": 0.6061474084854126,
      "learning_rate": 4.643986795641473e-05,
      "loss": 5.4504,
      "step": 229555
    },
    {
      "epoch": 0.20093816660991684,
      "grad_norm": 0.5188783407211304,
      "learning_rate": 4.643970976717766e-05,
      "loss": 5.7147,
      "step": 229560
    },
    {
      "epoch": 0.200942543203544,
      "grad_norm": 0.5742141604423523,
      "learning_rate": 4.643955157476959e-05,
      "loss": 4.9231,
      "step": 229565
    },
    {
      "epoch": 0.20094691979717114,
      "grad_norm": 0.5436514616012573,
      "learning_rate": 4.6439393379190544e-05,
      "loss": 5.4227,
      "step": 229570
    },
    {
      "epoch": 0.2009512963907983,
      "grad_norm": 0.5451197624206543,
      "learning_rate": 4.6439235180440566e-05,
      "loss": 4.9053,
      "step": 229575
    },
    {
      "epoch": 0.20095567298442546,
      "grad_norm": 0.562519371509552,
      "learning_rate": 4.643907697851967e-05,
      "loss": 5.4669,
      "step": 229580
    },
    {
      "epoch": 0.2009600495780526,
      "grad_norm": 0.4765019714832306,
      "learning_rate": 4.6438918773427894e-05,
      "loss": 5.433,
      "step": 229585
    },
    {
      "epoch": 0.20096442617167976,
      "grad_norm": 0.4688595235347748,
      "learning_rate": 4.643876056516528e-05,
      "loss": 4.9014,
      "step": 229590
    },
    {
      "epoch": 0.20096880276530693,
      "grad_norm": 0.5130296945571899,
      "learning_rate": 4.643860235373184e-05,
      "loss": 5.4604,
      "step": 229595
    },
    {
      "epoch": 0.20097317935893408,
      "grad_norm": 0.5279631614685059,
      "learning_rate": 4.6438444139127614e-05,
      "loss": 5.7383,
      "step": 229600
    },
    {
      "epoch": 0.20097755595256123,
      "grad_norm": 0.4757574796676636,
      "learning_rate": 4.643828592135263e-05,
      "loss": 5.1367,
      "step": 229605
    },
    {
      "epoch": 0.20098193254618837,
      "grad_norm": 0.4741319417953491,
      "learning_rate": 4.643812770040692e-05,
      "loss": 4.9152,
      "step": 229610
    },
    {
      "epoch": 0.20098630913981552,
      "grad_norm": 0.4831654131412506,
      "learning_rate": 4.643796947629052e-05,
      "loss": 5.2081,
      "step": 229615
    },
    {
      "epoch": 0.2009906857334427,
      "grad_norm": 0.47349077463150024,
      "learning_rate": 4.643781124900345e-05,
      "loss": 5.7538,
      "step": 229620
    },
    {
      "epoch": 0.20099506232706985,
      "grad_norm": 0.48227623105049133,
      "learning_rate": 4.6437653018545735e-05,
      "loss": 5.6693,
      "step": 229625
    },
    {
      "epoch": 0.200999438920697,
      "grad_norm": 0.4547775089740753,
      "learning_rate": 4.643749478491743e-05,
      "loss": 5.7812,
      "step": 229630
    },
    {
      "epoch": 0.20100381551432414,
      "grad_norm": 0.47204846143722534,
      "learning_rate": 4.643733654811854e-05,
      "loss": 5.9268,
      "step": 229635
    },
    {
      "epoch": 0.20100819210795132,
      "grad_norm": 0.46935591101646423,
      "learning_rate": 4.643717830814912e-05,
      "loss": 5.9961,
      "step": 229640
    },
    {
      "epoch": 0.20101256870157846,
      "grad_norm": 0.4625450670719147,
      "learning_rate": 4.643702006500917e-05,
      "loss": 5.4241,
      "step": 229645
    },
    {
      "epoch": 0.2010169452952056,
      "grad_norm": 0.47690480947494507,
      "learning_rate": 4.643686181869875e-05,
      "loss": 5.1618,
      "step": 229650
    },
    {
      "epoch": 0.20102132188883276,
      "grad_norm": 0.49208569526672363,
      "learning_rate": 4.6436703569217874e-05,
      "loss": 4.9398,
      "step": 229655
    },
    {
      "epoch": 0.20102569848245994,
      "grad_norm": 0.46297088265419006,
      "learning_rate": 4.643654531656658e-05,
      "loss": 5.719,
      "step": 229660
    },
    {
      "epoch": 0.20103007507608708,
      "grad_norm": 0.4897090792655945,
      "learning_rate": 4.643638706074489e-05,
      "loss": 4.6069,
      "step": 229665
    },
    {
      "epoch": 0.20103445166971423,
      "grad_norm": 0.47917404770851135,
      "learning_rate": 4.643622880175285e-05,
      "loss": 5.943,
      "step": 229670
    },
    {
      "epoch": 0.20103882826334138,
      "grad_norm": 0.4875634014606476,
      "learning_rate": 4.643607053959047e-05,
      "loss": 5.2376,
      "step": 229675
    },
    {
      "epoch": 0.20104320485696855,
      "grad_norm": 0.4846838116645813,
      "learning_rate": 4.643591227425779e-05,
      "loss": 4.3058,
      "step": 229680
    },
    {
      "epoch": 0.2010475814505957,
      "grad_norm": 0.48381638526916504,
      "learning_rate": 4.643575400575485e-05,
      "loss": 4.9232,
      "step": 229685
    },
    {
      "epoch": 0.20105195804422285,
      "grad_norm": 0.48328712582588196,
      "learning_rate": 4.643559573408166e-05,
      "loss": 4.919,
      "step": 229690
    },
    {
      "epoch": 0.20105633463785,
      "grad_norm": 0.4817187488079071,
      "learning_rate": 4.643543745923827e-05,
      "loss": 4.096,
      "step": 229695
    },
    {
      "epoch": 0.20106071123147717,
      "grad_norm": 0.5073220729827881,
      "learning_rate": 4.643527918122471e-05,
      "loss": 5.7146,
      "step": 229700
    },
    {
      "epoch": 0.20106508782510432,
      "grad_norm": 0.48630616068840027,
      "learning_rate": 4.6435120900040994e-05,
      "loss": 5.4144,
      "step": 229705
    },
    {
      "epoch": 0.20106946441873147,
      "grad_norm": 0.5021916627883911,
      "learning_rate": 4.643496261568716e-05,
      "loss": 5.4502,
      "step": 229710
    },
    {
      "epoch": 0.20107384101235862,
      "grad_norm": 0.4702061712741852,
      "learning_rate": 4.643480432816325e-05,
      "loss": 5.8955,
      "step": 229715
    },
    {
      "epoch": 0.2010782176059858,
      "grad_norm": 0.4708516001701355,
      "learning_rate": 4.643464603746928e-05,
      "loss": 4.8192,
      "step": 229720
    },
    {
      "epoch": 0.20108259419961294,
      "grad_norm": 0.5333654880523682,
      "learning_rate": 4.643448774360527e-05,
      "loss": 5.7121,
      "step": 229725
    },
    {
      "epoch": 0.2010869707932401,
      "grad_norm": 0.4812494218349457,
      "learning_rate": 4.643432944657129e-05,
      "loss": 3.7062,
      "step": 229730
    },
    {
      "epoch": 0.20109134738686724,
      "grad_norm": 0.4857385456562042,
      "learning_rate": 4.643417114636733e-05,
      "loss": 5.2617,
      "step": 229735
    },
    {
      "epoch": 0.20109572398049438,
      "grad_norm": 0.46168985962867737,
      "learning_rate": 4.6434012842993456e-05,
      "loss": 3.8886,
      "step": 229740
    },
    {
      "epoch": 0.20110010057412156,
      "grad_norm": 0.4724310636520386,
      "learning_rate": 4.643385453644966e-05,
      "loss": 5.7362,
      "step": 229745
    },
    {
      "epoch": 0.2011044771677487,
      "grad_norm": 0.4646972119808197,
      "learning_rate": 4.6433696226736e-05,
      "loss": 4.6687,
      "step": 229750
    },
    {
      "epoch": 0.20110885376137586,
      "grad_norm": 0.46286237239837646,
      "learning_rate": 4.64335379138525e-05,
      "loss": 4.8646,
      "step": 229755
    },
    {
      "epoch": 0.201113230355003,
      "grad_norm": 0.4865511953830719,
      "learning_rate": 4.6433379597799185e-05,
      "loss": 5.4287,
      "step": 229760
    },
    {
      "epoch": 0.20111760694863018,
      "grad_norm": 0.49081218242645264,
      "learning_rate": 4.64332212785761e-05,
      "loss": 4.9305,
      "step": 229765
    },
    {
      "epoch": 0.20112198354225733,
      "grad_norm": 0.4503873884677887,
      "learning_rate": 4.6433062956183256e-05,
      "loss": 4.3982,
      "step": 229770
    },
    {
      "epoch": 0.20112636013588447,
      "grad_norm": 0.47420990467071533,
      "learning_rate": 4.6432904630620696e-05,
      "loss": 5.9809,
      "step": 229775
    },
    {
      "epoch": 0.20113073672951162,
      "grad_norm": 0.5596604347229004,
      "learning_rate": 4.6432746301888444e-05,
      "loss": 4.6355,
      "step": 229780
    },
    {
      "epoch": 0.2011351133231388,
      "grad_norm": 0.4810846745967865,
      "learning_rate": 4.643258796998654e-05,
      "loss": 5.4472,
      "step": 229785
    },
    {
      "epoch": 0.20113948991676595,
      "grad_norm": 0.47681739926338196,
      "learning_rate": 4.643242963491501e-05,
      "loss": 5.4195,
      "step": 229790
    },
    {
      "epoch": 0.2011438665103931,
      "grad_norm": 0.45725730061531067,
      "learning_rate": 4.643227129667388e-05,
      "loss": 5.1197,
      "step": 229795
    },
    {
      "epoch": 0.20114824310402024,
      "grad_norm": 0.5068754553794861,
      "learning_rate": 4.643211295526318e-05,
      "loss": 5.3354,
      "step": 229800
    },
    {
      "epoch": 0.20115261969764742,
      "grad_norm": 0.4714168310165405,
      "learning_rate": 4.643195461068295e-05,
      "loss": 5.4512,
      "step": 229805
    },
    {
      "epoch": 0.20115699629127456,
      "grad_norm": 0.4654422402381897,
      "learning_rate": 4.64317962629332e-05,
      "loss": 4.5455,
      "step": 229810
    },
    {
      "epoch": 0.2011613728849017,
      "grad_norm": 0.4729565680027008,
      "learning_rate": 4.6431637912013994e-05,
      "loss": 5.4222,
      "step": 229815
    },
    {
      "epoch": 0.20116574947852886,
      "grad_norm": 0.4973747432231903,
      "learning_rate": 4.643147955792534e-05,
      "loss": 5.0822,
      "step": 229820
    },
    {
      "epoch": 0.20117012607215604,
      "grad_norm": 0.5544385313987732,
      "learning_rate": 4.6431321200667256e-05,
      "loss": 5.9344,
      "step": 229825
    },
    {
      "epoch": 0.20117450266578318,
      "grad_norm": 0.48255351185798645,
      "learning_rate": 4.6431162840239804e-05,
      "loss": 5.4188,
      "step": 229830
    },
    {
      "epoch": 0.20117887925941033,
      "grad_norm": 0.46118131279945374,
      "learning_rate": 4.6431004476643004e-05,
      "loss": 5.4213,
      "step": 229835
    },
    {
      "epoch": 0.20118325585303748,
      "grad_norm": 0.49098077416419983,
      "learning_rate": 4.643084610987687e-05,
      "loss": 5.2203,
      "step": 229840
    },
    {
      "epoch": 0.20118763244666465,
      "grad_norm": 0.49054500460624695,
      "learning_rate": 4.643068773994145e-05,
      "loss": 5.4108,
      "step": 229845
    },
    {
      "epoch": 0.2011920090402918,
      "grad_norm": 0.4825288951396942,
      "learning_rate": 4.643052936683677e-05,
      "loss": 5.6795,
      "step": 229850
    },
    {
      "epoch": 0.20119638563391895,
      "grad_norm": 0.49049830436706543,
      "learning_rate": 4.6430370990562856e-05,
      "loss": 5.1852,
      "step": 229855
    },
    {
      "epoch": 0.2012007622275461,
      "grad_norm": 0.4752495288848877,
      "learning_rate": 4.643021261111974e-05,
      "loss": 5.6525,
      "step": 229860
    },
    {
      "epoch": 0.20120513882117325,
      "grad_norm": 0.5192073583602905,
      "learning_rate": 4.643005422850747e-05,
      "loss": 4.9033,
      "step": 229865
    },
    {
      "epoch": 0.20120951541480042,
      "grad_norm": 0.47219082713127136,
      "learning_rate": 4.642989584272604e-05,
      "loss": 5.1185,
      "step": 229870
    },
    {
      "epoch": 0.20121389200842757,
      "grad_norm": 0.48942428827285767,
      "learning_rate": 4.6429737453775514e-05,
      "loss": 4.4049,
      "step": 229875
    },
    {
      "epoch": 0.20121826860205472,
      "grad_norm": 0.49184584617614746,
      "learning_rate": 4.6429579061655904e-05,
      "loss": 4.6811,
      "step": 229880
    },
    {
      "epoch": 0.20122264519568187,
      "grad_norm": 0.4729020297527313,
      "learning_rate": 4.642942066636725e-05,
      "loss": 5.2457,
      "step": 229885
    },
    {
      "epoch": 0.20122702178930904,
      "grad_norm": 0.4665980637073517,
      "learning_rate": 4.642926226790958e-05,
      "loss": 4.848,
      "step": 229890
    },
    {
      "epoch": 0.2012313983829362,
      "grad_norm": 0.46524325013160706,
      "learning_rate": 4.642910386628293e-05,
      "loss": 5.667,
      "step": 229895
    },
    {
      "epoch": 0.20123577497656334,
      "grad_norm": 0.47495996952056885,
      "learning_rate": 4.6428945461487316e-05,
      "loss": 4.9341,
      "step": 229900
    },
    {
      "epoch": 0.20124015157019048,
      "grad_norm": 0.470785915851593,
      "learning_rate": 4.642878705352278e-05,
      "loss": 5.4627,
      "step": 229905
    },
    {
      "epoch": 0.20124452816381766,
      "grad_norm": 0.4628252387046814,
      "learning_rate": 4.642862864238935e-05,
      "loss": 4.8958,
      "step": 229910
    },
    {
      "epoch": 0.2012489047574448,
      "grad_norm": 0.4759969413280487,
      "learning_rate": 4.642847022808705e-05,
      "loss": 6.2283,
      "step": 229915
    },
    {
      "epoch": 0.20125328135107196,
      "grad_norm": 0.47571179270744324,
      "learning_rate": 4.642831181061593e-05,
      "loss": 5.6857,
      "step": 229920
    },
    {
      "epoch": 0.2012576579446991,
      "grad_norm": 0.47544848918914795,
      "learning_rate": 4.6428153389976004e-05,
      "loss": 4.6177,
      "step": 229925
    },
    {
      "epoch": 0.20126203453832628,
      "grad_norm": 0.4676559865474701,
      "learning_rate": 4.64279949661673e-05,
      "loss": 4.8469,
      "step": 229930
    },
    {
      "epoch": 0.20126641113195343,
      "grad_norm": 0.47356370091438293,
      "learning_rate": 4.642783653918985e-05,
      "loss": 4.9258,
      "step": 229935
    },
    {
      "epoch": 0.20127078772558057,
      "grad_norm": 0.47680479288101196,
      "learning_rate": 4.6427678109043704e-05,
      "loss": 4.8193,
      "step": 229940
    },
    {
      "epoch": 0.20127516431920772,
      "grad_norm": 0.4911602735519409,
      "learning_rate": 4.6427519675728856e-05,
      "loss": 4.8477,
      "step": 229945
    },
    {
      "epoch": 0.2012795409128349,
      "grad_norm": 0.5000534057617188,
      "learning_rate": 4.642736123924538e-05,
      "loss": 5.2291,
      "step": 229950
    },
    {
      "epoch": 0.20128391750646205,
      "grad_norm": 0.4745548665523529,
      "learning_rate": 4.6427202799593275e-05,
      "loss": 5.6901,
      "step": 229955
    },
    {
      "epoch": 0.2012882941000892,
      "grad_norm": 0.45294344425201416,
      "learning_rate": 4.642704435677259e-05,
      "loss": 5.9338,
      "step": 229960
    },
    {
      "epoch": 0.20129267069371634,
      "grad_norm": 0.45451319217681885,
      "learning_rate": 4.642688591078334e-05,
      "loss": 5.9357,
      "step": 229965
    },
    {
      "epoch": 0.20129704728734352,
      "grad_norm": 0.46674656867980957,
      "learning_rate": 4.642672746162555e-05,
      "loss": 5.4188,
      "step": 229970
    },
    {
      "epoch": 0.20130142388097066,
      "grad_norm": 0.4674137532711029,
      "learning_rate": 4.642656900929928e-05,
      "loss": 5.9178,
      "step": 229975
    },
    {
      "epoch": 0.2013058004745978,
      "grad_norm": 0.46161559224128723,
      "learning_rate": 4.6426410553804534e-05,
      "loss": 5.1765,
      "step": 229980
    },
    {
      "epoch": 0.20131017706822496,
      "grad_norm": 0.5004529356956482,
      "learning_rate": 4.6426252095141365e-05,
      "loss": 4.8237,
      "step": 229985
    },
    {
      "epoch": 0.2013145536618521,
      "grad_norm": 0.47769486904144287,
      "learning_rate": 4.642609363330978e-05,
      "loss": 5.7408,
      "step": 229990
    },
    {
      "epoch": 0.20131893025547928,
      "grad_norm": 0.4735736548900604,
      "learning_rate": 4.642593516830982e-05,
      "loss": 5.932,
      "step": 229995
    },
    {
      "epoch": 0.20132330684910643,
      "grad_norm": 0.4643375277519226,
      "learning_rate": 4.642577670014151e-05,
      "loss": 4.4117,
      "step": 230000
    },
    {
      "epoch": 0.20132768344273358,
      "grad_norm": 0.4755561947822571,
      "learning_rate": 4.642561822880489e-05,
      "loss": 5.2255,
      "step": 230005
    },
    {
      "epoch": 0.20133206003636073,
      "grad_norm": 0.46472981572151184,
      "learning_rate": 4.6425459754299996e-05,
      "loss": 5.7101,
      "step": 230010
    },
    {
      "epoch": 0.2013364366299879,
      "grad_norm": 0.47161543369293213,
      "learning_rate": 4.642530127662684e-05,
      "loss": 4.2864,
      "step": 230015
    },
    {
      "epoch": 0.20134081322361505,
      "grad_norm": 0.4988712966442108,
      "learning_rate": 4.642514279578547e-05,
      "loss": 5.6705,
      "step": 230020
    },
    {
      "epoch": 0.2013451898172422,
      "grad_norm": 0.47790858149528503,
      "learning_rate": 4.642498431177591e-05,
      "loss": 5.658,
      "step": 230025
    },
    {
      "epoch": 0.20134956641086935,
      "grad_norm": 0.48257574439048767,
      "learning_rate": 4.642482582459819e-05,
      "loss": 4.897,
      "step": 230030
    },
    {
      "epoch": 0.20135394300449652,
      "grad_norm": 0.49888113141059875,
      "learning_rate": 4.6424667334252326e-05,
      "loss": 5.1446,
      "step": 230035
    },
    {
      "epoch": 0.20135831959812367,
      "grad_norm": 0.49230557680130005,
      "learning_rate": 4.6424508840738365e-05,
      "loss": 5.1237,
      "step": 230040
    },
    {
      "epoch": 0.20136269619175082,
      "grad_norm": 0.501116156578064,
      "learning_rate": 4.6424350344056346e-05,
      "loss": 4.6363,
      "step": 230045
    },
    {
      "epoch": 0.20136707278537797,
      "grad_norm": 0.48983705043792725,
      "learning_rate": 4.642419184420628e-05,
      "loss": 4.7178,
      "step": 230050
    },
    {
      "epoch": 0.20137144937900514,
      "grad_norm": 0.4729321300983429,
      "learning_rate": 4.642403334118821e-05,
      "loss": 4.9005,
      "step": 230055
    },
    {
      "epoch": 0.2013758259726323,
      "grad_norm": 0.488576203584671,
      "learning_rate": 4.6423874835002155e-05,
      "loss": 4.3427,
      "step": 230060
    },
    {
      "epoch": 0.20138020256625944,
      "grad_norm": 0.5142331123352051,
      "learning_rate": 4.642371632564816e-05,
      "loss": 5.4172,
      "step": 230065
    },
    {
      "epoch": 0.20138457915988658,
      "grad_norm": 0.4846946597099304,
      "learning_rate": 4.642355781312625e-05,
      "loss": 5.341,
      "step": 230070
    },
    {
      "epoch": 0.20138895575351376,
      "grad_norm": 0.480403333902359,
      "learning_rate": 4.642339929743646e-05,
      "loss": 4.1293,
      "step": 230075
    },
    {
      "epoch": 0.2013933323471409,
      "grad_norm": 0.508462131023407,
      "learning_rate": 4.64232407785788e-05,
      "loss": 5.2327,
      "step": 230080
    },
    {
      "epoch": 0.20139770894076806,
      "grad_norm": 0.4777391254901886,
      "learning_rate": 4.642308225655332e-05,
      "loss": 5.9725,
      "step": 230085
    },
    {
      "epoch": 0.2014020855343952,
      "grad_norm": 0.48404383659362793,
      "learning_rate": 4.642292373136005e-05,
      "loss": 4.6858,
      "step": 230090
    },
    {
      "epoch": 0.20140646212802238,
      "grad_norm": 0.5096599459648132,
      "learning_rate": 4.642276520299901e-05,
      "loss": 5.4076,
      "step": 230095
    },
    {
      "epoch": 0.20141083872164953,
      "grad_norm": 0.505217432975769,
      "learning_rate": 4.6422606671470246e-05,
      "loss": 5.9252,
      "step": 230100
    },
    {
      "epoch": 0.20141521531527667,
      "grad_norm": 0.4756971299648285,
      "learning_rate": 4.642244813677378e-05,
      "loss": 5.2117,
      "step": 230105
    },
    {
      "epoch": 0.20141959190890382,
      "grad_norm": 0.47423380613327026,
      "learning_rate": 4.642228959890964e-05,
      "loss": 4.7291,
      "step": 230110
    },
    {
      "epoch": 0.201423968502531,
      "grad_norm": 0.46721458435058594,
      "learning_rate": 4.642213105787785e-05,
      "loss": 5.7202,
      "step": 230115
    },
    {
      "epoch": 0.20142834509615815,
      "grad_norm": 0.4801035225391388,
      "learning_rate": 4.642197251367847e-05,
      "loss": 5.3891,
      "step": 230120
    },
    {
      "epoch": 0.2014327216897853,
      "grad_norm": 0.4891875982284546,
      "learning_rate": 4.642181396631149e-05,
      "loss": 5.1274,
      "step": 230125
    },
    {
      "epoch": 0.20143709828341244,
      "grad_norm": 0.47299161553382874,
      "learning_rate": 4.6421655415776964e-05,
      "loss": 5.341,
      "step": 230130
    },
    {
      "epoch": 0.2014414748770396,
      "grad_norm": 0.4909500777721405,
      "learning_rate": 4.642149686207492e-05,
      "loss": 4.9201,
      "step": 230135
    },
    {
      "epoch": 0.20144585147066676,
      "grad_norm": 0.4538053274154663,
      "learning_rate": 4.64213383052054e-05,
      "loss": 5.6352,
      "step": 230140
    },
    {
      "epoch": 0.2014502280642939,
      "grad_norm": 0.4862038791179657,
      "learning_rate": 4.642117974516841e-05,
      "loss": 5.6043,
      "step": 230145
    },
    {
      "epoch": 0.20145460465792106,
      "grad_norm": 0.4843866229057312,
      "learning_rate": 4.6421021181963994e-05,
      "loss": 5.2014,
      "step": 230150
    },
    {
      "epoch": 0.2014589812515482,
      "grad_norm": 0.49014946818351746,
      "learning_rate": 4.642086261559219e-05,
      "loss": 4.6188,
      "step": 230155
    },
    {
      "epoch": 0.20146335784517538,
      "grad_norm": 0.45743125677108765,
      "learning_rate": 4.642070404605301e-05,
      "loss": 5.1608,
      "step": 230160
    },
    {
      "epoch": 0.20146773443880253,
      "grad_norm": 0.4689349830150604,
      "learning_rate": 4.64205454733465e-05,
      "loss": 5.452,
      "step": 230165
    },
    {
      "epoch": 0.20147211103242968,
      "grad_norm": 0.4607274532318115,
      "learning_rate": 4.642038689747268e-05,
      "loss": 6.265,
      "step": 230170
    },
    {
      "epoch": 0.20147648762605683,
      "grad_norm": 0.4820517599582672,
      "learning_rate": 4.642022831843159e-05,
      "loss": 4.1104,
      "step": 230175
    },
    {
      "epoch": 0.201480864219684,
      "grad_norm": 0.4710704982280731,
      "learning_rate": 4.642006973622326e-05,
      "loss": 4.0977,
      "step": 230180
    },
    {
      "epoch": 0.20148524081331115,
      "grad_norm": 0.47525590658187866,
      "learning_rate": 4.6419911150847714e-05,
      "loss": 5.0473,
      "step": 230185
    },
    {
      "epoch": 0.2014896174069383,
      "grad_norm": 0.4798688292503357,
      "learning_rate": 4.6419752562304985e-05,
      "loss": 5.1146,
      "step": 230190
    },
    {
      "epoch": 0.20149399400056545,
      "grad_norm": 0.4588589370250702,
      "learning_rate": 4.641959397059511e-05,
      "loss": 5.7147,
      "step": 230195
    },
    {
      "epoch": 0.20149837059419262,
      "grad_norm": 0.4575065076351166,
      "learning_rate": 4.6419435375718114e-05,
      "loss": 5.3941,
      "step": 230200
    },
    {
      "epoch": 0.20150274718781977,
      "grad_norm": 0.4565277397632599,
      "learning_rate": 4.641927677767401e-05,
      "loss": 5.1323,
      "step": 230205
    },
    {
      "epoch": 0.20150712378144692,
      "grad_norm": 0.4679437279701233,
      "learning_rate": 4.641911817646286e-05,
      "loss": 5.4317,
      "step": 230210
    },
    {
      "epoch": 0.20151150037507407,
      "grad_norm": 0.4531172513961792,
      "learning_rate": 4.641895957208469e-05,
      "loss": 5.6467,
      "step": 230215
    },
    {
      "epoch": 0.20151587696870124,
      "grad_norm": 0.4654419720172882,
      "learning_rate": 4.64188009645395e-05,
      "loss": 5.707,
      "step": 230220
    },
    {
      "epoch": 0.2015202535623284,
      "grad_norm": 0.4703267216682434,
      "learning_rate": 4.641864235382736e-05,
      "loss": 5.7291,
      "step": 230225
    },
    {
      "epoch": 0.20152463015595554,
      "grad_norm": 0.4867601990699768,
      "learning_rate": 4.6418483739948274e-05,
      "loss": 4.9253,
      "step": 230230
    },
    {
      "epoch": 0.20152900674958268,
      "grad_norm": 0.4733967185020447,
      "learning_rate": 4.6418325122902276e-05,
      "loss": 5.9406,
      "step": 230235
    },
    {
      "epoch": 0.20153338334320986,
      "grad_norm": 0.4714638888835907,
      "learning_rate": 4.641816650268941e-05,
      "loss": 5.3882,
      "step": 230240
    },
    {
      "epoch": 0.201537759936837,
      "grad_norm": 0.4902684986591339,
      "learning_rate": 4.64180078793097e-05,
      "loss": 5.342,
      "step": 230245
    },
    {
      "epoch": 0.20154213653046416,
      "grad_norm": 0.48773279786109924,
      "learning_rate": 4.6417849252763165e-05,
      "loss": 4.3837,
      "step": 230250
    },
    {
      "epoch": 0.2015465131240913,
      "grad_norm": 0.45565930008888245,
      "learning_rate": 4.641769062304985e-05,
      "loss": 6.2371,
      "step": 230255
    },
    {
      "epoch": 0.20155088971771845,
      "grad_norm": 0.46279552578926086,
      "learning_rate": 4.6417531990169784e-05,
      "loss": 5.466,
      "step": 230260
    },
    {
      "epoch": 0.20155526631134563,
      "grad_norm": 0.4764206111431122,
      "learning_rate": 4.6417373354122994e-05,
      "loss": 5.7191,
      "step": 230265
    },
    {
      "epoch": 0.20155964290497277,
      "grad_norm": 0.4624117314815521,
      "learning_rate": 4.641721471490951e-05,
      "loss": 5.6496,
      "step": 230270
    },
    {
      "epoch": 0.20156401949859992,
      "grad_norm": 0.4778047800064087,
      "learning_rate": 4.6417056072529364e-05,
      "loss": 5.4412,
      "step": 230275
    },
    {
      "epoch": 0.20156839609222707,
      "grad_norm": 0.4759572148323059,
      "learning_rate": 4.6416897426982584e-05,
      "loss": 5.7331,
      "step": 230280
    },
    {
      "epoch": 0.20157277268585425,
      "grad_norm": 0.4623490869998932,
      "learning_rate": 4.641673877826921e-05,
      "loss": 5.9164,
      "step": 230285
    },
    {
      "epoch": 0.2015771492794814,
      "grad_norm": 0.4748777449131012,
      "learning_rate": 4.641658012638925e-05,
      "loss": 5.1317,
      "step": 230290
    },
    {
      "epoch": 0.20158152587310854,
      "grad_norm": 0.5042816996574402,
      "learning_rate": 4.641642147134276e-05,
      "loss": 3.9249,
      "step": 230295
    },
    {
      "epoch": 0.2015859024667357,
      "grad_norm": 0.5075740814208984,
      "learning_rate": 4.641626281312976e-05,
      "loss": 5.9324,
      "step": 230300
    },
    {
      "epoch": 0.20159027906036286,
      "grad_norm": 0.5158395767211914,
      "learning_rate": 4.64161041517503e-05,
      "loss": 5.3887,
      "step": 230305
    },
    {
      "epoch": 0.20159465565399,
      "grad_norm": 0.507108211517334,
      "learning_rate": 4.641594548720437e-05,
      "loss": 5.4375,
      "step": 230310
    },
    {
      "epoch": 0.20159903224761716,
      "grad_norm": 0.4885978698730469,
      "learning_rate": 4.641578681949202e-05,
      "loss": 5.4228,
      "step": 230315
    },
    {
      "epoch": 0.2016034088412443,
      "grad_norm": 0.4614277482032776,
      "learning_rate": 4.64156281486133e-05,
      "loss": 5.3588,
      "step": 230320
    },
    {
      "epoch": 0.20160778543487148,
      "grad_norm": 0.47325021028518677,
      "learning_rate": 4.6415469474568205e-05,
      "loss": 4.4446,
      "step": 230325
    },
    {
      "epoch": 0.20161216202849863,
      "grad_norm": 0.47496238350868225,
      "learning_rate": 4.6415310797356806e-05,
      "loss": 5.482,
      "step": 230330
    },
    {
      "epoch": 0.20161653862212578,
      "grad_norm": 0.4646175503730774,
      "learning_rate": 4.64151521169791e-05,
      "loss": 5.3346,
      "step": 230335
    },
    {
      "epoch": 0.20162091521575293,
      "grad_norm": 0.45667213201522827,
      "learning_rate": 4.641499343343513e-05,
      "loss": 5.1374,
      "step": 230340
    },
    {
      "epoch": 0.2016252918093801,
      "grad_norm": 0.5074041485786438,
      "learning_rate": 4.641483474672492e-05,
      "loss": 4.6585,
      "step": 230345
    },
    {
      "epoch": 0.20162966840300725,
      "grad_norm": 0.4706292748451233,
      "learning_rate": 4.641467605684852e-05,
      "loss": 5.4466,
      "step": 230350
    },
    {
      "epoch": 0.2016340449966344,
      "grad_norm": 0.46298497915267944,
      "learning_rate": 4.641451736380593e-05,
      "loss": 5.3455,
      "step": 230355
    },
    {
      "epoch": 0.20163842159026155,
      "grad_norm": 0.4702874422073364,
      "learning_rate": 4.6414358667597216e-05,
      "loss": 5.4174,
      "step": 230360
    },
    {
      "epoch": 0.20164279818388872,
      "grad_norm": 0.4838193356990814,
      "learning_rate": 4.641419996822238e-05,
      "loss": 5.2286,
      "step": 230365
    },
    {
      "epoch": 0.20164717477751587,
      "grad_norm": 0.49770838022232056,
      "learning_rate": 4.641404126568147e-05,
      "loss": 5.2264,
      "step": 230370
    },
    {
      "epoch": 0.20165155137114302,
      "grad_norm": 0.4808419942855835,
      "learning_rate": 4.641388255997451e-05,
      "loss": 5.2062,
      "step": 230375
    },
    {
      "epoch": 0.20165592796477017,
      "grad_norm": 0.47681212425231934,
      "learning_rate": 4.641372385110152e-05,
      "loss": 5.4403,
      "step": 230380
    },
    {
      "epoch": 0.2016603045583973,
      "grad_norm": 0.4992189109325409,
      "learning_rate": 4.641356513906255e-05,
      "loss": 6.001,
      "step": 230385
    },
    {
      "epoch": 0.2016646811520245,
      "grad_norm": 0.4691115617752075,
      "learning_rate": 4.641340642385762e-05,
      "loss": 5.9441,
      "step": 230390
    },
    {
      "epoch": 0.20166905774565164,
      "grad_norm": 0.48769429326057434,
      "learning_rate": 4.641324770548676e-05,
      "loss": 4.9165,
      "step": 230395
    },
    {
      "epoch": 0.20167343433927878,
      "grad_norm": 0.4784490168094635,
      "learning_rate": 4.6413088983950014e-05,
      "loss": 5.4521,
      "step": 230400
    },
    {
      "epoch": 0.20167781093290593,
      "grad_norm": 0.47738462686538696,
      "learning_rate": 4.641293025924739e-05,
      "loss": 5.7632,
      "step": 230405
    },
    {
      "epoch": 0.2016821875265331,
      "grad_norm": 0.4822690188884735,
      "learning_rate": 4.641277153137894e-05,
      "loss": 5.4086,
      "step": 230410
    },
    {
      "epoch": 0.20168656412016026,
      "grad_norm": 0.48703014850616455,
      "learning_rate": 4.641261280034467e-05,
      "loss": 5.6609,
      "step": 230415
    },
    {
      "epoch": 0.2016909407137874,
      "grad_norm": 0.47553518414497375,
      "learning_rate": 4.641245406614464e-05,
      "loss": 5.649,
      "step": 230420
    },
    {
      "epoch": 0.20169531730741455,
      "grad_norm": 0.5090004205703735,
      "learning_rate": 4.6412295328778856e-05,
      "loss": 5.412,
      "step": 230425
    },
    {
      "epoch": 0.20169969390104173,
      "grad_norm": 0.509477436542511,
      "learning_rate": 4.6412136588247354e-05,
      "loss": 5.4257,
      "step": 230430
    },
    {
      "epoch": 0.20170407049466887,
      "grad_norm": 0.5160039067268372,
      "learning_rate": 4.641197784455019e-05,
      "loss": 5.2203,
      "step": 230435
    },
    {
      "epoch": 0.20170844708829602,
      "grad_norm": 0.490074098110199,
      "learning_rate": 4.641181909768736e-05,
      "loss": 4.7069,
      "step": 230440
    },
    {
      "epoch": 0.20171282368192317,
      "grad_norm": 0.4972364902496338,
      "learning_rate": 4.641166034765891e-05,
      "loss": 5.103,
      "step": 230445
    },
    {
      "epoch": 0.20171720027555035,
      "grad_norm": 0.4835089147090912,
      "learning_rate": 4.641150159446487e-05,
      "loss": 5.131,
      "step": 230450
    },
    {
      "epoch": 0.2017215768691775,
      "grad_norm": 0.47728174924850464,
      "learning_rate": 4.641134283810526e-05,
      "loss": 5.9277,
      "step": 230455
    },
    {
      "epoch": 0.20172595346280464,
      "grad_norm": 0.492182195186615,
      "learning_rate": 4.641118407858014e-05,
      "loss": 5.1853,
      "step": 230460
    },
    {
      "epoch": 0.2017303300564318,
      "grad_norm": 0.4905242323875427,
      "learning_rate": 4.6411025315889515e-05,
      "loss": 5.6482,
      "step": 230465
    },
    {
      "epoch": 0.20173470665005896,
      "grad_norm": 0.4821504056453705,
      "learning_rate": 4.6410866550033414e-05,
      "loss": 4.6972,
      "step": 230470
    },
    {
      "epoch": 0.2017390832436861,
      "grad_norm": 0.4774484634399414,
      "learning_rate": 4.641070778101188e-05,
      "loss": 5.6547,
      "step": 230475
    },
    {
      "epoch": 0.20174345983731326,
      "grad_norm": 0.4860936105251312,
      "learning_rate": 4.6410549008824945e-05,
      "loss": 5.3551,
      "step": 230480
    },
    {
      "epoch": 0.2017478364309404,
      "grad_norm": 0.4696570336818695,
      "learning_rate": 4.641039023347261e-05,
      "loss": 5.9484,
      "step": 230485
    },
    {
      "epoch": 0.20175221302456758,
      "grad_norm": 0.4695209264755249,
      "learning_rate": 4.641023145495496e-05,
      "loss": 5.1241,
      "step": 230490
    },
    {
      "epoch": 0.20175658961819473,
      "grad_norm": 0.4838029146194458,
      "learning_rate": 4.641007267327197e-05,
      "loss": 5.4455,
      "step": 230495
    },
    {
      "epoch": 0.20176096621182188,
      "grad_norm": 0.49249598383903503,
      "learning_rate": 4.640991388842371e-05,
      "loss": 5.4056,
      "step": 230500
    },
    {
      "epoch": 0.20176534280544903,
      "grad_norm": 0.5371128916740417,
      "learning_rate": 4.6409755100410194e-05,
      "loss": 5.4417,
      "step": 230505
    },
    {
      "epoch": 0.20176971939907618,
      "grad_norm": 0.5025985240936279,
      "learning_rate": 4.6409596309231454e-05,
      "loss": 5.4594,
      "step": 230510
    },
    {
      "epoch": 0.20177409599270335,
      "grad_norm": 0.47596749663352966,
      "learning_rate": 4.640943751488752e-05,
      "loss": 4.3904,
      "step": 230515
    },
    {
      "epoch": 0.2017784725863305,
      "grad_norm": 0.48175427317619324,
      "learning_rate": 4.640927871737842e-05,
      "loss": 6.3012,
      "step": 230520
    },
    {
      "epoch": 0.20178284917995765,
      "grad_norm": 0.48252663016319275,
      "learning_rate": 4.6409119916704193e-05,
      "loss": 4.4239,
      "step": 230525
    },
    {
      "epoch": 0.2017872257735848,
      "grad_norm": 0.4790775179862976,
      "learning_rate": 4.6408961112864866e-05,
      "loss": 5.6549,
      "step": 230530
    },
    {
      "epoch": 0.20179160236721197,
      "grad_norm": 0.47722503542900085,
      "learning_rate": 4.640880230586047e-05,
      "loss": 5.4469,
      "step": 230535
    },
    {
      "epoch": 0.20179597896083912,
      "grad_norm": 0.4962691068649292,
      "learning_rate": 4.640864349569103e-05,
      "loss": 5.3878,
      "step": 230540
    },
    {
      "epoch": 0.20180035555446627,
      "grad_norm": 0.4920384883880615,
      "learning_rate": 4.640848468235658e-05,
      "loss": 5.9229,
      "step": 230545
    },
    {
      "epoch": 0.2018047321480934,
      "grad_norm": 0.4907558262348175,
      "learning_rate": 4.640832586585716e-05,
      "loss": 4.8906,
      "step": 230550
    },
    {
      "epoch": 0.2018091087417206,
      "grad_norm": 0.47675323486328125,
      "learning_rate": 4.640816704619278e-05,
      "loss": 5.0811,
      "step": 230555
    },
    {
      "epoch": 0.20181348533534774,
      "grad_norm": 0.4960707724094391,
      "learning_rate": 4.64080082233635e-05,
      "loss": 5.1158,
      "step": 230560
    },
    {
      "epoch": 0.20181786192897488,
      "grad_norm": 0.4831262528896332,
      "learning_rate": 4.640784939736932e-05,
      "loss": 5.4348,
      "step": 230565
    },
    {
      "epoch": 0.20182223852260203,
      "grad_norm": 0.5186630487442017,
      "learning_rate": 4.640769056821029e-05,
      "loss": 5.1492,
      "step": 230570
    },
    {
      "epoch": 0.2018266151162292,
      "grad_norm": 0.5529226064682007,
      "learning_rate": 4.640753173588642e-05,
      "loss": 5.1279,
      "step": 230575
    },
    {
      "epoch": 0.20183099170985636,
      "grad_norm": 0.4732326865196228,
      "learning_rate": 4.6407372900397774e-05,
      "loss": 4.9046,
      "step": 230580
    },
    {
      "epoch": 0.2018353683034835,
      "grad_norm": 0.48039987683296204,
      "learning_rate": 4.640721406174436e-05,
      "loss": 5.7208,
      "step": 230585
    },
    {
      "epoch": 0.20183974489711065,
      "grad_norm": 0.5219100713729858,
      "learning_rate": 4.640705521992622e-05,
      "loss": 5.2287,
      "step": 230590
    },
    {
      "epoch": 0.20184412149073783,
      "grad_norm": 0.4805332124233246,
      "learning_rate": 4.640689637494336e-05,
      "loss": 3.8891,
      "step": 230595
    },
    {
      "epoch": 0.20184849808436497,
      "grad_norm": 0.4797135293483734,
      "learning_rate": 4.640673752679584e-05,
      "loss": 5.4198,
      "step": 230600
    },
    {
      "epoch": 0.20185287467799212,
      "grad_norm": 0.6185377240180969,
      "learning_rate": 4.640657867548368e-05,
      "loss": 4.3867,
      "step": 230605
    },
    {
      "epoch": 0.20185725127161927,
      "grad_norm": 0.5091615915298462,
      "learning_rate": 4.64064198210069e-05,
      "loss": 5.6966,
      "step": 230610
    },
    {
      "epoch": 0.20186162786524645,
      "grad_norm": 0.5170839428901672,
      "learning_rate": 4.6406260963365544e-05,
      "loss": 5.6443,
      "step": 230615
    },
    {
      "epoch": 0.2018660044588736,
      "grad_norm": 0.4692080616950989,
      "learning_rate": 4.6406102102559645e-05,
      "loss": 4.6419,
      "step": 230620
    },
    {
      "epoch": 0.20187038105250074,
      "grad_norm": 0.4761556088924408,
      "learning_rate": 4.6405943238589225e-05,
      "loss": 5.1119,
      "step": 230625
    },
    {
      "epoch": 0.2018747576461279,
      "grad_norm": 0.471576452255249,
      "learning_rate": 4.640578437145431e-05,
      "loss": 4.9449,
      "step": 230630
    },
    {
      "epoch": 0.20187913423975504,
      "grad_norm": 0.5557662844657898,
      "learning_rate": 4.6405625501154934e-05,
      "loss": 4.3602,
      "step": 230635
    },
    {
      "epoch": 0.2018835108333822,
      "grad_norm": 0.4794364869594574,
      "learning_rate": 4.640546662769114e-05,
      "loss": 4.5931,
      "step": 230640
    },
    {
      "epoch": 0.20188788742700936,
      "grad_norm": 0.4805936813354492,
      "learning_rate": 4.6405307751062956e-05,
      "loss": 5.1329,
      "step": 230645
    },
    {
      "epoch": 0.2018922640206365,
      "grad_norm": 0.4680512547492981,
      "learning_rate": 4.64051488712704e-05,
      "loss": 5.4286,
      "step": 230650
    },
    {
      "epoch": 0.20189664061426366,
      "grad_norm": 0.4689542353153229,
      "learning_rate": 4.6404989988313506e-05,
      "loss": 5.4464,
      "step": 230655
    },
    {
      "epoch": 0.20190101720789083,
      "grad_norm": 0.4867526590824127,
      "learning_rate": 4.6404831102192314e-05,
      "loss": 5.4095,
      "step": 230660
    },
    {
      "epoch": 0.20190539380151798,
      "grad_norm": 0.4957132935523987,
      "learning_rate": 4.6404672212906844e-05,
      "loss": 5.2373,
      "step": 230665
    },
    {
      "epoch": 0.20190977039514513,
      "grad_norm": 0.4994940757751465,
      "learning_rate": 4.640451332045713e-05,
      "loss": 5.7105,
      "step": 230670
    },
    {
      "epoch": 0.20191414698877228,
      "grad_norm": 0.47129514813423157,
      "learning_rate": 4.64043544248432e-05,
      "loss": 4.5967,
      "step": 230675
    },
    {
      "epoch": 0.20191852358239945,
      "grad_norm": 0.48012155294418335,
      "learning_rate": 4.64041955260651e-05,
      "loss": 5.1213,
      "step": 230680
    },
    {
      "epoch": 0.2019229001760266,
      "grad_norm": 0.4769588112831116,
      "learning_rate": 4.640403662412284e-05,
      "loss": 4.4611,
      "step": 230685
    },
    {
      "epoch": 0.20192727676965375,
      "grad_norm": 0.4817523658275604,
      "learning_rate": 4.640387771901646e-05,
      "loss": 5.4715,
      "step": 230690
    },
    {
      "epoch": 0.2019316533632809,
      "grad_norm": 0.49167531728744507,
      "learning_rate": 4.6403718810746e-05,
      "loss": 5.167,
      "step": 230695
    },
    {
      "epoch": 0.20193602995690807,
      "grad_norm": 0.46777746081352234,
      "learning_rate": 4.640355989931147e-05,
      "loss": 4.837,
      "step": 230700
    },
    {
      "epoch": 0.20194040655053522,
      "grad_norm": 0.4934324622154236,
      "learning_rate": 4.640340098471292e-05,
      "loss": 4.9068,
      "step": 230705
    },
    {
      "epoch": 0.20194478314416237,
      "grad_norm": 0.4858821630477905,
      "learning_rate": 4.6403242066950356e-05,
      "loss": 4.694,
      "step": 230710
    },
    {
      "epoch": 0.2019491597377895,
      "grad_norm": 0.48981335759162903,
      "learning_rate": 4.640308314602385e-05,
      "loss": 4.9029,
      "step": 230715
    },
    {
      "epoch": 0.2019535363314167,
      "grad_norm": 0.485358864068985,
      "learning_rate": 4.640292422193339e-05,
      "loss": 5.3627,
      "step": 230720
    },
    {
      "epoch": 0.20195791292504384,
      "grad_norm": 0.46857625246047974,
      "learning_rate": 4.640276529467903e-05,
      "loss": 4.9271,
      "step": 230725
    },
    {
      "epoch": 0.20196228951867098,
      "grad_norm": 0.5289227366447449,
      "learning_rate": 4.640260636426079e-05,
      "loss": 4.6144,
      "step": 230730
    },
    {
      "epoch": 0.20196666611229813,
      "grad_norm": 0.508259654045105,
      "learning_rate": 4.640244743067871e-05,
      "loss": 5.4263,
      "step": 230735
    },
    {
      "epoch": 0.2019710427059253,
      "grad_norm": 0.47372928261756897,
      "learning_rate": 4.6402288493932825e-05,
      "loss": 4.9483,
      "step": 230740
    },
    {
      "epoch": 0.20197541929955246,
      "grad_norm": 0.47129490971565247,
      "learning_rate": 4.640212955402314e-05,
      "loss": 5.1181,
      "step": 230745
    },
    {
      "epoch": 0.2019797958931796,
      "grad_norm": 0.5199393033981323,
      "learning_rate": 4.6401970610949705e-05,
      "loss": 4.8419,
      "step": 230750
    },
    {
      "epoch": 0.20198417248680675,
      "grad_norm": 0.48476988077163696,
      "learning_rate": 4.640181166471256e-05,
      "loss": 5.2075,
      "step": 230755
    },
    {
      "epoch": 0.20198854908043393,
      "grad_norm": 0.47558799386024475,
      "learning_rate": 4.6401652715311716e-05,
      "loss": 5.1346,
      "step": 230760
    },
    {
      "epoch": 0.20199292567406107,
      "grad_norm": 0.48728376626968384,
      "learning_rate": 4.640149376274722e-05,
      "loss": 5.1519,
      "step": 230765
    },
    {
      "epoch": 0.20199730226768822,
      "grad_norm": 0.47390493750572205,
      "learning_rate": 4.640133480701908e-05,
      "loss": 5.9246,
      "step": 230770
    },
    {
      "epoch": 0.20200167886131537,
      "grad_norm": 0.4764220118522644,
      "learning_rate": 4.6401175848127345e-05,
      "loss": 3.8951,
      "step": 230775
    },
    {
      "epoch": 0.20200605545494252,
      "grad_norm": 0.5310777425765991,
      "learning_rate": 4.640101688607205e-05,
      "loss": 4.9156,
      "step": 230780
    },
    {
      "epoch": 0.2020104320485697,
      "grad_norm": 0.5093931555747986,
      "learning_rate": 4.640085792085321e-05,
      "loss": 5.4227,
      "step": 230785
    },
    {
      "epoch": 0.20201480864219684,
      "grad_norm": 0.5230315327644348,
      "learning_rate": 4.640069895247087e-05,
      "loss": 5.1457,
      "step": 230790
    },
    {
      "epoch": 0.202019185235824,
      "grad_norm": 0.4806762635707855,
      "learning_rate": 4.640053998092504e-05,
      "loss": 5.9268,
      "step": 230795
    },
    {
      "epoch": 0.20202356182945114,
      "grad_norm": 0.47604236006736755,
      "learning_rate": 4.640038100621578e-05,
      "loss": 4.5903,
      "step": 230800
    },
    {
      "epoch": 0.2020279384230783,
      "grad_norm": 0.4824371635913849,
      "learning_rate": 4.640022202834309e-05,
      "loss": 5.089,
      "step": 230805
    },
    {
      "epoch": 0.20203231501670546,
      "grad_norm": 0.5006486177444458,
      "learning_rate": 4.6400063047307016e-05,
      "loss": 4.8019,
      "step": 230810
    },
    {
      "epoch": 0.2020366916103326,
      "grad_norm": 0.4939844310283661,
      "learning_rate": 4.63999040631076e-05,
      "loss": 4.9302,
      "step": 230815
    },
    {
      "epoch": 0.20204106820395976,
      "grad_norm": 0.47659915685653687,
      "learning_rate": 4.639974507574486e-05,
      "loss": 4.7821,
      "step": 230820
    },
    {
      "epoch": 0.20204544479758693,
      "grad_norm": 0.4869154989719391,
      "learning_rate": 4.639958608521883e-05,
      "loss": 5.7413,
      "step": 230825
    },
    {
      "epoch": 0.20204982139121408,
      "grad_norm": 0.4824024736881256,
      "learning_rate": 4.639942709152952e-05,
      "loss": 5.4188,
      "step": 230830
    },
    {
      "epoch": 0.20205419798484123,
      "grad_norm": 0.5264441967010498,
      "learning_rate": 4.639926809467699e-05,
      "loss": 5.4499,
      "step": 230835
    },
    {
      "epoch": 0.20205857457846838,
      "grad_norm": 0.49687567353248596,
      "learning_rate": 4.6399109094661264e-05,
      "loss": 5.7465,
      "step": 230840
    },
    {
      "epoch": 0.20206295117209555,
      "grad_norm": 0.48479604721069336,
      "learning_rate": 4.6398950091482354e-05,
      "loss": 5.4587,
      "step": 230845
    },
    {
      "epoch": 0.2020673277657227,
      "grad_norm": 0.4573046565055847,
      "learning_rate": 4.639879108514031e-05,
      "loss": 5.3221,
      "step": 230850
    },
    {
      "epoch": 0.20207170435934985,
      "grad_norm": 0.46237310767173767,
      "learning_rate": 4.639863207563517e-05,
      "loss": 5.65,
      "step": 230855
    },
    {
      "epoch": 0.202076080952977,
      "grad_norm": 0.48325732350349426,
      "learning_rate": 4.639847306296694e-05,
      "loss": 4.5752,
      "step": 230860
    },
    {
      "epoch": 0.20208045754660417,
      "grad_norm": 0.47383421659469604,
      "learning_rate": 4.6398314047135673e-05,
      "loss": 6.2518,
      "step": 230865
    },
    {
      "epoch": 0.20208483414023132,
      "grad_norm": 0.5049257278442383,
      "learning_rate": 4.639815502814138e-05,
      "loss": 4.9537,
      "step": 230870
    },
    {
      "epoch": 0.20208921073385847,
      "grad_norm": 0.478097528219223,
      "learning_rate": 4.63979960059841e-05,
      "loss": 5.0976,
      "step": 230875
    },
    {
      "epoch": 0.2020935873274856,
      "grad_norm": 0.49446338415145874,
      "learning_rate": 4.639783698066388e-05,
      "loss": 4.7118,
      "step": 230880
    },
    {
      "epoch": 0.2020979639211128,
      "grad_norm": 0.4903968870639801,
      "learning_rate": 4.639767795218072e-05,
      "loss": 4.8155,
      "step": 230885
    },
    {
      "epoch": 0.20210234051473994,
      "grad_norm": 0.48563119769096375,
      "learning_rate": 4.6397518920534665e-05,
      "loss": 4.9337,
      "step": 230890
    },
    {
      "epoch": 0.20210671710836708,
      "grad_norm": 0.4753210246562958,
      "learning_rate": 4.6397359885725756e-05,
      "loss": 4.9093,
      "step": 230895
    },
    {
      "epoch": 0.20211109370199423,
      "grad_norm": 0.48735037446022034,
      "learning_rate": 4.639720084775402e-05,
      "loss": 5.4003,
      "step": 230900
    },
    {
      "epoch": 0.20211547029562138,
      "grad_norm": 0.5715969800949097,
      "learning_rate": 4.639704180661947e-05,
      "loss": 4.5909,
      "step": 230905
    },
    {
      "epoch": 0.20211984688924856,
      "grad_norm": 0.5258470177650452,
      "learning_rate": 4.6396882762322145e-05,
      "loss": 5.4255,
      "step": 230910
    },
    {
      "epoch": 0.2021242234828757,
      "grad_norm": 0.47089266777038574,
      "learning_rate": 4.639672371486209e-05,
      "loss": 5.6027,
      "step": 230915
    },
    {
      "epoch": 0.20212860007650285,
      "grad_norm": 0.47121110558509827,
      "learning_rate": 4.639656466423933e-05,
      "loss": 5.1687,
      "step": 230920
    },
    {
      "epoch": 0.20213297667013,
      "grad_norm": 0.47484251856803894,
      "learning_rate": 4.6396405610453876e-05,
      "loss": 4.7252,
      "step": 230925
    },
    {
      "epoch": 0.20213735326375717,
      "grad_norm": 0.474148154258728,
      "learning_rate": 4.639624655350578e-05,
      "loss": 5.1535,
      "step": 230930
    },
    {
      "epoch": 0.20214172985738432,
      "grad_norm": 0.64523845911026,
      "learning_rate": 4.639608749339507e-05,
      "loss": 4.6105,
      "step": 230935
    },
    {
      "epoch": 0.20214610645101147,
      "grad_norm": 0.5063587427139282,
      "learning_rate": 4.639592843012177e-05,
      "loss": 5.108,
      "step": 230940
    },
    {
      "epoch": 0.20215048304463862,
      "grad_norm": 0.5042698979377747,
      "learning_rate": 4.639576936368592e-05,
      "loss": 4.9187,
      "step": 230945
    },
    {
      "epoch": 0.2021548596382658,
      "grad_norm": 0.629431962966919,
      "learning_rate": 4.639561029408753e-05,
      "loss": 5.6557,
      "step": 230950
    },
    {
      "epoch": 0.20215923623189294,
      "grad_norm": 0.6229729652404785,
      "learning_rate": 4.639545122132666e-05,
      "loss": 5.9262,
      "step": 230955
    },
    {
      "epoch": 0.2021636128255201,
      "grad_norm": 0.5224040150642395,
      "learning_rate": 4.639529214540331e-05,
      "loss": 5.1165,
      "step": 230960
    },
    {
      "epoch": 0.20216798941914724,
      "grad_norm": 0.47160905599594116,
      "learning_rate": 4.639513306631754e-05,
      "loss": 4.8533,
      "step": 230965
    },
    {
      "epoch": 0.2021723660127744,
      "grad_norm": 0.4641232490539551,
      "learning_rate": 4.639497398406936e-05,
      "loss": 5.099,
      "step": 230970
    },
    {
      "epoch": 0.20217674260640156,
      "grad_norm": 0.4524608552455902,
      "learning_rate": 4.639481489865881e-05,
      "loss": 5.4277,
      "step": 230975
    },
    {
      "epoch": 0.2021811192000287,
      "grad_norm": 0.4753416180610657,
      "learning_rate": 4.639465581008592e-05,
      "loss": 5.3922,
      "step": 230980
    },
    {
      "epoch": 0.20218549579365586,
      "grad_norm": 0.48815158009529114,
      "learning_rate": 4.639449671835071e-05,
      "loss": 4.9169,
      "step": 230985
    },
    {
      "epoch": 0.20218987238728303,
      "grad_norm": 0.4969031512737274,
      "learning_rate": 4.639433762345323e-05,
      "loss": 5.4051,
      "step": 230990
    },
    {
      "epoch": 0.20219424898091018,
      "grad_norm": 0.4883946180343628,
      "learning_rate": 4.639417852539351e-05,
      "loss": 6.2219,
      "step": 230995
    },
    {
      "epoch": 0.20219862557453733,
      "grad_norm": 0.4636463522911072,
      "learning_rate": 4.639401942417155e-05,
      "loss": 5.1023,
      "step": 231000
    },
    {
      "epoch": 0.20220300216816448,
      "grad_norm": 0.46301141381263733,
      "learning_rate": 4.6393860319787417e-05,
      "loss": 5.4408,
      "step": 231005
    },
    {
      "epoch": 0.20220737876179165,
      "grad_norm": 0.5445575714111328,
      "learning_rate": 4.639370121224111e-05,
      "loss": 5.4127,
      "step": 231010
    },
    {
      "epoch": 0.2022117553554188,
      "grad_norm": 0.4691537320613861,
      "learning_rate": 4.639354210153269e-05,
      "loss": 3.8968,
      "step": 231015
    },
    {
      "epoch": 0.20221613194904595,
      "grad_norm": 0.47053322196006775,
      "learning_rate": 4.639338298766217e-05,
      "loss": 4.8915,
      "step": 231020
    },
    {
      "epoch": 0.2022205085426731,
      "grad_norm": 0.477740079164505,
      "learning_rate": 4.639322387062959e-05,
      "loss": 5.152,
      "step": 231025
    },
    {
      "epoch": 0.20222488513630024,
      "grad_norm": 0.46299901604652405,
      "learning_rate": 4.639306475043497e-05,
      "loss": 4.6324,
      "step": 231030
    },
    {
      "epoch": 0.20222926172992742,
      "grad_norm": 0.465786337852478,
      "learning_rate": 4.6392905627078353e-05,
      "loss": 4.8904,
      "step": 231035
    },
    {
      "epoch": 0.20223363832355457,
      "grad_norm": 0.4693434536457062,
      "learning_rate": 4.6392746500559744e-05,
      "loss": 5.9172,
      "step": 231040
    },
    {
      "epoch": 0.2022380149171817,
      "grad_norm": 0.4553776979446411,
      "learning_rate": 4.6392587370879215e-05,
      "loss": 4.4075,
      "step": 231045
    },
    {
      "epoch": 0.20224239151080886,
      "grad_norm": 0.46249520778656006,
      "learning_rate": 4.6392428238036766e-05,
      "loss": 5.194,
      "step": 231050
    },
    {
      "epoch": 0.20224676810443604,
      "grad_norm": 0.47075384855270386,
      "learning_rate": 4.6392269102032425e-05,
      "loss": 4.6461,
      "step": 231055
    },
    {
      "epoch": 0.20225114469806318,
      "grad_norm": 0.4722801148891449,
      "learning_rate": 4.6392109962866245e-05,
      "loss": 4.9261,
      "step": 231060
    },
    {
      "epoch": 0.20225552129169033,
      "grad_norm": 0.477486789226532,
      "learning_rate": 4.639195082053825e-05,
      "loss": 4.9035,
      "step": 231065
    },
    {
      "epoch": 0.20225989788531748,
      "grad_norm": 0.4651447832584381,
      "learning_rate": 4.639179167504846e-05,
      "loss": 5.6906,
      "step": 231070
    },
    {
      "epoch": 0.20226427447894466,
      "grad_norm": 0.4723786413669586,
      "learning_rate": 4.639163252639691e-05,
      "loss": 4.7024,
      "step": 231075
    },
    {
      "epoch": 0.2022686510725718,
      "grad_norm": 0.4891098141670227,
      "learning_rate": 4.639147337458363e-05,
      "loss": 4.9379,
      "step": 231080
    },
    {
      "epoch": 0.20227302766619895,
      "grad_norm": 0.4809001386165619,
      "learning_rate": 4.639131421960865e-05,
      "loss": 5.4114,
      "step": 231085
    },
    {
      "epoch": 0.2022774042598261,
      "grad_norm": 0.4930793046951294,
      "learning_rate": 4.6391155061472014e-05,
      "loss": 5.1305,
      "step": 231090
    },
    {
      "epoch": 0.20228178085345327,
      "grad_norm": 0.4597083330154419,
      "learning_rate": 4.639099590017374e-05,
      "loss": 5.7422,
      "step": 231095
    },
    {
      "epoch": 0.20228615744708042,
      "grad_norm": 0.49206411838531494,
      "learning_rate": 4.639083673571386e-05,
      "loss": 5.1349,
      "step": 231100
    },
    {
      "epoch": 0.20229053404070757,
      "grad_norm": 0.48240575194358826,
      "learning_rate": 4.63906775680924e-05,
      "loss": 4.7935,
      "step": 231105
    },
    {
      "epoch": 0.20229491063433472,
      "grad_norm": 0.46568334102630615,
      "learning_rate": 4.63905183973094e-05,
      "loss": 5.2169,
      "step": 231110
    },
    {
      "epoch": 0.2022992872279619,
      "grad_norm": 0.4789488911628723,
      "learning_rate": 4.639035922336489e-05,
      "loss": 4.0897,
      "step": 231115
    },
    {
      "epoch": 0.20230366382158904,
      "grad_norm": 0.6073505878448486,
      "learning_rate": 4.6390200046258904e-05,
      "loss": 4.7906,
      "step": 231120
    },
    {
      "epoch": 0.2023080404152162,
      "grad_norm": 0.483512282371521,
      "learning_rate": 4.6390040865991446e-05,
      "loss": 4.3966,
      "step": 231125
    },
    {
      "epoch": 0.20231241700884334,
      "grad_norm": 0.49835219979286194,
      "learning_rate": 4.6389881682562584e-05,
      "loss": 5.9391,
      "step": 231130
    },
    {
      "epoch": 0.2023167936024705,
      "grad_norm": 0.4630007743835449,
      "learning_rate": 4.638972249597233e-05,
      "loss": 4.3965,
      "step": 231135
    },
    {
      "epoch": 0.20232117019609766,
      "grad_norm": 0.4809001088142395,
      "learning_rate": 4.6389563306220706e-05,
      "loss": 4.6313,
      "step": 231140
    },
    {
      "epoch": 0.2023255467897248,
      "grad_norm": 0.5155813097953796,
      "learning_rate": 4.6389404113307764e-05,
      "loss": 5.2226,
      "step": 231145
    },
    {
      "epoch": 0.20232992338335196,
      "grad_norm": 0.4743221700191498,
      "learning_rate": 4.638924491723352e-05,
      "loss": 5.9373,
      "step": 231150
    },
    {
      "epoch": 0.2023342999769791,
      "grad_norm": 0.47334977984428406,
      "learning_rate": 4.638908571799801e-05,
      "loss": 5.9188,
      "step": 231155
    },
    {
      "epoch": 0.20233867657060628,
      "grad_norm": 0.47190067172050476,
      "learning_rate": 4.638892651560127e-05,
      "loss": 5.9215,
      "step": 231160
    },
    {
      "epoch": 0.20234305316423343,
      "grad_norm": 0.5256531834602356,
      "learning_rate": 4.638876731004333e-05,
      "loss": 5.3939,
      "step": 231165
    },
    {
      "epoch": 0.20234742975786058,
      "grad_norm": 0.4652932584285736,
      "learning_rate": 4.6388608101324196e-05,
      "loss": 5.666,
      "step": 231170
    },
    {
      "epoch": 0.20235180635148772,
      "grad_norm": 0.4657542407512665,
      "learning_rate": 4.6388448889443923e-05,
      "loss": 5.1468,
      "step": 231175
    },
    {
      "epoch": 0.2023561829451149,
      "grad_norm": 0.4694032669067383,
      "learning_rate": 4.638828967440254e-05,
      "loss": 4.7125,
      "step": 231180
    },
    {
      "epoch": 0.20236055953874205,
      "grad_norm": 0.4865255355834961,
      "learning_rate": 4.638813045620007e-05,
      "loss": 4.8991,
      "step": 231185
    },
    {
      "epoch": 0.2023649361323692,
      "grad_norm": 0.46519866585731506,
      "learning_rate": 4.638797123483655e-05,
      "loss": 5.9297,
      "step": 231190
    },
    {
      "epoch": 0.20236931272599634,
      "grad_norm": 0.4876214265823364,
      "learning_rate": 4.6387812010312006e-05,
      "loss": 5.3857,
      "step": 231195
    },
    {
      "epoch": 0.20237368931962352,
      "grad_norm": 0.4661012887954712,
      "learning_rate": 4.638765278262648e-05,
      "loss": 5.6371,
      "step": 231200
    },
    {
      "epoch": 0.20237806591325067,
      "grad_norm": 0.4558277130126953,
      "learning_rate": 4.638749355177999e-05,
      "loss": 6.2461,
      "step": 231205
    },
    {
      "epoch": 0.2023824425068778,
      "grad_norm": 0.510124921798706,
      "learning_rate": 4.638733431777257e-05,
      "loss": 5.7211,
      "step": 231210
    },
    {
      "epoch": 0.20238681910050496,
      "grad_norm": 0.46734949946403503,
      "learning_rate": 4.638717508060425e-05,
      "loss": 5.3432,
      "step": 231215
    },
    {
      "epoch": 0.20239119569413214,
      "grad_norm": 0.4887537360191345,
      "learning_rate": 4.6387015840275064e-05,
      "loss": 4.9246,
      "step": 231220
    },
    {
      "epoch": 0.20239557228775928,
      "grad_norm": 0.5363409519195557,
      "learning_rate": 4.638685659678503e-05,
      "loss": 4.9108,
      "step": 231225
    },
    {
      "epoch": 0.20239994888138643,
      "grad_norm": 0.49856942892074585,
      "learning_rate": 4.63866973501342e-05,
      "loss": 5.4183,
      "step": 231230
    },
    {
      "epoch": 0.20240432547501358,
      "grad_norm": 0.4760532081127167,
      "learning_rate": 4.6386538100322594e-05,
      "loss": 5.9047,
      "step": 231235
    },
    {
      "epoch": 0.20240870206864076,
      "grad_norm": 0.5039927959442139,
      "learning_rate": 4.6386378847350246e-05,
      "loss": 4.9129,
      "step": 231240
    },
    {
      "epoch": 0.2024130786622679,
      "grad_norm": 0.5019645094871521,
      "learning_rate": 4.638621959121717e-05,
      "loss": 5.2188,
      "step": 231245
    },
    {
      "epoch": 0.20241745525589505,
      "grad_norm": 0.5045969486236572,
      "learning_rate": 4.638606033192343e-05,
      "loss": 4.7264,
      "step": 231250
    },
    {
      "epoch": 0.2024218318495222,
      "grad_norm": 0.4747604727745056,
      "learning_rate": 4.6385901069469016e-05,
      "loss": 5.365,
      "step": 231255
    },
    {
      "epoch": 0.20242620844314937,
      "grad_norm": 0.48017799854278564,
      "learning_rate": 4.6385741803854e-05,
      "loss": 4.9623,
      "step": 231260
    },
    {
      "epoch": 0.20243058503677652,
      "grad_norm": 0.4938080608844757,
      "learning_rate": 4.638558253507837e-05,
      "loss": 4.7195,
      "step": 231265
    },
    {
      "epoch": 0.20243496163040367,
      "grad_norm": 0.47671404480934143,
      "learning_rate": 4.6385423263142204e-05,
      "loss": 4.9107,
      "step": 231270
    },
    {
      "epoch": 0.20243933822403082,
      "grad_norm": 0.47720426321029663,
      "learning_rate": 4.638526398804549e-05,
      "loss": 5.1523,
      "step": 231275
    },
    {
      "epoch": 0.20244371481765797,
      "grad_norm": 0.5454105138778687,
      "learning_rate": 4.638510470978828e-05,
      "loss": 4.6063,
      "step": 231280
    },
    {
      "epoch": 0.20244809141128514,
      "grad_norm": 0.4749375283718109,
      "learning_rate": 4.6384945428370616e-05,
      "loss": 5.4229,
      "step": 231285
    },
    {
      "epoch": 0.2024524680049123,
      "grad_norm": 0.5020483136177063,
      "learning_rate": 4.63847861437925e-05,
      "loss": 5.3502,
      "step": 231290
    },
    {
      "epoch": 0.20245684459853944,
      "grad_norm": 0.4720499813556671,
      "learning_rate": 4.638462685605398e-05,
      "loss": 5.9418,
      "step": 231295
    },
    {
      "epoch": 0.20246122119216658,
      "grad_norm": 0.48636847734451294,
      "learning_rate": 4.6384467565155086e-05,
      "loss": 5.1015,
      "step": 231300
    },
    {
      "epoch": 0.20246559778579376,
      "grad_norm": 0.4718448221683502,
      "learning_rate": 4.638430827109585e-05,
      "loss": 5.7175,
      "step": 231305
    },
    {
      "epoch": 0.2024699743794209,
      "grad_norm": 0.46456021070480347,
      "learning_rate": 4.638414897387629e-05,
      "loss": 5.1631,
      "step": 231310
    },
    {
      "epoch": 0.20247435097304806,
      "grad_norm": 0.46417924761772156,
      "learning_rate": 4.638398967349644e-05,
      "loss": 5.6416,
      "step": 231315
    },
    {
      "epoch": 0.2024787275666752,
      "grad_norm": 0.4764624834060669,
      "learning_rate": 4.638383036995635e-05,
      "loss": 5.2031,
      "step": 231320
    },
    {
      "epoch": 0.20248310416030238,
      "grad_norm": 0.46539607644081116,
      "learning_rate": 4.638367106325603e-05,
      "loss": 5.6285,
      "step": 231325
    },
    {
      "epoch": 0.20248748075392953,
      "grad_norm": 0.4789837598800659,
      "learning_rate": 4.638351175339551e-05,
      "loss": 5.9334,
      "step": 231330
    },
    {
      "epoch": 0.20249185734755668,
      "grad_norm": 0.4946950376033783,
      "learning_rate": 4.638335244037485e-05,
      "loss": 5.1433,
      "step": 231335
    },
    {
      "epoch": 0.20249623394118382,
      "grad_norm": 0.49257293343544006,
      "learning_rate": 4.6383193124194045e-05,
      "loss": 5.4169,
      "step": 231340
    },
    {
      "epoch": 0.202500610534811,
      "grad_norm": 0.4926108419895172,
      "learning_rate": 4.638303380485315e-05,
      "loss": 4.9076,
      "step": 231345
    },
    {
      "epoch": 0.20250498712843815,
      "grad_norm": 0.480963796377182,
      "learning_rate": 4.6382874482352177e-05,
      "loss": 5.6684,
      "step": 231350
    },
    {
      "epoch": 0.2025093637220653,
      "grad_norm": 0.4976085424423218,
      "learning_rate": 4.638271515669116e-05,
      "loss": 5.22,
      "step": 231355
    },
    {
      "epoch": 0.20251374031569244,
      "grad_norm": 0.5446678996086121,
      "learning_rate": 4.6382555827870144e-05,
      "loss": 4.612,
      "step": 231360
    },
    {
      "epoch": 0.20251811690931962,
      "grad_norm": 0.504920482635498,
      "learning_rate": 4.6382396495889145e-05,
      "loss": 5.8955,
      "step": 231365
    },
    {
      "epoch": 0.20252249350294677,
      "grad_norm": 0.4891064465045929,
      "learning_rate": 4.638223716074821e-05,
      "loss": 5.6826,
      "step": 231370
    },
    {
      "epoch": 0.2025268700965739,
      "grad_norm": 0.4680516719818115,
      "learning_rate": 4.6382077822447357e-05,
      "loss": 5.1298,
      "step": 231375
    },
    {
      "epoch": 0.20253124669020106,
      "grad_norm": 0.470858633518219,
      "learning_rate": 4.638191848098662e-05,
      "loss": 5.7479,
      "step": 231380
    },
    {
      "epoch": 0.20253562328382824,
      "grad_norm": 0.4969024658203125,
      "learning_rate": 4.638175913636602e-05,
      "loss": 5.6014,
      "step": 231385
    },
    {
      "epoch": 0.20253999987745538,
      "grad_norm": 0.5046384930610657,
      "learning_rate": 4.6381599788585594e-05,
      "loss": 4.8948,
      "step": 231390
    },
    {
      "epoch": 0.20254437647108253,
      "grad_norm": 0.4956584870815277,
      "learning_rate": 4.6381440437645395e-05,
      "loss": 4.2234,
      "step": 231395
    },
    {
      "epoch": 0.20254875306470968,
      "grad_norm": 0.5069540739059448,
      "learning_rate": 4.638128108354541e-05,
      "loss": 5.7379,
      "step": 231400
    },
    {
      "epoch": 0.20255312965833686,
      "grad_norm": 0.4917137622833252,
      "learning_rate": 4.638112172628572e-05,
      "loss": 5.234,
      "step": 231405
    },
    {
      "epoch": 0.202557506251964,
      "grad_norm": 0.4852936267852783,
      "learning_rate": 4.638096236586631e-05,
      "loss": 4.9065,
      "step": 231410
    },
    {
      "epoch": 0.20256188284559115,
      "grad_norm": 0.5247008800506592,
      "learning_rate": 4.638080300228723e-05,
      "loss": 5.6164,
      "step": 231415
    },
    {
      "epoch": 0.2025662594392183,
      "grad_norm": 0.5483231544494629,
      "learning_rate": 4.6380643635548524e-05,
      "loss": 5.6906,
      "step": 231420
    },
    {
      "epoch": 0.20257063603284545,
      "grad_norm": 0.5278302431106567,
      "learning_rate": 4.6380484265650204e-05,
      "loss": 5.9166,
      "step": 231425
    },
    {
      "epoch": 0.20257501262647262,
      "grad_norm": 0.48802506923675537,
      "learning_rate": 4.638032489259231e-05,
      "loss": 5.1355,
      "step": 231430
    },
    {
      "epoch": 0.20257938922009977,
      "grad_norm": 0.4980158507823944,
      "learning_rate": 4.6380165516374864e-05,
      "loss": 6.2604,
      "step": 231435
    },
    {
      "epoch": 0.20258376581372692,
      "grad_norm": 0.4787968397140503,
      "learning_rate": 4.638000613699791e-05,
      "loss": 5.136,
      "step": 231440
    },
    {
      "epoch": 0.20258814240735407,
      "grad_norm": 0.49178919196128845,
      "learning_rate": 4.637984675446147e-05,
      "loss": 4.9338,
      "step": 231445
    },
    {
      "epoch": 0.20259251900098124,
      "grad_norm": 0.47819754481315613,
      "learning_rate": 4.637968736876557e-05,
      "loss": 5.9939,
      "step": 231450
    },
    {
      "epoch": 0.2025968955946084,
      "grad_norm": 0.48878541588783264,
      "learning_rate": 4.6379527979910244e-05,
      "loss": 5.1469,
      "step": 231455
    },
    {
      "epoch": 0.20260127218823554,
      "grad_norm": 0.5030148029327393,
      "learning_rate": 4.637936858789552e-05,
      "loss": 4.69,
      "step": 231460
    },
    {
      "epoch": 0.20260564878186269,
      "grad_norm": 0.4894818961620331,
      "learning_rate": 4.637920919272144e-05,
      "loss": 5.1476,
      "step": 231465
    },
    {
      "epoch": 0.20261002537548986,
      "grad_norm": 0.5032385587692261,
      "learning_rate": 4.637904979438804e-05,
      "loss": 5.1615,
      "step": 231470
    },
    {
      "epoch": 0.202614401969117,
      "grad_norm": 0.4846988022327423,
      "learning_rate": 4.637889039289532e-05,
      "loss": 5.6387,
      "step": 231475
    },
    {
      "epoch": 0.20261877856274416,
      "grad_norm": 0.48686549067497253,
      "learning_rate": 4.637873098824335e-05,
      "loss": 5.2359,
      "step": 231480
    },
    {
      "epoch": 0.2026231551563713,
      "grad_norm": 0.47133564949035645,
      "learning_rate": 4.637857158043213e-05,
      "loss": 4.613,
      "step": 231485
    },
    {
      "epoch": 0.20262753174999848,
      "grad_norm": 0.46914783120155334,
      "learning_rate": 4.6378412169461697e-05,
      "loss": 6.2066,
      "step": 231490
    },
    {
      "epoch": 0.20263190834362563,
      "grad_norm": 0.49609312415122986,
      "learning_rate": 4.6378252755332095e-05,
      "loss": 5.9324,
      "step": 231495
    },
    {
      "epoch": 0.20263628493725278,
      "grad_norm": 0.49238044023513794,
      "learning_rate": 4.637809333804334e-05,
      "loss": 4.6046,
      "step": 231500
    },
    {
      "epoch": 0.20264066153087992,
      "grad_norm": 0.5221878290176392,
      "learning_rate": 4.637793391759547e-05,
      "loss": 5.9057,
      "step": 231505
    },
    {
      "epoch": 0.2026450381245071,
      "grad_norm": 0.47341182827949524,
      "learning_rate": 4.6377774493988514e-05,
      "loss": 5.3312,
      "step": 231510
    },
    {
      "epoch": 0.20264941471813425,
      "grad_norm": 0.48714518547058105,
      "learning_rate": 4.63776150672225e-05,
      "loss": 5.0766,
      "step": 231515
    },
    {
      "epoch": 0.2026537913117614,
      "grad_norm": 0.4810090661048889,
      "learning_rate": 4.637745563729747e-05,
      "loss": 5.1966,
      "step": 231520
    },
    {
      "epoch": 0.20265816790538854,
      "grad_norm": 0.5082259178161621,
      "learning_rate": 4.6377296204213446e-05,
      "loss": 5.4196,
      "step": 231525
    },
    {
      "epoch": 0.20266254449901572,
      "grad_norm": 0.5505922436714172,
      "learning_rate": 4.6377136767970464e-05,
      "loss": 4.6193,
      "step": 231530
    },
    {
      "epoch": 0.20266692109264287,
      "grad_norm": 0.49991950392723083,
      "learning_rate": 4.6376977328568536e-05,
      "loss": 5.444,
      "step": 231535
    },
    {
      "epoch": 0.20267129768627,
      "grad_norm": 0.47039860486984253,
      "learning_rate": 4.637681788600773e-05,
      "loss": 4.6381,
      "step": 231540
    },
    {
      "epoch": 0.20267567427989716,
      "grad_norm": 0.4701533615589142,
      "learning_rate": 4.6376658440288035e-05,
      "loss": 4.8297,
      "step": 231545
    },
    {
      "epoch": 0.2026800508735243,
      "grad_norm": 0.4865168333053589,
      "learning_rate": 4.63764989914095e-05,
      "loss": 4.8168,
      "step": 231550
    },
    {
      "epoch": 0.20268442746715148,
      "grad_norm": 0.5008819103240967,
      "learning_rate": 4.637633953937216e-05,
      "loss": 4.9255,
      "step": 231555
    },
    {
      "epoch": 0.20268880406077863,
      "grad_norm": 0.4822676181793213,
      "learning_rate": 4.6376180084176044e-05,
      "loss": 5.3967,
      "step": 231560
    },
    {
      "epoch": 0.20269318065440578,
      "grad_norm": 0.47484490275382996,
      "learning_rate": 4.637602062582118e-05,
      "loss": 5.2142,
      "step": 231565
    },
    {
      "epoch": 0.20269755724803293,
      "grad_norm": 0.4804114103317261,
      "learning_rate": 4.63758611643076e-05,
      "loss": 4.1922,
      "step": 231570
    },
    {
      "epoch": 0.2027019338416601,
      "grad_norm": 0.47145822644233704,
      "learning_rate": 4.637570169963533e-05,
      "loss": 5.6412,
      "step": 231575
    },
    {
      "epoch": 0.20270631043528725,
      "grad_norm": 0.465463787317276,
      "learning_rate": 4.6375542231804415e-05,
      "loss": 5.467,
      "step": 231580
    },
    {
      "epoch": 0.2027106870289144,
      "grad_norm": 0.4695243835449219,
      "learning_rate": 4.637538276081487e-05,
      "loss": 5.3494,
      "step": 231585
    },
    {
      "epoch": 0.20271506362254155,
      "grad_norm": 0.4662380516529083,
      "learning_rate": 4.637522328666673e-05,
      "loss": 5.402,
      "step": 231590
    },
    {
      "epoch": 0.20271944021616872,
      "grad_norm": 0.46517229080200195,
      "learning_rate": 4.6375063809360033e-05,
      "loss": 5.3096,
      "step": 231595
    },
    {
      "epoch": 0.20272381680979587,
      "grad_norm": 0.5414090156555176,
      "learning_rate": 4.6374904328894796e-05,
      "loss": 4.8437,
      "step": 231600
    },
    {
      "epoch": 0.20272819340342302,
      "grad_norm": 0.4787341356277466,
      "learning_rate": 4.637474484527106e-05,
      "loss": 5.245,
      "step": 231605
    },
    {
      "epoch": 0.20273256999705017,
      "grad_norm": 0.49482089281082153,
      "learning_rate": 4.6374585358488853e-05,
      "loss": 3.9104,
      "step": 231610
    },
    {
      "epoch": 0.20273694659067734,
      "grad_norm": 0.494168221950531,
      "learning_rate": 4.637442586854821e-05,
      "loss": 4.8776,
      "step": 231615
    },
    {
      "epoch": 0.2027413231843045,
      "grad_norm": 0.49011164903640747,
      "learning_rate": 4.637426637544916e-05,
      "loss": 5.9338,
      "step": 231620
    },
    {
      "epoch": 0.20274569977793164,
      "grad_norm": 0.4731942117214203,
      "learning_rate": 4.6374106879191736e-05,
      "loss": 4.9297,
      "step": 231625
    },
    {
      "epoch": 0.20275007637155879,
      "grad_norm": 0.4651634991168976,
      "learning_rate": 4.637394737977595e-05,
      "loss": 5.1971,
      "step": 231630
    },
    {
      "epoch": 0.20275445296518596,
      "grad_norm": 0.5371947288513184,
      "learning_rate": 4.637378787720186e-05,
      "loss": 4.8239,
      "step": 231635
    },
    {
      "epoch": 0.2027588295588131,
      "grad_norm": 0.4845030605792999,
      "learning_rate": 4.637362837146948e-05,
      "loss": 5.9422,
      "step": 231640
    },
    {
      "epoch": 0.20276320615244026,
      "grad_norm": 0.49976760149002075,
      "learning_rate": 4.637346886257884e-05,
      "loss": 5.1786,
      "step": 231645
    },
    {
      "epoch": 0.2027675827460674,
      "grad_norm": 0.46676966547966003,
      "learning_rate": 4.637330935052998e-05,
      "loss": 5.3445,
      "step": 231650
    },
    {
      "epoch": 0.20277195933969458,
      "grad_norm": 0.48030155897140503,
      "learning_rate": 4.637314983532294e-05,
      "loss": 5.4385,
      "step": 231655
    },
    {
      "epoch": 0.20277633593332173,
      "grad_norm": 0.5074991583824158,
      "learning_rate": 4.637299031695772e-05,
      "loss": 5.2045,
      "step": 231660
    },
    {
      "epoch": 0.20278071252694888,
      "grad_norm": 0.5231063961982727,
      "learning_rate": 4.6372830795434376e-05,
      "loss": 5.1465,
      "step": 231665
    },
    {
      "epoch": 0.20278508912057602,
      "grad_norm": 0.5179001688957214,
      "learning_rate": 4.637267127075292e-05,
      "loss": 4.6309,
      "step": 231670
    },
    {
      "epoch": 0.20278946571420317,
      "grad_norm": 0.4604496359825134,
      "learning_rate": 4.637251174291341e-05,
      "loss": 5.127,
      "step": 231675
    },
    {
      "epoch": 0.20279384230783035,
      "grad_norm": 0.47457632422447205,
      "learning_rate": 4.637235221191585e-05,
      "loss": 5.1472,
      "step": 231680
    },
    {
      "epoch": 0.2027982189014575,
      "grad_norm": 0.478411465883255,
      "learning_rate": 4.6372192677760285e-05,
      "loss": 4.4271,
      "step": 231685
    },
    {
      "epoch": 0.20280259549508464,
      "grad_norm": 0.485988974571228,
      "learning_rate": 4.6372033140446736e-05,
      "loss": 4.9266,
      "step": 231690
    },
    {
      "epoch": 0.2028069720887118,
      "grad_norm": 0.4814436733722687,
      "learning_rate": 4.6371873599975244e-05,
      "loss": 5.2106,
      "step": 231695
    },
    {
      "epoch": 0.20281134868233897,
      "grad_norm": 0.4714567959308624,
      "learning_rate": 4.637171405634584e-05,
      "loss": 5.6543,
      "step": 231700
    },
    {
      "epoch": 0.2028157252759661,
      "grad_norm": 0.4769804775714874,
      "learning_rate": 4.637155450955854e-05,
      "loss": 5.1225,
      "step": 231705
    },
    {
      "epoch": 0.20282010186959326,
      "grad_norm": 0.47976556420326233,
      "learning_rate": 4.637139495961339e-05,
      "loss": 5.3976,
      "step": 231710
    },
    {
      "epoch": 0.2028244784632204,
      "grad_norm": 0.47253018617630005,
      "learning_rate": 4.6371235406510413e-05,
      "loss": 5.0457,
      "step": 231715
    },
    {
      "epoch": 0.20282885505684758,
      "grad_norm": 0.48864516615867615,
      "learning_rate": 4.637107585024966e-05,
      "loss": 5.4129,
      "step": 231720
    },
    {
      "epoch": 0.20283323165047473,
      "grad_norm": 0.487106055021286,
      "learning_rate": 4.6370916290831125e-05,
      "loss": 5.615,
      "step": 231725
    },
    {
      "epoch": 0.20283760824410188,
      "grad_norm": 0.4637952446937561,
      "learning_rate": 4.637075672825486e-05,
      "loss": 4.6187,
      "step": 231730
    },
    {
      "epoch": 0.20284198483772903,
      "grad_norm": 0.4695920944213867,
      "learning_rate": 4.63705971625209e-05,
      "loss": 5.9186,
      "step": 231735
    },
    {
      "epoch": 0.2028463614313562,
      "grad_norm": 0.4589383006095886,
      "learning_rate": 4.6370437593629265e-05,
      "loss": 5.149,
      "step": 231740
    },
    {
      "epoch": 0.20285073802498335,
      "grad_norm": 0.46962636709213257,
      "learning_rate": 4.637027802157999e-05,
      "loss": 5.7385,
      "step": 231745
    },
    {
      "epoch": 0.2028551146186105,
      "grad_norm": 0.49226051568984985,
      "learning_rate": 4.637011844637311e-05,
      "loss": 4.1159,
      "step": 231750
    },
    {
      "epoch": 0.20285949121223765,
      "grad_norm": 0.5097779631614685,
      "learning_rate": 4.636995886800866e-05,
      "loss": 5.3711,
      "step": 231755
    },
    {
      "epoch": 0.20286386780586482,
      "grad_norm": 0.4671688675880432,
      "learning_rate": 4.636979928648665e-05,
      "loss": 4.4894,
      "step": 231760
    },
    {
      "epoch": 0.20286824439949197,
      "grad_norm": 0.4847019612789154,
      "learning_rate": 4.636963970180713e-05,
      "loss": 5.4386,
      "step": 231765
    },
    {
      "epoch": 0.20287262099311912,
      "grad_norm": 0.6075282692909241,
      "learning_rate": 4.636948011397012e-05,
      "loss": 5.1215,
      "step": 231770
    },
    {
      "epoch": 0.20287699758674627,
      "grad_norm": 0.5226545333862305,
      "learning_rate": 4.6369320522975656e-05,
      "loss": 5.4168,
      "step": 231775
    },
    {
      "epoch": 0.20288137418037344,
      "grad_norm": 0.49581843614578247,
      "learning_rate": 4.636916092882378e-05,
      "loss": 4.3086,
      "step": 231780
    },
    {
      "epoch": 0.2028857507740006,
      "grad_norm": 0.5814850926399231,
      "learning_rate": 4.636900133151449e-05,
      "loss": 4.8111,
      "step": 231785
    },
    {
      "epoch": 0.20289012736762774,
      "grad_norm": 0.4838118553161621,
      "learning_rate": 4.636884173104784e-05,
      "loss": 5.1103,
      "step": 231790
    },
    {
      "epoch": 0.20289450396125489,
      "grad_norm": 0.5203048586845398,
      "learning_rate": 4.636868212742388e-05,
      "loss": 4.8402,
      "step": 231795
    },
    {
      "epoch": 0.20289888055488203,
      "grad_norm": 0.5105845332145691,
      "learning_rate": 4.63685225206426e-05,
      "loss": 5.0935,
      "step": 231800
    },
    {
      "epoch": 0.2029032571485092,
      "grad_norm": 0.4576820433139801,
      "learning_rate": 4.636836291070405e-05,
      "loss": 4.6304,
      "step": 231805
    },
    {
      "epoch": 0.20290763374213636,
      "grad_norm": 0.46957871317863464,
      "learning_rate": 4.636820329760827e-05,
      "loss": 5.7207,
      "step": 231810
    },
    {
      "epoch": 0.2029120103357635,
      "grad_norm": 0.5185388922691345,
      "learning_rate": 4.636804368135528e-05,
      "loss": 4.8932,
      "step": 231815
    },
    {
      "epoch": 0.20291638692939065,
      "grad_norm": 0.465622216463089,
      "learning_rate": 4.636788406194511e-05,
      "loss": 5.6447,
      "step": 231820
    },
    {
      "epoch": 0.20292076352301783,
      "grad_norm": 0.4929797351360321,
      "learning_rate": 4.636772443937779e-05,
      "loss": 5.0799,
      "step": 231825
    },
    {
      "epoch": 0.20292514011664498,
      "grad_norm": 0.5618460774421692,
      "learning_rate": 4.636756481365335e-05,
      "loss": 4.8125,
      "step": 231830
    },
    {
      "epoch": 0.20292951671027212,
      "grad_norm": 0.5283218622207642,
      "learning_rate": 4.636740518477184e-05,
      "loss": 5.3642,
      "step": 231835
    },
    {
      "epoch": 0.20293389330389927,
      "grad_norm": 0.4657588005065918,
      "learning_rate": 4.636724555273326e-05,
      "loss": 5.9434,
      "step": 231840
    },
    {
      "epoch": 0.20293826989752645,
      "grad_norm": 0.4795854985713959,
      "learning_rate": 4.636708591753767e-05,
      "loss": 5.155,
      "step": 231845
    },
    {
      "epoch": 0.2029426464911536,
      "grad_norm": 0.4921434819698334,
      "learning_rate": 4.636692627918508e-05,
      "loss": 4.8152,
      "step": 231850
    },
    {
      "epoch": 0.20294702308478074,
      "grad_norm": 0.4614764451980591,
      "learning_rate": 4.636676663767552e-05,
      "loss": 5.6594,
      "step": 231855
    },
    {
      "epoch": 0.2029513996784079,
      "grad_norm": 0.5749064683914185,
      "learning_rate": 4.636660699300904e-05,
      "loss": 4.6104,
      "step": 231860
    },
    {
      "epoch": 0.20295577627203507,
      "grad_norm": 0.5112223625183105,
      "learning_rate": 4.636644734518565e-05,
      "loss": 5.7544,
      "step": 231865
    },
    {
      "epoch": 0.2029601528656622,
      "grad_norm": 0.48101717233657837,
      "learning_rate": 4.63662876942054e-05,
      "loss": 5.1959,
      "step": 231870
    },
    {
      "epoch": 0.20296452945928936,
      "grad_norm": 0.4651283621788025,
      "learning_rate": 4.6366128040068304e-05,
      "loss": 5.983,
      "step": 231875
    },
    {
      "epoch": 0.2029689060529165,
      "grad_norm": 0.4868311882019043,
      "learning_rate": 4.636596838277441e-05,
      "loss": 5.2192,
      "step": 231880
    },
    {
      "epoch": 0.20297328264654368,
      "grad_norm": 0.48280051350593567,
      "learning_rate": 4.636580872232372e-05,
      "loss": 4.8961,
      "step": 231885
    },
    {
      "epoch": 0.20297765924017083,
      "grad_norm": 0.48414134979248047,
      "learning_rate": 4.63656490587163e-05,
      "loss": 4.2172,
      "step": 231890
    },
    {
      "epoch": 0.20298203583379798,
      "grad_norm": 0.4793795049190521,
      "learning_rate": 4.6365489391952155e-05,
      "loss": 5.4111,
      "step": 231895
    },
    {
      "epoch": 0.20298641242742513,
      "grad_norm": 0.46992194652557373,
      "learning_rate": 4.636532972203132e-05,
      "loss": 5.968,
      "step": 231900
    },
    {
      "epoch": 0.2029907890210523,
      "grad_norm": 0.47332847118377686,
      "learning_rate": 4.6365170048953855e-05,
      "loss": 5.9701,
      "step": 231905
    },
    {
      "epoch": 0.20299516561467945,
      "grad_norm": 0.45327049493789673,
      "learning_rate": 4.636501037271974e-05,
      "loss": 5.2171,
      "step": 231910
    },
    {
      "epoch": 0.2029995422083066,
      "grad_norm": 0.5080265998840332,
      "learning_rate": 4.6364850693329045e-05,
      "loss": 5.1021,
      "step": 231915
    },
    {
      "epoch": 0.20300391880193375,
      "grad_norm": 0.4825279116630554,
      "learning_rate": 4.636469101078179e-05,
      "loss": 4.0848,
      "step": 231920
    },
    {
      "epoch": 0.2030082953955609,
      "grad_norm": 0.4696267247200012,
      "learning_rate": 4.6364531325077995e-05,
      "loss": 4.9069,
      "step": 231925
    },
    {
      "epoch": 0.20301267198918807,
      "grad_norm": 0.5510118007659912,
      "learning_rate": 4.636437163621771e-05,
      "loss": 5.4249,
      "step": 231930
    },
    {
      "epoch": 0.20301704858281522,
      "grad_norm": 0.47880351543426514,
      "learning_rate": 4.636421194420095e-05,
      "loss": 5.4664,
      "step": 231935
    },
    {
      "epoch": 0.20302142517644237,
      "grad_norm": 0.45798686146736145,
      "learning_rate": 4.636405224902775e-05,
      "loss": 5.6428,
      "step": 231940
    },
    {
      "epoch": 0.20302580177006951,
      "grad_norm": 0.4758821129798889,
      "learning_rate": 4.636389255069814e-05,
      "loss": 4.4184,
      "step": 231945
    },
    {
      "epoch": 0.2030301783636967,
      "grad_norm": 0.49359267950057983,
      "learning_rate": 4.636373284921216e-05,
      "loss": 5.3791,
      "step": 231950
    },
    {
      "epoch": 0.20303455495732384,
      "grad_norm": 0.5047589540481567,
      "learning_rate": 4.6363573144569826e-05,
      "loss": 4.6101,
      "step": 231955
    },
    {
      "epoch": 0.20303893155095099,
      "grad_norm": 0.464750736951828,
      "learning_rate": 4.6363413436771184e-05,
      "loss": 5.3266,
      "step": 231960
    },
    {
      "epoch": 0.20304330814457813,
      "grad_norm": 0.4576318562030792,
      "learning_rate": 4.636325372581626e-05,
      "loss": 5.6443,
      "step": 231965
    },
    {
      "epoch": 0.2030476847382053,
      "grad_norm": 0.45525917410850525,
      "learning_rate": 4.6363094011705074e-05,
      "loss": 5.6656,
      "step": 231970
    },
    {
      "epoch": 0.20305206133183246,
      "grad_norm": 0.46738651394844055,
      "learning_rate": 4.636293429443767e-05,
      "loss": 5.6176,
      "step": 231975
    },
    {
      "epoch": 0.2030564379254596,
      "grad_norm": 0.5217196941375732,
      "learning_rate": 4.636277457401407e-05,
      "loss": 4.7054,
      "step": 231980
    },
    {
      "epoch": 0.20306081451908675,
      "grad_norm": 0.4870153069496155,
      "learning_rate": 4.636261485043431e-05,
      "loss": 5.1948,
      "step": 231985
    },
    {
      "epoch": 0.20306519111271393,
      "grad_norm": 0.512176513671875,
      "learning_rate": 4.636245512369842e-05,
      "loss": 5.423,
      "step": 231990
    },
    {
      "epoch": 0.20306956770634108,
      "grad_norm": 0.4846823513507843,
      "learning_rate": 4.6362295393806435e-05,
      "loss": 4.1152,
      "step": 231995
    },
    {
      "epoch": 0.20307394429996822,
      "grad_norm": 0.489059180021286,
      "learning_rate": 4.6362135660758364e-05,
      "loss": 5.723,
      "step": 232000
    },
    {
      "epoch": 0.20307832089359537,
      "grad_norm": 0.4913957417011261,
      "learning_rate": 4.636197592455427e-05,
      "loss": 5.4279,
      "step": 232005
    },
    {
      "epoch": 0.20308269748722255,
      "grad_norm": 0.4660281240940094,
      "learning_rate": 4.636181618519416e-05,
      "loss": 5.1336,
      "step": 232010
    },
    {
      "epoch": 0.2030870740808497,
      "grad_norm": 0.4861034154891968,
      "learning_rate": 4.636165644267808e-05,
      "loss": 5.1085,
      "step": 232015
    },
    {
      "epoch": 0.20309145067447684,
      "grad_norm": 0.46903732419013977,
      "learning_rate": 4.6361496697006054e-05,
      "loss": 5.3883,
      "step": 232020
    },
    {
      "epoch": 0.203095827268104,
      "grad_norm": 0.476396769285202,
      "learning_rate": 4.636133694817811e-05,
      "loss": 4.6211,
      "step": 232025
    },
    {
      "epoch": 0.20310020386173117,
      "grad_norm": 0.4860624074935913,
      "learning_rate": 4.6361177196194294e-05,
      "loss": 4.9522,
      "step": 232030
    },
    {
      "epoch": 0.2031045804553583,
      "grad_norm": 0.4783932864665985,
      "learning_rate": 4.636101744105461e-05,
      "loss": 4.9152,
      "step": 232035
    },
    {
      "epoch": 0.20310895704898546,
      "grad_norm": 0.4722883403301239,
      "learning_rate": 4.636085768275911e-05,
      "loss": 4.1795,
      "step": 232040
    },
    {
      "epoch": 0.2031133336426126,
      "grad_norm": 0.5643852353096008,
      "learning_rate": 4.636069792130782e-05,
      "loss": 4.183,
      "step": 232045
    },
    {
      "epoch": 0.20311771023623978,
      "grad_norm": 0.4854915142059326,
      "learning_rate": 4.636053815670076e-05,
      "loss": 4.9531,
      "step": 232050
    },
    {
      "epoch": 0.20312208682986693,
      "grad_norm": 0.5723631978034973,
      "learning_rate": 4.636037838893798e-05,
      "loss": 4.8209,
      "step": 232055
    },
    {
      "epoch": 0.20312646342349408,
      "grad_norm": 0.5339787602424622,
      "learning_rate": 4.6360218618019504e-05,
      "loss": 5.4534,
      "step": 232060
    },
    {
      "epoch": 0.20313084001712123,
      "grad_norm": 0.44548189640045166,
      "learning_rate": 4.6360058843945345e-05,
      "loss": 5.4402,
      "step": 232065
    },
    {
      "epoch": 0.20313521661074838,
      "grad_norm": 0.46618524193763733,
      "learning_rate": 4.635989906671555e-05,
      "loss": 5.4269,
      "step": 232070
    },
    {
      "epoch": 0.20313959320437555,
      "grad_norm": 0.6066287159919739,
      "learning_rate": 4.635973928633015e-05,
      "loss": 4.9047,
      "step": 232075
    },
    {
      "epoch": 0.2031439697980027,
      "grad_norm": 0.48496127128601074,
      "learning_rate": 4.635957950278919e-05,
      "loss": 5.1584,
      "step": 232080
    },
    {
      "epoch": 0.20314834639162985,
      "grad_norm": 0.4794333875179291,
      "learning_rate": 4.6359419716092666e-05,
      "loss": 5.3864,
      "step": 232085
    },
    {
      "epoch": 0.203152722985257,
      "grad_norm": 0.4509987533092499,
      "learning_rate": 4.635925992624064e-05,
      "loss": 4.1876,
      "step": 232090
    },
    {
      "epoch": 0.20315709957888417,
      "grad_norm": 0.47524362802505493,
      "learning_rate": 4.6359100133233114e-05,
      "loss": 5.6307,
      "step": 232095
    },
    {
      "epoch": 0.20316147617251132,
      "grad_norm": 0.45405879616737366,
      "learning_rate": 4.6358940337070145e-05,
      "loss": 4.4145,
      "step": 232100
    },
    {
      "epoch": 0.20316585276613847,
      "grad_norm": 0.466741144657135,
      "learning_rate": 4.635878053775177e-05,
      "loss": 4.9277,
      "step": 232105
    },
    {
      "epoch": 0.20317022935976561,
      "grad_norm": 0.4863710105419159,
      "learning_rate": 4.635862073527798e-05,
      "loss": 5.7167,
      "step": 232110
    },
    {
      "epoch": 0.2031746059533928,
      "grad_norm": 0.4748171865940094,
      "learning_rate": 4.635846092964884e-05,
      "loss": 4.9338,
      "step": 232115
    },
    {
      "epoch": 0.20317898254701994,
      "grad_norm": 0.4822569787502289,
      "learning_rate": 4.635830112086437e-05,
      "loss": 5.4001,
      "step": 232120
    },
    {
      "epoch": 0.20318335914064709,
      "grad_norm": 0.46386095881462097,
      "learning_rate": 4.635814130892461e-05,
      "loss": 4.7158,
      "step": 232125
    },
    {
      "epoch": 0.20318773573427423,
      "grad_norm": 0.4676046073436737,
      "learning_rate": 4.635798149382956e-05,
      "loss": 5.2379,
      "step": 232130
    },
    {
      "epoch": 0.2031921123279014,
      "grad_norm": 0.5896292924880981,
      "learning_rate": 4.635782167557929e-05,
      "loss": 4.1934,
      "step": 232135
    },
    {
      "epoch": 0.20319648892152856,
      "grad_norm": 0.4641590118408203,
      "learning_rate": 4.635766185417382e-05,
      "loss": 4.4187,
      "step": 232140
    },
    {
      "epoch": 0.2032008655151557,
      "grad_norm": 0.5588851571083069,
      "learning_rate": 4.635750202961316e-05,
      "loss": 5.1119,
      "step": 232145
    },
    {
      "epoch": 0.20320524210878285,
      "grad_norm": 0.5167751908302307,
      "learning_rate": 4.6357342201897356e-05,
      "loss": 4.8131,
      "step": 232150
    },
    {
      "epoch": 0.20320961870241003,
      "grad_norm": 0.519454836845398,
      "learning_rate": 4.635718237102645e-05,
      "loss": 4.9016,
      "step": 232155
    },
    {
      "epoch": 0.20321399529603718,
      "grad_norm": 0.4819188117980957,
      "learning_rate": 4.635702253700045e-05,
      "loss": 4.4266,
      "step": 232160
    },
    {
      "epoch": 0.20321837188966432,
      "grad_norm": 0.65273517370224,
      "learning_rate": 4.6356862699819406e-05,
      "loss": 5.7864,
      "step": 232165
    },
    {
      "epoch": 0.20322274848329147,
      "grad_norm": 0.47559475898742676,
      "learning_rate": 4.635670285948334e-05,
      "loss": 5.4473,
      "step": 232170
    },
    {
      "epoch": 0.20322712507691865,
      "grad_norm": 0.5186747908592224,
      "learning_rate": 4.635654301599228e-05,
      "loss": 5.4352,
      "step": 232175
    },
    {
      "epoch": 0.2032315016705458,
      "grad_norm": 0.5152559280395508,
      "learning_rate": 4.635638316934626e-05,
      "loss": 5.399,
      "step": 232180
    },
    {
      "epoch": 0.20323587826417294,
      "grad_norm": 0.4646728038787842,
      "learning_rate": 4.635622331954531e-05,
      "loss": 5.437,
      "step": 232185
    },
    {
      "epoch": 0.2032402548578001,
      "grad_norm": 0.46562764048576355,
      "learning_rate": 4.6356063466589475e-05,
      "loss": 5.4604,
      "step": 232190
    },
    {
      "epoch": 0.20324463145142724,
      "grad_norm": 0.47197309136390686,
      "learning_rate": 4.635590361047876e-05,
      "loss": 5.1655,
      "step": 232195
    },
    {
      "epoch": 0.2032490080450544,
      "grad_norm": 0.45685848593711853,
      "learning_rate": 4.635574375121321e-05,
      "loss": 5.7426,
      "step": 232200
    },
    {
      "epoch": 0.20325338463868156,
      "grad_norm": 0.4667728543281555,
      "learning_rate": 4.6355583888792865e-05,
      "loss": 4.7249,
      "step": 232205
    },
    {
      "epoch": 0.2032577612323087,
      "grad_norm": 0.4664405286312103,
      "learning_rate": 4.635542402321773e-05,
      "loss": 6.2834,
      "step": 232210
    },
    {
      "epoch": 0.20326213782593586,
      "grad_norm": 0.4665506184101105,
      "learning_rate": 4.635526415448787e-05,
      "loss": 5.7497,
      "step": 232215
    },
    {
      "epoch": 0.20326651441956303,
      "grad_norm": 0.47243520617485046,
      "learning_rate": 4.635510428260328e-05,
      "loss": 4.9651,
      "step": 232220
    },
    {
      "epoch": 0.20327089101319018,
      "grad_norm": 0.4758441150188446,
      "learning_rate": 4.635494440756402e-05,
      "loss": 5.1673,
      "step": 232225
    },
    {
      "epoch": 0.20327526760681733,
      "grad_norm": 0.47545215487480164,
      "learning_rate": 4.63547845293701e-05,
      "loss": 4.6261,
      "step": 232230
    },
    {
      "epoch": 0.20327964420044448,
      "grad_norm": 0.4817204475402832,
      "learning_rate": 4.635462464802156e-05,
      "loss": 5.1508,
      "step": 232235
    },
    {
      "epoch": 0.20328402079407165,
      "grad_norm": 0.47952330112457275,
      "learning_rate": 4.635446476351843e-05,
      "loss": 5.4015,
      "step": 232240
    },
    {
      "epoch": 0.2032883973876988,
      "grad_norm": 0.459527850151062,
      "learning_rate": 4.635430487586075e-05,
      "loss": 5.4016,
      "step": 232245
    },
    {
      "epoch": 0.20329277398132595,
      "grad_norm": 0.4678017497062683,
      "learning_rate": 4.635414498504854e-05,
      "loss": 5.9396,
      "step": 232250
    },
    {
      "epoch": 0.2032971505749531,
      "grad_norm": 0.45985355973243713,
      "learning_rate": 4.635398509108183e-05,
      "loss": 5.7719,
      "step": 232255
    },
    {
      "epoch": 0.20330152716858027,
      "grad_norm": 0.47074371576309204,
      "learning_rate": 4.6353825193960663e-05,
      "loss": 4.4272,
      "step": 232260
    },
    {
      "epoch": 0.20330590376220742,
      "grad_norm": 0.4885409474372864,
      "learning_rate": 4.6353665293685046e-05,
      "loss": 4.687,
      "step": 232265
    },
    {
      "epoch": 0.20331028035583457,
      "grad_norm": 0.4756059944629669,
      "learning_rate": 4.635350539025504e-05,
      "loss": 5.1014,
      "step": 232270
    },
    {
      "epoch": 0.20331465694946171,
      "grad_norm": 0.46938440203666687,
      "learning_rate": 4.635334548367064e-05,
      "loss": 4.9023,
      "step": 232275
    },
    {
      "epoch": 0.2033190335430889,
      "grad_norm": 0.4675264060497284,
      "learning_rate": 4.6353185573931915e-05,
      "loss": 4.6786,
      "step": 232280
    },
    {
      "epoch": 0.20332341013671604,
      "grad_norm": 0.47720959782600403,
      "learning_rate": 4.6353025661038874e-05,
      "loss": 5.633,
      "step": 232285
    },
    {
      "epoch": 0.20332778673034319,
      "grad_norm": 0.48855146765708923,
      "learning_rate": 4.6352865744991544e-05,
      "loss": 5.2334,
      "step": 232290
    },
    {
      "epoch": 0.20333216332397033,
      "grad_norm": 0.4741916060447693,
      "learning_rate": 4.635270582578998e-05,
      "loss": 4.8382,
      "step": 232295
    },
    {
      "epoch": 0.2033365399175975,
      "grad_norm": 0.45860666036605835,
      "learning_rate": 4.6352545903434185e-05,
      "loss": 6.2684,
      "step": 232300
    },
    {
      "epoch": 0.20334091651122466,
      "grad_norm": 0.4747925102710724,
      "learning_rate": 4.635238597792421e-05,
      "loss": 5.7372,
      "step": 232305
    },
    {
      "epoch": 0.2033452931048518,
      "grad_norm": 0.47376933693885803,
      "learning_rate": 4.635222604926006e-05,
      "loss": 4.6004,
      "step": 232310
    },
    {
      "epoch": 0.20334966969847895,
      "grad_norm": 0.472889244556427,
      "learning_rate": 4.6352066117441796e-05,
      "loss": 5.8885,
      "step": 232315
    },
    {
      "epoch": 0.2033540462921061,
      "grad_norm": 0.4758981764316559,
      "learning_rate": 4.635190618246944e-05,
      "loss": 4.6067,
      "step": 232320
    },
    {
      "epoch": 0.20335842288573328,
      "grad_norm": 0.4883936941623688,
      "learning_rate": 4.635174624434301e-05,
      "loss": 4.9241,
      "step": 232325
    },
    {
      "epoch": 0.20336279947936042,
      "grad_norm": 0.4705842137336731,
      "learning_rate": 4.6351586303062554e-05,
      "loss": 5.1205,
      "step": 232330
    },
    {
      "epoch": 0.20336717607298757,
      "grad_norm": 0.47633376717567444,
      "learning_rate": 4.6351426358628094e-05,
      "loss": 5.9531,
      "step": 232335
    },
    {
      "epoch": 0.20337155266661472,
      "grad_norm": 0.47233477234840393,
      "learning_rate": 4.635126641103965e-05,
      "loss": 4.9155,
      "step": 232340
    },
    {
      "epoch": 0.2033759292602419,
      "grad_norm": 0.49492815136909485,
      "learning_rate": 4.635110646029727e-05,
      "loss": 5.2538,
      "step": 232345
    },
    {
      "epoch": 0.20338030585386904,
      "grad_norm": 0.4895991086959839,
      "learning_rate": 4.635094650640098e-05,
      "loss": 5.7527,
      "step": 232350
    },
    {
      "epoch": 0.2033846824474962,
      "grad_norm": 0.4732256531715393,
      "learning_rate": 4.635078654935082e-05,
      "loss": 5.4611,
      "step": 232355
    },
    {
      "epoch": 0.20338905904112334,
      "grad_norm": 0.47749918699264526,
      "learning_rate": 4.635062658914681e-05,
      "loss": 5.4228,
      "step": 232360
    },
    {
      "epoch": 0.2033934356347505,
      "grad_norm": 0.4746018648147583,
      "learning_rate": 4.6350466625788954e-05,
      "loss": 4.423,
      "step": 232365
    },
    {
      "epoch": 0.20339781222837766,
      "grad_norm": 0.48787084221839905,
      "learning_rate": 4.635030665927734e-05,
      "loss": 5.431,
      "step": 232370
    },
    {
      "epoch": 0.2034021888220048,
      "grad_norm": 0.47642943263053894,
      "learning_rate": 4.635014668961196e-05,
      "loss": 4.74,
      "step": 232375
    },
    {
      "epoch": 0.20340656541563196,
      "grad_norm": 0.48139435052871704,
      "learning_rate": 4.634998671679286e-05,
      "loss": 5.9195,
      "step": 232380
    },
    {
      "epoch": 0.20341094200925913,
      "grad_norm": 0.4779147505760193,
      "learning_rate": 4.6349826740820056e-05,
      "loss": 4.9131,
      "step": 232385
    },
    {
      "epoch": 0.20341531860288628,
      "grad_norm": 0.4664429724216461,
      "learning_rate": 4.6349666761693586e-05,
      "loss": 4.8558,
      "step": 232390
    },
    {
      "epoch": 0.20341969519651343,
      "grad_norm": 0.47082772850990295,
      "learning_rate": 4.63495067794135e-05,
      "loss": 4.4292,
      "step": 232395
    },
    {
      "epoch": 0.20342407179014058,
      "grad_norm": 0.46432217955589294,
      "learning_rate": 4.63493467939798e-05,
      "loss": 5.327,
      "step": 232400
    },
    {
      "epoch": 0.20342844838376775,
      "grad_norm": 0.4867570102214813,
      "learning_rate": 4.634918680539252e-05,
      "loss": 5.1561,
      "step": 232405
    },
    {
      "epoch": 0.2034328249773949,
      "grad_norm": 0.4871924817562103,
      "learning_rate": 4.634902681365171e-05,
      "loss": 4.5883,
      "step": 232410
    },
    {
      "epoch": 0.20343720157102205,
      "grad_norm": 0.500778317451477,
      "learning_rate": 4.6348866818757395e-05,
      "loss": 5.4541,
      "step": 232415
    },
    {
      "epoch": 0.2034415781646492,
      "grad_norm": 0.47829246520996094,
      "learning_rate": 4.6348706820709584e-05,
      "loss": 5.448,
      "step": 232420
    },
    {
      "epoch": 0.20344595475827637,
      "grad_norm": 0.4694286286830902,
      "learning_rate": 4.6348546819508345e-05,
      "loss": 5.1962,
      "step": 232425
    },
    {
      "epoch": 0.20345033135190352,
      "grad_norm": 0.4656447470188141,
      "learning_rate": 4.6348386815153676e-05,
      "loss": 4.3785,
      "step": 232430
    },
    {
      "epoch": 0.20345470794553067,
      "grad_norm": 0.4826483130455017,
      "learning_rate": 4.634822680764562e-05,
      "loss": 4.4098,
      "step": 232435
    },
    {
      "epoch": 0.20345908453915781,
      "grad_norm": 0.485971599817276,
      "learning_rate": 4.634806679698422e-05,
      "loss": 5.3521,
      "step": 232440
    },
    {
      "epoch": 0.20346346113278496,
      "grad_norm": 0.4693768620491028,
      "learning_rate": 4.6347906783169496e-05,
      "loss": 5.4211,
      "step": 232445
    },
    {
      "epoch": 0.20346783772641214,
      "grad_norm": 0.4598881006240845,
      "learning_rate": 4.634774676620146e-05,
      "loss": 5.9371,
      "step": 232450
    },
    {
      "epoch": 0.20347221432003929,
      "grad_norm": 0.4838629961013794,
      "learning_rate": 4.6347586746080184e-05,
      "loss": 5.7019,
      "step": 232455
    },
    {
      "epoch": 0.20347659091366643,
      "grad_norm": 0.45855969190597534,
      "learning_rate": 4.6347426722805666e-05,
      "loss": 5.033,
      "step": 232460
    },
    {
      "epoch": 0.20348096750729358,
      "grad_norm": 0.4783914089202881,
      "learning_rate": 4.634726669637794e-05,
      "loss": 5.4196,
      "step": 232465
    },
    {
      "epoch": 0.20348534410092076,
      "grad_norm": 0.4874466061592102,
      "learning_rate": 4.634710666679706e-05,
      "loss": 5.4459,
      "step": 232470
    },
    {
      "epoch": 0.2034897206945479,
      "grad_norm": 0.46183276176452637,
      "learning_rate": 4.634694663406303e-05,
      "loss": 4.8503,
      "step": 232475
    },
    {
      "epoch": 0.20349409728817505,
      "grad_norm": 0.49061325192451477,
      "learning_rate": 4.6346786598175884e-05,
      "loss": 5.4107,
      "step": 232480
    },
    {
      "epoch": 0.2034984738818022,
      "grad_norm": 0.45303067564964294,
      "learning_rate": 4.6346626559135677e-05,
      "loss": 5.4195,
      "step": 232485
    },
    {
      "epoch": 0.20350285047542938,
      "grad_norm": 0.5047542452812195,
      "learning_rate": 4.634646651694241e-05,
      "loss": 4.9087,
      "step": 232490
    },
    {
      "epoch": 0.20350722706905652,
      "grad_norm": 0.4889291226863861,
      "learning_rate": 4.6346306471596134e-05,
      "loss": 4.9446,
      "step": 232495
    },
    {
      "epoch": 0.20351160366268367,
      "grad_norm": 0.4949795603752136,
      "learning_rate": 4.634614642309687e-05,
      "loss": 5.3801,
      "step": 232500
    },
    {
      "epoch": 0.20351598025631082,
      "grad_norm": 0.4861292839050293,
      "learning_rate": 4.634598637144465e-05,
      "loss": 5.0354,
      "step": 232505
    },
    {
      "epoch": 0.203520356849938,
      "grad_norm": 0.49376243352890015,
      "learning_rate": 4.634582631663951e-05,
      "loss": 5.5967,
      "step": 232510
    },
    {
      "epoch": 0.20352473344356514,
      "grad_norm": 0.6725161671638489,
      "learning_rate": 4.6345666258681476e-05,
      "loss": 4.6838,
      "step": 232515
    },
    {
      "epoch": 0.2035291100371923,
      "grad_norm": 0.4967760741710663,
      "learning_rate": 4.6345506197570586e-05,
      "loss": 4.4229,
      "step": 232520
    },
    {
      "epoch": 0.20353348663081944,
      "grad_norm": 0.5045960545539856,
      "learning_rate": 4.634534613330687e-05,
      "loss": 5.9264,
      "step": 232525
    },
    {
      "epoch": 0.2035378632244466,
      "grad_norm": 0.4785749912261963,
      "learning_rate": 4.6345186065890334e-05,
      "loss": 5.3281,
      "step": 232530
    },
    {
      "epoch": 0.20354223981807376,
      "grad_norm": 0.5847866535186768,
      "learning_rate": 4.6345025995321046e-05,
      "loss": 5.7522,
      "step": 232535
    },
    {
      "epoch": 0.2035466164117009,
      "grad_norm": 0.4614601731300354,
      "learning_rate": 4.634486592159902e-05,
      "loss": 5.3488,
      "step": 232540
    },
    {
      "epoch": 0.20355099300532806,
      "grad_norm": 0.5604320764541626,
      "learning_rate": 4.634470584472428e-05,
      "loss": 5.7313,
      "step": 232545
    },
    {
      "epoch": 0.20355536959895523,
      "grad_norm": 0.45274558663368225,
      "learning_rate": 4.6344545764696865e-05,
      "loss": 4.8229,
      "step": 232550
    },
    {
      "epoch": 0.20355974619258238,
      "grad_norm": 0.480400025844574,
      "learning_rate": 4.63443856815168e-05,
      "loss": 5.7588,
      "step": 232555
    },
    {
      "epoch": 0.20356412278620953,
      "grad_norm": 0.5116966962814331,
      "learning_rate": 4.634422559518413e-05,
      "loss": 5.6518,
      "step": 232560
    },
    {
      "epoch": 0.20356849937983668,
      "grad_norm": 0.5080578923225403,
      "learning_rate": 4.6344065505698876e-05,
      "loss": 5.4325,
      "step": 232565
    },
    {
      "epoch": 0.20357287597346382,
      "grad_norm": 0.4603564739227295,
      "learning_rate": 4.634390541306106e-05,
      "loss": 5.9262,
      "step": 232570
    },
    {
      "epoch": 0.203577252567091,
      "grad_norm": 0.45182663202285767,
      "learning_rate": 4.634374531727074e-05,
      "loss": 5.3633,
      "step": 232575
    },
    {
      "epoch": 0.20358162916071815,
      "grad_norm": 0.4654976725578308,
      "learning_rate": 4.634358521832791e-05,
      "loss": 5.6744,
      "step": 232580
    },
    {
      "epoch": 0.2035860057543453,
      "grad_norm": 0.5240698456764221,
      "learning_rate": 4.634342511623263e-05,
      "loss": 4.89,
      "step": 232585
    },
    {
      "epoch": 0.20359038234797244,
      "grad_norm": 0.4647824168205261,
      "learning_rate": 4.634326501098492e-05,
      "loss": 5.4304,
      "step": 232590
    },
    {
      "epoch": 0.20359475894159962,
      "grad_norm": 0.5132285952568054,
      "learning_rate": 4.634310490258481e-05,
      "loss": 4.9327,
      "step": 232595
    },
    {
      "epoch": 0.20359913553522677,
      "grad_norm": 0.5013084411621094,
      "learning_rate": 4.6342944791032326e-05,
      "loss": 5.9328,
      "step": 232600
    },
    {
      "epoch": 0.20360351212885391,
      "grad_norm": 0.4924100935459137,
      "learning_rate": 4.634278467632752e-05,
      "loss": 5.6094,
      "step": 232605
    },
    {
      "epoch": 0.20360788872248106,
      "grad_norm": 0.4587755501270294,
      "learning_rate": 4.6342624558470396e-05,
      "loss": 5.1354,
      "step": 232610
    },
    {
      "epoch": 0.20361226531610824,
      "grad_norm": 0.512186586856842,
      "learning_rate": 4.634246443746101e-05,
      "loss": 5.4361,
      "step": 232615
    },
    {
      "epoch": 0.20361664190973539,
      "grad_norm": 0.46599823236465454,
      "learning_rate": 4.634230431329937e-05,
      "loss": 5.1521,
      "step": 232620
    },
    {
      "epoch": 0.20362101850336253,
      "grad_norm": 0.4872640371322632,
      "learning_rate": 4.6342144185985516e-05,
      "loss": 5.1391,
      "step": 232625
    },
    {
      "epoch": 0.20362539509698968,
      "grad_norm": 0.5091255307197571,
      "learning_rate": 4.634198405551948e-05,
      "loss": 4.4252,
      "step": 232630
    },
    {
      "epoch": 0.20362977169061686,
      "grad_norm": 0.5153133869171143,
      "learning_rate": 4.6341823921901295e-05,
      "loss": 5.4268,
      "step": 232635
    },
    {
      "epoch": 0.203634148284244,
      "grad_norm": 0.5013830661773682,
      "learning_rate": 4.6341663785130996e-05,
      "loss": 5.1319,
      "step": 232640
    },
    {
      "epoch": 0.20363852487787115,
      "grad_norm": 0.4698263108730316,
      "learning_rate": 4.63415036452086e-05,
      "loss": 4.7357,
      "step": 232645
    },
    {
      "epoch": 0.2036429014714983,
      "grad_norm": 0.5049750208854675,
      "learning_rate": 4.634134350213415e-05,
      "loss": 4.3566,
      "step": 232650
    },
    {
      "epoch": 0.20364727806512548,
      "grad_norm": 0.46238973736763,
      "learning_rate": 4.634118335590767e-05,
      "loss": 6.2641,
      "step": 232655
    },
    {
      "epoch": 0.20365165465875262,
      "grad_norm": 0.5012922286987305,
      "learning_rate": 4.634102320652919e-05,
      "loss": 4.6011,
      "step": 232660
    },
    {
      "epoch": 0.20365603125237977,
      "grad_norm": 0.4992685914039612,
      "learning_rate": 4.634086305399875e-05,
      "loss": 4.9257,
      "step": 232665
    },
    {
      "epoch": 0.20366040784600692,
      "grad_norm": 0.4876740574836731,
      "learning_rate": 4.634070289831637e-05,
      "loss": 5.9281,
      "step": 232670
    },
    {
      "epoch": 0.2036647844396341,
      "grad_norm": 0.4616192877292633,
      "learning_rate": 4.6340542739482094e-05,
      "loss": 5.4372,
      "step": 232675
    },
    {
      "epoch": 0.20366916103326124,
      "grad_norm": 0.48355725407600403,
      "learning_rate": 4.6340382577495935e-05,
      "loss": 5.7232,
      "step": 232680
    },
    {
      "epoch": 0.2036735376268884,
      "grad_norm": 0.4599149525165558,
      "learning_rate": 4.6340222412357933e-05,
      "loss": 5.932,
      "step": 232685
    },
    {
      "epoch": 0.20367791422051554,
      "grad_norm": 0.49908512830734253,
      "learning_rate": 4.634006224406813e-05,
      "loss": 4.9252,
      "step": 232690
    },
    {
      "epoch": 0.2036822908141427,
      "grad_norm": 0.4708535075187683,
      "learning_rate": 4.633990207262654e-05,
      "loss": 5.432,
      "step": 232695
    },
    {
      "epoch": 0.20368666740776986,
      "grad_norm": 0.5525107979774475,
      "learning_rate": 4.6339741898033206e-05,
      "loss": 5.158,
      "step": 232700
    },
    {
      "epoch": 0.203691044001397,
      "grad_norm": 0.5815818905830383,
      "learning_rate": 4.633958172028815e-05,
      "loss": 5.1395,
      "step": 232705
    },
    {
      "epoch": 0.20369542059502416,
      "grad_norm": 0.4968988299369812,
      "learning_rate": 4.6339421539391404e-05,
      "loss": 3.9446,
      "step": 232710
    },
    {
      "epoch": 0.2036997971886513,
      "grad_norm": 0.7027863264083862,
      "learning_rate": 4.6339261355343e-05,
      "loss": 5.7493,
      "step": 232715
    },
    {
      "epoch": 0.20370417378227848,
      "grad_norm": 0.9781122207641602,
      "learning_rate": 4.633910116814297e-05,
      "loss": 5.3387,
      "step": 232720
    },
    {
      "epoch": 0.20370855037590563,
      "grad_norm": 0.5054595470428467,
      "learning_rate": 4.633894097779135e-05,
      "loss": 4.8798,
      "step": 232725
    },
    {
      "epoch": 0.20371292696953278,
      "grad_norm": 0.49975115060806274,
      "learning_rate": 4.633878078428816e-05,
      "loss": 4.9544,
      "step": 232730
    },
    {
      "epoch": 0.20371730356315992,
      "grad_norm": 0.5280830264091492,
      "learning_rate": 4.633862058763344e-05,
      "loss": 5.7358,
      "step": 232735
    },
    {
      "epoch": 0.2037216801567871,
      "grad_norm": 0.4694053530693054,
      "learning_rate": 4.633846038782722e-05,
      "loss": 4.7013,
      "step": 232740
    },
    {
      "epoch": 0.20372605675041425,
      "grad_norm": 0.49779465794563293,
      "learning_rate": 4.633830018486952e-05,
      "loss": 5.2213,
      "step": 232745
    },
    {
      "epoch": 0.2037304333440414,
      "grad_norm": 0.4892987012863159,
      "learning_rate": 4.633813997876038e-05,
      "loss": 5.1595,
      "step": 232750
    },
    {
      "epoch": 0.20373480993766854,
      "grad_norm": 0.5621212124824524,
      "learning_rate": 4.633797976949984e-05,
      "loss": 4.4372,
      "step": 232755
    },
    {
      "epoch": 0.20373918653129572,
      "grad_norm": 0.6084852814674377,
      "learning_rate": 4.6337819557087926e-05,
      "loss": 4.886,
      "step": 232760
    },
    {
      "epoch": 0.20374356312492287,
      "grad_norm": 0.4975379705429077,
      "learning_rate": 4.633765934152464e-05,
      "loss": 4.9009,
      "step": 232765
    },
    {
      "epoch": 0.20374793971855001,
      "grad_norm": 0.4997313618659973,
      "learning_rate": 4.633749912281006e-05,
      "loss": 5.9514,
      "step": 232770
    },
    {
      "epoch": 0.20375231631217716,
      "grad_norm": 0.5196084380149841,
      "learning_rate": 4.633733890094418e-05,
      "loss": 5.1561,
      "step": 232775
    },
    {
      "epoch": 0.20375669290580434,
      "grad_norm": 0.461186945438385,
      "learning_rate": 4.633717867592705e-05,
      "loss": 4.9281,
      "step": 232780
    },
    {
      "epoch": 0.20376106949943149,
      "grad_norm": 0.4905773103237152,
      "learning_rate": 4.633701844775871e-05,
      "loss": 5.6215,
      "step": 232785
    },
    {
      "epoch": 0.20376544609305863,
      "grad_norm": 0.5135797262191772,
      "learning_rate": 4.633685821643915e-05,
      "loss": 4.9378,
      "step": 232790
    },
    {
      "epoch": 0.20376982268668578,
      "grad_norm": 0.48481929302215576,
      "learning_rate": 4.6336697981968445e-05,
      "loss": 5.1276,
      "step": 232795
    },
    {
      "epoch": 0.20377419928031296,
      "grad_norm": 0.4728514850139618,
      "learning_rate": 4.633653774434661e-05,
      "loss": 5.3951,
      "step": 232800
    },
    {
      "epoch": 0.2037785758739401,
      "grad_norm": 0.4665295481681824,
      "learning_rate": 4.633637750357366e-05,
      "loss": 5.0549,
      "step": 232805
    },
    {
      "epoch": 0.20378295246756725,
      "grad_norm": 0.47971802949905396,
      "learning_rate": 4.633621725964965e-05,
      "loss": 4.624,
      "step": 232810
    },
    {
      "epoch": 0.2037873290611944,
      "grad_norm": 0.48343223333358765,
      "learning_rate": 4.63360570125746e-05,
      "loss": 4.9344,
      "step": 232815
    },
    {
      "epoch": 0.20379170565482158,
      "grad_norm": 0.47315189242362976,
      "learning_rate": 4.633589676234854e-05,
      "loss": 4.7061,
      "step": 232820
    },
    {
      "epoch": 0.20379608224844872,
      "grad_norm": 0.4734645485877991,
      "learning_rate": 4.63357365089715e-05,
      "loss": 4.1099,
      "step": 232825
    },
    {
      "epoch": 0.20380045884207587,
      "grad_norm": 0.4737451374530792,
      "learning_rate": 4.6335576252443525e-05,
      "loss": 5.1276,
      "step": 232830
    },
    {
      "epoch": 0.20380483543570302,
      "grad_norm": 0.4610240161418915,
      "learning_rate": 4.633541599276463e-05,
      "loss": 5.3096,
      "step": 232835
    },
    {
      "epoch": 0.20380921202933017,
      "grad_norm": 0.48346927762031555,
      "learning_rate": 4.6335255729934844e-05,
      "loss": 4.9297,
      "step": 232840
    },
    {
      "epoch": 0.20381358862295734,
      "grad_norm": 0.4543749988079071,
      "learning_rate": 4.6335095463954215e-05,
      "loss": 5.4271,
      "step": 232845
    },
    {
      "epoch": 0.2038179652165845,
      "grad_norm": 0.4547087252140045,
      "learning_rate": 4.6334935194822746e-05,
      "loss": 5.9613,
      "step": 232850
    },
    {
      "epoch": 0.20382234181021164,
      "grad_norm": 0.45592498779296875,
      "learning_rate": 4.6334774922540505e-05,
      "loss": 5.9578,
      "step": 232855
    },
    {
      "epoch": 0.20382671840383879,
      "grad_norm": 0.44779667258262634,
      "learning_rate": 4.633461464710749e-05,
      "loss": 5.4421,
      "step": 232860
    },
    {
      "epoch": 0.20383109499746596,
      "grad_norm": 0.48258498311042786,
      "learning_rate": 4.633445436852375e-05,
      "loss": 4.6272,
      "step": 232865
    },
    {
      "epoch": 0.2038354715910931,
      "grad_norm": 0.4965950548648834,
      "learning_rate": 4.633429408678932e-05,
      "loss": 4.8191,
      "step": 232870
    },
    {
      "epoch": 0.20383984818472026,
      "grad_norm": 0.48496919870376587,
      "learning_rate": 4.633413380190421e-05,
      "loss": 4.4243,
      "step": 232875
    },
    {
      "epoch": 0.2038442247783474,
      "grad_norm": 0.4572349488735199,
      "learning_rate": 4.633397351386847e-05,
      "loss": 4.4536,
      "step": 232880
    },
    {
      "epoch": 0.20384860137197458,
      "grad_norm": 0.4674011170864105,
      "learning_rate": 4.633381322268212e-05,
      "loss": 5.927,
      "step": 232885
    },
    {
      "epoch": 0.20385297796560173,
      "grad_norm": 0.45254087448120117,
      "learning_rate": 4.633365292834519e-05,
      "loss": 6.2074,
      "step": 232890
    },
    {
      "epoch": 0.20385735455922888,
      "grad_norm": 0.4597148299217224,
      "learning_rate": 4.6333492630857736e-05,
      "loss": 5.0334,
      "step": 232895
    },
    {
      "epoch": 0.20386173115285602,
      "grad_norm": 0.47009918093681335,
      "learning_rate": 4.6333332330219745e-05,
      "loss": 4.6226,
      "step": 232900
    },
    {
      "epoch": 0.2038661077464832,
      "grad_norm": 0.4890705645084381,
      "learning_rate": 4.633317202643128e-05,
      "loss": 5.1366,
      "step": 232905
    },
    {
      "epoch": 0.20387048434011035,
      "grad_norm": 0.4765939712524414,
      "learning_rate": 4.633301171949237e-05,
      "loss": 5.6559,
      "step": 232910
    },
    {
      "epoch": 0.2038748609337375,
      "grad_norm": 0.45123329758644104,
      "learning_rate": 4.633285140940303e-05,
      "loss": 6.2545,
      "step": 232915
    },
    {
      "epoch": 0.20387923752736464,
      "grad_norm": 0.4925912320613861,
      "learning_rate": 4.6332691096163305e-05,
      "loss": 4.6934,
      "step": 232920
    },
    {
      "epoch": 0.20388361412099182,
      "grad_norm": 0.4644315242767334,
      "learning_rate": 4.633253077977322e-05,
      "loss": 5.9281,
      "step": 232925
    },
    {
      "epoch": 0.20388799071461897,
      "grad_norm": 0.4550318121910095,
      "learning_rate": 4.633237046023281e-05,
      "loss": 5.3604,
      "step": 232930
    },
    {
      "epoch": 0.20389236730824611,
      "grad_norm": 0.4953498840332031,
      "learning_rate": 4.6332210137542095e-05,
      "loss": 5.7104,
      "step": 232935
    },
    {
      "epoch": 0.20389674390187326,
      "grad_norm": 0.462964802980423,
      "learning_rate": 4.6332049811701126e-05,
      "loss": 5.6205,
      "step": 232940
    },
    {
      "epoch": 0.20390112049550044,
      "grad_norm": 0.5073121190071106,
      "learning_rate": 4.6331889482709914e-05,
      "loss": 5.7601,
      "step": 232945
    },
    {
      "epoch": 0.20390549708912759,
      "grad_norm": 0.4856790006160736,
      "learning_rate": 4.6331729150568504e-05,
      "loss": 5.2025,
      "step": 232950
    },
    {
      "epoch": 0.20390987368275473,
      "grad_norm": 0.45714664459228516,
      "learning_rate": 4.633156881527692e-05,
      "loss": 5.1366,
      "step": 232955
    },
    {
      "epoch": 0.20391425027638188,
      "grad_norm": 0.4681205451488495,
      "learning_rate": 4.633140847683518e-05,
      "loss": 5.0359,
      "step": 232960
    },
    {
      "epoch": 0.20391862687000903,
      "grad_norm": 0.463160902261734,
      "learning_rate": 4.6331248135243344e-05,
      "loss": 5.6496,
      "step": 232965
    },
    {
      "epoch": 0.2039230034636362,
      "grad_norm": 0.48890164494514465,
      "learning_rate": 4.6331087790501425e-05,
      "loss": 4.9471,
      "step": 232970
    },
    {
      "epoch": 0.20392738005726335,
      "grad_norm": 0.461363285779953,
      "learning_rate": 4.633092744260945e-05,
      "loss": 4.4127,
      "step": 232975
    },
    {
      "epoch": 0.2039317566508905,
      "grad_norm": 0.5013368129730225,
      "learning_rate": 4.6330767091567463e-05,
      "loss": 4.1727,
      "step": 232980
    },
    {
      "epoch": 0.20393613324451765,
      "grad_norm": 0.5444012880325317,
      "learning_rate": 4.6330606737375496e-05,
      "loss": 4.2049,
      "step": 232985
    },
    {
      "epoch": 0.20394050983814482,
      "grad_norm": 0.47852179408073425,
      "learning_rate": 4.6330446380033555e-05,
      "loss": 4.9222,
      "step": 232990
    },
    {
      "epoch": 0.20394488643177197,
      "grad_norm": 0.4719241261482239,
      "learning_rate": 4.63302860195417e-05,
      "loss": 4.7238,
      "step": 232995
    },
    {
      "epoch": 0.20394926302539912,
      "grad_norm": 0.4758438169956207,
      "learning_rate": 4.633012565589995e-05,
      "loss": 4.7959,
      "step": 233000
    },
    {
      "epoch": 0.20395363961902627,
      "grad_norm": 0.4683588445186615,
      "learning_rate": 4.6329965289108326e-05,
      "loss": 5.4604,
      "step": 233005
    },
    {
      "epoch": 0.20395801621265344,
      "grad_norm": 0.5505641102790833,
      "learning_rate": 4.632980491916687e-05,
      "loss": 4.9053,
      "step": 233010
    },
    {
      "epoch": 0.2039623928062806,
      "grad_norm": 0.46817776560783386,
      "learning_rate": 4.632964454607562e-05,
      "loss": 4.9233,
      "step": 233015
    },
    {
      "epoch": 0.20396676939990774,
      "grad_norm": 0.49958929419517517,
      "learning_rate": 4.6329484169834606e-05,
      "loss": 5.7658,
      "step": 233020
    },
    {
      "epoch": 0.20397114599353489,
      "grad_norm": 0.46644335985183716,
      "learning_rate": 4.6329323790443835e-05,
      "loss": 5.9887,
      "step": 233025
    },
    {
      "epoch": 0.20397552258716206,
      "grad_norm": 0.47594818472862244,
      "learning_rate": 4.632916340790336e-05,
      "loss": 4.3469,
      "step": 233030
    },
    {
      "epoch": 0.2039798991807892,
      "grad_norm": 0.4942258894443512,
      "learning_rate": 4.632900302221321e-05,
      "loss": 5.7229,
      "step": 233035
    },
    {
      "epoch": 0.20398427577441636,
      "grad_norm": 0.503442108631134,
      "learning_rate": 4.632884263337342e-05,
      "loss": 5.2614,
      "step": 233040
    },
    {
      "epoch": 0.2039886523680435,
      "grad_norm": 0.46434685587882996,
      "learning_rate": 4.6328682241384e-05,
      "loss": 5.0244,
      "step": 233045
    },
    {
      "epoch": 0.20399302896167068,
      "grad_norm": 0.4971354603767395,
      "learning_rate": 4.6328521846244996e-05,
      "loss": 5.6518,
      "step": 233050
    },
    {
      "epoch": 0.20399740555529783,
      "grad_norm": 0.46894246339797974,
      "learning_rate": 4.6328361447956446e-05,
      "loss": 5.4673,
      "step": 233055
    },
    {
      "epoch": 0.20400178214892498,
      "grad_norm": 0.49348485469818115,
      "learning_rate": 4.632820104651837e-05,
      "loss": 5.3995,
      "step": 233060
    },
    {
      "epoch": 0.20400615874255212,
      "grad_norm": 0.4636077284812927,
      "learning_rate": 4.63280406419308e-05,
      "loss": 5.7296,
      "step": 233065
    },
    {
      "epoch": 0.2040105353361793,
      "grad_norm": 0.470638245344162,
      "learning_rate": 4.632788023419377e-05,
      "loss": 5.9293,
      "step": 233070
    },
    {
      "epoch": 0.20401491192980645,
      "grad_norm": 0.4712492525577545,
      "learning_rate": 4.63277198233073e-05,
      "loss": 5.4587,
      "step": 233075
    },
    {
      "epoch": 0.2040192885234336,
      "grad_norm": 0.4605434834957123,
      "learning_rate": 4.6327559409271434e-05,
      "loss": 4.8327,
      "step": 233080
    },
    {
      "epoch": 0.20402366511706074,
      "grad_norm": 0.48927921056747437,
      "learning_rate": 4.6327398992086215e-05,
      "loss": 5.427,
      "step": 233085
    },
    {
      "epoch": 0.2040280417106879,
      "grad_norm": 0.46983617544174194,
      "learning_rate": 4.632723857175164e-05,
      "loss": 5.426,
      "step": 233090
    },
    {
      "epoch": 0.20403241830431507,
      "grad_norm": 0.46830224990844727,
      "learning_rate": 4.632707814826776e-05,
      "loss": 5.4237,
      "step": 233095
    },
    {
      "epoch": 0.20403679489794221,
      "grad_norm": 0.4820878803730011,
      "learning_rate": 4.632691772163461e-05,
      "loss": 4.8639,
      "step": 233100
    },
    {
      "epoch": 0.20404117149156936,
      "grad_norm": 0.4895796775817871,
      "learning_rate": 4.632675729185221e-05,
      "loss": 5.4235,
      "step": 233105
    },
    {
      "epoch": 0.2040455480851965,
      "grad_norm": 0.49945971369743347,
      "learning_rate": 4.632659685892059e-05,
      "loss": 4.581,
      "step": 233110
    },
    {
      "epoch": 0.20404992467882369,
      "grad_norm": 0.5124877691268921,
      "learning_rate": 4.6326436422839805e-05,
      "loss": 5.3815,
      "step": 233115
    },
    {
      "epoch": 0.20405430127245083,
      "grad_norm": 0.47900110483169556,
      "learning_rate": 4.6326275983609857e-05,
      "loss": 5.414,
      "step": 233120
    },
    {
      "epoch": 0.20405867786607798,
      "grad_norm": 0.47674357891082764,
      "learning_rate": 4.632611554123079e-05,
      "loss": 5.9646,
      "step": 233125
    },
    {
      "epoch": 0.20406305445970513,
      "grad_norm": 0.4826233386993408,
      "learning_rate": 4.632595509570262e-05,
      "loss": 5.2114,
      "step": 233130
    },
    {
      "epoch": 0.2040674310533323,
      "grad_norm": 0.4707822799682617,
      "learning_rate": 4.632579464702541e-05,
      "loss": 5.124,
      "step": 233135
    },
    {
      "epoch": 0.20407180764695945,
      "grad_norm": 0.472771018743515,
      "learning_rate": 4.6325634195199165e-05,
      "loss": 5.9402,
      "step": 233140
    },
    {
      "epoch": 0.2040761842405866,
      "grad_norm": 0.4592576026916504,
      "learning_rate": 4.6325473740223924e-05,
      "loss": 6.242,
      "step": 233145
    },
    {
      "epoch": 0.20408056083421375,
      "grad_norm": 0.4721536636352539,
      "learning_rate": 4.632531328209971e-05,
      "loss": 5.4811,
      "step": 233150
    },
    {
      "epoch": 0.20408493742784092,
      "grad_norm": 0.4740365743637085,
      "learning_rate": 4.632515282082656e-05,
      "loss": 5.665,
      "step": 233155
    },
    {
      "epoch": 0.20408931402146807,
      "grad_norm": 0.47050535678863525,
      "learning_rate": 4.632499235640451e-05,
      "loss": 4.9348,
      "step": 233160
    },
    {
      "epoch": 0.20409369061509522,
      "grad_norm": 0.47684675455093384,
      "learning_rate": 4.632483188883359e-05,
      "loss": 4.0933,
      "step": 233165
    },
    {
      "epoch": 0.20409806720872237,
      "grad_norm": 0.4879891574382782,
      "learning_rate": 4.632467141811382e-05,
      "loss": 5.7126,
      "step": 233170
    },
    {
      "epoch": 0.20410244380234954,
      "grad_norm": 0.46694380044937134,
      "learning_rate": 4.632451094424524e-05,
      "loss": 5.0367,
      "step": 233175
    },
    {
      "epoch": 0.2041068203959767,
      "grad_norm": 0.4670927822589874,
      "learning_rate": 4.632435046722787e-05,
      "loss": 4.8535,
      "step": 233180
    },
    {
      "epoch": 0.20411119698960384,
      "grad_norm": 0.5373682379722595,
      "learning_rate": 4.632418998706176e-05,
      "loss": 4.1919,
      "step": 233185
    },
    {
      "epoch": 0.20411557358323099,
      "grad_norm": 0.4803919196128845,
      "learning_rate": 4.632402950374694e-05,
      "loss": 5.4343,
      "step": 233190
    },
    {
      "epoch": 0.20411995017685816,
      "grad_norm": 0.49998149275779724,
      "learning_rate": 4.6323869017283417e-05,
      "loss": 5.173,
      "step": 233195
    },
    {
      "epoch": 0.2041243267704853,
      "grad_norm": 0.490814208984375,
      "learning_rate": 4.6323708527671236e-05,
      "loss": 5.7298,
      "step": 233200
    },
    {
      "epoch": 0.20412870336411246,
      "grad_norm": 0.47987252473831177,
      "learning_rate": 4.6323548034910445e-05,
      "loss": 4.5963,
      "step": 233205
    },
    {
      "epoch": 0.2041330799577396,
      "grad_norm": 0.4735570549964905,
      "learning_rate": 4.632338753900105e-05,
      "loss": 5.6949,
      "step": 233210
    },
    {
      "epoch": 0.20413745655136675,
      "grad_norm": 0.4853307008743286,
      "learning_rate": 4.632322703994308e-05,
      "loss": 4.9369,
      "step": 233215
    },
    {
      "epoch": 0.20414183314499393,
      "grad_norm": 0.47699037194252014,
      "learning_rate": 4.6323066537736594e-05,
      "loss": 5.3943,
      "step": 233220
    },
    {
      "epoch": 0.20414620973862108,
      "grad_norm": 0.4681905210018158,
      "learning_rate": 4.6322906032381595e-05,
      "loss": 5.6611,
      "step": 233225
    },
    {
      "epoch": 0.20415058633224822,
      "grad_norm": 0.47489258646965027,
      "learning_rate": 4.6322745523878134e-05,
      "loss": 5.7559,
      "step": 233230
    },
    {
      "epoch": 0.20415496292587537,
      "grad_norm": 0.4769856333732605,
      "learning_rate": 4.6322585012226224e-05,
      "loss": 4.3781,
      "step": 233235
    },
    {
      "epoch": 0.20415933951950255,
      "grad_norm": 0.47512662410736084,
      "learning_rate": 4.632242449742591e-05,
      "loss": 5.1797,
      "step": 233240
    },
    {
      "epoch": 0.2041637161131297,
      "grad_norm": 0.47696608304977417,
      "learning_rate": 4.632226397947722e-05,
      "loss": 4.9408,
      "step": 233245
    },
    {
      "epoch": 0.20416809270675684,
      "grad_norm": 0.48869505524635315,
      "learning_rate": 4.632210345838017e-05,
      "loss": 5.0693,
      "step": 233250
    },
    {
      "epoch": 0.204172469300384,
      "grad_norm": 0.47507739067077637,
      "learning_rate": 4.632194293413482e-05,
      "loss": 4.8879,
      "step": 233255
    },
    {
      "epoch": 0.20417684589401117,
      "grad_norm": 0.47388413548469543,
      "learning_rate": 4.6321782406741174e-05,
      "loss": 5.1439,
      "step": 233260
    },
    {
      "epoch": 0.20418122248763831,
      "grad_norm": 0.47757822275161743,
      "learning_rate": 4.632162187619927e-05,
      "loss": 5.1603,
      "step": 233265
    },
    {
      "epoch": 0.20418559908126546,
      "grad_norm": 0.4702395498752594,
      "learning_rate": 4.6321461342509157e-05,
      "loss": 5.6754,
      "step": 233270
    },
    {
      "epoch": 0.2041899756748926,
      "grad_norm": 0.45308905839920044,
      "learning_rate": 4.6321300805670844e-05,
      "loss": 6.2119,
      "step": 233275
    },
    {
      "epoch": 0.20419435226851979,
      "grad_norm": 0.4955737590789795,
      "learning_rate": 4.632114026568436e-05,
      "loss": 5.0957,
      "step": 233280
    },
    {
      "epoch": 0.20419872886214693,
      "grad_norm": 0.5059130787849426,
      "learning_rate": 4.632097972254975e-05,
      "loss": 5.4229,
      "step": 233285
    },
    {
      "epoch": 0.20420310545577408,
      "grad_norm": 0.4804346263408661,
      "learning_rate": 4.632081917626705e-05,
      "loss": 5.6086,
      "step": 233290
    },
    {
      "epoch": 0.20420748204940123,
      "grad_norm": 0.49750274419784546,
      "learning_rate": 4.632065862683627e-05,
      "loss": 4.8901,
      "step": 233295
    },
    {
      "epoch": 0.2042118586430284,
      "grad_norm": 0.49049147963523865,
      "learning_rate": 4.632049807425746e-05,
      "loss": 5.4444,
      "step": 233300
    },
    {
      "epoch": 0.20421623523665555,
      "grad_norm": 0.47373059391975403,
      "learning_rate": 4.632033751853063e-05,
      "loss": 5.7143,
      "step": 233305
    },
    {
      "epoch": 0.2042206118302827,
      "grad_norm": 0.5014485120773315,
      "learning_rate": 4.6320176959655835e-05,
      "loss": 4.1729,
      "step": 233310
    },
    {
      "epoch": 0.20422498842390985,
      "grad_norm": 0.4857119619846344,
      "learning_rate": 4.6320016397633106e-05,
      "loss": 4.1691,
      "step": 233315
    },
    {
      "epoch": 0.20422936501753702,
      "grad_norm": 0.4879330098628998,
      "learning_rate": 4.631985583246244e-05,
      "loss": 5.2168,
      "step": 233320
    },
    {
      "epoch": 0.20423374161116417,
      "grad_norm": 0.47791701555252075,
      "learning_rate": 4.63196952641439e-05,
      "loss": 5.1609,
      "step": 233325
    },
    {
      "epoch": 0.20423811820479132,
      "grad_norm": 0.4884256422519684,
      "learning_rate": 4.631953469267751e-05,
      "loss": 5.4083,
      "step": 233330
    },
    {
      "epoch": 0.20424249479841847,
      "grad_norm": 0.4811958074569702,
      "learning_rate": 4.6319374118063306e-05,
      "loss": 5.6637,
      "step": 233335
    },
    {
      "epoch": 0.20424687139204564,
      "grad_norm": 0.5052185654640198,
      "learning_rate": 4.631921354030131e-05,
      "loss": 5.2056,
      "step": 233340
    },
    {
      "epoch": 0.2042512479856728,
      "grad_norm": 0.47504881024360657,
      "learning_rate": 4.631905295939155e-05,
      "loss": 5.4285,
      "step": 233345
    },
    {
      "epoch": 0.20425562457929994,
      "grad_norm": 0.47719791531562805,
      "learning_rate": 4.6318892375334054e-05,
      "loss": 5.423,
      "step": 233350
    },
    {
      "epoch": 0.20426000117292709,
      "grad_norm": 0.4747461676597595,
      "learning_rate": 4.631873178812888e-05,
      "loss": 5.4218,
      "step": 233355
    },
    {
      "epoch": 0.20426437776655423,
      "grad_norm": 0.5161640048027039,
      "learning_rate": 4.6318571197776015e-05,
      "loss": 4.9254,
      "step": 233360
    },
    {
      "epoch": 0.2042687543601814,
      "grad_norm": 0.4798709452152252,
      "learning_rate": 4.631841060427554e-05,
      "loss": 5.4271,
      "step": 233365
    },
    {
      "epoch": 0.20427313095380856,
      "grad_norm": 0.4744662642478943,
      "learning_rate": 4.6318250007627454e-05,
      "loss": 4.6107,
      "step": 233370
    },
    {
      "epoch": 0.2042775075474357,
      "grad_norm": 0.4871487021446228,
      "learning_rate": 4.631808940783179e-05,
      "loss": 5.3156,
      "step": 233375
    },
    {
      "epoch": 0.20428188414106285,
      "grad_norm": 0.47940075397491455,
      "learning_rate": 4.6317928804888575e-05,
      "loss": 4.6133,
      "step": 233380
    },
    {
      "epoch": 0.20428626073469003,
      "grad_norm": 0.46901509165763855,
      "learning_rate": 4.6317768198797865e-05,
      "loss": 5.649,
      "step": 233385
    },
    {
      "epoch": 0.20429063732831718,
      "grad_norm": 0.46440476179122925,
      "learning_rate": 4.631760758955966e-05,
      "loss": 6.2334,
      "step": 233390
    },
    {
      "epoch": 0.20429501392194432,
      "grad_norm": 0.46619346737861633,
      "learning_rate": 4.6317446977174014e-05,
      "loss": 4.8072,
      "step": 233395
    },
    {
      "epoch": 0.20429939051557147,
      "grad_norm": 0.49975231289863586,
      "learning_rate": 4.6317286361640954e-05,
      "loss": 4.6891,
      "step": 233400
    },
    {
      "epoch": 0.20430376710919865,
      "grad_norm": 0.49098634719848633,
      "learning_rate": 4.63171257429605e-05,
      "loss": 5.1491,
      "step": 233405
    },
    {
      "epoch": 0.2043081437028258,
      "grad_norm": 0.48874613642692566,
      "learning_rate": 4.631696512113269e-05,
      "loss": 5.6504,
      "step": 233410
    },
    {
      "epoch": 0.20431252029645294,
      "grad_norm": 0.4667471945285797,
      "learning_rate": 4.631680449615755e-05,
      "loss": 5.7377,
      "step": 233415
    },
    {
      "epoch": 0.2043168968900801,
      "grad_norm": 0.47175732254981995,
      "learning_rate": 4.631664386803512e-05,
      "loss": 5.9186,
      "step": 233420
    },
    {
      "epoch": 0.20432127348370727,
      "grad_norm": 0.49432772397994995,
      "learning_rate": 4.631648323676544e-05,
      "loss": 5.0682,
      "step": 233425
    },
    {
      "epoch": 0.20432565007733441,
      "grad_norm": 0.4675259292125702,
      "learning_rate": 4.63163226023485e-05,
      "loss": 4.9317,
      "step": 233430
    },
    {
      "epoch": 0.20433002667096156,
      "grad_norm": 0.4592495560646057,
      "learning_rate": 4.6316161964784387e-05,
      "loss": 5.9264,
      "step": 233435
    },
    {
      "epoch": 0.2043344032645887,
      "grad_norm": 0.46240532398223877,
      "learning_rate": 4.631600132407309e-05,
      "loss": 5.1093,
      "step": 233440
    },
    {
      "epoch": 0.20433877985821589,
      "grad_norm": 0.48277464509010315,
      "learning_rate": 4.631584068021465e-05,
      "loss": 5.4321,
      "step": 233445
    },
    {
      "epoch": 0.20434315645184303,
      "grad_norm": 0.5099340677261353,
      "learning_rate": 4.6315680033209105e-05,
      "loss": 5.4369,
      "step": 233450
    },
    {
      "epoch": 0.20434753304547018,
      "grad_norm": 0.47901466488838196,
      "learning_rate": 4.631551938305648e-05,
      "loss": 5.6706,
      "step": 233455
    },
    {
      "epoch": 0.20435190963909733,
      "grad_norm": 0.46790844202041626,
      "learning_rate": 4.6315358729756816e-05,
      "loss": 5.6422,
      "step": 233460
    },
    {
      "epoch": 0.2043562862327245,
      "grad_norm": 0.4817811846733093,
      "learning_rate": 4.631519807331014e-05,
      "loss": 5.9328,
      "step": 233465
    },
    {
      "epoch": 0.20436066282635165,
      "grad_norm": 0.5021288394927979,
      "learning_rate": 4.6315037413716466e-05,
      "loss": 4.6563,
      "step": 233470
    },
    {
      "epoch": 0.2043650394199788,
      "grad_norm": 0.498175710439682,
      "learning_rate": 4.631487675097585e-05,
      "loss": 4.3173,
      "step": 233475
    },
    {
      "epoch": 0.20436941601360595,
      "grad_norm": 0.5091219544410706,
      "learning_rate": 4.63147160850883e-05,
      "loss": 4.6506,
      "step": 233480
    },
    {
      "epoch": 0.2043737926072331,
      "grad_norm": 0.46985772252082825,
      "learning_rate": 4.6314555416053865e-05,
      "loss": 5.9258,
      "step": 233485
    },
    {
      "epoch": 0.20437816920086027,
      "grad_norm": 0.513671875,
      "learning_rate": 4.631439474387257e-05,
      "loss": 4.6844,
      "step": 233490
    },
    {
      "epoch": 0.20438254579448742,
      "grad_norm": 0.4921257197856903,
      "learning_rate": 4.631423406854445e-05,
      "loss": 4.2577,
      "step": 233495
    },
    {
      "epoch": 0.20438692238811457,
      "grad_norm": 0.4903014302253723,
      "learning_rate": 4.6314073390069525e-05,
      "loss": 5.7532,
      "step": 233500
    },
    {
      "epoch": 0.20439129898174171,
      "grad_norm": 0.47735145688056946,
      "learning_rate": 4.6313912708447823e-05,
      "loss": 4.8941,
      "step": 233505
    },
    {
      "epoch": 0.2043956755753689,
      "grad_norm": 0.47667771577835083,
      "learning_rate": 4.63137520236794e-05,
      "loss": 5.2308,
      "step": 233510
    },
    {
      "epoch": 0.20440005216899604,
      "grad_norm": 0.48599517345428467,
      "learning_rate": 4.631359133576426e-05,
      "loss": 4.9587,
      "step": 233515
    },
    {
      "epoch": 0.20440442876262319,
      "grad_norm": 0.4951954782009125,
      "learning_rate": 4.631343064470246e-05,
      "loss": 6.2734,
      "step": 233520
    },
    {
      "epoch": 0.20440880535625033,
      "grad_norm": 0.46248480677604675,
      "learning_rate": 4.6313269950494e-05,
      "loss": 5.1174,
      "step": 233525
    },
    {
      "epoch": 0.2044131819498775,
      "grad_norm": 0.49937063455581665,
      "learning_rate": 4.6313109253138934e-05,
      "loss": 4.9127,
      "step": 233530
    },
    {
      "epoch": 0.20441755854350466,
      "grad_norm": 0.4808560311794281,
      "learning_rate": 4.6312948552637295e-05,
      "loss": 5.4596,
      "step": 233535
    },
    {
      "epoch": 0.2044219351371318,
      "grad_norm": 0.46625590324401855,
      "learning_rate": 4.631278784898909e-05,
      "loss": 5.2197,
      "step": 233540
    },
    {
      "epoch": 0.20442631173075895,
      "grad_norm": 0.49337467551231384,
      "learning_rate": 4.631262714219438e-05,
      "loss": 5.6381,
      "step": 233545
    },
    {
      "epoch": 0.20443068832438613,
      "grad_norm": 0.476786345243454,
      "learning_rate": 4.6312466432253166e-05,
      "loss": 5.1241,
      "step": 233550
    },
    {
      "epoch": 0.20443506491801328,
      "grad_norm": 0.4817136228084564,
      "learning_rate": 4.6312305719165505e-05,
      "loss": 5.1225,
      "step": 233555
    },
    {
      "epoch": 0.20443944151164042,
      "grad_norm": 0.47894126176834106,
      "learning_rate": 4.6312145002931415e-05,
      "loss": 4.9422,
      "step": 233560
    },
    {
      "epoch": 0.20444381810526757,
      "grad_norm": 0.4757695198059082,
      "learning_rate": 4.6311984283550936e-05,
      "loss": 5.3318,
      "step": 233565
    },
    {
      "epoch": 0.20444819469889475,
      "grad_norm": 0.47207924723625183,
      "learning_rate": 4.631182356102408e-05,
      "loss": 4.6104,
      "step": 233570
    },
    {
      "epoch": 0.2044525712925219,
      "grad_norm": 0.4898017942905426,
      "learning_rate": 4.63116628353509e-05,
      "loss": 5.1873,
      "step": 233575
    },
    {
      "epoch": 0.20445694788614904,
      "grad_norm": 0.48382967710494995,
      "learning_rate": 4.631150210653141e-05,
      "loss": 4.9182,
      "step": 233580
    },
    {
      "epoch": 0.2044613244797762,
      "grad_norm": 0.46554261445999146,
      "learning_rate": 4.631134137456565e-05,
      "loss": 5.6441,
      "step": 233585
    },
    {
      "epoch": 0.20446570107340337,
      "grad_norm": 0.4813123941421509,
      "learning_rate": 4.6311180639453656e-05,
      "loss": 4.6024,
      "step": 233590
    },
    {
      "epoch": 0.20447007766703051,
      "grad_norm": 0.4870983064174652,
      "learning_rate": 4.631101990119545e-05,
      "loss": 5.2258,
      "step": 233595
    },
    {
      "epoch": 0.20447445426065766,
      "grad_norm": 0.47653573751449585,
      "learning_rate": 4.631085915979106e-05,
      "loss": 5.728,
      "step": 233600
    },
    {
      "epoch": 0.2044788308542848,
      "grad_norm": 0.48272162675857544,
      "learning_rate": 4.6310698415240526e-05,
      "loss": 4.9165,
      "step": 233605
    },
    {
      "epoch": 0.20448320744791196,
      "grad_norm": 0.4806786775588989,
      "learning_rate": 4.631053766754387e-05,
      "loss": 4.8915,
      "step": 233610
    },
    {
      "epoch": 0.20448758404153913,
      "grad_norm": 0.49379801750183105,
      "learning_rate": 4.631037691670114e-05,
      "loss": 4.9686,
      "step": 233615
    },
    {
      "epoch": 0.20449196063516628,
      "grad_norm": 0.5102822184562683,
      "learning_rate": 4.631021616271235e-05,
      "loss": 4.5958,
      "step": 233620
    },
    {
      "epoch": 0.20449633722879343,
      "grad_norm": 0.4857446253299713,
      "learning_rate": 4.6310055405577535e-05,
      "loss": 4.6774,
      "step": 233625
    },
    {
      "epoch": 0.20450071382242058,
      "grad_norm": 0.4826914668083191,
      "learning_rate": 4.630989464529673e-05,
      "loss": 5.6252,
      "step": 233630
    },
    {
      "epoch": 0.20450509041604775,
      "grad_norm": 0.4745924770832062,
      "learning_rate": 4.6309733881869954e-05,
      "loss": 4.8644,
      "step": 233635
    },
    {
      "epoch": 0.2045094670096749,
      "grad_norm": 0.4903469383716583,
      "learning_rate": 4.630957311529726e-05,
      "loss": 5.1121,
      "step": 233640
    },
    {
      "epoch": 0.20451384360330205,
      "grad_norm": 0.4753000736236572,
      "learning_rate": 4.630941234557866e-05,
      "loss": 5.4195,
      "step": 233645
    },
    {
      "epoch": 0.2045182201969292,
      "grad_norm": 0.5257702469825745,
      "learning_rate": 4.6309251572714185e-05,
      "loss": 5.1244,
      "step": 233650
    },
    {
      "epoch": 0.20452259679055637,
      "grad_norm": 0.5131523013114929,
      "learning_rate": 4.630909079670389e-05,
      "loss": 4.8608,
      "step": 233655
    },
    {
      "epoch": 0.20452697338418352,
      "grad_norm": 0.47775858640670776,
      "learning_rate": 4.630893001754778e-05,
      "loss": 6.2379,
      "step": 233660
    },
    {
      "epoch": 0.20453134997781067,
      "grad_norm": 0.48647692799568176,
      "learning_rate": 4.6308769235245886e-05,
      "loss": 5.6176,
      "step": 233665
    },
    {
      "epoch": 0.20453572657143781,
      "grad_norm": 0.4889603555202484,
      "learning_rate": 4.6308608449798254e-05,
      "loss": 5.9053,
      "step": 233670
    },
    {
      "epoch": 0.204540103165065,
      "grad_norm": 0.4624597728252411,
      "learning_rate": 4.630844766120491e-05,
      "loss": 5.3326,
      "step": 233675
    },
    {
      "epoch": 0.20454447975869214,
      "grad_norm": 0.4598967432975769,
      "learning_rate": 4.6308286869465876e-05,
      "loss": 5.6426,
      "step": 233680
    },
    {
      "epoch": 0.20454885635231929,
      "grad_norm": 0.46383774280548096,
      "learning_rate": 4.6308126074581206e-05,
      "loss": 5.9566,
      "step": 233685
    },
    {
      "epoch": 0.20455323294594643,
      "grad_norm": 0.4500279128551483,
      "learning_rate": 4.63079652765509e-05,
      "loss": 5.1444,
      "step": 233690
    },
    {
      "epoch": 0.2045576095395736,
      "grad_norm": 0.5080493092536926,
      "learning_rate": 4.630780447537502e-05,
      "loss": 5.4241,
      "step": 233695
    },
    {
      "epoch": 0.20456198613320076,
      "grad_norm": 0.4978664815425873,
      "learning_rate": 4.6307643671053566e-05,
      "loss": 5.2136,
      "step": 233700
    },
    {
      "epoch": 0.2045663627268279,
      "grad_norm": 0.4850400388240814,
      "learning_rate": 4.6307482863586594e-05,
      "loss": 4.8089,
      "step": 233705
    },
    {
      "epoch": 0.20457073932045505,
      "grad_norm": 0.51582270860672,
      "learning_rate": 4.630732205297412e-05,
      "loss": 5.716,
      "step": 233710
    },
    {
      "epoch": 0.20457511591408223,
      "grad_norm": 0.47681766748428345,
      "learning_rate": 4.630716123921619e-05,
      "loss": 5.1476,
      "step": 233715
    },
    {
      "epoch": 0.20457949250770938,
      "grad_norm": 0.5103367567062378,
      "learning_rate": 4.6307000422312815e-05,
      "loss": 5.233,
      "step": 233720
    },
    {
      "epoch": 0.20458386910133652,
      "grad_norm": 0.4769269526004791,
      "learning_rate": 4.630683960226404e-05,
      "loss": 5.4658,
      "step": 233725
    },
    {
      "epoch": 0.20458824569496367,
      "grad_norm": 0.5132598280906677,
      "learning_rate": 4.63066787790699e-05,
      "loss": 5.1294,
      "step": 233730
    },
    {
      "epoch": 0.20459262228859082,
      "grad_norm": 0.502826988697052,
      "learning_rate": 4.630651795273041e-05,
      "loss": 4.681,
      "step": 233735
    },
    {
      "epoch": 0.204596998882218,
      "grad_norm": 0.5726485848426819,
      "learning_rate": 4.6306357123245615e-05,
      "loss": 4.6501,
      "step": 233740
    },
    {
      "epoch": 0.20460137547584514,
      "grad_norm": 0.4875723123550415,
      "learning_rate": 4.630619629061553e-05,
      "loss": 5.643,
      "step": 233745
    },
    {
      "epoch": 0.2046057520694723,
      "grad_norm": 0.4698653519153595,
      "learning_rate": 4.6306035454840215e-05,
      "loss": 5.9371,
      "step": 233750
    },
    {
      "epoch": 0.20461012866309944,
      "grad_norm": 0.466946542263031,
      "learning_rate": 4.6305874615919664e-05,
      "loss": 5.3447,
      "step": 233755
    },
    {
      "epoch": 0.20461450525672661,
      "grad_norm": 0.4716307520866394,
      "learning_rate": 4.6305713773853944e-05,
      "loss": 4.6471,
      "step": 233760
    },
    {
      "epoch": 0.20461888185035376,
      "grad_norm": 0.5567253232002258,
      "learning_rate": 4.630555292864306e-05,
      "loss": 5.0379,
      "step": 233765
    },
    {
      "epoch": 0.2046232584439809,
      "grad_norm": 0.5057535767555237,
      "learning_rate": 4.6305392080287045e-05,
      "loss": 5.723,
      "step": 233770
    },
    {
      "epoch": 0.20462763503760806,
      "grad_norm": 0.4757644832134247,
      "learning_rate": 4.630523122878595e-05,
      "loss": 5.9387,
      "step": 233775
    },
    {
      "epoch": 0.20463201163123523,
      "grad_norm": 0.4445215165615082,
      "learning_rate": 4.630507037413978e-05,
      "loss": 4.8319,
      "step": 233780
    },
    {
      "epoch": 0.20463638822486238,
      "grad_norm": 0.4710811674594879,
      "learning_rate": 4.63049095163486e-05,
      "loss": 6.2094,
      "step": 233785
    },
    {
      "epoch": 0.20464076481848953,
      "grad_norm": 0.47038355469703674,
      "learning_rate": 4.63047486554124e-05,
      "loss": 5.1614,
      "step": 233790
    },
    {
      "epoch": 0.20464514141211668,
      "grad_norm": 0.5750071406364441,
      "learning_rate": 4.6304587791331236e-05,
      "loss": 4.371,
      "step": 233795
    },
    {
      "epoch": 0.20464951800574385,
      "grad_norm": 0.4669172167778015,
      "learning_rate": 4.630442692410514e-05,
      "loss": 5.4329,
      "step": 233800
    },
    {
      "epoch": 0.204653894599371,
      "grad_norm": 0.468650221824646,
      "learning_rate": 4.630426605373413e-05,
      "loss": 4.3353,
      "step": 233805
    },
    {
      "epoch": 0.20465827119299815,
      "grad_norm": 0.49957573413848877,
      "learning_rate": 4.6304105180218236e-05,
      "loss": 4.7075,
      "step": 233810
    },
    {
      "epoch": 0.2046626477866253,
      "grad_norm": 0.4965178370475769,
      "learning_rate": 4.630394430355751e-05,
      "loss": 5.1367,
      "step": 233815
    },
    {
      "epoch": 0.20466702438025247,
      "grad_norm": 0.5151954293251038,
      "learning_rate": 4.630378342375198e-05,
      "loss": 4.5663,
      "step": 233820
    },
    {
      "epoch": 0.20467140097387962,
      "grad_norm": 0.4999155104160309,
      "learning_rate": 4.630362254080164e-05,
      "loss": 4.9213,
      "step": 233825
    },
    {
      "epoch": 0.20467577756750677,
      "grad_norm": 0.47122859954833984,
      "learning_rate": 4.630346165470657e-05,
      "loss": 5.689,
      "step": 233830
    },
    {
      "epoch": 0.20468015416113391,
      "grad_norm": 0.46458563208580017,
      "learning_rate": 4.630330076546677e-05,
      "loss": 4.9238,
      "step": 233835
    },
    {
      "epoch": 0.2046845307547611,
      "grad_norm": 0.47838228940963745,
      "learning_rate": 4.630313987308229e-05,
      "loss": 4.7153,
      "step": 233840
    },
    {
      "epoch": 0.20468890734838824,
      "grad_norm": 0.48128741979599,
      "learning_rate": 4.6302978977553135e-05,
      "loss": 4.6876,
      "step": 233845
    },
    {
      "epoch": 0.20469328394201539,
      "grad_norm": 0.4622666537761688,
      "learning_rate": 4.630281807887936e-05,
      "loss": 5.4359,
      "step": 233850
    },
    {
      "epoch": 0.20469766053564253,
      "grad_norm": 0.4844350218772888,
      "learning_rate": 4.630265717706099e-05,
      "loss": 4.9201,
      "step": 233855
    },
    {
      "epoch": 0.20470203712926968,
      "grad_norm": 0.4588135778903961,
      "learning_rate": 4.630249627209806e-05,
      "loss": 4.6306,
      "step": 233860
    },
    {
      "epoch": 0.20470641372289686,
      "grad_norm": 0.46522897481918335,
      "learning_rate": 4.630233536399059e-05,
      "loss": 5.2259,
      "step": 233865
    },
    {
      "epoch": 0.204710790316524,
      "grad_norm": 0.5198773145675659,
      "learning_rate": 4.630217445273862e-05,
      "loss": 5.6449,
      "step": 233870
    },
    {
      "epoch": 0.20471516691015115,
      "grad_norm": 0.4867476224899292,
      "learning_rate": 4.630201353834217e-05,
      "loss": 4.6329,
      "step": 233875
    },
    {
      "epoch": 0.2047195435037783,
      "grad_norm": 0.4666077792644501,
      "learning_rate": 4.6301852620801276e-05,
      "loss": 5.722,
      "step": 233880
    },
    {
      "epoch": 0.20472392009740548,
      "grad_norm": 0.48254504799842834,
      "learning_rate": 4.630169170011599e-05,
      "loss": 5.9316,
      "step": 233885
    },
    {
      "epoch": 0.20472829669103262,
      "grad_norm": 0.47337454557418823,
      "learning_rate": 4.630153077628631e-05,
      "loss": 4.8218,
      "step": 233890
    },
    {
      "epoch": 0.20473267328465977,
      "grad_norm": 0.47492092847824097,
      "learning_rate": 4.6301369849312285e-05,
      "loss": 4.9411,
      "step": 233895
    },
    {
      "epoch": 0.20473704987828692,
      "grad_norm": 0.47657671570777893,
      "learning_rate": 4.630120891919394e-05,
      "loss": 5.1275,
      "step": 233900
    },
    {
      "epoch": 0.2047414264719141,
      "grad_norm": 0.4818870723247528,
      "learning_rate": 4.630104798593131e-05,
      "loss": 5.9225,
      "step": 233905
    },
    {
      "epoch": 0.20474580306554124,
      "grad_norm": 0.4800020158290863,
      "learning_rate": 4.6300887049524424e-05,
      "loss": 5.6547,
      "step": 233910
    },
    {
      "epoch": 0.2047501796591684,
      "grad_norm": 0.4825497269630432,
      "learning_rate": 4.6300726109973316e-05,
      "loss": 4.0889,
      "step": 233915
    },
    {
      "epoch": 0.20475455625279554,
      "grad_norm": 0.49852079153060913,
      "learning_rate": 4.630056516727802e-05,
      "loss": 5.134,
      "step": 233920
    },
    {
      "epoch": 0.20475893284642271,
      "grad_norm": 0.5064555406570435,
      "learning_rate": 4.6300404221438555e-05,
      "loss": 4.9161,
      "step": 233925
    },
    {
      "epoch": 0.20476330944004986,
      "grad_norm": 0.4688780903816223,
      "learning_rate": 4.6300243272454956e-05,
      "loss": 5.3584,
      "step": 233930
    },
    {
      "epoch": 0.204767686033677,
      "grad_norm": 0.4930407404899597,
      "learning_rate": 4.6300082320327266e-05,
      "loss": 5.9527,
      "step": 233935
    },
    {
      "epoch": 0.20477206262730416,
      "grad_norm": 0.49550092220306396,
      "learning_rate": 4.62999213650555e-05,
      "loss": 4.7209,
      "step": 233940
    },
    {
      "epoch": 0.20477643922093133,
      "grad_norm": 0.49293920397758484,
      "learning_rate": 4.6299760406639705e-05,
      "loss": 5.2218,
      "step": 233945
    },
    {
      "epoch": 0.20478081581455848,
      "grad_norm": 0.4629220962524414,
      "learning_rate": 4.629959944507989e-05,
      "loss": 5.2986,
      "step": 233950
    },
    {
      "epoch": 0.20478519240818563,
      "grad_norm": 0.47251975536346436,
      "learning_rate": 4.629943848037611e-05,
      "loss": 5.9232,
      "step": 233955
    },
    {
      "epoch": 0.20478956900181278,
      "grad_norm": 0.5040557384490967,
      "learning_rate": 4.6299277512528384e-05,
      "loss": 5.4049,
      "step": 233960
    },
    {
      "epoch": 0.20479394559543995,
      "grad_norm": 0.47302407026290894,
      "learning_rate": 4.6299116541536734e-05,
      "loss": 5.4305,
      "step": 233965
    },
    {
      "epoch": 0.2047983221890671,
      "grad_norm": 0.4782450795173645,
      "learning_rate": 4.629895556740122e-05,
      "loss": 5.1369,
      "step": 233970
    },
    {
      "epoch": 0.20480269878269425,
      "grad_norm": 0.4791286289691925,
      "learning_rate": 4.629879459012184e-05,
      "loss": 5.1217,
      "step": 233975
    },
    {
      "epoch": 0.2048070753763214,
      "grad_norm": 0.4963683784008026,
      "learning_rate": 4.629863360969865e-05,
      "loss": 4.1158,
      "step": 233980
    },
    {
      "epoch": 0.20481145196994857,
      "grad_norm": 0.49974524974823,
      "learning_rate": 4.629847262613165e-05,
      "loss": 5.149,
      "step": 233985
    },
    {
      "epoch": 0.20481582856357572,
      "grad_norm": 0.5021445751190186,
      "learning_rate": 4.629831163942091e-05,
      "loss": 4.7181,
      "step": 233990
    },
    {
      "epoch": 0.20482020515720287,
      "grad_norm": 0.49756428599357605,
      "learning_rate": 4.629815064956644e-05,
      "loss": 4.7561,
      "step": 233995
    },
    {
      "epoch": 0.20482458175083001,
      "grad_norm": 0.515255331993103,
      "learning_rate": 4.629798965656828e-05,
      "loss": 4.8514,
      "step": 234000
    },
    {
      "epoch": 0.20482895834445716,
      "grad_norm": 0.5115826725959778,
      "learning_rate": 4.629782866042643e-05,
      "loss": 5.4055,
      "step": 234005
    },
    {
      "epoch": 0.20483333493808434,
      "grad_norm": 0.4765010178089142,
      "learning_rate": 4.6297667661140974e-05,
      "loss": 5.4306,
      "step": 234010
    },
    {
      "epoch": 0.20483771153171149,
      "grad_norm": 0.4840548634529114,
      "learning_rate": 4.62975066587119e-05,
      "loss": 5.2438,
      "step": 234015
    },
    {
      "epoch": 0.20484208812533863,
      "grad_norm": 0.48750776052474976,
      "learning_rate": 4.6297345653139256e-05,
      "loss": 5.1277,
      "step": 234020
    },
    {
      "epoch": 0.20484646471896578,
      "grad_norm": 0.4698965549468994,
      "learning_rate": 4.629718464442308e-05,
      "loss": 5.3439,
      "step": 234025
    },
    {
      "epoch": 0.20485084131259296,
      "grad_norm": 0.470533162355423,
      "learning_rate": 4.6297023632563375e-05,
      "loss": 4.3296,
      "step": 234030
    },
    {
      "epoch": 0.2048552179062201,
      "grad_norm": 0.4824521839618683,
      "learning_rate": 4.629686261756021e-05,
      "loss": 5.4771,
      "step": 234035
    },
    {
      "epoch": 0.20485959449984725,
      "grad_norm": 0.48218244314193726,
      "learning_rate": 4.629670159941358e-05,
      "loss": 4.9061,
      "step": 234040
    },
    {
      "epoch": 0.2048639710934744,
      "grad_norm": 0.4627130329608917,
      "learning_rate": 4.629654057812355e-05,
      "loss": 6.2279,
      "step": 234045
    },
    {
      "epoch": 0.20486834768710158,
      "grad_norm": 0.4935753643512726,
      "learning_rate": 4.6296379553690125e-05,
      "loss": 5.7191,
      "step": 234050
    },
    {
      "epoch": 0.20487272428072872,
      "grad_norm": 0.47838911414146423,
      "learning_rate": 4.6296218526113355e-05,
      "loss": 5.4477,
      "step": 234055
    },
    {
      "epoch": 0.20487710087435587,
      "grad_norm": 0.4730432331562042,
      "learning_rate": 4.629605749539325e-05,
      "loss": 5.9535,
      "step": 234060
    },
    {
      "epoch": 0.20488147746798302,
      "grad_norm": 0.46834757924079895,
      "learning_rate": 4.6295896461529856e-05,
      "loss": 5.9381,
      "step": 234065
    },
    {
      "epoch": 0.2048858540616102,
      "grad_norm": 0.4932352304458618,
      "learning_rate": 4.62957354245232e-05,
      "loss": 5.3863,
      "step": 234070
    },
    {
      "epoch": 0.20489023065523734,
      "grad_norm": 0.4747650921344757,
      "learning_rate": 4.629557438437332e-05,
      "loss": 5.9463,
      "step": 234075
    },
    {
      "epoch": 0.2048946072488645,
      "grad_norm": 0.4796219766139984,
      "learning_rate": 4.629541334108023e-05,
      "loss": 5.1243,
      "step": 234080
    },
    {
      "epoch": 0.20489898384249164,
      "grad_norm": 0.5003311634063721,
      "learning_rate": 4.6295252294643974e-05,
      "loss": 4.8971,
      "step": 234085
    },
    {
      "epoch": 0.20490336043611881,
      "grad_norm": 0.49089640378952026,
      "learning_rate": 4.629509124506458e-05,
      "loss": 5.9396,
      "step": 234090
    },
    {
      "epoch": 0.20490773702974596,
      "grad_norm": 0.4772225320339203,
      "learning_rate": 4.629493019234209e-05,
      "loss": 5.6723,
      "step": 234095
    },
    {
      "epoch": 0.2049121136233731,
      "grad_norm": 0.4908498227596283,
      "learning_rate": 4.6294769136476514e-05,
      "loss": 5.4344,
      "step": 234100
    },
    {
      "epoch": 0.20491649021700026,
      "grad_norm": 0.5028433203697205,
      "learning_rate": 4.6294608077467896e-05,
      "loss": 5.1861,
      "step": 234105
    },
    {
      "epoch": 0.20492086681062743,
      "grad_norm": 0.511225163936615,
      "learning_rate": 4.6294447015316264e-05,
      "loss": 5.1277,
      "step": 234110
    },
    {
      "epoch": 0.20492524340425458,
      "grad_norm": 0.4914942979812622,
      "learning_rate": 4.629428595002165e-05,
      "loss": 5.1472,
      "step": 234115
    },
    {
      "epoch": 0.20492961999788173,
      "grad_norm": 0.4895956516265869,
      "learning_rate": 4.62941248815841e-05,
      "loss": 5.2555,
      "step": 234120
    },
    {
      "epoch": 0.20493399659150888,
      "grad_norm": 0.46686598658561707,
      "learning_rate": 4.6293963810003614e-05,
      "loss": 6.2246,
      "step": 234125
    },
    {
      "epoch": 0.20493837318513602,
      "grad_norm": 0.48541316390037537,
      "learning_rate": 4.6293802735280244e-05,
      "loss": 5.0918,
      "step": 234130
    },
    {
      "epoch": 0.2049427497787632,
      "grad_norm": 0.5173969864845276,
      "learning_rate": 4.629364165741401e-05,
      "loss": 5.2097,
      "step": 234135
    },
    {
      "epoch": 0.20494712637239035,
      "grad_norm": 0.4753786027431488,
      "learning_rate": 4.629348057640496e-05,
      "loss": 5.7229,
      "step": 234140
    },
    {
      "epoch": 0.2049515029660175,
      "grad_norm": 0.47922393679618835,
      "learning_rate": 4.629331949225311e-05,
      "loss": 5.6826,
      "step": 234145
    },
    {
      "epoch": 0.20495587955964464,
      "grad_norm": 0.5181609988212585,
      "learning_rate": 4.6293158404958494e-05,
      "loss": 4.6693,
      "step": 234150
    },
    {
      "epoch": 0.20496025615327182,
      "grad_norm": 0.48534059524536133,
      "learning_rate": 4.6292997314521145e-05,
      "loss": 4.8604,
      "step": 234155
    },
    {
      "epoch": 0.20496463274689897,
      "grad_norm": 0.4870413541793823,
      "learning_rate": 4.629283622094111e-05,
      "loss": 5.4146,
      "step": 234160
    },
    {
      "epoch": 0.20496900934052611,
      "grad_norm": 0.5165274739265442,
      "learning_rate": 4.6292675124218374e-05,
      "loss": 4.8917,
      "step": 234165
    },
    {
      "epoch": 0.20497338593415326,
      "grad_norm": 0.49903425574302673,
      "learning_rate": 4.629251402435302e-05,
      "loss": 5.4308,
      "step": 234170
    },
    {
      "epoch": 0.20497776252778044,
      "grad_norm": 0.48187732696533203,
      "learning_rate": 4.629235292134504e-05,
      "loss": 6.2135,
      "step": 234175
    },
    {
      "epoch": 0.20498213912140759,
      "grad_norm": 0.4929370582103729,
      "learning_rate": 4.6292191815194496e-05,
      "loss": 4.6069,
      "step": 234180
    },
    {
      "epoch": 0.20498651571503473,
      "grad_norm": 0.5127166509628296,
      "learning_rate": 4.62920307059014e-05,
      "loss": 5.4414,
      "step": 234185
    },
    {
      "epoch": 0.20499089230866188,
      "grad_norm": 0.48246702551841736,
      "learning_rate": 4.6291869593465786e-05,
      "loss": 4.3489,
      "step": 234190
    },
    {
      "epoch": 0.20499526890228906,
      "grad_norm": 0.4956270158290863,
      "learning_rate": 4.6291708477887686e-05,
      "loss": 5.7214,
      "step": 234195
    },
    {
      "epoch": 0.2049996454959162,
      "grad_norm": 0.48556649684906006,
      "learning_rate": 4.629154735916714e-05,
      "loss": 5.6227,
      "step": 234200
    },
    {
      "epoch": 0.20500402208954335,
      "grad_norm": 0.47848930954933167,
      "learning_rate": 4.629138623730417e-05,
      "loss": 5.352,
      "step": 234205
    },
    {
      "epoch": 0.2050083986831705,
      "grad_norm": 0.4950985908508301,
      "learning_rate": 4.629122511229881e-05,
      "loss": 5.2477,
      "step": 234210
    },
    {
      "epoch": 0.20501277527679768,
      "grad_norm": 0.4834866523742676,
      "learning_rate": 4.6291063984151075e-05,
      "loss": 5.1158,
      "step": 234215
    },
    {
      "epoch": 0.20501715187042482,
      "grad_norm": 0.48382091522216797,
      "learning_rate": 4.629090285286103e-05,
      "loss": 5.3586,
      "step": 234220
    },
    {
      "epoch": 0.20502152846405197,
      "grad_norm": 0.4761762320995331,
      "learning_rate": 4.629074171842868e-05,
      "loss": 4.0967,
      "step": 234225
    },
    {
      "epoch": 0.20502590505767912,
      "grad_norm": 0.48031431436538696,
      "learning_rate": 4.629058058085406e-05,
      "loss": 5.3428,
      "step": 234230
    },
    {
      "epoch": 0.2050302816513063,
      "grad_norm": 0.46964237093925476,
      "learning_rate": 4.62904194401372e-05,
      "loss": 5.3572,
      "step": 234235
    },
    {
      "epoch": 0.20503465824493344,
      "grad_norm": 0.49804526567459106,
      "learning_rate": 4.629025829627813e-05,
      "loss": 5.4082,
      "step": 234240
    },
    {
      "epoch": 0.2050390348385606,
      "grad_norm": 0.45993971824645996,
      "learning_rate": 4.62900971492769e-05,
      "loss": 5.4058,
      "step": 234245
    },
    {
      "epoch": 0.20504341143218774,
      "grad_norm": 0.47162580490112305,
      "learning_rate": 4.628993599913353e-05,
      "loss": 5.1412,
      "step": 234250
    },
    {
      "epoch": 0.2050477880258149,
      "grad_norm": 0.4689604938030243,
      "learning_rate": 4.628977484584803e-05,
      "loss": 5.91,
      "step": 234255
    },
    {
      "epoch": 0.20505216461944206,
      "grad_norm": 0.4862314462661743,
      "learning_rate": 4.6289613689420465e-05,
      "loss": 4.8863,
      "step": 234260
    },
    {
      "epoch": 0.2050565412130692,
      "grad_norm": 0.4788323640823364,
      "learning_rate": 4.6289452529850855e-05,
      "loss": 5.899,
      "step": 234265
    },
    {
      "epoch": 0.20506091780669636,
      "grad_norm": 0.48279550671577454,
      "learning_rate": 4.628929136713921e-05,
      "loss": 5.1874,
      "step": 234270
    },
    {
      "epoch": 0.2050652944003235,
      "grad_norm": 0.4587714672088623,
      "learning_rate": 4.628913020128559e-05,
      "loss": 4.8474,
      "step": 234275
    },
    {
      "epoch": 0.20506967099395068,
      "grad_norm": 0.4675588011741638,
      "learning_rate": 4.628896903229e-05,
      "loss": 5.1303,
      "step": 234280
    },
    {
      "epoch": 0.20507404758757783,
      "grad_norm": 0.48530301451683044,
      "learning_rate": 4.6288807860152494e-05,
      "loss": 5.4358,
      "step": 234285
    },
    {
      "epoch": 0.20507842418120498,
      "grad_norm": 0.4649384021759033,
      "learning_rate": 4.628864668487309e-05,
      "loss": 4.6262,
      "step": 234290
    },
    {
      "epoch": 0.20508280077483212,
      "grad_norm": 0.47778648138046265,
      "learning_rate": 4.628848550645183e-05,
      "loss": 5.6779,
      "step": 234295
    },
    {
      "epoch": 0.2050871773684593,
      "grad_norm": 0.5121827721595764,
      "learning_rate": 4.628832432488873e-05,
      "loss": 4.6688,
      "step": 234300
    },
    {
      "epoch": 0.20509155396208645,
      "grad_norm": 0.5102202296257019,
      "learning_rate": 4.628816314018384e-05,
      "loss": 5.4599,
      "step": 234305
    },
    {
      "epoch": 0.2050959305557136,
      "grad_norm": 0.5294016003608704,
      "learning_rate": 4.6288001952337165e-05,
      "loss": 5.1122,
      "step": 234310
    },
    {
      "epoch": 0.20510030714934074,
      "grad_norm": 0.49831971526145935,
      "learning_rate": 4.628784076134876e-05,
      "loss": 4.2896,
      "step": 234315
    },
    {
      "epoch": 0.20510468374296792,
      "grad_norm": 0.4760986566543579,
      "learning_rate": 4.6287679567218645e-05,
      "loss": 5.4275,
      "step": 234320
    },
    {
      "epoch": 0.20510906033659507,
      "grad_norm": 0.47120022773742676,
      "learning_rate": 4.628751836994686e-05,
      "loss": 5.1399,
      "step": 234325
    },
    {
      "epoch": 0.20511343693022221,
      "grad_norm": 0.46453288197517395,
      "learning_rate": 4.6287357169533416e-05,
      "loss": 4.6121,
      "step": 234330
    },
    {
      "epoch": 0.20511781352384936,
      "grad_norm": 0.47536933422088623,
      "learning_rate": 4.628719596597837e-05,
      "loss": 5.9479,
      "step": 234335
    },
    {
      "epoch": 0.20512219011747654,
      "grad_norm": 0.4940166175365448,
      "learning_rate": 4.6287034759281735e-05,
      "loss": 5.2134,
      "step": 234340
    },
    {
      "epoch": 0.20512656671110369,
      "grad_norm": 0.4990122318267822,
      "learning_rate": 4.6286873549443546e-05,
      "loss": 4.9073,
      "step": 234345
    },
    {
      "epoch": 0.20513094330473083,
      "grad_norm": 0.4678564965724945,
      "learning_rate": 4.6286712336463846e-05,
      "loss": 5.1401,
      "step": 234350
    },
    {
      "epoch": 0.20513531989835798,
      "grad_norm": 0.49445635080337524,
      "learning_rate": 4.6286551120342644e-05,
      "loss": 5.2151,
      "step": 234355
    },
    {
      "epoch": 0.20513969649198516,
      "grad_norm": 0.48309582471847534,
      "learning_rate": 4.628638990107999e-05,
      "loss": 4.867,
      "step": 234360
    },
    {
      "epoch": 0.2051440730856123,
      "grad_norm": 0.47173741459846497,
      "learning_rate": 4.62862286786759e-05,
      "loss": 5.4178,
      "step": 234365
    },
    {
      "epoch": 0.20514844967923945,
      "grad_norm": 0.48488688468933105,
      "learning_rate": 4.628606745313042e-05,
      "loss": 5.1419,
      "step": 234370
    },
    {
      "epoch": 0.2051528262728666,
      "grad_norm": 0.5021820068359375,
      "learning_rate": 4.628590622444358e-05,
      "loss": 4.9449,
      "step": 234375
    },
    {
      "epoch": 0.20515720286649375,
      "grad_norm": 0.46969741582870483,
      "learning_rate": 4.62857449926154e-05,
      "loss": 5.1222,
      "step": 234380
    },
    {
      "epoch": 0.20516157946012092,
      "grad_norm": 0.48129141330718994,
      "learning_rate": 4.628558375764591e-05,
      "loss": 5.197,
      "step": 234385
    },
    {
      "epoch": 0.20516595605374807,
      "grad_norm": 0.4855732321739197,
      "learning_rate": 4.628542251953516e-05,
      "loss": 5.6889,
      "step": 234390
    },
    {
      "epoch": 0.20517033264737522,
      "grad_norm": 0.5123943090438843,
      "learning_rate": 4.628526127828316e-05,
      "loss": 5.1353,
      "step": 234395
    },
    {
      "epoch": 0.20517470924100237,
      "grad_norm": 0.5046449303627014,
      "learning_rate": 4.628510003388996e-05,
      "loss": 4.9168,
      "step": 234400
    },
    {
      "epoch": 0.20517908583462954,
      "grad_norm": 0.5306622982025146,
      "learning_rate": 4.628493878635557e-05,
      "loss": 5.2499,
      "step": 234405
    },
    {
      "epoch": 0.2051834624282567,
      "grad_norm": 0.49002692103385925,
      "learning_rate": 4.628477753568003e-05,
      "loss": 4.7147,
      "step": 234410
    },
    {
      "epoch": 0.20518783902188384,
      "grad_norm": 0.47627776861190796,
      "learning_rate": 4.628461628186338e-05,
      "loss": 5.2076,
      "step": 234415
    },
    {
      "epoch": 0.205192215615511,
      "grad_norm": 0.47731703519821167,
      "learning_rate": 4.6284455024905646e-05,
      "loss": 5.6332,
      "step": 234420
    },
    {
      "epoch": 0.20519659220913816,
      "grad_norm": 0.4767392575740814,
      "learning_rate": 4.628429376480685e-05,
      "loss": 6.2369,
      "step": 234425
    },
    {
      "epoch": 0.2052009688027653,
      "grad_norm": 0.4748251140117645,
      "learning_rate": 4.6284132501567037e-05,
      "loss": 3.9108,
      "step": 234430
    },
    {
      "epoch": 0.20520534539639246,
      "grad_norm": 0.5311773419380188,
      "learning_rate": 4.628397123518623e-05,
      "loss": 5.9332,
      "step": 234435
    },
    {
      "epoch": 0.2052097219900196,
      "grad_norm": 0.5491807460784912,
      "learning_rate": 4.628380996566446e-05,
      "loss": 5.211,
      "step": 234440
    },
    {
      "epoch": 0.20521409858364678,
      "grad_norm": 0.5789474248886108,
      "learning_rate": 4.628364869300176e-05,
      "loss": 5.602,
      "step": 234445
    },
    {
      "epoch": 0.20521847517727393,
      "grad_norm": 0.4818149507045746,
      "learning_rate": 4.6283487417198166e-05,
      "loss": 5.7354,
      "step": 234450
    },
    {
      "epoch": 0.20522285177090108,
      "grad_norm": 0.4831743538379669,
      "learning_rate": 4.62833261382537e-05,
      "loss": 5.4005,
      "step": 234455
    },
    {
      "epoch": 0.20522722836452822,
      "grad_norm": 0.5390744805335999,
      "learning_rate": 4.628316485616839e-05,
      "loss": 5.1972,
      "step": 234460
    },
    {
      "epoch": 0.2052316049581554,
      "grad_norm": 0.4853896498680115,
      "learning_rate": 4.6283003570942286e-05,
      "loss": 4.6281,
      "step": 234465
    },
    {
      "epoch": 0.20523598155178255,
      "grad_norm": 0.4881013035774231,
      "learning_rate": 4.62828422825754e-05,
      "loss": 4.7062,
      "step": 234470
    },
    {
      "epoch": 0.2052403581454097,
      "grad_norm": 0.6645233631134033,
      "learning_rate": 4.628268099106777e-05,
      "loss": 5.1874,
      "step": 234475
    },
    {
      "epoch": 0.20524473473903684,
      "grad_norm": 0.5837593674659729,
      "learning_rate": 4.628251969641943e-05,
      "loss": 4.9088,
      "step": 234480
    },
    {
      "epoch": 0.20524911133266402,
      "grad_norm": 0.4809022843837738,
      "learning_rate": 4.628235839863042e-05,
      "loss": 5.6219,
      "step": 234485
    },
    {
      "epoch": 0.20525348792629117,
      "grad_norm": 0.4761996567249298,
      "learning_rate": 4.628219709770075e-05,
      "loss": 5.6889,
      "step": 234490
    },
    {
      "epoch": 0.20525786451991831,
      "grad_norm": 0.5208545327186584,
      "learning_rate": 4.628203579363045e-05,
      "loss": 5.7376,
      "step": 234495
    },
    {
      "epoch": 0.20526224111354546,
      "grad_norm": 0.48238062858581543,
      "learning_rate": 4.628187448641958e-05,
      "loss": 4.9225,
      "step": 234500
    },
    {
      "epoch": 0.2052666177071726,
      "grad_norm": 0.4846426546573639,
      "learning_rate": 4.628171317606814e-05,
      "loss": 5.6936,
      "step": 234505
    },
    {
      "epoch": 0.2052709943007998,
      "grad_norm": 0.47847050428390503,
      "learning_rate": 4.628155186257618e-05,
      "loss": 5.1281,
      "step": 234510
    },
    {
      "epoch": 0.20527537089442693,
      "grad_norm": 0.4989611506462097,
      "learning_rate": 4.628139054594373e-05,
      "loss": 5.6639,
      "step": 234515
    },
    {
      "epoch": 0.20527974748805408,
      "grad_norm": 0.5411836504936218,
      "learning_rate": 4.628122922617081e-05,
      "loss": 5.2148,
      "step": 234520
    },
    {
      "epoch": 0.20528412408168123,
      "grad_norm": 0.5094302892684937,
      "learning_rate": 4.628106790325746e-05,
      "loss": 4.9303,
      "step": 234525
    },
    {
      "epoch": 0.2052885006753084,
      "grad_norm": 0.49321669340133667,
      "learning_rate": 4.6280906577203706e-05,
      "loss": 5.1809,
      "step": 234530
    },
    {
      "epoch": 0.20529287726893555,
      "grad_norm": 0.48759251832962036,
      "learning_rate": 4.628074524800958e-05,
      "loss": 4.1998,
      "step": 234535
    },
    {
      "epoch": 0.2052972538625627,
      "grad_norm": 0.4728012681007385,
      "learning_rate": 4.628058391567513e-05,
      "loss": 4.7206,
      "step": 234540
    },
    {
      "epoch": 0.20530163045618985,
      "grad_norm": 0.48363685607910156,
      "learning_rate": 4.6280422580200356e-05,
      "loss": 4.7376,
      "step": 234545
    },
    {
      "epoch": 0.20530600704981702,
      "grad_norm": 0.48968467116355896,
      "learning_rate": 4.628026124158531e-05,
      "loss": 5.1195,
      "step": 234550
    },
    {
      "epoch": 0.20531038364344417,
      "grad_norm": 0.4666314423084259,
      "learning_rate": 4.6280099899830024e-05,
      "loss": 4.4199,
      "step": 234555
    },
    {
      "epoch": 0.20531476023707132,
      "grad_norm": 0.48368605971336365,
      "learning_rate": 4.627993855493451e-05,
      "loss": 5.6999,
      "step": 234560
    },
    {
      "epoch": 0.20531913683069847,
      "grad_norm": 0.4666469097137451,
      "learning_rate": 4.627977720689882e-05,
      "loss": 5.9342,
      "step": 234565
    },
    {
      "epoch": 0.20532351342432564,
      "grad_norm": 0.4673243463039398,
      "learning_rate": 4.627961585572298e-05,
      "loss": 5.4491,
      "step": 234570
    },
    {
      "epoch": 0.2053278900179528,
      "grad_norm": 0.4623592793941498,
      "learning_rate": 4.627945450140702e-05,
      "loss": 4.9204,
      "step": 234575
    },
    {
      "epoch": 0.20533226661157994,
      "grad_norm": 0.49628427624702454,
      "learning_rate": 4.627929314395096e-05,
      "loss": 5.3514,
      "step": 234580
    },
    {
      "epoch": 0.2053366432052071,
      "grad_norm": 0.4762238562107086,
      "learning_rate": 4.627913178335485e-05,
      "loss": 5.4031,
      "step": 234585
    },
    {
      "epoch": 0.20534101979883426,
      "grad_norm": 0.47772613167762756,
      "learning_rate": 4.627897041961872e-05,
      "loss": 4.6868,
      "step": 234590
    },
    {
      "epoch": 0.2053453963924614,
      "grad_norm": 0.48237308859825134,
      "learning_rate": 4.627880905274258e-05,
      "loss": 5.1032,
      "step": 234595
    },
    {
      "epoch": 0.20534977298608856,
      "grad_norm": 0.4762955605983734,
      "learning_rate": 4.6278647682726475e-05,
      "loss": 5.9336,
      "step": 234600
    },
    {
      "epoch": 0.2053541495797157,
      "grad_norm": 0.47436800599098206,
      "learning_rate": 4.627848630957043e-05,
      "loss": 4.9036,
      "step": 234605
    },
    {
      "epoch": 0.20535852617334288,
      "grad_norm": 0.477904349565506,
      "learning_rate": 4.62783249332745e-05,
      "loss": 4.7353,
      "step": 234610
    },
    {
      "epoch": 0.20536290276697003,
      "grad_norm": 0.4861111044883728,
      "learning_rate": 4.6278163553838685e-05,
      "loss": 4.3736,
      "step": 234615
    },
    {
      "epoch": 0.20536727936059718,
      "grad_norm": 0.484092116355896,
      "learning_rate": 4.627800217126303e-05,
      "loss": 5.7587,
      "step": 234620
    },
    {
      "epoch": 0.20537165595422432,
      "grad_norm": 0.4911995828151703,
      "learning_rate": 4.6277840785547566e-05,
      "loss": 5.4167,
      "step": 234625
    },
    {
      "epoch": 0.20537603254785147,
      "grad_norm": 0.49747535586357117,
      "learning_rate": 4.627767939669233e-05,
      "loss": 5.1341,
      "step": 234630
    },
    {
      "epoch": 0.20538040914147865,
      "grad_norm": 0.48645830154418945,
      "learning_rate": 4.627751800469734e-05,
      "loss": 6.2213,
      "step": 234635
    },
    {
      "epoch": 0.2053847857351058,
      "grad_norm": 0.4795859456062317,
      "learning_rate": 4.627735660956263e-05,
      "loss": 5.4313,
      "step": 234640
    },
    {
      "epoch": 0.20538916232873294,
      "grad_norm": 0.4785030484199524,
      "learning_rate": 4.627719521128824e-05,
      "loss": 5.9225,
      "step": 234645
    },
    {
      "epoch": 0.2053935389223601,
      "grad_norm": 0.4891144335269928,
      "learning_rate": 4.6277033809874196e-05,
      "loss": 5.4053,
      "step": 234650
    },
    {
      "epoch": 0.20539791551598727,
      "grad_norm": 0.4839205741882324,
      "learning_rate": 4.6276872405320526e-05,
      "loss": 5.1389,
      "step": 234655
    },
    {
      "epoch": 0.20540229210961441,
      "grad_norm": 0.4785943031311035,
      "learning_rate": 4.627671099762726e-05,
      "loss": 6.2158,
      "step": 234660
    },
    {
      "epoch": 0.20540666870324156,
      "grad_norm": 0.48731210827827454,
      "learning_rate": 4.627654958679445e-05,
      "loss": 5.6896,
      "step": 234665
    },
    {
      "epoch": 0.2054110452968687,
      "grad_norm": 0.4941527843475342,
      "learning_rate": 4.6276388172822094e-05,
      "loss": 5.3833,
      "step": 234670
    },
    {
      "epoch": 0.2054154218904959,
      "grad_norm": 0.46489864587783813,
      "learning_rate": 4.627622675571024e-05,
      "loss": 5.9557,
      "step": 234675
    },
    {
      "epoch": 0.20541979848412303,
      "grad_norm": 0.4930743873119354,
      "learning_rate": 4.627606533545893e-05,
      "loss": 5.6236,
      "step": 234680
    },
    {
      "epoch": 0.20542417507775018,
      "grad_norm": 0.48477622866630554,
      "learning_rate": 4.627590391206816e-05,
      "loss": 5.6786,
      "step": 234685
    },
    {
      "epoch": 0.20542855167137733,
      "grad_norm": 0.47368425130844116,
      "learning_rate": 4.627574248553801e-05,
      "loss": 6.2258,
      "step": 234690
    },
    {
      "epoch": 0.2054329282650045,
      "grad_norm": 0.46760883927345276,
      "learning_rate": 4.627558105586848e-05,
      "loss": 5.7405,
      "step": 234695
    },
    {
      "epoch": 0.20543730485863165,
      "grad_norm": 0.47928768396377563,
      "learning_rate": 4.62754196230596e-05,
      "loss": 5.7149,
      "step": 234700
    },
    {
      "epoch": 0.2054416814522588,
      "grad_norm": 0.5176388025283813,
      "learning_rate": 4.6275258187111413e-05,
      "loss": 5.2123,
      "step": 234705
    },
    {
      "epoch": 0.20544605804588595,
      "grad_norm": 0.5079795718193054,
      "learning_rate": 4.627509674802394e-05,
      "loss": 4.13,
      "step": 234710
    },
    {
      "epoch": 0.20545043463951312,
      "grad_norm": 0.4882114827632904,
      "learning_rate": 4.627493530579722e-05,
      "loss": 5.1324,
      "step": 234715
    },
    {
      "epoch": 0.20545481123314027,
      "grad_norm": 0.4930643141269684,
      "learning_rate": 4.6274773860431286e-05,
      "loss": 4.8065,
      "step": 234720
    },
    {
      "epoch": 0.20545918782676742,
      "grad_norm": 0.5430961847305298,
      "learning_rate": 4.627461241192617e-05,
      "loss": 4.6498,
      "step": 234725
    },
    {
      "epoch": 0.20546356442039457,
      "grad_norm": 0.4796648621559143,
      "learning_rate": 4.627445096028188e-05,
      "loss": 4.8457,
      "step": 234730
    },
    {
      "epoch": 0.20546794101402174,
      "grad_norm": 0.4891311228275299,
      "learning_rate": 4.6274289505498484e-05,
      "loss": 5.1465,
      "step": 234735
    },
    {
      "epoch": 0.2054723176076489,
      "grad_norm": 0.4809081554412842,
      "learning_rate": 4.6274128047575985e-05,
      "loss": 4.6455,
      "step": 234740
    },
    {
      "epoch": 0.20547669420127604,
      "grad_norm": 0.4789614975452423,
      "learning_rate": 4.627396658651442e-05,
      "loss": 4.9492,
      "step": 234745
    },
    {
      "epoch": 0.2054810707949032,
      "grad_norm": 0.48407265543937683,
      "learning_rate": 4.627380512231383e-05,
      "loss": 5.165,
      "step": 234750
    },
    {
      "epoch": 0.20548544738853036,
      "grad_norm": 0.4663236737251282,
      "learning_rate": 4.627364365497423e-05,
      "loss": 5.3336,
      "step": 234755
    },
    {
      "epoch": 0.2054898239821575,
      "grad_norm": 0.4998853802680969,
      "learning_rate": 4.627348218449566e-05,
      "loss": 5.9826,
      "step": 234760
    },
    {
      "epoch": 0.20549420057578466,
      "grad_norm": 0.47575002908706665,
      "learning_rate": 4.6273320710878165e-05,
      "loss": 5.7229,
      "step": 234765
    },
    {
      "epoch": 0.2054985771694118,
      "grad_norm": 0.5009503960609436,
      "learning_rate": 4.627315923412177e-05,
      "loss": 4.8492,
      "step": 234770
    },
    {
      "epoch": 0.20550295376303895,
      "grad_norm": 0.45782381296157837,
      "learning_rate": 4.6272997754226475e-05,
      "loss": 5.9449,
      "step": 234775
    },
    {
      "epoch": 0.20550733035666613,
      "grad_norm": 0.45198479294776917,
      "learning_rate": 4.627283627119236e-05,
      "loss": 5.9371,
      "step": 234780
    },
    {
      "epoch": 0.20551170695029328,
      "grad_norm": 0.46272924542427063,
      "learning_rate": 4.627267478501941e-05,
      "loss": 4.5821,
      "step": 234785
    },
    {
      "epoch": 0.20551608354392042,
      "grad_norm": 0.4955276548862457,
      "learning_rate": 4.627251329570769e-05,
      "loss": 4.7315,
      "step": 234790
    },
    {
      "epoch": 0.20552046013754757,
      "grad_norm": 0.470753014087677,
      "learning_rate": 4.627235180325721e-05,
      "loss": 5.9375,
      "step": 234795
    },
    {
      "epoch": 0.20552483673117475,
      "grad_norm": 0.4876258075237274,
      "learning_rate": 4.6272190307668014e-05,
      "loss": 4.6976,
      "step": 234800
    },
    {
      "epoch": 0.2055292133248019,
      "grad_norm": 0.48622748255729675,
      "learning_rate": 4.627202880894014e-05,
      "loss": 4.9336,
      "step": 234805
    },
    {
      "epoch": 0.20553358991842904,
      "grad_norm": 0.48355698585510254,
      "learning_rate": 4.627186730707359e-05,
      "loss": 6.243,
      "step": 234810
    },
    {
      "epoch": 0.2055379665120562,
      "grad_norm": 0.4877285659313202,
      "learning_rate": 4.627170580206842e-05,
      "loss": 4.9341,
      "step": 234815
    },
    {
      "epoch": 0.20554234310568337,
      "grad_norm": 0.49090415239334106,
      "learning_rate": 4.627154429392466e-05,
      "loss": 5.4334,
      "step": 234820
    },
    {
      "epoch": 0.20554671969931052,
      "grad_norm": 0.5012375712394714,
      "learning_rate": 4.6271382782642326e-05,
      "loss": 5.1028,
      "step": 234825
    },
    {
      "epoch": 0.20555109629293766,
      "grad_norm": 0.485927939414978,
      "learning_rate": 4.627122126822146e-05,
      "loss": 5.9186,
      "step": 234830
    },
    {
      "epoch": 0.2055554728865648,
      "grad_norm": 0.48743709921836853,
      "learning_rate": 4.6271059750662105e-05,
      "loss": 4.6527,
      "step": 234835
    },
    {
      "epoch": 0.205559849480192,
      "grad_norm": 0.495851993560791,
      "learning_rate": 4.6270898229964274e-05,
      "loss": 5.6645,
      "step": 234840
    },
    {
      "epoch": 0.20556422607381913,
      "grad_norm": 0.49024760723114014,
      "learning_rate": 4.6270736706127996e-05,
      "loss": 4.9174,
      "step": 234845
    },
    {
      "epoch": 0.20556860266744628,
      "grad_norm": 0.49060097336769104,
      "learning_rate": 4.627057517915332e-05,
      "loss": 4.9442,
      "step": 234850
    },
    {
      "epoch": 0.20557297926107343,
      "grad_norm": 0.48777249455451965,
      "learning_rate": 4.6270413649040255e-05,
      "loss": 4.3996,
      "step": 234855
    },
    {
      "epoch": 0.2055773558547006,
      "grad_norm": 0.48068931698799133,
      "learning_rate": 4.627025211578885e-05,
      "loss": 4.87,
      "step": 234860
    },
    {
      "epoch": 0.20558173244832775,
      "grad_norm": 0.4998404085636139,
      "learning_rate": 4.627009057939913e-05,
      "loss": 5.4562,
      "step": 234865
    },
    {
      "epoch": 0.2055861090419549,
      "grad_norm": 0.493364155292511,
      "learning_rate": 4.626992903987113e-05,
      "loss": 4.937,
      "step": 234870
    },
    {
      "epoch": 0.20559048563558205,
      "grad_norm": 0.4961451590061188,
      "learning_rate": 4.6269767497204876e-05,
      "loss": 4.8411,
      "step": 234875
    },
    {
      "epoch": 0.20559486222920922,
      "grad_norm": 0.47158047556877136,
      "learning_rate": 4.62696059514004e-05,
      "loss": 5.1104,
      "step": 234880
    },
    {
      "epoch": 0.20559923882283637,
      "grad_norm": 0.49831971526145935,
      "learning_rate": 4.626944440245772e-05,
      "loss": 4.9315,
      "step": 234885
    },
    {
      "epoch": 0.20560361541646352,
      "grad_norm": 0.49669384956359863,
      "learning_rate": 4.6269282850376896e-05,
      "loss": 5.915,
      "step": 234890
    },
    {
      "epoch": 0.20560799201009067,
      "grad_norm": 0.47514957189559937,
      "learning_rate": 4.626912129515793e-05,
      "loss": 4.6169,
      "step": 234895
    },
    {
      "epoch": 0.20561236860371782,
      "grad_norm": 0.47471335530281067,
      "learning_rate": 4.626895973680089e-05,
      "loss": 4.8809,
      "step": 234900
    },
    {
      "epoch": 0.205616745197345,
      "grad_norm": 0.48091769218444824,
      "learning_rate": 4.6268798175305775e-05,
      "loss": 4.2266,
      "step": 234905
    },
    {
      "epoch": 0.20562112179097214,
      "grad_norm": 0.4979565143585205,
      "learning_rate": 4.626863661067261e-05,
      "loss": 5.6795,
      "step": 234910
    },
    {
      "epoch": 0.2056254983845993,
      "grad_norm": 0.502681314945221,
      "learning_rate": 4.626847504290145e-05,
      "loss": 4.9231,
      "step": 234915
    },
    {
      "epoch": 0.20562987497822643,
      "grad_norm": 0.5043607354164124,
      "learning_rate": 4.626831347199233e-05,
      "loss": 5.4699,
      "step": 234920
    },
    {
      "epoch": 0.2056342515718536,
      "grad_norm": 0.688100278377533,
      "learning_rate": 4.6268151897945256e-05,
      "loss": 4.4135,
      "step": 234925
    },
    {
      "epoch": 0.20563862816548076,
      "grad_norm": 0.493375301361084,
      "learning_rate": 4.626799032076027e-05,
      "loss": 5.2521,
      "step": 234930
    },
    {
      "epoch": 0.2056430047591079,
      "grad_norm": 0.5465245246887207,
      "learning_rate": 4.6267828740437416e-05,
      "loss": 5.7241,
      "step": 234935
    },
    {
      "epoch": 0.20564738135273505,
      "grad_norm": 0.47361820936203003,
      "learning_rate": 4.62676671569767e-05,
      "loss": 5.1987,
      "step": 234940
    },
    {
      "epoch": 0.20565175794636223,
      "grad_norm": 0.46026527881622314,
      "learning_rate": 4.626750557037819e-05,
      "loss": 4.1643,
      "step": 234945
    },
    {
      "epoch": 0.20565613453998938,
      "grad_norm": 0.4758809208869934,
      "learning_rate": 4.626734398064187e-05,
      "loss": 5.6586,
      "step": 234950
    },
    {
      "epoch": 0.20566051113361652,
      "grad_norm": 0.5046587586402893,
      "learning_rate": 4.6267182387767815e-05,
      "loss": 5.0949,
      "step": 234955
    },
    {
      "epoch": 0.20566488772724367,
      "grad_norm": 0.46126583218574524,
      "learning_rate": 4.626702079175602e-05,
      "loss": 4.3899,
      "step": 234960
    },
    {
      "epoch": 0.20566926432087085,
      "grad_norm": 0.4880904257297516,
      "learning_rate": 4.626685919260655e-05,
      "loss": 5.9592,
      "step": 234965
    },
    {
      "epoch": 0.205673640914498,
      "grad_norm": 0.4999820291996002,
      "learning_rate": 4.6266697590319406e-05,
      "loss": 5.685,
      "step": 234970
    },
    {
      "epoch": 0.20567801750812514,
      "grad_norm": 0.5693194270133972,
      "learning_rate": 4.6266535984894645e-05,
      "loss": 5.2324,
      "step": 234975
    },
    {
      "epoch": 0.2056823941017523,
      "grad_norm": 0.5112531781196594,
      "learning_rate": 4.6266374376332277e-05,
      "loss": 4.3258,
      "step": 234980
    },
    {
      "epoch": 0.20568677069537947,
      "grad_norm": 0.5253047943115234,
      "learning_rate": 4.626621276463234e-05,
      "loss": 5.3361,
      "step": 234985
    },
    {
      "epoch": 0.20569114728900662,
      "grad_norm": 0.5061374306678772,
      "learning_rate": 4.6266051149794877e-05,
      "loss": 4.8978,
      "step": 234990
    },
    {
      "epoch": 0.20569552388263376,
      "grad_norm": 0.5167344808578491,
      "learning_rate": 4.626588953181989e-05,
      "loss": 5.2502,
      "step": 234995
    },
    {
      "epoch": 0.2056999004762609,
      "grad_norm": 0.47847118973731995,
      "learning_rate": 4.626572791070746e-05,
      "loss": 5.1373,
      "step": 235000
    },
    {
      "epoch": 0.2057042770698881,
      "grad_norm": 0.4808073341846466,
      "learning_rate": 4.6265566286457564e-05,
      "loss": 4.615,
      "step": 235005
    },
    {
      "epoch": 0.20570865366351523,
      "grad_norm": 0.48479902744293213,
      "learning_rate": 4.626540465907027e-05,
      "loss": 5.0973,
      "step": 235010
    },
    {
      "epoch": 0.20571303025714238,
      "grad_norm": 0.47097519040107727,
      "learning_rate": 4.626524302854558e-05,
      "loss": 5.9305,
      "step": 235015
    },
    {
      "epoch": 0.20571740685076953,
      "grad_norm": 0.5030351877212524,
      "learning_rate": 4.626508139488355e-05,
      "loss": 4.7176,
      "step": 235020
    },
    {
      "epoch": 0.20572178344439668,
      "grad_norm": 0.46641063690185547,
      "learning_rate": 4.6264919758084205e-05,
      "loss": 5.0812,
      "step": 235025
    },
    {
      "epoch": 0.20572616003802385,
      "grad_norm": 0.473664790391922,
      "learning_rate": 4.626475811814758e-05,
      "loss": 5.1302,
      "step": 235030
    },
    {
      "epoch": 0.205730536631651,
      "grad_norm": 0.47706490755081177,
      "learning_rate": 4.6264596475073675e-05,
      "loss": 4.946,
      "step": 235035
    },
    {
      "epoch": 0.20573491322527815,
      "grad_norm": 0.4831383526325226,
      "learning_rate": 4.626443482886257e-05,
      "loss": 5.985,
      "step": 235040
    },
    {
      "epoch": 0.2057392898189053,
      "grad_norm": 0.4656570255756378,
      "learning_rate": 4.6264273179514264e-05,
      "loss": 5.6129,
      "step": 235045
    },
    {
      "epoch": 0.20574366641253247,
      "grad_norm": 0.47672590613365173,
      "learning_rate": 4.62641115270288e-05,
      "loss": 5.4168,
      "step": 235050
    },
    {
      "epoch": 0.20574804300615962,
      "grad_norm": 0.47208309173583984,
      "learning_rate": 4.6263949871406195e-05,
      "loss": 5.4257,
      "step": 235055
    },
    {
      "epoch": 0.20575241959978677,
      "grad_norm": 0.4895514249801636,
      "learning_rate": 4.62637882126465e-05,
      "loss": 4.6796,
      "step": 235060
    },
    {
      "epoch": 0.20575679619341392,
      "grad_norm": 0.4831911027431488,
      "learning_rate": 4.6263626550749726e-05,
      "loss": 5.4432,
      "step": 235065
    },
    {
      "epoch": 0.2057611727870411,
      "grad_norm": 0.47897449135780334,
      "learning_rate": 4.626346488571592e-05,
      "loss": 4.3987,
      "step": 235070
    },
    {
      "epoch": 0.20576554938066824,
      "grad_norm": 0.4774012565612793,
      "learning_rate": 4.6263303217545115e-05,
      "loss": 4.8091,
      "step": 235075
    },
    {
      "epoch": 0.2057699259742954,
      "grad_norm": 0.47134578227996826,
      "learning_rate": 4.626314154623733e-05,
      "loss": 5.6588,
      "step": 235080
    },
    {
      "epoch": 0.20577430256792253,
      "grad_norm": 0.4589792490005493,
      "learning_rate": 4.626297987179261e-05,
      "loss": 5.9412,
      "step": 235085
    },
    {
      "epoch": 0.2057786791615497,
      "grad_norm": 0.5248019099235535,
      "learning_rate": 4.626281819421096e-05,
      "loss": 4.6118,
      "step": 235090
    },
    {
      "epoch": 0.20578305575517686,
      "grad_norm": 0.49716654419898987,
      "learning_rate": 4.626265651349244e-05,
      "loss": 5.4227,
      "step": 235095
    },
    {
      "epoch": 0.205787432348804,
      "grad_norm": 0.4836699962615967,
      "learning_rate": 4.626249482963707e-05,
      "loss": 5.1396,
      "step": 235100
    },
    {
      "epoch": 0.20579180894243115,
      "grad_norm": 0.4824177324771881,
      "learning_rate": 4.6262333142644885e-05,
      "loss": 5.7106,
      "step": 235105
    },
    {
      "epoch": 0.20579618553605833,
      "grad_norm": 0.48787355422973633,
      "learning_rate": 4.62621714525159e-05,
      "loss": 5.768,
      "step": 235110
    },
    {
      "epoch": 0.20580056212968548,
      "grad_norm": 0.4820667505264282,
      "learning_rate": 4.626200975925018e-05,
      "loss": 5.6014,
      "step": 235115
    },
    {
      "epoch": 0.20580493872331262,
      "grad_norm": 0.4749394655227661,
      "learning_rate": 4.626184806284771e-05,
      "loss": 5.6754,
      "step": 235120
    },
    {
      "epoch": 0.20580931531693977,
      "grad_norm": 0.4683665633201599,
      "learning_rate": 4.6261686363308565e-05,
      "loss": 5.9117,
      "step": 235125
    },
    {
      "epoch": 0.20581369191056695,
      "grad_norm": 0.4959339499473572,
      "learning_rate": 4.626152466063275e-05,
      "loss": 5.6135,
      "step": 235130
    },
    {
      "epoch": 0.2058180685041941,
      "grad_norm": 0.5021253824234009,
      "learning_rate": 4.6261362954820295e-05,
      "loss": 4.3924,
      "step": 235135
    },
    {
      "epoch": 0.20582244509782124,
      "grad_norm": 0.4805983901023865,
      "learning_rate": 4.6261201245871255e-05,
      "loss": 5.4322,
      "step": 235140
    },
    {
      "epoch": 0.2058268216914484,
      "grad_norm": 0.49689266085624695,
      "learning_rate": 4.626103953378563e-05,
      "loss": 5.137,
      "step": 235145
    },
    {
      "epoch": 0.20583119828507554,
      "grad_norm": 0.5102570652961731,
      "learning_rate": 4.6260877818563485e-05,
      "loss": 5.2249,
      "step": 235150
    },
    {
      "epoch": 0.20583557487870272,
      "grad_norm": 0.5281122326850891,
      "learning_rate": 4.626071610020482e-05,
      "loss": 5.3152,
      "step": 235155
    },
    {
      "epoch": 0.20583995147232986,
      "grad_norm": 0.48677268624305725,
      "learning_rate": 4.6260554378709674e-05,
      "loss": 6.2188,
      "step": 235160
    },
    {
      "epoch": 0.205844328065957,
      "grad_norm": 0.4725862741470337,
      "learning_rate": 4.6260392654078096e-05,
      "loss": 5.9395,
      "step": 235165
    },
    {
      "epoch": 0.20584870465958416,
      "grad_norm": 0.509738564491272,
      "learning_rate": 4.62602309263101e-05,
      "loss": 4.9346,
      "step": 235170
    },
    {
      "epoch": 0.20585308125321133,
      "grad_norm": 0.5074228644371033,
      "learning_rate": 4.626006919540572e-05,
      "loss": 4.6344,
      "step": 235175
    },
    {
      "epoch": 0.20585745784683848,
      "grad_norm": 0.46671435236930847,
      "learning_rate": 4.6259907461364996e-05,
      "loss": 4.8335,
      "step": 235180
    },
    {
      "epoch": 0.20586183444046563,
      "grad_norm": 0.5098041892051697,
      "learning_rate": 4.625974572418795e-05,
      "loss": 5.4631,
      "step": 235185
    },
    {
      "epoch": 0.20586621103409278,
      "grad_norm": 0.49114155769348145,
      "learning_rate": 4.625958398387461e-05,
      "loss": 3.8458,
      "step": 235190
    },
    {
      "epoch": 0.20587058762771995,
      "grad_norm": 0.5096137523651123,
      "learning_rate": 4.625942224042502e-05,
      "loss": 4.9262,
      "step": 235195
    },
    {
      "epoch": 0.2058749642213471,
      "grad_norm": 0.5061979293823242,
      "learning_rate": 4.62592604938392e-05,
      "loss": 5.4389,
      "step": 235200
    },
    {
      "epoch": 0.20587934081497425,
      "grad_norm": 0.5109524726867676,
      "learning_rate": 4.625909874411718e-05,
      "loss": 5.4144,
      "step": 235205
    },
    {
      "epoch": 0.2058837174086014,
      "grad_norm": 0.5249254107475281,
      "learning_rate": 4.6258936991259006e-05,
      "loss": 5.4343,
      "step": 235210
    },
    {
      "epoch": 0.20588809400222857,
      "grad_norm": 0.4836558401584625,
      "learning_rate": 4.6258775235264685e-05,
      "loss": 4.1676,
      "step": 235215
    },
    {
      "epoch": 0.20589247059585572,
      "grad_norm": 0.5003549456596375,
      "learning_rate": 4.625861347613428e-05,
      "loss": 4.8804,
      "step": 235220
    },
    {
      "epoch": 0.20589684718948287,
      "grad_norm": 0.7348635792732239,
      "learning_rate": 4.625845171386779e-05,
      "loss": 5.6383,
      "step": 235225
    },
    {
      "epoch": 0.20590122378311002,
      "grad_norm": 0.5399506092071533,
      "learning_rate": 4.625828994846527e-05,
      "loss": 5.4284,
      "step": 235230
    },
    {
      "epoch": 0.2059056003767372,
      "grad_norm": 0.48718246817588806,
      "learning_rate": 4.625812817992674e-05,
      "loss": 5.4036,
      "step": 235235
    },
    {
      "epoch": 0.20590997697036434,
      "grad_norm": 0.4699375033378601,
      "learning_rate": 4.625796640825224e-05,
      "loss": 5.1697,
      "step": 235240
    },
    {
      "epoch": 0.2059143535639915,
      "grad_norm": 0.4895608723163605,
      "learning_rate": 4.625780463344179e-05,
      "loss": 5.1854,
      "step": 235245
    },
    {
      "epoch": 0.20591873015761863,
      "grad_norm": 0.48555469512939453,
      "learning_rate": 4.625764285549542e-05,
      "loss": 5.1001,
      "step": 235250
    },
    {
      "epoch": 0.2059231067512458,
      "grad_norm": 0.4728308618068695,
      "learning_rate": 4.6257481074413176e-05,
      "loss": 4.3997,
      "step": 235255
    },
    {
      "epoch": 0.20592748334487296,
      "grad_norm": 0.4694904386997223,
      "learning_rate": 4.625731929019507e-05,
      "loss": 4.9091,
      "step": 235260
    },
    {
      "epoch": 0.2059318599385001,
      "grad_norm": 0.4782545864582062,
      "learning_rate": 4.6257157502841154e-05,
      "loss": 5.043,
      "step": 235265
    },
    {
      "epoch": 0.20593623653212725,
      "grad_norm": 0.47872188687324524,
      "learning_rate": 4.625699571235145e-05,
      "loss": 4.915,
      "step": 235270
    },
    {
      "epoch": 0.2059406131257544,
      "grad_norm": 0.47099772095680237,
      "learning_rate": 4.625683391872597e-05,
      "loss": 5.394,
      "step": 235275
    },
    {
      "epoch": 0.20594498971938158,
      "grad_norm": 0.5187543630599976,
      "learning_rate": 4.6256672121964786e-05,
      "loss": 4.9244,
      "step": 235280
    },
    {
      "epoch": 0.20594936631300872,
      "grad_norm": 0.5072954893112183,
      "learning_rate": 4.6256510322067894e-05,
      "loss": 5.9611,
      "step": 235285
    },
    {
      "epoch": 0.20595374290663587,
      "grad_norm": 0.474627822637558,
      "learning_rate": 4.625634851903534e-05,
      "loss": 5.1882,
      "step": 235290
    },
    {
      "epoch": 0.20595811950026302,
      "grad_norm": 0.4732082784175873,
      "learning_rate": 4.6256186712867144e-05,
      "loss": 5.9508,
      "step": 235295
    },
    {
      "epoch": 0.2059624960938902,
      "grad_norm": 0.4727325141429901,
      "learning_rate": 4.625602490356337e-05,
      "loss": 5.6725,
      "step": 235300
    },
    {
      "epoch": 0.20596687268751734,
      "grad_norm": 0.484718918800354,
      "learning_rate": 4.6255863091124e-05,
      "loss": 4.8939,
      "step": 235305
    },
    {
      "epoch": 0.2059712492811445,
      "grad_norm": 0.4760194718837738,
      "learning_rate": 4.62557012755491e-05,
      "loss": 5.623,
      "step": 235310
    },
    {
      "epoch": 0.20597562587477164,
      "grad_norm": 0.48559603095054626,
      "learning_rate": 4.6255539456838693e-05,
      "loss": 4.7178,
      "step": 235315
    },
    {
      "epoch": 0.20598000246839882,
      "grad_norm": 0.48680904507637024,
      "learning_rate": 4.6255377634992806e-05,
      "loss": 4.6335,
      "step": 235320
    },
    {
      "epoch": 0.20598437906202596,
      "grad_norm": 0.4967351257801056,
      "learning_rate": 4.625521581001147e-05,
      "loss": 5.3369,
      "step": 235325
    },
    {
      "epoch": 0.2059887556556531,
      "grad_norm": 0.4892066419124603,
      "learning_rate": 4.625505398189472e-05,
      "loss": 4.9493,
      "step": 235330
    },
    {
      "epoch": 0.20599313224928026,
      "grad_norm": 0.5336065888404846,
      "learning_rate": 4.6254892150642595e-05,
      "loss": 4.1914,
      "step": 235335
    },
    {
      "epoch": 0.20599750884290743,
      "grad_norm": 0.4894174635410309,
      "learning_rate": 4.625473031625511e-05,
      "loss": 5.9322,
      "step": 235340
    },
    {
      "epoch": 0.20600188543653458,
      "grad_norm": 0.47416090965270996,
      "learning_rate": 4.625456847873232e-05,
      "loss": 5.4446,
      "step": 235345
    },
    {
      "epoch": 0.20600626203016173,
      "grad_norm": 0.49210768938064575,
      "learning_rate": 4.625440663807422e-05,
      "loss": 5.1312,
      "step": 235350
    },
    {
      "epoch": 0.20601063862378888,
      "grad_norm": 0.4852893054485321,
      "learning_rate": 4.625424479428086e-05,
      "loss": 4.631,
      "step": 235355
    },
    {
      "epoch": 0.20601501521741605,
      "grad_norm": 0.4774540662765503,
      "learning_rate": 4.625408294735228e-05,
      "loss": 4.3287,
      "step": 235360
    },
    {
      "epoch": 0.2060193918110432,
      "grad_norm": 0.4880144000053406,
      "learning_rate": 4.625392109728851e-05,
      "loss": 5.4313,
      "step": 235365
    },
    {
      "epoch": 0.20602376840467035,
      "grad_norm": 0.478562593460083,
      "learning_rate": 4.625375924408957e-05,
      "loss": 5.4057,
      "step": 235370
    },
    {
      "epoch": 0.2060281449982975,
      "grad_norm": 0.49055859446525574,
      "learning_rate": 4.62535973877555e-05,
      "loss": 5.721,
      "step": 235375
    },
    {
      "epoch": 0.20603252159192467,
      "grad_norm": 0.47752922773361206,
      "learning_rate": 4.625343552828633e-05,
      "loss": 5.2033,
      "step": 235380
    },
    {
      "epoch": 0.20603689818555182,
      "grad_norm": 0.47577977180480957,
      "learning_rate": 4.6253273665682074e-05,
      "loss": 5.4352,
      "step": 235385
    },
    {
      "epoch": 0.20604127477917897,
      "grad_norm": 0.4709261357784271,
      "learning_rate": 4.6253111799942784e-05,
      "loss": 6.2184,
      "step": 235390
    },
    {
      "epoch": 0.20604565137280612,
      "grad_norm": 0.48401057720184326,
      "learning_rate": 4.625294993106849e-05,
      "loss": 5.242,
      "step": 235395
    },
    {
      "epoch": 0.2060500279664333,
      "grad_norm": 0.47821423411369324,
      "learning_rate": 4.62527880590592e-05,
      "loss": 5.4236,
      "step": 235400
    },
    {
      "epoch": 0.20605440456006044,
      "grad_norm": 0.4712609648704529,
      "learning_rate": 4.625262618391498e-05,
      "loss": 5.9244,
      "step": 235405
    },
    {
      "epoch": 0.2060587811536876,
      "grad_norm": 0.46948161721229553,
      "learning_rate": 4.625246430563585e-05,
      "loss": 6.2432,
      "step": 235410
    },
    {
      "epoch": 0.20606315774731473,
      "grad_norm": 0.4782077670097351,
      "learning_rate": 4.625230242422184e-05,
      "loss": 5.2081,
      "step": 235415
    },
    {
      "epoch": 0.20606753434094188,
      "grad_norm": 0.4873447120189667,
      "learning_rate": 4.625214053967296e-05,
      "loss": 5.0896,
      "step": 235420
    },
    {
      "epoch": 0.20607191093456906,
      "grad_norm": 0.49358758330345154,
      "learning_rate": 4.6251978651989256e-05,
      "loss": 5.1115,
      "step": 235425
    },
    {
      "epoch": 0.2060762875281962,
      "grad_norm": 0.4975769817829132,
      "learning_rate": 4.6251816761170776e-05,
      "loss": 5.1526,
      "step": 235430
    },
    {
      "epoch": 0.20608066412182335,
      "grad_norm": 0.47515881061553955,
      "learning_rate": 4.625165486721753e-05,
      "loss": 5.1229,
      "step": 235435
    },
    {
      "epoch": 0.2060850407154505,
      "grad_norm": 0.48276078701019287,
      "learning_rate": 4.625149297012956e-05,
      "loss": 5.1311,
      "step": 235440
    },
    {
      "epoch": 0.20608941730907768,
      "grad_norm": 0.4976874887943268,
      "learning_rate": 4.625133106990689e-05,
      "loss": 5.384,
      "step": 235445
    },
    {
      "epoch": 0.20609379390270482,
      "grad_norm": 0.4930468201637268,
      "learning_rate": 4.625116916654956e-05,
      "loss": 5.2671,
      "step": 235450
    },
    {
      "epoch": 0.20609817049633197,
      "grad_norm": 0.5170700550079346,
      "learning_rate": 4.625100726005759e-05,
      "loss": 5.3135,
      "step": 235455
    },
    {
      "epoch": 0.20610254708995912,
      "grad_norm": 0.5060251951217651,
      "learning_rate": 4.625084535043101e-05,
      "loss": 5.641,
      "step": 235460
    },
    {
      "epoch": 0.2061069236835863,
      "grad_norm": 0.5122397541999817,
      "learning_rate": 4.6250683437669873e-05,
      "loss": 5.135,
      "step": 235465
    },
    {
      "epoch": 0.20611130027721344,
      "grad_norm": 0.46480634808540344,
      "learning_rate": 4.625052152177419e-05,
      "loss": 5.1135,
      "step": 235470
    },
    {
      "epoch": 0.2061156768708406,
      "grad_norm": 0.4923259913921356,
      "learning_rate": 4.6250359602744e-05,
      "loss": 5.2417,
      "step": 235475
    },
    {
      "epoch": 0.20612005346446774,
      "grad_norm": 0.4967999756336212,
      "learning_rate": 4.625019768057932e-05,
      "loss": 5.7482,
      "step": 235480
    },
    {
      "epoch": 0.20612443005809492,
      "grad_norm": 0.5796511769294739,
      "learning_rate": 4.6250035755280206e-05,
      "loss": 4.5949,
      "step": 235485
    },
    {
      "epoch": 0.20612880665172206,
      "grad_norm": 0.5162289142608643,
      "learning_rate": 4.624987382684668e-05,
      "loss": 5.9754,
      "step": 235490
    },
    {
      "epoch": 0.2061331832453492,
      "grad_norm": 0.5075419545173645,
      "learning_rate": 4.624971189527876e-05,
      "loss": 4.8269,
      "step": 235495
    },
    {
      "epoch": 0.20613755983897636,
      "grad_norm": 0.49127835035324097,
      "learning_rate": 4.624954996057648e-05,
      "loss": 5.3279,
      "step": 235500
    },
    {
      "epoch": 0.20614193643260353,
      "grad_norm": 0.4734041392803192,
      "learning_rate": 4.624938802273989e-05,
      "loss": 5.941,
      "step": 235505
    },
    {
      "epoch": 0.20614631302623068,
      "grad_norm": 0.5165963768959045,
      "learning_rate": 4.624922608176901e-05,
      "loss": 5.397,
      "step": 235510
    },
    {
      "epoch": 0.20615068961985783,
      "grad_norm": 0.474291056394577,
      "learning_rate": 4.6249064137663866e-05,
      "loss": 5.6654,
      "step": 235515
    },
    {
      "epoch": 0.20615506621348498,
      "grad_norm": 0.4761502742767334,
      "learning_rate": 4.6248902190424495e-05,
      "loss": 5.7538,
      "step": 235520
    },
    {
      "epoch": 0.20615944280711215,
      "grad_norm": 0.456794798374176,
      "learning_rate": 4.6248740240050925e-05,
      "loss": 5.3297,
      "step": 235525
    },
    {
      "epoch": 0.2061638194007393,
      "grad_norm": 0.473333477973938,
      "learning_rate": 4.6248578286543185e-05,
      "loss": 4.9191,
      "step": 235530
    },
    {
      "epoch": 0.20616819599436645,
      "grad_norm": 0.55970698595047,
      "learning_rate": 4.624841632990132e-05,
      "loss": 4.1864,
      "step": 235535
    },
    {
      "epoch": 0.2061725725879936,
      "grad_norm": 0.5166206955909729,
      "learning_rate": 4.6248254370125354e-05,
      "loss": 5.4437,
      "step": 235540
    },
    {
      "epoch": 0.20617694918162074,
      "grad_norm": 0.5898432731628418,
      "learning_rate": 4.6248092407215304e-05,
      "loss": 4.8268,
      "step": 235545
    },
    {
      "epoch": 0.20618132577524792,
      "grad_norm": 0.5469124913215637,
      "learning_rate": 4.6247930441171226e-05,
      "loss": 5.1964,
      "step": 235550
    },
    {
      "epoch": 0.20618570236887507,
      "grad_norm": 0.4814593493938446,
      "learning_rate": 4.6247768471993125e-05,
      "loss": 4.9167,
      "step": 235555
    },
    {
      "epoch": 0.20619007896250222,
      "grad_norm": 0.5114836692810059,
      "learning_rate": 4.6247606499681064e-05,
      "loss": 4.761,
      "step": 235560
    },
    {
      "epoch": 0.20619445555612936,
      "grad_norm": 0.49328503012657166,
      "learning_rate": 4.624744452423504e-05,
      "loss": 5.3668,
      "step": 235565
    },
    {
      "epoch": 0.20619883214975654,
      "grad_norm": 0.5083915591239929,
      "learning_rate": 4.62472825456551e-05,
      "loss": 4.4237,
      "step": 235570
    },
    {
      "epoch": 0.2062032087433837,
      "grad_norm": 0.4796152114868164,
      "learning_rate": 4.624712056394128e-05,
      "loss": 4.8711,
      "step": 235575
    },
    {
      "epoch": 0.20620758533701083,
      "grad_norm": 0.46550798416137695,
      "learning_rate": 4.6246958579093615e-05,
      "loss": 5.6672,
      "step": 235580
    },
    {
      "epoch": 0.20621196193063798,
      "grad_norm": 0.46742358803749084,
      "learning_rate": 4.6246796591112115e-05,
      "loss": 4.5585,
      "step": 235585
    },
    {
      "epoch": 0.20621633852426516,
      "grad_norm": 0.5332639813423157,
      "learning_rate": 4.624663459999683e-05,
      "loss": 4.606,
      "step": 235590
    },
    {
      "epoch": 0.2062207151178923,
      "grad_norm": 0.46232736110687256,
      "learning_rate": 4.624647260574778e-05,
      "loss": 5.0549,
      "step": 235595
    },
    {
      "epoch": 0.20622509171151945,
      "grad_norm": 0.45898574590682983,
      "learning_rate": 4.6246310608365015e-05,
      "loss": 4.9101,
      "step": 235600
    },
    {
      "epoch": 0.2062294683051466,
      "grad_norm": 0.4563469886779785,
      "learning_rate": 4.624614860784854e-05,
      "loss": 4.6351,
      "step": 235605
    },
    {
      "epoch": 0.20623384489877378,
      "grad_norm": 0.5019301176071167,
      "learning_rate": 4.624598660419841e-05,
      "loss": 5.1143,
      "step": 235610
    },
    {
      "epoch": 0.20623822149240092,
      "grad_norm": 0.4717339873313904,
      "learning_rate": 4.624582459741463e-05,
      "loss": 5.6674,
      "step": 235615
    },
    {
      "epoch": 0.20624259808602807,
      "grad_norm": 0.4543910622596741,
      "learning_rate": 4.624566258749726e-05,
      "loss": 4.4885,
      "step": 235620
    },
    {
      "epoch": 0.20624697467965522,
      "grad_norm": 0.4789765179157257,
      "learning_rate": 4.624550057444632e-05,
      "loss": 5.1116,
      "step": 235625
    },
    {
      "epoch": 0.2062513512732824,
      "grad_norm": 0.44800081849098206,
      "learning_rate": 4.624533855826183e-05,
      "loss": 5.1574,
      "step": 235630
    },
    {
      "epoch": 0.20625572786690954,
      "grad_norm": 0.4853801429271698,
      "learning_rate": 4.624517653894383e-05,
      "loss": 4.9435,
      "step": 235635
    },
    {
      "epoch": 0.2062601044605367,
      "grad_norm": 0.46606966853141785,
      "learning_rate": 4.624501451649236e-05,
      "loss": 5.1,
      "step": 235640
    },
    {
      "epoch": 0.20626448105416384,
      "grad_norm": 0.46511930227279663,
      "learning_rate": 4.624485249090744e-05,
      "loss": 5.665,
      "step": 235645
    },
    {
      "epoch": 0.20626885764779102,
      "grad_norm": 0.4777687191963196,
      "learning_rate": 4.62446904621891e-05,
      "loss": 5.426,
      "step": 235650
    },
    {
      "epoch": 0.20627323424141816,
      "grad_norm": 0.46961119771003723,
      "learning_rate": 4.6244528430337377e-05,
      "loss": 5.9391,
      "step": 235655
    },
    {
      "epoch": 0.2062776108350453,
      "grad_norm": 0.44815593957901,
      "learning_rate": 4.6244366395352304e-05,
      "loss": 5.1308,
      "step": 235660
    },
    {
      "epoch": 0.20628198742867246,
      "grad_norm": 0.4542648196220398,
      "learning_rate": 4.62442043572339e-05,
      "loss": 5.1422,
      "step": 235665
    },
    {
      "epoch": 0.2062863640222996,
      "grad_norm": 0.5023402571678162,
      "learning_rate": 4.6244042315982213e-05,
      "loss": 4.8966,
      "step": 235670
    },
    {
      "epoch": 0.20629074061592678,
      "grad_norm": 0.45781445503234863,
      "learning_rate": 4.624388027159727e-05,
      "loss": 5.6135,
      "step": 235675
    },
    {
      "epoch": 0.20629511720955393,
      "grad_norm": 0.5010185241699219,
      "learning_rate": 4.624371822407909e-05,
      "loss": 4.9433,
      "step": 235680
    },
    {
      "epoch": 0.20629949380318108,
      "grad_norm": 0.49914178252220154,
      "learning_rate": 4.624355617342772e-05,
      "loss": 5.4081,
      "step": 235685
    },
    {
      "epoch": 0.20630387039680823,
      "grad_norm": 0.5057432651519775,
      "learning_rate": 4.624339411964318e-05,
      "loss": 4.9308,
      "step": 235690
    },
    {
      "epoch": 0.2063082469904354,
      "grad_norm": 0.5080485939979553,
      "learning_rate": 4.6243232062725506e-05,
      "loss": 5.2028,
      "step": 235695
    },
    {
      "epoch": 0.20631262358406255,
      "grad_norm": 0.5965061187744141,
      "learning_rate": 4.6243070002674736e-05,
      "loss": 5.7196,
      "step": 235700
    },
    {
      "epoch": 0.2063170001776897,
      "grad_norm": 0.4915314316749573,
      "learning_rate": 4.6242907939490886e-05,
      "loss": 5.0365,
      "step": 235705
    },
    {
      "epoch": 0.20632137677131684,
      "grad_norm": 0.5627788305282593,
      "learning_rate": 4.6242745873174e-05,
      "loss": 5.6828,
      "step": 235710
    },
    {
      "epoch": 0.20632575336494402,
      "grad_norm": 0.49838921427726746,
      "learning_rate": 4.6242583803724095e-05,
      "loss": 5.1716,
      "step": 235715
    },
    {
      "epoch": 0.20633012995857117,
      "grad_norm": 0.4753706753253937,
      "learning_rate": 4.6242421731141215e-05,
      "loss": 4.9119,
      "step": 235720
    },
    {
      "epoch": 0.20633450655219832,
      "grad_norm": 0.4929184019565582,
      "learning_rate": 4.6242259655425405e-05,
      "loss": 5.4494,
      "step": 235725
    },
    {
      "epoch": 0.20633888314582546,
      "grad_norm": 0.47870585322380066,
      "learning_rate": 4.624209757657666e-05,
      "loss": 5.4372,
      "step": 235730
    },
    {
      "epoch": 0.20634325973945264,
      "grad_norm": 0.48251718282699585,
      "learning_rate": 4.624193549459504e-05,
      "loss": 4.1624,
      "step": 235735
    },
    {
      "epoch": 0.2063476363330798,
      "grad_norm": 0.6404589414596558,
      "learning_rate": 4.624177340948056e-05,
      "loss": 5.7092,
      "step": 235740
    },
    {
      "epoch": 0.20635201292670693,
      "grad_norm": 0.5663677453994751,
      "learning_rate": 4.624161132123326e-05,
      "loss": 5.9377,
      "step": 235745
    },
    {
      "epoch": 0.20635638952033408,
      "grad_norm": 0.4790164530277252,
      "learning_rate": 4.624144922985316e-05,
      "loss": 4.8883,
      "step": 235750
    },
    {
      "epoch": 0.20636076611396126,
      "grad_norm": 0.48458990454673767,
      "learning_rate": 4.624128713534032e-05,
      "loss": 5.9395,
      "step": 235755
    },
    {
      "epoch": 0.2063651427075884,
      "grad_norm": 0.47518637776374817,
      "learning_rate": 4.6241125037694743e-05,
      "loss": 5.9467,
      "step": 235760
    },
    {
      "epoch": 0.20636951930121555,
      "grad_norm": 0.4943031668663025,
      "learning_rate": 4.624096293691647e-05,
      "loss": 5.717,
      "step": 235765
    },
    {
      "epoch": 0.2063738958948427,
      "grad_norm": 0.4778359830379486,
      "learning_rate": 4.6240800833005525e-05,
      "loss": 5.1492,
      "step": 235770
    },
    {
      "epoch": 0.20637827248846988,
      "grad_norm": 0.4721747636795044,
      "learning_rate": 4.624063872596195e-05,
      "loss": 5.4437,
      "step": 235775
    },
    {
      "epoch": 0.20638264908209702,
      "grad_norm": 0.48394694924354553,
      "learning_rate": 4.6240476615785776e-05,
      "loss": 4.4107,
      "step": 235780
    },
    {
      "epoch": 0.20638702567572417,
      "grad_norm": 0.5086908340454102,
      "learning_rate": 4.624031450247703e-05,
      "loss": 4.8472,
      "step": 235785
    },
    {
      "epoch": 0.20639140226935132,
      "grad_norm": 0.48685333132743835,
      "learning_rate": 4.624015238603574e-05,
      "loss": 4.6212,
      "step": 235790
    },
    {
      "epoch": 0.20639577886297847,
      "grad_norm": 0.48101240396499634,
      "learning_rate": 4.623999026646194e-05,
      "loss": 5.2159,
      "step": 235795
    },
    {
      "epoch": 0.20640015545660564,
      "grad_norm": 0.48212602734565735,
      "learning_rate": 4.623982814375566e-05,
      "loss": 4.4061,
      "step": 235800
    },
    {
      "epoch": 0.2064045320502328,
      "grad_norm": 0.46771305799484253,
      "learning_rate": 4.6239666017916947e-05,
      "loss": 4.6436,
      "step": 235805
    },
    {
      "epoch": 0.20640890864385994,
      "grad_norm": 0.4700697064399719,
      "learning_rate": 4.623950388894581e-05,
      "loss": 5.9814,
      "step": 235810
    },
    {
      "epoch": 0.2064132852374871,
      "grad_norm": 0.47042879462242126,
      "learning_rate": 4.6239341756842283e-05,
      "loss": 4.9528,
      "step": 235815
    },
    {
      "epoch": 0.20641766183111426,
      "grad_norm": 0.47294020652770996,
      "learning_rate": 4.623917962160641e-05,
      "loss": 5.6957,
      "step": 235820
    },
    {
      "epoch": 0.2064220384247414,
      "grad_norm": 0.47074344754219055,
      "learning_rate": 4.6239017483238214e-05,
      "loss": 5.077,
      "step": 235825
    },
    {
      "epoch": 0.20642641501836856,
      "grad_norm": 0.48327189683914185,
      "learning_rate": 4.623885534173773e-05,
      "loss": 5.932,
      "step": 235830
    },
    {
      "epoch": 0.2064307916119957,
      "grad_norm": 0.47893086075782776,
      "learning_rate": 4.6238693197104976e-05,
      "loss": 4.925,
      "step": 235835
    },
    {
      "epoch": 0.20643516820562288,
      "grad_norm": 0.4751223921775818,
      "learning_rate": 4.623853104934001e-05,
      "loss": 5.1111,
      "step": 235840
    },
    {
      "epoch": 0.20643954479925003,
      "grad_norm": 0.47094807028770447,
      "learning_rate": 4.623836889844284e-05,
      "loss": 4.9293,
      "step": 235845
    },
    {
      "epoch": 0.20644392139287718,
      "grad_norm": 0.48044729232788086,
      "learning_rate": 4.623820674441349e-05,
      "loss": 4.6241,
      "step": 235850
    },
    {
      "epoch": 0.20644829798650433,
      "grad_norm": 0.484962522983551,
      "learning_rate": 4.623804458725203e-05,
      "loss": 5.1291,
      "step": 235855
    },
    {
      "epoch": 0.2064526745801315,
      "grad_norm": 0.4805085062980652,
      "learning_rate": 4.6237882426958454e-05,
      "loss": 4.9471,
      "step": 235860
    },
    {
      "epoch": 0.20645705117375865,
      "grad_norm": 0.4688822627067566,
      "learning_rate": 4.6237720263532815e-05,
      "loss": 4.6855,
      "step": 235865
    },
    {
      "epoch": 0.2064614277673858,
      "grad_norm": 0.45743831992149353,
      "learning_rate": 4.623755809697513e-05,
      "loss": 5.9443,
      "step": 235870
    },
    {
      "epoch": 0.20646580436101294,
      "grad_norm": 0.5158340334892273,
      "learning_rate": 4.623739592728544e-05,
      "loss": 5.1227,
      "step": 235875
    },
    {
      "epoch": 0.20647018095464012,
      "grad_norm": 0.48789799213409424,
      "learning_rate": 4.6237233754463775e-05,
      "loss": 5.7092,
      "step": 235880
    },
    {
      "epoch": 0.20647455754826727,
      "grad_norm": 0.4760003983974457,
      "learning_rate": 4.623707157851015e-05,
      "loss": 5.9559,
      "step": 235885
    },
    {
      "epoch": 0.20647893414189442,
      "grad_norm": 0.47694894671440125,
      "learning_rate": 4.623690939942462e-05,
      "loss": 5.6646,
      "step": 235890
    },
    {
      "epoch": 0.20648331073552156,
      "grad_norm": 0.4824015498161316,
      "learning_rate": 4.623674721720721e-05,
      "loss": 5.2005,
      "step": 235895
    },
    {
      "epoch": 0.20648768732914874,
      "grad_norm": 0.4837712347507477,
      "learning_rate": 4.6236585031857935e-05,
      "loss": 5.4438,
      "step": 235900
    },
    {
      "epoch": 0.2064920639227759,
      "grad_norm": 0.5477924942970276,
      "learning_rate": 4.623642284337686e-05,
      "loss": 4.8561,
      "step": 235905
    },
    {
      "epoch": 0.20649644051640303,
      "grad_norm": 0.49064964056015015,
      "learning_rate": 4.6236260651763976e-05,
      "loss": 6.2564,
      "step": 235910
    },
    {
      "epoch": 0.20650081711003018,
      "grad_norm": 0.4825011193752289,
      "learning_rate": 4.623609845701934e-05,
      "loss": 5.2189,
      "step": 235915
    },
    {
      "epoch": 0.20650519370365733,
      "grad_norm": 0.49451178312301636,
      "learning_rate": 4.6235936259142975e-05,
      "loss": 5.1655,
      "step": 235920
    },
    {
      "epoch": 0.2065095702972845,
      "grad_norm": 0.5411330461502075,
      "learning_rate": 4.623577405813492e-05,
      "loss": 4.9469,
      "step": 235925
    },
    {
      "epoch": 0.20651394689091165,
      "grad_norm": 0.5000115633010864,
      "learning_rate": 4.6235611853995184e-05,
      "loss": 4.5917,
      "step": 235930
    },
    {
      "epoch": 0.2065183234845388,
      "grad_norm": 0.4835801422595978,
      "learning_rate": 4.6235449646723826e-05,
      "loss": 5.424,
      "step": 235935
    },
    {
      "epoch": 0.20652270007816595,
      "grad_norm": 0.4804592430591583,
      "learning_rate": 4.623528743632087e-05,
      "loss": 5.3871,
      "step": 235940
    },
    {
      "epoch": 0.20652707667179313,
      "grad_norm": 0.4914238154888153,
      "learning_rate": 4.623512522278634e-05,
      "loss": 5.9557,
      "step": 235945
    },
    {
      "epoch": 0.20653145326542027,
      "grad_norm": 0.4777269959449768,
      "learning_rate": 4.623496300612028e-05,
      "loss": 3.9354,
      "step": 235950
    },
    {
      "epoch": 0.20653582985904742,
      "grad_norm": 0.5400910377502441,
      "learning_rate": 4.6234800786322694e-05,
      "loss": 5.4648,
      "step": 235955
    },
    {
      "epoch": 0.20654020645267457,
      "grad_norm": 0.48811009526252747,
      "learning_rate": 4.623463856339364e-05,
      "loss": 5.6363,
      "step": 235960
    },
    {
      "epoch": 0.20654458304630174,
      "grad_norm": 0.46598634123802185,
      "learning_rate": 4.623447633733314e-05,
      "loss": 5.6252,
      "step": 235965
    },
    {
      "epoch": 0.2065489596399289,
      "grad_norm": 0.47853508591651917,
      "learning_rate": 4.623431410814122e-05,
      "loss": 5.465,
      "step": 235970
    },
    {
      "epoch": 0.20655333623355604,
      "grad_norm": 0.4805111885070801,
      "learning_rate": 4.623415187581792e-05,
      "loss": 5.6309,
      "step": 235975
    },
    {
      "epoch": 0.2065577128271832,
      "grad_norm": 0.4953228533267975,
      "learning_rate": 4.623398964036327e-05,
      "loss": 5.924,
      "step": 235980
    },
    {
      "epoch": 0.20656208942081036,
      "grad_norm": 0.5626777410507202,
      "learning_rate": 4.62338274017773e-05,
      "loss": 5.1205,
      "step": 235985
    },
    {
      "epoch": 0.2065664660144375,
      "grad_norm": 0.49673736095428467,
      "learning_rate": 4.6233665160060043e-05,
      "loss": 4.9184,
      "step": 235990
    },
    {
      "epoch": 0.20657084260806466,
      "grad_norm": 0.47409215569496155,
      "learning_rate": 4.6233502915211526e-05,
      "loss": 5.3113,
      "step": 235995
    },
    {
      "epoch": 0.2065752192016918,
      "grad_norm": 0.5077928304672241,
      "learning_rate": 4.6233340667231786e-05,
      "loss": 5.6416,
      "step": 236000
    },
    {
      "epoch": 0.20657959579531898,
      "grad_norm": 0.47872623801231384,
      "learning_rate": 4.6233178416120835e-05,
      "loss": 5.9939,
      "step": 236005
    },
    {
      "epoch": 0.20658397238894613,
      "grad_norm": 0.5480702519416809,
      "learning_rate": 4.623301616187873e-05,
      "loss": 5.1298,
      "step": 236010
    },
    {
      "epoch": 0.20658834898257328,
      "grad_norm": 0.48905685544013977,
      "learning_rate": 4.62328539045055e-05,
      "loss": 5.7178,
      "step": 236015
    },
    {
      "epoch": 0.20659272557620043,
      "grad_norm": 0.5153813362121582,
      "learning_rate": 4.623269164400116e-05,
      "loss": 5.1854,
      "step": 236020
    },
    {
      "epoch": 0.2065971021698276,
      "grad_norm": 0.47457143664360046,
      "learning_rate": 4.623252938036575e-05,
      "loss": 5.232,
      "step": 236025
    },
    {
      "epoch": 0.20660147876345475,
      "grad_norm": 0.4796615242958069,
      "learning_rate": 4.6232367113599306e-05,
      "loss": 5.2212,
      "step": 236030
    },
    {
      "epoch": 0.2066058553570819,
      "grad_norm": 0.46476662158966064,
      "learning_rate": 4.6232204843701857e-05,
      "loss": 5.9607,
      "step": 236035
    },
    {
      "epoch": 0.20661023195070904,
      "grad_norm": 0.48003876209259033,
      "learning_rate": 4.623204257067342e-05,
      "loss": 4.8288,
      "step": 236040
    },
    {
      "epoch": 0.20661460854433622,
      "grad_norm": 0.471698135137558,
      "learning_rate": 4.623188029451404e-05,
      "loss": 5.634,
      "step": 236045
    },
    {
      "epoch": 0.20661898513796337,
      "grad_norm": 0.48951631784439087,
      "learning_rate": 4.623171801522376e-05,
      "loss": 5.414,
      "step": 236050
    },
    {
      "epoch": 0.20662336173159052,
      "grad_norm": 0.48884397745132446,
      "learning_rate": 4.6231555732802575e-05,
      "loss": 5.4546,
      "step": 236055
    },
    {
      "epoch": 0.20662773832521766,
      "grad_norm": 0.4767014980316162,
      "learning_rate": 4.623139344725056e-05,
      "loss": 5.7488,
      "step": 236060
    },
    {
      "epoch": 0.2066321149188448,
      "grad_norm": 0.5079185366630554,
      "learning_rate": 4.623123115856771e-05,
      "loss": 4.5307,
      "step": 236065
    },
    {
      "epoch": 0.206636491512472,
      "grad_norm": 0.48892679810523987,
      "learning_rate": 4.623106886675409e-05,
      "loss": 4.8255,
      "step": 236070
    },
    {
      "epoch": 0.20664086810609913,
      "grad_norm": 0.5020334720611572,
      "learning_rate": 4.62309065718097e-05,
      "loss": 4.9392,
      "step": 236075
    },
    {
      "epoch": 0.20664524469972628,
      "grad_norm": 0.4941335618495941,
      "learning_rate": 4.6230744273734585e-05,
      "loss": 4.8867,
      "step": 236080
    },
    {
      "epoch": 0.20664962129335343,
      "grad_norm": 0.4868937134742737,
      "learning_rate": 4.623058197252877e-05,
      "loss": 5.6246,
      "step": 236085
    },
    {
      "epoch": 0.2066539978869806,
      "grad_norm": 0.4719609022140503,
      "learning_rate": 4.6230419668192304e-05,
      "loss": 5.108,
      "step": 236090
    },
    {
      "epoch": 0.20665837448060775,
      "grad_norm": 0.4916970729827881,
      "learning_rate": 4.62302573607252e-05,
      "loss": 5.9596,
      "step": 236095
    },
    {
      "epoch": 0.2066627510742349,
      "grad_norm": 0.5078068375587463,
      "learning_rate": 4.62300950501275e-05,
      "loss": 4.4398,
      "step": 236100
    },
    {
      "epoch": 0.20666712766786205,
      "grad_norm": 0.48469123244285583,
      "learning_rate": 4.622993273639922e-05,
      "loss": 5.3905,
      "step": 236105
    },
    {
      "epoch": 0.20667150426148923,
      "grad_norm": 0.4723288416862488,
      "learning_rate": 4.6229770419540406e-05,
      "loss": 5.3941,
      "step": 236110
    },
    {
      "epoch": 0.20667588085511637,
      "grad_norm": 0.47630882263183594,
      "learning_rate": 4.622960809955109e-05,
      "loss": 5.4021,
      "step": 236115
    },
    {
      "epoch": 0.20668025744874352,
      "grad_norm": 0.46687304973602295,
      "learning_rate": 4.62294457764313e-05,
      "loss": 5.1331,
      "step": 236120
    },
    {
      "epoch": 0.20668463404237067,
      "grad_norm": 0.49231404066085815,
      "learning_rate": 4.622928345018106e-05,
      "loss": 5.9154,
      "step": 236125
    },
    {
      "epoch": 0.20668901063599784,
      "grad_norm": 0.47559472918510437,
      "learning_rate": 4.622912112080041e-05,
      "loss": 4.9298,
      "step": 236130
    },
    {
      "epoch": 0.206693387229625,
      "grad_norm": 0.4815501868724823,
      "learning_rate": 4.6228958788289375e-05,
      "loss": 5.6408,
      "step": 236135
    },
    {
      "epoch": 0.20669776382325214,
      "grad_norm": 0.5178033709526062,
      "learning_rate": 4.622879645264799e-05,
      "loss": 5.1341,
      "step": 236140
    },
    {
      "epoch": 0.2067021404168793,
      "grad_norm": 0.49757301807403564,
      "learning_rate": 4.62286341138763e-05,
      "loss": 5.3279,
      "step": 236145
    },
    {
      "epoch": 0.20670651701050646,
      "grad_norm": 0.46975162625312805,
      "learning_rate": 4.62284717719743e-05,
      "loss": 4.5285,
      "step": 236150
    },
    {
      "epoch": 0.2067108936041336,
      "grad_norm": 0.48922470211982727,
      "learning_rate": 4.622830942694206e-05,
      "loss": 5.3688,
      "step": 236155
    },
    {
      "epoch": 0.20671527019776076,
      "grad_norm": 0.4845273196697235,
      "learning_rate": 4.6228147078779594e-05,
      "loss": 5.3154,
      "step": 236160
    },
    {
      "epoch": 0.2067196467913879,
      "grad_norm": 0.47382646799087524,
      "learning_rate": 4.622798472748694e-05,
      "loss": 5.9443,
      "step": 236165
    },
    {
      "epoch": 0.20672402338501508,
      "grad_norm": 0.45644626021385193,
      "learning_rate": 4.622782237306411e-05,
      "loss": 5.0596,
      "step": 236170
    },
    {
      "epoch": 0.20672839997864223,
      "grad_norm": 0.4795570969581604,
      "learning_rate": 4.6227660015511154e-05,
      "loss": 5.197,
      "step": 236175
    },
    {
      "epoch": 0.20673277657226938,
      "grad_norm": 0.511881947517395,
      "learning_rate": 4.62274976548281e-05,
      "loss": 4.934,
      "step": 236180
    },
    {
      "epoch": 0.20673715316589653,
      "grad_norm": 0.5284977555274963,
      "learning_rate": 4.6227335291014974e-05,
      "loss": 4.6184,
      "step": 236185
    },
    {
      "epoch": 0.20674152975952367,
      "grad_norm": 0.48519065976142883,
      "learning_rate": 4.6227172924071814e-05,
      "loss": 5.4398,
      "step": 236190
    },
    {
      "epoch": 0.20674590635315085,
      "grad_norm": 0.4521489441394806,
      "learning_rate": 4.622701055399865e-05,
      "loss": 5.0879,
      "step": 236195
    },
    {
      "epoch": 0.206750282946778,
      "grad_norm": 0.46066805720329285,
      "learning_rate": 4.622684818079551e-05,
      "loss": 5.1586,
      "step": 236200
    },
    {
      "epoch": 0.20675465954040514,
      "grad_norm": 0.4839867055416107,
      "learning_rate": 4.622668580446242e-05,
      "loss": 5.7143,
      "step": 236205
    },
    {
      "epoch": 0.2067590361340323,
      "grad_norm": 0.5249800086021423,
      "learning_rate": 4.622652342499944e-05,
      "loss": 5.2004,
      "step": 236210
    },
    {
      "epoch": 0.20676341272765947,
      "grad_norm": 0.4726502001285553,
      "learning_rate": 4.622636104240655e-05,
      "loss": 5.4408,
      "step": 236215
    },
    {
      "epoch": 0.20676778932128662,
      "grad_norm": 0.5297353863716125,
      "learning_rate": 4.622619865668383e-05,
      "loss": 5.1251,
      "step": 236220
    },
    {
      "epoch": 0.20677216591491376,
      "grad_norm": 0.4924626052379608,
      "learning_rate": 4.622603626783128e-05,
      "loss": 4.6146,
      "step": 236225
    },
    {
      "epoch": 0.2067765425085409,
      "grad_norm": 0.4836566746234894,
      "learning_rate": 4.6225873875848954e-05,
      "loss": 5.6404,
      "step": 236230
    },
    {
      "epoch": 0.2067809191021681,
      "grad_norm": 0.5156654715538025,
      "learning_rate": 4.622571148073688e-05,
      "loss": 5.6234,
      "step": 236235
    },
    {
      "epoch": 0.20678529569579523,
      "grad_norm": 0.5055201649665833,
      "learning_rate": 4.622554908249507e-05,
      "loss": 4.4061,
      "step": 236240
    },
    {
      "epoch": 0.20678967228942238,
      "grad_norm": 0.4896775782108307,
      "learning_rate": 4.622538668112356e-05,
      "loss": 4.1794,
      "step": 236245
    },
    {
      "epoch": 0.20679404888304953,
      "grad_norm": 0.47845458984375,
      "learning_rate": 4.6225224276622405e-05,
      "loss": 5.4551,
      "step": 236250
    },
    {
      "epoch": 0.2067984254766767,
      "grad_norm": 0.5113502144813538,
      "learning_rate": 4.622506186899162e-05,
      "loss": 4.9205,
      "step": 236255
    },
    {
      "epoch": 0.20680280207030385,
      "grad_norm": 0.4756588637828827,
      "learning_rate": 4.622489945823122e-05,
      "loss": 5.4418,
      "step": 236260
    },
    {
      "epoch": 0.206807178663931,
      "grad_norm": 0.4735732078552246,
      "learning_rate": 4.622473704434127e-05,
      "loss": 5.9436,
      "step": 236265
    },
    {
      "epoch": 0.20681155525755815,
      "grad_norm": 0.46860432624816895,
      "learning_rate": 4.622457462732177e-05,
      "loss": 5.9246,
      "step": 236270
    },
    {
      "epoch": 0.20681593185118533,
      "grad_norm": 0.5651392340660095,
      "learning_rate": 4.6224412207172784e-05,
      "loss": 5.1403,
      "step": 236275
    },
    {
      "epoch": 0.20682030844481247,
      "grad_norm": 0.48328179121017456,
      "learning_rate": 4.6224249783894316e-05,
      "loss": 4.9448,
      "step": 236280
    },
    {
      "epoch": 0.20682468503843962,
      "grad_norm": 0.48335009813308716,
      "learning_rate": 4.622408735748639e-05,
      "loss": 5.3943,
      "step": 236285
    },
    {
      "epoch": 0.20682906163206677,
      "grad_norm": 0.5488373041152954,
      "learning_rate": 4.622392492794907e-05,
      "loss": 4.3769,
      "step": 236290
    },
    {
      "epoch": 0.20683343822569394,
      "grad_norm": 0.4912060797214508,
      "learning_rate": 4.6223762495282376e-05,
      "loss": 6.2672,
      "step": 236295
    },
    {
      "epoch": 0.2068378148193211,
      "grad_norm": 0.5241543650627136,
      "learning_rate": 4.622360005948633e-05,
      "loss": 5.4326,
      "step": 236300
    },
    {
      "epoch": 0.20684219141294824,
      "grad_norm": 0.48840272426605225,
      "learning_rate": 4.622343762056096e-05,
      "loss": 5.6258,
      "step": 236305
    },
    {
      "epoch": 0.2068465680065754,
      "grad_norm": 0.5172134041786194,
      "learning_rate": 4.622327517850631e-05,
      "loss": 5.4541,
      "step": 236310
    },
    {
      "epoch": 0.20685094460020254,
      "grad_norm": 0.5231618285179138,
      "learning_rate": 4.622311273332241e-05,
      "loss": 4.8712,
      "step": 236315
    },
    {
      "epoch": 0.2068553211938297,
      "grad_norm": 0.45663172006607056,
      "learning_rate": 4.622295028500928e-05,
      "loss": 5.7359,
      "step": 236320
    },
    {
      "epoch": 0.20685969778745686,
      "grad_norm": 0.47302955389022827,
      "learning_rate": 4.622278783356696e-05,
      "loss": 4.793,
      "step": 236325
    },
    {
      "epoch": 0.206864074381084,
      "grad_norm": 0.5072899460792542,
      "learning_rate": 4.6222625378995475e-05,
      "loss": 5.4205,
      "step": 236330
    },
    {
      "epoch": 0.20686845097471115,
      "grad_norm": 0.4721061587333679,
      "learning_rate": 4.6222462921294876e-05,
      "loss": 5.391,
      "step": 236335
    },
    {
      "epoch": 0.20687282756833833,
      "grad_norm": 0.49307769536972046,
      "learning_rate": 4.6222300460465175e-05,
      "loss": 4.3687,
      "step": 236340
    },
    {
      "epoch": 0.20687720416196548,
      "grad_norm": 0.4802032709121704,
      "learning_rate": 4.62221379965064e-05,
      "loss": 4.3126,
      "step": 236345
    },
    {
      "epoch": 0.20688158075559263,
      "grad_norm": 0.4928455352783203,
      "learning_rate": 4.6221975529418595e-05,
      "loss": 5.2334,
      "step": 236350
    },
    {
      "epoch": 0.20688595734921977,
      "grad_norm": 0.5140652656555176,
      "learning_rate": 4.622181305920179e-05,
      "loss": 5.6758,
      "step": 236355
    },
    {
      "epoch": 0.20689033394284695,
      "grad_norm": 0.48626989126205444,
      "learning_rate": 4.622165058585601e-05,
      "loss": 5.3389,
      "step": 236360
    },
    {
      "epoch": 0.2068947105364741,
      "grad_norm": 0.4690949320793152,
      "learning_rate": 4.6221488109381286e-05,
      "loss": 5.6572,
      "step": 236365
    },
    {
      "epoch": 0.20689908713010124,
      "grad_norm": 0.468878835439682,
      "learning_rate": 4.622132562977767e-05,
      "loss": 5.7287,
      "step": 236370
    },
    {
      "epoch": 0.2069034637237284,
      "grad_norm": 0.5003880858421326,
      "learning_rate": 4.622116314704515e-05,
      "loss": 4.3713,
      "step": 236375
    },
    {
      "epoch": 0.20690784031735557,
      "grad_norm": 0.4928032457828522,
      "learning_rate": 4.62210006611838e-05,
      "loss": 5.2167,
      "step": 236380
    },
    {
      "epoch": 0.20691221691098272,
      "grad_norm": 0.4869405925273895,
      "learning_rate": 4.622083817219364e-05,
      "loss": 4.6269,
      "step": 236385
    },
    {
      "epoch": 0.20691659350460986,
      "grad_norm": 0.4813603460788727,
      "learning_rate": 4.622067568007469e-05,
      "loss": 5.4132,
      "step": 236390
    },
    {
      "epoch": 0.206920970098237,
      "grad_norm": 0.472701758146286,
      "learning_rate": 4.622051318482697e-05,
      "loss": 5.3049,
      "step": 236395
    },
    {
      "epoch": 0.2069253466918642,
      "grad_norm": 0.48352235555648804,
      "learning_rate": 4.6220350686450556e-05,
      "loss": 5.0953,
      "step": 236400
    },
    {
      "epoch": 0.20692972328549133,
      "grad_norm": 0.4759795665740967,
      "learning_rate": 4.622018818494543e-05,
      "loss": 5.3297,
      "step": 236405
    },
    {
      "epoch": 0.20693409987911848,
      "grad_norm": 0.7019565105438232,
      "learning_rate": 4.6220025680311665e-05,
      "loss": 5.999,
      "step": 236410
    },
    {
      "epoch": 0.20693847647274563,
      "grad_norm": 0.46650636196136475,
      "learning_rate": 4.621986317254926e-05,
      "loss": 5.9217,
      "step": 236415
    },
    {
      "epoch": 0.2069428530663728,
      "grad_norm": 0.5039383769035339,
      "learning_rate": 4.621970066165827e-05,
      "loss": 3.8616,
      "step": 236420
    },
    {
      "epoch": 0.20694722965999995,
      "grad_norm": 0.47920113801956177,
      "learning_rate": 4.621953814763871e-05,
      "loss": 5.6127,
      "step": 236425
    },
    {
      "epoch": 0.2069516062536271,
      "grad_norm": 0.5317211747169495,
      "learning_rate": 4.621937563049061e-05,
      "loss": 4.8844,
      "step": 236430
    },
    {
      "epoch": 0.20695598284725425,
      "grad_norm": 0.4753290116786957,
      "learning_rate": 4.621921311021402e-05,
      "loss": 5.7167,
      "step": 236435
    },
    {
      "epoch": 0.2069603594408814,
      "grad_norm": 0.49962082505226135,
      "learning_rate": 4.621905058680895e-05,
      "loss": 4.6916,
      "step": 236440
    },
    {
      "epoch": 0.20696473603450857,
      "grad_norm": 0.4801734983921051,
      "learning_rate": 4.6218888060275453e-05,
      "loss": 5.9225,
      "step": 236445
    },
    {
      "epoch": 0.20696911262813572,
      "grad_norm": 0.49521809816360474,
      "learning_rate": 4.621872553061354e-05,
      "loss": 5.3578,
      "step": 236450
    },
    {
      "epoch": 0.20697348922176287,
      "grad_norm": 0.48533493280410767,
      "learning_rate": 4.6218562997823244e-05,
      "loss": 5.2027,
      "step": 236455
    },
    {
      "epoch": 0.20697786581539002,
      "grad_norm": 0.5030890107154846,
      "learning_rate": 4.621840046190462e-05,
      "loss": 5.141,
      "step": 236460
    },
    {
      "epoch": 0.2069822424090172,
      "grad_norm": 0.49902209639549255,
      "learning_rate": 4.6218237922857675e-05,
      "loss": 5.4733,
      "step": 236465
    },
    {
      "epoch": 0.20698661900264434,
      "grad_norm": 0.4971466064453125,
      "learning_rate": 4.6218075380682447e-05,
      "loss": 5.6732,
      "step": 236470
    },
    {
      "epoch": 0.2069909955962715,
      "grad_norm": 0.4981832504272461,
      "learning_rate": 4.621791283537896e-05,
      "loss": 5.411,
      "step": 236475
    },
    {
      "epoch": 0.20699537218989864,
      "grad_norm": 0.4727725088596344,
      "learning_rate": 4.621775028694727e-05,
      "loss": 4.8339,
      "step": 236480
    },
    {
      "epoch": 0.2069997487835258,
      "grad_norm": 0.4785950779914856,
      "learning_rate": 4.621758773538738e-05,
      "loss": 5.4313,
      "step": 236485
    },
    {
      "epoch": 0.20700412537715296,
      "grad_norm": 0.4800412952899933,
      "learning_rate": 4.621742518069934e-05,
      "loss": 5.2067,
      "step": 236490
    },
    {
      "epoch": 0.2070085019707801,
      "grad_norm": 0.48305732011795044,
      "learning_rate": 4.621726262288316e-05,
      "loss": 5.1957,
      "step": 236495
    },
    {
      "epoch": 0.20701287856440725,
      "grad_norm": 0.48943623900413513,
      "learning_rate": 4.62171000619389e-05,
      "loss": 5.2269,
      "step": 236500
    },
    {
      "epoch": 0.20701725515803443,
      "grad_norm": 0.4766697585582733,
      "learning_rate": 4.6216937497866575e-05,
      "loss": 5.323,
      "step": 236505
    },
    {
      "epoch": 0.20702163175166158,
      "grad_norm": 0.4841579794883728,
      "learning_rate": 4.621677493066622e-05,
      "loss": 4.8836,
      "step": 236510
    },
    {
      "epoch": 0.20702600834528873,
      "grad_norm": 0.48665761947631836,
      "learning_rate": 4.6216612360337865e-05,
      "loss": 5.1164,
      "step": 236515
    },
    {
      "epoch": 0.20703038493891587,
      "grad_norm": 0.49157387018203735,
      "learning_rate": 4.6216449786881534e-05,
      "loss": 4.9157,
      "step": 236520
    },
    {
      "epoch": 0.20703476153254305,
      "grad_norm": 0.4791938364505768,
      "learning_rate": 4.621628721029727e-05,
      "loss": 5.1168,
      "step": 236525
    },
    {
      "epoch": 0.2070391381261702,
      "grad_norm": 0.4903362989425659,
      "learning_rate": 4.62161246305851e-05,
      "loss": 4.5771,
      "step": 236530
    },
    {
      "epoch": 0.20704351471979734,
      "grad_norm": 0.4871884882450104,
      "learning_rate": 4.6215962047745054e-05,
      "loss": 5.6816,
      "step": 236535
    },
    {
      "epoch": 0.2070478913134245,
      "grad_norm": 0.47429531812667847,
      "learning_rate": 4.621579946177718e-05,
      "loss": 5.4016,
      "step": 236540
    },
    {
      "epoch": 0.20705226790705167,
      "grad_norm": 0.4809526205062866,
      "learning_rate": 4.621563687268147e-05,
      "loss": 4.9007,
      "step": 236545
    },
    {
      "epoch": 0.20705664450067882,
      "grad_norm": 0.493069589138031,
      "learning_rate": 4.6215474280457996e-05,
      "loss": 5.1292,
      "step": 236550
    },
    {
      "epoch": 0.20706102109430596,
      "grad_norm": 0.4682404398918152,
      "learning_rate": 4.6215311685106765e-05,
      "loss": 5.9574,
      "step": 236555
    },
    {
      "epoch": 0.2070653976879331,
      "grad_norm": 0.4932986795902252,
      "learning_rate": 4.621514908662782e-05,
      "loss": 4.8578,
      "step": 236560
    },
    {
      "epoch": 0.20706977428156026,
      "grad_norm": 0.4871816337108612,
      "learning_rate": 4.621498648502118e-05,
      "loss": 5.1188,
      "step": 236565
    },
    {
      "epoch": 0.20707415087518743,
      "grad_norm": 0.4731842875480652,
      "learning_rate": 4.62148238802869e-05,
      "loss": 5.7082,
      "step": 236570
    },
    {
      "epoch": 0.20707852746881458,
      "grad_norm": 0.5105215311050415,
      "learning_rate": 4.621466127242499e-05,
      "loss": 4.9069,
      "step": 236575
    },
    {
      "epoch": 0.20708290406244173,
      "grad_norm": 0.4900459051132202,
      "learning_rate": 4.6214498661435476e-05,
      "loss": 5.1408,
      "step": 236580
    },
    {
      "epoch": 0.20708728065606888,
      "grad_norm": 0.4861106872558594,
      "learning_rate": 4.621433604731842e-05,
      "loss": 5.6812,
      "step": 236585
    },
    {
      "epoch": 0.20709165724969605,
      "grad_norm": 0.4716659486293793,
      "learning_rate": 4.6214173430073825e-05,
      "loss": 4.8181,
      "step": 236590
    },
    {
      "epoch": 0.2070960338433232,
      "grad_norm": 0.497485488653183,
      "learning_rate": 4.621401080970173e-05,
      "loss": 5.1345,
      "step": 236595
    },
    {
      "epoch": 0.20710041043695035,
      "grad_norm": 0.5002675652503967,
      "learning_rate": 4.621384818620217e-05,
      "loss": 5.4241,
      "step": 236600
    },
    {
      "epoch": 0.2071047870305775,
      "grad_norm": 0.5095953941345215,
      "learning_rate": 4.621368555957517e-05,
      "loss": 4.6177,
      "step": 236605
    },
    {
      "epoch": 0.20710916362420467,
      "grad_norm": 0.48694396018981934,
      "learning_rate": 4.6213522929820776e-05,
      "loss": 4.3934,
      "step": 236610
    },
    {
      "epoch": 0.20711354021783182,
      "grad_norm": 0.47690075635910034,
      "learning_rate": 4.6213360296939e-05,
      "loss": 5.1475,
      "step": 236615
    },
    {
      "epoch": 0.20711791681145897,
      "grad_norm": 0.47290265560150146,
      "learning_rate": 4.6213197660929893e-05,
      "loss": 5.16,
      "step": 236620
    },
    {
      "epoch": 0.20712229340508612,
      "grad_norm": 0.4702610373497009,
      "learning_rate": 4.621303502179347e-05,
      "loss": 4.9609,
      "step": 236625
    },
    {
      "epoch": 0.2071266699987133,
      "grad_norm": 0.48611918091773987,
      "learning_rate": 4.621287237952977e-05,
      "loss": 5.1208,
      "step": 236630
    },
    {
      "epoch": 0.20713104659234044,
      "grad_norm": 0.4709940552711487,
      "learning_rate": 4.6212709734138814e-05,
      "loss": 5.6576,
      "step": 236635
    },
    {
      "epoch": 0.2071354231859676,
      "grad_norm": 0.4812527298927307,
      "learning_rate": 4.621254708562065e-05,
      "loss": 5.4402,
      "step": 236640
    },
    {
      "epoch": 0.20713979977959474,
      "grad_norm": 0.4720700681209564,
      "learning_rate": 4.62123844339753e-05,
      "loss": 4.8338,
      "step": 236645
    },
    {
      "epoch": 0.2071441763732219,
      "grad_norm": 0.5340575575828552,
      "learning_rate": 4.62122217792028e-05,
      "loss": 4.4017,
      "step": 236650
    },
    {
      "epoch": 0.20714855296684906,
      "grad_norm": 0.5093112587928772,
      "learning_rate": 4.6212059121303174e-05,
      "loss": 5.4295,
      "step": 236655
    },
    {
      "epoch": 0.2071529295604762,
      "grad_norm": 0.4918251633644104,
      "learning_rate": 4.621189646027646e-05,
      "loss": 4.7103,
      "step": 236660
    },
    {
      "epoch": 0.20715730615410335,
      "grad_norm": 0.4675690829753876,
      "learning_rate": 4.621173379612268e-05,
      "loss": 4.5722,
      "step": 236665
    },
    {
      "epoch": 0.20716168274773053,
      "grad_norm": 0.48825037479400635,
      "learning_rate": 4.621157112884188e-05,
      "loss": 4.4151,
      "step": 236670
    },
    {
      "epoch": 0.20716605934135768,
      "grad_norm": 0.5065755248069763,
      "learning_rate": 4.621140845843409e-05,
      "loss": 5.1271,
      "step": 236675
    },
    {
      "epoch": 0.20717043593498483,
      "grad_norm": 0.4736917018890381,
      "learning_rate": 4.621124578489932e-05,
      "loss": 5.2027,
      "step": 236680
    },
    {
      "epoch": 0.20717481252861197,
      "grad_norm": 0.49690404534339905,
      "learning_rate": 4.6211083108237626e-05,
      "loss": 5.6188,
      "step": 236685
    },
    {
      "epoch": 0.20717918912223915,
      "grad_norm": 0.48045825958251953,
      "learning_rate": 4.621092042844902e-05,
      "loss": 4.5989,
      "step": 236690
    },
    {
      "epoch": 0.2071835657158663,
      "grad_norm": 0.48078230023384094,
      "learning_rate": 4.621075774553356e-05,
      "loss": 4.6447,
      "step": 236695
    },
    {
      "epoch": 0.20718794230949344,
      "grad_norm": 0.4721747636795044,
      "learning_rate": 4.6210595059491245e-05,
      "loss": 6.2277,
      "step": 236700
    },
    {
      "epoch": 0.2071923189031206,
      "grad_norm": 0.517240047454834,
      "learning_rate": 4.6210432370322135e-05,
      "loss": 4.9177,
      "step": 236705
    },
    {
      "epoch": 0.20719669549674774,
      "grad_norm": 0.49416932463645935,
      "learning_rate": 4.621026967802624e-05,
      "loss": 5.6824,
      "step": 236710
    },
    {
      "epoch": 0.20720107209037492,
      "grad_norm": 0.4716130793094635,
      "learning_rate": 4.621010698260361e-05,
      "loss": 4.6297,
      "step": 236715
    },
    {
      "epoch": 0.20720544868400206,
      "grad_norm": 0.5026810169219971,
      "learning_rate": 4.6209944284054254e-05,
      "loss": 5.1421,
      "step": 236720
    },
    {
      "epoch": 0.2072098252776292,
      "grad_norm": 0.5030357837677002,
      "learning_rate": 4.620978158237822e-05,
      "loss": 5.3451,
      "step": 236725
    },
    {
      "epoch": 0.20721420187125636,
      "grad_norm": 0.5225351452827454,
      "learning_rate": 4.6209618877575534e-05,
      "loss": 5.4437,
      "step": 236730
    },
    {
      "epoch": 0.20721857846488353,
      "grad_norm": 0.49951791763305664,
      "learning_rate": 4.6209456169646223e-05,
      "loss": 5.6506,
      "step": 236735
    },
    {
      "epoch": 0.20722295505851068,
      "grad_norm": 0.5280319452285767,
      "learning_rate": 4.620929345859033e-05,
      "loss": 4.8819,
      "step": 236740
    },
    {
      "epoch": 0.20722733165213783,
      "grad_norm": 0.4834255278110504,
      "learning_rate": 4.620913074440788e-05,
      "loss": 3.8855,
      "step": 236745
    },
    {
      "epoch": 0.20723170824576498,
      "grad_norm": 0.5238940119743347,
      "learning_rate": 4.62089680270989e-05,
      "loss": 4.9231,
      "step": 236750
    },
    {
      "epoch": 0.20723608483939215,
      "grad_norm": 0.4853488504886627,
      "learning_rate": 4.620880530666344e-05,
      "loss": 5.1342,
      "step": 236755
    },
    {
      "epoch": 0.2072404614330193,
      "grad_norm": 0.5462177395820618,
      "learning_rate": 4.6208642583101504e-05,
      "loss": 5.7177,
      "step": 236760
    },
    {
      "epoch": 0.20724483802664645,
      "grad_norm": 0.5711331963539124,
      "learning_rate": 4.620847985641313e-05,
      "loss": 5.2384,
      "step": 236765
    },
    {
      "epoch": 0.2072492146202736,
      "grad_norm": 0.48559948801994324,
      "learning_rate": 4.620831712659838e-05,
      "loss": 5.4401,
      "step": 236770
    },
    {
      "epoch": 0.20725359121390077,
      "grad_norm": 0.4846179783344269,
      "learning_rate": 4.6208154393657244e-05,
      "loss": 5.2539,
      "step": 236775
    },
    {
      "epoch": 0.20725796780752792,
      "grad_norm": 0.485955148935318,
      "learning_rate": 4.6207991657589764e-05,
      "loss": 4.8253,
      "step": 236780
    },
    {
      "epoch": 0.20726234440115507,
      "grad_norm": 0.47524866461753845,
      "learning_rate": 4.620782891839599e-05,
      "loss": 5.2237,
      "step": 236785
    },
    {
      "epoch": 0.20726672099478222,
      "grad_norm": 0.473004013299942,
      "learning_rate": 4.620766617607594e-05,
      "loss": 4.9404,
      "step": 236790
    },
    {
      "epoch": 0.2072710975884094,
      "grad_norm": 0.47861453890800476,
      "learning_rate": 4.620750343062965e-05,
      "loss": 4.6489,
      "step": 236795
    },
    {
      "epoch": 0.20727547418203654,
      "grad_norm": 0.4904095530509949,
      "learning_rate": 4.620734068205714e-05,
      "loss": 4.9795,
      "step": 236800
    },
    {
      "epoch": 0.2072798507756637,
      "grad_norm": 0.5042710900306702,
      "learning_rate": 4.6207177930358456e-05,
      "loss": 5.122,
      "step": 236805
    },
    {
      "epoch": 0.20728422736929084,
      "grad_norm": 0.46829167008399963,
      "learning_rate": 4.620701517553362e-05,
      "loss": 6.2168,
      "step": 236810
    },
    {
      "epoch": 0.207288603962918,
      "grad_norm": 0.47669631242752075,
      "learning_rate": 4.620685241758267e-05,
      "loss": 5.4281,
      "step": 236815
    },
    {
      "epoch": 0.20729298055654516,
      "grad_norm": 0.47724249958992004,
      "learning_rate": 4.620668965650563e-05,
      "loss": 5.4348,
      "step": 236820
    },
    {
      "epoch": 0.2072973571501723,
      "grad_norm": 0.4717089831829071,
      "learning_rate": 4.620652689230254e-05,
      "loss": 5.3254,
      "step": 236825
    },
    {
      "epoch": 0.20730173374379945,
      "grad_norm": 0.5028776526451111,
      "learning_rate": 4.620636412497342e-05,
      "loss": 5.221,
      "step": 236830
    },
    {
      "epoch": 0.2073061103374266,
      "grad_norm": 0.4914931654930115,
      "learning_rate": 4.620620135451831e-05,
      "loss": 4.7063,
      "step": 236835
    },
    {
      "epoch": 0.20731048693105378,
      "grad_norm": 0.4681485593318939,
      "learning_rate": 4.620603858093725e-05,
      "loss": 5.7502,
      "step": 236840
    },
    {
      "epoch": 0.20731486352468093,
      "grad_norm": 0.49284058809280396,
      "learning_rate": 4.620587580423025e-05,
      "loss": 4.6645,
      "step": 236845
    },
    {
      "epoch": 0.20731924011830807,
      "grad_norm": 0.4823797047138214,
      "learning_rate": 4.6205713024397354e-05,
      "loss": 5.4484,
      "step": 236850
    },
    {
      "epoch": 0.20732361671193522,
      "grad_norm": 0.4642510712146759,
      "learning_rate": 4.620555024143859e-05,
      "loss": 5.712,
      "step": 236855
    },
    {
      "epoch": 0.2073279933055624,
      "grad_norm": 0.47624748945236206,
      "learning_rate": 4.6205387455354e-05,
      "loss": 5.8941,
      "step": 236860
    },
    {
      "epoch": 0.20733236989918954,
      "grad_norm": 0.4876336455345154,
      "learning_rate": 4.62052246661436e-05,
      "loss": 5.7354,
      "step": 236865
    },
    {
      "epoch": 0.2073367464928167,
      "grad_norm": 0.46172258257865906,
      "learning_rate": 4.620506187380742e-05,
      "loss": 6.2895,
      "step": 236870
    },
    {
      "epoch": 0.20734112308644384,
      "grad_norm": 0.48048481345176697,
      "learning_rate": 4.620489907834551e-05,
      "loss": 5.3264,
      "step": 236875
    },
    {
      "epoch": 0.20734549968007102,
      "grad_norm": 0.49225491285324097,
      "learning_rate": 4.6204736279757886e-05,
      "loss": 5.4271,
      "step": 236880
    },
    {
      "epoch": 0.20734987627369816,
      "grad_norm": 0.48436281085014343,
      "learning_rate": 4.6204573478044586e-05,
      "loss": 5.4465,
      "step": 236885
    },
    {
      "epoch": 0.2073542528673253,
      "grad_norm": 0.482986718416214,
      "learning_rate": 4.620441067320565e-05,
      "loss": 5.4442,
      "step": 236890
    },
    {
      "epoch": 0.20735862946095246,
      "grad_norm": 0.48034775257110596,
      "learning_rate": 4.620424786524108e-05,
      "loss": 5.6756,
      "step": 236895
    },
    {
      "epoch": 0.20736300605457963,
      "grad_norm": 0.4813390374183655,
      "learning_rate": 4.620408505415094e-05,
      "loss": 5.4306,
      "step": 236900
    },
    {
      "epoch": 0.20736738264820678,
      "grad_norm": 0.4816191494464874,
      "learning_rate": 4.6203922239935235e-05,
      "loss": 6.2266,
      "step": 236905
    },
    {
      "epoch": 0.20737175924183393,
      "grad_norm": 0.5081888437271118,
      "learning_rate": 4.6203759422594015e-05,
      "loss": 4.5355,
      "step": 236910
    },
    {
      "epoch": 0.20737613583546108,
      "grad_norm": 0.5079774260520935,
      "learning_rate": 4.620359660212731e-05,
      "loss": 5.3915,
      "step": 236915
    },
    {
      "epoch": 0.20738051242908825,
      "grad_norm": 0.5271942615509033,
      "learning_rate": 4.6203433778535144e-05,
      "loss": 5.2135,
      "step": 236920
    },
    {
      "epoch": 0.2073848890227154,
      "grad_norm": 0.5256603956222534,
      "learning_rate": 4.6203270951817546e-05,
      "loss": 5.9428,
      "step": 236925
    },
    {
      "epoch": 0.20738926561634255,
      "grad_norm": 0.48551830649375916,
      "learning_rate": 4.620310812197456e-05,
      "loss": 5.6697,
      "step": 236930
    },
    {
      "epoch": 0.2073936422099697,
      "grad_norm": 0.47259727120399475,
      "learning_rate": 4.6202945289006206e-05,
      "loss": 5.0484,
      "step": 236935
    },
    {
      "epoch": 0.20739801880359687,
      "grad_norm": 0.5140244960784912,
      "learning_rate": 4.620278245291253e-05,
      "loss": 4.7116,
      "step": 236940
    },
    {
      "epoch": 0.20740239539722402,
      "grad_norm": 0.49476882815361023,
      "learning_rate": 4.620261961369354e-05,
      "loss": 5.7639,
      "step": 236945
    },
    {
      "epoch": 0.20740677199085117,
      "grad_norm": 0.49323803186416626,
      "learning_rate": 4.620245677134929e-05,
      "loss": 6.2648,
      "step": 236950
    },
    {
      "epoch": 0.20741114858447832,
      "grad_norm": 0.48223233222961426,
      "learning_rate": 4.620229392587979e-05,
      "loss": 4.7955,
      "step": 236955
    },
    {
      "epoch": 0.20741552517810546,
      "grad_norm": 0.5080786943435669,
      "learning_rate": 4.6202131077285096e-05,
      "loss": 4.9371,
      "step": 236960
    },
    {
      "epoch": 0.20741990177173264,
      "grad_norm": 0.5052776336669922,
      "learning_rate": 4.6201968225565214e-05,
      "loss": 5.3971,
      "step": 236965
    },
    {
      "epoch": 0.2074242783653598,
      "grad_norm": 0.48549726605415344,
      "learning_rate": 4.6201805370720194e-05,
      "loss": 5.6268,
      "step": 236970
    },
    {
      "epoch": 0.20742865495898694,
      "grad_norm": 0.5066397190093994,
      "learning_rate": 4.620164251275006e-05,
      "loss": 5.4278,
      "step": 236975
    },
    {
      "epoch": 0.20743303155261408,
      "grad_norm": 0.4824068546295166,
      "learning_rate": 4.6201479651654854e-05,
      "loss": 5.2289,
      "step": 236980
    },
    {
      "epoch": 0.20743740814624126,
      "grad_norm": 0.4851124882698059,
      "learning_rate": 4.620131678743459e-05,
      "loss": 5.2095,
      "step": 236985
    },
    {
      "epoch": 0.2074417847398684,
      "grad_norm": 0.48453566431999207,
      "learning_rate": 4.6201153920089314e-05,
      "loss": 5.7085,
      "step": 236990
    },
    {
      "epoch": 0.20744616133349555,
      "grad_norm": 0.48829424381256104,
      "learning_rate": 4.6200991049619037e-05,
      "loss": 5.4429,
      "step": 236995
    },
    {
      "epoch": 0.2074505379271227,
      "grad_norm": 0.4953843355178833,
      "learning_rate": 4.620082817602381e-05,
      "loss": 4.9008,
      "step": 237000
    },
    {
      "epoch": 0.20745491452074988,
      "grad_norm": 0.48802489042282104,
      "learning_rate": 4.620066529930367e-05,
      "loss": 5.9422,
      "step": 237005
    },
    {
      "epoch": 0.20745929111437703,
      "grad_norm": 0.47912535071372986,
      "learning_rate": 4.620050241945862e-05,
      "loss": 5.9771,
      "step": 237010
    },
    {
      "epoch": 0.20746366770800417,
      "grad_norm": 0.49843114614486694,
      "learning_rate": 4.6200339536488726e-05,
      "loss": 5.1786,
      "step": 237015
    },
    {
      "epoch": 0.20746804430163132,
      "grad_norm": 0.47127389907836914,
      "learning_rate": 4.620017665039399e-05,
      "loss": 5.9244,
      "step": 237020
    },
    {
      "epoch": 0.2074724208952585,
      "grad_norm": 0.4978903830051422,
      "learning_rate": 4.620001376117446e-05,
      "loss": 4.4036,
      "step": 237025
    },
    {
      "epoch": 0.20747679748888564,
      "grad_norm": 0.4831292927265167,
      "learning_rate": 4.619985086883016e-05,
      "loss": 5.6992,
      "step": 237030
    },
    {
      "epoch": 0.2074811740825128,
      "grad_norm": 0.4769655764102936,
      "learning_rate": 4.619968797336113e-05,
      "loss": 6.2322,
      "step": 237035
    },
    {
      "epoch": 0.20748555067613994,
      "grad_norm": 0.5108842253684998,
      "learning_rate": 4.6199525074767394e-05,
      "loss": 4.6693,
      "step": 237040
    },
    {
      "epoch": 0.20748992726976712,
      "grad_norm": 0.48770245909690857,
      "learning_rate": 4.6199362173048987e-05,
      "loss": 5.9535,
      "step": 237045
    },
    {
      "epoch": 0.20749430386339426,
      "grad_norm": 0.4927956461906433,
      "learning_rate": 4.619919926820594e-05,
      "loss": 4.8988,
      "step": 237050
    },
    {
      "epoch": 0.2074986804570214,
      "grad_norm": 0.493240088224411,
      "learning_rate": 4.619903636023828e-05,
      "loss": 4.6944,
      "step": 237055
    },
    {
      "epoch": 0.20750305705064856,
      "grad_norm": 0.4962342381477356,
      "learning_rate": 4.619887344914603e-05,
      "loss": 5.2011,
      "step": 237060
    },
    {
      "epoch": 0.20750743364427574,
      "grad_norm": 0.49080172181129456,
      "learning_rate": 4.619871053492925e-05,
      "loss": 6.2631,
      "step": 237065
    },
    {
      "epoch": 0.20751181023790288,
      "grad_norm": 0.5353643298149109,
      "learning_rate": 4.619854761758794e-05,
      "loss": 4.6897,
      "step": 237070
    },
    {
      "epoch": 0.20751618683153003,
      "grad_norm": 0.5088648200035095,
      "learning_rate": 4.6198384697122154e-05,
      "loss": 5.123,
      "step": 237075
    },
    {
      "epoch": 0.20752056342515718,
      "grad_norm": 0.4714183509349823,
      "learning_rate": 4.6198221773531926e-05,
      "loss": 6.2467,
      "step": 237080
    },
    {
      "epoch": 0.20752494001878433,
      "grad_norm": 0.49677833914756775,
      "learning_rate": 4.619805884681726e-05,
      "loss": 5.4537,
      "step": 237085
    },
    {
      "epoch": 0.2075293166124115,
      "grad_norm": 0.5128735899925232,
      "learning_rate": 4.6197895916978204e-05,
      "loss": 5.0972,
      "step": 237090
    },
    {
      "epoch": 0.20753369320603865,
      "grad_norm": 0.5039247274398804,
      "learning_rate": 4.6197732984014805e-05,
      "loss": 5.6586,
      "step": 237095
    },
    {
      "epoch": 0.2075380697996658,
      "grad_norm": 0.4988546669483185,
      "learning_rate": 4.6197570047927066e-05,
      "loss": 5.1593,
      "step": 237100
    },
    {
      "epoch": 0.20754244639329295,
      "grad_norm": 0.4789735972881317,
      "learning_rate": 4.619740710871504e-05,
      "loss": 5.6559,
      "step": 237105
    },
    {
      "epoch": 0.20754682298692012,
      "grad_norm": 0.47789472341537476,
      "learning_rate": 4.619724416637874e-05,
      "loss": 5.6266,
      "step": 237110
    },
    {
      "epoch": 0.20755119958054727,
      "grad_norm": 0.48129802942276,
      "learning_rate": 4.619708122091821e-05,
      "loss": 5.5957,
      "step": 237115
    },
    {
      "epoch": 0.20755557617417442,
      "grad_norm": 0.47453802824020386,
      "learning_rate": 4.619691827233348e-05,
      "loss": 5.1424,
      "step": 237120
    },
    {
      "epoch": 0.20755995276780156,
      "grad_norm": 0.5075339674949646,
      "learning_rate": 4.619675532062457e-05,
      "loss": 4.8913,
      "step": 237125
    },
    {
      "epoch": 0.20756432936142874,
      "grad_norm": 0.5126730799674988,
      "learning_rate": 4.6196592365791546e-05,
      "loss": 4.6969,
      "step": 237130
    },
    {
      "epoch": 0.2075687059550559,
      "grad_norm": 0.48426342010498047,
      "learning_rate": 4.6196429407834394e-05,
      "loss": 5.9354,
      "step": 237135
    },
    {
      "epoch": 0.20757308254868304,
      "grad_norm": 0.46983304619789124,
      "learning_rate": 4.619626644675318e-05,
      "loss": 6.2447,
      "step": 237140
    },
    {
      "epoch": 0.20757745914231018,
      "grad_norm": 0.4819602072238922,
      "learning_rate": 4.619610348254791e-05,
      "loss": 5.4534,
      "step": 237145
    },
    {
      "epoch": 0.20758183573593736,
      "grad_norm": 0.4710575044155121,
      "learning_rate": 4.619594051521863e-05,
      "loss": 5.9619,
      "step": 237150
    },
    {
      "epoch": 0.2075862123295645,
      "grad_norm": 0.4745559096336365,
      "learning_rate": 4.619577754476537e-05,
      "loss": 5.6547,
      "step": 237155
    },
    {
      "epoch": 0.20759058892319165,
      "grad_norm": 0.5116550326347351,
      "learning_rate": 4.6195614571188164e-05,
      "loss": 5.1364,
      "step": 237160
    },
    {
      "epoch": 0.2075949655168188,
      "grad_norm": 0.5122078061103821,
      "learning_rate": 4.619545159448704e-05,
      "loss": 4.6335,
      "step": 237165
    },
    {
      "epoch": 0.20759934211044598,
      "grad_norm": 0.4930119812488556,
      "learning_rate": 4.6195288614662016e-05,
      "loss": 5.2107,
      "step": 237170
    },
    {
      "epoch": 0.20760371870407313,
      "grad_norm": 0.5058096051216125,
      "learning_rate": 4.6195125631713156e-05,
      "loss": 4.4052,
      "step": 237175
    },
    {
      "epoch": 0.20760809529770027,
      "grad_norm": 0.5131922364234924,
      "learning_rate": 4.619496264564046e-05,
      "loss": 5.7426,
      "step": 237180
    },
    {
      "epoch": 0.20761247189132742,
      "grad_norm": 0.4970545470714569,
      "learning_rate": 4.6194799656443965e-05,
      "loss": 4.9365,
      "step": 237185
    },
    {
      "epoch": 0.2076168484849546,
      "grad_norm": 0.4960774779319763,
      "learning_rate": 4.619463666412372e-05,
      "loss": 5.4233,
      "step": 237190
    },
    {
      "epoch": 0.20762122507858174,
      "grad_norm": 0.4934052526950836,
      "learning_rate": 4.619447366867974e-05,
      "loss": 5.3963,
      "step": 237195
    },
    {
      "epoch": 0.2076256016722089,
      "grad_norm": 0.489960640668869,
      "learning_rate": 4.6194310670112064e-05,
      "loss": 5.1217,
      "step": 237200
    },
    {
      "epoch": 0.20762997826583604,
      "grad_norm": 0.4832440912723541,
      "learning_rate": 4.6194147668420716e-05,
      "loss": 5.9324,
      "step": 237205
    },
    {
      "epoch": 0.2076343548594632,
      "grad_norm": 0.47573286294937134,
      "learning_rate": 4.619398466360574e-05,
      "loss": 5.6439,
      "step": 237210
    },
    {
      "epoch": 0.20763873145309036,
      "grad_norm": 0.5024046897888184,
      "learning_rate": 4.619382165566716e-05,
      "loss": 5.7053,
      "step": 237215
    },
    {
      "epoch": 0.2076431080467175,
      "grad_norm": 0.5156940221786499,
      "learning_rate": 4.6193658644605e-05,
      "loss": 4.7045,
      "step": 237220
    },
    {
      "epoch": 0.20764748464034466,
      "grad_norm": 0.49379962682724,
      "learning_rate": 4.6193495630419305e-05,
      "loss": 5.2102,
      "step": 237225
    },
    {
      "epoch": 0.2076518612339718,
      "grad_norm": 0.4888608157634735,
      "learning_rate": 4.61933326131101e-05,
      "loss": 5.1378,
      "step": 237230
    },
    {
      "epoch": 0.20765623782759898,
      "grad_norm": 0.644890308380127,
      "learning_rate": 4.619316959267742e-05,
      "loss": 4.6435,
      "step": 237235
    },
    {
      "epoch": 0.20766061442122613,
      "grad_norm": 0.497671902179718,
      "learning_rate": 4.619300656912128e-05,
      "loss": 5.4001,
      "step": 237240
    },
    {
      "epoch": 0.20766499101485328,
      "grad_norm": 0.502217710018158,
      "learning_rate": 4.6192843542441736e-05,
      "loss": 4.4102,
      "step": 237245
    },
    {
      "epoch": 0.20766936760848043,
      "grad_norm": 0.5042534470558167,
      "learning_rate": 4.619268051263881e-05,
      "loss": 5.6277,
      "step": 237250
    },
    {
      "epoch": 0.2076737442021076,
      "grad_norm": 0.4984513521194458,
      "learning_rate": 4.619251747971252e-05,
      "loss": 5.9594,
      "step": 237255
    },
    {
      "epoch": 0.20767812079573475,
      "grad_norm": 0.548698902130127,
      "learning_rate": 4.619235444366291e-05,
      "loss": 5.7045,
      "step": 237260
    },
    {
      "epoch": 0.2076824973893619,
      "grad_norm": 0.49757683277130127,
      "learning_rate": 4.619219140449002e-05,
      "loss": 5.7346,
      "step": 237265
    },
    {
      "epoch": 0.20768687398298905,
      "grad_norm": 0.49416762590408325,
      "learning_rate": 4.6192028362193874e-05,
      "loss": 5.4137,
      "step": 237270
    },
    {
      "epoch": 0.20769125057661622,
      "grad_norm": 0.4934416711330414,
      "learning_rate": 4.61918653167745e-05,
      "loss": 4.7133,
      "step": 237275
    },
    {
      "epoch": 0.20769562717024337,
      "grad_norm": 0.5060122013092041,
      "learning_rate": 4.6191702268231915e-05,
      "loss": 5.3193,
      "step": 237280
    },
    {
      "epoch": 0.20770000376387052,
      "grad_norm": 0.48977744579315186,
      "learning_rate": 4.619153921656617e-05,
      "loss": 5.3023,
      "step": 237285
    },
    {
      "epoch": 0.20770438035749766,
      "grad_norm": 0.5055800080299377,
      "learning_rate": 4.61913761617773e-05,
      "loss": 5.6432,
      "step": 237290
    },
    {
      "epoch": 0.20770875695112484,
      "grad_norm": 0.5008635520935059,
      "learning_rate": 4.6191213103865336e-05,
      "loss": 5.0965,
      "step": 237295
    },
    {
      "epoch": 0.207713133544752,
      "grad_norm": 0.4857892394065857,
      "learning_rate": 4.61910500428303e-05,
      "loss": 5.1286,
      "step": 237300
    },
    {
      "epoch": 0.20771751013837914,
      "grad_norm": 0.50035560131073,
      "learning_rate": 4.619088697867221e-05,
      "loss": 5.4233,
      "step": 237305
    },
    {
      "epoch": 0.20772188673200628,
      "grad_norm": 0.5038519501686096,
      "learning_rate": 4.6190723911391135e-05,
      "loss": 4.9509,
      "step": 237310
    },
    {
      "epoch": 0.20772626332563346,
      "grad_norm": 0.515420138835907,
      "learning_rate": 4.6190560840987065e-05,
      "loss": 4.9363,
      "step": 237315
    },
    {
      "epoch": 0.2077306399192606,
      "grad_norm": 0.5046520829200745,
      "learning_rate": 4.619039776746007e-05,
      "loss": 4.3978,
      "step": 237320
    },
    {
      "epoch": 0.20773501651288775,
      "grad_norm": 0.519513726234436,
      "learning_rate": 4.619023469081015e-05,
      "loss": 4.6845,
      "step": 237325
    },
    {
      "epoch": 0.2077393931065149,
      "grad_norm": 0.48526862263679504,
      "learning_rate": 4.619007161103734e-05,
      "loss": 5.444,
      "step": 237330
    },
    {
      "epoch": 0.20774376970014208,
      "grad_norm": 0.4902114272117615,
      "learning_rate": 4.6189908528141704e-05,
      "loss": 5.9834,
      "step": 237335
    },
    {
      "epoch": 0.20774814629376923,
      "grad_norm": 0.5081031918525696,
      "learning_rate": 4.618974544212323e-05,
      "loss": 5.6817,
      "step": 237340
    },
    {
      "epoch": 0.20775252288739637,
      "grad_norm": 0.5139785408973694,
      "learning_rate": 4.618958235298199e-05,
      "loss": 5.4217,
      "step": 237345
    },
    {
      "epoch": 0.20775689948102352,
      "grad_norm": 0.47468748688697815,
      "learning_rate": 4.618941926071798e-05,
      "loss": 4.8092,
      "step": 237350
    },
    {
      "epoch": 0.20776127607465067,
      "grad_norm": 0.4999893307685852,
      "learning_rate": 4.618925616533125e-05,
      "loss": 5.4781,
      "step": 237355
    },
    {
      "epoch": 0.20776565266827784,
      "grad_norm": 0.48572221398353577,
      "learning_rate": 4.618909306682183e-05,
      "loss": 5.1996,
      "step": 237360
    },
    {
      "epoch": 0.207770029261905,
      "grad_norm": 0.4869903326034546,
      "learning_rate": 4.618892996518974e-05,
      "loss": 5.1206,
      "step": 237365
    },
    {
      "epoch": 0.20777440585553214,
      "grad_norm": 0.48087257146835327,
      "learning_rate": 4.618876686043504e-05,
      "loss": 5.714,
      "step": 237370
    },
    {
      "epoch": 0.2077787824491593,
      "grad_norm": 0.48246029019355774,
      "learning_rate": 4.6188603752557727e-05,
      "loss": 5.4278,
      "step": 237375
    },
    {
      "epoch": 0.20778315904278646,
      "grad_norm": 0.4695728123188019,
      "learning_rate": 4.618844064155785e-05,
      "loss": 6.266,
      "step": 237380
    },
    {
      "epoch": 0.2077875356364136,
      "grad_norm": 0.4833875000476837,
      "learning_rate": 4.618827752743544e-05,
      "loss": 5.1304,
      "step": 237385
    },
    {
      "epoch": 0.20779191223004076,
      "grad_norm": 0.5001814365386963,
      "learning_rate": 4.618811441019053e-05,
      "loss": 4.5898,
      "step": 237390
    },
    {
      "epoch": 0.2077962888236679,
      "grad_norm": 0.49292221665382385,
      "learning_rate": 4.618795128982315e-05,
      "loss": 5.4452,
      "step": 237395
    },
    {
      "epoch": 0.20780066541729508,
      "grad_norm": 0.48563897609710693,
      "learning_rate": 4.618778816633332e-05,
      "loss": 5.9357,
      "step": 237400
    },
    {
      "epoch": 0.20780504201092223,
      "grad_norm": 0.4931977391242981,
      "learning_rate": 4.618762503972108e-05,
      "loss": 5.4123,
      "step": 237405
    },
    {
      "epoch": 0.20780941860454938,
      "grad_norm": 0.49320659041404724,
      "learning_rate": 4.618746190998647e-05,
      "loss": 5.2106,
      "step": 237410
    },
    {
      "epoch": 0.20781379519817653,
      "grad_norm": 0.4890208840370178,
      "learning_rate": 4.618729877712952e-05,
      "loss": 5.4476,
      "step": 237415
    },
    {
      "epoch": 0.2078181717918037,
      "grad_norm": 0.4853080213069916,
      "learning_rate": 4.6187135641150245e-05,
      "loss": 5.4454,
      "step": 237420
    },
    {
      "epoch": 0.20782254838543085,
      "grad_norm": 0.4824775159358978,
      "learning_rate": 4.6186972502048686e-05,
      "loss": 5.9174,
      "step": 237425
    },
    {
      "epoch": 0.207826924979058,
      "grad_norm": 0.4748036861419678,
      "learning_rate": 4.618680935982489e-05,
      "loss": 5.7335,
      "step": 237430
    },
    {
      "epoch": 0.20783130157268515,
      "grad_norm": 0.4933375120162964,
      "learning_rate": 4.6186646214478854e-05,
      "loss": 5.1385,
      "step": 237435
    },
    {
      "epoch": 0.20783567816631232,
      "grad_norm": 0.505678653717041,
      "learning_rate": 4.618648306601064e-05,
      "loss": 5.1965,
      "step": 237440
    },
    {
      "epoch": 0.20784005475993947,
      "grad_norm": 0.49081769585609436,
      "learning_rate": 4.6186319914420273e-05,
      "loss": 5.6682,
      "step": 237445
    },
    {
      "epoch": 0.20784443135356662,
      "grad_norm": 0.4971511960029602,
      "learning_rate": 4.6186156759707775e-05,
      "loss": 5.117,
      "step": 237450
    },
    {
      "epoch": 0.20784880794719376,
      "grad_norm": 0.4889712631702423,
      "learning_rate": 4.618599360187318e-05,
      "loss": 5.7249,
      "step": 237455
    },
    {
      "epoch": 0.20785318454082094,
      "grad_norm": 0.5039595365524292,
      "learning_rate": 4.618583044091652e-05,
      "loss": 5.3574,
      "step": 237460
    },
    {
      "epoch": 0.2078575611344481,
      "grad_norm": 0.532554030418396,
      "learning_rate": 4.618566727683784e-05,
      "loss": 5.1133,
      "step": 237465
    },
    {
      "epoch": 0.20786193772807524,
      "grad_norm": 0.5048238039016724,
      "learning_rate": 4.618550410963716e-05,
      "loss": 5.6018,
      "step": 237470
    },
    {
      "epoch": 0.20786631432170238,
      "grad_norm": 0.5020802021026611,
      "learning_rate": 4.6185340939314506e-05,
      "loss": 4.5991,
      "step": 237475
    },
    {
      "epoch": 0.20787069091532953,
      "grad_norm": 0.5116146206855774,
      "learning_rate": 4.6185177765869915e-05,
      "loss": 5.4377,
      "step": 237480
    },
    {
      "epoch": 0.2078750675089567,
      "grad_norm": 0.49954554438591003,
      "learning_rate": 4.6185014589303424e-05,
      "loss": 5.3535,
      "step": 237485
    },
    {
      "epoch": 0.20787944410258385,
      "grad_norm": 0.6189550161361694,
      "learning_rate": 4.618485140961505e-05,
      "loss": 5.2241,
      "step": 237490
    },
    {
      "epoch": 0.207883820696211,
      "grad_norm": 0.47274670004844666,
      "learning_rate": 4.618468822680484e-05,
      "loss": 4.0572,
      "step": 237495
    },
    {
      "epoch": 0.20788819728983815,
      "grad_norm": 0.5050831437110901,
      "learning_rate": 4.6184525040872816e-05,
      "loss": 5.3369,
      "step": 237500
    },
    {
      "epoch": 0.20789257388346533,
      "grad_norm": 0.5037113428115845,
      "learning_rate": 4.618436185181901e-05,
      "loss": 4.4218,
      "step": 237505
    },
    {
      "epoch": 0.20789695047709247,
      "grad_norm": 0.5040822625160217,
      "learning_rate": 4.618419865964346e-05,
      "loss": 4.5894,
      "step": 237510
    },
    {
      "epoch": 0.20790132707071962,
      "grad_norm": 0.48224756121635437,
      "learning_rate": 4.61840354643462e-05,
      "loss": 5.4178,
      "step": 237515
    },
    {
      "epoch": 0.20790570366434677,
      "grad_norm": 0.5007752776145935,
      "learning_rate": 4.618387226592724e-05,
      "loss": 5.4228,
      "step": 237520
    },
    {
      "epoch": 0.20791008025797394,
      "grad_norm": 0.5010541081428528,
      "learning_rate": 4.6183709064386634e-05,
      "loss": 4.4059,
      "step": 237525
    },
    {
      "epoch": 0.2079144568516011,
      "grad_norm": 0.4984910786151886,
      "learning_rate": 4.618354585972441e-05,
      "loss": 5.6947,
      "step": 237530
    },
    {
      "epoch": 0.20791883344522824,
      "grad_norm": 0.4889041483402252,
      "learning_rate": 4.6183382651940585e-05,
      "loss": 5.0901,
      "step": 237535
    },
    {
      "epoch": 0.2079232100388554,
      "grad_norm": 0.5054489970207214,
      "learning_rate": 4.6183219441035216e-05,
      "loss": 5.4577,
      "step": 237540
    },
    {
      "epoch": 0.20792758663248256,
      "grad_norm": 0.5155339241027832,
      "learning_rate": 4.6183056227008314e-05,
      "loss": 5.1107,
      "step": 237545
    },
    {
      "epoch": 0.2079319632261097,
      "grad_norm": 0.487306147813797,
      "learning_rate": 4.6182893009859906e-05,
      "loss": 5.5077,
      "step": 237550
    },
    {
      "epoch": 0.20793633981973686,
      "grad_norm": 0.4865340292453766,
      "learning_rate": 4.618272978959004e-05,
      "loss": 5.1132,
      "step": 237555
    },
    {
      "epoch": 0.207940716413364,
      "grad_norm": 0.48284712433815,
      "learning_rate": 4.618256656619875e-05,
      "loss": 5.7148,
      "step": 237560
    },
    {
      "epoch": 0.20794509300699118,
      "grad_norm": 0.47768375277519226,
      "learning_rate": 4.6182403339686045e-05,
      "loss": 4.4377,
      "step": 237565
    },
    {
      "epoch": 0.20794946960061833,
      "grad_norm": 0.4808861017227173,
      "learning_rate": 4.618224011005198e-05,
      "loss": 4.8372,
      "step": 237570
    },
    {
      "epoch": 0.20795384619424548,
      "grad_norm": 0.49122750759124756,
      "learning_rate": 4.618207687729657e-05,
      "loss": 5.7438,
      "step": 237575
    },
    {
      "epoch": 0.20795822278787263,
      "grad_norm": 0.6035230755805969,
      "learning_rate": 4.618191364141985e-05,
      "loss": 4.6129,
      "step": 237580
    },
    {
      "epoch": 0.2079625993814998,
      "grad_norm": 0.4974828064441681,
      "learning_rate": 4.6181750402421866e-05,
      "loss": 5.7264,
      "step": 237585
    },
    {
      "epoch": 0.20796697597512695,
      "grad_norm": 0.484042763710022,
      "learning_rate": 4.618158716030262e-05,
      "loss": 5.9102,
      "step": 237590
    },
    {
      "epoch": 0.2079713525687541,
      "grad_norm": 0.5005617141723633,
      "learning_rate": 4.618142391506217e-05,
      "loss": 5.6428,
      "step": 237595
    },
    {
      "epoch": 0.20797572916238125,
      "grad_norm": 0.48692721128463745,
      "learning_rate": 4.618126066670054e-05,
      "loss": 5.2329,
      "step": 237600
    },
    {
      "epoch": 0.2079801057560084,
      "grad_norm": 0.5405463576316833,
      "learning_rate": 4.618109741521777e-05,
      "loss": 5.1537,
      "step": 237605
    },
    {
      "epoch": 0.20798448234963557,
      "grad_norm": 0.48077043890953064,
      "learning_rate": 4.618093416061386e-05,
      "loss": 5.7062,
      "step": 237610
    },
    {
      "epoch": 0.20798885894326272,
      "grad_norm": 0.489833265542984,
      "learning_rate": 4.618077090288888e-05,
      "loss": 5.1911,
      "step": 237615
    },
    {
      "epoch": 0.20799323553688986,
      "grad_norm": 0.5170097351074219,
      "learning_rate": 4.618060764204284e-05,
      "loss": 5.1571,
      "step": 237620
    },
    {
      "epoch": 0.207997612130517,
      "grad_norm": 0.49763524532318115,
      "learning_rate": 4.618044437807577e-05,
      "loss": 5.4257,
      "step": 237625
    },
    {
      "epoch": 0.2080019887241442,
      "grad_norm": 0.5009047985076904,
      "learning_rate": 4.618028111098772e-05,
      "loss": 5.442,
      "step": 237630
    },
    {
      "epoch": 0.20800636531777134,
      "grad_norm": 0.5020248293876648,
      "learning_rate": 4.61801178407787e-05,
      "loss": 5.2224,
      "step": 237635
    },
    {
      "epoch": 0.20801074191139848,
      "grad_norm": 0.49831250309944153,
      "learning_rate": 4.617995456744876e-05,
      "loss": 4.9362,
      "step": 237640
    },
    {
      "epoch": 0.20801511850502563,
      "grad_norm": 0.4884388744831085,
      "learning_rate": 4.617979129099791e-05,
      "loss": 4.7604,
      "step": 237645
    },
    {
      "epoch": 0.2080194950986528,
      "grad_norm": 0.48321691155433655,
      "learning_rate": 4.61796280114262e-05,
      "loss": 4.6559,
      "step": 237650
    },
    {
      "epoch": 0.20802387169227995,
      "grad_norm": 0.48960596323013306,
      "learning_rate": 4.6179464728733645e-05,
      "loss": 4.6464,
      "step": 237655
    },
    {
      "epoch": 0.2080282482859071,
      "grad_norm": 0.4893184006214142,
      "learning_rate": 4.61793014429203e-05,
      "loss": 5.6508,
      "step": 237660
    },
    {
      "epoch": 0.20803262487953425,
      "grad_norm": 0.4715101718902588,
      "learning_rate": 4.617913815398618e-05,
      "loss": 5.6496,
      "step": 237665
    },
    {
      "epoch": 0.20803700147316143,
      "grad_norm": 0.463308721780777,
      "learning_rate": 4.617897486193131e-05,
      "loss": 5.1181,
      "step": 237670
    },
    {
      "epoch": 0.20804137806678857,
      "grad_norm": 0.5033848881721497,
      "learning_rate": 4.617881156675575e-05,
      "loss": 5.4061,
      "step": 237675
    },
    {
      "epoch": 0.20804575466041572,
      "grad_norm": 0.5157490372657776,
      "learning_rate": 4.61786482684595e-05,
      "loss": 5.384,
      "step": 237680
    },
    {
      "epoch": 0.20805013125404287,
      "grad_norm": 0.49363455176353455,
      "learning_rate": 4.617848496704261e-05,
      "loss": 5.7339,
      "step": 237685
    },
    {
      "epoch": 0.20805450784767004,
      "grad_norm": 0.46460670232772827,
      "learning_rate": 4.61783216625051e-05,
      "loss": 5.1122,
      "step": 237690
    },
    {
      "epoch": 0.2080588844412972,
      "grad_norm": 0.4951833188533783,
      "learning_rate": 4.6178158354847014e-05,
      "loss": 5.1083,
      "step": 237695
    },
    {
      "epoch": 0.20806326103492434,
      "grad_norm": 0.4609372615814209,
      "learning_rate": 4.617799504406837e-05,
      "loss": 5.1148,
      "step": 237700
    },
    {
      "epoch": 0.2080676376285515,
      "grad_norm": 0.5010643601417542,
      "learning_rate": 4.617783173016921e-05,
      "loss": 5.3445,
      "step": 237705
    },
    {
      "epoch": 0.20807201422217866,
      "grad_norm": 0.4923801124095917,
      "learning_rate": 4.617766841314955e-05,
      "loss": 5.1927,
      "step": 237710
    },
    {
      "epoch": 0.2080763908158058,
      "grad_norm": 0.4868280589580536,
      "learning_rate": 4.6177505093009445e-05,
      "loss": 5.6915,
      "step": 237715
    },
    {
      "epoch": 0.20808076740943296,
      "grad_norm": 0.5135281682014465,
      "learning_rate": 4.617734176974892e-05,
      "loss": 5.3952,
      "step": 237720
    },
    {
      "epoch": 0.2080851440030601,
      "grad_norm": 0.47359901666641235,
      "learning_rate": 4.617717844336799e-05,
      "loss": 4.5825,
      "step": 237725
    },
    {
      "epoch": 0.20808952059668726,
      "grad_norm": 0.5096611976623535,
      "learning_rate": 4.6177015113866696e-05,
      "loss": 4.8381,
      "step": 237730
    },
    {
      "epoch": 0.20809389719031443,
      "grad_norm": 0.4785235822200775,
      "learning_rate": 4.617685178124508e-05,
      "loss": 4.9066,
      "step": 237735
    },
    {
      "epoch": 0.20809827378394158,
      "grad_norm": 0.4987998306751251,
      "learning_rate": 4.617668844550316e-05,
      "loss": 5.1059,
      "step": 237740
    },
    {
      "epoch": 0.20810265037756873,
      "grad_norm": 0.49438709020614624,
      "learning_rate": 4.617652510664097e-05,
      "loss": 5.136,
      "step": 237745
    },
    {
      "epoch": 0.20810702697119587,
      "grad_norm": 0.4677380323410034,
      "learning_rate": 4.6176361764658546e-05,
      "loss": 5.9361,
      "step": 237750
    },
    {
      "epoch": 0.20811140356482305,
      "grad_norm": 0.46076107025146484,
      "learning_rate": 4.617619841955592e-05,
      "loss": 6.2516,
      "step": 237755
    },
    {
      "epoch": 0.2081157801584502,
      "grad_norm": 0.46784621477127075,
      "learning_rate": 4.617603507133311e-05,
      "loss": 5.0297,
      "step": 237760
    },
    {
      "epoch": 0.20812015675207735,
      "grad_norm": 0.5085968971252441,
      "learning_rate": 4.617587171999017e-05,
      "loss": 4.6735,
      "step": 237765
    },
    {
      "epoch": 0.2081245333457045,
      "grad_norm": 0.4760904014110565,
      "learning_rate": 4.6175708365527115e-05,
      "loss": 4.6041,
      "step": 237770
    },
    {
      "epoch": 0.20812890993933167,
      "grad_norm": 0.5013919472694397,
      "learning_rate": 4.6175545007943985e-05,
      "loss": 4.1227,
      "step": 237775
    },
    {
      "epoch": 0.20813328653295882,
      "grad_norm": 0.5106050372123718,
      "learning_rate": 4.617538164724081e-05,
      "loss": 4.9188,
      "step": 237780
    },
    {
      "epoch": 0.20813766312658596,
      "grad_norm": 0.4886622428894043,
      "learning_rate": 4.617521828341761e-05,
      "loss": 4.9081,
      "step": 237785
    },
    {
      "epoch": 0.2081420397202131,
      "grad_norm": 0.4759206771850586,
      "learning_rate": 4.617505491647443e-05,
      "loss": 4.8486,
      "step": 237790
    },
    {
      "epoch": 0.2081464163138403,
      "grad_norm": 0.47901278734207153,
      "learning_rate": 4.617489154641129e-05,
      "loss": 5.4388,
      "step": 237795
    },
    {
      "epoch": 0.20815079290746744,
      "grad_norm": 0.4767965078353882,
      "learning_rate": 4.6174728173228246e-05,
      "loss": 4.6472,
      "step": 237800
    },
    {
      "epoch": 0.20815516950109458,
      "grad_norm": 0.4865727424621582,
      "learning_rate": 4.61745647969253e-05,
      "loss": 4.4239,
      "step": 237805
    },
    {
      "epoch": 0.20815954609472173,
      "grad_norm": 0.48293155431747437,
      "learning_rate": 4.61744014175025e-05,
      "loss": 4.6344,
      "step": 237810
    },
    {
      "epoch": 0.2081639226883489,
      "grad_norm": 0.4904329180717468,
      "learning_rate": 4.617423803495987e-05,
      "loss": 4.6222,
      "step": 237815
    },
    {
      "epoch": 0.20816829928197605,
      "grad_norm": 0.47561314702033997,
      "learning_rate": 4.617407464929744e-05,
      "loss": 5.4459,
      "step": 237820
    },
    {
      "epoch": 0.2081726758756032,
      "grad_norm": 0.46124711632728577,
      "learning_rate": 4.6173911260515254e-05,
      "loss": 5.9328,
      "step": 237825
    },
    {
      "epoch": 0.20817705246923035,
      "grad_norm": 0.47654369473457336,
      "learning_rate": 4.617374786861334e-05,
      "loss": 5.1973,
      "step": 237830
    },
    {
      "epoch": 0.20818142906285753,
      "grad_norm": 0.484810471534729,
      "learning_rate": 4.617358447359171e-05,
      "loss": 4.3941,
      "step": 237835
    },
    {
      "epoch": 0.20818580565648467,
      "grad_norm": 0.46734753251075745,
      "learning_rate": 4.617342107545043e-05,
      "loss": 5.9295,
      "step": 237840
    },
    {
      "epoch": 0.20819018225011182,
      "grad_norm": 0.5377259850502014,
      "learning_rate": 4.6173257674189494e-05,
      "loss": 4.6046,
      "step": 237845
    },
    {
      "epoch": 0.20819455884373897,
      "grad_norm": 0.46604296565055847,
      "learning_rate": 4.617309426980897e-05,
      "loss": 4.9899,
      "step": 237850
    },
    {
      "epoch": 0.20819893543736612,
      "grad_norm": 0.47285792231559753,
      "learning_rate": 4.617293086230886e-05,
      "loss": 5.2409,
      "step": 237855
    },
    {
      "epoch": 0.2082033120309933,
      "grad_norm": 0.48145368695259094,
      "learning_rate": 4.6172767451689205e-05,
      "loss": 4.8982,
      "step": 237860
    },
    {
      "epoch": 0.20820768862462044,
      "grad_norm": 0.48732760548591614,
      "learning_rate": 4.617260403795004e-05,
      "loss": 5.6623,
      "step": 237865
    },
    {
      "epoch": 0.2082120652182476,
      "grad_norm": 0.4728770852088928,
      "learning_rate": 4.6172440621091396e-05,
      "loss": 4.9447,
      "step": 237870
    },
    {
      "epoch": 0.20821644181187474,
      "grad_norm": 0.4843461513519287,
      "learning_rate": 4.617227720111331e-05,
      "loss": 4.9084,
      "step": 237875
    },
    {
      "epoch": 0.2082208184055019,
      "grad_norm": 0.4711335003376007,
      "learning_rate": 4.61721137780158e-05,
      "loss": 4.918,
      "step": 237880
    },
    {
      "epoch": 0.20822519499912906,
      "grad_norm": 0.4762706756591797,
      "learning_rate": 4.61719503517989e-05,
      "loss": 5.2113,
      "step": 237885
    },
    {
      "epoch": 0.2082295715927562,
      "grad_norm": 0.4684050679206848,
      "learning_rate": 4.617178692246265e-05,
      "loss": 4.4193,
      "step": 237890
    },
    {
      "epoch": 0.20823394818638336,
      "grad_norm": 0.46816104650497437,
      "learning_rate": 4.617162349000709e-05,
      "loss": 4.1248,
      "step": 237895
    },
    {
      "epoch": 0.20823832478001053,
      "grad_norm": 0.4893684685230255,
      "learning_rate": 4.617146005443223e-05,
      "loss": 5.4511,
      "step": 237900
    },
    {
      "epoch": 0.20824270137363768,
      "grad_norm": 0.47121918201446533,
      "learning_rate": 4.6171296615738104e-05,
      "loss": 4.8804,
      "step": 237905
    },
    {
      "epoch": 0.20824707796726483,
      "grad_norm": 0.5127879977226257,
      "learning_rate": 4.6171133173924764e-05,
      "loss": 5.3998,
      "step": 237910
    },
    {
      "epoch": 0.20825145456089197,
      "grad_norm": 0.475385844707489,
      "learning_rate": 4.617096972899221e-05,
      "loss": 5.2272,
      "step": 237915
    },
    {
      "epoch": 0.20825583115451915,
      "grad_norm": 0.4817720651626587,
      "learning_rate": 4.6170806280940505e-05,
      "loss": 4.9616,
      "step": 237920
    },
    {
      "epoch": 0.2082602077481463,
      "grad_norm": 0.46702221035957336,
      "learning_rate": 4.617064282976966e-05,
      "loss": 5.958,
      "step": 237925
    },
    {
      "epoch": 0.20826458434177345,
      "grad_norm": 0.49036556482315063,
      "learning_rate": 4.6170479375479714e-05,
      "loss": 5.9674,
      "step": 237930
    },
    {
      "epoch": 0.2082689609354006,
      "grad_norm": 0.5319482088088989,
      "learning_rate": 4.617031591807071e-05,
      "loss": 4.6207,
      "step": 237935
    },
    {
      "epoch": 0.20827333752902777,
      "grad_norm": 0.5482304692268372,
      "learning_rate": 4.617015245754265e-05,
      "loss": 4.9329,
      "step": 237940
    },
    {
      "epoch": 0.20827771412265492,
      "grad_norm": 0.4842466711997986,
      "learning_rate": 4.6169988993895586e-05,
      "loss": 4.8439,
      "step": 237945
    },
    {
      "epoch": 0.20828209071628206,
      "grad_norm": 0.5095983147621155,
      "learning_rate": 4.616982552712955e-05,
      "loss": 5.9254,
      "step": 237950
    },
    {
      "epoch": 0.2082864673099092,
      "grad_norm": 0.4703730344772339,
      "learning_rate": 4.616966205724457e-05,
      "loss": 5.138,
      "step": 237955
    },
    {
      "epoch": 0.2082908439035364,
      "grad_norm": 0.4920470118522644,
      "learning_rate": 4.616949858424068e-05,
      "loss": 5.1332,
      "step": 237960
    },
    {
      "epoch": 0.20829522049716354,
      "grad_norm": 0.4678851068019867,
      "learning_rate": 4.616933510811791e-05,
      "loss": 5.0424,
      "step": 237965
    },
    {
      "epoch": 0.20829959709079068,
      "grad_norm": 0.49891650676727295,
      "learning_rate": 4.6169171628876284e-05,
      "loss": 4.6184,
      "step": 237970
    },
    {
      "epoch": 0.20830397368441783,
      "grad_norm": 0.5487682223320007,
      "learning_rate": 4.616900814651585e-05,
      "loss": 4.7316,
      "step": 237975
    },
    {
      "epoch": 0.208308350278045,
      "grad_norm": 0.46887853741645813,
      "learning_rate": 4.616884466103661e-05,
      "loss": 5.6299,
      "step": 237980
    },
    {
      "epoch": 0.20831272687167215,
      "grad_norm": 0.5152552127838135,
      "learning_rate": 4.6168681172438634e-05,
      "loss": 4.8711,
      "step": 237985
    },
    {
      "epoch": 0.2083171034652993,
      "grad_norm": 0.5325207114219666,
      "learning_rate": 4.616851768072192e-05,
      "loss": 4.634,
      "step": 237990
    },
    {
      "epoch": 0.20832148005892645,
      "grad_norm": 0.4866652488708496,
      "learning_rate": 4.616835418588653e-05,
      "loss": 5.7377,
      "step": 237995
    },
    {
      "epoch": 0.2083258566525536,
      "grad_norm": 0.4842575788497925,
      "learning_rate": 4.616819068793247e-05,
      "loss": 5.9451,
      "step": 238000
    },
    {
      "epoch": 0.20833023324618077,
      "grad_norm": 0.4790746867656708,
      "learning_rate": 4.616802718685979e-05,
      "loss": 5.4328,
      "step": 238005
    },
    {
      "epoch": 0.20833460983980792,
      "grad_norm": 0.474182665348053,
      "learning_rate": 4.61678636826685e-05,
      "loss": 5.3926,
      "step": 238010
    },
    {
      "epoch": 0.20833898643343507,
      "grad_norm": 0.4767443537712097,
      "learning_rate": 4.616770017535865e-05,
      "loss": 4.9047,
      "step": 238015
    },
    {
      "epoch": 0.20834336302706222,
      "grad_norm": 0.5098004341125488,
      "learning_rate": 4.616753666493027e-05,
      "loss": 5.1276,
      "step": 238020
    },
    {
      "epoch": 0.2083477396206894,
      "grad_norm": 0.49820223450660706,
      "learning_rate": 4.6167373151383376e-05,
      "loss": 4.6077,
      "step": 238025
    },
    {
      "epoch": 0.20835211621431654,
      "grad_norm": 0.4814794957637787,
      "learning_rate": 4.6167209634718025e-05,
      "loss": 4.9426,
      "step": 238030
    },
    {
      "epoch": 0.2083564928079437,
      "grad_norm": 0.48260608315467834,
      "learning_rate": 4.616704611493422e-05,
      "loss": 4.949,
      "step": 238035
    },
    {
      "epoch": 0.20836086940157084,
      "grad_norm": 0.5029417276382446,
      "learning_rate": 4.616688259203202e-05,
      "loss": 5.6291,
      "step": 238040
    },
    {
      "epoch": 0.208365245995198,
      "grad_norm": 0.5210436582565308,
      "learning_rate": 4.6166719066011444e-05,
      "loss": 4.3648,
      "step": 238045
    },
    {
      "epoch": 0.20836962258882516,
      "grad_norm": 0.4748404026031494,
      "learning_rate": 4.616655553687251e-05,
      "loss": 4.9608,
      "step": 238050
    },
    {
      "epoch": 0.2083739991824523,
      "grad_norm": 0.49902087450027466,
      "learning_rate": 4.616639200461527e-05,
      "loss": 5.1267,
      "step": 238055
    },
    {
      "epoch": 0.20837837577607946,
      "grad_norm": 0.47478586435317993,
      "learning_rate": 4.616622846923976e-05,
      "loss": 5.933,
      "step": 238060
    },
    {
      "epoch": 0.20838275236970663,
      "grad_norm": 0.46862807869911194,
      "learning_rate": 4.616606493074598e-05,
      "loss": 6.2061,
      "step": 238065
    },
    {
      "epoch": 0.20838712896333378,
      "grad_norm": 0.48187482357025146,
      "learning_rate": 4.616590138913399e-05,
      "loss": 4.9303,
      "step": 238070
    },
    {
      "epoch": 0.20839150555696093,
      "grad_norm": 0.48356109857559204,
      "learning_rate": 4.616573784440381e-05,
      "loss": 4.6142,
      "step": 238075
    },
    {
      "epoch": 0.20839588215058807,
      "grad_norm": 0.49624103307724,
      "learning_rate": 4.616557429655547e-05,
      "loss": 4.3944,
      "step": 238080
    },
    {
      "epoch": 0.20840025874421525,
      "grad_norm": 0.48199963569641113,
      "learning_rate": 4.616541074558902e-05,
      "loss": 5.9477,
      "step": 238085
    },
    {
      "epoch": 0.2084046353378424,
      "grad_norm": 0.4863058924674988,
      "learning_rate": 4.616524719150447e-05,
      "loss": 5.9211,
      "step": 238090
    },
    {
      "epoch": 0.20840901193146955,
      "grad_norm": 0.47657760977745056,
      "learning_rate": 4.6165083634301866e-05,
      "loss": 5.1702,
      "step": 238095
    },
    {
      "epoch": 0.2084133885250967,
      "grad_norm": 0.4810424745082855,
      "learning_rate": 4.6164920073981224e-05,
      "loss": 5.9584,
      "step": 238100
    },
    {
      "epoch": 0.20841776511872387,
      "grad_norm": 0.47394031286239624,
      "learning_rate": 4.6164756510542585e-05,
      "loss": 4.9031,
      "step": 238105
    },
    {
      "epoch": 0.20842214171235102,
      "grad_norm": 0.4826986491680145,
      "learning_rate": 4.616459294398597e-05,
      "loss": 5.6371,
      "step": 238110
    },
    {
      "epoch": 0.20842651830597816,
      "grad_norm": 0.5313922762870789,
      "learning_rate": 4.6164429374311436e-05,
      "loss": 4.8856,
      "step": 238115
    },
    {
      "epoch": 0.2084308948996053,
      "grad_norm": 0.48109716176986694,
      "learning_rate": 4.616426580151899e-05,
      "loss": 4.6382,
      "step": 238120
    },
    {
      "epoch": 0.20843527149323246,
      "grad_norm": 0.4891156852245331,
      "learning_rate": 4.616410222560868e-05,
      "loss": 4.9329,
      "step": 238125
    },
    {
      "epoch": 0.20843964808685964,
      "grad_norm": 0.4872135818004608,
      "learning_rate": 4.616393864658053e-05,
      "loss": 4.9014,
      "step": 238130
    },
    {
      "epoch": 0.20844402468048678,
      "grad_norm": 0.48609742522239685,
      "learning_rate": 4.616377506443457e-05,
      "loss": 5.1997,
      "step": 238135
    },
    {
      "epoch": 0.20844840127411393,
      "grad_norm": 0.48618078231811523,
      "learning_rate": 4.6163611479170824e-05,
      "loss": 4.6201,
      "step": 238140
    },
    {
      "epoch": 0.20845277786774108,
      "grad_norm": 0.48951080441474915,
      "learning_rate": 4.6163447890789336e-05,
      "loss": 5.6088,
      "step": 238145
    },
    {
      "epoch": 0.20845715446136825,
      "grad_norm": 0.48076918721199036,
      "learning_rate": 4.6163284299290136e-05,
      "loss": 5.4201,
      "step": 238150
    },
    {
      "epoch": 0.2084615310549954,
      "grad_norm": 0.4736155569553375,
      "learning_rate": 4.616312070467326e-05,
      "loss": 4.3873,
      "step": 238155
    },
    {
      "epoch": 0.20846590764862255,
      "grad_norm": 0.4896147847175598,
      "learning_rate": 4.6162957106938723e-05,
      "loss": 4.6188,
      "step": 238160
    },
    {
      "epoch": 0.2084702842422497,
      "grad_norm": 0.48815494775772095,
      "learning_rate": 4.6162793506086565e-05,
      "loss": 5.7333,
      "step": 238165
    },
    {
      "epoch": 0.20847466083587687,
      "grad_norm": 0.48139488697052,
      "learning_rate": 4.6162629902116825e-05,
      "loss": 5.6188,
      "step": 238170
    },
    {
      "epoch": 0.20847903742950402,
      "grad_norm": 0.47082337737083435,
      "learning_rate": 4.6162466295029535e-05,
      "loss": 5.9158,
      "step": 238175
    },
    {
      "epoch": 0.20848341402313117,
      "grad_norm": 0.4689006507396698,
      "learning_rate": 4.616230268482471e-05,
      "loss": 4.6237,
      "step": 238180
    },
    {
      "epoch": 0.20848779061675832,
      "grad_norm": 0.4862167239189148,
      "learning_rate": 4.61621390715024e-05,
      "loss": 4.9315,
      "step": 238185
    },
    {
      "epoch": 0.2084921672103855,
      "grad_norm": 0.4826703369617462,
      "learning_rate": 4.6161975455062624e-05,
      "loss": 4.7916,
      "step": 238190
    },
    {
      "epoch": 0.20849654380401264,
      "grad_norm": 0.4983864426612854,
      "learning_rate": 4.616181183550542e-05,
      "loss": 5.4458,
      "step": 238195
    },
    {
      "epoch": 0.2085009203976398,
      "grad_norm": 0.496844619512558,
      "learning_rate": 4.616164821283081e-05,
      "loss": 5.2353,
      "step": 238200
    },
    {
      "epoch": 0.20850529699126694,
      "grad_norm": 0.485363245010376,
      "learning_rate": 4.616148458703885e-05,
      "loss": 4.6675,
      "step": 238205
    },
    {
      "epoch": 0.2085096735848941,
      "grad_norm": 0.4883258044719696,
      "learning_rate": 4.616132095812954e-05,
      "loss": 5.7659,
      "step": 238210
    },
    {
      "epoch": 0.20851405017852126,
      "grad_norm": 0.48519566655158997,
      "learning_rate": 4.616115732610293e-05,
      "loss": 5.3986,
      "step": 238215
    },
    {
      "epoch": 0.2085184267721484,
      "grad_norm": 0.5206766128540039,
      "learning_rate": 4.6160993690959044e-05,
      "loss": 5.3025,
      "step": 238220
    },
    {
      "epoch": 0.20852280336577556,
      "grad_norm": 0.494413286447525,
      "learning_rate": 4.616083005269792e-05,
      "loss": 5.4257,
      "step": 238225
    },
    {
      "epoch": 0.20852717995940273,
      "grad_norm": 0.48429080843925476,
      "learning_rate": 4.61606664113196e-05,
      "loss": 5.2372,
      "step": 238230
    },
    {
      "epoch": 0.20853155655302988,
      "grad_norm": 0.4936705231666565,
      "learning_rate": 4.616050276682409e-05,
      "loss": 5.7463,
      "step": 238235
    },
    {
      "epoch": 0.20853593314665703,
      "grad_norm": 0.4974763095378876,
      "learning_rate": 4.6160339119211437e-05,
      "loss": 5.074,
      "step": 238240
    },
    {
      "epoch": 0.20854030974028417,
      "grad_norm": 0.4871521592140198,
      "learning_rate": 4.616017546848167e-05,
      "loss": 4.9457,
      "step": 238245
    },
    {
      "epoch": 0.20854468633391132,
      "grad_norm": 0.48084405064582825,
      "learning_rate": 4.616001181463482e-05,
      "loss": 5.9301,
      "step": 238250
    },
    {
      "epoch": 0.2085490629275385,
      "grad_norm": 0.49503204226493835,
      "learning_rate": 4.615984815767092e-05,
      "loss": 5.4677,
      "step": 238255
    },
    {
      "epoch": 0.20855343952116565,
      "grad_norm": 0.5836203694343567,
      "learning_rate": 4.6159684497589994e-05,
      "loss": 4.2247,
      "step": 238260
    },
    {
      "epoch": 0.2085578161147928,
      "grad_norm": 0.5221944451332092,
      "learning_rate": 4.615952083439208e-05,
      "loss": 5.6293,
      "step": 238265
    },
    {
      "epoch": 0.20856219270841994,
      "grad_norm": 0.5374966859817505,
      "learning_rate": 4.615935716807721e-05,
      "loss": 5.1666,
      "step": 238270
    },
    {
      "epoch": 0.20856656930204712,
      "grad_norm": 0.5415274500846863,
      "learning_rate": 4.615919349864543e-05,
      "loss": 5.1954,
      "step": 238275
    },
    {
      "epoch": 0.20857094589567426,
      "grad_norm": 0.48431041836738586,
      "learning_rate": 4.615902982609674e-05,
      "loss": 5.1508,
      "step": 238280
    },
    {
      "epoch": 0.2085753224893014,
      "grad_norm": 0.48248568177223206,
      "learning_rate": 4.6158866150431205e-05,
      "loss": 5.1981,
      "step": 238285
    },
    {
      "epoch": 0.20857969908292856,
      "grad_norm": 0.4821056127548218,
      "learning_rate": 4.615870247164882e-05,
      "loss": 4.7509,
      "step": 238290
    },
    {
      "epoch": 0.20858407567655574,
      "grad_norm": 0.5002990365028381,
      "learning_rate": 4.615853878974964e-05,
      "loss": 5.6516,
      "step": 238295
    },
    {
      "epoch": 0.20858845227018288,
      "grad_norm": 0.47601428627967834,
      "learning_rate": 4.61583751047337e-05,
      "loss": 6.2256,
      "step": 238300
    },
    {
      "epoch": 0.20859282886381003,
      "grad_norm": 0.482575923204422,
      "learning_rate": 4.615821141660103e-05,
      "loss": 4.4045,
      "step": 238305
    },
    {
      "epoch": 0.20859720545743718,
      "grad_norm": 0.49433740973472595,
      "learning_rate": 4.615804772535164e-05,
      "loss": 5.1468,
      "step": 238310
    },
    {
      "epoch": 0.20860158205106435,
      "grad_norm": 0.4984439015388489,
      "learning_rate": 4.615788403098559e-05,
      "loss": 5.6937,
      "step": 238315
    },
    {
      "epoch": 0.2086059586446915,
      "grad_norm": 0.4862697720527649,
      "learning_rate": 4.6157720333502894e-05,
      "loss": 5.4586,
      "step": 238320
    },
    {
      "epoch": 0.20861033523831865,
      "grad_norm": 0.48282021284103394,
      "learning_rate": 4.615755663290359e-05,
      "loss": 5.351,
      "step": 238325
    },
    {
      "epoch": 0.2086147118319458,
      "grad_norm": 0.4805571734905243,
      "learning_rate": 4.6157392929187714e-05,
      "loss": 4.829,
      "step": 238330
    },
    {
      "epoch": 0.20861908842557297,
      "grad_norm": 0.5111390352249146,
      "learning_rate": 4.615722922235528e-05,
      "loss": 5.1861,
      "step": 238335
    },
    {
      "epoch": 0.20862346501920012,
      "grad_norm": 0.4860396087169647,
      "learning_rate": 4.615706551240634e-05,
      "loss": 5.4024,
      "step": 238340
    },
    {
      "epoch": 0.20862784161282727,
      "grad_norm": 0.49582940340042114,
      "learning_rate": 4.6156901799340914e-05,
      "loss": 5.1387,
      "step": 238345
    },
    {
      "epoch": 0.20863221820645442,
      "grad_norm": 0.4915134310722351,
      "learning_rate": 4.6156738083159034e-05,
      "loss": 5.2332,
      "step": 238350
    },
    {
      "epoch": 0.2086365948000816,
      "grad_norm": 0.48160117864608765,
      "learning_rate": 4.615657436386075e-05,
      "loss": 4.9306,
      "step": 238355
    },
    {
      "epoch": 0.20864097139370874,
      "grad_norm": 0.4909585118293762,
      "learning_rate": 4.6156410641446055e-05,
      "loss": 6.2266,
      "step": 238360
    },
    {
      "epoch": 0.2086453479873359,
      "grad_norm": 0.5007322430610657,
      "learning_rate": 4.6156246915915025e-05,
      "loss": 5.7394,
      "step": 238365
    },
    {
      "epoch": 0.20864972458096304,
      "grad_norm": 0.497915118932724,
      "learning_rate": 4.615608318726765e-05,
      "loss": 4.4101,
      "step": 238370
    },
    {
      "epoch": 0.20865410117459018,
      "grad_norm": 0.5001214742660522,
      "learning_rate": 4.615591945550399e-05,
      "loss": 5.0949,
      "step": 238375
    },
    {
      "epoch": 0.20865847776821736,
      "grad_norm": 0.5086829662322998,
      "learning_rate": 4.6155755720624074e-05,
      "loss": 5.4233,
      "step": 238380
    },
    {
      "epoch": 0.2086628543618445,
      "grad_norm": 0.4809213876724243,
      "learning_rate": 4.6155591982627924e-05,
      "loss": 5.4466,
      "step": 238385
    },
    {
      "epoch": 0.20866723095547166,
      "grad_norm": 0.488741934299469,
      "learning_rate": 4.6155428241515573e-05,
      "loss": 4.6901,
      "step": 238390
    },
    {
      "epoch": 0.2086716075490988,
      "grad_norm": 0.5294978618621826,
      "learning_rate": 4.615526449728706e-05,
      "loss": 4.664,
      "step": 238395
    },
    {
      "epoch": 0.20867598414272598,
      "grad_norm": 0.48162129521369934,
      "learning_rate": 4.6155100749942414e-05,
      "loss": 6.2732,
      "step": 238400
    },
    {
      "epoch": 0.20868036073635313,
      "grad_norm": 0.47774213552474976,
      "learning_rate": 4.615493699948166e-05,
      "loss": 5.9291,
      "step": 238405
    },
    {
      "epoch": 0.20868473732998027,
      "grad_norm": 0.487264484167099,
      "learning_rate": 4.6154773245904825e-05,
      "loss": 4.668,
      "step": 238410
    },
    {
      "epoch": 0.20868911392360742,
      "grad_norm": 0.49364230036735535,
      "learning_rate": 4.615460948921196e-05,
      "loss": 5.6864,
      "step": 238415
    },
    {
      "epoch": 0.2086934905172346,
      "grad_norm": 0.5269293785095215,
      "learning_rate": 4.6154445729403086e-05,
      "loss": 5.4176,
      "step": 238420
    },
    {
      "epoch": 0.20869786711086175,
      "grad_norm": 0.4696773588657379,
      "learning_rate": 4.615428196647823e-05,
      "loss": 5.9479,
      "step": 238425
    },
    {
      "epoch": 0.2087022437044889,
      "grad_norm": 0.49178174138069153,
      "learning_rate": 4.6154118200437426e-05,
      "loss": 5.3238,
      "step": 238430
    },
    {
      "epoch": 0.20870662029811604,
      "grad_norm": 0.50634765625,
      "learning_rate": 4.615395443128071e-05,
      "loss": 5.4166,
      "step": 238435
    },
    {
      "epoch": 0.20871099689174322,
      "grad_norm": 0.49008360505104065,
      "learning_rate": 4.615379065900811e-05,
      "loss": 5.7395,
      "step": 238440
    },
    {
      "epoch": 0.20871537348537036,
      "grad_norm": 0.4913676679134369,
      "learning_rate": 4.6153626883619664e-05,
      "loss": 4.9151,
      "step": 238445
    },
    {
      "epoch": 0.2087197500789975,
      "grad_norm": 0.5061236619949341,
      "learning_rate": 4.615346310511539e-05,
      "loss": 4.8477,
      "step": 238450
    },
    {
      "epoch": 0.20872412667262466,
      "grad_norm": 0.49654722213745117,
      "learning_rate": 4.6153299323495335e-05,
      "loss": 4.9431,
      "step": 238455
    },
    {
      "epoch": 0.20872850326625184,
      "grad_norm": 0.4938865005970001,
      "learning_rate": 4.615313553875952e-05,
      "loss": 5.3767,
      "step": 238460
    },
    {
      "epoch": 0.20873287985987898,
      "grad_norm": 0.4976494312286377,
      "learning_rate": 4.615297175090798e-05,
      "loss": 4.7359,
      "step": 238465
    },
    {
      "epoch": 0.20873725645350613,
      "grad_norm": 0.48842403292655945,
      "learning_rate": 4.615280795994075e-05,
      "loss": 5.4244,
      "step": 238470
    },
    {
      "epoch": 0.20874163304713328,
      "grad_norm": 0.49077045917510986,
      "learning_rate": 4.615264416585786e-05,
      "loss": 5.4038,
      "step": 238475
    },
    {
      "epoch": 0.20874600964076045,
      "grad_norm": 0.5073022842407227,
      "learning_rate": 4.6152480368659334e-05,
      "loss": 5.6512,
      "step": 238480
    },
    {
      "epoch": 0.2087503862343876,
      "grad_norm": 0.4900309145450592,
      "learning_rate": 4.615231656834521e-05,
      "loss": 5.4285,
      "step": 238485
    },
    {
      "epoch": 0.20875476282801475,
      "grad_norm": 0.49167779088020325,
      "learning_rate": 4.6152152764915526e-05,
      "loss": 5.446,
      "step": 238490
    },
    {
      "epoch": 0.2087591394216419,
      "grad_norm": 0.4687303602695465,
      "learning_rate": 4.615198895837031e-05,
      "loss": 6.2332,
      "step": 238495
    },
    {
      "epoch": 0.20876351601526905,
      "grad_norm": 0.4785127341747284,
      "learning_rate": 4.615182514870957e-05,
      "loss": 4.8795,
      "step": 238500
    },
    {
      "epoch": 0.20876789260889622,
      "grad_norm": 0.48692527413368225,
      "learning_rate": 4.615166133593337e-05,
      "loss": 5.7237,
      "step": 238505
    },
    {
      "epoch": 0.20877226920252337,
      "grad_norm": 0.5086790919303894,
      "learning_rate": 4.615149752004173e-05,
      "loss": 4.9729,
      "step": 238510
    },
    {
      "epoch": 0.20877664579615052,
      "grad_norm": 0.4932186007499695,
      "learning_rate": 4.615133370103468e-05,
      "loss": 5.6891,
      "step": 238515
    },
    {
      "epoch": 0.20878102238977767,
      "grad_norm": 0.49378567934036255,
      "learning_rate": 4.615116987891226e-05,
      "loss": 4.6022,
      "step": 238520
    },
    {
      "epoch": 0.20878539898340484,
      "grad_norm": 0.5063534379005432,
      "learning_rate": 4.615100605367448e-05,
      "loss": 4.6909,
      "step": 238525
    },
    {
      "epoch": 0.208789775577032,
      "grad_norm": 1.2939094305038452,
      "learning_rate": 4.61508422253214e-05,
      "loss": 5.1188,
      "step": 238530
    },
    {
      "epoch": 0.20879415217065914,
      "grad_norm": 0.5287809371948242,
      "learning_rate": 4.615067839385303e-05,
      "loss": 5.7635,
      "step": 238535
    },
    {
      "epoch": 0.20879852876428628,
      "grad_norm": 0.48876696825027466,
      "learning_rate": 4.615051455926941e-05,
      "loss": 5.665,
      "step": 238540
    },
    {
      "epoch": 0.20880290535791346,
      "grad_norm": 0.485819011926651,
      "learning_rate": 4.615035072157058e-05,
      "loss": 4.9263,
      "step": 238545
    },
    {
      "epoch": 0.2088072819515406,
      "grad_norm": 0.4964599907398224,
      "learning_rate": 4.6150186880756553e-05,
      "loss": 5.4313,
      "step": 238550
    },
    {
      "epoch": 0.20881165854516776,
      "grad_norm": 0.49430927634239197,
      "learning_rate": 4.615002303682737e-05,
      "loss": 5.229,
      "step": 238555
    },
    {
      "epoch": 0.2088160351387949,
      "grad_norm": 0.5125446915626526,
      "learning_rate": 4.614985918978306e-05,
      "loss": 5.7264,
      "step": 238560
    },
    {
      "epoch": 0.20882041173242208,
      "grad_norm": 0.5059067010879517,
      "learning_rate": 4.614969533962366e-05,
      "loss": 5.1026,
      "step": 238565
    },
    {
      "epoch": 0.20882478832604923,
      "grad_norm": 0.5282743573188782,
      "learning_rate": 4.6149531486349195e-05,
      "loss": 5.1821,
      "step": 238570
    },
    {
      "epoch": 0.20882916491967637,
      "grad_norm": 0.4845050871372223,
      "learning_rate": 4.6149367629959706e-05,
      "loss": 4.9562,
      "step": 238575
    },
    {
      "epoch": 0.20883354151330352,
      "grad_norm": 0.752997875213623,
      "learning_rate": 4.6149203770455216e-05,
      "loss": 5.7473,
      "step": 238580
    },
    {
      "epoch": 0.2088379181069307,
      "grad_norm": 0.5126073360443115,
      "learning_rate": 4.6149039907835766e-05,
      "loss": 4.9143,
      "step": 238585
    },
    {
      "epoch": 0.20884229470055785,
      "grad_norm": 0.5072238445281982,
      "learning_rate": 4.6148876042101375e-05,
      "loss": 4.7191,
      "step": 238590
    },
    {
      "epoch": 0.208846671294185,
      "grad_norm": 0.5350796580314636,
      "learning_rate": 4.6148712173252085e-05,
      "loss": 5.1441,
      "step": 238595
    },
    {
      "epoch": 0.20885104788781214,
      "grad_norm": 0.510834813117981,
      "learning_rate": 4.614854830128792e-05,
      "loss": 4.9537,
      "step": 238600
    },
    {
      "epoch": 0.20885542448143932,
      "grad_norm": 0.5033690929412842,
      "learning_rate": 4.614838442620891e-05,
      "loss": 4.7022,
      "step": 238605
    },
    {
      "epoch": 0.20885980107506646,
      "grad_norm": 0.494186133146286,
      "learning_rate": 4.61482205480151e-05,
      "loss": 4.7027,
      "step": 238610
    },
    {
      "epoch": 0.2088641776686936,
      "grad_norm": 0.5275305509567261,
      "learning_rate": 4.614805666670651e-05,
      "loss": 5.3506,
      "step": 238615
    },
    {
      "epoch": 0.20886855426232076,
      "grad_norm": 0.5868790745735168,
      "learning_rate": 4.614789278228318e-05,
      "loss": 5.1769,
      "step": 238620
    },
    {
      "epoch": 0.20887293085594794,
      "grad_norm": 0.5617242455482483,
      "learning_rate": 4.6147728894745136e-05,
      "loss": 5.6453,
      "step": 238625
    },
    {
      "epoch": 0.20887730744957508,
      "grad_norm": 0.6113190054893494,
      "learning_rate": 4.61475650040924e-05,
      "loss": 5.3883,
      "step": 238630
    },
    {
      "epoch": 0.20888168404320223,
      "grad_norm": 0.514503002166748,
      "learning_rate": 4.614740111032502e-05,
      "loss": 5.9371,
      "step": 238635
    },
    {
      "epoch": 0.20888606063682938,
      "grad_norm": 0.5448104739189148,
      "learning_rate": 4.614723721344302e-05,
      "loss": 5.215,
      "step": 238640
    },
    {
      "epoch": 0.20889043723045653,
      "grad_norm": 0.5258102416992188,
      "learning_rate": 4.614707331344643e-05,
      "loss": 5.9789,
      "step": 238645
    },
    {
      "epoch": 0.2088948138240837,
      "grad_norm": 0.4752640426158905,
      "learning_rate": 4.6146909410335294e-05,
      "loss": 5.934,
      "step": 238650
    },
    {
      "epoch": 0.20889919041771085,
      "grad_norm": 0.4782116413116455,
      "learning_rate": 4.6146745504109625e-05,
      "loss": 5.0723,
      "step": 238655
    },
    {
      "epoch": 0.208903567011338,
      "grad_norm": 0.5023520588874817,
      "learning_rate": 4.6146581594769464e-05,
      "loss": 5.9721,
      "step": 238660
    },
    {
      "epoch": 0.20890794360496515,
      "grad_norm": 0.521588146686554,
      "learning_rate": 4.6146417682314843e-05,
      "loss": 5.7413,
      "step": 238665
    },
    {
      "epoch": 0.20891232019859232,
      "grad_norm": 0.5071196556091309,
      "learning_rate": 4.6146253766745805e-05,
      "loss": 5.1356,
      "step": 238670
    },
    {
      "epoch": 0.20891669679221947,
      "grad_norm": 0.4826450049877167,
      "learning_rate": 4.6146089848062355e-05,
      "loss": 5.4339,
      "step": 238675
    },
    {
      "epoch": 0.20892107338584662,
      "grad_norm": 0.5010442137718201,
      "learning_rate": 4.614592592626454e-05,
      "loss": 4.6233,
      "step": 238680
    },
    {
      "epoch": 0.20892544997947377,
      "grad_norm": 0.5137524008750916,
      "learning_rate": 4.61457620013524e-05,
      "loss": 5.7382,
      "step": 238685
    },
    {
      "epoch": 0.20892982657310094,
      "grad_norm": 0.5042985677719116,
      "learning_rate": 4.6145598073325943e-05,
      "loss": 5.2284,
      "step": 238690
    },
    {
      "epoch": 0.2089342031667281,
      "grad_norm": 0.47976556420326233,
      "learning_rate": 4.614543414218523e-05,
      "loss": 5.7213,
      "step": 238695
    },
    {
      "epoch": 0.20893857976035524,
      "grad_norm": 0.49642613530158997,
      "learning_rate": 4.614527020793027e-05,
      "loss": 4.9194,
      "step": 238700
    },
    {
      "epoch": 0.20894295635398238,
      "grad_norm": 0.5231284499168396,
      "learning_rate": 4.614510627056111e-05,
      "loss": 5.1024,
      "step": 238705
    },
    {
      "epoch": 0.20894733294760956,
      "grad_norm": 0.4720921516418457,
      "learning_rate": 4.614494233007777e-05,
      "loss": 5.758,
      "step": 238710
    },
    {
      "epoch": 0.2089517095412367,
      "grad_norm": 0.48803701996803284,
      "learning_rate": 4.614477838648028e-05,
      "loss": 4.9226,
      "step": 238715
    },
    {
      "epoch": 0.20895608613486386,
      "grad_norm": 0.5491102337837219,
      "learning_rate": 4.614461443976869e-05,
      "loss": 4.9084,
      "step": 238720
    },
    {
      "epoch": 0.208960462728491,
      "grad_norm": 0.5349539518356323,
      "learning_rate": 4.6144450489943e-05,
      "loss": 5.4832,
      "step": 238725
    },
    {
      "epoch": 0.20896483932211818,
      "grad_norm": 0.48652246594429016,
      "learning_rate": 4.6144286537003276e-05,
      "loss": 4.4153,
      "step": 238730
    },
    {
      "epoch": 0.20896921591574533,
      "grad_norm": 0.5008512139320374,
      "learning_rate": 4.6144122580949525e-05,
      "loss": 4.9105,
      "step": 238735
    },
    {
      "epoch": 0.20897359250937247,
      "grad_norm": 0.49708324670791626,
      "learning_rate": 4.614395862178179e-05,
      "loss": 6.2373,
      "step": 238740
    },
    {
      "epoch": 0.20897796910299962,
      "grad_norm": 0.4931066036224365,
      "learning_rate": 4.6143794659500104e-05,
      "loss": 4.5844,
      "step": 238745
    },
    {
      "epoch": 0.2089823456966268,
      "grad_norm": 0.5640202760696411,
      "learning_rate": 4.614363069410449e-05,
      "loss": 4.9054,
      "step": 238750
    },
    {
      "epoch": 0.20898672229025395,
      "grad_norm": 0.5317195653915405,
      "learning_rate": 4.614346672559499e-05,
      "loss": 5.4388,
      "step": 238755
    },
    {
      "epoch": 0.2089910988838811,
      "grad_norm": 0.501504123210907,
      "learning_rate": 4.614330275397162e-05,
      "loss": 4.9364,
      "step": 238760
    },
    {
      "epoch": 0.20899547547750824,
      "grad_norm": 0.6053739190101624,
      "learning_rate": 4.614313877923443e-05,
      "loss": 5.4433,
      "step": 238765
    },
    {
      "epoch": 0.2089998520711354,
      "grad_norm": 0.5113851428031921,
      "learning_rate": 4.6142974801383446e-05,
      "loss": 5.4319,
      "step": 238770
    },
    {
      "epoch": 0.20900422866476256,
      "grad_norm": 0.503600537776947,
      "learning_rate": 4.614281082041869e-05,
      "loss": 6.2469,
      "step": 238775
    },
    {
      "epoch": 0.2090086052583897,
      "grad_norm": 0.5353151559829712,
      "learning_rate": 4.614264683634021e-05,
      "loss": 5.3899,
      "step": 238780
    },
    {
      "epoch": 0.20901298185201686,
      "grad_norm": 0.48329392075538635,
      "learning_rate": 4.6142482849148014e-05,
      "loss": 5.2019,
      "step": 238785
    },
    {
      "epoch": 0.209017358445644,
      "grad_norm": 0.5014567375183105,
      "learning_rate": 4.614231885884216e-05,
      "loss": 4.9313,
      "step": 238790
    },
    {
      "epoch": 0.20902173503927118,
      "grad_norm": 0.4865359961986542,
      "learning_rate": 4.614215486542266e-05,
      "loss": 5.6695,
      "step": 238795
    },
    {
      "epoch": 0.20902611163289833,
      "grad_norm": 0.4891713261604309,
      "learning_rate": 4.6141990868889554e-05,
      "loss": 4.9635,
      "step": 238800
    },
    {
      "epoch": 0.20903048822652548,
      "grad_norm": 0.5042521953582764,
      "learning_rate": 4.614182686924288e-05,
      "loss": 5.4652,
      "step": 238805
    },
    {
      "epoch": 0.20903486482015263,
      "grad_norm": 0.5024966597557068,
      "learning_rate": 4.614166286648266e-05,
      "loss": 5.433,
      "step": 238810
    },
    {
      "epoch": 0.2090392414137798,
      "grad_norm": 0.4934433698654175,
      "learning_rate": 4.614149886060892e-05,
      "loss": 4.3877,
      "step": 238815
    },
    {
      "epoch": 0.20904361800740695,
      "grad_norm": 0.5118690729141235,
      "learning_rate": 4.614133485162171e-05,
      "loss": 5.3418,
      "step": 238820
    },
    {
      "epoch": 0.2090479946010341,
      "grad_norm": 0.48380374908447266,
      "learning_rate": 4.614117083952104e-05,
      "loss": 5.4461,
      "step": 238825
    },
    {
      "epoch": 0.20905237119466125,
      "grad_norm": 0.48374930024147034,
      "learning_rate": 4.6141006824306966e-05,
      "loss": 5.3406,
      "step": 238830
    },
    {
      "epoch": 0.20905674778828842,
      "grad_norm": 0.4992657005786896,
      "learning_rate": 4.61408428059795e-05,
      "loss": 4.8904,
      "step": 238835
    },
    {
      "epoch": 0.20906112438191557,
      "grad_norm": 0.5017169117927551,
      "learning_rate": 4.6140678784538684e-05,
      "loss": 4.9065,
      "step": 238840
    },
    {
      "epoch": 0.20906550097554272,
      "grad_norm": 0.5155170559883118,
      "learning_rate": 4.6140514759984545e-05,
      "loss": 4.7335,
      "step": 238845
    },
    {
      "epoch": 0.20906987756916987,
      "grad_norm": 0.5016155242919922,
      "learning_rate": 4.6140350732317106e-05,
      "loss": 5.1463,
      "step": 238850
    },
    {
      "epoch": 0.20907425416279704,
      "grad_norm": 0.48490869998931885,
      "learning_rate": 4.614018670153643e-05,
      "loss": 5.4394,
      "step": 238855
    },
    {
      "epoch": 0.2090786307564242,
      "grad_norm": 0.4848737418651581,
      "learning_rate": 4.6140022667642505e-05,
      "loss": 5.4046,
      "step": 238860
    },
    {
      "epoch": 0.20908300735005134,
      "grad_norm": 0.4895370602607727,
      "learning_rate": 4.613985863063539e-05,
      "loss": 5.1503,
      "step": 238865
    },
    {
      "epoch": 0.20908738394367848,
      "grad_norm": 0.49103957414627075,
      "learning_rate": 4.6139694590515116e-05,
      "loss": 5.4144,
      "step": 238870
    },
    {
      "epoch": 0.20909176053730566,
      "grad_norm": 0.48623791337013245,
      "learning_rate": 4.6139530547281705e-05,
      "loss": 5.6148,
      "step": 238875
    },
    {
      "epoch": 0.2090961371309328,
      "grad_norm": 0.4659838080406189,
      "learning_rate": 4.613936650093519e-05,
      "loss": 5.4406,
      "step": 238880
    },
    {
      "epoch": 0.20910051372455996,
      "grad_norm": 0.5176444053649902,
      "learning_rate": 4.6139202451475614e-05,
      "loss": 5.94,
      "step": 238885
    },
    {
      "epoch": 0.2091048903181871,
      "grad_norm": 0.4877389669418335,
      "learning_rate": 4.6139038398903e-05,
      "loss": 4.2866,
      "step": 238890
    },
    {
      "epoch": 0.20910926691181425,
      "grad_norm": 0.5023046731948853,
      "learning_rate": 4.613887434321737e-05,
      "loss": 5.927,
      "step": 238895
    },
    {
      "epoch": 0.20911364350544143,
      "grad_norm": 0.509018063545227,
      "learning_rate": 4.613871028441878e-05,
      "loss": 4.4182,
      "step": 238900
    },
    {
      "epoch": 0.20911802009906857,
      "grad_norm": 0.4802694618701935,
      "learning_rate": 4.613854622250724e-05,
      "loss": 5.6721,
      "step": 238905
    },
    {
      "epoch": 0.20912239669269572,
      "grad_norm": 0.5050215125083923,
      "learning_rate": 4.6138382157482794e-05,
      "loss": 5.2194,
      "step": 238910
    },
    {
      "epoch": 0.20912677328632287,
      "grad_norm": 0.4912970960140228,
      "learning_rate": 4.613821808934546e-05,
      "loss": 4.9325,
      "step": 238915
    },
    {
      "epoch": 0.20913114987995005,
      "grad_norm": 0.49142390489578247,
      "learning_rate": 4.613805401809529e-05,
      "loss": 4.8339,
      "step": 238920
    },
    {
      "epoch": 0.2091355264735772,
      "grad_norm": 0.48227569460868835,
      "learning_rate": 4.61378899437323e-05,
      "loss": 5.4277,
      "step": 238925
    },
    {
      "epoch": 0.20913990306720434,
      "grad_norm": 0.4924594461917877,
      "learning_rate": 4.613772586625652e-05,
      "loss": 4.4304,
      "step": 238930
    },
    {
      "epoch": 0.2091442796608315,
      "grad_norm": 0.4964584708213806,
      "learning_rate": 4.6137561785667996e-05,
      "loss": 5.6027,
      "step": 238935
    },
    {
      "epoch": 0.20914865625445866,
      "grad_norm": 0.4714897572994232,
      "learning_rate": 4.6137397701966746e-05,
      "loss": 5.8922,
      "step": 238940
    },
    {
      "epoch": 0.2091530328480858,
      "grad_norm": 0.510174036026001,
      "learning_rate": 4.6137233615152805e-05,
      "loss": 5.2335,
      "step": 238945
    },
    {
      "epoch": 0.20915740944171296,
      "grad_norm": 0.48603880405426025,
      "learning_rate": 4.6137069525226216e-05,
      "loss": 4.4026,
      "step": 238950
    },
    {
      "epoch": 0.2091617860353401,
      "grad_norm": 0.5223211050033569,
      "learning_rate": 4.6136905432187e-05,
      "loss": 5.9162,
      "step": 238955
    },
    {
      "epoch": 0.20916616262896728,
      "grad_norm": 0.5341463685035706,
      "learning_rate": 4.613674133603518e-05,
      "loss": 5.1842,
      "step": 238960
    },
    {
      "epoch": 0.20917053922259443,
      "grad_norm": 0.49277615547180176,
      "learning_rate": 4.6136577236770806e-05,
      "loss": 5.9518,
      "step": 238965
    },
    {
      "epoch": 0.20917491581622158,
      "grad_norm": 0.47976425290107727,
      "learning_rate": 4.6136413134393896e-05,
      "loss": 5.3039,
      "step": 238970
    },
    {
      "epoch": 0.20917929240984873,
      "grad_norm": 0.5947133302688599,
      "learning_rate": 4.6136249028904486e-05,
      "loss": 5.7173,
      "step": 238975
    },
    {
      "epoch": 0.2091836690034759,
      "grad_norm": 0.6567214727401733,
      "learning_rate": 4.61360849203026e-05,
      "loss": 4.9239,
      "step": 238980
    },
    {
      "epoch": 0.20918804559710305,
      "grad_norm": 0.49332866072654724,
      "learning_rate": 4.61359208085883e-05,
      "loss": 4.3096,
      "step": 238985
    },
    {
      "epoch": 0.2091924221907302,
      "grad_norm": 0.4972899258136749,
      "learning_rate": 4.613575669376159e-05,
      "loss": 4.8794,
      "step": 238990
    },
    {
      "epoch": 0.20919679878435735,
      "grad_norm": 0.4848678708076477,
      "learning_rate": 4.6135592575822495e-05,
      "loss": 4.9084,
      "step": 238995
    },
    {
      "epoch": 0.20920117537798452,
      "grad_norm": 0.47852393984794617,
      "learning_rate": 4.613542845477107e-05,
      "loss": 5.3416,
      "step": 239000
    },
    {
      "epoch": 0.20920555197161167,
      "grad_norm": 0.49785131216049194,
      "learning_rate": 4.613526433060732e-05,
      "loss": 4.6278,
      "step": 239005
    },
    {
      "epoch": 0.20920992856523882,
      "grad_norm": 0.47493594884872437,
      "learning_rate": 4.613510020333131e-05,
      "loss": 5.6486,
      "step": 239010
    },
    {
      "epoch": 0.20921430515886597,
      "grad_norm": 0.48742640018463135,
      "learning_rate": 4.6134936072943045e-05,
      "loss": 5.4407,
      "step": 239015
    },
    {
      "epoch": 0.2092186817524931,
      "grad_norm": 0.4921751320362091,
      "learning_rate": 4.6134771939442566e-05,
      "loss": 4.8769,
      "step": 239020
    },
    {
      "epoch": 0.2092230583461203,
      "grad_norm": 0.4773544371128082,
      "learning_rate": 4.613460780282991e-05,
      "loss": 4.2964,
      "step": 239025
    },
    {
      "epoch": 0.20922743493974744,
      "grad_norm": 0.5040679574012756,
      "learning_rate": 4.61344436631051e-05,
      "loss": 4.6204,
      "step": 239030
    },
    {
      "epoch": 0.20923181153337458,
      "grad_norm": 0.4822704792022705,
      "learning_rate": 4.613427952026817e-05,
      "loss": 5.2422,
      "step": 239035
    },
    {
      "epoch": 0.20923618812700173,
      "grad_norm": 0.5009036660194397,
      "learning_rate": 4.6134115374319144e-05,
      "loss": 5.1397,
      "step": 239040
    },
    {
      "epoch": 0.2092405647206289,
      "grad_norm": 0.5078466534614563,
      "learning_rate": 4.6133951225258074e-05,
      "loss": 5.2027,
      "step": 239045
    },
    {
      "epoch": 0.20924494131425606,
      "grad_norm": 0.4785192608833313,
      "learning_rate": 4.613378707308498e-05,
      "loss": 5.6332,
      "step": 239050
    },
    {
      "epoch": 0.2092493179078832,
      "grad_norm": 0.5306985974311829,
      "learning_rate": 4.613362291779989e-05,
      "loss": 5.2439,
      "step": 239055
    },
    {
      "epoch": 0.20925369450151035,
      "grad_norm": 0.5546554327011108,
      "learning_rate": 4.6133458759402835e-05,
      "loss": 5.4172,
      "step": 239060
    },
    {
      "epoch": 0.20925807109513753,
      "grad_norm": 0.4880160987377167,
      "learning_rate": 4.613329459789385e-05,
      "loss": 5.1262,
      "step": 239065
    },
    {
      "epoch": 0.20926244768876467,
      "grad_norm": 0.48023104667663574,
      "learning_rate": 4.613313043327296e-05,
      "loss": 4.6896,
      "step": 239070
    },
    {
      "epoch": 0.20926682428239182,
      "grad_norm": 0.48704513907432556,
      "learning_rate": 4.613296626554022e-05,
      "loss": 5.4721,
      "step": 239075
    },
    {
      "epoch": 0.20927120087601897,
      "grad_norm": 0.4822483956813812,
      "learning_rate": 4.6132802094695646e-05,
      "loss": 5.0794,
      "step": 239080
    },
    {
      "epoch": 0.20927557746964615,
      "grad_norm": 0.48194098472595215,
      "learning_rate": 4.613263792073926e-05,
      "loss": 5.151,
      "step": 239085
    },
    {
      "epoch": 0.2092799540632733,
      "grad_norm": 0.512166440486908,
      "learning_rate": 4.61324737436711e-05,
      "loss": 5.1534,
      "step": 239090
    },
    {
      "epoch": 0.20928433065690044,
      "grad_norm": 0.486867755651474,
      "learning_rate": 4.6132309563491206e-05,
      "loss": 5.6381,
      "step": 239095
    },
    {
      "epoch": 0.2092887072505276,
      "grad_norm": 0.48147329688072205,
      "learning_rate": 4.613214538019961e-05,
      "loss": 5.7189,
      "step": 239100
    },
    {
      "epoch": 0.20929308384415476,
      "grad_norm": 0.4783867299556732,
      "learning_rate": 4.6131981193796333e-05,
      "loss": 4.8435,
      "step": 239105
    },
    {
      "epoch": 0.2092974604377819,
      "grad_norm": 0.5023254752159119,
      "learning_rate": 4.613181700428141e-05,
      "loss": 4.899,
      "step": 239110
    },
    {
      "epoch": 0.20930183703140906,
      "grad_norm": 0.4921676516532898,
      "learning_rate": 4.613165281165487e-05,
      "loss": 4.7098,
      "step": 239115
    },
    {
      "epoch": 0.2093062136250362,
      "grad_norm": 0.4858378469944,
      "learning_rate": 4.613148861591675e-05,
      "loss": 5.9875,
      "step": 239120
    },
    {
      "epoch": 0.20931059021866338,
      "grad_norm": 0.4900765120983124,
      "learning_rate": 4.613132441706709e-05,
      "loss": 4.6212,
      "step": 239125
    },
    {
      "epoch": 0.20931496681229053,
      "grad_norm": 0.49218183755874634,
      "learning_rate": 4.613116021510591e-05,
      "loss": 5.4746,
      "step": 239130
    },
    {
      "epoch": 0.20931934340591768,
      "grad_norm": 0.48205631971359253,
      "learning_rate": 4.6130996010033246e-05,
      "loss": 5.9725,
      "step": 239135
    },
    {
      "epoch": 0.20932371999954483,
      "grad_norm": 0.4669952094554901,
      "learning_rate": 4.613083180184912e-05,
      "loss": 5.9641,
      "step": 239140
    },
    {
      "epoch": 0.20932809659317198,
      "grad_norm": 0.47361183166503906,
      "learning_rate": 4.613066759055358e-05,
      "loss": 5.9566,
      "step": 239145
    },
    {
      "epoch": 0.20933247318679915,
      "grad_norm": 0.5053260326385498,
      "learning_rate": 4.613050337614663e-05,
      "loss": 4.394,
      "step": 239150
    },
    {
      "epoch": 0.2093368497804263,
      "grad_norm": 0.5045081973075867,
      "learning_rate": 4.6130339158628334e-05,
      "loss": 4.933,
      "step": 239155
    },
    {
      "epoch": 0.20934122637405345,
      "grad_norm": 0.557040810585022,
      "learning_rate": 4.613017493799872e-05,
      "loss": 4.8923,
      "step": 239160
    },
    {
      "epoch": 0.2093456029676806,
      "grad_norm": 0.5015165209770203,
      "learning_rate": 4.613001071425779e-05,
      "loss": 4.9271,
      "step": 239165
    },
    {
      "epoch": 0.20934997956130777,
      "grad_norm": 0.48264873027801514,
      "learning_rate": 4.612984648740561e-05,
      "loss": 4.1164,
      "step": 239170
    },
    {
      "epoch": 0.20935435615493492,
      "grad_norm": 0.4894185960292816,
      "learning_rate": 4.61296822574422e-05,
      "loss": 5.1186,
      "step": 239175
    },
    {
      "epoch": 0.20935873274856207,
      "grad_norm": 0.4828377664089203,
      "learning_rate": 4.612951802436757e-05,
      "loss": 4.9284,
      "step": 239180
    },
    {
      "epoch": 0.2093631093421892,
      "grad_norm": 0.47610917687416077,
      "learning_rate": 4.6129353788181786e-05,
      "loss": 5.6502,
      "step": 239185
    },
    {
      "epoch": 0.2093674859358164,
      "grad_norm": 0.47305241227149963,
      "learning_rate": 4.612918954888487e-05,
      "loss": 5.6545,
      "step": 239190
    },
    {
      "epoch": 0.20937186252944354,
      "grad_norm": 0.4756123125553131,
      "learning_rate": 4.612902530647682e-05,
      "loss": 4.8995,
      "step": 239195
    },
    {
      "epoch": 0.20937623912307068,
      "grad_norm": 0.4930577576160431,
      "learning_rate": 4.612886106095773e-05,
      "loss": 4.8368,
      "step": 239200
    },
    {
      "epoch": 0.20938061571669783,
      "grad_norm": 0.4814916253089905,
      "learning_rate": 4.6128696812327575e-05,
      "loss": 5.4249,
      "step": 239205
    },
    {
      "epoch": 0.209384992310325,
      "grad_norm": 0.4910573661327362,
      "learning_rate": 4.612853256058641e-05,
      "loss": 5.3995,
      "step": 239210
    },
    {
      "epoch": 0.20938936890395216,
      "grad_norm": 0.4643254280090332,
      "learning_rate": 4.612836830573428e-05,
      "loss": 5.6783,
      "step": 239215
    },
    {
      "epoch": 0.2093937454975793,
      "grad_norm": 0.4669572710990906,
      "learning_rate": 4.6128204047771195e-05,
      "loss": 5.3156,
      "step": 239220
    },
    {
      "epoch": 0.20939812209120645,
      "grad_norm": 0.4926886558532715,
      "learning_rate": 4.6128039786697194e-05,
      "loss": 5.1191,
      "step": 239225
    },
    {
      "epoch": 0.20940249868483363,
      "grad_norm": 0.46837788820266724,
      "learning_rate": 4.612787552251231e-05,
      "loss": 5.416,
      "step": 239230
    },
    {
      "epoch": 0.20940687527846077,
      "grad_norm": 0.4785369634628296,
      "learning_rate": 4.612771125521657e-05,
      "loss": 6.266,
      "step": 239235
    },
    {
      "epoch": 0.20941125187208792,
      "grad_norm": 0.47084274888038635,
      "learning_rate": 4.612754698481001e-05,
      "loss": 5.1355,
      "step": 239240
    },
    {
      "epoch": 0.20941562846571507,
      "grad_norm": 0.4910079836845398,
      "learning_rate": 4.6127382711292664e-05,
      "loss": 5.454,
      "step": 239245
    },
    {
      "epoch": 0.20942000505934225,
      "grad_norm": 0.4874430000782013,
      "learning_rate": 4.6127218434664556e-05,
      "loss": 5.6344,
      "step": 239250
    },
    {
      "epoch": 0.2094243816529694,
      "grad_norm": 0.46521398425102234,
      "learning_rate": 4.612705415492572e-05,
      "loss": 5.1168,
      "step": 239255
    },
    {
      "epoch": 0.20942875824659654,
      "grad_norm": 0.5019857883453369,
      "learning_rate": 4.61268898720762e-05,
      "loss": 4.9173,
      "step": 239260
    },
    {
      "epoch": 0.2094331348402237,
      "grad_norm": 0.48231881856918335,
      "learning_rate": 4.6126725586116e-05,
      "loss": 5.6057,
      "step": 239265
    },
    {
      "epoch": 0.20943751143385086,
      "grad_norm": 0.5284466743469238,
      "learning_rate": 4.612656129704519e-05,
      "loss": 4.9559,
      "step": 239270
    },
    {
      "epoch": 0.209441888027478,
      "grad_norm": 0.5109784603118896,
      "learning_rate": 4.6126397004863776e-05,
      "loss": 5.7004,
      "step": 239275
    },
    {
      "epoch": 0.20944626462110516,
      "grad_norm": 0.469014972448349,
      "learning_rate": 4.612623270957179e-05,
      "loss": 5.4051,
      "step": 239280
    },
    {
      "epoch": 0.2094506412147323,
      "grad_norm": 0.4856715202331543,
      "learning_rate": 4.612606841116928e-05,
      "loss": 5.373,
      "step": 239285
    },
    {
      "epoch": 0.20945501780835946,
      "grad_norm": 0.47824332118034363,
      "learning_rate": 4.612590410965625e-05,
      "loss": 5.3985,
      "step": 239290
    },
    {
      "epoch": 0.20945939440198663,
      "grad_norm": 0.5169819593429565,
      "learning_rate": 4.6125739805032755e-05,
      "loss": 4.8881,
      "step": 239295
    },
    {
      "epoch": 0.20946377099561378,
      "grad_norm": 0.4890228509902954,
      "learning_rate": 4.612557549729881e-05,
      "loss": 5.4206,
      "step": 239300
    },
    {
      "epoch": 0.20946814758924093,
      "grad_norm": 0.5041701197624207,
      "learning_rate": 4.612541118645447e-05,
      "loss": 4.8937,
      "step": 239305
    },
    {
      "epoch": 0.20947252418286808,
      "grad_norm": 0.49921420216560364,
      "learning_rate": 4.612524687249974e-05,
      "loss": 4.3197,
      "step": 239310
    },
    {
      "epoch": 0.20947690077649525,
      "grad_norm": 0.5756340026855469,
      "learning_rate": 4.612508255543467e-05,
      "loss": 5.7142,
      "step": 239315
    },
    {
      "epoch": 0.2094812773701224,
      "grad_norm": 0.5858022570610046,
      "learning_rate": 4.612491823525929e-05,
      "loss": 5.9326,
      "step": 239320
    },
    {
      "epoch": 0.20948565396374955,
      "grad_norm": 0.49524521827697754,
      "learning_rate": 4.612475391197363e-05,
      "loss": 5.1067,
      "step": 239325
    },
    {
      "epoch": 0.2094900305573767,
      "grad_norm": 0.5085413455963135,
      "learning_rate": 4.6124589585577714e-05,
      "loss": 5.7061,
      "step": 239330
    },
    {
      "epoch": 0.20949440715100387,
      "grad_norm": 0.5374540090560913,
      "learning_rate": 4.612442525607158e-05,
      "loss": 4.9149,
      "step": 239335
    },
    {
      "epoch": 0.20949878374463102,
      "grad_norm": 0.4973163306713104,
      "learning_rate": 4.6124260923455254e-05,
      "loss": 5.4376,
      "step": 239340
    },
    {
      "epoch": 0.20950316033825817,
      "grad_norm": 0.4936569929122925,
      "learning_rate": 4.612409658772878e-05,
      "loss": 6.2357,
      "step": 239345
    },
    {
      "epoch": 0.2095075369318853,
      "grad_norm": 0.5017992258071899,
      "learning_rate": 4.6123932248892176e-05,
      "loss": 5.4588,
      "step": 239350
    },
    {
      "epoch": 0.2095119135255125,
      "grad_norm": 0.4753810465335846,
      "learning_rate": 4.6123767906945495e-05,
      "loss": 5.9729,
      "step": 239355
    },
    {
      "epoch": 0.20951629011913964,
      "grad_norm": 0.49568232893943787,
      "learning_rate": 4.612360356188874e-05,
      "loss": 4.8985,
      "step": 239360
    },
    {
      "epoch": 0.20952066671276678,
      "grad_norm": 0.5164480805397034,
      "learning_rate": 4.6123439213721964e-05,
      "loss": 6.2223,
      "step": 239365
    },
    {
      "epoch": 0.20952504330639393,
      "grad_norm": 0.5078015327453613,
      "learning_rate": 4.612327486244519e-05,
      "loss": 5.7339,
      "step": 239370
    },
    {
      "epoch": 0.2095294199000211,
      "grad_norm": 0.5162879228591919,
      "learning_rate": 4.6123110508058445e-05,
      "loss": 5.4412,
      "step": 239375
    },
    {
      "epoch": 0.20953379649364826,
      "grad_norm": 0.4989132881164551,
      "learning_rate": 4.6122946150561764e-05,
      "loss": 5.3371,
      "step": 239380
    },
    {
      "epoch": 0.2095381730872754,
      "grad_norm": 0.5330261588096619,
      "learning_rate": 4.6122781789955185e-05,
      "loss": 5.2477,
      "step": 239385
    },
    {
      "epoch": 0.20954254968090255,
      "grad_norm": 0.5410876274108887,
      "learning_rate": 4.612261742623875e-05,
      "loss": 5.9436,
      "step": 239390
    },
    {
      "epoch": 0.20954692627452973,
      "grad_norm": 0.5052104592323303,
      "learning_rate": 4.6122453059412465e-05,
      "loss": 5.75,
      "step": 239395
    },
    {
      "epoch": 0.20955130286815687,
      "grad_norm": 0.6113688945770264,
      "learning_rate": 4.612228868947635e-05,
      "loss": 4.6057,
      "step": 239400
    },
    {
      "epoch": 0.20955567946178402,
      "grad_norm": 0.5442944169044495,
      "learning_rate": 4.612212431643049e-05,
      "loss": 4.8398,
      "step": 239405
    },
    {
      "epoch": 0.20956005605541117,
      "grad_norm": 0.511085033416748,
      "learning_rate": 4.612195994027488e-05,
      "loss": 5.6854,
      "step": 239410
    },
    {
      "epoch": 0.20956443264903832,
      "grad_norm": 0.46731841564178467,
      "learning_rate": 4.612179556100956e-05,
      "loss": 6.2316,
      "step": 239415
    },
    {
      "epoch": 0.2095688092426655,
      "grad_norm": 0.491802453994751,
      "learning_rate": 4.612163117863456e-05,
      "loss": 5.6983,
      "step": 239420
    },
    {
      "epoch": 0.20957318583629264,
      "grad_norm": 0.5178098082542419,
      "learning_rate": 4.612146679314992e-05,
      "loss": 4.6789,
      "step": 239425
    },
    {
      "epoch": 0.2095775624299198,
      "grad_norm": 0.5357264876365662,
      "learning_rate": 4.612130240455564e-05,
      "loss": 5.6266,
      "step": 239430
    },
    {
      "epoch": 0.20958193902354694,
      "grad_norm": 0.5054108500480652,
      "learning_rate": 4.612113801285179e-05,
      "loss": 5.4029,
      "step": 239435
    },
    {
      "epoch": 0.2095863156171741,
      "grad_norm": 0.5110581517219543,
      "learning_rate": 4.61209736180384e-05,
      "loss": 4.7096,
      "step": 239440
    },
    {
      "epoch": 0.20959069221080126,
      "grad_norm": 0.5042727589607239,
      "learning_rate": 4.612080922011547e-05,
      "loss": 5.39,
      "step": 239445
    },
    {
      "epoch": 0.2095950688044284,
      "grad_norm": 0.5110101103782654,
      "learning_rate": 4.6120644819083056e-05,
      "loss": 4.3825,
      "step": 239450
    },
    {
      "epoch": 0.20959944539805556,
      "grad_norm": 0.485438734292984,
      "learning_rate": 4.612048041494118e-05,
      "loss": 3.6612,
      "step": 239455
    },
    {
      "epoch": 0.20960382199168273,
      "grad_norm": 0.4971597194671631,
      "learning_rate": 4.612031600768989e-05,
      "loss": 5.2108,
      "step": 239460
    },
    {
      "epoch": 0.20960819858530988,
      "grad_norm": 0.5083993673324585,
      "learning_rate": 4.61201515973292e-05,
      "loss": 5.9207,
      "step": 239465
    },
    {
      "epoch": 0.20961257517893703,
      "grad_norm": 0.5093742609024048,
      "learning_rate": 4.6119987183859137e-05,
      "loss": 5.4247,
      "step": 239470
    },
    {
      "epoch": 0.20961695177256418,
      "grad_norm": 0.5145571827888489,
      "learning_rate": 4.611982276727975e-05,
      "loss": 4.9137,
      "step": 239475
    },
    {
      "epoch": 0.20962132836619135,
      "grad_norm": 0.4913898706436157,
      "learning_rate": 4.611965834759108e-05,
      "loss": 5.4247,
      "step": 239480
    },
    {
      "epoch": 0.2096257049598185,
      "grad_norm": 0.5242310762405396,
      "learning_rate": 4.6119493924793125e-05,
      "loss": 4.6161,
      "step": 239485
    },
    {
      "epoch": 0.20963008155344565,
      "grad_norm": 0.5062490105628967,
      "learning_rate": 4.611932949888593e-05,
      "loss": 4.3803,
      "step": 239490
    },
    {
      "epoch": 0.2096344581470728,
      "grad_norm": 0.4870285093784332,
      "learning_rate": 4.611916506986954e-05,
      "loss": 5.0641,
      "step": 239495
    },
    {
      "epoch": 0.20963883474069997,
      "grad_norm": 0.4963414967060089,
      "learning_rate": 4.611900063774397e-05,
      "loss": 5.6652,
      "step": 239500
    },
    {
      "epoch": 0.20964321133432712,
      "grad_norm": 0.4865868389606476,
      "learning_rate": 4.611883620250926e-05,
      "loss": 5.42,
      "step": 239505
    },
    {
      "epoch": 0.20964758792795427,
      "grad_norm": 0.48265063762664795,
      "learning_rate": 4.6118671764165454e-05,
      "loss": 5.377,
      "step": 239510
    },
    {
      "epoch": 0.2096519645215814,
      "grad_norm": 0.5110118985176086,
      "learning_rate": 4.6118507322712555e-05,
      "loss": 5.7043,
      "step": 239515
    },
    {
      "epoch": 0.2096563411152086,
      "grad_norm": 0.48560312390327454,
      "learning_rate": 4.611834287815063e-05,
      "loss": 5.7506,
      "step": 239520
    },
    {
      "epoch": 0.20966071770883574,
      "grad_norm": 0.47762471437454224,
      "learning_rate": 4.6118178430479676e-05,
      "loss": 6.265,
      "step": 239525
    },
    {
      "epoch": 0.20966509430246288,
      "grad_norm": 0.4984775483608246,
      "learning_rate": 4.611801397969975e-05,
      "loss": 4.9518,
      "step": 239530
    },
    {
      "epoch": 0.20966947089609003,
      "grad_norm": 0.504913330078125,
      "learning_rate": 4.611784952581086e-05,
      "loss": 5.173,
      "step": 239535
    },
    {
      "epoch": 0.20967384748971718,
      "grad_norm": 0.49398329854011536,
      "learning_rate": 4.611768506881306e-05,
      "loss": 4.8835,
      "step": 239540
    },
    {
      "epoch": 0.20967822408334436,
      "grad_norm": 0.49005603790283203,
      "learning_rate": 4.6117520608706365e-05,
      "loss": 5.7446,
      "step": 239545
    },
    {
      "epoch": 0.2096826006769715,
      "grad_norm": 0.4787157475948334,
      "learning_rate": 4.611735614549083e-05,
      "loss": 5.923,
      "step": 239550
    },
    {
      "epoch": 0.20968697727059865,
      "grad_norm": 0.5241719484329224,
      "learning_rate": 4.611719167916646e-05,
      "loss": 5.1391,
      "step": 239555
    },
    {
      "epoch": 0.2096913538642258,
      "grad_norm": 0.49038419127464294,
      "learning_rate": 4.61170272097333e-05,
      "loss": 5.2453,
      "step": 239560
    },
    {
      "epoch": 0.20969573045785297,
      "grad_norm": 0.5027682185173035,
      "learning_rate": 4.6116862737191376e-05,
      "loss": 5.1163,
      "step": 239565
    },
    {
      "epoch": 0.20970010705148012,
      "grad_norm": 0.5078966021537781,
      "learning_rate": 4.6116698261540734e-05,
      "loss": 5.1336,
      "step": 239570
    },
    {
      "epoch": 0.20970448364510727,
      "grad_norm": 0.48188716173171997,
      "learning_rate": 4.6116533782781393e-05,
      "loss": 5.1349,
      "step": 239575
    },
    {
      "epoch": 0.20970886023873442,
      "grad_norm": 0.4801037013530731,
      "learning_rate": 4.6116369300913374e-05,
      "loss": 5.074,
      "step": 239580
    },
    {
      "epoch": 0.2097132368323616,
      "grad_norm": 0.5129737854003906,
      "learning_rate": 4.6116204815936736e-05,
      "loss": 5.1069,
      "step": 239585
    },
    {
      "epoch": 0.20971761342598874,
      "grad_norm": 0.5129295587539673,
      "learning_rate": 4.6116040327851495e-05,
      "loss": 5.4367,
      "step": 239590
    },
    {
      "epoch": 0.2097219900196159,
      "grad_norm": 0.5323367118835449,
      "learning_rate": 4.611587583665768e-05,
      "loss": 4.7058,
      "step": 239595
    },
    {
      "epoch": 0.20972636661324304,
      "grad_norm": 0.4813289940357208,
      "learning_rate": 4.611571134235533e-05,
      "loss": 4.3212,
      "step": 239600
    },
    {
      "epoch": 0.2097307432068702,
      "grad_norm": 0.5126828551292419,
      "learning_rate": 4.611554684494447e-05,
      "loss": 4.9174,
      "step": 239605
    },
    {
      "epoch": 0.20973511980049736,
      "grad_norm": 0.4900129735469818,
      "learning_rate": 4.611538234442515e-05,
      "loss": 5.1604,
      "step": 239610
    },
    {
      "epoch": 0.2097394963941245,
      "grad_norm": 0.5096150040626526,
      "learning_rate": 4.611521784079738e-05,
      "loss": 5.0983,
      "step": 239615
    },
    {
      "epoch": 0.20974387298775166,
      "grad_norm": 0.4952801465988159,
      "learning_rate": 4.611505333406119e-05,
      "loss": 4.9313,
      "step": 239620
    },
    {
      "epoch": 0.20974824958137883,
      "grad_norm": 0.5735450387001038,
      "learning_rate": 4.611488882421662e-05,
      "loss": 5.6322,
      "step": 239625
    },
    {
      "epoch": 0.20975262617500598,
      "grad_norm": 0.5634927749633789,
      "learning_rate": 4.611472431126371e-05,
      "loss": 5.7094,
      "step": 239630
    },
    {
      "epoch": 0.20975700276863313,
      "grad_norm": 0.49527743458747864,
      "learning_rate": 4.611455979520248e-05,
      "loss": 4.3717,
      "step": 239635
    },
    {
      "epoch": 0.20976137936226028,
      "grad_norm": 0.5221641659736633,
      "learning_rate": 4.6114395276032974e-05,
      "loss": 5.6551,
      "step": 239640
    },
    {
      "epoch": 0.20976575595588745,
      "grad_norm": 0.6234503984451294,
      "learning_rate": 4.611423075375521e-05,
      "loss": 5.2308,
      "step": 239645
    },
    {
      "epoch": 0.2097701325495146,
      "grad_norm": 0.4819033741950989,
      "learning_rate": 4.6114066228369224e-05,
      "loss": 5.1479,
      "step": 239650
    },
    {
      "epoch": 0.20977450914314175,
      "grad_norm": 0.4920278489589691,
      "learning_rate": 4.611390169987505e-05,
      "loss": 5.3533,
      "step": 239655
    },
    {
      "epoch": 0.2097788857367689,
      "grad_norm": 0.49572592973709106,
      "learning_rate": 4.611373716827272e-05,
      "loss": 5.6918,
      "step": 239660
    },
    {
      "epoch": 0.20978326233039604,
      "grad_norm": 0.48352494835853577,
      "learning_rate": 4.611357263356226e-05,
      "loss": 5.1487,
      "step": 239665
    },
    {
      "epoch": 0.20978763892402322,
      "grad_norm": 0.4869993329048157,
      "learning_rate": 4.611340809574372e-05,
      "loss": 4.6919,
      "step": 239670
    },
    {
      "epoch": 0.20979201551765037,
      "grad_norm": 0.5276039838790894,
      "learning_rate": 4.61132435548171e-05,
      "loss": 5.9125,
      "step": 239675
    },
    {
      "epoch": 0.2097963921112775,
      "grad_norm": 0.5445093512535095,
      "learning_rate": 4.611307901078246e-05,
      "loss": 4.609,
      "step": 239680
    },
    {
      "epoch": 0.20980076870490466,
      "grad_norm": 0.5010877847671509,
      "learning_rate": 4.611291446363982e-05,
      "loss": 5.1084,
      "step": 239685
    },
    {
      "epoch": 0.20980514529853184,
      "grad_norm": 0.49267834424972534,
      "learning_rate": 4.611274991338922e-05,
      "loss": 4.6844,
      "step": 239690
    },
    {
      "epoch": 0.20980952189215898,
      "grad_norm": 0.48840516805648804,
      "learning_rate": 4.611258536003067e-05,
      "loss": 5.6168,
      "step": 239695
    },
    {
      "epoch": 0.20981389848578613,
      "grad_norm": 0.47824397683143616,
      "learning_rate": 4.611242080356423e-05,
      "loss": 4.8115,
      "step": 239700
    },
    {
      "epoch": 0.20981827507941328,
      "grad_norm": 0.494050532579422,
      "learning_rate": 4.61122562439899e-05,
      "loss": 5.3256,
      "step": 239705
    },
    {
      "epoch": 0.20982265167304046,
      "grad_norm": 0.4776841402053833,
      "learning_rate": 4.611209168130776e-05,
      "loss": 4.6259,
      "step": 239710
    },
    {
      "epoch": 0.2098270282666676,
      "grad_norm": 0.49401384592056274,
      "learning_rate": 4.6111927115517786e-05,
      "loss": 5.2067,
      "step": 239715
    },
    {
      "epoch": 0.20983140486029475,
      "grad_norm": 0.5124241709709167,
      "learning_rate": 4.611176254662004e-05,
      "loss": 5.4521,
      "step": 239720
    },
    {
      "epoch": 0.2098357814539219,
      "grad_norm": 0.4991838335990906,
      "learning_rate": 4.611159797461456e-05,
      "loss": 4.6159,
      "step": 239725
    },
    {
      "epoch": 0.20984015804754907,
      "grad_norm": 0.516731858253479,
      "learning_rate": 4.611143339950136e-05,
      "loss": 4.9133,
      "step": 239730
    },
    {
      "epoch": 0.20984453464117622,
      "grad_norm": 0.5199604034423828,
      "learning_rate": 4.611126882128048e-05,
      "loss": 5.1976,
      "step": 239735
    },
    {
      "epoch": 0.20984891123480337,
      "grad_norm": 0.48020869493484497,
      "learning_rate": 4.611110423995196e-05,
      "loss": 5.3088,
      "step": 239740
    },
    {
      "epoch": 0.20985328782843052,
      "grad_norm": 0.4919566512107849,
      "learning_rate": 4.611093965551581e-05,
      "loss": 5.1021,
      "step": 239745
    },
    {
      "epoch": 0.2098576644220577,
      "grad_norm": 0.48282426595687866,
      "learning_rate": 4.611077506797208e-05,
      "loss": 5.6997,
      "step": 239750
    },
    {
      "epoch": 0.20986204101568484,
      "grad_norm": 0.4995352029800415,
      "learning_rate": 4.611061047732079e-05,
      "loss": 5.6896,
      "step": 239755
    },
    {
      "epoch": 0.209866417609312,
      "grad_norm": 0.49110063910484314,
      "learning_rate": 4.611044588356198e-05,
      "loss": 5.0835,
      "step": 239760
    },
    {
      "epoch": 0.20987079420293914,
      "grad_norm": 0.4842282235622406,
      "learning_rate": 4.611028128669569e-05,
      "loss": 5.2003,
      "step": 239765
    },
    {
      "epoch": 0.2098751707965663,
      "grad_norm": 0.4824525713920593,
      "learning_rate": 4.611011668672193e-05,
      "loss": 5.9242,
      "step": 239770
    },
    {
      "epoch": 0.20987954739019346,
      "grad_norm": 0.49020522832870483,
      "learning_rate": 4.610995208364075e-05,
      "loss": 5.435,
      "step": 239775
    },
    {
      "epoch": 0.2098839239838206,
      "grad_norm": 0.49963387846946716,
      "learning_rate": 4.610978747745217e-05,
      "loss": 4.9405,
      "step": 239780
    },
    {
      "epoch": 0.20988830057744776,
      "grad_norm": 0.48154181241989136,
      "learning_rate": 4.6109622868156224e-05,
      "loss": 5.6605,
      "step": 239785
    },
    {
      "epoch": 0.2098926771710749,
      "grad_norm": 0.5034227967262268,
      "learning_rate": 4.6109458255752947e-05,
      "loss": 5.1067,
      "step": 239790
    },
    {
      "epoch": 0.20989705376470208,
      "grad_norm": 0.5038247108459473,
      "learning_rate": 4.6109293640242366e-05,
      "loss": 4.8869,
      "step": 239795
    },
    {
      "epoch": 0.20990143035832923,
      "grad_norm": 0.4886165261268616,
      "learning_rate": 4.610912902162453e-05,
      "loss": 5.7102,
      "step": 239800
    },
    {
      "epoch": 0.20990580695195638,
      "grad_norm": 0.48211032152175903,
      "learning_rate": 4.6108964399899443e-05,
      "loss": 5.423,
      "step": 239805
    },
    {
      "epoch": 0.20991018354558352,
      "grad_norm": 0.49355968832969666,
      "learning_rate": 4.610879977506717e-05,
      "loss": 5.4126,
      "step": 239810
    },
    {
      "epoch": 0.2099145601392107,
      "grad_norm": 0.4812030494213104,
      "learning_rate": 4.610863514712771e-05,
      "loss": 5.4271,
      "step": 239815
    },
    {
      "epoch": 0.20991893673283785,
      "grad_norm": 0.4907136559486389,
      "learning_rate": 4.610847051608111e-05,
      "loss": 4.6168,
      "step": 239820
    },
    {
      "epoch": 0.209923313326465,
      "grad_norm": 0.4976232945919037,
      "learning_rate": 4.610830588192739e-05,
      "loss": 4.9321,
      "step": 239825
    },
    {
      "epoch": 0.20992768992009214,
      "grad_norm": 0.5127235651016235,
      "learning_rate": 4.610814124466661e-05,
      "loss": 5.4435,
      "step": 239830
    },
    {
      "epoch": 0.20993206651371932,
      "grad_norm": 0.49132227897644043,
      "learning_rate": 4.6107976604298784e-05,
      "loss": 5.4354,
      "step": 239835
    },
    {
      "epoch": 0.20993644310734647,
      "grad_norm": 0.49632418155670166,
      "learning_rate": 4.610781196082393e-05,
      "loss": 5.4423,
      "step": 239840
    },
    {
      "epoch": 0.2099408197009736,
      "grad_norm": 0.48142409324645996,
      "learning_rate": 4.6107647314242096e-05,
      "loss": 5.7245,
      "step": 239845
    },
    {
      "epoch": 0.20994519629460076,
      "grad_norm": 0.5027256608009338,
      "learning_rate": 4.610748266455333e-05,
      "loss": 5.4191,
      "step": 239850
    },
    {
      "epoch": 0.20994957288822794,
      "grad_norm": 0.5195567011833191,
      "learning_rate": 4.6107318011757624e-05,
      "loss": 4.8282,
      "step": 239855
    },
    {
      "epoch": 0.20995394948185508,
      "grad_norm": 0.4856239855289459,
      "learning_rate": 4.610715335585504e-05,
      "loss": 5.4249,
      "step": 239860
    },
    {
      "epoch": 0.20995832607548223,
      "grad_norm": 0.4933162331581116,
      "learning_rate": 4.61069886968456e-05,
      "loss": 4.5839,
      "step": 239865
    },
    {
      "epoch": 0.20996270266910938,
      "grad_norm": 0.49522432684898376,
      "learning_rate": 4.6106824034729336e-05,
      "loss": 5.4067,
      "step": 239870
    },
    {
      "epoch": 0.20996707926273656,
      "grad_norm": 0.49786192178726196,
      "learning_rate": 4.6106659369506276e-05,
      "loss": 5.1782,
      "step": 239875
    },
    {
      "epoch": 0.2099714558563637,
      "grad_norm": 0.49574971199035645,
      "learning_rate": 4.610649470117646e-05,
      "loss": 5.4238,
      "step": 239880
    },
    {
      "epoch": 0.20997583244999085,
      "grad_norm": 0.5026431083679199,
      "learning_rate": 4.610633002973991e-05,
      "loss": 4.9181,
      "step": 239885
    },
    {
      "epoch": 0.209980209043618,
      "grad_norm": 0.5002807378768921,
      "learning_rate": 4.610616535519666e-05,
      "loss": 4.915,
      "step": 239890
    },
    {
      "epoch": 0.20998458563724517,
      "grad_norm": 0.4771803617477417,
      "learning_rate": 4.610600067754676e-05,
      "loss": 6.2791,
      "step": 239895
    },
    {
      "epoch": 0.20998896223087232,
      "grad_norm": 0.4821576476097107,
      "learning_rate": 4.6105835996790226e-05,
      "loss": 6.2439,
      "step": 239900
    },
    {
      "epoch": 0.20999333882449947,
      "grad_norm": 0.49121230840682983,
      "learning_rate": 4.610567131292708e-05,
      "loss": 4.8927,
      "step": 239905
    },
    {
      "epoch": 0.20999771541812662,
      "grad_norm": 0.49297085404396057,
      "learning_rate": 4.610550662595737e-05,
      "loss": 5.9273,
      "step": 239910
    },
    {
      "epoch": 0.2100020920117538,
      "grad_norm": 0.49499690532684326,
      "learning_rate": 4.610534193588112e-05,
      "loss": 4.7067,
      "step": 239915
    },
    {
      "epoch": 0.21000646860538094,
      "grad_norm": 0.5456990599632263,
      "learning_rate": 4.610517724269836e-05,
      "loss": 4.8181,
      "step": 239920
    },
    {
      "epoch": 0.2100108451990081,
      "grad_norm": 0.4910176694393158,
      "learning_rate": 4.610501254640913e-05,
      "loss": 4.8129,
      "step": 239925
    },
    {
      "epoch": 0.21001522179263524,
      "grad_norm": 0.5110762715339661,
      "learning_rate": 4.610484784701347e-05,
      "loss": 4.9095,
      "step": 239930
    },
    {
      "epoch": 0.21001959838626238,
      "grad_norm": 0.5029454827308655,
      "learning_rate": 4.6104683144511376e-05,
      "loss": 5.6443,
      "step": 239935
    },
    {
      "epoch": 0.21002397497988956,
      "grad_norm": 0.4844392240047455,
      "learning_rate": 4.610451843890292e-05,
      "loss": 5.975,
      "step": 239940
    },
    {
      "epoch": 0.2100283515735167,
      "grad_norm": 0.47837331891059875,
      "learning_rate": 4.610435373018811e-05,
      "loss": 5.1202,
      "step": 239945
    },
    {
      "epoch": 0.21003272816714386,
      "grad_norm": 0.48841211199760437,
      "learning_rate": 4.610418901836698e-05,
      "loss": 5.1016,
      "step": 239950
    },
    {
      "epoch": 0.210037104760771,
      "grad_norm": 0.5043590068817139,
      "learning_rate": 4.6104024303439575e-05,
      "loss": 3.9094,
      "step": 239955
    },
    {
      "epoch": 0.21004148135439818,
      "grad_norm": 0.4804529845714569,
      "learning_rate": 4.6103859585405915e-05,
      "loss": 5.124,
      "step": 239960
    },
    {
      "epoch": 0.21004585794802533,
      "grad_norm": 0.6026171445846558,
      "learning_rate": 4.6103694864266037e-05,
      "loss": 4.3901,
      "step": 239965
    },
    {
      "epoch": 0.21005023454165248,
      "grad_norm": 0.4862033426761627,
      "learning_rate": 4.6103530140019966e-05,
      "loss": 4.5353,
      "step": 239970
    },
    {
      "epoch": 0.21005461113527962,
      "grad_norm": 0.49906739592552185,
      "learning_rate": 4.6103365412667744e-05,
      "loss": 4.9702,
      "step": 239975
    },
    {
      "epoch": 0.2100589877289068,
      "grad_norm": 0.4827076196670532,
      "learning_rate": 4.610320068220939e-05,
      "loss": 5.1268,
      "step": 239980
    },
    {
      "epoch": 0.21006336432253395,
      "grad_norm": 0.4976672828197479,
      "learning_rate": 4.610303594864495e-05,
      "loss": 5.2164,
      "step": 239985
    },
    {
      "epoch": 0.2100677409161611,
      "grad_norm": 0.4924093782901764,
      "learning_rate": 4.610287121197444e-05,
      "loss": 4.4127,
      "step": 239990
    },
    {
      "epoch": 0.21007211750978824,
      "grad_norm": 0.5029410719871521,
      "learning_rate": 4.610270647219791e-05,
      "loss": 6.2453,
      "step": 239995
    },
    {
      "epoch": 0.21007649410341542,
      "grad_norm": 0.4891210198402405,
      "learning_rate": 4.610254172931537e-05,
      "loss": 5.6525,
      "step": 240000
    },
    {
      "epoch": 0.21008087069704257,
      "grad_norm": 0.48810407519340515,
      "learning_rate": 4.610237698332688e-05,
      "loss": 5.4021,
      "step": 240005
    },
    {
      "epoch": 0.2100852472906697,
      "grad_norm": 0.49334287643432617,
      "learning_rate": 4.610221223423245e-05,
      "loss": 4.9134,
      "step": 240010
    },
    {
      "epoch": 0.21008962388429686,
      "grad_norm": 0.4806617796421051,
      "learning_rate": 4.610204748203212e-05,
      "loss": 5.2216,
      "step": 240015
    },
    {
      "epoch": 0.21009400047792404,
      "grad_norm": 0.5017905235290527,
      "learning_rate": 4.610188272672591e-05,
      "loss": 4.893,
      "step": 240020
    },
    {
      "epoch": 0.21009837707155118,
      "grad_norm": 0.6416784524917603,
      "learning_rate": 4.610171796831386e-05,
      "loss": 5.1997,
      "step": 240025
    },
    {
      "epoch": 0.21010275366517833,
      "grad_norm": 0.48802003264427185,
      "learning_rate": 4.610155320679601e-05,
      "loss": 4.3829,
      "step": 240030
    },
    {
      "epoch": 0.21010713025880548,
      "grad_norm": 0.49698197841644287,
      "learning_rate": 4.610138844217239e-05,
      "loss": 5.4347,
      "step": 240035
    },
    {
      "epoch": 0.21011150685243266,
      "grad_norm": 0.7091882824897766,
      "learning_rate": 4.610122367444302e-05,
      "loss": 4.6007,
      "step": 240040
    },
    {
      "epoch": 0.2101158834460598,
      "grad_norm": 0.5175026059150696,
      "learning_rate": 4.610105890360793e-05,
      "loss": 5.1217,
      "step": 240045
    },
    {
      "epoch": 0.21012026003968695,
      "grad_norm": 0.475161612033844,
      "learning_rate": 4.610089412966717e-05,
      "loss": 4.3708,
      "step": 240050
    },
    {
      "epoch": 0.2101246366333141,
      "grad_norm": 0.509496808052063,
      "learning_rate": 4.610072935262076e-05,
      "loss": 5.1524,
      "step": 240055
    },
    {
      "epoch": 0.21012901322694125,
      "grad_norm": 0.49862465262413025,
      "learning_rate": 4.610056457246874e-05,
      "loss": 5.7313,
      "step": 240060
    },
    {
      "epoch": 0.21013338982056842,
      "grad_norm": 0.49375787377357483,
      "learning_rate": 4.610039978921114e-05,
      "loss": 5.3826,
      "step": 240065
    },
    {
      "epoch": 0.21013776641419557,
      "grad_norm": 0.4870084822177887,
      "learning_rate": 4.610023500284797e-05,
      "loss": 4.9153,
      "step": 240070
    },
    {
      "epoch": 0.21014214300782272,
      "grad_norm": 0.48777732253074646,
      "learning_rate": 4.610007021337929e-05,
      "loss": 5.1085,
      "step": 240075
    },
    {
      "epoch": 0.21014651960144987,
      "grad_norm": 0.4771987199783325,
      "learning_rate": 4.6099905420805103e-05,
      "loss": 4.9168,
      "step": 240080
    },
    {
      "epoch": 0.21015089619507704,
      "grad_norm": 0.4785575270652771,
      "learning_rate": 4.609974062512548e-05,
      "loss": 4.7005,
      "step": 240085
    },
    {
      "epoch": 0.2101552727887042,
      "grad_norm": 0.47597479820251465,
      "learning_rate": 4.609957582634043e-05,
      "loss": 6.2248,
      "step": 240090
    },
    {
      "epoch": 0.21015964938233134,
      "grad_norm": 0.47932228446006775,
      "learning_rate": 4.609941102444997e-05,
      "loss": 5.1999,
      "step": 240095
    },
    {
      "epoch": 0.21016402597595849,
      "grad_norm": 0.4806367754936218,
      "learning_rate": 4.609924621945416e-05,
      "loss": 5.6976,
      "step": 240100
    },
    {
      "epoch": 0.21016840256958566,
      "grad_norm": 0.4827822148799896,
      "learning_rate": 4.6099081411353015e-05,
      "loss": 5.6635,
      "step": 240105
    },
    {
      "epoch": 0.2101727791632128,
      "grad_norm": 0.4727262854576111,
      "learning_rate": 4.609891660014658e-05,
      "loss": 5.9158,
      "step": 240110
    },
    {
      "epoch": 0.21017715575683996,
      "grad_norm": 0.48502853512763977,
      "learning_rate": 4.609875178583487e-05,
      "loss": 5.2996,
      "step": 240115
    },
    {
      "epoch": 0.2101815323504671,
      "grad_norm": 0.4917706251144409,
      "learning_rate": 4.609858696841792e-05,
      "loss": 5.1329,
      "step": 240120
    },
    {
      "epoch": 0.21018590894409428,
      "grad_norm": 0.4854307770729065,
      "learning_rate": 4.609842214789578e-05,
      "loss": 4.0691,
      "step": 240125
    },
    {
      "epoch": 0.21019028553772143,
      "grad_norm": 0.482653945684433,
      "learning_rate": 4.609825732426846e-05,
      "loss": 4.8084,
      "step": 240130
    },
    {
      "epoch": 0.21019466213134858,
      "grad_norm": 0.5169159770011902,
      "learning_rate": 4.6098092497536e-05,
      "loss": 5.1695,
      "step": 240135
    },
    {
      "epoch": 0.21019903872497572,
      "grad_norm": 0.46816012263298035,
      "learning_rate": 4.609792766769844e-05,
      "loss": 5.6379,
      "step": 240140
    },
    {
      "epoch": 0.2102034153186029,
      "grad_norm": 0.49998903274536133,
      "learning_rate": 4.6097762834755795e-05,
      "loss": 5.227,
      "step": 240145
    },
    {
      "epoch": 0.21020779191223005,
      "grad_norm": 0.5002338290214539,
      "learning_rate": 4.609759799870811e-05,
      "loss": 5.1498,
      "step": 240150
    },
    {
      "epoch": 0.2102121685058572,
      "grad_norm": 0.4885610044002533,
      "learning_rate": 4.6097433159555414e-05,
      "loss": 5.2436,
      "step": 240155
    },
    {
      "epoch": 0.21021654509948434,
      "grad_norm": 0.5047171115875244,
      "learning_rate": 4.609726831729774e-05,
      "loss": 5.405,
      "step": 240160
    },
    {
      "epoch": 0.21022092169311152,
      "grad_norm": 0.4865463078022003,
      "learning_rate": 4.609710347193511e-05,
      "loss": 4.9064,
      "step": 240165
    },
    {
      "epoch": 0.21022529828673867,
      "grad_norm": 0.49128448963165283,
      "learning_rate": 4.6096938623467566e-05,
      "loss": 4.6862,
      "step": 240170
    },
    {
      "epoch": 0.2102296748803658,
      "grad_norm": 0.47960659861564636,
      "learning_rate": 4.609677377189514e-05,
      "loss": 5.6879,
      "step": 240175
    },
    {
      "epoch": 0.21023405147399296,
      "grad_norm": 0.48490285873413086,
      "learning_rate": 4.6096608917217864e-05,
      "loss": 4.8897,
      "step": 240180
    },
    {
      "epoch": 0.2102384280676201,
      "grad_norm": 0.5091123580932617,
      "learning_rate": 4.609644405943575e-05,
      "loss": 5.6303,
      "step": 240185
    },
    {
      "epoch": 0.21024280466124728,
      "grad_norm": 0.5046031475067139,
      "learning_rate": 4.609627919854886e-05,
      "loss": 5.4033,
      "step": 240190
    },
    {
      "epoch": 0.21024718125487443,
      "grad_norm": 0.5085653066635132,
      "learning_rate": 4.609611433455722e-05,
      "loss": 5.4539,
      "step": 240195
    },
    {
      "epoch": 0.21025155784850158,
      "grad_norm": 0.4911138713359833,
      "learning_rate": 4.609594946746083e-05,
      "loss": 5.6701,
      "step": 240200
    },
    {
      "epoch": 0.21025593444212873,
      "grad_norm": 0.5063914656639099,
      "learning_rate": 4.609578459725976e-05,
      "loss": 5.2064,
      "step": 240205
    },
    {
      "epoch": 0.2102603110357559,
      "grad_norm": 0.5583413243293762,
      "learning_rate": 4.609561972395403e-05,
      "loss": 4.6396,
      "step": 240210
    },
    {
      "epoch": 0.21026468762938305,
      "grad_norm": 0.48944196105003357,
      "learning_rate": 4.609545484754366e-05,
      "loss": 5.1381,
      "step": 240215
    },
    {
      "epoch": 0.2102690642230102,
      "grad_norm": 0.485759437084198,
      "learning_rate": 4.60952899680287e-05,
      "loss": 4.1822,
      "step": 240220
    },
    {
      "epoch": 0.21027344081663735,
      "grad_norm": 0.5188291668891907,
      "learning_rate": 4.609512508540917e-05,
      "loss": 5.4313,
      "step": 240225
    },
    {
      "epoch": 0.21027781741026452,
      "grad_norm": 0.48075202107429504,
      "learning_rate": 4.60949601996851e-05,
      "loss": 5.9473,
      "step": 240230
    },
    {
      "epoch": 0.21028219400389167,
      "grad_norm": 0.5443143844604492,
      "learning_rate": 4.609479531085653e-05,
      "loss": 4.8978,
      "step": 240235
    },
    {
      "epoch": 0.21028657059751882,
      "grad_norm": 0.48212316632270813,
      "learning_rate": 4.609463041892349e-05,
      "loss": 4.9202,
      "step": 240240
    },
    {
      "epoch": 0.21029094719114597,
      "grad_norm": 0.4953978657722473,
      "learning_rate": 4.609446552388601e-05,
      "loss": 5.65,
      "step": 240245
    },
    {
      "epoch": 0.21029532378477314,
      "grad_norm": 0.48811909556388855,
      "learning_rate": 4.6094300625744116e-05,
      "loss": 5.1795,
      "step": 240250
    },
    {
      "epoch": 0.2102997003784003,
      "grad_norm": 0.49463552236557007,
      "learning_rate": 4.6094135724497846e-05,
      "loss": 5.634,
      "step": 240255
    },
    {
      "epoch": 0.21030407697202744,
      "grad_norm": 0.485688716173172,
      "learning_rate": 4.6093970820147235e-05,
      "loss": 5.1257,
      "step": 240260
    },
    {
      "epoch": 0.21030845356565459,
      "grad_norm": 0.47728443145751953,
      "learning_rate": 4.6093805912692315e-05,
      "loss": 5.4027,
      "step": 240265
    },
    {
      "epoch": 0.21031283015928176,
      "grad_norm": 0.48774564266204834,
      "learning_rate": 4.6093641002133114e-05,
      "loss": 4.9182,
      "step": 240270
    },
    {
      "epoch": 0.2103172067529089,
      "grad_norm": 0.47570377588272095,
      "learning_rate": 4.609347608846965e-05,
      "loss": 5.2326,
      "step": 240275
    },
    {
      "epoch": 0.21032158334653606,
      "grad_norm": 0.4928586184978485,
      "learning_rate": 4.609331117170198e-05,
      "loss": 5.4131,
      "step": 240280
    },
    {
      "epoch": 0.2103259599401632,
      "grad_norm": 0.48736509680747986,
      "learning_rate": 4.609314625183013e-05,
      "loss": 5.9434,
      "step": 240285
    },
    {
      "epoch": 0.21033033653379038,
      "grad_norm": 0.4874747097492218,
      "learning_rate": 4.609298132885413e-05,
      "loss": 5.6285,
      "step": 240290
    },
    {
      "epoch": 0.21033471312741753,
      "grad_norm": 0.4859619140625,
      "learning_rate": 4.609281640277399e-05,
      "loss": 5.4378,
      "step": 240295
    },
    {
      "epoch": 0.21033908972104468,
      "grad_norm": 0.483791321516037,
      "learning_rate": 4.609265147358977e-05,
      "loss": 5.4203,
      "step": 240300
    },
    {
      "epoch": 0.21034346631467182,
      "grad_norm": 0.5074059367179871,
      "learning_rate": 4.609248654130148e-05,
      "loss": 5.1051,
      "step": 240305
    },
    {
      "epoch": 0.21034784290829897,
      "grad_norm": 0.48508426547050476,
      "learning_rate": 4.6092321605909186e-05,
      "loss": 5.0725,
      "step": 240310
    },
    {
      "epoch": 0.21035221950192615,
      "grad_norm": 0.5014494061470032,
      "learning_rate": 4.609215666741288e-05,
      "loss": 4.8948,
      "step": 240315
    },
    {
      "epoch": 0.2103565960955533,
      "grad_norm": 0.4900870621204376,
      "learning_rate": 4.609199172581261e-05,
      "loss": 4.5141,
      "step": 240320
    },
    {
      "epoch": 0.21036097268918044,
      "grad_norm": 0.5073317289352417,
      "learning_rate": 4.6091826781108416e-05,
      "loss": 5.4118,
      "step": 240325
    },
    {
      "epoch": 0.2103653492828076,
      "grad_norm": 0.4862244129180908,
      "learning_rate": 4.6091661833300325e-05,
      "loss": 4.401,
      "step": 240330
    },
    {
      "epoch": 0.21036972587643477,
      "grad_norm": 0.5062138438224792,
      "learning_rate": 4.609149688238836e-05,
      "loss": 5.3967,
      "step": 240335
    },
    {
      "epoch": 0.2103741024700619,
      "grad_norm": 0.48132097721099854,
      "learning_rate": 4.6091331928372574e-05,
      "loss": 5.9332,
      "step": 240340
    },
    {
      "epoch": 0.21037847906368906,
      "grad_norm": 0.48258504271507263,
      "learning_rate": 4.609116697125296e-05,
      "loss": 5.4009,
      "step": 240345
    },
    {
      "epoch": 0.2103828556573162,
      "grad_norm": 0.4827210605144501,
      "learning_rate": 4.609100201102959e-05,
      "loss": 6.2393,
      "step": 240350
    },
    {
      "epoch": 0.21038723225094338,
      "grad_norm": 0.5109214186668396,
      "learning_rate": 4.6090837047702474e-05,
      "loss": 4.923,
      "step": 240355
    },
    {
      "epoch": 0.21039160884457053,
      "grad_norm": 0.49234890937805176,
      "learning_rate": 4.609067208127166e-05,
      "loss": 5.6787,
      "step": 240360
    },
    {
      "epoch": 0.21039598543819768,
      "grad_norm": 0.5248830318450928,
      "learning_rate": 4.609050711173716e-05,
      "loss": 4.903,
      "step": 240365
    },
    {
      "epoch": 0.21040036203182483,
      "grad_norm": 0.48511576652526855,
      "learning_rate": 4.609034213909901e-05,
      "loss": 5.4318,
      "step": 240370
    },
    {
      "epoch": 0.210404738625452,
      "grad_norm": 0.5004981160163879,
      "learning_rate": 4.609017716335726e-05,
      "loss": 5.7717,
      "step": 240375
    },
    {
      "epoch": 0.21040911521907915,
      "grad_norm": 0.48129522800445557,
      "learning_rate": 4.6090012184511925e-05,
      "loss": 5.9619,
      "step": 240380
    },
    {
      "epoch": 0.2104134918127063,
      "grad_norm": 0.4917970895767212,
      "learning_rate": 4.608984720256303e-05,
      "loss": 5.1324,
      "step": 240385
    },
    {
      "epoch": 0.21041786840633345,
      "grad_norm": 0.49265190958976746,
      "learning_rate": 4.608968221751063e-05,
      "loss": 5.7222,
      "step": 240390
    },
    {
      "epoch": 0.21042224499996062,
      "grad_norm": 0.49231603741645813,
      "learning_rate": 4.608951722935475e-05,
      "loss": 5.5873,
      "step": 240395
    },
    {
      "epoch": 0.21042662159358777,
      "grad_norm": 0.5098945498466492,
      "learning_rate": 4.6089352238095407e-05,
      "loss": 4.182,
      "step": 240400
    },
    {
      "epoch": 0.21043099818721492,
      "grad_norm": 0.49544861912727356,
      "learning_rate": 4.608918724373264e-05,
      "loss": 4.6931,
      "step": 240405
    },
    {
      "epoch": 0.21043537478084207,
      "grad_norm": 0.4961726665496826,
      "learning_rate": 4.608902224626649e-05,
      "loss": 4.9339,
      "step": 240410
    },
    {
      "epoch": 0.21043975137446924,
      "grad_norm": 0.5019439458847046,
      "learning_rate": 4.608885724569697e-05,
      "loss": 4.6939,
      "step": 240415
    },
    {
      "epoch": 0.2104441279680964,
      "grad_norm": 0.49615713953971863,
      "learning_rate": 4.6088692242024136e-05,
      "loss": 4.4468,
      "step": 240420
    },
    {
      "epoch": 0.21044850456172354,
      "grad_norm": 0.4787308871746063,
      "learning_rate": 4.6088527235248004e-05,
      "loss": 5.2379,
      "step": 240425
    },
    {
      "epoch": 0.21045288115535069,
      "grad_norm": 0.49194806814193726,
      "learning_rate": 4.6088362225368606e-05,
      "loss": 5.9072,
      "step": 240430
    },
    {
      "epoch": 0.21045725774897783,
      "grad_norm": 0.4911353886127472,
      "learning_rate": 4.6088197212385985e-05,
      "loss": 5.7404,
      "step": 240435
    },
    {
      "epoch": 0.210461634342605,
      "grad_norm": 0.5089423060417175,
      "learning_rate": 4.6088032196300154e-05,
      "loss": 5.3373,
      "step": 240440
    },
    {
      "epoch": 0.21046601093623216,
      "grad_norm": 0.49050167202949524,
      "learning_rate": 4.608786717711117e-05,
      "loss": 5.0944,
      "step": 240445
    },
    {
      "epoch": 0.2104703875298593,
      "grad_norm": 0.531067967414856,
      "learning_rate": 4.608770215481904e-05,
      "loss": 4.9374,
      "step": 240450
    },
    {
      "epoch": 0.21047476412348645,
      "grad_norm": 0.4834948480129242,
      "learning_rate": 4.6087537129423805e-05,
      "loss": 5.7157,
      "step": 240455
    },
    {
      "epoch": 0.21047914071711363,
      "grad_norm": 0.5748220682144165,
      "learning_rate": 4.60873721009255e-05,
      "loss": 5.923,
      "step": 240460
    },
    {
      "epoch": 0.21048351731074078,
      "grad_norm": 0.501036524772644,
      "learning_rate": 4.608720706932416e-05,
      "loss": 5.1276,
      "step": 240465
    },
    {
      "epoch": 0.21048789390436792,
      "grad_norm": 0.5857048034667969,
      "learning_rate": 4.608704203461981e-05,
      "loss": 5.1013,
      "step": 240470
    },
    {
      "epoch": 0.21049227049799507,
      "grad_norm": 0.5372210144996643,
      "learning_rate": 4.608687699681248e-05,
      "loss": 5.7281,
      "step": 240475
    },
    {
      "epoch": 0.21049664709162225,
      "grad_norm": 0.48482808470726013,
      "learning_rate": 4.6086711955902204e-05,
      "loss": 5.3283,
      "step": 240480
    },
    {
      "epoch": 0.2105010236852494,
      "grad_norm": 0.5341706275939941,
      "learning_rate": 4.608654691188902e-05,
      "loss": 5.1313,
      "step": 240485
    },
    {
      "epoch": 0.21050540027887654,
      "grad_norm": 0.48544320464134216,
      "learning_rate": 4.6086381864772956e-05,
      "loss": 5.445,
      "step": 240490
    },
    {
      "epoch": 0.2105097768725037,
      "grad_norm": 0.48745518922805786,
      "learning_rate": 4.608621681455404e-05,
      "loss": 5.9514,
      "step": 240495
    },
    {
      "epoch": 0.21051415346613087,
      "grad_norm": 0.4990420937538147,
      "learning_rate": 4.6086051761232296e-05,
      "loss": 5.1287,
      "step": 240500
    },
    {
      "epoch": 0.210518530059758,
      "grad_norm": 0.4838103950023651,
      "learning_rate": 4.608588670480779e-05,
      "loss": 5.7001,
      "step": 240505
    },
    {
      "epoch": 0.21052290665338516,
      "grad_norm": 0.4696251451969147,
      "learning_rate": 4.608572164528052e-05,
      "loss": 5.9373,
      "step": 240510
    },
    {
      "epoch": 0.2105272832470123,
      "grad_norm": 0.4819696247577667,
      "learning_rate": 4.608555658265052e-05,
      "loss": 5.4012,
      "step": 240515
    },
    {
      "epoch": 0.21053165984063948,
      "grad_norm": 0.4855292737483978,
      "learning_rate": 4.608539151691784e-05,
      "loss": 6.258,
      "step": 240520
    },
    {
      "epoch": 0.21053603643426663,
      "grad_norm": 0.49311721324920654,
      "learning_rate": 4.60852264480825e-05,
      "loss": 5.6072,
      "step": 240525
    },
    {
      "epoch": 0.21054041302789378,
      "grad_norm": 0.48569604754447937,
      "learning_rate": 4.6085061376144533e-05,
      "loss": 5.3371,
      "step": 240530
    },
    {
      "epoch": 0.21054478962152093,
      "grad_norm": 0.4880250096321106,
      "learning_rate": 4.6084896301103976e-05,
      "loss": 5.9275,
      "step": 240535
    },
    {
      "epoch": 0.2105491662151481,
      "grad_norm": 0.48126521706581116,
      "learning_rate": 4.608473122296085e-05,
      "loss": 5.3189,
      "step": 240540
    },
    {
      "epoch": 0.21055354280877525,
      "grad_norm": 0.4850592315196991,
      "learning_rate": 4.60845661417152e-05,
      "loss": 5.6266,
      "step": 240545
    },
    {
      "epoch": 0.2105579194024024,
      "grad_norm": 0.47938114404678345,
      "learning_rate": 4.608440105736705e-05,
      "loss": 5.992,
      "step": 240550
    },
    {
      "epoch": 0.21056229599602955,
      "grad_norm": 0.4678913950920105,
      "learning_rate": 4.608423596991643e-05,
      "loss": 5.3516,
      "step": 240555
    },
    {
      "epoch": 0.21056667258965672,
      "grad_norm": 0.5606172680854797,
      "learning_rate": 4.608407087936338e-05,
      "loss": 4.6124,
      "step": 240560
    },
    {
      "epoch": 0.21057104918328387,
      "grad_norm": 0.4953654706478119,
      "learning_rate": 4.6083905785707926e-05,
      "loss": 5.6496,
      "step": 240565
    },
    {
      "epoch": 0.21057542577691102,
      "grad_norm": 0.46734267473220825,
      "learning_rate": 4.6083740688950094e-05,
      "loss": 5.4031,
      "step": 240570
    },
    {
      "epoch": 0.21057980237053817,
      "grad_norm": 0.5391930937767029,
      "learning_rate": 4.608357558908992e-05,
      "loss": 5.2535,
      "step": 240575
    },
    {
      "epoch": 0.21058417896416531,
      "grad_norm": 0.527100682258606,
      "learning_rate": 4.6083410486127456e-05,
      "loss": 4.3947,
      "step": 240580
    },
    {
      "epoch": 0.2105885555577925,
      "grad_norm": 0.5258001089096069,
      "learning_rate": 4.6083245380062704e-05,
      "loss": 4.9329,
      "step": 240585
    },
    {
      "epoch": 0.21059293215141964,
      "grad_norm": 0.4793064296245575,
      "learning_rate": 4.6083080270895703e-05,
      "loss": 5.3178,
      "step": 240590
    },
    {
      "epoch": 0.21059730874504679,
      "grad_norm": 0.4854835271835327,
      "learning_rate": 4.6082915158626496e-05,
      "loss": 4.9271,
      "step": 240595
    },
    {
      "epoch": 0.21060168533867393,
      "grad_norm": 0.5010285973548889,
      "learning_rate": 4.608275004325511e-05,
      "loss": 5.12,
      "step": 240600
    },
    {
      "epoch": 0.2106060619323011,
      "grad_norm": 0.49819204211235046,
      "learning_rate": 4.608258492478158e-05,
      "loss": 4.9422,
      "step": 240605
    },
    {
      "epoch": 0.21061043852592826,
      "grad_norm": 0.477765828371048,
      "learning_rate": 4.608241980320592e-05,
      "loss": 6.2062,
      "step": 240610
    },
    {
      "epoch": 0.2106148151195554,
      "grad_norm": 0.5065878033638,
      "learning_rate": 4.608225467852819e-05,
      "loss": 4.9398,
      "step": 240615
    },
    {
      "epoch": 0.21061919171318255,
      "grad_norm": 0.48510780930519104,
      "learning_rate": 4.60820895507484e-05,
      "loss": 4.9274,
      "step": 240620
    },
    {
      "epoch": 0.21062356830680973,
      "grad_norm": 0.49475589394569397,
      "learning_rate": 4.6081924419866584e-05,
      "loss": 5.1944,
      "step": 240625
    },
    {
      "epoch": 0.21062794490043688,
      "grad_norm": 0.5182008743286133,
      "learning_rate": 4.6081759285882786e-05,
      "loss": 5.2317,
      "step": 240630
    },
    {
      "epoch": 0.21063232149406402,
      "grad_norm": 0.49653980135917664,
      "learning_rate": 4.6081594148797024e-05,
      "loss": 5.6268,
      "step": 240635
    },
    {
      "epoch": 0.21063669808769117,
      "grad_norm": 0.4776649475097656,
      "learning_rate": 4.6081429008609346e-05,
      "loss": 5.7124,
      "step": 240640
    },
    {
      "epoch": 0.21064107468131835,
      "grad_norm": 0.5597583651542664,
      "learning_rate": 4.6081263865319766e-05,
      "loss": 4.4113,
      "step": 240645
    },
    {
      "epoch": 0.2106454512749455,
      "grad_norm": 0.502133846282959,
      "learning_rate": 4.608109871892833e-05,
      "loss": 5.2272,
      "step": 240650
    },
    {
      "epoch": 0.21064982786857264,
      "grad_norm": 0.5018705725669861,
      "learning_rate": 4.608093356943507e-05,
      "loss": 5.398,
      "step": 240655
    },
    {
      "epoch": 0.2106542044621998,
      "grad_norm": 0.48597073554992676,
      "learning_rate": 4.6080768416840004e-05,
      "loss": 5.2162,
      "step": 240660
    },
    {
      "epoch": 0.21065858105582697,
      "grad_norm": 0.47790777683258057,
      "learning_rate": 4.608060326114316e-05,
      "loss": 4.1474,
      "step": 240665
    },
    {
      "epoch": 0.2106629576494541,
      "grad_norm": 0.5111311078071594,
      "learning_rate": 4.60804381023446e-05,
      "loss": 5.1269,
      "step": 240670
    },
    {
      "epoch": 0.21066733424308126,
      "grad_norm": 0.514417827129364,
      "learning_rate": 4.6080272940444334e-05,
      "loss": 5.1105,
      "step": 240675
    },
    {
      "epoch": 0.2106717108367084,
      "grad_norm": 0.48786014318466187,
      "learning_rate": 4.608010777544239e-05,
      "loss": 6.2252,
      "step": 240680
    },
    {
      "epoch": 0.21067608743033558,
      "grad_norm": 0.49839237332344055,
      "learning_rate": 4.607994260733882e-05,
      "loss": 5.2284,
      "step": 240685
    },
    {
      "epoch": 0.21068046402396273,
      "grad_norm": 0.5046788454055786,
      "learning_rate": 4.607977743613363e-05,
      "loss": 5.4087,
      "step": 240690
    },
    {
      "epoch": 0.21068484061758988,
      "grad_norm": 0.5014811158180237,
      "learning_rate": 4.607961226182687e-05,
      "loss": 4.6044,
      "step": 240695
    },
    {
      "epoch": 0.21068921721121703,
      "grad_norm": 0.4927862882614136,
      "learning_rate": 4.607944708441857e-05,
      "loss": 5.1078,
      "step": 240700
    },
    {
      "epoch": 0.21069359380484418,
      "grad_norm": 0.4960733950138092,
      "learning_rate": 4.6079281903908756e-05,
      "loss": 5.4456,
      "step": 240705
    },
    {
      "epoch": 0.21069797039847135,
      "grad_norm": 0.595336377620697,
      "learning_rate": 4.607911672029745e-05,
      "loss": 5.1436,
      "step": 240710
    },
    {
      "epoch": 0.2107023469920985,
      "grad_norm": 0.49537381529808044,
      "learning_rate": 4.6078951533584715e-05,
      "loss": 4.6354,
      "step": 240715
    },
    {
      "epoch": 0.21070672358572565,
      "grad_norm": 0.49857306480407715,
      "learning_rate": 4.607878634377056e-05,
      "loss": 4.9008,
      "step": 240720
    },
    {
      "epoch": 0.2107111001793528,
      "grad_norm": 0.49112552404403687,
      "learning_rate": 4.607862115085503e-05,
      "loss": 5.9391,
      "step": 240725
    },
    {
      "epoch": 0.21071547677297997,
      "grad_norm": 0.4940420687198639,
      "learning_rate": 4.607845595483813e-05,
      "loss": 4.9076,
      "step": 240730
    },
    {
      "epoch": 0.21071985336660712,
      "grad_norm": 0.49771925806999207,
      "learning_rate": 4.607829075571991e-05,
      "loss": 5.1249,
      "step": 240735
    },
    {
      "epoch": 0.21072422996023427,
      "grad_norm": 0.4875335693359375,
      "learning_rate": 4.6078125553500405e-05,
      "loss": 5.1059,
      "step": 240740
    },
    {
      "epoch": 0.21072860655386141,
      "grad_norm": 0.4968952536582947,
      "learning_rate": 4.607796034817965e-05,
      "loss": 5.0919,
      "step": 240745
    },
    {
      "epoch": 0.2107329831474886,
      "grad_norm": 0.48753389716148376,
      "learning_rate": 4.607779513975767e-05,
      "loss": 5.2633,
      "step": 240750
    },
    {
      "epoch": 0.21073735974111574,
      "grad_norm": 0.48399877548217773,
      "learning_rate": 4.60776299282345e-05,
      "loss": 5.017,
      "step": 240755
    },
    {
      "epoch": 0.21074173633474289,
      "grad_norm": 0.5043613910675049,
      "learning_rate": 4.607746471361016e-05,
      "loss": 5.4257,
      "step": 240760
    },
    {
      "epoch": 0.21074611292837003,
      "grad_norm": 0.489585816860199,
      "learning_rate": 4.6077299495884696e-05,
      "loss": 5.1438,
      "step": 240765
    },
    {
      "epoch": 0.2107504895219972,
      "grad_norm": 0.5102568864822388,
      "learning_rate": 4.607713427505814e-05,
      "loss": 5.1915,
      "step": 240770
    },
    {
      "epoch": 0.21075486611562436,
      "grad_norm": 0.4802945554256439,
      "learning_rate": 4.6076969051130515e-05,
      "loss": 4.8779,
      "step": 240775
    },
    {
      "epoch": 0.2107592427092515,
      "grad_norm": 0.5065590143203735,
      "learning_rate": 4.6076803824101855e-05,
      "loss": 4.9341,
      "step": 240780
    },
    {
      "epoch": 0.21076361930287865,
      "grad_norm": 0.5017217993736267,
      "learning_rate": 4.607663859397219e-05,
      "loss": 4.5879,
      "step": 240785
    },
    {
      "epoch": 0.21076799589650583,
      "grad_norm": 0.5009403824806213,
      "learning_rate": 4.607647336074156e-05,
      "loss": 5.4489,
      "step": 240790
    },
    {
      "epoch": 0.21077237249013298,
      "grad_norm": 0.4916634261608124,
      "learning_rate": 4.607630812440998e-05,
      "loss": 5.6937,
      "step": 240795
    },
    {
      "epoch": 0.21077674908376012,
      "grad_norm": 0.48660385608673096,
      "learning_rate": 4.6076142884977515e-05,
      "loss": 4.8326,
      "step": 240800
    },
    {
      "epoch": 0.21078112567738727,
      "grad_norm": 0.5259036421775818,
      "learning_rate": 4.607597764244417e-05,
      "loss": 4.7973,
      "step": 240805
    },
    {
      "epoch": 0.21078550227101445,
      "grad_norm": 0.4956837296485901,
      "learning_rate": 4.607581239680997e-05,
      "loss": 5.1577,
      "step": 240810
    },
    {
      "epoch": 0.2107898788646416,
      "grad_norm": 0.5442530512809753,
      "learning_rate": 4.607564714807497e-05,
      "loss": 4.6089,
      "step": 240815
    },
    {
      "epoch": 0.21079425545826874,
      "grad_norm": 0.5218228697776794,
      "learning_rate": 4.607548189623919e-05,
      "loss": 4.3901,
      "step": 240820
    },
    {
      "epoch": 0.2107986320518959,
      "grad_norm": 0.49885067343711853,
      "learning_rate": 4.607531664130267e-05,
      "loss": 4.4138,
      "step": 240825
    },
    {
      "epoch": 0.21080300864552304,
      "grad_norm": 0.48879095911979675,
      "learning_rate": 4.607515138326542e-05,
      "loss": 4.9625,
      "step": 240830
    },
    {
      "epoch": 0.2108073852391502,
      "grad_norm": 0.48069000244140625,
      "learning_rate": 4.6074986122127504e-05,
      "loss": 5.4721,
      "step": 240835
    },
    {
      "epoch": 0.21081176183277736,
      "grad_norm": 0.4987885057926178,
      "learning_rate": 4.607482085788893e-05,
      "loss": 5.4203,
      "step": 240840
    },
    {
      "epoch": 0.2108161384264045,
      "grad_norm": 0.5053399801254272,
      "learning_rate": 4.607465559054974e-05,
      "loss": 5.7427,
      "step": 240845
    },
    {
      "epoch": 0.21082051502003166,
      "grad_norm": 0.4930041432380676,
      "learning_rate": 4.6074490320109966e-05,
      "loss": 4.9173,
      "step": 240850
    },
    {
      "epoch": 0.21082489161365883,
      "grad_norm": 0.5051320791244507,
      "learning_rate": 4.607432504656962e-05,
      "loss": 4.6232,
      "step": 240855
    },
    {
      "epoch": 0.21082926820728598,
      "grad_norm": 0.4903370141983032,
      "learning_rate": 4.607415976992877e-05,
      "loss": 5.1349,
      "step": 240860
    },
    {
      "epoch": 0.21083364480091313,
      "grad_norm": 0.48811987042427063,
      "learning_rate": 4.607399449018742e-05,
      "loss": 5.9303,
      "step": 240865
    },
    {
      "epoch": 0.21083802139454028,
      "grad_norm": 0.4868532717227936,
      "learning_rate": 4.607382920734561e-05,
      "loss": 5.6557,
      "step": 240870
    },
    {
      "epoch": 0.21084239798816745,
      "grad_norm": 0.5630208849906921,
      "learning_rate": 4.6073663921403366e-05,
      "loss": 4.9479,
      "step": 240875
    },
    {
      "epoch": 0.2108467745817946,
      "grad_norm": 0.5412585139274597,
      "learning_rate": 4.6073498632360734e-05,
      "loss": 5.6886,
      "step": 240880
    },
    {
      "epoch": 0.21085115117542175,
      "grad_norm": 0.4909374415874481,
      "learning_rate": 4.607333334021774e-05,
      "loss": 5.6825,
      "step": 240885
    },
    {
      "epoch": 0.2108555277690489,
      "grad_norm": 0.4953722357749939,
      "learning_rate": 4.607316804497441e-05,
      "loss": 5.2118,
      "step": 240890
    },
    {
      "epoch": 0.21085990436267607,
      "grad_norm": 0.48154592514038086,
      "learning_rate": 4.607300274663078e-05,
      "loss": 5.9082,
      "step": 240895
    },
    {
      "epoch": 0.21086428095630322,
      "grad_norm": 0.4897857904434204,
      "learning_rate": 4.607283744518689e-05,
      "loss": 5.4469,
      "step": 240900
    },
    {
      "epoch": 0.21086865754993037,
      "grad_norm": 0.6175573468208313,
      "learning_rate": 4.607267214064275e-05,
      "loss": 4.6246,
      "step": 240905
    },
    {
      "epoch": 0.21087303414355751,
      "grad_norm": 0.4906713366508484,
      "learning_rate": 4.607250683299841e-05,
      "loss": 4.4149,
      "step": 240910
    },
    {
      "epoch": 0.2108774107371847,
      "grad_norm": 0.48980775475502014,
      "learning_rate": 4.6072341522253906e-05,
      "loss": 4.6993,
      "step": 240915
    },
    {
      "epoch": 0.21088178733081184,
      "grad_norm": 0.4814887046813965,
      "learning_rate": 4.6072176208409255e-05,
      "loss": 5.7225,
      "step": 240920
    },
    {
      "epoch": 0.21088616392443899,
      "grad_norm": 0.4883463978767395,
      "learning_rate": 4.607201089146449e-05,
      "loss": 5.7229,
      "step": 240925
    },
    {
      "epoch": 0.21089054051806613,
      "grad_norm": 0.5304638743400574,
      "learning_rate": 4.6071845571419646e-05,
      "loss": 4.362,
      "step": 240930
    },
    {
      "epoch": 0.2108949171116933,
      "grad_norm": 0.5432792901992798,
      "learning_rate": 4.6071680248274776e-05,
      "loss": 4.8318,
      "step": 240935
    },
    {
      "epoch": 0.21089929370532046,
      "grad_norm": 0.49261096119880676,
      "learning_rate": 4.607151492202987e-05,
      "loss": 4.913,
      "step": 240940
    },
    {
      "epoch": 0.2109036702989476,
      "grad_norm": 0.49175816774368286,
      "learning_rate": 4.6071349592685e-05,
      "loss": 4.6304,
      "step": 240945
    },
    {
      "epoch": 0.21090804689257475,
      "grad_norm": 0.49022477865219116,
      "learning_rate": 4.6071184260240177e-05,
      "loss": 5.445,
      "step": 240950
    },
    {
      "epoch": 0.2109124234862019,
      "grad_norm": 0.4941127896308899,
      "learning_rate": 4.607101892469543e-05,
      "loss": 4.6537,
      "step": 240955
    },
    {
      "epoch": 0.21091680007982908,
      "grad_norm": 0.494234174489975,
      "learning_rate": 4.60708535860508e-05,
      "loss": 5.2192,
      "step": 240960
    },
    {
      "epoch": 0.21092117667345622,
      "grad_norm": 0.4910151958465576,
      "learning_rate": 4.607068824430632e-05,
      "loss": 5.651,
      "step": 240965
    },
    {
      "epoch": 0.21092555326708337,
      "grad_norm": 0.49341246485710144,
      "learning_rate": 4.607052289946201e-05,
      "loss": 4.9215,
      "step": 240970
    },
    {
      "epoch": 0.21092992986071052,
      "grad_norm": 0.48827460408210754,
      "learning_rate": 4.607035755151792e-05,
      "loss": 5.422,
      "step": 240975
    },
    {
      "epoch": 0.2109343064543377,
      "grad_norm": 0.5803028345108032,
      "learning_rate": 4.607019220047406e-05,
      "loss": 4.56,
      "step": 240980
    },
    {
      "epoch": 0.21093868304796484,
      "grad_norm": 0.5042405724525452,
      "learning_rate": 4.607002684633048e-05,
      "loss": 5.9537,
      "step": 240985
    },
    {
      "epoch": 0.210943059641592,
      "grad_norm": 0.5305908918380737,
      "learning_rate": 4.606986148908721e-05,
      "loss": 5.4024,
      "step": 240990
    },
    {
      "epoch": 0.21094743623521914,
      "grad_norm": 0.5371710658073425,
      "learning_rate": 4.606969612874428e-05,
      "loss": 4.4103,
      "step": 240995
    },
    {
      "epoch": 0.2109518128288463,
      "grad_norm": 0.50429767370224,
      "learning_rate": 4.606953076530171e-05,
      "loss": 4.6814,
      "step": 241000
    },
    {
      "epoch": 0.21095618942247346,
      "grad_norm": 0.49834486842155457,
      "learning_rate": 4.6069365398759544e-05,
      "loss": 4.7938,
      "step": 241005
    },
    {
      "epoch": 0.2109605660161006,
      "grad_norm": 0.5350995063781738,
      "learning_rate": 4.606920002911781e-05,
      "loss": 5.5885,
      "step": 241010
    },
    {
      "epoch": 0.21096494260972776,
      "grad_norm": 0.5038911700248718,
      "learning_rate": 4.606903465637654e-05,
      "loss": 5.9246,
      "step": 241015
    },
    {
      "epoch": 0.21096931920335493,
      "grad_norm": 0.4913536310195923,
      "learning_rate": 4.606886928053578e-05,
      "loss": 4.9007,
      "step": 241020
    },
    {
      "epoch": 0.21097369579698208,
      "grad_norm": 0.4803984463214874,
      "learning_rate": 4.606870390159553e-05,
      "loss": 5.4183,
      "step": 241025
    },
    {
      "epoch": 0.21097807239060923,
      "grad_norm": 0.5200966596603394,
      "learning_rate": 4.606853851955586e-05,
      "loss": 4.8947,
      "step": 241030
    },
    {
      "epoch": 0.21098244898423638,
      "grad_norm": 0.5170809030532837,
      "learning_rate": 4.606837313441678e-05,
      "loss": 5.9607,
      "step": 241035
    },
    {
      "epoch": 0.21098682557786355,
      "grad_norm": 0.48779019713401794,
      "learning_rate": 4.6068207746178306e-05,
      "loss": 5.096,
      "step": 241040
    },
    {
      "epoch": 0.2109912021714907,
      "grad_norm": 0.5252498388290405,
      "learning_rate": 4.60680423548405e-05,
      "loss": 4.7111,
      "step": 241045
    },
    {
      "epoch": 0.21099557876511785,
      "grad_norm": 0.5011444687843323,
      "learning_rate": 4.606787696040339e-05,
      "loss": 5.1174,
      "step": 241050
    },
    {
      "epoch": 0.210999955358745,
      "grad_norm": 0.5286800265312195,
      "learning_rate": 4.606771156286699e-05,
      "loss": 5.3635,
      "step": 241055
    },
    {
      "epoch": 0.21100433195237217,
      "grad_norm": 0.494933158159256,
      "learning_rate": 4.6067546162231344e-05,
      "loss": 4.8854,
      "step": 241060
    },
    {
      "epoch": 0.21100870854599932,
      "grad_norm": 0.49291640520095825,
      "learning_rate": 4.6067380758496494e-05,
      "loss": 4.5833,
      "step": 241065
    },
    {
      "epoch": 0.21101308513962647,
      "grad_norm": 0.4949280917644501,
      "learning_rate": 4.606721535166244e-05,
      "loss": 4.622,
      "step": 241070
    },
    {
      "epoch": 0.21101746173325361,
      "grad_norm": 0.5198383331298828,
      "learning_rate": 4.6067049941729244e-05,
      "loss": 5.2117,
      "step": 241075
    },
    {
      "epoch": 0.21102183832688076,
      "grad_norm": 0.4848889708518982,
      "learning_rate": 4.606688452869693e-05,
      "loss": 5.7233,
      "step": 241080
    },
    {
      "epoch": 0.21102621492050794,
      "grad_norm": 0.472353994846344,
      "learning_rate": 4.606671911256554e-05,
      "loss": 5.9523,
      "step": 241085
    },
    {
      "epoch": 0.21103059151413509,
      "grad_norm": 0.49379435181617737,
      "learning_rate": 4.606655369333507e-05,
      "loss": 5.1909,
      "step": 241090
    },
    {
      "epoch": 0.21103496810776223,
      "grad_norm": 0.4933123290538788,
      "learning_rate": 4.6066388271005586e-05,
      "loss": 5.6199,
      "step": 241095
    },
    {
      "epoch": 0.21103934470138938,
      "grad_norm": 0.4873550236225128,
      "learning_rate": 4.606622284557711e-05,
      "loss": 6.2365,
      "step": 241100
    },
    {
      "epoch": 0.21104372129501656,
      "grad_norm": 0.4798888862133026,
      "learning_rate": 4.606605741704967e-05,
      "loss": 4.8181,
      "step": 241105
    },
    {
      "epoch": 0.2110480978886437,
      "grad_norm": 0.4743557274341583,
      "learning_rate": 4.6065891985423315e-05,
      "loss": 5.7476,
      "step": 241110
    },
    {
      "epoch": 0.21105247448227085,
      "grad_norm": 0.4894014298915863,
      "learning_rate": 4.606572655069805e-05,
      "loss": 5.9439,
      "step": 241115
    },
    {
      "epoch": 0.211056851075898,
      "grad_norm": 0.4947079122066498,
      "learning_rate": 4.606556111287391e-05,
      "loss": 4.9339,
      "step": 241120
    },
    {
      "epoch": 0.21106122766952518,
      "grad_norm": 0.49732136726379395,
      "learning_rate": 4.606539567195096e-05,
      "loss": 5.394,
      "step": 241125
    },
    {
      "epoch": 0.21106560426315232,
      "grad_norm": 0.4986259937286377,
      "learning_rate": 4.60652302279292e-05,
      "loss": 5.4496,
      "step": 241130
    },
    {
      "epoch": 0.21106998085677947,
      "grad_norm": 0.49341148138046265,
      "learning_rate": 4.606506478080867e-05,
      "loss": 5.7381,
      "step": 241135
    },
    {
      "epoch": 0.21107435745040662,
      "grad_norm": 0.5067697763442993,
      "learning_rate": 4.606489933058941e-05,
      "loss": 5.4262,
      "step": 241140
    },
    {
      "epoch": 0.2110787340440338,
      "grad_norm": 0.4893392026424408,
      "learning_rate": 4.6064733877271424e-05,
      "loss": 4.826,
      "step": 241145
    },
    {
      "epoch": 0.21108311063766094,
      "grad_norm": 0.5104188919067383,
      "learning_rate": 4.606456842085478e-05,
      "loss": 5.1728,
      "step": 241150
    },
    {
      "epoch": 0.2110874872312881,
      "grad_norm": 0.49999627470970154,
      "learning_rate": 4.6064402961339506e-05,
      "loss": 4.9562,
      "step": 241155
    },
    {
      "epoch": 0.21109186382491524,
      "grad_norm": 0.4908551275730133,
      "learning_rate": 4.6064237498725606e-05,
      "loss": 5.9215,
      "step": 241160
    },
    {
      "epoch": 0.2110962404185424,
      "grad_norm": 0.4877113103866577,
      "learning_rate": 4.606407203301313e-05,
      "loss": 5.4386,
      "step": 241165
    },
    {
      "epoch": 0.21110061701216956,
      "grad_norm": 0.5050127506256104,
      "learning_rate": 4.606390656420211e-05,
      "loss": 4.7281,
      "step": 241170
    },
    {
      "epoch": 0.2111049936057967,
      "grad_norm": 0.4974502623081207,
      "learning_rate": 4.6063741092292564e-05,
      "loss": 4.6272,
      "step": 241175
    },
    {
      "epoch": 0.21110937019942386,
      "grad_norm": 0.49795791506767273,
      "learning_rate": 4.606357561728456e-05,
      "loss": 5.4047,
      "step": 241180
    },
    {
      "epoch": 0.21111374679305103,
      "grad_norm": 0.4757036566734314,
      "learning_rate": 4.606341013917809e-05,
      "loss": 6.2377,
      "step": 241185
    },
    {
      "epoch": 0.21111812338667818,
      "grad_norm": 0.4950186014175415,
      "learning_rate": 4.606324465797321e-05,
      "loss": 5.9436,
      "step": 241190
    },
    {
      "epoch": 0.21112249998030533,
      "grad_norm": 0.4959380030632019,
      "learning_rate": 4.606307917366993e-05,
      "loss": 4.421,
      "step": 241195
    },
    {
      "epoch": 0.21112687657393248,
      "grad_norm": 0.5057716369628906,
      "learning_rate": 4.6062913686268314e-05,
      "loss": 4.7074,
      "step": 241200
    },
    {
      "epoch": 0.21113125316755962,
      "grad_norm": 0.49591585993766785,
      "learning_rate": 4.606274819576837e-05,
      "loss": 4.9271,
      "step": 241205
    },
    {
      "epoch": 0.2111356297611868,
      "grad_norm": 0.4833671748638153,
      "learning_rate": 4.606258270217013e-05,
      "loss": 4.5882,
      "step": 241210
    },
    {
      "epoch": 0.21114000635481395,
      "grad_norm": 0.4955540895462036,
      "learning_rate": 4.606241720547364e-05,
      "loss": 5.4151,
      "step": 241215
    },
    {
      "epoch": 0.2111443829484411,
      "grad_norm": 0.4770486652851105,
      "learning_rate": 4.606225170567892e-05,
      "loss": 4.9134,
      "step": 241220
    },
    {
      "epoch": 0.21114875954206824,
      "grad_norm": 0.4861640930175781,
      "learning_rate": 4.6062086202786005e-05,
      "loss": 5.6551,
      "step": 241225
    },
    {
      "epoch": 0.21115313613569542,
      "grad_norm": 0.5356481671333313,
      "learning_rate": 4.6061920696794925e-05,
      "loss": 5.1327,
      "step": 241230
    },
    {
      "epoch": 0.21115751272932257,
      "grad_norm": 0.5250006914138794,
      "learning_rate": 4.606175518770571e-05,
      "loss": 5.0283,
      "step": 241235
    },
    {
      "epoch": 0.21116188932294971,
      "grad_norm": 0.4857095777988434,
      "learning_rate": 4.60615896755184e-05,
      "loss": 4.6202,
      "step": 241240
    },
    {
      "epoch": 0.21116626591657686,
      "grad_norm": 0.4939131438732147,
      "learning_rate": 4.606142416023304e-05,
      "loss": 4.1565,
      "step": 241245
    },
    {
      "epoch": 0.21117064251020404,
      "grad_norm": 0.4857461452484131,
      "learning_rate": 4.606125864184963e-05,
      "loss": 5.698,
      "step": 241250
    },
    {
      "epoch": 0.21117501910383119,
      "grad_norm": 0.490645170211792,
      "learning_rate": 4.606109312036821e-05,
      "loss": 5.632,
      "step": 241255
    },
    {
      "epoch": 0.21117939569745833,
      "grad_norm": 0.47788506746292114,
      "learning_rate": 4.6060927595788825e-05,
      "loss": 5.199,
      "step": 241260
    },
    {
      "epoch": 0.21118377229108548,
      "grad_norm": 0.48269888758659363,
      "learning_rate": 4.6060762068111506e-05,
      "loss": 5.4368,
      "step": 241265
    },
    {
      "epoch": 0.21118814888471266,
      "grad_norm": 0.4905545711517334,
      "learning_rate": 4.6060596537336275e-05,
      "loss": 5.4079,
      "step": 241270
    },
    {
      "epoch": 0.2111925254783398,
      "grad_norm": 0.4930480718612671,
      "learning_rate": 4.606043100346317e-05,
      "loss": 5.1513,
      "step": 241275
    },
    {
      "epoch": 0.21119690207196695,
      "grad_norm": 0.4956195652484894,
      "learning_rate": 4.606026546649222e-05,
      "loss": 5.4233,
      "step": 241280
    },
    {
      "epoch": 0.2112012786655941,
      "grad_norm": 0.49639928340911865,
      "learning_rate": 4.6060099926423475e-05,
      "loss": 4.8481,
      "step": 241285
    },
    {
      "epoch": 0.21120565525922128,
      "grad_norm": 0.4869654178619385,
      "learning_rate": 4.605993438325692e-05,
      "loss": 5.6598,
      "step": 241290
    },
    {
      "epoch": 0.21121003185284842,
      "grad_norm": 0.5098131895065308,
      "learning_rate": 4.605976883699265e-05,
      "loss": 5.4096,
      "step": 241295
    },
    {
      "epoch": 0.21121440844647557,
      "grad_norm": 0.47360509634017944,
      "learning_rate": 4.6059603287630634e-05,
      "loss": 5.1205,
      "step": 241300
    },
    {
      "epoch": 0.21121878504010272,
      "grad_norm": 0.521373450756073,
      "learning_rate": 4.605943773517095e-05,
      "loss": 5.4365,
      "step": 241305
    },
    {
      "epoch": 0.2112231616337299,
      "grad_norm": 0.4882696568965912,
      "learning_rate": 4.605927217961362e-05,
      "loss": 6.224,
      "step": 241310
    },
    {
      "epoch": 0.21122753822735704,
      "grad_norm": 0.5001057386398315,
      "learning_rate": 4.605910662095866e-05,
      "loss": 4.8985,
      "step": 241315
    },
    {
      "epoch": 0.2112319148209842,
      "grad_norm": 0.4785410761833191,
      "learning_rate": 4.605894105920612e-05,
      "loss": 4.7246,
      "step": 241320
    },
    {
      "epoch": 0.21123629141461134,
      "grad_norm": 0.5281956195831299,
      "learning_rate": 4.605877549435601e-05,
      "loss": 5.2156,
      "step": 241325
    },
    {
      "epoch": 0.2112406680082385,
      "grad_norm": 0.5117315053939819,
      "learning_rate": 4.605860992640838e-05,
      "loss": 5.4083,
      "step": 241330
    },
    {
      "epoch": 0.21124504460186566,
      "grad_norm": 0.5069500803947449,
      "learning_rate": 4.6058444355363274e-05,
      "loss": 4.9074,
      "step": 241335
    },
    {
      "epoch": 0.2112494211954928,
      "grad_norm": 0.48205384612083435,
      "learning_rate": 4.605827878122069e-05,
      "loss": 5.4278,
      "step": 241340
    },
    {
      "epoch": 0.21125379778911996,
      "grad_norm": 0.5145789384841919,
      "learning_rate": 4.605811320398069e-05,
      "loss": 4.4193,
      "step": 241345
    },
    {
      "epoch": 0.2112581743827471,
      "grad_norm": 0.47891440987586975,
      "learning_rate": 4.605794762364328e-05,
      "loss": 5.9875,
      "step": 241350
    },
    {
      "epoch": 0.21126255097637428,
      "grad_norm": 0.4980330765247345,
      "learning_rate": 4.605778204020851e-05,
      "loss": 5.4515,
      "step": 241355
    },
    {
      "epoch": 0.21126692757000143,
      "grad_norm": 0.5235776901245117,
      "learning_rate": 4.6057616453676425e-05,
      "loss": 4.7905,
      "step": 241360
    },
    {
      "epoch": 0.21127130416362858,
      "grad_norm": 0.5276426076889038,
      "learning_rate": 4.6057450864047014e-05,
      "loss": 4.386,
      "step": 241365
    },
    {
      "epoch": 0.21127568075725572,
      "grad_norm": 0.48665082454681396,
      "learning_rate": 4.605728527132035e-05,
      "loss": 4.3916,
      "step": 241370
    },
    {
      "epoch": 0.2112800573508829,
      "grad_norm": 0.5098223686218262,
      "learning_rate": 4.605711967549645e-05,
      "loss": 5.6385,
      "step": 241375
    },
    {
      "epoch": 0.21128443394451005,
      "grad_norm": 0.4907582402229309,
      "learning_rate": 4.605695407657534e-05,
      "loss": 4.9137,
      "step": 241380
    },
    {
      "epoch": 0.2112888105381372,
      "grad_norm": 0.5538237690925598,
      "learning_rate": 4.6056788474557056e-05,
      "loss": 4.8949,
      "step": 241385
    },
    {
      "epoch": 0.21129318713176434,
      "grad_norm": 0.4927508533000946,
      "learning_rate": 4.6056622869441626e-05,
      "loss": 5.3105,
      "step": 241390
    },
    {
      "epoch": 0.21129756372539152,
      "grad_norm": 0.5880507230758667,
      "learning_rate": 4.6056457261229106e-05,
      "loss": 4.4125,
      "step": 241395
    },
    {
      "epoch": 0.21130194031901867,
      "grad_norm": 0.5343702435493469,
      "learning_rate": 4.6056291649919494e-05,
      "loss": 5.7313,
      "step": 241400
    },
    {
      "epoch": 0.21130631691264581,
      "grad_norm": 0.48382678627967834,
      "learning_rate": 4.605612603551284e-05,
      "loss": 4.9075,
      "step": 241405
    },
    {
      "epoch": 0.21131069350627296,
      "grad_norm": 0.5209009647369385,
      "learning_rate": 4.605596041800917e-05,
      "loss": 5.9152,
      "step": 241410
    },
    {
      "epoch": 0.21131507009990014,
      "grad_norm": 0.4926491677761078,
      "learning_rate": 4.605579479740852e-05,
      "loss": 4.6281,
      "step": 241415
    },
    {
      "epoch": 0.21131944669352729,
      "grad_norm": 0.5452917814254761,
      "learning_rate": 4.605562917371093e-05,
      "loss": 5.689,
      "step": 241420
    },
    {
      "epoch": 0.21132382328715443,
      "grad_norm": 0.501600980758667,
      "learning_rate": 4.605546354691641e-05,
      "loss": 4.8726,
      "step": 241425
    },
    {
      "epoch": 0.21132819988078158,
      "grad_norm": 0.475427508354187,
      "learning_rate": 4.605529791702502e-05,
      "loss": 5.9016,
      "step": 241430
    },
    {
      "epoch": 0.21133257647440876,
      "grad_norm": 0.49101394414901733,
      "learning_rate": 4.6055132284036764e-05,
      "loss": 5.0756,
      "step": 241435
    },
    {
      "epoch": 0.2113369530680359,
      "grad_norm": 0.4933466613292694,
      "learning_rate": 4.605496664795169e-05,
      "loss": 5.1533,
      "step": 241440
    },
    {
      "epoch": 0.21134132966166305,
      "grad_norm": 0.4706907272338867,
      "learning_rate": 4.6054801008769835e-05,
      "loss": 5.6375,
      "step": 241445
    },
    {
      "epoch": 0.2113457062552902,
      "grad_norm": 0.5240827202796936,
      "learning_rate": 4.605463536649121e-05,
      "loss": 5.1496,
      "step": 241450
    },
    {
      "epoch": 0.21135008284891738,
      "grad_norm": 0.5075922608375549,
      "learning_rate": 4.605446972111587e-05,
      "loss": 5.9291,
      "step": 241455
    },
    {
      "epoch": 0.21135445944254452,
      "grad_norm": 0.4755018949508667,
      "learning_rate": 4.605430407264383e-05,
      "loss": 5.4605,
      "step": 241460
    },
    {
      "epoch": 0.21135883603617167,
      "grad_norm": 0.483593225479126,
      "learning_rate": 4.605413842107512e-05,
      "loss": 5.9514,
      "step": 241465
    },
    {
      "epoch": 0.21136321262979882,
      "grad_norm": 0.48195838928222656,
      "learning_rate": 4.6053972766409803e-05,
      "loss": 5.7355,
      "step": 241470
    },
    {
      "epoch": 0.21136758922342597,
      "grad_norm": 0.4771806597709656,
      "learning_rate": 4.6053807108647875e-05,
      "loss": 5.3892,
      "step": 241475
    },
    {
      "epoch": 0.21137196581705314,
      "grad_norm": 0.48389360308647156,
      "learning_rate": 4.6053641447789376e-05,
      "loss": 4.6172,
      "step": 241480
    },
    {
      "epoch": 0.2113763424106803,
      "grad_norm": 0.5523813962936401,
      "learning_rate": 4.6053475783834356e-05,
      "loss": 4.3762,
      "step": 241485
    },
    {
      "epoch": 0.21138071900430744,
      "grad_norm": 0.5095040798187256,
      "learning_rate": 4.605331011678282e-05,
      "loss": 4.4212,
      "step": 241490
    },
    {
      "epoch": 0.21138509559793459,
      "grad_norm": 0.4944729506969452,
      "learning_rate": 4.605314444663482e-05,
      "loss": 5.3512,
      "step": 241495
    },
    {
      "epoch": 0.21138947219156176,
      "grad_norm": 0.5227832198143005,
      "learning_rate": 4.6052978773390386e-05,
      "loss": 4.8949,
      "step": 241500
    },
    {
      "epoch": 0.2113938487851889,
      "grad_norm": 0.5032042860984802,
      "learning_rate": 4.605281309704954e-05,
      "loss": 5.9514,
      "step": 241505
    },
    {
      "epoch": 0.21139822537881606,
      "grad_norm": 0.48197615146636963,
      "learning_rate": 4.6052647417612324e-05,
      "loss": 5.6557,
      "step": 241510
    },
    {
      "epoch": 0.2114026019724432,
      "grad_norm": 0.49637165665626526,
      "learning_rate": 4.605248173507877e-05,
      "loss": 4.9219,
      "step": 241515
    },
    {
      "epoch": 0.21140697856607038,
      "grad_norm": 0.49929699301719666,
      "learning_rate": 4.60523160494489e-05,
      "loss": 5.1008,
      "step": 241520
    },
    {
      "epoch": 0.21141135515969753,
      "grad_norm": 0.4892464280128479,
      "learning_rate": 4.605215036072276e-05,
      "loss": 5.61,
      "step": 241525
    },
    {
      "epoch": 0.21141573175332468,
      "grad_norm": 0.4786595106124878,
      "learning_rate": 4.605198466890036e-05,
      "loss": 5.6121,
      "step": 241530
    },
    {
      "epoch": 0.21142010834695182,
      "grad_norm": 0.5100151896476746,
      "learning_rate": 4.6051818973981754e-05,
      "loss": 5.3393,
      "step": 241535
    },
    {
      "epoch": 0.211424484940579,
      "grad_norm": 0.5100974440574646,
      "learning_rate": 4.605165327596697e-05,
      "loss": 5.1237,
      "step": 241540
    },
    {
      "epoch": 0.21142886153420615,
      "grad_norm": 0.5880835056304932,
      "learning_rate": 4.605148757485602e-05,
      "loss": 4.8314,
      "step": 241545
    },
    {
      "epoch": 0.2114332381278333,
      "grad_norm": 0.49341118335723877,
      "learning_rate": 4.6051321870648966e-05,
      "loss": 4.6499,
      "step": 241550
    },
    {
      "epoch": 0.21143761472146044,
      "grad_norm": 0.5763417482376099,
      "learning_rate": 4.605115616334582e-05,
      "loss": 4.8913,
      "step": 241555
    },
    {
      "epoch": 0.21144199131508762,
      "grad_norm": 0.5012549757957458,
      "learning_rate": 4.605099045294663e-05,
      "loss": 5.7371,
      "step": 241560
    },
    {
      "epoch": 0.21144636790871477,
      "grad_norm": 0.5069948434829712,
      "learning_rate": 4.60508247394514e-05,
      "loss": 5.2088,
      "step": 241565
    },
    {
      "epoch": 0.21145074450234191,
      "grad_norm": 0.49803251028060913,
      "learning_rate": 4.60506590228602e-05,
      "loss": 5.2076,
      "step": 241570
    },
    {
      "epoch": 0.21145512109596906,
      "grad_norm": 0.48749157786369324,
      "learning_rate": 4.6050493303173024e-05,
      "loss": 5.7265,
      "step": 241575
    },
    {
      "epoch": 0.21145949768959624,
      "grad_norm": 0.4794009029865265,
      "learning_rate": 4.605032758038993e-05,
      "loss": 5.3709,
      "step": 241580
    },
    {
      "epoch": 0.21146387428322339,
      "grad_norm": 0.5002657175064087,
      "learning_rate": 4.605016185451094e-05,
      "loss": 5.6066,
      "step": 241585
    },
    {
      "epoch": 0.21146825087685053,
      "grad_norm": 0.4969327449798584,
      "learning_rate": 4.604999612553609e-05,
      "loss": 5.1011,
      "step": 241590
    },
    {
      "epoch": 0.21147262747047768,
      "grad_norm": 0.476482629776001,
      "learning_rate": 4.604983039346541e-05,
      "loss": 4.6178,
      "step": 241595
    },
    {
      "epoch": 0.21147700406410483,
      "grad_norm": 0.48416996002197266,
      "learning_rate": 4.604966465829892e-05,
      "loss": 5.6494,
      "step": 241600
    },
    {
      "epoch": 0.211481380657732,
      "grad_norm": 0.47344690561294556,
      "learning_rate": 4.604949892003667e-05,
      "loss": 5.6297,
      "step": 241605
    },
    {
      "epoch": 0.21148575725135915,
      "grad_norm": 0.48233792185783386,
      "learning_rate": 4.604933317867869e-05,
      "loss": 5.623,
      "step": 241610
    },
    {
      "epoch": 0.2114901338449863,
      "grad_norm": 0.4761181175708771,
      "learning_rate": 4.6049167434225006e-05,
      "loss": 5.6639,
      "step": 241615
    },
    {
      "epoch": 0.21149451043861345,
      "grad_norm": 0.4989578127861023,
      "learning_rate": 4.604900168667564e-05,
      "loss": 5.1993,
      "step": 241620
    },
    {
      "epoch": 0.21149888703224062,
      "grad_norm": 0.5282021164894104,
      "learning_rate": 4.604883593603065e-05,
      "loss": 5.396,
      "step": 241625
    },
    {
      "epoch": 0.21150326362586777,
      "grad_norm": 0.4763415455818176,
      "learning_rate": 4.6048670182290045e-05,
      "loss": 4.0721,
      "step": 241630
    },
    {
      "epoch": 0.21150764021949492,
      "grad_norm": 0.4733603596687317,
      "learning_rate": 4.6048504425453864e-05,
      "loss": 5.9695,
      "step": 241635
    },
    {
      "epoch": 0.21151201681312207,
      "grad_norm": 0.49620312452316284,
      "learning_rate": 4.604833866552215e-05,
      "loss": 5.6543,
      "step": 241640
    },
    {
      "epoch": 0.21151639340674924,
      "grad_norm": 0.4923093616962433,
      "learning_rate": 4.604817290249491e-05,
      "loss": 5.4409,
      "step": 241645
    },
    {
      "epoch": 0.2115207700003764,
      "grad_norm": 0.475340336561203,
      "learning_rate": 4.6048007136372206e-05,
      "loss": 5.9256,
      "step": 241650
    },
    {
      "epoch": 0.21152514659400354,
      "grad_norm": 0.5025681257247925,
      "learning_rate": 4.6047841367154056e-05,
      "loss": 5.3234,
      "step": 241655
    },
    {
      "epoch": 0.21152952318763069,
      "grad_norm": 0.47832852602005005,
      "learning_rate": 4.6047675594840476e-05,
      "loss": 5.7528,
      "step": 241660
    },
    {
      "epoch": 0.21153389978125786,
      "grad_norm": 0.4908659756183624,
      "learning_rate": 4.6047509819431525e-05,
      "loss": 5.2144,
      "step": 241665
    },
    {
      "epoch": 0.211538276374885,
      "grad_norm": 0.500313401222229,
      "learning_rate": 4.604734404092722e-05,
      "loss": 5.4386,
      "step": 241670
    },
    {
      "epoch": 0.21154265296851216,
      "grad_norm": 0.5185191631317139,
      "learning_rate": 4.6047178259327595e-05,
      "loss": 4.9028,
      "step": 241675
    },
    {
      "epoch": 0.2115470295621393,
      "grad_norm": 0.4880606532096863,
      "learning_rate": 4.604701247463268e-05,
      "loss": 4.4705,
      "step": 241680
    },
    {
      "epoch": 0.21155140615576648,
      "grad_norm": 0.5112794637680054,
      "learning_rate": 4.604684668684252e-05,
      "loss": 5.9594,
      "step": 241685
    },
    {
      "epoch": 0.21155578274939363,
      "grad_norm": 0.4855131208896637,
      "learning_rate": 4.6046680895957116e-05,
      "loss": 4.588,
      "step": 241690
    },
    {
      "epoch": 0.21156015934302078,
      "grad_norm": 0.48609039187431335,
      "learning_rate": 4.604651510197654e-05,
      "loss": 4.8056,
      "step": 241695
    },
    {
      "epoch": 0.21156453593664792,
      "grad_norm": 0.5092237591743469,
      "learning_rate": 4.6046349304900806e-05,
      "loss": 4.7056,
      "step": 241700
    },
    {
      "epoch": 0.2115689125302751,
      "grad_norm": 0.5516375303268433,
      "learning_rate": 4.604618350472993e-05,
      "loss": 5.4229,
      "step": 241705
    },
    {
      "epoch": 0.21157328912390225,
      "grad_norm": 0.4844365417957306,
      "learning_rate": 4.6046017701463965e-05,
      "loss": 4.9478,
      "step": 241710
    },
    {
      "epoch": 0.2115776657175294,
      "grad_norm": 0.4991393983364105,
      "learning_rate": 4.604585189510294e-05,
      "loss": 5.2036,
      "step": 241715
    },
    {
      "epoch": 0.21158204231115654,
      "grad_norm": 0.4861222207546234,
      "learning_rate": 4.604568608564689e-05,
      "loss": 6.2582,
      "step": 241720
    },
    {
      "epoch": 0.2115864189047837,
      "grad_norm": 0.4910459816455841,
      "learning_rate": 4.604552027309582e-05,
      "loss": 5.9305,
      "step": 241725
    },
    {
      "epoch": 0.21159079549841087,
      "grad_norm": 0.49479201436042786,
      "learning_rate": 4.6045354457449805e-05,
      "loss": 5.9398,
      "step": 241730
    },
    {
      "epoch": 0.21159517209203801,
      "grad_norm": 0.4848537743091583,
      "learning_rate": 4.6045188638708844e-05,
      "loss": 5.7103,
      "step": 241735
    },
    {
      "epoch": 0.21159954868566516,
      "grad_norm": 0.49946922063827515,
      "learning_rate": 4.604502281687299e-05,
      "loss": 5.1139,
      "step": 241740
    },
    {
      "epoch": 0.2116039252792923,
      "grad_norm": 0.5149163603782654,
      "learning_rate": 4.6044856991942256e-05,
      "loss": 4.9057,
      "step": 241745
    },
    {
      "epoch": 0.21160830187291949,
      "grad_norm": 0.49392515420913696,
      "learning_rate": 4.6044691163916676e-05,
      "loss": 4.8835,
      "step": 241750
    },
    {
      "epoch": 0.21161267846654663,
      "grad_norm": 0.496447890996933,
      "learning_rate": 4.6044525332796295e-05,
      "loss": 5.9627,
      "step": 241755
    },
    {
      "epoch": 0.21161705506017378,
      "grad_norm": 0.4898601770401001,
      "learning_rate": 4.6044359498581133e-05,
      "loss": 4.3307,
      "step": 241760
    },
    {
      "epoch": 0.21162143165380093,
      "grad_norm": 0.525229811668396,
      "learning_rate": 4.604419366127124e-05,
      "loss": 4.8815,
      "step": 241765
    },
    {
      "epoch": 0.2116258082474281,
      "grad_norm": 0.49778252840042114,
      "learning_rate": 4.604402782086663e-05,
      "loss": 5.8992,
      "step": 241770
    },
    {
      "epoch": 0.21163018484105525,
      "grad_norm": 0.49021416902542114,
      "learning_rate": 4.6043861977367345e-05,
      "loss": 5.9715,
      "step": 241775
    },
    {
      "epoch": 0.2116345614346824,
      "grad_norm": 0.4888562560081482,
      "learning_rate": 4.604369613077339e-05,
      "loss": 5.4139,
      "step": 241780
    },
    {
      "epoch": 0.21163893802830955,
      "grad_norm": 0.47334668040275574,
      "learning_rate": 4.6043530281084844e-05,
      "loss": 5.7188,
      "step": 241785
    },
    {
      "epoch": 0.21164331462193672,
      "grad_norm": 0.4993111491203308,
      "learning_rate": 4.604336442830172e-05,
      "loss": 5.4212,
      "step": 241790
    },
    {
      "epoch": 0.21164769121556387,
      "grad_norm": 0.5500912070274353,
      "learning_rate": 4.604319857242402e-05,
      "loss": 4.8036,
      "step": 241795
    },
    {
      "epoch": 0.21165206780919102,
      "grad_norm": 0.5007798671722412,
      "learning_rate": 4.604303271345182e-05,
      "loss": 5.4146,
      "step": 241800
    },
    {
      "epoch": 0.21165644440281817,
      "grad_norm": 0.49517035484313965,
      "learning_rate": 4.604286685138511e-05,
      "loss": 4.3565,
      "step": 241805
    },
    {
      "epoch": 0.21166082099644534,
      "grad_norm": 0.5197485685348511,
      "learning_rate": 4.604270098622397e-05,
      "loss": 5.4076,
      "step": 241810
    },
    {
      "epoch": 0.2116651975900725,
      "grad_norm": 0.5032554268836975,
      "learning_rate": 4.60425351179684e-05,
      "loss": 5.1677,
      "step": 241815
    },
    {
      "epoch": 0.21166957418369964,
      "grad_norm": 0.49568989872932434,
      "learning_rate": 4.6042369246618433e-05,
      "loss": 5.6174,
      "step": 241820
    },
    {
      "epoch": 0.21167395077732679,
      "grad_norm": 0.512417733669281,
      "learning_rate": 4.6042203372174106e-05,
      "loss": 5.1955,
      "step": 241825
    },
    {
      "epoch": 0.21167832737095396,
      "grad_norm": 0.497580349445343,
      "learning_rate": 4.604203749463546e-05,
      "loss": 4.6258,
      "step": 241830
    },
    {
      "epoch": 0.2116827039645811,
      "grad_norm": 0.4962766766548157,
      "learning_rate": 4.6041871614002506e-05,
      "loss": 3.6851,
      "step": 241835
    },
    {
      "epoch": 0.21168708055820826,
      "grad_norm": 0.5737954378128052,
      "learning_rate": 4.60417057302753e-05,
      "loss": 4.41,
      "step": 241840
    },
    {
      "epoch": 0.2116914571518354,
      "grad_norm": 0.5024861097335815,
      "learning_rate": 4.604153984345385e-05,
      "loss": 5.6533,
      "step": 241845
    },
    {
      "epoch": 0.21169583374546255,
      "grad_norm": 0.48205843567848206,
      "learning_rate": 4.6041373953538215e-05,
      "loss": 4.4048,
      "step": 241850
    },
    {
      "epoch": 0.21170021033908973,
      "grad_norm": 0.5006365776062012,
      "learning_rate": 4.6041208060528396e-05,
      "loss": 5.9469,
      "step": 241855
    },
    {
      "epoch": 0.21170458693271688,
      "grad_norm": 0.5226424932479858,
      "learning_rate": 4.6041042164424454e-05,
      "loss": 4.7157,
      "step": 241860
    },
    {
      "epoch": 0.21170896352634402,
      "grad_norm": 0.4707288146018982,
      "learning_rate": 4.604087626522641e-05,
      "loss": 4.3785,
      "step": 241865
    },
    {
      "epoch": 0.21171334011997117,
      "grad_norm": 0.47033703327178955,
      "learning_rate": 4.6040710362934294e-05,
      "loss": 4.4079,
      "step": 241870
    },
    {
      "epoch": 0.21171771671359835,
      "grad_norm": 0.48549386858940125,
      "learning_rate": 4.604054445754813e-05,
      "loss": 5.6676,
      "step": 241875
    },
    {
      "epoch": 0.2117220933072255,
      "grad_norm": 0.5025447607040405,
      "learning_rate": 4.6040378549067966e-05,
      "loss": 5.3207,
      "step": 241880
    },
    {
      "epoch": 0.21172646990085264,
      "grad_norm": 0.48757004737854004,
      "learning_rate": 4.604021263749382e-05,
      "loss": 5.3314,
      "step": 241885
    },
    {
      "epoch": 0.2117308464944798,
      "grad_norm": 0.49482014775276184,
      "learning_rate": 4.6040046722825736e-05,
      "loss": 5.6504,
      "step": 241890
    },
    {
      "epoch": 0.21173522308810697,
      "grad_norm": 0.4915396273136139,
      "learning_rate": 4.603988080506374e-05,
      "loss": 5.2527,
      "step": 241895
    },
    {
      "epoch": 0.21173959968173411,
      "grad_norm": 0.5780245065689087,
      "learning_rate": 4.603971488420785e-05,
      "loss": 5.4379,
      "step": 241900
    },
    {
      "epoch": 0.21174397627536126,
      "grad_norm": 0.5435839891433716,
      "learning_rate": 4.603954896025814e-05,
      "loss": 5.4071,
      "step": 241905
    },
    {
      "epoch": 0.2117483528689884,
      "grad_norm": 0.47967666387557983,
      "learning_rate": 4.6039383033214586e-05,
      "loss": 5.66,
      "step": 241910
    },
    {
      "epoch": 0.21175272946261559,
      "grad_norm": 0.4950569272041321,
      "learning_rate": 4.6039217103077273e-05,
      "loss": 4.9043,
      "step": 241915
    },
    {
      "epoch": 0.21175710605624273,
      "grad_norm": 0.49612241983413696,
      "learning_rate": 4.60390511698462e-05,
      "loss": 5.416,
      "step": 241920
    },
    {
      "epoch": 0.21176148264986988,
      "grad_norm": 0.5399385690689087,
      "learning_rate": 4.60388852335214e-05,
      "loss": 5.138,
      "step": 241925
    },
    {
      "epoch": 0.21176585924349703,
      "grad_norm": 0.5064969658851624,
      "learning_rate": 4.603871929410292e-05,
      "loss": 4.9058,
      "step": 241930
    },
    {
      "epoch": 0.2117702358371242,
      "grad_norm": 0.5160236954689026,
      "learning_rate": 4.603855335159079e-05,
      "loss": 5.4337,
      "step": 241935
    },
    {
      "epoch": 0.21177461243075135,
      "grad_norm": 0.4869263172149658,
      "learning_rate": 4.603838740598502e-05,
      "loss": 5.6047,
      "step": 241940
    },
    {
      "epoch": 0.2117789890243785,
      "grad_norm": 0.5052369832992554,
      "learning_rate": 4.603822145728567e-05,
      "loss": 5.6041,
      "step": 241945
    },
    {
      "epoch": 0.21178336561800565,
      "grad_norm": 0.4859040379524231,
      "learning_rate": 4.603805550549276e-05,
      "loss": 4.6182,
      "step": 241950
    },
    {
      "epoch": 0.21178774221163282,
      "grad_norm": 0.5119307637214661,
      "learning_rate": 4.603788955060632e-05,
      "loss": 5.1984,
      "step": 241955
    },
    {
      "epoch": 0.21179211880525997,
      "grad_norm": 0.5025869011878967,
      "learning_rate": 4.603772359262639e-05,
      "loss": 5.4121,
      "step": 241960
    },
    {
      "epoch": 0.21179649539888712,
      "grad_norm": 0.4886847138404846,
      "learning_rate": 4.603755763155299e-05,
      "loss": 6.235,
      "step": 241965
    },
    {
      "epoch": 0.21180087199251427,
      "grad_norm": 0.5106998085975647,
      "learning_rate": 4.603739166738615e-05,
      "loss": 5.2011,
      "step": 241970
    },
    {
      "epoch": 0.21180524858614144,
      "grad_norm": 0.4844453036785126,
      "learning_rate": 4.603722570012593e-05,
      "loss": 5.0445,
      "step": 241975
    },
    {
      "epoch": 0.2118096251797686,
      "grad_norm": 0.5145936012268066,
      "learning_rate": 4.6037059729772336e-05,
      "loss": 5.1132,
      "step": 241980
    },
    {
      "epoch": 0.21181400177339574,
      "grad_norm": 0.49736103415489197,
      "learning_rate": 4.60368937563254e-05,
      "loss": 5.086,
      "step": 241985
    },
    {
      "epoch": 0.21181837836702289,
      "grad_norm": 0.47296130657196045,
      "learning_rate": 4.603672777978517e-05,
      "loss": 4.81,
      "step": 241990
    },
    {
      "epoch": 0.21182275496065003,
      "grad_norm": 0.5042924284934998,
      "learning_rate": 4.6036561800151665e-05,
      "loss": 4.6616,
      "step": 241995
    },
    {
      "epoch": 0.2118271315542772,
      "grad_norm": 0.4772384464740753,
      "learning_rate": 4.6036395817424916e-05,
      "loss": 4.8903,
      "step": 242000
    },
    {
      "epoch": 0.21183150814790436,
      "grad_norm": 0.49708619713783264,
      "learning_rate": 4.603622983160497e-05,
      "loss": 5.2198,
      "step": 242005
    },
    {
      "epoch": 0.2118358847415315,
      "grad_norm": 0.48638060688972473,
      "learning_rate": 4.6036063842691846e-05,
      "loss": 4.862,
      "step": 242010
    },
    {
      "epoch": 0.21184026133515865,
      "grad_norm": 0.4799953103065491,
      "learning_rate": 4.603589785068557e-05,
      "loss": 5.123,
      "step": 242015
    },
    {
      "epoch": 0.21184463792878583,
      "grad_norm": 0.4959535300731659,
      "learning_rate": 4.6035731855586186e-05,
      "loss": 4.8242,
      "step": 242020
    },
    {
      "epoch": 0.21184901452241298,
      "grad_norm": 0.5019374489784241,
      "learning_rate": 4.603556585739373e-05,
      "loss": 5.0997,
      "step": 242025
    },
    {
      "epoch": 0.21185339111604012,
      "grad_norm": 0.5109999775886536,
      "learning_rate": 4.603539985610822e-05,
      "loss": 5.7454,
      "step": 242030
    },
    {
      "epoch": 0.21185776770966727,
      "grad_norm": 0.48672375082969666,
      "learning_rate": 4.6035233851729684e-05,
      "loss": 5.9311,
      "step": 242035
    },
    {
      "epoch": 0.21186214430329445,
      "grad_norm": 0.5109753012657166,
      "learning_rate": 4.603506784425818e-05,
      "loss": 5.6719,
      "step": 242040
    },
    {
      "epoch": 0.2118665208969216,
      "grad_norm": 0.4698185622692108,
      "learning_rate": 4.603490183369372e-05,
      "loss": 4.8062,
      "step": 242045
    },
    {
      "epoch": 0.21187089749054874,
      "grad_norm": 0.5409114360809326,
      "learning_rate": 4.6034735820036344e-05,
      "loss": 5.2007,
      "step": 242050
    },
    {
      "epoch": 0.2118752740841759,
      "grad_norm": 0.5003891587257385,
      "learning_rate": 4.6034569803286084e-05,
      "loss": 4.9315,
      "step": 242055
    },
    {
      "epoch": 0.21187965067780307,
      "grad_norm": 0.5012556910514832,
      "learning_rate": 4.603440378344297e-05,
      "loss": 5.6311,
      "step": 242060
    },
    {
      "epoch": 0.21188402727143021,
      "grad_norm": 0.4808084964752197,
      "learning_rate": 4.603423776050703e-05,
      "loss": 5.2098,
      "step": 242065
    },
    {
      "epoch": 0.21188840386505736,
      "grad_norm": 0.48907139897346497,
      "learning_rate": 4.603407173447829e-05,
      "loss": 5.9385,
      "step": 242070
    },
    {
      "epoch": 0.2118927804586845,
      "grad_norm": 0.47493377327919006,
      "learning_rate": 4.6033905705356794e-05,
      "loss": 5.9648,
      "step": 242075
    },
    {
      "epoch": 0.21189715705231169,
      "grad_norm": 0.47966468334198,
      "learning_rate": 4.6033739673142585e-05,
      "loss": 4.8397,
      "step": 242080
    },
    {
      "epoch": 0.21190153364593883,
      "grad_norm": 0.5041244626045227,
      "learning_rate": 4.6033573637835656e-05,
      "loss": 4.3151,
      "step": 242085
    },
    {
      "epoch": 0.21190591023956598,
      "grad_norm": 0.5241240859031677,
      "learning_rate": 4.603340759943609e-05,
      "loss": 5.2037,
      "step": 242090
    },
    {
      "epoch": 0.21191028683319313,
      "grad_norm": 0.529416561126709,
      "learning_rate": 4.603324155794387e-05,
      "loss": 4.9027,
      "step": 242095
    },
    {
      "epoch": 0.2119146634268203,
      "grad_norm": 0.548664391040802,
      "learning_rate": 4.603307551335907e-05,
      "loss": 4.8184,
      "step": 242100
    },
    {
      "epoch": 0.21191904002044745,
      "grad_norm": 0.5157725811004639,
      "learning_rate": 4.6032909465681695e-05,
      "loss": 5.4316,
      "step": 242105
    },
    {
      "epoch": 0.2119234166140746,
      "grad_norm": 0.5015453696250916,
      "learning_rate": 4.6032743414911786e-05,
      "loss": 5.1973,
      "step": 242110
    },
    {
      "epoch": 0.21192779320770175,
      "grad_norm": 0.4721091687679291,
      "learning_rate": 4.603257736104938e-05,
      "loss": 5.3482,
      "step": 242115
    },
    {
      "epoch": 0.2119321698013289,
      "grad_norm": 0.5145123600959778,
      "learning_rate": 4.603241130409449e-05,
      "loss": 5.3788,
      "step": 242120
    },
    {
      "epoch": 0.21193654639495607,
      "grad_norm": 0.48556384444236755,
      "learning_rate": 4.603224524404718e-05,
      "loss": 5.6359,
      "step": 242125
    },
    {
      "epoch": 0.21194092298858322,
      "grad_norm": 0.4647260010242462,
      "learning_rate": 4.603207918090745e-05,
      "loss": 5.0199,
      "step": 242130
    },
    {
      "epoch": 0.21194529958221037,
      "grad_norm": 0.5565783381462097,
      "learning_rate": 4.603191311467535e-05,
      "loss": 4.4115,
      "step": 242135
    },
    {
      "epoch": 0.21194967617583751,
      "grad_norm": 0.5275208950042725,
      "learning_rate": 4.603174704535091e-05,
      "loss": 5.4889,
      "step": 242140
    },
    {
      "epoch": 0.2119540527694647,
      "grad_norm": 0.4812030494213104,
      "learning_rate": 4.603158097293414e-05,
      "loss": 4.6047,
      "step": 242145
    },
    {
      "epoch": 0.21195842936309184,
      "grad_norm": 0.5061497092247009,
      "learning_rate": 4.6031414897425105e-05,
      "loss": 5.165,
      "step": 242150
    },
    {
      "epoch": 0.21196280595671899,
      "grad_norm": 0.5400581359863281,
      "learning_rate": 4.603124881882382e-05,
      "loss": 5.6367,
      "step": 242155
    },
    {
      "epoch": 0.21196718255034613,
      "grad_norm": 0.5754140615463257,
      "learning_rate": 4.603108273713034e-05,
      "loss": 5.149,
      "step": 242160
    },
    {
      "epoch": 0.2119715591439733,
      "grad_norm": 0.5026282072067261,
      "learning_rate": 4.603091665234466e-05,
      "loss": 4.7232,
      "step": 242165
    },
    {
      "epoch": 0.21197593573760046,
      "grad_norm": 0.48001018166542053,
      "learning_rate": 4.603075056446683e-05,
      "loss": 4.8531,
      "step": 242170
    },
    {
      "epoch": 0.2119803123312276,
      "grad_norm": 0.5030698180198669,
      "learning_rate": 4.603058447349689e-05,
      "loss": 3.8719,
      "step": 242175
    },
    {
      "epoch": 0.21198468892485475,
      "grad_norm": 0.5557248592376709,
      "learning_rate": 4.603041837943485e-05,
      "loss": 5.7381,
      "step": 242180
    },
    {
      "epoch": 0.21198906551848193,
      "grad_norm": 0.6446581482887268,
      "learning_rate": 4.6030252282280764e-05,
      "loss": 4.9178,
      "step": 242185
    },
    {
      "epoch": 0.21199344211210908,
      "grad_norm": 0.4991174042224884,
      "learning_rate": 4.603008618203466e-05,
      "loss": 5.9406,
      "step": 242190
    },
    {
      "epoch": 0.21199781870573622,
      "grad_norm": 0.5000243782997131,
      "learning_rate": 4.602992007869656e-05,
      "loss": 5.1312,
      "step": 242195
    },
    {
      "epoch": 0.21200219529936337,
      "grad_norm": 0.5425441265106201,
      "learning_rate": 4.60297539722665e-05,
      "loss": 4.9306,
      "step": 242200
    },
    {
      "epoch": 0.21200657189299055,
      "grad_norm": 0.49861183762550354,
      "learning_rate": 4.6029587862744516e-05,
      "loss": 5.1054,
      "step": 242205
    },
    {
      "epoch": 0.2120109484866177,
      "grad_norm": 0.49248912930488586,
      "learning_rate": 4.6029421750130644e-05,
      "loss": 5.7186,
      "step": 242210
    },
    {
      "epoch": 0.21201532508024484,
      "grad_norm": 0.5288768410682678,
      "learning_rate": 4.602925563442489e-05,
      "loss": 5.414,
      "step": 242215
    },
    {
      "epoch": 0.212019701673872,
      "grad_norm": 0.4999556541442871,
      "learning_rate": 4.6029089515627335e-05,
      "loss": 5.9145,
      "step": 242220
    },
    {
      "epoch": 0.21202407826749917,
      "grad_norm": 0.5615839958190918,
      "learning_rate": 4.602892339373795e-05,
      "loss": 4.9534,
      "step": 242225
    },
    {
      "epoch": 0.21202845486112631,
      "grad_norm": 0.5376144647598267,
      "learning_rate": 4.602875726875683e-05,
      "loss": 5.2273,
      "step": 242230
    },
    {
      "epoch": 0.21203283145475346,
      "grad_norm": 0.4844042956829071,
      "learning_rate": 4.602859114068395e-05,
      "loss": 5.9611,
      "step": 242235
    },
    {
      "epoch": 0.2120372080483806,
      "grad_norm": 0.5527142286300659,
      "learning_rate": 4.602842500951939e-05,
      "loss": 5.3688,
      "step": 242240
    },
    {
      "epoch": 0.21204158464200776,
      "grad_norm": 0.504205048084259,
      "learning_rate": 4.602825887526315e-05,
      "loss": 4.7165,
      "step": 242245
    },
    {
      "epoch": 0.21204596123563493,
      "grad_norm": 0.4932324290275574,
      "learning_rate": 4.6028092737915275e-05,
      "loss": 5.9018,
      "step": 242250
    },
    {
      "epoch": 0.21205033782926208,
      "grad_norm": 0.5178894996643066,
      "learning_rate": 4.602792659747579e-05,
      "loss": 5.6871,
      "step": 242255
    },
    {
      "epoch": 0.21205471442288923,
      "grad_norm": 0.4977506399154663,
      "learning_rate": 4.6027760453944734e-05,
      "loss": 4.1933,
      "step": 242260
    },
    {
      "epoch": 0.21205909101651638,
      "grad_norm": 0.4898934066295624,
      "learning_rate": 4.602759430732213e-05,
      "loss": 5.1569,
      "step": 242265
    },
    {
      "epoch": 0.21206346761014355,
      "grad_norm": 0.4843057692050934,
      "learning_rate": 4.602742815760802e-05,
      "loss": 6.2506,
      "step": 242270
    },
    {
      "epoch": 0.2120678442037707,
      "grad_norm": 0.483541339635849,
      "learning_rate": 4.602726200480244e-05,
      "loss": 4.6853,
      "step": 242275
    },
    {
      "epoch": 0.21207222079739785,
      "grad_norm": 0.511637270450592,
      "learning_rate": 4.602709584890541e-05,
      "loss": 5.2414,
      "step": 242280
    },
    {
      "epoch": 0.212076597391025,
      "grad_norm": 0.4815427362918854,
      "learning_rate": 4.6026929689916966e-05,
      "loss": 4.8956,
      "step": 242285
    },
    {
      "epoch": 0.21208097398465217,
      "grad_norm": 0.49930763244628906,
      "learning_rate": 4.6026763527837136e-05,
      "loss": 5.2442,
      "step": 242290
    },
    {
      "epoch": 0.21208535057827932,
      "grad_norm": 0.5157148241996765,
      "learning_rate": 4.602659736266597e-05,
      "loss": 5.427,
      "step": 242295
    },
    {
      "epoch": 0.21208972717190647,
      "grad_norm": 0.4695691764354706,
      "learning_rate": 4.6026431194403475e-05,
      "loss": 5.2422,
      "step": 242300
    },
    {
      "epoch": 0.21209410376553361,
      "grad_norm": 0.5158848762512207,
      "learning_rate": 4.60262650230497e-05,
      "loss": 4.8976,
      "step": 242305
    },
    {
      "epoch": 0.2120984803591608,
      "grad_norm": 0.5206784605979919,
      "learning_rate": 4.602609884860466e-05,
      "loss": 5.3268,
      "step": 242310
    },
    {
      "epoch": 0.21210285695278794,
      "grad_norm": 0.619347095489502,
      "learning_rate": 4.602593267106841e-05,
      "loss": 4.8209,
      "step": 242315
    },
    {
      "epoch": 0.21210723354641509,
      "grad_norm": 0.5074673891067505,
      "learning_rate": 4.602576649044097e-05,
      "loss": 6.2643,
      "step": 242320
    },
    {
      "epoch": 0.21211161014004223,
      "grad_norm": 0.5862933993339539,
      "learning_rate": 4.602560030672237e-05,
      "loss": 5.9625,
      "step": 242325
    },
    {
      "epoch": 0.2121159867336694,
      "grad_norm": 0.4986383020877838,
      "learning_rate": 4.6025434119912646e-05,
      "loss": 4.4,
      "step": 242330
    },
    {
      "epoch": 0.21212036332729656,
      "grad_norm": 0.5621200203895569,
      "learning_rate": 4.6025267930011836e-05,
      "loss": 5.2337,
      "step": 242335
    },
    {
      "epoch": 0.2121247399209237,
      "grad_norm": 0.503857433795929,
      "learning_rate": 4.602510173701996e-05,
      "loss": 4.8201,
      "step": 242340
    },
    {
      "epoch": 0.21212911651455085,
      "grad_norm": 0.5035790801048279,
      "learning_rate": 4.6024935540937056e-05,
      "loss": 4.9152,
      "step": 242345
    },
    {
      "epoch": 0.21213349310817803,
      "grad_norm": 0.47862106561660767,
      "learning_rate": 4.602476934176315e-05,
      "loss": 5.4382,
      "step": 242350
    },
    {
      "epoch": 0.21213786970180518,
      "grad_norm": 0.5085315108299255,
      "learning_rate": 4.602460313949828e-05,
      "loss": 5.2172,
      "step": 242355
    },
    {
      "epoch": 0.21214224629543232,
      "grad_norm": 0.48700854182243347,
      "learning_rate": 4.602443693414248e-05,
      "loss": 5.4619,
      "step": 242360
    },
    {
      "epoch": 0.21214662288905947,
      "grad_norm": 0.49867796897888184,
      "learning_rate": 4.6024270725695786e-05,
      "loss": 3.8745,
      "step": 242365
    },
    {
      "epoch": 0.21215099948268662,
      "grad_norm": 0.5079599022865295,
      "learning_rate": 4.602410451415822e-05,
      "loss": 4.9058,
      "step": 242370
    },
    {
      "epoch": 0.2121553760763138,
      "grad_norm": 0.503983199596405,
      "learning_rate": 4.602393829952981e-05,
      "loss": 5.9549,
      "step": 242375
    },
    {
      "epoch": 0.21215975266994094,
      "grad_norm": 0.480465829372406,
      "learning_rate": 4.6023772081810604e-05,
      "loss": 5.4013,
      "step": 242380
    },
    {
      "epoch": 0.2121641292635681,
      "grad_norm": 0.5112782716751099,
      "learning_rate": 4.602360586100062e-05,
      "loss": 5.9352,
      "step": 242385
    },
    {
      "epoch": 0.21216850585719524,
      "grad_norm": 0.5034118294715881,
      "learning_rate": 4.602343963709989e-05,
      "loss": 5.4057,
      "step": 242390
    },
    {
      "epoch": 0.21217288245082241,
      "grad_norm": 0.5452577471733093,
      "learning_rate": 4.602327341010847e-05,
      "loss": 5.2419,
      "step": 242395
    },
    {
      "epoch": 0.21217725904444956,
      "grad_norm": 0.48363953828811646,
      "learning_rate": 4.602310718002636e-05,
      "loss": 4.7099,
      "step": 242400
    },
    {
      "epoch": 0.2121816356380767,
      "grad_norm": 0.4868379533290863,
      "learning_rate": 4.602294094685361e-05,
      "loss": 5.2158,
      "step": 242405
    },
    {
      "epoch": 0.21218601223170386,
      "grad_norm": 0.5009782314300537,
      "learning_rate": 4.602277471059024e-05,
      "loss": 5.9199,
      "step": 242410
    },
    {
      "epoch": 0.21219038882533103,
      "grad_norm": 0.4892513155937195,
      "learning_rate": 4.6022608471236295e-05,
      "loss": 5.7064,
      "step": 242415
    },
    {
      "epoch": 0.21219476541895818,
      "grad_norm": 0.5009503364562988,
      "learning_rate": 4.602244222879181e-05,
      "loss": 4.9152,
      "step": 242420
    },
    {
      "epoch": 0.21219914201258533,
      "grad_norm": 0.47568124532699585,
      "learning_rate": 4.6022275983256804e-05,
      "loss": 5.6029,
      "step": 242425
    },
    {
      "epoch": 0.21220351860621248,
      "grad_norm": 0.5341991186141968,
      "learning_rate": 4.6022109734631315e-05,
      "loss": 4.9304,
      "step": 242430
    },
    {
      "epoch": 0.21220789519983965,
      "grad_norm": 0.5077515840530396,
      "learning_rate": 4.6021943482915376e-05,
      "loss": 5.6982,
      "step": 242435
    },
    {
      "epoch": 0.2122122717934668,
      "grad_norm": 0.5284866094589233,
      "learning_rate": 4.6021777228109006e-05,
      "loss": 4.7005,
      "step": 242440
    },
    {
      "epoch": 0.21221664838709395,
      "grad_norm": 0.477882981300354,
      "learning_rate": 4.602161097021226e-05,
      "loss": 5.9223,
      "step": 242445
    },
    {
      "epoch": 0.2122210249807211,
      "grad_norm": 0.4889674782752991,
      "learning_rate": 4.602144470922516e-05,
      "loss": 5.7096,
      "step": 242450
    },
    {
      "epoch": 0.21222540157434827,
      "grad_norm": 0.49936744570732117,
      "learning_rate": 4.602127844514773e-05,
      "loss": 5.9318,
      "step": 242455
    },
    {
      "epoch": 0.21222977816797542,
      "grad_norm": 0.4902706444263458,
      "learning_rate": 4.602111217798001e-05,
      "loss": 4.6656,
      "step": 242460
    },
    {
      "epoch": 0.21223415476160257,
      "grad_norm": 0.515960693359375,
      "learning_rate": 4.602094590772203e-05,
      "loss": 5.4015,
      "step": 242465
    },
    {
      "epoch": 0.21223853135522971,
      "grad_norm": 0.5780064463615417,
      "learning_rate": 4.602077963437382e-05,
      "loss": 4.6022,
      "step": 242470
    },
    {
      "epoch": 0.2122429079488569,
      "grad_norm": 0.5311094522476196,
      "learning_rate": 4.602061335793543e-05,
      "loss": 5.1321,
      "step": 242475
    },
    {
      "epoch": 0.21224728454248404,
      "grad_norm": 0.4846140742301941,
      "learning_rate": 4.602044707840686e-05,
      "loss": 6.2271,
      "step": 242480
    },
    {
      "epoch": 0.21225166113611119,
      "grad_norm": 0.5358426570892334,
      "learning_rate": 4.602028079578816e-05,
      "loss": 5.3707,
      "step": 242485
    },
    {
      "epoch": 0.21225603772973833,
      "grad_norm": 0.5034868717193604,
      "learning_rate": 4.602011451007937e-05,
      "loss": 5.1229,
      "step": 242490
    },
    {
      "epoch": 0.21226041432336548,
      "grad_norm": 0.48225852847099304,
      "learning_rate": 4.601994822128051e-05,
      "loss": 5.1231,
      "step": 242495
    },
    {
      "epoch": 0.21226479091699266,
      "grad_norm": 0.4942483603954315,
      "learning_rate": 4.601978192939161e-05,
      "loss": 5.4431,
      "step": 242500
    },
    {
      "epoch": 0.2122691675106198,
      "grad_norm": 0.5048254132270813,
      "learning_rate": 4.601961563441272e-05,
      "loss": 5.204,
      "step": 242505
    },
    {
      "epoch": 0.21227354410424695,
      "grad_norm": 0.4808221459388733,
      "learning_rate": 4.601944933634384e-05,
      "loss": 5.6152,
      "step": 242510
    },
    {
      "epoch": 0.2122779206978741,
      "grad_norm": 0.5330321192741394,
      "learning_rate": 4.6019283035185046e-05,
      "loss": 5.1422,
      "step": 242515
    },
    {
      "epoch": 0.21228229729150128,
      "grad_norm": 0.5110867619514465,
      "learning_rate": 4.6019116730936326e-05,
      "loss": 5.1795,
      "step": 242520
    },
    {
      "epoch": 0.21228667388512842,
      "grad_norm": 0.49463972449302673,
      "learning_rate": 4.601895042359774e-05,
      "loss": 5.1073,
      "step": 242525
    },
    {
      "epoch": 0.21229105047875557,
      "grad_norm": 0.4818743169307709,
      "learning_rate": 4.601878411316931e-05,
      "loss": 5.4057,
      "step": 242530
    },
    {
      "epoch": 0.21229542707238272,
      "grad_norm": 0.4828391969203949,
      "learning_rate": 4.6018617799651076e-05,
      "loss": 5.3782,
      "step": 242535
    },
    {
      "epoch": 0.2122998036660099,
      "grad_norm": 0.4913780391216278,
      "learning_rate": 4.6018451483043055e-05,
      "loss": 4.6184,
      "step": 242540
    },
    {
      "epoch": 0.21230418025963704,
      "grad_norm": 0.47891131043434143,
      "learning_rate": 4.601828516334529e-05,
      "loss": 5.6715,
      "step": 242545
    },
    {
      "epoch": 0.2123085568532642,
      "grad_norm": 0.5017979741096497,
      "learning_rate": 4.601811884055781e-05,
      "loss": 5.308,
      "step": 242550
    },
    {
      "epoch": 0.21231293344689134,
      "grad_norm": 0.5065944790840149,
      "learning_rate": 4.601795251468065e-05,
      "loss": 4.6273,
      "step": 242555
    },
    {
      "epoch": 0.21231731004051851,
      "grad_norm": 0.49694910645484924,
      "learning_rate": 4.601778618571384e-05,
      "loss": 4.9482,
      "step": 242560
    },
    {
      "epoch": 0.21232168663414566,
      "grad_norm": 0.5036378502845764,
      "learning_rate": 4.601761985365741e-05,
      "loss": 4.6461,
      "step": 242565
    },
    {
      "epoch": 0.2123260632277728,
      "grad_norm": 0.4869415760040283,
      "learning_rate": 4.60174535185114e-05,
      "loss": 5.9539,
      "step": 242570
    },
    {
      "epoch": 0.21233043982139996,
      "grad_norm": 0.49067333340644836,
      "learning_rate": 4.601728718027583e-05,
      "loss": 5.6596,
      "step": 242575
    },
    {
      "epoch": 0.21233481641502713,
      "grad_norm": 0.4767637848854065,
      "learning_rate": 4.601712083895075e-05,
      "loss": 4.9071,
      "step": 242580
    },
    {
      "epoch": 0.21233919300865428,
      "grad_norm": 0.4995032846927643,
      "learning_rate": 4.6016954494536165e-05,
      "loss": 5.22,
      "step": 242585
    },
    {
      "epoch": 0.21234356960228143,
      "grad_norm": 0.4990183711051941,
      "learning_rate": 4.601678814703213e-05,
      "loss": 5.7275,
      "step": 242590
    },
    {
      "epoch": 0.21234794619590858,
      "grad_norm": 0.5724875926971436,
      "learning_rate": 4.6016621796438666e-05,
      "loss": 4.4266,
      "step": 242595
    },
    {
      "epoch": 0.21235232278953575,
      "grad_norm": 0.4925149977207184,
      "learning_rate": 4.601645544275581e-05,
      "loss": 4.6744,
      "step": 242600
    },
    {
      "epoch": 0.2123566993831629,
      "grad_norm": 0.5136182904243469,
      "learning_rate": 4.60162890859836e-05,
      "loss": 5.3631,
      "step": 242605
    },
    {
      "epoch": 0.21236107597679005,
      "grad_norm": 0.5271605849266052,
      "learning_rate": 4.601612272612206e-05,
      "loss": 5.412,
      "step": 242610
    },
    {
      "epoch": 0.2123654525704172,
      "grad_norm": 0.5992301106452942,
      "learning_rate": 4.601595636317121e-05,
      "loss": 4.9257,
      "step": 242615
    },
    {
      "epoch": 0.21236982916404437,
      "grad_norm": 0.5562543272972107,
      "learning_rate": 4.6015789997131106e-05,
      "loss": 4.3791,
      "step": 242620
    },
    {
      "epoch": 0.21237420575767152,
      "grad_norm": 0.497167706489563,
      "learning_rate": 4.601562362800177e-05,
      "loss": 5.1167,
      "step": 242625
    },
    {
      "epoch": 0.21237858235129867,
      "grad_norm": 0.4930418133735657,
      "learning_rate": 4.601545725578323e-05,
      "loss": 5.2292,
      "step": 242630
    },
    {
      "epoch": 0.21238295894492581,
      "grad_norm": 0.49402302503585815,
      "learning_rate": 4.601529088047553e-05,
      "loss": 5.7376,
      "step": 242635
    },
    {
      "epoch": 0.21238733553855296,
      "grad_norm": 0.6005935668945312,
      "learning_rate": 4.6015124502078676e-05,
      "loss": 5.3137,
      "step": 242640
    },
    {
      "epoch": 0.21239171213218014,
      "grad_norm": 0.5358128547668457,
      "learning_rate": 4.6014958120592735e-05,
      "loss": 5.3849,
      "step": 242645
    },
    {
      "epoch": 0.21239608872580729,
      "grad_norm": 0.5382768511772156,
      "learning_rate": 4.601479173601771e-05,
      "loss": 5.3535,
      "step": 242650
    },
    {
      "epoch": 0.21240046531943443,
      "grad_norm": 0.5065603256225586,
      "learning_rate": 4.6014625348353656e-05,
      "loss": 5.6482,
      "step": 242655
    },
    {
      "epoch": 0.21240484191306158,
      "grad_norm": 0.49162793159484863,
      "learning_rate": 4.601445895760058e-05,
      "loss": 4.9073,
      "step": 242660
    },
    {
      "epoch": 0.21240921850668876,
      "grad_norm": 0.5468680262565613,
      "learning_rate": 4.601429256375854e-05,
      "loss": 5.4198,
      "step": 242665
    },
    {
      "epoch": 0.2124135951003159,
      "grad_norm": 0.5336599946022034,
      "learning_rate": 4.601412616682755e-05,
      "loss": 5.414,
      "step": 242670
    },
    {
      "epoch": 0.21241797169394305,
      "grad_norm": 0.4719202518463135,
      "learning_rate": 4.6013959766807656e-05,
      "loss": 5.4309,
      "step": 242675
    },
    {
      "epoch": 0.2124223482875702,
      "grad_norm": 0.5681591629981995,
      "learning_rate": 4.6013793363698875e-05,
      "loss": 4.8614,
      "step": 242680
    },
    {
      "epoch": 0.21242672488119738,
      "grad_norm": 0.5108964443206787,
      "learning_rate": 4.601362695750124e-05,
      "loss": 4.3886,
      "step": 242685
    },
    {
      "epoch": 0.21243110147482452,
      "grad_norm": 0.5035946369171143,
      "learning_rate": 4.6013460548214794e-05,
      "loss": 5.1312,
      "step": 242690
    },
    {
      "epoch": 0.21243547806845167,
      "grad_norm": 0.4926440715789795,
      "learning_rate": 4.601329413583958e-05,
      "loss": 5.746,
      "step": 242695
    },
    {
      "epoch": 0.21243985466207882,
      "grad_norm": 0.4876193106174469,
      "learning_rate": 4.601312772037559e-05,
      "loss": 4.884,
      "step": 242700
    },
    {
      "epoch": 0.212444231255706,
      "grad_norm": 0.5021674036979675,
      "learning_rate": 4.60129613018229e-05,
      "loss": 4.4277,
      "step": 242705
    },
    {
      "epoch": 0.21244860784933314,
      "grad_norm": 0.4804483950138092,
      "learning_rate": 4.601279488018152e-05,
      "loss": 5.137,
      "step": 242710
    },
    {
      "epoch": 0.2124529844429603,
      "grad_norm": 0.48628073930740356,
      "learning_rate": 4.6012628455451476e-05,
      "loss": 5.1394,
      "step": 242715
    },
    {
      "epoch": 0.21245736103658744,
      "grad_norm": 0.48212313652038574,
      "learning_rate": 4.601246202763282e-05,
      "loss": 4.9961,
      "step": 242720
    },
    {
      "epoch": 0.21246173763021461,
      "grad_norm": 0.4922867715358734,
      "learning_rate": 4.601229559672556e-05,
      "loss": 5.3941,
      "step": 242725
    },
    {
      "epoch": 0.21246611422384176,
      "grad_norm": 0.5028262734413147,
      "learning_rate": 4.601212916272975e-05,
      "loss": 5.0926,
      "step": 242730
    },
    {
      "epoch": 0.2124704908174689,
      "grad_norm": 0.4885893762111664,
      "learning_rate": 4.6011962725645417e-05,
      "loss": 5.7342,
      "step": 242735
    },
    {
      "epoch": 0.21247486741109606,
      "grad_norm": 0.4983079731464386,
      "learning_rate": 4.601179628547259e-05,
      "loss": 4.1698,
      "step": 242740
    },
    {
      "epoch": 0.21247924400472323,
      "grad_norm": 0.49071770906448364,
      "learning_rate": 4.601162984221129e-05,
      "loss": 4.6979,
      "step": 242745
    },
    {
      "epoch": 0.21248362059835038,
      "grad_norm": 0.5259427428245544,
      "learning_rate": 4.601146339586156e-05,
      "loss": 4.6413,
      "step": 242750
    },
    {
      "epoch": 0.21248799719197753,
      "grad_norm": 0.49171167612075806,
      "learning_rate": 4.601129694642344e-05,
      "loss": 5.6063,
      "step": 242755
    },
    {
      "epoch": 0.21249237378560468,
      "grad_norm": 0.48478683829307556,
      "learning_rate": 4.601113049389695e-05,
      "loss": 5.9516,
      "step": 242760
    },
    {
      "epoch": 0.21249675037923182,
      "grad_norm": 0.4984149932861328,
      "learning_rate": 4.6010964038282134e-05,
      "loss": 5.96,
      "step": 242765
    },
    {
      "epoch": 0.212501126972859,
      "grad_norm": 0.514328122138977,
      "learning_rate": 4.601079757957901e-05,
      "loss": 5.1847,
      "step": 242770
    },
    {
      "epoch": 0.21250550356648615,
      "grad_norm": 0.4853564500808716,
      "learning_rate": 4.601063111778762e-05,
      "loss": 4.623,
      "step": 242775
    },
    {
      "epoch": 0.2125098801601133,
      "grad_norm": 0.49888095259666443,
      "learning_rate": 4.601046465290798e-05,
      "loss": 5.3459,
      "step": 242780
    },
    {
      "epoch": 0.21251425675374044,
      "grad_norm": 0.5129419565200806,
      "learning_rate": 4.601029818494015e-05,
      "loss": 5.1206,
      "step": 242785
    },
    {
      "epoch": 0.21251863334736762,
      "grad_norm": 0.5078650712966919,
      "learning_rate": 4.601013171388413e-05,
      "loss": 5.2048,
      "step": 242790
    },
    {
      "epoch": 0.21252300994099477,
      "grad_norm": 0.4969610869884491,
      "learning_rate": 4.600996523973998e-05,
      "loss": 5.4246,
      "step": 242795
    },
    {
      "epoch": 0.21252738653462191,
      "grad_norm": 0.4835219085216522,
      "learning_rate": 4.6009798762507715e-05,
      "loss": 5.9436,
      "step": 242800
    },
    {
      "epoch": 0.21253176312824906,
      "grad_norm": 0.4795509874820709,
      "learning_rate": 4.600963228218739e-05,
      "loss": 5.6553,
      "step": 242805
    },
    {
      "epoch": 0.21253613972187624,
      "grad_norm": 0.5033127665519714,
      "learning_rate": 4.6009465798778996e-05,
      "loss": 4.9196,
      "step": 242810
    },
    {
      "epoch": 0.21254051631550339,
      "grad_norm": 0.4815509617328644,
      "learning_rate": 4.600929931228261e-05,
      "loss": 5.3864,
      "step": 242815
    },
    {
      "epoch": 0.21254489290913053,
      "grad_norm": 0.4733796715736389,
      "learning_rate": 4.600913282269822e-05,
      "loss": 4.8511,
      "step": 242820
    },
    {
      "epoch": 0.21254926950275768,
      "grad_norm": 0.5038987994194031,
      "learning_rate": 4.60089663300259e-05,
      "loss": 5.9121,
      "step": 242825
    },
    {
      "epoch": 0.21255364609638486,
      "grad_norm": 0.47247636318206787,
      "learning_rate": 4.6008799834265657e-05,
      "loss": 4.6347,
      "step": 242830
    },
    {
      "epoch": 0.212558022690012,
      "grad_norm": 0.5036962032318115,
      "learning_rate": 4.600863333541753e-05,
      "loss": 5.0874,
      "step": 242835
    },
    {
      "epoch": 0.21256239928363915,
      "grad_norm": 0.5049594640731812,
      "learning_rate": 4.600846683348156e-05,
      "loss": 4.8204,
      "step": 242840
    },
    {
      "epoch": 0.2125667758772663,
      "grad_norm": 0.5061212182044983,
      "learning_rate": 4.600830032845775e-05,
      "loss": 4.1735,
      "step": 242845
    },
    {
      "epoch": 0.21257115247089348,
      "grad_norm": 0.5046053528785706,
      "learning_rate": 4.6008133820346166e-05,
      "loss": 5.9455,
      "step": 242850
    },
    {
      "epoch": 0.21257552906452062,
      "grad_norm": 0.5040926933288574,
      "learning_rate": 4.6007967309146826e-05,
      "loss": 5.3314,
      "step": 242855
    },
    {
      "epoch": 0.21257990565814777,
      "grad_norm": 0.49771231412887573,
      "learning_rate": 4.600780079485976e-05,
      "loss": 5.2199,
      "step": 242860
    },
    {
      "epoch": 0.21258428225177492,
      "grad_norm": 0.511994481086731,
      "learning_rate": 4.6007634277485e-05,
      "loss": 5.1897,
      "step": 242865
    },
    {
      "epoch": 0.2125886588454021,
      "grad_norm": 0.5504426956176758,
      "learning_rate": 4.6007467757022584e-05,
      "loss": 4.3752,
      "step": 242870
    },
    {
      "epoch": 0.21259303543902924,
      "grad_norm": 0.4911379814147949,
      "learning_rate": 4.600730123347254e-05,
      "loss": 5.1562,
      "step": 242875
    },
    {
      "epoch": 0.2125974120326564,
      "grad_norm": 0.5215981602668762,
      "learning_rate": 4.6007134706834895e-05,
      "loss": 5.089,
      "step": 242880
    },
    {
      "epoch": 0.21260178862628354,
      "grad_norm": 0.5006918907165527,
      "learning_rate": 4.60069681771097e-05,
      "loss": 5.7029,
      "step": 242885
    },
    {
      "epoch": 0.2126061652199107,
      "grad_norm": 0.4762870669364929,
      "learning_rate": 4.600680164429696e-05,
      "loss": 5.9412,
      "step": 242890
    },
    {
      "epoch": 0.21261054181353786,
      "grad_norm": 0.49934515357017517,
      "learning_rate": 4.600663510839672e-05,
      "loss": 5.2192,
      "step": 242895
    },
    {
      "epoch": 0.212614918407165,
      "grad_norm": 0.4978848993778229,
      "learning_rate": 4.6006468569409035e-05,
      "loss": 4.9461,
      "step": 242900
    },
    {
      "epoch": 0.21261929500079216,
      "grad_norm": 0.4932214617729187,
      "learning_rate": 4.6006302027333895e-05,
      "loss": 4.71,
      "step": 242905
    },
    {
      "epoch": 0.2126236715944193,
      "grad_norm": 0.49674567580223083,
      "learning_rate": 4.600613548217135e-05,
      "loss": 5.4353,
      "step": 242910
    },
    {
      "epoch": 0.21262804818804648,
      "grad_norm": 0.5144056677818298,
      "learning_rate": 4.600596893392145e-05,
      "loss": 5.1146,
      "step": 242915
    },
    {
      "epoch": 0.21263242478167363,
      "grad_norm": 0.49133461713790894,
      "learning_rate": 4.6005802382584194e-05,
      "loss": 4.4219,
      "step": 242920
    },
    {
      "epoch": 0.21263680137530078,
      "grad_norm": 0.5230233669281006,
      "learning_rate": 4.6005635828159645e-05,
      "loss": 5.4211,
      "step": 242925
    },
    {
      "epoch": 0.21264117796892792,
      "grad_norm": 0.500224769115448,
      "learning_rate": 4.600546927064782e-05,
      "loss": 4.8555,
      "step": 242930
    },
    {
      "epoch": 0.2126455545625551,
      "grad_norm": 0.47898954153060913,
      "learning_rate": 4.600530271004875e-05,
      "loss": 4.6577,
      "step": 242935
    },
    {
      "epoch": 0.21264993115618225,
      "grad_norm": 0.5054625868797302,
      "learning_rate": 4.600513614636247e-05,
      "loss": 5.1208,
      "step": 242940
    },
    {
      "epoch": 0.2126543077498094,
      "grad_norm": 0.4842509925365448,
      "learning_rate": 4.600496957958902e-05,
      "loss": 4.897,
      "step": 242945
    },
    {
      "epoch": 0.21265868434343654,
      "grad_norm": 0.4935016632080078,
      "learning_rate": 4.6004803009728416e-05,
      "loss": 5.2128,
      "step": 242950
    },
    {
      "epoch": 0.21266306093706372,
      "grad_norm": 0.4838580787181854,
      "learning_rate": 4.60046364367807e-05,
      "loss": 4.3865,
      "step": 242955
    },
    {
      "epoch": 0.21266743753069087,
      "grad_norm": 0.4893583357334137,
      "learning_rate": 4.60044698607459e-05,
      "loss": 4.6356,
      "step": 242960
    },
    {
      "epoch": 0.21267181412431801,
      "grad_norm": 0.49806663393974304,
      "learning_rate": 4.600430328162405e-05,
      "loss": 5.3874,
      "step": 242965
    },
    {
      "epoch": 0.21267619071794516,
      "grad_norm": 0.47436073422431946,
      "learning_rate": 4.600413669941519e-05,
      "loss": 5.2317,
      "step": 242970
    },
    {
      "epoch": 0.21268056731157234,
      "grad_norm": 0.5008738040924072,
      "learning_rate": 4.6003970114119346e-05,
      "loss": 5.6412,
      "step": 242975
    },
    {
      "epoch": 0.21268494390519949,
      "grad_norm": 0.48278316855430603,
      "learning_rate": 4.600380352573654e-05,
      "loss": 5.2392,
      "step": 242980
    },
    {
      "epoch": 0.21268932049882663,
      "grad_norm": 0.48052406311035156,
      "learning_rate": 4.6003636934266824e-05,
      "loss": 5.5941,
      "step": 242985
    },
    {
      "epoch": 0.21269369709245378,
      "grad_norm": 0.49643030762672424,
      "learning_rate": 4.6003470339710206e-05,
      "loss": 5.9377,
      "step": 242990
    },
    {
      "epoch": 0.21269807368608096,
      "grad_norm": 0.4892784357070923,
      "learning_rate": 4.600330374206675e-05,
      "loss": 4.8417,
      "step": 242995
    },
    {
      "epoch": 0.2127024502797081,
      "grad_norm": 0.5020853281021118,
      "learning_rate": 4.600313714133646e-05,
      "loss": 4.3154,
      "step": 243000
    },
    {
      "epoch": 0.21270682687333525,
      "grad_norm": 0.5203967690467834,
      "learning_rate": 4.6002970537519374e-05,
      "loss": 5.128,
      "step": 243005
    },
    {
      "epoch": 0.2127112034669624,
      "grad_norm": 0.472255676984787,
      "learning_rate": 4.600280393061554e-05,
      "loss": 5.1116,
      "step": 243010
    },
    {
      "epoch": 0.21271558006058955,
      "grad_norm": 0.4913780987262726,
      "learning_rate": 4.600263732062496e-05,
      "loss": 5.7166,
      "step": 243015
    },
    {
      "epoch": 0.21271995665421672,
      "grad_norm": 0.49434274435043335,
      "learning_rate": 4.60024707075477e-05,
      "loss": 5.2438,
      "step": 243020
    },
    {
      "epoch": 0.21272433324784387,
      "grad_norm": 0.4919174015522003,
      "learning_rate": 4.6002304091383765e-05,
      "loss": 4.9221,
      "step": 243025
    },
    {
      "epoch": 0.21272870984147102,
      "grad_norm": 0.5023437142372131,
      "learning_rate": 4.60021374721332e-05,
      "loss": 5.7212,
      "step": 243030
    },
    {
      "epoch": 0.21273308643509817,
      "grad_norm": 0.4766267240047455,
      "learning_rate": 4.600197084979604e-05,
      "loss": 5.9252,
      "step": 243035
    },
    {
      "epoch": 0.21273746302872534,
      "grad_norm": 0.49041420221328735,
      "learning_rate": 4.6001804224372314e-05,
      "loss": 5.1721,
      "step": 243040
    },
    {
      "epoch": 0.2127418396223525,
      "grad_norm": 0.49734732508659363,
      "learning_rate": 4.6001637595862055e-05,
      "loss": 5.1656,
      "step": 243045
    },
    {
      "epoch": 0.21274621621597964,
      "grad_norm": 0.4994945526123047,
      "learning_rate": 4.600147096426528e-05,
      "loss": 5.7082,
      "step": 243050
    },
    {
      "epoch": 0.2127505928096068,
      "grad_norm": 0.4943077266216278,
      "learning_rate": 4.600130432958205e-05,
      "loss": 5.6809,
      "step": 243055
    },
    {
      "epoch": 0.21275496940323396,
      "grad_norm": 0.4862811267375946,
      "learning_rate": 4.600113769181237e-05,
      "loss": 4.9058,
      "step": 243060
    },
    {
      "epoch": 0.2127593459968611,
      "grad_norm": 0.5020005106925964,
      "learning_rate": 4.60009710509563e-05,
      "loss": 4.8852,
      "step": 243065
    },
    {
      "epoch": 0.21276372259048826,
      "grad_norm": 0.4939981698989868,
      "learning_rate": 4.600080440701383e-05,
      "loss": 5.2078,
      "step": 243070
    },
    {
      "epoch": 0.2127680991841154,
      "grad_norm": 0.496268630027771,
      "learning_rate": 4.6000637759985034e-05,
      "loss": 5.7288,
      "step": 243075
    },
    {
      "epoch": 0.21277247577774258,
      "grad_norm": 0.4813411235809326,
      "learning_rate": 4.6000471109869926e-05,
      "loss": 5.3193,
      "step": 243080
    },
    {
      "epoch": 0.21277685237136973,
      "grad_norm": 0.4804745316505432,
      "learning_rate": 4.600030445666854e-05,
      "loss": 5.3535,
      "step": 243085
    },
    {
      "epoch": 0.21278122896499688,
      "grad_norm": 0.48540565371513367,
      "learning_rate": 4.6000137800380915e-05,
      "loss": 5.4064,
      "step": 243090
    },
    {
      "epoch": 0.21278560555862402,
      "grad_norm": 0.5138173699378967,
      "learning_rate": 4.599997114100707e-05,
      "loss": 5.1054,
      "step": 243095
    },
    {
      "epoch": 0.2127899821522512,
      "grad_norm": 0.4787246584892273,
      "learning_rate": 4.599980447854705e-05,
      "loss": 5.3504,
      "step": 243100
    },
    {
      "epoch": 0.21279435874587835,
      "grad_norm": 0.4826129078865051,
      "learning_rate": 4.5999637813000865e-05,
      "loss": 5.9619,
      "step": 243105
    },
    {
      "epoch": 0.2127987353395055,
      "grad_norm": 0.5044121146202087,
      "learning_rate": 4.5999471144368566e-05,
      "loss": 4.8789,
      "step": 243110
    },
    {
      "epoch": 0.21280311193313264,
      "grad_norm": 0.49908575415611267,
      "learning_rate": 4.5999304472650195e-05,
      "loss": 5.6305,
      "step": 243115
    },
    {
      "epoch": 0.21280748852675982,
      "grad_norm": 0.5033390522003174,
      "learning_rate": 4.599913779784576e-05,
      "loss": 4.9078,
      "step": 243120
    },
    {
      "epoch": 0.21281186512038697,
      "grad_norm": 0.49340227246284485,
      "learning_rate": 4.5998971119955314e-05,
      "loss": 6.1951,
      "step": 243125
    },
    {
      "epoch": 0.21281624171401411,
      "grad_norm": 0.5253841280937195,
      "learning_rate": 4.599880443897887e-05,
      "loss": 5.0774,
      "step": 243130
    },
    {
      "epoch": 0.21282061830764126,
      "grad_norm": 0.48175397515296936,
      "learning_rate": 4.599863775491647e-05,
      "loss": 5.211,
      "step": 243135
    },
    {
      "epoch": 0.2128249949012684,
      "grad_norm": 0.5036047697067261,
      "learning_rate": 4.5998471067768156e-05,
      "loss": 5.2087,
      "step": 243140
    },
    {
      "epoch": 0.2128293714948956,
      "grad_norm": 0.5122315883636475,
      "learning_rate": 4.599830437753394e-05,
      "loss": 4.6822,
      "step": 243145
    },
    {
      "epoch": 0.21283374808852273,
      "grad_norm": 0.5192990303039551,
      "learning_rate": 4.599813768421387e-05,
      "loss": 5.6244,
      "step": 243150
    },
    {
      "epoch": 0.21283812468214988,
      "grad_norm": 0.49085015058517456,
      "learning_rate": 4.599797098780797e-05,
      "loss": 5.7374,
      "step": 243155
    },
    {
      "epoch": 0.21284250127577703,
      "grad_norm": 0.490407794713974,
      "learning_rate": 4.599780428831627e-05,
      "loss": 4.3138,
      "step": 243160
    },
    {
      "epoch": 0.2128468778694042,
      "grad_norm": 0.7331010103225708,
      "learning_rate": 4.5997637585738803e-05,
      "loss": 5.7117,
      "step": 243165
    },
    {
      "epoch": 0.21285125446303135,
      "grad_norm": 0.5179929137229919,
      "learning_rate": 4.599747088007562e-05,
      "loss": 5.7114,
      "step": 243170
    },
    {
      "epoch": 0.2128556310566585,
      "grad_norm": 0.5259353518486023,
      "learning_rate": 4.599730417132673e-05,
      "loss": 5.3486,
      "step": 243175
    },
    {
      "epoch": 0.21286000765028565,
      "grad_norm": 0.5350390672683716,
      "learning_rate": 4.599713745949217e-05,
      "loss": 5.117,
      "step": 243180
    },
    {
      "epoch": 0.21286438424391282,
      "grad_norm": 0.5438164472579956,
      "learning_rate": 4.599697074457198e-05,
      "loss": 5.2338,
      "step": 243185
    },
    {
      "epoch": 0.21286876083753997,
      "grad_norm": 0.4946701228618622,
      "learning_rate": 4.599680402656619e-05,
      "loss": 5.9361,
      "step": 243190
    },
    {
      "epoch": 0.21287313743116712,
      "grad_norm": 0.5045523643493652,
      "learning_rate": 4.599663730547482e-05,
      "loss": 5.6168,
      "step": 243195
    },
    {
      "epoch": 0.21287751402479427,
      "grad_norm": 0.4945526719093323,
      "learning_rate": 4.599647058129791e-05,
      "loss": 5.0907,
      "step": 243200
    },
    {
      "epoch": 0.21288189061842144,
      "grad_norm": 0.48767781257629395,
      "learning_rate": 4.5996303854035504e-05,
      "loss": 4.529,
      "step": 243205
    },
    {
      "epoch": 0.2128862672120486,
      "grad_norm": 0.5259250402450562,
      "learning_rate": 4.599613712368762e-05,
      "loss": 5.1147,
      "step": 243210
    },
    {
      "epoch": 0.21289064380567574,
      "grad_norm": 0.5046781301498413,
      "learning_rate": 4.599597039025429e-05,
      "loss": 6.2006,
      "step": 243215
    },
    {
      "epoch": 0.2128950203993029,
      "grad_norm": 0.4789890944957733,
      "learning_rate": 4.5995803653735556e-05,
      "loss": 5.2967,
      "step": 243220
    },
    {
      "epoch": 0.21289939699293006,
      "grad_norm": 0.5100655555725098,
      "learning_rate": 4.5995636914131444e-05,
      "loss": 4.683,
      "step": 243225
    },
    {
      "epoch": 0.2129037735865572,
      "grad_norm": 0.4767073690891266,
      "learning_rate": 4.599547017144199e-05,
      "loss": 5.9373,
      "step": 243230
    },
    {
      "epoch": 0.21290815018018436,
      "grad_norm": 0.5167976021766663,
      "learning_rate": 4.599530342566721e-05,
      "loss": 5.1391,
      "step": 243235
    },
    {
      "epoch": 0.2129125267738115,
      "grad_norm": 0.5184248089790344,
      "learning_rate": 4.599513667680716e-05,
      "loss": 5.2027,
      "step": 243240
    },
    {
      "epoch": 0.21291690336743868,
      "grad_norm": 0.4825870096683502,
      "learning_rate": 4.599496992486186e-05,
      "loss": 5.3974,
      "step": 243245
    },
    {
      "epoch": 0.21292127996106583,
      "grad_norm": 0.5255851149559021,
      "learning_rate": 4.599480316983135e-05,
      "loss": 5.1166,
      "step": 243250
    },
    {
      "epoch": 0.21292565655469298,
      "grad_norm": 0.492234468460083,
      "learning_rate": 4.599463641171563e-05,
      "loss": 5.1312,
      "step": 243255
    },
    {
      "epoch": 0.21293003314832012,
      "grad_norm": 0.4788665175437927,
      "learning_rate": 4.599446965051478e-05,
      "loss": 5.7615,
      "step": 243260
    },
    {
      "epoch": 0.2129344097419473,
      "grad_norm": 0.5028135776519775,
      "learning_rate": 4.59943028862288e-05,
      "loss": 4.7282,
      "step": 243265
    },
    {
      "epoch": 0.21293878633557445,
      "grad_norm": 0.4881415367126465,
      "learning_rate": 4.5994136118857736e-05,
      "loss": 5.4123,
      "step": 243270
    },
    {
      "epoch": 0.2129431629292016,
      "grad_norm": 0.5084438323974609,
      "learning_rate": 4.599396934840162e-05,
      "loss": 4.7214,
      "step": 243275
    },
    {
      "epoch": 0.21294753952282874,
      "grad_norm": 0.5078989863395691,
      "learning_rate": 4.599380257486048e-05,
      "loss": 5.4418,
      "step": 243280
    },
    {
      "epoch": 0.2129519161164559,
      "grad_norm": 0.48537877202033997,
      "learning_rate": 4.599363579823434e-05,
      "loss": 5.7157,
      "step": 243285
    },
    {
      "epoch": 0.21295629271008307,
      "grad_norm": 0.4855703115463257,
      "learning_rate": 4.599346901852325e-05,
      "loss": 6.2686,
      "step": 243290
    },
    {
      "epoch": 0.21296066930371021,
      "grad_norm": 0.4830901026725769,
      "learning_rate": 4.599330223572722e-05,
      "loss": 5.8982,
      "step": 243295
    },
    {
      "epoch": 0.21296504589733736,
      "grad_norm": 0.5052552819252014,
      "learning_rate": 4.5993135449846304e-05,
      "loss": 5.1039,
      "step": 243300
    },
    {
      "epoch": 0.2129694224909645,
      "grad_norm": 0.5070715546607971,
      "learning_rate": 4.599296866088052e-05,
      "loss": 5.215,
      "step": 243305
    },
    {
      "epoch": 0.2129737990845917,
      "grad_norm": 0.5667140483856201,
      "learning_rate": 4.599280186882992e-05,
      "loss": 4.593,
      "step": 243310
    },
    {
      "epoch": 0.21297817567821883,
      "grad_norm": 0.5925962924957275,
      "learning_rate": 4.59926350736945e-05,
      "loss": 5.404,
      "step": 243315
    },
    {
      "epoch": 0.21298255227184598,
      "grad_norm": 0.5069202184677124,
      "learning_rate": 4.5992468275474335e-05,
      "loss": 5.714,
      "step": 243320
    },
    {
      "epoch": 0.21298692886547313,
      "grad_norm": 0.5021787285804749,
      "learning_rate": 4.5992301474169416e-05,
      "loss": 4.9099,
      "step": 243325
    },
    {
      "epoch": 0.2129913054591003,
      "grad_norm": 0.5000923275947571,
      "learning_rate": 4.5992134669779806e-05,
      "loss": 5.4668,
      "step": 243330
    },
    {
      "epoch": 0.21299568205272745,
      "grad_norm": 0.48312368988990784,
      "learning_rate": 4.599196786230552e-05,
      "loss": 5.1228,
      "step": 243335
    },
    {
      "epoch": 0.2130000586463546,
      "grad_norm": 0.5124260187149048,
      "learning_rate": 4.5991801051746596e-05,
      "loss": 5.1839,
      "step": 243340
    },
    {
      "epoch": 0.21300443523998175,
      "grad_norm": 0.4865886867046356,
      "learning_rate": 4.599163423810308e-05,
      "loss": 5.9262,
      "step": 243345
    },
    {
      "epoch": 0.21300881183360892,
      "grad_norm": 0.49356359243392944,
      "learning_rate": 4.5991467421374976e-05,
      "loss": 5.3856,
      "step": 243350
    },
    {
      "epoch": 0.21301318842723607,
      "grad_norm": 0.4983959496021271,
      "learning_rate": 4.599130060156234e-05,
      "loss": 5.4599,
      "step": 243355
    },
    {
      "epoch": 0.21301756502086322,
      "grad_norm": 0.504351019859314,
      "learning_rate": 4.599113377866518e-05,
      "loss": 5.1953,
      "step": 243360
    },
    {
      "epoch": 0.21302194161449037,
      "grad_norm": 0.48453468084335327,
      "learning_rate": 4.599096695268356e-05,
      "loss": 5.94,
      "step": 243365
    },
    {
      "epoch": 0.21302631820811754,
      "grad_norm": 0.49251434206962585,
      "learning_rate": 4.599080012361749e-05,
      "loss": 5.6527,
      "step": 243370
    },
    {
      "epoch": 0.2130306948017447,
      "grad_norm": 0.5025524497032166,
      "learning_rate": 4.599063329146701e-05,
      "loss": 5.6428,
      "step": 243375
    },
    {
      "epoch": 0.21303507139537184,
      "grad_norm": 0.5131012797355652,
      "learning_rate": 4.599046645623214e-05,
      "loss": 4.7206,
      "step": 243380
    },
    {
      "epoch": 0.213039447988999,
      "grad_norm": 0.49897995591163635,
      "learning_rate": 4.599029961791294e-05,
      "loss": 5.1408,
      "step": 243385
    },
    {
      "epoch": 0.21304382458262616,
      "grad_norm": 0.49550795555114746,
      "learning_rate": 4.59901327765094e-05,
      "loss": 5.4298,
      "step": 243390
    },
    {
      "epoch": 0.2130482011762533,
      "grad_norm": 0.5186318755149841,
      "learning_rate": 4.598996593202159e-05,
      "loss": 5.0945,
      "step": 243395
    },
    {
      "epoch": 0.21305257776988046,
      "grad_norm": 0.4978768527507782,
      "learning_rate": 4.5989799084449526e-05,
      "loss": 5.9156,
      "step": 243400
    },
    {
      "epoch": 0.2130569543635076,
      "grad_norm": 0.48803776502609253,
      "learning_rate": 4.598963223379324e-05,
      "loss": 5.3445,
      "step": 243405
    },
    {
      "epoch": 0.21306133095713475,
      "grad_norm": 0.4850206673145294,
      "learning_rate": 4.5989465380052775e-05,
      "loss": 5.1378,
      "step": 243410
    },
    {
      "epoch": 0.21306570755076193,
      "grad_norm": 0.5088100433349609,
      "learning_rate": 4.5989298523228154e-05,
      "loss": 4.6258,
      "step": 243415
    },
    {
      "epoch": 0.21307008414438908,
      "grad_norm": 0.5122978091239929,
      "learning_rate": 4.598913166331941e-05,
      "loss": 4.6274,
      "step": 243420
    },
    {
      "epoch": 0.21307446073801622,
      "grad_norm": 0.4912354648113251,
      "learning_rate": 4.598896480032656e-05,
      "loss": 5.6295,
      "step": 243425
    },
    {
      "epoch": 0.21307883733164337,
      "grad_norm": 0.507274329662323,
      "learning_rate": 4.5988797934249674e-05,
      "loss": 5.4226,
      "step": 243430
    },
    {
      "epoch": 0.21308321392527055,
      "grad_norm": 0.5037234425544739,
      "learning_rate": 4.598863106508875e-05,
      "loss": 5.9332,
      "step": 243435
    },
    {
      "epoch": 0.2130875905188977,
      "grad_norm": 0.48326486349105835,
      "learning_rate": 4.5988464192843825e-05,
      "loss": 4.8604,
      "step": 243440
    },
    {
      "epoch": 0.21309196711252484,
      "grad_norm": 0.49142009019851685,
      "learning_rate": 4.598829731751496e-05,
      "loss": 5.9406,
      "step": 243445
    },
    {
      "epoch": 0.213096343706152,
      "grad_norm": 0.4866241216659546,
      "learning_rate": 4.598813043910214e-05,
      "loss": 5.9465,
      "step": 243450
    },
    {
      "epoch": 0.21310072029977917,
      "grad_norm": 0.47428977489471436,
      "learning_rate": 4.598796355760544e-05,
      "loss": 5.9629,
      "step": 243455
    },
    {
      "epoch": 0.21310509689340632,
      "grad_norm": 0.47928106784820557,
      "learning_rate": 4.598779667302487e-05,
      "loss": 5.1314,
      "step": 243460
    },
    {
      "epoch": 0.21310947348703346,
      "grad_norm": 0.4913391172885895,
      "learning_rate": 4.5987629785360464e-05,
      "loss": 5.6968,
      "step": 243465
    },
    {
      "epoch": 0.2131138500806606,
      "grad_norm": 0.49522262811660767,
      "learning_rate": 4.5987462894612254e-05,
      "loss": 5.7735,
      "step": 243470
    },
    {
      "epoch": 0.2131182266742878,
      "grad_norm": 0.5271534323692322,
      "learning_rate": 4.5987296000780275e-05,
      "loss": 5.1495,
      "step": 243475
    },
    {
      "epoch": 0.21312260326791493,
      "grad_norm": 0.541093647480011,
      "learning_rate": 4.598712910386457e-05,
      "loss": 5.4406,
      "step": 243480
    },
    {
      "epoch": 0.21312697986154208,
      "grad_norm": 0.5188109874725342,
      "learning_rate": 4.598696220386516e-05,
      "loss": 5.204,
      "step": 243485
    },
    {
      "epoch": 0.21313135645516923,
      "grad_norm": 0.4858168363571167,
      "learning_rate": 4.598679530078207e-05,
      "loss": 5.0887,
      "step": 243490
    },
    {
      "epoch": 0.2131357330487964,
      "grad_norm": 0.4968067407608032,
      "learning_rate": 4.598662839461535e-05,
      "loss": 4.3234,
      "step": 243495
    },
    {
      "epoch": 0.21314010964242355,
      "grad_norm": 0.5028427243232727,
      "learning_rate": 4.598646148536501e-05,
      "loss": 4.1325,
      "step": 243500
    },
    {
      "epoch": 0.2131444862360507,
      "grad_norm": 0.5219524502754211,
      "learning_rate": 4.59862945730311e-05,
      "loss": 4.8374,
      "step": 243505
    },
    {
      "epoch": 0.21314886282967785,
      "grad_norm": 0.48719528317451477,
      "learning_rate": 4.598612765761364e-05,
      "loss": 5.1158,
      "step": 243510
    },
    {
      "epoch": 0.21315323942330502,
      "grad_norm": 0.48738205432891846,
      "learning_rate": 4.5985960739112676e-05,
      "loss": 5.1481,
      "step": 243515
    },
    {
      "epoch": 0.21315761601693217,
      "grad_norm": 0.49727076292037964,
      "learning_rate": 4.598579381752823e-05,
      "loss": 5.7237,
      "step": 243520
    },
    {
      "epoch": 0.21316199261055932,
      "grad_norm": 0.5709820985794067,
      "learning_rate": 4.5985626892860344e-05,
      "loss": 4.4067,
      "step": 243525
    },
    {
      "epoch": 0.21316636920418647,
      "grad_norm": 0.5049883723258972,
      "learning_rate": 4.598545996510903e-05,
      "loss": 5.4309,
      "step": 243530
    },
    {
      "epoch": 0.21317074579781362,
      "grad_norm": 0.48245084285736084,
      "learning_rate": 4.5985293034274344e-05,
      "loss": 4.8012,
      "step": 243535
    },
    {
      "epoch": 0.2131751223914408,
      "grad_norm": 0.5084444880485535,
      "learning_rate": 4.5985126100356314e-05,
      "loss": 5.101,
      "step": 243540
    },
    {
      "epoch": 0.21317949898506794,
      "grad_norm": 0.4975520074367523,
      "learning_rate": 4.598495916335495e-05,
      "loss": 5.6535,
      "step": 243545
    },
    {
      "epoch": 0.2131838755786951,
      "grad_norm": 0.5302948355674744,
      "learning_rate": 4.5984792223270314e-05,
      "loss": 5.1138,
      "step": 243550
    },
    {
      "epoch": 0.21318825217232223,
      "grad_norm": 0.48949021100997925,
      "learning_rate": 4.5984625280102413e-05,
      "loss": 5.6473,
      "step": 243555
    },
    {
      "epoch": 0.2131926287659494,
      "grad_norm": 0.5149499177932739,
      "learning_rate": 4.5984458333851285e-05,
      "loss": 4.9251,
      "step": 243560
    },
    {
      "epoch": 0.21319700535957656,
      "grad_norm": 0.4843401312828064,
      "learning_rate": 4.5984291384516984e-05,
      "loss": 4.9117,
      "step": 243565
    },
    {
      "epoch": 0.2132013819532037,
      "grad_norm": 0.4786871373653412,
      "learning_rate": 4.598412443209953e-05,
      "loss": 5.0086,
      "step": 243570
    },
    {
      "epoch": 0.21320575854683085,
      "grad_norm": 0.47574079036712646,
      "learning_rate": 4.598395747659894e-05,
      "loss": 5.0281,
      "step": 243575
    },
    {
      "epoch": 0.21321013514045803,
      "grad_norm": 0.5678114891052246,
      "learning_rate": 4.5983790518015255e-05,
      "loss": 4.6336,
      "step": 243580
    },
    {
      "epoch": 0.21321451173408518,
      "grad_norm": 0.5271567106246948,
      "learning_rate": 4.5983623556348507e-05,
      "loss": 5.217,
      "step": 243585
    },
    {
      "epoch": 0.21321888832771232,
      "grad_norm": 0.5159123539924622,
      "learning_rate": 4.598345659159874e-05,
      "loss": 5.9482,
      "step": 243590
    },
    {
      "epoch": 0.21322326492133947,
      "grad_norm": 0.5065439343452454,
      "learning_rate": 4.598328962376598e-05,
      "loss": 4.9338,
      "step": 243595
    },
    {
      "epoch": 0.21322764151496665,
      "grad_norm": 0.4664446711540222,
      "learning_rate": 4.598312265285024e-05,
      "loss": 4.5815,
      "step": 243600
    },
    {
      "epoch": 0.2132320181085938,
      "grad_norm": 0.5091948509216309,
      "learning_rate": 4.598295567885158e-05,
      "loss": 5.4214,
      "step": 243605
    },
    {
      "epoch": 0.21323639470222094,
      "grad_norm": 0.5005643963813782,
      "learning_rate": 4.598278870177003e-05,
      "loss": 4.6822,
      "step": 243610
    },
    {
      "epoch": 0.2132407712958481,
      "grad_norm": 0.4815227687358856,
      "learning_rate": 4.59826217216056e-05,
      "loss": 5.1247,
      "step": 243615
    },
    {
      "epoch": 0.21324514788947527,
      "grad_norm": 0.48611947894096375,
      "learning_rate": 4.598245473835834e-05,
      "loss": 5.9854,
      "step": 243620
    },
    {
      "epoch": 0.21324952448310242,
      "grad_norm": 0.4987906217575073,
      "learning_rate": 4.598228775202826e-05,
      "loss": 4.6824,
      "step": 243625
    },
    {
      "epoch": 0.21325390107672956,
      "grad_norm": 0.49397122859954834,
      "learning_rate": 4.598212076261543e-05,
      "loss": 5.3102,
      "step": 243630
    },
    {
      "epoch": 0.2132582776703567,
      "grad_norm": 0.4942292869091034,
      "learning_rate": 4.5981953770119854e-05,
      "loss": 5.4102,
      "step": 243635
    },
    {
      "epoch": 0.2132626542639839,
      "grad_norm": 0.48313963413238525,
      "learning_rate": 4.598178677454158e-05,
      "loss": 5.4186,
      "step": 243640
    },
    {
      "epoch": 0.21326703085761103,
      "grad_norm": 0.4955778121948242,
      "learning_rate": 4.598161977588063e-05,
      "loss": 5.2055,
      "step": 243645
    },
    {
      "epoch": 0.21327140745123818,
      "grad_norm": 0.5181348919868469,
      "learning_rate": 4.598145277413702e-05,
      "loss": 5.615,
      "step": 243650
    },
    {
      "epoch": 0.21327578404486533,
      "grad_norm": 0.5037047863006592,
      "learning_rate": 4.598128576931082e-05,
      "loss": 5.3862,
      "step": 243655
    },
    {
      "epoch": 0.21328016063849248,
      "grad_norm": 0.509881854057312,
      "learning_rate": 4.5981118761402045e-05,
      "loss": 5.6234,
      "step": 243660
    },
    {
      "epoch": 0.21328453723211965,
      "grad_norm": 0.5071672797203064,
      "learning_rate": 4.5980951750410705e-05,
      "loss": 5.741,
      "step": 243665
    },
    {
      "epoch": 0.2132889138257468,
      "grad_norm": 0.4944444000720978,
      "learning_rate": 4.598078473633687e-05,
      "loss": 5.9646,
      "step": 243670
    },
    {
      "epoch": 0.21329329041937395,
      "grad_norm": 0.5016857981681824,
      "learning_rate": 4.598061771918055e-05,
      "loss": 5.4445,
      "step": 243675
    },
    {
      "epoch": 0.2132976670130011,
      "grad_norm": 0.5061835050582886,
      "learning_rate": 4.598045069894178e-05,
      "loss": 5.4496,
      "step": 243680
    },
    {
      "epoch": 0.21330204360662827,
      "grad_norm": 0.49109765887260437,
      "learning_rate": 4.598028367562058e-05,
      "loss": 5.3447,
      "step": 243685
    },
    {
      "epoch": 0.21330642020025542,
      "grad_norm": 0.4831629991531372,
      "learning_rate": 4.598011664921702e-05,
      "loss": 5.6398,
      "step": 243690
    },
    {
      "epoch": 0.21331079679388257,
      "grad_norm": 0.48098835349082947,
      "learning_rate": 4.59799496197311e-05,
      "loss": 5.1078,
      "step": 243695
    },
    {
      "epoch": 0.21331517338750972,
      "grad_norm": 0.5103986263275146,
      "learning_rate": 4.597978258716285e-05,
      "loss": 4.0859,
      "step": 243700
    },
    {
      "epoch": 0.2133195499811369,
      "grad_norm": 0.5138165950775146,
      "learning_rate": 4.5979615551512324e-05,
      "loss": 4.0853,
      "step": 243705
    },
    {
      "epoch": 0.21332392657476404,
      "grad_norm": 0.5339685678482056,
      "learning_rate": 4.5979448512779543e-05,
      "loss": 6.2418,
      "step": 243710
    },
    {
      "epoch": 0.2133283031683912,
      "grad_norm": 0.4907991290092468,
      "learning_rate": 4.597928147096453e-05,
      "loss": 5.6318,
      "step": 243715
    },
    {
      "epoch": 0.21333267976201833,
      "grad_norm": 0.4808504283428192,
      "learning_rate": 4.597911442606734e-05,
      "loss": 5.4204,
      "step": 243720
    },
    {
      "epoch": 0.2133370563556455,
      "grad_norm": 0.5695326924324036,
      "learning_rate": 4.597894737808798e-05,
      "loss": 4.8863,
      "step": 243725
    },
    {
      "epoch": 0.21334143294927266,
      "grad_norm": 0.5210884809494019,
      "learning_rate": 4.597878032702649e-05,
      "loss": 4.9566,
      "step": 243730
    },
    {
      "epoch": 0.2133458095428998,
      "grad_norm": 0.4783686101436615,
      "learning_rate": 4.597861327288292e-05,
      "loss": 4.5972,
      "step": 243735
    },
    {
      "epoch": 0.21335018613652695,
      "grad_norm": 0.4958396553993225,
      "learning_rate": 4.597844621565729e-05,
      "loss": 6.265,
      "step": 243740
    },
    {
      "epoch": 0.21335456273015413,
      "grad_norm": 0.753622829914093,
      "learning_rate": 4.597827915534961e-05,
      "loss": 4.2089,
      "step": 243745
    },
    {
      "epoch": 0.21335893932378128,
      "grad_norm": 0.4913358986377716,
      "learning_rate": 4.597811209195995e-05,
      "loss": 5.2109,
      "step": 243750
    },
    {
      "epoch": 0.21336331591740842,
      "grad_norm": 0.4995015859603882,
      "learning_rate": 4.597794502548832e-05,
      "loss": 4.7798,
      "step": 243755
    },
    {
      "epoch": 0.21336769251103557,
      "grad_norm": 0.4859054386615753,
      "learning_rate": 4.5977777955934756e-05,
      "loss": 4.9047,
      "step": 243760
    },
    {
      "epoch": 0.21337206910466275,
      "grad_norm": 0.48538264632225037,
      "learning_rate": 4.597761088329929e-05,
      "loss": 4.6146,
      "step": 243765
    },
    {
      "epoch": 0.2133764456982899,
      "grad_norm": 0.5077955722808838,
      "learning_rate": 4.597744380758196e-05,
      "loss": 5.7032,
      "step": 243770
    },
    {
      "epoch": 0.21338082229191704,
      "grad_norm": 0.5188009738922119,
      "learning_rate": 4.597727672878279e-05,
      "loss": 5.6467,
      "step": 243775
    },
    {
      "epoch": 0.2133851988855442,
      "grad_norm": 0.4837450385093689,
      "learning_rate": 4.597710964690182e-05,
      "loss": 5.6459,
      "step": 243780
    },
    {
      "epoch": 0.21338957547917134,
      "grad_norm": 0.4804286062717438,
      "learning_rate": 4.597694256193907e-05,
      "loss": 5.1197,
      "step": 243785
    },
    {
      "epoch": 0.21339395207279852,
      "grad_norm": 0.4945289194583893,
      "learning_rate": 4.597677547389459e-05,
      "loss": 5.6496,
      "step": 243790
    },
    {
      "epoch": 0.21339832866642566,
      "grad_norm": 0.48935267329216003,
      "learning_rate": 4.597660838276839e-05,
      "loss": 4.8989,
      "step": 243795
    },
    {
      "epoch": 0.2134027052600528,
      "grad_norm": 0.4788895547389984,
      "learning_rate": 4.597644128856053e-05,
      "loss": 5.6596,
      "step": 243800
    },
    {
      "epoch": 0.21340708185367996,
      "grad_norm": 0.49914973974227905,
      "learning_rate": 4.597627419127103e-05,
      "loss": 5.4185,
      "step": 243805
    },
    {
      "epoch": 0.21341145844730713,
      "grad_norm": 0.5228106379508972,
      "learning_rate": 4.59761070908999e-05,
      "loss": 4.3995,
      "step": 243810
    },
    {
      "epoch": 0.21341583504093428,
      "grad_norm": 0.4976479411125183,
      "learning_rate": 4.597593998744721e-05,
      "loss": 5.2313,
      "step": 243815
    },
    {
      "epoch": 0.21342021163456143,
      "grad_norm": 0.510860800743103,
      "learning_rate": 4.597577288091296e-05,
      "loss": 5.4442,
      "step": 243820
    },
    {
      "epoch": 0.21342458822818858,
      "grad_norm": 0.4939750134944916,
      "learning_rate": 4.5975605771297205e-05,
      "loss": 5.224,
      "step": 243825
    },
    {
      "epoch": 0.21342896482181575,
      "grad_norm": 0.4961157739162445,
      "learning_rate": 4.597543865859997e-05,
      "loss": 4.9637,
      "step": 243830
    },
    {
      "epoch": 0.2134333414154429,
      "grad_norm": 0.47679588198661804,
      "learning_rate": 4.5975271542821275e-05,
      "loss": 5.7562,
      "step": 243835
    },
    {
      "epoch": 0.21343771800907005,
      "grad_norm": 0.4932635426521301,
      "learning_rate": 4.597510442396117e-05,
      "loss": 5.9174,
      "step": 243840
    },
    {
      "epoch": 0.2134420946026972,
      "grad_norm": 0.48283302783966064,
      "learning_rate": 4.597493730201968e-05,
      "loss": 5.6976,
      "step": 243845
    },
    {
      "epoch": 0.21344647119632437,
      "grad_norm": 0.5028518438339233,
      "learning_rate": 4.597477017699684e-05,
      "loss": 5.4538,
      "step": 243850
    },
    {
      "epoch": 0.21345084778995152,
      "grad_norm": 0.48867177963256836,
      "learning_rate": 4.597460304889267e-05,
      "loss": 5.1069,
      "step": 243855
    },
    {
      "epoch": 0.21345522438357867,
      "grad_norm": 0.4990343451499939,
      "learning_rate": 4.5974435917707215e-05,
      "loss": 5.426,
      "step": 243860
    },
    {
      "epoch": 0.21345960097720582,
      "grad_norm": 0.49038460850715637,
      "learning_rate": 4.597426878344051e-05,
      "loss": 4.3912,
      "step": 243865
    },
    {
      "epoch": 0.213463977570833,
      "grad_norm": 0.49964234232902527,
      "learning_rate": 4.597410164609257e-05,
      "loss": 5.4209,
      "step": 243870
    },
    {
      "epoch": 0.21346835416446014,
      "grad_norm": 0.503422200679779,
      "learning_rate": 4.5973934505663453e-05,
      "loss": 4.6147,
      "step": 243875
    },
    {
      "epoch": 0.2134727307580873,
      "grad_norm": 0.48581311106681824,
      "learning_rate": 4.5973767362153165e-05,
      "loss": 5.6658,
      "step": 243880
    },
    {
      "epoch": 0.21347710735171443,
      "grad_norm": 0.4945182502269745,
      "learning_rate": 4.597360021556175e-05,
      "loss": 4.9172,
      "step": 243885
    },
    {
      "epoch": 0.2134814839453416,
      "grad_norm": 0.48656341433525085,
      "learning_rate": 4.597343306588925e-05,
      "loss": 5.7498,
      "step": 243890
    },
    {
      "epoch": 0.21348586053896876,
      "grad_norm": 0.4920033812522888,
      "learning_rate": 4.5973265913135676e-05,
      "loss": 4.683,
      "step": 243895
    },
    {
      "epoch": 0.2134902371325959,
      "grad_norm": 0.4996297359466553,
      "learning_rate": 4.597309875730108e-05,
      "loss": 5.9223,
      "step": 243900
    },
    {
      "epoch": 0.21349461372622305,
      "grad_norm": 0.5519080758094788,
      "learning_rate": 4.5972931598385483e-05,
      "loss": 5.1211,
      "step": 243905
    },
    {
      "epoch": 0.21349899031985023,
      "grad_norm": 0.5115156769752502,
      "learning_rate": 4.5972764436388924e-05,
      "loss": 5.207,
      "step": 243910
    },
    {
      "epoch": 0.21350336691347738,
      "grad_norm": 0.49833622574806213,
      "learning_rate": 4.597259727131142e-05,
      "loss": 4.9099,
      "step": 243915
    },
    {
      "epoch": 0.21350774350710452,
      "grad_norm": 0.4963277578353882,
      "learning_rate": 4.597243010315303e-05,
      "loss": 5.7252,
      "step": 243920
    },
    {
      "epoch": 0.21351212010073167,
      "grad_norm": 0.5030808448791504,
      "learning_rate": 4.5972262931913756e-05,
      "loss": 5.2567,
      "step": 243925
    },
    {
      "epoch": 0.21351649669435882,
      "grad_norm": 0.49673834443092346,
      "learning_rate": 4.597209575759366e-05,
      "loss": 5.6922,
      "step": 243930
    },
    {
      "epoch": 0.213520873287986,
      "grad_norm": 0.49127185344696045,
      "learning_rate": 4.597192858019275e-05,
      "loss": 5.235,
      "step": 243935
    },
    {
      "epoch": 0.21352524988161314,
      "grad_norm": 0.5129146575927734,
      "learning_rate": 4.5971761399711066e-05,
      "loss": 5.7222,
      "step": 243940
    },
    {
      "epoch": 0.2135296264752403,
      "grad_norm": 0.5224252343177795,
      "learning_rate": 4.597159421614865e-05,
      "loss": 4.9139,
      "step": 243945
    },
    {
      "epoch": 0.21353400306886744,
      "grad_norm": 0.49368757009506226,
      "learning_rate": 4.597142702950552e-05,
      "loss": 4.7053,
      "step": 243950
    },
    {
      "epoch": 0.21353837966249462,
      "grad_norm": 0.5360578298568726,
      "learning_rate": 4.597125983978171e-05,
      "loss": 5.139,
      "step": 243955
    },
    {
      "epoch": 0.21354275625612176,
      "grad_norm": 0.6877247095108032,
      "learning_rate": 4.5971092646977266e-05,
      "loss": 5.9437,
      "step": 243960
    },
    {
      "epoch": 0.2135471328497489,
      "grad_norm": 0.48156827688217163,
      "learning_rate": 4.5970925451092206e-05,
      "loss": 5.1329,
      "step": 243965
    },
    {
      "epoch": 0.21355150944337606,
      "grad_norm": 0.4882007837295532,
      "learning_rate": 4.597075825212657e-05,
      "loss": 4.7217,
      "step": 243970
    },
    {
      "epoch": 0.21355588603700323,
      "grad_norm": 0.6610088348388672,
      "learning_rate": 4.597059105008038e-05,
      "loss": 4.6004,
      "step": 243975
    },
    {
      "epoch": 0.21356026263063038,
      "grad_norm": 0.7203359007835388,
      "learning_rate": 4.5970423844953684e-05,
      "loss": 5.448,
      "step": 243980
    },
    {
      "epoch": 0.21356463922425753,
      "grad_norm": 0.47358056902885437,
      "learning_rate": 4.5970256636746504e-05,
      "loss": 4.708,
      "step": 243985
    },
    {
      "epoch": 0.21356901581788468,
      "grad_norm": 0.5639373660087585,
      "learning_rate": 4.5970089425458875e-05,
      "loss": 5.2479,
      "step": 243990
    },
    {
      "epoch": 0.21357339241151185,
      "grad_norm": 0.7703081965446472,
      "learning_rate": 4.5969922211090824e-05,
      "loss": 4.8934,
      "step": 243995
    },
    {
      "epoch": 0.213577769005139,
      "grad_norm": 0.5344460606575012,
      "learning_rate": 4.5969754993642386e-05,
      "loss": 5.1235,
      "step": 244000
    },
    {
      "epoch": 0.21358214559876615,
      "grad_norm": 0.49370622634887695,
      "learning_rate": 4.596958777311361e-05,
      "loss": 5.3477,
      "step": 244005
    },
    {
      "epoch": 0.2135865221923933,
      "grad_norm": 0.4832288920879364,
      "learning_rate": 4.5969420549504495e-05,
      "loss": 4.5274,
      "step": 244010
    },
    {
      "epoch": 0.21359089878602047,
      "grad_norm": 0.509865939617157,
      "learning_rate": 4.59692533228151e-05,
      "loss": 5.4571,
      "step": 244015
    },
    {
      "epoch": 0.21359527537964762,
      "grad_norm": 0.502949059009552,
      "learning_rate": 4.5969086093045446e-05,
      "loss": 5.4002,
      "step": 244020
    },
    {
      "epoch": 0.21359965197327477,
      "grad_norm": 0.47748231887817383,
      "learning_rate": 4.5968918860195564e-05,
      "loss": 5.1355,
      "step": 244025
    },
    {
      "epoch": 0.21360402856690192,
      "grad_norm": 0.49116137623786926,
      "learning_rate": 4.59687516242655e-05,
      "loss": 4.3098,
      "step": 244030
    },
    {
      "epoch": 0.2136084051605291,
      "grad_norm": 0.5146052241325378,
      "learning_rate": 4.5968584385255265e-05,
      "loss": 4.8716,
      "step": 244035
    },
    {
      "epoch": 0.21361278175415624,
      "grad_norm": 0.48492440581321716,
      "learning_rate": 4.596841714316491e-05,
      "loss": 5.6866,
      "step": 244040
    },
    {
      "epoch": 0.2136171583477834,
      "grad_norm": 0.4943283200263977,
      "learning_rate": 4.5968249897994466e-05,
      "loss": 4.8948,
      "step": 244045
    },
    {
      "epoch": 0.21362153494141053,
      "grad_norm": 0.47524628043174744,
      "learning_rate": 4.596808264974394e-05,
      "loss": 5.9266,
      "step": 244050
    },
    {
      "epoch": 0.21362591153503768,
      "grad_norm": 0.48973533511161804,
      "learning_rate": 4.59679153984134e-05,
      "loss": 4.9304,
      "step": 244055
    },
    {
      "epoch": 0.21363028812866486,
      "grad_norm": 0.500203013420105,
      "learning_rate": 4.596774814400285e-05,
      "loss": 5.3342,
      "step": 244060
    },
    {
      "epoch": 0.213634664722292,
      "grad_norm": 0.49186331033706665,
      "learning_rate": 4.596758088651235e-05,
      "loss": 4.927,
      "step": 244065
    },
    {
      "epoch": 0.21363904131591915,
      "grad_norm": 0.49333223700523376,
      "learning_rate": 4.5967413625941903e-05,
      "loss": 5.7112,
      "step": 244070
    },
    {
      "epoch": 0.2136434179095463,
      "grad_norm": 0.478393018245697,
      "learning_rate": 4.596724636229156e-05,
      "loss": 5.7464,
      "step": 244075
    },
    {
      "epoch": 0.21364779450317348,
      "grad_norm": 0.4787375032901764,
      "learning_rate": 4.596707909556135e-05,
      "loss": 4.9079,
      "step": 244080
    },
    {
      "epoch": 0.21365217109680062,
      "grad_norm": 0.5000811815261841,
      "learning_rate": 4.596691182575129e-05,
      "loss": 5.4223,
      "step": 244085
    },
    {
      "epoch": 0.21365654769042777,
      "grad_norm": 0.497010737657547,
      "learning_rate": 4.596674455286144e-05,
      "loss": 4.8738,
      "step": 244090
    },
    {
      "epoch": 0.21366092428405492,
      "grad_norm": 0.4900459349155426,
      "learning_rate": 4.596657727689181e-05,
      "loss": 5.1503,
      "step": 244095
    },
    {
      "epoch": 0.2136653008776821,
      "grad_norm": 0.49741044640541077,
      "learning_rate": 4.596640999784244e-05,
      "loss": 4.8899,
      "step": 244100
    },
    {
      "epoch": 0.21366967747130924,
      "grad_norm": 0.4912969470024109,
      "learning_rate": 4.596624271571337e-05,
      "loss": 5.4142,
      "step": 244105
    },
    {
      "epoch": 0.2136740540649364,
      "grad_norm": 0.5136783719062805,
      "learning_rate": 4.5966075430504616e-05,
      "loss": 5.4257,
      "step": 244110
    },
    {
      "epoch": 0.21367843065856354,
      "grad_norm": 0.552594006061554,
      "learning_rate": 4.596590814221622e-05,
      "loss": 4.6009,
      "step": 244115
    },
    {
      "epoch": 0.21368280725219072,
      "grad_norm": 0.5246449112892151,
      "learning_rate": 4.5965740850848216e-05,
      "loss": 5.3974,
      "step": 244120
    },
    {
      "epoch": 0.21368718384581786,
      "grad_norm": 0.5412685871124268,
      "learning_rate": 4.596557355640062e-05,
      "loss": 5.1276,
      "step": 244125
    },
    {
      "epoch": 0.213691560439445,
      "grad_norm": 0.49419379234313965,
      "learning_rate": 4.59654062588735e-05,
      "loss": 5.4142,
      "step": 244130
    },
    {
      "epoch": 0.21369593703307216,
      "grad_norm": 0.495137482881546,
      "learning_rate": 4.596523895826684e-05,
      "loss": 5.7451,
      "step": 244135
    },
    {
      "epoch": 0.21370031362669933,
      "grad_norm": 0.4849903881549835,
      "learning_rate": 4.596507165458072e-05,
      "loss": 4.3896,
      "step": 244140
    },
    {
      "epoch": 0.21370469022032648,
      "grad_norm": 0.5342228412628174,
      "learning_rate": 4.596490434781514e-05,
      "loss": 4.5989,
      "step": 244145
    },
    {
      "epoch": 0.21370906681395363,
      "grad_norm": 0.4980112910270691,
      "learning_rate": 4.596473703797014e-05,
      "loss": 5.9191,
      "step": 244150
    },
    {
      "epoch": 0.21371344340758078,
      "grad_norm": 0.49804022908210754,
      "learning_rate": 4.596456972504577e-05,
      "loss": 5.7219,
      "step": 244155
    },
    {
      "epoch": 0.21371782000120795,
      "grad_norm": 0.49371665716171265,
      "learning_rate": 4.596440240904203e-05,
      "loss": 5.1308,
      "step": 244160
    },
    {
      "epoch": 0.2137221965948351,
      "grad_norm": 0.48562121391296387,
      "learning_rate": 4.5964235089958984e-05,
      "loss": 5.9129,
      "step": 244165
    },
    {
      "epoch": 0.21372657318846225,
      "grad_norm": 0.5033292174339294,
      "learning_rate": 4.596406776779664e-05,
      "loss": 5.7376,
      "step": 244170
    },
    {
      "epoch": 0.2137309497820894,
      "grad_norm": 0.5269019603729248,
      "learning_rate": 4.596390044255503e-05,
      "loss": 5.3971,
      "step": 244175
    },
    {
      "epoch": 0.21373532637571654,
      "grad_norm": 0.5714566707611084,
      "learning_rate": 4.596373311423422e-05,
      "loss": 4.9661,
      "step": 244180
    },
    {
      "epoch": 0.21373970296934372,
      "grad_norm": 0.4936937093734741,
      "learning_rate": 4.596356578283419e-05,
      "loss": 5.6623,
      "step": 244185
    },
    {
      "epoch": 0.21374407956297087,
      "grad_norm": 0.4943077862262726,
      "learning_rate": 4.596339844835502e-05,
      "loss": 5.4352,
      "step": 244190
    },
    {
      "epoch": 0.21374845615659802,
      "grad_norm": 0.5164421796798706,
      "learning_rate": 4.5963231110796726e-05,
      "loss": 5.735,
      "step": 244195
    },
    {
      "epoch": 0.21375283275022516,
      "grad_norm": 0.49856695532798767,
      "learning_rate": 4.596306377015933e-05,
      "loss": 5.9541,
      "step": 244200
    },
    {
      "epoch": 0.21375720934385234,
      "grad_norm": 0.4950582683086395,
      "learning_rate": 4.5962896426442866e-05,
      "loss": 4.863,
      "step": 244205
    },
    {
      "epoch": 0.2137615859374795,
      "grad_norm": 0.5025973320007324,
      "learning_rate": 4.596272907964737e-05,
      "loss": 6.2674,
      "step": 244210
    },
    {
      "epoch": 0.21376596253110663,
      "grad_norm": 0.5150065422058105,
      "learning_rate": 4.596256172977289e-05,
      "loss": 4.9195,
      "step": 244215
    },
    {
      "epoch": 0.21377033912473378,
      "grad_norm": 0.5243434309959412,
      "learning_rate": 4.596239437681944e-05,
      "loss": 5.1235,
      "step": 244220
    },
    {
      "epoch": 0.21377471571836096,
      "grad_norm": 0.5169586539268494,
      "learning_rate": 4.5962227020787055e-05,
      "loss": 5.435,
      "step": 244225
    },
    {
      "epoch": 0.2137790923119881,
      "grad_norm": 0.5395781993865967,
      "learning_rate": 4.596205966167577e-05,
      "loss": 5.1021,
      "step": 244230
    },
    {
      "epoch": 0.21378346890561525,
      "grad_norm": 0.5232672095298767,
      "learning_rate": 4.596189229948561e-05,
      "loss": 5.1239,
      "step": 244235
    },
    {
      "epoch": 0.2137878454992424,
      "grad_norm": 0.49048957228660583,
      "learning_rate": 4.596172493421662e-05,
      "loss": 5.909,
      "step": 244240
    },
    {
      "epoch": 0.21379222209286958,
      "grad_norm": 0.4902413785457611,
      "learning_rate": 4.596155756586883e-05,
      "loss": 4.2844,
      "step": 244245
    },
    {
      "epoch": 0.21379659868649672,
      "grad_norm": 0.5054479241371155,
      "learning_rate": 4.596139019444226e-05,
      "loss": 5.7362,
      "step": 244250
    },
    {
      "epoch": 0.21380097528012387,
      "grad_norm": 0.5095895528793335,
      "learning_rate": 4.596122281993694e-05,
      "loss": 4.6273,
      "step": 244255
    },
    {
      "epoch": 0.21380535187375102,
      "grad_norm": 0.5617929100990295,
      "learning_rate": 4.596105544235293e-05,
      "loss": 4.9208,
      "step": 244260
    },
    {
      "epoch": 0.2138097284673782,
      "grad_norm": 0.5144392251968384,
      "learning_rate": 4.5960888061690246e-05,
      "loss": 5.6764,
      "step": 244265
    },
    {
      "epoch": 0.21381410506100534,
      "grad_norm": 0.4932757616043091,
      "learning_rate": 4.596072067794891e-05,
      "loss": 4.6085,
      "step": 244270
    },
    {
      "epoch": 0.2138184816546325,
      "grad_norm": 0.4969503581523895,
      "learning_rate": 4.596055329112896e-05,
      "loss": 4.6379,
      "step": 244275
    },
    {
      "epoch": 0.21382285824825964,
      "grad_norm": 0.505095899105072,
      "learning_rate": 4.596038590123044e-05,
      "loss": 5.4045,
      "step": 244280
    },
    {
      "epoch": 0.21382723484188682,
      "grad_norm": 0.5627904534339905,
      "learning_rate": 4.5960218508253375e-05,
      "loss": 5.626,
      "step": 244285
    },
    {
      "epoch": 0.21383161143551396,
      "grad_norm": 0.532729983329773,
      "learning_rate": 4.596005111219779e-05,
      "loss": 5.3904,
      "step": 244290
    },
    {
      "epoch": 0.2138359880291411,
      "grad_norm": 0.5026417970657349,
      "learning_rate": 4.5959883713063737e-05,
      "loss": 5.153,
      "step": 244295
    },
    {
      "epoch": 0.21384036462276826,
      "grad_norm": 0.5380412340164185,
      "learning_rate": 4.595971631085122e-05,
      "loss": 4.9315,
      "step": 244300
    },
    {
      "epoch": 0.2138447412163954,
      "grad_norm": 0.5108400583267212,
      "learning_rate": 4.595954890556028e-05,
      "loss": 5.3948,
      "step": 244305
    },
    {
      "epoch": 0.21384911781002258,
      "grad_norm": 0.4789043962955475,
      "learning_rate": 4.595938149719098e-05,
      "loss": 5.1096,
      "step": 244310
    },
    {
      "epoch": 0.21385349440364973,
      "grad_norm": 0.49079498648643494,
      "learning_rate": 4.5959214085743306e-05,
      "loss": 5.7263,
      "step": 244315
    },
    {
      "epoch": 0.21385787099727688,
      "grad_norm": 0.487695574760437,
      "learning_rate": 4.595904667121732e-05,
      "loss": 4.9069,
      "step": 244320
    },
    {
      "epoch": 0.21386224759090403,
      "grad_norm": 0.5116811990737915,
      "learning_rate": 4.595887925361305e-05,
      "loss": 5.1364,
      "step": 244325
    },
    {
      "epoch": 0.2138666241845312,
      "grad_norm": 0.49229666590690613,
      "learning_rate": 4.5958711832930514e-05,
      "loss": 4.6182,
      "step": 244330
    },
    {
      "epoch": 0.21387100077815835,
      "grad_norm": 0.540706992149353,
      "learning_rate": 4.5958544409169766e-05,
      "loss": 4.2443,
      "step": 244335
    },
    {
      "epoch": 0.2138753773717855,
      "grad_norm": 0.5185719132423401,
      "learning_rate": 4.595837698233082e-05,
      "loss": 5.4417,
      "step": 244340
    },
    {
      "epoch": 0.21387975396541264,
      "grad_norm": 0.5266311168670654,
      "learning_rate": 4.595820955241372e-05,
      "loss": 5.4439,
      "step": 244345
    },
    {
      "epoch": 0.21388413055903982,
      "grad_norm": 0.49551814794540405,
      "learning_rate": 4.595804211941849e-05,
      "loss": 6.2119,
      "step": 244350
    },
    {
      "epoch": 0.21388850715266697,
      "grad_norm": 0.4829753339290619,
      "learning_rate": 4.595787468334517e-05,
      "loss": 5.1062,
      "step": 244355
    },
    {
      "epoch": 0.21389288374629412,
      "grad_norm": 0.4918821156024933,
      "learning_rate": 4.595770724419379e-05,
      "loss": 5.1,
      "step": 244360
    },
    {
      "epoch": 0.21389726033992126,
      "grad_norm": 0.49296411871910095,
      "learning_rate": 4.595753980196438e-05,
      "loss": 5.6562,
      "step": 244365
    },
    {
      "epoch": 0.21390163693354844,
      "grad_norm": 0.4922020733356476,
      "learning_rate": 4.595737235665697e-05,
      "loss": 4.2995,
      "step": 244370
    },
    {
      "epoch": 0.2139060135271756,
      "grad_norm": 0.48537734150886536,
      "learning_rate": 4.595720490827159e-05,
      "loss": 5.4555,
      "step": 244375
    },
    {
      "epoch": 0.21391039012080273,
      "grad_norm": 0.48160797357559204,
      "learning_rate": 4.5957037456808286e-05,
      "loss": 4.6145,
      "step": 244380
    },
    {
      "epoch": 0.21391476671442988,
      "grad_norm": 0.4778776168823242,
      "learning_rate": 4.5956870002267085e-05,
      "loss": 5.617,
      "step": 244385
    },
    {
      "epoch": 0.21391914330805706,
      "grad_norm": 0.49141836166381836,
      "learning_rate": 4.5956702544648e-05,
      "loss": 4.621,
      "step": 244390
    },
    {
      "epoch": 0.2139235199016842,
      "grad_norm": 0.5111048221588135,
      "learning_rate": 4.595653508395109e-05,
      "loss": 4.1528,
      "step": 244395
    },
    {
      "epoch": 0.21392789649531135,
      "grad_norm": 0.4874686598777771,
      "learning_rate": 4.595636762017638e-05,
      "loss": 5.8713,
      "step": 244400
    },
    {
      "epoch": 0.2139322730889385,
      "grad_norm": 0.48207536339759827,
      "learning_rate": 4.5956200153323906e-05,
      "loss": 5.6611,
      "step": 244405
    },
    {
      "epoch": 0.21393664968256568,
      "grad_norm": 0.4849328100681305,
      "learning_rate": 4.595603268339368e-05,
      "loss": 5.6966,
      "step": 244410
    },
    {
      "epoch": 0.21394102627619282,
      "grad_norm": 0.5072665214538574,
      "learning_rate": 4.595586521038574e-05,
      "loss": 4.7093,
      "step": 244415
    },
    {
      "epoch": 0.21394540286981997,
      "grad_norm": 0.48662734031677246,
      "learning_rate": 4.595569773430014e-05,
      "loss": 5.9396,
      "step": 244420
    },
    {
      "epoch": 0.21394977946344712,
      "grad_norm": 0.49088412523269653,
      "learning_rate": 4.59555302551369e-05,
      "loss": 4.588,
      "step": 244425
    },
    {
      "epoch": 0.21395415605707427,
      "grad_norm": 0.48280879855155945,
      "learning_rate": 4.5955362772896036e-05,
      "loss": 4.6032,
      "step": 244430
    },
    {
      "epoch": 0.21395853265070144,
      "grad_norm": 0.475836843252182,
      "learning_rate": 4.5955195287577616e-05,
      "loss": 5.6461,
      "step": 244435
    },
    {
      "epoch": 0.2139629092443286,
      "grad_norm": 0.47973793745040894,
      "learning_rate": 4.595502779918164e-05,
      "loss": 5.6174,
      "step": 244440
    },
    {
      "epoch": 0.21396728583795574,
      "grad_norm": 0.6342570185661316,
      "learning_rate": 4.595486030770815e-05,
      "loss": 4.5881,
      "step": 244445
    },
    {
      "epoch": 0.2139716624315829,
      "grad_norm": 0.5123878717422485,
      "learning_rate": 4.5954692813157186e-05,
      "loss": 5.7032,
      "step": 244450
    },
    {
      "epoch": 0.21397603902521006,
      "grad_norm": 0.494098037481308,
      "learning_rate": 4.595452531552876e-05,
      "loss": 5.0086,
      "step": 244455
    },
    {
      "epoch": 0.2139804156188372,
      "grad_norm": 0.5893106460571289,
      "learning_rate": 4.595435781482294e-05,
      "loss": 5.7282,
      "step": 244460
    },
    {
      "epoch": 0.21398479221246436,
      "grad_norm": 0.5705482959747314,
      "learning_rate": 4.595419031103972e-05,
      "loss": 4.8958,
      "step": 244465
    },
    {
      "epoch": 0.2139891688060915,
      "grad_norm": 0.4795655906200409,
      "learning_rate": 4.595402280417915e-05,
      "loss": 5.4302,
      "step": 244470
    },
    {
      "epoch": 0.21399354539971868,
      "grad_norm": 0.5090332627296448,
      "learning_rate": 4.5953855294241266e-05,
      "loss": 5.1319,
      "step": 244475
    },
    {
      "epoch": 0.21399792199334583,
      "grad_norm": 0.49553707242012024,
      "learning_rate": 4.5953687781226095e-05,
      "loss": 5.7509,
      "step": 244480
    },
    {
      "epoch": 0.21400229858697298,
      "grad_norm": 0.5504940152168274,
      "learning_rate": 4.5953520265133674e-05,
      "loss": 5.1281,
      "step": 244485
    },
    {
      "epoch": 0.21400667518060013,
      "grad_norm": 0.5147423148155212,
      "learning_rate": 4.595335274596403e-05,
      "loss": 4.3795,
      "step": 244490
    },
    {
      "epoch": 0.2140110517742273,
      "grad_norm": 0.5072142481803894,
      "learning_rate": 4.595318522371719e-05,
      "loss": 4.3926,
      "step": 244495
    },
    {
      "epoch": 0.21401542836785445,
      "grad_norm": 0.5320759415626526,
      "learning_rate": 4.5953017698393185e-05,
      "loss": 5.2267,
      "step": 244500
    },
    {
      "epoch": 0.2140198049614816,
      "grad_norm": 0.5244652628898621,
      "learning_rate": 4.595285016999208e-05,
      "loss": 5.1406,
      "step": 244505
    },
    {
      "epoch": 0.21402418155510874,
      "grad_norm": 0.5071948766708374,
      "learning_rate": 4.595268263851387e-05,
      "loss": 4.937,
      "step": 244510
    },
    {
      "epoch": 0.21402855814873592,
      "grad_norm": 0.5079278349876404,
      "learning_rate": 4.5952515103958595e-05,
      "loss": 5.2231,
      "step": 244515
    },
    {
      "epoch": 0.21403293474236307,
      "grad_norm": 0.5395867228507996,
      "learning_rate": 4.5952347566326295e-05,
      "loss": 5.098,
      "step": 244520
    },
    {
      "epoch": 0.21403731133599022,
      "grad_norm": 0.4894926846027374,
      "learning_rate": 4.5952180025616996e-05,
      "loss": 5.1162,
      "step": 244525
    },
    {
      "epoch": 0.21404168792961736,
      "grad_norm": 0.5514289140701294,
      "learning_rate": 4.595201248183075e-05,
      "loss": 4.6396,
      "step": 244530
    },
    {
      "epoch": 0.21404606452324454,
      "grad_norm": 0.491351842880249,
      "learning_rate": 4.595184493496756e-05,
      "loss": 5.9234,
      "step": 244535
    },
    {
      "epoch": 0.2140504411168717,
      "grad_norm": 0.5080787539482117,
      "learning_rate": 4.595167738502747e-05,
      "loss": 5.434,
      "step": 244540
    },
    {
      "epoch": 0.21405481771049883,
      "grad_norm": 0.485237717628479,
      "learning_rate": 4.595150983201052e-05,
      "loss": 5.1793,
      "step": 244545
    },
    {
      "epoch": 0.21405919430412598,
      "grad_norm": 0.49123069643974304,
      "learning_rate": 4.595134227591673e-05,
      "loss": 4.6774,
      "step": 244550
    },
    {
      "epoch": 0.21406357089775316,
      "grad_norm": 0.4968443214893341,
      "learning_rate": 4.595117471674615e-05,
      "loss": 5.4343,
      "step": 244555
    },
    {
      "epoch": 0.2140679474913803,
      "grad_norm": 0.48540031909942627,
      "learning_rate": 4.5951007154498796e-05,
      "loss": 4.7373,
      "step": 244560
    },
    {
      "epoch": 0.21407232408500745,
      "grad_norm": 0.4974766671657562,
      "learning_rate": 4.5950839589174685e-05,
      "loss": 5.4512,
      "step": 244565
    },
    {
      "epoch": 0.2140767006786346,
      "grad_norm": 0.4857681691646576,
      "learning_rate": 4.595067202077389e-05,
      "loss": 5.1829,
      "step": 244570
    },
    {
      "epoch": 0.21408107727226175,
      "grad_norm": 0.4976799786090851,
      "learning_rate": 4.595050444929643e-05,
      "loss": 5.6289,
      "step": 244575
    },
    {
      "epoch": 0.21408545386588893,
      "grad_norm": 0.4835186004638672,
      "learning_rate": 4.595033687474232e-05,
      "loss": 4.9119,
      "step": 244580
    },
    {
      "epoch": 0.21408983045951607,
      "grad_norm": 0.4876684546470642,
      "learning_rate": 4.5950169297111586e-05,
      "loss": 5.9295,
      "step": 244585
    },
    {
      "epoch": 0.21409420705314322,
      "grad_norm": 0.48922890424728394,
      "learning_rate": 4.59500017164043e-05,
      "loss": 4.6363,
      "step": 244590
    },
    {
      "epoch": 0.21409858364677037,
      "grad_norm": 0.5009668469429016,
      "learning_rate": 4.594983413262046e-05,
      "loss": 5.1379,
      "step": 244595
    },
    {
      "epoch": 0.21410296024039754,
      "grad_norm": 0.4959728419780731,
      "learning_rate": 4.5949666545760104e-05,
      "loss": 5.2,
      "step": 244600
    },
    {
      "epoch": 0.2141073368340247,
      "grad_norm": 0.5064448714256287,
      "learning_rate": 4.594949895582329e-05,
      "loss": 5.2348,
      "step": 244605
    },
    {
      "epoch": 0.21411171342765184,
      "grad_norm": 0.5376543998718262,
      "learning_rate": 4.594933136281001e-05,
      "loss": 4.1949,
      "step": 244610
    },
    {
      "epoch": 0.214116090021279,
      "grad_norm": 0.5027137994766235,
      "learning_rate": 4.594916376672033e-05,
      "loss": 5.9773,
      "step": 244615
    },
    {
      "epoch": 0.21412046661490616,
      "grad_norm": 0.49740493297576904,
      "learning_rate": 4.5948996167554256e-05,
      "loss": 4.8318,
      "step": 244620
    },
    {
      "epoch": 0.2141248432085333,
      "grad_norm": 0.492514044046402,
      "learning_rate": 4.594882856531184e-05,
      "loss": 5.7232,
      "step": 244625
    },
    {
      "epoch": 0.21412921980216046,
      "grad_norm": 0.5016517639160156,
      "learning_rate": 4.594866095999312e-05,
      "loss": 5.4218,
      "step": 244630
    },
    {
      "epoch": 0.2141335963957876,
      "grad_norm": 0.5258620381355286,
      "learning_rate": 4.59484933515981e-05,
      "loss": 4.6982,
      "step": 244635
    },
    {
      "epoch": 0.21413797298941478,
      "grad_norm": 0.49505290389060974,
      "learning_rate": 4.594832574012683e-05,
      "loss": 4.6139,
      "step": 244640
    },
    {
      "epoch": 0.21414234958304193,
      "grad_norm": 0.7449387311935425,
      "learning_rate": 4.594815812557933e-05,
      "loss": 5.9617,
      "step": 244645
    },
    {
      "epoch": 0.21414672617666908,
      "grad_norm": 0.4860473871231079,
      "learning_rate": 4.594799050795565e-05,
      "loss": 4.9273,
      "step": 244650
    },
    {
      "epoch": 0.21415110277029623,
      "grad_norm": 0.49477919936180115,
      "learning_rate": 4.594782288725583e-05,
      "loss": 5.1405,
      "step": 244655
    },
    {
      "epoch": 0.2141554793639234,
      "grad_norm": 0.49084359407424927,
      "learning_rate": 4.594765526347987e-05,
      "loss": 4.7142,
      "step": 244660
    },
    {
      "epoch": 0.21415985595755055,
      "grad_norm": 0.48773103952407837,
      "learning_rate": 4.5947487636627826e-05,
      "loss": 3.8997,
      "step": 244665
    },
    {
      "epoch": 0.2141642325511777,
      "grad_norm": 0.5111584663391113,
      "learning_rate": 4.594732000669972e-05,
      "loss": 5.1391,
      "step": 244670
    },
    {
      "epoch": 0.21416860914480484,
      "grad_norm": 0.49675822257995605,
      "learning_rate": 4.59471523736956e-05,
      "loss": 5.2563,
      "step": 244675
    },
    {
      "epoch": 0.21417298573843202,
      "grad_norm": 0.49504733085632324,
      "learning_rate": 4.5946984737615476e-05,
      "loss": 5.9252,
      "step": 244680
    },
    {
      "epoch": 0.21417736233205917,
      "grad_norm": 0.49348753690719604,
      "learning_rate": 4.594681709845939e-05,
      "loss": 5.0801,
      "step": 244685
    },
    {
      "epoch": 0.21418173892568632,
      "grad_norm": 0.4910542368888855,
      "learning_rate": 4.5946649456227374e-05,
      "loss": 5.108,
      "step": 244690
    },
    {
      "epoch": 0.21418611551931346,
      "grad_norm": 0.47611069679260254,
      "learning_rate": 4.594648181091947e-05,
      "loss": 5.1808,
      "step": 244695
    },
    {
      "epoch": 0.2141904921129406,
      "grad_norm": 0.49049580097198486,
      "learning_rate": 4.59463141625357e-05,
      "loss": 4.4204,
      "step": 244700
    },
    {
      "epoch": 0.2141948687065678,
      "grad_norm": 0.4799974858760834,
      "learning_rate": 4.5946146511076095e-05,
      "loss": 5.7036,
      "step": 244705
    },
    {
      "epoch": 0.21419924530019493,
      "grad_norm": 0.5288404822349548,
      "learning_rate": 4.594597885654069e-05,
      "loss": 5.4461,
      "step": 244710
    },
    {
      "epoch": 0.21420362189382208,
      "grad_norm": 0.5015125274658203,
      "learning_rate": 4.594581119892952e-05,
      "loss": 5.4173,
      "step": 244715
    },
    {
      "epoch": 0.21420799848744923,
      "grad_norm": 0.49631303548812866,
      "learning_rate": 4.594564353824261e-05,
      "loss": 4.098,
      "step": 244720
    },
    {
      "epoch": 0.2142123750810764,
      "grad_norm": 0.4822307229042053,
      "learning_rate": 4.594547587448001e-05,
      "loss": 5.7146,
      "step": 244725
    },
    {
      "epoch": 0.21421675167470355,
      "grad_norm": 0.4820522964000702,
      "learning_rate": 4.594530820764172e-05,
      "loss": 4.404,
      "step": 244730
    },
    {
      "epoch": 0.2142211282683307,
      "grad_norm": 0.5150994658470154,
      "learning_rate": 4.594514053772781e-05,
      "loss": 5.6937,
      "step": 244735
    },
    {
      "epoch": 0.21422550486195785,
      "grad_norm": 0.4970228672027588,
      "learning_rate": 4.594497286473829e-05,
      "loss": 5.3518,
      "step": 244740
    },
    {
      "epoch": 0.21422988145558503,
      "grad_norm": 0.5012521743774414,
      "learning_rate": 4.59448051886732e-05,
      "loss": 5.6234,
      "step": 244745
    },
    {
      "epoch": 0.21423425804921217,
      "grad_norm": 0.4821413457393646,
      "learning_rate": 4.594463750953256e-05,
      "loss": 5.0821,
      "step": 244750
    },
    {
      "epoch": 0.21423863464283932,
      "grad_norm": 0.4987045228481293,
      "learning_rate": 4.5944469827316414e-05,
      "loss": 5.1105,
      "step": 244755
    },
    {
      "epoch": 0.21424301123646647,
      "grad_norm": 0.5597236752510071,
      "learning_rate": 4.59443021420248e-05,
      "loss": 4.6734,
      "step": 244760
    },
    {
      "epoch": 0.21424738783009364,
      "grad_norm": 0.4936693608760834,
      "learning_rate": 4.594413445365774e-05,
      "loss": 5.4084,
      "step": 244765
    },
    {
      "epoch": 0.2142517644237208,
      "grad_norm": 0.4781748652458191,
      "learning_rate": 4.5943966762215276e-05,
      "loss": 6.257,
      "step": 244770
    },
    {
      "epoch": 0.21425614101734794,
      "grad_norm": 0.4782027006149292,
      "learning_rate": 4.594379906769741e-05,
      "loss": 5.0119,
      "step": 244775
    },
    {
      "epoch": 0.2142605176109751,
      "grad_norm": 0.5020095705986023,
      "learning_rate": 4.594363137010421e-05,
      "loss": 4.8122,
      "step": 244780
    },
    {
      "epoch": 0.21426489420460226,
      "grad_norm": 0.4968712329864502,
      "learning_rate": 4.59434636694357e-05,
      "loss": 5.4324,
      "step": 244785
    },
    {
      "epoch": 0.2142692707982294,
      "grad_norm": 0.48899441957473755,
      "learning_rate": 4.59432959656919e-05,
      "loss": 5.3926,
      "step": 244790
    },
    {
      "epoch": 0.21427364739185656,
      "grad_norm": 0.4850775897502899,
      "learning_rate": 4.594312825887286e-05,
      "loss": 6.2729,
      "step": 244795
    },
    {
      "epoch": 0.2142780239854837,
      "grad_norm": 0.4730188250541687,
      "learning_rate": 4.5942960548978595e-05,
      "loss": 5.8961,
      "step": 244800
    },
    {
      "epoch": 0.21428240057911088,
      "grad_norm": 0.5185478329658508,
      "learning_rate": 4.5942792836009154e-05,
      "loss": 5.2231,
      "step": 244805
    },
    {
      "epoch": 0.21428677717273803,
      "grad_norm": 0.5157186985015869,
      "learning_rate": 4.5942625119964556e-05,
      "loss": 4.9113,
      "step": 244810
    },
    {
      "epoch": 0.21429115376636518,
      "grad_norm": 0.5123111605644226,
      "learning_rate": 4.594245740084483e-05,
      "loss": 5.2073,
      "step": 244815
    },
    {
      "epoch": 0.21429553035999233,
      "grad_norm": 0.49376749992370605,
      "learning_rate": 4.594228967865003e-05,
      "loss": 5.396,
      "step": 244820
    },
    {
      "epoch": 0.21429990695361947,
      "grad_norm": 0.4876268208026886,
      "learning_rate": 4.5942121953380156e-05,
      "loss": 5.9895,
      "step": 244825
    },
    {
      "epoch": 0.21430428354724665,
      "grad_norm": 0.4886230528354645,
      "learning_rate": 4.594195422503528e-05,
      "loss": 4.8952,
      "step": 244830
    },
    {
      "epoch": 0.2143086601408738,
      "grad_norm": 0.5129002928733826,
      "learning_rate": 4.59417864936154e-05,
      "loss": 4.1031,
      "step": 244835
    },
    {
      "epoch": 0.21431303673450094,
      "grad_norm": 0.5151606202125549,
      "learning_rate": 4.5941618759120567e-05,
      "loss": 4.9021,
      "step": 244840
    },
    {
      "epoch": 0.2143174133281281,
      "grad_norm": 0.4990578591823578,
      "learning_rate": 4.594145102155081e-05,
      "loss": 5.1503,
      "step": 244845
    },
    {
      "epoch": 0.21432178992175527,
      "grad_norm": 0.5150443315505981,
      "learning_rate": 4.5941283280906144e-05,
      "loss": 5.4103,
      "step": 244850
    },
    {
      "epoch": 0.21432616651538242,
      "grad_norm": 0.49637776613235474,
      "learning_rate": 4.594111553718663e-05,
      "loss": 5.164,
      "step": 244855
    },
    {
      "epoch": 0.21433054310900956,
      "grad_norm": 0.5097341537475586,
      "learning_rate": 4.594094779039229e-05,
      "loss": 5.1148,
      "step": 244860
    },
    {
      "epoch": 0.2143349197026367,
      "grad_norm": 0.5078788995742798,
      "learning_rate": 4.5940780040523145e-05,
      "loss": 5.4291,
      "step": 244865
    },
    {
      "epoch": 0.2143392962962639,
      "grad_norm": 0.4848865568637848,
      "learning_rate": 4.594061228757923e-05,
      "loss": 5.9344,
      "step": 244870
    },
    {
      "epoch": 0.21434367288989103,
      "grad_norm": 0.5015478134155273,
      "learning_rate": 4.59404445315606e-05,
      "loss": 5.3876,
      "step": 244875
    },
    {
      "epoch": 0.21434804948351818,
      "grad_norm": 0.4893461763858795,
      "learning_rate": 4.594027677246726e-05,
      "loss": 5.7123,
      "step": 244880
    },
    {
      "epoch": 0.21435242607714533,
      "grad_norm": 0.5106011033058167,
      "learning_rate": 4.594010901029926e-05,
      "loss": 4.7482,
      "step": 244885
    },
    {
      "epoch": 0.2143568026707725,
      "grad_norm": 0.5262770056724548,
      "learning_rate": 4.5939941245056616e-05,
      "loss": 5.4065,
      "step": 244890
    },
    {
      "epoch": 0.21436117926439965,
      "grad_norm": 0.49809378385543823,
      "learning_rate": 4.593977347673938e-05,
      "loss": 5.2223,
      "step": 244895
    },
    {
      "epoch": 0.2143655558580268,
      "grad_norm": 0.4975126385688782,
      "learning_rate": 4.5939605705347554e-05,
      "loss": 5.4493,
      "step": 244900
    },
    {
      "epoch": 0.21436993245165395,
      "grad_norm": 0.5031699538230896,
      "learning_rate": 4.593943793088121e-05,
      "loss": 5.1417,
      "step": 244905
    },
    {
      "epoch": 0.21437430904528113,
      "grad_norm": 0.5194233059883118,
      "learning_rate": 4.5939270153340353e-05,
      "loss": 5.1408,
      "step": 244910
    },
    {
      "epoch": 0.21437868563890827,
      "grad_norm": 0.49662116169929504,
      "learning_rate": 4.593910237272503e-05,
      "loss": 5.9193,
      "step": 244915
    },
    {
      "epoch": 0.21438306223253542,
      "grad_norm": 0.48279306292533875,
      "learning_rate": 4.593893458903525e-05,
      "loss": 5.9402,
      "step": 244920
    },
    {
      "epoch": 0.21438743882616257,
      "grad_norm": 0.4977118670940399,
      "learning_rate": 4.593876680227108e-05,
      "loss": 5.0586,
      "step": 244925
    },
    {
      "epoch": 0.21439181541978974,
      "grad_norm": 0.5037960410118103,
      "learning_rate": 4.5938599012432524e-05,
      "loss": 5.4453,
      "step": 244930
    },
    {
      "epoch": 0.2143961920134169,
      "grad_norm": 0.5088122487068176,
      "learning_rate": 4.5938431219519625e-05,
      "loss": 4.3934,
      "step": 244935
    },
    {
      "epoch": 0.21440056860704404,
      "grad_norm": 0.4842681884765625,
      "learning_rate": 4.5938263423532424e-05,
      "loss": 5.9516,
      "step": 244940
    },
    {
      "epoch": 0.2144049452006712,
      "grad_norm": 0.49621590971946716,
      "learning_rate": 4.5938095624470933e-05,
      "loss": 5.2127,
      "step": 244945
    },
    {
      "epoch": 0.21440932179429834,
      "grad_norm": 0.5111310482025146,
      "learning_rate": 4.59379278223352e-05,
      "loss": 4.8476,
      "step": 244950
    },
    {
      "epoch": 0.2144136983879255,
      "grad_norm": 0.5917617678642273,
      "learning_rate": 4.5937760017125254e-05,
      "loss": 4.6342,
      "step": 244955
    },
    {
      "epoch": 0.21441807498155266,
      "grad_norm": 0.5043841600418091,
      "learning_rate": 4.593759220884113e-05,
      "loss": 5.723,
      "step": 244960
    },
    {
      "epoch": 0.2144224515751798,
      "grad_norm": 0.4875314235687256,
      "learning_rate": 4.5937424397482845e-05,
      "loss": 5.1222,
      "step": 244965
    },
    {
      "epoch": 0.21442682816880695,
      "grad_norm": 0.5635311603546143,
      "learning_rate": 4.5937256583050445e-05,
      "loss": 4.9025,
      "step": 244970
    },
    {
      "epoch": 0.21443120476243413,
      "grad_norm": 0.5575423240661621,
      "learning_rate": 4.5937088765543965e-05,
      "loss": 4.9019,
      "step": 244975
    },
    {
      "epoch": 0.21443558135606128,
      "grad_norm": 0.5350498557090759,
      "learning_rate": 4.593692094496343e-05,
      "loss": 5.4234,
      "step": 244980
    },
    {
      "epoch": 0.21443995794968843,
      "grad_norm": 0.4921911060810089,
      "learning_rate": 4.593675312130888e-05,
      "loss": 5.1304,
      "step": 244985
    },
    {
      "epoch": 0.21444433454331557,
      "grad_norm": 0.4957863390445709,
      "learning_rate": 4.593658529458035e-05,
      "loss": 4.1024,
      "step": 244990
    },
    {
      "epoch": 0.21444871113694275,
      "grad_norm": 0.5017194747924805,
      "learning_rate": 4.593641746477785e-05,
      "loss": 4.6082,
      "step": 244995
    },
    {
      "epoch": 0.2144530877305699,
      "grad_norm": 0.550188422203064,
      "learning_rate": 4.593624963190143e-05,
      "loss": 4.6112,
      "step": 245000
    },
    {
      "epoch": 0.21445746432419704,
      "grad_norm": 0.49733150005340576,
      "learning_rate": 4.5936081795951125e-05,
      "loss": 4.166,
      "step": 245005
    },
    {
      "epoch": 0.2144618409178242,
      "grad_norm": 0.5111063122749329,
      "learning_rate": 4.593591395692696e-05,
      "loss": 5.9285,
      "step": 245010
    },
    {
      "epoch": 0.21446621751145137,
      "grad_norm": 0.5150201320648193,
      "learning_rate": 4.593574611482896e-05,
      "loss": 5.6293,
      "step": 245015
    },
    {
      "epoch": 0.21447059410507852,
      "grad_norm": 0.5314350128173828,
      "learning_rate": 4.5935578269657175e-05,
      "loss": 4.7139,
      "step": 245020
    },
    {
      "epoch": 0.21447497069870566,
      "grad_norm": 0.48995640873908997,
      "learning_rate": 4.593541042141163e-05,
      "loss": 5.1101,
      "step": 245025
    },
    {
      "epoch": 0.2144793472923328,
      "grad_norm": 0.49846479296684265,
      "learning_rate": 4.593524257009235e-05,
      "loss": 5.1105,
      "step": 245030
    },
    {
      "epoch": 0.21448372388596,
      "grad_norm": 0.4944758415222168,
      "learning_rate": 4.5935074715699387e-05,
      "loss": 4.6286,
      "step": 245035
    },
    {
      "epoch": 0.21448810047958713,
      "grad_norm": 0.49982473254203796,
      "learning_rate": 4.593490685823275e-05,
      "loss": 5.2007,
      "step": 245040
    },
    {
      "epoch": 0.21449247707321428,
      "grad_norm": 0.49288424849510193,
      "learning_rate": 4.5934738997692485e-05,
      "loss": 5.2455,
      "step": 245045
    },
    {
      "epoch": 0.21449685366684143,
      "grad_norm": 0.5079679489135742,
      "learning_rate": 4.593457113407862e-05,
      "loss": 5.4137,
      "step": 245050
    },
    {
      "epoch": 0.2145012302604686,
      "grad_norm": 0.48606595396995544,
      "learning_rate": 4.593440326739119e-05,
      "loss": 5.7582,
      "step": 245055
    },
    {
      "epoch": 0.21450560685409575,
      "grad_norm": 0.4914495348930359,
      "learning_rate": 4.593423539763022e-05,
      "loss": 5.7529,
      "step": 245060
    },
    {
      "epoch": 0.2145099834477229,
      "grad_norm": 0.494001567363739,
      "learning_rate": 4.593406752479576e-05,
      "loss": 5.1161,
      "step": 245065
    },
    {
      "epoch": 0.21451436004135005,
      "grad_norm": 0.48963499069213867,
      "learning_rate": 4.593389964888781e-05,
      "loss": 4.6085,
      "step": 245070
    },
    {
      "epoch": 0.2145187366349772,
      "grad_norm": 0.5112801790237427,
      "learning_rate": 4.593373176990644e-05,
      "loss": 5.183,
      "step": 245075
    },
    {
      "epoch": 0.21452311322860437,
      "grad_norm": 0.49320581555366516,
      "learning_rate": 4.5933563887851664e-05,
      "loss": 5.0997,
      "step": 245080
    },
    {
      "epoch": 0.21452748982223152,
      "grad_norm": 0.5430219769477844,
      "learning_rate": 4.593339600272351e-05,
      "loss": 4.8372,
      "step": 245085
    },
    {
      "epoch": 0.21453186641585867,
      "grad_norm": 0.5070196986198425,
      "learning_rate": 4.593322811452202e-05,
      "loss": 5.4168,
      "step": 245090
    },
    {
      "epoch": 0.21453624300948582,
      "grad_norm": 0.4878891706466675,
      "learning_rate": 4.593306022324723e-05,
      "loss": 5.2029,
      "step": 245095
    },
    {
      "epoch": 0.214540619603113,
      "grad_norm": 0.49173060059547424,
      "learning_rate": 4.5932892328899146e-05,
      "loss": 5.9139,
      "step": 245100
    },
    {
      "epoch": 0.21454499619674014,
      "grad_norm": 0.4987633228302002,
      "learning_rate": 4.5932724431477825e-05,
      "loss": 4.9279,
      "step": 245105
    },
    {
      "epoch": 0.2145493727903673,
      "grad_norm": 0.48762497305870056,
      "learning_rate": 4.593255653098329e-05,
      "loss": 5.4475,
      "step": 245110
    },
    {
      "epoch": 0.21455374938399444,
      "grad_norm": 0.4837641716003418,
      "learning_rate": 4.593238862741559e-05,
      "loss": 5.6424,
      "step": 245115
    },
    {
      "epoch": 0.2145581259776216,
      "grad_norm": 0.5287896394729614,
      "learning_rate": 4.5932220720774747e-05,
      "loss": 4.8994,
      "step": 245120
    },
    {
      "epoch": 0.21456250257124876,
      "grad_norm": 0.4947707951068878,
      "learning_rate": 4.5932052811060775e-05,
      "loss": 5.666,
      "step": 245125
    },
    {
      "epoch": 0.2145668791648759,
      "grad_norm": 0.48439741134643555,
      "learning_rate": 4.593188489827373e-05,
      "loss": 5.7221,
      "step": 245130
    },
    {
      "epoch": 0.21457125575850305,
      "grad_norm": 0.5057035684585571,
      "learning_rate": 4.5931716982413644e-05,
      "loss": 5.652,
      "step": 245135
    },
    {
      "epoch": 0.21457563235213023,
      "grad_norm": 0.5081586241722107,
      "learning_rate": 4.5931549063480525e-05,
      "loss": 5.4108,
      "step": 245140
    },
    {
      "epoch": 0.21458000894575738,
      "grad_norm": 0.5123269557952881,
      "learning_rate": 4.5931381141474424e-05,
      "loss": 5.1579,
      "step": 245145
    },
    {
      "epoch": 0.21458438553938453,
      "grad_norm": 0.494442880153656,
      "learning_rate": 4.5931213216395384e-05,
      "loss": 5.3896,
      "step": 245150
    },
    {
      "epoch": 0.21458876213301167,
      "grad_norm": 0.5237961411476135,
      "learning_rate": 4.593104528824342e-05,
      "loss": 5.4445,
      "step": 245155
    },
    {
      "epoch": 0.21459313872663885,
      "grad_norm": 0.5007846355438232,
      "learning_rate": 4.593087735701857e-05,
      "loss": 5.2186,
      "step": 245160
    },
    {
      "epoch": 0.214597515320266,
      "grad_norm": 0.4875987470149994,
      "learning_rate": 4.593070942272086e-05,
      "loss": 4.9994,
      "step": 245165
    },
    {
      "epoch": 0.21460189191389314,
      "grad_norm": 0.5108405351638794,
      "learning_rate": 4.593054148535033e-05,
      "loss": 4.9483,
      "step": 245170
    },
    {
      "epoch": 0.2146062685075203,
      "grad_norm": 0.4848272204399109,
      "learning_rate": 4.5930373544907025e-05,
      "loss": 5.6146,
      "step": 245175
    },
    {
      "epoch": 0.21461064510114747,
      "grad_norm": 0.5245044231414795,
      "learning_rate": 4.593020560139095e-05,
      "loss": 4.6989,
      "step": 245180
    },
    {
      "epoch": 0.21461502169477462,
      "grad_norm": 0.5033755302429199,
      "learning_rate": 4.593003765480215e-05,
      "loss": 5.181,
      "step": 245185
    },
    {
      "epoch": 0.21461939828840176,
      "grad_norm": 0.4954858720302582,
      "learning_rate": 4.592986970514066e-05,
      "loss": 5.6275,
      "step": 245190
    },
    {
      "epoch": 0.2146237748820289,
      "grad_norm": 0.49093538522720337,
      "learning_rate": 4.5929701752406503e-05,
      "loss": 5.4364,
      "step": 245195
    },
    {
      "epoch": 0.2146281514756561,
      "grad_norm": 0.4885825216770172,
      "learning_rate": 4.592953379659973e-05,
      "loss": 6.257,
      "step": 245200
    },
    {
      "epoch": 0.21463252806928323,
      "grad_norm": 0.5018412470817566,
      "learning_rate": 4.5929365837720354e-05,
      "loss": 4.4078,
      "step": 245205
    },
    {
      "epoch": 0.21463690466291038,
      "grad_norm": 0.5079116225242615,
      "learning_rate": 4.592919787576842e-05,
      "loss": 4.8852,
      "step": 245210
    },
    {
      "epoch": 0.21464128125653753,
      "grad_norm": 0.48847314715385437,
      "learning_rate": 4.592902991074396e-05,
      "loss": 5.6886,
      "step": 245215
    },
    {
      "epoch": 0.21464565785016468,
      "grad_norm": 0.4962233304977417,
      "learning_rate": 4.5928861942646995e-05,
      "loss": 4.5065,
      "step": 245220
    },
    {
      "epoch": 0.21465003444379185,
      "grad_norm": 0.5106565952301025,
      "learning_rate": 4.5928693971477565e-05,
      "loss": 4.9316,
      "step": 245225
    },
    {
      "epoch": 0.214654411037419,
      "grad_norm": 0.49349987506866455,
      "learning_rate": 4.592852599723571e-05,
      "loss": 5.4377,
      "step": 245230
    },
    {
      "epoch": 0.21465878763104615,
      "grad_norm": 0.4937661290168762,
      "learning_rate": 4.592835801992143e-05,
      "loss": 5.6832,
      "step": 245235
    },
    {
      "epoch": 0.2146631642246733,
      "grad_norm": 0.5246880054473877,
      "learning_rate": 4.592819003953481e-05,
      "loss": 5.1341,
      "step": 245240
    },
    {
      "epoch": 0.21466754081830047,
      "grad_norm": 0.5060116648674011,
      "learning_rate": 4.5928022056075836e-05,
      "loss": 5.7136,
      "step": 245245
    },
    {
      "epoch": 0.21467191741192762,
      "grad_norm": 0.5165207386016846,
      "learning_rate": 4.5927854069544575e-05,
      "loss": 5.1499,
      "step": 245250
    },
    {
      "epoch": 0.21467629400555477,
      "grad_norm": 0.49798551201820374,
      "learning_rate": 4.592768607994104e-05,
      "loss": 5.39,
      "step": 245255
    },
    {
      "epoch": 0.21468067059918192,
      "grad_norm": 0.511796236038208,
      "learning_rate": 4.592751808726525e-05,
      "loss": 4.9071,
      "step": 245260
    },
    {
      "epoch": 0.2146850471928091,
      "grad_norm": 0.4898727536201477,
      "learning_rate": 4.592735009151726e-05,
      "loss": 5.6275,
      "step": 245265
    },
    {
      "epoch": 0.21468942378643624,
      "grad_norm": 0.509884238243103,
      "learning_rate": 4.5927182092697104e-05,
      "loss": 4.6446,
      "step": 245270
    },
    {
      "epoch": 0.2146938003800634,
      "grad_norm": 0.5232272744178772,
      "learning_rate": 4.592701409080481e-05,
      "loss": 5.4477,
      "step": 245275
    },
    {
      "epoch": 0.21469817697369054,
      "grad_norm": 0.48430168628692627,
      "learning_rate": 4.59268460858404e-05,
      "loss": 5.6303,
      "step": 245280
    },
    {
      "epoch": 0.2147025535673177,
      "grad_norm": 0.5000682473182678,
      "learning_rate": 4.592667807780391e-05,
      "loss": 5.5828,
      "step": 245285
    },
    {
      "epoch": 0.21470693016094486,
      "grad_norm": 0.48968982696533203,
      "learning_rate": 4.592651006669538e-05,
      "loss": 5.1346,
      "step": 245290
    },
    {
      "epoch": 0.214711306754572,
      "grad_norm": 0.5201494693756104,
      "learning_rate": 4.592634205251484e-05,
      "loss": 5.2114,
      "step": 245295
    },
    {
      "epoch": 0.21471568334819915,
      "grad_norm": 0.5329965353012085,
      "learning_rate": 4.592617403526232e-05,
      "loss": 5.7493,
      "step": 245300
    },
    {
      "epoch": 0.21472005994182633,
      "grad_norm": 0.6050470471382141,
      "learning_rate": 4.5926006014937836e-05,
      "loss": 4.5881,
      "step": 245305
    },
    {
      "epoch": 0.21472443653545348,
      "grad_norm": 0.5155019760131836,
      "learning_rate": 4.5925837991541465e-05,
      "loss": 5.7535,
      "step": 245310
    },
    {
      "epoch": 0.21472881312908063,
      "grad_norm": 0.6231563091278076,
      "learning_rate": 4.592566996507319e-05,
      "loss": 4.9069,
      "step": 245315
    },
    {
      "epoch": 0.21473318972270777,
      "grad_norm": 0.5331698656082153,
      "learning_rate": 4.592550193553308e-05,
      "loss": 5.6367,
      "step": 245320
    },
    {
      "epoch": 0.21473756631633495,
      "grad_norm": 0.49264979362487793,
      "learning_rate": 4.592533390292115e-05,
      "loss": 5.6242,
      "step": 245325
    },
    {
      "epoch": 0.2147419429099621,
      "grad_norm": 0.5026702284812927,
      "learning_rate": 4.592516586723743e-05,
      "loss": 5.4239,
      "step": 245330
    },
    {
      "epoch": 0.21474631950358924,
      "grad_norm": 0.5476229190826416,
      "learning_rate": 4.592499782848197e-05,
      "loss": 5.2219,
      "step": 245335
    },
    {
      "epoch": 0.2147506960972164,
      "grad_norm": 0.5188418626785278,
      "learning_rate": 4.592482978665477e-05,
      "loss": 4.9088,
      "step": 245340
    },
    {
      "epoch": 0.21475507269084354,
      "grad_norm": 0.4915914535522461,
      "learning_rate": 4.592466174175589e-05,
      "loss": 5.6086,
      "step": 245345
    },
    {
      "epoch": 0.21475944928447072,
      "grad_norm": 0.510250985622406,
      "learning_rate": 4.5924493693785366e-05,
      "loss": 5.6227,
      "step": 245350
    },
    {
      "epoch": 0.21476382587809786,
      "grad_norm": 0.4955528974533081,
      "learning_rate": 4.59243256427432e-05,
      "loss": 5.2313,
      "step": 245355
    },
    {
      "epoch": 0.214768202471725,
      "grad_norm": 0.4917125403881073,
      "learning_rate": 4.592415758862946e-05,
      "loss": 5.6201,
      "step": 245360
    },
    {
      "epoch": 0.21477257906535216,
      "grad_norm": 0.4896140694618225,
      "learning_rate": 4.592398953144416e-05,
      "loss": 5.0246,
      "step": 245365
    },
    {
      "epoch": 0.21477695565897933,
      "grad_norm": 0.5154792666435242,
      "learning_rate": 4.5923821471187325e-05,
      "loss": 4.1081,
      "step": 245370
    },
    {
      "epoch": 0.21478133225260648,
      "grad_norm": 0.5071384310722351,
      "learning_rate": 4.5923653407859e-05,
      "loss": 5.1373,
      "step": 245375
    },
    {
      "epoch": 0.21478570884623363,
      "grad_norm": 0.48946627974510193,
      "learning_rate": 4.5923485341459216e-05,
      "loss": 4.8135,
      "step": 245380
    },
    {
      "epoch": 0.21479008543986078,
      "grad_norm": 0.4966348111629486,
      "learning_rate": 4.5923317271988006e-05,
      "loss": 5.6328,
      "step": 245385
    },
    {
      "epoch": 0.21479446203348795,
      "grad_norm": 0.4905649423599243,
      "learning_rate": 4.5923149199445395e-05,
      "loss": 4.853,
      "step": 245390
    },
    {
      "epoch": 0.2147988386271151,
      "grad_norm": 0.4964250326156616,
      "learning_rate": 4.592298112383142e-05,
      "loss": 5.1317,
      "step": 245395
    },
    {
      "epoch": 0.21480321522074225,
      "grad_norm": 0.49061915278434753,
      "learning_rate": 4.592281304514612e-05,
      "loss": 5.2297,
      "step": 245400
    },
    {
      "epoch": 0.2148075918143694,
      "grad_norm": 0.46901237964630127,
      "learning_rate": 4.592264496338952e-05,
      "loss": 4.6114,
      "step": 245405
    },
    {
      "epoch": 0.21481196840799657,
      "grad_norm": 0.48484480381011963,
      "learning_rate": 4.592247687856165e-05,
      "loss": 5.9459,
      "step": 245410
    },
    {
      "epoch": 0.21481634500162372,
      "grad_norm": 0.4991976320743561,
      "learning_rate": 4.5922308790662546e-05,
      "loss": 5.105,
      "step": 245415
    },
    {
      "epoch": 0.21482072159525087,
      "grad_norm": 0.5111706256866455,
      "learning_rate": 4.592214069969225e-05,
      "loss": 5.0987,
      "step": 245420
    },
    {
      "epoch": 0.21482509818887802,
      "grad_norm": 0.4835444390773773,
      "learning_rate": 4.592197260565078e-05,
      "loss": 5.2069,
      "step": 245425
    },
    {
      "epoch": 0.2148294747825052,
      "grad_norm": 0.5151407718658447,
      "learning_rate": 4.592180450853817e-05,
      "loss": 4.8691,
      "step": 245430
    },
    {
      "epoch": 0.21483385137613234,
      "grad_norm": 0.5319400429725647,
      "learning_rate": 4.592163640835445e-05,
      "loss": 4.6556,
      "step": 245435
    },
    {
      "epoch": 0.2148382279697595,
      "grad_norm": 0.4968971908092499,
      "learning_rate": 4.592146830509967e-05,
      "loss": 5.1803,
      "step": 245440
    },
    {
      "epoch": 0.21484260456338664,
      "grad_norm": 0.4884504973888397,
      "learning_rate": 4.592130019877384e-05,
      "loss": 5.2052,
      "step": 245445
    },
    {
      "epoch": 0.2148469811570138,
      "grad_norm": 0.4928109347820282,
      "learning_rate": 4.5921132089377017e-05,
      "loss": 5.7395,
      "step": 245450
    },
    {
      "epoch": 0.21485135775064096,
      "grad_norm": 0.5013618469238281,
      "learning_rate": 4.5920963976909216e-05,
      "loss": 4.938,
      "step": 245455
    },
    {
      "epoch": 0.2148557343442681,
      "grad_norm": 0.5464009642601013,
      "learning_rate": 4.592079586137046e-05,
      "loss": 4.6125,
      "step": 245460
    },
    {
      "epoch": 0.21486011093789525,
      "grad_norm": 0.5038241744041443,
      "learning_rate": 4.59206277427608e-05,
      "loss": 5.0783,
      "step": 245465
    },
    {
      "epoch": 0.2148644875315224,
      "grad_norm": 0.49644309282302856,
      "learning_rate": 4.592045962108027e-05,
      "loss": 5.3084,
      "step": 245470
    },
    {
      "epoch": 0.21486886412514958,
      "grad_norm": 0.506363034248352,
      "learning_rate": 4.592029149632889e-05,
      "loss": 5.9408,
      "step": 245475
    },
    {
      "epoch": 0.21487324071877673,
      "grad_norm": 0.4994738698005676,
      "learning_rate": 4.5920123368506695e-05,
      "loss": 5.1939,
      "step": 245480
    },
    {
      "epoch": 0.21487761731240387,
      "grad_norm": 0.49731165170669556,
      "learning_rate": 4.591995523761373e-05,
      "loss": 4.6869,
      "step": 245485
    },
    {
      "epoch": 0.21488199390603102,
      "grad_norm": 0.5899297595024109,
      "learning_rate": 4.591978710365002e-05,
      "loss": 5.2063,
      "step": 245490
    },
    {
      "epoch": 0.2148863704996582,
      "grad_norm": 0.486751914024353,
      "learning_rate": 4.5919618966615584e-05,
      "loss": 4.71,
      "step": 245495
    },
    {
      "epoch": 0.21489074709328534,
      "grad_norm": 0.5234642624855042,
      "learning_rate": 4.591945082651047e-05,
      "loss": 5.6346,
      "step": 245500
    },
    {
      "epoch": 0.2148951236869125,
      "grad_norm": 0.5197404623031616,
      "learning_rate": 4.59192826833347e-05,
      "loss": 4.7415,
      "step": 245505
    },
    {
      "epoch": 0.21489950028053964,
      "grad_norm": 0.5071916580200195,
      "learning_rate": 4.5919114537088315e-05,
      "loss": 5.0906,
      "step": 245510
    },
    {
      "epoch": 0.21490387687416682,
      "grad_norm": 0.48355332016944885,
      "learning_rate": 4.591894638777134e-05,
      "loss": 4.9154,
      "step": 245515
    },
    {
      "epoch": 0.21490825346779396,
      "grad_norm": 0.5084221363067627,
      "learning_rate": 4.591877823538382e-05,
      "loss": 5.7355,
      "step": 245520
    },
    {
      "epoch": 0.2149126300614211,
      "grad_norm": 0.5890533328056335,
      "learning_rate": 4.5918610079925783e-05,
      "loss": 5.3387,
      "step": 245525
    },
    {
      "epoch": 0.21491700665504826,
      "grad_norm": 0.5450241565704346,
      "learning_rate": 4.5918441921397246e-05,
      "loss": 5.1565,
      "step": 245530
    },
    {
      "epoch": 0.21492138324867543,
      "grad_norm": 0.5017262101173401,
      "learning_rate": 4.591827375979827e-05,
      "loss": 5.1379,
      "step": 245535
    },
    {
      "epoch": 0.21492575984230258,
      "grad_norm": 0.4948679804801941,
      "learning_rate": 4.5918105595128856e-05,
      "loss": 5.9139,
      "step": 245540
    },
    {
      "epoch": 0.21493013643592973,
      "grad_norm": 0.4781772196292877,
      "learning_rate": 4.591793742738906e-05,
      "loss": 5.7004,
      "step": 245545
    },
    {
      "epoch": 0.21493451302955688,
      "grad_norm": 0.5016661286354065,
      "learning_rate": 4.59177692565789e-05,
      "loss": 5.1182,
      "step": 245550
    },
    {
      "epoch": 0.21493888962318405,
      "grad_norm": 0.5308905243873596,
      "learning_rate": 4.5917601082698413e-05,
      "loss": 5.4253,
      "step": 245555
    },
    {
      "epoch": 0.2149432662168112,
      "grad_norm": 0.49853503704071045,
      "learning_rate": 4.5917432905747634e-05,
      "loss": 3.8977,
      "step": 245560
    },
    {
      "epoch": 0.21494764281043835,
      "grad_norm": 0.5088695883750916,
      "learning_rate": 4.5917264725726604e-05,
      "loss": 5.4209,
      "step": 245565
    },
    {
      "epoch": 0.2149520194040655,
      "grad_norm": 0.5150895714759827,
      "learning_rate": 4.591709654263533e-05,
      "loss": 4.8889,
      "step": 245570
    },
    {
      "epoch": 0.21495639599769267,
      "grad_norm": 0.49245160818099976,
      "learning_rate": 4.5916928356473874e-05,
      "loss": 4.8436,
      "step": 245575
    },
    {
      "epoch": 0.21496077259131982,
      "grad_norm": 0.4992179870605469,
      "learning_rate": 4.591676016724225e-05,
      "loss": 4.6845,
      "step": 245580
    },
    {
      "epoch": 0.21496514918494697,
      "grad_norm": 0.49741873145103455,
      "learning_rate": 4.5916591974940495e-05,
      "loss": 5.4217,
      "step": 245585
    },
    {
      "epoch": 0.21496952577857412,
      "grad_norm": 0.4874751567840576,
      "learning_rate": 4.591642377956864e-05,
      "loss": 4.9375,
      "step": 245590
    },
    {
      "epoch": 0.21497390237220126,
      "grad_norm": 0.4988645315170288,
      "learning_rate": 4.591625558112671e-05,
      "loss": 5.1193,
      "step": 245595
    },
    {
      "epoch": 0.21497827896582844,
      "grad_norm": 0.49266982078552246,
      "learning_rate": 4.591608737961476e-05,
      "loss": 5.2306,
      "step": 245600
    },
    {
      "epoch": 0.2149826555594556,
      "grad_norm": 0.5114193558692932,
      "learning_rate": 4.591591917503281e-05,
      "loss": 5.7081,
      "step": 245605
    },
    {
      "epoch": 0.21498703215308274,
      "grad_norm": 0.4978819489479065,
      "learning_rate": 4.5915750967380874e-05,
      "loss": 5.4104,
      "step": 245610
    },
    {
      "epoch": 0.21499140874670988,
      "grad_norm": 0.48398351669311523,
      "learning_rate": 4.591558275665901e-05,
      "loss": 4.3113,
      "step": 245615
    },
    {
      "epoch": 0.21499578534033706,
      "grad_norm": 0.5182133316993713,
      "learning_rate": 4.591541454286724e-05,
      "loss": 4.9027,
      "step": 245620
    },
    {
      "epoch": 0.2150001619339642,
      "grad_norm": 0.4993443489074707,
      "learning_rate": 4.59152463260056e-05,
      "loss": 4.4256,
      "step": 245625
    },
    {
      "epoch": 0.21500453852759135,
      "grad_norm": 0.4946153163909912,
      "learning_rate": 4.591507810607413e-05,
      "loss": 5.1851,
      "step": 245630
    },
    {
      "epoch": 0.2150089151212185,
      "grad_norm": 0.5093833804130554,
      "learning_rate": 4.5914909883072845e-05,
      "loss": 5.119,
      "step": 245635
    },
    {
      "epoch": 0.21501329171484568,
      "grad_norm": 0.5054486989974976,
      "learning_rate": 4.591474165700178e-05,
      "loss": 5.6219,
      "step": 245640
    },
    {
      "epoch": 0.21501766830847283,
      "grad_norm": 0.5087853074073792,
      "learning_rate": 4.591457342786098e-05,
      "loss": 5.404,
      "step": 245645
    },
    {
      "epoch": 0.21502204490209997,
      "grad_norm": 0.5054300427436829,
      "learning_rate": 4.591440519565048e-05,
      "loss": 5.616,
      "step": 245650
    },
    {
      "epoch": 0.21502642149572712,
      "grad_norm": 0.48381108045578003,
      "learning_rate": 4.591423696037029e-05,
      "loss": 5.4413,
      "step": 245655
    },
    {
      "epoch": 0.2150307980893543,
      "grad_norm": 0.4994322955608368,
      "learning_rate": 4.591406872202045e-05,
      "loss": 4.7078,
      "step": 245660
    },
    {
      "epoch": 0.21503517468298144,
      "grad_norm": 0.5009915232658386,
      "learning_rate": 4.591390048060101e-05,
      "loss": 5.1157,
      "step": 245665
    },
    {
      "epoch": 0.2150395512766086,
      "grad_norm": 0.4924248158931732,
      "learning_rate": 4.5913732236111994e-05,
      "loss": 5.7126,
      "step": 245670
    },
    {
      "epoch": 0.21504392787023574,
      "grad_norm": 0.48708924651145935,
      "learning_rate": 4.591356398855342e-05,
      "loss": 5.7065,
      "step": 245675
    },
    {
      "epoch": 0.21504830446386292,
      "grad_norm": 0.5014602541923523,
      "learning_rate": 4.591339573792534e-05,
      "loss": 5.2585,
      "step": 245680
    },
    {
      "epoch": 0.21505268105749006,
      "grad_norm": 0.4918102025985718,
      "learning_rate": 4.591322748422777e-05,
      "loss": 5.6383,
      "step": 245685
    },
    {
      "epoch": 0.2150570576511172,
      "grad_norm": 0.49059629440307617,
      "learning_rate": 4.591305922746075e-05,
      "loss": 5.3551,
      "step": 245690
    },
    {
      "epoch": 0.21506143424474436,
      "grad_norm": 0.5033804178237915,
      "learning_rate": 4.591289096762432e-05,
      "loss": 5.1376,
      "step": 245695
    },
    {
      "epoch": 0.21506581083837154,
      "grad_norm": 0.514061689376831,
      "learning_rate": 4.59127227047185e-05,
      "loss": 4.5254,
      "step": 245700
    },
    {
      "epoch": 0.21507018743199868,
      "grad_norm": 0.5077908635139465,
      "learning_rate": 4.591255443874334e-05,
      "loss": 5.1947,
      "step": 245705
    },
    {
      "epoch": 0.21507456402562583,
      "grad_norm": 0.59309321641922,
      "learning_rate": 4.591238616969884e-05,
      "loss": 5.1091,
      "step": 245710
    },
    {
      "epoch": 0.21507894061925298,
      "grad_norm": 0.5590028762817383,
      "learning_rate": 4.591221789758506e-05,
      "loss": 5.7434,
      "step": 245715
    },
    {
      "epoch": 0.21508331721288013,
      "grad_norm": 0.5916659832000732,
      "learning_rate": 4.591204962240203e-05,
      "loss": 5.2395,
      "step": 245720
    },
    {
      "epoch": 0.2150876938065073,
      "grad_norm": 0.49230533838272095,
      "learning_rate": 4.5911881344149776e-05,
      "loss": 5.1282,
      "step": 245725
    },
    {
      "epoch": 0.21509207040013445,
      "grad_norm": 0.5010926723480225,
      "learning_rate": 4.5911713062828335e-05,
      "loss": 4.6026,
      "step": 245730
    },
    {
      "epoch": 0.2150964469937616,
      "grad_norm": 0.5299311876296997,
      "learning_rate": 4.591154477843772e-05,
      "loss": 5.4303,
      "step": 245735
    },
    {
      "epoch": 0.21510082358738875,
      "grad_norm": 0.5481903553009033,
      "learning_rate": 4.5911376490977996e-05,
      "loss": 5.7146,
      "step": 245740
    },
    {
      "epoch": 0.21510520018101592,
      "grad_norm": 0.5760277509689331,
      "learning_rate": 4.591120820044917e-05,
      "loss": 4.3874,
      "step": 245745
    },
    {
      "epoch": 0.21510957677464307,
      "grad_norm": 0.5343819260597229,
      "learning_rate": 4.5911039906851296e-05,
      "loss": 5.4473,
      "step": 245750
    },
    {
      "epoch": 0.21511395336827022,
      "grad_norm": 0.5792089700698853,
      "learning_rate": 4.5910871610184383e-05,
      "loss": 5.4286,
      "step": 245755
    },
    {
      "epoch": 0.21511832996189736,
      "grad_norm": 0.49997177720069885,
      "learning_rate": 4.591070331044848e-05,
      "loss": 4.9227,
      "step": 245760
    },
    {
      "epoch": 0.21512270655552454,
      "grad_norm": 0.4965178966522217,
      "learning_rate": 4.591053500764361e-05,
      "loss": 5.4818,
      "step": 245765
    },
    {
      "epoch": 0.2151270831491517,
      "grad_norm": 0.4954208731651306,
      "learning_rate": 4.591036670176981e-05,
      "loss": 5.4472,
      "step": 245770
    },
    {
      "epoch": 0.21513145974277884,
      "grad_norm": 0.49225088953971863,
      "learning_rate": 4.591019839282712e-05,
      "loss": 4.6373,
      "step": 245775
    },
    {
      "epoch": 0.21513583633640598,
      "grad_norm": 0.5169477462768555,
      "learning_rate": 4.591003008081556e-05,
      "loss": 5.3369,
      "step": 245780
    },
    {
      "epoch": 0.21514021293003316,
      "grad_norm": 0.4878545105457306,
      "learning_rate": 4.5909861765735164e-05,
      "loss": 5.9104,
      "step": 245785
    },
    {
      "epoch": 0.2151445895236603,
      "grad_norm": 0.4984593391418457,
      "learning_rate": 4.5909693447585965e-05,
      "loss": 4.6062,
      "step": 245790
    },
    {
      "epoch": 0.21514896611728745,
      "grad_norm": 0.48797252774238586,
      "learning_rate": 4.5909525126368005e-05,
      "loss": 5.4097,
      "step": 245795
    },
    {
      "epoch": 0.2151533427109146,
      "grad_norm": 0.5100275278091431,
      "learning_rate": 4.5909356802081306e-05,
      "loss": 5.2079,
      "step": 245800
    },
    {
      "epoch": 0.21515771930454178,
      "grad_norm": 0.5105890035629272,
      "learning_rate": 4.590918847472591e-05,
      "loss": 5.4137,
      "step": 245805
    },
    {
      "epoch": 0.21516209589816893,
      "grad_norm": 0.4865884780883789,
      "learning_rate": 4.5909020144301826e-05,
      "loss": 5.11,
      "step": 245810
    },
    {
      "epoch": 0.21516647249179607,
      "grad_norm": 0.49762752652168274,
      "learning_rate": 4.590885181080912e-05,
      "loss": 3.6984,
      "step": 245815
    },
    {
      "epoch": 0.21517084908542322,
      "grad_norm": 0.5234032869338989,
      "learning_rate": 4.590868347424781e-05,
      "loss": 5.1058,
      "step": 245820
    },
    {
      "epoch": 0.2151752256790504,
      "grad_norm": 0.5106133222579956,
      "learning_rate": 4.590851513461791e-05,
      "loss": 5.6453,
      "step": 245825
    },
    {
      "epoch": 0.21517960227267754,
      "grad_norm": 0.4949672520160675,
      "learning_rate": 4.590834679191949e-05,
      "loss": 5.6268,
      "step": 245830
    },
    {
      "epoch": 0.2151839788663047,
      "grad_norm": 0.5286951661109924,
      "learning_rate": 4.590817844615255e-05,
      "loss": 4.932,
      "step": 245835
    },
    {
      "epoch": 0.21518835545993184,
      "grad_norm": 0.5435307025909424,
      "learning_rate": 4.5908010097317135e-05,
      "loss": 5.2407,
      "step": 245840
    },
    {
      "epoch": 0.21519273205355902,
      "grad_norm": 0.5052298307418823,
      "learning_rate": 4.590784174541327e-05,
      "loss": 5.6016,
      "step": 245845
    },
    {
      "epoch": 0.21519710864718616,
      "grad_norm": 0.5115168690681458,
      "learning_rate": 4.590767339044101e-05,
      "loss": 5.1557,
      "step": 245850
    },
    {
      "epoch": 0.2152014852408133,
      "grad_norm": 0.4861522614955902,
      "learning_rate": 4.590750503240035e-05,
      "loss": 5.4484,
      "step": 245855
    },
    {
      "epoch": 0.21520586183444046,
      "grad_norm": 0.5177208185195923,
      "learning_rate": 4.5907336671291356e-05,
      "loss": 5.7133,
      "step": 245860
    },
    {
      "epoch": 0.2152102384280676,
      "grad_norm": 0.49845796823501587,
      "learning_rate": 4.5907168307114054e-05,
      "loss": 5.9436,
      "step": 245865
    },
    {
      "epoch": 0.21521461502169478,
      "grad_norm": 0.502750813961029,
      "learning_rate": 4.5906999939868466e-05,
      "loss": 5.1023,
      "step": 245870
    },
    {
      "epoch": 0.21521899161532193,
      "grad_norm": 0.4923901855945587,
      "learning_rate": 4.5906831569554634e-05,
      "loss": 5.9359,
      "step": 245875
    },
    {
      "epoch": 0.21522336820894908,
      "grad_norm": 0.4966963231563568,
      "learning_rate": 4.590666319617257e-05,
      "loss": 5.7052,
      "step": 245880
    },
    {
      "epoch": 0.21522774480257623,
      "grad_norm": 0.505567729473114,
      "learning_rate": 4.5906494819722344e-05,
      "loss": 5.1823,
      "step": 245885
    },
    {
      "epoch": 0.2152321213962034,
      "grad_norm": 0.4927235245704651,
      "learning_rate": 4.5906326440203953e-05,
      "loss": 5.66,
      "step": 245890
    },
    {
      "epoch": 0.21523649798983055,
      "grad_norm": 0.495902955532074,
      "learning_rate": 4.5906158057617454e-05,
      "loss": 5.3726,
      "step": 245895
    },
    {
      "epoch": 0.2152408745834577,
      "grad_norm": 0.494900107383728,
      "learning_rate": 4.590598967196286e-05,
      "loss": 5.3307,
      "step": 245900
    },
    {
      "epoch": 0.21524525117708485,
      "grad_norm": 0.49090147018432617,
      "learning_rate": 4.5905821283240216e-05,
      "loss": 5.923,
      "step": 245905
    },
    {
      "epoch": 0.21524962777071202,
      "grad_norm": 0.49393001198768616,
      "learning_rate": 4.5905652891449544e-05,
      "loss": 5.9324,
      "step": 245910
    },
    {
      "epoch": 0.21525400436433917,
      "grad_norm": 0.49863287806510925,
      "learning_rate": 4.5905484496590886e-05,
      "loss": 5.1619,
      "step": 245915
    },
    {
      "epoch": 0.21525838095796632,
      "grad_norm": 0.5239794254302979,
      "learning_rate": 4.5905316098664274e-05,
      "loss": 5.4378,
      "step": 245920
    },
    {
      "epoch": 0.21526275755159346,
      "grad_norm": 0.5232799649238586,
      "learning_rate": 4.5905147697669736e-05,
      "loss": 5.136,
      "step": 245925
    },
    {
      "epoch": 0.21526713414522064,
      "grad_norm": 0.5219749808311462,
      "learning_rate": 4.5904979293607306e-05,
      "loss": 4.914,
      "step": 245930
    },
    {
      "epoch": 0.2152715107388478,
      "grad_norm": 0.49196282029151917,
      "learning_rate": 4.590481088647704e-05,
      "loss": 5.9607,
      "step": 245935
    },
    {
      "epoch": 0.21527588733247494,
      "grad_norm": 0.5250226855278015,
      "learning_rate": 4.590464247627892e-05,
      "loss": 4.6934,
      "step": 245940
    },
    {
      "epoch": 0.21528026392610208,
      "grad_norm": 0.5177815556526184,
      "learning_rate": 4.590447406301301e-05,
      "loss": 4.2781,
      "step": 245945
    },
    {
      "epoch": 0.21528464051972926,
      "grad_norm": 0.505886435508728,
      "learning_rate": 4.5904305646679346e-05,
      "loss": 5.2132,
      "step": 245950
    },
    {
      "epoch": 0.2152890171133564,
      "grad_norm": 0.4975632429122925,
      "learning_rate": 4.590413722727794e-05,
      "loss": 5.9559,
      "step": 245955
    },
    {
      "epoch": 0.21529339370698355,
      "grad_norm": 0.4955899119377136,
      "learning_rate": 4.590396880480886e-05,
      "loss": 4.453,
      "step": 245960
    },
    {
      "epoch": 0.2152977703006107,
      "grad_norm": 0.4934976398944855,
      "learning_rate": 4.59038003792721e-05,
      "loss": 6.2619,
      "step": 245965
    },
    {
      "epoch": 0.21530214689423788,
      "grad_norm": 0.4945930242538452,
      "learning_rate": 4.5903631950667717e-05,
      "loss": 5.0502,
      "step": 245970
    },
    {
      "epoch": 0.21530652348786503,
      "grad_norm": 0.49161702394485474,
      "learning_rate": 4.5903463518995726e-05,
      "loss": 5.7308,
      "step": 245975
    },
    {
      "epoch": 0.21531090008149217,
      "grad_norm": 0.5190345644950867,
      "learning_rate": 4.590329508425617e-05,
      "loss": 4.8843,
      "step": 245980
    },
    {
      "epoch": 0.21531527667511932,
      "grad_norm": 0.5021171569824219,
      "learning_rate": 4.5903126646449076e-05,
      "loss": 5.4553,
      "step": 245985
    },
    {
      "epoch": 0.21531965326874647,
      "grad_norm": 0.4936056137084961,
      "learning_rate": 4.59029582055745e-05,
      "loss": 5.0066,
      "step": 245990
    },
    {
      "epoch": 0.21532402986237364,
      "grad_norm": 0.5115143656730652,
      "learning_rate": 4.5902789761632436e-05,
      "loss": 5.6862,
      "step": 245995
    },
    {
      "epoch": 0.2153284064560008,
      "grad_norm": 0.5130506753921509,
      "learning_rate": 4.590262131462295e-05,
      "loss": 5.2268,
      "step": 246000
    },
    {
      "epoch": 0.21533278304962794,
      "grad_norm": 0.5140458345413208,
      "learning_rate": 4.590245286454605e-05,
      "loss": 4.6246,
      "step": 246005
    },
    {
      "epoch": 0.2153371596432551,
      "grad_norm": 0.5104804635047913,
      "learning_rate": 4.5902284411401774e-05,
      "loss": 5.4462,
      "step": 246010
    },
    {
      "epoch": 0.21534153623688226,
      "grad_norm": 0.4894678294658661,
      "learning_rate": 4.5902115955190174e-05,
      "loss": 5.4301,
      "step": 246015
    },
    {
      "epoch": 0.2153459128305094,
      "grad_norm": 0.4936720132827759,
      "learning_rate": 4.590194749591126e-05,
      "loss": 5.2228,
      "step": 246020
    },
    {
      "epoch": 0.21535028942413656,
      "grad_norm": 0.4864479601383209,
      "learning_rate": 4.5901779033565074e-05,
      "loss": 5.618,
      "step": 246025
    },
    {
      "epoch": 0.2153546660177637,
      "grad_norm": 0.4904673397541046,
      "learning_rate": 4.590161056815164e-05,
      "loss": 5.4207,
      "step": 246030
    },
    {
      "epoch": 0.21535904261139088,
      "grad_norm": 0.49004122614860535,
      "learning_rate": 4.5901442099671e-05,
      "loss": 5.9109,
      "step": 246035
    },
    {
      "epoch": 0.21536341920501803,
      "grad_norm": 0.5022549033164978,
      "learning_rate": 4.5901273628123184e-05,
      "loss": 5.2356,
      "step": 246040
    },
    {
      "epoch": 0.21536779579864518,
      "grad_norm": 0.48847678303718567,
      "learning_rate": 4.590110515350823e-05,
      "loss": 5.3193,
      "step": 246045
    },
    {
      "epoch": 0.21537217239227233,
      "grad_norm": 0.503539502620697,
      "learning_rate": 4.590093667582615e-05,
      "loss": 5.1211,
      "step": 246050
    },
    {
      "epoch": 0.2153765489858995,
      "grad_norm": 0.48727813363075256,
      "learning_rate": 4.5900768195077006e-05,
      "loss": 5.1234,
      "step": 246055
    },
    {
      "epoch": 0.21538092557952665,
      "grad_norm": 0.4985305964946747,
      "learning_rate": 4.5900599711260806e-05,
      "loss": 5.1223,
      "step": 246060
    },
    {
      "epoch": 0.2153853021731538,
      "grad_norm": 0.5121619701385498,
      "learning_rate": 4.5900431224377595e-05,
      "loss": 4.9285,
      "step": 246065
    },
    {
      "epoch": 0.21538967876678095,
      "grad_norm": 0.5129300951957703,
      "learning_rate": 4.590026273442741e-05,
      "loss": 5.1186,
      "step": 246070
    },
    {
      "epoch": 0.21539405536040812,
      "grad_norm": 0.500684916973114,
      "learning_rate": 4.590009424141026e-05,
      "loss": 5.1377,
      "step": 246075
    },
    {
      "epoch": 0.21539843195403527,
      "grad_norm": 0.48331257700920105,
      "learning_rate": 4.589992574532621e-05,
      "loss": 5.3812,
      "step": 246080
    },
    {
      "epoch": 0.21540280854766242,
      "grad_norm": 0.49865227937698364,
      "learning_rate": 4.5899757246175265e-05,
      "loss": 5.4446,
      "step": 246085
    },
    {
      "epoch": 0.21540718514128956,
      "grad_norm": 0.5106837749481201,
      "learning_rate": 4.589958874395748e-05,
      "loss": 4.8075,
      "step": 246090
    },
    {
      "epoch": 0.21541156173491674,
      "grad_norm": 0.48146528005599976,
      "learning_rate": 4.589942023867286e-05,
      "loss": 5.1032,
      "step": 246095
    },
    {
      "epoch": 0.2154159383285439,
      "grad_norm": 0.5156000256538391,
      "learning_rate": 4.5899251730321465e-05,
      "loss": 4.8673,
      "step": 246100
    },
    {
      "epoch": 0.21542031492217104,
      "grad_norm": 0.4993390440940857,
      "learning_rate": 4.5899083218903315e-05,
      "loss": 5.1286,
      "step": 246105
    },
    {
      "epoch": 0.21542469151579818,
      "grad_norm": 0.486368328332901,
      "learning_rate": 4.589891470441844e-05,
      "loss": 5.4505,
      "step": 246110
    },
    {
      "epoch": 0.21542906810942533,
      "grad_norm": 0.525891900062561,
      "learning_rate": 4.589874618686687e-05,
      "loss": 4.9309,
      "step": 246115
    },
    {
      "epoch": 0.2154334447030525,
      "grad_norm": 0.5046651363372803,
      "learning_rate": 4.589857766624866e-05,
      "loss": 4.9023,
      "step": 246120
    },
    {
      "epoch": 0.21543782129667965,
      "grad_norm": 0.5218217372894287,
      "learning_rate": 4.5898409142563816e-05,
      "loss": 4.9325,
      "step": 246125
    },
    {
      "epoch": 0.2154421978903068,
      "grad_norm": 0.5345266461372375,
      "learning_rate": 4.589824061581237e-05,
      "loss": 5.4024,
      "step": 246130
    },
    {
      "epoch": 0.21544657448393395,
      "grad_norm": 0.5817530155181885,
      "learning_rate": 4.589807208599438e-05,
      "loss": 5.4165,
      "step": 246135
    },
    {
      "epoch": 0.21545095107756113,
      "grad_norm": 0.48797929286956787,
      "learning_rate": 4.589790355310985e-05,
      "loss": 4.6293,
      "step": 246140
    },
    {
      "epoch": 0.21545532767118827,
      "grad_norm": 0.5125069618225098,
      "learning_rate": 4.589773501715885e-05,
      "loss": 5.4854,
      "step": 246145
    },
    {
      "epoch": 0.21545970426481542,
      "grad_norm": 0.5168061256408691,
      "learning_rate": 4.589756647814138e-05,
      "loss": 5.9758,
      "step": 246150
    },
    {
      "epoch": 0.21546408085844257,
      "grad_norm": 0.5092530250549316,
      "learning_rate": 4.589739793605746e-05,
      "loss": 5.6334,
      "step": 246155
    },
    {
      "epoch": 0.21546845745206974,
      "grad_norm": 0.4991205930709839,
      "learning_rate": 4.589722939090716e-05,
      "loss": 5.4018,
      "step": 246160
    },
    {
      "epoch": 0.2154728340456969,
      "grad_norm": 0.4784834086894989,
      "learning_rate": 4.5897060842690496e-05,
      "loss": 4.7864,
      "step": 246165
    },
    {
      "epoch": 0.21547721063932404,
      "grad_norm": 0.5012381076812744,
      "learning_rate": 4.58968922914075e-05,
      "loss": 4.3772,
      "step": 246170
    },
    {
      "epoch": 0.2154815872329512,
      "grad_norm": 0.4999360144138336,
      "learning_rate": 4.5896723737058215e-05,
      "loss": 4.6809,
      "step": 246175
    },
    {
      "epoch": 0.21548596382657836,
      "grad_norm": 0.5174981355667114,
      "learning_rate": 4.5896555179642644e-05,
      "loss": 5.4605,
      "step": 246180
    },
    {
      "epoch": 0.2154903404202055,
      "grad_norm": 0.4864462912082672,
      "learning_rate": 4.589638661916085e-05,
      "loss": 4.6177,
      "step": 246185
    },
    {
      "epoch": 0.21549471701383266,
      "grad_norm": 0.48929908871650696,
      "learning_rate": 4.589621805561285e-05,
      "loss": 5.3742,
      "step": 246190
    },
    {
      "epoch": 0.2154990936074598,
      "grad_norm": 0.6113533973693848,
      "learning_rate": 4.589604948899868e-05,
      "loss": 4.4252,
      "step": 246195
    },
    {
      "epoch": 0.21550347020108698,
      "grad_norm": 0.5139355063438416,
      "learning_rate": 4.589588091931838e-05,
      "loss": 5.47,
      "step": 246200
    },
    {
      "epoch": 0.21550784679471413,
      "grad_norm": 0.5808125734329224,
      "learning_rate": 4.5895712346571975e-05,
      "loss": 5.4045,
      "step": 246205
    },
    {
      "epoch": 0.21551222338834128,
      "grad_norm": 0.48655247688293457,
      "learning_rate": 4.58955437707595e-05,
      "loss": 4.2915,
      "step": 246210
    },
    {
      "epoch": 0.21551659998196843,
      "grad_norm": 0.5409824848175049,
      "learning_rate": 4.5895375191880975e-05,
      "loss": 5.1229,
      "step": 246215
    },
    {
      "epoch": 0.2155209765755956,
      "grad_norm": 0.5482752919197083,
      "learning_rate": 4.5895206609936455e-05,
      "loss": 4.8984,
      "step": 246220
    },
    {
      "epoch": 0.21552535316922275,
      "grad_norm": 0.4968475103378296,
      "learning_rate": 4.589503802492596e-05,
      "loss": 5.3994,
      "step": 246225
    },
    {
      "epoch": 0.2155297297628499,
      "grad_norm": 0.4934641718864441,
      "learning_rate": 4.589486943684952e-05,
      "loss": 5.2134,
      "step": 246230
    },
    {
      "epoch": 0.21553410635647705,
      "grad_norm": 0.4901677072048187,
      "learning_rate": 4.589470084570717e-05,
      "loss": 5.7632,
      "step": 246235
    },
    {
      "epoch": 0.2155384829501042,
      "grad_norm": 0.5141783356666565,
      "learning_rate": 4.5894532251498956e-05,
      "loss": 5.2197,
      "step": 246240
    },
    {
      "epoch": 0.21554285954373137,
      "grad_norm": 0.5000561475753784,
      "learning_rate": 4.5894363654224895e-05,
      "loss": 5.2026,
      "step": 246245
    },
    {
      "epoch": 0.21554723613735852,
      "grad_norm": 0.4942503571510315,
      "learning_rate": 4.5894195053885e-05,
      "loss": 4.8915,
      "step": 246250
    },
    {
      "epoch": 0.21555161273098566,
      "grad_norm": 0.5010673999786377,
      "learning_rate": 4.589402645047936e-05,
      "loss": 5.6318,
      "step": 246255
    },
    {
      "epoch": 0.2155559893246128,
      "grad_norm": 0.5056825280189514,
      "learning_rate": 4.589385784400795e-05,
      "loss": 4.8118,
      "step": 246260
    },
    {
      "epoch": 0.21556036591824,
      "grad_norm": 0.4892185628414154,
      "learning_rate": 4.589368923447083e-05,
      "loss": 5.9348,
      "step": 246265
    },
    {
      "epoch": 0.21556474251186714,
      "grad_norm": 0.5104950070381165,
      "learning_rate": 4.5893520621868034e-05,
      "loss": 5.6416,
      "step": 246270
    },
    {
      "epoch": 0.21556911910549428,
      "grad_norm": 0.5004763603210449,
      "learning_rate": 4.5893352006199596e-05,
      "loss": 5.1165,
      "step": 246275
    },
    {
      "epoch": 0.21557349569912143,
      "grad_norm": 0.504144549369812,
      "learning_rate": 4.5893183387465535e-05,
      "loss": 5.6367,
      "step": 246280
    },
    {
      "epoch": 0.2155778722927486,
      "grad_norm": 0.5048239231109619,
      "learning_rate": 4.5893014765665886e-05,
      "loss": 5.2197,
      "step": 246285
    },
    {
      "epoch": 0.21558224888637575,
      "grad_norm": 0.4790981411933899,
      "learning_rate": 4.5892846140800696e-05,
      "loss": 5.3899,
      "step": 246290
    },
    {
      "epoch": 0.2155866254800029,
      "grad_norm": 0.5547793507575989,
      "learning_rate": 4.589267751286998e-05,
      "loss": 4.8071,
      "step": 246295
    },
    {
      "epoch": 0.21559100207363005,
      "grad_norm": 0.561561644077301,
      "learning_rate": 4.5892508881873774e-05,
      "loss": 5.1825,
      "step": 246300
    },
    {
      "epoch": 0.21559537866725723,
      "grad_norm": 0.5798625349998474,
      "learning_rate": 4.589234024781212e-05,
      "loss": 5.6279,
      "step": 246305
    },
    {
      "epoch": 0.21559975526088437,
      "grad_norm": 0.6086941361427307,
      "learning_rate": 4.589217161068504e-05,
      "loss": 4.6196,
      "step": 246310
    },
    {
      "epoch": 0.21560413185451152,
      "grad_norm": 0.5143494009971619,
      "learning_rate": 4.5892002970492586e-05,
      "loss": 5.1367,
      "step": 246315
    },
    {
      "epoch": 0.21560850844813867,
      "grad_norm": 0.4917544722557068,
      "learning_rate": 4.589183432723476e-05,
      "loss": 4.8852,
      "step": 246320
    },
    {
      "epoch": 0.21561288504176584,
      "grad_norm": 0.6296327710151672,
      "learning_rate": 4.589166568091162e-05,
      "loss": 5.2183,
      "step": 246325
    },
    {
      "epoch": 0.215617261635393,
      "grad_norm": 0.5248678922653198,
      "learning_rate": 4.589149703152319e-05,
      "loss": 5.9502,
      "step": 246330
    },
    {
      "epoch": 0.21562163822902014,
      "grad_norm": 0.6930441856384277,
      "learning_rate": 4.58913283790695e-05,
      "loss": 4.8545,
      "step": 246335
    },
    {
      "epoch": 0.2156260148226473,
      "grad_norm": 0.5363215804100037,
      "learning_rate": 4.589115972355058e-05,
      "loss": 5.6475,
      "step": 246340
    },
    {
      "epoch": 0.21563039141627446,
      "grad_norm": 0.4867384731769562,
      "learning_rate": 4.589099106496647e-05,
      "loss": 5.9324,
      "step": 246345
    },
    {
      "epoch": 0.2156347680099016,
      "grad_norm": 0.5071969628334045,
      "learning_rate": 4.58908224033172e-05,
      "loss": 5.1788,
      "step": 246350
    },
    {
      "epoch": 0.21563914460352876,
      "grad_norm": 0.5018644332885742,
      "learning_rate": 4.5890653738602805e-05,
      "loss": 4.6629,
      "step": 246355
    },
    {
      "epoch": 0.2156435211971559,
      "grad_norm": 0.4861738979816437,
      "learning_rate": 4.589048507082331e-05,
      "loss": 4.9273,
      "step": 246360
    },
    {
      "epoch": 0.21564789779078306,
      "grad_norm": 0.4893745183944702,
      "learning_rate": 4.589031639997875e-05,
      "loss": 5.6344,
      "step": 246365
    },
    {
      "epoch": 0.21565227438441023,
      "grad_norm": 0.49910372495651245,
      "learning_rate": 4.5890147726069166e-05,
      "loss": 5.2347,
      "step": 246370
    },
    {
      "epoch": 0.21565665097803738,
      "grad_norm": 0.5053353309631348,
      "learning_rate": 4.5889979049094564e-05,
      "loss": 4.7576,
      "step": 246375
    },
    {
      "epoch": 0.21566102757166453,
      "grad_norm": 0.5179147720336914,
      "learning_rate": 4.588981036905503e-05,
      "loss": 5.116,
      "step": 246380
    },
    {
      "epoch": 0.21566540416529167,
      "grad_norm": 0.5019663572311401,
      "learning_rate": 4.588964168595054e-05,
      "loss": 5.1175,
      "step": 246385
    },
    {
      "epoch": 0.21566978075891885,
      "grad_norm": 0.48198580741882324,
      "learning_rate": 4.5889472999781155e-05,
      "loss": 6.1855,
      "step": 246390
    },
    {
      "epoch": 0.215674157352546,
      "grad_norm": 0.5338994860649109,
      "learning_rate": 4.58893043105469e-05,
      "loss": 4.9054,
      "step": 246395
    },
    {
      "epoch": 0.21567853394617315,
      "grad_norm": 0.5683037042617798,
      "learning_rate": 4.588913561824781e-05,
      "loss": 5.109,
      "step": 246400
    },
    {
      "epoch": 0.2156829105398003,
      "grad_norm": 0.4909164607524872,
      "learning_rate": 4.588896692288392e-05,
      "loss": 4.6153,
      "step": 246405
    },
    {
      "epoch": 0.21568728713342747,
      "grad_norm": 0.5050138235092163,
      "learning_rate": 4.588879822445526e-05,
      "loss": 4.8832,
      "step": 246410
    },
    {
      "epoch": 0.21569166372705462,
      "grad_norm": 0.4919758141040802,
      "learning_rate": 4.588862952296187e-05,
      "loss": 5.7324,
      "step": 246415
    },
    {
      "epoch": 0.21569604032068176,
      "grad_norm": 0.4952893555164337,
      "learning_rate": 4.588846081840376e-05,
      "loss": 4.9118,
      "step": 246420
    },
    {
      "epoch": 0.2157004169143089,
      "grad_norm": 0.49282580614089966,
      "learning_rate": 4.588829211078098e-05,
      "loss": 5.1566,
      "step": 246425
    },
    {
      "epoch": 0.2157047935079361,
      "grad_norm": 0.49737194180488586,
      "learning_rate": 4.5888123400093575e-05,
      "loss": 5.1301,
      "step": 246430
    },
    {
      "epoch": 0.21570917010156324,
      "grad_norm": 0.502787172794342,
      "learning_rate": 4.588795468634154e-05,
      "loss": 5.8836,
      "step": 246435
    },
    {
      "epoch": 0.21571354669519038,
      "grad_norm": 0.4906521439552307,
      "learning_rate": 4.588778596952494e-05,
      "loss": 5.3529,
      "step": 246440
    },
    {
      "epoch": 0.21571792328881753,
      "grad_norm": 0.5105909705162048,
      "learning_rate": 4.58876172496438e-05,
      "loss": 5.175,
      "step": 246445
    },
    {
      "epoch": 0.2157222998824447,
      "grad_norm": 0.5254836678504944,
      "learning_rate": 4.588744852669815e-05,
      "loss": 4.9106,
      "step": 246450
    },
    {
      "epoch": 0.21572667647607185,
      "grad_norm": 0.48233741521835327,
      "learning_rate": 4.588727980068802e-05,
      "loss": 5.7427,
      "step": 246455
    },
    {
      "epoch": 0.215731053069699,
      "grad_norm": 0.479888379573822,
      "learning_rate": 4.588711107161345e-05,
      "loss": 5.6946,
      "step": 246460
    },
    {
      "epoch": 0.21573542966332615,
      "grad_norm": 0.4937303960323334,
      "learning_rate": 4.588694233947447e-05,
      "loss": 4.9385,
      "step": 246465
    },
    {
      "epoch": 0.21573980625695333,
      "grad_norm": 0.5292697548866272,
      "learning_rate": 4.5886773604271104e-05,
      "loss": 5.2384,
      "step": 246470
    },
    {
      "epoch": 0.21574418285058047,
      "grad_norm": 0.5058209896087646,
      "learning_rate": 4.588660486600339e-05,
      "loss": 5.6814,
      "step": 246475
    },
    {
      "epoch": 0.21574855944420762,
      "grad_norm": 0.4977726936340332,
      "learning_rate": 4.5886436124671364e-05,
      "loss": 5.423,
      "step": 246480
    },
    {
      "epoch": 0.21575293603783477,
      "grad_norm": 0.49307534098625183,
      "learning_rate": 4.588626738027506e-05,
      "loss": 5.9066,
      "step": 246485
    },
    {
      "epoch": 0.21575731263146194,
      "grad_norm": 0.4990886151790619,
      "learning_rate": 4.58860986328145e-05,
      "loss": 5.2209,
      "step": 246490
    },
    {
      "epoch": 0.2157616892250891,
      "grad_norm": 0.5026707053184509,
      "learning_rate": 4.5885929882289725e-05,
      "loss": 5.185,
      "step": 246495
    },
    {
      "epoch": 0.21576606581871624,
      "grad_norm": 0.5169621109962463,
      "learning_rate": 4.588576112870077e-05,
      "loss": 5.6789,
      "step": 246500
    },
    {
      "epoch": 0.2157704424123434,
      "grad_norm": 0.5006088614463806,
      "learning_rate": 4.5885592372047646e-05,
      "loss": 5.096,
      "step": 246505
    },
    {
      "epoch": 0.21577481900597054,
      "grad_norm": 0.5287670493125916,
      "learning_rate": 4.588542361233043e-05,
      "loss": 5.4319,
      "step": 246510
    },
    {
      "epoch": 0.2157791955995977,
      "grad_norm": 0.5047652125358582,
      "learning_rate": 4.5885254849549096e-05,
      "loss": 5.2008,
      "step": 246515
    },
    {
      "epoch": 0.21578357219322486,
      "grad_norm": 0.5032077431678772,
      "learning_rate": 4.5885086083703735e-05,
      "loss": 4.4192,
      "step": 246520
    },
    {
      "epoch": 0.215787948786852,
      "grad_norm": 0.5096591711044312,
      "learning_rate": 4.588491731479434e-05,
      "loss": 5.4608,
      "step": 246525
    },
    {
      "epoch": 0.21579232538047916,
      "grad_norm": 0.5064008235931396,
      "learning_rate": 4.588474854282095e-05,
      "loss": 4.319,
      "step": 246530
    },
    {
      "epoch": 0.21579670197410633,
      "grad_norm": 0.513839840888977,
      "learning_rate": 4.588457976778362e-05,
      "loss": 5.4236,
      "step": 246535
    },
    {
      "epoch": 0.21580107856773348,
      "grad_norm": 0.5169312953948975,
      "learning_rate": 4.588441098968236e-05,
      "loss": 5.4355,
      "step": 246540
    },
    {
      "epoch": 0.21580545516136063,
      "grad_norm": 0.5004484057426453,
      "learning_rate": 4.58842422085172e-05,
      "loss": 5.6115,
      "step": 246545
    },
    {
      "epoch": 0.21580983175498777,
      "grad_norm": 0.5000509023666382,
      "learning_rate": 4.5884073424288184e-05,
      "loss": 5.4287,
      "step": 246550
    },
    {
      "epoch": 0.21581420834861495,
      "grad_norm": 0.4913405776023865,
      "learning_rate": 4.5883904636995347e-05,
      "loss": 5.1093,
      "step": 246555
    },
    {
      "epoch": 0.2158185849422421,
      "grad_norm": 0.4959242343902588,
      "learning_rate": 4.588373584663871e-05,
      "loss": 5.1283,
      "step": 246560
    },
    {
      "epoch": 0.21582296153586925,
      "grad_norm": 0.514583170413971,
      "learning_rate": 4.588356705321831e-05,
      "loss": 5.23,
      "step": 246565
    },
    {
      "epoch": 0.2158273381294964,
      "grad_norm": 0.4840800166130066,
      "learning_rate": 4.588339825673419e-05,
      "loss": 5.1476,
      "step": 246570
    },
    {
      "epoch": 0.21583171472312357,
      "grad_norm": 0.49768224358558655,
      "learning_rate": 4.588322945718637e-05,
      "loss": 4.9153,
      "step": 246575
    },
    {
      "epoch": 0.21583609131675072,
      "grad_norm": 0.4968092739582062,
      "learning_rate": 4.58830606545749e-05,
      "loss": 5.2065,
      "step": 246580
    },
    {
      "epoch": 0.21584046791037786,
      "grad_norm": 0.7295757532119751,
      "learning_rate": 4.588289184889978e-05,
      "loss": 4.8985,
      "step": 246585
    },
    {
      "epoch": 0.215844844504005,
      "grad_norm": 0.8876137137413025,
      "learning_rate": 4.588272304016107e-05,
      "loss": 5.1167,
      "step": 246590
    },
    {
      "epoch": 0.2158492210976322,
      "grad_norm": 0.5157903432846069,
      "learning_rate": 4.588255422835879e-05,
      "loss": 5.4403,
      "step": 246595
    },
    {
      "epoch": 0.21585359769125934,
      "grad_norm": 0.7287150025367737,
      "learning_rate": 4.5882385413492976e-05,
      "loss": 5.2463,
      "step": 246600
    },
    {
      "epoch": 0.21585797428488648,
      "grad_norm": 0.5063498020172119,
      "learning_rate": 4.588221659556367e-05,
      "loss": 5.4395,
      "step": 246605
    },
    {
      "epoch": 0.21586235087851363,
      "grad_norm": 0.4989475607872009,
      "learning_rate": 4.588204777457089e-05,
      "loss": 5.9527,
      "step": 246610
    },
    {
      "epoch": 0.2158667274721408,
      "grad_norm": 0.5275777578353882,
      "learning_rate": 4.588187895051467e-05,
      "loss": 5.2315,
      "step": 246615
    },
    {
      "epoch": 0.21587110406576795,
      "grad_norm": 0.4973208010196686,
      "learning_rate": 4.588171012339505e-05,
      "loss": 5.1328,
      "step": 246620
    },
    {
      "epoch": 0.2158754806593951,
      "grad_norm": 0.4865160584449768,
      "learning_rate": 4.588154129321206e-05,
      "loss": 5.6285,
      "step": 246625
    },
    {
      "epoch": 0.21587985725302225,
      "grad_norm": 0.4999181032180786,
      "learning_rate": 4.588137245996573e-05,
      "loss": 5.7449,
      "step": 246630
    },
    {
      "epoch": 0.2158842338466494,
      "grad_norm": 0.5015396475791931,
      "learning_rate": 4.58812036236561e-05,
      "loss": 5.3889,
      "step": 246635
    },
    {
      "epoch": 0.21588861044027657,
      "grad_norm": 0.5127597451210022,
      "learning_rate": 4.58810347842832e-05,
      "loss": 5.1124,
      "step": 246640
    },
    {
      "epoch": 0.21589298703390372,
      "grad_norm": 0.5051459074020386,
      "learning_rate": 4.588086594184705e-05,
      "loss": 5.1908,
      "step": 246645
    },
    {
      "epoch": 0.21589736362753087,
      "grad_norm": 0.4988710880279541,
      "learning_rate": 4.588069709634769e-05,
      "loss": 4.6939,
      "step": 246650
    },
    {
      "epoch": 0.21590174022115802,
      "grad_norm": 0.5021165609359741,
      "learning_rate": 4.588052824778517e-05,
      "loss": 5.4175,
      "step": 246655
    },
    {
      "epoch": 0.2159061168147852,
      "grad_norm": 0.47959211468696594,
      "learning_rate": 4.58803593961595e-05,
      "loss": 5.7138,
      "step": 246660
    },
    {
      "epoch": 0.21591049340841234,
      "grad_norm": 0.4948553740978241,
      "learning_rate": 4.588019054147071e-05,
      "loss": 5.4339,
      "step": 246665
    },
    {
      "epoch": 0.2159148700020395,
      "grad_norm": 0.49691975116729736,
      "learning_rate": 4.588002168371887e-05,
      "loss": 5.456,
      "step": 246670
    },
    {
      "epoch": 0.21591924659566664,
      "grad_norm": 0.48570823669433594,
      "learning_rate": 4.5879852822903956e-05,
      "loss": 5.4223,
      "step": 246675
    },
    {
      "epoch": 0.2159236231892938,
      "grad_norm": 0.4972771406173706,
      "learning_rate": 4.5879683959026045e-05,
      "loss": 3.8973,
      "step": 246680
    },
    {
      "epoch": 0.21592799978292096,
      "grad_norm": 0.48758336901664734,
      "learning_rate": 4.587951509208515e-05,
      "loss": 5.9199,
      "step": 246685
    },
    {
      "epoch": 0.2159323763765481,
      "grad_norm": 0.49342405796051025,
      "learning_rate": 4.587934622208131e-05,
      "loss": 5.4722,
      "step": 246690
    },
    {
      "epoch": 0.21593675297017526,
      "grad_norm": 0.6083120703697205,
      "learning_rate": 4.587917734901455e-05,
      "loss": 4.418,
      "step": 246695
    },
    {
      "epoch": 0.21594112956380243,
      "grad_norm": 0.5114139318466187,
      "learning_rate": 4.587900847288491e-05,
      "loss": 5.4321,
      "step": 246700
    },
    {
      "epoch": 0.21594550615742958,
      "grad_norm": 0.519980251789093,
      "learning_rate": 4.5878839593692425e-05,
      "loss": 5.3604,
      "step": 246705
    },
    {
      "epoch": 0.21594988275105673,
      "grad_norm": 0.4985297620296478,
      "learning_rate": 4.5878670711437124e-05,
      "loss": 5.1157,
      "step": 246710
    },
    {
      "epoch": 0.21595425934468387,
      "grad_norm": 0.48642581701278687,
      "learning_rate": 4.5878501826119034e-05,
      "loss": 5.4152,
      "step": 246715
    },
    {
      "epoch": 0.21595863593831105,
      "grad_norm": 0.5419990420341492,
      "learning_rate": 4.587833293773819e-05,
      "loss": 4.8869,
      "step": 246720
    },
    {
      "epoch": 0.2159630125319382,
      "grad_norm": 0.5103849172592163,
      "learning_rate": 4.5878164046294625e-05,
      "loss": 5.7278,
      "step": 246725
    },
    {
      "epoch": 0.21596738912556535,
      "grad_norm": 0.49984943866729736,
      "learning_rate": 4.5877995151788375e-05,
      "loss": 4.9041,
      "step": 246730
    },
    {
      "epoch": 0.2159717657191925,
      "grad_norm": 0.49526697397232056,
      "learning_rate": 4.587782625421948e-05,
      "loss": 5.6154,
      "step": 246735
    },
    {
      "epoch": 0.21597614231281967,
      "grad_norm": 0.5049183964729309,
      "learning_rate": 4.5877657353587966e-05,
      "loss": 5.2225,
      "step": 246740
    },
    {
      "epoch": 0.21598051890644682,
      "grad_norm": 0.5072516202926636,
      "learning_rate": 4.587748844989385e-05,
      "loss": 5.1573,
      "step": 246745
    },
    {
      "epoch": 0.21598489550007396,
      "grad_norm": 0.48524603247642517,
      "learning_rate": 4.5877319543137184e-05,
      "loss": 5.4124,
      "step": 246750
    },
    {
      "epoch": 0.2159892720937011,
      "grad_norm": 0.4934714436531067,
      "learning_rate": 4.5877150633318e-05,
      "loss": 4.8199,
      "step": 246755
    },
    {
      "epoch": 0.21599364868732826,
      "grad_norm": 0.48976993560791016,
      "learning_rate": 4.587698172043632e-05,
      "loss": 5.6418,
      "step": 246760
    },
    {
      "epoch": 0.21599802528095544,
      "grad_norm": 0.5016286373138428,
      "learning_rate": 4.5876812804492175e-05,
      "loss": 4.0765,
      "step": 246765
    },
    {
      "epoch": 0.21600240187458258,
      "grad_norm": 0.4988867938518524,
      "learning_rate": 4.587664388548561e-05,
      "loss": 5.127,
      "step": 246770
    },
    {
      "epoch": 0.21600677846820973,
      "grad_norm": 0.49714362621307373,
      "learning_rate": 4.587647496341666e-05,
      "loss": 5.2061,
      "step": 246775
    },
    {
      "epoch": 0.21601115506183688,
      "grad_norm": 0.5158658027648926,
      "learning_rate": 4.587630603828533e-05,
      "loss": 5.4172,
      "step": 246780
    },
    {
      "epoch": 0.21601553165546405,
      "grad_norm": 0.5022404193878174,
      "learning_rate": 4.58761371100917e-05,
      "loss": 5.2312,
      "step": 246785
    },
    {
      "epoch": 0.2160199082490912,
      "grad_norm": 0.4973227381706238,
      "learning_rate": 4.587596817883575e-05,
      "loss": 5.1282,
      "step": 246790
    },
    {
      "epoch": 0.21602428484271835,
      "grad_norm": 0.4997485280036926,
      "learning_rate": 4.587579924451755e-05,
      "loss": 4.5988,
      "step": 246795
    },
    {
      "epoch": 0.2160286614363455,
      "grad_norm": 0.48549091815948486,
      "learning_rate": 4.587563030713711e-05,
      "loss": 5.9373,
      "step": 246800
    },
    {
      "epoch": 0.21603303802997267,
      "grad_norm": 0.5361737608909607,
      "learning_rate": 4.587546136669447e-05,
      "loss": 4.61,
      "step": 246805
    },
    {
      "epoch": 0.21603741462359982,
      "grad_norm": 0.4902020990848541,
      "learning_rate": 4.587529242318968e-05,
      "loss": 5.1626,
      "step": 246810
    },
    {
      "epoch": 0.21604179121722697,
      "grad_norm": 0.49590665102005005,
      "learning_rate": 4.587512347662275e-05,
      "loss": 5.149,
      "step": 246815
    },
    {
      "epoch": 0.21604616781085412,
      "grad_norm": 0.4881210923194885,
      "learning_rate": 4.5874954526993716e-05,
      "loss": 4.802,
      "step": 246820
    },
    {
      "epoch": 0.2160505444044813,
      "grad_norm": 0.5073582530021667,
      "learning_rate": 4.587478557430261e-05,
      "loss": 4.9044,
      "step": 246825
    },
    {
      "epoch": 0.21605492099810844,
      "grad_norm": 0.5005567073822021,
      "learning_rate": 4.587461661854948e-05,
      "loss": 4.6728,
      "step": 246830
    },
    {
      "epoch": 0.2160592975917356,
      "grad_norm": 0.49072232842445374,
      "learning_rate": 4.5874447659734357e-05,
      "loss": 5.6264,
      "step": 246835
    },
    {
      "epoch": 0.21606367418536274,
      "grad_norm": 0.48830553889274597,
      "learning_rate": 4.587427869785724e-05,
      "loss": 5.2297,
      "step": 246840
    },
    {
      "epoch": 0.2160680507789899,
      "grad_norm": 0.4949403405189514,
      "learning_rate": 4.58741097329182e-05,
      "loss": 4.7979,
      "step": 246845
    },
    {
      "epoch": 0.21607242737261706,
      "grad_norm": 0.4957190454006195,
      "learning_rate": 4.5873940764917254e-05,
      "loss": 5.4179,
      "step": 246850
    },
    {
      "epoch": 0.2160768039662442,
      "grad_norm": 0.5011345148086548,
      "learning_rate": 4.587377179385444e-05,
      "loss": 4.8871,
      "step": 246855
    },
    {
      "epoch": 0.21608118055987136,
      "grad_norm": 0.5421788692474365,
      "learning_rate": 4.5873602819729775e-05,
      "loss": 5.9109,
      "step": 246860
    },
    {
      "epoch": 0.21608555715349853,
      "grad_norm": 0.4933958649635315,
      "learning_rate": 4.587343384254331e-05,
      "loss": 6.2398,
      "step": 246865
    },
    {
      "epoch": 0.21608993374712568,
      "grad_norm": 0.49365362524986267,
      "learning_rate": 4.587326486229507e-05,
      "loss": 4.8939,
      "step": 246870
    },
    {
      "epoch": 0.21609431034075283,
      "grad_norm": 0.4887652099132538,
      "learning_rate": 4.5873095878985096e-05,
      "loss": 5.6459,
      "step": 246875
    },
    {
      "epoch": 0.21609868693437997,
      "grad_norm": 0.503311038017273,
      "learning_rate": 4.587292689261341e-05,
      "loss": 5.1438,
      "step": 246880
    },
    {
      "epoch": 0.21610306352800712,
      "grad_norm": 0.49853289127349854,
      "learning_rate": 4.587275790318004e-05,
      "loss": 5.6209,
      "step": 246885
    },
    {
      "epoch": 0.2161074401216343,
      "grad_norm": 0.4778725206851959,
      "learning_rate": 4.587258891068503e-05,
      "loss": 5.3455,
      "step": 246890
    },
    {
      "epoch": 0.21611181671526145,
      "grad_norm": 0.4929593801498413,
      "learning_rate": 4.587241991512841e-05,
      "loss": 6.1906,
      "step": 246895
    },
    {
      "epoch": 0.2161161933088886,
      "grad_norm": 0.482601135969162,
      "learning_rate": 4.5872250916510216e-05,
      "loss": 5.3359,
      "step": 246900
    },
    {
      "epoch": 0.21612056990251574,
      "grad_norm": 0.47836434841156006,
      "learning_rate": 4.5872081914830466e-05,
      "loss": 5.6305,
      "step": 246905
    },
    {
      "epoch": 0.21612494649614292,
      "grad_norm": 0.5041525363922119,
      "learning_rate": 4.587191291008921e-05,
      "loss": 5.4122,
      "step": 246910
    },
    {
      "epoch": 0.21612932308977006,
      "grad_norm": 0.5125479102134705,
      "learning_rate": 4.5871743902286466e-05,
      "loss": 5.6342,
      "step": 246915
    },
    {
      "epoch": 0.2161336996833972,
      "grad_norm": 0.5252190828323364,
      "learning_rate": 4.5871574891422283e-05,
      "loss": 4.6292,
      "step": 246920
    },
    {
      "epoch": 0.21613807627702436,
      "grad_norm": 0.5159957408905029,
      "learning_rate": 4.587140587749669e-05,
      "loss": 5.9311,
      "step": 246925
    },
    {
      "epoch": 0.21614245287065154,
      "grad_norm": 0.545123279094696,
      "learning_rate": 4.58712368605097e-05,
      "loss": 5.1044,
      "step": 246930
    },
    {
      "epoch": 0.21614682946427868,
      "grad_norm": 0.4904656708240509,
      "learning_rate": 4.5871067840461366e-05,
      "loss": 6.2064,
      "step": 246935
    },
    {
      "epoch": 0.21615120605790583,
      "grad_norm": 0.5055270791053772,
      "learning_rate": 4.5870898817351716e-05,
      "loss": 5.9332,
      "step": 246940
    },
    {
      "epoch": 0.21615558265153298,
      "grad_norm": 0.49615731835365295,
      "learning_rate": 4.587072979118077e-05,
      "loss": 5.6432,
      "step": 246945
    },
    {
      "epoch": 0.21615995924516015,
      "grad_norm": 0.4771193563938141,
      "learning_rate": 4.587056076194858e-05,
      "loss": 5.3424,
      "step": 246950
    },
    {
      "epoch": 0.2161643358387873,
      "grad_norm": 0.5430431365966797,
      "learning_rate": 4.587039172965517e-05,
      "loss": 4.6614,
      "step": 246955
    },
    {
      "epoch": 0.21616871243241445,
      "grad_norm": 0.5449016094207764,
      "learning_rate": 4.587022269430058e-05,
      "loss": 5.2003,
      "step": 246960
    },
    {
      "epoch": 0.2161730890260416,
      "grad_norm": 0.5244656205177307,
      "learning_rate": 4.587005365588483e-05,
      "loss": 5.1168,
      "step": 246965
    },
    {
      "epoch": 0.21617746561966877,
      "grad_norm": 0.5248275399208069,
      "learning_rate": 4.586988461440794e-05,
      "loss": 4.9454,
      "step": 246970
    },
    {
      "epoch": 0.21618184221329592,
      "grad_norm": 0.48882052302360535,
      "learning_rate": 4.586971556986998e-05,
      "loss": 4.3472,
      "step": 246975
    },
    {
      "epoch": 0.21618621880692307,
      "grad_norm": 0.5366084575653076,
      "learning_rate": 4.5869546522270965e-05,
      "loss": 5.7288,
      "step": 246980
    },
    {
      "epoch": 0.21619059540055022,
      "grad_norm": 0.5122771263122559,
      "learning_rate": 4.586937747161092e-05,
      "loss": 5.2315,
      "step": 246985
    },
    {
      "epoch": 0.2161949719941774,
      "grad_norm": 0.5219428539276123,
      "learning_rate": 4.586920841788988e-05,
      "loss": 5.2052,
      "step": 246990
    },
    {
      "epoch": 0.21619934858780454,
      "grad_norm": 0.5060482025146484,
      "learning_rate": 4.5869039361107876e-05,
      "loss": 4.8998,
      "step": 246995
    },
    {
      "epoch": 0.2162037251814317,
      "grad_norm": 0.5629814267158508,
      "learning_rate": 4.586887030126496e-05,
      "loss": 4.8981,
      "step": 247000
    },
    {
      "epoch": 0.21620810177505884,
      "grad_norm": 0.5114453434944153,
      "learning_rate": 4.586870123836114e-05,
      "loss": 5.4075,
      "step": 247005
    },
    {
      "epoch": 0.21621247836868598,
      "grad_norm": 0.5420942306518555,
      "learning_rate": 4.5868532172396464e-05,
      "loss": 5.402,
      "step": 247010
    },
    {
      "epoch": 0.21621685496231316,
      "grad_norm": 0.49642711877822876,
      "learning_rate": 4.586836310337096e-05,
      "loss": 5.0242,
      "step": 247015
    },
    {
      "epoch": 0.2162212315559403,
      "grad_norm": 0.5044093132019043,
      "learning_rate": 4.586819403128465e-05,
      "loss": 5.74,
      "step": 247020
    },
    {
      "epoch": 0.21622560814956746,
      "grad_norm": 0.4992910921573639,
      "learning_rate": 4.586802495613759e-05,
      "loss": 4.6886,
      "step": 247025
    },
    {
      "epoch": 0.2162299847431946,
      "grad_norm": 0.5068469643592834,
      "learning_rate": 4.58678558779298e-05,
      "loss": 5.3947,
      "step": 247030
    },
    {
      "epoch": 0.21623436133682178,
      "grad_norm": 0.516287624835968,
      "learning_rate": 4.5867686796661304e-05,
      "loss": 5.457,
      "step": 247035
    },
    {
      "epoch": 0.21623873793044893,
      "grad_norm": 0.49528560042381287,
      "learning_rate": 4.5867517712332144e-05,
      "loss": 4.897,
      "step": 247040
    },
    {
      "epoch": 0.21624311452407607,
      "grad_norm": 0.5168440341949463,
      "learning_rate": 4.5867348624942343e-05,
      "loss": 4.8641,
      "step": 247045
    },
    {
      "epoch": 0.21624749111770322,
      "grad_norm": 0.5026787519454956,
      "learning_rate": 4.5867179534491955e-05,
      "loss": 4.1109,
      "step": 247050
    },
    {
      "epoch": 0.2162518677113304,
      "grad_norm": 0.49865517020225525,
      "learning_rate": 4.586701044098099e-05,
      "loss": 5.3666,
      "step": 247055
    },
    {
      "epoch": 0.21625624430495755,
      "grad_norm": 0.4924589991569519,
      "learning_rate": 4.58668413444095e-05,
      "loss": 4.5933,
      "step": 247060
    },
    {
      "epoch": 0.2162606208985847,
      "grad_norm": 0.528003454208374,
      "learning_rate": 4.5866672244777495e-05,
      "loss": 4.4334,
      "step": 247065
    },
    {
      "epoch": 0.21626499749221184,
      "grad_norm": 0.47891172766685486,
      "learning_rate": 4.586650314208503e-05,
      "loss": 4.7004,
      "step": 247070
    },
    {
      "epoch": 0.21626937408583902,
      "grad_norm": 0.4851507842540741,
      "learning_rate": 4.586633403633213e-05,
      "loss": 5.9547,
      "step": 247075
    },
    {
      "epoch": 0.21627375067946616,
      "grad_norm": 0.4821434020996094,
      "learning_rate": 4.586616492751882e-05,
      "loss": 5.0767,
      "step": 247080
    },
    {
      "epoch": 0.2162781272730933,
      "grad_norm": 0.4939427375793457,
      "learning_rate": 4.5865995815645136e-05,
      "loss": 5.4301,
      "step": 247085
    },
    {
      "epoch": 0.21628250386672046,
      "grad_norm": 0.5039955973625183,
      "learning_rate": 4.586582670071111e-05,
      "loss": 5.6406,
      "step": 247090
    },
    {
      "epoch": 0.21628688046034764,
      "grad_norm": 0.48787006735801697,
      "learning_rate": 4.586565758271678e-05,
      "loss": 4.6204,
      "step": 247095
    },
    {
      "epoch": 0.21629125705397478,
      "grad_norm": 0.48188158869743347,
      "learning_rate": 4.586548846166218e-05,
      "loss": 6.2666,
      "step": 247100
    },
    {
      "epoch": 0.21629563364760193,
      "grad_norm": 0.48493245244026184,
      "learning_rate": 4.586531933754733e-05,
      "loss": 5.2055,
      "step": 247105
    },
    {
      "epoch": 0.21630001024122908,
      "grad_norm": 0.49875256419181824,
      "learning_rate": 4.586515021037227e-05,
      "loss": 4.3662,
      "step": 247110
    },
    {
      "epoch": 0.21630438683485625,
      "grad_norm": 0.4983896017074585,
      "learning_rate": 4.5864981080137045e-05,
      "loss": 5.1325,
      "step": 247115
    },
    {
      "epoch": 0.2163087634284834,
      "grad_norm": 0.4903774559497833,
      "learning_rate": 4.586481194684168e-05,
      "loss": 5.1187,
      "step": 247120
    },
    {
      "epoch": 0.21631314002211055,
      "grad_norm": 0.49053284525871277,
      "learning_rate": 4.58646428104862e-05,
      "loss": 5.2172,
      "step": 247125
    },
    {
      "epoch": 0.2163175166157377,
      "grad_norm": 0.48614397644996643,
      "learning_rate": 4.586447367107063e-05,
      "loss": 5.9629,
      "step": 247130
    },
    {
      "epoch": 0.21632189320936485,
      "grad_norm": 0.48877543210983276,
      "learning_rate": 4.586430452859503e-05,
      "loss": 5.6943,
      "step": 247135
    },
    {
      "epoch": 0.21632626980299202,
      "grad_norm": 0.4872604310512543,
      "learning_rate": 4.5864135383059404e-05,
      "loss": 4.8739,
      "step": 247140
    },
    {
      "epoch": 0.21633064639661917,
      "grad_norm": 0.4867401719093323,
      "learning_rate": 4.5863966234463796e-05,
      "loss": 4.9097,
      "step": 247145
    },
    {
      "epoch": 0.21633502299024632,
      "grad_norm": 0.49444231390953064,
      "learning_rate": 4.586379708280825e-05,
      "loss": 5.6135,
      "step": 247150
    },
    {
      "epoch": 0.21633939958387347,
      "grad_norm": 0.4881075620651245,
      "learning_rate": 4.586362792809279e-05,
      "loss": 5.4159,
      "step": 247155
    },
    {
      "epoch": 0.21634377617750064,
      "grad_norm": 0.5017695426940918,
      "learning_rate": 4.5863458770317435e-05,
      "loss": 5.4277,
      "step": 247160
    },
    {
      "epoch": 0.2163481527711278,
      "grad_norm": 0.4841673970222473,
      "learning_rate": 4.586328960948224e-05,
      "loss": 6.2369,
      "step": 247165
    },
    {
      "epoch": 0.21635252936475494,
      "grad_norm": 0.5121462345123291,
      "learning_rate": 4.5863120445587224e-05,
      "loss": 4.4535,
      "step": 247170
    },
    {
      "epoch": 0.21635690595838208,
      "grad_norm": 0.5028896331787109,
      "learning_rate": 4.586295127863243e-05,
      "loss": 5.4304,
      "step": 247175
    },
    {
      "epoch": 0.21636128255200926,
      "grad_norm": 0.49855345487594604,
      "learning_rate": 4.5862782108617876e-05,
      "loss": 5.3975,
      "step": 247180
    },
    {
      "epoch": 0.2163656591456364,
      "grad_norm": 0.5330996513366699,
      "learning_rate": 4.5862612935543604e-05,
      "loss": 5.1375,
      "step": 247185
    },
    {
      "epoch": 0.21637003573926356,
      "grad_norm": 0.49564236402511597,
      "learning_rate": 4.586244375940963e-05,
      "loss": 5.0322,
      "step": 247190
    },
    {
      "epoch": 0.2163744123328907,
      "grad_norm": 0.5102494955062866,
      "learning_rate": 4.586227458021602e-05,
      "loss": 4.7077,
      "step": 247195
    },
    {
      "epoch": 0.21637878892651788,
      "grad_norm": 0.5619490146636963,
      "learning_rate": 4.5862105397962794e-05,
      "loss": 5.2998,
      "step": 247200
    },
    {
      "epoch": 0.21638316552014503,
      "grad_norm": 0.5135802030563354,
      "learning_rate": 4.5861936212649967e-05,
      "loss": 4.8786,
      "step": 247205
    },
    {
      "epoch": 0.21638754211377217,
      "grad_norm": 0.48687562346458435,
      "learning_rate": 4.586176702427759e-05,
      "loss": 5.307,
      "step": 247210
    },
    {
      "epoch": 0.21639191870739932,
      "grad_norm": 0.4972451329231262,
      "learning_rate": 4.586159783284568e-05,
      "loss": 5.1321,
      "step": 247215
    },
    {
      "epoch": 0.2163962953010265,
      "grad_norm": 0.5028705596923828,
      "learning_rate": 4.586142863835429e-05,
      "loss": 5.8955,
      "step": 247220
    },
    {
      "epoch": 0.21640067189465365,
      "grad_norm": 0.48437339067459106,
      "learning_rate": 4.586125944080344e-05,
      "loss": 4.9185,
      "step": 247225
    },
    {
      "epoch": 0.2164050484882808,
      "grad_norm": 0.53171306848526,
      "learning_rate": 4.586109024019316e-05,
      "loss": 5.2037,
      "step": 247230
    },
    {
      "epoch": 0.21640942508190794,
      "grad_norm": 0.5073400139808655,
      "learning_rate": 4.5860921036523496e-05,
      "loss": 5.4286,
      "step": 247235
    },
    {
      "epoch": 0.21641380167553512,
      "grad_norm": 0.5104588866233826,
      "learning_rate": 4.586075182979446e-05,
      "loss": 5.1612,
      "step": 247240
    },
    {
      "epoch": 0.21641817826916226,
      "grad_norm": 0.499652624130249,
      "learning_rate": 4.58605826200061e-05,
      "loss": 4.9188,
      "step": 247245
    },
    {
      "epoch": 0.2164225548627894,
      "grad_norm": 0.5070390701293945,
      "learning_rate": 4.5860413407158446e-05,
      "loss": 4.2013,
      "step": 247250
    },
    {
      "epoch": 0.21642693145641656,
      "grad_norm": 0.49453336000442505,
      "learning_rate": 4.586024419125152e-05,
      "loss": 4.1341,
      "step": 247255
    },
    {
      "epoch": 0.21643130805004374,
      "grad_norm": 0.5207181572914124,
      "learning_rate": 4.586007497228537e-05,
      "loss": 4.9427,
      "step": 247260
    },
    {
      "epoch": 0.21643568464367088,
      "grad_norm": 0.48498913645744324,
      "learning_rate": 4.5859905750260034e-05,
      "loss": 4.6739,
      "step": 247265
    },
    {
      "epoch": 0.21644006123729803,
      "grad_norm": 0.5439167022705078,
      "learning_rate": 4.585973652517552e-05,
      "loss": 4.8148,
      "step": 247270
    },
    {
      "epoch": 0.21644443783092518,
      "grad_norm": 0.5041791200637817,
      "learning_rate": 4.585956729703188e-05,
      "loss": 5.36,
      "step": 247275
    },
    {
      "epoch": 0.21644881442455233,
      "grad_norm": 0.5012843012809753,
      "learning_rate": 4.585939806582914e-05,
      "loss": 4.9243,
      "step": 247280
    },
    {
      "epoch": 0.2164531910181795,
      "grad_norm": 0.4853289723396301,
      "learning_rate": 4.5859228831567325e-05,
      "loss": 5.3273,
      "step": 247285
    },
    {
      "epoch": 0.21645756761180665,
      "grad_norm": 0.4898035526275635,
      "learning_rate": 4.585905959424649e-05,
      "loss": 5.4222,
      "step": 247290
    },
    {
      "epoch": 0.2164619442054338,
      "grad_norm": 0.5066995024681091,
      "learning_rate": 4.585889035386664e-05,
      "loss": 5.7336,
      "step": 247295
    },
    {
      "epoch": 0.21646632079906095,
      "grad_norm": 0.4851892292499542,
      "learning_rate": 4.585872111042783e-05,
      "loss": 4.752,
      "step": 247300
    },
    {
      "epoch": 0.21647069739268812,
      "grad_norm": 0.4898805022239685,
      "learning_rate": 4.5858551863930076e-05,
      "loss": 5.4027,
      "step": 247305
    },
    {
      "epoch": 0.21647507398631527,
      "grad_norm": 0.48558899760246277,
      "learning_rate": 4.585838261437342e-05,
      "loss": 5.415,
      "step": 247310
    },
    {
      "epoch": 0.21647945057994242,
      "grad_norm": 0.5099622011184692,
      "learning_rate": 4.5858213361757895e-05,
      "loss": 5.4386,
      "step": 247315
    },
    {
      "epoch": 0.21648382717356957,
      "grad_norm": 0.4907626509666443,
      "learning_rate": 4.585804410608354e-05,
      "loss": 5.6283,
      "step": 247320
    },
    {
      "epoch": 0.21648820376719674,
      "grad_norm": 0.47845497727394104,
      "learning_rate": 4.585787484735037e-05,
      "loss": 5.9896,
      "step": 247325
    },
    {
      "epoch": 0.2164925803608239,
      "grad_norm": 0.4836212694644928,
      "learning_rate": 4.585770558555843e-05,
      "loss": 5.1222,
      "step": 247330
    },
    {
      "epoch": 0.21649695695445104,
      "grad_norm": 0.4940245449542999,
      "learning_rate": 4.585753632070775e-05,
      "loss": 5.6952,
      "step": 247335
    },
    {
      "epoch": 0.21650133354807818,
      "grad_norm": 0.4993935525417328,
      "learning_rate": 4.5857367052798364e-05,
      "loss": 5.6287,
      "step": 247340
    },
    {
      "epoch": 0.21650571014170536,
      "grad_norm": 0.5051699280738831,
      "learning_rate": 4.58571977818303e-05,
      "loss": 4.9146,
      "step": 247345
    },
    {
      "epoch": 0.2165100867353325,
      "grad_norm": 0.5610368251800537,
      "learning_rate": 4.585702850780359e-05,
      "loss": 4.586,
      "step": 247350
    },
    {
      "epoch": 0.21651446332895966,
      "grad_norm": 0.5053343772888184,
      "learning_rate": 4.585685923071828e-05,
      "loss": 5.1711,
      "step": 247355
    },
    {
      "epoch": 0.2165188399225868,
      "grad_norm": 0.5363751649856567,
      "learning_rate": 4.5856689950574384e-05,
      "loss": 4.5445,
      "step": 247360
    },
    {
      "epoch": 0.21652321651621398,
      "grad_norm": 0.5087465643882751,
      "learning_rate": 4.585652066737195e-05,
      "loss": 5.4105,
      "step": 247365
    },
    {
      "epoch": 0.21652759310984113,
      "grad_norm": 0.4925694167613983,
      "learning_rate": 4.5856351381111e-05,
      "loss": 4.8973,
      "step": 247370
    },
    {
      "epoch": 0.21653196970346827,
      "grad_norm": 0.5075889229774475,
      "learning_rate": 4.585618209179158e-05,
      "loss": 4.7176,
      "step": 247375
    },
    {
      "epoch": 0.21653634629709542,
      "grad_norm": 0.513399064540863,
      "learning_rate": 4.585601279941369e-05,
      "loss": 5.1364,
      "step": 247380
    },
    {
      "epoch": 0.2165407228907226,
      "grad_norm": 0.4986100494861603,
      "learning_rate": 4.5855843503977414e-05,
      "loss": 5.6539,
      "step": 247385
    },
    {
      "epoch": 0.21654509948434975,
      "grad_norm": 0.49903184175491333,
      "learning_rate": 4.5855674205482743e-05,
      "loss": 4.4135,
      "step": 247390
    },
    {
      "epoch": 0.2165494760779769,
      "grad_norm": 0.5078849196434021,
      "learning_rate": 4.585550490392972e-05,
      "loss": 5.7145,
      "step": 247395
    },
    {
      "epoch": 0.21655385267160404,
      "grad_norm": 0.5008242726325989,
      "learning_rate": 4.5855335599318396e-05,
      "loss": 4.9057,
      "step": 247400
    },
    {
      "epoch": 0.2165582292652312,
      "grad_norm": 0.4987134337425232,
      "learning_rate": 4.585516629164878e-05,
      "loss": 4.3831,
      "step": 247405
    },
    {
      "epoch": 0.21656260585885836,
      "grad_norm": 0.4988577961921692,
      "learning_rate": 4.585499698092091e-05,
      "loss": 5.443,
      "step": 247410
    },
    {
      "epoch": 0.2165669824524855,
      "grad_norm": 0.5321661233901978,
      "learning_rate": 4.5854827667134825e-05,
      "loss": 5.0994,
      "step": 247415
    },
    {
      "epoch": 0.21657135904611266,
      "grad_norm": 0.49710795283317566,
      "learning_rate": 4.5854658350290555e-05,
      "loss": 5.3999,
      "step": 247420
    },
    {
      "epoch": 0.2165757356397398,
      "grad_norm": 0.5258112549781799,
      "learning_rate": 4.585448903038812e-05,
      "loss": 5.4093,
      "step": 247425
    },
    {
      "epoch": 0.21658011223336698,
      "grad_norm": 0.5008386373519897,
      "learning_rate": 4.5854319707427583e-05,
      "loss": 4.82,
      "step": 247430
    },
    {
      "epoch": 0.21658448882699413,
      "grad_norm": 0.4931269884109497,
      "learning_rate": 4.585415038140896e-05,
      "loss": 5.9395,
      "step": 247435
    },
    {
      "epoch": 0.21658886542062128,
      "grad_norm": 0.49421700835227966,
      "learning_rate": 4.585398105233227e-05,
      "loss": 5.4449,
      "step": 247440
    },
    {
      "epoch": 0.21659324201424843,
      "grad_norm": 0.48027509450912476,
      "learning_rate": 4.585381172019756e-05,
      "loss": 5.3848,
      "step": 247445
    },
    {
      "epoch": 0.2165976186078756,
      "grad_norm": 0.5038461089134216,
      "learning_rate": 4.5853642385004866e-05,
      "loss": 5.1406,
      "step": 247450
    },
    {
      "epoch": 0.21660199520150275,
      "grad_norm": 0.49352794885635376,
      "learning_rate": 4.5853473046754216e-05,
      "loss": 5.3959,
      "step": 247455
    },
    {
      "epoch": 0.2166063717951299,
      "grad_norm": 0.48562178015708923,
      "learning_rate": 4.5853303705445635e-05,
      "loss": 4.8401,
      "step": 247460
    },
    {
      "epoch": 0.21661074838875705,
      "grad_norm": 0.4941561222076416,
      "learning_rate": 4.585313436107918e-05,
      "loss": 5.9578,
      "step": 247465
    },
    {
      "epoch": 0.21661512498238422,
      "grad_norm": 0.5016554594039917,
      "learning_rate": 4.585296501365485e-05,
      "loss": 3.8753,
      "step": 247470
    },
    {
      "epoch": 0.21661950157601137,
      "grad_norm": 0.5244302153587341,
      "learning_rate": 4.58527956631727e-05,
      "loss": 4.3509,
      "step": 247475
    },
    {
      "epoch": 0.21662387816963852,
      "grad_norm": 0.5112329125404358,
      "learning_rate": 4.585262630963275e-05,
      "loss": 4.911,
      "step": 247480
    },
    {
      "epoch": 0.21662825476326567,
      "grad_norm": 0.49930721521377563,
      "learning_rate": 4.585245695303505e-05,
      "loss": 4.84,
      "step": 247485
    },
    {
      "epoch": 0.21663263135689284,
      "grad_norm": 0.5300161838531494,
      "learning_rate": 4.5852287593379606e-05,
      "loss": 4.9341,
      "step": 247490
    },
    {
      "epoch": 0.21663700795052,
      "grad_norm": 0.49298095703125,
      "learning_rate": 4.585211823066648e-05,
      "loss": 4.3106,
      "step": 247495
    },
    {
      "epoch": 0.21664138454414714,
      "grad_norm": 0.5135396718978882,
      "learning_rate": 4.585194886489569e-05,
      "loss": 4.1896,
      "step": 247500
    },
    {
      "epoch": 0.21664576113777428,
      "grad_norm": 0.5051621794700623,
      "learning_rate": 4.585177949606727e-05,
      "loss": 4.8863,
      "step": 247505
    },
    {
      "epoch": 0.21665013773140146,
      "grad_norm": 0.493095338344574,
      "learning_rate": 4.585161012418125e-05,
      "loss": 5.0453,
      "step": 247510
    },
    {
      "epoch": 0.2166545143250286,
      "grad_norm": 0.48936474323272705,
      "learning_rate": 4.585144074923767e-05,
      "loss": 4.9203,
      "step": 247515
    },
    {
      "epoch": 0.21665889091865576,
      "grad_norm": 0.4914575517177582,
      "learning_rate": 4.585127137123655e-05,
      "loss": 5.9521,
      "step": 247520
    },
    {
      "epoch": 0.2166632675122829,
      "grad_norm": 0.4925247132778168,
      "learning_rate": 4.585110199017794e-05,
      "loss": 5.4287,
      "step": 247525
    },
    {
      "epoch": 0.21666764410591005,
      "grad_norm": 0.5069325566291809,
      "learning_rate": 4.585093260606186e-05,
      "loss": 5.9551,
      "step": 247530
    },
    {
      "epoch": 0.21667202069953723,
      "grad_norm": 0.4899195730686188,
      "learning_rate": 4.585076321888834e-05,
      "loss": 5.1868,
      "step": 247535
    },
    {
      "epoch": 0.21667639729316437,
      "grad_norm": 0.49157023429870605,
      "learning_rate": 4.585059382865743e-05,
      "loss": 4.863,
      "step": 247540
    },
    {
      "epoch": 0.21668077388679152,
      "grad_norm": 0.4851166605949402,
      "learning_rate": 4.5850424435369144e-05,
      "loss": 4.8871,
      "step": 247545
    },
    {
      "epoch": 0.21668515048041867,
      "grad_norm": 0.47828346490859985,
      "learning_rate": 4.585025503902353e-05,
      "loss": 5.6997,
      "step": 247550
    },
    {
      "epoch": 0.21668952707404585,
      "grad_norm": 0.49049732089042664,
      "learning_rate": 4.58500856396206e-05,
      "loss": 5.3008,
      "step": 247555
    },
    {
      "epoch": 0.216693903667673,
      "grad_norm": 0.4871939420700073,
      "learning_rate": 4.584991623716041e-05,
      "loss": 5.7386,
      "step": 247560
    },
    {
      "epoch": 0.21669828026130014,
      "grad_norm": 0.49408119916915894,
      "learning_rate": 4.584974683164297e-05,
      "loss": 5.216,
      "step": 247565
    },
    {
      "epoch": 0.2167026568549273,
      "grad_norm": 0.48993808031082153,
      "learning_rate": 4.584957742306834e-05,
      "loss": 5.9297,
      "step": 247570
    },
    {
      "epoch": 0.21670703344855446,
      "grad_norm": 0.4845319390296936,
      "learning_rate": 4.584940801143652e-05,
      "loss": 5.1447,
      "step": 247575
    },
    {
      "epoch": 0.2167114100421816,
      "grad_norm": 0.5027690529823303,
      "learning_rate": 4.584923859674758e-05,
      "loss": 5.4582,
      "step": 247580
    },
    {
      "epoch": 0.21671578663580876,
      "grad_norm": 0.4973524212837219,
      "learning_rate": 4.5849069179001524e-05,
      "loss": 4.2148,
      "step": 247585
    },
    {
      "epoch": 0.2167201632294359,
      "grad_norm": 0.5127034187316895,
      "learning_rate": 4.584889975819838e-05,
      "loss": 5.2468,
      "step": 247590
    },
    {
      "epoch": 0.21672453982306308,
      "grad_norm": 0.4961144030094147,
      "learning_rate": 4.584873033433822e-05,
      "loss": 4.6003,
      "step": 247595
    },
    {
      "epoch": 0.21672891641669023,
      "grad_norm": 0.5081526637077332,
      "learning_rate": 4.5848560907421034e-05,
      "loss": 5.9295,
      "step": 247600
    },
    {
      "epoch": 0.21673329301031738,
      "grad_norm": 0.48095789551734924,
      "learning_rate": 4.584839147744687e-05,
      "loss": 5.2214,
      "step": 247605
    },
    {
      "epoch": 0.21673766960394453,
      "grad_norm": 0.5151669979095459,
      "learning_rate": 4.5848222044415764e-05,
      "loss": 4.9372,
      "step": 247610
    },
    {
      "epoch": 0.2167420461975717,
      "grad_norm": 0.4907694458961487,
      "learning_rate": 4.5848052608327754e-05,
      "loss": 4.826,
      "step": 247615
    },
    {
      "epoch": 0.21674642279119885,
      "grad_norm": 0.5099097490310669,
      "learning_rate": 4.5847883169182856e-05,
      "loss": 4.8784,
      "step": 247620
    },
    {
      "epoch": 0.216750799384826,
      "grad_norm": 0.49832725524902344,
      "learning_rate": 4.5847713726981125e-05,
      "loss": 4.8988,
      "step": 247625
    },
    {
      "epoch": 0.21675517597845315,
      "grad_norm": 0.5423508286476135,
      "learning_rate": 4.5847544281722574e-05,
      "loss": 5.4403,
      "step": 247630
    },
    {
      "epoch": 0.21675955257208032,
      "grad_norm": 0.5088003277778625,
      "learning_rate": 4.584737483340725e-05,
      "loss": 5.9508,
      "step": 247635
    },
    {
      "epoch": 0.21676392916570747,
      "grad_norm": 0.5062912702560425,
      "learning_rate": 4.584720538203516e-05,
      "loss": 5.9314,
      "step": 247640
    },
    {
      "epoch": 0.21676830575933462,
      "grad_norm": 0.4791167676448822,
      "learning_rate": 4.584703592760637e-05,
      "loss": 5.7316,
      "step": 247645
    },
    {
      "epoch": 0.21677268235296177,
      "grad_norm": 0.5074145197868347,
      "learning_rate": 4.5846866470120894e-05,
      "loss": 4.3705,
      "step": 247650
    },
    {
      "epoch": 0.2167770589465889,
      "grad_norm": 0.48844900727272034,
      "learning_rate": 4.584669700957878e-05,
      "loss": 5.4011,
      "step": 247655
    },
    {
      "epoch": 0.2167814355402161,
      "grad_norm": 0.49579131603240967,
      "learning_rate": 4.584652754598003e-05,
      "loss": 5.0447,
      "step": 247660
    },
    {
      "epoch": 0.21678581213384324,
      "grad_norm": 0.5014239549636841,
      "learning_rate": 4.5846358079324704e-05,
      "loss": 5.7386,
      "step": 247665
    },
    {
      "epoch": 0.21679018872747038,
      "grad_norm": 0.5002114176750183,
      "learning_rate": 4.5846188609612826e-05,
      "loss": 4.6938,
      "step": 247670
    },
    {
      "epoch": 0.21679456532109753,
      "grad_norm": 0.5099331140518188,
      "learning_rate": 4.5846019136844434e-05,
      "loss": 5.3504,
      "step": 247675
    },
    {
      "epoch": 0.2167989419147247,
      "grad_norm": 0.5435971021652222,
      "learning_rate": 4.5845849661019546e-05,
      "loss": 5.7724,
      "step": 247680
    },
    {
      "epoch": 0.21680331850835186,
      "grad_norm": 0.4808732867240906,
      "learning_rate": 4.5845680182138205e-05,
      "loss": 4.8568,
      "step": 247685
    },
    {
      "epoch": 0.216807695101979,
      "grad_norm": 0.48883959650993347,
      "learning_rate": 4.584551070020046e-05,
      "loss": 4.6155,
      "step": 247690
    },
    {
      "epoch": 0.21681207169560615,
      "grad_norm": 0.4986143410205841,
      "learning_rate": 4.58453412152063e-05,
      "loss": 4.8188,
      "step": 247695
    },
    {
      "epoch": 0.21681644828923333,
      "grad_norm": 0.49425143003463745,
      "learning_rate": 4.584517172715581e-05,
      "loss": 6.1984,
      "step": 247700
    },
    {
      "epoch": 0.21682082488286047,
      "grad_norm": 0.5125095248222351,
      "learning_rate": 4.5845002236048985e-05,
      "loss": 5.4553,
      "step": 247705
    },
    {
      "epoch": 0.21682520147648762,
      "grad_norm": 0.5169025659561157,
      "learning_rate": 4.584483274188588e-05,
      "loss": 5.4276,
      "step": 247710
    },
    {
      "epoch": 0.21682957807011477,
      "grad_norm": 0.5041912198066711,
      "learning_rate": 4.584466324466651e-05,
      "loss": 5.7091,
      "step": 247715
    },
    {
      "epoch": 0.21683395466374195,
      "grad_norm": 0.5855504274368286,
      "learning_rate": 4.58444937443909e-05,
      "loss": 5.1496,
      "step": 247720
    },
    {
      "epoch": 0.2168383312573691,
      "grad_norm": 0.5058167576789856,
      "learning_rate": 4.584432424105912e-05,
      "loss": 5.4598,
      "step": 247725
    },
    {
      "epoch": 0.21684270785099624,
      "grad_norm": 0.5083412528038025,
      "learning_rate": 4.584415473467117e-05,
      "loss": 5.3453,
      "step": 247730
    },
    {
      "epoch": 0.2168470844446234,
      "grad_norm": 0.4880898892879486,
      "learning_rate": 4.584398522522711e-05,
      "loss": 5.4347,
      "step": 247735
    },
    {
      "epoch": 0.21685146103825056,
      "grad_norm": 0.496013343334198,
      "learning_rate": 4.584381571272693e-05,
      "loss": 5.9254,
      "step": 247740
    },
    {
      "epoch": 0.2168558376318777,
      "grad_norm": 0.48743629455566406,
      "learning_rate": 4.584364619717071e-05,
      "loss": 5.4311,
      "step": 247745
    },
    {
      "epoch": 0.21686021422550486,
      "grad_norm": 0.5319773554801941,
      "learning_rate": 4.584347667855845e-05,
      "loss": 5.1117,
      "step": 247750
    },
    {
      "epoch": 0.216864590819132,
      "grad_norm": 0.48453718423843384,
      "learning_rate": 4.5843307156890195e-05,
      "loss": 4.7804,
      "step": 247755
    },
    {
      "epoch": 0.21686896741275918,
      "grad_norm": 0.5325972437858582,
      "learning_rate": 4.584313763216598e-05,
      "loss": 5.1235,
      "step": 247760
    },
    {
      "epoch": 0.21687334400638633,
      "grad_norm": 0.5270615220069885,
      "learning_rate": 4.5842968104385834e-05,
      "loss": 4.1142,
      "step": 247765
    },
    {
      "epoch": 0.21687772060001348,
      "grad_norm": 0.5310941338539124,
      "learning_rate": 4.5842798573549795e-05,
      "loss": 5.2065,
      "step": 247770
    },
    {
      "epoch": 0.21688209719364063,
      "grad_norm": 0.5102167725563049,
      "learning_rate": 4.584262903965789e-05,
      "loss": 4.1682,
      "step": 247775
    },
    {
      "epoch": 0.21688647378726778,
      "grad_norm": 0.5010903477668762,
      "learning_rate": 4.5842459502710146e-05,
      "loss": 4.6066,
      "step": 247780
    },
    {
      "epoch": 0.21689085038089495,
      "grad_norm": 0.5857083797454834,
      "learning_rate": 4.584228996270661e-05,
      "loss": 5.4087,
      "step": 247785
    },
    {
      "epoch": 0.2168952269745221,
      "grad_norm": 0.49830251932144165,
      "learning_rate": 4.5842120419647296e-05,
      "loss": 5.623,
      "step": 247790
    },
    {
      "epoch": 0.21689960356814925,
      "grad_norm": 0.4986684322357178,
      "learning_rate": 4.584195087353226e-05,
      "loss": 5.6596,
      "step": 247795
    },
    {
      "epoch": 0.2169039801617764,
      "grad_norm": 0.5150213837623596,
      "learning_rate": 4.584178132436151e-05,
      "loss": 5.4202,
      "step": 247800
    },
    {
      "epoch": 0.21690835675540357,
      "grad_norm": 0.5109041333198547,
      "learning_rate": 4.5841611772135104e-05,
      "loss": 5.241,
      "step": 247805
    },
    {
      "epoch": 0.21691273334903072,
      "grad_norm": 0.488755464553833,
      "learning_rate": 4.584144221685306e-05,
      "loss": 4.6263,
      "step": 247810
    },
    {
      "epoch": 0.21691710994265787,
      "grad_norm": 0.4872637391090393,
      "learning_rate": 4.584127265851541e-05,
      "loss": 4.378,
      "step": 247815
    },
    {
      "epoch": 0.216921486536285,
      "grad_norm": 0.49648401141166687,
      "learning_rate": 4.5841103097122186e-05,
      "loss": 5.4444,
      "step": 247820
    },
    {
      "epoch": 0.2169258631299122,
      "grad_norm": 0.481833815574646,
      "learning_rate": 4.584093353267343e-05,
      "loss": 4.6938,
      "step": 247825
    },
    {
      "epoch": 0.21693023972353934,
      "grad_norm": 0.4987189471721649,
      "learning_rate": 4.584076396516916e-05,
      "loss": 5.4435,
      "step": 247830
    },
    {
      "epoch": 0.21693461631716648,
      "grad_norm": 0.4835277199745178,
      "learning_rate": 4.584059439460943e-05,
      "loss": 4.8412,
      "step": 247835
    },
    {
      "epoch": 0.21693899291079363,
      "grad_norm": 0.5162349343299866,
      "learning_rate": 4.5840424820994255e-05,
      "loss": 5.3084,
      "step": 247840
    },
    {
      "epoch": 0.2169433695044208,
      "grad_norm": 0.5543854236602783,
      "learning_rate": 4.584025524432367e-05,
      "loss": 4.6865,
      "step": 247845
    },
    {
      "epoch": 0.21694774609804796,
      "grad_norm": 0.48983749747276306,
      "learning_rate": 4.584008566459771e-05,
      "loss": 4.9171,
      "step": 247850
    },
    {
      "epoch": 0.2169521226916751,
      "grad_norm": 0.48827680945396423,
      "learning_rate": 4.58399160818164e-05,
      "loss": 5.4344,
      "step": 247855
    },
    {
      "epoch": 0.21695649928530225,
      "grad_norm": 0.626868486404419,
      "learning_rate": 4.58397464959798e-05,
      "loss": 4.8227,
      "step": 247860
    },
    {
      "epoch": 0.21696087587892943,
      "grad_norm": 0.5046269297599792,
      "learning_rate": 4.5839576907087924e-05,
      "loss": 5.2115,
      "step": 247865
    },
    {
      "epoch": 0.21696525247255657,
      "grad_norm": 0.49600356817245483,
      "learning_rate": 4.583940731514079e-05,
      "loss": 5.9484,
      "step": 247870
    },
    {
      "epoch": 0.21696962906618372,
      "grad_norm": 0.5177664160728455,
      "learning_rate": 4.583923772013845e-05,
      "loss": 5.6621,
      "step": 247875
    },
    {
      "epoch": 0.21697400565981087,
      "grad_norm": 0.4935762286186218,
      "learning_rate": 4.583906812208093e-05,
      "loss": 5.1627,
      "step": 247880
    },
    {
      "epoch": 0.21697838225343805,
      "grad_norm": 0.4840594530105591,
      "learning_rate": 4.5838898520968265e-05,
      "loss": 5.2194,
      "step": 247885
    },
    {
      "epoch": 0.2169827588470652,
      "grad_norm": 0.49140825867652893,
      "learning_rate": 4.583872891680049e-05,
      "loss": 4.6658,
      "step": 247890
    },
    {
      "epoch": 0.21698713544069234,
      "grad_norm": 0.5005335211753845,
      "learning_rate": 4.583855930957763e-05,
      "loss": 5.3119,
      "step": 247895
    },
    {
      "epoch": 0.2169915120343195,
      "grad_norm": 0.5212264060974121,
      "learning_rate": 4.583838969929973e-05,
      "loss": 5.402,
      "step": 247900
    },
    {
      "epoch": 0.21699588862794666,
      "grad_norm": 0.6477640867233276,
      "learning_rate": 4.583822008596682e-05,
      "loss": 4.5882,
      "step": 247905
    },
    {
      "epoch": 0.2170002652215738,
      "grad_norm": 0.49695879220962524,
      "learning_rate": 4.583805046957892e-05,
      "loss": 4.8838,
      "step": 247910
    },
    {
      "epoch": 0.21700464181520096,
      "grad_norm": 0.49983057379722595,
      "learning_rate": 4.583788085013607e-05,
      "loss": 5.9643,
      "step": 247915
    },
    {
      "epoch": 0.2170090184088281,
      "grad_norm": 0.50235515832901,
      "learning_rate": 4.58377112276383e-05,
      "loss": 4.6438,
      "step": 247920
    },
    {
      "epoch": 0.21701339500245526,
      "grad_norm": 0.4818071126937866,
      "learning_rate": 4.583754160208566e-05,
      "loss": 5.2768,
      "step": 247925
    },
    {
      "epoch": 0.21701777159608243,
      "grad_norm": 0.5043033957481384,
      "learning_rate": 4.583737197347816e-05,
      "loss": 5.1202,
      "step": 247930
    },
    {
      "epoch": 0.21702214818970958,
      "grad_norm": 0.4777868390083313,
      "learning_rate": 4.5837202341815844e-05,
      "loss": 5.1263,
      "step": 247935
    },
    {
      "epoch": 0.21702652478333673,
      "grad_norm": 0.49449023604393005,
      "learning_rate": 4.5837032707098736e-05,
      "loss": 5.7214,
      "step": 247940
    },
    {
      "epoch": 0.21703090137696388,
      "grad_norm": 0.5077750086784363,
      "learning_rate": 4.583686306932688e-05,
      "loss": 4.724,
      "step": 247945
    },
    {
      "epoch": 0.21703527797059105,
      "grad_norm": 0.5084593892097473,
      "learning_rate": 4.583669342850031e-05,
      "loss": 4.6052,
      "step": 247950
    },
    {
      "epoch": 0.2170396545642182,
      "grad_norm": 0.5102621912956238,
      "learning_rate": 4.5836523784619044e-05,
      "loss": 5.608,
      "step": 247955
    },
    {
      "epoch": 0.21704403115784535,
      "grad_norm": 0.504970371723175,
      "learning_rate": 4.5836354137683127e-05,
      "loss": 5.4362,
      "step": 247960
    },
    {
      "epoch": 0.2170484077514725,
      "grad_norm": 0.5027464032173157,
      "learning_rate": 4.583618448769259e-05,
      "loss": 4.8869,
      "step": 247965
    },
    {
      "epoch": 0.21705278434509967,
      "grad_norm": 0.5384818315505981,
      "learning_rate": 4.583601483464745e-05,
      "loss": 4.5981,
      "step": 247970
    },
    {
      "epoch": 0.21705716093872682,
      "grad_norm": 0.48934444785118103,
      "learning_rate": 4.583584517854778e-05,
      "loss": 5.4229,
      "step": 247975
    },
    {
      "epoch": 0.21706153753235397,
      "grad_norm": 0.4965990483760834,
      "learning_rate": 4.583567551939356e-05,
      "loss": 4.4384,
      "step": 247980
    },
    {
      "epoch": 0.2170659141259811,
      "grad_norm": 0.4950956404209137,
      "learning_rate": 4.5835505857184866e-05,
      "loss": 4.7144,
      "step": 247985
    },
    {
      "epoch": 0.2170702907196083,
      "grad_norm": 0.4931780993938446,
      "learning_rate": 4.5835336191921704e-05,
      "loss": 4.9225,
      "step": 247990
    },
    {
      "epoch": 0.21707466731323544,
      "grad_norm": 0.52193284034729,
      "learning_rate": 4.583516652360412e-05,
      "loss": 5.7076,
      "step": 247995
    },
    {
      "epoch": 0.21707904390686258,
      "grad_norm": 0.47684064507484436,
      "learning_rate": 4.583499685223215e-05,
      "loss": 5.1987,
      "step": 248000
    },
    {
      "epoch": 0.21708342050048973,
      "grad_norm": 0.4845550060272217,
      "learning_rate": 4.583482717780582e-05,
      "loss": 4.1334,
      "step": 248005
    },
    {
      "epoch": 0.2170877970941169,
      "grad_norm": 0.47785425186157227,
      "learning_rate": 4.583465750032515e-05,
      "loss": 4.9444,
      "step": 248010
    },
    {
      "epoch": 0.21709217368774406,
      "grad_norm": 0.48226264119148254,
      "learning_rate": 4.5834487819790187e-05,
      "loss": 6.2637,
      "step": 248015
    },
    {
      "epoch": 0.2170965502813712,
      "grad_norm": 0.4768002927303314,
      "learning_rate": 4.583431813620097e-05,
      "loss": 4.6786,
      "step": 248020
    },
    {
      "epoch": 0.21710092687499835,
      "grad_norm": 0.4758022427558899,
      "learning_rate": 4.583414844955751e-05,
      "loss": 4.8908,
      "step": 248025
    },
    {
      "epoch": 0.21710530346862553,
      "grad_norm": 0.5662831664085388,
      "learning_rate": 4.5833978759859876e-05,
      "loss": 4.8371,
      "step": 248030
    },
    {
      "epoch": 0.21710968006225267,
      "grad_norm": 0.4803878366947174,
      "learning_rate": 4.583380906710807e-05,
      "loss": 4.6699,
      "step": 248035
    },
    {
      "epoch": 0.21711405665587982,
      "grad_norm": 0.5145195126533508,
      "learning_rate": 4.583363937130213e-05,
      "loss": 4.8878,
      "step": 248040
    },
    {
      "epoch": 0.21711843324950697,
      "grad_norm": 0.5167250633239746,
      "learning_rate": 4.5833469672442085e-05,
      "loss": 5.31,
      "step": 248045
    },
    {
      "epoch": 0.21712280984313412,
      "grad_norm": 0.4993489682674408,
      "learning_rate": 4.583329997052798e-05,
      "loss": 5.6135,
      "step": 248050
    },
    {
      "epoch": 0.2171271864367613,
      "grad_norm": 0.5049025416374207,
      "learning_rate": 4.583313026555984e-05,
      "loss": 5.1364,
      "step": 248055
    },
    {
      "epoch": 0.21713156303038844,
      "grad_norm": 0.49699434638023376,
      "learning_rate": 4.583296055753771e-05,
      "loss": 5.9324,
      "step": 248060
    },
    {
      "epoch": 0.2171359396240156,
      "grad_norm": 0.48550137877464294,
      "learning_rate": 4.5832790846461605e-05,
      "loss": 3.887,
      "step": 248065
    },
    {
      "epoch": 0.21714031621764274,
      "grad_norm": 0.4991702437400818,
      "learning_rate": 4.583262113233157e-05,
      "loss": 4.7157,
      "step": 248070
    },
    {
      "epoch": 0.2171446928112699,
      "grad_norm": 0.4923641085624695,
      "learning_rate": 4.583245141514762e-05,
      "loss": 5.2243,
      "step": 248075
    },
    {
      "epoch": 0.21714906940489706,
      "grad_norm": 0.4843366742134094,
      "learning_rate": 4.583228169490981e-05,
      "loss": 4.3907,
      "step": 248080
    },
    {
      "epoch": 0.2171534459985242,
      "grad_norm": 0.493239164352417,
      "learning_rate": 4.583211197161815e-05,
      "loss": 6.2098,
      "step": 248085
    },
    {
      "epoch": 0.21715782259215136,
      "grad_norm": 0.47662317752838135,
      "learning_rate": 4.583194224527271e-05,
      "loss": 4.2231,
      "step": 248090
    },
    {
      "epoch": 0.21716219918577853,
      "grad_norm": 0.5125397443771362,
      "learning_rate": 4.5831772515873484e-05,
      "loss": 5.4013,
      "step": 248095
    },
    {
      "epoch": 0.21716657577940568,
      "grad_norm": 0.4950704276561737,
      "learning_rate": 4.5831602783420524e-05,
      "loss": 5.4293,
      "step": 248100
    },
    {
      "epoch": 0.21717095237303283,
      "grad_norm": 0.5074928998947144,
      "learning_rate": 4.583143304791386e-05,
      "loss": 5.426,
      "step": 248105
    },
    {
      "epoch": 0.21717532896665998,
      "grad_norm": 0.4836219847202301,
      "learning_rate": 4.5831263309353524e-05,
      "loss": 4.594,
      "step": 248110
    },
    {
      "epoch": 0.21717970556028715,
      "grad_norm": 0.5272797346115112,
      "learning_rate": 4.583109356773955e-05,
      "loss": 5.8844,
      "step": 248115
    },
    {
      "epoch": 0.2171840821539143,
      "grad_norm": 0.48772889375686646,
      "learning_rate": 4.5830923823071955e-05,
      "loss": 4.1417,
      "step": 248120
    },
    {
      "epoch": 0.21718845874754145,
      "grad_norm": 0.5572910308837891,
      "learning_rate": 4.58307540753508e-05,
      "loss": 4.8877,
      "step": 248125
    },
    {
      "epoch": 0.2171928353411686,
      "grad_norm": 0.5075511336326599,
      "learning_rate": 4.58305843245761e-05,
      "loss": 6.2496,
      "step": 248130
    },
    {
      "epoch": 0.21719721193479577,
      "grad_norm": 0.5009297728538513,
      "learning_rate": 4.5830414570747895e-05,
      "loss": 5.1198,
      "step": 248135
    },
    {
      "epoch": 0.21720158852842292,
      "grad_norm": 0.5095254778862,
      "learning_rate": 4.583024481386621e-05,
      "loss": 5.4299,
      "step": 248140
    },
    {
      "epoch": 0.21720596512205007,
      "grad_norm": 0.4972860515117645,
      "learning_rate": 4.5830075053931074e-05,
      "loss": 4.9129,
      "step": 248145
    },
    {
      "epoch": 0.2172103417156772,
      "grad_norm": 0.5200418829917908,
      "learning_rate": 4.582990529094254e-05,
      "loss": 4.6748,
      "step": 248150
    },
    {
      "epoch": 0.2172147183093044,
      "grad_norm": 0.49767249822616577,
      "learning_rate": 4.582973552490062e-05,
      "loss": 5.1744,
      "step": 248155
    },
    {
      "epoch": 0.21721909490293154,
      "grad_norm": 0.489655464887619,
      "learning_rate": 4.582956575580536e-05,
      "loss": 5.3266,
      "step": 248160
    },
    {
      "epoch": 0.21722347149655868,
      "grad_norm": 0.4941199719905853,
      "learning_rate": 4.582939598365678e-05,
      "loss": 5.9285,
      "step": 248165
    },
    {
      "epoch": 0.21722784809018583,
      "grad_norm": 0.5032660961151123,
      "learning_rate": 4.5829226208454926e-05,
      "loss": 4.4304,
      "step": 248170
    },
    {
      "epoch": 0.21723222468381298,
      "grad_norm": 0.5058938264846802,
      "learning_rate": 4.5829056430199825e-05,
      "loss": 5.9348,
      "step": 248175
    },
    {
      "epoch": 0.21723660127744016,
      "grad_norm": 0.48891523480415344,
      "learning_rate": 4.58288866488915e-05,
      "loss": 4.9334,
      "step": 248180
    },
    {
      "epoch": 0.2172409778710673,
      "grad_norm": 0.48847779631614685,
      "learning_rate": 4.582871686453e-05,
      "loss": 4.6122,
      "step": 248185
    },
    {
      "epoch": 0.21724535446469445,
      "grad_norm": 0.5040305256843567,
      "learning_rate": 4.5828547077115355e-05,
      "loss": 5.0797,
      "step": 248190
    },
    {
      "epoch": 0.2172497310583216,
      "grad_norm": 0.49582818150520325,
      "learning_rate": 4.5828377286647584e-05,
      "loss": 4.6982,
      "step": 248195
    },
    {
      "epoch": 0.21725410765194877,
      "grad_norm": 0.49465808272361755,
      "learning_rate": 4.582820749312674e-05,
      "loss": 5.0977,
      "step": 248200
    },
    {
      "epoch": 0.21725848424557592,
      "grad_norm": 0.5021669268608093,
      "learning_rate": 4.582803769655285e-05,
      "loss": 5.1332,
      "step": 248205
    },
    {
      "epoch": 0.21726286083920307,
      "grad_norm": 0.4987274706363678,
      "learning_rate": 4.582786789692594e-05,
      "loss": 5.2094,
      "step": 248210
    },
    {
      "epoch": 0.21726723743283022,
      "grad_norm": 0.4936937093734741,
      "learning_rate": 4.582769809424603e-05,
      "loss": 5.1323,
      "step": 248215
    },
    {
      "epoch": 0.2172716140264574,
      "grad_norm": 0.4907124638557434,
      "learning_rate": 4.5827528288513175e-05,
      "loss": 4.6325,
      "step": 248220
    },
    {
      "epoch": 0.21727599062008454,
      "grad_norm": 0.5043534636497498,
      "learning_rate": 4.582735847972741e-05,
      "loss": 5.2206,
      "step": 248225
    },
    {
      "epoch": 0.2172803672137117,
      "grad_norm": 0.4838842451572418,
      "learning_rate": 4.5827188667888746e-05,
      "loss": 4.6069,
      "step": 248230
    },
    {
      "epoch": 0.21728474380733884,
      "grad_norm": 0.5043022036552429,
      "learning_rate": 4.582701885299724e-05,
      "loss": 5.2169,
      "step": 248235
    },
    {
      "epoch": 0.217289120400966,
      "grad_norm": 0.524289608001709,
      "learning_rate": 4.58268490350529e-05,
      "loss": 5.618,
      "step": 248240
    },
    {
      "epoch": 0.21729349699459316,
      "grad_norm": 0.49442610144615173,
      "learning_rate": 4.582667921405578e-05,
      "loss": 5.4568,
      "step": 248245
    },
    {
      "epoch": 0.2172978735882203,
      "grad_norm": 0.49550768733024597,
      "learning_rate": 4.58265093900059e-05,
      "loss": 5.699,
      "step": 248250
    },
    {
      "epoch": 0.21730225018184746,
      "grad_norm": 0.4837366044521332,
      "learning_rate": 4.58263395629033e-05,
      "loss": 4.0896,
      "step": 248255
    },
    {
      "epoch": 0.21730662677547463,
      "grad_norm": 0.5371195673942566,
      "learning_rate": 4.5826169732748e-05,
      "loss": 5.1237,
      "step": 248260
    },
    {
      "epoch": 0.21731100336910178,
      "grad_norm": 0.6008460521697998,
      "learning_rate": 4.5825999899540054e-05,
      "loss": 4.7153,
      "step": 248265
    },
    {
      "epoch": 0.21731537996272893,
      "grad_norm": 0.49347686767578125,
      "learning_rate": 4.5825830063279487e-05,
      "loss": 5.3078,
      "step": 248270
    },
    {
      "epoch": 0.21731975655635608,
      "grad_norm": 0.5901426076889038,
      "learning_rate": 4.5825660223966314e-05,
      "loss": 5.2036,
      "step": 248275
    },
    {
      "epoch": 0.21732413314998325,
      "grad_norm": 0.4881581664085388,
      "learning_rate": 4.582549038160059e-05,
      "loss": 5.0254,
      "step": 248280
    },
    {
      "epoch": 0.2173285097436104,
      "grad_norm": 0.5070955157279968,
      "learning_rate": 4.582532053618235e-05,
      "loss": 5.7079,
      "step": 248285
    },
    {
      "epoch": 0.21733288633723755,
      "grad_norm": 0.49033254384994507,
      "learning_rate": 4.582515068771159e-05,
      "loss": 5.7393,
      "step": 248290
    },
    {
      "epoch": 0.2173372629308647,
      "grad_norm": 0.5051551461219788,
      "learning_rate": 4.582498083618839e-05,
      "loss": 4.912,
      "step": 248295
    },
    {
      "epoch": 0.21734163952449184,
      "grad_norm": 0.49794405698776245,
      "learning_rate": 4.582481098161276e-05,
      "loss": 5.4251,
      "step": 248300
    },
    {
      "epoch": 0.21734601611811902,
      "grad_norm": 0.48690685629844666,
      "learning_rate": 4.582464112398473e-05,
      "loss": 4.8057,
      "step": 248305
    },
    {
      "epoch": 0.21735039271174617,
      "grad_norm": 0.48654887080192566,
      "learning_rate": 4.5824471263304334e-05,
      "loss": 5.1317,
      "step": 248310
    },
    {
      "epoch": 0.2173547693053733,
      "grad_norm": 0.5070598125457764,
      "learning_rate": 4.5824301399571615e-05,
      "loss": 4.7102,
      "step": 248315
    },
    {
      "epoch": 0.21735914589900046,
      "grad_norm": 0.48542356491088867,
      "learning_rate": 4.5824131532786596e-05,
      "loss": 5.6453,
      "step": 248320
    },
    {
      "epoch": 0.21736352249262764,
      "grad_norm": 0.48762133717536926,
      "learning_rate": 4.582396166294931e-05,
      "loss": 4.9525,
      "step": 248325
    },
    {
      "epoch": 0.21736789908625478,
      "grad_norm": 0.48533526062965393,
      "learning_rate": 4.58237917900598e-05,
      "loss": 5.7227,
      "step": 248330
    },
    {
      "epoch": 0.21737227567988193,
      "grad_norm": 0.48689067363739014,
      "learning_rate": 4.582362191411809e-05,
      "loss": 5.4768,
      "step": 248335
    },
    {
      "epoch": 0.21737665227350908,
      "grad_norm": 0.49318960309028625,
      "learning_rate": 4.58234520351242e-05,
      "loss": 5.9258,
      "step": 248340
    },
    {
      "epoch": 0.21738102886713626,
      "grad_norm": 0.5327730178833008,
      "learning_rate": 4.5823282153078196e-05,
      "loss": 4.8943,
      "step": 248345
    },
    {
      "epoch": 0.2173854054607634,
      "grad_norm": 0.49748486280441284,
      "learning_rate": 4.582311226798009e-05,
      "loss": 5.4037,
      "step": 248350
    },
    {
      "epoch": 0.21738978205439055,
      "grad_norm": 0.5072606801986694,
      "learning_rate": 4.58229423798299e-05,
      "loss": 5.1202,
      "step": 248355
    },
    {
      "epoch": 0.2173941586480177,
      "grad_norm": 0.4858408570289612,
      "learning_rate": 4.582277248862769e-05,
      "loss": 5.9172,
      "step": 248360
    },
    {
      "epoch": 0.21739853524164487,
      "grad_norm": 0.5327618718147278,
      "learning_rate": 4.5822602594373464e-05,
      "loss": 4.9571,
      "step": 248365
    },
    {
      "epoch": 0.21740291183527202,
      "grad_norm": 0.4839745759963989,
      "learning_rate": 4.582243269706727e-05,
      "loss": 5.9166,
      "step": 248370
    },
    {
      "epoch": 0.21740728842889917,
      "grad_norm": 0.5082899332046509,
      "learning_rate": 4.582226279670915e-05,
      "loss": 3.9113,
      "step": 248375
    },
    {
      "epoch": 0.21741166502252632,
      "grad_norm": 0.5004116296768188,
      "learning_rate": 4.582209289329912e-05,
      "loss": 4.6118,
      "step": 248380
    },
    {
      "epoch": 0.2174160416161535,
      "grad_norm": 0.5014304518699646,
      "learning_rate": 4.582192298683723e-05,
      "loss": 5.3807,
      "step": 248385
    },
    {
      "epoch": 0.21742041820978064,
      "grad_norm": 0.49363067746162415,
      "learning_rate": 4.582175307732349e-05,
      "loss": 4.3997,
      "step": 248390
    },
    {
      "epoch": 0.2174247948034078,
      "grad_norm": 0.5166986584663391,
      "learning_rate": 4.582158316475794e-05,
      "loss": 5.2102,
      "step": 248395
    },
    {
      "epoch": 0.21742917139703494,
      "grad_norm": 0.4985189437866211,
      "learning_rate": 4.582141324914063e-05,
      "loss": 4.6467,
      "step": 248400
    },
    {
      "epoch": 0.2174335479906621,
      "grad_norm": 0.49163466691970825,
      "learning_rate": 4.582124333047158e-05,
      "loss": 4.9337,
      "step": 248405
    },
    {
      "epoch": 0.21743792458428926,
      "grad_norm": 0.49889037013053894,
      "learning_rate": 4.5821073408750806e-05,
      "loss": 5.9561,
      "step": 248410
    },
    {
      "epoch": 0.2174423011779164,
      "grad_norm": 0.49144235253334045,
      "learning_rate": 4.582090348397837e-05,
      "loss": 4.0772,
      "step": 248415
    },
    {
      "epoch": 0.21744667777154356,
      "grad_norm": 0.4986611008644104,
      "learning_rate": 4.5820733556154295e-05,
      "loss": 5.8885,
      "step": 248420
    },
    {
      "epoch": 0.2174510543651707,
      "grad_norm": 0.4958627223968506,
      "learning_rate": 4.58205636252786e-05,
      "loss": 5.4249,
      "step": 248425
    },
    {
      "epoch": 0.21745543095879788,
      "grad_norm": 0.49375951290130615,
      "learning_rate": 4.582039369135134e-05,
      "loss": 4.4062,
      "step": 248430
    },
    {
      "epoch": 0.21745980755242503,
      "grad_norm": 0.4907344877719879,
      "learning_rate": 4.5820223754372525e-05,
      "loss": 5.6805,
      "step": 248435
    },
    {
      "epoch": 0.21746418414605218,
      "grad_norm": 0.5358263254165649,
      "learning_rate": 4.582005381434221e-05,
      "loss": 4.9059,
      "step": 248440
    },
    {
      "epoch": 0.21746856073967932,
      "grad_norm": 0.5185503363609314,
      "learning_rate": 4.581988387126042e-05,
      "loss": 5.7185,
      "step": 248445
    },
    {
      "epoch": 0.2174729373333065,
      "grad_norm": 0.4945320188999176,
      "learning_rate": 4.581971392512717e-05,
      "loss": 6.2365,
      "step": 248450
    },
    {
      "epoch": 0.21747731392693365,
      "grad_norm": 0.4895767867565155,
      "learning_rate": 4.581954397594253e-05,
      "loss": 4.3748,
      "step": 248455
    },
    {
      "epoch": 0.2174816905205608,
      "grad_norm": 0.5081148147583008,
      "learning_rate": 4.581937402370649e-05,
      "loss": 5.6281,
      "step": 248460
    },
    {
      "epoch": 0.21748606711418794,
      "grad_norm": 0.4984331429004669,
      "learning_rate": 4.581920406841911e-05,
      "loss": 5.2049,
      "step": 248465
    },
    {
      "epoch": 0.21749044370781512,
      "grad_norm": 0.5512211918830872,
      "learning_rate": 4.581903411008042e-05,
      "loss": 5.2574,
      "step": 248470
    },
    {
      "epoch": 0.21749482030144227,
      "grad_norm": 0.5455505847930908,
      "learning_rate": 4.5818864148690445e-05,
      "loss": 5.608,
      "step": 248475
    },
    {
      "epoch": 0.2174991968950694,
      "grad_norm": 0.494681715965271,
      "learning_rate": 4.581869418424922e-05,
      "loss": 5.4688,
      "step": 248480
    },
    {
      "epoch": 0.21750357348869656,
      "grad_norm": 0.5176272392272949,
      "learning_rate": 4.581852421675679e-05,
      "loss": 5.4162,
      "step": 248485
    },
    {
      "epoch": 0.21750795008232374,
      "grad_norm": 0.49752897024154663,
      "learning_rate": 4.5818354246213154e-05,
      "loss": 5.7053,
      "step": 248490
    },
    {
      "epoch": 0.21751232667595088,
      "grad_norm": 0.4994245767593384,
      "learning_rate": 4.581818427261839e-05,
      "loss": 4.7262,
      "step": 248495
    },
    {
      "epoch": 0.21751670326957803,
      "grad_norm": 0.4925574064254761,
      "learning_rate": 4.58180142959725e-05,
      "loss": 4.917,
      "step": 248500
    },
    {
      "epoch": 0.21752107986320518,
      "grad_norm": 0.4950551986694336,
      "learning_rate": 4.5817844316275523e-05,
      "loss": 4.2121,
      "step": 248505
    },
    {
      "epoch": 0.21752545645683236,
      "grad_norm": 0.5011952519416809,
      "learning_rate": 4.5817674333527506e-05,
      "loss": 4.2943,
      "step": 248510
    },
    {
      "epoch": 0.2175298330504595,
      "grad_norm": 0.5010588765144348,
      "learning_rate": 4.5817504347728455e-05,
      "loss": 5.4414,
      "step": 248515
    },
    {
      "epoch": 0.21753420964408665,
      "grad_norm": 0.49777722358703613,
      "learning_rate": 4.581733435887844e-05,
      "loss": 5.65,
      "step": 248520
    },
    {
      "epoch": 0.2175385862377138,
      "grad_norm": 0.48288702964782715,
      "learning_rate": 4.581716436697745e-05,
      "loss": 4.566,
      "step": 248525
    },
    {
      "epoch": 0.21754296283134097,
      "grad_norm": 0.49943944811820984,
      "learning_rate": 4.5816994372025546e-05,
      "loss": 4.9125,
      "step": 248530
    },
    {
      "epoch": 0.21754733942496812,
      "grad_norm": 0.4944401979446411,
      "learning_rate": 4.581682437402276e-05,
      "loss": 5.3994,
      "step": 248535
    },
    {
      "epoch": 0.21755171601859527,
      "grad_norm": 0.4881162941455841,
      "learning_rate": 4.581665437296912e-05,
      "loss": 5.4494,
      "step": 248540
    },
    {
      "epoch": 0.21755609261222242,
      "grad_norm": 0.49692702293395996,
      "learning_rate": 4.581648436886464e-05,
      "loss": 5.333,
      "step": 248545
    },
    {
      "epoch": 0.2175604692058496,
      "grad_norm": 0.5025688409805298,
      "learning_rate": 4.581631436170939e-05,
      "loss": 4.9201,
      "step": 248550
    },
    {
      "epoch": 0.21756484579947674,
      "grad_norm": 0.48008090257644653,
      "learning_rate": 4.5816144351503376e-05,
      "loss": 5.7376,
      "step": 248555
    },
    {
      "epoch": 0.2175692223931039,
      "grad_norm": 0.49470362067222595,
      "learning_rate": 4.5815974338246634e-05,
      "loss": 5.4604,
      "step": 248560
    },
    {
      "epoch": 0.21757359898673104,
      "grad_norm": 0.4875932037830353,
      "learning_rate": 4.581580432193921e-05,
      "loss": 4.4009,
      "step": 248565
    },
    {
      "epoch": 0.21757797558035818,
      "grad_norm": 0.5261046290397644,
      "learning_rate": 4.581563430258112e-05,
      "loss": 5.0958,
      "step": 248570
    },
    {
      "epoch": 0.21758235217398536,
      "grad_norm": 0.4912942051887512,
      "learning_rate": 4.5815464280172414e-05,
      "loss": 5.3221,
      "step": 248575
    },
    {
      "epoch": 0.2175867287676125,
      "grad_norm": 0.4921465814113617,
      "learning_rate": 4.581529425471311e-05,
      "loss": 5.3441,
      "step": 248580
    },
    {
      "epoch": 0.21759110536123966,
      "grad_norm": 0.4828873872756958,
      "learning_rate": 4.581512422620325e-05,
      "loss": 4.8166,
      "step": 248585
    },
    {
      "epoch": 0.2175954819548668,
      "grad_norm": 0.5103916525840759,
      "learning_rate": 4.5814954194642854e-05,
      "loss": 4.4201,
      "step": 248590
    },
    {
      "epoch": 0.21759985854849398,
      "grad_norm": 0.5058261752128601,
      "learning_rate": 4.581478416003198e-05,
      "loss": 5.1025,
      "step": 248595
    },
    {
      "epoch": 0.21760423514212113,
      "grad_norm": 0.5017611980438232,
      "learning_rate": 4.5814614122370625e-05,
      "loss": 4.8889,
      "step": 248600
    },
    {
      "epoch": 0.21760861173574828,
      "grad_norm": 0.49634772539138794,
      "learning_rate": 4.5814444081658855e-05,
      "loss": 4.914,
      "step": 248605
    },
    {
      "epoch": 0.21761298832937542,
      "grad_norm": 0.4992492198944092,
      "learning_rate": 4.581427403789669e-05,
      "loss": 4.6693,
      "step": 248610
    },
    {
      "epoch": 0.2176173649230026,
      "grad_norm": 0.4965628981590271,
      "learning_rate": 4.5814103991084155e-05,
      "loss": 5.641,
      "step": 248615
    },
    {
      "epoch": 0.21762174151662975,
      "grad_norm": 0.48187804222106934,
      "learning_rate": 4.5813933941221285e-05,
      "loss": 5.9389,
      "step": 248620
    },
    {
      "epoch": 0.2176261181102569,
      "grad_norm": 0.5158602595329285,
      "learning_rate": 4.581376388830813e-05,
      "loss": 4.8765,
      "step": 248625
    },
    {
      "epoch": 0.21763049470388404,
      "grad_norm": 0.5153024196624756,
      "learning_rate": 4.5813593832344704e-05,
      "loss": 4.8513,
      "step": 248630
    },
    {
      "epoch": 0.21763487129751122,
      "grad_norm": 0.5018414258956909,
      "learning_rate": 4.5813423773331046e-05,
      "loss": 5.0997,
      "step": 248635
    },
    {
      "epoch": 0.21763924789113837,
      "grad_norm": 0.4839743971824646,
      "learning_rate": 4.581325371126719e-05,
      "loss": 5.364,
      "step": 248640
    },
    {
      "epoch": 0.2176436244847655,
      "grad_norm": 0.49456071853637695,
      "learning_rate": 4.5813083646153165e-05,
      "loss": 5.4278,
      "step": 248645
    },
    {
      "epoch": 0.21764800107839266,
      "grad_norm": 0.4995938837528229,
      "learning_rate": 4.581291357798902e-05,
      "loss": 4.7249,
      "step": 248650
    },
    {
      "epoch": 0.21765237767201984,
      "grad_norm": 0.5033971071243286,
      "learning_rate": 4.581274350677476e-05,
      "loss": 4.4609,
      "step": 248655
    },
    {
      "epoch": 0.21765675426564698,
      "grad_norm": 0.5005312561988831,
      "learning_rate": 4.581257343251043e-05,
      "loss": 5.219,
      "step": 248660
    },
    {
      "epoch": 0.21766113085927413,
      "grad_norm": 0.49263760447502136,
      "learning_rate": 4.5812403355196074e-05,
      "loss": 5.1845,
      "step": 248665
    },
    {
      "epoch": 0.21766550745290128,
      "grad_norm": 0.5288771986961365,
      "learning_rate": 4.581223327483172e-05,
      "loss": 5.6574,
      "step": 248670
    },
    {
      "epoch": 0.21766988404652846,
      "grad_norm": 0.493084192276001,
      "learning_rate": 4.5812063191417384e-05,
      "loss": 5.3162,
      "step": 248675
    },
    {
      "epoch": 0.2176742606401556,
      "grad_norm": 0.48629170656204224,
      "learning_rate": 4.581189310495312e-05,
      "loss": 4.7955,
      "step": 248680
    },
    {
      "epoch": 0.21767863723378275,
      "grad_norm": 0.5501109957695007,
      "learning_rate": 4.581172301543895e-05,
      "loss": 4.6843,
      "step": 248685
    },
    {
      "epoch": 0.2176830138274099,
      "grad_norm": 0.4878123998641968,
      "learning_rate": 4.581155292287491e-05,
      "loss": 4.171,
      "step": 248690
    },
    {
      "epoch": 0.21768739042103705,
      "grad_norm": 0.4863129258155823,
      "learning_rate": 4.581138282726103e-05,
      "loss": 5.2225,
      "step": 248695
    },
    {
      "epoch": 0.21769176701466422,
      "grad_norm": 0.5223085880279541,
      "learning_rate": 4.581121272859735e-05,
      "loss": 5.0902,
      "step": 248700
    },
    {
      "epoch": 0.21769614360829137,
      "grad_norm": 0.49711108207702637,
      "learning_rate": 4.581104262688388e-05,
      "loss": 4.9455,
      "step": 248705
    },
    {
      "epoch": 0.21770052020191852,
      "grad_norm": 0.4916212260723114,
      "learning_rate": 4.581087252212069e-05,
      "loss": 5.4815,
      "step": 248710
    },
    {
      "epoch": 0.21770489679554567,
      "grad_norm": 0.49333658814430237,
      "learning_rate": 4.581070241430779e-05,
      "loss": 5.3182,
      "step": 248715
    },
    {
      "epoch": 0.21770927338917284,
      "grad_norm": 0.4843393564224243,
      "learning_rate": 4.581053230344522e-05,
      "loss": 4.5559,
      "step": 248720
    },
    {
      "epoch": 0.2177136499828,
      "grad_norm": 0.4966204762458801,
      "learning_rate": 4.5810362189532994e-05,
      "loss": 4.7207,
      "step": 248725
    },
    {
      "epoch": 0.21771802657642714,
      "grad_norm": 0.4879760444164276,
      "learning_rate": 4.581019207257117e-05,
      "loss": 4.5242,
      "step": 248730
    },
    {
      "epoch": 0.21772240317005429,
      "grad_norm": 0.5149413347244263,
      "learning_rate": 4.5810021952559755e-05,
      "loss": 4.8914,
      "step": 248735
    },
    {
      "epoch": 0.21772677976368146,
      "grad_norm": 0.48684701323509216,
      "learning_rate": 4.580985182949882e-05,
      "loss": 5.6352,
      "step": 248740
    },
    {
      "epoch": 0.2177311563573086,
      "grad_norm": 0.4938260316848755,
      "learning_rate": 4.580968170338836e-05,
      "loss": 5.4244,
      "step": 248745
    },
    {
      "epoch": 0.21773553295093576,
      "grad_norm": 0.5267331004142761,
      "learning_rate": 4.580951157422843e-05,
      "loss": 4.909,
      "step": 248750
    },
    {
      "epoch": 0.2177399095445629,
      "grad_norm": 0.500937819480896,
      "learning_rate": 4.580934144201905e-05,
      "loss": 5.6057,
      "step": 248755
    },
    {
      "epoch": 0.21774428613819008,
      "grad_norm": 0.5010160803794861,
      "learning_rate": 4.580917130676027e-05,
      "loss": 5.403,
      "step": 248760
    },
    {
      "epoch": 0.21774866273181723,
      "grad_norm": 0.5116197466850281,
      "learning_rate": 4.58090011684521e-05,
      "loss": 5.6182,
      "step": 248765
    },
    {
      "epoch": 0.21775303932544438,
      "grad_norm": 0.5617015361785889,
      "learning_rate": 4.580883102709459e-05,
      "loss": 5.3954,
      "step": 248770
    },
    {
      "epoch": 0.21775741591907152,
      "grad_norm": 0.5101858377456665,
      "learning_rate": 4.580866088268776e-05,
      "loss": 5.3633,
      "step": 248775
    },
    {
      "epoch": 0.2177617925126987,
      "grad_norm": 0.47007983922958374,
      "learning_rate": 4.580849073523166e-05,
      "loss": 5.4001,
      "step": 248780
    },
    {
      "epoch": 0.21776616910632585,
      "grad_norm": 0.5151012539863586,
      "learning_rate": 4.580832058472629e-05,
      "loss": 4.9006,
      "step": 248785
    },
    {
      "epoch": 0.217770545699953,
      "grad_norm": 0.5042112469673157,
      "learning_rate": 4.580815043117174e-05,
      "loss": 4.9214,
      "step": 248790
    },
    {
      "epoch": 0.21777492229358014,
      "grad_norm": 0.5310212969779968,
      "learning_rate": 4.5807980274567984e-05,
      "loss": 5.9414,
      "step": 248795
    },
    {
      "epoch": 0.21777929888720732,
      "grad_norm": 0.4850495159626007,
      "learning_rate": 4.580781011491508e-05,
      "loss": 4.896,
      "step": 248800
    },
    {
      "epoch": 0.21778367548083447,
      "grad_norm": 0.5076829791069031,
      "learning_rate": 4.5807639952213065e-05,
      "loss": 5.2051,
      "step": 248805
    },
    {
      "epoch": 0.2177880520744616,
      "grad_norm": 0.5085864067077637,
      "learning_rate": 4.580746978646197e-05,
      "loss": 4.7165,
      "step": 248810
    },
    {
      "epoch": 0.21779242866808876,
      "grad_norm": 0.5581470727920532,
      "learning_rate": 4.580729961766183e-05,
      "loss": 5.3766,
      "step": 248815
    },
    {
      "epoch": 0.2177968052617159,
      "grad_norm": 0.4998481869697571,
      "learning_rate": 4.580712944581266e-05,
      "loss": 5.6818,
      "step": 248820
    },
    {
      "epoch": 0.21780118185534308,
      "grad_norm": 0.4999481737613678,
      "learning_rate": 4.580695927091451e-05,
      "loss": 4.6221,
      "step": 248825
    },
    {
      "epoch": 0.21780555844897023,
      "grad_norm": 0.521128237247467,
      "learning_rate": 4.580678909296741e-05,
      "loss": 4.6101,
      "step": 248830
    },
    {
      "epoch": 0.21780993504259738,
      "grad_norm": 0.5047625303268433,
      "learning_rate": 4.580661891197138e-05,
      "loss": 5.2175,
      "step": 248835
    },
    {
      "epoch": 0.21781431163622453,
      "grad_norm": 0.5022910833358765,
      "learning_rate": 4.580644872792647e-05,
      "loss": 5.3275,
      "step": 248840
    },
    {
      "epoch": 0.2178186882298517,
      "grad_norm": 0.5143929123878479,
      "learning_rate": 4.5806278540832714e-05,
      "loss": 5.632,
      "step": 248845
    },
    {
      "epoch": 0.21782306482347885,
      "grad_norm": 0.49089720845222473,
      "learning_rate": 4.580610835069012e-05,
      "loss": 6.2373,
      "step": 248850
    },
    {
      "epoch": 0.217827441417106,
      "grad_norm": 0.49182918667793274,
      "learning_rate": 4.580593815749875e-05,
      "loss": 4.8932,
      "step": 248855
    },
    {
      "epoch": 0.21783181801073315,
      "grad_norm": 0.5005438923835754,
      "learning_rate": 4.580576796125863e-05,
      "loss": 5.9275,
      "step": 248860
    },
    {
      "epoch": 0.21783619460436032,
      "grad_norm": 0.48282763361930847,
      "learning_rate": 4.5805597761969785e-05,
      "loss": 6.21,
      "step": 248865
    },
    {
      "epoch": 0.21784057119798747,
      "grad_norm": 0.4913097023963928,
      "learning_rate": 4.580542755963224e-05,
      "loss": 5.4172,
      "step": 248870
    },
    {
      "epoch": 0.21784494779161462,
      "grad_norm": 0.4880985915660858,
      "learning_rate": 4.580525735424605e-05,
      "loss": 6.2453,
      "step": 248875
    },
    {
      "epoch": 0.21784932438524177,
      "grad_norm": 0.5155495405197144,
      "learning_rate": 4.580508714581123e-05,
      "loss": 5.3978,
      "step": 248880
    },
    {
      "epoch": 0.21785370097886894,
      "grad_norm": 0.4997895061969757,
      "learning_rate": 4.580491693432783e-05,
      "loss": 5.4182,
      "step": 248885
    },
    {
      "epoch": 0.2178580775724961,
      "grad_norm": 0.4976397156715393,
      "learning_rate": 4.580474671979586e-05,
      "loss": 4.8248,
      "step": 248890
    },
    {
      "epoch": 0.21786245416612324,
      "grad_norm": 0.4991430342197418,
      "learning_rate": 4.5804576502215355e-05,
      "loss": 5.4646,
      "step": 248895
    },
    {
      "epoch": 0.21786683075975039,
      "grad_norm": 0.4910450875759125,
      "learning_rate": 4.5804406281586374e-05,
      "loss": 5.1078,
      "step": 248900
    },
    {
      "epoch": 0.21787120735337756,
      "grad_norm": 0.5099296569824219,
      "learning_rate": 4.5804236057908935e-05,
      "loss": 4.6016,
      "step": 248905
    },
    {
      "epoch": 0.2178755839470047,
      "grad_norm": 0.48807504773139954,
      "learning_rate": 4.5804065831183065e-05,
      "loss": 4.5069,
      "step": 248910
    },
    {
      "epoch": 0.21787996054063186,
      "grad_norm": 0.5057048797607422,
      "learning_rate": 4.58038956014088e-05,
      "loss": 4.6743,
      "step": 248915
    },
    {
      "epoch": 0.217884337134259,
      "grad_norm": 0.5152004957199097,
      "learning_rate": 4.580372536858617e-05,
      "loss": 5.4835,
      "step": 248920
    },
    {
      "epoch": 0.21788871372788618,
      "grad_norm": 0.48699951171875,
      "learning_rate": 4.5803555132715216e-05,
      "loss": 5.9305,
      "step": 248925
    },
    {
      "epoch": 0.21789309032151333,
      "grad_norm": 0.5385782718658447,
      "learning_rate": 4.580338489379596e-05,
      "loss": 4.7074,
      "step": 248930
    },
    {
      "epoch": 0.21789746691514048,
      "grad_norm": 0.5048784017562866,
      "learning_rate": 4.580321465182845e-05,
      "loss": 4.6098,
      "step": 248935
    },
    {
      "epoch": 0.21790184350876762,
      "grad_norm": 0.5115581750869751,
      "learning_rate": 4.5803044406812715e-05,
      "loss": 5.2277,
      "step": 248940
    },
    {
      "epoch": 0.21790622010239477,
      "grad_norm": 0.5231443643569946,
      "learning_rate": 4.580287415874878e-05,
      "loss": 5.1216,
      "step": 248945
    },
    {
      "epoch": 0.21791059669602195,
      "grad_norm": 0.522899329662323,
      "learning_rate": 4.5802703907636667e-05,
      "loss": 4.8812,
      "step": 248950
    },
    {
      "epoch": 0.2179149732896491,
      "grad_norm": 0.4907260835170746,
      "learning_rate": 4.580253365347643e-05,
      "loss": 4.8847,
      "step": 248955
    },
    {
      "epoch": 0.21791934988327624,
      "grad_norm": 0.519943356513977,
      "learning_rate": 4.58023633962681e-05,
      "loss": 4.8785,
      "step": 248960
    },
    {
      "epoch": 0.2179237264769034,
      "grad_norm": 0.519016683101654,
      "learning_rate": 4.5802193136011707e-05,
      "loss": 5.2225,
      "step": 248965
    },
    {
      "epoch": 0.21792810307053057,
      "grad_norm": 0.5520785450935364,
      "learning_rate": 4.5802022872707275e-05,
      "loss": 5.2218,
      "step": 248970
    },
    {
      "epoch": 0.2179324796641577,
      "grad_norm": 0.5110127925872803,
      "learning_rate": 4.5801852606354845e-05,
      "loss": 5.1195,
      "step": 248975
    },
    {
      "epoch": 0.21793685625778486,
      "grad_norm": 0.48665204644203186,
      "learning_rate": 4.5801682336954446e-05,
      "loss": 5.4304,
      "step": 248980
    },
    {
      "epoch": 0.217941232851412,
      "grad_norm": 0.511863112449646,
      "learning_rate": 4.580151206450611e-05,
      "loss": 4.3168,
      "step": 248985
    },
    {
      "epoch": 0.21794560944503918,
      "grad_norm": 0.5014572739601135,
      "learning_rate": 4.580134178900988e-05,
      "loss": 5.9281,
      "step": 248990
    },
    {
      "epoch": 0.21794998603866633,
      "grad_norm": 0.5051880478858948,
      "learning_rate": 4.580117151046578e-05,
      "loss": 5.9865,
      "step": 248995
    },
    {
      "epoch": 0.21795436263229348,
      "grad_norm": 0.5018718242645264,
      "learning_rate": 4.580100122887384e-05,
      "loss": 4.39,
      "step": 249000
    },
    {
      "epoch": 0.21795873922592063,
      "grad_norm": 0.5179586410522461,
      "learning_rate": 4.58008309442341e-05,
      "loss": 5.2042,
      "step": 249005
    },
    {
      "epoch": 0.2179631158195478,
      "grad_norm": 0.49170130491256714,
      "learning_rate": 4.580066065654659e-05,
      "loss": 3.8538,
      "step": 249010
    },
    {
      "epoch": 0.21796749241317495,
      "grad_norm": 0.5256152749061584,
      "learning_rate": 4.580049036581135e-05,
      "loss": 5.6277,
      "step": 249015
    },
    {
      "epoch": 0.2179718690068021,
      "grad_norm": 0.5517005920410156,
      "learning_rate": 4.580032007202839e-05,
      "loss": 5.6271,
      "step": 249020
    },
    {
      "epoch": 0.21797624560042925,
      "grad_norm": 0.49883243441581726,
      "learning_rate": 4.5800149775197766e-05,
      "loss": 5.4375,
      "step": 249025
    },
    {
      "epoch": 0.21798062219405642,
      "grad_norm": 0.49919673800468445,
      "learning_rate": 4.579997947531951e-05,
      "loss": 5.4338,
      "step": 249030
    },
    {
      "epoch": 0.21798499878768357,
      "grad_norm": 0.5228776335716248,
      "learning_rate": 4.579980917239364e-05,
      "loss": 5.1516,
      "step": 249035
    },
    {
      "epoch": 0.21798937538131072,
      "grad_norm": 0.5074002146720886,
      "learning_rate": 4.57996388664202e-05,
      "loss": 4.1065,
      "step": 249040
    },
    {
      "epoch": 0.21799375197493787,
      "grad_norm": 0.49394795298576355,
      "learning_rate": 4.579946855739922e-05,
      "loss": 5.6244,
      "step": 249045
    },
    {
      "epoch": 0.21799812856856504,
      "grad_norm": 0.4993511736392975,
      "learning_rate": 4.5799298245330735e-05,
      "loss": 4.9355,
      "step": 249050
    },
    {
      "epoch": 0.2180025051621922,
      "grad_norm": 0.4796064794063568,
      "learning_rate": 4.579912793021477e-05,
      "loss": 5.1188,
      "step": 249055
    },
    {
      "epoch": 0.21800688175581934,
      "grad_norm": 0.4897518754005432,
      "learning_rate": 4.5798957612051366e-05,
      "loss": 5.6961,
      "step": 249060
    },
    {
      "epoch": 0.21801125834944649,
      "grad_norm": 0.49689266085624695,
      "learning_rate": 4.5798787290840564e-05,
      "loss": 5.9338,
      "step": 249065
    },
    {
      "epoch": 0.21801563494307363,
      "grad_norm": 0.4866828918457031,
      "learning_rate": 4.579861696658237e-05,
      "loss": 5.1211,
      "step": 249070
    },
    {
      "epoch": 0.2180200115367008,
      "grad_norm": 0.4878081977367401,
      "learning_rate": 4.579844663927684e-05,
      "loss": 5.7089,
      "step": 249075
    },
    {
      "epoch": 0.21802438813032796,
      "grad_norm": 0.5249538421630859,
      "learning_rate": 4.5798276308924e-05,
      "loss": 5.1272,
      "step": 249080
    },
    {
      "epoch": 0.2180287647239551,
      "grad_norm": 0.5084795355796814,
      "learning_rate": 4.579810597552387e-05,
      "loss": 5.1182,
      "step": 249085
    },
    {
      "epoch": 0.21803314131758225,
      "grad_norm": 0.5147305130958557,
      "learning_rate": 4.579793563907652e-05,
      "loss": 4.8947,
      "step": 249090
    },
    {
      "epoch": 0.21803751791120943,
      "grad_norm": 0.5535673499107361,
      "learning_rate": 4.579776529958194e-05,
      "loss": 5.102,
      "step": 249095
    },
    {
      "epoch": 0.21804189450483658,
      "grad_norm": 0.4927811324596405,
      "learning_rate": 4.579759495704019e-05,
      "loss": 5.0158,
      "step": 249100
    },
    {
      "epoch": 0.21804627109846372,
      "grad_norm": 0.5070658922195435,
      "learning_rate": 4.57974246114513e-05,
      "loss": 4.7285,
      "step": 249105
    },
    {
      "epoch": 0.21805064769209087,
      "grad_norm": 0.5864225029945374,
      "learning_rate": 4.579725426281528e-05,
      "loss": 5.7229,
      "step": 249110
    },
    {
      "epoch": 0.21805502428571805,
      "grad_norm": 0.4982556700706482,
      "learning_rate": 4.579708391113219e-05,
      "loss": 4.8987,
      "step": 249115
    },
    {
      "epoch": 0.2180594008793452,
      "grad_norm": 0.5099253058433533,
      "learning_rate": 4.5796913556402056e-05,
      "loss": 4.4243,
      "step": 249120
    },
    {
      "epoch": 0.21806377747297234,
      "grad_norm": 0.5196022987365723,
      "learning_rate": 4.57967431986249e-05,
      "loss": 5.4428,
      "step": 249125
    },
    {
      "epoch": 0.2180681540665995,
      "grad_norm": 0.4990523159503937,
      "learning_rate": 4.579657283780078e-05,
      "loss": 5.7075,
      "step": 249130
    },
    {
      "epoch": 0.21807253066022667,
      "grad_norm": 0.48936113715171814,
      "learning_rate": 4.579640247392969e-05,
      "loss": 5.3254,
      "step": 249135
    },
    {
      "epoch": 0.2180769072538538,
      "grad_norm": 0.49512219429016113,
      "learning_rate": 4.5796232107011684e-05,
      "loss": 4.9615,
      "step": 249140
    },
    {
      "epoch": 0.21808128384748096,
      "grad_norm": 0.4918762445449829,
      "learning_rate": 4.579606173704682e-05,
      "loss": 3.9084,
      "step": 249145
    },
    {
      "epoch": 0.2180856604411081,
      "grad_norm": 0.5091730356216431,
      "learning_rate": 4.5795891364035084e-05,
      "loss": 5.1272,
      "step": 249150
    },
    {
      "epoch": 0.21809003703473528,
      "grad_norm": 0.5256064534187317,
      "learning_rate": 4.5795720987976533e-05,
      "loss": 5.6182,
      "step": 249155
    },
    {
      "epoch": 0.21809441362836243,
      "grad_norm": 0.5678396821022034,
      "learning_rate": 4.57955506088712e-05,
      "loss": 4.621,
      "step": 249160
    },
    {
      "epoch": 0.21809879022198958,
      "grad_norm": 0.5160146355628967,
      "learning_rate": 4.5795380226719106e-05,
      "loss": 5.9684,
      "step": 249165
    },
    {
      "epoch": 0.21810316681561673,
      "grad_norm": 0.4887274205684662,
      "learning_rate": 4.579520984152032e-05,
      "loss": 5.9301,
      "step": 249170
    },
    {
      "epoch": 0.2181075434092439,
      "grad_norm": 0.5023720264434814,
      "learning_rate": 4.5795039453274826e-05,
      "loss": 4.6489,
      "step": 249175
    },
    {
      "epoch": 0.21811192000287105,
      "grad_norm": 0.4873603582382202,
      "learning_rate": 4.579486906198268e-05,
      "loss": 5.9184,
      "step": 249180
    },
    {
      "epoch": 0.2181162965964982,
      "grad_norm": 0.5019160509109497,
      "learning_rate": 4.5794698667643924e-05,
      "loss": 4.9293,
      "step": 249185
    },
    {
      "epoch": 0.21812067319012535,
      "grad_norm": 0.49066081643104553,
      "learning_rate": 4.5794528270258574e-05,
      "loss": 5.4229,
      "step": 249190
    },
    {
      "epoch": 0.21812504978375252,
      "grad_norm": 0.49392130970954895,
      "learning_rate": 4.579435786982668e-05,
      "loss": 4.3681,
      "step": 249195
    },
    {
      "epoch": 0.21812942637737967,
      "grad_norm": 0.48814019560813904,
      "learning_rate": 4.579418746634824e-05,
      "loss": 4.8337,
      "step": 249200
    },
    {
      "epoch": 0.21813380297100682,
      "grad_norm": 0.531687319278717,
      "learning_rate": 4.579401705982334e-05,
      "loss": 4.3966,
      "step": 249205
    },
    {
      "epoch": 0.21813817956463397,
      "grad_norm": 0.4950467050075531,
      "learning_rate": 4.579384665025196e-05,
      "loss": 5.9523,
      "step": 249210
    },
    {
      "epoch": 0.21814255615826111,
      "grad_norm": 0.530902624130249,
      "learning_rate": 4.5793676237634175e-05,
      "loss": 4.9371,
      "step": 249215
    },
    {
      "epoch": 0.2181469327518883,
      "grad_norm": 0.5083682537078857,
      "learning_rate": 4.5793505821969996e-05,
      "loss": 5.9408,
      "step": 249220
    },
    {
      "epoch": 0.21815130934551544,
      "grad_norm": 0.4929308593273163,
      "learning_rate": 4.5793335403259454e-05,
      "loss": 4.3866,
      "step": 249225
    },
    {
      "epoch": 0.21815568593914259,
      "grad_norm": 0.5011106729507446,
      "learning_rate": 4.57931649815026e-05,
      "loss": 4.9073,
      "step": 249230
    },
    {
      "epoch": 0.21816006253276973,
      "grad_norm": 0.49850380420684814,
      "learning_rate": 4.5792994556699445e-05,
      "loss": 5.9344,
      "step": 249235
    },
    {
      "epoch": 0.2181644391263969,
      "grad_norm": 0.4949353039264679,
      "learning_rate": 4.5792824128850034e-05,
      "loss": 5.4421,
      "step": 249240
    },
    {
      "epoch": 0.21816881572002406,
      "grad_norm": 0.4972611963748932,
      "learning_rate": 4.5792653697954394e-05,
      "loss": 5.3203,
      "step": 249245
    },
    {
      "epoch": 0.2181731923136512,
      "grad_norm": 0.5526891946792603,
      "learning_rate": 4.5792483264012566e-05,
      "loss": 4.3995,
      "step": 249250
    },
    {
      "epoch": 0.21817756890727835,
      "grad_norm": 0.5086566805839539,
      "learning_rate": 4.579231282702458e-05,
      "loss": 5.2986,
      "step": 249255
    },
    {
      "epoch": 0.21818194550090553,
      "grad_norm": 0.4834311008453369,
      "learning_rate": 4.5792142386990454e-05,
      "loss": 5.4673,
      "step": 249260
    },
    {
      "epoch": 0.21818632209453268,
      "grad_norm": 0.483080118894577,
      "learning_rate": 4.579197194391024e-05,
      "loss": 5.1179,
      "step": 249265
    },
    {
      "epoch": 0.21819069868815982,
      "grad_norm": 0.4812859892845154,
      "learning_rate": 4.579180149778397e-05,
      "loss": 5.66,
      "step": 249270
    },
    {
      "epoch": 0.21819507528178697,
      "grad_norm": 0.5146089196205139,
      "learning_rate": 4.579163104861167e-05,
      "loss": 5.1957,
      "step": 249275
    },
    {
      "epoch": 0.21819945187541415,
      "grad_norm": 0.49542179703712463,
      "learning_rate": 4.579146059639338e-05,
      "loss": 5.7269,
      "step": 249280
    },
    {
      "epoch": 0.2182038284690413,
      "grad_norm": 0.5138602256774902,
      "learning_rate": 4.5791290141129115e-05,
      "loss": 4.6046,
      "step": 249285
    },
    {
      "epoch": 0.21820820506266844,
      "grad_norm": 0.5004158020019531,
      "learning_rate": 4.579111968281893e-05,
      "loss": 5.4409,
      "step": 249290
    },
    {
      "epoch": 0.2182125816562956,
      "grad_norm": 0.49310585856437683,
      "learning_rate": 4.5790949221462845e-05,
      "loss": 4.8548,
      "step": 249295
    },
    {
      "epoch": 0.21821695824992277,
      "grad_norm": 0.5172927379608154,
      "learning_rate": 4.579077875706089e-05,
      "loss": 4.8837,
      "step": 249300
    },
    {
      "epoch": 0.2182213348435499,
      "grad_norm": 0.48734286427497864,
      "learning_rate": 4.579060828961311e-05,
      "loss": 5.1135,
      "step": 249305
    },
    {
      "epoch": 0.21822571143717706,
      "grad_norm": 0.4979610741138458,
      "learning_rate": 4.5790437819119535e-05,
      "loss": 5.7251,
      "step": 249310
    },
    {
      "epoch": 0.2182300880308042,
      "grad_norm": 0.48716336488723755,
      "learning_rate": 4.57902673455802e-05,
      "loss": 5.0822,
      "step": 249315
    },
    {
      "epoch": 0.21823446462443138,
      "grad_norm": 0.5167192816734314,
      "learning_rate": 4.5790096868995125e-05,
      "loss": 5.1177,
      "step": 249320
    },
    {
      "epoch": 0.21823884121805853,
      "grad_norm": 0.5162987112998962,
      "learning_rate": 4.578992638936435e-05,
      "loss": 5.4151,
      "step": 249325
    },
    {
      "epoch": 0.21824321781168568,
      "grad_norm": 0.4796135425567627,
      "learning_rate": 4.57897559066879e-05,
      "loss": 5.0176,
      "step": 249330
    },
    {
      "epoch": 0.21824759440531283,
      "grad_norm": 0.4929233491420746,
      "learning_rate": 4.578958542096583e-05,
      "loss": 5.7359,
      "step": 249335
    },
    {
      "epoch": 0.21825197099893998,
      "grad_norm": 0.4831414520740509,
      "learning_rate": 4.5789414932198164e-05,
      "loss": 5.9361,
      "step": 249340
    },
    {
      "epoch": 0.21825634759256715,
      "grad_norm": 0.48645249009132385,
      "learning_rate": 4.578924444038492e-05,
      "loss": 4.9174,
      "step": 249345
    },
    {
      "epoch": 0.2182607241861943,
      "grad_norm": 0.49356576800346375,
      "learning_rate": 4.5789073945526126e-05,
      "loss": 5.7261,
      "step": 249350
    },
    {
      "epoch": 0.21826510077982145,
      "grad_norm": 0.4831925630569458,
      "learning_rate": 4.5788903447621845e-05,
      "loss": 5.6387,
      "step": 249355
    },
    {
      "epoch": 0.2182694773734486,
      "grad_norm": 0.5242141485214233,
      "learning_rate": 4.578873294667211e-05,
      "loss": 5.1953,
      "step": 249360
    },
    {
      "epoch": 0.21827385396707577,
      "grad_norm": 0.4926554262638092,
      "learning_rate": 4.578856244267692e-05,
      "loss": 5.6506,
      "step": 249365
    },
    {
      "epoch": 0.21827823056070292,
      "grad_norm": 0.49147409200668335,
      "learning_rate": 4.578839193563632e-05,
      "loss": 5.1151,
      "step": 249370
    },
    {
      "epoch": 0.21828260715433007,
      "grad_norm": 0.49131301045417786,
      "learning_rate": 4.5788221425550356e-05,
      "loss": 5.9295,
      "step": 249375
    },
    {
      "epoch": 0.21828698374795721,
      "grad_norm": 0.5265355706214905,
      "learning_rate": 4.5788050912419066e-05,
      "loss": 5.4295,
      "step": 249380
    },
    {
      "epoch": 0.2182913603415844,
      "grad_norm": 0.5242782235145569,
      "learning_rate": 4.5787880396242454e-05,
      "loss": 4.892,
      "step": 249385
    },
    {
      "epoch": 0.21829573693521154,
      "grad_norm": 0.49360525608062744,
      "learning_rate": 4.578770987702059e-05,
      "loss": 5.9174,
      "step": 249390
    },
    {
      "epoch": 0.21830011352883869,
      "grad_norm": 0.488838791847229,
      "learning_rate": 4.578753935475347e-05,
      "loss": 4.5766,
      "step": 249395
    },
    {
      "epoch": 0.21830449012246583,
      "grad_norm": 0.49838975071907043,
      "learning_rate": 4.5787368829441144e-05,
      "loss": 5.6256,
      "step": 249400
    },
    {
      "epoch": 0.218308866716093,
      "grad_norm": 0.5068933963775635,
      "learning_rate": 4.578719830108366e-05,
      "loss": 5.2315,
      "step": 249405
    },
    {
      "epoch": 0.21831324330972016,
      "grad_norm": 0.4903205335140228,
      "learning_rate": 4.5787027769681025e-05,
      "loss": 4.8418,
      "step": 249410
    },
    {
      "epoch": 0.2183176199033473,
      "grad_norm": 0.5212339162826538,
      "learning_rate": 4.578685723523328e-05,
      "loss": 4.9077,
      "step": 249415
    },
    {
      "epoch": 0.21832199649697445,
      "grad_norm": 0.5023696422576904,
      "learning_rate": 4.5786686697740465e-05,
      "loss": 5.2437,
      "step": 249420
    },
    {
      "epoch": 0.21832637309060163,
      "grad_norm": 0.4949132204055786,
      "learning_rate": 4.578651615720261e-05,
      "loss": 5.3322,
      "step": 249425
    },
    {
      "epoch": 0.21833074968422878,
      "grad_norm": 0.4973275363445282,
      "learning_rate": 4.578634561361974e-05,
      "loss": 5.2934,
      "step": 249430
    },
    {
      "epoch": 0.21833512627785592,
      "grad_norm": 0.5003154873847961,
      "learning_rate": 4.57861750669919e-05,
      "loss": 5.9332,
      "step": 249435
    },
    {
      "epoch": 0.21833950287148307,
      "grad_norm": 0.5291877388954163,
      "learning_rate": 4.57860045173191e-05,
      "loss": 4.6069,
      "step": 249440
    },
    {
      "epoch": 0.21834387946511025,
      "grad_norm": 0.4898768365383148,
      "learning_rate": 4.578583396460142e-05,
      "loss": 4.9186,
      "step": 249445
    },
    {
      "epoch": 0.2183482560587374,
      "grad_norm": 0.4848976731300354,
      "learning_rate": 4.578566340883884e-05,
      "loss": 4.8101,
      "step": 249450
    },
    {
      "epoch": 0.21835263265236454,
      "grad_norm": 0.530988872051239,
      "learning_rate": 4.578549285003142e-05,
      "loss": 4.3891,
      "step": 249455
    },
    {
      "epoch": 0.2183570092459917,
      "grad_norm": 0.5073508024215698,
      "learning_rate": 4.57853222881792e-05,
      "loss": 5.6588,
      "step": 249460
    },
    {
      "epoch": 0.21836138583961884,
      "grad_norm": 0.5223553776741028,
      "learning_rate": 4.578515172328218e-05,
      "loss": 4.9476,
      "step": 249465
    },
    {
      "epoch": 0.218365762433246,
      "grad_norm": 0.5435723662376404,
      "learning_rate": 4.578498115534043e-05,
      "loss": 4.81,
      "step": 249470
    },
    {
      "epoch": 0.21837013902687316,
      "grad_norm": 0.5147056579589844,
      "learning_rate": 4.5784810584353966e-05,
      "loss": 4.6072,
      "step": 249475
    },
    {
      "epoch": 0.2183745156205003,
      "grad_norm": 0.5086701512336731,
      "learning_rate": 4.578464001032282e-05,
      "loss": 5.9826,
      "step": 249480
    },
    {
      "epoch": 0.21837889221412746,
      "grad_norm": 0.47983914613723755,
      "learning_rate": 4.578446943324702e-05,
      "loss": 5.0174,
      "step": 249485
    },
    {
      "epoch": 0.21838326880775463,
      "grad_norm": 0.5105480551719666,
      "learning_rate": 4.578429885312662e-05,
      "loss": 5.1294,
      "step": 249490
    },
    {
      "epoch": 0.21838764540138178,
      "grad_norm": 0.48704734444618225,
      "learning_rate": 4.5784128269961636e-05,
      "loss": 5.4282,
      "step": 249495
    },
    {
      "epoch": 0.21839202199500893,
      "grad_norm": 0.4853866398334503,
      "learning_rate": 4.5783957683752096e-05,
      "loss": 4.8566,
      "step": 249500
    },
    {
      "epoch": 0.21839639858863608,
      "grad_norm": 0.5056945085525513,
      "learning_rate": 4.578378709449804e-05,
      "loss": 4.9278,
      "step": 249505
    },
    {
      "epoch": 0.21840077518226325,
      "grad_norm": 0.5096060037612915,
      "learning_rate": 4.578361650219951e-05,
      "loss": 5.627,
      "step": 249510
    },
    {
      "epoch": 0.2184051517758904,
      "grad_norm": 0.47953078150749207,
      "learning_rate": 4.578344590685653e-05,
      "loss": 5.1438,
      "step": 249515
    },
    {
      "epoch": 0.21840952836951755,
      "grad_norm": 0.5030362010002136,
      "learning_rate": 4.578327530846913e-05,
      "loss": 5.9035,
      "step": 249520
    },
    {
      "epoch": 0.2184139049631447,
      "grad_norm": 0.5221703052520752,
      "learning_rate": 4.578310470703734e-05,
      "loss": 5.41,
      "step": 249525
    },
    {
      "epoch": 0.21841828155677187,
      "grad_norm": 0.48484206199645996,
      "learning_rate": 4.5782934102561214e-05,
      "loss": 5.1271,
      "step": 249530
    },
    {
      "epoch": 0.21842265815039902,
      "grad_norm": 0.5640608072280884,
      "learning_rate": 4.578276349504076e-05,
      "loss": 4.5795,
      "step": 249535
    },
    {
      "epoch": 0.21842703474402617,
      "grad_norm": 0.49054500460624695,
      "learning_rate": 4.5782592884476014e-05,
      "loss": 5.6162,
      "step": 249540
    },
    {
      "epoch": 0.21843141133765331,
      "grad_norm": 0.5222286581993103,
      "learning_rate": 4.578242227086703e-05,
      "loss": 4.8901,
      "step": 249545
    },
    {
      "epoch": 0.2184357879312805,
      "grad_norm": 0.5598989129066467,
      "learning_rate": 4.578225165421383e-05,
      "loss": 5.1048,
      "step": 249550
    },
    {
      "epoch": 0.21844016452490764,
      "grad_norm": 0.5393680334091187,
      "learning_rate": 4.578208103451642e-05,
      "loss": 5.4218,
      "step": 249555
    },
    {
      "epoch": 0.21844454111853479,
      "grad_norm": 0.5184066891670227,
      "learning_rate": 4.578191041177487e-05,
      "loss": 5.2097,
      "step": 249560
    },
    {
      "epoch": 0.21844891771216193,
      "grad_norm": 0.5073350667953491,
      "learning_rate": 4.578173978598921e-05,
      "loss": 4.3937,
      "step": 249565
    },
    {
      "epoch": 0.2184532943057891,
      "grad_norm": 0.5136708617210388,
      "learning_rate": 4.578156915715945e-05,
      "loss": 5.2183,
      "step": 249570
    },
    {
      "epoch": 0.21845767089941626,
      "grad_norm": 0.49698373675346375,
      "learning_rate": 4.5781398525285635e-05,
      "loss": 5.4501,
      "step": 249575
    },
    {
      "epoch": 0.2184620474930434,
      "grad_norm": 0.4995267987251282,
      "learning_rate": 4.5781227890367805e-05,
      "loss": 5.3965,
      "step": 249580
    },
    {
      "epoch": 0.21846642408667055,
      "grad_norm": 0.5920647978782654,
      "learning_rate": 4.578105725240599e-05,
      "loss": 4.8799,
      "step": 249585
    },
    {
      "epoch": 0.2184708006802977,
      "grad_norm": 0.5023989677429199,
      "learning_rate": 4.578088661140021e-05,
      "loss": 4.9385,
      "step": 249590
    },
    {
      "epoch": 0.21847517727392488,
      "grad_norm": 0.49843353033065796,
      "learning_rate": 4.578071596735051e-05,
      "loss": 5.1402,
      "step": 249595
    },
    {
      "epoch": 0.21847955386755202,
      "grad_norm": 0.5017606616020203,
      "learning_rate": 4.578054532025692e-05,
      "loss": 5.6344,
      "step": 249600
    },
    {
      "epoch": 0.21848393046117917,
      "grad_norm": 0.4828782379627228,
      "learning_rate": 4.578037467011947e-05,
      "loss": 5.9271,
      "step": 249605
    },
    {
      "epoch": 0.21848830705480632,
      "grad_norm": 0.4900929629802704,
      "learning_rate": 4.57802040169382e-05,
      "loss": 5.9557,
      "step": 249610
    },
    {
      "epoch": 0.2184926836484335,
      "grad_norm": 0.4860032796859741,
      "learning_rate": 4.578003336071314e-05,
      "loss": 5.1563,
      "step": 249615
    },
    {
      "epoch": 0.21849706024206064,
      "grad_norm": 0.5322489142417908,
      "learning_rate": 4.577986270144432e-05,
      "loss": 4.4199,
      "step": 249620
    },
    {
      "epoch": 0.2185014368356878,
      "grad_norm": 0.4897025227546692,
      "learning_rate": 4.577969203913177e-05,
      "loss": 5.69,
      "step": 249625
    },
    {
      "epoch": 0.21850581342931494,
      "grad_norm": 0.5391265153884888,
      "learning_rate": 4.5779521373775536e-05,
      "loss": 4.9392,
      "step": 249630
    },
    {
      "epoch": 0.2185101900229421,
      "grad_norm": 0.4976409077644348,
      "learning_rate": 4.577935070537563e-05,
      "loss": 5.6744,
      "step": 249635
    },
    {
      "epoch": 0.21851456661656926,
      "grad_norm": 0.5162826776504517,
      "learning_rate": 4.5779180033932115e-05,
      "loss": 4.9226,
      "step": 249640
    },
    {
      "epoch": 0.2185189432101964,
      "grad_norm": 0.514464795589447,
      "learning_rate": 4.577900935944499e-05,
      "loss": 5.6611,
      "step": 249645
    },
    {
      "epoch": 0.21852331980382356,
      "grad_norm": 0.518638014793396,
      "learning_rate": 4.5778838681914317e-05,
      "loss": 4.9302,
      "step": 249650
    },
    {
      "epoch": 0.21852769639745073,
      "grad_norm": 0.5108399987220764,
      "learning_rate": 4.5778668001340096e-05,
      "loss": 4.7111,
      "step": 249655
    },
    {
      "epoch": 0.21853207299107788,
      "grad_norm": 0.5194110870361328,
      "learning_rate": 4.577849731772239e-05,
      "loss": 5.99,
      "step": 249660
    },
    {
      "epoch": 0.21853644958470503,
      "grad_norm": 0.5050655007362366,
      "learning_rate": 4.577832663106123e-05,
      "loss": 5.7162,
      "step": 249665
    },
    {
      "epoch": 0.21854082617833218,
      "grad_norm": 0.49656930565834045,
      "learning_rate": 4.577815594135664e-05,
      "loss": 5.4138,
      "step": 249670
    },
    {
      "epoch": 0.21854520277195935,
      "grad_norm": 0.4989374876022339,
      "learning_rate": 4.577798524860864e-05,
      "loss": 4.8441,
      "step": 249675
    },
    {
      "epoch": 0.2185495793655865,
      "grad_norm": 0.5556257367134094,
      "learning_rate": 4.5777814552817285e-05,
      "loss": 5.0947,
      "step": 249680
    },
    {
      "epoch": 0.21855395595921365,
      "grad_norm": 0.506976306438446,
      "learning_rate": 4.577764385398261e-05,
      "loss": 4.6031,
      "step": 249685
    },
    {
      "epoch": 0.2185583325528408,
      "grad_norm": 0.522300660610199,
      "learning_rate": 4.577747315210462e-05,
      "loss": 5.7388,
      "step": 249690
    },
    {
      "epoch": 0.21856270914646797,
      "grad_norm": 0.5190266370773315,
      "learning_rate": 4.577730244718338e-05,
      "loss": 4.1058,
      "step": 249695
    },
    {
      "epoch": 0.21856708574009512,
      "grad_norm": 0.5228611826896667,
      "learning_rate": 4.5777131739218905e-05,
      "loss": 4.8051,
      "step": 249700
    },
    {
      "epoch": 0.21857146233372227,
      "grad_norm": 0.5122653841972351,
      "learning_rate": 4.577696102821122e-05,
      "loss": 5.2297,
      "step": 249705
    },
    {
      "epoch": 0.21857583892734941,
      "grad_norm": 0.5186337828636169,
      "learning_rate": 4.577679031416038e-05,
      "loss": 5.378,
      "step": 249710
    },
    {
      "epoch": 0.21858021552097656,
      "grad_norm": 0.5883723497390747,
      "learning_rate": 4.5776619597066406e-05,
      "loss": 4.9182,
      "step": 249715
    },
    {
      "epoch": 0.21858459211460374,
      "grad_norm": 0.49714404344558716,
      "learning_rate": 4.577644887692934e-05,
      "loss": 5.6584,
      "step": 249720
    },
    {
      "epoch": 0.21858896870823089,
      "grad_norm": 0.49500781297683716,
      "learning_rate": 4.577627815374918e-05,
      "loss": 4.3278,
      "step": 249725
    },
    {
      "epoch": 0.21859334530185803,
      "grad_norm": 0.5058832168579102,
      "learning_rate": 4.577610742752602e-05,
      "loss": 4.6138,
      "step": 249730
    },
    {
      "epoch": 0.21859772189548518,
      "grad_norm": 0.5027753710746765,
      "learning_rate": 4.577593669825984e-05,
      "loss": 4.9282,
      "step": 249735
    },
    {
      "epoch": 0.21860209848911236,
      "grad_norm": 0.5162944197654724,
      "learning_rate": 4.577576596595069e-05,
      "loss": 5.7199,
      "step": 249740
    },
    {
      "epoch": 0.2186064750827395,
      "grad_norm": 0.49597272276878357,
      "learning_rate": 4.577559523059861e-05,
      "loss": 4.8668,
      "step": 249745
    },
    {
      "epoch": 0.21861085167636665,
      "grad_norm": 0.4993104338645935,
      "learning_rate": 4.577542449220363e-05,
      "loss": 5.3801,
      "step": 249750
    },
    {
      "epoch": 0.2186152282699938,
      "grad_norm": 0.5288326144218445,
      "learning_rate": 4.5775253750765776e-05,
      "loss": 4.6889,
      "step": 249755
    },
    {
      "epoch": 0.21861960486362098,
      "grad_norm": 0.5469263195991516,
      "learning_rate": 4.577508300628509e-05,
      "loss": 4.9177,
      "step": 249760
    },
    {
      "epoch": 0.21862398145724812,
      "grad_norm": 0.4970170855522156,
      "learning_rate": 4.577491225876159e-05,
      "loss": 5.4279,
      "step": 249765
    },
    {
      "epoch": 0.21862835805087527,
      "grad_norm": 0.4982989430427551,
      "learning_rate": 4.5774741508195326e-05,
      "loss": 5.427,
      "step": 249770
    },
    {
      "epoch": 0.21863273464450242,
      "grad_norm": 0.4932800531387329,
      "learning_rate": 4.577457075458633e-05,
      "loss": 4.4099,
      "step": 249775
    },
    {
      "epoch": 0.2186371112381296,
      "grad_norm": 0.5054317712783813,
      "learning_rate": 4.577439999793462e-05,
      "loss": 5.4217,
      "step": 249780
    },
    {
      "epoch": 0.21864148783175674,
      "grad_norm": 0.48193296790122986,
      "learning_rate": 4.577422923824025e-05,
      "loss": 5.4548,
      "step": 249785
    },
    {
      "epoch": 0.2186458644253839,
      "grad_norm": 0.4946841597557068,
      "learning_rate": 4.5774058475503234e-05,
      "loss": 5.3905,
      "step": 249790
    },
    {
      "epoch": 0.21865024101901104,
      "grad_norm": 0.49378344416618347,
      "learning_rate": 4.5773887709723604e-05,
      "loss": 5.1391,
      "step": 249795
    },
    {
      "epoch": 0.2186546176126382,
      "grad_norm": 0.49586784839630127,
      "learning_rate": 4.577371694090141e-05,
      "loss": 5.7351,
      "step": 249800
    },
    {
      "epoch": 0.21865899420626536,
      "grad_norm": 0.4976092278957367,
      "learning_rate": 4.577354616903668e-05,
      "loss": 5.4065,
      "step": 249805
    },
    {
      "epoch": 0.2186633707998925,
      "grad_norm": 0.5048490762710571,
      "learning_rate": 4.5773375394129434e-05,
      "loss": 5.3314,
      "step": 249810
    },
    {
      "epoch": 0.21866774739351966,
      "grad_norm": 0.49430927634239197,
      "learning_rate": 4.577320461617972e-05,
      "loss": 5.4296,
      "step": 249815
    },
    {
      "epoch": 0.21867212398714683,
      "grad_norm": 0.4837595522403717,
      "learning_rate": 4.5773033835187565e-05,
      "loss": 5.6363,
      "step": 249820
    },
    {
      "epoch": 0.21867650058077398,
      "grad_norm": 0.4790017008781433,
      "learning_rate": 4.577286305115299e-05,
      "loss": 5.7197,
      "step": 249825
    },
    {
      "epoch": 0.21868087717440113,
      "grad_norm": 0.5382733345031738,
      "learning_rate": 4.5772692264076055e-05,
      "loss": 5.059,
      "step": 249830
    },
    {
      "epoch": 0.21868525376802828,
      "grad_norm": 0.5301026701927185,
      "learning_rate": 4.577252147395678e-05,
      "loss": 5.6919,
      "step": 249835
    },
    {
      "epoch": 0.21868963036165545,
      "grad_norm": 0.566960334777832,
      "learning_rate": 4.577235068079518e-05,
      "loss": 5.0901,
      "step": 249840
    },
    {
      "epoch": 0.2186940069552826,
      "grad_norm": 0.5204331278800964,
      "learning_rate": 4.5772179884591314e-05,
      "loss": 4.6202,
      "step": 249845
    },
    {
      "epoch": 0.21869838354890975,
      "grad_norm": 0.556134045124054,
      "learning_rate": 4.57720090853452e-05,
      "loss": 4.1946,
      "step": 249850
    },
    {
      "epoch": 0.2187027601425369,
      "grad_norm": 0.4837711751461029,
      "learning_rate": 4.577183828305688e-05,
      "loss": 4.9083,
      "step": 249855
    },
    {
      "epoch": 0.21870713673616404,
      "grad_norm": 0.5072829127311707,
      "learning_rate": 4.5771667477726376e-05,
      "loss": 5.9115,
      "step": 249860
    },
    {
      "epoch": 0.21871151332979122,
      "grad_norm": 0.5005209445953369,
      "learning_rate": 4.577149666935373e-05,
      "loss": 4.6294,
      "step": 249865
    },
    {
      "epoch": 0.21871588992341837,
      "grad_norm": 0.5063815712928772,
      "learning_rate": 4.577132585793897e-05,
      "loss": 5.4193,
      "step": 249870
    },
    {
      "epoch": 0.21872026651704551,
      "grad_norm": 0.48869362473487854,
      "learning_rate": 4.577115504348214e-05,
      "loss": 5.2038,
      "step": 249875
    },
    {
      "epoch": 0.21872464311067266,
      "grad_norm": 0.48313355445861816,
      "learning_rate": 4.577098422598325e-05,
      "loss": 5.3391,
      "step": 249880
    },
    {
      "epoch": 0.21872901970429984,
      "grad_norm": 0.541129469871521,
      "learning_rate": 4.577081340544236e-05,
      "loss": 4.6567,
      "step": 249885
    },
    {
      "epoch": 0.21873339629792699,
      "grad_norm": 0.5381006002426147,
      "learning_rate": 4.577064258185949e-05,
      "loss": 4.9184,
      "step": 249890
    },
    {
      "epoch": 0.21873777289155413,
      "grad_norm": 0.5002249479293823,
      "learning_rate": 4.577047175523466e-05,
      "loss": 5.6182,
      "step": 249895
    },
    {
      "epoch": 0.21874214948518128,
      "grad_norm": 0.5473929643630981,
      "learning_rate": 4.577030092556792e-05,
      "loss": 4.8567,
      "step": 249900
    },
    {
      "epoch": 0.21874652607880846,
      "grad_norm": 0.4992632567882538,
      "learning_rate": 4.577013009285931e-05,
      "loss": 5.1602,
      "step": 249905
    },
    {
      "epoch": 0.2187509026724356,
      "grad_norm": 0.49888983368873596,
      "learning_rate": 4.576995925710884e-05,
      "loss": 4.3224,
      "step": 249910
    },
    {
      "epoch": 0.21875527926606275,
      "grad_norm": 0.4976828396320343,
      "learning_rate": 4.576978841831656e-05,
      "loss": 5.4234,
      "step": 249915
    },
    {
      "epoch": 0.2187596558596899,
      "grad_norm": 0.5040601491928101,
      "learning_rate": 4.57696175764825e-05,
      "loss": 5.7194,
      "step": 249920
    },
    {
      "epoch": 0.21876403245331708,
      "grad_norm": 0.5106963515281677,
      "learning_rate": 4.576944673160669e-05,
      "loss": 4.0894,
      "step": 249925
    },
    {
      "epoch": 0.21876840904694422,
      "grad_norm": 0.5085656642913818,
      "learning_rate": 4.5769275883689166e-05,
      "loss": 5.7449,
      "step": 249930
    },
    {
      "epoch": 0.21877278564057137,
      "grad_norm": 0.529918909072876,
      "learning_rate": 4.5769105032729945e-05,
      "loss": 5.9607,
      "step": 249935
    },
    {
      "epoch": 0.21877716223419852,
      "grad_norm": 0.5148364901542664,
      "learning_rate": 4.576893417872908e-05,
      "loss": 5.4329,
      "step": 249940
    },
    {
      "epoch": 0.2187815388278257,
      "grad_norm": 0.5132355093955994,
      "learning_rate": 4.57687633216866e-05,
      "loss": 5.4407,
      "step": 249945
    },
    {
      "epoch": 0.21878591542145284,
      "grad_norm": 0.5016145706176758,
      "learning_rate": 4.576859246160254e-05,
      "loss": 5.3937,
      "step": 249950
    },
    {
      "epoch": 0.21879029201508,
      "grad_norm": 0.48551130294799805,
      "learning_rate": 4.576842159847692e-05,
      "loss": 5.7215,
      "step": 249955
    },
    {
      "epoch": 0.21879466860870714,
      "grad_norm": 0.5096016526222229,
      "learning_rate": 4.576825073230979e-05,
      "loss": 5.6166,
      "step": 249960
    },
    {
      "epoch": 0.2187990452023343,
      "grad_norm": 0.5098695755004883,
      "learning_rate": 4.576807986310118e-05,
      "loss": 3.909,
      "step": 249965
    },
    {
      "epoch": 0.21880342179596146,
      "grad_norm": 0.5095468759536743,
      "learning_rate": 4.576790899085109e-05,
      "loss": 4.7156,
      "step": 249970
    },
    {
      "epoch": 0.2188077983895886,
      "grad_norm": 0.540349543094635,
      "learning_rate": 4.5767738115559597e-05,
      "loss": 5.7195,
      "step": 249975
    },
    {
      "epoch": 0.21881217498321576,
      "grad_norm": 0.4902006685733795,
      "learning_rate": 4.576756723722672e-05,
      "loss": 5.0819,
      "step": 249980
    },
    {
      "epoch": 0.2188165515768429,
      "grad_norm": 0.4873085916042328,
      "learning_rate": 4.576739635585249e-05,
      "loss": 4.9073,
      "step": 249985
    },
    {
      "epoch": 0.21882092817047008,
      "grad_norm": 0.5120952129364014,
      "learning_rate": 4.5767225471436935e-05,
      "loss": 5.6656,
      "step": 249990
    },
    {
      "epoch": 0.21882530476409723,
      "grad_norm": 0.5492399334907532,
      "learning_rate": 4.5767054583980094e-05,
      "loss": 5.7554,
      "step": 249995
    },
    {
      "epoch": 0.21882968135772438,
      "grad_norm": 0.5008435845375061,
      "learning_rate": 4.5766883693482e-05,
      "loss": 4.8659,
      "step": 250000
    },
    {
      "epoch": 0.21883405795135152,
      "grad_norm": 0.49698349833488464,
      "learning_rate": 4.576671279994268e-05,
      "loss": 4.6154,
      "step": 250005
    },
    {
      "epoch": 0.2188384345449787,
      "grad_norm": 0.5119171142578125,
      "learning_rate": 4.576654190336217e-05,
      "loss": 5.9582,
      "step": 250010
    },
    {
      "epoch": 0.21884281113860585,
      "grad_norm": 0.5285705924034119,
      "learning_rate": 4.576637100374051e-05,
      "loss": 5.2154,
      "step": 250015
    },
    {
      "epoch": 0.218847187732233,
      "grad_norm": 0.5253111720085144,
      "learning_rate": 4.576620010107772e-05,
      "loss": 5.738,
      "step": 250020
    },
    {
      "epoch": 0.21885156432586014,
      "grad_norm": 0.5218991041183472,
      "learning_rate": 4.5766029195373836e-05,
      "loss": 5.4051,
      "step": 250025
    },
    {
      "epoch": 0.21885594091948732,
      "grad_norm": 0.49717265367507935,
      "learning_rate": 4.57658582866289e-05,
      "loss": 5.6021,
      "step": 250030
    },
    {
      "epoch": 0.21886031751311447,
      "grad_norm": 0.5046109557151794,
      "learning_rate": 4.5765687374842944e-05,
      "loss": 5.2046,
      "step": 250035
    },
    {
      "epoch": 0.21886469410674161,
      "grad_norm": 0.5065474510192871,
      "learning_rate": 4.5765516460016e-05,
      "loss": 4.8123,
      "step": 250040
    },
    {
      "epoch": 0.21886907070036876,
      "grad_norm": 0.5077210068702698,
      "learning_rate": 4.57653455421481e-05,
      "loss": 4.9367,
      "step": 250045
    },
    {
      "epoch": 0.21887344729399594,
      "grad_norm": 0.48955580592155457,
      "learning_rate": 4.576517462123926e-05,
      "loss": 5.4159,
      "step": 250050
    },
    {
      "epoch": 0.21887782388762309,
      "grad_norm": 0.5143012404441833,
      "learning_rate": 4.576500369728953e-05,
      "loss": 5.1221,
      "step": 250055
    },
    {
      "epoch": 0.21888220048125023,
      "grad_norm": 0.49273818731307983,
      "learning_rate": 4.576483277029895e-05,
      "loss": 5.9426,
      "step": 250060
    },
    {
      "epoch": 0.21888657707487738,
      "grad_norm": 0.5120205879211426,
      "learning_rate": 4.576466184026753e-05,
      "loss": 5.7431,
      "step": 250065
    },
    {
      "epoch": 0.21889095366850456,
      "grad_norm": 0.5088878870010376,
      "learning_rate": 4.576449090719534e-05,
      "loss": 4.4099,
      "step": 250070
    },
    {
      "epoch": 0.2188953302621317,
      "grad_norm": 0.5295979976654053,
      "learning_rate": 4.576431997108237e-05,
      "loss": 5.4231,
      "step": 250075
    },
    {
      "epoch": 0.21889970685575885,
      "grad_norm": 0.4924466907978058,
      "learning_rate": 4.576414903192867e-05,
      "loss": 4.7103,
      "step": 250080
    },
    {
      "epoch": 0.218904083449386,
      "grad_norm": 0.5463758111000061,
      "learning_rate": 4.576397808973428e-05,
      "loss": 5.1154,
      "step": 250085
    },
    {
      "epoch": 0.21890846004301318,
      "grad_norm": 0.5205235481262207,
      "learning_rate": 4.5763807144499236e-05,
      "loss": 5.3891,
      "step": 250090
    },
    {
      "epoch": 0.21891283663664032,
      "grad_norm": 0.5248274803161621,
      "learning_rate": 4.576363619622356e-05,
      "loss": 5.1783,
      "step": 250095
    },
    {
      "epoch": 0.21891721323026747,
      "grad_norm": 0.5144874453544617,
      "learning_rate": 4.5763465244907285e-05,
      "loss": 5.1275,
      "step": 250100
    },
    {
      "epoch": 0.21892158982389462,
      "grad_norm": 0.49639013409614563,
      "learning_rate": 4.5763294290550454e-05,
      "loss": 5.1854,
      "step": 250105
    },
    {
      "epoch": 0.21892596641752177,
      "grad_norm": 0.4958644211292267,
      "learning_rate": 4.576312333315308e-05,
      "loss": 4.8367,
      "step": 250110
    },
    {
      "epoch": 0.21893034301114894,
      "grad_norm": 0.5028890371322632,
      "learning_rate": 4.5762952372715216e-05,
      "loss": 4.1942,
      "step": 250115
    },
    {
      "epoch": 0.2189347196047761,
      "grad_norm": 0.5000110268592834,
      "learning_rate": 4.57627814092369e-05,
      "loss": 4.947,
      "step": 250120
    },
    {
      "epoch": 0.21893909619840324,
      "grad_norm": 0.6067028045654297,
      "learning_rate": 4.5762610442718137e-05,
      "loss": 4.8202,
      "step": 250125
    },
    {
      "epoch": 0.21894347279203039,
      "grad_norm": 0.49122336506843567,
      "learning_rate": 4.576243947315899e-05,
      "loss": 5.9594,
      "step": 250130
    },
    {
      "epoch": 0.21894784938565756,
      "grad_norm": 0.4989096224308014,
      "learning_rate": 4.5762268500559466e-05,
      "loss": 5.7423,
      "step": 250135
    },
    {
      "epoch": 0.2189522259792847,
      "grad_norm": 0.500002384185791,
      "learning_rate": 4.5762097524919625e-05,
      "loss": 5.105,
      "step": 250140
    },
    {
      "epoch": 0.21895660257291186,
      "grad_norm": 0.4957875609397888,
      "learning_rate": 4.576192654623946e-05,
      "loss": 5.6434,
      "step": 250145
    },
    {
      "epoch": 0.218960979166539,
      "grad_norm": 0.4955558776855469,
      "learning_rate": 4.576175556451906e-05,
      "loss": 5.7118,
      "step": 250150
    },
    {
      "epoch": 0.21896535576016618,
      "grad_norm": 0.5208055377006531,
      "learning_rate": 4.57615845797584e-05,
      "loss": 4.913,
      "step": 250155
    },
    {
      "epoch": 0.21896973235379333,
      "grad_norm": 0.49262088537216187,
      "learning_rate": 4.5761413591957555e-05,
      "loss": 5.9215,
      "step": 250160
    },
    {
      "epoch": 0.21897410894742048,
      "grad_norm": 0.5074363946914673,
      "learning_rate": 4.576124260111655e-05,
      "loss": 5.902,
      "step": 250165
    },
    {
      "epoch": 0.21897848554104762,
      "grad_norm": 0.4818214476108551,
      "learning_rate": 4.57610716072354e-05,
      "loss": 5.0219,
      "step": 250170
    },
    {
      "epoch": 0.2189828621346748,
      "grad_norm": 0.521615743637085,
      "learning_rate": 4.576090061031415e-05,
      "loss": 4.6286,
      "step": 250175
    },
    {
      "epoch": 0.21898723872830195,
      "grad_norm": 0.49313119053840637,
      "learning_rate": 4.576072961035283e-05,
      "loss": 5.3307,
      "step": 250180
    },
    {
      "epoch": 0.2189916153219291,
      "grad_norm": 0.5067806243896484,
      "learning_rate": 4.576055860735148e-05,
      "loss": 5.7134,
      "step": 250185
    },
    {
      "epoch": 0.21899599191555624,
      "grad_norm": 0.5284730195999146,
      "learning_rate": 4.576038760131013e-05,
      "loss": 4.7072,
      "step": 250190
    },
    {
      "epoch": 0.21900036850918342,
      "grad_norm": 0.514436662197113,
      "learning_rate": 4.57602165922288e-05,
      "loss": 5.2111,
      "step": 250195
    },
    {
      "epoch": 0.21900474510281057,
      "grad_norm": 0.4906989634037018,
      "learning_rate": 4.5760045580107535e-05,
      "loss": 5.4049,
      "step": 250200
    },
    {
      "epoch": 0.21900912169643771,
      "grad_norm": 0.5088456273078918,
      "learning_rate": 4.575987456494638e-05,
      "loss": 4.9183,
      "step": 250205
    },
    {
      "epoch": 0.21901349829006486,
      "grad_norm": 0.5177422165870667,
      "learning_rate": 4.5759703546745344e-05,
      "loss": 5.4502,
      "step": 250210
    },
    {
      "epoch": 0.21901787488369204,
      "grad_norm": 0.5295304656028748,
      "learning_rate": 4.575953252550448e-05,
      "loss": 4.8899,
      "step": 250215
    },
    {
      "epoch": 0.21902225147731919,
      "grad_norm": 0.5038245916366577,
      "learning_rate": 4.5759361501223806e-05,
      "loss": 4.9313,
      "step": 250220
    },
    {
      "epoch": 0.21902662807094633,
      "grad_norm": 0.4950866997241974,
      "learning_rate": 4.575919047390336e-05,
      "loss": 5.6457,
      "step": 250225
    },
    {
      "epoch": 0.21903100466457348,
      "grad_norm": 0.507633626461029,
      "learning_rate": 4.575901944354317e-05,
      "loss": 5.3669,
      "step": 250230
    },
    {
      "epoch": 0.21903538125820063,
      "grad_norm": 0.49514269828796387,
      "learning_rate": 4.5758848410143285e-05,
      "loss": 5.9354,
      "step": 250235
    },
    {
      "epoch": 0.2190397578518278,
      "grad_norm": 0.5079059600830078,
      "learning_rate": 4.575867737370373e-05,
      "loss": 5.0825,
      "step": 250240
    },
    {
      "epoch": 0.21904413444545495,
      "grad_norm": 0.5175443291664124,
      "learning_rate": 4.5758506334224526e-05,
      "loss": 4.7384,
      "step": 250245
    },
    {
      "epoch": 0.2190485110390821,
      "grad_norm": 0.502409815788269,
      "learning_rate": 4.575833529170572e-05,
      "loss": 4.8817,
      "step": 250250
    },
    {
      "epoch": 0.21905288763270925,
      "grad_norm": 0.4978555142879486,
      "learning_rate": 4.575816424614735e-05,
      "loss": 5.7604,
      "step": 250255
    },
    {
      "epoch": 0.21905726422633642,
      "grad_norm": 0.5047166347503662,
      "learning_rate": 4.5757993197549434e-05,
      "loss": 4.3875,
      "step": 250260
    },
    {
      "epoch": 0.21906164081996357,
      "grad_norm": 0.5214192867279053,
      "learning_rate": 4.575782214591201e-05,
      "loss": 5.1108,
      "step": 250265
    },
    {
      "epoch": 0.21906601741359072,
      "grad_norm": 0.508825421333313,
      "learning_rate": 4.57576510912351e-05,
      "loss": 5.6195,
      "step": 250270
    },
    {
      "epoch": 0.21907039400721787,
      "grad_norm": 0.4924389123916626,
      "learning_rate": 4.575748003351876e-05,
      "loss": 5.6953,
      "step": 250275
    },
    {
      "epoch": 0.21907477060084504,
      "grad_norm": 0.50665682554245,
      "learning_rate": 4.575730897276301e-05,
      "loss": 4.8764,
      "step": 250280
    },
    {
      "epoch": 0.2190791471944722,
      "grad_norm": 0.49931657314300537,
      "learning_rate": 4.57571379089679e-05,
      "loss": 5.7017,
      "step": 250285
    },
    {
      "epoch": 0.21908352378809934,
      "grad_norm": 0.5044762492179871,
      "learning_rate": 4.5756966842133434e-05,
      "loss": 5.7057,
      "step": 250290
    },
    {
      "epoch": 0.21908790038172649,
      "grad_norm": 0.4968303143978119,
      "learning_rate": 4.575679577225965e-05,
      "loss": 5.6602,
      "step": 250295
    },
    {
      "epoch": 0.21909227697535366,
      "grad_norm": 0.5059488415718079,
      "learning_rate": 4.5756624699346594e-05,
      "loss": 4.9082,
      "step": 250300
    },
    {
      "epoch": 0.2190966535689808,
      "grad_norm": 0.518147349357605,
      "learning_rate": 4.57564536233943e-05,
      "loss": 5.966,
      "step": 250305
    },
    {
      "epoch": 0.21910103016260796,
      "grad_norm": 0.4969709813594818,
      "learning_rate": 4.57562825444028e-05,
      "loss": 5.6336,
      "step": 250310
    },
    {
      "epoch": 0.2191054067562351,
      "grad_norm": 0.511974573135376,
      "learning_rate": 4.575611146237212e-05,
      "loss": 5.2259,
      "step": 250315
    },
    {
      "epoch": 0.21910978334986228,
      "grad_norm": 0.5046648979187012,
      "learning_rate": 4.57559403773023e-05,
      "loss": 4.8951,
      "step": 250320
    },
    {
      "epoch": 0.21911415994348943,
      "grad_norm": 0.4917038679122925,
      "learning_rate": 4.5755769289193354e-05,
      "loss": 5.7323,
      "step": 250325
    },
    {
      "epoch": 0.21911853653711658,
      "grad_norm": 0.5034750699996948,
      "learning_rate": 4.575559819804534e-05,
      "loss": 5.9494,
      "step": 250330
    },
    {
      "epoch": 0.21912291313074372,
      "grad_norm": 0.4916072189807892,
      "learning_rate": 4.575542710385829e-05,
      "loss": 5.9357,
      "step": 250335
    },
    {
      "epoch": 0.2191272897243709,
      "grad_norm": 0.5006791949272156,
      "learning_rate": 4.5755256006632205e-05,
      "loss": 4.5246,
      "step": 250340
    },
    {
      "epoch": 0.21913166631799805,
      "grad_norm": 0.5285565853118896,
      "learning_rate": 4.5755084906367166e-05,
      "loss": 4.7022,
      "step": 250345
    },
    {
      "epoch": 0.2191360429116252,
      "grad_norm": 0.6155497431755066,
      "learning_rate": 4.575491380306316e-05,
      "loss": 4.6078,
      "step": 250350
    },
    {
      "epoch": 0.21914041950525234,
      "grad_norm": 0.5303295850753784,
      "learning_rate": 4.5754742696720255e-05,
      "loss": 5.2138,
      "step": 250355
    },
    {
      "epoch": 0.2191447960988795,
      "grad_norm": 0.4995869994163513,
      "learning_rate": 4.575457158733846e-05,
      "loss": 5.7458,
      "step": 250360
    },
    {
      "epoch": 0.21914917269250667,
      "grad_norm": 0.5074532628059387,
      "learning_rate": 4.5754400474917825e-05,
      "loss": 5.407,
      "step": 250365
    },
    {
      "epoch": 0.21915354928613381,
      "grad_norm": 0.4986961781978607,
      "learning_rate": 4.575422935945837e-05,
      "loss": 5.192,
      "step": 250370
    },
    {
      "epoch": 0.21915792587976096,
      "grad_norm": 0.5059827566146851,
      "learning_rate": 4.575405824096014e-05,
      "loss": 4.9027,
      "step": 250375
    },
    {
      "epoch": 0.2191623024733881,
      "grad_norm": 0.49671971797943115,
      "learning_rate": 4.5753887119423155e-05,
      "loss": 4.6852,
      "step": 250380
    },
    {
      "epoch": 0.21916667906701529,
      "grad_norm": 0.5145605802536011,
      "learning_rate": 4.575371599484746e-05,
      "loss": 5.9023,
      "step": 250385
    },
    {
      "epoch": 0.21917105566064243,
      "grad_norm": 0.49603697657585144,
      "learning_rate": 4.575354486723308e-05,
      "loss": 6.2637,
      "step": 250390
    },
    {
      "epoch": 0.21917543225426958,
      "grad_norm": 0.5095954537391663,
      "learning_rate": 4.5753373736580055e-05,
      "loss": 4.8931,
      "step": 250395
    },
    {
      "epoch": 0.21917980884789673,
      "grad_norm": 0.5078305006027222,
      "learning_rate": 4.575320260288841e-05,
      "loss": 4.9128,
      "step": 250400
    },
    {
      "epoch": 0.2191841854415239,
      "grad_norm": 0.5498122572898865,
      "learning_rate": 4.575303146615818e-05,
      "loss": 4.9167,
      "step": 250405
    },
    {
      "epoch": 0.21918856203515105,
      "grad_norm": 0.5015012621879578,
      "learning_rate": 4.57528603263894e-05,
      "loss": 5.1161,
      "step": 250410
    },
    {
      "epoch": 0.2191929386287782,
      "grad_norm": 0.5154231786727905,
      "learning_rate": 4.575268918358211e-05,
      "loss": 5.4172,
      "step": 250415
    },
    {
      "epoch": 0.21919731522240535,
      "grad_norm": 0.5235121846199036,
      "learning_rate": 4.5752518037736336e-05,
      "loss": 4.8832,
      "step": 250420
    },
    {
      "epoch": 0.21920169181603252,
      "grad_norm": 0.6074109673500061,
      "learning_rate": 4.575234688885211e-05,
      "loss": 4.966,
      "step": 250425
    },
    {
      "epoch": 0.21920606840965967,
      "grad_norm": 0.5558338761329651,
      "learning_rate": 4.5752175736929456e-05,
      "loss": 5.4189,
      "step": 250430
    },
    {
      "epoch": 0.21921044500328682,
      "grad_norm": 0.5173400044441223,
      "learning_rate": 4.575200458196842e-05,
      "loss": 5.7332,
      "step": 250435
    },
    {
      "epoch": 0.21921482159691397,
      "grad_norm": 0.49965834617614746,
      "learning_rate": 4.5751833423969035e-05,
      "loss": 5.4243,
      "step": 250440
    },
    {
      "epoch": 0.21921919819054114,
      "grad_norm": 0.49862387776374817,
      "learning_rate": 4.575166226293134e-05,
      "loss": 4.6281,
      "step": 250445
    },
    {
      "epoch": 0.2192235747841683,
      "grad_norm": 0.5184024572372437,
      "learning_rate": 4.575149109885535e-05,
      "loss": 5.0999,
      "step": 250450
    },
    {
      "epoch": 0.21922795137779544,
      "grad_norm": 0.5147960186004639,
      "learning_rate": 4.5751319931741096e-05,
      "loss": 4.4109,
      "step": 250455
    },
    {
      "epoch": 0.21923232797142259,
      "grad_norm": 0.503790020942688,
      "learning_rate": 4.575114876158865e-05,
      "loss": 4.3533,
      "step": 250460
    },
    {
      "epoch": 0.21923670456504976,
      "grad_norm": 0.5235106945037842,
      "learning_rate": 4.575097758839799e-05,
      "loss": 5.1267,
      "step": 250465
    },
    {
      "epoch": 0.2192410811586769,
      "grad_norm": 0.5358461737632751,
      "learning_rate": 4.575080641216919e-05,
      "loss": 5.2236,
      "step": 250470
    },
    {
      "epoch": 0.21924545775230406,
      "grad_norm": 0.500958263874054,
      "learning_rate": 4.575063523290227e-05,
      "loss": 5.6291,
      "step": 250475
    },
    {
      "epoch": 0.2192498343459312,
      "grad_norm": 0.5239357352256775,
      "learning_rate": 4.575046405059725e-05,
      "loss": 5.6426,
      "step": 250480
    },
    {
      "epoch": 0.21925421093955838,
      "grad_norm": 0.505170464515686,
      "learning_rate": 4.5750292865254184e-05,
      "loss": 5.9525,
      "step": 250485
    },
    {
      "epoch": 0.21925858753318553,
      "grad_norm": 0.49530744552612305,
      "learning_rate": 4.575012167687311e-05,
      "loss": 5.2202,
      "step": 250490
    },
    {
      "epoch": 0.21926296412681268,
      "grad_norm": 0.506197988986969,
      "learning_rate": 4.574995048545402e-05,
      "loss": 3.8835,
      "step": 250495
    },
    {
      "epoch": 0.21926734072043982,
      "grad_norm": 0.5405920147895813,
      "learning_rate": 4.5749779290996986e-05,
      "loss": 5.6188,
      "step": 250500
    },
    {
      "epoch": 0.21927171731406697,
      "grad_norm": 0.5207908749580383,
      "learning_rate": 4.574960809350203e-05,
      "loss": 4.8272,
      "step": 250505
    },
    {
      "epoch": 0.21927609390769415,
      "grad_norm": 0.5237113237380981,
      "learning_rate": 4.574943689296919e-05,
      "loss": 5.4028,
      "step": 250510
    },
    {
      "epoch": 0.2192804705013213,
      "grad_norm": 0.5003448724746704,
      "learning_rate": 4.574926568939849e-05,
      "loss": 5.9566,
      "step": 250515
    },
    {
      "epoch": 0.21928484709494844,
      "grad_norm": 0.5223314166069031,
      "learning_rate": 4.574909448278996e-05,
      "loss": 4.9273,
      "step": 250520
    },
    {
      "epoch": 0.2192892236885756,
      "grad_norm": 0.5168301463127136,
      "learning_rate": 4.574892327314365e-05,
      "loss": 5.064,
      "step": 250525
    },
    {
      "epoch": 0.21929360028220277,
      "grad_norm": 0.5484917163848877,
      "learning_rate": 4.574875206045958e-05,
      "loss": 4.8279,
      "step": 250530
    },
    {
      "epoch": 0.21929797687582991,
      "grad_norm": 0.5133194923400879,
      "learning_rate": 4.5748580844737776e-05,
      "loss": 4.7106,
      "step": 250535
    },
    {
      "epoch": 0.21930235346945706,
      "grad_norm": 0.496781587600708,
      "learning_rate": 4.574840962597828e-05,
      "loss": 5.9359,
      "step": 250540
    },
    {
      "epoch": 0.2193067300630842,
      "grad_norm": 0.5304015278816223,
      "learning_rate": 4.574823840418113e-05,
      "loss": 5.181,
      "step": 250545
    },
    {
      "epoch": 0.21931110665671139,
      "grad_norm": 0.52837073802948,
      "learning_rate": 4.574806717934635e-05,
      "loss": 4.8905,
      "step": 250550
    },
    {
      "epoch": 0.21931548325033853,
      "grad_norm": 0.5164015889167786,
      "learning_rate": 4.5747895951473996e-05,
      "loss": 5.7331,
      "step": 250555
    },
    {
      "epoch": 0.21931985984396568,
      "grad_norm": 0.5572313666343689,
      "learning_rate": 4.5747724720564065e-05,
      "loss": 5.3525,
      "step": 250560
    },
    {
      "epoch": 0.21932423643759283,
      "grad_norm": 0.5061551332473755,
      "learning_rate": 4.5747553486616613e-05,
      "loss": 4.8286,
      "step": 250565
    },
    {
      "epoch": 0.21932861303122,
      "grad_norm": 0.5337076783180237,
      "learning_rate": 4.574738224963167e-05,
      "loss": 4.9373,
      "step": 250570
    },
    {
      "epoch": 0.21933298962484715,
      "grad_norm": 0.5162362456321716,
      "learning_rate": 4.574721100960926e-05,
      "loss": 5.7392,
      "step": 250575
    },
    {
      "epoch": 0.2193373662184743,
      "grad_norm": 0.5384023785591125,
      "learning_rate": 4.574703976654943e-05,
      "loss": 5.6516,
      "step": 250580
    },
    {
      "epoch": 0.21934174281210145,
      "grad_norm": 0.5073679089546204,
      "learning_rate": 4.574686852045219e-05,
      "loss": 5.7071,
      "step": 250585
    },
    {
      "epoch": 0.21934611940572862,
      "grad_norm": 0.5133722424507141,
      "learning_rate": 4.574669727131761e-05,
      "loss": 4.9066,
      "step": 250590
    },
    {
      "epoch": 0.21935049599935577,
      "grad_norm": 0.532158613204956,
      "learning_rate": 4.5746526019145687e-05,
      "loss": 4.8909,
      "step": 250595
    },
    {
      "epoch": 0.21935487259298292,
      "grad_norm": 0.5083053708076477,
      "learning_rate": 4.5746354763936474e-05,
      "loss": 5.0891,
      "step": 250600
    },
    {
      "epoch": 0.21935924918661007,
      "grad_norm": 0.5223698019981384,
      "learning_rate": 4.574618350569e-05,
      "loss": 5.0863,
      "step": 250605
    },
    {
      "epoch": 0.21936362578023724,
      "grad_norm": 0.4975112974643707,
      "learning_rate": 4.57460122444063e-05,
      "loss": 5.4135,
      "step": 250610
    },
    {
      "epoch": 0.2193680023738644,
      "grad_norm": 0.5007752180099487,
      "learning_rate": 4.57458409800854e-05,
      "loss": 5.9619,
      "step": 250615
    },
    {
      "epoch": 0.21937237896749154,
      "grad_norm": 0.4987291991710663,
      "learning_rate": 4.574566971272732e-05,
      "loss": 5.9324,
      "step": 250620
    },
    {
      "epoch": 0.21937675556111869,
      "grad_norm": 0.4965841472148895,
      "learning_rate": 4.574549844233214e-05,
      "loss": 5.9297,
      "step": 250625
    },
    {
      "epoch": 0.21938113215474583,
      "grad_norm": 0.5298702716827393,
      "learning_rate": 4.5745327168899845e-05,
      "loss": 4.7127,
      "step": 250630
    },
    {
      "epoch": 0.219385508748373,
      "grad_norm": 0.5212162733078003,
      "learning_rate": 4.574515589243048e-05,
      "loss": 4.6161,
      "step": 250635
    },
    {
      "epoch": 0.21938988534200016,
      "grad_norm": 0.5039834976196289,
      "learning_rate": 4.57449846129241e-05,
      "loss": 5.1546,
      "step": 250640
    },
    {
      "epoch": 0.2193942619356273,
      "grad_norm": 0.5255296230316162,
      "learning_rate": 4.574481333038072e-05,
      "loss": 5.069,
      "step": 250645
    },
    {
      "epoch": 0.21939863852925445,
      "grad_norm": 0.5104191899299622,
      "learning_rate": 4.574464204480037e-05,
      "loss": 5.3919,
      "step": 250650
    },
    {
      "epoch": 0.21940301512288163,
      "grad_norm": 0.5017654299736023,
      "learning_rate": 4.574447075618309e-05,
      "loss": 5.2276,
      "step": 250655
    },
    {
      "epoch": 0.21940739171650878,
      "grad_norm": 0.5097295641899109,
      "learning_rate": 4.574429946452891e-05,
      "loss": 4.9194,
      "step": 250660
    },
    {
      "epoch": 0.21941176831013592,
      "grad_norm": 0.49720439314842224,
      "learning_rate": 4.574412816983786e-05,
      "loss": 4.7107,
      "step": 250665
    },
    {
      "epoch": 0.21941614490376307,
      "grad_norm": 0.5015862584114075,
      "learning_rate": 4.574395687210998e-05,
      "loss": 4.9463,
      "step": 250670
    },
    {
      "epoch": 0.21942052149739025,
      "grad_norm": 0.5090188980102539,
      "learning_rate": 4.57437855713453e-05,
      "loss": 5.7083,
      "step": 250675
    },
    {
      "epoch": 0.2194248980910174,
      "grad_norm": 0.49626585841178894,
      "learning_rate": 4.574361426754385e-05,
      "loss": 5.4197,
      "step": 250680
    },
    {
      "epoch": 0.21942927468464454,
      "grad_norm": 0.5075950026512146,
      "learning_rate": 4.5743442960705685e-05,
      "loss": 5.2307,
      "step": 250685
    },
    {
      "epoch": 0.2194336512782717,
      "grad_norm": 0.4927961230278015,
      "learning_rate": 4.5743271650830796e-05,
      "loss": 4.8956,
      "step": 250690
    },
    {
      "epoch": 0.21943802787189887,
      "grad_norm": 0.5117111802101135,
      "learning_rate": 4.574310033791925e-05,
      "loss": 5.1237,
      "step": 250695
    },
    {
      "epoch": 0.21944240446552601,
      "grad_norm": 0.5362822413444519,
      "learning_rate": 4.574292902197107e-05,
      "loss": 4.9137,
      "step": 250700
    },
    {
      "epoch": 0.21944678105915316,
      "grad_norm": 0.5534617304801941,
      "learning_rate": 4.5742757702986295e-05,
      "loss": 5.1064,
      "step": 250705
    },
    {
      "epoch": 0.2194511576527803,
      "grad_norm": 0.485126793384552,
      "learning_rate": 4.5742586380964947e-05,
      "loss": 4.8894,
      "step": 250710
    },
    {
      "epoch": 0.21945553424640749,
      "grad_norm": 0.5094022750854492,
      "learning_rate": 4.574241505590705e-05,
      "loss": 5.3906,
      "step": 250715
    },
    {
      "epoch": 0.21945991084003463,
      "grad_norm": 0.5098679065704346,
      "learning_rate": 4.5742243727812675e-05,
      "loss": 4.5927,
      "step": 250720
    },
    {
      "epoch": 0.21946428743366178,
      "grad_norm": 0.505199134349823,
      "learning_rate": 4.574207239668181e-05,
      "loss": 5.0948,
      "step": 250725
    },
    {
      "epoch": 0.21946866402728893,
      "grad_norm": 0.5377354025840759,
      "learning_rate": 4.5741901062514514e-05,
      "loss": 5.1351,
      "step": 250730
    },
    {
      "epoch": 0.2194730406209161,
      "grad_norm": 0.5630128979682922,
      "learning_rate": 4.5741729725310825e-05,
      "loss": 5.3824,
      "step": 250735
    },
    {
      "epoch": 0.21947741721454325,
      "grad_norm": 0.5285961627960205,
      "learning_rate": 4.574155838507075e-05,
      "loss": 5.1292,
      "step": 250740
    },
    {
      "epoch": 0.2194817938081704,
      "grad_norm": 0.5473172664642334,
      "learning_rate": 4.574138704179435e-05,
      "loss": 5.4223,
      "step": 250745
    },
    {
      "epoch": 0.21948617040179755,
      "grad_norm": 0.5012719631195068,
      "learning_rate": 4.5741215695481646e-05,
      "loss": 5.4184,
      "step": 250750
    },
    {
      "epoch": 0.2194905469954247,
      "grad_norm": 0.516263484954834,
      "learning_rate": 4.5741044346132657e-05,
      "loss": 5.4278,
      "step": 250755
    },
    {
      "epoch": 0.21949492358905187,
      "grad_norm": 0.5035446286201477,
      "learning_rate": 4.574087299374744e-05,
      "loss": 4.9376,
      "step": 250760
    },
    {
      "epoch": 0.21949930018267902,
      "grad_norm": 0.49929848313331604,
      "learning_rate": 4.5740701638326025e-05,
      "loss": 4.6217,
      "step": 250765
    },
    {
      "epoch": 0.21950367677630617,
      "grad_norm": 0.5141782164573669,
      "learning_rate": 4.574053027986843e-05,
      "loss": 4.9116,
      "step": 250770
    },
    {
      "epoch": 0.21950805336993331,
      "grad_norm": 0.4948923885822296,
      "learning_rate": 4.5740358918374695e-05,
      "loss": 6.2617,
      "step": 250775
    },
    {
      "epoch": 0.2195124299635605,
      "grad_norm": 0.4929300844669342,
      "learning_rate": 4.5740187553844857e-05,
      "loss": 5.0887,
      "step": 250780
    },
    {
      "epoch": 0.21951680655718764,
      "grad_norm": 0.4920811057090759,
      "learning_rate": 4.574001618627895e-05,
      "loss": 5.1419,
      "step": 250785
    },
    {
      "epoch": 0.21952118315081479,
      "grad_norm": 0.5068230628967285,
      "learning_rate": 4.5739844815677e-05,
      "loss": 4.9039,
      "step": 250790
    },
    {
      "epoch": 0.21952555974444193,
      "grad_norm": 0.5224977731704712,
      "learning_rate": 4.5739673442039036e-05,
      "loss": 5.7243,
      "step": 250795
    },
    {
      "epoch": 0.2195299363380691,
      "grad_norm": 0.5022928714752197,
      "learning_rate": 4.5739502065365116e-05,
      "loss": 4.8924,
      "step": 250800
    },
    {
      "epoch": 0.21953431293169626,
      "grad_norm": 0.512120246887207,
      "learning_rate": 4.5739330685655234e-05,
      "loss": 4.9437,
      "step": 250805
    },
    {
      "epoch": 0.2195386895253234,
      "grad_norm": 0.5249753594398499,
      "learning_rate": 4.5739159302909463e-05,
      "loss": 5.145,
      "step": 250810
    },
    {
      "epoch": 0.21954306611895055,
      "grad_norm": 0.5138407945632935,
      "learning_rate": 4.5738987917127805e-05,
      "loss": 5.4576,
      "step": 250815
    },
    {
      "epoch": 0.21954744271257773,
      "grad_norm": 0.5159924626350403,
      "learning_rate": 4.573881652831031e-05,
      "loss": 4.62,
      "step": 250820
    },
    {
      "epoch": 0.21955181930620488,
      "grad_norm": 0.5386254787445068,
      "learning_rate": 4.5738645136457014e-05,
      "loss": 4.8876,
      "step": 250825
    },
    {
      "epoch": 0.21955619589983202,
      "grad_norm": 0.7218278646469116,
      "learning_rate": 4.5738473741567935e-05,
      "loss": 4.431,
      "step": 250830
    },
    {
      "epoch": 0.21956057249345917,
      "grad_norm": 0.5067282915115356,
      "learning_rate": 4.573830234364311e-05,
      "loss": 4.3762,
      "step": 250835
    },
    {
      "epoch": 0.21956494908708635,
      "grad_norm": 0.5312085151672363,
      "learning_rate": 4.573813094268259e-05,
      "loss": 5.617,
      "step": 250840
    },
    {
      "epoch": 0.2195693256807135,
      "grad_norm": 0.49853643774986267,
      "learning_rate": 4.573795953868638e-05,
      "loss": 5.1077,
      "step": 250845
    },
    {
      "epoch": 0.21957370227434064,
      "grad_norm": 0.4899066686630249,
      "learning_rate": 4.5737788131654536e-05,
      "loss": 4.7021,
      "step": 250850
    },
    {
      "epoch": 0.2195780788679678,
      "grad_norm": 0.4934828579425812,
      "learning_rate": 4.573761672158709e-05,
      "loss": 5.2116,
      "step": 250855
    },
    {
      "epoch": 0.21958245546159497,
      "grad_norm": 0.5203273296356201,
      "learning_rate": 4.5737445308484036e-05,
      "loss": 5.6424,
      "step": 250860
    },
    {
      "epoch": 0.21958683205522211,
      "grad_norm": 0.5203964710235596,
      "learning_rate": 4.573727389234547e-05,
      "loss": 5.9074,
      "step": 250865
    },
    {
      "epoch": 0.21959120864884926,
      "grad_norm": 0.48956620693206787,
      "learning_rate": 4.573710247317138e-05,
      "loss": 4.3887,
      "step": 250870
    },
    {
      "epoch": 0.2195955852424764,
      "grad_norm": 0.7862820029258728,
      "learning_rate": 4.5736931050961816e-05,
      "loss": 4.8431,
      "step": 250875
    },
    {
      "epoch": 0.21959996183610356,
      "grad_norm": 0.5767859220504761,
      "learning_rate": 4.5736759625716804e-05,
      "loss": 4.9268,
      "step": 250880
    },
    {
      "epoch": 0.21960433842973073,
      "grad_norm": 0.6261160373687744,
      "learning_rate": 4.573658819743638e-05,
      "loss": 5.4267,
      "step": 250885
    },
    {
      "epoch": 0.21960871502335788,
      "grad_norm": 0.506262481212616,
      "learning_rate": 4.573641676612058e-05,
      "loss": 5.1081,
      "step": 250890
    },
    {
      "epoch": 0.21961309161698503,
      "grad_norm": 0.49308377504348755,
      "learning_rate": 4.5736245331769437e-05,
      "loss": 4.8294,
      "step": 250895
    },
    {
      "epoch": 0.21961746821061218,
      "grad_norm": 0.49417170882225037,
      "learning_rate": 4.573607389438298e-05,
      "loss": 5.9434,
      "step": 250900
    },
    {
      "epoch": 0.21962184480423935,
      "grad_norm": 0.48416709899902344,
      "learning_rate": 4.5735902453961246e-05,
      "loss": 6.2223,
      "step": 250905
    },
    {
      "epoch": 0.2196262213978665,
      "grad_norm": 0.49950143694877625,
      "learning_rate": 4.573573101050426e-05,
      "loss": 5.137,
      "step": 250910
    },
    {
      "epoch": 0.21963059799149365,
      "grad_norm": 0.5335578322410583,
      "learning_rate": 4.5735559564012064e-05,
      "loss": 4.7279,
      "step": 250915
    },
    {
      "epoch": 0.2196349745851208,
      "grad_norm": 0.488934725522995,
      "learning_rate": 4.573538811448469e-05,
      "loss": 6.2316,
      "step": 250920
    },
    {
      "epoch": 0.21963935117874797,
      "grad_norm": 0.4920044243335724,
      "learning_rate": 4.573521666192216e-05,
      "loss": 6.2277,
      "step": 250925
    },
    {
      "epoch": 0.21964372777237512,
      "grad_norm": 0.5135513544082642,
      "learning_rate": 4.573504520632453e-05,
      "loss": 5.4035,
      "step": 250930
    },
    {
      "epoch": 0.21964810436600227,
      "grad_norm": 0.5245484709739685,
      "learning_rate": 4.5734873747691806e-05,
      "loss": 5.4004,
      "step": 250935
    },
    {
      "epoch": 0.21965248095962941,
      "grad_norm": 0.5137512683868408,
      "learning_rate": 4.5734702286024046e-05,
      "loss": 5.0944,
      "step": 250940
    },
    {
      "epoch": 0.2196568575532566,
      "grad_norm": 0.49706393480300903,
      "learning_rate": 4.5734530821321265e-05,
      "loss": 5.3812,
      "step": 250945
    },
    {
      "epoch": 0.21966123414688374,
      "grad_norm": 0.5091919898986816,
      "learning_rate": 4.57343593535835e-05,
      "loss": 4.6758,
      "step": 250950
    },
    {
      "epoch": 0.21966561074051089,
      "grad_norm": 0.5085088014602661,
      "learning_rate": 4.57341878828108e-05,
      "loss": 5.1129,
      "step": 250955
    },
    {
      "epoch": 0.21966998733413803,
      "grad_norm": 0.5194799304008484,
      "learning_rate": 4.5734016409003164e-05,
      "loss": 5.1622,
      "step": 250960
    },
    {
      "epoch": 0.2196743639277652,
      "grad_norm": 0.4985915720462799,
      "learning_rate": 4.5733844932160666e-05,
      "loss": 4.6163,
      "step": 250965
    },
    {
      "epoch": 0.21967874052139236,
      "grad_norm": 0.5126914978027344,
      "learning_rate": 4.573367345228331e-05,
      "loss": 5.4657,
      "step": 250970
    },
    {
      "epoch": 0.2196831171150195,
      "grad_norm": 0.5268124341964722,
      "learning_rate": 4.573350196937113e-05,
      "loss": 4.7875,
      "step": 250975
    },
    {
      "epoch": 0.21968749370864665,
      "grad_norm": 0.5056540369987488,
      "learning_rate": 4.573333048342417e-05,
      "loss": 5.7051,
      "step": 250980
    },
    {
      "epoch": 0.21969187030227383,
      "grad_norm": 0.5130887627601624,
      "learning_rate": 4.5733158994442474e-05,
      "loss": 4.215,
      "step": 250985
    },
    {
      "epoch": 0.21969624689590098,
      "grad_norm": 0.5009571313858032,
      "learning_rate": 4.573298750242605e-05,
      "loss": 5.5069,
      "step": 250990
    },
    {
      "epoch": 0.21970062348952812,
      "grad_norm": 0.5772479176521301,
      "learning_rate": 4.573281600737495e-05,
      "loss": 4.8205,
      "step": 250995
    },
    {
      "epoch": 0.21970500008315527,
      "grad_norm": 0.5154775381088257,
      "learning_rate": 4.573264450928919e-05,
      "loss": 4.9368,
      "step": 251000
    },
    {
      "epoch": 0.21970937667678242,
      "grad_norm": 0.48541173338890076,
      "learning_rate": 4.573247300816881e-05,
      "loss": 5.6219,
      "step": 251005
    },
    {
      "epoch": 0.2197137532704096,
      "grad_norm": 0.4806059002876282,
      "learning_rate": 4.5732301504013855e-05,
      "loss": 4.6087,
      "step": 251010
    },
    {
      "epoch": 0.21971812986403674,
      "grad_norm": 0.5442392826080322,
      "learning_rate": 4.5732129996824335e-05,
      "loss": 4.637,
      "step": 251015
    },
    {
      "epoch": 0.2197225064576639,
      "grad_norm": 0.4852398931980133,
      "learning_rate": 4.573195848660031e-05,
      "loss": 4.8222,
      "step": 251020
    },
    {
      "epoch": 0.21972688305129104,
      "grad_norm": 0.5025449991226196,
      "learning_rate": 4.573178697334179e-05,
      "loss": 5.1847,
      "step": 251025
    },
    {
      "epoch": 0.21973125964491821,
      "grad_norm": 0.4865032136440277,
      "learning_rate": 4.573161545704883e-05,
      "loss": 4.933,
      "step": 251030
    },
    {
      "epoch": 0.21973563623854536,
      "grad_norm": 0.49549251794815063,
      "learning_rate": 4.573144393772144e-05,
      "loss": 4.6194,
      "step": 251035
    },
    {
      "epoch": 0.2197400128321725,
      "grad_norm": 0.49604031443595886,
      "learning_rate": 4.573127241535967e-05,
      "loss": 5.1913,
      "step": 251040
    },
    {
      "epoch": 0.21974438942579966,
      "grad_norm": 0.49623626470565796,
      "learning_rate": 4.573110088996354e-05,
      "loss": 5.1483,
      "step": 251045
    },
    {
      "epoch": 0.21974876601942683,
      "grad_norm": 0.49242809414863586,
      "learning_rate": 4.57309293615331e-05,
      "loss": 5.3322,
      "step": 251050
    },
    {
      "epoch": 0.21975314261305398,
      "grad_norm": 0.4885544776916504,
      "learning_rate": 4.573075783006836e-05,
      "loss": 4.9305,
      "step": 251055
    },
    {
      "epoch": 0.21975751920668113,
      "grad_norm": 0.49343129992485046,
      "learning_rate": 4.5730586295569376e-05,
      "loss": 4.6682,
      "step": 251060
    },
    {
      "epoch": 0.21976189580030828,
      "grad_norm": 0.4864955544471741,
      "learning_rate": 4.5730414758036175e-05,
      "loss": 5.6389,
      "step": 251065
    },
    {
      "epoch": 0.21976627239393545,
      "grad_norm": 0.48481541872024536,
      "learning_rate": 4.573024321746878e-05,
      "loss": 5.4033,
      "step": 251070
    },
    {
      "epoch": 0.2197706489875626,
      "grad_norm": 0.49030962586402893,
      "learning_rate": 4.5730071673867224e-05,
      "loss": 5.6471,
      "step": 251075
    },
    {
      "epoch": 0.21977502558118975,
      "grad_norm": 0.5113478899002075,
      "learning_rate": 4.572990012723155e-05,
      "loss": 5.1257,
      "step": 251080
    },
    {
      "epoch": 0.2197794021748169,
      "grad_norm": 0.5076282620429993,
      "learning_rate": 4.5729728577561796e-05,
      "loss": 4.7034,
      "step": 251085
    },
    {
      "epoch": 0.21978377876844407,
      "grad_norm": 0.5208123326301575,
      "learning_rate": 4.5729557024857983e-05,
      "loss": 5.4363,
      "step": 251090
    },
    {
      "epoch": 0.21978815536207122,
      "grad_norm": 0.5256583094596863,
      "learning_rate": 4.572938546912015e-05,
      "loss": 4.9355,
      "step": 251095
    },
    {
      "epoch": 0.21979253195569837,
      "grad_norm": 0.6108666062355042,
      "learning_rate": 4.5729213910348326e-05,
      "loss": 5.041,
      "step": 251100
    },
    {
      "epoch": 0.21979690854932551,
      "grad_norm": 0.5308166146278381,
      "learning_rate": 4.572904234854254e-05,
      "loss": 5.7246,
      "step": 251105
    },
    {
      "epoch": 0.2198012851429527,
      "grad_norm": 0.5273700952529907,
      "learning_rate": 4.5728870783702835e-05,
      "loss": 5.2085,
      "step": 251110
    },
    {
      "epoch": 0.21980566173657984,
      "grad_norm": 0.5361309051513672,
      "learning_rate": 4.572869921582924e-05,
      "loss": 4.7324,
      "step": 251115
    },
    {
      "epoch": 0.21981003833020699,
      "grad_norm": 0.5754258036613464,
      "learning_rate": 4.572852764492178e-05,
      "loss": 5.4166,
      "step": 251120
    },
    {
      "epoch": 0.21981441492383413,
      "grad_norm": 0.4950779974460602,
      "learning_rate": 4.5728356070980514e-05,
      "loss": 4.9232,
      "step": 251125
    },
    {
      "epoch": 0.2198187915174613,
      "grad_norm": 0.5219871997833252,
      "learning_rate": 4.5728184494005454e-05,
      "loss": 4.945,
      "step": 251130
    },
    {
      "epoch": 0.21982316811108846,
      "grad_norm": 0.49132728576660156,
      "learning_rate": 4.5728012913996634e-05,
      "loss": 5.3525,
      "step": 251135
    },
    {
      "epoch": 0.2198275447047156,
      "grad_norm": 0.4932057559490204,
      "learning_rate": 4.572784133095408e-05,
      "loss": 4.9349,
      "step": 251140
    },
    {
      "epoch": 0.21983192129834275,
      "grad_norm": 0.5084743499755859,
      "learning_rate": 4.572766974487784e-05,
      "loss": 5.4062,
      "step": 251145
    },
    {
      "epoch": 0.2198362978919699,
      "grad_norm": 0.5066912174224854,
      "learning_rate": 4.572749815576794e-05,
      "loss": 5.1528,
      "step": 251150
    },
    {
      "epoch": 0.21984067448559708,
      "grad_norm": 0.5140184164047241,
      "learning_rate": 4.572732656362443e-05,
      "loss": 5.1126,
      "step": 251155
    },
    {
      "epoch": 0.21984505107922422,
      "grad_norm": 0.5765491127967834,
      "learning_rate": 4.572715496844732e-05,
      "loss": 5.6986,
      "step": 251160
    },
    {
      "epoch": 0.21984942767285137,
      "grad_norm": 0.5101989507675171,
      "learning_rate": 4.572698337023664e-05,
      "loss": 5.2284,
      "step": 251165
    },
    {
      "epoch": 0.21985380426647852,
      "grad_norm": 0.5002302527427673,
      "learning_rate": 4.572681176899244e-05,
      "loss": 4.687,
      "step": 251170
    },
    {
      "epoch": 0.2198581808601057,
      "grad_norm": 0.6017080545425415,
      "learning_rate": 4.572664016471475e-05,
      "loss": 4.4047,
      "step": 251175
    },
    {
      "epoch": 0.21986255745373284,
      "grad_norm": 0.503271758556366,
      "learning_rate": 4.57264685574036e-05,
      "loss": 4.7193,
      "step": 251180
    },
    {
      "epoch": 0.21986693404736,
      "grad_norm": 0.5523480772972107,
      "learning_rate": 4.572629694705903e-05,
      "loss": 4.6761,
      "step": 251185
    },
    {
      "epoch": 0.21987131064098714,
      "grad_norm": 0.5061205625534058,
      "learning_rate": 4.572612533368106e-05,
      "loss": 5.9443,
      "step": 251190
    },
    {
      "epoch": 0.21987568723461431,
      "grad_norm": 0.49902620911598206,
      "learning_rate": 4.572595371726973e-05,
      "loss": 5.1611,
      "step": 251195
    },
    {
      "epoch": 0.21988006382824146,
      "grad_norm": 0.4977143406867981,
      "learning_rate": 4.5725782097825074e-05,
      "loss": 3.8971,
      "step": 251200
    },
    {
      "epoch": 0.2198844404218686,
      "grad_norm": 0.49619168043136597,
      "learning_rate": 4.5725610475347127e-05,
      "loss": 5.4521,
      "step": 251205
    },
    {
      "epoch": 0.21988881701549576,
      "grad_norm": 0.4993787407875061,
      "learning_rate": 4.572543884983591e-05,
      "loss": 4.3167,
      "step": 251210
    },
    {
      "epoch": 0.21989319360912293,
      "grad_norm": 0.5008821487426758,
      "learning_rate": 4.572526722129147e-05,
      "loss": 5.0962,
      "step": 251215
    },
    {
      "epoch": 0.21989757020275008,
      "grad_norm": 0.5478426814079285,
      "learning_rate": 4.572509558971384e-05,
      "loss": 4.9406,
      "step": 251220
    },
    {
      "epoch": 0.21990194679637723,
      "grad_norm": 0.48781025409698486,
      "learning_rate": 4.572492395510304e-05,
      "loss": 4.4111,
      "step": 251225
    },
    {
      "epoch": 0.21990632339000438,
      "grad_norm": 0.49656665325164795,
      "learning_rate": 4.572475231745912e-05,
      "loss": 5.4109,
      "step": 251230
    },
    {
      "epoch": 0.21991069998363155,
      "grad_norm": 0.47355708479881287,
      "learning_rate": 4.5724580676782094e-05,
      "loss": 4.1931,
      "step": 251235
    },
    {
      "epoch": 0.2199150765772587,
      "grad_norm": 0.48006606101989746,
      "learning_rate": 4.572440903307201e-05,
      "loss": 4.1924,
      "step": 251240
    },
    {
      "epoch": 0.21991945317088585,
      "grad_norm": 0.48221391439437866,
      "learning_rate": 4.572423738632891e-05,
      "loss": 5.4117,
      "step": 251245
    },
    {
      "epoch": 0.219923829764513,
      "grad_norm": 0.5113231539726257,
      "learning_rate": 4.572406573655279e-05,
      "loss": 4.9343,
      "step": 251250
    },
    {
      "epoch": 0.21992820635814017,
      "grad_norm": 0.5011991262435913,
      "learning_rate": 4.572389408374372e-05,
      "loss": 5.1366,
      "step": 251255
    },
    {
      "epoch": 0.21993258295176732,
      "grad_norm": 0.4857490360736847,
      "learning_rate": 4.5723722427901717e-05,
      "loss": 5.4237,
      "step": 251260
    },
    {
      "epoch": 0.21993695954539447,
      "grad_norm": 0.4743155241012573,
      "learning_rate": 4.5723550769026824e-05,
      "loss": 5.1272,
      "step": 251265
    },
    {
      "epoch": 0.21994133613902161,
      "grad_norm": 0.5394500494003296,
      "learning_rate": 4.5723379107119065e-05,
      "loss": 4.9291,
      "step": 251270
    },
    {
      "epoch": 0.21994571273264876,
      "grad_norm": 0.5041752457618713,
      "learning_rate": 4.5723207442178475e-05,
      "loss": 5.9264,
      "step": 251275
    },
    {
      "epoch": 0.21995008932627594,
      "grad_norm": 0.4911896586418152,
      "learning_rate": 4.572303577420508e-05,
      "loss": 5.1018,
      "step": 251280
    },
    {
      "epoch": 0.21995446591990309,
      "grad_norm": 0.49147969484329224,
      "learning_rate": 4.5722864103198934e-05,
      "loss": 5.0143,
      "step": 251285
    },
    {
      "epoch": 0.21995884251353023,
      "grad_norm": 0.4789729416370392,
      "learning_rate": 4.5722692429160044e-05,
      "loss": 5.127,
      "step": 251290
    },
    {
      "epoch": 0.21996321910715738,
      "grad_norm": 0.48675021529197693,
      "learning_rate": 4.572252075208846e-05,
      "loss": 5.2157,
      "step": 251295
    },
    {
      "epoch": 0.21996759570078456,
      "grad_norm": 0.475239098072052,
      "learning_rate": 4.5722349071984216e-05,
      "loss": 4.9142,
      "step": 251300
    },
    {
      "epoch": 0.2199719722944117,
      "grad_norm": 0.48247280716896057,
      "learning_rate": 4.5722177388847345e-05,
      "loss": 5.635,
      "step": 251305
    },
    {
      "epoch": 0.21997634888803885,
      "grad_norm": 0.4755007326602936,
      "learning_rate": 4.572200570267786e-05,
      "loss": 5.1206,
      "step": 251310
    },
    {
      "epoch": 0.219980725481666,
      "grad_norm": 0.505189061164856,
      "learning_rate": 4.572183401347582e-05,
      "loss": 4.604,
      "step": 251315
    },
    {
      "epoch": 0.21998510207529318,
      "grad_norm": 0.4908734858036041,
      "learning_rate": 4.5721662321241246e-05,
      "loss": 5.4629,
      "step": 251320
    },
    {
      "epoch": 0.21998947866892032,
      "grad_norm": 0.4748665392398834,
      "learning_rate": 4.572149062597417e-05,
      "loss": 4.5791,
      "step": 251325
    },
    {
      "epoch": 0.21999385526254747,
      "grad_norm": 0.4721638858318329,
      "learning_rate": 4.5721318927674626e-05,
      "loss": 5.432,
      "step": 251330
    },
    {
      "epoch": 0.21999823185617462,
      "grad_norm": 0.5006523132324219,
      "learning_rate": 4.5721147226342654e-05,
      "loss": 5.2105,
      "step": 251335
    },
    {
      "epoch": 0.2200026084498018,
      "grad_norm": 0.4982116222381592,
      "learning_rate": 4.5720975521978284e-05,
      "loss": 5.9072,
      "step": 251340
    },
    {
      "epoch": 0.22000698504342894,
      "grad_norm": 0.5184338688850403,
      "learning_rate": 4.5720803814581535e-05,
      "loss": 5.1525,
      "step": 251345
    },
    {
      "epoch": 0.2200113616370561,
      "grad_norm": 0.48468726873397827,
      "learning_rate": 4.5720632104152464e-05,
      "loss": 5.1389,
      "step": 251350
    },
    {
      "epoch": 0.22001573823068324,
      "grad_norm": 0.4820133149623871,
      "learning_rate": 4.572046039069109e-05,
      "loss": 5.5902,
      "step": 251355
    },
    {
      "epoch": 0.22002011482431041,
      "grad_norm": 0.48454347252845764,
      "learning_rate": 4.5720288674197444e-05,
      "loss": 5.6088,
      "step": 251360
    },
    {
      "epoch": 0.22002449141793756,
      "grad_norm": 0.5348957180976868,
      "learning_rate": 4.572011695467156e-05,
      "loss": 5.3876,
      "step": 251365
    },
    {
      "epoch": 0.2200288680115647,
      "grad_norm": 0.529511570930481,
      "learning_rate": 4.571994523211348e-05,
      "loss": 4.6215,
      "step": 251370
    },
    {
      "epoch": 0.22003324460519186,
      "grad_norm": 0.5105137228965759,
      "learning_rate": 4.5719773506523244e-05,
      "loss": 5.7237,
      "step": 251375
    },
    {
      "epoch": 0.22003762119881903,
      "grad_norm": 0.47384968400001526,
      "learning_rate": 4.5719601777900854e-05,
      "loss": 5.3172,
      "step": 251380
    },
    {
      "epoch": 0.22004199779244618,
      "grad_norm": 0.4844295084476471,
      "learning_rate": 4.571943004624637e-05,
      "loss": 5.1302,
      "step": 251385
    },
    {
      "epoch": 0.22004637438607333,
      "grad_norm": 0.5006728768348694,
      "learning_rate": 4.571925831155982e-05,
      "loss": 4.8887,
      "step": 251390
    },
    {
      "epoch": 0.22005075097970048,
      "grad_norm": 0.4979214668273926,
      "learning_rate": 4.571908657384123e-05,
      "loss": 5.1898,
      "step": 251395
    },
    {
      "epoch": 0.22005512757332762,
      "grad_norm": 0.5112422704696655,
      "learning_rate": 4.5718914833090634e-05,
      "loss": 4.9058,
      "step": 251400
    },
    {
      "epoch": 0.2200595041669548,
      "grad_norm": 0.49025389552116394,
      "learning_rate": 4.571874308930807e-05,
      "loss": 4.8889,
      "step": 251405
    },
    {
      "epoch": 0.22006388076058195,
      "grad_norm": 0.5034016370773315,
      "learning_rate": 4.571857134249358e-05,
      "loss": 4.6856,
      "step": 251410
    },
    {
      "epoch": 0.2200682573542091,
      "grad_norm": 0.5047692656517029,
      "learning_rate": 4.571839959264718e-05,
      "loss": 5.6338,
      "step": 251415
    },
    {
      "epoch": 0.22007263394783624,
      "grad_norm": 0.5077047348022461,
      "learning_rate": 4.5718227839768914e-05,
      "loss": 5.3971,
      "step": 251420
    },
    {
      "epoch": 0.22007701054146342,
      "grad_norm": 0.5190309286117554,
      "learning_rate": 4.571805608385881e-05,
      "loss": 5.4262,
      "step": 251425
    },
    {
      "epoch": 0.22008138713509057,
      "grad_norm": 0.5045760869979858,
      "learning_rate": 4.571788432491689e-05,
      "loss": 5.1305,
      "step": 251430
    },
    {
      "epoch": 0.22008576372871771,
      "grad_norm": 0.5013210773468018,
      "learning_rate": 4.57177125629432e-05,
      "loss": 4.5746,
      "step": 251435
    },
    {
      "epoch": 0.22009014032234486,
      "grad_norm": 0.49781742691993713,
      "learning_rate": 4.5717540797937786e-05,
      "loss": 5.4266,
      "step": 251440
    },
    {
      "epoch": 0.22009451691597204,
      "grad_norm": 0.5252692103385925,
      "learning_rate": 4.571736902990067e-05,
      "loss": 5.1188,
      "step": 251445
    },
    {
      "epoch": 0.22009889350959919,
      "grad_norm": 0.5101897120475769,
      "learning_rate": 4.5717197258831864e-05,
      "loss": 5.9189,
      "step": 251450
    },
    {
      "epoch": 0.22010327010322633,
      "grad_norm": 0.48595285415649414,
      "learning_rate": 4.5717025484731434e-05,
      "loss": 5.9545,
      "step": 251455
    },
    {
      "epoch": 0.22010764669685348,
      "grad_norm": 0.5353121161460876,
      "learning_rate": 4.5716853707599405e-05,
      "loss": 5.3396,
      "step": 251460
    },
    {
      "epoch": 0.22011202329048066,
      "grad_norm": 0.48931562900543213,
      "learning_rate": 4.571668192743579e-05,
      "loss": 5.3689,
      "step": 251465
    },
    {
      "epoch": 0.2201163998841078,
      "grad_norm": 0.5070130825042725,
      "learning_rate": 4.571651014424064e-05,
      "loss": 5.6227,
      "step": 251470
    },
    {
      "epoch": 0.22012077647773495,
      "grad_norm": 0.5067940950393677,
      "learning_rate": 4.571633835801399e-05,
      "loss": 5.1418,
      "step": 251475
    },
    {
      "epoch": 0.2201251530713621,
      "grad_norm": 0.5396802425384521,
      "learning_rate": 4.571616656875586e-05,
      "loss": 5.7233,
      "step": 251480
    },
    {
      "epoch": 0.22012952966498928,
      "grad_norm": 0.48825591802597046,
      "learning_rate": 4.57159947764663e-05,
      "loss": 4.9178,
      "step": 251485
    },
    {
      "epoch": 0.22013390625861642,
      "grad_norm": 0.4782637059688568,
      "learning_rate": 4.571582298114532e-05,
      "loss": 5.0088,
      "step": 251490
    },
    {
      "epoch": 0.22013828285224357,
      "grad_norm": 0.5333238840103149,
      "learning_rate": 4.5715651182792976e-05,
      "loss": 5.1156,
      "step": 251495
    },
    {
      "epoch": 0.22014265944587072,
      "grad_norm": 0.5009289383888245,
      "learning_rate": 4.571547938140929e-05,
      "loss": 5.1396,
      "step": 251500
    },
    {
      "epoch": 0.2201470360394979,
      "grad_norm": 0.5182591080665588,
      "learning_rate": 4.57153075769943e-05,
      "loss": 5.2169,
      "step": 251505
    },
    {
      "epoch": 0.22015141263312504,
      "grad_norm": 0.5160680413246155,
      "learning_rate": 4.5715135769548035e-05,
      "loss": 5.6541,
      "step": 251510
    },
    {
      "epoch": 0.2201557892267522,
      "grad_norm": 0.5054857134819031,
      "learning_rate": 4.571496395907052e-05,
      "loss": 5.7423,
      "step": 251515
    },
    {
      "epoch": 0.22016016582037934,
      "grad_norm": 0.5006958246231079,
      "learning_rate": 4.5714792145561815e-05,
      "loss": 5.4171,
      "step": 251520
    },
    {
      "epoch": 0.2201645424140065,
      "grad_norm": 0.5224671363830566,
      "learning_rate": 4.571462032902193e-05,
      "loss": 4.6154,
      "step": 251525
    },
    {
      "epoch": 0.22016891900763366,
      "grad_norm": 0.48247912526130676,
      "learning_rate": 4.571444850945089e-05,
      "loss": 6.2471,
      "step": 251530
    },
    {
      "epoch": 0.2201732956012608,
      "grad_norm": 0.5421726107597351,
      "learning_rate": 4.571427668684877e-05,
      "loss": 5.1136,
      "step": 251535
    },
    {
      "epoch": 0.22017767219488796,
      "grad_norm": 0.5122127532958984,
      "learning_rate": 4.571410486121556e-05,
      "loss": 5.7168,
      "step": 251540
    },
    {
      "epoch": 0.2201820487885151,
      "grad_norm": 0.5145080089569092,
      "learning_rate": 4.5713933032551307e-05,
      "loss": 4.9142,
      "step": 251545
    },
    {
      "epoch": 0.22018642538214228,
      "grad_norm": 0.5129795074462891,
      "learning_rate": 4.571376120085603e-05,
      "loss": 4.6177,
      "step": 251550
    },
    {
      "epoch": 0.22019080197576943,
      "grad_norm": 0.49335625767707825,
      "learning_rate": 4.5713589366129794e-05,
      "loss": 5.4259,
      "step": 251555
    },
    {
      "epoch": 0.22019517856939658,
      "grad_norm": 0.5526221990585327,
      "learning_rate": 4.5713417528372615e-05,
      "loss": 4.4254,
      "step": 251560
    },
    {
      "epoch": 0.22019955516302372,
      "grad_norm": 0.49971121549606323,
      "learning_rate": 4.571324568758453e-05,
      "loss": 5.3477,
      "step": 251565
    },
    {
      "epoch": 0.2202039317566509,
      "grad_norm": 0.5088451504707336,
      "learning_rate": 4.571307384376556e-05,
      "loss": 4.2224,
      "step": 251570
    },
    {
      "epoch": 0.22020830835027805,
      "grad_norm": 0.4984915852546692,
      "learning_rate": 4.5712901996915756e-05,
      "loss": 5.9354,
      "step": 251575
    },
    {
      "epoch": 0.2202126849439052,
      "grad_norm": 0.5056695342063904,
      "learning_rate": 4.5712730147035144e-05,
      "loss": 4.6871,
      "step": 251580
    },
    {
      "epoch": 0.22021706153753234,
      "grad_norm": 0.4938865005970001,
      "learning_rate": 4.571255829412375e-05,
      "loss": 5.7066,
      "step": 251585
    },
    {
      "epoch": 0.22022143813115952,
      "grad_norm": 0.5052830576896667,
      "learning_rate": 4.571238643818162e-05,
      "loss": 6.2002,
      "step": 251590
    },
    {
      "epoch": 0.22022581472478667,
      "grad_norm": 0.5017932653427124,
      "learning_rate": 4.571221457920877e-05,
      "loss": 4.3668,
      "step": 251595
    },
    {
      "epoch": 0.22023019131841381,
      "grad_norm": 0.5261287689208984,
      "learning_rate": 4.571204271720525e-05,
      "loss": 5.0865,
      "step": 251600
    },
    {
      "epoch": 0.22023456791204096,
      "grad_norm": 0.5031081438064575,
      "learning_rate": 4.571187085217108e-05,
      "loss": 5.623,
      "step": 251605
    },
    {
      "epoch": 0.22023894450566814,
      "grad_norm": 0.5009247660636902,
      "learning_rate": 4.5711698984106296e-05,
      "loss": 5.1341,
      "step": 251610
    },
    {
      "epoch": 0.22024332109929529,
      "grad_norm": 0.5033842325210571,
      "learning_rate": 4.5711527113010944e-05,
      "loss": 5.6287,
      "step": 251615
    },
    {
      "epoch": 0.22024769769292243,
      "grad_norm": 0.49808499217033386,
      "learning_rate": 4.5711355238885044e-05,
      "loss": 5.1048,
      "step": 251620
    },
    {
      "epoch": 0.22025207428654958,
      "grad_norm": 0.5051319003105164,
      "learning_rate": 4.5711183361728636e-05,
      "loss": 5.6436,
      "step": 251625
    },
    {
      "epoch": 0.22025645088017676,
      "grad_norm": 0.5166447162628174,
      "learning_rate": 4.571101148154174e-05,
      "loss": 4.8967,
      "step": 251630
    },
    {
      "epoch": 0.2202608274738039,
      "grad_norm": 0.5023837089538574,
      "learning_rate": 4.5710839598324405e-05,
      "loss": 5.4574,
      "step": 251635
    },
    {
      "epoch": 0.22026520406743105,
      "grad_norm": 0.4885408282279968,
      "learning_rate": 4.571066771207666e-05,
      "loss": 4.566,
      "step": 251640
    },
    {
      "epoch": 0.2202695806610582,
      "grad_norm": 0.5024030804634094,
      "learning_rate": 4.571049582279854e-05,
      "loss": 4.6089,
      "step": 251645
    },
    {
      "epoch": 0.22027395725468535,
      "grad_norm": 0.4884595274925232,
      "learning_rate": 4.571032393049007e-05,
      "loss": 4.571,
      "step": 251650
    },
    {
      "epoch": 0.22027833384831252,
      "grad_norm": 0.5041231513023376,
      "learning_rate": 4.571015203515129e-05,
      "loss": 5.3424,
      "step": 251655
    },
    {
      "epoch": 0.22028271044193967,
      "grad_norm": 0.4894545376300812,
      "learning_rate": 4.5709980136782214e-05,
      "loss": 5.0814,
      "step": 251660
    },
    {
      "epoch": 0.22028708703556682,
      "grad_norm": 0.5269464254379272,
      "learning_rate": 4.570980823538291e-05,
      "loss": 4.942,
      "step": 251665
    },
    {
      "epoch": 0.22029146362919397,
      "grad_norm": 0.499958336353302,
      "learning_rate": 4.570963633095339e-05,
      "loss": 5.7568,
      "step": 251670
    },
    {
      "epoch": 0.22029584022282114,
      "grad_norm": 0.5169591307640076,
      "learning_rate": 4.57094644234937e-05,
      "loss": 5.2517,
      "step": 251675
    },
    {
      "epoch": 0.2203002168164483,
      "grad_norm": 0.5167698860168457,
      "learning_rate": 4.570929251300384e-05,
      "loss": 4.9244,
      "step": 251680
    },
    {
      "epoch": 0.22030459341007544,
      "grad_norm": 0.5027583837509155,
      "learning_rate": 4.5709120599483876e-05,
      "loss": 5.1498,
      "step": 251685
    },
    {
      "epoch": 0.2203089700037026,
      "grad_norm": 0.5257614850997925,
      "learning_rate": 4.5708948682933836e-05,
      "loss": 5.3974,
      "step": 251690
    },
    {
      "epoch": 0.22031334659732976,
      "grad_norm": 0.5468596816062927,
      "learning_rate": 4.5708776763353756e-05,
      "loss": 4.4005,
      "step": 251695
    },
    {
      "epoch": 0.2203177231909569,
      "grad_norm": 0.5036318898200989,
      "learning_rate": 4.570860484074365e-05,
      "loss": 5.114,
      "step": 251700
    },
    {
      "epoch": 0.22032209978458406,
      "grad_norm": 0.49315202236175537,
      "learning_rate": 4.570843291510357e-05,
      "loss": 5.2438,
      "step": 251705
    },
    {
      "epoch": 0.2203264763782112,
      "grad_norm": 0.5121738910675049,
      "learning_rate": 4.570826098643354e-05,
      "loss": 5.7521,
      "step": 251710
    },
    {
      "epoch": 0.22033085297183838,
      "grad_norm": 0.506777286529541,
      "learning_rate": 4.5708089054733596e-05,
      "loss": 5.6168,
      "step": 251715
    },
    {
      "epoch": 0.22033522956546553,
      "grad_norm": 0.6066810488700867,
      "learning_rate": 4.5707917120003775e-05,
      "loss": 4.6073,
      "step": 251720
    },
    {
      "epoch": 0.22033960615909268,
      "grad_norm": 0.5036271214485168,
      "learning_rate": 4.57077451822441e-05,
      "loss": 4.9021,
      "step": 251725
    },
    {
      "epoch": 0.22034398275271982,
      "grad_norm": 0.5119486451148987,
      "learning_rate": 4.5707573241454604e-05,
      "loss": 5.4252,
      "step": 251730
    },
    {
      "epoch": 0.220348359346347,
      "grad_norm": 0.4868320822715759,
      "learning_rate": 4.5707401297635334e-05,
      "loss": 6.1895,
      "step": 251735
    },
    {
      "epoch": 0.22035273593997415,
      "grad_norm": 0.4903591275215149,
      "learning_rate": 4.5707229350786316e-05,
      "loss": 5.9324,
      "step": 251740
    },
    {
      "epoch": 0.2203571125336013,
      "grad_norm": 0.49268847703933716,
      "learning_rate": 4.570705740090758e-05,
      "loss": 4.8291,
      "step": 251745
    },
    {
      "epoch": 0.22036148912722844,
      "grad_norm": 0.5051941275596619,
      "learning_rate": 4.570688544799916e-05,
      "loss": 5.1965,
      "step": 251750
    },
    {
      "epoch": 0.22036586572085562,
      "grad_norm": 0.49363940954208374,
      "learning_rate": 4.570671349206109e-05,
      "loss": 5.9131,
      "step": 251755
    },
    {
      "epoch": 0.22037024231448277,
      "grad_norm": 0.5028098821640015,
      "learning_rate": 4.570654153309342e-05,
      "loss": 5.6578,
      "step": 251760
    },
    {
      "epoch": 0.22037461890810991,
      "grad_norm": 0.5229246616363525,
      "learning_rate": 4.570636957109615e-05,
      "loss": 4.9204,
      "step": 251765
    },
    {
      "epoch": 0.22037899550173706,
      "grad_norm": 0.5009223818778992,
      "learning_rate": 4.570619760606933e-05,
      "loss": 5.6322,
      "step": 251770
    },
    {
      "epoch": 0.22038337209536424,
      "grad_norm": 0.5302528142929077,
      "learning_rate": 4.5706025638013006e-05,
      "loss": 5.6482,
      "step": 251775
    },
    {
      "epoch": 0.2203877486889914,
      "grad_norm": 0.5105598568916321,
      "learning_rate": 4.570585366692719e-05,
      "loss": 5.6336,
      "step": 251780
    },
    {
      "epoch": 0.22039212528261853,
      "grad_norm": 0.5135999917984009,
      "learning_rate": 4.570568169281193e-05,
      "loss": 5.9514,
      "step": 251785
    },
    {
      "epoch": 0.22039650187624568,
      "grad_norm": 0.49259626865386963,
      "learning_rate": 4.570550971566724e-05,
      "loss": 5.107,
      "step": 251790
    },
    {
      "epoch": 0.22040087846987283,
      "grad_norm": 0.5326403379440308,
      "learning_rate": 4.570533773549318e-05,
      "loss": 5.2043,
      "step": 251795
    },
    {
      "epoch": 0.2204052550635,
      "grad_norm": 0.4825012981891632,
      "learning_rate": 4.5705165752289766e-05,
      "loss": 6.2102,
      "step": 251800
    },
    {
      "epoch": 0.22040963165712715,
      "grad_norm": 0.4879550635814667,
      "learning_rate": 4.570499376605702e-05,
      "loss": 5.6441,
      "step": 251805
    },
    {
      "epoch": 0.2204140082507543,
      "grad_norm": 0.4923087954521179,
      "learning_rate": 4.570482177679502e-05,
      "loss": 5.94,
      "step": 251810
    },
    {
      "epoch": 0.22041838484438145,
      "grad_norm": 0.5257492065429688,
      "learning_rate": 4.570464978450374e-05,
      "loss": 5.1033,
      "step": 251815
    },
    {
      "epoch": 0.22042276143800862,
      "grad_norm": 0.5026794672012329,
      "learning_rate": 4.570447778918325e-05,
      "loss": 6.193,
      "step": 251820
    },
    {
      "epoch": 0.22042713803163577,
      "grad_norm": 0.5490209460258484,
      "learning_rate": 4.570430579083359e-05,
      "loss": 4.8896,
      "step": 251825
    },
    {
      "epoch": 0.22043151462526292,
      "grad_norm": 0.5232878923416138,
      "learning_rate": 4.570413378945476e-05,
      "loss": 5.6152,
      "step": 251830
    },
    {
      "epoch": 0.22043589121889007,
      "grad_norm": 0.5175879597663879,
      "learning_rate": 4.570396178504682e-05,
      "loss": 5.403,
      "step": 251835
    },
    {
      "epoch": 0.22044026781251724,
      "grad_norm": 0.5264601707458496,
      "learning_rate": 4.570378977760979e-05,
      "loss": 5.3363,
      "step": 251840
    },
    {
      "epoch": 0.2204446444061444,
      "grad_norm": 0.4923514425754547,
      "learning_rate": 4.5703617767143714e-05,
      "loss": 5.3238,
      "step": 251845
    },
    {
      "epoch": 0.22044902099977154,
      "grad_norm": 0.4948028326034546,
      "learning_rate": 4.570344575364862e-05,
      "loss": 4.9062,
      "step": 251850
    },
    {
      "epoch": 0.2204533975933987,
      "grad_norm": 0.5042471885681152,
      "learning_rate": 4.570327373712454e-05,
      "loss": 5.1289,
      "step": 251855
    },
    {
      "epoch": 0.22045777418702586,
      "grad_norm": 0.49930042028427124,
      "learning_rate": 4.5703101717571506e-05,
      "loss": 5.46,
      "step": 251860
    },
    {
      "epoch": 0.220462150780653,
      "grad_norm": 0.5372907519340515,
      "learning_rate": 4.570292969498955e-05,
      "loss": 5.15,
      "step": 251865
    },
    {
      "epoch": 0.22046652737428016,
      "grad_norm": 0.5504900813102722,
      "learning_rate": 4.5702757669378704e-05,
      "loss": 5.1289,
      "step": 251870
    },
    {
      "epoch": 0.2204709039679073,
      "grad_norm": 0.4925402104854584,
      "learning_rate": 4.570258564073901e-05,
      "loss": 4.8666,
      "step": 251875
    },
    {
      "epoch": 0.22047528056153448,
      "grad_norm": 0.5086223483085632,
      "learning_rate": 4.5702413609070506e-05,
      "loss": 4.9068,
      "step": 251880
    },
    {
      "epoch": 0.22047965715516163,
      "grad_norm": 0.5085521936416626,
      "learning_rate": 4.570224157437321e-05,
      "loss": 5.7456,
      "step": 251885
    },
    {
      "epoch": 0.22048403374878878,
      "grad_norm": 0.5414302945137024,
      "learning_rate": 4.570206953664715e-05,
      "loss": 4.9313,
      "step": 251890
    },
    {
      "epoch": 0.22048841034241592,
      "grad_norm": 0.5290395021438599,
      "learning_rate": 4.570189749589238e-05,
      "loss": 5.2017,
      "step": 251895
    },
    {
      "epoch": 0.2204927869360431,
      "grad_norm": 0.5917478203773499,
      "learning_rate": 4.570172545210891e-05,
      "loss": 4.4076,
      "step": 251900
    },
    {
      "epoch": 0.22049716352967025,
      "grad_norm": 0.627538800239563,
      "learning_rate": 4.57015534052968e-05,
      "loss": 5.1235,
      "step": 251905
    },
    {
      "epoch": 0.2205015401232974,
      "grad_norm": 0.5100840926170349,
      "learning_rate": 4.5701381355456066e-05,
      "loss": 5.7025,
      "step": 251910
    },
    {
      "epoch": 0.22050591671692454,
      "grad_norm": 0.5092167854309082,
      "learning_rate": 4.5701209302586745e-05,
      "loss": 6.2033,
      "step": 251915
    },
    {
      "epoch": 0.2205102933105517,
      "grad_norm": 0.5082491040229797,
      "learning_rate": 4.570103724668887e-05,
      "loss": 5.9162,
      "step": 251920
    },
    {
      "epoch": 0.22051466990417887,
      "grad_norm": 0.5090989470481873,
      "learning_rate": 4.570086518776248e-05,
      "loss": 5.1377,
      "step": 251925
    },
    {
      "epoch": 0.22051904649780601,
      "grad_norm": 0.5263215899467468,
      "learning_rate": 4.570069312580759e-05,
      "loss": 5.4207,
      "step": 251930
    },
    {
      "epoch": 0.22052342309143316,
      "grad_norm": 0.5196627378463745,
      "learning_rate": 4.570052106082424e-05,
      "loss": 4.8535,
      "step": 251935
    },
    {
      "epoch": 0.2205277996850603,
      "grad_norm": 0.5129956603050232,
      "learning_rate": 4.570034899281249e-05,
      "loss": 5.7178,
      "step": 251940
    },
    {
      "epoch": 0.2205321762786875,
      "grad_norm": 0.502083957195282,
      "learning_rate": 4.570017692177233e-05,
      "loss": 5.6207,
      "step": 251945
    },
    {
      "epoch": 0.22053655287231463,
      "grad_norm": 0.551154375076294,
      "learning_rate": 4.570000484770383e-05,
      "loss": 5.1221,
      "step": 251950
    },
    {
      "epoch": 0.22054092946594178,
      "grad_norm": 0.535832405090332,
      "learning_rate": 4.5699832770607e-05,
      "loss": 5.7143,
      "step": 251955
    },
    {
      "epoch": 0.22054530605956893,
      "grad_norm": 0.5242930054664612,
      "learning_rate": 4.5699660690481895e-05,
      "loss": 5.2269,
      "step": 251960
    },
    {
      "epoch": 0.2205496826531961,
      "grad_norm": 0.5076176524162292,
      "learning_rate": 4.5699488607328524e-05,
      "loss": 5.4548,
      "step": 251965
    },
    {
      "epoch": 0.22055405924682325,
      "grad_norm": 0.6026034951210022,
      "learning_rate": 4.5699316521146916e-05,
      "loss": 4.7872,
      "step": 251970
    },
    {
      "epoch": 0.2205584358404504,
      "grad_norm": 0.5021722912788391,
      "learning_rate": 4.569914443193714e-05,
      "loss": 5.2865,
      "step": 251975
    },
    {
      "epoch": 0.22056281243407755,
      "grad_norm": 0.5470288395881653,
      "learning_rate": 4.5698972339699196e-05,
      "loss": 5.9564,
      "step": 251980
    },
    {
      "epoch": 0.22056718902770472,
      "grad_norm": 0.5063583850860596,
      "learning_rate": 4.569880024443314e-05,
      "loss": 5.1789,
      "step": 251985
    },
    {
      "epoch": 0.22057156562133187,
      "grad_norm": 0.48806649446487427,
      "learning_rate": 4.569862814613899e-05,
      "loss": 5.1265,
      "step": 251990
    },
    {
      "epoch": 0.22057594221495902,
      "grad_norm": 0.5088380575180054,
      "learning_rate": 4.569845604481679e-05,
      "loss": 5.125,
      "step": 251995
    },
    {
      "epoch": 0.22058031880858617,
      "grad_norm": 0.48859038949012756,
      "learning_rate": 4.5698283940466546e-05,
      "loss": 4.8155,
      "step": 252000
    },
    {
      "epoch": 0.22058469540221334,
      "grad_norm": 0.49381136894226074,
      "learning_rate": 4.569811183308833e-05,
      "loss": 5.9596,
      "step": 252005
    },
    {
      "epoch": 0.2205890719958405,
      "grad_norm": 0.4857586622238159,
      "learning_rate": 4.569793972268215e-05,
      "loss": 5.7487,
      "step": 252010
    },
    {
      "epoch": 0.22059344858946764,
      "grad_norm": 0.5319997072219849,
      "learning_rate": 4.5697767609248056e-05,
      "loss": 4.7048,
      "step": 252015
    },
    {
      "epoch": 0.2205978251830948,
      "grad_norm": 0.48544859886169434,
      "learning_rate": 4.569759549278606e-05,
      "loss": 5.1074,
      "step": 252020
    },
    {
      "epoch": 0.22060220177672196,
      "grad_norm": 0.5690060257911682,
      "learning_rate": 4.569742337329621e-05,
      "loss": 4.1401,
      "step": 252025
    },
    {
      "epoch": 0.2206065783703491,
      "grad_norm": 0.5272011756896973,
      "learning_rate": 4.569725125077854e-05,
      "loss": 5.7309,
      "step": 252030
    },
    {
      "epoch": 0.22061095496397626,
      "grad_norm": 0.5857793688774109,
      "learning_rate": 4.569707912523308e-05,
      "loss": 4.9451,
      "step": 252035
    },
    {
      "epoch": 0.2206153315576034,
      "grad_norm": 0.5728484988212585,
      "learning_rate": 4.569690699665985e-05,
      "loss": 5.23,
      "step": 252040
    },
    {
      "epoch": 0.22061970815123055,
      "grad_norm": 0.5190719366073608,
      "learning_rate": 4.569673486505891e-05,
      "loss": 4.6075,
      "step": 252045
    },
    {
      "epoch": 0.22062408474485773,
      "grad_norm": 0.5227903723716736,
      "learning_rate": 4.569656273043027e-05,
      "loss": 5.6443,
      "step": 252050
    },
    {
      "epoch": 0.22062846133848488,
      "grad_norm": 0.5104912519454956,
      "learning_rate": 4.5696390592773976e-05,
      "loss": 4.3907,
      "step": 252055
    },
    {
      "epoch": 0.22063283793211202,
      "grad_norm": 0.5749363303184509,
      "learning_rate": 4.569621845209005e-05,
      "loss": 5.2288,
      "step": 252060
    },
    {
      "epoch": 0.22063721452573917,
      "grad_norm": 0.6639183163642883,
      "learning_rate": 4.569604630837855e-05,
      "loss": 5.2145,
      "step": 252065
    },
    {
      "epoch": 0.22064159111936635,
      "grad_norm": 0.5033693313598633,
      "learning_rate": 4.569587416163947e-05,
      "loss": 4.6186,
      "step": 252070
    },
    {
      "epoch": 0.2206459677129935,
      "grad_norm": 0.5021249055862427,
      "learning_rate": 4.569570201187288e-05,
      "loss": 4.9171,
      "step": 252075
    },
    {
      "epoch": 0.22065034430662064,
      "grad_norm": 0.5079780220985413,
      "learning_rate": 4.569552985907879e-05,
      "loss": 5.1252,
      "step": 252080
    },
    {
      "epoch": 0.2206547209002478,
      "grad_norm": 0.49735143780708313,
      "learning_rate": 4.569535770325725e-05,
      "loss": 5.3057,
      "step": 252085
    },
    {
      "epoch": 0.22065909749387497,
      "grad_norm": 0.4969717860221863,
      "learning_rate": 4.569518554440827e-05,
      "loss": 5.1113,
      "step": 252090
    },
    {
      "epoch": 0.22066347408750212,
      "grad_norm": 0.49639269709587097,
      "learning_rate": 4.5695013382531915e-05,
      "loss": 4.4016,
      "step": 252095
    },
    {
      "epoch": 0.22066785068112926,
      "grad_norm": 0.5005143284797668,
      "learning_rate": 4.5694841217628196e-05,
      "loss": 4.3251,
      "step": 252100
    },
    {
      "epoch": 0.2206722272747564,
      "grad_norm": 0.5057748556137085,
      "learning_rate": 4.5694669049697134e-05,
      "loss": 5.4502,
      "step": 252105
    },
    {
      "epoch": 0.2206766038683836,
      "grad_norm": 0.5001687407493591,
      "learning_rate": 4.56944968787388e-05,
      "loss": 6.2662,
      "step": 252110
    },
    {
      "epoch": 0.22068098046201073,
      "grad_norm": 0.4938862919807434,
      "learning_rate": 4.56943247047532e-05,
      "loss": 5.9291,
      "step": 252115
    },
    {
      "epoch": 0.22068535705563788,
      "grad_norm": 0.49707502126693726,
      "learning_rate": 4.569415252774038e-05,
      "loss": 4.886,
      "step": 252120
    },
    {
      "epoch": 0.22068973364926503,
      "grad_norm": 0.5026684999465942,
      "learning_rate": 4.569398034770035e-05,
      "loss": 4.8825,
      "step": 252125
    },
    {
      "epoch": 0.2206941102428922,
      "grad_norm": 0.5122095942497253,
      "learning_rate": 4.569380816463317e-05,
      "loss": 5.6529,
      "step": 252130
    },
    {
      "epoch": 0.22069848683651935,
      "grad_norm": 0.49089890718460083,
      "learning_rate": 4.569363597853886e-05,
      "loss": 6.2148,
      "step": 252135
    },
    {
      "epoch": 0.2207028634301465,
      "grad_norm": 0.4887482821941376,
      "learning_rate": 4.5693463789417466e-05,
      "loss": 5.3821,
      "step": 252140
    },
    {
      "epoch": 0.22070724002377365,
      "grad_norm": 0.6197249293327332,
      "learning_rate": 4.569329159726901e-05,
      "loss": 4.1762,
      "step": 252145
    },
    {
      "epoch": 0.22071161661740082,
      "grad_norm": 0.5664477348327637,
      "learning_rate": 4.569311940209352e-05,
      "loss": 5.6979,
      "step": 252150
    },
    {
      "epoch": 0.22071599321102797,
      "grad_norm": 0.5041559338569641,
      "learning_rate": 4.5692947203891035e-05,
      "loss": 4.3903,
      "step": 252155
    },
    {
      "epoch": 0.22072036980465512,
      "grad_norm": 0.5017018914222717,
      "learning_rate": 4.569277500266159e-05,
      "loss": 4.4031,
      "step": 252160
    },
    {
      "epoch": 0.22072474639828227,
      "grad_norm": 0.5209081172943115,
      "learning_rate": 4.569260279840523e-05,
      "loss": 5.7324,
      "step": 252165
    },
    {
      "epoch": 0.22072912299190942,
      "grad_norm": 0.5145349502563477,
      "learning_rate": 4.569243059112196e-05,
      "loss": 6.217,
      "step": 252170
    },
    {
      "epoch": 0.2207334995855366,
      "grad_norm": 0.48718973994255066,
      "learning_rate": 4.569225838081184e-05,
      "loss": 5.4508,
      "step": 252175
    },
    {
      "epoch": 0.22073787617916374,
      "grad_norm": 0.5077850818634033,
      "learning_rate": 4.569208616747488e-05,
      "loss": 5.6012,
      "step": 252180
    },
    {
      "epoch": 0.2207422527727909,
      "grad_norm": 0.4910980463027954,
      "learning_rate": 4.569191395111113e-05,
      "loss": 5.2275,
      "step": 252185
    },
    {
      "epoch": 0.22074662936641803,
      "grad_norm": 0.5002026557922363,
      "learning_rate": 4.569174173172063e-05,
      "loss": 5.3725,
      "step": 252190
    },
    {
      "epoch": 0.2207510059600452,
      "grad_norm": 0.5054710507392883,
      "learning_rate": 4.569156950930339e-05,
      "loss": 5.1276,
      "step": 252195
    },
    {
      "epoch": 0.22075538255367236,
      "grad_norm": 0.49359920620918274,
      "learning_rate": 4.569139728385946e-05,
      "loss": 5.0785,
      "step": 252200
    },
    {
      "epoch": 0.2207597591472995,
      "grad_norm": 0.5194340944290161,
      "learning_rate": 4.569122505538886e-05,
      "loss": 5.6236,
      "step": 252205
    },
    {
      "epoch": 0.22076413574092665,
      "grad_norm": 0.5164990425109863,
      "learning_rate": 4.5691052823891644e-05,
      "loss": 5.3385,
      "step": 252210
    },
    {
      "epoch": 0.22076851233455383,
      "grad_norm": 0.48948007822036743,
      "learning_rate": 4.569088058936783e-05,
      "loss": 5.1438,
      "step": 252215
    },
    {
      "epoch": 0.22077288892818098,
      "grad_norm": 0.5111222863197327,
      "learning_rate": 4.569070835181745e-05,
      "loss": 5.4163,
      "step": 252220
    },
    {
      "epoch": 0.22077726552180812,
      "grad_norm": 0.5449100732803345,
      "learning_rate": 4.569053611124054e-05,
      "loss": 4.6533,
      "step": 252225
    },
    {
      "epoch": 0.22078164211543527,
      "grad_norm": 0.5157997608184814,
      "learning_rate": 4.569036386763713e-05,
      "loss": 4.103,
      "step": 252230
    },
    {
      "epoch": 0.22078601870906245,
      "grad_norm": 0.5167515873908997,
      "learning_rate": 4.5690191621007274e-05,
      "loss": 5.4548,
      "step": 252235
    },
    {
      "epoch": 0.2207903953026896,
      "grad_norm": 0.5124210715293884,
      "learning_rate": 4.569001937135098e-05,
      "loss": 5.1835,
      "step": 252240
    },
    {
      "epoch": 0.22079477189631674,
      "grad_norm": 0.5062345266342163,
      "learning_rate": 4.568984711866829e-05,
      "loss": 5.7719,
      "step": 252245
    },
    {
      "epoch": 0.2207991484899439,
      "grad_norm": 0.5144190192222595,
      "learning_rate": 4.568967486295924e-05,
      "loss": 5.1146,
      "step": 252250
    },
    {
      "epoch": 0.22080352508357107,
      "grad_norm": 0.49090465903282166,
      "learning_rate": 4.5689502604223854e-05,
      "loss": 5.1053,
      "step": 252255
    },
    {
      "epoch": 0.22080790167719822,
      "grad_norm": 0.494648277759552,
      "learning_rate": 4.5689330342462175e-05,
      "loss": 5.7312,
      "step": 252260
    },
    {
      "epoch": 0.22081227827082536,
      "grad_norm": 0.4974846839904785,
      "learning_rate": 4.568915807767423e-05,
      "loss": 5.9215,
      "step": 252265
    },
    {
      "epoch": 0.2208166548644525,
      "grad_norm": 0.49563801288604736,
      "learning_rate": 4.568898580986006e-05,
      "loss": 5.8977,
      "step": 252270
    },
    {
      "epoch": 0.2208210314580797,
      "grad_norm": 0.5736393928527832,
      "learning_rate": 4.568881353901969e-05,
      "loss": 4.6258,
      "step": 252275
    },
    {
      "epoch": 0.22082540805170683,
      "grad_norm": 0.5525435209274292,
      "learning_rate": 4.568864126515317e-05,
      "loss": 5.1461,
      "step": 252280
    },
    {
      "epoch": 0.22082978464533398,
      "grad_norm": 0.49254685640335083,
      "learning_rate": 4.56884689882605e-05,
      "loss": 4.6229,
      "step": 252285
    },
    {
      "epoch": 0.22083416123896113,
      "grad_norm": 0.5014857649803162,
      "learning_rate": 4.568829670834175e-05,
      "loss": 5.2805,
      "step": 252290
    },
    {
      "epoch": 0.22083853783258828,
      "grad_norm": 0.49343183636665344,
      "learning_rate": 4.568812442539693e-05,
      "loss": 5.6768,
      "step": 252295
    },
    {
      "epoch": 0.22084291442621545,
      "grad_norm": 0.49803832173347473,
      "learning_rate": 4.568795213942607e-05,
      "loss": 5.2142,
      "step": 252300
    },
    {
      "epoch": 0.2208472910198426,
      "grad_norm": 0.5030030608177185,
      "learning_rate": 4.5687779850429227e-05,
      "loss": 5.4255,
      "step": 252305
    },
    {
      "epoch": 0.22085166761346975,
      "grad_norm": 0.4935329556465149,
      "learning_rate": 4.568760755840641e-05,
      "loss": 5.3908,
      "step": 252310
    },
    {
      "epoch": 0.2208560442070969,
      "grad_norm": 0.4848015308380127,
      "learning_rate": 4.568743526335767e-05,
      "loss": 5.6018,
      "step": 252315
    },
    {
      "epoch": 0.22086042080072407,
      "grad_norm": 0.5755143761634827,
      "learning_rate": 4.568726296528303e-05,
      "loss": 4.4255,
      "step": 252320
    },
    {
      "epoch": 0.22086479739435122,
      "grad_norm": 0.5017691850662231,
      "learning_rate": 4.568709066418252e-05,
      "loss": 6.1926,
      "step": 252325
    },
    {
      "epoch": 0.22086917398797837,
      "grad_norm": 0.489961713552475,
      "learning_rate": 4.568691836005618e-05,
      "loss": 4.8854,
      "step": 252330
    },
    {
      "epoch": 0.22087355058160552,
      "grad_norm": 0.5235185027122498,
      "learning_rate": 4.568674605290405e-05,
      "loss": 5.4362,
      "step": 252335
    },
    {
      "epoch": 0.2208779271752327,
      "grad_norm": 0.4933803677558899,
      "learning_rate": 4.5686573742726156e-05,
      "loss": 4.9152,
      "step": 252340
    },
    {
      "epoch": 0.22088230376885984,
      "grad_norm": 0.5011976361274719,
      "learning_rate": 4.5686401429522526e-05,
      "loss": 4.3806,
      "step": 252345
    },
    {
      "epoch": 0.220886680362487,
      "grad_norm": 0.5135345458984375,
      "learning_rate": 4.56862291132932e-05,
      "loss": 5.2181,
      "step": 252350
    },
    {
      "epoch": 0.22089105695611413,
      "grad_norm": 0.511945366859436,
      "learning_rate": 4.56860567940382e-05,
      "loss": 5.4369,
      "step": 252355
    },
    {
      "epoch": 0.2208954335497413,
      "grad_norm": 0.520355761051178,
      "learning_rate": 4.568588447175758e-05,
      "loss": 5.4063,
      "step": 252360
    },
    {
      "epoch": 0.22089981014336846,
      "grad_norm": 0.5055907368659973,
      "learning_rate": 4.5685712146451354e-05,
      "loss": 4.8005,
      "step": 252365
    },
    {
      "epoch": 0.2209041867369956,
      "grad_norm": 0.48932182788848877,
      "learning_rate": 4.5685539818119574e-05,
      "loss": 5.6773,
      "step": 252370
    },
    {
      "epoch": 0.22090856333062275,
      "grad_norm": 0.5297451019287109,
      "learning_rate": 4.568536748676225e-05,
      "loss": 5.4546,
      "step": 252375
    },
    {
      "epoch": 0.22091293992424993,
      "grad_norm": 0.5118481516838074,
      "learning_rate": 4.568519515237943e-05,
      "loss": 4.9117,
      "step": 252380
    },
    {
      "epoch": 0.22091731651787708,
      "grad_norm": 0.5084903240203857,
      "learning_rate": 4.568502281497116e-05,
      "loss": 6.2035,
      "step": 252385
    },
    {
      "epoch": 0.22092169311150422,
      "grad_norm": 0.5074045658111572,
      "learning_rate": 4.568485047453743e-05,
      "loss": 5.4438,
      "step": 252390
    },
    {
      "epoch": 0.22092606970513137,
      "grad_norm": 0.5053701996803284,
      "learning_rate": 4.568467813107832e-05,
      "loss": 5.1117,
      "step": 252395
    },
    {
      "epoch": 0.22093044629875855,
      "grad_norm": 0.5064194798469543,
      "learning_rate": 4.5684505784593846e-05,
      "loss": 5.6445,
      "step": 252400
    },
    {
      "epoch": 0.2209348228923857,
      "grad_norm": 0.5231272578239441,
      "learning_rate": 4.568433343508404e-05,
      "loss": 5.6293,
      "step": 252405
    },
    {
      "epoch": 0.22093919948601284,
      "grad_norm": 0.4920547306537628,
      "learning_rate": 4.5684161082548916e-05,
      "loss": 5.3557,
      "step": 252410
    },
    {
      "epoch": 0.22094357607964,
      "grad_norm": 0.5124702453613281,
      "learning_rate": 4.568398872698855e-05,
      "loss": 5.9354,
      "step": 252415
    },
    {
      "epoch": 0.22094795267326717,
      "grad_norm": 0.516575813293457,
      "learning_rate": 4.5683816368402935e-05,
      "loss": 5.1855,
      "step": 252420
    },
    {
      "epoch": 0.22095232926689432,
      "grad_norm": 0.5324141979217529,
      "learning_rate": 4.5683644006792125e-05,
      "loss": 4.8884,
      "step": 252425
    },
    {
      "epoch": 0.22095670586052146,
      "grad_norm": 0.5014983415603638,
      "learning_rate": 4.568347164215615e-05,
      "loss": 5.1289,
      "step": 252430
    },
    {
      "epoch": 0.2209610824541486,
      "grad_norm": 0.522567093372345,
      "learning_rate": 4.568329927449504e-05,
      "loss": 5.3889,
      "step": 252435
    },
    {
      "epoch": 0.22096545904777576,
      "grad_norm": 0.49336230754852295,
      "learning_rate": 4.5683126903808835e-05,
      "loss": 4.3885,
      "step": 252440
    },
    {
      "epoch": 0.22096983564140293,
      "grad_norm": 0.5074030160903931,
      "learning_rate": 4.5682954530097556e-05,
      "loss": 4.6127,
      "step": 252445
    },
    {
      "epoch": 0.22097421223503008,
      "grad_norm": 0.49761444330215454,
      "learning_rate": 4.568278215336125e-05,
      "loss": 5.0991,
      "step": 252450
    },
    {
      "epoch": 0.22097858882865723,
      "grad_norm": 0.602709949016571,
      "learning_rate": 4.568260977359995e-05,
      "loss": 4.6316,
      "step": 252455
    },
    {
      "epoch": 0.22098296542228438,
      "grad_norm": 0.5535475611686707,
      "learning_rate": 4.568243739081367e-05,
      "loss": 4.9146,
      "step": 252460
    },
    {
      "epoch": 0.22098734201591155,
      "grad_norm": 0.504015326499939,
      "learning_rate": 4.568226500500247e-05,
      "loss": 4.3943,
      "step": 252465
    },
    {
      "epoch": 0.2209917186095387,
      "grad_norm": 0.5200507640838623,
      "learning_rate": 4.568209261616635e-05,
      "loss": 5.138,
      "step": 252470
    },
    {
      "epoch": 0.22099609520316585,
      "grad_norm": 0.5025703310966492,
      "learning_rate": 4.5681920224305385e-05,
      "loss": 4.8459,
      "step": 252475
    },
    {
      "epoch": 0.221000471796793,
      "grad_norm": 0.5005695223808289,
      "learning_rate": 4.568174782941958e-05,
      "loss": 5.6262,
      "step": 252480
    },
    {
      "epoch": 0.22100484839042017,
      "grad_norm": 0.5245444178581238,
      "learning_rate": 4.568157543150896e-05,
      "loss": 5.6568,
      "step": 252485
    },
    {
      "epoch": 0.22100922498404732,
      "grad_norm": 0.47836148738861084,
      "learning_rate": 4.568140303057359e-05,
      "loss": 5.1074,
      "step": 252490
    },
    {
      "epoch": 0.22101360157767447,
      "grad_norm": 0.5113822817802429,
      "learning_rate": 4.568123062661348e-05,
      "loss": 4.7332,
      "step": 252495
    },
    {
      "epoch": 0.22101797817130162,
      "grad_norm": 0.5164453387260437,
      "learning_rate": 4.568105821962867e-05,
      "loss": 4.9022,
      "step": 252500
    },
    {
      "epoch": 0.2210223547649288,
      "grad_norm": 0.48221632838249207,
      "learning_rate": 4.568088580961919e-05,
      "loss": 5.1059,
      "step": 252505
    },
    {
      "epoch": 0.22102673135855594,
      "grad_norm": 0.5059382915496826,
      "learning_rate": 4.5680713396585075e-05,
      "loss": 5.3906,
      "step": 252510
    },
    {
      "epoch": 0.2210311079521831,
      "grad_norm": 0.4918881058692932,
      "learning_rate": 4.568054098052636e-05,
      "loss": 4.6152,
      "step": 252515
    },
    {
      "epoch": 0.22103548454581023,
      "grad_norm": 0.4923969805240631,
      "learning_rate": 4.568036856144309e-05,
      "loss": 5.4052,
      "step": 252520
    },
    {
      "epoch": 0.2210398611394374,
      "grad_norm": 0.5289241671562195,
      "learning_rate": 4.568019613933527e-05,
      "loss": 5.4218,
      "step": 252525
    },
    {
      "epoch": 0.22104423773306456,
      "grad_norm": 0.48494094610214233,
      "learning_rate": 4.5680023714202954e-05,
      "loss": 5.6688,
      "step": 252530
    },
    {
      "epoch": 0.2210486143266917,
      "grad_norm": 0.5021834969520569,
      "learning_rate": 4.567985128604617e-05,
      "loss": 4.0994,
      "step": 252535
    },
    {
      "epoch": 0.22105299092031885,
      "grad_norm": 0.49730950593948364,
      "learning_rate": 4.567967885486496e-05,
      "loss": 4.7468,
      "step": 252540
    },
    {
      "epoch": 0.22105736751394603,
      "grad_norm": 0.5931211709976196,
      "learning_rate": 4.5679506420659335e-05,
      "loss": 4.9143,
      "step": 252545
    },
    {
      "epoch": 0.22106174410757318,
      "grad_norm": 0.5376173257827759,
      "learning_rate": 4.567933398342935e-05,
      "loss": 5.2301,
      "step": 252550
    },
    {
      "epoch": 0.22106612070120032,
      "grad_norm": 0.6206567287445068,
      "learning_rate": 4.567916154317503e-05,
      "loss": 5.1314,
      "step": 252555
    },
    {
      "epoch": 0.22107049729482747,
      "grad_norm": 0.4847237765789032,
      "learning_rate": 4.567898909989639e-05,
      "loss": 4.9353,
      "step": 252560
    },
    {
      "epoch": 0.22107487388845462,
      "grad_norm": 0.49565401673316956,
      "learning_rate": 4.567881665359352e-05,
      "loss": 4.5309,
      "step": 252565
    },
    {
      "epoch": 0.2210792504820818,
      "grad_norm": 0.49665367603302,
      "learning_rate": 4.567864420426639e-05,
      "loss": 4.4347,
      "step": 252570
    },
    {
      "epoch": 0.22108362707570894,
      "grad_norm": 0.4933604896068573,
      "learning_rate": 4.567847175191505e-05,
      "loss": 5.1264,
      "step": 252575
    },
    {
      "epoch": 0.2210880036693361,
      "grad_norm": 0.4921148419380188,
      "learning_rate": 4.5678299296539564e-05,
      "loss": 4.7106,
      "step": 252580
    },
    {
      "epoch": 0.22109238026296324,
      "grad_norm": 0.4894329011440277,
      "learning_rate": 4.5678126838139925e-05,
      "loss": 4.8112,
      "step": 252585
    },
    {
      "epoch": 0.22109675685659042,
      "grad_norm": 0.49835360050201416,
      "learning_rate": 4.5677954376716195e-05,
      "loss": 4.9079,
      "step": 252590
    },
    {
      "epoch": 0.22110113345021756,
      "grad_norm": 0.5222611427307129,
      "learning_rate": 4.567778191226839e-05,
      "loss": 5.4102,
      "step": 252595
    },
    {
      "epoch": 0.2211055100438447,
      "grad_norm": 0.5773334503173828,
      "learning_rate": 4.5677609444796546e-05,
      "loss": 4.9105,
      "step": 252600
    },
    {
      "epoch": 0.22110988663747186,
      "grad_norm": 0.61339271068573,
      "learning_rate": 4.56774369743007e-05,
      "loss": 5.2327,
      "step": 252605
    },
    {
      "epoch": 0.22111426323109903,
      "grad_norm": 0.5436105728149414,
      "learning_rate": 4.56772645007809e-05,
      "loss": 5.193,
      "step": 252610
    },
    {
      "epoch": 0.22111863982472618,
      "grad_norm": 0.49091801047325134,
      "learning_rate": 4.567709202423716e-05,
      "loss": 6.2129,
      "step": 252615
    },
    {
      "epoch": 0.22112301641835333,
      "grad_norm": 0.49892565608024597,
      "learning_rate": 4.567691954466951e-05,
      "loss": 4.3796,
      "step": 252620
    },
    {
      "epoch": 0.22112739301198048,
      "grad_norm": 0.5391213893890381,
      "learning_rate": 4.5676747062077985e-05,
      "loss": 5.1248,
      "step": 252625
    },
    {
      "epoch": 0.22113176960560765,
      "grad_norm": 0.5057358741760254,
      "learning_rate": 4.567657457646263e-05,
      "loss": 5.442,
      "step": 252630
    },
    {
      "epoch": 0.2211361461992348,
      "grad_norm": 0.4870094656944275,
      "learning_rate": 4.567640208782348e-05,
      "loss": 5.1327,
      "step": 252635
    },
    {
      "epoch": 0.22114052279286195,
      "grad_norm": 0.5054084062576294,
      "learning_rate": 4.567622959616056e-05,
      "loss": 5.4475,
      "step": 252640
    },
    {
      "epoch": 0.2211448993864891,
      "grad_norm": 0.5025686025619507,
      "learning_rate": 4.56760571014739e-05,
      "loss": 4.9362,
      "step": 252645
    },
    {
      "epoch": 0.22114927598011627,
      "grad_norm": 0.5448260307312012,
      "learning_rate": 4.567588460376353e-05,
      "loss": 5.666,
      "step": 252650
    },
    {
      "epoch": 0.22115365257374342,
      "grad_norm": 0.4964603781700134,
      "learning_rate": 4.56757121030295e-05,
      "loss": 4.6382,
      "step": 252655
    },
    {
      "epoch": 0.22115802916737057,
      "grad_norm": 0.5021975636482239,
      "learning_rate": 4.567553959927183e-05,
      "loss": 4.9102,
      "step": 252660
    },
    {
      "epoch": 0.22116240576099772,
      "grad_norm": 0.5020953416824341,
      "learning_rate": 4.567536709249056e-05,
      "loss": 5.8906,
      "step": 252665
    },
    {
      "epoch": 0.2211667823546249,
      "grad_norm": 0.5159507989883423,
      "learning_rate": 4.567519458268572e-05,
      "loss": 5.1575,
      "step": 252670
    },
    {
      "epoch": 0.22117115894825204,
      "grad_norm": 0.5269886255264282,
      "learning_rate": 4.567502206985734e-05,
      "loss": 5.3609,
      "step": 252675
    },
    {
      "epoch": 0.2211755355418792,
      "grad_norm": 0.49644869565963745,
      "learning_rate": 4.567484955400546e-05,
      "loss": 4.8878,
      "step": 252680
    },
    {
      "epoch": 0.22117991213550633,
      "grad_norm": 0.48925748467445374,
      "learning_rate": 4.567467703513011e-05,
      "loss": 4.0606,
      "step": 252685
    },
    {
      "epoch": 0.22118428872913348,
      "grad_norm": 0.4994066059589386,
      "learning_rate": 4.567450451323132e-05,
      "loss": 5.6574,
      "step": 252690
    },
    {
      "epoch": 0.22118866532276066,
      "grad_norm": 0.49105992913246155,
      "learning_rate": 4.567433198830913e-05,
      "loss": 5.923,
      "step": 252695
    },
    {
      "epoch": 0.2211930419163878,
      "grad_norm": 0.5045431852340698,
      "learning_rate": 4.5674159460363564e-05,
      "loss": 4.9022,
      "step": 252700
    },
    {
      "epoch": 0.22119741851001495,
      "grad_norm": 0.48349031805992126,
      "learning_rate": 4.5673986929394675e-05,
      "loss": 5.3326,
      "step": 252705
    },
    {
      "epoch": 0.2212017951036421,
      "grad_norm": 0.5059618949890137,
      "learning_rate": 4.567381439540247e-05,
      "loss": 4.9325,
      "step": 252710
    },
    {
      "epoch": 0.22120617169726928,
      "grad_norm": 0.4830123484134674,
      "learning_rate": 4.5673641858387e-05,
      "loss": 4.6252,
      "step": 252715
    },
    {
      "epoch": 0.22121054829089642,
      "grad_norm": 0.5117123126983643,
      "learning_rate": 4.567346931834829e-05,
      "loss": 5.7069,
      "step": 252720
    },
    {
      "epoch": 0.22121492488452357,
      "grad_norm": 0.5166919827461243,
      "learning_rate": 4.567329677528638e-05,
      "loss": 5.3031,
      "step": 252725
    },
    {
      "epoch": 0.22121930147815072,
      "grad_norm": 0.4883232116699219,
      "learning_rate": 4.56731242292013e-05,
      "loss": 5.7357,
      "step": 252730
    },
    {
      "epoch": 0.2212236780717779,
      "grad_norm": 0.5079745650291443,
      "learning_rate": 4.567295168009308e-05,
      "loss": 4.3871,
      "step": 252735
    },
    {
      "epoch": 0.22122805466540504,
      "grad_norm": 0.5395500063896179,
      "learning_rate": 4.5672779127961765e-05,
      "loss": 4.6131,
      "step": 252740
    },
    {
      "epoch": 0.2212324312590322,
      "grad_norm": 0.5087350010871887,
      "learning_rate": 4.567260657280736e-05,
      "loss": 5.6566,
      "step": 252745
    },
    {
      "epoch": 0.22123680785265934,
      "grad_norm": 0.5116918087005615,
      "learning_rate": 4.567243401462994e-05,
      "loss": 5.7576,
      "step": 252750
    },
    {
      "epoch": 0.22124118444628652,
      "grad_norm": 0.49480780959129333,
      "learning_rate": 4.5672261453429496e-05,
      "loss": 5.6604,
      "step": 252755
    },
    {
      "epoch": 0.22124556103991366,
      "grad_norm": 0.5149336457252502,
      "learning_rate": 4.56720888892061e-05,
      "loss": 5.4536,
      "step": 252760
    },
    {
      "epoch": 0.2212499376335408,
      "grad_norm": 0.516863226890564,
      "learning_rate": 4.5671916321959754e-05,
      "loss": 5.7116,
      "step": 252765
    },
    {
      "epoch": 0.22125431422716796,
      "grad_norm": 0.5024734139442444,
      "learning_rate": 4.567174375169051e-05,
      "loss": 4.7119,
      "step": 252770
    },
    {
      "epoch": 0.22125869082079513,
      "grad_norm": 0.5190573930740356,
      "learning_rate": 4.5671571178398385e-05,
      "loss": 4.6944,
      "step": 252775
    },
    {
      "epoch": 0.22126306741442228,
      "grad_norm": 0.49352604150772095,
      "learning_rate": 4.567139860208344e-05,
      "loss": 5.1917,
      "step": 252780
    },
    {
      "epoch": 0.22126744400804943,
      "grad_norm": 0.49618998169898987,
      "learning_rate": 4.567122602274568e-05,
      "loss": 4.8512,
      "step": 252785
    },
    {
      "epoch": 0.22127182060167658,
      "grad_norm": 0.49403253197669983,
      "learning_rate": 4.567105344038515e-05,
      "loss": 4.3769,
      "step": 252790
    },
    {
      "epoch": 0.22127619719530375,
      "grad_norm": 0.499726802110672,
      "learning_rate": 4.567088085500188e-05,
      "loss": 5.9297,
      "step": 252795
    },
    {
      "epoch": 0.2212805737889309,
      "grad_norm": 0.5031201243400574,
      "learning_rate": 4.567070826659591e-05,
      "loss": 5.6246,
      "step": 252800
    },
    {
      "epoch": 0.22128495038255805,
      "grad_norm": 0.49923384189605713,
      "learning_rate": 4.567053567516727e-05,
      "loss": 4.4205,
      "step": 252805
    },
    {
      "epoch": 0.2212893269761852,
      "grad_norm": 0.5082721710205078,
      "learning_rate": 4.5670363080715987e-05,
      "loss": 4.9235,
      "step": 252810
    },
    {
      "epoch": 0.22129370356981234,
      "grad_norm": 0.5178422927856445,
      "learning_rate": 4.5670190483242116e-05,
      "loss": 4.8271,
      "step": 252815
    },
    {
      "epoch": 0.22129808016343952,
      "grad_norm": 0.5105549693107605,
      "learning_rate": 4.567001788274565e-05,
      "loss": 4.3455,
      "step": 252820
    },
    {
      "epoch": 0.22130245675706667,
      "grad_norm": 0.5030871629714966,
      "learning_rate": 4.566984527922665e-05,
      "loss": 5.1188,
      "step": 252825
    },
    {
      "epoch": 0.22130683335069382,
      "grad_norm": 0.4968329071998596,
      "learning_rate": 4.566967267268516e-05,
      "loss": 4.1672,
      "step": 252830
    },
    {
      "epoch": 0.22131120994432096,
      "grad_norm": 0.5322070717811584,
      "learning_rate": 4.5669500063121194e-05,
      "loss": 5.9242,
      "step": 252835
    },
    {
      "epoch": 0.22131558653794814,
      "grad_norm": 0.5111393332481384,
      "learning_rate": 4.5669327450534785e-05,
      "loss": 4.1011,
      "step": 252840
    },
    {
      "epoch": 0.2213199631315753,
      "grad_norm": 0.5519638061523438,
      "learning_rate": 4.5669154834925974e-05,
      "loss": 5.7499,
      "step": 252845
    },
    {
      "epoch": 0.22132433972520243,
      "grad_norm": 0.50356125831604,
      "learning_rate": 4.5668982216294786e-05,
      "loss": 6.193,
      "step": 252850
    },
    {
      "epoch": 0.22132871631882958,
      "grad_norm": 0.5132713913917542,
      "learning_rate": 4.566880959464127e-05,
      "loss": 5.6981,
      "step": 252855
    },
    {
      "epoch": 0.22133309291245676,
      "grad_norm": 0.49078884720802307,
      "learning_rate": 4.566863696996544e-05,
      "loss": 5.6502,
      "step": 252860
    },
    {
      "epoch": 0.2213374695060839,
      "grad_norm": 0.5357499718666077,
      "learning_rate": 4.5668464342267345e-05,
      "loss": 5.6383,
      "step": 252865
    },
    {
      "epoch": 0.22134184609971105,
      "grad_norm": 0.5037084221839905,
      "learning_rate": 4.5668291711547005e-05,
      "loss": 5.7226,
      "step": 252870
    },
    {
      "epoch": 0.2213462226933382,
      "grad_norm": 0.4940671920776367,
      "learning_rate": 4.566811907780447e-05,
      "loss": 5.3983,
      "step": 252875
    },
    {
      "epoch": 0.22135059928696538,
      "grad_norm": 0.505243182182312,
      "learning_rate": 4.566794644103975e-05,
      "loss": 5.1211,
      "step": 252880
    },
    {
      "epoch": 0.22135497588059252,
      "grad_norm": 0.5140334367752075,
      "learning_rate": 4.566777380125291e-05,
      "loss": 5.1927,
      "step": 252885
    },
    {
      "epoch": 0.22135935247421967,
      "grad_norm": 0.4927085340023041,
      "learning_rate": 4.566760115844395e-05,
      "loss": 5.1429,
      "step": 252890
    },
    {
      "epoch": 0.22136372906784682,
      "grad_norm": 0.5104606747627258,
      "learning_rate": 4.566742851261292e-05,
      "loss": 4.5153,
      "step": 252895
    },
    {
      "epoch": 0.221368105661474,
      "grad_norm": 0.5175427794456482,
      "learning_rate": 4.566725586375986e-05,
      "loss": 4.6688,
      "step": 252900
    },
    {
      "epoch": 0.22137248225510114,
      "grad_norm": 0.513973593711853,
      "learning_rate": 4.5667083211884786e-05,
      "loss": 4.5759,
      "step": 252905
    },
    {
      "epoch": 0.2213768588487283,
      "grad_norm": 0.5216304659843445,
      "learning_rate": 4.566691055698774e-05,
      "loss": 5.1179,
      "step": 252910
    },
    {
      "epoch": 0.22138123544235544,
      "grad_norm": 0.5470005869865417,
      "learning_rate": 4.566673789906876e-05,
      "loss": 5.4198,
      "step": 252915
    },
    {
      "epoch": 0.22138561203598262,
      "grad_norm": 0.5324013829231262,
      "learning_rate": 4.566656523812788e-05,
      "loss": 5.2848,
      "step": 252920
    },
    {
      "epoch": 0.22138998862960976,
      "grad_norm": 0.5097150206565857,
      "learning_rate": 4.566639257416512e-05,
      "loss": 4.1131,
      "step": 252925
    },
    {
      "epoch": 0.2213943652232369,
      "grad_norm": 0.5074567198753357,
      "learning_rate": 4.566621990718052e-05,
      "loss": 4.9288,
      "step": 252930
    },
    {
      "epoch": 0.22139874181686406,
      "grad_norm": 0.479094922542572,
      "learning_rate": 4.5666047237174126e-05,
      "loss": 4.8402,
      "step": 252935
    },
    {
      "epoch": 0.2214031184104912,
      "grad_norm": 0.5071783661842346,
      "learning_rate": 4.566587456414595e-05,
      "loss": 6.2248,
      "step": 252940
    },
    {
      "epoch": 0.22140749500411838,
      "grad_norm": 0.4798266589641571,
      "learning_rate": 4.5665701888096036e-05,
      "loss": 5.3178,
      "step": 252945
    },
    {
      "epoch": 0.22141187159774553,
      "grad_norm": 0.5286321640014648,
      "learning_rate": 4.566552920902442e-05,
      "loss": 4.8977,
      "step": 252950
    },
    {
      "epoch": 0.22141624819137268,
      "grad_norm": 0.4936217665672302,
      "learning_rate": 4.5665356526931124e-05,
      "loss": 5.9238,
      "step": 252955
    },
    {
      "epoch": 0.22142062478499983,
      "grad_norm": 0.5097342133522034,
      "learning_rate": 4.56651838418162e-05,
      "loss": 5.4217,
      "step": 252960
    },
    {
      "epoch": 0.221425001378627,
      "grad_norm": 0.5155960917472839,
      "learning_rate": 4.566501115367966e-05,
      "loss": 4.9135,
      "step": 252965
    },
    {
      "epoch": 0.22142937797225415,
      "grad_norm": 0.5055727958679199,
      "learning_rate": 4.5664838462521556e-05,
      "loss": 4.9186,
      "step": 252970
    },
    {
      "epoch": 0.2214337545658813,
      "grad_norm": 0.5057201385498047,
      "learning_rate": 4.566466576834191e-05,
      "loss": 5.4454,
      "step": 252975
    },
    {
      "epoch": 0.22143813115950844,
      "grad_norm": 0.506919264793396,
      "learning_rate": 4.566449307114077e-05,
      "loss": 4.8919,
      "step": 252980
    },
    {
      "epoch": 0.22144250775313562,
      "grad_norm": 0.48141950368881226,
      "learning_rate": 4.566432037091814e-05,
      "loss": 5.71,
      "step": 252985
    },
    {
      "epoch": 0.22144688434676277,
      "grad_norm": 0.48862019181251526,
      "learning_rate": 4.566414766767407e-05,
      "loss": 5.9637,
      "step": 252990
    },
    {
      "epoch": 0.22145126094038992,
      "grad_norm": 0.4868696630001068,
      "learning_rate": 4.566397496140861e-05,
      "loss": 5.075,
      "step": 252995
    },
    {
      "epoch": 0.22145563753401706,
      "grad_norm": 0.5119705200195312,
      "learning_rate": 4.566380225212177e-05,
      "loss": 4.0993,
      "step": 253000
    },
    {
      "epoch": 0.22146001412764424,
      "grad_norm": 0.5063652396202087,
      "learning_rate": 4.566362953981359e-05,
      "loss": 4.6218,
      "step": 253005
    },
    {
      "epoch": 0.2214643907212714,
      "grad_norm": 0.5178416967391968,
      "learning_rate": 4.566345682448411e-05,
      "loss": 4.7236,
      "step": 253010
    },
    {
      "epoch": 0.22146876731489853,
      "grad_norm": 0.495272159576416,
      "learning_rate": 4.5663284106133354e-05,
      "loss": 4.6059,
      "step": 253015
    },
    {
      "epoch": 0.22147314390852568,
      "grad_norm": 0.5005179047584534,
      "learning_rate": 4.566311138476136e-05,
      "loss": 4.4174,
      "step": 253020
    },
    {
      "epoch": 0.22147752050215286,
      "grad_norm": 0.48768725991249084,
      "learning_rate": 4.566293866036816e-05,
      "loss": 5.7286,
      "step": 253025
    },
    {
      "epoch": 0.22148189709578,
      "grad_norm": 0.5499215126037598,
      "learning_rate": 4.566276593295378e-05,
      "loss": 4.9105,
      "step": 253030
    },
    {
      "epoch": 0.22148627368940715,
      "grad_norm": 0.49897822737693787,
      "learning_rate": 4.5662593202518266e-05,
      "loss": 5.4338,
      "step": 253035
    },
    {
      "epoch": 0.2214906502830343,
      "grad_norm": 0.48200157284736633,
      "learning_rate": 4.566242046906165e-05,
      "loss": 5.6949,
      "step": 253040
    },
    {
      "epoch": 0.22149502687666148,
      "grad_norm": 0.48663535714149475,
      "learning_rate": 4.566224773258396e-05,
      "loss": 4.9145,
      "step": 253045
    },
    {
      "epoch": 0.22149940347028862,
      "grad_norm": 0.505212128162384,
      "learning_rate": 4.5662074993085226e-05,
      "loss": 5.1476,
      "step": 253050
    },
    {
      "epoch": 0.22150378006391577,
      "grad_norm": 0.4928809702396393,
      "learning_rate": 4.5661902250565495e-05,
      "loss": 5.2115,
      "step": 253055
    },
    {
      "epoch": 0.22150815665754292,
      "grad_norm": 0.4952094554901123,
      "learning_rate": 4.566172950502478e-05,
      "loss": 6.225,
      "step": 253060
    },
    {
      "epoch": 0.2215125332511701,
      "grad_norm": 0.4915224015712738,
      "learning_rate": 4.566155675646314e-05,
      "loss": 5.8982,
      "step": 253065
    },
    {
      "epoch": 0.22151690984479724,
      "grad_norm": 0.49948418140411377,
      "learning_rate": 4.566138400488059e-05,
      "loss": 5.6236,
      "step": 253070
    },
    {
      "epoch": 0.2215212864384244,
      "grad_norm": 0.5092385411262512,
      "learning_rate": 4.566121125027717e-05,
      "loss": 5.748,
      "step": 253075
    },
    {
      "epoch": 0.22152566303205154,
      "grad_norm": 0.5042327046394348,
      "learning_rate": 4.5661038492652895e-05,
      "loss": 5.4503,
      "step": 253080
    },
    {
      "epoch": 0.2215300396256787,
      "grad_norm": 0.509850263595581,
      "learning_rate": 4.566086573200783e-05,
      "loss": 5.403,
      "step": 253085
    },
    {
      "epoch": 0.22153441621930586,
      "grad_norm": 0.49831461906433105,
      "learning_rate": 4.5660692968341976e-05,
      "loss": 5.1863,
      "step": 253090
    },
    {
      "epoch": 0.221538792812933,
      "grad_norm": 0.49943166971206665,
      "learning_rate": 4.56605202016554e-05,
      "loss": 5.1131,
      "step": 253095
    },
    {
      "epoch": 0.22154316940656016,
      "grad_norm": 0.49890291690826416,
      "learning_rate": 4.566034743194811e-05,
      "loss": 5.3113,
      "step": 253100
    },
    {
      "epoch": 0.2215475460001873,
      "grad_norm": 0.5185239911079407,
      "learning_rate": 4.566017465922016e-05,
      "loss": 5.4534,
      "step": 253105
    },
    {
      "epoch": 0.22155192259381448,
      "grad_norm": 0.49377763271331787,
      "learning_rate": 4.566000188347155e-05,
      "loss": 6.226,
      "step": 253110
    },
    {
      "epoch": 0.22155629918744163,
      "grad_norm": 0.5135707259178162,
      "learning_rate": 4.5659829104702344e-05,
      "loss": 4.0893,
      "step": 253115
    },
    {
      "epoch": 0.22156067578106878,
      "grad_norm": 0.5113500356674194,
      "learning_rate": 4.565965632291257e-05,
      "loss": 5.1964,
      "step": 253120
    },
    {
      "epoch": 0.22156505237469593,
      "grad_norm": 0.5249731540679932,
      "learning_rate": 4.5659483538102256e-05,
      "loss": 5.1004,
      "step": 253125
    },
    {
      "epoch": 0.2215694289683231,
      "grad_norm": 0.5218862891197205,
      "learning_rate": 4.565931075027143e-05,
      "loss": 5.6031,
      "step": 253130
    },
    {
      "epoch": 0.22157380556195025,
      "grad_norm": 0.5047672390937805,
      "learning_rate": 4.565913795942013e-05,
      "loss": 5.6461,
      "step": 253135
    },
    {
      "epoch": 0.2215781821555774,
      "grad_norm": 0.5064321756362915,
      "learning_rate": 4.56589651655484e-05,
      "loss": 4.8924,
      "step": 253140
    },
    {
      "epoch": 0.22158255874920454,
      "grad_norm": 0.5220599174499512,
      "learning_rate": 4.565879236865625e-05,
      "loss": 5.4461,
      "step": 253145
    },
    {
      "epoch": 0.22158693534283172,
      "grad_norm": 0.4913625121116638,
      "learning_rate": 4.5658619568743744e-05,
      "loss": 4.841,
      "step": 253150
    },
    {
      "epoch": 0.22159131193645887,
      "grad_norm": 0.49894145131111145,
      "learning_rate": 4.565844676581089e-05,
      "loss": 5.1369,
      "step": 253155
    },
    {
      "epoch": 0.22159568853008602,
      "grad_norm": 0.5996680855751038,
      "learning_rate": 4.565827395985773e-05,
      "loss": 4.8303,
      "step": 253160
    },
    {
      "epoch": 0.22160006512371316,
      "grad_norm": 0.6220589876174927,
      "learning_rate": 4.56581011508843e-05,
      "loss": 5.167,
      "step": 253165
    },
    {
      "epoch": 0.22160444171734034,
      "grad_norm": 0.5788232088088989,
      "learning_rate": 4.565792833889063e-05,
      "loss": 5.7524,
      "step": 253170
    },
    {
      "epoch": 0.2216088183109675,
      "grad_norm": 0.4911729395389557,
      "learning_rate": 4.565775552387676e-05,
      "loss": 4.6084,
      "step": 253175
    },
    {
      "epoch": 0.22161319490459463,
      "grad_norm": 0.5237431526184082,
      "learning_rate": 4.565758270584269e-05,
      "loss": 4.8266,
      "step": 253180
    },
    {
      "epoch": 0.22161757149822178,
      "grad_norm": 0.5137963891029358,
      "learning_rate": 4.565740988478852e-05,
      "loss": 5.6197,
      "step": 253185
    },
    {
      "epoch": 0.22162194809184896,
      "grad_norm": 0.4887066185474396,
      "learning_rate": 4.565723706071422e-05,
      "loss": 5.4407,
      "step": 253190
    },
    {
      "epoch": 0.2216263246854761,
      "grad_norm": 0.5049057602882385,
      "learning_rate": 4.565706423361985e-05,
      "loss": 5.4247,
      "step": 253195
    },
    {
      "epoch": 0.22163070127910325,
      "grad_norm": 0.5138791799545288,
      "learning_rate": 4.5656891403505444e-05,
      "loss": 5.9609,
      "step": 253200
    },
    {
      "epoch": 0.2216350778727304,
      "grad_norm": 0.5887941718101501,
      "learning_rate": 4.565671857037103e-05,
      "loss": 5.0925,
      "step": 253205
    },
    {
      "epoch": 0.22163945446635755,
      "grad_norm": 0.5162177085876465,
      "learning_rate": 4.565654573421665e-05,
      "loss": 5.4469,
      "step": 253210
    },
    {
      "epoch": 0.22164383105998473,
      "grad_norm": 0.5085523128509521,
      "learning_rate": 4.565637289504232e-05,
      "loss": 5.2576,
      "step": 253215
    },
    {
      "epoch": 0.22164820765361187,
      "grad_norm": 0.5151230096817017,
      "learning_rate": 4.56562000528481e-05,
      "loss": 4.8318,
      "step": 253220
    },
    {
      "epoch": 0.22165258424723902,
      "grad_norm": 0.505093514919281,
      "learning_rate": 4.565602720763399e-05,
      "loss": 4.6954,
      "step": 253225
    },
    {
      "epoch": 0.22165696084086617,
      "grad_norm": 0.4877949357032776,
      "learning_rate": 4.565585435940005e-05,
      "loss": 4.8294,
      "step": 253230
    },
    {
      "epoch": 0.22166133743449334,
      "grad_norm": 0.510299801826477,
      "learning_rate": 4.5655681508146306e-05,
      "loss": 5.7396,
      "step": 253235
    },
    {
      "epoch": 0.2216657140281205,
      "grad_norm": 0.5020955801010132,
      "learning_rate": 4.565550865387278e-05,
      "loss": 5.4138,
      "step": 253240
    },
    {
      "epoch": 0.22167009062174764,
      "grad_norm": 0.49382033944129944,
      "learning_rate": 4.565533579657951e-05,
      "loss": 5.4321,
      "step": 253245
    },
    {
      "epoch": 0.2216744672153748,
      "grad_norm": 0.5112390518188477,
      "learning_rate": 4.565516293626656e-05,
      "loss": 4.9292,
      "step": 253250
    },
    {
      "epoch": 0.22167884380900196,
      "grad_norm": 0.5007103681564331,
      "learning_rate": 4.565499007293391e-05,
      "loss": 5.4236,
      "step": 253255
    },
    {
      "epoch": 0.2216832204026291,
      "grad_norm": 0.49498680233955383,
      "learning_rate": 4.5654817206581634e-05,
      "loss": 5.3791,
      "step": 253260
    },
    {
      "epoch": 0.22168759699625626,
      "grad_norm": 0.5011833906173706,
      "learning_rate": 4.5654644337209754e-05,
      "loss": 4.9229,
      "step": 253265
    },
    {
      "epoch": 0.2216919735898834,
      "grad_norm": 0.5134947299957275,
      "learning_rate": 4.5654471464818304e-05,
      "loss": 4.8993,
      "step": 253270
    },
    {
      "epoch": 0.22169635018351058,
      "grad_norm": 0.5064784288406372,
      "learning_rate": 4.565429858940731e-05,
      "loss": 5.4225,
      "step": 253275
    },
    {
      "epoch": 0.22170072677713773,
      "grad_norm": 0.5015702843666077,
      "learning_rate": 4.5654125710976805e-05,
      "loss": 5.9158,
      "step": 253280
    },
    {
      "epoch": 0.22170510337076488,
      "grad_norm": 0.49946972727775574,
      "learning_rate": 4.565395282952684e-05,
      "loss": 5.4259,
      "step": 253285
    },
    {
      "epoch": 0.22170947996439203,
      "grad_norm": 0.5119207501411438,
      "learning_rate": 4.5653779945057416e-05,
      "loss": 4.6206,
      "step": 253290
    },
    {
      "epoch": 0.2217138565580192,
      "grad_norm": 0.5000948905944824,
      "learning_rate": 4.5653607057568606e-05,
      "loss": 5.9406,
      "step": 253295
    },
    {
      "epoch": 0.22171823315164635,
      "grad_norm": 0.49459633231163025,
      "learning_rate": 4.5653434167060415e-05,
      "loss": 5.3385,
      "step": 253300
    },
    {
      "epoch": 0.2217226097452735,
      "grad_norm": 0.5092900991439819,
      "learning_rate": 4.565326127353288e-05,
      "loss": 5.6461,
      "step": 253305
    },
    {
      "epoch": 0.22172698633890064,
      "grad_norm": 0.5071120262145996,
      "learning_rate": 4.565308837698604e-05,
      "loss": 5.1979,
      "step": 253310
    },
    {
      "epoch": 0.22173136293252782,
      "grad_norm": 0.49631157517433167,
      "learning_rate": 4.5652915477419935e-05,
      "loss": 5.1421,
      "step": 253315
    },
    {
      "epoch": 0.22173573952615497,
      "grad_norm": 0.50693279504776,
      "learning_rate": 4.565274257483459e-05,
      "loss": 5.4276,
      "step": 253320
    },
    {
      "epoch": 0.22174011611978212,
      "grad_norm": 0.5124639272689819,
      "learning_rate": 4.565256966923004e-05,
      "loss": 5.9645,
      "step": 253325
    },
    {
      "epoch": 0.22174449271340926,
      "grad_norm": 0.5013382434844971,
      "learning_rate": 4.565239676060632e-05,
      "loss": 4.9104,
      "step": 253330
    },
    {
      "epoch": 0.2217488693070364,
      "grad_norm": 0.5194360017776489,
      "learning_rate": 4.565222384896345e-05,
      "loss": 5.917,
      "step": 253335
    },
    {
      "epoch": 0.2217532459006636,
      "grad_norm": 0.5330280065536499,
      "learning_rate": 4.5652050934301484e-05,
      "loss": 4.6913,
      "step": 253340
    },
    {
      "epoch": 0.22175762249429073,
      "grad_norm": 0.5253716111183167,
      "learning_rate": 4.565187801662044e-05,
      "loss": 5.1225,
      "step": 253345
    },
    {
      "epoch": 0.22176199908791788,
      "grad_norm": 0.6477491855621338,
      "learning_rate": 4.565170509592036e-05,
      "loss": 4.1945,
      "step": 253350
    },
    {
      "epoch": 0.22176637568154503,
      "grad_norm": 0.5012457966804504,
      "learning_rate": 4.565153217220127e-05,
      "loss": 5.0827,
      "step": 253355
    },
    {
      "epoch": 0.2217707522751722,
      "grad_norm": 0.504858136177063,
      "learning_rate": 4.565135924546321e-05,
      "loss": 5.0221,
      "step": 253360
    },
    {
      "epoch": 0.22177512886879935,
      "grad_norm": 0.5047715902328491,
      "learning_rate": 4.565118631570622e-05,
      "loss": 4.9075,
      "step": 253365
    },
    {
      "epoch": 0.2217795054624265,
      "grad_norm": 0.5657563209533691,
      "learning_rate": 4.565101338293032e-05,
      "loss": 4.6813,
      "step": 253370
    },
    {
      "epoch": 0.22178388205605365,
      "grad_norm": 0.5129914879798889,
      "learning_rate": 4.565084044713554e-05,
      "loss": 5.1123,
      "step": 253375
    },
    {
      "epoch": 0.22178825864968083,
      "grad_norm": 0.5050868988037109,
      "learning_rate": 4.565066750832193e-05,
      "loss": 4.8434,
      "step": 253380
    },
    {
      "epoch": 0.22179263524330797,
      "grad_norm": 0.5036966800689697,
      "learning_rate": 4.565049456648951e-05,
      "loss": 5.1012,
      "step": 253385
    },
    {
      "epoch": 0.22179701183693512,
      "grad_norm": 0.5241715312004089,
      "learning_rate": 4.565032162163832e-05,
      "loss": 5.7212,
      "step": 253390
    },
    {
      "epoch": 0.22180138843056227,
      "grad_norm": 0.535086452960968,
      "learning_rate": 4.565014867376839e-05,
      "loss": 4.7012,
      "step": 253395
    },
    {
      "epoch": 0.22180576502418944,
      "grad_norm": 0.5031733512878418,
      "learning_rate": 4.5649975722879754e-05,
      "loss": 5.3211,
      "step": 253400
    },
    {
      "epoch": 0.2218101416178166,
      "grad_norm": 0.5007272362709045,
      "learning_rate": 4.564980276897245e-05,
      "loss": 4.3312,
      "step": 253405
    },
    {
      "epoch": 0.22181451821144374,
      "grad_norm": 0.5251384377479553,
      "learning_rate": 4.56496298120465e-05,
      "loss": 5.6428,
      "step": 253410
    },
    {
      "epoch": 0.2218188948050709,
      "grad_norm": 0.5157034993171692,
      "learning_rate": 4.564945685210195e-05,
      "loss": 4.9509,
      "step": 253415
    },
    {
      "epoch": 0.22182327139869806,
      "grad_norm": 0.49507516622543335,
      "learning_rate": 4.564928388913883e-05,
      "loss": 5.1333,
      "step": 253420
    },
    {
      "epoch": 0.2218276479923252,
      "grad_norm": 0.5181470513343811,
      "learning_rate": 4.564911092315717e-05,
      "loss": 5.9629,
      "step": 253425
    },
    {
      "epoch": 0.22183202458595236,
      "grad_norm": 0.5174171328544617,
      "learning_rate": 4.5648937954157e-05,
      "loss": 5.1098,
      "step": 253430
    },
    {
      "epoch": 0.2218364011795795,
      "grad_norm": 0.5158849954605103,
      "learning_rate": 4.564876498213836e-05,
      "loss": 5.7153,
      "step": 253435
    },
    {
      "epoch": 0.22184077777320668,
      "grad_norm": 0.4855891168117523,
      "learning_rate": 4.564859200710129e-05,
      "loss": 5.08,
      "step": 253440
    },
    {
      "epoch": 0.22184515436683383,
      "grad_norm": 0.5556609630584717,
      "learning_rate": 4.564841902904581e-05,
      "loss": 5.1392,
      "step": 253445
    },
    {
      "epoch": 0.22184953096046098,
      "grad_norm": 0.5305944085121155,
      "learning_rate": 4.564824604797194e-05,
      "loss": 5.7042,
      "step": 253450
    },
    {
      "epoch": 0.22185390755408813,
      "grad_norm": 0.5130664110183716,
      "learning_rate": 4.564807306387976e-05,
      "loss": 4.5813,
      "step": 253455
    },
    {
      "epoch": 0.22185828414771527,
      "grad_norm": 0.4905891716480255,
      "learning_rate": 4.564790007676926e-05,
      "loss": 5.152,
      "step": 253460
    },
    {
      "epoch": 0.22186266074134245,
      "grad_norm": 0.5218884944915771,
      "learning_rate": 4.5647727086640494e-05,
      "loss": 5.2512,
      "step": 253465
    },
    {
      "epoch": 0.2218670373349696,
      "grad_norm": 0.4914688169956207,
      "learning_rate": 4.5647554093493485e-05,
      "loss": 4.2855,
      "step": 253470
    },
    {
      "epoch": 0.22187141392859674,
      "grad_norm": 0.5197052359580994,
      "learning_rate": 4.564738109732828e-05,
      "loss": 5.1379,
      "step": 253475
    },
    {
      "epoch": 0.2218757905222239,
      "grad_norm": 0.49300962686538696,
      "learning_rate": 4.564720809814489e-05,
      "loss": 5.5965,
      "step": 253480
    },
    {
      "epoch": 0.22188016711585107,
      "grad_norm": 0.5606340765953064,
      "learning_rate": 4.564703509594337e-05,
      "loss": 4.9337,
      "step": 253485
    },
    {
      "epoch": 0.22188454370947822,
      "grad_norm": 0.49528270959854126,
      "learning_rate": 4.564686209072374e-05,
      "loss": 5.1306,
      "step": 253490
    },
    {
      "epoch": 0.22188892030310536,
      "grad_norm": 0.5086299777030945,
      "learning_rate": 4.564668908248605e-05,
      "loss": 5.4293,
      "step": 253495
    },
    {
      "epoch": 0.2218932968967325,
      "grad_norm": 0.5093621611595154,
      "learning_rate": 4.564651607123031e-05,
      "loss": 6.2324,
      "step": 253500
    },
    {
      "epoch": 0.2218976734903597,
      "grad_norm": 0.5161485075950623,
      "learning_rate": 4.5646343056956563e-05,
      "loss": 5.6131,
      "step": 253505
    },
    {
      "epoch": 0.22190205008398683,
      "grad_norm": 0.4986859858036041,
      "learning_rate": 4.564617003966486e-05,
      "loss": 5.6979,
      "step": 253510
    },
    {
      "epoch": 0.22190642667761398,
      "grad_norm": 0.49144142866134644,
      "learning_rate": 4.564599701935521e-05,
      "loss": 6.2256,
      "step": 253515
    },
    {
      "epoch": 0.22191080327124113,
      "grad_norm": 0.5071054697036743,
      "learning_rate": 4.564582399602765e-05,
      "loss": 5.9014,
      "step": 253520
    },
    {
      "epoch": 0.2219151798648683,
      "grad_norm": 0.4995161294937134,
      "learning_rate": 4.564565096968223e-05,
      "loss": 4.7428,
      "step": 253525
    },
    {
      "epoch": 0.22191955645849545,
      "grad_norm": 0.5253551602363586,
      "learning_rate": 4.564547794031897e-05,
      "loss": 4.6077,
      "step": 253530
    },
    {
      "epoch": 0.2219239330521226,
      "grad_norm": 0.5381412506103516,
      "learning_rate": 4.564530490793789e-05,
      "loss": 4.9156,
      "step": 253535
    },
    {
      "epoch": 0.22192830964574975,
      "grad_norm": 0.48476657271385193,
      "learning_rate": 4.564513187253906e-05,
      "loss": 5.1018,
      "step": 253540
    },
    {
      "epoch": 0.22193268623937693,
      "grad_norm": 0.5332752466201782,
      "learning_rate": 4.5644958834122484e-05,
      "loss": 4.871,
      "step": 253545
    },
    {
      "epoch": 0.22193706283300407,
      "grad_norm": 0.5235797762870789,
      "learning_rate": 4.564478579268821e-05,
      "loss": 5.3755,
      "step": 253550
    },
    {
      "epoch": 0.22194143942663122,
      "grad_norm": 0.49573197960853577,
      "learning_rate": 4.564461274823625e-05,
      "loss": 5.6525,
      "step": 253555
    },
    {
      "epoch": 0.22194581602025837,
      "grad_norm": 0.5152963399887085,
      "learning_rate": 4.564443970076666e-05,
      "loss": 4.8446,
      "step": 253560
    },
    {
      "epoch": 0.22195019261388554,
      "grad_norm": 0.5197498202323914,
      "learning_rate": 4.5644266650279465e-05,
      "loss": 4.4018,
      "step": 253565
    },
    {
      "epoch": 0.2219545692075127,
      "grad_norm": 0.501322329044342,
      "learning_rate": 4.5644093596774705e-05,
      "loss": 5.6213,
      "step": 253570
    },
    {
      "epoch": 0.22195894580113984,
      "grad_norm": 0.4910944104194641,
      "learning_rate": 4.5643920540252406e-05,
      "loss": 5.3486,
      "step": 253575
    },
    {
      "epoch": 0.221963322394767,
      "grad_norm": 0.5519433617591858,
      "learning_rate": 4.56437474807126e-05,
      "loss": 5.3068,
      "step": 253580
    },
    {
      "epoch": 0.22196769898839414,
      "grad_norm": 0.5036786794662476,
      "learning_rate": 4.5643574418155324e-05,
      "loss": 5.9346,
      "step": 253585
    },
    {
      "epoch": 0.2219720755820213,
      "grad_norm": 0.5411055088043213,
      "learning_rate": 4.564340135258061e-05,
      "loss": 4.1889,
      "step": 253590
    },
    {
      "epoch": 0.22197645217564846,
      "grad_norm": 0.5345468521118164,
      "learning_rate": 4.564322828398849e-05,
      "loss": 4.9355,
      "step": 253595
    },
    {
      "epoch": 0.2219808287692756,
      "grad_norm": 0.4968182146549225,
      "learning_rate": 4.5643055212379004e-05,
      "loss": 4.8819,
      "step": 253600
    },
    {
      "epoch": 0.22198520536290275,
      "grad_norm": 0.6133671402931213,
      "learning_rate": 4.5642882137752176e-05,
      "loss": 4.6985,
      "step": 253605
    },
    {
      "epoch": 0.22198958195652993,
      "grad_norm": 0.5347175598144531,
      "learning_rate": 4.564270906010805e-05,
      "loss": 5.1759,
      "step": 253610
    },
    {
      "epoch": 0.22199395855015708,
      "grad_norm": 0.48943784832954407,
      "learning_rate": 4.564253597944665e-05,
      "loss": 4.6185,
      "step": 253615
    },
    {
      "epoch": 0.22199833514378423,
      "grad_norm": 0.5880257487297058,
      "learning_rate": 4.564236289576802e-05,
      "loss": 5.2205,
      "step": 253620
    },
    {
      "epoch": 0.22200271173741137,
      "grad_norm": 0.5580280423164368,
      "learning_rate": 4.5642189809072174e-05,
      "loss": 4.6069,
      "step": 253625
    },
    {
      "epoch": 0.22200708833103855,
      "grad_norm": 0.5986858010292053,
      "learning_rate": 4.564201671935917e-05,
      "loss": 5.1101,
      "step": 253630
    },
    {
      "epoch": 0.2220114649246657,
      "grad_norm": 0.5083423852920532,
      "learning_rate": 4.564184362662902e-05,
      "loss": 5.3951,
      "step": 253635
    },
    {
      "epoch": 0.22201584151829284,
      "grad_norm": 0.48474574089050293,
      "learning_rate": 4.5641670530881774e-05,
      "loss": 5.1896,
      "step": 253640
    },
    {
      "epoch": 0.22202021811192,
      "grad_norm": 0.5285138487815857,
      "learning_rate": 4.5641497432117455e-05,
      "loss": 5.1556,
      "step": 253645
    },
    {
      "epoch": 0.22202459470554717,
      "grad_norm": 0.5127764940261841,
      "learning_rate": 4.56413243303361e-05,
      "loss": 6.2529,
      "step": 253650
    },
    {
      "epoch": 0.22202897129917432,
      "grad_norm": 0.48458725214004517,
      "learning_rate": 4.564115122553774e-05,
      "loss": 4.39,
      "step": 253655
    },
    {
      "epoch": 0.22203334789280146,
      "grad_norm": 0.4929775893688202,
      "learning_rate": 4.564097811772241e-05,
      "loss": 5.1807,
      "step": 253660
    },
    {
      "epoch": 0.2220377244864286,
      "grad_norm": 0.542988657951355,
      "learning_rate": 4.5640805006890144e-05,
      "loss": 4.9045,
      "step": 253665
    },
    {
      "epoch": 0.2220421010800558,
      "grad_norm": 0.5396297574043274,
      "learning_rate": 4.5640631893040974e-05,
      "loss": 5.9459,
      "step": 253670
    },
    {
      "epoch": 0.22204647767368293,
      "grad_norm": 0.49052172899246216,
      "learning_rate": 4.564045877617493e-05,
      "loss": 5.1856,
      "step": 253675
    },
    {
      "epoch": 0.22205085426731008,
      "grad_norm": 0.5076815485954285,
      "learning_rate": 4.564028565629206e-05,
      "loss": 5.1105,
      "step": 253680
    },
    {
      "epoch": 0.22205523086093723,
      "grad_norm": 0.5089653730392456,
      "learning_rate": 4.564011253339238e-05,
      "loss": 5.4303,
      "step": 253685
    },
    {
      "epoch": 0.2220596074545644,
      "grad_norm": 0.49385592341423035,
      "learning_rate": 4.563993940747594e-05,
      "loss": 5.4208,
      "step": 253690
    },
    {
      "epoch": 0.22206398404819155,
      "grad_norm": 0.512307345867157,
      "learning_rate": 4.563976627854275e-05,
      "loss": 4.687,
      "step": 253695
    },
    {
      "epoch": 0.2220683606418187,
      "grad_norm": 0.5017300844192505,
      "learning_rate": 4.5639593146592865e-05,
      "loss": 5.1423,
      "step": 253700
    },
    {
      "epoch": 0.22207273723544585,
      "grad_norm": 0.496582567691803,
      "learning_rate": 4.563942001162631e-05,
      "loss": 4.8942,
      "step": 253705
    },
    {
      "epoch": 0.222077113829073,
      "grad_norm": 0.4881255626678467,
      "learning_rate": 4.563924687364312e-05,
      "loss": 5.4531,
      "step": 253710
    },
    {
      "epoch": 0.22208149042270017,
      "grad_norm": 0.5283687710762024,
      "learning_rate": 4.5639073732643324e-05,
      "loss": 4.9221,
      "step": 253715
    },
    {
      "epoch": 0.22208586701632732,
      "grad_norm": 0.5661565065383911,
      "learning_rate": 4.563890058862697e-05,
      "loss": 4.3884,
      "step": 253720
    },
    {
      "epoch": 0.22209024360995447,
      "grad_norm": 0.5178635120391846,
      "learning_rate": 4.563872744159406e-05,
      "loss": 5.6416,
      "step": 253725
    },
    {
      "epoch": 0.22209462020358162,
      "grad_norm": 0.5215631723403931,
      "learning_rate": 4.5638554291544656e-05,
      "loss": 5.2053,
      "step": 253730
    },
    {
      "epoch": 0.2220989967972088,
      "grad_norm": 0.4989359676837921,
      "learning_rate": 4.563838113847879e-05,
      "loss": 5.4512,
      "step": 253735
    },
    {
      "epoch": 0.22210337339083594,
      "grad_norm": 0.5054553747177124,
      "learning_rate": 4.563820798239649e-05,
      "loss": 5.6531,
      "step": 253740
    },
    {
      "epoch": 0.2221077499844631,
      "grad_norm": 0.5077812075614929,
      "learning_rate": 4.563803482329777e-05,
      "loss": 4.3857,
      "step": 253745
    },
    {
      "epoch": 0.22211212657809024,
      "grad_norm": 0.500408947467804,
      "learning_rate": 4.56378616611827e-05,
      "loss": 5.9361,
      "step": 253750
    },
    {
      "epoch": 0.2221165031717174,
      "grad_norm": 0.5029757022857666,
      "learning_rate": 4.563768849605129e-05,
      "loss": 5.7476,
      "step": 253755
    },
    {
      "epoch": 0.22212087976534456,
      "grad_norm": 0.49194979667663574,
      "learning_rate": 4.5637515327903577e-05,
      "loss": 5.2969,
      "step": 253760
    },
    {
      "epoch": 0.2221252563589717,
      "grad_norm": 0.5000624060630798,
      "learning_rate": 4.563734215673959e-05,
      "loss": 5.4475,
      "step": 253765
    },
    {
      "epoch": 0.22212963295259885,
      "grad_norm": 0.5105518698692322,
      "learning_rate": 4.5637168982559374e-05,
      "loss": 4.7359,
      "step": 253770
    },
    {
      "epoch": 0.22213400954622603,
      "grad_norm": 0.5082733035087585,
      "learning_rate": 4.563699580536296e-05,
      "loss": 5.7519,
      "step": 253775
    },
    {
      "epoch": 0.22213838613985318,
      "grad_norm": 0.49501651525497437,
      "learning_rate": 4.5636822625150366e-05,
      "loss": 5.4411,
      "step": 253780
    },
    {
      "epoch": 0.22214276273348033,
      "grad_norm": 0.5018948912620544,
      "learning_rate": 4.563664944192164e-05,
      "loss": 5.4202,
      "step": 253785
    },
    {
      "epoch": 0.22214713932710747,
      "grad_norm": 0.5014494061470032,
      "learning_rate": 4.563647625567682e-05,
      "loss": 4.8005,
      "step": 253790
    },
    {
      "epoch": 0.22215151592073465,
      "grad_norm": 0.5026952028274536,
      "learning_rate": 4.563630306641593e-05,
      "loss": 4.8126,
      "step": 253795
    },
    {
      "epoch": 0.2221558925143618,
      "grad_norm": 0.5176102519035339,
      "learning_rate": 4.5636129874139e-05,
      "loss": 5.4039,
      "step": 253800
    },
    {
      "epoch": 0.22216026910798894,
      "grad_norm": 0.504690945148468,
      "learning_rate": 4.563595667884607e-05,
      "loss": 5.3174,
      "step": 253805
    },
    {
      "epoch": 0.2221646457016161,
      "grad_norm": 0.5233175754547119,
      "learning_rate": 4.5635783480537174e-05,
      "loss": 4.9265,
      "step": 253810
    },
    {
      "epoch": 0.22216902229524327,
      "grad_norm": 0.4958323538303375,
      "learning_rate": 4.563561027921235e-05,
      "loss": 5.6824,
      "step": 253815
    },
    {
      "epoch": 0.22217339888887042,
      "grad_norm": 0.5055491328239441,
      "learning_rate": 4.5635437074871615e-05,
      "loss": 5.6266,
      "step": 253820
    },
    {
      "epoch": 0.22217777548249756,
      "grad_norm": 0.5119765996932983,
      "learning_rate": 4.563526386751501e-05,
      "loss": 5.1344,
      "step": 253825
    },
    {
      "epoch": 0.2221821520761247,
      "grad_norm": 0.5259886384010315,
      "learning_rate": 4.5635090657142586e-05,
      "loss": 5.1029,
      "step": 253830
    },
    {
      "epoch": 0.2221865286697519,
      "grad_norm": 0.5326331853866577,
      "learning_rate": 4.5634917443754346e-05,
      "loss": 5.3426,
      "step": 253835
    },
    {
      "epoch": 0.22219090526337903,
      "grad_norm": 0.4852968454360962,
      "learning_rate": 4.5634744227350344e-05,
      "loss": 4.6338,
      "step": 253840
    },
    {
      "epoch": 0.22219528185700618,
      "grad_norm": 0.5326842069625854,
      "learning_rate": 4.5634571007930606e-05,
      "loss": 4.6862,
      "step": 253845
    },
    {
      "epoch": 0.22219965845063333,
      "grad_norm": 0.4902295470237732,
      "learning_rate": 4.563439778549517e-05,
      "loss": 4.9178,
      "step": 253850
    },
    {
      "epoch": 0.22220403504426048,
      "grad_norm": 0.5425527095794678,
      "learning_rate": 4.563422456004407e-05,
      "loss": 4.5493,
      "step": 253855
    },
    {
      "epoch": 0.22220841163788765,
      "grad_norm": 0.49796295166015625,
      "learning_rate": 4.563405133157733e-05,
      "loss": 4.3958,
      "step": 253860
    },
    {
      "epoch": 0.2222127882315148,
      "grad_norm": 0.5000680088996887,
      "learning_rate": 4.5633878100095e-05,
      "loss": 5.7158,
      "step": 253865
    },
    {
      "epoch": 0.22221716482514195,
      "grad_norm": 0.48687028884887695,
      "learning_rate": 4.5633704865597085e-05,
      "loss": 4.7021,
      "step": 253870
    },
    {
      "epoch": 0.2222215414187691,
      "grad_norm": 0.5018056035041809,
      "learning_rate": 4.5633531628083646e-05,
      "loss": 5.6527,
      "step": 253875
    },
    {
      "epoch": 0.22222591801239627,
      "grad_norm": 0.5121691823005676,
      "learning_rate": 4.5633358387554715e-05,
      "loss": 4.9435,
      "step": 253880
    },
    {
      "epoch": 0.22223029460602342,
      "grad_norm": 0.5070831775665283,
      "learning_rate": 4.5633185144010307e-05,
      "loss": 5.1895,
      "step": 253885
    },
    {
      "epoch": 0.22223467119965057,
      "grad_norm": 0.5124351978302002,
      "learning_rate": 4.563301189745046e-05,
      "loss": 5.702,
      "step": 253890
    },
    {
      "epoch": 0.22223904779327772,
      "grad_norm": 0.4908730387687683,
      "learning_rate": 4.563283864787522e-05,
      "loss": 5.4156,
      "step": 253895
    },
    {
      "epoch": 0.2222434243869049,
      "grad_norm": 0.4958450198173523,
      "learning_rate": 4.563266539528463e-05,
      "loss": 5.7019,
      "step": 253900
    },
    {
      "epoch": 0.22224780098053204,
      "grad_norm": 0.4936337172985077,
      "learning_rate": 4.5632492139678686e-05,
      "loss": 4.3194,
      "step": 253905
    },
    {
      "epoch": 0.2222521775741592,
      "grad_norm": 0.5138090252876282,
      "learning_rate": 4.5632318881057444e-05,
      "loss": 5.1227,
      "step": 253910
    },
    {
      "epoch": 0.22225655416778634,
      "grad_norm": 0.5157090425491333,
      "learning_rate": 4.563214561942094e-05,
      "loss": 5.1209,
      "step": 253915
    },
    {
      "epoch": 0.2222609307614135,
      "grad_norm": 0.4872300922870636,
      "learning_rate": 4.56319723547692e-05,
      "loss": 5.3824,
      "step": 253920
    },
    {
      "epoch": 0.22226530735504066,
      "grad_norm": 0.48461318016052246,
      "learning_rate": 4.5631799087102264e-05,
      "loss": 5.3999,
      "step": 253925
    },
    {
      "epoch": 0.2222696839486678,
      "grad_norm": 0.48701396584510803,
      "learning_rate": 4.563162581642017e-05,
      "loss": 5.6246,
      "step": 253930
    },
    {
      "epoch": 0.22227406054229495,
      "grad_norm": 0.5153000950813293,
      "learning_rate": 4.563145254272293e-05,
      "loss": 5.4102,
      "step": 253935
    },
    {
      "epoch": 0.22227843713592213,
      "grad_norm": 0.48620399832725525,
      "learning_rate": 4.5631279266010596e-05,
      "loss": 4.6437,
      "step": 253940
    },
    {
      "epoch": 0.22228281372954928,
      "grad_norm": 0.5075220465660095,
      "learning_rate": 4.5631105986283197e-05,
      "loss": 5.1249,
      "step": 253945
    },
    {
      "epoch": 0.22228719032317643,
      "grad_norm": 0.48511555790901184,
      "learning_rate": 4.5630932703540766e-05,
      "loss": 5.7394,
      "step": 253950
    },
    {
      "epoch": 0.22229156691680357,
      "grad_norm": 0.5098998546600342,
      "learning_rate": 4.563075941778333e-05,
      "loss": 5.726,
      "step": 253955
    },
    {
      "epoch": 0.22229594351043075,
      "grad_norm": 0.49411869049072266,
      "learning_rate": 4.5630586129010936e-05,
      "loss": 5.4141,
      "step": 253960
    },
    {
      "epoch": 0.2223003201040579,
      "grad_norm": 0.5018914937973022,
      "learning_rate": 4.563041283722361e-05,
      "loss": 5.9029,
      "step": 253965
    },
    {
      "epoch": 0.22230469669768504,
      "grad_norm": 0.5182984471321106,
      "learning_rate": 4.563023954242138e-05,
      "loss": 4.576,
      "step": 253970
    },
    {
      "epoch": 0.2223090732913122,
      "grad_norm": 0.5147354602813721,
      "learning_rate": 4.56300662446043e-05,
      "loss": 4.4093,
      "step": 253975
    },
    {
      "epoch": 0.22231344988493934,
      "grad_norm": 0.506470799446106,
      "learning_rate": 4.562989294377237e-05,
      "loss": 5.3935,
      "step": 253980
    },
    {
      "epoch": 0.22231782647856652,
      "grad_norm": 0.5628394484519958,
      "learning_rate": 4.562971963992565e-05,
      "loss": 5.1025,
      "step": 253985
    },
    {
      "epoch": 0.22232220307219366,
      "grad_norm": 0.5001692771911621,
      "learning_rate": 4.562954633306416e-05,
      "loss": 5.6283,
      "step": 253990
    },
    {
      "epoch": 0.2223265796658208,
      "grad_norm": 0.5205531716346741,
      "learning_rate": 4.562937302318794e-05,
      "loss": 5.6338,
      "step": 253995
    },
    {
      "epoch": 0.22233095625944796,
      "grad_norm": 0.5027503371238708,
      "learning_rate": 4.562919971029702e-05,
      "loss": 5.2085,
      "step": 254000
    },
    {
      "epoch": 0.22233533285307513,
      "grad_norm": 0.5135080814361572,
      "learning_rate": 4.5629026394391446e-05,
      "loss": 4.8888,
      "step": 254005
    },
    {
      "epoch": 0.22233970944670228,
      "grad_norm": 0.5114678740501404,
      "learning_rate": 4.5628853075471236e-05,
      "loss": 5.9604,
      "step": 254010
    },
    {
      "epoch": 0.22234408604032943,
      "grad_norm": 0.4994645118713379,
      "learning_rate": 4.562867975353643e-05,
      "loss": 4.9164,
      "step": 254015
    },
    {
      "epoch": 0.22234846263395658,
      "grad_norm": 0.48673704266548157,
      "learning_rate": 4.5628506428587045e-05,
      "loss": 5.6697,
      "step": 254020
    },
    {
      "epoch": 0.22235283922758375,
      "grad_norm": 0.4999311864376068,
      "learning_rate": 4.5628333100623145e-05,
      "loss": 5.9088,
      "step": 254025
    },
    {
      "epoch": 0.2223572158212109,
      "grad_norm": 0.48936498165130615,
      "learning_rate": 4.5628159769644743e-05,
      "loss": 6.2424,
      "step": 254030
    },
    {
      "epoch": 0.22236159241483805,
      "grad_norm": 0.5019397735595703,
      "learning_rate": 4.562798643565188e-05,
      "loss": 5.2295,
      "step": 254035
    },
    {
      "epoch": 0.2223659690084652,
      "grad_norm": 0.519328773021698,
      "learning_rate": 4.5627813098644575e-05,
      "loss": 5.9262,
      "step": 254040
    },
    {
      "epoch": 0.22237034560209237,
      "grad_norm": 0.5162575840950012,
      "learning_rate": 4.5627639758622884e-05,
      "loss": 5.4232,
      "step": 254045
    },
    {
      "epoch": 0.22237472219571952,
      "grad_norm": 0.4932868182659149,
      "learning_rate": 4.5627466415586826e-05,
      "loss": 5.6925,
      "step": 254050
    },
    {
      "epoch": 0.22237909878934667,
      "grad_norm": 0.5126912593841553,
      "learning_rate": 4.562729306953645e-05,
      "loss": 4.917,
      "step": 254055
    },
    {
      "epoch": 0.22238347538297382,
      "grad_norm": 0.5084549784660339,
      "learning_rate": 4.562711972047176e-05,
      "loss": 5.3965,
      "step": 254060
    },
    {
      "epoch": 0.222387851976601,
      "grad_norm": 0.5227125883102417,
      "learning_rate": 4.562694636839281e-05,
      "loss": 4.8826,
      "step": 254065
    },
    {
      "epoch": 0.22239222857022814,
      "grad_norm": 0.511518120765686,
      "learning_rate": 4.562677301329963e-05,
      "loss": 4.597,
      "step": 254070
    },
    {
      "epoch": 0.2223966051638553,
      "grad_norm": 0.5178899765014648,
      "learning_rate": 4.562659965519226e-05,
      "loss": 4.9253,
      "step": 254075
    },
    {
      "epoch": 0.22240098175748244,
      "grad_norm": 0.5155543088912964,
      "learning_rate": 4.562642629407072e-05,
      "loss": 5.1479,
      "step": 254080
    },
    {
      "epoch": 0.2224053583511096,
      "grad_norm": 0.50672847032547,
      "learning_rate": 4.562625292993505e-05,
      "loss": 4.8243,
      "step": 254085
    },
    {
      "epoch": 0.22240973494473676,
      "grad_norm": 0.5088601112365723,
      "learning_rate": 4.562607956278528e-05,
      "loss": 4.9095,
      "step": 254090
    },
    {
      "epoch": 0.2224141115383639,
      "grad_norm": 0.4945119619369507,
      "learning_rate": 4.562590619262146e-05,
      "loss": 5.1608,
      "step": 254095
    },
    {
      "epoch": 0.22241848813199105,
      "grad_norm": 0.5268329381942749,
      "learning_rate": 4.5625732819443614e-05,
      "loss": 5.9588,
      "step": 254100
    },
    {
      "epoch": 0.2224228647256182,
      "grad_norm": 0.5183939933776855,
      "learning_rate": 4.562555944325175e-05,
      "loss": 5.2292,
      "step": 254105
    },
    {
      "epoch": 0.22242724131924538,
      "grad_norm": 0.49734798073768616,
      "learning_rate": 4.562538606404595e-05,
      "loss": 5.3207,
      "step": 254110
    },
    {
      "epoch": 0.22243161791287253,
      "grad_norm": 0.5438560247421265,
      "learning_rate": 4.56252126818262e-05,
      "loss": 4.9073,
      "step": 254115
    },
    {
      "epoch": 0.22243599450649967,
      "grad_norm": 0.5153990387916565,
      "learning_rate": 4.562503929659256e-05,
      "loss": 6.2381,
      "step": 254120
    },
    {
      "epoch": 0.22244037110012682,
      "grad_norm": 0.5078526139259338,
      "learning_rate": 4.562486590834506e-05,
      "loss": 5.2469,
      "step": 254125
    },
    {
      "epoch": 0.222444747693754,
      "grad_norm": 0.5143551826477051,
      "learning_rate": 4.562469251708373e-05,
      "loss": 5.4404,
      "step": 254130
    },
    {
      "epoch": 0.22244912428738114,
      "grad_norm": 0.49847614765167236,
      "learning_rate": 4.562451912280862e-05,
      "loss": 4.2854,
      "step": 254135
    },
    {
      "epoch": 0.2224535008810083,
      "grad_norm": 0.511641263961792,
      "learning_rate": 4.562434572551972e-05,
      "loss": 4.9309,
      "step": 254140
    },
    {
      "epoch": 0.22245787747463544,
      "grad_norm": 0.5115577578544617,
      "learning_rate": 4.562417232521712e-05,
      "loss": 5.7445,
      "step": 254145
    },
    {
      "epoch": 0.22246225406826262,
      "grad_norm": 0.5238070487976074,
      "learning_rate": 4.5623998921900804e-05,
      "loss": 5.4457,
      "step": 254150
    },
    {
      "epoch": 0.22246663066188976,
      "grad_norm": 0.488704115152359,
      "learning_rate": 4.562382551557084e-05,
      "loss": 5.6776,
      "step": 254155
    },
    {
      "epoch": 0.2224710072555169,
      "grad_norm": 0.5124214887619019,
      "learning_rate": 4.562365210622723e-05,
      "loss": 5.6311,
      "step": 254160
    },
    {
      "epoch": 0.22247538384914406,
      "grad_norm": 0.4996851980686188,
      "learning_rate": 4.5623478693870045e-05,
      "loss": 4.7968,
      "step": 254165
    },
    {
      "epoch": 0.22247976044277123,
      "grad_norm": 0.5191894173622131,
      "learning_rate": 4.5623305278499284e-05,
      "loss": 4.8897,
      "step": 254170
    },
    {
      "epoch": 0.22248413703639838,
      "grad_norm": 0.5392736792564392,
      "learning_rate": 4.562313186011501e-05,
      "loss": 5.4019,
      "step": 254175
    },
    {
      "epoch": 0.22248851363002553,
      "grad_norm": 0.5189459323883057,
      "learning_rate": 4.562295843871723e-05,
      "loss": 5.4486,
      "step": 254180
    },
    {
      "epoch": 0.22249289022365268,
      "grad_norm": 0.5591289401054382,
      "learning_rate": 4.5622785014306e-05,
      "loss": 4.9132,
      "step": 254185
    },
    {
      "epoch": 0.22249726681727985,
      "grad_norm": 0.5582277774810791,
      "learning_rate": 4.5622611586881336e-05,
      "loss": 5.3894,
      "step": 254190
    },
    {
      "epoch": 0.222501643410907,
      "grad_norm": 0.5067005157470703,
      "learning_rate": 4.562243815644328e-05,
      "loss": 5.1979,
      "step": 254195
    },
    {
      "epoch": 0.22250602000453415,
      "grad_norm": 0.5138425827026367,
      "learning_rate": 4.562226472299186e-05,
      "loss": 5.6156,
      "step": 254200
    },
    {
      "epoch": 0.2225103965981613,
      "grad_norm": 0.5112999677658081,
      "learning_rate": 4.5622091286527116e-05,
      "loss": 4.5225,
      "step": 254205
    },
    {
      "epoch": 0.22251477319178847,
      "grad_norm": 0.5371922850608826,
      "learning_rate": 4.562191784704908e-05,
      "loss": 4.5979,
      "step": 254210
    },
    {
      "epoch": 0.22251914978541562,
      "grad_norm": 0.521848738193512,
      "learning_rate": 4.562174440455777e-05,
      "loss": 4.9261,
      "step": 254215
    },
    {
      "epoch": 0.22252352637904277,
      "grad_norm": 0.5114278793334961,
      "learning_rate": 4.562157095905325e-05,
      "loss": 5.4122,
      "step": 254220
    },
    {
      "epoch": 0.22252790297266992,
      "grad_norm": 0.5012645721435547,
      "learning_rate": 4.562139751053554e-05,
      "loss": 4.4038,
      "step": 254225
    },
    {
      "epoch": 0.22253227956629706,
      "grad_norm": 0.5127037763595581,
      "learning_rate": 4.562122405900466e-05,
      "loss": 4.6095,
      "step": 254230
    },
    {
      "epoch": 0.22253665615992424,
      "grad_norm": 0.5189201235771179,
      "learning_rate": 4.562105060446066e-05,
      "loss": 5.6948,
      "step": 254235
    },
    {
      "epoch": 0.2225410327535514,
      "grad_norm": 0.49853840470314026,
      "learning_rate": 4.562087714690356e-05,
      "loss": 4.8881,
      "step": 254240
    },
    {
      "epoch": 0.22254540934717854,
      "grad_norm": 0.607382595539093,
      "learning_rate": 4.562070368633341e-05,
      "loss": 4.993,
      "step": 254245
    },
    {
      "epoch": 0.22254978594080568,
      "grad_norm": 0.5338981747627258,
      "learning_rate": 4.562053022275022e-05,
      "loss": 5.6533,
      "step": 254250
    },
    {
      "epoch": 0.22255416253443286,
      "grad_norm": 0.5022409558296204,
      "learning_rate": 4.562035675615405e-05,
      "loss": 5.209,
      "step": 254255
    },
    {
      "epoch": 0.22255853912806,
      "grad_norm": 0.496188223361969,
      "learning_rate": 4.562018328654492e-05,
      "loss": 5.4111,
      "step": 254260
    },
    {
      "epoch": 0.22256291572168715,
      "grad_norm": 0.5212592482566833,
      "learning_rate": 4.562000981392286e-05,
      "loss": 5.1088,
      "step": 254265
    },
    {
      "epoch": 0.2225672923153143,
      "grad_norm": 0.5074201226234436,
      "learning_rate": 4.5619836338287915e-05,
      "loss": 5.975,
      "step": 254270
    },
    {
      "epoch": 0.22257166890894148,
      "grad_norm": 0.5102708339691162,
      "learning_rate": 4.56196628596401e-05,
      "loss": 5.7161,
      "step": 254275
    },
    {
      "epoch": 0.22257604550256863,
      "grad_norm": 0.5169984102249146,
      "learning_rate": 4.561948937797946e-05,
      "loss": 5.2057,
      "step": 254280
    },
    {
      "epoch": 0.22258042209619577,
      "grad_norm": 0.48352792859077454,
      "learning_rate": 4.5619315893306045e-05,
      "loss": 5.77,
      "step": 254285
    },
    {
      "epoch": 0.22258479868982292,
      "grad_norm": 0.5407145619392395,
      "learning_rate": 4.561914240561987e-05,
      "loss": 5.1118,
      "step": 254290
    },
    {
      "epoch": 0.2225891752834501,
      "grad_norm": 0.5943760871887207,
      "learning_rate": 4.5618968914920955e-05,
      "loss": 4.3907,
      "step": 254295
    },
    {
      "epoch": 0.22259355187707724,
      "grad_norm": 0.5037027597427368,
      "learning_rate": 4.5618795421209356e-05,
      "loss": 4.7268,
      "step": 254300
    },
    {
      "epoch": 0.2225979284707044,
      "grad_norm": 0.5245305299758911,
      "learning_rate": 4.561862192448509e-05,
      "loss": 4.7264,
      "step": 254305
    },
    {
      "epoch": 0.22260230506433154,
      "grad_norm": 0.5167775750160217,
      "learning_rate": 4.561844842474822e-05,
      "loss": 4.8926,
      "step": 254310
    },
    {
      "epoch": 0.22260668165795872,
      "grad_norm": 0.5321125984191895,
      "learning_rate": 4.5618274921998736e-05,
      "loss": 5.4272,
      "step": 254315
    },
    {
      "epoch": 0.22261105825158586,
      "grad_norm": 0.5003570318222046,
      "learning_rate": 4.561810141623671e-05,
      "loss": 5.6215,
      "step": 254320
    },
    {
      "epoch": 0.222615434845213,
      "grad_norm": 0.5255536437034607,
      "learning_rate": 4.5617927907462165e-05,
      "loss": 5.1524,
      "step": 254325
    },
    {
      "epoch": 0.22261981143884016,
      "grad_norm": 0.5174553990364075,
      "learning_rate": 4.5617754395675114e-05,
      "loss": 5.6305,
      "step": 254330
    },
    {
      "epoch": 0.22262418803246734,
      "grad_norm": 0.5232152342796326,
      "learning_rate": 4.561758088087562e-05,
      "loss": 5.4202,
      "step": 254335
    },
    {
      "epoch": 0.22262856462609448,
      "grad_norm": 0.48647424578666687,
      "learning_rate": 4.561740736306369e-05,
      "loss": 5.0848,
      "step": 254340
    },
    {
      "epoch": 0.22263294121972163,
      "grad_norm": 0.4922328293323517,
      "learning_rate": 4.561723384223938e-05,
      "loss": 4.8527,
      "step": 254345
    },
    {
      "epoch": 0.22263731781334878,
      "grad_norm": 0.4867430627346039,
      "learning_rate": 4.561706031840272e-05,
      "loss": 4.8229,
      "step": 254350
    },
    {
      "epoch": 0.22264169440697593,
      "grad_norm": 0.5739602446556091,
      "learning_rate": 4.5616886791553714e-05,
      "loss": 4.7031,
      "step": 254355
    },
    {
      "epoch": 0.2226460710006031,
      "grad_norm": 0.5541357398033142,
      "learning_rate": 4.561671326169244e-05,
      "loss": 4.6059,
      "step": 254360
    },
    {
      "epoch": 0.22265044759423025,
      "grad_norm": 0.5143738985061646,
      "learning_rate": 4.5616539728818894e-05,
      "loss": 3.693,
      "step": 254365
    },
    {
      "epoch": 0.2226548241878574,
      "grad_norm": 0.5153760313987732,
      "learning_rate": 4.561636619293313e-05,
      "loss": 5.432,
      "step": 254370
    },
    {
      "epoch": 0.22265920078148455,
      "grad_norm": 0.5178288817405701,
      "learning_rate": 4.5616192654035186e-05,
      "loss": 5.6102,
      "step": 254375
    },
    {
      "epoch": 0.22266357737511172,
      "grad_norm": 0.4994449317455292,
      "learning_rate": 4.561601911212509e-05,
      "loss": 5.2219,
      "step": 254380
    },
    {
      "epoch": 0.22266795396873887,
      "grad_norm": 0.4861816465854645,
      "learning_rate": 4.5615845567202854e-05,
      "loss": 5.1715,
      "step": 254385
    },
    {
      "epoch": 0.22267233056236602,
      "grad_norm": 0.48728710412979126,
      "learning_rate": 4.5615672019268544e-05,
      "loss": 6.2107,
      "step": 254390
    },
    {
      "epoch": 0.22267670715599316,
      "grad_norm": 0.49629735946655273,
      "learning_rate": 4.561549846832216e-05,
      "loss": 5.2354,
      "step": 254395
    },
    {
      "epoch": 0.22268108374962034,
      "grad_norm": 0.4923495352268219,
      "learning_rate": 4.561532491436377e-05,
      "loss": 4.3826,
      "step": 254400
    },
    {
      "epoch": 0.2226854603432475,
      "grad_norm": 0.5022121667861938,
      "learning_rate": 4.5615151357393385e-05,
      "loss": 4.632,
      "step": 254405
    },
    {
      "epoch": 0.22268983693687464,
      "grad_norm": 0.5015710592269897,
      "learning_rate": 4.561497779741105e-05,
      "loss": 5.3732,
      "step": 254410
    },
    {
      "epoch": 0.22269421353050178,
      "grad_norm": 0.5244986414909363,
      "learning_rate": 4.561480423441679e-05,
      "loss": 4.8168,
      "step": 254415
    },
    {
      "epoch": 0.22269859012412896,
      "grad_norm": 0.5336407423019409,
      "learning_rate": 4.5614630668410643e-05,
      "loss": 4.9154,
      "step": 254420
    },
    {
      "epoch": 0.2227029667177561,
      "grad_norm": 0.5164830088615417,
      "learning_rate": 4.561445709939264e-05,
      "loss": 5.1968,
      "step": 254425
    },
    {
      "epoch": 0.22270734331138325,
      "grad_norm": 0.4968941807746887,
      "learning_rate": 4.561428352736282e-05,
      "loss": 5.591,
      "step": 254430
    },
    {
      "epoch": 0.2227117199050104,
      "grad_norm": 0.4891170263290405,
      "learning_rate": 4.5614109952321215e-05,
      "loss": 5.8965,
      "step": 254435
    },
    {
      "epoch": 0.22271609649863758,
      "grad_norm": 0.5120877027511597,
      "learning_rate": 4.561393637426784e-05,
      "loss": 5.4376,
      "step": 254440
    },
    {
      "epoch": 0.22272047309226473,
      "grad_norm": 0.495921790599823,
      "learning_rate": 4.5613762793202766e-05,
      "loss": 5.9146,
      "step": 254445
    },
    {
      "epoch": 0.22272484968589187,
      "grad_norm": 0.5048015713691711,
      "learning_rate": 4.5613589209125994e-05,
      "loss": 5.4029,
      "step": 254450
    },
    {
      "epoch": 0.22272922627951902,
      "grad_norm": 0.5175628066062927,
      "learning_rate": 4.561341562203757e-05,
      "loss": 5.2115,
      "step": 254455
    },
    {
      "epoch": 0.2227336028731462,
      "grad_norm": 0.5210447907447815,
      "learning_rate": 4.561324203193752e-05,
      "loss": 4.6999,
      "step": 254460
    },
    {
      "epoch": 0.22273797946677334,
      "grad_norm": 0.5164190530776978,
      "learning_rate": 4.561306843882589e-05,
      "loss": 5.4059,
      "step": 254465
    },
    {
      "epoch": 0.2227423560604005,
      "grad_norm": 0.4960070252418518,
      "learning_rate": 4.5612894842702713e-05,
      "loss": 4.4271,
      "step": 254470
    },
    {
      "epoch": 0.22274673265402764,
      "grad_norm": 0.49841588735580444,
      "learning_rate": 4.5612721243568e-05,
      "loss": 4.2021,
      "step": 254475
    },
    {
      "epoch": 0.22275110924765482,
      "grad_norm": 0.5061555504798889,
      "learning_rate": 4.5612547641421824e-05,
      "loss": 4.9058,
      "step": 254480
    },
    {
      "epoch": 0.22275548584128196,
      "grad_norm": 0.5428944230079651,
      "learning_rate": 4.561237403626417e-05,
      "loss": 5.1038,
      "step": 254485
    },
    {
      "epoch": 0.2227598624349091,
      "grad_norm": 0.4993155002593994,
      "learning_rate": 4.561220042809512e-05,
      "loss": 6.2717,
      "step": 254490
    },
    {
      "epoch": 0.22276423902853626,
      "grad_norm": 0.5456886887550354,
      "learning_rate": 4.5612026816914666e-05,
      "loss": 4.958,
      "step": 254495
    },
    {
      "epoch": 0.2227686156221634,
      "grad_norm": 0.5019634962081909,
      "learning_rate": 4.561185320272286e-05,
      "loss": 5.1987,
      "step": 254500
    },
    {
      "epoch": 0.22277299221579058,
      "grad_norm": 0.5472971796989441,
      "learning_rate": 4.561167958551975e-05,
      "loss": 5.1372,
      "step": 254505
    },
    {
      "epoch": 0.22277736880941773,
      "grad_norm": 0.4930405616760254,
      "learning_rate": 4.5611505965305346e-05,
      "loss": 4.7252,
      "step": 254510
    },
    {
      "epoch": 0.22278174540304488,
      "grad_norm": 0.5563837885856628,
      "learning_rate": 4.561133234207969e-05,
      "loss": 4.6049,
      "step": 254515
    },
    {
      "epoch": 0.22278612199667203,
      "grad_norm": 0.5074743628501892,
      "learning_rate": 4.561115871584282e-05,
      "loss": 4.7757,
      "step": 254520
    },
    {
      "epoch": 0.2227904985902992,
      "grad_norm": 0.5069582462310791,
      "learning_rate": 4.561098508659476e-05,
      "loss": 5.9607,
      "step": 254525
    },
    {
      "epoch": 0.22279487518392635,
      "grad_norm": 0.48975375294685364,
      "learning_rate": 4.5610811454335554e-05,
      "loss": 4.6859,
      "step": 254530
    },
    {
      "epoch": 0.2227992517775535,
      "grad_norm": 0.5011987090110779,
      "learning_rate": 4.561063781906523e-05,
      "loss": 5.2354,
      "step": 254535
    },
    {
      "epoch": 0.22280362837118065,
      "grad_norm": 0.5301598906517029,
      "learning_rate": 4.5610464180783815e-05,
      "loss": 4.9063,
      "step": 254540
    },
    {
      "epoch": 0.22280800496480782,
      "grad_norm": 0.5134196281433105,
      "learning_rate": 4.561029053949135e-05,
      "loss": 4.5854,
      "step": 254545
    },
    {
      "epoch": 0.22281238155843497,
      "grad_norm": 0.5033515095710754,
      "learning_rate": 4.561011689518787e-05,
      "loss": 5.1954,
      "step": 254550
    },
    {
      "epoch": 0.22281675815206212,
      "grad_norm": 0.4904243052005768,
      "learning_rate": 4.560994324787341e-05,
      "loss": 5.4396,
      "step": 254555
    },
    {
      "epoch": 0.22282113474568926,
      "grad_norm": 0.5044820308685303,
      "learning_rate": 4.5609769597548005e-05,
      "loss": 4.6005,
      "step": 254560
    },
    {
      "epoch": 0.22282551133931644,
      "grad_norm": 0.530669629573822,
      "learning_rate": 4.560959594421167e-05,
      "loss": 5.4336,
      "step": 254565
    },
    {
      "epoch": 0.2228298879329436,
      "grad_norm": 0.5450707077980042,
      "learning_rate": 4.5609422287864456e-05,
      "loss": 5.6316,
      "step": 254570
    },
    {
      "epoch": 0.22283426452657074,
      "grad_norm": 0.5586344003677368,
      "learning_rate": 4.56092486285064e-05,
      "loss": 5.408,
      "step": 254575
    },
    {
      "epoch": 0.22283864112019788,
      "grad_norm": 0.5237299799919128,
      "learning_rate": 4.560907496613752e-05,
      "loss": 5.1083,
      "step": 254580
    },
    {
      "epoch": 0.22284301771382506,
      "grad_norm": 0.5093520283699036,
      "learning_rate": 4.560890130075786e-05,
      "loss": 4.3055,
      "step": 254585
    },
    {
      "epoch": 0.2228473943074522,
      "grad_norm": 0.5238547921180725,
      "learning_rate": 4.5608727632367446e-05,
      "loss": 4.9279,
      "step": 254590
    },
    {
      "epoch": 0.22285177090107935,
      "grad_norm": 0.5086068511009216,
      "learning_rate": 4.560855396096631e-05,
      "loss": 6.2133,
      "step": 254595
    },
    {
      "epoch": 0.2228561474947065,
      "grad_norm": 0.49351438879966736,
      "learning_rate": 4.5608380286554506e-05,
      "loss": 5.2371,
      "step": 254600
    },
    {
      "epoch": 0.22286052408833368,
      "grad_norm": 0.49459725618362427,
      "learning_rate": 4.560820660913205e-05,
      "loss": 5.6137,
      "step": 254605
    },
    {
      "epoch": 0.22286490068196083,
      "grad_norm": 0.5077833533287048,
      "learning_rate": 4.5608032928698974e-05,
      "loss": 5.2138,
      "step": 254610
    },
    {
      "epoch": 0.22286927727558797,
      "grad_norm": 0.5015450716018677,
      "learning_rate": 4.560785924525532e-05,
      "loss": 4.5832,
      "step": 254615
    },
    {
      "epoch": 0.22287365386921512,
      "grad_norm": 0.5072444081306458,
      "learning_rate": 4.560768555880112e-05,
      "loss": 4.6191,
      "step": 254620
    },
    {
      "epoch": 0.22287803046284227,
      "grad_norm": 0.5230109691619873,
      "learning_rate": 4.5607511869336406e-05,
      "loss": 5.1379,
      "step": 254625
    },
    {
      "epoch": 0.22288240705646944,
      "grad_norm": 0.49498531222343445,
      "learning_rate": 4.56073381768612e-05,
      "loss": 5.6842,
      "step": 254630
    },
    {
      "epoch": 0.2228867836500966,
      "grad_norm": 0.4935416877269745,
      "learning_rate": 4.5607164481375554e-05,
      "loss": 5.0771,
      "step": 254635
    },
    {
      "epoch": 0.22289116024372374,
      "grad_norm": 0.5037693381309509,
      "learning_rate": 4.56069907828795e-05,
      "loss": 5.0982,
      "step": 254640
    },
    {
      "epoch": 0.2228955368373509,
      "grad_norm": 0.48744937777519226,
      "learning_rate": 4.560681708137306e-05,
      "loss": 5.348,
      "step": 254645
    },
    {
      "epoch": 0.22289991343097806,
      "grad_norm": 0.52425616979599,
      "learning_rate": 4.5606643376856263e-05,
      "loss": 4.405,
      "step": 254650
    },
    {
      "epoch": 0.2229042900246052,
      "grad_norm": 0.5230077505111694,
      "learning_rate": 4.5606469669329155e-05,
      "loss": 5.3602,
      "step": 254655
    },
    {
      "epoch": 0.22290866661823236,
      "grad_norm": 0.5012669563293457,
      "learning_rate": 4.560629595879178e-05,
      "loss": 5.9758,
      "step": 254660
    },
    {
      "epoch": 0.2229130432118595,
      "grad_norm": 0.4794946610927582,
      "learning_rate": 4.560612224524414e-05,
      "loss": 4.3023,
      "step": 254665
    },
    {
      "epoch": 0.22291741980548668,
      "grad_norm": 0.5348381996154785,
      "learning_rate": 4.56059485286863e-05,
      "loss": 4.9183,
      "step": 254670
    },
    {
      "epoch": 0.22292179639911383,
      "grad_norm": 0.568149745464325,
      "learning_rate": 4.560577480911829e-05,
      "loss": 5.2061,
      "step": 254675
    },
    {
      "epoch": 0.22292617299274098,
      "grad_norm": 0.5390859246253967,
      "learning_rate": 4.5605601086540115e-05,
      "loss": 5.1497,
      "step": 254680
    },
    {
      "epoch": 0.22293054958636813,
      "grad_norm": 0.5250003933906555,
      "learning_rate": 4.560542736095184e-05,
      "loss": 4.6955,
      "step": 254685
    },
    {
      "epoch": 0.2229349261799953,
      "grad_norm": 0.4939972460269928,
      "learning_rate": 4.560525363235347e-05,
      "loss": 4.6495,
      "step": 254690
    },
    {
      "epoch": 0.22293930277362245,
      "grad_norm": 0.501133143901825,
      "learning_rate": 4.5605079900745066e-05,
      "loss": 4.6026,
      "step": 254695
    },
    {
      "epoch": 0.2229436793672496,
      "grad_norm": 0.497255802154541,
      "learning_rate": 4.560490616612664e-05,
      "loss": 4.8384,
      "step": 254700
    },
    {
      "epoch": 0.22294805596087675,
      "grad_norm": 0.4955703020095825,
      "learning_rate": 4.560473242849824e-05,
      "loss": 5.2332,
      "step": 254705
    },
    {
      "epoch": 0.22295243255450392,
      "grad_norm": 0.49845197796821594,
      "learning_rate": 4.56045586878599e-05,
      "loss": 4.3105,
      "step": 254710
    },
    {
      "epoch": 0.22295680914813107,
      "grad_norm": 0.5734145045280457,
      "learning_rate": 4.5604384944211644e-05,
      "loss": 5.7385,
      "step": 254715
    },
    {
      "epoch": 0.22296118574175822,
      "grad_norm": 0.6135504841804504,
      "learning_rate": 4.560421119755352e-05,
      "loss": 4.9115,
      "step": 254720
    },
    {
      "epoch": 0.22296556233538536,
      "grad_norm": 0.5051414370536804,
      "learning_rate": 4.560403744788554e-05,
      "loss": 5.427,
      "step": 254725
    },
    {
      "epoch": 0.22296993892901254,
      "grad_norm": 0.49285706877708435,
      "learning_rate": 4.560386369520775e-05,
      "loss": 5.4186,
      "step": 254730
    },
    {
      "epoch": 0.2229743155226397,
      "grad_norm": 0.4899810254573822,
      "learning_rate": 4.560368993952019e-05,
      "loss": 4.7433,
      "step": 254735
    },
    {
      "epoch": 0.22297869211626684,
      "grad_norm": 0.4989873766899109,
      "learning_rate": 4.560351618082287e-05,
      "loss": 5.7593,
      "step": 254740
    },
    {
      "epoch": 0.22298306870989398,
      "grad_norm": 0.4922076165676117,
      "learning_rate": 4.560334241911586e-05,
      "loss": 5.1607,
      "step": 254745
    },
    {
      "epoch": 0.22298744530352113,
      "grad_norm": 0.5131008625030518,
      "learning_rate": 4.560316865439915e-05,
      "loss": 4.772,
      "step": 254750
    },
    {
      "epoch": 0.2229918218971483,
      "grad_norm": 0.5044987797737122,
      "learning_rate": 4.560299488667282e-05,
      "loss": 5.4271,
      "step": 254755
    },
    {
      "epoch": 0.22299619849077545,
      "grad_norm": 0.48789888620376587,
      "learning_rate": 4.560282111593687e-05,
      "loss": 5.4201,
      "step": 254760
    },
    {
      "epoch": 0.2230005750844026,
      "grad_norm": 0.4944969117641449,
      "learning_rate": 4.560264734219134e-05,
      "loss": 5.1092,
      "step": 254765
    },
    {
      "epoch": 0.22300495167802975,
      "grad_norm": 0.5007998943328857,
      "learning_rate": 4.560247356543626e-05,
      "loss": 5.6143,
      "step": 254770
    },
    {
      "epoch": 0.22300932827165693,
      "grad_norm": 0.5124684572219849,
      "learning_rate": 4.5602299785671684e-05,
      "loss": 5.1181,
      "step": 254775
    },
    {
      "epoch": 0.22301370486528407,
      "grad_norm": 0.503492534160614,
      "learning_rate": 4.5602126002897625e-05,
      "loss": 5.1533,
      "step": 254780
    },
    {
      "epoch": 0.22301808145891122,
      "grad_norm": 0.5171820521354675,
      "learning_rate": 4.560195221711413e-05,
      "loss": 5.3088,
      "step": 254785
    },
    {
      "epoch": 0.22302245805253837,
      "grad_norm": 0.5274901986122131,
      "learning_rate": 4.560177842832122e-05,
      "loss": 4.7003,
      "step": 254790
    },
    {
      "epoch": 0.22302683464616554,
      "grad_norm": 0.48111897706985474,
      "learning_rate": 4.560160463651893e-05,
      "loss": 5.3563,
      "step": 254795
    },
    {
      "epoch": 0.2230312112397927,
      "grad_norm": 0.4983241856098175,
      "learning_rate": 4.5601430841707315e-05,
      "loss": 5.3708,
      "step": 254800
    },
    {
      "epoch": 0.22303558783341984,
      "grad_norm": 0.48708781599998474,
      "learning_rate": 4.560125704388639e-05,
      "loss": 4.4024,
      "step": 254805
    },
    {
      "epoch": 0.223039964427047,
      "grad_norm": 0.49506428837776184,
      "learning_rate": 4.560108324305618e-05,
      "loss": 5.0974,
      "step": 254810
    },
    {
      "epoch": 0.22304434102067416,
      "grad_norm": 0.5102888941764832,
      "learning_rate": 4.5600909439216735e-05,
      "loss": 5.7083,
      "step": 254815
    },
    {
      "epoch": 0.2230487176143013,
      "grad_norm": 0.4892549216747284,
      "learning_rate": 4.5600735632368074e-05,
      "loss": 5.1366,
      "step": 254820
    },
    {
      "epoch": 0.22305309420792846,
      "grad_norm": 0.5172696113586426,
      "learning_rate": 4.560056182251024e-05,
      "loss": 5.9377,
      "step": 254825
    },
    {
      "epoch": 0.2230574708015556,
      "grad_norm": 0.5255086421966553,
      "learning_rate": 4.560038800964327e-05,
      "loss": 4.9283,
      "step": 254830
    },
    {
      "epoch": 0.22306184739518278,
      "grad_norm": 0.6557812094688416,
      "learning_rate": 4.5600214193767185e-05,
      "loss": 4.3804,
      "step": 254835
    },
    {
      "epoch": 0.22306622398880993,
      "grad_norm": 0.5254101157188416,
      "learning_rate": 4.560004037488204e-05,
      "loss": 5.1871,
      "step": 254840
    },
    {
      "epoch": 0.22307060058243708,
      "grad_norm": 0.5098323225975037,
      "learning_rate": 4.559986655298785e-05,
      "loss": 4.0833,
      "step": 254845
    },
    {
      "epoch": 0.22307497717606423,
      "grad_norm": 0.5598047971725464,
      "learning_rate": 4.5599692728084654e-05,
      "loss": 5.6398,
      "step": 254850
    },
    {
      "epoch": 0.2230793537696914,
      "grad_norm": 0.5911261439323425,
      "learning_rate": 4.559951890017248e-05,
      "loss": 5.1997,
      "step": 254855
    },
    {
      "epoch": 0.22308373036331855,
      "grad_norm": 0.5070266723632812,
      "learning_rate": 4.5599345069251366e-05,
      "loss": 5.651,
      "step": 254860
    },
    {
      "epoch": 0.2230881069569457,
      "grad_norm": 0.6357796788215637,
      "learning_rate": 4.559917123532135e-05,
      "loss": 5.4324,
      "step": 254865
    },
    {
      "epoch": 0.22309248355057285,
      "grad_norm": 0.6007026433944702,
      "learning_rate": 4.559899739838246e-05,
      "loss": 5.417,
      "step": 254870
    },
    {
      "epoch": 0.2230968601442,
      "grad_norm": 0.5327668786048889,
      "learning_rate": 4.5598823558434725e-05,
      "loss": 5.6786,
      "step": 254875
    },
    {
      "epoch": 0.22310123673782717,
      "grad_norm": 0.7485529780387878,
      "learning_rate": 4.5598649715478195e-05,
      "loss": 4.9227,
      "step": 254880
    },
    {
      "epoch": 0.22310561333145432,
      "grad_norm": 0.5898639559745789,
      "learning_rate": 4.559847586951288e-05,
      "loss": 5.7067,
      "step": 254885
    },
    {
      "epoch": 0.22310998992508146,
      "grad_norm": 0.5039251446723938,
      "learning_rate": 4.559830202053884e-05,
      "loss": 6.2389,
      "step": 254890
    },
    {
      "epoch": 0.2231143665187086,
      "grad_norm": 0.4905657172203064,
      "learning_rate": 4.55981281685561e-05,
      "loss": 5.7843,
      "step": 254895
    },
    {
      "epoch": 0.2231187431123358,
      "grad_norm": 0.4947696626186371,
      "learning_rate": 4.559795431356467e-05,
      "loss": 5.0432,
      "step": 254900
    },
    {
      "epoch": 0.22312311970596294,
      "grad_norm": 0.5381522178649902,
      "learning_rate": 4.5597780455564607e-05,
      "loss": 5.0984,
      "step": 254905
    },
    {
      "epoch": 0.22312749629959008,
      "grad_norm": 0.5262832641601562,
      "learning_rate": 4.5597606594555955e-05,
      "loss": 5.0993,
      "step": 254910
    },
    {
      "epoch": 0.22313187289321723,
      "grad_norm": 0.5141047835350037,
      "learning_rate": 4.5597432730538716e-05,
      "loss": 4.8827,
      "step": 254915
    },
    {
      "epoch": 0.2231362494868444,
      "grad_norm": 0.533260703086853,
      "learning_rate": 4.5597258863512945e-05,
      "loss": 4.8868,
      "step": 254920
    },
    {
      "epoch": 0.22314062608047155,
      "grad_norm": 0.5378853678703308,
      "learning_rate": 4.559708499347867e-05,
      "loss": 5.6365,
      "step": 254925
    },
    {
      "epoch": 0.2231450026740987,
      "grad_norm": 0.47755905985832214,
      "learning_rate": 4.559691112043592e-05,
      "loss": 5.0051,
      "step": 254930
    },
    {
      "epoch": 0.22314937926772585,
      "grad_norm": 0.5069743990898132,
      "learning_rate": 4.5596737244384744e-05,
      "loss": 5.426,
      "step": 254935
    },
    {
      "epoch": 0.22315375586135303,
      "grad_norm": 0.5260182023048401,
      "learning_rate": 4.559656336532516e-05,
      "loss": 5.4013,
      "step": 254940
    },
    {
      "epoch": 0.22315813245498017,
      "grad_norm": 0.4921364486217499,
      "learning_rate": 4.5596389483257205e-05,
      "loss": 5.7118,
      "step": 254945
    },
    {
      "epoch": 0.22316250904860732,
      "grad_norm": 0.5127356648445129,
      "learning_rate": 4.559621559818091e-05,
      "loss": 4.0692,
      "step": 254950
    },
    {
      "epoch": 0.22316688564223447,
      "grad_norm": 0.5023695230484009,
      "learning_rate": 4.559604171009633e-05,
      "loss": 5.7344,
      "step": 254955
    },
    {
      "epoch": 0.22317126223586164,
      "grad_norm": 0.5218930244445801,
      "learning_rate": 4.5595867819003466e-05,
      "loss": 5.4365,
      "step": 254960
    },
    {
      "epoch": 0.2231756388294888,
      "grad_norm": 0.5170305967330933,
      "learning_rate": 4.559569392490237e-05,
      "loss": 5.1553,
      "step": 254965
    },
    {
      "epoch": 0.22318001542311594,
      "grad_norm": 0.5414605140686035,
      "learning_rate": 4.559552002779307e-05,
      "loss": 4.6156,
      "step": 254970
    },
    {
      "epoch": 0.2231843920167431,
      "grad_norm": 0.5306751728057861,
      "learning_rate": 4.559534612767561e-05,
      "loss": 5.452,
      "step": 254975
    },
    {
      "epoch": 0.22318876861037026,
      "grad_norm": 0.5088178515434265,
      "learning_rate": 4.559517222455001e-05,
      "loss": 5.6859,
      "step": 254980
    },
    {
      "epoch": 0.2231931452039974,
      "grad_norm": 0.5279585123062134,
      "learning_rate": 4.55949983184163e-05,
      "loss": 5.6287,
      "step": 254985
    },
    {
      "epoch": 0.22319752179762456,
      "grad_norm": 0.4927946925163269,
      "learning_rate": 4.559482440927454e-05,
      "loss": 5.1286,
      "step": 254990
    },
    {
      "epoch": 0.2232018983912517,
      "grad_norm": 0.6096755266189575,
      "learning_rate": 4.559465049712474e-05,
      "loss": 4.416,
      "step": 254995
    },
    {
      "epoch": 0.22320627498487886,
      "grad_norm": 0.5349668264389038,
      "learning_rate": 4.559447658196693e-05,
      "loss": 5.727,
      "step": 255000
    },
    {
      "epoch": 0.22321065157850603,
      "grad_norm": 0.5197890400886536,
      "learning_rate": 4.559430266380116e-05,
      "loss": 5.9025,
      "step": 255005
    },
    {
      "epoch": 0.22321502817213318,
      "grad_norm": 0.5238636136054993,
      "learning_rate": 4.559412874262745e-05,
      "loss": 5.458,
      "step": 255010
    },
    {
      "epoch": 0.22321940476576033,
      "grad_norm": 0.49042513966560364,
      "learning_rate": 4.559395481844585e-05,
      "loss": 4.5029,
      "step": 255015
    },
    {
      "epoch": 0.22322378135938747,
      "grad_norm": 0.516100287437439,
      "learning_rate": 4.559378089125639e-05,
      "loss": 5.6795,
      "step": 255020
    },
    {
      "epoch": 0.22322815795301465,
      "grad_norm": 0.5239430665969849,
      "learning_rate": 4.559360696105908e-05,
      "loss": 4.5732,
      "step": 255025
    },
    {
      "epoch": 0.2232325345466418,
      "grad_norm": 0.5798583626747131,
      "learning_rate": 4.559343302785398e-05,
      "loss": 4.6066,
      "step": 255030
    },
    {
      "epoch": 0.22323691114026895,
      "grad_norm": 0.48974037170410156,
      "learning_rate": 4.559325909164111e-05,
      "loss": 4.7295,
      "step": 255035
    },
    {
      "epoch": 0.2232412877338961,
      "grad_norm": 0.5155556797981262,
      "learning_rate": 4.559308515242051e-05,
      "loss": 4.9168,
      "step": 255040
    },
    {
      "epoch": 0.22324566432752327,
      "grad_norm": 0.5156622529029846,
      "learning_rate": 4.5592911210192214e-05,
      "loss": 4.9065,
      "step": 255045
    },
    {
      "epoch": 0.22325004092115042,
      "grad_norm": 0.4919280707836151,
      "learning_rate": 4.5592737264956245e-05,
      "loss": 5.7629,
      "step": 255050
    },
    {
      "epoch": 0.22325441751477756,
      "grad_norm": 0.49891504645347595,
      "learning_rate": 4.559256331671265e-05,
      "loss": 5.5959,
      "step": 255055
    },
    {
      "epoch": 0.2232587941084047,
      "grad_norm": 0.49730029702186584,
      "learning_rate": 4.559238936546146e-05,
      "loss": 5.7747,
      "step": 255060
    },
    {
      "epoch": 0.2232631707020319,
      "grad_norm": 0.4914279282093048,
      "learning_rate": 4.5592215411202696e-05,
      "loss": 5.0923,
      "step": 255065
    },
    {
      "epoch": 0.22326754729565904,
      "grad_norm": 0.5204221606254578,
      "learning_rate": 4.559204145393642e-05,
      "loss": 4.8098,
      "step": 255070
    },
    {
      "epoch": 0.22327192388928618,
      "grad_norm": 0.5120709538459778,
      "learning_rate": 4.559186749366263e-05,
      "loss": 4.9298,
      "step": 255075
    },
    {
      "epoch": 0.22327630048291333,
      "grad_norm": 0.4844031035900116,
      "learning_rate": 4.559169353038138e-05,
      "loss": 5.1173,
      "step": 255080
    },
    {
      "epoch": 0.2232806770765405,
      "grad_norm": 0.5319385528564453,
      "learning_rate": 4.55915195640927e-05,
      "loss": 5.6997,
      "step": 255085
    },
    {
      "epoch": 0.22328505367016765,
      "grad_norm": 0.513543426990509,
      "learning_rate": 4.5591345594796634e-05,
      "loss": 4.4147,
      "step": 255090
    },
    {
      "epoch": 0.2232894302637948,
      "grad_norm": 0.5540961623191833,
      "learning_rate": 4.559117162249319e-05,
      "loss": 5.8955,
      "step": 255095
    },
    {
      "epoch": 0.22329380685742195,
      "grad_norm": 0.5004328489303589,
      "learning_rate": 4.559099764718242e-05,
      "loss": 4.8837,
      "step": 255100
    },
    {
      "epoch": 0.22329818345104913,
      "grad_norm": 0.5051621794700623,
      "learning_rate": 4.559082366886436e-05,
      "loss": 5.2379,
      "step": 255105
    },
    {
      "epoch": 0.22330256004467627,
      "grad_norm": 0.4960821866989136,
      "learning_rate": 4.559064968753903e-05,
      "loss": 4.5795,
      "step": 255110
    },
    {
      "epoch": 0.22330693663830342,
      "grad_norm": 0.5056531429290771,
      "learning_rate": 4.559047570320648e-05,
      "loss": 5.6529,
      "step": 255115
    },
    {
      "epoch": 0.22331131323193057,
      "grad_norm": 0.502213716506958,
      "learning_rate": 4.559030171586672e-05,
      "loss": 4.8439,
      "step": 255120
    },
    {
      "epoch": 0.22331568982555774,
      "grad_norm": 0.4926145076751709,
      "learning_rate": 4.559012772551981e-05,
      "loss": 5.1647,
      "step": 255125
    },
    {
      "epoch": 0.2233200664191849,
      "grad_norm": 0.5013301968574524,
      "learning_rate": 4.558995373216578e-05,
      "loss": 5.4842,
      "step": 255130
    },
    {
      "epoch": 0.22332444301281204,
      "grad_norm": 0.5306435227394104,
      "learning_rate": 4.558977973580464e-05,
      "loss": 5.1174,
      "step": 255135
    },
    {
      "epoch": 0.2233288196064392,
      "grad_norm": 0.4944441318511963,
      "learning_rate": 4.5589605736436447e-05,
      "loss": 5.6672,
      "step": 255140
    },
    {
      "epoch": 0.22333319620006634,
      "grad_norm": 0.48964425921440125,
      "learning_rate": 4.5589431734061214e-05,
      "loss": 4.9088,
      "step": 255145
    },
    {
      "epoch": 0.2233375727936935,
      "grad_norm": 0.5121352076530457,
      "learning_rate": 4.5589257728679e-05,
      "loss": 5.4268,
      "step": 255150
    },
    {
      "epoch": 0.22334194938732066,
      "grad_norm": 0.5168741345405579,
      "learning_rate": 4.558908372028983e-05,
      "loss": 6.2838,
      "step": 255155
    },
    {
      "epoch": 0.2233463259809478,
      "grad_norm": 0.4934731721878052,
      "learning_rate": 4.558890970889372e-05,
      "loss": 6.2432,
      "step": 255160
    },
    {
      "epoch": 0.22335070257457496,
      "grad_norm": 0.4910358786582947,
      "learning_rate": 4.5588735694490725e-05,
      "loss": 5.0958,
      "step": 255165
    },
    {
      "epoch": 0.22335507916820213,
      "grad_norm": 0.4914786219596863,
      "learning_rate": 4.558856167708087e-05,
      "loss": 4.857,
      "step": 255170
    },
    {
      "epoch": 0.22335945576182928,
      "grad_norm": 0.552639901638031,
      "learning_rate": 4.5588387656664186e-05,
      "loss": 4.4129,
      "step": 255175
    },
    {
      "epoch": 0.22336383235545643,
      "grad_norm": 0.5040362477302551,
      "learning_rate": 4.558821363324071e-05,
      "loss": 5.1402,
      "step": 255180
    },
    {
      "epoch": 0.22336820894908357,
      "grad_norm": 0.5251310467720032,
      "learning_rate": 4.558803960681047e-05,
      "loss": 5.4501,
      "step": 255185
    },
    {
      "epoch": 0.22337258554271075,
      "grad_norm": 0.6196063756942749,
      "learning_rate": 4.5587865577373526e-05,
      "loss": 4.6021,
      "step": 255190
    },
    {
      "epoch": 0.2233769621363379,
      "grad_norm": 0.5243395566940308,
      "learning_rate": 4.5587691544929864e-05,
      "loss": 4.6238,
      "step": 255195
    },
    {
      "epoch": 0.22338133872996505,
      "grad_norm": 0.5320001244544983,
      "learning_rate": 4.558751750947956e-05,
      "loss": 5.4305,
      "step": 255200
    },
    {
      "epoch": 0.2233857153235922,
      "grad_norm": 0.5303094387054443,
      "learning_rate": 4.558734347102262e-05,
      "loss": 5.6467,
      "step": 255205
    },
    {
      "epoch": 0.22339009191721937,
      "grad_norm": 0.49664580821990967,
      "learning_rate": 4.5587169429559096e-05,
      "loss": 5.9447,
      "step": 255210
    },
    {
      "epoch": 0.22339446851084652,
      "grad_norm": 0.49226900935173035,
      "learning_rate": 4.558699538508902e-05,
      "loss": 4.8999,
      "step": 255215
    },
    {
      "epoch": 0.22339884510447366,
      "grad_norm": 0.5229675769805908,
      "learning_rate": 4.5586821337612404e-05,
      "loss": 4.861,
      "step": 255220
    },
    {
      "epoch": 0.2234032216981008,
      "grad_norm": 0.5166443586349487,
      "learning_rate": 4.558664728712931e-05,
      "loss": 5.2111,
      "step": 255225
    },
    {
      "epoch": 0.223407598291728,
      "grad_norm": 0.5522174835205078,
      "learning_rate": 4.558647323363976e-05,
      "loss": 5.0913,
      "step": 255230
    },
    {
      "epoch": 0.22341197488535514,
      "grad_norm": 0.512679398059845,
      "learning_rate": 4.5586299177143786e-05,
      "loss": 4.9017,
      "step": 255235
    },
    {
      "epoch": 0.22341635147898228,
      "grad_norm": 0.5308922529220581,
      "learning_rate": 4.558612511764142e-05,
      "loss": 5.1948,
      "step": 255240
    },
    {
      "epoch": 0.22342072807260943,
      "grad_norm": 0.5910319089889526,
      "learning_rate": 4.558595105513269e-05,
      "loss": 4.8877,
      "step": 255245
    },
    {
      "epoch": 0.2234251046662366,
      "grad_norm": 0.5417845249176025,
      "learning_rate": 4.558577698961764e-05,
      "loss": 5.2325,
      "step": 255250
    },
    {
      "epoch": 0.22342948125986375,
      "grad_norm": 0.5985414981842041,
      "learning_rate": 4.5585602921096314e-05,
      "loss": 5.1012,
      "step": 255255
    },
    {
      "epoch": 0.2234338578534909,
      "grad_norm": 0.5211098194122314,
      "learning_rate": 4.558542884956872e-05,
      "loss": 5.6213,
      "step": 255260
    },
    {
      "epoch": 0.22343823444711805,
      "grad_norm": 0.5117325782775879,
      "learning_rate": 4.5585254775034916e-05,
      "loss": 5.107,
      "step": 255265
    },
    {
      "epoch": 0.2234426110407452,
      "grad_norm": 0.5133475661277771,
      "learning_rate": 4.558508069749492e-05,
      "loss": 5.6949,
      "step": 255270
    },
    {
      "epoch": 0.22344698763437237,
      "grad_norm": 0.4950159192085266,
      "learning_rate": 4.558490661694876e-05,
      "loss": 4.4243,
      "step": 255275
    },
    {
      "epoch": 0.22345136422799952,
      "grad_norm": 0.511133074760437,
      "learning_rate": 4.558473253339649e-05,
      "loss": 5.4125,
      "step": 255280
    },
    {
      "epoch": 0.22345574082162667,
      "grad_norm": 0.5035911202430725,
      "learning_rate": 4.558455844683812e-05,
      "loss": 5.1427,
      "step": 255285
    },
    {
      "epoch": 0.22346011741525382,
      "grad_norm": 0.5034325122833252,
      "learning_rate": 4.558438435727371e-05,
      "loss": 4.0527,
      "step": 255290
    },
    {
      "epoch": 0.223464494008881,
      "grad_norm": 0.5272884368896484,
      "learning_rate": 4.5584210264703275e-05,
      "loss": 5.9475,
      "step": 255295
    },
    {
      "epoch": 0.22346887060250814,
      "grad_norm": 0.4991309344768524,
      "learning_rate": 4.558403616912685e-05,
      "loss": 5.4519,
      "step": 255300
    },
    {
      "epoch": 0.2234732471961353,
      "grad_norm": 0.6181764602661133,
      "learning_rate": 4.5583862070544467e-05,
      "loss": 5.0316,
      "step": 255305
    },
    {
      "epoch": 0.22347762378976244,
      "grad_norm": 0.5374712944030762,
      "learning_rate": 4.558368796895618e-05,
      "loss": 5.2176,
      "step": 255310
    },
    {
      "epoch": 0.2234820003833896,
      "grad_norm": 0.4866969585418701,
      "learning_rate": 4.5583513864362005e-05,
      "loss": 4.503,
      "step": 255315
    },
    {
      "epoch": 0.22348637697701676,
      "grad_norm": 0.49915778636932373,
      "learning_rate": 4.5583339756761964e-05,
      "loss": 3.8834,
      "step": 255320
    },
    {
      "epoch": 0.2234907535706439,
      "grad_norm": 0.5023597478866577,
      "learning_rate": 4.5583165646156114e-05,
      "loss": 4.4155,
      "step": 255325
    },
    {
      "epoch": 0.22349513016427106,
      "grad_norm": 0.5241779685020447,
      "learning_rate": 4.558299153254447e-05,
      "loss": 5.6912,
      "step": 255330
    },
    {
      "epoch": 0.22349950675789823,
      "grad_norm": 0.4998510181903839,
      "learning_rate": 4.558281741592708e-05,
      "loss": 4.8474,
      "step": 255335
    },
    {
      "epoch": 0.22350388335152538,
      "grad_norm": 0.49353042244911194,
      "learning_rate": 4.5582643296303974e-05,
      "loss": 5.0925,
      "step": 255340
    },
    {
      "epoch": 0.22350825994515253,
      "grad_norm": 0.5216968655586243,
      "learning_rate": 4.558246917367518e-05,
      "loss": 5.7048,
      "step": 255345
    },
    {
      "epoch": 0.22351263653877967,
      "grad_norm": 0.5151036381721497,
      "learning_rate": 4.558229504804073e-05,
      "loss": 5.7258,
      "step": 255350
    },
    {
      "epoch": 0.22351701313240685,
      "grad_norm": 0.49955785274505615,
      "learning_rate": 4.558212091940067e-05,
      "loss": 5.6051,
      "step": 255355
    },
    {
      "epoch": 0.223521389726034,
      "grad_norm": 0.49929380416870117,
      "learning_rate": 4.558194678775504e-05,
      "loss": 4.9079,
      "step": 255360
    },
    {
      "epoch": 0.22352576631966115,
      "grad_norm": 0.5022546648979187,
      "learning_rate": 4.558177265310384e-05,
      "loss": 5.9014,
      "step": 255365
    },
    {
      "epoch": 0.2235301429132883,
      "grad_norm": 0.4906182587146759,
      "learning_rate": 4.558159851544713e-05,
      "loss": 6.2156,
      "step": 255370
    },
    {
      "epoch": 0.22353451950691547,
      "grad_norm": 0.5019620060920715,
      "learning_rate": 4.558142437478493e-05,
      "loss": 5.2147,
      "step": 255375
    },
    {
      "epoch": 0.22353889610054262,
      "grad_norm": 0.5035990476608276,
      "learning_rate": 4.558125023111729e-05,
      "loss": 5.218,
      "step": 255380
    },
    {
      "epoch": 0.22354327269416976,
      "grad_norm": 0.5525906682014465,
      "learning_rate": 4.558107608444423e-05,
      "loss": 5.7004,
      "step": 255385
    },
    {
      "epoch": 0.2235476492877969,
      "grad_norm": 0.5016489624977112,
      "learning_rate": 4.558090193476579e-05,
      "loss": 5.2259,
      "step": 255390
    },
    {
      "epoch": 0.22355202588142406,
      "grad_norm": 0.5134308934211731,
      "learning_rate": 4.558072778208201e-05,
      "loss": 4.9299,
      "step": 255395
    },
    {
      "epoch": 0.22355640247505124,
      "grad_norm": 0.5041213035583496,
      "learning_rate": 4.55805536263929e-05,
      "loss": 5.6568,
      "step": 255400
    },
    {
      "epoch": 0.22356077906867838,
      "grad_norm": 0.5092610120773315,
      "learning_rate": 4.558037946769852e-05,
      "loss": 4.9002,
      "step": 255405
    },
    {
      "epoch": 0.22356515566230553,
      "grad_norm": 0.502358615398407,
      "learning_rate": 4.558020530599888e-05,
      "loss": 4.7301,
      "step": 255410
    },
    {
      "epoch": 0.22356953225593268,
      "grad_norm": 0.5000419616699219,
      "learning_rate": 4.558003114129403e-05,
      "loss": 5.4555,
      "step": 255415
    },
    {
      "epoch": 0.22357390884955985,
      "grad_norm": 0.5123980045318604,
      "learning_rate": 4.5579856973584e-05,
      "loss": 4.605,
      "step": 255420
    },
    {
      "epoch": 0.223578285443187,
      "grad_norm": 0.519207239151001,
      "learning_rate": 4.557968280286883e-05,
      "loss": 4.9368,
      "step": 255425
    },
    {
      "epoch": 0.22358266203681415,
      "grad_norm": 0.5110207796096802,
      "learning_rate": 4.5579508629148536e-05,
      "loss": 4.2884,
      "step": 255430
    },
    {
      "epoch": 0.2235870386304413,
      "grad_norm": 0.5039225816726685,
      "learning_rate": 4.557933445242317e-05,
      "loss": 5.6025,
      "step": 255435
    },
    {
      "epoch": 0.22359141522406847,
      "grad_norm": 0.5036741495132446,
      "learning_rate": 4.557916027269275e-05,
      "loss": 5.159,
      "step": 255440
    },
    {
      "epoch": 0.22359579181769562,
      "grad_norm": 0.4960569441318512,
      "learning_rate": 4.557898608995733e-05,
      "loss": 5.624,
      "step": 255445
    },
    {
      "epoch": 0.22360016841132277,
      "grad_norm": 0.5020913481712341,
      "learning_rate": 4.557881190421692e-05,
      "loss": 5.1056,
      "step": 255450
    },
    {
      "epoch": 0.22360454500494992,
      "grad_norm": 0.5173066854476929,
      "learning_rate": 4.557863771547157e-05,
      "loss": 4.4266,
      "step": 255455
    },
    {
      "epoch": 0.2236089215985771,
      "grad_norm": 0.5026553273200989,
      "learning_rate": 4.55784635237213e-05,
      "loss": 5.4257,
      "step": 255460
    },
    {
      "epoch": 0.22361329819220424,
      "grad_norm": 0.49978411197662354,
      "learning_rate": 4.5578289328966164e-05,
      "loss": 4.9326,
      "step": 255465
    },
    {
      "epoch": 0.2236176747858314,
      "grad_norm": 0.49916699528694153,
      "learning_rate": 4.557811513120618e-05,
      "loss": 5.3933,
      "step": 255470
    },
    {
      "epoch": 0.22362205137945854,
      "grad_norm": 0.4952530860900879,
      "learning_rate": 4.557794093044138e-05,
      "loss": 5.4191,
      "step": 255475
    },
    {
      "epoch": 0.2236264279730857,
      "grad_norm": 0.5018365979194641,
      "learning_rate": 4.557776672667181e-05,
      "loss": 5.1908,
      "step": 255480
    },
    {
      "epoch": 0.22363080456671286,
      "grad_norm": 0.4937649667263031,
      "learning_rate": 4.557759251989748e-05,
      "loss": 6.2336,
      "step": 255485
    },
    {
      "epoch": 0.22363518116034,
      "grad_norm": 0.4970744550228119,
      "learning_rate": 4.557741831011846e-05,
      "loss": 4.828,
      "step": 255490
    },
    {
      "epoch": 0.22363955775396716,
      "grad_norm": 0.5094872117042542,
      "learning_rate": 4.5577244097334746e-05,
      "loss": 5.4278,
      "step": 255495
    },
    {
      "epoch": 0.22364393434759433,
      "grad_norm": 0.508825957775116,
      "learning_rate": 4.55770698815464e-05,
      "loss": 4.6025,
      "step": 255500
    },
    {
      "epoch": 0.22364831094122148,
      "grad_norm": 0.5088603496551514,
      "learning_rate": 4.5576895662753435e-05,
      "loss": 4.6176,
      "step": 255505
    },
    {
      "epoch": 0.22365268753484863,
      "grad_norm": 0.5057401061058044,
      "learning_rate": 4.557672144095592e-05,
      "loss": 5.1844,
      "step": 255510
    },
    {
      "epoch": 0.22365706412847577,
      "grad_norm": 0.5040838718414307,
      "learning_rate": 4.557654721615383e-05,
      "loss": 5.2337,
      "step": 255515
    },
    {
      "epoch": 0.22366144072210292,
      "grad_norm": 0.5048981308937073,
      "learning_rate": 4.557637298834725e-05,
      "loss": 4.9282,
      "step": 255520
    },
    {
      "epoch": 0.2236658173157301,
      "grad_norm": 0.5478556156158447,
      "learning_rate": 4.557619875753619e-05,
      "loss": 5.1922,
      "step": 255525
    },
    {
      "epoch": 0.22367019390935725,
      "grad_norm": 0.5423492789268494,
      "learning_rate": 4.5576024523720686e-05,
      "loss": 5.4299,
      "step": 255530
    },
    {
      "epoch": 0.2236745705029844,
      "grad_norm": 0.5101341009140015,
      "learning_rate": 4.557585028690078e-05,
      "loss": 4.9059,
      "step": 255535
    },
    {
      "epoch": 0.22367894709661154,
      "grad_norm": 0.5228748917579651,
      "learning_rate": 4.55756760470765e-05,
      "loss": 5.1177,
      "step": 255540
    },
    {
      "epoch": 0.22368332369023872,
      "grad_norm": 0.5115622282028198,
      "learning_rate": 4.557550180424786e-05,
      "loss": 5.4285,
      "step": 255545
    },
    {
      "epoch": 0.22368770028386586,
      "grad_norm": 0.506523609161377,
      "learning_rate": 4.557532755841494e-05,
      "loss": 4.3749,
      "step": 255550
    },
    {
      "epoch": 0.223692076877493,
      "grad_norm": 0.5078134536743164,
      "learning_rate": 4.557515330957774e-05,
      "loss": 5.0646,
      "step": 255555
    },
    {
      "epoch": 0.22369645347112016,
      "grad_norm": 0.5146204233169556,
      "learning_rate": 4.557497905773629e-05,
      "loss": 5.1308,
      "step": 255560
    },
    {
      "epoch": 0.22370083006474734,
      "grad_norm": 0.4947965741157532,
      "learning_rate": 4.557480480289064e-05,
      "loss": 5.3039,
      "step": 255565
    },
    {
      "epoch": 0.22370520665837448,
      "grad_norm": 0.4891663193702698,
      "learning_rate": 4.557463054504082e-05,
      "loss": 4.285,
      "step": 255570
    },
    {
      "epoch": 0.22370958325200163,
      "grad_norm": 0.5024130344390869,
      "learning_rate": 4.557445628418686e-05,
      "loss": 4.8827,
      "step": 255575
    },
    {
      "epoch": 0.22371395984562878,
      "grad_norm": 0.4896318316459656,
      "learning_rate": 4.557428202032878e-05,
      "loss": 5.0332,
      "step": 255580
    },
    {
      "epoch": 0.22371833643925595,
      "grad_norm": 0.4872298836708069,
      "learning_rate": 4.557410775346665e-05,
      "loss": 5.1266,
      "step": 255585
    },
    {
      "epoch": 0.2237227130328831,
      "grad_norm": 0.4971320927143097,
      "learning_rate": 4.5573933483600476e-05,
      "loss": 4.9361,
      "step": 255590
    },
    {
      "epoch": 0.22372708962651025,
      "grad_norm": 0.5476455092430115,
      "learning_rate": 4.557375921073029e-05,
      "loss": 5.1246,
      "step": 255595
    },
    {
      "epoch": 0.2237314662201374,
      "grad_norm": 0.6425301432609558,
      "learning_rate": 4.557358493485614e-05,
      "loss": 4.896,
      "step": 255600
    },
    {
      "epoch": 0.22373584281376457,
      "grad_norm": 0.5233508944511414,
      "learning_rate": 4.557341065597805e-05,
      "loss": 4.6241,
      "step": 255605
    },
    {
      "epoch": 0.22374021940739172,
      "grad_norm": 0.5362899303436279,
      "learning_rate": 4.557323637409606e-05,
      "loss": 5.365,
      "step": 255610
    },
    {
      "epoch": 0.22374459600101887,
      "grad_norm": 0.5209234356880188,
      "learning_rate": 4.5573062089210196e-05,
      "loss": 5.4321,
      "step": 255615
    },
    {
      "epoch": 0.22374897259464602,
      "grad_norm": 0.5101404190063477,
      "learning_rate": 4.557288780132049e-05,
      "loss": 4.39,
      "step": 255620
    },
    {
      "epoch": 0.2237533491882732,
      "grad_norm": 0.49522802233695984,
      "learning_rate": 4.557271351042699e-05,
      "loss": 5.9502,
      "step": 255625
    },
    {
      "epoch": 0.22375772578190034,
      "grad_norm": 0.5158766508102417,
      "learning_rate": 4.557253921652972e-05,
      "loss": 5.4441,
      "step": 255630
    },
    {
      "epoch": 0.2237621023755275,
      "grad_norm": 0.48757418990135193,
      "learning_rate": 4.557236491962872e-05,
      "loss": 5.3866,
      "step": 255635
    },
    {
      "epoch": 0.22376647896915464,
      "grad_norm": 0.5110688805580139,
      "learning_rate": 4.557219061972401e-05,
      "loss": 4.7981,
      "step": 255640
    },
    {
      "epoch": 0.22377085556278178,
      "grad_norm": 0.49870210886001587,
      "learning_rate": 4.557201631681564e-05,
      "loss": 5.9119,
      "step": 255645
    },
    {
      "epoch": 0.22377523215640896,
      "grad_norm": 0.48666447401046753,
      "learning_rate": 4.557184201090362e-05,
      "loss": 5.7066,
      "step": 255650
    },
    {
      "epoch": 0.2237796087500361,
      "grad_norm": 0.4836677610874176,
      "learning_rate": 4.557166770198801e-05,
      "loss": 4.5656,
      "step": 255655
    },
    {
      "epoch": 0.22378398534366326,
      "grad_norm": 0.5144586563110352,
      "learning_rate": 4.557149339006883e-05,
      "loss": 4.9098,
      "step": 255660
    },
    {
      "epoch": 0.2237883619372904,
      "grad_norm": 0.49372386932373047,
      "learning_rate": 4.5571319075146114e-05,
      "loss": 5.0995,
      "step": 255665
    },
    {
      "epoch": 0.22379273853091758,
      "grad_norm": 0.5078709125518799,
      "learning_rate": 4.557114475721991e-05,
      "loss": 5.4314,
      "step": 255670
    },
    {
      "epoch": 0.22379711512454473,
      "grad_norm": 0.5153481960296631,
      "learning_rate": 4.557097043629023e-05,
      "loss": 5.6115,
      "step": 255675
    },
    {
      "epoch": 0.22380149171817187,
      "grad_norm": 0.49846452474594116,
      "learning_rate": 4.5570796112357114e-05,
      "loss": 4.9073,
      "step": 255680
    },
    {
      "epoch": 0.22380586831179902,
      "grad_norm": 0.507845938205719,
      "learning_rate": 4.5570621785420595e-05,
      "loss": 4.8865,
      "step": 255685
    },
    {
      "epoch": 0.2238102449054262,
      "grad_norm": 0.5385274291038513,
      "learning_rate": 4.557044745548073e-05,
      "loss": 4.8667,
      "step": 255690
    },
    {
      "epoch": 0.22381462149905335,
      "grad_norm": 0.5095959901809692,
      "learning_rate": 4.557027312253751e-05,
      "loss": 4.7796,
      "step": 255695
    },
    {
      "epoch": 0.2238189980926805,
      "grad_norm": 0.5062527656555176,
      "learning_rate": 4.5570098786591e-05,
      "loss": 5.1858,
      "step": 255700
    },
    {
      "epoch": 0.22382337468630764,
      "grad_norm": 0.5004889369010925,
      "learning_rate": 4.556992444764123e-05,
      "loss": 5.7188,
      "step": 255705
    },
    {
      "epoch": 0.22382775127993482,
      "grad_norm": 0.5607976317405701,
      "learning_rate": 4.5569750105688226e-05,
      "loss": 4.7647,
      "step": 255710
    },
    {
      "epoch": 0.22383212787356196,
      "grad_norm": 0.570936381816864,
      "learning_rate": 4.556957576073202e-05,
      "loss": 5.6618,
      "step": 255715
    },
    {
      "epoch": 0.2238365044671891,
      "grad_norm": 0.5022590756416321,
      "learning_rate": 4.556940141277265e-05,
      "loss": 4.6327,
      "step": 255720
    },
    {
      "epoch": 0.22384088106081626,
      "grad_norm": 0.5019152760505676,
      "learning_rate": 4.556922706181016e-05,
      "loss": 5.2196,
      "step": 255725
    },
    {
      "epoch": 0.22384525765444344,
      "grad_norm": 0.5378722548484802,
      "learning_rate": 4.556905270784456e-05,
      "loss": 5.3676,
      "step": 255730
    },
    {
      "epoch": 0.22384963424807058,
      "grad_norm": 0.5740379095077515,
      "learning_rate": 4.556887835087591e-05,
      "loss": 5.215,
      "step": 255735
    },
    {
      "epoch": 0.22385401084169773,
      "grad_norm": 0.5060777068138123,
      "learning_rate": 4.556870399090423e-05,
      "loss": 5.4274,
      "step": 255740
    },
    {
      "epoch": 0.22385838743532488,
      "grad_norm": 0.508284866809845,
      "learning_rate": 4.556852962792955e-05,
      "loss": 4.6806,
      "step": 255745
    },
    {
      "epoch": 0.22386276402895205,
      "grad_norm": 0.5044159889221191,
      "learning_rate": 4.55683552619519e-05,
      "loss": 4.8343,
      "step": 255750
    },
    {
      "epoch": 0.2238671406225792,
      "grad_norm": 0.5041263699531555,
      "learning_rate": 4.5568180892971326e-05,
      "loss": 5.9584,
      "step": 255755
    },
    {
      "epoch": 0.22387151721620635,
      "grad_norm": 0.5090604424476624,
      "learning_rate": 4.556800652098786e-05,
      "loss": 4.2987,
      "step": 255760
    },
    {
      "epoch": 0.2238758938098335,
      "grad_norm": 0.5005993247032166,
      "learning_rate": 4.556783214600153e-05,
      "loss": 4.2823,
      "step": 255765
    },
    {
      "epoch": 0.22388027040346067,
      "grad_norm": 0.5517934560775757,
      "learning_rate": 4.5567657768012386e-05,
      "loss": 5.5969,
      "step": 255770
    },
    {
      "epoch": 0.22388464699708782,
      "grad_norm": 0.5151927471160889,
      "learning_rate": 4.5567483387020427e-05,
      "loss": 5.9236,
      "step": 255775
    },
    {
      "epoch": 0.22388902359071497,
      "grad_norm": 0.6367942690849304,
      "learning_rate": 4.5567309003025715e-05,
      "loss": 4.4117,
      "step": 255780
    },
    {
      "epoch": 0.22389340018434212,
      "grad_norm": 0.49625763297080994,
      "learning_rate": 4.5567134616028285e-05,
      "loss": 5.4516,
      "step": 255785
    },
    {
      "epoch": 0.22389777677796927,
      "grad_norm": 0.5239749550819397,
      "learning_rate": 4.556696022602816e-05,
      "loss": 5.1341,
      "step": 255790
    },
    {
      "epoch": 0.22390215337159644,
      "grad_norm": 0.5536127686500549,
      "learning_rate": 4.556678583302537e-05,
      "loss": 4.6909,
      "step": 255795
    },
    {
      "epoch": 0.2239065299652236,
      "grad_norm": 0.5698572397232056,
      "learning_rate": 4.5566611437019956e-05,
      "loss": 5.6689,
      "step": 255800
    },
    {
      "epoch": 0.22391090655885074,
      "grad_norm": 0.5252138376235962,
      "learning_rate": 4.5566437038011944e-05,
      "loss": 5.6447,
      "step": 255805
    },
    {
      "epoch": 0.22391528315247788,
      "grad_norm": 0.5589960217475891,
      "learning_rate": 4.556626263600138e-05,
      "loss": 4.6971,
      "step": 255810
    },
    {
      "epoch": 0.22391965974610506,
      "grad_norm": 0.5610314607620239,
      "learning_rate": 4.556608823098829e-05,
      "loss": 5.1357,
      "step": 255815
    },
    {
      "epoch": 0.2239240363397322,
      "grad_norm": 0.5262327790260315,
      "learning_rate": 4.5565913822972704e-05,
      "loss": 5.4218,
      "step": 255820
    },
    {
      "epoch": 0.22392841293335936,
      "grad_norm": 0.5105604529380798,
      "learning_rate": 4.556573941195467e-05,
      "loss": 5.9223,
      "step": 255825
    },
    {
      "epoch": 0.2239327895269865,
      "grad_norm": 0.5155860185623169,
      "learning_rate": 4.556556499793421e-05,
      "loss": 5.7491,
      "step": 255830
    },
    {
      "epoch": 0.22393716612061368,
      "grad_norm": 0.5231769680976868,
      "learning_rate": 4.556539058091136e-05,
      "loss": 5.1971,
      "step": 255835
    },
    {
      "epoch": 0.22394154271424083,
      "grad_norm": 0.5256695747375488,
      "learning_rate": 4.556521616088615e-05,
      "loss": 5.7399,
      "step": 255840
    },
    {
      "epoch": 0.22394591930786797,
      "grad_norm": 0.5057535767555237,
      "learning_rate": 4.5565041737858614e-05,
      "loss": 5.4437,
      "step": 255845
    },
    {
      "epoch": 0.22395029590149512,
      "grad_norm": 0.5219512581825256,
      "learning_rate": 4.556486731182879e-05,
      "loss": 5.3523,
      "step": 255850
    },
    {
      "epoch": 0.2239546724951223,
      "grad_norm": 0.510044515132904,
      "learning_rate": 4.556469288279671e-05,
      "loss": 5.427,
      "step": 255855
    },
    {
      "epoch": 0.22395904908874945,
      "grad_norm": 0.49643614888191223,
      "learning_rate": 4.5564518450762416e-05,
      "loss": 5.1274,
      "step": 255860
    },
    {
      "epoch": 0.2239634256823766,
      "grad_norm": 0.5013087391853333,
      "learning_rate": 4.5564344015725926e-05,
      "loss": 4.7896,
      "step": 255865
    },
    {
      "epoch": 0.22396780227600374,
      "grad_norm": 0.5269879698753357,
      "learning_rate": 4.556416957768729e-05,
      "loss": 5.6896,
      "step": 255870
    },
    {
      "epoch": 0.22397217886963092,
      "grad_norm": 0.5180020928382874,
      "learning_rate": 4.556399513664652e-05,
      "loss": 5.2072,
      "step": 255875
    },
    {
      "epoch": 0.22397655546325806,
      "grad_norm": 0.5072500109672546,
      "learning_rate": 4.556382069260366e-05,
      "loss": 4.5949,
      "step": 255880
    },
    {
      "epoch": 0.2239809320568852,
      "grad_norm": 0.49801427125930786,
      "learning_rate": 4.5563646245558766e-05,
      "loss": 5.125,
      "step": 255885
    },
    {
      "epoch": 0.22398530865051236,
      "grad_norm": 0.5285552740097046,
      "learning_rate": 4.5563471795511835e-05,
      "loss": 4.4104,
      "step": 255890
    },
    {
      "epoch": 0.22398968524413954,
      "grad_norm": 0.5119688510894775,
      "learning_rate": 4.556329734246293e-05,
      "loss": 5.6572,
      "step": 255895
    },
    {
      "epoch": 0.22399406183776668,
      "grad_norm": 0.5104142427444458,
      "learning_rate": 4.5563122886412056e-05,
      "loss": 5.1159,
      "step": 255900
    },
    {
      "epoch": 0.22399843843139383,
      "grad_norm": 0.5024936199188232,
      "learning_rate": 4.5562948427359274e-05,
      "loss": 5.6102,
      "step": 255905
    },
    {
      "epoch": 0.22400281502502098,
      "grad_norm": 0.5395866632461548,
      "learning_rate": 4.556277396530461e-05,
      "loss": 4.9191,
      "step": 255910
    },
    {
      "epoch": 0.22400719161864813,
      "grad_norm": 0.493567556142807,
      "learning_rate": 4.5562599500248084e-05,
      "loss": 5.0254,
      "step": 255915
    },
    {
      "epoch": 0.2240115682122753,
      "grad_norm": 0.5135622024536133,
      "learning_rate": 4.556242503218975e-05,
      "loss": 4.7287,
      "step": 255920
    },
    {
      "epoch": 0.22401594480590245,
      "grad_norm": 0.5101136565208435,
      "learning_rate": 4.556225056112961e-05,
      "loss": 5.1112,
      "step": 255925
    },
    {
      "epoch": 0.2240203213995296,
      "grad_norm": 0.519189715385437,
      "learning_rate": 4.556207608706774e-05,
      "loss": 5.221,
      "step": 255930
    },
    {
      "epoch": 0.22402469799315675,
      "grad_norm": 0.5053032636642456,
      "learning_rate": 4.556190161000415e-05,
      "loss": 4.9361,
      "step": 255935
    },
    {
      "epoch": 0.22402907458678392,
      "grad_norm": 0.49322953820228577,
      "learning_rate": 4.556172712993888e-05,
      "loss": 5.3166,
      "step": 255940
    },
    {
      "epoch": 0.22403345118041107,
      "grad_norm": 0.5072903633117676,
      "learning_rate": 4.556155264687195e-05,
      "loss": 5.707,
      "step": 255945
    },
    {
      "epoch": 0.22403782777403822,
      "grad_norm": 0.4924243688583374,
      "learning_rate": 4.5561378160803405e-05,
      "loss": 6.21,
      "step": 255950
    },
    {
      "epoch": 0.22404220436766537,
      "grad_norm": 0.49010390043258667,
      "learning_rate": 4.556120367173328e-05,
      "loss": 5.7077,
      "step": 255955
    },
    {
      "epoch": 0.22404658096129254,
      "grad_norm": 0.48575538396835327,
      "learning_rate": 4.556102917966161e-05,
      "loss": 5.9711,
      "step": 255960
    },
    {
      "epoch": 0.2240509575549197,
      "grad_norm": 0.4932692050933838,
      "learning_rate": 4.556085468458841e-05,
      "loss": 5.2421,
      "step": 255965
    },
    {
      "epoch": 0.22405533414854684,
      "grad_norm": 0.5074793100357056,
      "learning_rate": 4.556068018651374e-05,
      "loss": 5.1379,
      "step": 255970
    },
    {
      "epoch": 0.22405971074217398,
      "grad_norm": 0.5199293494224548,
      "learning_rate": 4.556050568543763e-05,
      "loss": 4.3892,
      "step": 255975
    },
    {
      "epoch": 0.22406408733580116,
      "grad_norm": 0.5203384757041931,
      "learning_rate": 4.556033118136009e-05,
      "loss": 4.9046,
      "step": 255980
    },
    {
      "epoch": 0.2240684639294283,
      "grad_norm": 0.5051063299179077,
      "learning_rate": 4.556015667428117e-05,
      "loss": 5.6252,
      "step": 255985
    },
    {
      "epoch": 0.22407284052305546,
      "grad_norm": 0.5001617074012756,
      "learning_rate": 4.555998216420091e-05,
      "loss": 5.9201,
      "step": 255990
    },
    {
      "epoch": 0.2240772171166826,
      "grad_norm": 0.5202246308326721,
      "learning_rate": 4.555980765111933e-05,
      "loss": 5.1045,
      "step": 255995
    },
    {
      "epoch": 0.22408159371030978,
      "grad_norm": 0.5052216053009033,
      "learning_rate": 4.5559633135036486e-05,
      "loss": 5.2239,
      "step": 256000
    },
    {
      "epoch": 0.22408597030393693,
      "grad_norm": 0.5167276859283447,
      "learning_rate": 4.555945861595238e-05,
      "loss": 4.3936,
      "step": 256005
    },
    {
      "epoch": 0.22409034689756407,
      "grad_norm": 0.5003219246864319,
      "learning_rate": 4.555928409386707e-05,
      "loss": 5.6168,
      "step": 256010
    },
    {
      "epoch": 0.22409472349119122,
      "grad_norm": 0.5056295394897461,
      "learning_rate": 4.555910956878058e-05,
      "loss": 4.872,
      "step": 256015
    },
    {
      "epoch": 0.2240991000848184,
      "grad_norm": 0.5014316439628601,
      "learning_rate": 4.555893504069294e-05,
      "loss": 5.4215,
      "step": 256020
    },
    {
      "epoch": 0.22410347667844555,
      "grad_norm": 0.554053008556366,
      "learning_rate": 4.555876050960419e-05,
      "loss": 5.651,
      "step": 256025
    },
    {
      "epoch": 0.2241078532720727,
      "grad_norm": 0.5085663199424744,
      "learning_rate": 4.5558585975514354e-05,
      "loss": 5.9611,
      "step": 256030
    },
    {
      "epoch": 0.22411222986569984,
      "grad_norm": 0.5031616687774658,
      "learning_rate": 4.5558411438423485e-05,
      "loss": 5.6486,
      "step": 256035
    },
    {
      "epoch": 0.224116606459327,
      "grad_norm": 0.5252645611763,
      "learning_rate": 4.5558236898331606e-05,
      "loss": 5.1398,
      "step": 256040
    },
    {
      "epoch": 0.22412098305295416,
      "grad_norm": 0.529633641242981,
      "learning_rate": 4.555806235523875e-05,
      "loss": 4.7198,
      "step": 256045
    },
    {
      "epoch": 0.2241253596465813,
      "grad_norm": 0.5430395007133484,
      "learning_rate": 4.555788780914495e-05,
      "loss": 5.4339,
      "step": 256050
    },
    {
      "epoch": 0.22412973624020846,
      "grad_norm": 0.5204418301582336,
      "learning_rate": 4.5557713260050236e-05,
      "loss": 5.1914,
      "step": 256055
    },
    {
      "epoch": 0.2241341128338356,
      "grad_norm": 0.5375873446464539,
      "learning_rate": 4.555753870795465e-05,
      "loss": 5.5979,
      "step": 256060
    },
    {
      "epoch": 0.22413848942746278,
      "grad_norm": 0.516774594783783,
      "learning_rate": 4.5557364152858215e-05,
      "loss": 5.2325,
      "step": 256065
    },
    {
      "epoch": 0.22414286602108993,
      "grad_norm": 0.5131479501724243,
      "learning_rate": 4.5557189594760984e-05,
      "loss": 5.3434,
      "step": 256070
    },
    {
      "epoch": 0.22414724261471708,
      "grad_norm": 0.5096346735954285,
      "learning_rate": 4.555701503366298e-05,
      "loss": 5.6252,
      "step": 256075
    },
    {
      "epoch": 0.22415161920834423,
      "grad_norm": 0.5051590800285339,
      "learning_rate": 4.555684046956422e-05,
      "loss": 5.9529,
      "step": 256080
    },
    {
      "epoch": 0.2241559958019714,
      "grad_norm": 0.5193681120872498,
      "learning_rate": 4.5556665902464757e-05,
      "loss": 5.4651,
      "step": 256085
    },
    {
      "epoch": 0.22416037239559855,
      "grad_norm": 0.5068908929824829,
      "learning_rate": 4.555649133236463e-05,
      "loss": 5.0996,
      "step": 256090
    },
    {
      "epoch": 0.2241647489892257,
      "grad_norm": 0.4989752173423767,
      "learning_rate": 4.5556316759263854e-05,
      "loss": 6.243,
      "step": 256095
    },
    {
      "epoch": 0.22416912558285285,
      "grad_norm": 0.5286087989807129,
      "learning_rate": 4.555614218316246e-05,
      "loss": 5.4405,
      "step": 256100
    },
    {
      "epoch": 0.22417350217648002,
      "grad_norm": 0.4993947148323059,
      "learning_rate": 4.555596760406052e-05,
      "loss": 5.1379,
      "step": 256105
    },
    {
      "epoch": 0.22417787877010717,
      "grad_norm": 0.49668318033218384,
      "learning_rate": 4.5555793021958024e-05,
      "loss": 5.342,
      "step": 256110
    },
    {
      "epoch": 0.22418225536373432,
      "grad_norm": 0.501616895198822,
      "learning_rate": 4.555561843685502e-05,
      "loss": 5.0244,
      "step": 256115
    },
    {
      "epoch": 0.22418663195736147,
      "grad_norm": 0.5450679659843445,
      "learning_rate": 4.5555443848751555e-05,
      "loss": 5.4363,
      "step": 256120
    },
    {
      "epoch": 0.22419100855098864,
      "grad_norm": 0.4965870976448059,
      "learning_rate": 4.5555269257647645e-05,
      "loss": 5.7404,
      "step": 256125
    },
    {
      "epoch": 0.2241953851446158,
      "grad_norm": 0.5251083970069885,
      "learning_rate": 4.555509466354334e-05,
      "loss": 3.9163,
      "step": 256130
    },
    {
      "epoch": 0.22419976173824294,
      "grad_norm": 0.5420809984207153,
      "learning_rate": 4.555492006643866e-05,
      "loss": 4.4136,
      "step": 256135
    },
    {
      "epoch": 0.22420413833187008,
      "grad_norm": 0.5236969590187073,
      "learning_rate": 4.555474546633364e-05,
      "loss": 4.6929,
      "step": 256140
    },
    {
      "epoch": 0.22420851492549726,
      "grad_norm": 0.5258968472480774,
      "learning_rate": 4.555457086322831e-05,
      "loss": 4.7001,
      "step": 256145
    },
    {
      "epoch": 0.2242128915191244,
      "grad_norm": 0.5401368737220764,
      "learning_rate": 4.5554396257122714e-05,
      "loss": 5.1503,
      "step": 256150
    },
    {
      "epoch": 0.22421726811275156,
      "grad_norm": 0.4941328763961792,
      "learning_rate": 4.5554221648016894e-05,
      "loss": 5.2977,
      "step": 256155
    },
    {
      "epoch": 0.2242216447063787,
      "grad_norm": 0.4939520061016083,
      "learning_rate": 4.555404703591085e-05,
      "loss": 5.7424,
      "step": 256160
    },
    {
      "epoch": 0.22422602130000585,
      "grad_norm": 0.49752330780029297,
      "learning_rate": 4.5553872420804655e-05,
      "loss": 5.7285,
      "step": 256165
    },
    {
      "epoch": 0.22423039789363303,
      "grad_norm": 0.5079266428947449,
      "learning_rate": 4.5553697802698324e-05,
      "loss": 4.8873,
      "step": 256170
    },
    {
      "epoch": 0.22423477448726017,
      "grad_norm": 0.5108388066291809,
      "learning_rate": 4.555352318159188e-05,
      "loss": 5.901,
      "step": 256175
    },
    {
      "epoch": 0.22423915108088732,
      "grad_norm": 0.5062262415885925,
      "learning_rate": 4.555334855748539e-05,
      "loss": 5.6123,
      "step": 256180
    },
    {
      "epoch": 0.22424352767451447,
      "grad_norm": 0.5259680151939392,
      "learning_rate": 4.5553173930378844e-05,
      "loss": 5.1977,
      "step": 256185
    },
    {
      "epoch": 0.22424790426814165,
      "grad_norm": 0.5189138650894165,
      "learning_rate": 4.5552999300272305e-05,
      "loss": 4.9105,
      "step": 256190
    },
    {
      "epoch": 0.2242522808617688,
      "grad_norm": 0.5070637464523315,
      "learning_rate": 4.555282466716581e-05,
      "loss": 5.2169,
      "step": 256195
    },
    {
      "epoch": 0.22425665745539594,
      "grad_norm": 0.504192590713501,
      "learning_rate": 4.555265003105936e-05,
      "loss": 5.7231,
      "step": 256200
    },
    {
      "epoch": 0.2242610340490231,
      "grad_norm": 0.49757927656173706,
      "learning_rate": 4.555247539195303e-05,
      "loss": 5.9529,
      "step": 256205
    },
    {
      "epoch": 0.22426541064265026,
      "grad_norm": 0.5188197493553162,
      "learning_rate": 4.5552300749846834e-05,
      "loss": 5.4155,
      "step": 256210
    },
    {
      "epoch": 0.2242697872362774,
      "grad_norm": 0.5110698938369751,
      "learning_rate": 4.55521261047408e-05,
      "loss": 4.9086,
      "step": 256215
    },
    {
      "epoch": 0.22427416382990456,
      "grad_norm": 0.4985688030719757,
      "learning_rate": 4.555195145663497e-05,
      "loss": 5.9377,
      "step": 256220
    },
    {
      "epoch": 0.2242785404235317,
      "grad_norm": 0.5026195645332336,
      "learning_rate": 4.5551776805529364e-05,
      "loss": 5.4436,
      "step": 256225
    },
    {
      "epoch": 0.22428291701715888,
      "grad_norm": 0.5101189017295837,
      "learning_rate": 4.5551602151424044e-05,
      "loss": 4.8989,
      "step": 256230
    },
    {
      "epoch": 0.22428729361078603,
      "grad_norm": 0.5191158652305603,
      "learning_rate": 4.555142749431902e-05,
      "loss": 4.7065,
      "step": 256235
    },
    {
      "epoch": 0.22429167020441318,
      "grad_norm": 0.5124207735061646,
      "learning_rate": 4.555125283421433e-05,
      "loss": 5.1138,
      "step": 256240
    },
    {
      "epoch": 0.22429604679804033,
      "grad_norm": 0.5092414617538452,
      "learning_rate": 4.5551078171110005e-05,
      "loss": 4.4217,
      "step": 256245
    },
    {
      "epoch": 0.2243004233916675,
      "grad_norm": 0.5208795666694641,
      "learning_rate": 4.5550903505006104e-05,
      "loss": 5.9305,
      "step": 256250
    },
    {
      "epoch": 0.22430479998529465,
      "grad_norm": 0.5194275379180908,
      "learning_rate": 4.555072883590262e-05,
      "loss": 5.9254,
      "step": 256255
    },
    {
      "epoch": 0.2243091765789218,
      "grad_norm": 0.5488477945327759,
      "learning_rate": 4.555055416379962e-05,
      "loss": 5.1037,
      "step": 256260
    },
    {
      "epoch": 0.22431355317254895,
      "grad_norm": 0.5574817061424255,
      "learning_rate": 4.555037948869713e-05,
      "loss": 5.9098,
      "step": 256265
    },
    {
      "epoch": 0.22431792976617612,
      "grad_norm": 0.5111517310142517,
      "learning_rate": 4.555020481059516e-05,
      "loss": 5.6283,
      "step": 256270
    },
    {
      "epoch": 0.22432230635980327,
      "grad_norm": 0.5136752128601074,
      "learning_rate": 4.555003012949378e-05,
      "loss": 5.1267,
      "step": 256275
    },
    {
      "epoch": 0.22432668295343042,
      "grad_norm": 0.5516840219497681,
      "learning_rate": 4.5549855445392996e-05,
      "loss": 5.2089,
      "step": 256280
    },
    {
      "epoch": 0.22433105954705757,
      "grad_norm": 0.5144513249397278,
      "learning_rate": 4.554968075829286e-05,
      "loss": 4.6409,
      "step": 256285
    },
    {
      "epoch": 0.2243354361406847,
      "grad_norm": 0.5142549276351929,
      "learning_rate": 4.554950606819338e-05,
      "loss": 5.9201,
      "step": 256290
    },
    {
      "epoch": 0.2243398127343119,
      "grad_norm": 0.5010617971420288,
      "learning_rate": 4.554933137509463e-05,
      "loss": 5.4645,
      "step": 256295
    },
    {
      "epoch": 0.22434418932793904,
      "grad_norm": 0.5233538746833801,
      "learning_rate": 4.554915667899661e-05,
      "loss": 5.1237,
      "step": 256300
    },
    {
      "epoch": 0.22434856592156618,
      "grad_norm": 0.5186207890510559,
      "learning_rate": 4.5548981979899364e-05,
      "loss": 4.2035,
      "step": 256305
    },
    {
      "epoch": 0.22435294251519333,
      "grad_norm": 0.4934885799884796,
      "learning_rate": 4.5548807277802926e-05,
      "loss": 6.2941,
      "step": 256310
    },
    {
      "epoch": 0.2243573191088205,
      "grad_norm": 0.5245117545127869,
      "learning_rate": 4.554863257270733e-05,
      "loss": 4.8871,
      "step": 256315
    },
    {
      "epoch": 0.22436169570244766,
      "grad_norm": 0.5519052743911743,
      "learning_rate": 4.5548457864612616e-05,
      "loss": 5.1584,
      "step": 256320
    },
    {
      "epoch": 0.2243660722960748,
      "grad_norm": 0.4983910024166107,
      "learning_rate": 4.554828315351881e-05,
      "loss": 4.6072,
      "step": 256325
    },
    {
      "epoch": 0.22437044888970195,
      "grad_norm": 0.5169687867164612,
      "learning_rate": 4.554810843942594e-05,
      "loss": 5.9062,
      "step": 256330
    },
    {
      "epoch": 0.22437482548332913,
      "grad_norm": 0.516412079334259,
      "learning_rate": 4.5547933722334046e-05,
      "loss": 5.3892,
      "step": 256335
    },
    {
      "epoch": 0.22437920207695627,
      "grad_norm": 0.4973601698875427,
      "learning_rate": 4.554775900224317e-05,
      "loss": 5.667,
      "step": 256340
    },
    {
      "epoch": 0.22438357867058342,
      "grad_norm": 0.5037176012992859,
      "learning_rate": 4.5547584279153335e-05,
      "loss": 5.6856,
      "step": 256345
    },
    {
      "epoch": 0.22438795526421057,
      "grad_norm": 0.5053188800811768,
      "learning_rate": 4.554740955306458e-05,
      "loss": 4.5802,
      "step": 256350
    },
    {
      "epoch": 0.22439233185783775,
      "grad_norm": 0.5063016414642334,
      "learning_rate": 4.554723482397694e-05,
      "loss": 6.2508,
      "step": 256355
    },
    {
      "epoch": 0.2243967084514649,
      "grad_norm": 0.4989578425884247,
      "learning_rate": 4.554706009189044e-05,
      "loss": 5.1391,
      "step": 256360
    },
    {
      "epoch": 0.22440108504509204,
      "grad_norm": 0.5038089752197266,
      "learning_rate": 4.5546885356805116e-05,
      "loss": 5.2067,
      "step": 256365
    },
    {
      "epoch": 0.2244054616387192,
      "grad_norm": 0.5262658596038818,
      "learning_rate": 4.554671061872101e-05,
      "loss": 4.5959,
      "step": 256370
    },
    {
      "epoch": 0.22440983823234636,
      "grad_norm": 0.5192039012908936,
      "learning_rate": 4.554653587763815e-05,
      "loss": 5.4293,
      "step": 256375
    },
    {
      "epoch": 0.2244142148259735,
      "grad_norm": 0.5646272897720337,
      "learning_rate": 4.554636113355657e-05,
      "loss": 4.8246,
      "step": 256380
    },
    {
      "epoch": 0.22441859141960066,
      "grad_norm": 0.496315062046051,
      "learning_rate": 4.5546186386476295e-05,
      "loss": 5.0832,
      "step": 256385
    },
    {
      "epoch": 0.2244229680132278,
      "grad_norm": 0.5986297726631165,
      "learning_rate": 4.554601163639738e-05,
      "loss": 4.6046,
      "step": 256390
    },
    {
      "epoch": 0.22442734460685498,
      "grad_norm": 0.5280647277832031,
      "learning_rate": 4.554583688331985e-05,
      "loss": 5.3927,
      "step": 256395
    },
    {
      "epoch": 0.22443172120048213,
      "grad_norm": 0.525996744632721,
      "learning_rate": 4.5545662127243725e-05,
      "loss": 4.8908,
      "step": 256400
    },
    {
      "epoch": 0.22443609779410928,
      "grad_norm": 0.5218589901924133,
      "learning_rate": 4.554548736816905e-05,
      "loss": 4.3788,
      "step": 256405
    },
    {
      "epoch": 0.22444047438773643,
      "grad_norm": 0.5226687788963318,
      "learning_rate": 4.554531260609586e-05,
      "loss": 5.2401,
      "step": 256410
    },
    {
      "epoch": 0.2244448509813636,
      "grad_norm": 0.5104681253433228,
      "learning_rate": 4.554513784102418e-05,
      "loss": 5.0895,
      "step": 256415
    },
    {
      "epoch": 0.22444922757499075,
      "grad_norm": 0.509250283241272,
      "learning_rate": 4.554496307295405e-05,
      "loss": 4.7161,
      "step": 256420
    },
    {
      "epoch": 0.2244536041686179,
      "grad_norm": 0.5177591443061829,
      "learning_rate": 4.554478830188551e-05,
      "loss": 4.9188,
      "step": 256425
    },
    {
      "epoch": 0.22445798076224505,
      "grad_norm": 0.5085858106613159,
      "learning_rate": 4.554461352781859e-05,
      "loss": 5.4379,
      "step": 256430
    },
    {
      "epoch": 0.2244623573558722,
      "grad_norm": 0.5093494057655334,
      "learning_rate": 4.5544438750753315e-05,
      "loss": 5.3398,
      "step": 256435
    },
    {
      "epoch": 0.22446673394949937,
      "grad_norm": 0.5508847236633301,
      "learning_rate": 4.5544263970689724e-05,
      "loss": 5.698,
      "step": 256440
    },
    {
      "epoch": 0.22447111054312652,
      "grad_norm": 0.5018435716629028,
      "learning_rate": 4.554408918762786e-05,
      "loss": 4.6657,
      "step": 256445
    },
    {
      "epoch": 0.22447548713675367,
      "grad_norm": 0.5814225673675537,
      "learning_rate": 4.554391440156773e-05,
      "loss": 5.9189,
      "step": 256450
    },
    {
      "epoch": 0.2244798637303808,
      "grad_norm": 0.6069068908691406,
      "learning_rate": 4.554373961250941e-05,
      "loss": 5.6039,
      "step": 256455
    },
    {
      "epoch": 0.224484240324008,
      "grad_norm": 0.6575609445571899,
      "learning_rate": 4.554356482045289e-05,
      "loss": 4.9439,
      "step": 256460
    },
    {
      "epoch": 0.22448861691763514,
      "grad_norm": 0.7281145453453064,
      "learning_rate": 4.554339002539822e-05,
      "loss": 4.8618,
      "step": 256465
    },
    {
      "epoch": 0.22449299351126228,
      "grad_norm": 0.5626518130302429,
      "learning_rate": 4.554321522734546e-05,
      "loss": 5.7121,
      "step": 256470
    },
    {
      "epoch": 0.22449737010488943,
      "grad_norm": 0.5081213712692261,
      "learning_rate": 4.55430404262946e-05,
      "loss": 5.3297,
      "step": 256475
    },
    {
      "epoch": 0.2245017466985166,
      "grad_norm": 0.698506236076355,
      "learning_rate": 4.55428656222457e-05,
      "loss": 4.7302,
      "step": 256480
    },
    {
      "epoch": 0.22450612329214376,
      "grad_norm": 0.5744753479957581,
      "learning_rate": 4.55426908151988e-05,
      "loss": 6.2324,
      "step": 256485
    },
    {
      "epoch": 0.2245104998857709,
      "grad_norm": 0.8179153800010681,
      "learning_rate": 4.55425160051539e-05,
      "loss": 5.0903,
      "step": 256490
    },
    {
      "epoch": 0.22451487647939805,
      "grad_norm": 0.5101010799407959,
      "learning_rate": 4.554234119211107e-05,
      "loss": 4.9169,
      "step": 256495
    },
    {
      "epoch": 0.22451925307302523,
      "grad_norm": 0.6323208808898926,
      "learning_rate": 4.554216637607033e-05,
      "loss": 5.6838,
      "step": 256500
    },
    {
      "epoch": 0.22452362966665237,
      "grad_norm": 0.5297715663909912,
      "learning_rate": 4.55419915570317e-05,
      "loss": 4.6289,
      "step": 256505
    },
    {
      "epoch": 0.22452800626027952,
      "grad_norm": 0.5256538987159729,
      "learning_rate": 4.5541816734995244e-05,
      "loss": 5.1309,
      "step": 256510
    },
    {
      "epoch": 0.22453238285390667,
      "grad_norm": 0.5580120086669922,
      "learning_rate": 4.554164190996097e-05,
      "loss": 5.4218,
      "step": 256515
    },
    {
      "epoch": 0.22453675944753385,
      "grad_norm": 0.5331220030784607,
      "learning_rate": 4.5541467081928924e-05,
      "loss": 5.2094,
      "step": 256520
    },
    {
      "epoch": 0.224541136041161,
      "grad_norm": 0.5630068182945251,
      "learning_rate": 4.554129225089912e-05,
      "loss": 5.4056,
      "step": 256525
    },
    {
      "epoch": 0.22454551263478814,
      "grad_norm": 0.524936854839325,
      "learning_rate": 4.554111741687164e-05,
      "loss": 5.6449,
      "step": 256530
    },
    {
      "epoch": 0.2245498892284153,
      "grad_norm": 0.5503296256065369,
      "learning_rate": 4.554094257984646e-05,
      "loss": 4.6539,
      "step": 256535
    },
    {
      "epoch": 0.22455426582204246,
      "grad_norm": 0.5022635459899902,
      "learning_rate": 4.554076773982364e-05,
      "loss": 4.8964,
      "step": 256540
    },
    {
      "epoch": 0.2245586424156696,
      "grad_norm": 0.5002022385597229,
      "learning_rate": 4.554059289680322e-05,
      "loss": 3.8951,
      "step": 256545
    },
    {
      "epoch": 0.22456301900929676,
      "grad_norm": 0.568545937538147,
      "learning_rate": 4.554041805078523e-05,
      "loss": 5.7376,
      "step": 256550
    },
    {
      "epoch": 0.2245673956029239,
      "grad_norm": 0.5891922116279602,
      "learning_rate": 4.554024320176969e-05,
      "loss": 5.4284,
      "step": 256555
    },
    {
      "epoch": 0.22457177219655106,
      "grad_norm": 0.6384440064430237,
      "learning_rate": 4.554006834975665e-05,
      "loss": 5.4292,
      "step": 256560
    },
    {
      "epoch": 0.22457614879017823,
      "grad_norm": 0.5219014883041382,
      "learning_rate": 4.553989349474613e-05,
      "loss": 4.8139,
      "step": 256565
    },
    {
      "epoch": 0.22458052538380538,
      "grad_norm": 0.5148223042488098,
      "learning_rate": 4.553971863673818e-05,
      "loss": 5.1246,
      "step": 256570
    },
    {
      "epoch": 0.22458490197743253,
      "grad_norm": 0.5209598541259766,
      "learning_rate": 4.553954377573283e-05,
      "loss": 5.3742,
      "step": 256575
    },
    {
      "epoch": 0.22458927857105968,
      "grad_norm": 0.5139451026916504,
      "learning_rate": 4.5539368911730095e-05,
      "loss": 5.1113,
      "step": 256580
    },
    {
      "epoch": 0.22459365516468685,
      "grad_norm": 0.5158383250236511,
      "learning_rate": 4.5539194044730024e-05,
      "loss": 4.3818,
      "step": 256585
    },
    {
      "epoch": 0.224598031758314,
      "grad_norm": 0.5085413455963135,
      "learning_rate": 4.5539019174732656e-05,
      "loss": 5.3398,
      "step": 256590
    },
    {
      "epoch": 0.22460240835194115,
      "grad_norm": 0.501427948474884,
      "learning_rate": 4.553884430173802e-05,
      "loss": 5.1285,
      "step": 256595
    },
    {
      "epoch": 0.2246067849455683,
      "grad_norm": 0.4848827123641968,
      "learning_rate": 4.553866942574615e-05,
      "loss": 5.4095,
      "step": 256600
    },
    {
      "epoch": 0.22461116153919547,
      "grad_norm": 0.5159712433815002,
      "learning_rate": 4.553849454675707e-05,
      "loss": 5.7272,
      "step": 256605
    },
    {
      "epoch": 0.22461553813282262,
      "grad_norm": 0.5125206708908081,
      "learning_rate": 4.553831966477081e-05,
      "loss": 5.1228,
      "step": 256610
    },
    {
      "epoch": 0.22461991472644977,
      "grad_norm": 0.48868387937545776,
      "learning_rate": 4.553814477978744e-05,
      "loss": 5.0664,
      "step": 256615
    },
    {
      "epoch": 0.2246242913200769,
      "grad_norm": 0.49901479482650757,
      "learning_rate": 4.553796989180695e-05,
      "loss": 5.7073,
      "step": 256620
    },
    {
      "epoch": 0.2246286679137041,
      "grad_norm": 0.48173782229423523,
      "learning_rate": 4.553779500082941e-05,
      "loss": 5.1085,
      "step": 256625
    },
    {
      "epoch": 0.22463304450733124,
      "grad_norm": 0.4879995584487915,
      "learning_rate": 4.5537620106854816e-05,
      "loss": 4.8427,
      "step": 256630
    },
    {
      "epoch": 0.22463742110095838,
      "grad_norm": 0.5153527855873108,
      "learning_rate": 4.5537445209883236e-05,
      "loss": 5.4367,
      "step": 256635
    },
    {
      "epoch": 0.22464179769458553,
      "grad_norm": 0.48465657234191895,
      "learning_rate": 4.5537270309914685e-05,
      "loss": 4.9413,
      "step": 256640
    },
    {
      "epoch": 0.2246461742882127,
      "grad_norm": 0.5260533690452576,
      "learning_rate": 4.55370954069492e-05,
      "loss": 4.8968,
      "step": 256645
    },
    {
      "epoch": 0.22465055088183986,
      "grad_norm": 0.48229002952575684,
      "learning_rate": 4.553692050098682e-05,
      "loss": 5.1498,
      "step": 256650
    },
    {
      "epoch": 0.224654927475467,
      "grad_norm": 0.5202911496162415,
      "learning_rate": 4.553674559202756e-05,
      "loss": 5.4227,
      "step": 256655
    },
    {
      "epoch": 0.22465930406909415,
      "grad_norm": 0.5743457674980164,
      "learning_rate": 4.553657068007149e-05,
      "loss": 5.1277,
      "step": 256660
    },
    {
      "epoch": 0.22466368066272133,
      "grad_norm": 0.5168121457099915,
      "learning_rate": 4.553639576511861e-05,
      "loss": 5.9385,
      "step": 256665
    },
    {
      "epoch": 0.22466805725634847,
      "grad_norm": 0.49165838956832886,
      "learning_rate": 4.553622084716896e-05,
      "loss": 5.9322,
      "step": 256670
    },
    {
      "epoch": 0.22467243384997562,
      "grad_norm": 0.5166741013526917,
      "learning_rate": 4.55360459262226e-05,
      "loss": 4.6987,
      "step": 256675
    },
    {
      "epoch": 0.22467681044360277,
      "grad_norm": 0.51988285779953,
      "learning_rate": 4.553587100227953e-05,
      "loss": 5.3232,
      "step": 256680
    },
    {
      "epoch": 0.22468118703722992,
      "grad_norm": 0.5018640756607056,
      "learning_rate": 4.553569607533981e-05,
      "loss": 5.7504,
      "step": 256685
    },
    {
      "epoch": 0.2246855636308571,
      "grad_norm": 0.49458208680152893,
      "learning_rate": 4.5535521145403446e-05,
      "loss": 5.0232,
      "step": 256690
    },
    {
      "epoch": 0.22468994022448424,
      "grad_norm": 0.5343831777572632,
      "learning_rate": 4.5535346212470487e-05,
      "loss": 5.1175,
      "step": 256695
    },
    {
      "epoch": 0.2246943168181114,
      "grad_norm": 0.5181894898414612,
      "learning_rate": 4.5535171276540975e-05,
      "loss": 4.5898,
      "step": 256700
    },
    {
      "epoch": 0.22469869341173854,
      "grad_norm": 0.49604347348213196,
      "learning_rate": 4.553499633761493e-05,
      "loss": 4.5943,
      "step": 256705
    },
    {
      "epoch": 0.2247030700053657,
      "grad_norm": 0.5394117832183838,
      "learning_rate": 4.55348213956924e-05,
      "loss": 4.8951,
      "step": 256710
    },
    {
      "epoch": 0.22470744659899286,
      "grad_norm": 0.5193812847137451,
      "learning_rate": 4.55346464507734e-05,
      "loss": 4.4019,
      "step": 256715
    },
    {
      "epoch": 0.22471182319262,
      "grad_norm": 0.5045297145843506,
      "learning_rate": 4.5534471502857965e-05,
      "loss": 5.7953,
      "step": 256720
    },
    {
      "epoch": 0.22471619978624716,
      "grad_norm": 0.4881591200828552,
      "learning_rate": 4.5534296551946155e-05,
      "loss": 5.9861,
      "step": 256725
    },
    {
      "epoch": 0.22472057637987433,
      "grad_norm": 0.5036166310310364,
      "learning_rate": 4.553412159803798e-05,
      "loss": 4.401,
      "step": 256730
    },
    {
      "epoch": 0.22472495297350148,
      "grad_norm": 0.4908435344696045,
      "learning_rate": 4.5533946641133475e-05,
      "loss": 4.5599,
      "step": 256735
    },
    {
      "epoch": 0.22472932956712863,
      "grad_norm": 0.5035891532897949,
      "learning_rate": 4.553377168123269e-05,
      "loss": 5.926,
      "step": 256740
    },
    {
      "epoch": 0.22473370616075578,
      "grad_norm": 0.5126577615737915,
      "learning_rate": 4.553359671833564e-05,
      "loss": 4.3016,
      "step": 256745
    },
    {
      "epoch": 0.22473808275438295,
      "grad_norm": 0.5579745173454285,
      "learning_rate": 4.553342175244236e-05,
      "loss": 5.9455,
      "step": 256750
    },
    {
      "epoch": 0.2247424593480101,
      "grad_norm": 0.5483407974243164,
      "learning_rate": 4.5533246783552895e-05,
      "loss": 5.4164,
      "step": 256755
    },
    {
      "epoch": 0.22474683594163725,
      "grad_norm": 0.49239543080329895,
      "learning_rate": 4.553307181166727e-05,
      "loss": 5.335,
      "step": 256760
    },
    {
      "epoch": 0.2247512125352644,
      "grad_norm": 0.5506914854049683,
      "learning_rate": 4.553289683678553e-05,
      "loss": 5.1553,
      "step": 256765
    },
    {
      "epoch": 0.22475558912889157,
      "grad_norm": 0.6235379576683044,
      "learning_rate": 4.55327218589077e-05,
      "loss": 4.5995,
      "step": 256770
    },
    {
      "epoch": 0.22475996572251872,
      "grad_norm": 0.5527963042259216,
      "learning_rate": 4.553254687803381e-05,
      "loss": 4.5893,
      "step": 256775
    },
    {
      "epoch": 0.22476434231614587,
      "grad_norm": 0.49100327491760254,
      "learning_rate": 4.553237189416389e-05,
      "loss": 5.1393,
      "step": 256780
    },
    {
      "epoch": 0.224768718909773,
      "grad_norm": 0.5535156726837158,
      "learning_rate": 4.5532196907298e-05,
      "loss": 4.7949,
      "step": 256785
    },
    {
      "epoch": 0.2247730955034002,
      "grad_norm": 0.5222890377044678,
      "learning_rate": 4.553202191743615e-05,
      "loss": 5.9182,
      "step": 256790
    },
    {
      "epoch": 0.22477747209702734,
      "grad_norm": 0.5206523537635803,
      "learning_rate": 4.553184692457837e-05,
      "loss": 5.9461,
      "step": 256795
    },
    {
      "epoch": 0.22478184869065448,
      "grad_norm": 0.5035666227340698,
      "learning_rate": 4.553167192872472e-05,
      "loss": 5.3944,
      "step": 256800
    },
    {
      "epoch": 0.22478622528428163,
      "grad_norm": 0.5425963401794434,
      "learning_rate": 4.553149692987521e-05,
      "loss": 5.0891,
      "step": 256805
    },
    {
      "epoch": 0.22479060187790878,
      "grad_norm": 0.5620883107185364,
      "learning_rate": 4.553132192802987e-05,
      "loss": 5.1244,
      "step": 256810
    },
    {
      "epoch": 0.22479497847153596,
      "grad_norm": 0.4900747537612915,
      "learning_rate": 4.553114692318876e-05,
      "loss": 4.9241,
      "step": 256815
    },
    {
      "epoch": 0.2247993550651631,
      "grad_norm": 0.49176278710365295,
      "learning_rate": 4.5530971915351896e-05,
      "loss": 4.8318,
      "step": 256820
    },
    {
      "epoch": 0.22480373165879025,
      "grad_norm": 0.535687267780304,
      "learning_rate": 4.55307969045193e-05,
      "loss": 4.6104,
      "step": 256825
    },
    {
      "epoch": 0.2248081082524174,
      "grad_norm": 0.5295475125312805,
      "learning_rate": 4.5530621890691036e-05,
      "loss": 5.0807,
      "step": 256830
    },
    {
      "epoch": 0.22481248484604457,
      "grad_norm": 0.4932883679866791,
      "learning_rate": 4.553044687386711e-05,
      "loss": 5.9781,
      "step": 256835
    },
    {
      "epoch": 0.22481686143967172,
      "grad_norm": 0.525424599647522,
      "learning_rate": 4.553027185404758e-05,
      "loss": 4.6001,
      "step": 256840
    },
    {
      "epoch": 0.22482123803329887,
      "grad_norm": 0.5306894779205322,
      "learning_rate": 4.553009683123246e-05,
      "loss": 5.3133,
      "step": 256845
    },
    {
      "epoch": 0.22482561462692602,
      "grad_norm": 0.5209853649139404,
      "learning_rate": 4.552992180542179e-05,
      "loss": 5.4187,
      "step": 256850
    },
    {
      "epoch": 0.2248299912205532,
      "grad_norm": 0.5266679525375366,
      "learning_rate": 4.552974677661561e-05,
      "loss": 5.2282,
      "step": 256855
    },
    {
      "epoch": 0.22483436781418034,
      "grad_norm": 0.5259199738502502,
      "learning_rate": 4.5529571744813946e-05,
      "loss": 5.7315,
      "step": 256860
    },
    {
      "epoch": 0.2248387444078075,
      "grad_norm": 0.5241547226905823,
      "learning_rate": 4.552939671001684e-05,
      "loss": 5.1347,
      "step": 256865
    },
    {
      "epoch": 0.22484312100143464,
      "grad_norm": 0.517654299736023,
      "learning_rate": 4.552922167222432e-05,
      "loss": 4.6271,
      "step": 256870
    },
    {
      "epoch": 0.2248474975950618,
      "grad_norm": 0.5180345177650452,
      "learning_rate": 4.5529046631436414e-05,
      "loss": 5.1035,
      "step": 256875
    },
    {
      "epoch": 0.22485187418868896,
      "grad_norm": 0.48797446489334106,
      "learning_rate": 4.5528871587653154e-05,
      "loss": 5.4095,
      "step": 256880
    },
    {
      "epoch": 0.2248562507823161,
      "grad_norm": 0.5135095119476318,
      "learning_rate": 4.5528696540874595e-05,
      "loss": 5.2047,
      "step": 256885
    },
    {
      "epoch": 0.22486062737594326,
      "grad_norm": 0.5031857490539551,
      "learning_rate": 4.552852149110075e-05,
      "loss": 5.7193,
      "step": 256890
    },
    {
      "epoch": 0.22486500396957043,
      "grad_norm": 0.561360239982605,
      "learning_rate": 4.552834643833166e-05,
      "loss": 4.9135,
      "step": 256895
    },
    {
      "epoch": 0.22486938056319758,
      "grad_norm": 0.521120548248291,
      "learning_rate": 4.552817138256737e-05,
      "loss": 4.9013,
      "step": 256900
    },
    {
      "epoch": 0.22487375715682473,
      "grad_norm": 0.5797150731086731,
      "learning_rate": 4.5527996323807886e-05,
      "loss": 4.71,
      "step": 256905
    },
    {
      "epoch": 0.22487813375045188,
      "grad_norm": 0.5269721150398254,
      "learning_rate": 4.552782126205326e-05,
      "loss": 4.603,
      "step": 256910
    },
    {
      "epoch": 0.22488251034407905,
      "grad_norm": 0.5043662190437317,
      "learning_rate": 4.552764619730353e-05,
      "loss": 5.2129,
      "step": 256915
    },
    {
      "epoch": 0.2248868869377062,
      "grad_norm": 0.5053294897079468,
      "learning_rate": 4.552747112955872e-05,
      "loss": 5.4298,
      "step": 256920
    },
    {
      "epoch": 0.22489126353133335,
      "grad_norm": 0.5189619660377502,
      "learning_rate": 4.552729605881888e-05,
      "loss": 5.9363,
      "step": 256925
    },
    {
      "epoch": 0.2248956401249605,
      "grad_norm": 0.49271804094314575,
      "learning_rate": 4.552712098508402e-05,
      "loss": 4.4256,
      "step": 256930
    },
    {
      "epoch": 0.22490001671858764,
      "grad_norm": 0.5077753663063049,
      "learning_rate": 4.552694590835418e-05,
      "loss": 5.2158,
      "step": 256935
    },
    {
      "epoch": 0.22490439331221482,
      "grad_norm": 0.5028008818626404,
      "learning_rate": 4.5526770828629405e-05,
      "loss": 5.1227,
      "step": 256940
    },
    {
      "epoch": 0.22490876990584197,
      "grad_norm": 0.523113489151001,
      "learning_rate": 4.552659574590973e-05,
      "loss": 5.3666,
      "step": 256945
    },
    {
      "epoch": 0.2249131464994691,
      "grad_norm": 0.49965089559555054,
      "learning_rate": 4.5526420660195165e-05,
      "loss": 5.444,
      "step": 256950
    },
    {
      "epoch": 0.22491752309309626,
      "grad_norm": 0.5052326321601868,
      "learning_rate": 4.552624557148577e-05,
      "loss": 5.6803,
      "step": 256955
    },
    {
      "epoch": 0.22492189968672344,
      "grad_norm": 0.5088943243026733,
      "learning_rate": 4.552607047978157e-05,
      "loss": 5.0908,
      "step": 256960
    },
    {
      "epoch": 0.22492627628035058,
      "grad_norm": 0.49552851915359497,
      "learning_rate": 4.5525895385082594e-05,
      "loss": 4.9286,
      "step": 256965
    },
    {
      "epoch": 0.22493065287397773,
      "grad_norm": 0.5110004544258118,
      "learning_rate": 4.5525720287388885e-05,
      "loss": 4.8395,
      "step": 256970
    },
    {
      "epoch": 0.22493502946760488,
      "grad_norm": 0.49985772371292114,
      "learning_rate": 4.552554518670047e-05,
      "loss": 5.2112,
      "step": 256975
    },
    {
      "epoch": 0.22493940606123206,
      "grad_norm": 0.5408857464790344,
      "learning_rate": 4.552537008301737e-05,
      "loss": 4.8918,
      "step": 256980
    },
    {
      "epoch": 0.2249437826548592,
      "grad_norm": 0.5107060670852661,
      "learning_rate": 4.5525194976339655e-05,
      "loss": 4.9008,
      "step": 256985
    },
    {
      "epoch": 0.22494815924848635,
      "grad_norm": 0.4992583692073822,
      "learning_rate": 4.552501986666732e-05,
      "loss": 5.1293,
      "step": 256990
    },
    {
      "epoch": 0.2249525358421135,
      "grad_norm": 0.5221887826919556,
      "learning_rate": 4.552484475400043e-05,
      "loss": 5.9025,
      "step": 256995
    },
    {
      "epoch": 0.22495691243574067,
      "grad_norm": 0.5147205591201782,
      "learning_rate": 4.552466963833899e-05,
      "loss": 5.2044,
      "step": 257000
    },
    {
      "epoch": 0.22496128902936782,
      "grad_norm": 0.5231174230575562,
      "learning_rate": 4.552449451968305e-05,
      "loss": 4.9112,
      "step": 257005
    },
    {
      "epoch": 0.22496566562299497,
      "grad_norm": 0.536149799823761,
      "learning_rate": 4.5524319398032646e-05,
      "loss": 5.3402,
      "step": 257010
    },
    {
      "epoch": 0.22497004221662212,
      "grad_norm": 0.5668383240699768,
      "learning_rate": 4.552414427338781e-05,
      "loss": 5.2089,
      "step": 257015
    },
    {
      "epoch": 0.2249744188102493,
      "grad_norm": 0.5126128792762756,
      "learning_rate": 4.552396914574857e-05,
      "loss": 5.1848,
      "step": 257020
    },
    {
      "epoch": 0.22497879540387644,
      "grad_norm": 0.5086825489997864,
      "learning_rate": 4.552379401511496e-05,
      "loss": 6.2242,
      "step": 257025
    },
    {
      "epoch": 0.2249831719975036,
      "grad_norm": 0.5052335262298584,
      "learning_rate": 4.552361888148702e-05,
      "loss": 5.2,
      "step": 257030
    },
    {
      "epoch": 0.22498754859113074,
      "grad_norm": 0.514232873916626,
      "learning_rate": 4.552344374486478e-05,
      "loss": 4.4252,
      "step": 257035
    },
    {
      "epoch": 0.2249919251847579,
      "grad_norm": 0.49427735805511475,
      "learning_rate": 4.5523268605248284e-05,
      "loss": 5.4021,
      "step": 257040
    },
    {
      "epoch": 0.22499630177838506,
      "grad_norm": 0.5044072270393372,
      "learning_rate": 4.5523093462637536e-05,
      "loss": 5.3992,
      "step": 257045
    },
    {
      "epoch": 0.2250006783720122,
      "grad_norm": 0.5145436525344849,
      "learning_rate": 4.55229183170326e-05,
      "loss": 5.3197,
      "step": 257050
    },
    {
      "epoch": 0.22500505496563936,
      "grad_norm": 0.5050088763237,
      "learning_rate": 4.55227431684335e-05,
      "loss": 5.0197,
      "step": 257055
    },
    {
      "epoch": 0.22500943155926653,
      "grad_norm": 0.5132744312286377,
      "learning_rate": 4.552256801684027e-05,
      "loss": 5.1563,
      "step": 257060
    },
    {
      "epoch": 0.22501380815289368,
      "grad_norm": 0.49911072850227356,
      "learning_rate": 4.552239286225295e-05,
      "loss": 5.6291,
      "step": 257065
    },
    {
      "epoch": 0.22501818474652083,
      "grad_norm": 0.5050339102745056,
      "learning_rate": 4.552221770467155e-05,
      "loss": 5.6617,
      "step": 257070
    },
    {
      "epoch": 0.22502256134014798,
      "grad_norm": 0.5177925825119019,
      "learning_rate": 4.552204254409613e-05,
      "loss": 4.7404,
      "step": 257075
    },
    {
      "epoch": 0.22502693793377512,
      "grad_norm": 0.5091745853424072,
      "learning_rate": 4.552186738052672e-05,
      "loss": 5.4262,
      "step": 257080
    },
    {
      "epoch": 0.2250313145274023,
      "grad_norm": 0.5157314538955688,
      "learning_rate": 4.5521692213963355e-05,
      "loss": 4.9235,
      "step": 257085
    },
    {
      "epoch": 0.22503569112102945,
      "grad_norm": 0.5147621035575867,
      "learning_rate": 4.552151704440605e-05,
      "loss": 5.1577,
      "step": 257090
    },
    {
      "epoch": 0.2250400677146566,
      "grad_norm": 0.5089913010597229,
      "learning_rate": 4.552134187185484e-05,
      "loss": 5.4114,
      "step": 257095
    },
    {
      "epoch": 0.22504444430828374,
      "grad_norm": 0.5472167730331421,
      "learning_rate": 4.552116669630978e-05,
      "loss": 5.1207,
      "step": 257100
    },
    {
      "epoch": 0.22504882090191092,
      "grad_norm": 0.5285965204238892,
      "learning_rate": 4.552099151777091e-05,
      "loss": 5.1702,
      "step": 257105
    },
    {
      "epoch": 0.22505319749553807,
      "grad_norm": 0.5416005253791809,
      "learning_rate": 4.552081633623822e-05,
      "loss": 5.1323,
      "step": 257110
    },
    {
      "epoch": 0.2250575740891652,
      "grad_norm": 0.5092225670814514,
      "learning_rate": 4.5520641151711785e-05,
      "loss": 4.9001,
      "step": 257115
    },
    {
      "epoch": 0.22506195068279236,
      "grad_norm": 0.49980199337005615,
      "learning_rate": 4.552046596419163e-05,
      "loss": 5.2675,
      "step": 257120
    },
    {
      "epoch": 0.22506632727641954,
      "grad_norm": 0.49950557947158813,
      "learning_rate": 4.552029077367778e-05,
      "loss": 5.9062,
      "step": 257125
    },
    {
      "epoch": 0.22507070387004668,
      "grad_norm": 0.5025895833969116,
      "learning_rate": 4.552011558017026e-05,
      "loss": 5.2129,
      "step": 257130
    },
    {
      "epoch": 0.22507508046367383,
      "grad_norm": 0.5187886953353882,
      "learning_rate": 4.5519940383669124e-05,
      "loss": 5.7402,
      "step": 257135
    },
    {
      "epoch": 0.22507945705730098,
      "grad_norm": 0.5085588693618774,
      "learning_rate": 4.5519765184174414e-05,
      "loss": 4.399,
      "step": 257140
    },
    {
      "epoch": 0.22508383365092816,
      "grad_norm": 0.5015631914138794,
      "learning_rate": 4.551958998168613e-05,
      "loss": 4.4112,
      "step": 257145
    },
    {
      "epoch": 0.2250882102445553,
      "grad_norm": 0.5210341215133667,
      "learning_rate": 4.5519414776204325e-05,
      "loss": 5.1414,
      "step": 257150
    },
    {
      "epoch": 0.22509258683818245,
      "grad_norm": 0.5090370774269104,
      "learning_rate": 4.551923956772903e-05,
      "loss": 6.2389,
      "step": 257155
    },
    {
      "epoch": 0.2250969634318096,
      "grad_norm": 0.5296674966812134,
      "learning_rate": 4.5519064356260286e-05,
      "loss": 4.7197,
      "step": 257160
    },
    {
      "epoch": 0.22510134002543677,
      "grad_norm": 0.5026953816413879,
      "learning_rate": 4.5518889141798125e-05,
      "loss": 5.9344,
      "step": 257165
    },
    {
      "epoch": 0.22510571661906392,
      "grad_norm": 0.5024381279945374,
      "learning_rate": 4.551871392434257e-05,
      "loss": 5.0186,
      "step": 257170
    },
    {
      "epoch": 0.22511009321269107,
      "grad_norm": 0.5055764317512512,
      "learning_rate": 4.5518538703893654e-05,
      "loss": 5.927,
      "step": 257175
    },
    {
      "epoch": 0.22511446980631822,
      "grad_norm": 0.5132275819778442,
      "learning_rate": 4.551836348045143e-05,
      "loss": 5.5961,
      "step": 257180
    },
    {
      "epoch": 0.2251188463999454,
      "grad_norm": 0.5125429034233093,
      "learning_rate": 4.551818825401591e-05,
      "loss": 4.894,
      "step": 257185
    },
    {
      "epoch": 0.22512322299357254,
      "grad_norm": 0.5155217051506042,
      "learning_rate": 4.551801302458716e-05,
      "loss": 4.9293,
      "step": 257190
    },
    {
      "epoch": 0.2251275995871997,
      "grad_norm": 0.519658088684082,
      "learning_rate": 4.5517837792165176e-05,
      "loss": 5.2143,
      "step": 257195
    },
    {
      "epoch": 0.22513197618082684,
      "grad_norm": 0.5073681473731995,
      "learning_rate": 4.551766255675001e-05,
      "loss": 5.7471,
      "step": 257200
    },
    {
      "epoch": 0.22513635277445398,
      "grad_norm": 0.5040547847747803,
      "learning_rate": 4.551748731834169e-05,
      "loss": 6.218,
      "step": 257205
    },
    {
      "epoch": 0.22514072936808116,
      "grad_norm": 0.543758749961853,
      "learning_rate": 4.551731207694026e-05,
      "loss": 4.9313,
      "step": 257210
    },
    {
      "epoch": 0.2251451059617083,
      "grad_norm": 0.5077790021896362,
      "learning_rate": 4.5517136832545746e-05,
      "loss": 5.6254,
      "step": 257215
    },
    {
      "epoch": 0.22514948255533546,
      "grad_norm": 0.5454692244529724,
      "learning_rate": 4.551696158515818e-05,
      "loss": 4.7182,
      "step": 257220
    },
    {
      "epoch": 0.2251538591489626,
      "grad_norm": 0.5427691340446472,
      "learning_rate": 4.5516786334777595e-05,
      "loss": 5.3786,
      "step": 257225
    },
    {
      "epoch": 0.22515823574258978,
      "grad_norm": 0.5130111575126648,
      "learning_rate": 4.551661108140403e-05,
      "loss": 4.9005,
      "step": 257230
    },
    {
      "epoch": 0.22516261233621693,
      "grad_norm": 0.5121848583221436,
      "learning_rate": 4.551643582503752e-05,
      "loss": 4.6323,
      "step": 257235
    },
    {
      "epoch": 0.22516698892984408,
      "grad_norm": 0.5314953923225403,
      "learning_rate": 4.5516260565678107e-05,
      "loss": 4.8807,
      "step": 257240
    },
    {
      "epoch": 0.22517136552347122,
      "grad_norm": 0.5016535520553589,
      "learning_rate": 4.5516085303325793e-05,
      "loss": 5.3926,
      "step": 257245
    },
    {
      "epoch": 0.2251757421170984,
      "grad_norm": 0.5141833424568176,
      "learning_rate": 4.551591003798065e-05,
      "loss": 5.4163,
      "step": 257250
    },
    {
      "epoch": 0.22518011871072555,
      "grad_norm": 0.5204222798347473,
      "learning_rate": 4.551573476964268e-05,
      "loss": 5.648,
      "step": 257255
    },
    {
      "epoch": 0.2251844953043527,
      "grad_norm": 0.5218775868415833,
      "learning_rate": 4.5515559498311946e-05,
      "loss": 5.6477,
      "step": 257260
    },
    {
      "epoch": 0.22518887189797984,
      "grad_norm": 0.709046483039856,
      "learning_rate": 4.5515384223988455e-05,
      "loss": 5.958,
      "step": 257265
    },
    {
      "epoch": 0.22519324849160702,
      "grad_norm": 0.5237031579017639,
      "learning_rate": 4.551520894667225e-05,
      "loss": 4.9218,
      "step": 257270
    },
    {
      "epoch": 0.22519762508523417,
      "grad_norm": 0.5513452887535095,
      "learning_rate": 4.5515033666363385e-05,
      "loss": 5.4024,
      "step": 257275
    },
    {
      "epoch": 0.2252020016788613,
      "grad_norm": 0.5129934549331665,
      "learning_rate": 4.5514858383061853e-05,
      "loss": 5.1702,
      "step": 257280
    },
    {
      "epoch": 0.22520637827248846,
      "grad_norm": 0.6638433933258057,
      "learning_rate": 4.551468309676773e-05,
      "loss": 5.2583,
      "step": 257285
    },
    {
      "epoch": 0.22521075486611564,
      "grad_norm": 0.5125684142112732,
      "learning_rate": 4.551450780748102e-05,
      "loss": 4.8229,
      "step": 257290
    },
    {
      "epoch": 0.22521513145974278,
      "grad_norm": 0.5247541069984436,
      "learning_rate": 4.5514332515201786e-05,
      "loss": 5.1319,
      "step": 257295
    },
    {
      "epoch": 0.22521950805336993,
      "grad_norm": 0.5322273969650269,
      "learning_rate": 4.551415721993003e-05,
      "loss": 5.7269,
      "step": 257300
    },
    {
      "epoch": 0.22522388464699708,
      "grad_norm": 0.5032036304473877,
      "learning_rate": 4.551398192166579e-05,
      "loss": 3.8601,
      "step": 257305
    },
    {
      "epoch": 0.22522826124062426,
      "grad_norm": 0.5199339389801025,
      "learning_rate": 4.551380662040913e-05,
      "loss": 5.085,
      "step": 257310
    },
    {
      "epoch": 0.2252326378342514,
      "grad_norm": 0.7145562171936035,
      "learning_rate": 4.551363131616006e-05,
      "loss": 4.8,
      "step": 257315
    },
    {
      "epoch": 0.22523701442787855,
      "grad_norm": 0.5260025262832642,
      "learning_rate": 4.5513456008918596e-05,
      "loss": 5.3375,
      "step": 257320
    },
    {
      "epoch": 0.2252413910215057,
      "grad_norm": 0.5341116786003113,
      "learning_rate": 4.551328069868481e-05,
      "loss": 5.9328,
      "step": 257325
    },
    {
      "epoch": 0.22524576761513285,
      "grad_norm": 0.7476358413696289,
      "learning_rate": 4.551310538545872e-05,
      "loss": 4.421,
      "step": 257330
    },
    {
      "epoch": 0.22525014420876002,
      "grad_norm": 0.5301487445831299,
      "learning_rate": 4.5512930069240354e-05,
      "loss": 5.2043,
      "step": 257335
    },
    {
      "epoch": 0.22525452080238717,
      "grad_norm": 0.4892069101333618,
      "learning_rate": 4.551275475002975e-05,
      "loss": 5.1133,
      "step": 257340
    },
    {
      "epoch": 0.22525889739601432,
      "grad_norm": 0.5092186331748962,
      "learning_rate": 4.5512579427826954e-05,
      "loss": 5.9068,
      "step": 257345
    },
    {
      "epoch": 0.22526327398964147,
      "grad_norm": 0.5042839050292969,
      "learning_rate": 4.5512404102631966e-05,
      "loss": 5.6158,
      "step": 257350
    },
    {
      "epoch": 0.22526765058326864,
      "grad_norm": 0.5327191948890686,
      "learning_rate": 4.551222877444486e-05,
      "loss": 5.601,
      "step": 257355
    },
    {
      "epoch": 0.2252720271768958,
      "grad_norm": 0.49826356768608093,
      "learning_rate": 4.551205344326564e-05,
      "loss": 5.6055,
      "step": 257360
    },
    {
      "epoch": 0.22527640377052294,
      "grad_norm": 0.5022764801979065,
      "learning_rate": 4.5511878109094354e-05,
      "loss": 5.1709,
      "step": 257365
    },
    {
      "epoch": 0.22528078036415009,
      "grad_norm": 0.519615650177002,
      "learning_rate": 4.5511702771931034e-05,
      "loss": 4.5894,
      "step": 257370
    },
    {
      "epoch": 0.22528515695777726,
      "grad_norm": 0.4907771348953247,
      "learning_rate": 4.5511527431775716e-05,
      "loss": 4.8986,
      "step": 257375
    },
    {
      "epoch": 0.2252895335514044,
      "grad_norm": 0.5057658553123474,
      "learning_rate": 4.551135208862843e-05,
      "loss": 5.423,
      "step": 257380
    },
    {
      "epoch": 0.22529391014503156,
      "grad_norm": 0.4826888144016266,
      "learning_rate": 4.55111767424892e-05,
      "loss": 6.225,
      "step": 257385
    },
    {
      "epoch": 0.2252982867386587,
      "grad_norm": 0.4975554943084717,
      "learning_rate": 4.551100139335809e-05,
      "loss": 5.0757,
      "step": 257390
    },
    {
      "epoch": 0.22530266333228588,
      "grad_norm": 0.49681374430656433,
      "learning_rate": 4.55108260412351e-05,
      "loss": 5.1638,
      "step": 257395
    },
    {
      "epoch": 0.22530703992591303,
      "grad_norm": 0.5102841258049011,
      "learning_rate": 4.551065068612029e-05,
      "loss": 5.1172,
      "step": 257400
    },
    {
      "epoch": 0.22531141651954018,
      "grad_norm": 0.5295121669769287,
      "learning_rate": 4.551047532801368e-05,
      "loss": 4.605,
      "step": 257405
    },
    {
      "epoch": 0.22531579311316732,
      "grad_norm": 0.5436550974845886,
      "learning_rate": 4.551029996691529e-05,
      "loss": 5.4369,
      "step": 257410
    },
    {
      "epoch": 0.2253201697067945,
      "grad_norm": 0.4961972236633301,
      "learning_rate": 4.5510124602825185e-05,
      "loss": 5.7535,
      "step": 257415
    },
    {
      "epoch": 0.22532454630042165,
      "grad_norm": 0.4884747266769409,
      "learning_rate": 4.5509949235743374e-05,
      "loss": 6.2367,
      "step": 257420
    },
    {
      "epoch": 0.2253289228940488,
      "grad_norm": 0.5227174758911133,
      "learning_rate": 4.550977386566991e-05,
      "loss": 5.13,
      "step": 257425
    },
    {
      "epoch": 0.22533329948767594,
      "grad_norm": 0.5216260552406311,
      "learning_rate": 4.550959849260481e-05,
      "loss": 5.3777,
      "step": 257430
    },
    {
      "epoch": 0.22533767608130312,
      "grad_norm": 0.5082026124000549,
      "learning_rate": 4.550942311654812e-05,
      "loss": 5.3436,
      "step": 257435
    },
    {
      "epoch": 0.22534205267493027,
      "grad_norm": 0.5241878032684326,
      "learning_rate": 4.550924773749986e-05,
      "loss": 5.4281,
      "step": 257440
    },
    {
      "epoch": 0.2253464292685574,
      "grad_norm": 0.5133318901062012,
      "learning_rate": 4.550907235546008e-05,
      "loss": 5.1185,
      "step": 257445
    },
    {
      "epoch": 0.22535080586218456,
      "grad_norm": 0.5071863532066345,
      "learning_rate": 4.5508896970428805e-05,
      "loss": 5.9629,
      "step": 257450
    },
    {
      "epoch": 0.2253551824558117,
      "grad_norm": 0.5237352252006531,
      "learning_rate": 4.550872158240607e-05,
      "loss": 4.9047,
      "step": 257455
    },
    {
      "epoch": 0.22535955904943888,
      "grad_norm": 0.5203889608383179,
      "learning_rate": 4.55085461913919e-05,
      "loss": 5.6314,
      "step": 257460
    },
    {
      "epoch": 0.22536393564306603,
      "grad_norm": 0.505164623260498,
      "learning_rate": 4.550837079738636e-05,
      "loss": 5.2066,
      "step": 257465
    },
    {
      "epoch": 0.22536831223669318,
      "grad_norm": 0.5139838457107544,
      "learning_rate": 4.5508195400389444e-05,
      "loss": 4.3867,
      "step": 257470
    },
    {
      "epoch": 0.22537268883032033,
      "grad_norm": 0.5058811902999878,
      "learning_rate": 4.550802000040121e-05,
      "loss": 4.9267,
      "step": 257475
    },
    {
      "epoch": 0.2253770654239475,
      "grad_norm": 0.5294290781021118,
      "learning_rate": 4.550784459742168e-05,
      "loss": 4.5867,
      "step": 257480
    },
    {
      "epoch": 0.22538144201757465,
      "grad_norm": 0.495577871799469,
      "learning_rate": 4.55076691914509e-05,
      "loss": 5.4318,
      "step": 257485
    },
    {
      "epoch": 0.2253858186112018,
      "grad_norm": 0.5536912679672241,
      "learning_rate": 4.5507493782488886e-05,
      "loss": 4.7113,
      "step": 257490
    },
    {
      "epoch": 0.22539019520482895,
      "grad_norm": 0.517120361328125,
      "learning_rate": 4.550731837053569e-05,
      "loss": 5.1456,
      "step": 257495
    },
    {
      "epoch": 0.22539457179845612,
      "grad_norm": 0.5474123358726501,
      "learning_rate": 4.5507142955591344e-05,
      "loss": 4.9412,
      "step": 257500
    },
    {
      "epoch": 0.22539894839208327,
      "grad_norm": 0.533801794052124,
      "learning_rate": 4.5506967537655864e-05,
      "loss": 5.2368,
      "step": 257505
    },
    {
      "epoch": 0.22540332498571042,
      "grad_norm": 0.5722830295562744,
      "learning_rate": 4.550679211672931e-05,
      "loss": 4.4156,
      "step": 257510
    },
    {
      "epoch": 0.22540770157933757,
      "grad_norm": 0.6072501540184021,
      "learning_rate": 4.55066166928117e-05,
      "loss": 5.4207,
      "step": 257515
    },
    {
      "epoch": 0.22541207817296474,
      "grad_norm": 0.5004076361656189,
      "learning_rate": 4.550644126590306e-05,
      "loss": 5.1253,
      "step": 257520
    },
    {
      "epoch": 0.2254164547665919,
      "grad_norm": 0.494468092918396,
      "learning_rate": 4.550626583600344e-05,
      "loss": 5.1489,
      "step": 257525
    },
    {
      "epoch": 0.22542083136021904,
      "grad_norm": 0.5071985721588135,
      "learning_rate": 4.550609040311287e-05,
      "loss": 5.1266,
      "step": 257530
    },
    {
      "epoch": 0.22542520795384619,
      "grad_norm": 0.49462300539016724,
      "learning_rate": 4.550591496723138e-05,
      "loss": 5.0907,
      "step": 257535
    },
    {
      "epoch": 0.22542958454747336,
      "grad_norm": 0.5038142204284668,
      "learning_rate": 4.550573952835901e-05,
      "loss": 5.4325,
      "step": 257540
    },
    {
      "epoch": 0.2254339611411005,
      "grad_norm": 0.4954023063182831,
      "learning_rate": 4.550556408649578e-05,
      "loss": 4.9425,
      "step": 257545
    },
    {
      "epoch": 0.22543833773472766,
      "grad_norm": 0.49906226992607117,
      "learning_rate": 4.5505388641641735e-05,
      "loss": 5.4202,
      "step": 257550
    },
    {
      "epoch": 0.2254427143283548,
      "grad_norm": 0.4950612783432007,
      "learning_rate": 4.550521319379691e-05,
      "loss": 5.9432,
      "step": 257555
    },
    {
      "epoch": 0.22544709092198198,
      "grad_norm": 0.5046526193618774,
      "learning_rate": 4.550503774296133e-05,
      "loss": 5.4171,
      "step": 257560
    },
    {
      "epoch": 0.22545146751560913,
      "grad_norm": 0.5050111413002014,
      "learning_rate": 4.5504862289135044e-05,
      "loss": 5.2111,
      "step": 257565
    },
    {
      "epoch": 0.22545584410923628,
      "grad_norm": 0.49131089448928833,
      "learning_rate": 4.550468683231807e-05,
      "loss": 6.2246,
      "step": 257570
    },
    {
      "epoch": 0.22546022070286342,
      "grad_norm": 0.5136760473251343,
      "learning_rate": 4.550451137251045e-05,
      "loss": 5.2077,
      "step": 257575
    },
    {
      "epoch": 0.22546459729649057,
      "grad_norm": 0.5085622668266296,
      "learning_rate": 4.550433590971221e-05,
      "loss": 4.1754,
      "step": 257580
    },
    {
      "epoch": 0.22546897389011775,
      "grad_norm": 0.5217760801315308,
      "learning_rate": 4.55041604439234e-05,
      "loss": 4.6288,
      "step": 257585
    },
    {
      "epoch": 0.2254733504837449,
      "grad_norm": 0.5258466005325317,
      "learning_rate": 4.5503984975144044e-05,
      "loss": 5.6406,
      "step": 257590
    },
    {
      "epoch": 0.22547772707737204,
      "grad_norm": 0.5425532460212708,
      "learning_rate": 4.550380950337417e-05,
      "loss": 5.2136,
      "step": 257595
    },
    {
      "epoch": 0.2254821036709992,
      "grad_norm": 0.54008549451828,
      "learning_rate": 4.550363402861382e-05,
      "loss": 4.4078,
      "step": 257600
    },
    {
      "epoch": 0.22548648026462637,
      "grad_norm": 0.5056713819503784,
      "learning_rate": 4.550345855086303e-05,
      "loss": 5.9283,
      "step": 257605
    },
    {
      "epoch": 0.2254908568582535,
      "grad_norm": 0.5089280009269714,
      "learning_rate": 4.5503283070121814e-05,
      "loss": 4.6202,
      "step": 257610
    },
    {
      "epoch": 0.22549523345188066,
      "grad_norm": 0.5408438444137573,
      "learning_rate": 4.550310758639024e-05,
      "loss": 5.6734,
      "step": 257615
    },
    {
      "epoch": 0.2254996100455078,
      "grad_norm": 0.5097393989562988,
      "learning_rate": 4.55029320996683e-05,
      "loss": 5.6463,
      "step": 257620
    },
    {
      "epoch": 0.22550398663913498,
      "grad_norm": 0.5058082938194275,
      "learning_rate": 4.5502756609956076e-05,
      "loss": 5.1043,
      "step": 257625
    },
    {
      "epoch": 0.22550836323276213,
      "grad_norm": 0.4953104257583618,
      "learning_rate": 4.550258111725356e-05,
      "loss": 5.3451,
      "step": 257630
    },
    {
      "epoch": 0.22551273982638928,
      "grad_norm": 0.5144143104553223,
      "learning_rate": 4.550240562156081e-05,
      "loss": 4.7206,
      "step": 257635
    },
    {
      "epoch": 0.22551711642001643,
      "grad_norm": 0.49304455518722534,
      "learning_rate": 4.550223012287785e-05,
      "loss": 4.8176,
      "step": 257640
    },
    {
      "epoch": 0.2255214930136436,
      "grad_norm": 0.4961508810520172,
      "learning_rate": 4.550205462120473e-05,
      "loss": 5.0944,
      "step": 257645
    },
    {
      "epoch": 0.22552586960727075,
      "grad_norm": 0.5169256925582886,
      "learning_rate": 4.550187911654145e-05,
      "loss": 5.6172,
      "step": 257650
    },
    {
      "epoch": 0.2255302462008979,
      "grad_norm": 0.5216894149780273,
      "learning_rate": 4.550170360888807e-05,
      "loss": 4.6577,
      "step": 257655
    },
    {
      "epoch": 0.22553462279452505,
      "grad_norm": 0.5211449861526489,
      "learning_rate": 4.550152809824461e-05,
      "loss": 6.257,
      "step": 257660
    },
    {
      "epoch": 0.22553899938815222,
      "grad_norm": 0.5317199230194092,
      "learning_rate": 4.550135258461112e-05,
      "loss": 4.3862,
      "step": 257665
    },
    {
      "epoch": 0.22554337598177937,
      "grad_norm": 0.6280027627944946,
      "learning_rate": 4.5501177067987636e-05,
      "loss": 4.6571,
      "step": 257670
    },
    {
      "epoch": 0.22554775257540652,
      "grad_norm": 0.5499314069747925,
      "learning_rate": 4.5501001548374164e-05,
      "loss": 5.732,
      "step": 257675
    },
    {
      "epoch": 0.22555212916903367,
      "grad_norm": 0.5137199759483337,
      "learning_rate": 4.550082602577076e-05,
      "loss": 4.7133,
      "step": 257680
    },
    {
      "epoch": 0.22555650576266084,
      "grad_norm": 0.5023204684257507,
      "learning_rate": 4.5500650500177454e-05,
      "loss": 5.3426,
      "step": 257685
    },
    {
      "epoch": 0.225560882356288,
      "grad_norm": 0.5066754221916199,
      "learning_rate": 4.5500474971594277e-05,
      "loss": 4.6138,
      "step": 257690
    },
    {
      "epoch": 0.22556525894991514,
      "grad_norm": 0.516241729259491,
      "learning_rate": 4.550029944002126e-05,
      "loss": 5.4246,
      "step": 257695
    },
    {
      "epoch": 0.22556963554354229,
      "grad_norm": 0.4950482249259949,
      "learning_rate": 4.550012390545846e-05,
      "loss": 5.1466,
      "step": 257700
    },
    {
      "epoch": 0.22557401213716946,
      "grad_norm": 0.5018360018730164,
      "learning_rate": 4.549994836790589e-05,
      "loss": 5.4179,
      "step": 257705
    },
    {
      "epoch": 0.2255783887307966,
      "grad_norm": 0.5149921774864197,
      "learning_rate": 4.5499772827363566e-05,
      "loss": 5.1676,
      "step": 257710
    },
    {
      "epoch": 0.22558276532442376,
      "grad_norm": 0.5129843950271606,
      "learning_rate": 4.549959728383155e-05,
      "loss": 4.6797,
      "step": 257715
    },
    {
      "epoch": 0.2255871419180509,
      "grad_norm": 0.5225170254707336,
      "learning_rate": 4.5499421737309876e-05,
      "loss": 5.658,
      "step": 257720
    },
    {
      "epoch": 0.22559151851167805,
      "grad_norm": 0.5109149813652039,
      "learning_rate": 4.549924618779856e-05,
      "loss": 5.5898,
      "step": 257725
    },
    {
      "epoch": 0.22559589510530523,
      "grad_norm": 0.49925318360328674,
      "learning_rate": 4.549907063529766e-05,
      "loss": 5.9068,
      "step": 257730
    },
    {
      "epoch": 0.22560027169893238,
      "grad_norm": 0.4962400794029236,
      "learning_rate": 4.549889507980718e-05,
      "loss": 5.117,
      "step": 257735
    },
    {
      "epoch": 0.22560464829255952,
      "grad_norm": 0.49684062600135803,
      "learning_rate": 4.549871952132718e-05,
      "loss": 6.2018,
      "step": 257740
    },
    {
      "epoch": 0.22560902488618667,
      "grad_norm": 0.5014653205871582,
      "learning_rate": 4.549854395985768e-05,
      "loss": 5.6205,
      "step": 257745
    },
    {
      "epoch": 0.22561340147981385,
      "grad_norm": 0.5246046185493469,
      "learning_rate": 4.549836839539872e-05,
      "loss": 5.3143,
      "step": 257750
    },
    {
      "epoch": 0.225617778073441,
      "grad_norm": 0.5209283232688904,
      "learning_rate": 4.549819282795033e-05,
      "loss": 5.9156,
      "step": 257755
    },
    {
      "epoch": 0.22562215466706814,
      "grad_norm": 0.4835105836391449,
      "learning_rate": 4.5498017257512534e-05,
      "loss": 5.0594,
      "step": 257760
    },
    {
      "epoch": 0.2256265312606953,
      "grad_norm": 0.5190185308456421,
      "learning_rate": 4.5497841684085386e-05,
      "loss": 4.8915,
      "step": 257765
    },
    {
      "epoch": 0.22563090785432247,
      "grad_norm": 0.4983622133731842,
      "learning_rate": 4.549766610766891e-05,
      "loss": 6.2439,
      "step": 257770
    },
    {
      "epoch": 0.2256352844479496,
      "grad_norm": 0.5685455799102783,
      "learning_rate": 4.5497490528263145e-05,
      "loss": 5.7338,
      "step": 257775
    },
    {
      "epoch": 0.22563966104157676,
      "grad_norm": 0.5284392237663269,
      "learning_rate": 4.5497314945868106e-05,
      "loss": 5.157,
      "step": 257780
    },
    {
      "epoch": 0.2256440376352039,
      "grad_norm": 0.4956323206424713,
      "learning_rate": 4.5497139360483855e-05,
      "loss": 5.2906,
      "step": 257785
    },
    {
      "epoch": 0.22564841422883108,
      "grad_norm": 0.5586442947387695,
      "learning_rate": 4.549696377211041e-05,
      "loss": 5.1404,
      "step": 257790
    },
    {
      "epoch": 0.22565279082245823,
      "grad_norm": 0.5308707356452942,
      "learning_rate": 4.549678818074781e-05,
      "loss": 4.7168,
      "step": 257795
    },
    {
      "epoch": 0.22565716741608538,
      "grad_norm": 0.5020599961280823,
      "learning_rate": 4.549661258639607e-05,
      "loss": 4.8964,
      "step": 257800
    },
    {
      "epoch": 0.22566154400971253,
      "grad_norm": 0.5012102127075195,
      "learning_rate": 4.549643698905526e-05,
      "loss": 4.8901,
      "step": 257805
    },
    {
      "epoch": 0.2256659206033397,
      "grad_norm": 0.5290952324867249,
      "learning_rate": 4.549626138872538e-05,
      "loss": 4.9487,
      "step": 257810
    },
    {
      "epoch": 0.22567029719696685,
      "grad_norm": 0.5117390751838684,
      "learning_rate": 4.549608578540648e-05,
      "loss": 4.4009,
      "step": 257815
    },
    {
      "epoch": 0.225674673790594,
      "grad_norm": 0.49857041239738464,
      "learning_rate": 4.54959101790986e-05,
      "loss": 5.6209,
      "step": 257820
    },
    {
      "epoch": 0.22567905038422115,
      "grad_norm": 0.5140469670295715,
      "learning_rate": 4.549573456980175e-05,
      "loss": 5.4455,
      "step": 257825
    },
    {
      "epoch": 0.22568342697784832,
      "grad_norm": 0.5606046915054321,
      "learning_rate": 4.549555895751599e-05,
      "loss": 4.3781,
      "step": 257830
    },
    {
      "epoch": 0.22568780357147547,
      "grad_norm": 0.5121031403541565,
      "learning_rate": 4.5495383342241336e-05,
      "loss": 6.2301,
      "step": 257835
    },
    {
      "epoch": 0.22569218016510262,
      "grad_norm": 0.5005508065223694,
      "learning_rate": 4.549520772397784e-05,
      "loss": 5.0303,
      "step": 257840
    },
    {
      "epoch": 0.22569655675872977,
      "grad_norm": 0.5226721167564392,
      "learning_rate": 4.549503210272552e-05,
      "loss": 5.3948,
      "step": 257845
    },
    {
      "epoch": 0.22570093335235691,
      "grad_norm": 0.5507116913795471,
      "learning_rate": 4.54948564784844e-05,
      "loss": 5.3986,
      "step": 257850
    },
    {
      "epoch": 0.2257053099459841,
      "grad_norm": 0.5088422298431396,
      "learning_rate": 4.5494680851254555e-05,
      "loss": 5.3874,
      "step": 257855
    },
    {
      "epoch": 0.22570968653961124,
      "grad_norm": 0.5145756006240845,
      "learning_rate": 4.5494505221035975e-05,
      "loss": 5.3913,
      "step": 257860
    },
    {
      "epoch": 0.22571406313323839,
      "grad_norm": 0.5231959819793701,
      "learning_rate": 4.5494329587828724e-05,
      "loss": 5.4496,
      "step": 257865
    },
    {
      "epoch": 0.22571843972686553,
      "grad_norm": 0.5045977234840393,
      "learning_rate": 4.54941539516328e-05,
      "loss": 5.4636,
      "step": 257870
    },
    {
      "epoch": 0.2257228163204927,
      "grad_norm": 0.51903235912323,
      "learning_rate": 4.5493978312448284e-05,
      "loss": 6.2305,
      "step": 257875
    },
    {
      "epoch": 0.22572719291411986,
      "grad_norm": 0.5016367435455322,
      "learning_rate": 4.5493802670275176e-05,
      "loss": 4.599,
      "step": 257880
    },
    {
      "epoch": 0.225731569507747,
      "grad_norm": 0.515072226524353,
      "learning_rate": 4.549362702511352e-05,
      "loss": 5.4415,
      "step": 257885
    },
    {
      "epoch": 0.22573594610137415,
      "grad_norm": 0.5270726680755615,
      "learning_rate": 4.549345137696334e-05,
      "loss": 5.6906,
      "step": 257890
    },
    {
      "epoch": 0.22574032269500133,
      "grad_norm": 0.5203952193260193,
      "learning_rate": 4.549327572582469e-05,
      "loss": 4.6845,
      "step": 257895
    },
    {
      "epoch": 0.22574469928862848,
      "grad_norm": 0.5425911545753479,
      "learning_rate": 4.549310007169759e-05,
      "loss": 5.707,
      "step": 257900
    },
    {
      "epoch": 0.22574907588225562,
      "grad_norm": 0.49537765979766846,
      "learning_rate": 4.5492924414582084e-05,
      "loss": 5.7257,
      "step": 257905
    },
    {
      "epoch": 0.22575345247588277,
      "grad_norm": 0.5244646668434143,
      "learning_rate": 4.549274875447819e-05,
      "loss": 4.5785,
      "step": 257910
    },
    {
      "epoch": 0.22575782906950995,
      "grad_norm": 0.5138050317764282,
      "learning_rate": 4.5492573091385956e-05,
      "loss": 4.9045,
      "step": 257915
    },
    {
      "epoch": 0.2257622056631371,
      "grad_norm": 0.529416561126709,
      "learning_rate": 4.549239742530541e-05,
      "loss": 5.1271,
      "step": 257920
    },
    {
      "epoch": 0.22576658225676424,
      "grad_norm": 0.5664995312690735,
      "learning_rate": 4.549222175623659e-05,
      "loss": 5.3404,
      "step": 257925
    },
    {
      "epoch": 0.2257709588503914,
      "grad_norm": 0.5066617131233215,
      "learning_rate": 4.549204608417952e-05,
      "loss": 5.9352,
      "step": 257930
    },
    {
      "epoch": 0.22577533544401857,
      "grad_norm": 0.5291085243225098,
      "learning_rate": 4.549187040913424e-05,
      "loss": 5.1231,
      "step": 257935
    },
    {
      "epoch": 0.2257797120376457,
      "grad_norm": 0.5072773694992065,
      "learning_rate": 4.549169473110079e-05,
      "loss": 5.4206,
      "step": 257940
    },
    {
      "epoch": 0.22578408863127286,
      "grad_norm": 0.5087127089500427,
      "learning_rate": 4.54915190500792e-05,
      "loss": 3.8766,
      "step": 257945
    },
    {
      "epoch": 0.2257884652249,
      "grad_norm": 0.518990695476532,
      "learning_rate": 4.549134336606949e-05,
      "loss": 5.42,
      "step": 257950
    },
    {
      "epoch": 0.22579284181852718,
      "grad_norm": 0.5058832764625549,
      "learning_rate": 4.549116767907172e-05,
      "loss": 5.1203,
      "step": 257955
    },
    {
      "epoch": 0.22579721841215433,
      "grad_norm": 0.5798203945159912,
      "learning_rate": 4.5490991989085906e-05,
      "loss": 4.9317,
      "step": 257960
    },
    {
      "epoch": 0.22580159500578148,
      "grad_norm": 0.5301401019096375,
      "learning_rate": 4.5490816296112085e-05,
      "loss": 5.9197,
      "step": 257965
    },
    {
      "epoch": 0.22580597159940863,
      "grad_norm": 0.7284011840820312,
      "learning_rate": 4.549064060015029e-05,
      "loss": 4.6672,
      "step": 257970
    },
    {
      "epoch": 0.22581034819303578,
      "grad_norm": 0.5181697607040405,
      "learning_rate": 4.549046490120056e-05,
      "loss": 4.4481,
      "step": 257975
    },
    {
      "epoch": 0.22581472478666295,
      "grad_norm": 0.693686306476593,
      "learning_rate": 4.549028919926291e-05,
      "loss": 5.9264,
      "step": 257980
    },
    {
      "epoch": 0.2258191013802901,
      "grad_norm": 0.5317381620407104,
      "learning_rate": 4.5490113494337416e-05,
      "loss": 4.5938,
      "step": 257985
    },
    {
      "epoch": 0.22582347797391725,
      "grad_norm": 0.5222467184066772,
      "learning_rate": 4.5489937786424075e-05,
      "loss": 5.0733,
      "step": 257990
    },
    {
      "epoch": 0.2258278545675444,
      "grad_norm": 0.5229233503341675,
      "learning_rate": 4.5489762075522923e-05,
      "loss": 6.2236,
      "step": 257995
    },
    {
      "epoch": 0.22583223116117157,
      "grad_norm": 0.4964977204799652,
      "learning_rate": 4.548958636163401e-05,
      "loss": 4.5853,
      "step": 258000
    },
    {
      "epoch": 0.22583660775479872,
      "grad_norm": 0.5150274038314819,
      "learning_rate": 4.548941064475736e-05,
      "loss": 5.4379,
      "step": 258005
    },
    {
      "epoch": 0.22584098434842587,
      "grad_norm": 0.5084376335144043,
      "learning_rate": 4.5489234924893006e-05,
      "loss": 5.203,
      "step": 258010
    },
    {
      "epoch": 0.22584536094205301,
      "grad_norm": 0.5012689232826233,
      "learning_rate": 4.5489059202040986e-05,
      "loss": 5.3936,
      "step": 258015
    },
    {
      "epoch": 0.2258497375356802,
      "grad_norm": 0.5072788596153259,
      "learning_rate": 4.548888347620134e-05,
      "loss": 5.4329,
      "step": 258020
    },
    {
      "epoch": 0.22585411412930734,
      "grad_norm": 0.5077109932899475,
      "learning_rate": 4.548870774737408e-05,
      "loss": 5.9365,
      "step": 258025
    },
    {
      "epoch": 0.22585849072293449,
      "grad_norm": 0.6073992848396301,
      "learning_rate": 4.548853201555926e-05,
      "loss": 4.8062,
      "step": 258030
    },
    {
      "epoch": 0.22586286731656163,
      "grad_norm": 0.506729781627655,
      "learning_rate": 4.548835628075691e-05,
      "loss": 5.7077,
      "step": 258035
    },
    {
      "epoch": 0.2258672439101888,
      "grad_norm": 0.5213738083839417,
      "learning_rate": 4.5488180542967074e-05,
      "loss": 4.9284,
      "step": 258040
    },
    {
      "epoch": 0.22587162050381596,
      "grad_norm": 0.5103386044502258,
      "learning_rate": 4.548800480218976e-05,
      "loss": 5.4483,
      "step": 258045
    },
    {
      "epoch": 0.2258759970974431,
      "grad_norm": 0.5200792551040649,
      "learning_rate": 4.548782905842503e-05,
      "loss": 5.1167,
      "step": 258050
    },
    {
      "epoch": 0.22588037369107025,
      "grad_norm": 0.5195889472961426,
      "learning_rate": 4.548765331167288e-05,
      "loss": 4.8987,
      "step": 258055
    },
    {
      "epoch": 0.22588475028469743,
      "grad_norm": 0.5214307308197021,
      "learning_rate": 4.548747756193338e-05,
      "loss": 5.4854,
      "step": 258060
    },
    {
      "epoch": 0.22588912687832458,
      "grad_norm": 0.5059983730316162,
      "learning_rate": 4.548730180920656e-05,
      "loss": 4.1892,
      "step": 258065
    },
    {
      "epoch": 0.22589350347195172,
      "grad_norm": 0.51097172498703,
      "learning_rate": 4.548712605349243e-05,
      "loss": 5.4302,
      "step": 258070
    },
    {
      "epoch": 0.22589788006557887,
      "grad_norm": 0.5052250027656555,
      "learning_rate": 4.548695029479105e-05,
      "loss": 4.921,
      "step": 258075
    },
    {
      "epoch": 0.22590225665920605,
      "grad_norm": 0.5702689290046692,
      "learning_rate": 4.548677453310245e-05,
      "loss": 4.7388,
      "step": 258080
    },
    {
      "epoch": 0.2259066332528332,
      "grad_norm": 0.5103076696395874,
      "learning_rate": 4.548659876842665e-05,
      "loss": 5.7517,
      "step": 258085
    },
    {
      "epoch": 0.22591100984646034,
      "grad_norm": 0.49371138215065,
      "learning_rate": 4.5486423000763687e-05,
      "loss": 4.3914,
      "step": 258090
    },
    {
      "epoch": 0.2259153864400875,
      "grad_norm": 0.5732907056808472,
      "learning_rate": 4.54862472301136e-05,
      "loss": 4.9049,
      "step": 258095
    },
    {
      "epoch": 0.22591976303371464,
      "grad_norm": 0.5152461528778076,
      "learning_rate": 4.548607145647642e-05,
      "loss": 5.4294,
      "step": 258100
    },
    {
      "epoch": 0.2259241396273418,
      "grad_norm": 0.5119317173957825,
      "learning_rate": 4.548589567985219e-05,
      "loss": 5.7018,
      "step": 258105
    },
    {
      "epoch": 0.22592851622096896,
      "grad_norm": 0.5165069103240967,
      "learning_rate": 4.5485719900240944e-05,
      "loss": 6.218,
      "step": 258110
    },
    {
      "epoch": 0.2259328928145961,
      "grad_norm": 0.51584792137146,
      "learning_rate": 4.5485544117642696e-05,
      "loss": 5.0938,
      "step": 258115
    },
    {
      "epoch": 0.22593726940822326,
      "grad_norm": 0.5267258882522583,
      "learning_rate": 4.54853683320575e-05,
      "loss": 5.3954,
      "step": 258120
    },
    {
      "epoch": 0.22594164600185043,
      "grad_norm": 0.5123545527458191,
      "learning_rate": 4.548519254348537e-05,
      "loss": 5.3369,
      "step": 258125
    },
    {
      "epoch": 0.22594602259547758,
      "grad_norm": 0.5056800842285156,
      "learning_rate": 4.5485016751926366e-05,
      "loss": 4.6163,
      "step": 258130
    },
    {
      "epoch": 0.22595039918910473,
      "grad_norm": 0.5145305395126343,
      "learning_rate": 4.54848409573805e-05,
      "loss": 4.1996,
      "step": 258135
    },
    {
      "epoch": 0.22595477578273188,
      "grad_norm": 0.5078490972518921,
      "learning_rate": 4.5484665159847815e-05,
      "loss": 5.4486,
      "step": 258140
    },
    {
      "epoch": 0.22595915237635905,
      "grad_norm": 0.4948830008506775,
      "learning_rate": 4.5484489359328355e-05,
      "loss": 6.2428,
      "step": 258145
    },
    {
      "epoch": 0.2259635289699862,
      "grad_norm": 0.49951931834220886,
      "learning_rate": 4.5484313555822135e-05,
      "loss": 5.6408,
      "step": 258150
    },
    {
      "epoch": 0.22596790556361335,
      "grad_norm": 0.5060524344444275,
      "learning_rate": 4.548413774932919e-05,
      "loss": 4.1135,
      "step": 258155
    },
    {
      "epoch": 0.2259722821572405,
      "grad_norm": 0.5384909510612488,
      "learning_rate": 4.548396193984957e-05,
      "loss": 6.2387,
      "step": 258160
    },
    {
      "epoch": 0.22597665875086767,
      "grad_norm": 0.5253372192382812,
      "learning_rate": 4.54837861273833e-05,
      "loss": 4.8768,
      "step": 258165
    },
    {
      "epoch": 0.22598103534449482,
      "grad_norm": 0.5082559585571289,
      "learning_rate": 4.548361031193041e-05,
      "loss": 4.9235,
      "step": 258170
    },
    {
      "epoch": 0.22598541193812197,
      "grad_norm": 0.5029003024101257,
      "learning_rate": 4.548343449349094e-05,
      "loss": 5.4168,
      "step": 258175
    },
    {
      "epoch": 0.22598978853174911,
      "grad_norm": 0.5198049545288086,
      "learning_rate": 4.548325867206492e-05,
      "loss": 5.2423,
      "step": 258180
    },
    {
      "epoch": 0.2259941651253763,
      "grad_norm": 0.5148505568504333,
      "learning_rate": 4.548308284765238e-05,
      "loss": 5.6365,
      "step": 258185
    },
    {
      "epoch": 0.22599854171900344,
      "grad_norm": 0.4984496831893921,
      "learning_rate": 4.548290702025336e-05,
      "loss": 5.7502,
      "step": 258190
    },
    {
      "epoch": 0.22600291831263059,
      "grad_norm": 0.5189595222473145,
      "learning_rate": 4.548273118986791e-05,
      "loss": 4.8688,
      "step": 258195
    },
    {
      "epoch": 0.22600729490625773,
      "grad_norm": 0.5220655798912048,
      "learning_rate": 4.5482555356496036e-05,
      "loss": 5.3836,
      "step": 258200
    },
    {
      "epoch": 0.2260116714998849,
      "grad_norm": 0.5100244879722595,
      "learning_rate": 4.5482379520137786e-05,
      "loss": 5.9396,
      "step": 258205
    },
    {
      "epoch": 0.22601604809351206,
      "grad_norm": 0.5052697658538818,
      "learning_rate": 4.548220368079319e-05,
      "loss": 4.8929,
      "step": 258210
    },
    {
      "epoch": 0.2260204246871392,
      "grad_norm": 0.5098335146903992,
      "learning_rate": 4.5482027838462285e-05,
      "loss": 5.1407,
      "step": 258215
    },
    {
      "epoch": 0.22602480128076635,
      "grad_norm": 0.5128109455108643,
      "learning_rate": 4.5481851993145096e-05,
      "loss": 5.4239,
      "step": 258220
    },
    {
      "epoch": 0.2260291778743935,
      "grad_norm": 0.503506064414978,
      "learning_rate": 4.548167614484167e-05,
      "loss": 5.6934,
      "step": 258225
    },
    {
      "epoch": 0.22603355446802068,
      "grad_norm": 0.5011336803436279,
      "learning_rate": 4.548150029355203e-05,
      "loss": 5.6084,
      "step": 258230
    },
    {
      "epoch": 0.22603793106164782,
      "grad_norm": 0.5109509825706482,
      "learning_rate": 4.5481324439276206e-05,
      "loss": 4.8485,
      "step": 258235
    },
    {
      "epoch": 0.22604230765527497,
      "grad_norm": 0.5308535695075989,
      "learning_rate": 4.548114858201425e-05,
      "loss": 4.8864,
      "step": 258240
    },
    {
      "epoch": 0.22604668424890212,
      "grad_norm": 0.49918028712272644,
      "learning_rate": 4.5480972721766204e-05,
      "loss": 5.9314,
      "step": 258245
    },
    {
      "epoch": 0.2260510608425293,
      "grad_norm": 0.5146325826644897,
      "learning_rate": 4.548079685853206e-05,
      "loss": 4.6045,
      "step": 258250
    },
    {
      "epoch": 0.22605543743615644,
      "grad_norm": 0.5012226700782776,
      "learning_rate": 4.5480620992311885e-05,
      "loss": 4.3511,
      "step": 258255
    },
    {
      "epoch": 0.2260598140297836,
      "grad_norm": 0.5087355375289917,
      "learning_rate": 4.548044512310571e-05,
      "loss": 5.406,
      "step": 258260
    },
    {
      "epoch": 0.22606419062341074,
      "grad_norm": 0.5181264877319336,
      "learning_rate": 4.5480269250913555e-05,
      "loss": 4.6055,
      "step": 258265
    },
    {
      "epoch": 0.2260685672170379,
      "grad_norm": 0.5215111970901489,
      "learning_rate": 4.548009337573545e-05,
      "loss": 5.414,
      "step": 258270
    },
    {
      "epoch": 0.22607294381066506,
      "grad_norm": 0.5063492655754089,
      "learning_rate": 4.5479917497571464e-05,
      "loss": 4.8346,
      "step": 258275
    },
    {
      "epoch": 0.2260773204042922,
      "grad_norm": 0.5242782831192017,
      "learning_rate": 4.54797416164216e-05,
      "loss": 4.9155,
      "step": 258280
    },
    {
      "epoch": 0.22608169699791936,
      "grad_norm": 0.501396119594574,
      "learning_rate": 4.54795657322859e-05,
      "loss": 4.6727,
      "step": 258285
    },
    {
      "epoch": 0.22608607359154653,
      "grad_norm": 0.5025492906570435,
      "learning_rate": 4.54793898451644e-05,
      "loss": 4.8923,
      "step": 258290
    },
    {
      "epoch": 0.22609045018517368,
      "grad_norm": 0.5917099118232727,
      "learning_rate": 4.547921395505713e-05,
      "loss": 4.3458,
      "step": 258295
    },
    {
      "epoch": 0.22609482677880083,
      "grad_norm": 0.5144616961479187,
      "learning_rate": 4.547903806196413e-05,
      "loss": 5.4666,
      "step": 258300
    },
    {
      "epoch": 0.22609920337242798,
      "grad_norm": 0.5174073576927185,
      "learning_rate": 4.547886216588542e-05,
      "loss": 5.1106,
      "step": 258305
    },
    {
      "epoch": 0.22610357996605515,
      "grad_norm": 0.5000737905502319,
      "learning_rate": 4.547868626682105e-05,
      "loss": 4.9411,
      "step": 258310
    },
    {
      "epoch": 0.2261079565596823,
      "grad_norm": 0.5107002258300781,
      "learning_rate": 4.547851036477104e-05,
      "loss": 5.608,
      "step": 258315
    },
    {
      "epoch": 0.22611233315330945,
      "grad_norm": 0.5078123211860657,
      "learning_rate": 4.547833445973544e-05,
      "loss": 6.209,
      "step": 258320
    },
    {
      "epoch": 0.2261167097469366,
      "grad_norm": 0.5048062205314636,
      "learning_rate": 4.547815855171428e-05,
      "loss": 4.5843,
      "step": 258325
    },
    {
      "epoch": 0.22612108634056377,
      "grad_norm": 0.5070180892944336,
      "learning_rate": 4.547798264070757e-05,
      "loss": 5.1466,
      "step": 258330
    },
    {
      "epoch": 0.22612546293419092,
      "grad_norm": 0.4929945468902588,
      "learning_rate": 4.5477806726715376e-05,
      "loss": 5.9541,
      "step": 258335
    },
    {
      "epoch": 0.22612983952781807,
      "grad_norm": 0.5018314719200134,
      "learning_rate": 4.5477630809737716e-05,
      "loss": 4.7212,
      "step": 258340
    },
    {
      "epoch": 0.22613421612144521,
      "grad_norm": 0.5066847205162048,
      "learning_rate": 4.547745488977463e-05,
      "loss": 4.6386,
      "step": 258345
    },
    {
      "epoch": 0.2261385927150724,
      "grad_norm": 0.5743073225021362,
      "learning_rate": 4.547727896682615e-05,
      "loss": 4.84,
      "step": 258350
    },
    {
      "epoch": 0.22614296930869954,
      "grad_norm": 0.5074575543403625,
      "learning_rate": 4.54771030408923e-05,
      "loss": 4.2211,
      "step": 258355
    },
    {
      "epoch": 0.22614734590232669,
      "grad_norm": 0.5101146101951599,
      "learning_rate": 4.547692711197313e-05,
      "loss": 5.7219,
      "step": 258360
    },
    {
      "epoch": 0.22615172249595383,
      "grad_norm": 0.4957646131515503,
      "learning_rate": 4.5476751180068665e-05,
      "loss": 5.464,
      "step": 258365
    },
    {
      "epoch": 0.22615609908958098,
      "grad_norm": 0.5033872127532959,
      "learning_rate": 4.547657524517894e-05,
      "loss": 4.4074,
      "step": 258370
    },
    {
      "epoch": 0.22616047568320816,
      "grad_norm": 0.5121340155601501,
      "learning_rate": 4.5476399307303995e-05,
      "loss": 4.6219,
      "step": 258375
    },
    {
      "epoch": 0.2261648522768353,
      "grad_norm": 0.5149145722389221,
      "learning_rate": 4.547622336644386e-05,
      "loss": 5.9193,
      "step": 258380
    },
    {
      "epoch": 0.22616922887046245,
      "grad_norm": 0.49761107563972473,
      "learning_rate": 4.547604742259855e-05,
      "loss": 4.6604,
      "step": 258385
    },
    {
      "epoch": 0.2261736054640896,
      "grad_norm": 0.5076626539230347,
      "learning_rate": 4.547587147576814e-05,
      "loss": 4.801,
      "step": 258390
    },
    {
      "epoch": 0.22617798205771678,
      "grad_norm": 0.5087359547615051,
      "learning_rate": 4.547569552595262e-05,
      "loss": 6.2766,
      "step": 258395
    },
    {
      "epoch": 0.22618235865134392,
      "grad_norm": 0.6080899238586426,
      "learning_rate": 4.547551957315207e-05,
      "loss": 4.9196,
      "step": 258400
    },
    {
      "epoch": 0.22618673524497107,
      "grad_norm": 0.5063531994819641,
      "learning_rate": 4.5475343617366475e-05,
      "loss": 4.5297,
      "step": 258405
    },
    {
      "epoch": 0.22619111183859822,
      "grad_norm": 0.5779075622558594,
      "learning_rate": 4.54751676585959e-05,
      "loss": 5.422,
      "step": 258410
    },
    {
      "epoch": 0.2261954884322254,
      "grad_norm": 0.5003406405448914,
      "learning_rate": 4.5474991696840375e-05,
      "loss": 4.1622,
      "step": 258415
    },
    {
      "epoch": 0.22619986502585254,
      "grad_norm": 0.5338106155395508,
      "learning_rate": 4.5474815732099915e-05,
      "loss": 5.1084,
      "step": 258420
    },
    {
      "epoch": 0.2262042416194797,
      "grad_norm": 0.5204601883888245,
      "learning_rate": 4.547463976437459e-05,
      "loss": 5.4367,
      "step": 258425
    },
    {
      "epoch": 0.22620861821310684,
      "grad_norm": 0.5022693276405334,
      "learning_rate": 4.54744637936644e-05,
      "loss": 4.5958,
      "step": 258430
    },
    {
      "epoch": 0.226212994806734,
      "grad_norm": 0.6570846438407898,
      "learning_rate": 4.5474287819969395e-05,
      "loss": 5.95,
      "step": 258435
    },
    {
      "epoch": 0.22621737140036116,
      "grad_norm": 0.5459054708480835,
      "learning_rate": 4.54741118432896e-05,
      "loss": 5.6416,
      "step": 258440
    },
    {
      "epoch": 0.2262217479939883,
      "grad_norm": 0.5073322057723999,
      "learning_rate": 4.547393586362506e-05,
      "loss": 4.8726,
      "step": 258445
    },
    {
      "epoch": 0.22622612458761546,
      "grad_norm": 0.5133320689201355,
      "learning_rate": 4.5473759880975807e-05,
      "loss": 5.4012,
      "step": 258450
    },
    {
      "epoch": 0.22623050118124263,
      "grad_norm": 0.49813249707221985,
      "learning_rate": 4.547358389534186e-05,
      "loss": 4.6984,
      "step": 258455
    },
    {
      "epoch": 0.22623487777486978,
      "grad_norm": 0.5195047855377197,
      "learning_rate": 4.547340790672329e-05,
      "loss": 4.9046,
      "step": 258460
    },
    {
      "epoch": 0.22623925436849693,
      "grad_norm": 0.5093374848365784,
      "learning_rate": 4.5473231915120087e-05,
      "loss": 5.1868,
      "step": 258465
    },
    {
      "epoch": 0.22624363096212408,
      "grad_norm": 1.2285873889923096,
      "learning_rate": 4.54730559205323e-05,
      "loss": 5.9461,
      "step": 258470
    },
    {
      "epoch": 0.22624800755575125,
      "grad_norm": 0.5141936540603638,
      "learning_rate": 4.5472879922959977e-05,
      "loss": 5.4434,
      "step": 258475
    },
    {
      "epoch": 0.2262523841493784,
      "grad_norm": 0.5334684252738953,
      "learning_rate": 4.547270392240313e-05,
      "loss": 5.4428,
      "step": 258480
    },
    {
      "epoch": 0.22625676074300555,
      "grad_norm": 0.5102832317352295,
      "learning_rate": 4.547252791886182e-05,
      "loss": 5.4293,
      "step": 258485
    },
    {
      "epoch": 0.2262611373366327,
      "grad_norm": 0.5049504041671753,
      "learning_rate": 4.547235191233605e-05,
      "loss": 4.9458,
      "step": 258490
    },
    {
      "epoch": 0.22626551393025984,
      "grad_norm": 0.512016236782074,
      "learning_rate": 4.5472175902825876e-05,
      "loss": 5.3751,
      "step": 258495
    },
    {
      "epoch": 0.22626989052388702,
      "grad_norm": 0.5201135873794556,
      "learning_rate": 4.547199989033132e-05,
      "loss": 5.4328,
      "step": 258500
    },
    {
      "epoch": 0.22627426711751417,
      "grad_norm": 0.5583390593528748,
      "learning_rate": 4.5471823874852427e-05,
      "loss": 5.4367,
      "step": 258505
    },
    {
      "epoch": 0.22627864371114131,
      "grad_norm": 0.5101954340934753,
      "learning_rate": 4.5471647856389235e-05,
      "loss": 4.6933,
      "step": 258510
    },
    {
      "epoch": 0.22628302030476846,
      "grad_norm": 0.50323486328125,
      "learning_rate": 4.547147183494175e-05,
      "loss": 4.204,
      "step": 258515
    },
    {
      "epoch": 0.22628739689839564,
      "grad_norm": 0.5109531879425049,
      "learning_rate": 4.547129581051003e-05,
      "loss": 6.218,
      "step": 258520
    },
    {
      "epoch": 0.22629177349202279,
      "grad_norm": 0.5096043944358826,
      "learning_rate": 4.5471119783094094e-05,
      "loss": 5.2904,
      "step": 258525
    },
    {
      "epoch": 0.22629615008564993,
      "grad_norm": 0.5152348279953003,
      "learning_rate": 4.5470943752694005e-05,
      "loss": 5.9275,
      "step": 258530
    },
    {
      "epoch": 0.22630052667927708,
      "grad_norm": 0.5043174624443054,
      "learning_rate": 4.547076771930977e-05,
      "loss": 5.3238,
      "step": 258535
    },
    {
      "epoch": 0.22630490327290426,
      "grad_norm": 0.5109221935272217,
      "learning_rate": 4.547059168294142e-05,
      "loss": 4.8254,
      "step": 258540
    },
    {
      "epoch": 0.2263092798665314,
      "grad_norm": 0.5122296214103699,
      "learning_rate": 4.5470415643589e-05,
      "loss": 5.4589,
      "step": 258545
    },
    {
      "epoch": 0.22631365646015855,
      "grad_norm": 0.5488595366477966,
      "learning_rate": 4.547023960125255e-05,
      "loss": 4.6751,
      "step": 258550
    },
    {
      "epoch": 0.2263180330537857,
      "grad_norm": 0.5083678364753723,
      "learning_rate": 4.547006355593209e-05,
      "loss": 5.1229,
      "step": 258555
    },
    {
      "epoch": 0.22632240964741288,
      "grad_norm": 0.4947219491004944,
      "learning_rate": 4.546988750762767e-05,
      "loss": 5.892,
      "step": 258560
    },
    {
      "epoch": 0.22632678624104002,
      "grad_norm": 0.5158759355545044,
      "learning_rate": 4.546971145633931e-05,
      "loss": 5.1684,
      "step": 258565
    },
    {
      "epoch": 0.22633116283466717,
      "grad_norm": 0.543324887752533,
      "learning_rate": 4.5469535402067056e-05,
      "loss": 5.1107,
      "step": 258570
    },
    {
      "epoch": 0.22633553942829432,
      "grad_norm": 0.5052117705345154,
      "learning_rate": 4.546935934481093e-05,
      "loss": 5.1638,
      "step": 258575
    },
    {
      "epoch": 0.2263399160219215,
      "grad_norm": 0.5232903361320496,
      "learning_rate": 4.546918328457096e-05,
      "loss": 5.1509,
      "step": 258580
    },
    {
      "epoch": 0.22634429261554864,
      "grad_norm": 0.5312877893447876,
      "learning_rate": 4.5469007221347206e-05,
      "loss": 5.1221,
      "step": 258585
    },
    {
      "epoch": 0.2263486692091758,
      "grad_norm": 0.5189340710639954,
      "learning_rate": 4.546883115513968e-05,
      "loss": 4.1323,
      "step": 258590
    },
    {
      "epoch": 0.22635304580280294,
      "grad_norm": 0.4983507990837097,
      "learning_rate": 4.546865508594842e-05,
      "loss": 5.9215,
      "step": 258595
    },
    {
      "epoch": 0.2263574223964301,
      "grad_norm": 0.5328010320663452,
      "learning_rate": 4.5468479013773456e-05,
      "loss": 4.937,
      "step": 258600
    },
    {
      "epoch": 0.22636179899005726,
      "grad_norm": 0.5129380822181702,
      "learning_rate": 4.546830293861484e-05,
      "loss": 5.4299,
      "step": 258605
    },
    {
      "epoch": 0.2263661755836844,
      "grad_norm": 0.5172380805015564,
      "learning_rate": 4.546812686047259e-05,
      "loss": 4.9251,
      "step": 258610
    },
    {
      "epoch": 0.22637055217731156,
      "grad_norm": 0.5184746980667114,
      "learning_rate": 4.546795077934674e-05,
      "loss": 4.713,
      "step": 258615
    },
    {
      "epoch": 0.2263749287709387,
      "grad_norm": 0.5152176022529602,
      "learning_rate": 4.546777469523734e-05,
      "loss": 5.1096,
      "step": 258620
    },
    {
      "epoch": 0.22637930536456588,
      "grad_norm": 0.5154275298118591,
      "learning_rate": 4.54675986081444e-05,
      "loss": 5.341,
      "step": 258625
    },
    {
      "epoch": 0.22638368195819303,
      "grad_norm": 0.49858421087265015,
      "learning_rate": 4.546742251806797e-05,
      "loss": 5.635,
      "step": 258630
    },
    {
      "epoch": 0.22638805855182018,
      "grad_norm": 0.4934646189212799,
      "learning_rate": 4.5467246425008095e-05,
      "loss": 4.6,
      "step": 258635
    },
    {
      "epoch": 0.22639243514544732,
      "grad_norm": 0.5069636106491089,
      "learning_rate": 4.546707032896477e-05,
      "loss": 5.8893,
      "step": 258640
    },
    {
      "epoch": 0.2263968117390745,
      "grad_norm": 0.4925796389579773,
      "learning_rate": 4.5466894229938065e-05,
      "loss": 6.2123,
      "step": 258645
    },
    {
      "epoch": 0.22640118833270165,
      "grad_norm": 0.511053740978241,
      "learning_rate": 4.5466718127928e-05,
      "loss": 5.2116,
      "step": 258650
    },
    {
      "epoch": 0.2264055649263288,
      "grad_norm": 0.5107948184013367,
      "learning_rate": 4.5466542022934614e-05,
      "loss": 4.918,
      "step": 258655
    },
    {
      "epoch": 0.22640994151995594,
      "grad_norm": 0.5176382660865784,
      "learning_rate": 4.546636591495793e-05,
      "loss": 4.9146,
      "step": 258660
    },
    {
      "epoch": 0.22641431811358312,
      "grad_norm": 0.5117956399917603,
      "learning_rate": 4.5466189803997993e-05,
      "loss": 5.1048,
      "step": 258665
    },
    {
      "epoch": 0.22641869470721027,
      "grad_norm": 0.505005419254303,
      "learning_rate": 4.546601369005484e-05,
      "loss": 4.6015,
      "step": 258670
    },
    {
      "epoch": 0.22642307130083741,
      "grad_norm": 0.5448624491691589,
      "learning_rate": 4.546583757312849e-05,
      "loss": 4.9188,
      "step": 258675
    },
    {
      "epoch": 0.22642744789446456,
      "grad_norm": 0.4961942136287689,
      "learning_rate": 4.5465661453218986e-05,
      "loss": 5.1257,
      "step": 258680
    },
    {
      "epoch": 0.22643182448809174,
      "grad_norm": 0.5056703686714172,
      "learning_rate": 4.5465485330326376e-05,
      "loss": 5.6197,
      "step": 258685
    },
    {
      "epoch": 0.22643620108171889,
      "grad_norm": 0.5091831684112549,
      "learning_rate": 4.5465309204450665e-05,
      "loss": 4.9013,
      "step": 258690
    },
    {
      "epoch": 0.22644057767534603,
      "grad_norm": 0.5236427783966064,
      "learning_rate": 4.5465133075591914e-05,
      "loss": 5.2122,
      "step": 258695
    },
    {
      "epoch": 0.22644495426897318,
      "grad_norm": 0.5092170834541321,
      "learning_rate": 4.5464956943750136e-05,
      "loss": 4.6115,
      "step": 258700
    },
    {
      "epoch": 0.22644933086260036,
      "grad_norm": 0.520685613155365,
      "learning_rate": 4.5464780808925366e-05,
      "loss": 5.4045,
      "step": 258705
    },
    {
      "epoch": 0.2264537074562275,
      "grad_norm": 0.49985530972480774,
      "learning_rate": 4.546460467111766e-05,
      "loss": 5.1174,
      "step": 258710
    },
    {
      "epoch": 0.22645808404985465,
      "grad_norm": 0.5631195902824402,
      "learning_rate": 4.546442853032703e-05,
      "loss": 5.1376,
      "step": 258715
    },
    {
      "epoch": 0.2264624606434818,
      "grad_norm": 0.5265423655509949,
      "learning_rate": 4.546425238655352e-05,
      "loss": 5.706,
      "step": 258720
    },
    {
      "epoch": 0.22646683723710898,
      "grad_norm": 0.5090500712394714,
      "learning_rate": 4.5464076239797174e-05,
      "loss": 5.4625,
      "step": 258725
    },
    {
      "epoch": 0.22647121383073612,
      "grad_norm": 0.5039082169532776,
      "learning_rate": 4.546390009005799e-05,
      "loss": 4.723,
      "step": 258730
    },
    {
      "epoch": 0.22647559042436327,
      "grad_norm": 0.5358272790908813,
      "learning_rate": 4.546372393733603e-05,
      "loss": 4.6901,
      "step": 258735
    },
    {
      "epoch": 0.22647996701799042,
      "grad_norm": 0.5095146894454956,
      "learning_rate": 4.5463547781631336e-05,
      "loss": 5.4355,
      "step": 258740
    },
    {
      "epoch": 0.22648434361161757,
      "grad_norm": 0.5181754231452942,
      "learning_rate": 4.5463371622943926e-05,
      "loss": 5.7303,
      "step": 258745
    },
    {
      "epoch": 0.22648872020524474,
      "grad_norm": 0.5122420787811279,
      "learning_rate": 4.5463195461273836e-05,
      "loss": 4.8383,
      "step": 258750
    },
    {
      "epoch": 0.2264930967988719,
      "grad_norm": 0.5083063840866089,
      "learning_rate": 4.54630192966211e-05,
      "loss": 5.4399,
      "step": 258755
    },
    {
      "epoch": 0.22649747339249904,
      "grad_norm": 0.49584776163101196,
      "learning_rate": 4.5462843128985756e-05,
      "loss": 5.6346,
      "step": 258760
    },
    {
      "epoch": 0.22650184998612619,
      "grad_norm": 0.5001617670059204,
      "learning_rate": 4.5462666958367826e-05,
      "loss": 5.202,
      "step": 258765
    },
    {
      "epoch": 0.22650622657975336,
      "grad_norm": 0.49688369035720825,
      "learning_rate": 4.5462490784767365e-05,
      "loss": 5.932,
      "step": 258770
    },
    {
      "epoch": 0.2265106031733805,
      "grad_norm": 0.5034197568893433,
      "learning_rate": 4.5462314608184386e-05,
      "loss": 5.5859,
      "step": 258775
    },
    {
      "epoch": 0.22651497976700766,
      "grad_norm": 0.5119703412055969,
      "learning_rate": 4.5462138428618936e-05,
      "loss": 4.6032,
      "step": 258780
    },
    {
      "epoch": 0.2265193563606348,
      "grad_norm": 0.5113604664802551,
      "learning_rate": 4.5461962246071056e-05,
      "loss": 5.3359,
      "step": 258785
    },
    {
      "epoch": 0.22652373295426198,
      "grad_norm": 0.49262797832489014,
      "learning_rate": 4.546178606054076e-05,
      "loss": 4.613,
      "step": 258790
    },
    {
      "epoch": 0.22652810954788913,
      "grad_norm": 0.5187591910362244,
      "learning_rate": 4.5461609872028086e-05,
      "loss": 4.6998,
      "step": 258795
    },
    {
      "epoch": 0.22653248614151628,
      "grad_norm": 0.5170708894729614,
      "learning_rate": 4.5461433680533085e-05,
      "loss": 4.605,
      "step": 258800
    },
    {
      "epoch": 0.22653686273514342,
      "grad_norm": 0.5011143684387207,
      "learning_rate": 4.5461257486055776e-05,
      "loss": 5.3768,
      "step": 258805
    },
    {
      "epoch": 0.2265412393287706,
      "grad_norm": 0.5051101446151733,
      "learning_rate": 4.5461081288596186e-05,
      "loss": 5.2332,
      "step": 258810
    },
    {
      "epoch": 0.22654561592239775,
      "grad_norm": 0.5107294917106628,
      "learning_rate": 4.546090508815436e-05,
      "loss": 5.4022,
      "step": 258815
    },
    {
      "epoch": 0.2265499925160249,
      "grad_norm": 0.5015719532966614,
      "learning_rate": 4.546072888473034e-05,
      "loss": 5.4336,
      "step": 258820
    },
    {
      "epoch": 0.22655436910965204,
      "grad_norm": 0.5067425966262817,
      "learning_rate": 4.5460552678324156e-05,
      "loss": 4.3521,
      "step": 258825
    },
    {
      "epoch": 0.22655874570327922,
      "grad_norm": 0.5203961730003357,
      "learning_rate": 4.546037646893583e-05,
      "loss": 4.9146,
      "step": 258830
    },
    {
      "epoch": 0.22656312229690637,
      "grad_norm": 0.5075493454933167,
      "learning_rate": 4.54602002565654e-05,
      "loss": 5.6285,
      "step": 258835
    },
    {
      "epoch": 0.22656749889053351,
      "grad_norm": 0.5064778327941895,
      "learning_rate": 4.5460024041212904e-05,
      "loss": 4.733,
      "step": 258840
    },
    {
      "epoch": 0.22657187548416066,
      "grad_norm": 0.5049479007720947,
      "learning_rate": 4.5459847822878376e-05,
      "loss": 5.4161,
      "step": 258845
    },
    {
      "epoch": 0.22657625207778784,
      "grad_norm": 0.5059685111045837,
      "learning_rate": 4.5459671601561846e-05,
      "loss": 5.4217,
      "step": 258850
    },
    {
      "epoch": 0.22658062867141499,
      "grad_norm": 0.5113039612770081,
      "learning_rate": 4.545949537726336e-05,
      "loss": 5.7478,
      "step": 258855
    },
    {
      "epoch": 0.22658500526504213,
      "grad_norm": 0.5029028654098511,
      "learning_rate": 4.545931914998294e-05,
      "loss": 5.138,
      "step": 258860
    },
    {
      "epoch": 0.22658938185866928,
      "grad_norm": 0.5277653932571411,
      "learning_rate": 4.545914291972062e-05,
      "loss": 4.9109,
      "step": 258865
    },
    {
      "epoch": 0.22659375845229643,
      "grad_norm": 0.5022823214530945,
      "learning_rate": 4.545896668647644e-05,
      "loss": 5.3217,
      "step": 258870
    },
    {
      "epoch": 0.2265981350459236,
      "grad_norm": 0.5149882435798645,
      "learning_rate": 4.545879045025043e-05,
      "loss": 5.6273,
      "step": 258875
    },
    {
      "epoch": 0.22660251163955075,
      "grad_norm": 0.5032306909561157,
      "learning_rate": 4.5458614211042627e-05,
      "loss": 4.9222,
      "step": 258880
    },
    {
      "epoch": 0.2266068882331779,
      "grad_norm": 0.5002244114875793,
      "learning_rate": 4.545843796885306e-05,
      "loss": 6.2447,
      "step": 258885
    },
    {
      "epoch": 0.22661126482680505,
      "grad_norm": 0.4999009370803833,
      "learning_rate": 4.545826172368177e-05,
      "loss": 4.607,
      "step": 258890
    },
    {
      "epoch": 0.22661564142043222,
      "grad_norm": 0.5132843852043152,
      "learning_rate": 4.545808547552878e-05,
      "loss": 4.419,
      "step": 258895
    },
    {
      "epoch": 0.22662001801405937,
      "grad_norm": 0.5043611526489258,
      "learning_rate": 4.5457909224394134e-05,
      "loss": 5.4433,
      "step": 258900
    },
    {
      "epoch": 0.22662439460768652,
      "grad_norm": 0.5162268280982971,
      "learning_rate": 4.545773297027788e-05,
      "loss": 5.1929,
      "step": 258905
    },
    {
      "epoch": 0.22662877120131367,
      "grad_norm": 0.5119518637657166,
      "learning_rate": 4.5457556713180006e-05,
      "loss": 4.4222,
      "step": 258910
    },
    {
      "epoch": 0.22663314779494084,
      "grad_norm": 0.5227362513542175,
      "learning_rate": 4.54573804531006e-05,
      "loss": 4.6318,
      "step": 258915
    },
    {
      "epoch": 0.226637524388568,
      "grad_norm": 0.5077364444732666,
      "learning_rate": 4.545720419003966e-05,
      "loss": 5.3393,
      "step": 258920
    },
    {
      "epoch": 0.22664190098219514,
      "grad_norm": 0.5180069208145142,
      "learning_rate": 4.545702792399723e-05,
      "loss": 4.3149,
      "step": 258925
    },
    {
      "epoch": 0.22664627757582229,
      "grad_norm": 0.5048080682754517,
      "learning_rate": 4.5456851654973344e-05,
      "loss": 5.051,
      "step": 258930
    },
    {
      "epoch": 0.22665065416944946,
      "grad_norm": 0.5039574503898621,
      "learning_rate": 4.545667538296804e-05,
      "loss": 5.6289,
      "step": 258935
    },
    {
      "epoch": 0.2266550307630766,
      "grad_norm": 0.5025750994682312,
      "learning_rate": 4.5456499107981344e-05,
      "loss": 5.6279,
      "step": 258940
    },
    {
      "epoch": 0.22665940735670376,
      "grad_norm": 0.5308814644813538,
      "learning_rate": 4.54563228300133e-05,
      "loss": 5.0896,
      "step": 258945
    },
    {
      "epoch": 0.2266637839503309,
      "grad_norm": 0.5267672538757324,
      "learning_rate": 4.545614654906394e-05,
      "loss": 4.69,
      "step": 258950
    },
    {
      "epoch": 0.22666816054395808,
      "grad_norm": 0.5047788023948669,
      "learning_rate": 4.5455970265133284e-05,
      "loss": 4.8298,
      "step": 258955
    },
    {
      "epoch": 0.22667253713758523,
      "grad_norm": 0.528519332408905,
      "learning_rate": 4.545579397822138e-05,
      "loss": 5.1047,
      "step": 258960
    },
    {
      "epoch": 0.22667691373121238,
      "grad_norm": 0.48677200078964233,
      "learning_rate": 4.545561768832828e-05,
      "loss": 4.8589,
      "step": 258965
    },
    {
      "epoch": 0.22668129032483952,
      "grad_norm": 0.4793476164340973,
      "learning_rate": 4.545544139545397e-05,
      "loss": 5.308,
      "step": 258970
    },
    {
      "epoch": 0.2266856669184667,
      "grad_norm": 0.4820769429206848,
      "learning_rate": 4.545526509959852e-05,
      "loss": 5.4155,
      "step": 258975
    },
    {
      "epoch": 0.22669004351209385,
      "grad_norm": 0.5351085662841797,
      "learning_rate": 4.5455088800761955e-05,
      "loss": 4.9027,
      "step": 258980
    },
    {
      "epoch": 0.226694420105721,
      "grad_norm": 0.5845271348953247,
      "learning_rate": 4.545491249894433e-05,
      "loss": 4.6252,
      "step": 258985
    },
    {
      "epoch": 0.22669879669934814,
      "grad_norm": 0.5527119636535645,
      "learning_rate": 4.545473619414563e-05,
      "loss": 5.3944,
      "step": 258990
    },
    {
      "epoch": 0.22670317329297532,
      "grad_norm": 0.5415659546852112,
      "learning_rate": 4.545455988636592e-05,
      "loss": 5.3979,
      "step": 258995
    },
    {
      "epoch": 0.22670754988660247,
      "grad_norm": 0.5441188812255859,
      "learning_rate": 4.545438357560524e-05,
      "loss": 5.618,
      "step": 259000
    },
    {
      "epoch": 0.22671192648022961,
      "grad_norm": 0.5239459872245789,
      "learning_rate": 4.545420726186361e-05,
      "loss": 4.6985,
      "step": 259005
    },
    {
      "epoch": 0.22671630307385676,
      "grad_norm": 0.485258549451828,
      "learning_rate": 4.545403094514108e-05,
      "loss": 5.6074,
      "step": 259010
    },
    {
      "epoch": 0.2267206796674839,
      "grad_norm": 0.5162045955657959,
      "learning_rate": 4.5453854625437666e-05,
      "loss": 4.4201,
      "step": 259015
    },
    {
      "epoch": 0.22672505626111109,
      "grad_norm": 0.5225120186805725,
      "learning_rate": 4.54536783027534e-05,
      "loss": 5.8957,
      "step": 259020
    },
    {
      "epoch": 0.22672943285473823,
      "grad_norm": 0.4938126802444458,
      "learning_rate": 4.545350197708834e-05,
      "loss": 5.6514,
      "step": 259025
    },
    {
      "epoch": 0.22673380944836538,
      "grad_norm": 0.49852895736694336,
      "learning_rate": 4.545332564844249e-05,
      "loss": 4.8163,
      "step": 259030
    },
    {
      "epoch": 0.22673818604199253,
      "grad_norm": 0.5141076445579529,
      "learning_rate": 4.545314931681591e-05,
      "loss": 5.4224,
      "step": 259035
    },
    {
      "epoch": 0.2267425626356197,
      "grad_norm": 0.4898279905319214,
      "learning_rate": 4.545297298220862e-05,
      "loss": 4.6437,
      "step": 259040
    },
    {
      "epoch": 0.22674693922924685,
      "grad_norm": 0.518379807472229,
      "learning_rate": 4.5452796644620664e-05,
      "loss": 5.6178,
      "step": 259045
    },
    {
      "epoch": 0.226751315822874,
      "grad_norm": 0.5249289870262146,
      "learning_rate": 4.5452620304052065e-05,
      "loss": 4.89,
      "step": 259050
    },
    {
      "epoch": 0.22675569241650115,
      "grad_norm": 0.484883576631546,
      "learning_rate": 4.545244396050285e-05,
      "loss": 4.8189,
      "step": 259055
    },
    {
      "epoch": 0.22676006901012832,
      "grad_norm": 0.49727046489715576,
      "learning_rate": 4.5452267613973073e-05,
      "loss": 4.8728,
      "step": 259060
    },
    {
      "epoch": 0.22676444560375547,
      "grad_norm": 0.4883328974246979,
      "learning_rate": 4.545209126446276e-05,
      "loss": 5.3406,
      "step": 259065
    },
    {
      "epoch": 0.22676882219738262,
      "grad_norm": 0.5235108137130737,
      "learning_rate": 4.545191491197195e-05,
      "loss": 5.2024,
      "step": 259070
    },
    {
      "epoch": 0.22677319879100977,
      "grad_norm": 0.5207220315933228,
      "learning_rate": 4.5451738556500654e-05,
      "loss": 5.9297,
      "step": 259075
    },
    {
      "epoch": 0.22677757538463694,
      "grad_norm": 0.5032587051391602,
      "learning_rate": 4.545156219804895e-05,
      "loss": 5.9205,
      "step": 259080
    },
    {
      "epoch": 0.2267819519782641,
      "grad_norm": 0.5317693948745728,
      "learning_rate": 4.545138583661682e-05,
      "loss": 4.6387,
      "step": 259085
    },
    {
      "epoch": 0.22678632857189124,
      "grad_norm": 0.520082414150238,
      "learning_rate": 4.5451209472204335e-05,
      "loss": 5.9561,
      "step": 259090
    },
    {
      "epoch": 0.22679070516551839,
      "grad_norm": 0.6589218974113464,
      "learning_rate": 4.5451033104811524e-05,
      "loss": 4.4141,
      "step": 259095
    },
    {
      "epoch": 0.22679508175914556,
      "grad_norm": 0.6220831274986267,
      "learning_rate": 4.54508567344384e-05,
      "loss": 5.4126,
      "step": 259100
    },
    {
      "epoch": 0.2267994583527727,
      "grad_norm": 0.5373184084892273,
      "learning_rate": 4.5450680361085016e-05,
      "loss": 5.4099,
      "step": 259105
    },
    {
      "epoch": 0.22680383494639986,
      "grad_norm": 0.5130949020385742,
      "learning_rate": 4.54505039847514e-05,
      "loss": 5.1056,
      "step": 259110
    },
    {
      "epoch": 0.226808211540027,
      "grad_norm": 0.5711020231246948,
      "learning_rate": 4.5450327605437604e-05,
      "loss": 5.2482,
      "step": 259115
    },
    {
      "epoch": 0.22681258813365418,
      "grad_norm": 0.5075346231460571,
      "learning_rate": 4.545015122314362e-05,
      "loss": 6.2385,
      "step": 259120
    },
    {
      "epoch": 0.22681696472728133,
      "grad_norm": 0.5136656761169434,
      "learning_rate": 4.5449974837869524e-05,
      "loss": 5.9289,
      "step": 259125
    },
    {
      "epoch": 0.22682134132090848,
      "grad_norm": 0.5258358120918274,
      "learning_rate": 4.5449798449615335e-05,
      "loss": 4.6289,
      "step": 259130
    },
    {
      "epoch": 0.22682571791453562,
      "grad_norm": 0.5159598588943481,
      "learning_rate": 4.544962205838107e-05,
      "loss": 5.2009,
      "step": 259135
    },
    {
      "epoch": 0.22683009450816277,
      "grad_norm": 0.5060168504714966,
      "learning_rate": 4.544944566416679e-05,
      "loss": 5.7292,
      "step": 259140
    },
    {
      "epoch": 0.22683447110178995,
      "grad_norm": 0.561203122138977,
      "learning_rate": 4.5449269266972514e-05,
      "loss": 5.0902,
      "step": 259145
    },
    {
      "epoch": 0.2268388476954171,
      "grad_norm": 0.517173171043396,
      "learning_rate": 4.544909286679828e-05,
      "loss": 5.2015,
      "step": 259150
    },
    {
      "epoch": 0.22684322428904424,
      "grad_norm": 0.516476035118103,
      "learning_rate": 4.544891646364413e-05,
      "loss": 5.6645,
      "step": 259155
    },
    {
      "epoch": 0.2268476008826714,
      "grad_norm": 0.5041312575340271,
      "learning_rate": 4.544874005751009e-05,
      "loss": 5.2524,
      "step": 259160
    },
    {
      "epoch": 0.22685197747629857,
      "grad_norm": 0.5446797609329224,
      "learning_rate": 4.544856364839618e-05,
      "loss": 5.4281,
      "step": 259165
    },
    {
      "epoch": 0.22685635406992571,
      "grad_norm": 0.5790599584579468,
      "learning_rate": 4.544838723630246e-05,
      "loss": 5.3721,
      "step": 259170
    },
    {
      "epoch": 0.22686073066355286,
      "grad_norm": 0.6058502197265625,
      "learning_rate": 4.544821082122893e-05,
      "loss": 5.4106,
      "step": 259175
    },
    {
      "epoch": 0.22686510725718,
      "grad_norm": 0.5328786373138428,
      "learning_rate": 4.5448034403175664e-05,
      "loss": 5.957,
      "step": 259180
    },
    {
      "epoch": 0.22686948385080719,
      "grad_norm": 0.6042959690093994,
      "learning_rate": 4.544785798214268e-05,
      "loss": 4.8918,
      "step": 259185
    },
    {
      "epoch": 0.22687386044443433,
      "grad_norm": 0.9328152537345886,
      "learning_rate": 4.544768155813001e-05,
      "loss": 4.7298,
      "step": 259190
    },
    {
      "epoch": 0.22687823703806148,
      "grad_norm": 0.760495126247406,
      "learning_rate": 4.544750513113768e-05,
      "loss": 5.6498,
      "step": 259195
    },
    {
      "epoch": 0.22688261363168863,
      "grad_norm": 0.5154317617416382,
      "learning_rate": 4.544732870116574e-05,
      "loss": 5.3998,
      "step": 259200
    },
    {
      "epoch": 0.2268869902253158,
      "grad_norm": 0.5411078333854675,
      "learning_rate": 4.544715226821421e-05,
      "loss": 5.7431,
      "step": 259205
    },
    {
      "epoch": 0.22689136681894295,
      "grad_norm": 0.5399110913276672,
      "learning_rate": 4.5446975832283134e-05,
      "loss": 5.3982,
      "step": 259210
    },
    {
      "epoch": 0.2268957434125701,
      "grad_norm": 0.5208384394645691,
      "learning_rate": 4.544679939337253e-05,
      "loss": 4.9524,
      "step": 259215
    },
    {
      "epoch": 0.22690012000619725,
      "grad_norm": 0.5164626240730286,
      "learning_rate": 4.544662295148246e-05,
      "loss": 4.9191,
      "step": 259220
    },
    {
      "epoch": 0.22690449659982442,
      "grad_norm": 0.5009245276451111,
      "learning_rate": 4.5446446506612925e-05,
      "loss": 5.1147,
      "step": 259225
    },
    {
      "epoch": 0.22690887319345157,
      "grad_norm": 0.49831900000572205,
      "learning_rate": 4.5446270058764e-05,
      "loss": 5.7345,
      "step": 259230
    },
    {
      "epoch": 0.22691324978707872,
      "grad_norm": 0.4872429370880127,
      "learning_rate": 4.544609360793567e-05,
      "loss": 5.7452,
      "step": 259235
    },
    {
      "epoch": 0.22691762638070587,
      "grad_norm": 0.5173286199569702,
      "learning_rate": 4.544591715412802e-05,
      "loss": 4.8,
      "step": 259240
    },
    {
      "epoch": 0.22692200297433304,
      "grad_norm": 0.507111132144928,
      "learning_rate": 4.544574069734103e-05,
      "loss": 4.1532,
      "step": 259245
    },
    {
      "epoch": 0.2269263795679602,
      "grad_norm": 0.5199381709098816,
      "learning_rate": 4.544556423757478e-05,
      "loss": 5.6316,
      "step": 259250
    },
    {
      "epoch": 0.22693075616158734,
      "grad_norm": 0.5830305814743042,
      "learning_rate": 4.5445387774829285e-05,
      "loss": 4.3891,
      "step": 259255
    },
    {
      "epoch": 0.22693513275521449,
      "grad_norm": 0.5156000852584839,
      "learning_rate": 4.5445211309104576e-05,
      "loss": 4.6151,
      "step": 259260
    },
    {
      "epoch": 0.22693950934884163,
      "grad_norm": 0.512244462966919,
      "learning_rate": 4.544503484040069e-05,
      "loss": 4.9145,
      "step": 259265
    },
    {
      "epoch": 0.2269438859424688,
      "grad_norm": 0.5167552828788757,
      "learning_rate": 4.544485836871767e-05,
      "loss": 4.4102,
      "step": 259270
    },
    {
      "epoch": 0.22694826253609596,
      "grad_norm": 0.5100634098052979,
      "learning_rate": 4.544468189405553e-05,
      "loss": 5.7306,
      "step": 259275
    },
    {
      "epoch": 0.2269526391297231,
      "grad_norm": 0.49165263772010803,
      "learning_rate": 4.544450541641433e-05,
      "loss": 5.2068,
      "step": 259280
    },
    {
      "epoch": 0.22695701572335025,
      "grad_norm": 0.5922736525535583,
      "learning_rate": 4.5444328935794076e-05,
      "loss": 4.3927,
      "step": 259285
    },
    {
      "epoch": 0.22696139231697743,
      "grad_norm": 0.5373163819313049,
      "learning_rate": 4.544415245219483e-05,
      "loss": 5.3738,
      "step": 259290
    },
    {
      "epoch": 0.22696576891060458,
      "grad_norm": 0.5183576941490173,
      "learning_rate": 4.544397596561662e-05,
      "loss": 5.1206,
      "step": 259295
    },
    {
      "epoch": 0.22697014550423172,
      "grad_norm": 0.5153449177742004,
      "learning_rate": 4.544379947605944e-05,
      "loss": 5.4155,
      "step": 259300
    },
    {
      "epoch": 0.22697452209785887,
      "grad_norm": 0.5313801765441895,
      "learning_rate": 4.544362298352338e-05,
      "loss": 5.9543,
      "step": 259305
    },
    {
      "epoch": 0.22697889869148605,
      "grad_norm": 0.573237419128418,
      "learning_rate": 4.5443446488008456e-05,
      "loss": 5.2364,
      "step": 259310
    },
    {
      "epoch": 0.2269832752851132,
      "grad_norm": 0.5062010288238525,
      "learning_rate": 4.544326998951468e-05,
      "loss": 4.7939,
      "step": 259315
    },
    {
      "epoch": 0.22698765187874034,
      "grad_norm": 0.5103762149810791,
      "learning_rate": 4.544309348804212e-05,
      "loss": 5.4352,
      "step": 259320
    },
    {
      "epoch": 0.2269920284723675,
      "grad_norm": 0.5487363338470459,
      "learning_rate": 4.5442916983590774e-05,
      "loss": 5.1358,
      "step": 259325
    },
    {
      "epoch": 0.22699640506599467,
      "grad_norm": 0.5108604431152344,
      "learning_rate": 4.544274047616072e-05,
      "loss": 5.223,
      "step": 259330
    },
    {
      "epoch": 0.22700078165962181,
      "grad_norm": 0.49301525950431824,
      "learning_rate": 4.5442563965751936e-05,
      "loss": 5.705,
      "step": 259335
    },
    {
      "epoch": 0.22700515825324896,
      "grad_norm": 0.5162001252174377,
      "learning_rate": 4.5442387452364507e-05,
      "loss": 6.2221,
      "step": 259340
    },
    {
      "epoch": 0.2270095348468761,
      "grad_norm": 0.5075972676277161,
      "learning_rate": 4.544221093599844e-05,
      "loss": 4.8975,
      "step": 259345
    },
    {
      "epoch": 0.22701391144050329,
      "grad_norm": 0.5491965413093567,
      "learning_rate": 4.544203441665379e-05,
      "loss": 5.1208,
      "step": 259350
    },
    {
      "epoch": 0.22701828803413043,
      "grad_norm": 0.5155385136604309,
      "learning_rate": 4.544185789433056e-05,
      "loss": 5.9432,
      "step": 259355
    },
    {
      "epoch": 0.22702266462775758,
      "grad_norm": 0.49974241852760315,
      "learning_rate": 4.544168136902881e-05,
      "loss": 5.3498,
      "step": 259360
    },
    {
      "epoch": 0.22702704122138473,
      "grad_norm": 0.5083092451095581,
      "learning_rate": 4.544150484074856e-05,
      "loss": 5.417,
      "step": 259365
    },
    {
      "epoch": 0.2270314178150119,
      "grad_norm": 0.5196971297264099,
      "learning_rate": 4.544132830948985e-05,
      "loss": 5.4185,
      "step": 259370
    },
    {
      "epoch": 0.22703579440863905,
      "grad_norm": 0.5316516160964966,
      "learning_rate": 4.544115177525272e-05,
      "loss": 5.1489,
      "step": 259375
    },
    {
      "epoch": 0.2270401710022662,
      "grad_norm": 0.5043849349021912,
      "learning_rate": 4.544097523803719e-05,
      "loss": 5.4241,
      "step": 259380
    },
    {
      "epoch": 0.22704454759589335,
      "grad_norm": 0.5029342770576477,
      "learning_rate": 4.54407986978433e-05,
      "loss": 5.9314,
      "step": 259385
    },
    {
      "epoch": 0.2270489241895205,
      "grad_norm": 0.5265805125236511,
      "learning_rate": 4.5440622154671096e-05,
      "loss": 4.8922,
      "step": 259390
    },
    {
      "epoch": 0.22705330078314767,
      "grad_norm": 0.5198105573654175,
      "learning_rate": 4.544044560852059e-05,
      "loss": 5.21,
      "step": 259395
    },
    {
      "epoch": 0.22705767737677482,
      "grad_norm": 0.5613095164299011,
      "learning_rate": 4.544026905939184e-05,
      "loss": 4.8195,
      "step": 259400
    },
    {
      "epoch": 0.22706205397040197,
      "grad_norm": 0.5059893727302551,
      "learning_rate": 4.544009250728486e-05,
      "loss": 4.6342,
      "step": 259405
    },
    {
      "epoch": 0.22706643056402911,
      "grad_norm": 0.5083602666854858,
      "learning_rate": 4.543991595219968e-05,
      "loss": 5.7039,
      "step": 259410
    },
    {
      "epoch": 0.2270708071576563,
      "grad_norm": 0.5066273808479309,
      "learning_rate": 4.543973939413636e-05,
      "loss": 5.7244,
      "step": 259415
    },
    {
      "epoch": 0.22707518375128344,
      "grad_norm": 0.5230252146720886,
      "learning_rate": 4.5439562833094926e-05,
      "loss": 4.9158,
      "step": 259420
    },
    {
      "epoch": 0.22707956034491059,
      "grad_norm": 0.5223193168640137,
      "learning_rate": 4.543938626907539e-05,
      "loss": 4.6248,
      "step": 259425
    },
    {
      "epoch": 0.22708393693853773,
      "grad_norm": 0.5188683867454529,
      "learning_rate": 4.543920970207781e-05,
      "loss": 5.4257,
      "step": 259430
    },
    {
      "epoch": 0.2270883135321649,
      "grad_norm": 0.5201690793037415,
      "learning_rate": 4.5439033132102215e-05,
      "loss": 5.4784,
      "step": 259435
    },
    {
      "epoch": 0.22709269012579206,
      "grad_norm": 0.5574182868003845,
      "learning_rate": 4.543885655914862e-05,
      "loss": 4.7054,
      "step": 259440
    },
    {
      "epoch": 0.2270970667194192,
      "grad_norm": 0.5179761052131653,
      "learning_rate": 4.54386799832171e-05,
      "loss": 5.703,
      "step": 259445
    },
    {
      "epoch": 0.22710144331304635,
      "grad_norm": 0.5124168992042542,
      "learning_rate": 4.5438503404307654e-05,
      "loss": 5.3135,
      "step": 259450
    },
    {
      "epoch": 0.22710581990667353,
      "grad_norm": 0.5354804992675781,
      "learning_rate": 4.543832682242032e-05,
      "loss": 5.5875,
      "step": 259455
    },
    {
      "epoch": 0.22711019650030068,
      "grad_norm": 0.5303015112876892,
      "learning_rate": 4.5438150237555145e-05,
      "loss": 5.4194,
      "step": 259460
    },
    {
      "epoch": 0.22711457309392782,
      "grad_norm": 0.5167190432548523,
      "learning_rate": 4.543797364971215e-05,
      "loss": 5.1066,
      "step": 259465
    },
    {
      "epoch": 0.22711894968755497,
      "grad_norm": 0.519781231880188,
      "learning_rate": 4.5437797058891374e-05,
      "loss": 6.2189,
      "step": 259470
    },
    {
      "epoch": 0.22712332628118215,
      "grad_norm": 0.5126329064369202,
      "learning_rate": 4.543762046509286e-05,
      "loss": 5.8934,
      "step": 259475
    },
    {
      "epoch": 0.2271277028748093,
      "grad_norm": 0.5113183856010437,
      "learning_rate": 4.543744386831663e-05,
      "loss": 5.4486,
      "step": 259480
    },
    {
      "epoch": 0.22713207946843644,
      "grad_norm": 0.5224350690841675,
      "learning_rate": 4.543726726856272e-05,
      "loss": 5.4484,
      "step": 259485
    },
    {
      "epoch": 0.2271364560620636,
      "grad_norm": 0.5314231514930725,
      "learning_rate": 4.543709066583117e-05,
      "loss": 4.8102,
      "step": 259490
    },
    {
      "epoch": 0.22714083265569077,
      "grad_norm": 0.5320571064949036,
      "learning_rate": 4.5436914060122016e-05,
      "loss": 5.7117,
      "step": 259495
    },
    {
      "epoch": 0.22714520924931791,
      "grad_norm": 0.5208563804626465,
      "learning_rate": 4.543673745143528e-05,
      "loss": 5.421,
      "step": 259500
    },
    {
      "epoch": 0.22714958584294506,
      "grad_norm": 0.5018081068992615,
      "learning_rate": 4.5436560839771004e-05,
      "loss": 5.0858,
      "step": 259505
    },
    {
      "epoch": 0.2271539624365722,
      "grad_norm": 0.5003470778465271,
      "learning_rate": 4.543638422512922e-05,
      "loss": 5.6518,
      "step": 259510
    },
    {
      "epoch": 0.22715833903019936,
      "grad_norm": 0.532073974609375,
      "learning_rate": 4.5436207607509976e-05,
      "loss": 4.1131,
      "step": 259515
    },
    {
      "epoch": 0.22716271562382653,
      "grad_norm": 0.5270110368728638,
      "learning_rate": 4.543603098691328e-05,
      "loss": 4.1334,
      "step": 259520
    },
    {
      "epoch": 0.22716709221745368,
      "grad_norm": 0.584671139717102,
      "learning_rate": 4.543585436333918e-05,
      "loss": 5.6424,
      "step": 259525
    },
    {
      "epoch": 0.22717146881108083,
      "grad_norm": 0.5320420265197754,
      "learning_rate": 4.5435677736787706e-05,
      "loss": 5.692,
      "step": 259530
    },
    {
      "epoch": 0.22717584540470798,
      "grad_norm": 0.5451406836509705,
      "learning_rate": 4.5435501107258906e-05,
      "loss": 5.4052,
      "step": 259535
    },
    {
      "epoch": 0.22718022199833515,
      "grad_norm": 0.4982376992702484,
      "learning_rate": 4.543532447475279e-05,
      "loss": 5.6299,
      "step": 259540
    },
    {
      "epoch": 0.2271845985919623,
      "grad_norm": 0.5076585412025452,
      "learning_rate": 4.543514783926941e-05,
      "loss": 5.3531,
      "step": 259545
    },
    {
      "epoch": 0.22718897518558945,
      "grad_norm": 0.492608904838562,
      "learning_rate": 4.5434971200808806e-05,
      "loss": 5.1492,
      "step": 259550
    },
    {
      "epoch": 0.2271933517792166,
      "grad_norm": 0.5239678025245667,
      "learning_rate": 4.543479455937099e-05,
      "loss": 4.5864,
      "step": 259555
    },
    {
      "epoch": 0.22719772837284377,
      "grad_norm": 0.5713492631912231,
      "learning_rate": 4.543461791495601e-05,
      "loss": 4.6446,
      "step": 259560
    },
    {
      "epoch": 0.22720210496647092,
      "grad_norm": 0.519804060459137,
      "learning_rate": 4.54344412675639e-05,
      "loss": 4.7162,
      "step": 259565
    },
    {
      "epoch": 0.22720648156009807,
      "grad_norm": 0.5086707472801208,
      "learning_rate": 4.543426461719469e-05,
      "loss": 5.217,
      "step": 259570
    },
    {
      "epoch": 0.22721085815372521,
      "grad_norm": 0.4965313971042633,
      "learning_rate": 4.543408796384842e-05,
      "loss": 5.343,
      "step": 259575
    },
    {
      "epoch": 0.2272152347473524,
      "grad_norm": 0.519201934337616,
      "learning_rate": 4.543391130752511e-05,
      "loss": 4.6696,
      "step": 259580
    },
    {
      "epoch": 0.22721961134097954,
      "grad_norm": 0.5084197521209717,
      "learning_rate": 4.543373464822481e-05,
      "loss": 5.9283,
      "step": 259585
    },
    {
      "epoch": 0.22722398793460669,
      "grad_norm": 0.500779926776886,
      "learning_rate": 4.543355798594754e-05,
      "loss": 5.6697,
      "step": 259590
    },
    {
      "epoch": 0.22722836452823383,
      "grad_norm": 0.49683377146720886,
      "learning_rate": 4.543338132069336e-05,
      "loss": 5.6248,
      "step": 259595
    },
    {
      "epoch": 0.227232741121861,
      "grad_norm": 0.5000219345092773,
      "learning_rate": 4.543320465246227e-05,
      "loss": 6.2334,
      "step": 259600
    },
    {
      "epoch": 0.22723711771548816,
      "grad_norm": 0.49758830666542053,
      "learning_rate": 4.543302798125433e-05,
      "loss": 4.809,
      "step": 259605
    },
    {
      "epoch": 0.2272414943091153,
      "grad_norm": 0.5185847878456116,
      "learning_rate": 4.543285130706956e-05,
      "loss": 5.3156,
      "step": 259610
    },
    {
      "epoch": 0.22724587090274245,
      "grad_norm": 0.49441325664520264,
      "learning_rate": 4.5432674629908e-05,
      "loss": 4.6451,
      "step": 259615
    },
    {
      "epoch": 0.22725024749636963,
      "grad_norm": 0.5510481595993042,
      "learning_rate": 4.543249794976968e-05,
      "loss": 5.9316,
      "step": 259620
    },
    {
      "epoch": 0.22725462408999678,
      "grad_norm": 0.49431127309799194,
      "learning_rate": 4.543232126665463e-05,
      "loss": 4.8108,
      "step": 259625
    },
    {
      "epoch": 0.22725900068362392,
      "grad_norm": 0.5091370344161987,
      "learning_rate": 4.543214458056291e-05,
      "loss": 4.9605,
      "step": 259630
    },
    {
      "epoch": 0.22726337727725107,
      "grad_norm": 0.5239703059196472,
      "learning_rate": 4.543196789149452e-05,
      "loss": 5.2363,
      "step": 259635
    },
    {
      "epoch": 0.22726775387087822,
      "grad_norm": 0.5031914114952087,
      "learning_rate": 4.5431791199449516e-05,
      "loss": 5.6954,
      "step": 259640
    },
    {
      "epoch": 0.2272721304645054,
      "grad_norm": 0.4961404800415039,
      "learning_rate": 4.543161450442791e-05,
      "loss": 5.9262,
      "step": 259645
    },
    {
      "epoch": 0.22727650705813254,
      "grad_norm": 0.5248622298240662,
      "learning_rate": 4.543143780642977e-05,
      "loss": 4.597,
      "step": 259650
    },
    {
      "epoch": 0.2272808836517597,
      "grad_norm": 0.5165518522262573,
      "learning_rate": 4.54312611054551e-05,
      "loss": 5.4546,
      "step": 259655
    },
    {
      "epoch": 0.22728526024538684,
      "grad_norm": 0.5522077083587646,
      "learning_rate": 4.543108440150395e-05,
      "loss": 4.6575,
      "step": 259660
    },
    {
      "epoch": 0.22728963683901401,
      "grad_norm": 0.519119381904602,
      "learning_rate": 4.543090769457635e-05,
      "loss": 4.0908,
      "step": 259665
    },
    {
      "epoch": 0.22729401343264116,
      "grad_norm": 0.5170900225639343,
      "learning_rate": 4.543073098467233e-05,
      "loss": 5.4172,
      "step": 259670
    },
    {
      "epoch": 0.2272983900262683,
      "grad_norm": 0.5081248879432678,
      "learning_rate": 4.5430554271791927e-05,
      "loss": 5.6248,
      "step": 259675
    },
    {
      "epoch": 0.22730276661989546,
      "grad_norm": 0.5248064994812012,
      "learning_rate": 4.5430377555935176e-05,
      "loss": 5.7102,
      "step": 259680
    },
    {
      "epoch": 0.22730714321352263,
      "grad_norm": 0.4980413615703583,
      "learning_rate": 4.5430200837102114e-05,
      "loss": 5.1278,
      "step": 259685
    },
    {
      "epoch": 0.22731151980714978,
      "grad_norm": 0.5261373519897461,
      "learning_rate": 4.543002411529277e-05,
      "loss": 5.1319,
      "step": 259690
    },
    {
      "epoch": 0.22731589640077693,
      "grad_norm": 0.5115653276443481,
      "learning_rate": 4.542984739050717e-05,
      "loss": 5.4225,
      "step": 259695
    },
    {
      "epoch": 0.22732027299440408,
      "grad_norm": 0.5001355409622192,
      "learning_rate": 4.542967066274537e-05,
      "loss": 5.6535,
      "step": 259700
    },
    {
      "epoch": 0.22732464958803125,
      "grad_norm": 0.5195047855377197,
      "learning_rate": 4.542949393200739e-05,
      "loss": 5.9203,
      "step": 259705
    },
    {
      "epoch": 0.2273290261816584,
      "grad_norm": 0.525075376033783,
      "learning_rate": 4.542931719829326e-05,
      "loss": 5.9437,
      "step": 259710
    },
    {
      "epoch": 0.22733340277528555,
      "grad_norm": 0.5312936305999756,
      "learning_rate": 4.542914046160304e-05,
      "loss": 5.226,
      "step": 259715
    },
    {
      "epoch": 0.2273377793689127,
      "grad_norm": 0.5285667181015015,
      "learning_rate": 4.5428963721936725e-05,
      "loss": 4.3889,
      "step": 259720
    },
    {
      "epoch": 0.22734215596253987,
      "grad_norm": 0.5247905254364014,
      "learning_rate": 4.5428786979294367e-05,
      "loss": 4.8936,
      "step": 259725
    },
    {
      "epoch": 0.22734653255616702,
      "grad_norm": 0.5464739799499512,
      "learning_rate": 4.542861023367601e-05,
      "loss": 4.6788,
      "step": 259730
    },
    {
      "epoch": 0.22735090914979417,
      "grad_norm": 0.5019392967224121,
      "learning_rate": 4.5428433485081665e-05,
      "loss": 5.9484,
      "step": 259735
    },
    {
      "epoch": 0.22735528574342131,
      "grad_norm": 0.508787214756012,
      "learning_rate": 4.5428256733511396e-05,
      "loss": 4.4139,
      "step": 259740
    },
    {
      "epoch": 0.2273596623370485,
      "grad_norm": 0.498391330242157,
      "learning_rate": 4.542807997896522e-05,
      "loss": 5.9393,
      "step": 259745
    },
    {
      "epoch": 0.22736403893067564,
      "grad_norm": 0.511285662651062,
      "learning_rate": 4.542790322144317e-05,
      "loss": 5.4166,
      "step": 259750
    },
    {
      "epoch": 0.22736841552430279,
      "grad_norm": 0.5150989294052124,
      "learning_rate": 4.5427726460945284e-05,
      "loss": 5.6307,
      "step": 259755
    },
    {
      "epoch": 0.22737279211792993,
      "grad_norm": 0.5043864846229553,
      "learning_rate": 4.5427549697471593e-05,
      "loss": 5.6379,
      "step": 259760
    },
    {
      "epoch": 0.2273771687115571,
      "grad_norm": 0.525257408618927,
      "learning_rate": 4.542737293102214e-05,
      "loss": 5.1065,
      "step": 259765
    },
    {
      "epoch": 0.22738154530518426,
      "grad_norm": 0.5228720307350159,
      "learning_rate": 4.542719616159694e-05,
      "loss": 5.7117,
      "step": 259770
    },
    {
      "epoch": 0.2273859218988114,
      "grad_norm": 0.5004777312278748,
      "learning_rate": 4.542701938919604e-05,
      "loss": 5.3617,
      "step": 259775
    },
    {
      "epoch": 0.22739029849243855,
      "grad_norm": 0.5464374423027039,
      "learning_rate": 4.5426842613819486e-05,
      "loss": 5.6299,
      "step": 259780
    },
    {
      "epoch": 0.2273946750860657,
      "grad_norm": 0.6193070411682129,
      "learning_rate": 4.5426665835467296e-05,
      "loss": 4.8188,
      "step": 259785
    },
    {
      "epoch": 0.22739905167969288,
      "grad_norm": 0.5164169073104858,
      "learning_rate": 4.54264890541395e-05,
      "loss": 5.6219,
      "step": 259790
    },
    {
      "epoch": 0.22740342827332002,
      "grad_norm": 0.5927449464797974,
      "learning_rate": 4.5426312269836144e-05,
      "loss": 5.4474,
      "step": 259795
    },
    {
      "epoch": 0.22740780486694717,
      "grad_norm": 0.5392559170722961,
      "learning_rate": 4.542613548255726e-05,
      "loss": 4.3861,
      "step": 259800
    },
    {
      "epoch": 0.22741218146057432,
      "grad_norm": 0.5417562127113342,
      "learning_rate": 4.542595869230287e-05,
      "loss": 5.4155,
      "step": 259805
    },
    {
      "epoch": 0.2274165580542015,
      "grad_norm": 0.5269469022750854,
      "learning_rate": 4.542578189907303e-05,
      "loss": 5.2204,
      "step": 259810
    },
    {
      "epoch": 0.22742093464782864,
      "grad_norm": 0.5821689367294312,
      "learning_rate": 4.5425605102867755e-05,
      "loss": 4.5998,
      "step": 259815
    },
    {
      "epoch": 0.2274253112414558,
      "grad_norm": 0.5153340697288513,
      "learning_rate": 4.542542830368709e-05,
      "loss": 4.8866,
      "step": 259820
    },
    {
      "epoch": 0.22742968783508294,
      "grad_norm": 0.5154282450675964,
      "learning_rate": 4.542525150153106e-05,
      "loss": 4.7453,
      "step": 259825
    },
    {
      "epoch": 0.22743406442871011,
      "grad_norm": 0.5740163922309875,
      "learning_rate": 4.542507469639971e-05,
      "loss": 4.9074,
      "step": 259830
    },
    {
      "epoch": 0.22743844102233726,
      "grad_norm": 0.5210222005844116,
      "learning_rate": 4.542489788829306e-05,
      "loss": 5.4063,
      "step": 259835
    },
    {
      "epoch": 0.2274428176159644,
      "grad_norm": 0.5000422596931458,
      "learning_rate": 4.542472107721116e-05,
      "loss": 5.1533,
      "step": 259840
    },
    {
      "epoch": 0.22744719420959156,
      "grad_norm": 0.511540949344635,
      "learning_rate": 4.542454426315403e-05,
      "loss": 5.5949,
      "step": 259845
    },
    {
      "epoch": 0.22745157080321873,
      "grad_norm": 0.5119679570198059,
      "learning_rate": 4.542436744612172e-05,
      "loss": 4.3838,
      "step": 259850
    },
    {
      "epoch": 0.22745594739684588,
      "grad_norm": 0.5036448836326599,
      "learning_rate": 4.542419062611425e-05,
      "loss": 4.2832,
      "step": 259855
    },
    {
      "epoch": 0.22746032399047303,
      "grad_norm": 0.511202871799469,
      "learning_rate": 4.542401380313166e-05,
      "loss": 5.4608,
      "step": 259860
    },
    {
      "epoch": 0.22746470058410018,
      "grad_norm": 0.510668158531189,
      "learning_rate": 4.5423836977173985e-05,
      "loss": 4.9224,
      "step": 259865
    },
    {
      "epoch": 0.22746907717772735,
      "grad_norm": 0.5116748809814453,
      "learning_rate": 4.5423660148241256e-05,
      "loss": 5.6324,
      "step": 259870
    },
    {
      "epoch": 0.2274734537713545,
      "grad_norm": 1.2455536127090454,
      "learning_rate": 4.5423483316333504e-05,
      "loss": 5.6244,
      "step": 259875
    },
    {
      "epoch": 0.22747783036498165,
      "grad_norm": 0.5260278582572937,
      "learning_rate": 4.542330648145077e-05,
      "loss": 4.9423,
      "step": 259880
    },
    {
      "epoch": 0.2274822069586088,
      "grad_norm": 0.4950255751609802,
      "learning_rate": 4.542312964359309e-05,
      "loss": 5.7107,
      "step": 259885
    },
    {
      "epoch": 0.22748658355223597,
      "grad_norm": 0.5101131796836853,
      "learning_rate": 4.542295280276049e-05,
      "loss": 4.935,
      "step": 259890
    },
    {
      "epoch": 0.22749096014586312,
      "grad_norm": 0.5166149735450745,
      "learning_rate": 4.5422775958953e-05,
      "loss": 5.1896,
      "step": 259895
    },
    {
      "epoch": 0.22749533673949027,
      "grad_norm": 0.4984899163246155,
      "learning_rate": 4.5422599112170674e-05,
      "loss": 5.043,
      "step": 259900
    },
    {
      "epoch": 0.22749971333311741,
      "grad_norm": 0.5124945640563965,
      "learning_rate": 4.5422422262413525e-05,
      "loss": 4.0765,
      "step": 259905
    },
    {
      "epoch": 0.22750408992674456,
      "grad_norm": 0.5069077610969543,
      "learning_rate": 4.5422245409681597e-05,
      "loss": 5.3892,
      "step": 259910
    },
    {
      "epoch": 0.22750846652037174,
      "grad_norm": 0.5302295088768005,
      "learning_rate": 4.542206855397493e-05,
      "loss": 5.2044,
      "step": 259915
    },
    {
      "epoch": 0.22751284311399889,
      "grad_norm": 0.5090703964233398,
      "learning_rate": 4.542189169529355e-05,
      "loss": 5.3299,
      "step": 259920
    },
    {
      "epoch": 0.22751721970762603,
      "grad_norm": 0.5130957365036011,
      "learning_rate": 4.5421714833637485e-05,
      "loss": 4.9453,
      "step": 259925
    },
    {
      "epoch": 0.22752159630125318,
      "grad_norm": 0.4979705512523651,
      "learning_rate": 4.5421537969006776e-05,
      "loss": 5.2885,
      "step": 259930
    },
    {
      "epoch": 0.22752597289488036,
      "grad_norm": 0.4959776699542999,
      "learning_rate": 4.542136110140147e-05,
      "loss": 5.1455,
      "step": 259935
    },
    {
      "epoch": 0.2275303494885075,
      "grad_norm": 0.49614787101745605,
      "learning_rate": 4.542118423082158e-05,
      "loss": 5.1148,
      "step": 259940
    },
    {
      "epoch": 0.22753472608213465,
      "grad_norm": 0.5037529468536377,
      "learning_rate": 4.542100735726715e-05,
      "loss": 5.4107,
      "step": 259945
    },
    {
      "epoch": 0.2275391026757618,
      "grad_norm": 0.5213332176208496,
      "learning_rate": 4.542083048073822e-05,
      "loss": 5.2158,
      "step": 259950
    },
    {
      "epoch": 0.22754347926938898,
      "grad_norm": 0.5174622535705566,
      "learning_rate": 4.542065360123481e-05,
      "loss": 4.9067,
      "step": 259955
    },
    {
      "epoch": 0.22754785586301612,
      "grad_norm": 0.49070093035697937,
      "learning_rate": 4.5420476718756954e-05,
      "loss": 5.643,
      "step": 259960
    },
    {
      "epoch": 0.22755223245664327,
      "grad_norm": 0.520937442779541,
      "learning_rate": 4.5420299833304705e-05,
      "loss": 5.1988,
      "step": 259965
    },
    {
      "epoch": 0.22755660905027042,
      "grad_norm": 0.49429020285606384,
      "learning_rate": 4.542012294487808e-05,
      "loss": 4.8294,
      "step": 259970
    },
    {
      "epoch": 0.2275609856438976,
      "grad_norm": 0.509199321269989,
      "learning_rate": 4.5419946053477115e-05,
      "loss": 4.3841,
      "step": 259975
    },
    {
      "epoch": 0.22756536223752474,
      "grad_norm": 0.5427900552749634,
      "learning_rate": 4.5419769159101855e-05,
      "loss": 5.2104,
      "step": 259980
    },
    {
      "epoch": 0.2275697388311519,
      "grad_norm": 0.5096527934074402,
      "learning_rate": 4.541959226175233e-05,
      "loss": 5.7599,
      "step": 259985
    },
    {
      "epoch": 0.22757411542477904,
      "grad_norm": 0.5023472309112549,
      "learning_rate": 4.541941536142856e-05,
      "loss": 4.9381,
      "step": 259990
    },
    {
      "epoch": 0.22757849201840621,
      "grad_norm": 0.5104719996452332,
      "learning_rate": 4.5419238458130595e-05,
      "loss": 5.4599,
      "step": 259995
    },
    {
      "epoch": 0.22758286861203336,
      "grad_norm": 0.52217698097229,
      "learning_rate": 4.5419061551858466e-05,
      "loss": 5.927,
      "step": 260000
    },
    {
      "epoch": 0.2275872452056605,
      "grad_norm": 0.5005166530609131,
      "learning_rate": 4.54188846426122e-05,
      "loss": 4.4121,
      "step": 260005
    },
    {
      "epoch": 0.22759162179928766,
      "grad_norm": 0.5362141728401184,
      "learning_rate": 4.541870773039184e-05,
      "loss": 5.935,
      "step": 260010
    },
    {
      "epoch": 0.22759599839291483,
      "grad_norm": 0.6367616653442383,
      "learning_rate": 4.5418530815197425e-05,
      "loss": 5.1772,
      "step": 260015
    },
    {
      "epoch": 0.22760037498654198,
      "grad_norm": 0.5088068246841431,
      "learning_rate": 4.541835389702896e-05,
      "loss": 4.9068,
      "step": 260020
    },
    {
      "epoch": 0.22760475158016913,
      "grad_norm": 0.515754222869873,
      "learning_rate": 4.541817697588652e-05,
      "loss": 4.8999,
      "step": 260025
    },
    {
      "epoch": 0.22760912817379628,
      "grad_norm": 0.5078027248382568,
      "learning_rate": 4.5418000051770116e-05,
      "loss": 4.5033,
      "step": 260030
    },
    {
      "epoch": 0.22761350476742342,
      "grad_norm": 0.5146512985229492,
      "learning_rate": 4.541782312467978e-05,
      "loss": 4.489,
      "step": 260035
    },
    {
      "epoch": 0.2276178813610506,
      "grad_norm": 0.6916861534118652,
      "learning_rate": 4.5417646194615546e-05,
      "loss": 5.399,
      "step": 260040
    },
    {
      "epoch": 0.22762225795467775,
      "grad_norm": 0.5097620487213135,
      "learning_rate": 4.541746926157746e-05,
      "loss": 4.4048,
      "step": 260045
    },
    {
      "epoch": 0.2276266345483049,
      "grad_norm": 0.5313620567321777,
      "learning_rate": 4.5417292325565544e-05,
      "loss": 5.3758,
      "step": 260050
    },
    {
      "epoch": 0.22763101114193204,
      "grad_norm": 0.5035877227783203,
      "learning_rate": 4.5417115386579844e-05,
      "loss": 4.5585,
      "step": 260055
    },
    {
      "epoch": 0.22763538773555922,
      "grad_norm": 0.5647870302200317,
      "learning_rate": 4.541693844462038e-05,
      "loss": 5.1242,
      "step": 260060
    },
    {
      "epoch": 0.22763976432918637,
      "grad_norm": 0.5084216594696045,
      "learning_rate": 4.54167614996872e-05,
      "loss": 4.9067,
      "step": 260065
    },
    {
      "epoch": 0.22764414092281351,
      "grad_norm": 0.5170276761054993,
      "learning_rate": 4.541658455178034e-05,
      "loss": 4.3845,
      "step": 260070
    },
    {
      "epoch": 0.22764851751644066,
      "grad_norm": 0.4991355538368225,
      "learning_rate": 4.541640760089981e-05,
      "loss": 4.6002,
      "step": 260075
    },
    {
      "epoch": 0.22765289411006784,
      "grad_norm": 0.5008830428123474,
      "learning_rate": 4.5416230647045666e-05,
      "loss": 4.925,
      "step": 260080
    },
    {
      "epoch": 0.22765727070369499,
      "grad_norm": 0.5014647841453552,
      "learning_rate": 4.541605369021794e-05,
      "loss": 4.1033,
      "step": 260085
    },
    {
      "epoch": 0.22766164729732213,
      "grad_norm": 0.51565021276474,
      "learning_rate": 4.5415876730416664e-05,
      "loss": 4.9322,
      "step": 260090
    },
    {
      "epoch": 0.22766602389094928,
      "grad_norm": 0.5224495530128479,
      "learning_rate": 4.541569976764186e-05,
      "loss": 5.2137,
      "step": 260095
    },
    {
      "epoch": 0.22767040048457646,
      "grad_norm": 0.4960844814777374,
      "learning_rate": 4.5415522801893585e-05,
      "loss": 5.4189,
      "step": 260100
    },
    {
      "epoch": 0.2276747770782036,
      "grad_norm": 0.5033957958221436,
      "learning_rate": 4.541534583317185e-05,
      "loss": 5.2075,
      "step": 260105
    },
    {
      "epoch": 0.22767915367183075,
      "grad_norm": 0.49317505955696106,
      "learning_rate": 4.5415168861476706e-05,
      "loss": 5.7084,
      "step": 260110
    },
    {
      "epoch": 0.2276835302654579,
      "grad_norm": 0.49216172099113464,
      "learning_rate": 4.541499188680818e-05,
      "loss": 6.2252,
      "step": 260115
    },
    {
      "epoch": 0.22768790685908508,
      "grad_norm": 0.4799204170703888,
      "learning_rate": 4.5414814909166306e-05,
      "loss": 4.4031,
      "step": 260120
    },
    {
      "epoch": 0.22769228345271222,
      "grad_norm": 0.5422300100326538,
      "learning_rate": 4.541463792855112e-05,
      "loss": 4.8389,
      "step": 260125
    },
    {
      "epoch": 0.22769666004633937,
      "grad_norm": 0.5178205966949463,
      "learning_rate": 4.5414460944962656e-05,
      "loss": 5.1156,
      "step": 260130
    },
    {
      "epoch": 0.22770103663996652,
      "grad_norm": 0.5134703516960144,
      "learning_rate": 4.541428395840095e-05,
      "loss": 4.8601,
      "step": 260135
    },
    {
      "epoch": 0.2277054132335937,
      "grad_norm": 0.5167046189308167,
      "learning_rate": 4.541410696886603e-05,
      "loss": 5.4241,
      "step": 260140
    },
    {
      "epoch": 0.22770978982722084,
      "grad_norm": 0.5464910864830017,
      "learning_rate": 4.541392997635794e-05,
      "loss": 4.3992,
      "step": 260145
    },
    {
      "epoch": 0.227714166420848,
      "grad_norm": 0.5036738514900208,
      "learning_rate": 4.54137529808767e-05,
      "loss": 5.2152,
      "step": 260150
    },
    {
      "epoch": 0.22771854301447514,
      "grad_norm": 0.49819478392601013,
      "learning_rate": 4.541357598242236e-05,
      "loss": 4.8809,
      "step": 260155
    },
    {
      "epoch": 0.2277229196081023,
      "grad_norm": 0.5267163515090942,
      "learning_rate": 4.541339898099495e-05,
      "loss": 5.6843,
      "step": 260160
    },
    {
      "epoch": 0.22772729620172946,
      "grad_norm": 0.4982992112636566,
      "learning_rate": 4.541322197659449e-05,
      "loss": 5.7208,
      "step": 260165
    },
    {
      "epoch": 0.2277316727953566,
      "grad_norm": 0.48870739340782166,
      "learning_rate": 4.541304496922102e-05,
      "loss": 4.3814,
      "step": 260170
    },
    {
      "epoch": 0.22773604938898376,
      "grad_norm": 0.4905850291252136,
      "learning_rate": 4.541286795887459e-05,
      "loss": 5.2047,
      "step": 260175
    },
    {
      "epoch": 0.2277404259826109,
      "grad_norm": 0.4886321425437927,
      "learning_rate": 4.541269094555521e-05,
      "loss": 4.4246,
      "step": 260180
    },
    {
      "epoch": 0.22774480257623808,
      "grad_norm": 0.4998629689216614,
      "learning_rate": 4.541251392926295e-05,
      "loss": 4.6909,
      "step": 260185
    },
    {
      "epoch": 0.22774917916986523,
      "grad_norm": 0.5174647569656372,
      "learning_rate": 4.541233690999781e-05,
      "loss": 5.0344,
      "step": 260190
    },
    {
      "epoch": 0.22775355576349238,
      "grad_norm": 0.5123933553695679,
      "learning_rate": 4.541215988775983e-05,
      "loss": 5.1168,
      "step": 260195
    },
    {
      "epoch": 0.22775793235711952,
      "grad_norm": 0.5081037282943726,
      "learning_rate": 4.5411982862549055e-05,
      "loss": 5.1245,
      "step": 260200
    },
    {
      "epoch": 0.2277623089507467,
      "grad_norm": 0.499197393655777,
      "learning_rate": 4.541180583436551e-05,
      "loss": 5.4395,
      "step": 260205
    },
    {
      "epoch": 0.22776668554437385,
      "grad_norm": 0.4971890151500702,
      "learning_rate": 4.5411628803209225e-05,
      "loss": 4.6637,
      "step": 260210
    },
    {
      "epoch": 0.227771062138001,
      "grad_norm": 0.615301251411438,
      "learning_rate": 4.541145176908026e-05,
      "loss": 4.7892,
      "step": 260215
    },
    {
      "epoch": 0.22777543873162814,
      "grad_norm": 0.5405080318450928,
      "learning_rate": 4.541127473197862e-05,
      "loss": 4.8114,
      "step": 260220
    },
    {
      "epoch": 0.22777981532525532,
      "grad_norm": 0.5201883912086487,
      "learning_rate": 4.5411097691904346e-05,
      "loss": 5.9463,
      "step": 260225
    },
    {
      "epoch": 0.22778419191888247,
      "grad_norm": 0.5895512104034424,
      "learning_rate": 4.541092064885749e-05,
      "loss": 4.7314,
      "step": 260230
    },
    {
      "epoch": 0.22778856851250961,
      "grad_norm": 0.5172122120857239,
      "learning_rate": 4.541074360283806e-05,
      "loss": 5.7387,
      "step": 260235
    },
    {
      "epoch": 0.22779294510613676,
      "grad_norm": 0.49102479219436646,
      "learning_rate": 4.5410566553846115e-05,
      "loss": 5.927,
      "step": 260240
    },
    {
      "epoch": 0.22779732169976394,
      "grad_norm": 0.6157776117324829,
      "learning_rate": 4.541038950188167e-05,
      "loss": 4.8971,
      "step": 260245
    },
    {
      "epoch": 0.22780169829339109,
      "grad_norm": 0.5094037652015686,
      "learning_rate": 4.5410212446944755e-05,
      "loss": 5.7254,
      "step": 260250
    },
    {
      "epoch": 0.22780607488701823,
      "grad_norm": 0.49728548526763916,
      "learning_rate": 4.541003538903543e-05,
      "loss": 4.8996,
      "step": 260255
    },
    {
      "epoch": 0.22781045148064538,
      "grad_norm": 0.5059328675270081,
      "learning_rate": 4.540985832815371e-05,
      "loss": 4.5977,
      "step": 260260
    },
    {
      "epoch": 0.22781482807427256,
      "grad_norm": 0.504051923751831,
      "learning_rate": 4.5409681264299644e-05,
      "loss": 5.4027,
      "step": 260265
    },
    {
      "epoch": 0.2278192046678997,
      "grad_norm": 0.5385450720787048,
      "learning_rate": 4.540950419747324e-05,
      "loss": 4.7379,
      "step": 260270
    },
    {
      "epoch": 0.22782358126152685,
      "grad_norm": 0.5131841897964478,
      "learning_rate": 4.540932712767455e-05,
      "loss": 5.6899,
      "step": 260275
    },
    {
      "epoch": 0.227827957855154,
      "grad_norm": 0.512862503528595,
      "learning_rate": 4.5409150054903614e-05,
      "loss": 4.8602,
      "step": 260280
    },
    {
      "epoch": 0.22783233444878115,
      "grad_norm": 0.507793664932251,
      "learning_rate": 4.540897297916046e-05,
      "loss": 4.928,
      "step": 260285
    },
    {
      "epoch": 0.22783671104240832,
      "grad_norm": 0.5192984342575073,
      "learning_rate": 4.54087959004451e-05,
      "loss": 5.4272,
      "step": 260290
    },
    {
      "epoch": 0.22784108763603547,
      "grad_norm": 0.5563151836395264,
      "learning_rate": 4.540861881875761e-05,
      "loss": 5.4032,
      "step": 260295
    },
    {
      "epoch": 0.22784546422966262,
      "grad_norm": 0.5135085582733154,
      "learning_rate": 4.5408441734097986e-05,
      "loss": 4.8759,
      "step": 260300
    },
    {
      "epoch": 0.22784984082328977,
      "grad_norm": 0.4999752640724182,
      "learning_rate": 4.540826464646629e-05,
      "loss": 4.9225,
      "step": 260305
    },
    {
      "epoch": 0.22785421741691694,
      "grad_norm": 0.5408105254173279,
      "learning_rate": 4.540808755586255e-05,
      "loss": 6.2166,
      "step": 260310
    },
    {
      "epoch": 0.2278585940105441,
      "grad_norm": 0.5345874428749084,
      "learning_rate": 4.5407910462286774e-05,
      "loss": 5.7033,
      "step": 260315
    },
    {
      "epoch": 0.22786297060417124,
      "grad_norm": 0.515251874923706,
      "learning_rate": 4.5407733365739034e-05,
      "loss": 6.216,
      "step": 260320
    },
    {
      "epoch": 0.2278673471977984,
      "grad_norm": 0.5187365412712097,
      "learning_rate": 4.540755626621934e-05,
      "loss": 5.7085,
      "step": 260325
    },
    {
      "epoch": 0.22787172379142556,
      "grad_norm": 0.5159235596656799,
      "learning_rate": 4.5407379163727746e-05,
      "loss": 3.8858,
      "step": 260330
    },
    {
      "epoch": 0.2278761003850527,
      "grad_norm": 0.6568173170089722,
      "learning_rate": 4.5407202058264266e-05,
      "loss": 4.3789,
      "step": 260335
    },
    {
      "epoch": 0.22788047697867986,
      "grad_norm": 0.5360458493232727,
      "learning_rate": 4.540702494982893e-05,
      "loss": 4.9078,
      "step": 260340
    },
    {
      "epoch": 0.227884853572307,
      "grad_norm": 0.5214052200317383,
      "learning_rate": 4.5406847838421796e-05,
      "loss": 5.4527,
      "step": 260345
    },
    {
      "epoch": 0.22788923016593418,
      "grad_norm": 0.5034505128860474,
      "learning_rate": 4.540667072404289e-05,
      "loss": 5.2431,
      "step": 260350
    },
    {
      "epoch": 0.22789360675956133,
      "grad_norm": 0.49842268228530884,
      "learning_rate": 4.5406493606692235e-05,
      "loss": 6.2209,
      "step": 260355
    },
    {
      "epoch": 0.22789798335318848,
      "grad_norm": 0.5295902490615845,
      "learning_rate": 4.540631648636987e-05,
      "loss": 4.7201,
      "step": 260360
    },
    {
      "epoch": 0.22790235994681562,
      "grad_norm": 0.49150538444519043,
      "learning_rate": 4.540613936307584e-05,
      "loss": 4.9118,
      "step": 260365
    },
    {
      "epoch": 0.2279067365404428,
      "grad_norm": 0.49182435870170593,
      "learning_rate": 4.540596223681017e-05,
      "loss": 5.2087,
      "step": 260370
    },
    {
      "epoch": 0.22791111313406995,
      "grad_norm": 0.5426778197288513,
      "learning_rate": 4.54057851075729e-05,
      "loss": 5.1177,
      "step": 260375
    },
    {
      "epoch": 0.2279154897276971,
      "grad_norm": 0.5288549065589905,
      "learning_rate": 4.540560797536404e-05,
      "loss": 4.3102,
      "step": 260380
    },
    {
      "epoch": 0.22791986632132424,
      "grad_norm": 0.5198234915733337,
      "learning_rate": 4.540543084018366e-05,
      "loss": 5.2382,
      "step": 260385
    },
    {
      "epoch": 0.22792424291495142,
      "grad_norm": 0.5217052698135376,
      "learning_rate": 4.540525370203177e-05,
      "loss": 4.6364,
      "step": 260390
    },
    {
      "epoch": 0.22792861950857857,
      "grad_norm": 0.5247095823287964,
      "learning_rate": 4.5405076560908414e-05,
      "loss": 5.4034,
      "step": 260395
    },
    {
      "epoch": 0.22793299610220571,
      "grad_norm": 0.4912451207637787,
      "learning_rate": 4.540489941681362e-05,
      "loss": 4.5879,
      "step": 260400
    },
    {
      "epoch": 0.22793737269583286,
      "grad_norm": 0.5004121661186218,
      "learning_rate": 4.540472226974742e-05,
      "loss": 4.7744,
      "step": 260405
    },
    {
      "epoch": 0.22794174928946004,
      "grad_norm": 0.5026875138282776,
      "learning_rate": 4.540454511970987e-05,
      "loss": 5.2047,
      "step": 260410
    },
    {
      "epoch": 0.2279461258830872,
      "grad_norm": 0.4929494261741638,
      "learning_rate": 4.540436796670098e-05,
      "loss": 4.9073,
      "step": 260415
    },
    {
      "epoch": 0.22795050247671433,
      "grad_norm": 0.4958406090736389,
      "learning_rate": 4.5404190810720795e-05,
      "loss": 4.8573,
      "step": 260420
    },
    {
      "epoch": 0.22795487907034148,
      "grad_norm": 0.5061905980110168,
      "learning_rate": 4.540401365176935e-05,
      "loss": 4.52,
      "step": 260425
    },
    {
      "epoch": 0.22795925566396863,
      "grad_norm": 0.5136986970901489,
      "learning_rate": 4.540383648984666e-05,
      "loss": 4.8883,
      "step": 260430
    },
    {
      "epoch": 0.2279636322575958,
      "grad_norm": 0.49679961800575256,
      "learning_rate": 4.5403659324952794e-05,
      "loss": 4.9172,
      "step": 260435
    },
    {
      "epoch": 0.22796800885122295,
      "grad_norm": 0.5112427473068237,
      "learning_rate": 4.540348215708776e-05,
      "loss": 5.7042,
      "step": 260440
    },
    {
      "epoch": 0.2279723854448501,
      "grad_norm": 0.5059587955474854,
      "learning_rate": 4.5403304986251605e-05,
      "loss": 4.8903,
      "step": 260445
    },
    {
      "epoch": 0.22797676203847725,
      "grad_norm": 0.513774573802948,
      "learning_rate": 4.540312781244434e-05,
      "loss": 5.6367,
      "step": 260450
    },
    {
      "epoch": 0.22798113863210442,
      "grad_norm": 0.5007792711257935,
      "learning_rate": 4.540295063566603e-05,
      "loss": 5.6436,
      "step": 260455
    },
    {
      "epoch": 0.22798551522573157,
      "grad_norm": 0.5560680627822876,
      "learning_rate": 4.54027734559167e-05,
      "loss": 4.9452,
      "step": 260460
    },
    {
      "epoch": 0.22798989181935872,
      "grad_norm": 0.5242040753364563,
      "learning_rate": 4.5402596273196376e-05,
      "loss": 4.925,
      "step": 260465
    },
    {
      "epoch": 0.22799426841298587,
      "grad_norm": 0.4964975118637085,
      "learning_rate": 4.5402419087505086e-05,
      "loss": 5.6408,
      "step": 260470
    },
    {
      "epoch": 0.22799864500661304,
      "grad_norm": 0.49453023076057434,
      "learning_rate": 4.540224189884289e-05,
      "loss": 5.6279,
      "step": 260475
    },
    {
      "epoch": 0.2280030216002402,
      "grad_norm": 0.5230331420898438,
      "learning_rate": 4.54020647072098e-05,
      "loss": 5.413,
      "step": 260480
    },
    {
      "epoch": 0.22800739819386734,
      "grad_norm": 0.49237391352653503,
      "learning_rate": 4.5401887512605855e-05,
      "loss": 6.2318,
      "step": 260485
    },
    {
      "epoch": 0.2280117747874945,
      "grad_norm": 0.5964459180831909,
      "learning_rate": 4.5401710315031086e-05,
      "loss": 4.4088,
      "step": 260490
    },
    {
      "epoch": 0.22801615138112166,
      "grad_norm": 0.5009266138076782,
      "learning_rate": 4.540153311448555e-05,
      "loss": 5.9564,
      "step": 260495
    },
    {
      "epoch": 0.2280205279747488,
      "grad_norm": 0.5045676827430725,
      "learning_rate": 4.540135591096924e-05,
      "loss": 5.3523,
      "step": 260500
    },
    {
      "epoch": 0.22802490456837596,
      "grad_norm": 0.5007777810096741,
      "learning_rate": 4.540117870448223e-05,
      "loss": 5.1659,
      "step": 260505
    },
    {
      "epoch": 0.2280292811620031,
      "grad_norm": 0.5219571590423584,
      "learning_rate": 4.540100149502453e-05,
      "loss": 5.4012,
      "step": 260510
    },
    {
      "epoch": 0.22803365775563028,
      "grad_norm": 0.534920871257782,
      "learning_rate": 4.540082428259619e-05,
      "loss": 4.918,
      "step": 260515
    },
    {
      "epoch": 0.22803803434925743,
      "grad_norm": 0.5127245187759399,
      "learning_rate": 4.540064706719723e-05,
      "loss": 4.8909,
      "step": 260520
    },
    {
      "epoch": 0.22804241094288458,
      "grad_norm": 0.5146503448486328,
      "learning_rate": 4.540046984882769e-05,
      "loss": 4.6228,
      "step": 260525
    },
    {
      "epoch": 0.22804678753651172,
      "grad_norm": 0.5235522389411926,
      "learning_rate": 4.540029262748761e-05,
      "loss": 5.4305,
      "step": 260530
    },
    {
      "epoch": 0.2280511641301389,
      "grad_norm": 0.5021781325340271,
      "learning_rate": 4.5400115403177004e-05,
      "loss": 5.3934,
      "step": 260535
    },
    {
      "epoch": 0.22805554072376605,
      "grad_norm": 0.5263805985450745,
      "learning_rate": 4.539993817589593e-05,
      "loss": 5.1308,
      "step": 260540
    },
    {
      "epoch": 0.2280599173173932,
      "grad_norm": 0.5013382434844971,
      "learning_rate": 4.539976094564441e-05,
      "loss": 5.4191,
      "step": 260545
    },
    {
      "epoch": 0.22806429391102034,
      "grad_norm": 0.5436433553695679,
      "learning_rate": 4.539958371242249e-05,
      "loss": 4.9283,
      "step": 260550
    },
    {
      "epoch": 0.2280686705046475,
      "grad_norm": 0.5028088092803955,
      "learning_rate": 4.539940647623019e-05,
      "loss": 4.6818,
      "step": 260555
    },
    {
      "epoch": 0.22807304709827467,
      "grad_norm": 0.5183796286582947,
      "learning_rate": 4.539922923706755e-05,
      "loss": 5.226,
      "step": 260560
    },
    {
      "epoch": 0.22807742369190181,
      "grad_norm": 0.5120819211006165,
      "learning_rate": 4.5399051994934607e-05,
      "loss": 5.4035,
      "step": 260565
    },
    {
      "epoch": 0.22808180028552896,
      "grad_norm": 0.5109514594078064,
      "learning_rate": 4.5398874749831375e-05,
      "loss": 5.9418,
      "step": 260570
    },
    {
      "epoch": 0.2280861768791561,
      "grad_norm": 0.5025386214256287,
      "learning_rate": 4.5398697501757925e-05,
      "loss": 5.4324,
      "step": 260575
    },
    {
      "epoch": 0.2280905534727833,
      "grad_norm": 0.5139380097389221,
      "learning_rate": 4.539852025071426e-05,
      "loss": 5.4728,
      "step": 260580
    },
    {
      "epoch": 0.22809493006641043,
      "grad_norm": 0.4979756474494934,
      "learning_rate": 4.539834299670043e-05,
      "loss": 5.6721,
      "step": 260585
    },
    {
      "epoch": 0.22809930666003758,
      "grad_norm": 0.5776075124740601,
      "learning_rate": 4.539816573971647e-05,
      "loss": 4.5613,
      "step": 260590
    },
    {
      "epoch": 0.22810368325366473,
      "grad_norm": 0.5194349884986877,
      "learning_rate": 4.53979884797624e-05,
      "loss": 5.3246,
      "step": 260595
    },
    {
      "epoch": 0.2281080598472919,
      "grad_norm": 0.5031716823577881,
      "learning_rate": 4.539781121683827e-05,
      "loss": 5.1054,
      "step": 260600
    },
    {
      "epoch": 0.22811243644091905,
      "grad_norm": 0.5074783563613892,
      "learning_rate": 4.5397633950944094e-05,
      "loss": 5.7535,
      "step": 260605
    },
    {
      "epoch": 0.2281168130345462,
      "grad_norm": 0.5078184604644775,
      "learning_rate": 4.539745668207993e-05,
      "loss": 5.4178,
      "step": 260610
    },
    {
      "epoch": 0.22812118962817335,
      "grad_norm": 0.5064292550086975,
      "learning_rate": 4.5397279410245794e-05,
      "loss": 5.1277,
      "step": 260615
    },
    {
      "epoch": 0.22812556622180052,
      "grad_norm": 0.5062611699104309,
      "learning_rate": 4.539710213544174e-05,
      "loss": 5.1354,
      "step": 260620
    },
    {
      "epoch": 0.22812994281542767,
      "grad_norm": 0.5157950520515442,
      "learning_rate": 4.5396924857667776e-05,
      "loss": 4.906,
      "step": 260625
    },
    {
      "epoch": 0.22813431940905482,
      "grad_norm": 0.5162396430969238,
      "learning_rate": 4.539674757692396e-05,
      "loss": 5.4697,
      "step": 260630
    },
    {
      "epoch": 0.22813869600268197,
      "grad_norm": 0.5649908781051636,
      "learning_rate": 4.539657029321032e-05,
      "loss": 5.6328,
      "step": 260635
    },
    {
      "epoch": 0.22814307259630914,
      "grad_norm": 0.5039355158805847,
      "learning_rate": 4.539639300652688e-05,
      "loss": 5.1545,
      "step": 260640
    },
    {
      "epoch": 0.2281474491899363,
      "grad_norm": 0.507607102394104,
      "learning_rate": 4.539621571687368e-05,
      "loss": 5.4352,
      "step": 260645
    },
    {
      "epoch": 0.22815182578356344,
      "grad_norm": 0.5171500444412231,
      "learning_rate": 4.539603842425075e-05,
      "loss": 5.8998,
      "step": 260650
    },
    {
      "epoch": 0.2281562023771906,
      "grad_norm": 0.4990367591381073,
      "learning_rate": 4.5395861128658135e-05,
      "loss": 6.1857,
      "step": 260655
    },
    {
      "epoch": 0.22816057897081776,
      "grad_norm": 0.502118706703186,
      "learning_rate": 4.539568383009587e-05,
      "loss": 4.8063,
      "step": 260660
    },
    {
      "epoch": 0.2281649555644449,
      "grad_norm": 0.6421399712562561,
      "learning_rate": 4.539550652856398e-05,
      "loss": 4.5793,
      "step": 260665
    },
    {
      "epoch": 0.22816933215807206,
      "grad_norm": 0.5157961249351501,
      "learning_rate": 4.5395329224062496e-05,
      "loss": 4.6008,
      "step": 260670
    },
    {
      "epoch": 0.2281737087516992,
      "grad_norm": 0.5849817395210266,
      "learning_rate": 4.5395151916591464e-05,
      "loss": 5.3839,
      "step": 260675
    },
    {
      "epoch": 0.22817808534532635,
      "grad_norm": 0.8275725245475769,
      "learning_rate": 4.539497460615091e-05,
      "loss": 4.3979,
      "step": 260680
    },
    {
      "epoch": 0.22818246193895353,
      "grad_norm": 0.9913291931152344,
      "learning_rate": 4.539479729274087e-05,
      "loss": 4.9207,
      "step": 260685
    },
    {
      "epoch": 0.22818683853258068,
      "grad_norm": 0.8603749871253967,
      "learning_rate": 4.539461997636137e-05,
      "loss": 5.7471,
      "step": 260690
    },
    {
      "epoch": 0.22819121512620782,
      "grad_norm": 0.5183764696121216,
      "learning_rate": 4.539444265701246e-05,
      "loss": 4.5333,
      "step": 260695
    },
    {
      "epoch": 0.22819559171983497,
      "grad_norm": 0.6698035597801208,
      "learning_rate": 4.5394265334694164e-05,
      "loss": 5.1283,
      "step": 260700
    },
    {
      "epoch": 0.22819996831346215,
      "grad_norm": 0.5915082693099976,
      "learning_rate": 4.5394088009406525e-05,
      "loss": 5.668,
      "step": 260705
    },
    {
      "epoch": 0.2282043449070893,
      "grad_norm": 0.7321135997772217,
      "learning_rate": 4.539391068114957e-05,
      "loss": 5.1051,
      "step": 260710
    },
    {
      "epoch": 0.22820872150071644,
      "grad_norm": 0.5197070837020874,
      "learning_rate": 4.5393733349923326e-05,
      "loss": 4.9365,
      "step": 260715
    },
    {
      "epoch": 0.2282130980943436,
      "grad_norm": 0.5173618197441101,
      "learning_rate": 4.539355601572785e-05,
      "loss": 4.8031,
      "step": 260720
    },
    {
      "epoch": 0.22821747468797077,
      "grad_norm": 0.5688292980194092,
      "learning_rate": 4.539337867856315e-05,
      "loss": 5.2316,
      "step": 260725
    },
    {
      "epoch": 0.22822185128159792,
      "grad_norm": 0.5610504150390625,
      "learning_rate": 4.539320133842927e-05,
      "loss": 4.7033,
      "step": 260730
    },
    {
      "epoch": 0.22822622787522506,
      "grad_norm": 0.484286367893219,
      "learning_rate": 4.539302399532626e-05,
      "loss": 4.8446,
      "step": 260735
    },
    {
      "epoch": 0.2282306044688522,
      "grad_norm": 0.5190855264663696,
      "learning_rate": 4.539284664925413e-05,
      "loss": 4.9543,
      "step": 260740
    },
    {
      "epoch": 0.2282349810624794,
      "grad_norm": 0.8504868149757385,
      "learning_rate": 4.539266930021293e-05,
      "loss": 4.4303,
      "step": 260745
    },
    {
      "epoch": 0.22823935765610653,
      "grad_norm": 0.7297235727310181,
      "learning_rate": 4.539249194820269e-05,
      "loss": 5.4752,
      "step": 260750
    },
    {
      "epoch": 0.22824373424973368,
      "grad_norm": 0.6081868410110474,
      "learning_rate": 4.539231459322344e-05,
      "loss": 5.6303,
      "step": 260755
    },
    {
      "epoch": 0.22824811084336083,
      "grad_norm": 0.646204948425293,
      "learning_rate": 4.539213723527521e-05,
      "loss": 4.6281,
      "step": 260760
    },
    {
      "epoch": 0.228252487436988,
      "grad_norm": 0.5099050402641296,
      "learning_rate": 4.539195987435806e-05,
      "loss": 5.6369,
      "step": 260765
    },
    {
      "epoch": 0.22825686403061515,
      "grad_norm": 0.5018203258514404,
      "learning_rate": 4.5391782510471994e-05,
      "loss": 4.8986,
      "step": 260770
    },
    {
      "epoch": 0.2282612406242423,
      "grad_norm": 0.556037425994873,
      "learning_rate": 4.539160514361705e-05,
      "loss": 5.6539,
      "step": 260775
    },
    {
      "epoch": 0.22826561721786945,
      "grad_norm": 0.4865155518054962,
      "learning_rate": 4.539142777379328e-05,
      "loss": 4.8948,
      "step": 260780
    },
    {
      "epoch": 0.22826999381149662,
      "grad_norm": 0.500379204750061,
      "learning_rate": 4.5391250401000715e-05,
      "loss": 5.2111,
      "step": 260785
    },
    {
      "epoch": 0.22827437040512377,
      "grad_norm": 0.502719521522522,
      "learning_rate": 4.539107302523937e-05,
      "loss": 4.7107,
      "step": 260790
    },
    {
      "epoch": 0.22827874699875092,
      "grad_norm": 0.49646055698394775,
      "learning_rate": 4.53908956465093e-05,
      "loss": 5.6916,
      "step": 260795
    },
    {
      "epoch": 0.22828312359237807,
      "grad_norm": 0.5344908833503723,
      "learning_rate": 4.539071826481053e-05,
      "loss": 5.0816,
      "step": 260800
    },
    {
      "epoch": 0.22828750018600522,
      "grad_norm": 0.4985869824886322,
      "learning_rate": 4.5390540880143094e-05,
      "loss": 4.6315,
      "step": 260805
    },
    {
      "epoch": 0.2282918767796324,
      "grad_norm": 0.49059486389160156,
      "learning_rate": 4.5390363492507026e-05,
      "loss": 4.9229,
      "step": 260810
    },
    {
      "epoch": 0.22829625337325954,
      "grad_norm": 0.5031166076660156,
      "learning_rate": 4.5390186101902366e-05,
      "loss": 4.2959,
      "step": 260815
    },
    {
      "epoch": 0.2283006299668867,
      "grad_norm": 0.504567563533783,
      "learning_rate": 4.5390008708329147e-05,
      "loss": 5.6262,
      "step": 260820
    },
    {
      "epoch": 0.22830500656051383,
      "grad_norm": 0.5231000781059265,
      "learning_rate": 4.538983131178739e-05,
      "loss": 4.8719,
      "step": 260825
    },
    {
      "epoch": 0.228309383154141,
      "grad_norm": 0.5101756453514099,
      "learning_rate": 4.538965391227714e-05,
      "loss": 4.9463,
      "step": 260830
    },
    {
      "epoch": 0.22831375974776816,
      "grad_norm": 0.5043905973434448,
      "learning_rate": 4.538947650979843e-05,
      "loss": 4.9154,
      "step": 260835
    },
    {
      "epoch": 0.2283181363413953,
      "grad_norm": 0.4938547611236572,
      "learning_rate": 4.5389299104351315e-05,
      "loss": 5.876,
      "step": 260840
    },
    {
      "epoch": 0.22832251293502245,
      "grad_norm": 0.48838359117507935,
      "learning_rate": 4.538912169593579e-05,
      "loss": 5.9396,
      "step": 260845
    },
    {
      "epoch": 0.22832688952864963,
      "grad_norm": 0.48776572942733765,
      "learning_rate": 4.5388944284551905e-05,
      "loss": 4.6455,
      "step": 260850
    },
    {
      "epoch": 0.22833126612227678,
      "grad_norm": 0.49431926012039185,
      "learning_rate": 4.538876687019971e-05,
      "loss": 4.8394,
      "step": 260855
    },
    {
      "epoch": 0.22833564271590392,
      "grad_norm": 0.5095651149749756,
      "learning_rate": 4.5388589452879214e-05,
      "loss": 5.4206,
      "step": 260860
    },
    {
      "epoch": 0.22834001930953107,
      "grad_norm": 0.5063894987106323,
      "learning_rate": 4.538841203259048e-05,
      "loss": 5.6074,
      "step": 260865
    },
    {
      "epoch": 0.22834439590315825,
      "grad_norm": 0.48176661133766174,
      "learning_rate": 4.538823460933351e-05,
      "loss": 5.1104,
      "step": 260870
    },
    {
      "epoch": 0.2283487724967854,
      "grad_norm": 0.5195950865745544,
      "learning_rate": 4.538805718310836e-05,
      "loss": 5.4074,
      "step": 260875
    },
    {
      "epoch": 0.22835314909041254,
      "grad_norm": 0.49088189005851746,
      "learning_rate": 4.538787975391507e-05,
      "loss": 6.2203,
      "step": 260880
    },
    {
      "epoch": 0.2283575256840397,
      "grad_norm": 0.5111674666404724,
      "learning_rate": 4.538770232175364e-05,
      "loss": 5.1881,
      "step": 260885
    },
    {
      "epoch": 0.22836190227766687,
      "grad_norm": 0.5270546078681946,
      "learning_rate": 4.5387524886624146e-05,
      "loss": 4.8893,
      "step": 260890
    },
    {
      "epoch": 0.22836627887129402,
      "grad_norm": 0.5181810259819031,
      "learning_rate": 4.53873474485266e-05,
      "loss": 4.5984,
      "step": 260895
    },
    {
      "epoch": 0.22837065546492116,
      "grad_norm": 0.49731913208961487,
      "learning_rate": 4.5387170007461035e-05,
      "loss": 5.3874,
      "step": 260900
    },
    {
      "epoch": 0.2283750320585483,
      "grad_norm": 0.4930526912212372,
      "learning_rate": 4.538699256342749e-05,
      "loss": 5.7343,
      "step": 260905
    },
    {
      "epoch": 0.2283794086521755,
      "grad_norm": 0.5068051815032959,
      "learning_rate": 4.5386815116426005e-05,
      "loss": 4.5755,
      "step": 260910
    },
    {
      "epoch": 0.22838378524580263,
      "grad_norm": 0.5210395455360413,
      "learning_rate": 4.53866376664566e-05,
      "loss": 6.2227,
      "step": 260915
    },
    {
      "epoch": 0.22838816183942978,
      "grad_norm": 0.5042575597763062,
      "learning_rate": 4.538646021351932e-05,
      "loss": 4.6679,
      "step": 260920
    },
    {
      "epoch": 0.22839253843305693,
      "grad_norm": 0.509393572807312,
      "learning_rate": 4.538628275761419e-05,
      "loss": 5.0346,
      "step": 260925
    },
    {
      "epoch": 0.22839691502668408,
      "grad_norm": 0.5235259532928467,
      "learning_rate": 4.5386105298741266e-05,
      "loss": 4.9016,
      "step": 260930
    },
    {
      "epoch": 0.22840129162031125,
      "grad_norm": 0.5170304775238037,
      "learning_rate": 4.538592783690055e-05,
      "loss": 5.9059,
      "step": 260935
    },
    {
      "epoch": 0.2284056682139384,
      "grad_norm": 0.5017024278640747,
      "learning_rate": 4.5385750372092106e-05,
      "loss": 5.9734,
      "step": 260940
    },
    {
      "epoch": 0.22841004480756555,
      "grad_norm": 0.5134873390197754,
      "learning_rate": 4.5385572904315954e-05,
      "loss": 4.6833,
      "step": 260945
    },
    {
      "epoch": 0.2284144214011927,
      "grad_norm": 0.5029644966125488,
      "learning_rate": 4.538539543357213e-05,
      "loss": 4.583,
      "step": 260950
    },
    {
      "epoch": 0.22841879799481987,
      "grad_norm": 0.5134442448616028,
      "learning_rate": 4.538521795986067e-05,
      "loss": 4.1804,
      "step": 260955
    },
    {
      "epoch": 0.22842317458844702,
      "grad_norm": 0.5188559293746948,
      "learning_rate": 4.5385040483181606e-05,
      "loss": 4.8998,
      "step": 260960
    },
    {
      "epoch": 0.22842755118207417,
      "grad_norm": 0.517670214176178,
      "learning_rate": 4.538486300353497e-05,
      "loss": 5.2257,
      "step": 260965
    },
    {
      "epoch": 0.22843192777570132,
      "grad_norm": 0.5346763134002686,
      "learning_rate": 4.538468552092079e-05,
      "loss": 4.4215,
      "step": 260970
    },
    {
      "epoch": 0.2284363043693285,
      "grad_norm": 0.5300522446632385,
      "learning_rate": 4.5384508035339123e-05,
      "loss": 5.9062,
      "step": 260975
    },
    {
      "epoch": 0.22844068096295564,
      "grad_norm": 0.5082042813301086,
      "learning_rate": 4.5384330546789977e-05,
      "loss": 5.4263,
      "step": 260980
    },
    {
      "epoch": 0.2284450575565828,
      "grad_norm": 0.5009503960609436,
      "learning_rate": 4.53841530552734e-05,
      "loss": 5.6412,
      "step": 260985
    },
    {
      "epoch": 0.22844943415020993,
      "grad_norm": 0.5183414220809937,
      "learning_rate": 4.538397556078944e-05,
      "loss": 4.9063,
      "step": 260990
    },
    {
      "epoch": 0.2284538107438371,
      "grad_norm": 0.5154947638511658,
      "learning_rate": 4.53837980633381e-05,
      "loss": 5.5924,
      "step": 260995
    },
    {
      "epoch": 0.22845818733746426,
      "grad_norm": 0.552604615688324,
      "learning_rate": 4.538362056291944e-05,
      "loss": 4.6627,
      "step": 261000
    },
    {
      "epoch": 0.2284625639310914,
      "grad_norm": 0.5566582679748535,
      "learning_rate": 4.538344305953348e-05,
      "loss": 4.8081,
      "step": 261005
    },
    {
      "epoch": 0.22846694052471855,
      "grad_norm": 0.5355437397956848,
      "learning_rate": 4.538326555318026e-05,
      "loss": 5.5783,
      "step": 261010
    },
    {
      "epoch": 0.22847131711834573,
      "grad_norm": 0.5031562447547913,
      "learning_rate": 4.53830880438598e-05,
      "loss": 4.8016,
      "step": 261015
    },
    {
      "epoch": 0.22847569371197288,
      "grad_norm": 0.5084140300750732,
      "learning_rate": 4.5382910531572165e-05,
      "loss": 5.4353,
      "step": 261020
    },
    {
      "epoch": 0.22848007030560002,
      "grad_norm": 0.514772355556488,
      "learning_rate": 4.5382733016317357e-05,
      "loss": 4.7076,
      "step": 261025
    },
    {
      "epoch": 0.22848444689922717,
      "grad_norm": 0.5001588463783264,
      "learning_rate": 4.538255549809543e-05,
      "loss": 5.9375,
      "step": 261030
    },
    {
      "epoch": 0.22848882349285435,
      "grad_norm": 0.5067042708396912,
      "learning_rate": 4.538237797690642e-05,
      "loss": 4.8787,
      "step": 261035
    },
    {
      "epoch": 0.2284932000864815,
      "grad_norm": 0.5046730637550354,
      "learning_rate": 4.538220045275036e-05,
      "loss": 5.2372,
      "step": 261040
    },
    {
      "epoch": 0.22849757668010864,
      "grad_norm": 0.5087829232215881,
      "learning_rate": 4.5382022925627265e-05,
      "loss": 5.3881,
      "step": 261045
    },
    {
      "epoch": 0.2285019532737358,
      "grad_norm": 0.5047630071640015,
      "learning_rate": 4.538184539553718e-05,
      "loss": 5.3639,
      "step": 261050
    },
    {
      "epoch": 0.22850632986736297,
      "grad_norm": 0.5266496539115906,
      "learning_rate": 4.538166786248015e-05,
      "loss": 4.8698,
      "step": 261055
    },
    {
      "epoch": 0.22851070646099012,
      "grad_norm": 0.5043339133262634,
      "learning_rate": 4.53814903264562e-05,
      "loss": 5.6426,
      "step": 261060
    },
    {
      "epoch": 0.22851508305461726,
      "grad_norm": 0.5017052292823792,
      "learning_rate": 4.538131278746536e-05,
      "loss": 5.4349,
      "step": 261065
    },
    {
      "epoch": 0.2285194596482444,
      "grad_norm": 0.5170812606811523,
      "learning_rate": 4.538113524550767e-05,
      "loss": 5.7178,
      "step": 261070
    },
    {
      "epoch": 0.22852383624187156,
      "grad_norm": 0.5061291456222534,
      "learning_rate": 4.538095770058316e-05,
      "loss": 4.886,
      "step": 261075
    },
    {
      "epoch": 0.22852821283549873,
      "grad_norm": 0.5098456144332886,
      "learning_rate": 4.538078015269188e-05,
      "loss": 6.2133,
      "step": 261080
    },
    {
      "epoch": 0.22853258942912588,
      "grad_norm": 0.508269727230072,
      "learning_rate": 4.5380602601833846e-05,
      "loss": 5.3252,
      "step": 261085
    },
    {
      "epoch": 0.22853696602275303,
      "grad_norm": 0.4920203983783722,
      "learning_rate": 4.53804250480091e-05,
      "loss": 5.9506,
      "step": 261090
    },
    {
      "epoch": 0.22854134261638018,
      "grad_norm": 0.5276166200637817,
      "learning_rate": 4.538024749121767e-05,
      "loss": 5.4364,
      "step": 261095
    },
    {
      "epoch": 0.22854571921000735,
      "grad_norm": 0.5362614989280701,
      "learning_rate": 4.53800699314596e-05,
      "loss": 5.1339,
      "step": 261100
    },
    {
      "epoch": 0.2285500958036345,
      "grad_norm": 0.5224878191947937,
      "learning_rate": 4.537989236873492e-05,
      "loss": 5.9371,
      "step": 261105
    },
    {
      "epoch": 0.22855447239726165,
      "grad_norm": 0.5362546443939209,
      "learning_rate": 4.537971480304366e-05,
      "loss": 5.3828,
      "step": 261110
    },
    {
      "epoch": 0.2285588489908888,
      "grad_norm": 0.5246391892433167,
      "learning_rate": 4.537953723438586e-05,
      "loss": 4.6303,
      "step": 261115
    },
    {
      "epoch": 0.22856322558451597,
      "grad_norm": 0.5389661192893982,
      "learning_rate": 4.537935966276154e-05,
      "loss": 4.6328,
      "step": 261120
    },
    {
      "epoch": 0.22856760217814312,
      "grad_norm": 0.52705317735672,
      "learning_rate": 4.537918208817077e-05,
      "loss": 5.4079,
      "step": 261125
    },
    {
      "epoch": 0.22857197877177027,
      "grad_norm": 0.507622480392456,
      "learning_rate": 4.537900451061354e-05,
      "loss": 5.6299,
      "step": 261130
    },
    {
      "epoch": 0.22857635536539742,
      "grad_norm": 0.5288900136947632,
      "learning_rate": 4.537882693008991e-05,
      "loss": 5.4133,
      "step": 261135
    },
    {
      "epoch": 0.2285807319590246,
      "grad_norm": 0.530828058719635,
      "learning_rate": 4.537864934659992e-05,
      "loss": 4.6856,
      "step": 261140
    },
    {
      "epoch": 0.22858510855265174,
      "grad_norm": 0.5299620032310486,
      "learning_rate": 4.537847176014358e-05,
      "loss": 5.5977,
      "step": 261145
    },
    {
      "epoch": 0.2285894851462789,
      "grad_norm": 0.49474194645881653,
      "learning_rate": 4.537829417072095e-05,
      "loss": 4.8445,
      "step": 261150
    },
    {
      "epoch": 0.22859386173990603,
      "grad_norm": 0.5144277215003967,
      "learning_rate": 4.537811657833204e-05,
      "loss": 5.7283,
      "step": 261155
    },
    {
      "epoch": 0.2285982383335332,
      "grad_norm": 0.5621020793914795,
      "learning_rate": 4.53779389829769e-05,
      "loss": 4.4084,
      "step": 261160
    },
    {
      "epoch": 0.22860261492716036,
      "grad_norm": 0.5398001074790955,
      "learning_rate": 4.537776138465556e-05,
      "loss": 5.3558,
      "step": 261165
    },
    {
      "epoch": 0.2286069915207875,
      "grad_norm": 0.5634305477142334,
      "learning_rate": 4.537758378336806e-05,
      "loss": 4.4148,
      "step": 261170
    },
    {
      "epoch": 0.22861136811441465,
      "grad_norm": 0.507723867893219,
      "learning_rate": 4.537740617911442e-05,
      "loss": 5.4104,
      "step": 261175
    },
    {
      "epoch": 0.22861574470804183,
      "grad_norm": 0.5145807862281799,
      "learning_rate": 4.537722857189469e-05,
      "loss": 5.635,
      "step": 261180
    },
    {
      "epoch": 0.22862012130166898,
      "grad_norm": 0.5047805905342102,
      "learning_rate": 4.537705096170889e-05,
      "loss": 5.3535,
      "step": 261185
    },
    {
      "epoch": 0.22862449789529612,
      "grad_norm": 0.5174203515052795,
      "learning_rate": 4.537687334855707e-05,
      "loss": 5.0926,
      "step": 261190
    },
    {
      "epoch": 0.22862887448892327,
      "grad_norm": 0.49936643242836,
      "learning_rate": 4.5376695732439244e-05,
      "loss": 6.2441,
      "step": 261195
    },
    {
      "epoch": 0.22863325108255042,
      "grad_norm": 0.5035107731819153,
      "learning_rate": 4.537651811335547e-05,
      "loss": 4.5629,
      "step": 261200
    },
    {
      "epoch": 0.2286376276761776,
      "grad_norm": 0.5047377347946167,
      "learning_rate": 4.537634049130577e-05,
      "loss": 5.1163,
      "step": 261205
    },
    {
      "epoch": 0.22864200426980474,
      "grad_norm": 0.5242429375648499,
      "learning_rate": 4.537616286629017e-05,
      "loss": 5.9475,
      "step": 261210
    },
    {
      "epoch": 0.2286463808634319,
      "grad_norm": 0.5838798880577087,
      "learning_rate": 4.5375985238308714e-05,
      "loss": 5.129,
      "step": 261215
    },
    {
      "epoch": 0.22865075745705904,
      "grad_norm": 0.5093912482261658,
      "learning_rate": 4.5375807607361444e-05,
      "loss": 4.8505,
      "step": 261220
    },
    {
      "epoch": 0.22865513405068622,
      "grad_norm": 0.5598956942558289,
      "learning_rate": 4.537562997344837e-05,
      "loss": 6.2369,
      "step": 261225
    },
    {
      "epoch": 0.22865951064431336,
      "grad_norm": 0.6284961700439453,
      "learning_rate": 4.537545233656956e-05,
      "loss": 5.6063,
      "step": 261230
    },
    {
      "epoch": 0.2286638872379405,
      "grad_norm": 0.5289960503578186,
      "learning_rate": 4.537527469672502e-05,
      "loss": 5.6561,
      "step": 261235
    },
    {
      "epoch": 0.22866826383156766,
      "grad_norm": 0.5497837066650391,
      "learning_rate": 4.5375097053914796e-05,
      "loss": 5.4106,
      "step": 261240
    },
    {
      "epoch": 0.22867264042519483,
      "grad_norm": 0.49752017855644226,
      "learning_rate": 4.5374919408138926e-05,
      "loss": 4.8865,
      "step": 261245
    },
    {
      "epoch": 0.22867701701882198,
      "grad_norm": 0.5061004161834717,
      "learning_rate": 4.537474175939743e-05,
      "loss": 5.4621,
      "step": 261250
    },
    {
      "epoch": 0.22868139361244913,
      "grad_norm": 0.49972179532051086,
      "learning_rate": 4.537456410769035e-05,
      "loss": 5.1207,
      "step": 261255
    },
    {
      "epoch": 0.22868577020607628,
      "grad_norm": 0.5223748087882996,
      "learning_rate": 4.537438645301773e-05,
      "loss": 5.3457,
      "step": 261260
    },
    {
      "epoch": 0.22869014679970345,
      "grad_norm": 0.5052952170372009,
      "learning_rate": 4.537420879537958e-05,
      "loss": 5.4257,
      "step": 261265
    },
    {
      "epoch": 0.2286945233933306,
      "grad_norm": 0.5533201694488525,
      "learning_rate": 4.5374031134775974e-05,
      "loss": 4.6149,
      "step": 261270
    },
    {
      "epoch": 0.22869889998695775,
      "grad_norm": 0.5356732606887817,
      "learning_rate": 4.537385347120691e-05,
      "loss": 4.6634,
      "step": 261275
    },
    {
      "epoch": 0.2287032765805849,
      "grad_norm": 0.49512073397636414,
      "learning_rate": 4.5373675804672424e-05,
      "loss": 4.5754,
      "step": 261280
    },
    {
      "epoch": 0.22870765317421207,
      "grad_norm": 0.5307019948959351,
      "learning_rate": 4.537349813517256e-05,
      "loss": 5.1147,
      "step": 261285
    },
    {
      "epoch": 0.22871202976783922,
      "grad_norm": 0.5005039572715759,
      "learning_rate": 4.537332046270737e-05,
      "loss": 5.9516,
      "step": 261290
    },
    {
      "epoch": 0.22871640636146637,
      "grad_norm": 0.5188573002815247,
      "learning_rate": 4.537314278727687e-05,
      "loss": 5.9359,
      "step": 261295
    },
    {
      "epoch": 0.22872078295509352,
      "grad_norm": 0.51609867811203,
      "learning_rate": 4.537296510888108e-05,
      "loss": 5.4216,
      "step": 261300
    },
    {
      "epoch": 0.2287251595487207,
      "grad_norm": 0.4993971288204193,
      "learning_rate": 4.537278742752006e-05,
      "loss": 6.2449,
      "step": 261305
    },
    {
      "epoch": 0.22872953614234784,
      "grad_norm": 0.5167111158370972,
      "learning_rate": 4.537260974319384e-05,
      "loss": 4.6967,
      "step": 261310
    },
    {
      "epoch": 0.228733912735975,
      "grad_norm": 0.5289694666862488,
      "learning_rate": 4.537243205590243e-05,
      "loss": 5.1421,
      "step": 261315
    },
    {
      "epoch": 0.22873828932960213,
      "grad_norm": 0.49504977464675903,
      "learning_rate": 4.5372254365645895e-05,
      "loss": 4.568,
      "step": 261320
    },
    {
      "epoch": 0.22874266592322928,
      "grad_norm": 0.5213526487350464,
      "learning_rate": 4.537207667242426e-05,
      "loss": 5.1465,
      "step": 261325
    },
    {
      "epoch": 0.22874704251685646,
      "grad_norm": 0.5008581876754761,
      "learning_rate": 4.537189897623755e-05,
      "loss": 5.8922,
      "step": 261330
    },
    {
      "epoch": 0.2287514191104836,
      "grad_norm": 0.5205780863761902,
      "learning_rate": 4.537172127708581e-05,
      "loss": 4.4323,
      "step": 261335
    },
    {
      "epoch": 0.22875579570411075,
      "grad_norm": 0.5095528960227966,
      "learning_rate": 4.5371543574969056e-05,
      "loss": 5.1152,
      "step": 261340
    },
    {
      "epoch": 0.2287601722977379,
      "grad_norm": 0.5316213369369507,
      "learning_rate": 4.537136586988735e-05,
      "loss": 4.4109,
      "step": 261345
    },
    {
      "epoch": 0.22876454889136508,
      "grad_norm": 0.5121219158172607,
      "learning_rate": 4.5371188161840706e-05,
      "loss": 5.4266,
      "step": 261350
    },
    {
      "epoch": 0.22876892548499222,
      "grad_norm": 0.4975186586380005,
      "learning_rate": 4.537101045082916e-05,
      "loss": 5.3482,
      "step": 261355
    },
    {
      "epoch": 0.22877330207861937,
      "grad_norm": 0.5102160573005676,
      "learning_rate": 4.537083273685276e-05,
      "loss": 5.1394,
      "step": 261360
    },
    {
      "epoch": 0.22877767867224652,
      "grad_norm": 0.5156869888305664,
      "learning_rate": 4.5370655019911535e-05,
      "loss": 4.9315,
      "step": 261365
    },
    {
      "epoch": 0.2287820552658737,
      "grad_norm": 0.4958970844745636,
      "learning_rate": 4.537047730000551e-05,
      "loss": 6.2344,
      "step": 261370
    },
    {
      "epoch": 0.22878643185950084,
      "grad_norm": 0.4887147545814514,
      "learning_rate": 4.537029957713472e-05,
      "loss": 6.2639,
      "step": 261375
    },
    {
      "epoch": 0.228790808453128,
      "grad_norm": 0.5014593005180359,
      "learning_rate": 4.537012185129921e-05,
      "loss": 5.9576,
      "step": 261380
    },
    {
      "epoch": 0.22879518504675514,
      "grad_norm": 0.5309171080589294,
      "learning_rate": 4.5369944122499e-05,
      "loss": 4.8795,
      "step": 261385
    },
    {
      "epoch": 0.22879956164038232,
      "grad_norm": 0.525021493434906,
      "learning_rate": 4.536976639073414e-05,
      "loss": 5.882,
      "step": 261390
    },
    {
      "epoch": 0.22880393823400946,
      "grad_norm": 0.5016220211982727,
      "learning_rate": 4.536958865600465e-05,
      "loss": 4.0987,
      "step": 261395
    },
    {
      "epoch": 0.2288083148276366,
      "grad_norm": 0.5100960731506348,
      "learning_rate": 4.5369410918310574e-05,
      "loss": 5.1912,
      "step": 261400
    },
    {
      "epoch": 0.22881269142126376,
      "grad_norm": 0.5292016267776489,
      "learning_rate": 4.536923317765195e-05,
      "loss": 5.4635,
      "step": 261405
    },
    {
      "epoch": 0.22881706801489093,
      "grad_norm": 0.5130457282066345,
      "learning_rate": 4.536905543402879e-05,
      "loss": 5.6529,
      "step": 261410
    },
    {
      "epoch": 0.22882144460851808,
      "grad_norm": 0.5075468420982361,
      "learning_rate": 4.536887768744116e-05,
      "loss": 5.412,
      "step": 261415
    },
    {
      "epoch": 0.22882582120214523,
      "grad_norm": 0.5067911744117737,
      "learning_rate": 4.536869993788907e-05,
      "loss": 5.414,
      "step": 261420
    },
    {
      "epoch": 0.22883019779577238,
      "grad_norm": 0.5000160336494446,
      "learning_rate": 4.536852218537256e-05,
      "loss": 4.9202,
      "step": 261425
    },
    {
      "epoch": 0.22883457438939955,
      "grad_norm": 0.5066776275634766,
      "learning_rate": 4.5368344429891675e-05,
      "loss": 5.3962,
      "step": 261430
    },
    {
      "epoch": 0.2288389509830267,
      "grad_norm": 0.5060192942619324,
      "learning_rate": 4.536816667144643e-05,
      "loss": 5.4204,
      "step": 261435
    },
    {
      "epoch": 0.22884332757665385,
      "grad_norm": 0.5087714791297913,
      "learning_rate": 4.536798891003689e-05,
      "loss": 5.7424,
      "step": 261440
    },
    {
      "epoch": 0.228847704170281,
      "grad_norm": 0.5196304321289062,
      "learning_rate": 4.5367811145663056e-05,
      "loss": 4.4143,
      "step": 261445
    },
    {
      "epoch": 0.22885208076390814,
      "grad_norm": 0.5139795541763306,
      "learning_rate": 4.536763337832496e-05,
      "loss": 5.4531,
      "step": 261450
    },
    {
      "epoch": 0.22885645735753532,
      "grad_norm": 0.5029975771903992,
      "learning_rate": 4.536745560802267e-05,
      "loss": 5.4526,
      "step": 261455
    },
    {
      "epoch": 0.22886083395116247,
      "grad_norm": 0.52300626039505,
      "learning_rate": 4.536727783475619e-05,
      "loss": 5.6141,
      "step": 261460
    },
    {
      "epoch": 0.22886521054478962,
      "grad_norm": 0.5215446352958679,
      "learning_rate": 4.5367100058525594e-05,
      "loss": 5.7255,
      "step": 261465
    },
    {
      "epoch": 0.22886958713841676,
      "grad_norm": 0.5210275650024414,
      "learning_rate": 4.536692227933087e-05,
      "loss": 4.4043,
      "step": 261470
    },
    {
      "epoch": 0.22887396373204394,
      "grad_norm": 0.5486930012702942,
      "learning_rate": 4.536674449717207e-05,
      "loss": 4.3662,
      "step": 261475
    },
    {
      "epoch": 0.2288783403256711,
      "grad_norm": 0.5366160273551941,
      "learning_rate": 4.536656671204923e-05,
      "loss": 4.3924,
      "step": 261480
    },
    {
      "epoch": 0.22888271691929823,
      "grad_norm": 0.5272424817085266,
      "learning_rate": 4.536638892396239e-05,
      "loss": 4.9221,
      "step": 261485
    },
    {
      "epoch": 0.22888709351292538,
      "grad_norm": 0.5074741840362549,
      "learning_rate": 4.5366211132911575e-05,
      "loss": 5.4188,
      "step": 261490
    },
    {
      "epoch": 0.22889147010655256,
      "grad_norm": 0.5155220627784729,
      "learning_rate": 4.536603333889682e-05,
      "loss": 5.31,
      "step": 261495
    },
    {
      "epoch": 0.2288958467001797,
      "grad_norm": 0.503373384475708,
      "learning_rate": 4.536585554191816e-05,
      "loss": 5.3863,
      "step": 261500
    },
    {
      "epoch": 0.22890022329380685,
      "grad_norm": 0.5158100724220276,
      "learning_rate": 4.536567774197564e-05,
      "loss": 5.2284,
      "step": 261505
    },
    {
      "epoch": 0.228904599887434,
      "grad_norm": 0.5345718264579773,
      "learning_rate": 4.536549993906928e-05,
      "loss": 5.7413,
      "step": 261510
    },
    {
      "epoch": 0.22890897648106118,
      "grad_norm": 0.5046780109405518,
      "learning_rate": 4.536532213319912e-05,
      "loss": 4.6281,
      "step": 261515
    },
    {
      "epoch": 0.22891335307468832,
      "grad_norm": 0.5055028200149536,
      "learning_rate": 4.536514432436519e-05,
      "loss": 5.3893,
      "step": 261520
    },
    {
      "epoch": 0.22891772966831547,
      "grad_norm": 0.5209662318229675,
      "learning_rate": 4.536496651256753e-05,
      "loss": 4.9108,
      "step": 261525
    },
    {
      "epoch": 0.22892210626194262,
      "grad_norm": 0.5074002742767334,
      "learning_rate": 4.536478869780617e-05,
      "loss": 5.3129,
      "step": 261530
    },
    {
      "epoch": 0.2289264828555698,
      "grad_norm": 0.5456005930900574,
      "learning_rate": 4.536461088008116e-05,
      "loss": 5.618,
      "step": 261535
    },
    {
      "epoch": 0.22893085944919694,
      "grad_norm": 0.5142161250114441,
      "learning_rate": 4.5364433059392506e-05,
      "loss": 4.3639,
      "step": 261540
    },
    {
      "epoch": 0.2289352360428241,
      "grad_norm": 0.5138776302337646,
      "learning_rate": 4.536425523574027e-05,
      "loss": 5.9246,
      "step": 261545
    },
    {
      "epoch": 0.22893961263645124,
      "grad_norm": 0.6732591390609741,
      "learning_rate": 4.536407740912446e-05,
      "loss": 4.8031,
      "step": 261550
    },
    {
      "epoch": 0.22894398923007842,
      "grad_norm": 0.5269594788551331,
      "learning_rate": 4.536389957954513e-05,
      "loss": 4.6213,
      "step": 261555
    },
    {
      "epoch": 0.22894836582370556,
      "grad_norm": 0.6129225492477417,
      "learning_rate": 4.536372174700232e-05,
      "loss": 4.9129,
      "step": 261560
    },
    {
      "epoch": 0.2289527424173327,
      "grad_norm": 0.7781829237937927,
      "learning_rate": 4.536354391149604e-05,
      "loss": 5.4368,
      "step": 261565
    },
    {
      "epoch": 0.22895711901095986,
      "grad_norm": 0.8001387119293213,
      "learning_rate": 4.5363366073026336e-05,
      "loss": 5.718,
      "step": 261570
    },
    {
      "epoch": 0.228961495604587,
      "grad_norm": 0.6533119678497314,
      "learning_rate": 4.536318823159325e-05,
      "loss": 5.6453,
      "step": 261575
    },
    {
      "epoch": 0.22896587219821418,
      "grad_norm": 0.6124745011329651,
      "learning_rate": 4.5363010387196805e-05,
      "loss": 5.6756,
      "step": 261580
    },
    {
      "epoch": 0.22897024879184133,
      "grad_norm": 0.5855264663696289,
      "learning_rate": 4.536283253983704e-05,
      "loss": 5.9562,
      "step": 261585
    },
    {
      "epoch": 0.22897462538546848,
      "grad_norm": 0.4906049966812134,
      "learning_rate": 4.5362654689513983e-05,
      "loss": 4.7655,
      "step": 261590
    },
    {
      "epoch": 0.22897900197909563,
      "grad_norm": 0.5246630907058716,
      "learning_rate": 4.5362476836227686e-05,
      "loss": 4.3644,
      "step": 261595
    },
    {
      "epoch": 0.2289833785727228,
      "grad_norm": 0.5367461442947388,
      "learning_rate": 4.536229897997817e-05,
      "loss": 4.6093,
      "step": 261600
    },
    {
      "epoch": 0.22898775516634995,
      "grad_norm": 0.5150662660598755,
      "learning_rate": 4.5362121120765466e-05,
      "loss": 5.2401,
      "step": 261605
    },
    {
      "epoch": 0.2289921317599771,
      "grad_norm": 0.5538301467895508,
      "learning_rate": 4.536194325858961e-05,
      "loss": 5.6465,
      "step": 261610
    },
    {
      "epoch": 0.22899650835360424,
      "grad_norm": 0.5181776285171509,
      "learning_rate": 4.536176539345065e-05,
      "loss": 5.2337,
      "step": 261615
    },
    {
      "epoch": 0.22900088494723142,
      "grad_norm": 0.5263506770133972,
      "learning_rate": 4.5361587525348605e-05,
      "loss": 5.1955,
      "step": 261620
    },
    {
      "epoch": 0.22900526154085857,
      "grad_norm": 0.5219455361366272,
      "learning_rate": 4.536140965428351e-05,
      "loss": 5.4102,
      "step": 261625
    },
    {
      "epoch": 0.22900963813448572,
      "grad_norm": 0.5073736310005188,
      "learning_rate": 4.536123178025541e-05,
      "loss": 3.8925,
      "step": 261630
    },
    {
      "epoch": 0.22901401472811286,
      "grad_norm": 0.5383565425872803,
      "learning_rate": 4.536105390326433e-05,
      "loss": 5.7313,
      "step": 261635
    },
    {
      "epoch": 0.22901839132174004,
      "grad_norm": 0.5075650215148926,
      "learning_rate": 4.536087602331031e-05,
      "loss": 4.5823,
      "step": 261640
    },
    {
      "epoch": 0.2290227679153672,
      "grad_norm": 0.5011515617370605,
      "learning_rate": 4.5360698140393375e-05,
      "loss": 4.4208,
      "step": 261645
    },
    {
      "epoch": 0.22902714450899433,
      "grad_norm": 0.5123292207717896,
      "learning_rate": 4.5360520254513575e-05,
      "loss": 4.1748,
      "step": 261650
    },
    {
      "epoch": 0.22903152110262148,
      "grad_norm": 0.5212027430534363,
      "learning_rate": 4.536034236567093e-05,
      "loss": 5.4136,
      "step": 261655
    },
    {
      "epoch": 0.22903589769624866,
      "grad_norm": 0.49009495973587036,
      "learning_rate": 4.5360164473865475e-05,
      "loss": 4.8999,
      "step": 261660
    },
    {
      "epoch": 0.2290402742898758,
      "grad_norm": 0.49101513624191284,
      "learning_rate": 4.5359986579097244e-05,
      "loss": 4.1646,
      "step": 261665
    },
    {
      "epoch": 0.22904465088350295,
      "grad_norm": 0.4858947694301605,
      "learning_rate": 4.535980868136629e-05,
      "loss": 5.2145,
      "step": 261670
    },
    {
      "epoch": 0.2290490274771301,
      "grad_norm": 0.47438234090805054,
      "learning_rate": 4.535963078067263e-05,
      "loss": 4.9017,
      "step": 261675
    },
    {
      "epoch": 0.22905340407075728,
      "grad_norm": 0.5277677774429321,
      "learning_rate": 4.5359452877016294e-05,
      "loss": 4.8521,
      "step": 261680
    },
    {
      "epoch": 0.22905778066438442,
      "grad_norm": 0.507483959197998,
      "learning_rate": 4.535927497039733e-05,
      "loss": 5.698,
      "step": 261685
    },
    {
      "epoch": 0.22906215725801157,
      "grad_norm": 0.5182820558547974,
      "learning_rate": 4.535909706081577e-05,
      "loss": 5.0861,
      "step": 261690
    },
    {
      "epoch": 0.22906653385163872,
      "grad_norm": 0.5096099972724915,
      "learning_rate": 4.535891914827165e-05,
      "loss": 5.4108,
      "step": 261695
    },
    {
      "epoch": 0.2290709104452659,
      "grad_norm": 0.5019770860671997,
      "learning_rate": 4.535874123276499e-05,
      "loss": 5.1325,
      "step": 261700
    },
    {
      "epoch": 0.22907528703889304,
      "grad_norm": 0.5085623264312744,
      "learning_rate": 4.535856331429583e-05,
      "loss": 5.1892,
      "step": 261705
    },
    {
      "epoch": 0.2290796636325202,
      "grad_norm": 0.4967590570449829,
      "learning_rate": 4.535838539286421e-05,
      "loss": 5.1714,
      "step": 261710
    },
    {
      "epoch": 0.22908404022614734,
      "grad_norm": 0.49273547530174255,
      "learning_rate": 4.535820746847016e-05,
      "loss": 5.9125,
      "step": 261715
    },
    {
      "epoch": 0.2290884168197745,
      "grad_norm": 0.4995100200176239,
      "learning_rate": 4.5358029541113725e-05,
      "loss": 5.4269,
      "step": 261720
    },
    {
      "epoch": 0.22909279341340166,
      "grad_norm": 0.504925549030304,
      "learning_rate": 4.5357851610794924e-05,
      "loss": 5.9113,
      "step": 261725
    },
    {
      "epoch": 0.2290971700070288,
      "grad_norm": 0.49530312418937683,
      "learning_rate": 4.53576736775138e-05,
      "loss": 5.6461,
      "step": 261730
    },
    {
      "epoch": 0.22910154660065596,
      "grad_norm": 0.5160919427871704,
      "learning_rate": 4.535749574127038e-05,
      "loss": 5.4543,
      "step": 261735
    },
    {
      "epoch": 0.2291059231942831,
      "grad_norm": 0.5217487215995789,
      "learning_rate": 4.53573178020647e-05,
      "loss": 4.3394,
      "step": 261740
    },
    {
      "epoch": 0.22911029978791028,
      "grad_norm": 0.5115739107131958,
      "learning_rate": 4.5357139859896816e-05,
      "loss": 5.9908,
      "step": 261745
    },
    {
      "epoch": 0.22911467638153743,
      "grad_norm": 0.5063389539718628,
      "learning_rate": 4.535696191476673e-05,
      "loss": 5.924,
      "step": 261750
    },
    {
      "epoch": 0.22911905297516458,
      "grad_norm": 0.5025536417961121,
      "learning_rate": 4.53567839666745e-05,
      "loss": 5.3582,
      "step": 261755
    },
    {
      "epoch": 0.22912342956879173,
      "grad_norm": 0.528508722782135,
      "learning_rate": 4.535660601562014e-05,
      "loss": 6.2387,
      "step": 261760
    },
    {
      "epoch": 0.2291278061624189,
      "grad_norm": 0.5170122385025024,
      "learning_rate": 4.53564280616037e-05,
      "loss": 5.3984,
      "step": 261765
    },
    {
      "epoch": 0.22913218275604605,
      "grad_norm": 0.5354412794113159,
      "learning_rate": 4.5356250104625206e-05,
      "loss": 4.8606,
      "step": 261770
    },
    {
      "epoch": 0.2291365593496732,
      "grad_norm": 0.5048972368240356,
      "learning_rate": 4.53560721446847e-05,
      "loss": 5.0729,
      "step": 261775
    },
    {
      "epoch": 0.22914093594330034,
      "grad_norm": 0.5054777264595032,
      "learning_rate": 4.535589418178221e-05,
      "loss": 5.1495,
      "step": 261780
    },
    {
      "epoch": 0.22914531253692752,
      "grad_norm": 0.5292608737945557,
      "learning_rate": 4.535571621591778e-05,
      "loss": 5.0957,
      "step": 261785
    },
    {
      "epoch": 0.22914968913055467,
      "grad_norm": 0.5023593902587891,
      "learning_rate": 4.5355538247091424e-05,
      "loss": 5.3961,
      "step": 261790
    },
    {
      "epoch": 0.22915406572418182,
      "grad_norm": 0.5275362133979797,
      "learning_rate": 4.535536027530319e-05,
      "loss": 3.8891,
      "step": 261795
    },
    {
      "epoch": 0.22915844231780896,
      "grad_norm": 0.5915890336036682,
      "learning_rate": 4.535518230055312e-05,
      "loss": 4.6146,
      "step": 261800
    },
    {
      "epoch": 0.22916281891143614,
      "grad_norm": 0.5396696329116821,
      "learning_rate": 4.5355004322841234e-05,
      "loss": 5.6836,
      "step": 261805
    },
    {
      "epoch": 0.2291671955050633,
      "grad_norm": 0.5596791505813599,
      "learning_rate": 4.535482634216758e-05,
      "loss": 4.9098,
      "step": 261810
    },
    {
      "epoch": 0.22917157209869043,
      "grad_norm": 0.5108785033226013,
      "learning_rate": 4.535464835853217e-05,
      "loss": 6.2389,
      "step": 261815
    },
    {
      "epoch": 0.22917594869231758,
      "grad_norm": 0.5013884902000427,
      "learning_rate": 4.5354470371935066e-05,
      "loss": 6.2238,
      "step": 261820
    },
    {
      "epoch": 0.22918032528594476,
      "grad_norm": 0.4993252754211426,
      "learning_rate": 4.5354292382376285e-05,
      "loss": 5.9186,
      "step": 261825
    },
    {
      "epoch": 0.2291847018795719,
      "grad_norm": 0.5280604362487793,
      "learning_rate": 4.535411438985587e-05,
      "loss": 5.4171,
      "step": 261830
    },
    {
      "epoch": 0.22918907847319905,
      "grad_norm": 0.5021186470985413,
      "learning_rate": 4.535393639437384e-05,
      "loss": 4.3754,
      "step": 261835
    },
    {
      "epoch": 0.2291934550668262,
      "grad_norm": 0.5356394052505493,
      "learning_rate": 4.535375839593025e-05,
      "loss": 4.9017,
      "step": 261840
    },
    {
      "epoch": 0.22919783166045335,
      "grad_norm": 0.53743976354599,
      "learning_rate": 4.535358039452512e-05,
      "loss": 5.4049,
      "step": 261845
    },
    {
      "epoch": 0.22920220825408053,
      "grad_norm": 0.5100953578948975,
      "learning_rate": 4.5353402390158484e-05,
      "loss": 5.4292,
      "step": 261850
    },
    {
      "epoch": 0.22920658484770767,
      "grad_norm": 0.5342852473258972,
      "learning_rate": 4.535322438283038e-05,
      "loss": 5.1068,
      "step": 261855
    },
    {
      "epoch": 0.22921096144133482,
      "grad_norm": 0.5161944031715393,
      "learning_rate": 4.5353046372540855e-05,
      "loss": 5.9139,
      "step": 261860
    },
    {
      "epoch": 0.22921533803496197,
      "grad_norm": 0.5235323905944824,
      "learning_rate": 4.5352868359289926e-05,
      "loss": 4.6077,
      "step": 261865
    },
    {
      "epoch": 0.22921971462858914,
      "grad_norm": 0.5088806748390198,
      "learning_rate": 4.535269034307764e-05,
      "loss": 4.5999,
      "step": 261870
    },
    {
      "epoch": 0.2292240912222163,
      "grad_norm": 0.5189651846885681,
      "learning_rate": 4.535251232390402e-05,
      "loss": 5.3406,
      "step": 261875
    },
    {
      "epoch": 0.22922846781584344,
      "grad_norm": 0.5282219648361206,
      "learning_rate": 4.53523343017691e-05,
      "loss": 5.7341,
      "step": 261880
    },
    {
      "epoch": 0.2292328444094706,
      "grad_norm": 0.5053427219390869,
      "learning_rate": 4.535215627667292e-05,
      "loss": 5.4369,
      "step": 261885
    },
    {
      "epoch": 0.22923722100309776,
      "grad_norm": 0.5157899856567383,
      "learning_rate": 4.535197824861551e-05,
      "loss": 5.6863,
      "step": 261890
    },
    {
      "epoch": 0.2292415975967249,
      "grad_norm": 0.72335284948349,
      "learning_rate": 4.535180021759692e-05,
      "loss": 4.1883,
      "step": 261895
    },
    {
      "epoch": 0.22924597419035206,
      "grad_norm": 0.540806770324707,
      "learning_rate": 4.535162218361716e-05,
      "loss": 4.9684,
      "step": 261900
    },
    {
      "epoch": 0.2292503507839792,
      "grad_norm": 0.5934118628501892,
      "learning_rate": 4.535144414667628e-05,
      "loss": 5.0098,
      "step": 261905
    },
    {
      "epoch": 0.22925472737760638,
      "grad_norm": 0.5550138354301453,
      "learning_rate": 4.5351266106774304e-05,
      "loss": 4.8117,
      "step": 261910
    },
    {
      "epoch": 0.22925910397123353,
      "grad_norm": 0.5168362855911255,
      "learning_rate": 4.5351088063911286e-05,
      "loss": 5.2081,
      "step": 261915
    },
    {
      "epoch": 0.22926348056486068,
      "grad_norm": 0.5212674140930176,
      "learning_rate": 4.5350910018087244e-05,
      "loss": 5.3811,
      "step": 261920
    },
    {
      "epoch": 0.22926785715848783,
      "grad_norm": 0.5093238353729248,
      "learning_rate": 4.535073196930222e-05,
      "loss": 5.7417,
      "step": 261925
    },
    {
      "epoch": 0.229272233752115,
      "grad_norm": 0.5324870347976685,
      "learning_rate": 4.535055391755624e-05,
      "loss": 5.1355,
      "step": 261930
    },
    {
      "epoch": 0.22927661034574215,
      "grad_norm": 0.5330788493156433,
      "learning_rate": 4.5350375862849326e-05,
      "loss": 5.1279,
      "step": 261935
    },
    {
      "epoch": 0.2292809869393693,
      "grad_norm": 0.5062972903251648,
      "learning_rate": 4.535019780518155e-05,
      "loss": 4.9007,
      "step": 261940
    },
    {
      "epoch": 0.22928536353299644,
      "grad_norm": 0.5135080814361572,
      "learning_rate": 4.535001974455292e-05,
      "loss": 4.9367,
      "step": 261945
    },
    {
      "epoch": 0.22928974012662362,
      "grad_norm": 0.5185911655426025,
      "learning_rate": 4.534984168096348e-05,
      "loss": 4.8199,
      "step": 261950
    },
    {
      "epoch": 0.22929411672025077,
      "grad_norm": 0.5064893960952759,
      "learning_rate": 4.5349663614413254e-05,
      "loss": 4.51,
      "step": 261955
    },
    {
      "epoch": 0.22929849331387792,
      "grad_norm": 0.5229554176330566,
      "learning_rate": 4.534948554490227e-05,
      "loss": 5.7388,
      "step": 261960
    },
    {
      "epoch": 0.22930286990750506,
      "grad_norm": 0.5119885206222534,
      "learning_rate": 4.534930747243059e-05,
      "loss": 5.7373,
      "step": 261965
    },
    {
      "epoch": 0.2293072465011322,
      "grad_norm": 0.4975246787071228,
      "learning_rate": 4.534912939699824e-05,
      "loss": 4.9579,
      "step": 261970
    },
    {
      "epoch": 0.2293116230947594,
      "grad_norm": 0.5045643448829651,
      "learning_rate": 4.5348951318605224e-05,
      "loss": 5.934,
      "step": 261975
    },
    {
      "epoch": 0.22931599968838653,
      "grad_norm": 0.5009282827377319,
      "learning_rate": 4.534877323725162e-05,
      "loss": 5.4035,
      "step": 261980
    },
    {
      "epoch": 0.22932037628201368,
      "grad_norm": 0.5283599495887756,
      "learning_rate": 4.534859515293743e-05,
      "loss": 5.4188,
      "step": 261985
    },
    {
      "epoch": 0.22932475287564083,
      "grad_norm": 0.5173234939575195,
      "learning_rate": 4.5348417065662706e-05,
      "loss": 5.2206,
      "step": 261990
    },
    {
      "epoch": 0.229329129469268,
      "grad_norm": 0.513334333896637,
      "learning_rate": 4.534823897542748e-05,
      "loss": 5.7593,
      "step": 261995
    },
    {
      "epoch": 0.22933350606289515,
      "grad_norm": 0.5045377612113953,
      "learning_rate": 4.534806088223178e-05,
      "loss": 5.0254,
      "step": 262000
    },
    {
      "epoch": 0.2293378826565223,
      "grad_norm": 0.5171950459480286,
      "learning_rate": 4.5347882786075636e-05,
      "loss": 4.592,
      "step": 262005
    },
    {
      "epoch": 0.22934225925014945,
      "grad_norm": 0.5111035108566284,
      "learning_rate": 4.53477046869591e-05,
      "loss": 5.2062,
      "step": 262010
    },
    {
      "epoch": 0.22934663584377663,
      "grad_norm": 0.6354562044143677,
      "learning_rate": 4.5347526584882196e-05,
      "loss": 4.3842,
      "step": 262015
    },
    {
      "epoch": 0.22935101243740377,
      "grad_norm": 0.5268670916557312,
      "learning_rate": 4.5347348479844954e-05,
      "loss": 5.1199,
      "step": 262020
    },
    {
      "epoch": 0.22935538903103092,
      "grad_norm": 0.5271295309066772,
      "learning_rate": 4.5347170371847406e-05,
      "loss": 5.1334,
      "step": 262025
    },
    {
      "epoch": 0.22935976562465807,
      "grad_norm": 0.5242758989334106,
      "learning_rate": 4.53469922608896e-05,
      "loss": 5.3943,
      "step": 262030
    },
    {
      "epoch": 0.22936414221828524,
      "grad_norm": 0.501388669013977,
      "learning_rate": 4.534681414697157e-05,
      "loss": 4.5225,
      "step": 262035
    },
    {
      "epoch": 0.2293685188119124,
      "grad_norm": 0.5420374274253845,
      "learning_rate": 4.5346636030093335e-05,
      "loss": 4.9194,
      "step": 262040
    },
    {
      "epoch": 0.22937289540553954,
      "grad_norm": 0.5340004563331604,
      "learning_rate": 4.5346457910254944e-05,
      "loss": 5.4115,
      "step": 262045
    },
    {
      "epoch": 0.2293772719991667,
      "grad_norm": 0.5527871251106262,
      "learning_rate": 4.5346279787456416e-05,
      "loss": 5.7062,
      "step": 262050
    },
    {
      "epoch": 0.22938164859279386,
      "grad_norm": 0.5451974868774414,
      "learning_rate": 4.534610166169781e-05,
      "loss": 5.4728,
      "step": 262055
    },
    {
      "epoch": 0.229386025186421,
      "grad_norm": 0.5106624960899353,
      "learning_rate": 4.534592353297913e-05,
      "loss": 4.6055,
      "step": 262060
    },
    {
      "epoch": 0.22939040178004816,
      "grad_norm": 0.5596804618835449,
      "learning_rate": 4.534574540130043e-05,
      "loss": 4.9253,
      "step": 262065
    },
    {
      "epoch": 0.2293947783736753,
      "grad_norm": 0.5162374377250671,
      "learning_rate": 4.5345567266661745e-05,
      "loss": 5.4499,
      "step": 262070
    },
    {
      "epoch": 0.22939915496730248,
      "grad_norm": 0.507455587387085,
      "learning_rate": 4.534538912906311e-05,
      "loss": 5.1082,
      "step": 262075
    },
    {
      "epoch": 0.22940353156092963,
      "grad_norm": 0.57259202003479,
      "learning_rate": 4.534521098850454e-05,
      "loss": 5.7082,
      "step": 262080
    },
    {
      "epoch": 0.22940790815455678,
      "grad_norm": 0.5198415517807007,
      "learning_rate": 4.534503284498609e-05,
      "loss": 5.72,
      "step": 262085
    },
    {
      "epoch": 0.22941228474818393,
      "grad_norm": 0.5234845280647278,
      "learning_rate": 4.534485469850779e-05,
      "loss": 5.2068,
      "step": 262090
    },
    {
      "epoch": 0.22941666134181107,
      "grad_norm": 0.49820658564567566,
      "learning_rate": 4.5344676549069654e-05,
      "loss": 5.7459,
      "step": 262095
    },
    {
      "epoch": 0.22942103793543825,
      "grad_norm": 0.5106783509254456,
      "learning_rate": 4.534449839667175e-05,
      "loss": 5.9303,
      "step": 262100
    },
    {
      "epoch": 0.2294254145290654,
      "grad_norm": 0.5067992806434631,
      "learning_rate": 4.5344320241314096e-05,
      "loss": 5.1403,
      "step": 262105
    },
    {
      "epoch": 0.22942979112269254,
      "grad_norm": 0.5265851616859436,
      "learning_rate": 4.534414208299672e-05,
      "loss": 5.4079,
      "step": 262110
    },
    {
      "epoch": 0.2294341677163197,
      "grad_norm": 0.5143854022026062,
      "learning_rate": 4.534396392171968e-05,
      "loss": 4.5854,
      "step": 262115
    },
    {
      "epoch": 0.22943854430994687,
      "grad_norm": 0.5077847242355347,
      "learning_rate": 4.534378575748298e-05,
      "loss": 5.0586,
      "step": 262120
    },
    {
      "epoch": 0.22944292090357402,
      "grad_norm": 0.5038617253303528,
      "learning_rate": 4.5343607590286666e-05,
      "loss": 5.4197,
      "step": 262125
    },
    {
      "epoch": 0.22944729749720116,
      "grad_norm": 0.5058920383453369,
      "learning_rate": 4.534342942013078e-05,
      "loss": 5.6637,
      "step": 262130
    },
    {
      "epoch": 0.2294516740908283,
      "grad_norm": 0.5234681963920593,
      "learning_rate": 4.534325124701535e-05,
      "loss": 5.1334,
      "step": 262135
    },
    {
      "epoch": 0.2294560506844555,
      "grad_norm": 0.4977779686450958,
      "learning_rate": 4.53430730709404e-05,
      "loss": 5.4229,
      "step": 262140
    },
    {
      "epoch": 0.22946042727808263,
      "grad_norm": 0.546326756477356,
      "learning_rate": 4.5342894891905994e-05,
      "loss": 4.6905,
      "step": 262145
    },
    {
      "epoch": 0.22946480387170978,
      "grad_norm": 0.537655234336853,
      "learning_rate": 4.5342716709912136e-05,
      "loss": 5.1138,
      "step": 262150
    },
    {
      "epoch": 0.22946918046533693,
      "grad_norm": 0.5132501125335693,
      "learning_rate": 4.534253852495888e-05,
      "loss": 6.2115,
      "step": 262155
    },
    {
      "epoch": 0.2294735570589641,
      "grad_norm": 0.5932957530021667,
      "learning_rate": 4.534236033704624e-05,
      "loss": 4.3675,
      "step": 262160
    },
    {
      "epoch": 0.22947793365259125,
      "grad_norm": 0.5313203930854797,
      "learning_rate": 4.534218214617427e-05,
      "loss": 5.1158,
      "step": 262165
    },
    {
      "epoch": 0.2294823102462184,
      "grad_norm": 0.5140800476074219,
      "learning_rate": 4.5342003952343004e-05,
      "loss": 4.6112,
      "step": 262170
    },
    {
      "epoch": 0.22948668683984555,
      "grad_norm": 0.5194714665412903,
      "learning_rate": 4.534182575555247e-05,
      "loss": 4.6867,
      "step": 262175
    },
    {
      "epoch": 0.22949106343347273,
      "grad_norm": 0.5193523168563843,
      "learning_rate": 4.534164755580269e-05,
      "loss": 5.4053,
      "step": 262180
    },
    {
      "epoch": 0.22949544002709987,
      "grad_norm": 0.5162540078163147,
      "learning_rate": 4.5341469353093715e-05,
      "loss": 4.8646,
      "step": 262185
    },
    {
      "epoch": 0.22949981662072702,
      "grad_norm": 0.5130462646484375,
      "learning_rate": 4.534129114742558e-05,
      "loss": 5.3525,
      "step": 262190
    },
    {
      "epoch": 0.22950419321435417,
      "grad_norm": 0.5157442092895508,
      "learning_rate": 4.534111293879831e-05,
      "loss": 4.4048,
      "step": 262195
    },
    {
      "epoch": 0.22950856980798134,
      "grad_norm": 0.5198609828948975,
      "learning_rate": 4.534093472721195e-05,
      "loss": 4.1997,
      "step": 262200
    },
    {
      "epoch": 0.2295129464016085,
      "grad_norm": 0.5071661472320557,
      "learning_rate": 4.534075651266651e-05,
      "loss": 4.9118,
      "step": 262205
    },
    {
      "epoch": 0.22951732299523564,
      "grad_norm": 0.4955170750617981,
      "learning_rate": 4.534057829516206e-05,
      "loss": 4.6771,
      "step": 262210
    },
    {
      "epoch": 0.2295216995888628,
      "grad_norm": 0.49466806650161743,
      "learning_rate": 4.5340400074698606e-05,
      "loss": 4.9161,
      "step": 262215
    },
    {
      "epoch": 0.22952607618248994,
      "grad_norm": 0.4997432827949524,
      "learning_rate": 4.534022185127621e-05,
      "loss": 5.4388,
      "step": 262220
    },
    {
      "epoch": 0.2295304527761171,
      "grad_norm": 0.5132068395614624,
      "learning_rate": 4.534004362489487e-05,
      "loss": 5.6389,
      "step": 262225
    },
    {
      "epoch": 0.22953482936974426,
      "grad_norm": 0.5135869383811951,
      "learning_rate": 4.533986539555465e-05,
      "loss": 5.4072,
      "step": 262230
    },
    {
      "epoch": 0.2295392059633714,
      "grad_norm": 0.5066618323326111,
      "learning_rate": 4.5339687163255565e-05,
      "loss": 4.7753,
      "step": 262235
    },
    {
      "epoch": 0.22954358255699855,
      "grad_norm": 0.49994325637817383,
      "learning_rate": 4.5339508927997666e-05,
      "loss": 5.4315,
      "step": 262240
    },
    {
      "epoch": 0.22954795915062573,
      "grad_norm": 0.4955129623413086,
      "learning_rate": 4.533933068978098e-05,
      "loss": 5.3041,
      "step": 262245
    },
    {
      "epoch": 0.22955233574425288,
      "grad_norm": 0.5136092901229858,
      "learning_rate": 4.533915244860554e-05,
      "loss": 4.3841,
      "step": 262250
    },
    {
      "epoch": 0.22955671233788003,
      "grad_norm": 0.49844110012054443,
      "learning_rate": 4.5338974204471385e-05,
      "loss": 4.6028,
      "step": 262255
    },
    {
      "epoch": 0.22956108893150717,
      "grad_norm": 0.5101783275604248,
      "learning_rate": 4.5338795957378545e-05,
      "loss": 4.9177,
      "step": 262260
    },
    {
      "epoch": 0.22956546552513435,
      "grad_norm": 0.5039253830909729,
      "learning_rate": 4.5338617707327046e-05,
      "loss": 4.4216,
      "step": 262265
    },
    {
      "epoch": 0.2295698421187615,
      "grad_norm": 0.5066918730735779,
      "learning_rate": 4.5338439454316936e-05,
      "loss": 4.6588,
      "step": 262270
    },
    {
      "epoch": 0.22957421871238864,
      "grad_norm": 0.5056591033935547,
      "learning_rate": 4.5338261198348254e-05,
      "loss": 5.6332,
      "step": 262275
    },
    {
      "epoch": 0.2295785953060158,
      "grad_norm": 0.49195513129234314,
      "learning_rate": 4.533808293942102e-05,
      "loss": 4.6865,
      "step": 262280
    },
    {
      "epoch": 0.22958297189964297,
      "grad_norm": 0.49980953335762024,
      "learning_rate": 4.533790467753527e-05,
      "loss": 4.9408,
      "step": 262285
    },
    {
      "epoch": 0.22958734849327012,
      "grad_norm": 0.508490264415741,
      "learning_rate": 4.533772641269105e-05,
      "loss": 5.1769,
      "step": 262290
    },
    {
      "epoch": 0.22959172508689726,
      "grad_norm": 0.49628475308418274,
      "learning_rate": 4.5337548144888376e-05,
      "loss": 4.625,
      "step": 262295
    },
    {
      "epoch": 0.2295961016805244,
      "grad_norm": 0.5119342803955078,
      "learning_rate": 4.53373698741273e-05,
      "loss": 5.1104,
      "step": 262300
    },
    {
      "epoch": 0.2296004782741516,
      "grad_norm": 0.4945741295814514,
      "learning_rate": 4.5337191600407845e-05,
      "loss": 4.6358,
      "step": 262305
    },
    {
      "epoch": 0.22960485486777873,
      "grad_norm": 0.5106701254844666,
      "learning_rate": 4.533701332373006e-05,
      "loss": 5.2536,
      "step": 262310
    },
    {
      "epoch": 0.22960923146140588,
      "grad_norm": 0.5080487728118896,
      "learning_rate": 4.533683504409396e-05,
      "loss": 5.3377,
      "step": 262315
    },
    {
      "epoch": 0.22961360805503303,
      "grad_norm": 0.505263090133667,
      "learning_rate": 4.5336656761499596e-05,
      "loss": 5.307,
      "step": 262320
    },
    {
      "epoch": 0.2296179846486602,
      "grad_norm": 0.5094982385635376,
      "learning_rate": 4.533647847594699e-05,
      "loss": 5.2166,
      "step": 262325
    },
    {
      "epoch": 0.22962236124228735,
      "grad_norm": 0.49623167514801025,
      "learning_rate": 4.533630018743619e-05,
      "loss": 4.8212,
      "step": 262330
    },
    {
      "epoch": 0.2296267378359145,
      "grad_norm": 0.5030962824821472,
      "learning_rate": 4.533612189596721e-05,
      "loss": 4.2816,
      "step": 262335
    },
    {
      "epoch": 0.22963111442954165,
      "grad_norm": 0.5561045408248901,
      "learning_rate": 4.53359436015401e-05,
      "loss": 5.742,
      "step": 262340
    },
    {
      "epoch": 0.22963549102316883,
      "grad_norm": 0.5040206909179688,
      "learning_rate": 4.53357653041549e-05,
      "loss": 4.7308,
      "step": 262345
    },
    {
      "epoch": 0.22963986761679597,
      "grad_norm": 0.5169989466667175,
      "learning_rate": 4.533558700381162e-05,
      "loss": 4.9244,
      "step": 262350
    },
    {
      "epoch": 0.22964424421042312,
      "grad_norm": 0.5431947112083435,
      "learning_rate": 4.5335408700510316e-05,
      "loss": 5.2222,
      "step": 262355
    },
    {
      "epoch": 0.22964862080405027,
      "grad_norm": 0.492960661649704,
      "learning_rate": 4.533523039425102e-05,
      "loss": 5.6672,
      "step": 262360
    },
    {
      "epoch": 0.22965299739767742,
      "grad_norm": 0.496947705745697,
      "learning_rate": 4.533505208503376e-05,
      "loss": 5.1176,
      "step": 262365
    },
    {
      "epoch": 0.2296573739913046,
      "grad_norm": 0.4940156042575836,
      "learning_rate": 4.533487377285857e-05,
      "loss": 5.1856,
      "step": 262370
    },
    {
      "epoch": 0.22966175058493174,
      "grad_norm": 0.5062532424926758,
      "learning_rate": 4.533469545772548e-05,
      "loss": 5.942,
      "step": 262375
    },
    {
      "epoch": 0.2296661271785589,
      "grad_norm": 0.4995732605457306,
      "learning_rate": 4.5334517139634544e-05,
      "loss": 4.9245,
      "step": 262380
    },
    {
      "epoch": 0.22967050377218604,
      "grad_norm": 0.5065304636955261,
      "learning_rate": 4.5334338818585774e-05,
      "loss": 5.9041,
      "step": 262385
    },
    {
      "epoch": 0.2296748803658132,
      "grad_norm": 0.5149439573287964,
      "learning_rate": 4.5334160494579225e-05,
      "loss": 5.6291,
      "step": 262390
    },
    {
      "epoch": 0.22967925695944036,
      "grad_norm": 0.5132026672363281,
      "learning_rate": 4.5333982167614905e-05,
      "loss": 5.1891,
      "step": 262395
    },
    {
      "epoch": 0.2296836335530675,
      "grad_norm": 0.49621373414993286,
      "learning_rate": 4.5333803837692875e-05,
      "loss": 6.2314,
      "step": 262400
    },
    {
      "epoch": 0.22968801014669465,
      "grad_norm": 0.5100854635238647,
      "learning_rate": 4.533362550481316e-05,
      "loss": 5.9295,
      "step": 262405
    },
    {
      "epoch": 0.22969238674032183,
      "grad_norm": 0.5281803607940674,
      "learning_rate": 4.533344716897579e-05,
      "loss": 5.1983,
      "step": 262410
    },
    {
      "epoch": 0.22969676333394898,
      "grad_norm": 0.5034815073013306,
      "learning_rate": 4.5333268830180794e-05,
      "loss": 5.6285,
      "step": 262415
    },
    {
      "epoch": 0.22970113992757613,
      "grad_norm": 0.5143796801567078,
      "learning_rate": 4.5333090488428234e-05,
      "loss": 4.9142,
      "step": 262420
    },
    {
      "epoch": 0.22970551652120327,
      "grad_norm": 0.5215275883674622,
      "learning_rate": 4.533291214371811e-05,
      "loss": 4.6134,
      "step": 262425
    },
    {
      "epoch": 0.22970989311483045,
      "grad_norm": 0.526226282119751,
      "learning_rate": 4.533273379605047e-05,
      "loss": 5.422,
      "step": 262430
    },
    {
      "epoch": 0.2297142697084576,
      "grad_norm": 0.5407969355583191,
      "learning_rate": 4.5332555445425364e-05,
      "loss": 5.6997,
      "step": 262435
    },
    {
      "epoch": 0.22971864630208474,
      "grad_norm": 0.5197226405143738,
      "learning_rate": 4.533237709184279e-05,
      "loss": 4.624,
      "step": 262440
    },
    {
      "epoch": 0.2297230228957119,
      "grad_norm": 0.5561305284500122,
      "learning_rate": 4.5332198735302824e-05,
      "loss": 5.4065,
      "step": 262445
    },
    {
      "epoch": 0.22972739948933907,
      "grad_norm": 0.5171756744384766,
      "learning_rate": 4.533202037580547e-05,
      "loss": 4.6626,
      "step": 262450
    },
    {
      "epoch": 0.22973177608296622,
      "grad_norm": 0.5383475422859192,
      "learning_rate": 4.533184201335078e-05,
      "loss": 5.1961,
      "step": 262455
    },
    {
      "epoch": 0.22973615267659336,
      "grad_norm": 0.5126661658287048,
      "learning_rate": 4.5331663647938785e-05,
      "loss": 6.2439,
      "step": 262460
    },
    {
      "epoch": 0.2297405292702205,
      "grad_norm": 0.5033484697341919,
      "learning_rate": 4.533148527956951e-05,
      "loss": 5.9652,
      "step": 262465
    },
    {
      "epoch": 0.2297449058638477,
      "grad_norm": 0.5156099796295166,
      "learning_rate": 4.5331306908243e-05,
      "loss": 5.463,
      "step": 262470
    },
    {
      "epoch": 0.22974928245747483,
      "grad_norm": 0.5187535285949707,
      "learning_rate": 4.533112853395928e-05,
      "loss": 4.6819,
      "step": 262475
    },
    {
      "epoch": 0.22975365905110198,
      "grad_norm": 0.5147386789321899,
      "learning_rate": 4.533095015671839e-05,
      "loss": 6.2418,
      "step": 262480
    },
    {
      "epoch": 0.22975803564472913,
      "grad_norm": 0.5041854977607727,
      "learning_rate": 4.533077177652035e-05,
      "loss": 5.2196,
      "step": 262485
    },
    {
      "epoch": 0.22976241223835628,
      "grad_norm": 0.5148774981498718,
      "learning_rate": 4.533059339336523e-05,
      "loss": 5.4051,
      "step": 262490
    },
    {
      "epoch": 0.22976678883198345,
      "grad_norm": 0.5207147002220154,
      "learning_rate": 4.533041500725304e-05,
      "loss": 5.216,
      "step": 262495
    },
    {
      "epoch": 0.2297711654256106,
      "grad_norm": 0.5327209830284119,
      "learning_rate": 4.533023661818381e-05,
      "loss": 5.133,
      "step": 262500
    },
    {
      "epoch": 0.22977554201923775,
      "grad_norm": 0.5221314430236816,
      "learning_rate": 4.533005822615758e-05,
      "loss": 4.9062,
      "step": 262505
    },
    {
      "epoch": 0.2297799186128649,
      "grad_norm": 0.5155476927757263,
      "learning_rate": 4.5329879831174394e-05,
      "loss": 4.595,
      "step": 262510
    },
    {
      "epoch": 0.22978429520649207,
      "grad_norm": 0.5269007086753845,
      "learning_rate": 4.5329701433234276e-05,
      "loss": 5.0813,
      "step": 262515
    },
    {
      "epoch": 0.22978867180011922,
      "grad_norm": 0.5235965847969055,
      "learning_rate": 4.532952303233725e-05,
      "loss": 5.4214,
      "step": 262520
    },
    {
      "epoch": 0.22979304839374637,
      "grad_norm": 0.5115041732788086,
      "learning_rate": 4.532934462848337e-05,
      "loss": 5.7268,
      "step": 262525
    },
    {
      "epoch": 0.22979742498737352,
      "grad_norm": 0.5200631618499756,
      "learning_rate": 4.532916622167267e-05,
      "loss": 5.1175,
      "step": 262530
    },
    {
      "epoch": 0.2298018015810007,
      "grad_norm": 0.5236191153526306,
      "learning_rate": 4.532898781190518e-05,
      "loss": 5.4416,
      "step": 262535
    },
    {
      "epoch": 0.22980617817462784,
      "grad_norm": 0.5123895406723022,
      "learning_rate": 4.532880939918093e-05,
      "loss": 5.0965,
      "step": 262540
    },
    {
      "epoch": 0.229810554768255,
      "grad_norm": 0.5064801573753357,
      "learning_rate": 4.5328630983499944e-05,
      "loss": 5.4095,
      "step": 262545
    },
    {
      "epoch": 0.22981493136188214,
      "grad_norm": 0.5081981420516968,
      "learning_rate": 4.532845256486228e-05,
      "loss": 5.8928,
      "step": 262550
    },
    {
      "epoch": 0.2298193079555093,
      "grad_norm": 0.5105220675468445,
      "learning_rate": 4.5328274143267966e-05,
      "loss": 5.6154,
      "step": 262555
    },
    {
      "epoch": 0.22982368454913646,
      "grad_norm": 0.5216155648231506,
      "learning_rate": 4.532809571871702e-05,
      "loss": 5.9324,
      "step": 262560
    },
    {
      "epoch": 0.2298280611427636,
      "grad_norm": 0.5281641483306885,
      "learning_rate": 4.53279172912095e-05,
      "loss": 4.908,
      "step": 262565
    },
    {
      "epoch": 0.22983243773639075,
      "grad_norm": 0.5159612894058228,
      "learning_rate": 4.5327738860745415e-05,
      "loss": 4.6247,
      "step": 262570
    },
    {
      "epoch": 0.22983681433001793,
      "grad_norm": 0.5234648585319519,
      "learning_rate": 4.5327560427324835e-05,
      "loss": 5.7185,
      "step": 262575
    },
    {
      "epoch": 0.22984119092364508,
      "grad_norm": 0.5343332290649414,
      "learning_rate": 4.5327381990947745e-05,
      "loss": 5.4442,
      "step": 262580
    },
    {
      "epoch": 0.22984556751727223,
      "grad_norm": 0.5289021134376526,
      "learning_rate": 4.5327203551614225e-05,
      "loss": 4.58,
      "step": 262585
    },
    {
      "epoch": 0.22984994411089937,
      "grad_norm": 0.5226219296455383,
      "learning_rate": 4.532702510932428e-05,
      "loss": 5.7256,
      "step": 262590
    },
    {
      "epoch": 0.22985432070452655,
      "grad_norm": 0.5279226899147034,
      "learning_rate": 4.532684666407797e-05,
      "loss": 5.8902,
      "step": 262595
    },
    {
      "epoch": 0.2298586972981537,
      "grad_norm": 0.5331546664237976,
      "learning_rate": 4.532666821587531e-05,
      "loss": 5.3884,
      "step": 262600
    },
    {
      "epoch": 0.22986307389178084,
      "grad_norm": 0.5128272771835327,
      "learning_rate": 4.532648976471634e-05,
      "loss": 4.8119,
      "step": 262605
    },
    {
      "epoch": 0.229867450485408,
      "grad_norm": 0.5104902386665344,
      "learning_rate": 4.532631131060109e-05,
      "loss": 5.4427,
      "step": 262610
    },
    {
      "epoch": 0.22987182707903514,
      "grad_norm": 0.5121204853057861,
      "learning_rate": 4.5326132853529616e-05,
      "loss": 4.5789,
      "step": 262615
    },
    {
      "epoch": 0.22987620367266232,
      "grad_norm": 0.5098046660423279,
      "learning_rate": 4.5325954393501916e-05,
      "loss": 4.6121,
      "step": 262620
    },
    {
      "epoch": 0.22988058026628946,
      "grad_norm": 0.5365149974822998,
      "learning_rate": 4.532577593051804e-05,
      "loss": 5.4213,
      "step": 262625
    },
    {
      "epoch": 0.2298849568599166,
      "grad_norm": 0.5065062046051025,
      "learning_rate": 4.532559746457804e-05,
      "loss": 4.8857,
      "step": 262630
    },
    {
      "epoch": 0.22988933345354376,
      "grad_norm": 0.5098866820335388,
      "learning_rate": 4.5325418995681924e-05,
      "loss": 5.641,
      "step": 262635
    },
    {
      "epoch": 0.22989371004717093,
      "grad_norm": 0.5472996830940247,
      "learning_rate": 4.5325240523829746e-05,
      "loss": 5.5846,
      "step": 262640
    },
    {
      "epoch": 0.22989808664079808,
      "grad_norm": 0.5209007859230042,
      "learning_rate": 4.532506204902153e-05,
      "loss": 5.3754,
      "step": 262645
    },
    {
      "epoch": 0.22990246323442523,
      "grad_norm": 0.4977741539478302,
      "learning_rate": 4.532488357125731e-05,
      "loss": 5.9359,
      "step": 262650
    },
    {
      "epoch": 0.22990683982805238,
      "grad_norm": 0.517932116985321,
      "learning_rate": 4.532470509053713e-05,
      "loss": 5.7201,
      "step": 262655
    },
    {
      "epoch": 0.22991121642167955,
      "grad_norm": 0.5078990459442139,
      "learning_rate": 4.532452660686102e-05,
      "loss": 4.7757,
      "step": 262660
    },
    {
      "epoch": 0.2299155930153067,
      "grad_norm": 0.5360296368598938,
      "learning_rate": 4.532434812022901e-05,
      "loss": 4.9323,
      "step": 262665
    },
    {
      "epoch": 0.22991996960893385,
      "grad_norm": 0.5151952505111694,
      "learning_rate": 4.532416963064113e-05,
      "loss": 5.6547,
      "step": 262670
    },
    {
      "epoch": 0.229924346202561,
      "grad_norm": 0.5322780013084412,
      "learning_rate": 4.5323991138097443e-05,
      "loss": 4.9492,
      "step": 262675
    },
    {
      "epoch": 0.22992872279618817,
      "grad_norm": 0.5179221630096436,
      "learning_rate": 4.5323812642597955e-05,
      "loss": 4.4122,
      "step": 262680
    },
    {
      "epoch": 0.22993309938981532,
      "grad_norm": 0.5116104483604431,
      "learning_rate": 4.532363414414269e-05,
      "loss": 5.4073,
      "step": 262685
    },
    {
      "epoch": 0.22993747598344247,
      "grad_norm": 0.5404795408248901,
      "learning_rate": 4.5323455642731715e-05,
      "loss": 5.3903,
      "step": 262690
    },
    {
      "epoch": 0.22994185257706962,
      "grad_norm": 0.5138695240020752,
      "learning_rate": 4.532327713836504e-05,
      "loss": 5.9264,
      "step": 262695
    },
    {
      "epoch": 0.2299462291706968,
      "grad_norm": 0.5348877906799316,
      "learning_rate": 4.532309863104272e-05,
      "loss": 4.3804,
      "step": 262700
    },
    {
      "epoch": 0.22995060576432394,
      "grad_norm": 0.5375999808311462,
      "learning_rate": 4.532292012076477e-05,
      "loss": 5.4499,
      "step": 262705
    },
    {
      "epoch": 0.2299549823579511,
      "grad_norm": 0.5331339836120605,
      "learning_rate": 4.5322741607531235e-05,
      "loss": 4.4095,
      "step": 262710
    },
    {
      "epoch": 0.22995935895157824,
      "grad_norm": 0.539523184299469,
      "learning_rate": 4.532256309134214e-05,
      "loss": 4.9122,
      "step": 262715
    },
    {
      "epoch": 0.2299637355452054,
      "grad_norm": 0.5148937702178955,
      "learning_rate": 4.5322384572197544e-05,
      "loss": 5.3322,
      "step": 262720
    },
    {
      "epoch": 0.22996811213883256,
      "grad_norm": 0.5021153092384338,
      "learning_rate": 4.5322206050097446e-05,
      "loss": 5.96,
      "step": 262725
    },
    {
      "epoch": 0.2299724887324597,
      "grad_norm": 0.5014124512672424,
      "learning_rate": 4.532202752504191e-05,
      "loss": 5.3283,
      "step": 262730
    },
    {
      "epoch": 0.22997686532608685,
      "grad_norm": 0.5288258194923401,
      "learning_rate": 4.532184899703096e-05,
      "loss": 5.2188,
      "step": 262735
    },
    {
      "epoch": 0.229981241919714,
      "grad_norm": 0.5056883096694946,
      "learning_rate": 4.5321670466064614e-05,
      "loss": 5.7627,
      "step": 262740
    },
    {
      "epoch": 0.22998561851334118,
      "grad_norm": 0.5527489185333252,
      "learning_rate": 4.532149193214293e-05,
      "loss": 4.8295,
      "step": 262745
    },
    {
      "epoch": 0.22998999510696833,
      "grad_norm": 0.501930296421051,
      "learning_rate": 4.532131339526594e-05,
      "loss": 4.5259,
      "step": 262750
    },
    {
      "epoch": 0.22999437170059547,
      "grad_norm": 0.5017817616462708,
      "learning_rate": 4.5321134855433666e-05,
      "loss": 4.2857,
      "step": 262755
    },
    {
      "epoch": 0.22999874829422262,
      "grad_norm": 0.5251150727272034,
      "learning_rate": 4.532095631264616e-05,
      "loss": 5.161,
      "step": 262760
    },
    {
      "epoch": 0.2300031248878498,
      "grad_norm": 0.504987895488739,
      "learning_rate": 4.532077776690343e-05,
      "loss": 5.9188,
      "step": 262765
    },
    {
      "epoch": 0.23000750148147694,
      "grad_norm": 0.5071575045585632,
      "learning_rate": 4.532059921820554e-05,
      "loss": 5.9164,
      "step": 262770
    },
    {
      "epoch": 0.2300118780751041,
      "grad_norm": 0.5329027771949768,
      "learning_rate": 4.53204206665525e-05,
      "loss": 5.1479,
      "step": 262775
    },
    {
      "epoch": 0.23001625466873124,
      "grad_norm": 0.5427176356315613,
      "learning_rate": 4.532024211194436e-05,
      "loss": 5.1396,
      "step": 262780
    },
    {
      "epoch": 0.23002063126235842,
      "grad_norm": 0.5375797748565674,
      "learning_rate": 4.532006355438115e-05,
      "loss": 5.9246,
      "step": 262785
    },
    {
      "epoch": 0.23002500785598556,
      "grad_norm": 0.5265809297561646,
      "learning_rate": 4.531988499386289e-05,
      "loss": 5.9426,
      "step": 262790
    },
    {
      "epoch": 0.2300293844496127,
      "grad_norm": 0.538090169429779,
      "learning_rate": 4.5319706430389654e-05,
      "loss": 4.3821,
      "step": 262795
    },
    {
      "epoch": 0.23003376104323986,
      "grad_norm": 0.5039867758750916,
      "learning_rate": 4.531952786396143e-05,
      "loss": 5.4216,
      "step": 262800
    },
    {
      "epoch": 0.23003813763686703,
      "grad_norm": 0.5015032291412354,
      "learning_rate": 4.531934929457827e-05,
      "loss": 5.9301,
      "step": 262805
    },
    {
      "epoch": 0.23004251423049418,
      "grad_norm": 0.5071072578430176,
      "learning_rate": 4.531917072224022e-05,
      "loss": 4.3814,
      "step": 262810
    },
    {
      "epoch": 0.23004689082412133,
      "grad_norm": 0.5364934802055359,
      "learning_rate": 4.531899214694732e-05,
      "loss": 5.7032,
      "step": 262815
    },
    {
      "epoch": 0.23005126741774848,
      "grad_norm": 0.5087772011756897,
      "learning_rate": 4.531881356869957e-05,
      "loss": 5.9008,
      "step": 262820
    },
    {
      "epoch": 0.23005564401137565,
      "grad_norm": 0.5149800181388855,
      "learning_rate": 4.5318634987497034e-05,
      "loss": 5.658,
      "step": 262825
    },
    {
      "epoch": 0.2300600206050028,
      "grad_norm": 0.507611870765686,
      "learning_rate": 4.531845640333974e-05,
      "loss": 5.9533,
      "step": 262830
    },
    {
      "epoch": 0.23006439719862995,
      "grad_norm": 0.5178395509719849,
      "learning_rate": 4.531827781622771e-05,
      "loss": 5.9793,
      "step": 262835
    },
    {
      "epoch": 0.2300687737922571,
      "grad_norm": 0.5428087711334229,
      "learning_rate": 4.531809922616098e-05,
      "loss": 4.8421,
      "step": 262840
    },
    {
      "epoch": 0.23007315038588427,
      "grad_norm": 0.533753514289856,
      "learning_rate": 4.531792063313961e-05,
      "loss": 5.2034,
      "step": 262845
    },
    {
      "epoch": 0.23007752697951142,
      "grad_norm": 0.5540629625320435,
      "learning_rate": 4.5317742037163614e-05,
      "loss": 4.5729,
      "step": 262850
    },
    {
      "epoch": 0.23008190357313857,
      "grad_norm": 0.5078453421592712,
      "learning_rate": 4.531756343823302e-05,
      "loss": 4.8371,
      "step": 262855
    },
    {
      "epoch": 0.23008628016676572,
      "grad_norm": 0.5535155534744263,
      "learning_rate": 4.531738483634789e-05,
      "loss": 5.3225,
      "step": 262860
    },
    {
      "epoch": 0.23009065676039286,
      "grad_norm": 0.5075863003730774,
      "learning_rate": 4.531720623150822e-05,
      "loss": 5.3913,
      "step": 262865
    },
    {
      "epoch": 0.23009503335402004,
      "grad_norm": 0.49636539816856384,
      "learning_rate": 4.531702762371408e-05,
      "loss": 5.3486,
      "step": 262870
    },
    {
      "epoch": 0.2300994099476472,
      "grad_norm": 0.513145387172699,
      "learning_rate": 4.531684901296548e-05,
      "loss": 5.9379,
      "step": 262875
    },
    {
      "epoch": 0.23010378654127434,
      "grad_norm": 0.5112801790237427,
      "learning_rate": 4.5316670399262475e-05,
      "loss": 5.6391,
      "step": 262880
    },
    {
      "epoch": 0.23010816313490148,
      "grad_norm": 0.5114631652832031,
      "learning_rate": 4.5316491782605074e-05,
      "loss": 5.2481,
      "step": 262885
    },
    {
      "epoch": 0.23011253972852866,
      "grad_norm": 0.5568541288375854,
      "learning_rate": 4.531631316299334e-05,
      "loss": 4.392,
      "step": 262890
    },
    {
      "epoch": 0.2301169163221558,
      "grad_norm": 0.5149634480476379,
      "learning_rate": 4.531613454042728e-05,
      "loss": 4.9094,
      "step": 262895
    },
    {
      "epoch": 0.23012129291578295,
      "grad_norm": 0.531775951385498,
      "learning_rate": 4.531595591490695e-05,
      "loss": 5.3944,
      "step": 262900
    },
    {
      "epoch": 0.2301256695094101,
      "grad_norm": 0.5028735995292664,
      "learning_rate": 4.531577728643237e-05,
      "loss": 5.4078,
      "step": 262905
    },
    {
      "epoch": 0.23013004610303728,
      "grad_norm": 0.5593220591545105,
      "learning_rate": 4.531559865500359e-05,
      "loss": 4.5738,
      "step": 262910
    },
    {
      "epoch": 0.23013442269666443,
      "grad_norm": 0.5341479778289795,
      "learning_rate": 4.531542002062062e-05,
      "loss": 4.6523,
      "step": 262915
    },
    {
      "epoch": 0.23013879929029157,
      "grad_norm": 0.5152812600135803,
      "learning_rate": 4.531524138328352e-05,
      "loss": 5.4093,
      "step": 262920
    },
    {
      "epoch": 0.23014317588391872,
      "grad_norm": 0.51480633020401,
      "learning_rate": 4.531506274299231e-05,
      "loss": 5.4393,
      "step": 262925
    },
    {
      "epoch": 0.2301475524775459,
      "grad_norm": 0.5123251676559448,
      "learning_rate": 4.531488409974703e-05,
      "loss": 5.1178,
      "step": 262930
    },
    {
      "epoch": 0.23015192907117304,
      "grad_norm": 0.5348415374755859,
      "learning_rate": 4.531470545354771e-05,
      "loss": 5.7065,
      "step": 262935
    },
    {
      "epoch": 0.2301563056648002,
      "grad_norm": 0.558847188949585,
      "learning_rate": 4.53145268043944e-05,
      "loss": 5.4305,
      "step": 262940
    },
    {
      "epoch": 0.23016068225842734,
      "grad_norm": 0.5318203568458557,
      "learning_rate": 4.531434815228711e-05,
      "loss": 5.4267,
      "step": 262945
    },
    {
      "epoch": 0.23016505885205452,
      "grad_norm": 0.5535569787025452,
      "learning_rate": 4.531416949722588e-05,
      "loss": 4.6579,
      "step": 262950
    },
    {
      "epoch": 0.23016943544568166,
      "grad_norm": 0.5168846845626831,
      "learning_rate": 4.531399083921076e-05,
      "loss": 5.9029,
      "step": 262955
    },
    {
      "epoch": 0.2301738120393088,
      "grad_norm": 0.514773428440094,
      "learning_rate": 4.531381217824178e-05,
      "loss": 5.1865,
      "step": 262960
    },
    {
      "epoch": 0.23017818863293596,
      "grad_norm": 0.8054316639900208,
      "learning_rate": 4.531363351431895e-05,
      "loss": 4.6139,
      "step": 262965
    },
    {
      "epoch": 0.23018256522656314,
      "grad_norm": 0.5542521476745605,
      "learning_rate": 4.531345484744235e-05,
      "loss": 5.6646,
      "step": 262970
    },
    {
      "epoch": 0.23018694182019028,
      "grad_norm": 0.5126088261604309,
      "learning_rate": 4.531327617761196e-05,
      "loss": 5.9213,
      "step": 262975
    },
    {
      "epoch": 0.23019131841381743,
      "grad_norm": 0.9955341219902039,
      "learning_rate": 4.531309750482787e-05,
      "loss": 4.3311,
      "step": 262980
    },
    {
      "epoch": 0.23019569500744458,
      "grad_norm": 0.5586974024772644,
      "learning_rate": 4.5312918829090066e-05,
      "loss": 5.4536,
      "step": 262985
    },
    {
      "epoch": 0.23020007160107175,
      "grad_norm": 0.5326597094535828,
      "learning_rate": 4.531274015039863e-05,
      "loss": 5.424,
      "step": 262990
    },
    {
      "epoch": 0.2302044481946989,
      "grad_norm": 0.5173580646514893,
      "learning_rate": 4.5312561468753546e-05,
      "loss": 5.4215,
      "step": 262995
    },
    {
      "epoch": 0.23020882478832605,
      "grad_norm": 0.5768008232116699,
      "learning_rate": 4.5312382784154873e-05,
      "loss": 5.6611,
      "step": 263000
    },
    {
      "epoch": 0.2302132013819532,
      "grad_norm": 0.5147005319595337,
      "learning_rate": 4.531220409660265e-05,
      "loss": 4.915,
      "step": 263005
    },
    {
      "epoch": 0.23021757797558035,
      "grad_norm": 0.5887952446937561,
      "learning_rate": 4.531202540609691e-05,
      "loss": 4.9058,
      "step": 263010
    },
    {
      "epoch": 0.23022195456920752,
      "grad_norm": 0.5304403305053711,
      "learning_rate": 4.531184671263769e-05,
      "loss": 4.905,
      "step": 263015
    },
    {
      "epoch": 0.23022633116283467,
      "grad_norm": 0.5284805297851562,
      "learning_rate": 4.5311668016225005e-05,
      "loss": 5.607,
      "step": 263020
    },
    {
      "epoch": 0.23023070775646182,
      "grad_norm": 0.522040605545044,
      "learning_rate": 4.531148931685891e-05,
      "loss": 4.6285,
      "step": 263025
    },
    {
      "epoch": 0.23023508435008896,
      "grad_norm": 0.5363823771476746,
      "learning_rate": 4.531131061453943e-05,
      "loss": 5.4133,
      "step": 263030
    },
    {
      "epoch": 0.23023946094371614,
      "grad_norm": 0.5373769402503967,
      "learning_rate": 4.5311131909266605e-05,
      "loss": 5.8988,
      "step": 263035
    },
    {
      "epoch": 0.2302438375373433,
      "grad_norm": 0.5356383919715881,
      "learning_rate": 4.531095320104046e-05,
      "loss": 5.097,
      "step": 263040
    },
    {
      "epoch": 0.23024821413097044,
      "grad_norm": 0.5025967955589294,
      "learning_rate": 4.531077448986104e-05,
      "loss": 4.9977,
      "step": 263045
    },
    {
      "epoch": 0.23025259072459758,
      "grad_norm": 0.5055906772613525,
      "learning_rate": 4.5310595775728385e-05,
      "loss": 5.9109,
      "step": 263050
    },
    {
      "epoch": 0.23025696731822476,
      "grad_norm": 0.5342115759849548,
      "learning_rate": 4.531041705864251e-05,
      "loss": 5.7072,
      "step": 263055
    },
    {
      "epoch": 0.2302613439118519,
      "grad_norm": 0.5088615417480469,
      "learning_rate": 4.531023833860346e-05,
      "loss": 5.4375,
      "step": 263060
    },
    {
      "epoch": 0.23026572050547905,
      "grad_norm": 0.5020567178726196,
      "learning_rate": 4.531005961561127e-05,
      "loss": 5.3293,
      "step": 263065
    },
    {
      "epoch": 0.2302700970991062,
      "grad_norm": 0.5387693047523499,
      "learning_rate": 4.5309880889665976e-05,
      "loss": 5.4492,
      "step": 263070
    },
    {
      "epoch": 0.23027447369273338,
      "grad_norm": 0.5085697770118713,
      "learning_rate": 4.530970216076761e-05,
      "loss": 5.948,
      "step": 263075
    },
    {
      "epoch": 0.23027885028636053,
      "grad_norm": 0.5047095417976379,
      "learning_rate": 4.53095234289162e-05,
      "loss": 4.6332,
      "step": 263080
    },
    {
      "epoch": 0.23028322687998767,
      "grad_norm": 0.5034708976745605,
      "learning_rate": 4.530934469411179e-05,
      "loss": 5.3835,
      "step": 263085
    },
    {
      "epoch": 0.23028760347361482,
      "grad_norm": 0.547664999961853,
      "learning_rate": 4.5309165956354415e-05,
      "loss": 4.411,
      "step": 263090
    },
    {
      "epoch": 0.230291980067242,
      "grad_norm": 0.5345544219017029,
      "learning_rate": 4.530898721564409e-05,
      "loss": 4.8379,
      "step": 263095
    },
    {
      "epoch": 0.23029635666086914,
      "grad_norm": 0.5002918839454651,
      "learning_rate": 4.530880847198088e-05,
      "loss": 5.4371,
      "step": 263100
    },
    {
      "epoch": 0.2303007332544963,
      "grad_norm": 0.5071274638175964,
      "learning_rate": 4.5308629725364804e-05,
      "loss": 5.7244,
      "step": 263105
    },
    {
      "epoch": 0.23030510984812344,
      "grad_norm": 0.5252161026000977,
      "learning_rate": 4.530845097579589e-05,
      "loss": 5.3987,
      "step": 263110
    },
    {
      "epoch": 0.23030948644175062,
      "grad_norm": 0.5259847044944763,
      "learning_rate": 4.530827222327418e-05,
      "loss": 4.8906,
      "step": 263115
    },
    {
      "epoch": 0.23031386303537776,
      "grad_norm": 0.5308462977409363,
      "learning_rate": 4.530809346779972e-05,
      "loss": 4.6859,
      "step": 263120
    },
    {
      "epoch": 0.2303182396290049,
      "grad_norm": 0.513048529624939,
      "learning_rate": 4.5307914709372535e-05,
      "loss": 5.7381,
      "step": 263125
    },
    {
      "epoch": 0.23032261622263206,
      "grad_norm": 0.5176422595977783,
      "learning_rate": 4.5307735947992636e-05,
      "loss": 5.3988,
      "step": 263130
    },
    {
      "epoch": 0.2303269928162592,
      "grad_norm": 0.5128468871116638,
      "learning_rate": 4.5307557183660096e-05,
      "loss": 5.9193,
      "step": 263135
    },
    {
      "epoch": 0.23033136940988638,
      "grad_norm": 0.5150282382965088,
      "learning_rate": 4.530737841637492e-05,
      "loss": 4.8373,
      "step": 263140
    },
    {
      "epoch": 0.23033574600351353,
      "grad_norm": 0.5254234671592712,
      "learning_rate": 4.530719964613715e-05,
      "loss": 5.201,
      "step": 263145
    },
    {
      "epoch": 0.23034012259714068,
      "grad_norm": 0.5242152214050293,
      "learning_rate": 4.530702087294685e-05,
      "loss": 5.1903,
      "step": 263150
    },
    {
      "epoch": 0.23034449919076783,
      "grad_norm": 0.5270942449569702,
      "learning_rate": 4.5306842096804014e-05,
      "loss": 5.2156,
      "step": 263155
    },
    {
      "epoch": 0.230348875784395,
      "grad_norm": 0.5208195447921753,
      "learning_rate": 4.5306663317708685e-05,
      "loss": 5.4455,
      "step": 263160
    },
    {
      "epoch": 0.23035325237802215,
      "grad_norm": 0.5136585235595703,
      "learning_rate": 4.530648453566092e-05,
      "loss": 4.398,
      "step": 263165
    },
    {
      "epoch": 0.2303576289716493,
      "grad_norm": 0.5467296242713928,
      "learning_rate": 4.530630575066073e-05,
      "loss": 5.3424,
      "step": 263170
    },
    {
      "epoch": 0.23036200556527645,
      "grad_norm": 0.5276712775230408,
      "learning_rate": 4.530612696270815e-05,
      "loss": 5.041,
      "step": 263175
    },
    {
      "epoch": 0.23036638215890362,
      "grad_norm": 0.5271540880203247,
      "learning_rate": 4.530594817180324e-05,
      "loss": 5.105,
      "step": 263180
    },
    {
      "epoch": 0.23037075875253077,
      "grad_norm": 0.5191864371299744,
      "learning_rate": 4.5305769377946e-05,
      "loss": 5.4453,
      "step": 263185
    },
    {
      "epoch": 0.23037513534615792,
      "grad_norm": 0.5187298059463501,
      "learning_rate": 4.530559058113648e-05,
      "loss": 5.7422,
      "step": 263190
    },
    {
      "epoch": 0.23037951193978506,
      "grad_norm": 0.504537045955658,
      "learning_rate": 4.530541178137472e-05,
      "loss": 5.4352,
      "step": 263195
    },
    {
      "epoch": 0.23038388853341224,
      "grad_norm": 0.5033533573150635,
      "learning_rate": 4.530523297866075e-05,
      "loss": 5.9697,
      "step": 263200
    },
    {
      "epoch": 0.2303882651270394,
      "grad_norm": 0.5355081558227539,
      "learning_rate": 4.530505417299461e-05,
      "loss": 4.9215,
      "step": 263205
    },
    {
      "epoch": 0.23039264172066654,
      "grad_norm": 0.5827224254608154,
      "learning_rate": 4.530487536437632e-05,
      "loss": 4.5826,
      "step": 263210
    },
    {
      "epoch": 0.23039701831429368,
      "grad_norm": 0.5553712248802185,
      "learning_rate": 4.5304696552805925e-05,
      "loss": 5.4196,
      "step": 263215
    },
    {
      "epoch": 0.23040139490792086,
      "grad_norm": 0.505260705947876,
      "learning_rate": 4.530451773828347e-05,
      "loss": 4.869,
      "step": 263220
    },
    {
      "epoch": 0.230405771501548,
      "grad_norm": 0.5249320268630981,
      "learning_rate": 4.5304338920808965e-05,
      "loss": 4.4052,
      "step": 263225
    },
    {
      "epoch": 0.23041014809517515,
      "grad_norm": 0.5205672979354858,
      "learning_rate": 4.530416010038247e-05,
      "loss": 5.4187,
      "step": 263230
    },
    {
      "epoch": 0.2304145246888023,
      "grad_norm": 0.5277349948883057,
      "learning_rate": 4.530398127700398e-05,
      "loss": 4.8768,
      "step": 263235
    },
    {
      "epoch": 0.23041890128242948,
      "grad_norm": 0.5189898610115051,
      "learning_rate": 4.530380245067357e-05,
      "loss": 5.204,
      "step": 263240
    },
    {
      "epoch": 0.23042327787605663,
      "grad_norm": 0.5193646550178528,
      "learning_rate": 4.5303623621391265e-05,
      "loss": 5.6406,
      "step": 263245
    },
    {
      "epoch": 0.23042765446968377,
      "grad_norm": 0.5377785563468933,
      "learning_rate": 4.530344478915709e-05,
      "loss": 5.2008,
      "step": 263250
    },
    {
      "epoch": 0.23043203106331092,
      "grad_norm": 0.5323536396026611,
      "learning_rate": 4.530326595397109e-05,
      "loss": 5.1128,
      "step": 263255
    },
    {
      "epoch": 0.23043640765693807,
      "grad_norm": 0.5239773392677307,
      "learning_rate": 4.530308711583329e-05,
      "loss": 5.4504,
      "step": 263260
    },
    {
      "epoch": 0.23044078425056524,
      "grad_norm": 0.5054843425750732,
      "learning_rate": 4.530290827474371e-05,
      "loss": 5.1431,
      "step": 263265
    },
    {
      "epoch": 0.2304451608441924,
      "grad_norm": 0.5207515358924866,
      "learning_rate": 4.530272943070243e-05,
      "loss": 5.2227,
      "step": 263270
    },
    {
      "epoch": 0.23044953743781954,
      "grad_norm": 0.5099678039550781,
      "learning_rate": 4.530255058370946e-05,
      "loss": 5.9404,
      "step": 263275
    },
    {
      "epoch": 0.2304539140314467,
      "grad_norm": 0.5243820548057556,
      "learning_rate": 4.530237173376482e-05,
      "loss": 4.9559,
      "step": 263280
    },
    {
      "epoch": 0.23045829062507386,
      "grad_norm": 0.6094601154327393,
      "learning_rate": 4.5302192880868545e-05,
      "loss": 5.455,
      "step": 263285
    },
    {
      "epoch": 0.230462667218701,
      "grad_norm": 0.520196795463562,
      "learning_rate": 4.530201402502069e-05,
      "loss": 5.2007,
      "step": 263290
    },
    {
      "epoch": 0.23046704381232816,
      "grad_norm": 0.5135390758514404,
      "learning_rate": 4.5301835166221274e-05,
      "loss": 5.1153,
      "step": 263295
    },
    {
      "epoch": 0.2304714204059553,
      "grad_norm": 0.5166406631469727,
      "learning_rate": 4.530165630447035e-05,
      "loss": 5.1934,
      "step": 263300
    },
    {
      "epoch": 0.23047579699958248,
      "grad_norm": 0.5143244862556458,
      "learning_rate": 4.5301477439767936e-05,
      "loss": 4.4479,
      "step": 263305
    },
    {
      "epoch": 0.23048017359320963,
      "grad_norm": 0.5492676496505737,
      "learning_rate": 4.530129857211407e-05,
      "loss": 5.7227,
      "step": 263310
    },
    {
      "epoch": 0.23048455018683678,
      "grad_norm": 0.5297595858573914,
      "learning_rate": 4.530111970150879e-05,
      "loss": 4.8627,
      "step": 263315
    },
    {
      "epoch": 0.23048892678046393,
      "grad_norm": 0.5347298979759216,
      "learning_rate": 4.530094082795212e-05,
      "loss": 5.6518,
      "step": 263320
    },
    {
      "epoch": 0.2304933033740911,
      "grad_norm": 0.5129545331001282,
      "learning_rate": 4.53007619514441e-05,
      "loss": 5.9514,
      "step": 263325
    },
    {
      "epoch": 0.23049767996771825,
      "grad_norm": 0.5248820185661316,
      "learning_rate": 4.530058307198478e-05,
      "loss": 4.3806,
      "step": 263330
    },
    {
      "epoch": 0.2305020565613454,
      "grad_norm": 0.5160330533981323,
      "learning_rate": 4.5300404189574175e-05,
      "loss": 4.8248,
      "step": 263335
    },
    {
      "epoch": 0.23050643315497255,
      "grad_norm": 0.5184358954429626,
      "learning_rate": 4.530022530421233e-05,
      "loss": 5.9383,
      "step": 263340
    },
    {
      "epoch": 0.23051080974859972,
      "grad_norm": 0.5200328826904297,
      "learning_rate": 4.5300046415899265e-05,
      "loss": 5.4342,
      "step": 263345
    },
    {
      "epoch": 0.23051518634222687,
      "grad_norm": 0.5283792018890381,
      "learning_rate": 4.529986752463503e-05,
      "loss": 4.9142,
      "step": 263350
    },
    {
      "epoch": 0.23051956293585402,
      "grad_norm": 0.5162648558616638,
      "learning_rate": 4.5299688630419656e-05,
      "loss": 6.2473,
      "step": 263355
    },
    {
      "epoch": 0.23052393952948116,
      "grad_norm": 0.5160883665084839,
      "learning_rate": 4.529950973325317e-05,
      "loss": 4.6164,
      "step": 263360
    },
    {
      "epoch": 0.23052831612310834,
      "grad_norm": 0.5599294900894165,
      "learning_rate": 4.5299330833135614e-05,
      "loss": 5.1273,
      "step": 263365
    },
    {
      "epoch": 0.2305326927167355,
      "grad_norm": 0.5318389534950256,
      "learning_rate": 4.529915193006703e-05,
      "loss": 5.1285,
      "step": 263370
    },
    {
      "epoch": 0.23053706931036264,
      "grad_norm": 0.5321215987205505,
      "learning_rate": 4.529897302404743e-05,
      "loss": 4.105,
      "step": 263375
    },
    {
      "epoch": 0.23054144590398978,
      "grad_norm": 0.541077733039856,
      "learning_rate": 4.529879411507687e-05,
      "loss": 5.1189,
      "step": 263380
    },
    {
      "epoch": 0.23054582249761693,
      "grad_norm": 0.6157216429710388,
      "learning_rate": 4.529861520315538e-05,
      "loss": 5.2953,
      "step": 263385
    },
    {
      "epoch": 0.2305501990912441,
      "grad_norm": 0.5406009554862976,
      "learning_rate": 4.529843628828297e-05,
      "loss": 4.5918,
      "step": 263390
    },
    {
      "epoch": 0.23055457568487125,
      "grad_norm": 0.558754563331604,
      "learning_rate": 4.529825737045972e-05,
      "loss": 5.6264,
      "step": 263395
    },
    {
      "epoch": 0.2305589522784984,
      "grad_norm": 0.8146288990974426,
      "learning_rate": 4.529807844968563e-05,
      "loss": 5.2097,
      "step": 263400
    },
    {
      "epoch": 0.23056332887212555,
      "grad_norm": 0.5158844590187073,
      "learning_rate": 4.529789952596074e-05,
      "loss": 4.9308,
      "step": 263405
    },
    {
      "epoch": 0.23056770546575273,
      "grad_norm": 0.5112578272819519,
      "learning_rate": 4.52977205992851e-05,
      "loss": 4.3801,
      "step": 263410
    },
    {
      "epoch": 0.23057208205937987,
      "grad_norm": 0.5155284404754639,
      "learning_rate": 4.529754166965873e-05,
      "loss": 5.428,
      "step": 263415
    },
    {
      "epoch": 0.23057645865300702,
      "grad_norm": 0.4996085464954376,
      "learning_rate": 4.529736273708166e-05,
      "loss": 4.3672,
      "step": 263420
    },
    {
      "epoch": 0.23058083524663417,
      "grad_norm": 0.5164004564285278,
      "learning_rate": 4.529718380155393e-05,
      "loss": 5.7269,
      "step": 263425
    },
    {
      "epoch": 0.23058521184026134,
      "grad_norm": 0.5005071759223938,
      "learning_rate": 4.529700486307559e-05,
      "loss": 5.147,
      "step": 263430
    },
    {
      "epoch": 0.2305895884338885,
      "grad_norm": 0.5066767930984497,
      "learning_rate": 4.5296825921646655e-05,
      "loss": 5.4258,
      "step": 263435
    },
    {
      "epoch": 0.23059396502751564,
      "grad_norm": 0.5189622640609741,
      "learning_rate": 4.5296646977267165e-05,
      "loss": 5.0917,
      "step": 263440
    },
    {
      "epoch": 0.2305983416211428,
      "grad_norm": 0.5084378719329834,
      "learning_rate": 4.5296468029937155e-05,
      "loss": 4.9446,
      "step": 263445
    },
    {
      "epoch": 0.23060271821476996,
      "grad_norm": 0.5094728469848633,
      "learning_rate": 4.5296289079656664e-05,
      "loss": 5.7059,
      "step": 263450
    },
    {
      "epoch": 0.2306070948083971,
      "grad_norm": 0.504681408405304,
      "learning_rate": 4.5296110126425714e-05,
      "loss": 4.9242,
      "step": 263455
    },
    {
      "epoch": 0.23061147140202426,
      "grad_norm": 0.5215418338775635,
      "learning_rate": 4.5295931170244365e-05,
      "loss": 5.1788,
      "step": 263460
    },
    {
      "epoch": 0.2306158479956514,
      "grad_norm": 0.5060611963272095,
      "learning_rate": 4.529575221111262e-05,
      "loss": 5.3662,
      "step": 263465
    },
    {
      "epoch": 0.23062022458927858,
      "grad_norm": 0.5102230310440063,
      "learning_rate": 4.529557324903053e-05,
      "loss": 5.9057,
      "step": 263470
    },
    {
      "epoch": 0.23062460118290573,
      "grad_norm": 0.5156463384628296,
      "learning_rate": 4.529539428399813e-05,
      "loss": 5.6414,
      "step": 263475
    },
    {
      "epoch": 0.23062897777653288,
      "grad_norm": 0.5246343016624451,
      "learning_rate": 4.529521531601545e-05,
      "loss": 5.9275,
      "step": 263480
    },
    {
      "epoch": 0.23063335437016003,
      "grad_norm": 0.49748942255973816,
      "learning_rate": 4.529503634508253e-05,
      "loss": 5.0931,
      "step": 263485
    },
    {
      "epoch": 0.2306377309637872,
      "grad_norm": 0.5272105932235718,
      "learning_rate": 4.52948573711994e-05,
      "loss": 5.0978,
      "step": 263490
    },
    {
      "epoch": 0.23064210755741435,
      "grad_norm": 0.5287408828735352,
      "learning_rate": 4.5294678394366084e-05,
      "loss": 4.8271,
      "step": 263495
    },
    {
      "epoch": 0.2306464841510415,
      "grad_norm": 0.5071653723716736,
      "learning_rate": 4.529449941458265e-05,
      "loss": 4.9352,
      "step": 263500
    },
    {
      "epoch": 0.23065086074466865,
      "grad_norm": 0.4935016334056854,
      "learning_rate": 4.529432043184909e-05,
      "loss": 5.3831,
      "step": 263505
    },
    {
      "epoch": 0.2306552373382958,
      "grad_norm": 0.5020968914031982,
      "learning_rate": 4.529414144616547e-05,
      "loss": 4.2853,
      "step": 263510
    },
    {
      "epoch": 0.23065961393192297,
      "grad_norm": 0.5002614259719849,
      "learning_rate": 4.529396245753181e-05,
      "loss": 4.3812,
      "step": 263515
    },
    {
      "epoch": 0.23066399052555012,
      "grad_norm": 0.5291786789894104,
      "learning_rate": 4.529378346594816e-05,
      "loss": 3.8793,
      "step": 263520
    },
    {
      "epoch": 0.23066836711917726,
      "grad_norm": 0.5217145085334778,
      "learning_rate": 4.529360447141453e-05,
      "loss": 4.6713,
      "step": 263525
    },
    {
      "epoch": 0.2306727437128044,
      "grad_norm": 0.5118017196655273,
      "learning_rate": 4.529342547393097e-05,
      "loss": 5.9488,
      "step": 263530
    },
    {
      "epoch": 0.2306771203064316,
      "grad_norm": 0.5096579194068909,
      "learning_rate": 4.529324647349751e-05,
      "loss": 4.9087,
      "step": 263535
    },
    {
      "epoch": 0.23068149690005874,
      "grad_norm": 0.5120072364807129,
      "learning_rate": 4.529306747011418e-05,
      "loss": 5.1879,
      "step": 263540
    },
    {
      "epoch": 0.23068587349368588,
      "grad_norm": 0.5099411606788635,
      "learning_rate": 4.5292888463781034e-05,
      "loss": 5.4087,
      "step": 263545
    },
    {
      "epoch": 0.23069025008731303,
      "grad_norm": 0.5087494850158691,
      "learning_rate": 4.529270945449809e-05,
      "loss": 5.2259,
      "step": 263550
    },
    {
      "epoch": 0.2306946266809402,
      "grad_norm": 0.5417787432670593,
      "learning_rate": 4.529253044226539e-05,
      "loss": 4.8946,
      "step": 263555
    },
    {
      "epoch": 0.23069900327456735,
      "grad_norm": 0.5257070660591125,
      "learning_rate": 4.5292351427082956e-05,
      "loss": 4.4098,
      "step": 263560
    },
    {
      "epoch": 0.2307033798681945,
      "grad_norm": 0.5186672210693359,
      "learning_rate": 4.529217240895083e-05,
      "loss": 4.8218,
      "step": 263565
    },
    {
      "epoch": 0.23070775646182165,
      "grad_norm": 0.5320413112640381,
      "learning_rate": 4.529199338786906e-05,
      "loss": 4.7635,
      "step": 263570
    },
    {
      "epoch": 0.23071213305544883,
      "grad_norm": 0.5147135853767395,
      "learning_rate": 4.529181436383766e-05,
      "loss": 5.1689,
      "step": 263575
    },
    {
      "epoch": 0.23071650964907597,
      "grad_norm": 0.524606466293335,
      "learning_rate": 4.529163533685666e-05,
      "loss": 5.6553,
      "step": 263580
    },
    {
      "epoch": 0.23072088624270312,
      "grad_norm": 0.5120571851730347,
      "learning_rate": 4.529145630692613e-05,
      "loss": 4.8993,
      "step": 263585
    },
    {
      "epoch": 0.23072526283633027,
      "grad_norm": 0.5047335028648376,
      "learning_rate": 4.529127727404606e-05,
      "loss": 5.4289,
      "step": 263590
    },
    {
      "epoch": 0.23072963942995744,
      "grad_norm": 0.5049282312393188,
      "learning_rate": 4.529109823821652e-05,
      "loss": 5.7497,
      "step": 263595
    },
    {
      "epoch": 0.2307340160235846,
      "grad_norm": 0.5147573947906494,
      "learning_rate": 4.529091919943753e-05,
      "loss": 4.7086,
      "step": 263600
    },
    {
      "epoch": 0.23073839261721174,
      "grad_norm": 0.5144122242927551,
      "learning_rate": 4.5290740157709125e-05,
      "loss": 4.8099,
      "step": 263605
    },
    {
      "epoch": 0.2307427692108389,
      "grad_norm": 0.5210798382759094,
      "learning_rate": 4.529056111303134e-05,
      "loss": 5.1006,
      "step": 263610
    },
    {
      "epoch": 0.23074714580446606,
      "grad_norm": 0.5044955611228943,
      "learning_rate": 4.5290382065404205e-05,
      "loss": 5.4329,
      "step": 263615
    },
    {
      "epoch": 0.2307515223980932,
      "grad_norm": 0.5120865702629089,
      "learning_rate": 4.5290203014827756e-05,
      "loss": 5.4217,
      "step": 263620
    },
    {
      "epoch": 0.23075589899172036,
      "grad_norm": 0.5642523169517517,
      "learning_rate": 4.529002396130204e-05,
      "loss": 4.9195,
      "step": 263625
    },
    {
      "epoch": 0.2307602755853475,
      "grad_norm": 0.5105208158493042,
      "learning_rate": 4.528984490482707e-05,
      "loss": 4.8019,
      "step": 263630
    },
    {
      "epoch": 0.23076465217897468,
      "grad_norm": 0.506213903427124,
      "learning_rate": 4.528966584540291e-05,
      "loss": 5.4454,
      "step": 263635
    },
    {
      "epoch": 0.23076902877260183,
      "grad_norm": 0.5159424543380737,
      "learning_rate": 4.528948678302957e-05,
      "loss": 5.3796,
      "step": 263640
    },
    {
      "epoch": 0.23077340536622898,
      "grad_norm": 0.5089364647865295,
      "learning_rate": 4.528930771770709e-05,
      "loss": 4.6189,
      "step": 263645
    },
    {
      "epoch": 0.23077778195985613,
      "grad_norm": 0.5288696885108948,
      "learning_rate": 4.52891286494355e-05,
      "loss": 5.5992,
      "step": 263650
    },
    {
      "epoch": 0.23078215855348327,
      "grad_norm": 0.5159945487976074,
      "learning_rate": 4.528894957821484e-05,
      "loss": 4.6173,
      "step": 263655
    },
    {
      "epoch": 0.23078653514711045,
      "grad_norm": 0.5096564292907715,
      "learning_rate": 4.528877050404515e-05,
      "loss": 5.1979,
      "step": 263660
    },
    {
      "epoch": 0.2307909117407376,
      "grad_norm": 0.5157671570777893,
      "learning_rate": 4.528859142692645e-05,
      "loss": 4.1209,
      "step": 263665
    },
    {
      "epoch": 0.23079528833436475,
      "grad_norm": 0.5171224474906921,
      "learning_rate": 4.52884123468588e-05,
      "loss": 4.3582,
      "step": 263670
    },
    {
      "epoch": 0.2307996649279919,
      "grad_norm": 0.5260306596755981,
      "learning_rate": 4.528823326384222e-05,
      "loss": 5.7335,
      "step": 263675
    },
    {
      "epoch": 0.23080404152161907,
      "grad_norm": 0.5649101138114929,
      "learning_rate": 4.528805417787673e-05,
      "loss": 5.1455,
      "step": 263680
    },
    {
      "epoch": 0.23080841811524622,
      "grad_norm": 0.5123879313468933,
      "learning_rate": 4.528787508896238e-05,
      "loss": 4.6267,
      "step": 263685
    },
    {
      "epoch": 0.23081279470887336,
      "grad_norm": 0.5110611915588379,
      "learning_rate": 4.528769599709921e-05,
      "loss": 4.6709,
      "step": 263690
    },
    {
      "epoch": 0.2308171713025005,
      "grad_norm": 0.5670425295829773,
      "learning_rate": 4.5287516902287244e-05,
      "loss": 4.3691,
      "step": 263695
    },
    {
      "epoch": 0.2308215478961277,
      "grad_norm": 0.5095884799957275,
      "learning_rate": 4.528733780452651e-05,
      "loss": 4.1562,
      "step": 263700
    },
    {
      "epoch": 0.23082592448975484,
      "grad_norm": 0.530326783657074,
      "learning_rate": 4.5287158703817065e-05,
      "loss": 5.4087,
      "step": 263705
    },
    {
      "epoch": 0.23083030108338198,
      "grad_norm": 0.4846842885017395,
      "learning_rate": 4.528697960015893e-05,
      "loss": 4.896,
      "step": 263710
    },
    {
      "epoch": 0.23083467767700913,
      "grad_norm": 0.4902780055999756,
      "learning_rate": 4.528680049355213e-05,
      "loss": 4.895,
      "step": 263715
    },
    {
      "epoch": 0.2308390542706363,
      "grad_norm": 0.5040608048439026,
      "learning_rate": 4.528662138399672e-05,
      "loss": 5.7212,
      "step": 263720
    },
    {
      "epoch": 0.23084343086426345,
      "grad_norm": 0.5016521215438843,
      "learning_rate": 4.5286442271492724e-05,
      "loss": 5.4279,
      "step": 263725
    },
    {
      "epoch": 0.2308478074578906,
      "grad_norm": 0.5052035450935364,
      "learning_rate": 4.528626315604018e-05,
      "loss": 4.6117,
      "step": 263730
    },
    {
      "epoch": 0.23085218405151775,
      "grad_norm": 0.5008140802383423,
      "learning_rate": 4.52860840376391e-05,
      "loss": 5.7377,
      "step": 263735
    },
    {
      "epoch": 0.23085656064514493,
      "grad_norm": 0.48885905742645264,
      "learning_rate": 4.5285904916289557e-05,
      "loss": 4.8958,
      "step": 263740
    },
    {
      "epoch": 0.23086093723877207,
      "grad_norm": 0.5105187892913818,
      "learning_rate": 4.5285725791991555e-05,
      "loss": 4.7898,
      "step": 263745
    },
    {
      "epoch": 0.23086531383239922,
      "grad_norm": 0.5035337209701538,
      "learning_rate": 4.5285546664745146e-05,
      "loss": 5.5965,
      "step": 263750
    },
    {
      "epoch": 0.23086969042602637,
      "grad_norm": 0.49651914834976196,
      "learning_rate": 4.528536753455036e-05,
      "loss": 5.9041,
      "step": 263755
    },
    {
      "epoch": 0.23087406701965354,
      "grad_norm": 0.5081384778022766,
      "learning_rate": 4.528518840140722e-05,
      "loss": 4.9135,
      "step": 263760
    },
    {
      "epoch": 0.2308784436132807,
      "grad_norm": 0.5024142861366272,
      "learning_rate": 4.528500926531578e-05,
      "loss": 5.1916,
      "step": 263765
    },
    {
      "epoch": 0.23088282020690784,
      "grad_norm": 0.5054545998573303,
      "learning_rate": 4.528483012627607e-05,
      "loss": 5.1432,
      "step": 263770
    },
    {
      "epoch": 0.230887196800535,
      "grad_norm": 0.4994175434112549,
      "learning_rate": 4.5284650984288104e-05,
      "loss": 5.61,
      "step": 263775
    },
    {
      "epoch": 0.23089157339416214,
      "grad_norm": 0.499610036611557,
      "learning_rate": 4.528447183935195e-05,
      "loss": 5.7083,
      "step": 263780
    },
    {
      "epoch": 0.2308959499877893,
      "grad_norm": 0.5000259876251221,
      "learning_rate": 4.528429269146761e-05,
      "loss": 5.9092,
      "step": 263785
    },
    {
      "epoch": 0.23090032658141646,
      "grad_norm": 0.5055844783782959,
      "learning_rate": 4.528411354063514e-05,
      "loss": 4.9111,
      "step": 263790
    },
    {
      "epoch": 0.2309047031750436,
      "grad_norm": 0.5195858478546143,
      "learning_rate": 4.5283934386854565e-05,
      "loss": 5.7131,
      "step": 263795
    },
    {
      "epoch": 0.23090907976867076,
      "grad_norm": 0.5356391668319702,
      "learning_rate": 4.528375523012592e-05,
      "loss": 5.1828,
      "step": 263800
    },
    {
      "epoch": 0.23091345636229793,
      "grad_norm": 0.5124801993370056,
      "learning_rate": 4.528357607044925e-05,
      "loss": 4.8913,
      "step": 263805
    },
    {
      "epoch": 0.23091783295592508,
      "grad_norm": 0.5087357759475708,
      "learning_rate": 4.528339690782458e-05,
      "loss": 5.968,
      "step": 263810
    },
    {
      "epoch": 0.23092220954955223,
      "grad_norm": 0.5077478289604187,
      "learning_rate": 4.528321774225195e-05,
      "loss": 5.4329,
      "step": 263815
    },
    {
      "epoch": 0.23092658614317937,
      "grad_norm": 0.5173357129096985,
      "learning_rate": 4.528303857373139e-05,
      "loss": 4.9166,
      "step": 263820
    },
    {
      "epoch": 0.23093096273680655,
      "grad_norm": 0.5104880928993225,
      "learning_rate": 4.528285940226292e-05,
      "loss": 5.9174,
      "step": 263825
    },
    {
      "epoch": 0.2309353393304337,
      "grad_norm": 0.5191118121147156,
      "learning_rate": 4.528268022784661e-05,
      "loss": 5.6193,
      "step": 263830
    },
    {
      "epoch": 0.23093971592406085,
      "grad_norm": 0.5201112627983093,
      "learning_rate": 4.528250105048246e-05,
      "loss": 5.1154,
      "step": 263835
    },
    {
      "epoch": 0.230944092517688,
      "grad_norm": 0.5092212557792664,
      "learning_rate": 4.5282321870170515e-05,
      "loss": 5.948,
      "step": 263840
    },
    {
      "epoch": 0.23094846911131517,
      "grad_norm": 0.5093085765838623,
      "learning_rate": 4.5282142686910835e-05,
      "loss": 5.9283,
      "step": 263845
    },
    {
      "epoch": 0.23095284570494232,
      "grad_norm": 0.5035644769668579,
      "learning_rate": 4.528196350070342e-05,
      "loss": 5.1209,
      "step": 263850
    },
    {
      "epoch": 0.23095722229856946,
      "grad_norm": 0.5102757215499878,
      "learning_rate": 4.5281784311548313e-05,
      "loss": 5.1165,
      "step": 263855
    },
    {
      "epoch": 0.2309615988921966,
      "grad_norm": 0.5169821381568909,
      "learning_rate": 4.528160511944556e-05,
      "loss": 5.9279,
      "step": 263860
    },
    {
      "epoch": 0.2309659754858238,
      "grad_norm": 0.525054931640625,
      "learning_rate": 4.528142592439518e-05,
      "loss": 5.4229,
      "step": 263865
    },
    {
      "epoch": 0.23097035207945094,
      "grad_norm": 0.5359631776809692,
      "learning_rate": 4.528124672639723e-05,
      "loss": 4.9875,
      "step": 263870
    },
    {
      "epoch": 0.23097472867307808,
      "grad_norm": 0.5482886433601379,
      "learning_rate": 4.5281067525451724e-05,
      "loss": 4.4316,
      "step": 263875
    },
    {
      "epoch": 0.23097910526670523,
      "grad_norm": 0.5027822852134705,
      "learning_rate": 4.52808883215587e-05,
      "loss": 4.0958,
      "step": 263880
    },
    {
      "epoch": 0.2309834818603324,
      "grad_norm": 0.5140357613563538,
      "learning_rate": 4.528070911471821e-05,
      "loss": 5.1061,
      "step": 263885
    },
    {
      "epoch": 0.23098785845395955,
      "grad_norm": 0.5696665644645691,
      "learning_rate": 4.528052990493026e-05,
      "loss": 5.4282,
      "step": 263890
    },
    {
      "epoch": 0.2309922350475867,
      "grad_norm": 0.5376519560813904,
      "learning_rate": 4.528035069219491e-05,
      "loss": 5.4275,
      "step": 263895
    },
    {
      "epoch": 0.23099661164121385,
      "grad_norm": 0.5172591805458069,
      "learning_rate": 4.528017147651217e-05,
      "loss": 4.865,
      "step": 263900
    },
    {
      "epoch": 0.231000988234841,
      "grad_norm": 0.49469777941703796,
      "learning_rate": 4.52799922578821e-05,
      "loss": 5.1339,
      "step": 263905
    },
    {
      "epoch": 0.23100536482846817,
      "grad_norm": 0.5213695764541626,
      "learning_rate": 4.527981303630472e-05,
      "loss": 4.7024,
      "step": 263910
    },
    {
      "epoch": 0.23100974142209532,
      "grad_norm": 0.5158590078353882,
      "learning_rate": 4.527963381178006e-05,
      "loss": 4.2584,
      "step": 263915
    },
    {
      "epoch": 0.23101411801572247,
      "grad_norm": 0.531439483165741,
      "learning_rate": 4.527945458430817e-05,
      "loss": 5.414,
      "step": 263920
    },
    {
      "epoch": 0.23101849460934962,
      "grad_norm": 0.519808828830719,
      "learning_rate": 4.527927535388908e-05,
      "loss": 5.9219,
      "step": 263925
    },
    {
      "epoch": 0.2310228712029768,
      "grad_norm": 0.516205370426178,
      "learning_rate": 4.5279096120522814e-05,
      "loss": 5.4497,
      "step": 263930
    },
    {
      "epoch": 0.23102724779660394,
      "grad_norm": 0.5239717364311218,
      "learning_rate": 4.527891688420941e-05,
      "loss": 5.9287,
      "step": 263935
    },
    {
      "epoch": 0.2310316243902311,
      "grad_norm": 0.565077543258667,
      "learning_rate": 4.527873764494891e-05,
      "loss": 4.8938,
      "step": 263940
    },
    {
      "epoch": 0.23103600098385824,
      "grad_norm": 0.5410392880439758,
      "learning_rate": 4.527855840274135e-05,
      "loss": 4.6188,
      "step": 263945
    },
    {
      "epoch": 0.2310403775774854,
      "grad_norm": 0.5072656869888306,
      "learning_rate": 4.527837915758676e-05,
      "loss": 4.0624,
      "step": 263950
    },
    {
      "epoch": 0.23104475417111256,
      "grad_norm": 0.5392717719078064,
      "learning_rate": 4.5278199909485175e-05,
      "loss": 5.247,
      "step": 263955
    },
    {
      "epoch": 0.2310491307647397,
      "grad_norm": 0.5661594867706299,
      "learning_rate": 4.5278020658436613e-05,
      "loss": 5.1852,
      "step": 263960
    },
    {
      "epoch": 0.23105350735836686,
      "grad_norm": 0.5241163372993469,
      "learning_rate": 4.5277841404441143e-05,
      "loss": 5.3379,
      "step": 263965
    },
    {
      "epoch": 0.23105788395199403,
      "grad_norm": 0.5320865511894226,
      "learning_rate": 4.527766214749878e-05,
      "loss": 5.4419,
      "step": 263970
    },
    {
      "epoch": 0.23106226054562118,
      "grad_norm": 0.551593542098999,
      "learning_rate": 4.5277482887609544e-05,
      "loss": 5.1311,
      "step": 263975
    },
    {
      "epoch": 0.23106663713924833,
      "grad_norm": 0.5112447142601013,
      "learning_rate": 4.527730362477349e-05,
      "loss": 5.592,
      "step": 263980
    },
    {
      "epoch": 0.23107101373287547,
      "grad_norm": 0.4931339621543884,
      "learning_rate": 4.527712435899066e-05,
      "loss": 6.2299,
      "step": 263985
    },
    {
      "epoch": 0.23107539032650265,
      "grad_norm": 0.575807511806488,
      "learning_rate": 4.527694509026107e-05,
      "loss": 4.8379,
      "step": 263990
    },
    {
      "epoch": 0.2310797669201298,
      "grad_norm": 0.5230000019073486,
      "learning_rate": 4.5276765818584754e-05,
      "loss": 4.6686,
      "step": 263995
    },
    {
      "epoch": 0.23108414351375695,
      "grad_norm": 0.5165191888809204,
      "learning_rate": 4.5276586543961755e-05,
      "loss": 5.2151,
      "step": 264000
    },
    {
      "epoch": 0.2310885201073841,
      "grad_norm": 0.5183296203613281,
      "learning_rate": 4.5276407266392104e-05,
      "loss": 5.5936,
      "step": 264005
    },
    {
      "epoch": 0.23109289670101127,
      "grad_norm": 0.5154580473899841,
      "learning_rate": 4.527622798587584e-05,
      "loss": 5.9266,
      "step": 264010
    },
    {
      "epoch": 0.23109727329463842,
      "grad_norm": 0.5051899552345276,
      "learning_rate": 4.5276048702413e-05,
      "loss": 5.3551,
      "step": 264015
    },
    {
      "epoch": 0.23110164988826556,
      "grad_norm": 0.5270528197288513,
      "learning_rate": 4.5275869416003616e-05,
      "loss": 4.3907,
      "step": 264020
    },
    {
      "epoch": 0.2311060264818927,
      "grad_norm": 0.5287100672721863,
      "learning_rate": 4.5275690126647706e-05,
      "loss": 5.3896,
      "step": 264025
    },
    {
      "epoch": 0.23111040307551986,
      "grad_norm": 0.6240643858909607,
      "learning_rate": 4.5275510834345327e-05,
      "loss": 4.3872,
      "step": 264030
    },
    {
      "epoch": 0.23111477966914704,
      "grad_norm": 0.5216046571731567,
      "learning_rate": 4.527533153909651e-05,
      "loss": 5.925,
      "step": 264035
    },
    {
      "epoch": 0.23111915626277418,
      "grad_norm": 0.5153982639312744,
      "learning_rate": 4.527515224090128e-05,
      "loss": 5.3338,
      "step": 264040
    },
    {
      "epoch": 0.23112353285640133,
      "grad_norm": 0.512753427028656,
      "learning_rate": 4.5274972939759676e-05,
      "loss": 4.4065,
      "step": 264045
    },
    {
      "epoch": 0.23112790945002848,
      "grad_norm": 0.5554371476173401,
      "learning_rate": 4.527479363567173e-05,
      "loss": 5.0926,
      "step": 264050
    },
    {
      "epoch": 0.23113228604365565,
      "grad_norm": 0.507536768913269,
      "learning_rate": 4.527461432863749e-05,
      "loss": 5.4447,
      "step": 264055
    },
    {
      "epoch": 0.2311366626372828,
      "grad_norm": 0.5210553407669067,
      "learning_rate": 4.527443501865697e-05,
      "loss": 6.2426,
      "step": 264060
    },
    {
      "epoch": 0.23114103923090995,
      "grad_norm": 0.5333589911460876,
      "learning_rate": 4.527425570573022e-05,
      "loss": 4.5713,
      "step": 264065
    },
    {
      "epoch": 0.2311454158245371,
      "grad_norm": 0.6994251012802124,
      "learning_rate": 4.527407638985727e-05,
      "loss": 4.4009,
      "step": 264070
    },
    {
      "epoch": 0.23114979241816427,
      "grad_norm": 0.6597369313240051,
      "learning_rate": 4.527389707103814e-05,
      "loss": 5.3063,
      "step": 264075
    },
    {
      "epoch": 0.23115416901179142,
      "grad_norm": 0.5264468789100647,
      "learning_rate": 4.527371774927289e-05,
      "loss": 4.6191,
      "step": 264080
    },
    {
      "epoch": 0.23115854560541857,
      "grad_norm": 0.517474353313446,
      "learning_rate": 4.5273538424561546e-05,
      "loss": 5.4102,
      "step": 264085
    },
    {
      "epoch": 0.23116292219904572,
      "grad_norm": 0.5169445276260376,
      "learning_rate": 4.527335909690415e-05,
      "loss": 6.2195,
      "step": 264090
    },
    {
      "epoch": 0.2311672987926729,
      "grad_norm": 0.5159404873847961,
      "learning_rate": 4.52731797663007e-05,
      "loss": 5.9488,
      "step": 264095
    },
    {
      "epoch": 0.23117167538630004,
      "grad_norm": 0.49605509638786316,
      "learning_rate": 4.527300043275128e-05,
      "loss": 5.0227,
      "step": 264100
    },
    {
      "epoch": 0.2311760519799272,
      "grad_norm": 0.536549985408783,
      "learning_rate": 4.527282109625588e-05,
      "loss": 4.883,
      "step": 264105
    },
    {
      "epoch": 0.23118042857355434,
      "grad_norm": 0.5384708642959595,
      "learning_rate": 4.527264175681457e-05,
      "loss": 5.9729,
      "step": 264110
    },
    {
      "epoch": 0.2311848051671815,
      "grad_norm": 0.5713598132133484,
      "learning_rate": 4.5272462414427376e-05,
      "loss": 4.9247,
      "step": 264115
    },
    {
      "epoch": 0.23118918176080866,
      "grad_norm": 0.5078016519546509,
      "learning_rate": 4.527228306909431e-05,
      "loss": 5.9146,
      "step": 264120
    },
    {
      "epoch": 0.2311935583544358,
      "grad_norm": 0.5071681141853333,
      "learning_rate": 4.527210372081544e-05,
      "loss": 5.9039,
      "step": 264125
    },
    {
      "epoch": 0.23119793494806296,
      "grad_norm": 0.5197597742080688,
      "learning_rate": 4.527192436959078e-05,
      "loss": 5.7048,
      "step": 264130
    },
    {
      "epoch": 0.23120231154169013,
      "grad_norm": 0.5600354671478271,
      "learning_rate": 4.527174501542036e-05,
      "loss": 4.8949,
      "step": 264135
    },
    {
      "epoch": 0.23120668813531728,
      "grad_norm": 0.5249700546264648,
      "learning_rate": 4.5271565658304235e-05,
      "loss": 5.4006,
      "step": 264140
    },
    {
      "epoch": 0.23121106472894443,
      "grad_norm": 0.5280058979988098,
      "learning_rate": 4.5271386298242425e-05,
      "loss": 5.4229,
      "step": 264145
    },
    {
      "epoch": 0.23121544132257157,
      "grad_norm": 0.5312172174453735,
      "learning_rate": 4.527120693523497e-05,
      "loss": 4.8936,
      "step": 264150
    },
    {
      "epoch": 0.23121981791619872,
      "grad_norm": 0.5082334876060486,
      "learning_rate": 4.527102756928189e-05,
      "loss": 5.4521,
      "step": 264155
    },
    {
      "epoch": 0.2312241945098259,
      "grad_norm": 0.5138860940933228,
      "learning_rate": 4.527084820038324e-05,
      "loss": 6.1766,
      "step": 264160
    },
    {
      "epoch": 0.23122857110345305,
      "grad_norm": 0.5059451460838318,
      "learning_rate": 4.527066882853905e-05,
      "loss": 4.3418,
      "step": 264165
    },
    {
      "epoch": 0.2312329476970802,
      "grad_norm": 0.5347090363502502,
      "learning_rate": 4.527048945374935e-05,
      "loss": 5.7427,
      "step": 264170
    },
    {
      "epoch": 0.23123732429070734,
      "grad_norm": 0.5276533961296082,
      "learning_rate": 4.527031007601418e-05,
      "loss": 4.618,
      "step": 264175
    },
    {
      "epoch": 0.23124170088433452,
      "grad_norm": 0.5394986867904663,
      "learning_rate": 4.527013069533357e-05,
      "loss": 5.3469,
      "step": 264180
    },
    {
      "epoch": 0.23124607747796166,
      "grad_norm": 0.5383617281913757,
      "learning_rate": 4.5269951311707546e-05,
      "loss": 5.1173,
      "step": 264185
    },
    {
      "epoch": 0.2312504540715888,
      "grad_norm": 0.49976029992103577,
      "learning_rate": 4.526977192513616e-05,
      "loss": 4.8291,
      "step": 264190
    },
    {
      "epoch": 0.23125483066521596,
      "grad_norm": 0.5093802809715271,
      "learning_rate": 4.526959253561943e-05,
      "loss": 5.6342,
      "step": 264195
    },
    {
      "epoch": 0.23125920725884314,
      "grad_norm": 0.5232364535331726,
      "learning_rate": 4.526941314315741e-05,
      "loss": 5.9705,
      "step": 264200
    },
    {
      "epoch": 0.23126358385247028,
      "grad_norm": 0.6439805626869202,
      "learning_rate": 4.5269233747750115e-05,
      "loss": 4.9033,
      "step": 264205
    },
    {
      "epoch": 0.23126796044609743,
      "grad_norm": 0.5475360155105591,
      "learning_rate": 4.526905434939759e-05,
      "loss": 5.2063,
      "step": 264210
    },
    {
      "epoch": 0.23127233703972458,
      "grad_norm": 0.6996095776557922,
      "learning_rate": 4.526887494809987e-05,
      "loss": 5.107,
      "step": 264215
    },
    {
      "epoch": 0.23127671363335175,
      "grad_norm": 0.5622304677963257,
      "learning_rate": 4.526869554385699e-05,
      "loss": 5.2581,
      "step": 264220
    },
    {
      "epoch": 0.2312810902269789,
      "grad_norm": 0.8293449282646179,
      "learning_rate": 4.526851613666897e-05,
      "loss": 5.1381,
      "step": 264225
    },
    {
      "epoch": 0.23128546682060605,
      "grad_norm": 0.5295442342758179,
      "learning_rate": 4.526833672653586e-05,
      "loss": 4.907,
      "step": 264230
    },
    {
      "epoch": 0.2312898434142332,
      "grad_norm": 0.6657946109771729,
      "learning_rate": 4.526815731345769e-05,
      "loss": 5.4559,
      "step": 264235
    },
    {
      "epoch": 0.23129422000786037,
      "grad_norm": 0.659368634223938,
      "learning_rate": 4.526797789743451e-05,
      "loss": 4.1912,
      "step": 264240
    },
    {
      "epoch": 0.23129859660148752,
      "grad_norm": 0.5166486501693726,
      "learning_rate": 4.526779847846633e-05,
      "loss": 5.6742,
      "step": 264245
    },
    {
      "epoch": 0.23130297319511467,
      "grad_norm": 0.5037725567817688,
      "learning_rate": 4.5267619056553204e-05,
      "loss": 5.1182,
      "step": 264250
    },
    {
      "epoch": 0.23130734978874182,
      "grad_norm": 0.51109379529953,
      "learning_rate": 4.526743963169514e-05,
      "loss": 4.8786,
      "step": 264255
    },
    {
      "epoch": 0.231311726382369,
      "grad_norm": 0.6392604112625122,
      "learning_rate": 4.526726020389219e-05,
      "loss": 4.8119,
      "step": 264260
    },
    {
      "epoch": 0.23131610297599614,
      "grad_norm": 0.5219754576683044,
      "learning_rate": 4.526708077314441e-05,
      "loss": 4.6126,
      "step": 264265
    },
    {
      "epoch": 0.2313204795696233,
      "grad_norm": 0.5206942558288574,
      "learning_rate": 4.526690133945181e-05,
      "loss": 4.6905,
      "step": 264270
    },
    {
      "epoch": 0.23132485616325044,
      "grad_norm": 0.517095148563385,
      "learning_rate": 4.52667219028144e-05,
      "loss": 4.9431,
      "step": 264275
    },
    {
      "epoch": 0.2313292327568776,
      "grad_norm": 0.507517397403717,
      "learning_rate": 4.526654246323226e-05,
      "loss": 5.1019,
      "step": 264280
    },
    {
      "epoch": 0.23133360935050476,
      "grad_norm": 0.4961247146129608,
      "learning_rate": 4.5266363020705425e-05,
      "loss": 5.0352,
      "step": 264285
    },
    {
      "epoch": 0.2313379859441319,
      "grad_norm": 0.5163161754608154,
      "learning_rate": 4.526618357523389e-05,
      "loss": 4.1343,
      "step": 264290
    },
    {
      "epoch": 0.23134236253775906,
      "grad_norm": 0.5193299055099487,
      "learning_rate": 4.526600412681772e-05,
      "loss": 5.1859,
      "step": 264295
    },
    {
      "epoch": 0.2313467391313862,
      "grad_norm": 0.49926748871803284,
      "learning_rate": 4.526582467545694e-05,
      "loss": 6.2504,
      "step": 264300
    },
    {
      "epoch": 0.23135111572501338,
      "grad_norm": 0.5123150944709778,
      "learning_rate": 4.526564522115159e-05,
      "loss": 4.6006,
      "step": 264305
    },
    {
      "epoch": 0.23135549231864053,
      "grad_norm": 0.5016844272613525,
      "learning_rate": 4.5265465763901684e-05,
      "loss": 5.6434,
      "step": 264310
    },
    {
      "epoch": 0.23135986891226767,
      "grad_norm": 0.5061818361282349,
      "learning_rate": 4.5265286303707285e-05,
      "loss": 4.6632,
      "step": 264315
    },
    {
      "epoch": 0.23136424550589482,
      "grad_norm": 0.5117610096931458,
      "learning_rate": 4.52651068405684e-05,
      "loss": 5.4129,
      "step": 264320
    },
    {
      "epoch": 0.231368622099522,
      "grad_norm": 0.49803274869918823,
      "learning_rate": 4.52649273744851e-05,
      "loss": 4.6053,
      "step": 264325
    },
    {
      "epoch": 0.23137299869314915,
      "grad_norm": 0.4992069900035858,
      "learning_rate": 4.526474790545739e-05,
      "loss": 5.1011,
      "step": 264330
    },
    {
      "epoch": 0.2313773752867763,
      "grad_norm": 0.5006918907165527,
      "learning_rate": 4.526456843348532e-05,
      "loss": 4.4119,
      "step": 264335
    },
    {
      "epoch": 0.23138175188040344,
      "grad_norm": 0.5159947872161865,
      "learning_rate": 4.526438895856892e-05,
      "loss": 5.9109,
      "step": 264340
    },
    {
      "epoch": 0.23138612847403062,
      "grad_norm": 0.5140348672866821,
      "learning_rate": 4.526420948070821e-05,
      "loss": 5.398,
      "step": 264345
    },
    {
      "epoch": 0.23139050506765776,
      "grad_norm": 0.5073201060295105,
      "learning_rate": 4.5264029999903236e-05,
      "loss": 5.9283,
      "step": 264350
    },
    {
      "epoch": 0.2313948816612849,
      "grad_norm": 0.518256664276123,
      "learning_rate": 4.5263850516154036e-05,
      "loss": 4.5988,
      "step": 264355
    },
    {
      "epoch": 0.23139925825491206,
      "grad_norm": 0.5301316380500793,
      "learning_rate": 4.526367102946065e-05,
      "loss": 4.8202,
      "step": 264360
    },
    {
      "epoch": 0.23140363484853924,
      "grad_norm": 0.5160733461380005,
      "learning_rate": 4.526349153982311e-05,
      "loss": 5.9365,
      "step": 264365
    },
    {
      "epoch": 0.23140801144216638,
      "grad_norm": 0.5247414708137512,
      "learning_rate": 4.526331204724144e-05,
      "loss": 5.2304,
      "step": 264370
    },
    {
      "epoch": 0.23141238803579353,
      "grad_norm": 0.5007821917533875,
      "learning_rate": 4.526313255171567e-05,
      "loss": 5.4123,
      "step": 264375
    },
    {
      "epoch": 0.23141676462942068,
      "grad_norm": 0.4987269341945648,
      "learning_rate": 4.526295305324586e-05,
      "loss": 4.9179,
      "step": 264380
    },
    {
      "epoch": 0.23142114122304785,
      "grad_norm": 0.49545353651046753,
      "learning_rate": 4.526277355183201e-05,
      "loss": 5.6338,
      "step": 264385
    },
    {
      "epoch": 0.231425517816675,
      "grad_norm": 0.5073819160461426,
      "learning_rate": 4.52625940474742e-05,
      "loss": 4.4289,
      "step": 264390
    },
    {
      "epoch": 0.23142989441030215,
      "grad_norm": 0.5123163461685181,
      "learning_rate": 4.526241454017241e-05,
      "loss": 5.6698,
      "step": 264395
    },
    {
      "epoch": 0.2314342710039293,
      "grad_norm": 0.5121788382530212,
      "learning_rate": 4.526223502992672e-05,
      "loss": 4.908,
      "step": 264400
    },
    {
      "epoch": 0.23143864759755647,
      "grad_norm": 0.5042418837547302,
      "learning_rate": 4.526205551673716e-05,
      "loss": 5.6129,
      "step": 264405
    },
    {
      "epoch": 0.23144302419118362,
      "grad_norm": 0.5965978503227234,
      "learning_rate": 4.526187600060373e-05,
      "loss": 4.1582,
      "step": 264410
    },
    {
      "epoch": 0.23144740078481077,
      "grad_norm": 0.5522621273994446,
      "learning_rate": 4.5261696481526504e-05,
      "loss": 5.7196,
      "step": 264415
    },
    {
      "epoch": 0.23145177737843792,
      "grad_norm": 0.5102115869522095,
      "learning_rate": 4.526151695950549e-05,
      "loss": 6.2355,
      "step": 264420
    },
    {
      "epoch": 0.23145615397206507,
      "grad_norm": 0.5427570343017578,
      "learning_rate": 4.526133743454073e-05,
      "loss": 4.6495,
      "step": 264425
    },
    {
      "epoch": 0.23146053056569224,
      "grad_norm": 0.5423163175582886,
      "learning_rate": 4.526115790663227e-05,
      "loss": 5.8996,
      "step": 264430
    },
    {
      "epoch": 0.2314649071593194,
      "grad_norm": 0.5213597416877747,
      "learning_rate": 4.526097837578013e-05,
      "loss": 5.8984,
      "step": 264435
    },
    {
      "epoch": 0.23146928375294654,
      "grad_norm": 0.508863091468811,
      "learning_rate": 4.526079884198435e-05,
      "loss": 4.67,
      "step": 264440
    },
    {
      "epoch": 0.23147366034657368,
      "grad_norm": 0.5166574120521545,
      "learning_rate": 4.526061930524497e-05,
      "loss": 5.2083,
      "step": 264445
    },
    {
      "epoch": 0.23147803694020086,
      "grad_norm": 0.520785927772522,
      "learning_rate": 4.526043976556201e-05,
      "loss": 5.9248,
      "step": 264450
    },
    {
      "epoch": 0.231482413533828,
      "grad_norm": 0.5325899720191956,
      "learning_rate": 4.5260260222935536e-05,
      "loss": 5.4066,
      "step": 264455
    },
    {
      "epoch": 0.23148679012745516,
      "grad_norm": 0.5198115110397339,
      "learning_rate": 4.5260080677365535e-05,
      "loss": 5.7493,
      "step": 264460
    },
    {
      "epoch": 0.2314911667210823,
      "grad_norm": 0.5149711966514587,
      "learning_rate": 4.525990112885209e-05,
      "loss": 5.1047,
      "step": 264465
    },
    {
      "epoch": 0.23149554331470948,
      "grad_norm": 0.5596409440040588,
      "learning_rate": 4.525972157739519e-05,
      "loss": 4.8066,
      "step": 264470
    },
    {
      "epoch": 0.23149991990833663,
      "grad_norm": 0.5232484936714172,
      "learning_rate": 4.52595420229949e-05,
      "loss": 5.6568,
      "step": 264475
    },
    {
      "epoch": 0.23150429650196377,
      "grad_norm": 0.5066413283348083,
      "learning_rate": 4.525936246565126e-05,
      "loss": 4.9174,
      "step": 264480
    },
    {
      "epoch": 0.23150867309559092,
      "grad_norm": 0.5187689661979675,
      "learning_rate": 4.5259182905364284e-05,
      "loss": 4.3852,
      "step": 264485
    },
    {
      "epoch": 0.2315130496892181,
      "grad_norm": 0.5079339146614075,
      "learning_rate": 4.525900334213401e-05,
      "loss": 5.4069,
      "step": 264490
    },
    {
      "epoch": 0.23151742628284525,
      "grad_norm": 0.5096893310546875,
      "learning_rate": 4.525882377596049e-05,
      "loss": 5.4078,
      "step": 264495
    },
    {
      "epoch": 0.2315218028764724,
      "grad_norm": 0.5068970322608948,
      "learning_rate": 4.525864420684374e-05,
      "loss": 5.649,
      "step": 264500
    },
    {
      "epoch": 0.23152617947009954,
      "grad_norm": 0.502230167388916,
      "learning_rate": 4.525846463478379e-05,
      "loss": 6.2305,
      "step": 264505
    },
    {
      "epoch": 0.23153055606372672,
      "grad_norm": 0.5264537930488586,
      "learning_rate": 4.5258285059780704e-05,
      "loss": 4.8653,
      "step": 264510
    },
    {
      "epoch": 0.23153493265735386,
      "grad_norm": 0.5334307551383972,
      "learning_rate": 4.525810548183449e-05,
      "loss": 5.4036,
      "step": 264515
    },
    {
      "epoch": 0.231539309250981,
      "grad_norm": 0.5071855783462524,
      "learning_rate": 4.5257925900945186e-05,
      "loss": 5.4277,
      "step": 264520
    },
    {
      "epoch": 0.23154368584460816,
      "grad_norm": 0.5102959871292114,
      "learning_rate": 4.525774631711282e-05,
      "loss": 5.7021,
      "step": 264525
    },
    {
      "epoch": 0.23154806243823534,
      "grad_norm": 0.5235882997512817,
      "learning_rate": 4.525756673033746e-05,
      "loss": 4.918,
      "step": 264530
    },
    {
      "epoch": 0.23155243903186248,
      "grad_norm": 0.5384947061538696,
      "learning_rate": 4.525738714061912e-05,
      "loss": 4.9101,
      "step": 264535
    },
    {
      "epoch": 0.23155681562548963,
      "grad_norm": 0.529760479927063,
      "learning_rate": 4.5257207547957814e-05,
      "loss": 5.943,
      "step": 264540
    },
    {
      "epoch": 0.23156119221911678,
      "grad_norm": 0.6218148469924927,
      "learning_rate": 4.525702795235361e-05,
      "loss": 4.2004,
      "step": 264545
    },
    {
      "epoch": 0.23156556881274393,
      "grad_norm": 0.5686243772506714,
      "learning_rate": 4.5256848353806524e-05,
      "loss": 5.9385,
      "step": 264550
    },
    {
      "epoch": 0.2315699454063711,
      "grad_norm": 0.5460612773895264,
      "learning_rate": 4.525666875231659e-05,
      "loss": 5.4422,
      "step": 264555
    },
    {
      "epoch": 0.23157432199999825,
      "grad_norm": 0.5812265872955322,
      "learning_rate": 4.525648914788386e-05,
      "loss": 4.9376,
      "step": 264560
    },
    {
      "epoch": 0.2315786985936254,
      "grad_norm": 0.5273231267929077,
      "learning_rate": 4.5256309540508346e-05,
      "loss": 5.4266,
      "step": 264565
    },
    {
      "epoch": 0.23158307518725255,
      "grad_norm": 0.519268274307251,
      "learning_rate": 4.5256129930190096e-05,
      "loss": 4.9543,
      "step": 264570
    },
    {
      "epoch": 0.23158745178087972,
      "grad_norm": 0.5886716246604919,
      "learning_rate": 4.525595031692914e-05,
      "loss": 5.976,
      "step": 264575
    },
    {
      "epoch": 0.23159182837450687,
      "grad_norm": 0.5156634449958801,
      "learning_rate": 4.525577070072552e-05,
      "loss": 5.5895,
      "step": 264580
    },
    {
      "epoch": 0.23159620496813402,
      "grad_norm": 0.5024684071540833,
      "learning_rate": 4.5255591081579264e-05,
      "loss": 4.4349,
      "step": 264585
    },
    {
      "epoch": 0.23160058156176117,
      "grad_norm": 0.5356737375259399,
      "learning_rate": 4.525541145949041e-05,
      "loss": 4.5852,
      "step": 264590
    },
    {
      "epoch": 0.23160495815538834,
      "grad_norm": 0.5455877780914307,
      "learning_rate": 4.525523183445898e-05,
      "loss": 4.6162,
      "step": 264595
    },
    {
      "epoch": 0.2316093347490155,
      "grad_norm": 0.5234012603759766,
      "learning_rate": 4.525505220648502e-05,
      "loss": 4.7275,
      "step": 264600
    },
    {
      "epoch": 0.23161371134264264,
      "grad_norm": 0.5522874593734741,
      "learning_rate": 4.525487257556856e-05,
      "loss": 4.9448,
      "step": 264605
    },
    {
      "epoch": 0.23161808793626978,
      "grad_norm": 0.5651387572288513,
      "learning_rate": 4.5254692941709645e-05,
      "loss": 5.1762,
      "step": 264610
    },
    {
      "epoch": 0.23162246452989696,
      "grad_norm": 0.5233493447303772,
      "learning_rate": 4.525451330490831e-05,
      "loss": 6.2117,
      "step": 264615
    },
    {
      "epoch": 0.2316268411235241,
      "grad_norm": 0.5278117060661316,
      "learning_rate": 4.5254333665164574e-05,
      "loss": 5.0824,
      "step": 264620
    },
    {
      "epoch": 0.23163121771715126,
      "grad_norm": 0.5162826180458069,
      "learning_rate": 4.525415402247848e-05,
      "loss": 5.6031,
      "step": 264625
    },
    {
      "epoch": 0.2316355943107784,
      "grad_norm": 0.617408812046051,
      "learning_rate": 4.525397437685006e-05,
      "loss": 5.4304,
      "step": 264630
    },
    {
      "epoch": 0.23163997090440558,
      "grad_norm": 0.512833833694458,
      "learning_rate": 4.525379472827936e-05,
      "loss": 5.0953,
      "step": 264635
    },
    {
      "epoch": 0.23164434749803273,
      "grad_norm": 0.5060237646102905,
      "learning_rate": 4.52536150767664e-05,
      "loss": 5.0381,
      "step": 264640
    },
    {
      "epoch": 0.23164872409165987,
      "grad_norm": 0.5551593899726868,
      "learning_rate": 4.525343542231122e-05,
      "loss": 5.1234,
      "step": 264645
    },
    {
      "epoch": 0.23165310068528702,
      "grad_norm": 0.539299488067627,
      "learning_rate": 4.525325576491386e-05,
      "loss": 5.3533,
      "step": 264650
    },
    {
      "epoch": 0.2316574772789142,
      "grad_norm": 0.5342663526535034,
      "learning_rate": 4.525307610457435e-05,
      "loss": 4.6678,
      "step": 264655
    },
    {
      "epoch": 0.23166185387254135,
      "grad_norm": 0.542847752571106,
      "learning_rate": 4.5252896441292725e-05,
      "loss": 4.585,
      "step": 264660
    },
    {
      "epoch": 0.2316662304661685,
      "grad_norm": 0.5265331268310547,
      "learning_rate": 4.5252716775069006e-05,
      "loss": 5.0972,
      "step": 264665
    },
    {
      "epoch": 0.23167060705979564,
      "grad_norm": 0.5144907832145691,
      "learning_rate": 4.525253710590326e-05,
      "loss": 5.2111,
      "step": 264670
    },
    {
      "epoch": 0.2316749836534228,
      "grad_norm": 0.4826047718524933,
      "learning_rate": 4.525235743379549e-05,
      "loss": 5.6383,
      "step": 264675
    },
    {
      "epoch": 0.23167936024704996,
      "grad_norm": 0.5070315003395081,
      "learning_rate": 4.525217775874575e-05,
      "loss": 6.2449,
      "step": 264680
    },
    {
      "epoch": 0.2316837368406771,
      "grad_norm": 0.48329833149909973,
      "learning_rate": 4.525199808075406e-05,
      "loss": 5.4213,
      "step": 264685
    },
    {
      "epoch": 0.23168811343430426,
      "grad_norm": 0.4947052597999573,
      "learning_rate": 4.5251818399820465e-05,
      "loss": 4.8227,
      "step": 264690
    },
    {
      "epoch": 0.2316924900279314,
      "grad_norm": 0.6058982610702515,
      "learning_rate": 4.525163871594501e-05,
      "loss": 4.5999,
      "step": 264695
    },
    {
      "epoch": 0.23169686662155858,
      "grad_norm": 0.5398238897323608,
      "learning_rate": 4.525145902912771e-05,
      "loss": 5.4024,
      "step": 264700
    },
    {
      "epoch": 0.23170124321518573,
      "grad_norm": 0.5418365001678467,
      "learning_rate": 4.52512793393686e-05,
      "loss": 5.1662,
      "step": 264705
    },
    {
      "epoch": 0.23170561980881288,
      "grad_norm": 0.5190454721450806,
      "learning_rate": 4.5251099646667725e-05,
      "loss": 4.5161,
      "step": 264710
    },
    {
      "epoch": 0.23170999640244003,
      "grad_norm": 0.553676962852478,
      "learning_rate": 4.5250919951025116e-05,
      "loss": 4.8771,
      "step": 264715
    },
    {
      "epoch": 0.2317143729960672,
      "grad_norm": 0.5138742923736572,
      "learning_rate": 4.52507402524408e-05,
      "loss": 4.9021,
      "step": 264720
    },
    {
      "epoch": 0.23171874958969435,
      "grad_norm": 0.49880799651145935,
      "learning_rate": 4.525056055091483e-05,
      "loss": 5.6574,
      "step": 264725
    },
    {
      "epoch": 0.2317231261833215,
      "grad_norm": 0.5718573927879333,
      "learning_rate": 4.525038084644723e-05,
      "loss": 5.2261,
      "step": 264730
    },
    {
      "epoch": 0.23172750277694865,
      "grad_norm": 0.5166704654693604,
      "learning_rate": 4.525020113903803e-05,
      "loss": 5.1375,
      "step": 264735
    },
    {
      "epoch": 0.23173187937057582,
      "grad_norm": 0.5212283134460449,
      "learning_rate": 4.525002142868727e-05,
      "loss": 5.4023,
      "step": 264740
    },
    {
      "epoch": 0.23173625596420297,
      "grad_norm": 0.5100705623626709,
      "learning_rate": 4.524984171539498e-05,
      "loss": 5.1058,
      "step": 264745
    },
    {
      "epoch": 0.23174063255783012,
      "grad_norm": 0.5185555219650269,
      "learning_rate": 4.524966199916121e-05,
      "loss": 4.6935,
      "step": 264750
    },
    {
      "epoch": 0.23174500915145727,
      "grad_norm": 0.5338721871376038,
      "learning_rate": 4.524948227998598e-05,
      "loss": 5.2396,
      "step": 264755
    },
    {
      "epoch": 0.23174938574508444,
      "grad_norm": 0.6260318160057068,
      "learning_rate": 4.524930255786931e-05,
      "loss": 4.833,
      "step": 264760
    },
    {
      "epoch": 0.2317537623387116,
      "grad_norm": 0.5538306832313538,
      "learning_rate": 4.524912283281128e-05,
      "loss": 4.6273,
      "step": 264765
    },
    {
      "epoch": 0.23175813893233874,
      "grad_norm": 0.5920518040657043,
      "learning_rate": 4.524894310481188e-05,
      "loss": 5.3443,
      "step": 264770
    },
    {
      "epoch": 0.23176251552596588,
      "grad_norm": 0.6058894991874695,
      "learning_rate": 4.524876337387116e-05,
      "loss": 5.1147,
      "step": 264775
    },
    {
      "epoch": 0.23176689211959306,
      "grad_norm": 0.5147516131401062,
      "learning_rate": 4.524858363998916e-05,
      "loss": 5.9135,
      "step": 264780
    },
    {
      "epoch": 0.2317712687132202,
      "grad_norm": 0.5326297283172607,
      "learning_rate": 4.5248403903165916e-05,
      "loss": 5.4506,
      "step": 264785
    },
    {
      "epoch": 0.23177564530684736,
      "grad_norm": 0.5053086280822754,
      "learning_rate": 4.5248224163401455e-05,
      "loss": 5.105,
      "step": 264790
    },
    {
      "epoch": 0.2317800219004745,
      "grad_norm": 0.5144572257995605,
      "learning_rate": 4.5248044420695825e-05,
      "loss": 5.9701,
      "step": 264795
    },
    {
      "epoch": 0.23178439849410165,
      "grad_norm": 0.5314127206802368,
      "learning_rate": 4.524786467504903e-05,
      "loss": 4.8927,
      "step": 264800
    },
    {
      "epoch": 0.23178877508772883,
      "grad_norm": 0.5146118998527527,
      "learning_rate": 4.524768492646113e-05,
      "loss": 5.6443,
      "step": 264805
    },
    {
      "epoch": 0.23179315168135597,
      "grad_norm": 0.5177660584449768,
      "learning_rate": 4.524750517493216e-05,
      "loss": 5.3369,
      "step": 264810
    },
    {
      "epoch": 0.23179752827498312,
      "grad_norm": 0.5138166546821594,
      "learning_rate": 4.524732542046215e-05,
      "loss": 5.7507,
      "step": 264815
    },
    {
      "epoch": 0.23180190486861027,
      "grad_norm": 0.48859742283821106,
      "learning_rate": 4.5247145663051136e-05,
      "loss": 5.6426,
      "step": 264820
    },
    {
      "epoch": 0.23180628146223745,
      "grad_norm": 0.5133839249610901,
      "learning_rate": 4.5246965902699146e-05,
      "loss": 5.7235,
      "step": 264825
    },
    {
      "epoch": 0.2318106580558646,
      "grad_norm": 0.5182873010635376,
      "learning_rate": 4.524678613940622e-05,
      "loss": 5.3812,
      "step": 264830
    },
    {
      "epoch": 0.23181503464949174,
      "grad_norm": 0.5526110529899597,
      "learning_rate": 4.52466063731724e-05,
      "loss": 5.3143,
      "step": 264835
    },
    {
      "epoch": 0.2318194112431189,
      "grad_norm": 0.49814921617507935,
      "learning_rate": 4.524642660399769e-05,
      "loss": 5.4072,
      "step": 264840
    },
    {
      "epoch": 0.23182378783674606,
      "grad_norm": 0.4948635995388031,
      "learning_rate": 4.5246246831882164e-05,
      "loss": 4.8616,
      "step": 264845
    },
    {
      "epoch": 0.2318281644303732,
      "grad_norm": 0.5474024415016174,
      "learning_rate": 4.5246067056825845e-05,
      "loss": 4.6175,
      "step": 264850
    },
    {
      "epoch": 0.23183254102400036,
      "grad_norm": 0.5033155083656311,
      "learning_rate": 4.524588727882875e-05,
      "loss": 4.3915,
      "step": 264855
    },
    {
      "epoch": 0.2318369176176275,
      "grad_norm": 0.504024863243103,
      "learning_rate": 4.524570749789093e-05,
      "loss": 5.4123,
      "step": 264860
    },
    {
      "epoch": 0.23184129421125468,
      "grad_norm": 0.497460275888443,
      "learning_rate": 4.524552771401241e-05,
      "loss": 6.2916,
      "step": 264865
    },
    {
      "epoch": 0.23184567080488183,
      "grad_norm": 0.5082493424415588,
      "learning_rate": 4.5245347927193246e-05,
      "loss": 6.2309,
      "step": 264870
    },
    {
      "epoch": 0.23185004739850898,
      "grad_norm": 0.5161328911781311,
      "learning_rate": 4.524516813743346e-05,
      "loss": 5.9232,
      "step": 264875
    },
    {
      "epoch": 0.23185442399213613,
      "grad_norm": 0.5020464658737183,
      "learning_rate": 4.5244988344733064e-05,
      "loss": 5.1403,
      "step": 264880
    },
    {
      "epoch": 0.2318588005857633,
      "grad_norm": 0.5232380032539368,
      "learning_rate": 4.524480854909212e-05,
      "loss": 5.1184,
      "step": 264885
    },
    {
      "epoch": 0.23186317717939045,
      "grad_norm": 0.5096285343170166,
      "learning_rate": 4.524462875051066e-05,
      "loss": 5.7002,
      "step": 264890
    },
    {
      "epoch": 0.2318675537730176,
      "grad_norm": 0.506321132183075,
      "learning_rate": 4.524444894898872e-05,
      "loss": 4.8315,
      "step": 264895
    },
    {
      "epoch": 0.23187193036664475,
      "grad_norm": 0.5096070170402527,
      "learning_rate": 4.5244269144526316e-05,
      "loss": 5.1138,
      "step": 264900
    },
    {
      "epoch": 0.23187630696027192,
      "grad_norm": 0.5340754985809326,
      "learning_rate": 4.5244089337123497e-05,
      "loss": 4.3926,
      "step": 264905
    },
    {
      "epoch": 0.23188068355389907,
      "grad_norm": 0.5235607624053955,
      "learning_rate": 4.524390952678029e-05,
      "loss": 5.3652,
      "step": 264910
    },
    {
      "epoch": 0.23188506014752622,
      "grad_norm": 0.5241063237190247,
      "learning_rate": 4.5243729713496754e-05,
      "loss": 5.211,
      "step": 264915
    },
    {
      "epoch": 0.23188943674115337,
      "grad_norm": 0.5104579329490662,
      "learning_rate": 4.52435498972729e-05,
      "loss": 4.6304,
      "step": 264920
    },
    {
      "epoch": 0.23189381333478054,
      "grad_norm": 0.5253672003746033,
      "learning_rate": 4.524337007810876e-05,
      "loss": 4.8684,
      "step": 264925
    },
    {
      "epoch": 0.2318981899284077,
      "grad_norm": 0.5333408713340759,
      "learning_rate": 4.524319025600438e-05,
      "loss": 5.2185,
      "step": 264930
    },
    {
      "epoch": 0.23190256652203484,
      "grad_norm": 0.5228134989738464,
      "learning_rate": 4.52430104309598e-05,
      "loss": 4.7396,
      "step": 264935
    },
    {
      "epoch": 0.23190694311566198,
      "grad_norm": 0.5229406952857971,
      "learning_rate": 4.524283060297504e-05,
      "loss": 5.1784,
      "step": 264940
    },
    {
      "epoch": 0.23191131970928913,
      "grad_norm": 0.5272034406661987,
      "learning_rate": 4.524265077205013e-05,
      "loss": 6.2275,
      "step": 264945
    },
    {
      "epoch": 0.2319156963029163,
      "grad_norm": 0.5139709115028381,
      "learning_rate": 4.5242470938185135e-05,
      "loss": 5.3998,
      "step": 264950
    },
    {
      "epoch": 0.23192007289654346,
      "grad_norm": 0.5023012161254883,
      "learning_rate": 4.524229110138005e-05,
      "loss": 4.3937,
      "step": 264955
    },
    {
      "epoch": 0.2319244494901706,
      "grad_norm": 0.5198931097984314,
      "learning_rate": 4.524211126163495e-05,
      "loss": 4.5694,
      "step": 264960
    },
    {
      "epoch": 0.23192882608379775,
      "grad_norm": 0.5224819779396057,
      "learning_rate": 4.524193141894984e-05,
      "loss": 5.4368,
      "step": 264965
    },
    {
      "epoch": 0.23193320267742493,
      "grad_norm": 0.5120202898979187,
      "learning_rate": 4.5241751573324764e-05,
      "loss": 5.9031,
      "step": 264970
    },
    {
      "epoch": 0.23193757927105207,
      "grad_norm": 0.5155526399612427,
      "learning_rate": 4.524157172475975e-05,
      "loss": 5.4498,
      "step": 264975
    },
    {
      "epoch": 0.23194195586467922,
      "grad_norm": 0.5186852812767029,
      "learning_rate": 4.524139187325486e-05,
      "loss": 5.1765,
      "step": 264980
    },
    {
      "epoch": 0.23194633245830637,
      "grad_norm": 0.5194472670555115,
      "learning_rate": 4.5241212018810084e-05,
      "loss": 4.4282,
      "step": 264985
    },
    {
      "epoch": 0.23195070905193355,
      "grad_norm": 0.5294849872589111,
      "learning_rate": 4.52410321614255e-05,
      "loss": 4.5976,
      "step": 264990
    },
    {
      "epoch": 0.2319550856455607,
      "grad_norm": 0.5542833805084229,
      "learning_rate": 4.524085230110111e-05,
      "loss": 4.3922,
      "step": 264995
    },
    {
      "epoch": 0.23195946223918784,
      "grad_norm": 0.5280447006225586,
      "learning_rate": 4.5240672437836974e-05,
      "loss": 5.1173,
      "step": 265000
    },
    {
      "epoch": 0.231963838832815,
      "grad_norm": 0.5003706216812134,
      "learning_rate": 4.5240492571633107e-05,
      "loss": 4.8799,
      "step": 265005
    },
    {
      "epoch": 0.23196821542644216,
      "grad_norm": 0.5126055479049683,
      "learning_rate": 4.5240312702489554e-05,
      "loss": 5.9168,
      "step": 265010
    },
    {
      "epoch": 0.2319725920200693,
      "grad_norm": 0.5309938192367554,
      "learning_rate": 4.524013283040634e-05,
      "loss": 5.5943,
      "step": 265015
    },
    {
      "epoch": 0.23197696861369646,
      "grad_norm": 0.5079954862594604,
      "learning_rate": 4.523995295538353e-05,
      "loss": 5.4563,
      "step": 265020
    },
    {
      "epoch": 0.2319813452073236,
      "grad_norm": 0.5161154270172119,
      "learning_rate": 4.523977307742112e-05,
      "loss": 5.9359,
      "step": 265025
    },
    {
      "epoch": 0.23198572180095078,
      "grad_norm": 0.5176766514778137,
      "learning_rate": 4.523959319651916e-05,
      "loss": 4.9322,
      "step": 265030
    },
    {
      "epoch": 0.23199009839457793,
      "grad_norm": 0.5222150683403015,
      "learning_rate": 4.5239413312677694e-05,
      "loss": 5.3999,
      "step": 265035
    },
    {
      "epoch": 0.23199447498820508,
      "grad_norm": 0.5451475381851196,
      "learning_rate": 4.5239233425896734e-05,
      "loss": 4.894,
      "step": 265040
    },
    {
      "epoch": 0.23199885158183223,
      "grad_norm": 0.5270324349403381,
      "learning_rate": 4.523905353617633e-05,
      "loss": 5.2356,
      "step": 265045
    },
    {
      "epoch": 0.2320032281754594,
      "grad_norm": 0.5156975388526917,
      "learning_rate": 4.523887364351652e-05,
      "loss": 5.1276,
      "step": 265050
    },
    {
      "epoch": 0.23200760476908655,
      "grad_norm": 0.5278454422950745,
      "learning_rate": 4.523869374791735e-05,
      "loss": 5.6221,
      "step": 265055
    },
    {
      "epoch": 0.2320119813627137,
      "grad_norm": 0.5409358143806458,
      "learning_rate": 4.5238513849378815e-05,
      "loss": 4.4174,
      "step": 265060
    },
    {
      "epoch": 0.23201635795634085,
      "grad_norm": 0.5073474049568176,
      "learning_rate": 4.523833394790099e-05,
      "loss": 5.1344,
      "step": 265065
    },
    {
      "epoch": 0.232020734549968,
      "grad_norm": 0.5213732123374939,
      "learning_rate": 4.5238154043483884e-05,
      "loss": 5.7318,
      "step": 265070
    },
    {
      "epoch": 0.23202511114359517,
      "grad_norm": 0.5071161389350891,
      "learning_rate": 4.523797413612755e-05,
      "loss": 5.3447,
      "step": 265075
    },
    {
      "epoch": 0.23202948773722232,
      "grad_norm": 0.515903115272522,
      "learning_rate": 4.5237794225832e-05,
      "loss": 5.624,
      "step": 265080
    },
    {
      "epoch": 0.23203386433084947,
      "grad_norm": 0.5072485208511353,
      "learning_rate": 4.5237614312597286e-05,
      "loss": 6.2002,
      "step": 265085
    },
    {
      "epoch": 0.2320382409244766,
      "grad_norm": 0.524299681186676,
      "learning_rate": 4.523743439642345e-05,
      "loss": 5.1262,
      "step": 265090
    },
    {
      "epoch": 0.2320426175181038,
      "grad_norm": 0.5270906090736389,
      "learning_rate": 4.523725447731051e-05,
      "loss": 5.7078,
      "step": 265095
    },
    {
      "epoch": 0.23204699411173094,
      "grad_norm": 0.5054116249084473,
      "learning_rate": 4.5237074555258506e-05,
      "loss": 5.4122,
      "step": 265100
    },
    {
      "epoch": 0.23205137070535808,
      "grad_norm": 0.5154070854187012,
      "learning_rate": 4.523689463026747e-05,
      "loss": 6.1844,
      "step": 265105
    },
    {
      "epoch": 0.23205574729898523,
      "grad_norm": 0.5111377835273743,
      "learning_rate": 4.5236714702337445e-05,
      "loss": 5.2012,
      "step": 265110
    },
    {
      "epoch": 0.2320601238926124,
      "grad_norm": 0.5124248266220093,
      "learning_rate": 4.523653477146845e-05,
      "loss": 5.6445,
      "step": 265115
    },
    {
      "epoch": 0.23206450048623956,
      "grad_norm": 0.50850909948349,
      "learning_rate": 4.523635483766054e-05,
      "loss": 5.9525,
      "step": 265120
    },
    {
      "epoch": 0.2320688770798667,
      "grad_norm": 0.526777982711792,
      "learning_rate": 4.5236174900913744e-05,
      "loss": 5.6227,
      "step": 265125
    },
    {
      "epoch": 0.23207325367349385,
      "grad_norm": 0.5117021799087524,
      "learning_rate": 4.523599496122808e-05,
      "loss": 5.9307,
      "step": 265130
    },
    {
      "epoch": 0.23207763026712103,
      "grad_norm": 0.5097984075546265,
      "learning_rate": 4.52358150186036e-05,
      "loss": 5.7011,
      "step": 265135
    },
    {
      "epoch": 0.23208200686074817,
      "grad_norm": 0.5551809072494507,
      "learning_rate": 4.5235635073040336e-05,
      "loss": 5.117,
      "step": 265140
    },
    {
      "epoch": 0.23208638345437532,
      "grad_norm": 0.5519559979438782,
      "learning_rate": 4.523545512453832e-05,
      "loss": 5.1231,
      "step": 265145
    },
    {
      "epoch": 0.23209076004800247,
      "grad_norm": 0.5151132345199585,
      "learning_rate": 4.523527517309759e-05,
      "loss": 4.8472,
      "step": 265150
    },
    {
      "epoch": 0.23209513664162965,
      "grad_norm": 0.5408506989479065,
      "learning_rate": 4.5235095218718174e-05,
      "loss": 4.9128,
      "step": 265155
    },
    {
      "epoch": 0.2320995132352568,
      "grad_norm": 0.5581210851669312,
      "learning_rate": 4.523491526140011e-05,
      "loss": 4.5049,
      "step": 265160
    },
    {
      "epoch": 0.23210388982888394,
      "grad_norm": 0.523780107498169,
      "learning_rate": 4.523473530114344e-05,
      "loss": 5.4112,
      "step": 265165
    },
    {
      "epoch": 0.2321082664225111,
      "grad_norm": 0.544460117816925,
      "learning_rate": 4.5234555337948195e-05,
      "loss": 5.4668,
      "step": 265170
    },
    {
      "epoch": 0.23211264301613826,
      "grad_norm": 0.5385438799858093,
      "learning_rate": 4.5234375371814396e-05,
      "loss": 4.0807,
      "step": 265175
    },
    {
      "epoch": 0.2321170196097654,
      "grad_norm": 0.6122670769691467,
      "learning_rate": 4.52341954027421e-05,
      "loss": 4.6214,
      "step": 265180
    },
    {
      "epoch": 0.23212139620339256,
      "grad_norm": 0.5345923900604248,
      "learning_rate": 4.5234015430731326e-05,
      "loss": 5.3885,
      "step": 265185
    },
    {
      "epoch": 0.2321257727970197,
      "grad_norm": 0.5045128464698792,
      "learning_rate": 4.52338354557821e-05,
      "loss": 5.1171,
      "step": 265190
    },
    {
      "epoch": 0.23213014939064686,
      "grad_norm": 0.5456648468971252,
      "learning_rate": 4.523365547789449e-05,
      "loss": 4.8945,
      "step": 265195
    },
    {
      "epoch": 0.23213452598427403,
      "grad_norm": 0.5294728875160217,
      "learning_rate": 4.52334754970685e-05,
      "loss": 5.2015,
      "step": 265200
    },
    {
      "epoch": 0.23213890257790118,
      "grad_norm": 0.5269495248794556,
      "learning_rate": 4.5233295513304174e-05,
      "loss": 5.6915,
      "step": 265205
    },
    {
      "epoch": 0.23214327917152833,
      "grad_norm": 0.5157001614570618,
      "learning_rate": 4.5233115526601556e-05,
      "loss": 4.8106,
      "step": 265210
    },
    {
      "epoch": 0.23214765576515548,
      "grad_norm": 0.5202794671058655,
      "learning_rate": 4.5232935536960675e-05,
      "loss": 4.6941,
      "step": 265215
    },
    {
      "epoch": 0.23215203235878265,
      "grad_norm": 0.6180344820022583,
      "learning_rate": 4.523275554438156e-05,
      "loss": 4.8339,
      "step": 265220
    },
    {
      "epoch": 0.2321564089524098,
      "grad_norm": 0.5339769721031189,
      "learning_rate": 4.5232575548864234e-05,
      "loss": 5.0952,
      "step": 265225
    },
    {
      "epoch": 0.23216078554603695,
      "grad_norm": 0.5376498103141785,
      "learning_rate": 4.5232395550408755e-05,
      "loss": 5.4049,
      "step": 265230
    },
    {
      "epoch": 0.2321651621396641,
      "grad_norm": 0.5203688144683838,
      "learning_rate": 4.5232215549015164e-05,
      "loss": 5.4156,
      "step": 265235
    },
    {
      "epoch": 0.23216953873329127,
      "grad_norm": 0.5026060342788696,
      "learning_rate": 4.523203554468347e-05,
      "loss": 5.3348,
      "step": 265240
    },
    {
      "epoch": 0.23217391532691842,
      "grad_norm": 0.5258668661117554,
      "learning_rate": 4.523185553741373e-05,
      "loss": 4.9172,
      "step": 265245
    },
    {
      "epoch": 0.23217829192054557,
      "grad_norm": 0.5216068029403687,
      "learning_rate": 4.523167552720595e-05,
      "loss": 4.5816,
      "step": 265250
    },
    {
      "epoch": 0.2321826685141727,
      "grad_norm": 0.5255705714225769,
      "learning_rate": 4.52314955140602e-05,
      "loss": 4.59,
      "step": 265255
    },
    {
      "epoch": 0.2321870451077999,
      "grad_norm": 0.5305263996124268,
      "learning_rate": 4.523131549797648e-05,
      "loss": 4.8809,
      "step": 265260
    },
    {
      "epoch": 0.23219142170142704,
      "grad_norm": 0.5346091985702515,
      "learning_rate": 4.5231135478954845e-05,
      "loss": 4.8777,
      "step": 265265
    },
    {
      "epoch": 0.23219579829505418,
      "grad_norm": 0.53370600938797,
      "learning_rate": 4.523095545699533e-05,
      "loss": 4.8696,
      "step": 265270
    },
    {
      "epoch": 0.23220017488868133,
      "grad_norm": 0.49912989139556885,
      "learning_rate": 4.5230775432097973e-05,
      "loss": 5.4499,
      "step": 265275
    },
    {
      "epoch": 0.2322045514823085,
      "grad_norm": 0.5097384452819824,
      "learning_rate": 4.52305954042628e-05,
      "loss": 5.9203,
      "step": 265280
    },
    {
      "epoch": 0.23220892807593566,
      "grad_norm": 0.5016672015190125,
      "learning_rate": 4.523041537348984e-05,
      "loss": 5.7437,
      "step": 265285
    },
    {
      "epoch": 0.2322133046695628,
      "grad_norm": 0.5119397044181824,
      "learning_rate": 4.523023533977914e-05,
      "loss": 4.7124,
      "step": 265290
    },
    {
      "epoch": 0.23221768126318995,
      "grad_norm": 0.5076882839202881,
      "learning_rate": 4.523005530313073e-05,
      "loss": 5.9314,
      "step": 265295
    },
    {
      "epoch": 0.23222205785681713,
      "grad_norm": 0.5040292143821716,
      "learning_rate": 4.522987526354465e-05,
      "loss": 5.3262,
      "step": 265300
    },
    {
      "epoch": 0.23222643445044427,
      "grad_norm": 0.5220934152603149,
      "learning_rate": 4.5229695221020926e-05,
      "loss": 5.1966,
      "step": 265305
    },
    {
      "epoch": 0.23223081104407142,
      "grad_norm": 0.5256508588790894,
      "learning_rate": 4.52295151755596e-05,
      "loss": 5.2206,
      "step": 265310
    },
    {
      "epoch": 0.23223518763769857,
      "grad_norm": 0.5304077863693237,
      "learning_rate": 4.52293351271607e-05,
      "loss": 4.8989,
      "step": 265315
    },
    {
      "epoch": 0.23223956423132572,
      "grad_norm": 0.5113117694854736,
      "learning_rate": 4.5229155075824256e-05,
      "loss": 5.1218,
      "step": 265320
    },
    {
      "epoch": 0.2322439408249529,
      "grad_norm": 0.5137037634849548,
      "learning_rate": 4.522897502155032e-05,
      "loss": 4.8951,
      "step": 265325
    },
    {
      "epoch": 0.23224831741858004,
      "grad_norm": 0.519476592540741,
      "learning_rate": 4.5228794964338926e-05,
      "loss": 5.695,
      "step": 265330
    },
    {
      "epoch": 0.2322526940122072,
      "grad_norm": 0.5223314166069031,
      "learning_rate": 4.5228614904190094e-05,
      "loss": 5.131,
      "step": 265335
    },
    {
      "epoch": 0.23225707060583434,
      "grad_norm": 0.5169543027877808,
      "learning_rate": 4.522843484110385e-05,
      "loss": 4.5698,
      "step": 265340
    },
    {
      "epoch": 0.2322614471994615,
      "grad_norm": 0.5388839244842529,
      "learning_rate": 4.522825477508026e-05,
      "loss": 4.7821,
      "step": 265345
    },
    {
      "epoch": 0.23226582379308866,
      "grad_norm": 0.5268012881278992,
      "learning_rate": 4.522807470611933e-05,
      "loss": 6.2223,
      "step": 265350
    },
    {
      "epoch": 0.2322702003867158,
      "grad_norm": 0.5375475883483887,
      "learning_rate": 4.5227894634221115e-05,
      "loss": 5.2139,
      "step": 265355
    },
    {
      "epoch": 0.23227457698034296,
      "grad_norm": 0.5095820426940918,
      "learning_rate": 4.5227714559385646e-05,
      "loss": 5.1271,
      "step": 265360
    },
    {
      "epoch": 0.23227895357397013,
      "grad_norm": 0.5103747248649597,
      "learning_rate": 4.5227534481612945e-05,
      "loss": 5.1442,
      "step": 265365
    },
    {
      "epoch": 0.23228333016759728,
      "grad_norm": 0.547702431678772,
      "learning_rate": 4.522735440090305e-05,
      "loss": 4.698,
      "step": 265370
    },
    {
      "epoch": 0.23228770676122443,
      "grad_norm": 0.5071240663528442,
      "learning_rate": 4.5227174317256016e-05,
      "loss": 5.1004,
      "step": 265375
    },
    {
      "epoch": 0.23229208335485158,
      "grad_norm": 0.5195564031600952,
      "learning_rate": 4.522699423067186e-05,
      "loss": 5.4063,
      "step": 265380
    },
    {
      "epoch": 0.23229645994847875,
      "grad_norm": 0.5263124704360962,
      "learning_rate": 4.522681414115062e-05,
      "loss": 5.1853,
      "step": 265385
    },
    {
      "epoch": 0.2323008365421059,
      "grad_norm": 0.5187919735908508,
      "learning_rate": 4.522663404869233e-05,
      "loss": 5.139,
      "step": 265390
    },
    {
      "epoch": 0.23230521313573305,
      "grad_norm": 0.5343486070632935,
      "learning_rate": 4.522645395329702e-05,
      "loss": 5.4031,
      "step": 265395
    },
    {
      "epoch": 0.2323095897293602,
      "grad_norm": 0.5223543047904968,
      "learning_rate": 4.522627385496473e-05,
      "loss": 4.3811,
      "step": 265400
    },
    {
      "epoch": 0.23231396632298737,
      "grad_norm": 0.5107288956642151,
      "learning_rate": 4.52260937536955e-05,
      "loss": 5.4277,
      "step": 265405
    },
    {
      "epoch": 0.23231834291661452,
      "grad_norm": 0.5380527973175049,
      "learning_rate": 4.522591364948935e-05,
      "loss": 4.9186,
      "step": 265410
    },
    {
      "epoch": 0.23232271951024167,
      "grad_norm": 0.5148735642433167,
      "learning_rate": 4.5225733542346326e-05,
      "loss": 5.3983,
      "step": 265415
    },
    {
      "epoch": 0.2323270961038688,
      "grad_norm": 0.5156515836715698,
      "learning_rate": 4.522555343226647e-05,
      "loss": 4.3753,
      "step": 265420
    },
    {
      "epoch": 0.232331472697496,
      "grad_norm": 0.5260412693023682,
      "learning_rate": 4.5225373319249796e-05,
      "loss": 5.6277,
      "step": 265425
    },
    {
      "epoch": 0.23233584929112314,
      "grad_norm": 0.5039994716644287,
      "learning_rate": 4.5225193203296353e-05,
      "loss": 5.4508,
      "step": 265430
    },
    {
      "epoch": 0.23234022588475028,
      "grad_norm": 0.5230398774147034,
      "learning_rate": 4.522501308440617e-05,
      "loss": 5.7277,
      "step": 265435
    },
    {
      "epoch": 0.23234460247837743,
      "grad_norm": 0.5151223540306091,
      "learning_rate": 4.52248329625793e-05,
      "loss": 4.8817,
      "step": 265440
    },
    {
      "epoch": 0.23234897907200458,
      "grad_norm": 0.5159942507743835,
      "learning_rate": 4.522465283781575e-05,
      "loss": 4.6003,
      "step": 265445
    },
    {
      "epoch": 0.23235335566563176,
      "grad_norm": 0.5071220397949219,
      "learning_rate": 4.522447271011557e-05,
      "loss": 5.9447,
      "step": 265450
    },
    {
      "epoch": 0.2323577322592589,
      "grad_norm": 0.5255612134933472,
      "learning_rate": 4.522429257947879e-05,
      "loss": 5.3741,
      "step": 265455
    },
    {
      "epoch": 0.23236210885288605,
      "grad_norm": 0.5077824592590332,
      "learning_rate": 4.5224112445905444e-05,
      "loss": 5.0414,
      "step": 265460
    },
    {
      "epoch": 0.2323664854465132,
      "grad_norm": 0.5170990824699402,
      "learning_rate": 4.5223932309395576e-05,
      "loss": 5.4429,
      "step": 265465
    },
    {
      "epoch": 0.23237086204014037,
      "grad_norm": 0.527230441570282,
      "learning_rate": 4.522375216994922e-05,
      "loss": 4.8771,
      "step": 265470
    },
    {
      "epoch": 0.23237523863376752,
      "grad_norm": 0.5246496200561523,
      "learning_rate": 4.5223572027566384e-05,
      "loss": 5.7254,
      "step": 265475
    },
    {
      "epoch": 0.23237961522739467,
      "grad_norm": 0.5085363388061523,
      "learning_rate": 4.522339188224714e-05,
      "loss": 5.2223,
      "step": 265480
    },
    {
      "epoch": 0.23238399182102182,
      "grad_norm": 0.5286686420440674,
      "learning_rate": 4.52232117339915e-05,
      "loss": 5.211,
      "step": 265485
    },
    {
      "epoch": 0.232388368414649,
      "grad_norm": 0.5307086706161499,
      "learning_rate": 4.522303158279951e-05,
      "loss": 5.0961,
      "step": 265490
    },
    {
      "epoch": 0.23239274500827614,
      "grad_norm": 0.524185836315155,
      "learning_rate": 4.52228514286712e-05,
      "loss": 5.4579,
      "step": 265495
    },
    {
      "epoch": 0.2323971216019033,
      "grad_norm": 0.5215311646461487,
      "learning_rate": 4.52226712716066e-05,
      "loss": 5.9135,
      "step": 265500
    },
    {
      "epoch": 0.23240149819553044,
      "grad_norm": 0.5287176966667175,
      "learning_rate": 4.5222491111605744e-05,
      "loss": 5.093,
      "step": 265505
    },
    {
      "epoch": 0.2324058747891576,
      "grad_norm": 0.5164467692375183,
      "learning_rate": 4.522231094866868e-05,
      "loss": 5.7454,
      "step": 265510
    },
    {
      "epoch": 0.23241025138278476,
      "grad_norm": 0.5536220669746399,
      "learning_rate": 4.5222130782795436e-05,
      "loss": 5.1135,
      "step": 265515
    },
    {
      "epoch": 0.2324146279764119,
      "grad_norm": 0.549726665019989,
      "learning_rate": 4.522195061398604e-05,
      "loss": 5.3346,
      "step": 265520
    },
    {
      "epoch": 0.23241900457003906,
      "grad_norm": 0.5321961641311646,
      "learning_rate": 4.522177044224054e-05,
      "loss": 5.7105,
      "step": 265525
    },
    {
      "epoch": 0.23242338116366623,
      "grad_norm": 0.5089194178581238,
      "learning_rate": 4.522159026755896e-05,
      "loss": 5.1153,
      "step": 265530
    },
    {
      "epoch": 0.23242775775729338,
      "grad_norm": 0.5519260764122009,
      "learning_rate": 4.522141008994133e-05,
      "loss": 4.9161,
      "step": 265535
    },
    {
      "epoch": 0.23243213435092053,
      "grad_norm": 0.5316969156265259,
      "learning_rate": 4.522122990938771e-05,
      "loss": 3.8899,
      "step": 265540
    },
    {
      "epoch": 0.23243651094454768,
      "grad_norm": 0.5071250796318054,
      "learning_rate": 4.52210497258981e-05,
      "loss": 4.8231,
      "step": 265545
    },
    {
      "epoch": 0.23244088753817485,
      "grad_norm": 0.525238573551178,
      "learning_rate": 4.522086953947257e-05,
      "loss": 5.1187,
      "step": 265550
    },
    {
      "epoch": 0.232445264131802,
      "grad_norm": 0.5195280909538269,
      "learning_rate": 4.522068935011111e-05,
      "loss": 6.2262,
      "step": 265555
    },
    {
      "epoch": 0.23244964072542915,
      "grad_norm": 0.5125028491020203,
      "learning_rate": 4.522050915781381e-05,
      "loss": 5.1299,
      "step": 265560
    },
    {
      "epoch": 0.2324540173190563,
      "grad_norm": 0.5162792801856995,
      "learning_rate": 4.5220328962580663e-05,
      "loss": 5.2368,
      "step": 265565
    },
    {
      "epoch": 0.23245839391268347,
      "grad_norm": 0.5558137893676758,
      "learning_rate": 4.522014876441171e-05,
      "loss": 5.5789,
      "step": 265570
    },
    {
      "epoch": 0.23246277050631062,
      "grad_norm": 0.5399960279464722,
      "learning_rate": 4.5219968563307e-05,
      "loss": 5.7339,
      "step": 265575
    },
    {
      "epoch": 0.23246714709993777,
      "grad_norm": 0.5157588124275208,
      "learning_rate": 4.521978835926657e-05,
      "loss": 5.334,
      "step": 265580
    },
    {
      "epoch": 0.2324715236935649,
      "grad_norm": 0.5360246300697327,
      "learning_rate": 4.521960815229044e-05,
      "loss": 5.4219,
      "step": 265585
    },
    {
      "epoch": 0.23247590028719206,
      "grad_norm": 0.5363455414772034,
      "learning_rate": 4.5219427942378645e-05,
      "loss": 4.9222,
      "step": 265590
    },
    {
      "epoch": 0.23248027688081924,
      "grad_norm": 0.6019188165664673,
      "learning_rate": 4.521924772953122e-05,
      "loss": 6.2486,
      "step": 265595
    },
    {
      "epoch": 0.23248465347444638,
      "grad_norm": 0.5116834044456482,
      "learning_rate": 4.5219067513748215e-05,
      "loss": 5.151,
      "step": 265600
    },
    {
      "epoch": 0.23248903006807353,
      "grad_norm": 0.5745335221290588,
      "learning_rate": 4.5218887295029645e-05,
      "loss": 5.4135,
      "step": 265605
    },
    {
      "epoch": 0.23249340666170068,
      "grad_norm": 0.5339445471763611,
      "learning_rate": 4.5218707073375564e-05,
      "loss": 4.6285,
      "step": 265610
    },
    {
      "epoch": 0.23249778325532786,
      "grad_norm": 0.5849607586860657,
      "learning_rate": 4.521852684878599e-05,
      "loss": 5.1015,
      "step": 265615
    },
    {
      "epoch": 0.232502159848955,
      "grad_norm": 0.5218763947486877,
      "learning_rate": 4.521834662126098e-05,
      "loss": 4.844,
      "step": 265620
    },
    {
      "epoch": 0.23250653644258215,
      "grad_norm": 0.6025583148002625,
      "learning_rate": 4.521816639080053e-05,
      "loss": 6.2715,
      "step": 265625
    },
    {
      "epoch": 0.2325109130362093,
      "grad_norm": 0.5425403714179993,
      "learning_rate": 4.5217986157404724e-05,
      "loss": 4.4921,
      "step": 265630
    },
    {
      "epoch": 0.23251528962983647,
      "grad_norm": 0.5395728349685669,
      "learning_rate": 4.5217805921073554e-05,
      "loss": 4.3824,
      "step": 265635
    },
    {
      "epoch": 0.23251966622346362,
      "grad_norm": 0.541124165058136,
      "learning_rate": 4.5217625681807076e-05,
      "loss": 5.1043,
      "step": 265640
    },
    {
      "epoch": 0.23252404281709077,
      "grad_norm": 0.5418645143508911,
      "learning_rate": 4.521744543960531e-05,
      "loss": 5.4387,
      "step": 265645
    },
    {
      "epoch": 0.23252841941071792,
      "grad_norm": 0.5181787610054016,
      "learning_rate": 4.521726519446832e-05,
      "loss": 5.6381,
      "step": 265650
    },
    {
      "epoch": 0.2325327960043451,
      "grad_norm": 0.5176613926887512,
      "learning_rate": 4.5217084946396106e-05,
      "loss": 4.8978,
      "step": 265655
    },
    {
      "epoch": 0.23253717259797224,
      "grad_norm": 0.5185953974723816,
      "learning_rate": 4.521690469538873e-05,
      "loss": 5.2079,
      "step": 265660
    },
    {
      "epoch": 0.2325415491915994,
      "grad_norm": 0.6685665249824524,
      "learning_rate": 4.521672444144621e-05,
      "loss": 4.39,
      "step": 265665
    },
    {
      "epoch": 0.23254592578522654,
      "grad_norm": 0.5461212396621704,
      "learning_rate": 4.5216544184568584e-05,
      "loss": 5.4252,
      "step": 265670
    },
    {
      "epoch": 0.2325503023788537,
      "grad_norm": 0.5696962475776672,
      "learning_rate": 4.52163639247559e-05,
      "loss": 5.359,
      "step": 265675
    },
    {
      "epoch": 0.23255467897248086,
      "grad_norm": 0.5265932083129883,
      "learning_rate": 4.521618366200817e-05,
      "loss": 5.9236,
      "step": 265680
    },
    {
      "epoch": 0.232559055566108,
      "grad_norm": 0.519982635974884,
      "learning_rate": 4.5216003396325446e-05,
      "loss": 6.2381,
      "step": 265685
    },
    {
      "epoch": 0.23256343215973516,
      "grad_norm": 0.5338547229766846,
      "learning_rate": 4.521582312770776e-05,
      "loss": 5.4103,
      "step": 265690
    },
    {
      "epoch": 0.23256780875336233,
      "grad_norm": 0.570173978805542,
      "learning_rate": 4.521564285615515e-05,
      "loss": 5.4478,
      "step": 265695
    },
    {
      "epoch": 0.23257218534698948,
      "grad_norm": 0.518183171749115,
      "learning_rate": 4.521546258166763e-05,
      "loss": 5.625,
      "step": 265700
    },
    {
      "epoch": 0.23257656194061663,
      "grad_norm": 0.49763479828834534,
      "learning_rate": 4.5215282304245254e-05,
      "loss": 5.4386,
      "step": 265705
    },
    {
      "epoch": 0.23258093853424378,
      "grad_norm": 0.5277889966964722,
      "learning_rate": 4.5215102023888056e-05,
      "loss": 5.1996,
      "step": 265710
    },
    {
      "epoch": 0.23258531512787092,
      "grad_norm": 0.5381871461868286,
      "learning_rate": 4.521492174059606e-05,
      "loss": 5.743,
      "step": 265715
    },
    {
      "epoch": 0.2325896917214981,
      "grad_norm": 0.5339915156364441,
      "learning_rate": 4.521474145436932e-05,
      "loss": 4.3891,
      "step": 265720
    },
    {
      "epoch": 0.23259406831512525,
      "grad_norm": 0.5218797922134399,
      "learning_rate": 4.5214561165207846e-05,
      "loss": 4.5999,
      "step": 265725
    },
    {
      "epoch": 0.2325984449087524,
      "grad_norm": 0.5206955671310425,
      "learning_rate": 4.5214380873111707e-05,
      "loss": 5.1462,
      "step": 265730
    },
    {
      "epoch": 0.23260282150237954,
      "grad_norm": 0.5214706063270569,
      "learning_rate": 4.521420057808089e-05,
      "loss": 5.1985,
      "step": 265735
    },
    {
      "epoch": 0.23260719809600672,
      "grad_norm": 0.530263364315033,
      "learning_rate": 4.5214020280115475e-05,
      "loss": 5.3899,
      "step": 265740
    },
    {
      "epoch": 0.23261157468963387,
      "grad_norm": 0.5411157011985779,
      "learning_rate": 4.521383997921548e-05,
      "loss": 5.6496,
      "step": 265745
    },
    {
      "epoch": 0.232615951283261,
      "grad_norm": 0.5247189998626709,
      "learning_rate": 4.5213659675380926e-05,
      "loss": 5.9162,
      "step": 265750
    },
    {
      "epoch": 0.23262032787688816,
      "grad_norm": 0.5569361448287964,
      "learning_rate": 4.521347936861186e-05,
      "loss": 4.6924,
      "step": 265755
    },
    {
      "epoch": 0.23262470447051534,
      "grad_norm": 0.5194298028945923,
      "learning_rate": 4.521329905890832e-05,
      "loss": 5.1196,
      "step": 265760
    },
    {
      "epoch": 0.23262908106414248,
      "grad_norm": 0.5110993981361389,
      "learning_rate": 4.521311874627033e-05,
      "loss": 4.914,
      "step": 265765
    },
    {
      "epoch": 0.23263345765776963,
      "grad_norm": 0.5169374346733093,
      "learning_rate": 4.521293843069795e-05,
      "loss": 4.6082,
      "step": 265770
    },
    {
      "epoch": 0.23263783425139678,
      "grad_norm": 0.5287445187568665,
      "learning_rate": 4.521275811219118e-05,
      "loss": 5.3907,
      "step": 265775
    },
    {
      "epoch": 0.23264221084502396,
      "grad_norm": 0.5020354986190796,
      "learning_rate": 4.521257779075008e-05,
      "loss": 4.8154,
      "step": 265780
    },
    {
      "epoch": 0.2326465874386511,
      "grad_norm": 0.5330448746681213,
      "learning_rate": 4.5212397466374666e-05,
      "loss": 4.8862,
      "step": 265785
    },
    {
      "epoch": 0.23265096403227825,
      "grad_norm": 0.5096569657325745,
      "learning_rate": 4.5212217139064996e-05,
      "loss": 5.0932,
      "step": 265790
    },
    {
      "epoch": 0.2326553406259054,
      "grad_norm": 0.5122052431106567,
      "learning_rate": 4.521203680882108e-05,
      "loss": 5.4482,
      "step": 265795
    },
    {
      "epoch": 0.23265971721953257,
      "grad_norm": 0.5210378766059875,
      "learning_rate": 4.5211856475642976e-05,
      "loss": 5.4189,
      "step": 265800
    },
    {
      "epoch": 0.23266409381315972,
      "grad_norm": 0.5039441585540771,
      "learning_rate": 4.52116761395307e-05,
      "loss": 5.6113,
      "step": 265805
    },
    {
      "epoch": 0.23266847040678687,
      "grad_norm": 0.5345453023910522,
      "learning_rate": 4.521149580048429e-05,
      "loss": 5.3354,
      "step": 265810
    },
    {
      "epoch": 0.23267284700041402,
      "grad_norm": 0.5040073990821838,
      "learning_rate": 4.52113154585038e-05,
      "loss": 5.4405,
      "step": 265815
    },
    {
      "epoch": 0.2326772235940412,
      "grad_norm": 0.529193103313446,
      "learning_rate": 4.521113511358923e-05,
      "loss": 4.4048,
      "step": 265820
    },
    {
      "epoch": 0.23268160018766834,
      "grad_norm": 0.5002954006195068,
      "learning_rate": 4.521095476574065e-05,
      "loss": 4.9209,
      "step": 265825
    },
    {
      "epoch": 0.2326859767812955,
      "grad_norm": 0.5074487924575806,
      "learning_rate": 4.521077441495808e-05,
      "loss": 4.9462,
      "step": 265830
    },
    {
      "epoch": 0.23269035337492264,
      "grad_norm": 0.5302209854125977,
      "learning_rate": 4.521059406124154e-05,
      "loss": 5.2154,
      "step": 265835
    },
    {
      "epoch": 0.23269472996854978,
      "grad_norm": 0.5539865493774414,
      "learning_rate": 4.5210413704591095e-05,
      "loss": 4.8934,
      "step": 265840
    },
    {
      "epoch": 0.23269910656217696,
      "grad_norm": 0.5290680527687073,
      "learning_rate": 4.5210233345006745e-05,
      "loss": 5.374,
      "step": 265845
    },
    {
      "epoch": 0.2327034831558041,
      "grad_norm": 0.5255939960479736,
      "learning_rate": 4.521005298248856e-05,
      "loss": 5.4198,
      "step": 265850
    },
    {
      "epoch": 0.23270785974943126,
      "grad_norm": 0.5001047253608704,
      "learning_rate": 4.520987261703655e-05,
      "loss": 5.973,
      "step": 265855
    },
    {
      "epoch": 0.2327122363430584,
      "grad_norm": 0.5063170790672302,
      "learning_rate": 4.520969224865077e-05,
      "loss": 4.5292,
      "step": 265860
    },
    {
      "epoch": 0.23271661293668558,
      "grad_norm": 0.5265587568283081,
      "learning_rate": 4.520951187733123e-05,
      "loss": 5.9463,
      "step": 265865
    },
    {
      "epoch": 0.23272098953031273,
      "grad_norm": 0.5156519412994385,
      "learning_rate": 4.520933150307798e-05,
      "loss": 4.625,
      "step": 265870
    },
    {
      "epoch": 0.23272536612393988,
      "grad_norm": 0.5519275069236755,
      "learning_rate": 4.520915112589106e-05,
      "loss": 5.4305,
      "step": 265875
    },
    {
      "epoch": 0.23272974271756702,
      "grad_norm": 0.5589900016784668,
      "learning_rate": 4.520897074577048e-05,
      "loss": 4.9299,
      "step": 265880
    },
    {
      "epoch": 0.2327341193111942,
      "grad_norm": 0.5360243916511536,
      "learning_rate": 4.520879036271631e-05,
      "loss": 5.4164,
      "step": 265885
    },
    {
      "epoch": 0.23273849590482135,
      "grad_norm": 0.501785159111023,
      "learning_rate": 4.520860997672857e-05,
      "loss": 5.0906,
      "step": 265890
    },
    {
      "epoch": 0.2327428724984485,
      "grad_norm": 0.5021031498908997,
      "learning_rate": 4.520842958780728e-05,
      "loss": 5.5904,
      "step": 265895
    },
    {
      "epoch": 0.23274724909207564,
      "grad_norm": 0.5403379201889038,
      "learning_rate": 4.520824919595248e-05,
      "loss": 6.2758,
      "step": 265900
    },
    {
      "epoch": 0.23275162568570282,
      "grad_norm": 0.5333245992660522,
      "learning_rate": 4.520806880116421e-05,
      "loss": 5.9598,
      "step": 265905
    },
    {
      "epoch": 0.23275600227932997,
      "grad_norm": 0.5032844543457031,
      "learning_rate": 4.520788840344252e-05,
      "loss": 4.8533,
      "step": 265910
    },
    {
      "epoch": 0.2327603788729571,
      "grad_norm": 0.5500684380531311,
      "learning_rate": 4.520770800278743e-05,
      "loss": 5.4275,
      "step": 265915
    },
    {
      "epoch": 0.23276475546658426,
      "grad_norm": 0.543980062007904,
      "learning_rate": 4.520752759919897e-05,
      "loss": 4.9012,
      "step": 265920
    },
    {
      "epoch": 0.23276913206021144,
      "grad_norm": 0.5372443199157715,
      "learning_rate": 4.5207347192677185e-05,
      "loss": 5.923,
      "step": 265925
    },
    {
      "epoch": 0.23277350865383858,
      "grad_norm": 0.5238503217697144,
      "learning_rate": 4.5207166783222096e-05,
      "loss": 5.1154,
      "step": 265930
    },
    {
      "epoch": 0.23277788524746573,
      "grad_norm": 0.5576429963111877,
      "learning_rate": 4.520698637083376e-05,
      "loss": 4.7064,
      "step": 265935
    },
    {
      "epoch": 0.23278226184109288,
      "grad_norm": 0.5359259843826294,
      "learning_rate": 4.520680595551219e-05,
      "loss": 5.1847,
      "step": 265940
    },
    {
      "epoch": 0.23278663843472006,
      "grad_norm": 0.5154382586479187,
      "learning_rate": 4.520662553725743e-05,
      "loss": 6.2133,
      "step": 265945
    },
    {
      "epoch": 0.2327910150283472,
      "grad_norm": 0.5313708186149597,
      "learning_rate": 4.520644511606952e-05,
      "loss": 5.4163,
      "step": 265950
    },
    {
      "epoch": 0.23279539162197435,
      "grad_norm": 0.518694281578064,
      "learning_rate": 4.5206264691948475e-05,
      "loss": 5.9531,
      "step": 265955
    },
    {
      "epoch": 0.2327997682156015,
      "grad_norm": 0.5393055081367493,
      "learning_rate": 4.520608426489435e-05,
      "loss": 5.1154,
      "step": 265960
    },
    {
      "epoch": 0.23280414480922865,
      "grad_norm": 0.5119541883468628,
      "learning_rate": 4.5205903834907185e-05,
      "loss": 5.4041,
      "step": 265965
    },
    {
      "epoch": 0.23280852140285582,
      "grad_norm": 0.5147790908813477,
      "learning_rate": 4.5205723401987e-05,
      "loss": 4.6085,
      "step": 265970
    },
    {
      "epoch": 0.23281289799648297,
      "grad_norm": 0.5432170629501343,
      "learning_rate": 4.520554296613383e-05,
      "loss": 4.3005,
      "step": 265975
    },
    {
      "epoch": 0.23281727459011012,
      "grad_norm": 0.5245195031166077,
      "learning_rate": 4.5205362527347706e-05,
      "loss": 5.9285,
      "step": 265980
    },
    {
      "epoch": 0.23282165118373727,
      "grad_norm": 0.5392748713493347,
      "learning_rate": 4.5205182085628685e-05,
      "loss": 4.4162,
      "step": 265985
    },
    {
      "epoch": 0.23282602777736444,
      "grad_norm": 0.5274164080619812,
      "learning_rate": 4.5205001640976775e-05,
      "loss": 5.4291,
      "step": 265990
    },
    {
      "epoch": 0.2328304043709916,
      "grad_norm": 0.5290597677230835,
      "learning_rate": 4.5204821193392023e-05,
      "loss": 5.4136,
      "step": 265995
    },
    {
      "epoch": 0.23283478096461874,
      "grad_norm": 0.521989107131958,
      "learning_rate": 4.520464074287446e-05,
      "loss": 4.3942,
      "step": 266000
    },
    {
      "epoch": 0.23283915755824589,
      "grad_norm": 0.5291407108306885,
      "learning_rate": 4.520446028942413e-05,
      "loss": 5.1797,
      "step": 266005
    },
    {
      "epoch": 0.23284353415187306,
      "grad_norm": 0.5162443518638611,
      "learning_rate": 4.520427983304106e-05,
      "loss": 5.593,
      "step": 266010
    },
    {
      "epoch": 0.2328479107455002,
      "grad_norm": 0.507847249507904,
      "learning_rate": 4.5204099373725296e-05,
      "loss": 5.9783,
      "step": 266015
    },
    {
      "epoch": 0.23285228733912736,
      "grad_norm": 0.5166945457458496,
      "learning_rate": 4.520391891147686e-05,
      "loss": 5.3465,
      "step": 266020
    },
    {
      "epoch": 0.2328566639327545,
      "grad_norm": 0.5049879550933838,
      "learning_rate": 4.5203738446295784e-05,
      "loss": 4.8263,
      "step": 266025
    },
    {
      "epoch": 0.23286104052638168,
      "grad_norm": 0.5070708990097046,
      "learning_rate": 4.520355797818211e-05,
      "loss": 6.2285,
      "step": 266030
    },
    {
      "epoch": 0.23286541712000883,
      "grad_norm": 0.5091816782951355,
      "learning_rate": 4.520337750713588e-05,
      "loss": 5.7146,
      "step": 266035
    },
    {
      "epoch": 0.23286979371363598,
      "grad_norm": 0.5532072186470032,
      "learning_rate": 4.5203197033157104e-05,
      "loss": 4.3765,
      "step": 266040
    },
    {
      "epoch": 0.23287417030726312,
      "grad_norm": 0.5422810912132263,
      "learning_rate": 4.520301655624585e-05,
      "loss": 5.6217,
      "step": 266045
    },
    {
      "epoch": 0.2328785469008903,
      "grad_norm": 0.5140796303749084,
      "learning_rate": 4.5202836076402133e-05,
      "loss": 5.3447,
      "step": 266050
    },
    {
      "epoch": 0.23288292349451745,
      "grad_norm": 0.5076668858528137,
      "learning_rate": 4.5202655593625996e-05,
      "loss": 5.6217,
      "step": 266055
    },
    {
      "epoch": 0.2328873000881446,
      "grad_norm": 0.5391417145729065,
      "learning_rate": 4.5202475107917464e-05,
      "loss": 4.8875,
      "step": 266060
    },
    {
      "epoch": 0.23289167668177174,
      "grad_norm": 0.5361328125,
      "learning_rate": 4.520229461927658e-05,
      "loss": 5.1304,
      "step": 266065
    },
    {
      "epoch": 0.23289605327539892,
      "grad_norm": 0.5105077028274536,
      "learning_rate": 4.5202114127703367e-05,
      "loss": 5.3824,
      "step": 266070
    },
    {
      "epoch": 0.23290042986902607,
      "grad_norm": 0.550650417804718,
      "learning_rate": 4.520193363319787e-05,
      "loss": 5.1948,
      "step": 266075
    },
    {
      "epoch": 0.2329048064626532,
      "grad_norm": 0.5342181324958801,
      "learning_rate": 4.5201753135760126e-05,
      "loss": 4.8734,
      "step": 266080
    },
    {
      "epoch": 0.23290918305628036,
      "grad_norm": 0.5271166563034058,
      "learning_rate": 4.5201572635390166e-05,
      "loss": 5.2273,
      "step": 266085
    },
    {
      "epoch": 0.2329135596499075,
      "grad_norm": 0.5261898040771484,
      "learning_rate": 4.520139213208803e-05,
      "loss": 3.6859,
      "step": 266090
    },
    {
      "epoch": 0.23291793624353468,
      "grad_norm": 0.5476909875869751,
      "learning_rate": 4.520121162585373e-05,
      "loss": 5.7238,
      "step": 266095
    },
    {
      "epoch": 0.23292231283716183,
      "grad_norm": 0.667331337928772,
      "learning_rate": 4.520103111668734e-05,
      "loss": 5.4634,
      "step": 266100
    },
    {
      "epoch": 0.23292668943078898,
      "grad_norm": 0.5281492471694946,
      "learning_rate": 4.520085060458886e-05,
      "loss": 5.6125,
      "step": 266105
    },
    {
      "epoch": 0.23293106602441613,
      "grad_norm": 0.5099467635154724,
      "learning_rate": 4.520067008955834e-05,
      "loss": 5.7345,
      "step": 266110
    },
    {
      "epoch": 0.2329354426180433,
      "grad_norm": 0.5662624835968018,
      "learning_rate": 4.520048957159583e-05,
      "loss": 4.706,
      "step": 266115
    },
    {
      "epoch": 0.23293981921167045,
      "grad_norm": 0.5264955163002014,
      "learning_rate": 4.5200309050701325e-05,
      "loss": 6.2141,
      "step": 266120
    },
    {
      "epoch": 0.2329441958052976,
      "grad_norm": 0.5458824634552002,
      "learning_rate": 4.5200128526874894e-05,
      "loss": 5.6266,
      "step": 266125
    },
    {
      "epoch": 0.23294857239892475,
      "grad_norm": 0.5345005989074707,
      "learning_rate": 4.519994800011656e-05,
      "loss": 4.09,
      "step": 266130
    },
    {
      "epoch": 0.23295294899255192,
      "grad_norm": 0.5785322189331055,
      "learning_rate": 4.519976747042635e-05,
      "loss": 4.9214,
      "step": 266135
    },
    {
      "epoch": 0.23295732558617907,
      "grad_norm": 0.5193948149681091,
      "learning_rate": 4.519958693780432e-05,
      "loss": 4.1476,
      "step": 266140
    },
    {
      "epoch": 0.23296170217980622,
      "grad_norm": 0.526046097278595,
      "learning_rate": 4.5199406402250474e-05,
      "loss": 5.7312,
      "step": 266145
    },
    {
      "epoch": 0.23296607877343337,
      "grad_norm": 0.5574876666069031,
      "learning_rate": 4.5199225863764885e-05,
      "loss": 5.193,
      "step": 266150
    },
    {
      "epoch": 0.23297045536706054,
      "grad_norm": 0.5266924500465393,
      "learning_rate": 4.519904532234756e-05,
      "loss": 5.9279,
      "step": 266155
    },
    {
      "epoch": 0.2329748319606877,
      "grad_norm": 0.5234530568122864,
      "learning_rate": 4.519886477799854e-05,
      "loss": 5.1463,
      "step": 266160
    },
    {
      "epoch": 0.23297920855431484,
      "grad_norm": 0.5196470022201538,
      "learning_rate": 4.519868423071786e-05,
      "loss": 5.7038,
      "step": 266165
    },
    {
      "epoch": 0.23298358514794199,
      "grad_norm": 0.5084452629089355,
      "learning_rate": 4.519850368050556e-05,
      "loss": 5.9131,
      "step": 266170
    },
    {
      "epoch": 0.23298796174156916,
      "grad_norm": 0.5182896256446838,
      "learning_rate": 4.5198323127361677e-05,
      "loss": 4.325,
      "step": 266175
    },
    {
      "epoch": 0.2329923383351963,
      "grad_norm": 0.53409743309021,
      "learning_rate": 4.5198142571286215e-05,
      "loss": 5.1104,
      "step": 266180
    },
    {
      "epoch": 0.23299671492882346,
      "grad_norm": 0.5094913840293884,
      "learning_rate": 4.519796201227926e-05,
      "loss": 4.1989,
      "step": 266185
    },
    {
      "epoch": 0.2330010915224506,
      "grad_norm": 0.5228868722915649,
      "learning_rate": 4.5197781450340805e-05,
      "loss": 5.9141,
      "step": 266190
    },
    {
      "epoch": 0.23300546811607778,
      "grad_norm": 0.5558753609657288,
      "learning_rate": 4.519760088547091e-05,
      "loss": 4.9141,
      "step": 266195
    },
    {
      "epoch": 0.23300984470970493,
      "grad_norm": 0.51996248960495,
      "learning_rate": 4.51974203176696e-05,
      "loss": 5.1123,
      "step": 266200
    },
    {
      "epoch": 0.23301422130333208,
      "grad_norm": 0.5154658555984497,
      "learning_rate": 4.5197239746936904e-05,
      "loss": 5.174,
      "step": 266205
    },
    {
      "epoch": 0.23301859789695922,
      "grad_norm": 0.5189483761787415,
      "learning_rate": 4.519705917327287e-05,
      "loss": 5.4611,
      "step": 266210
    },
    {
      "epoch": 0.23302297449058637,
      "grad_norm": 0.5218110680580139,
      "learning_rate": 4.5196878596677514e-05,
      "loss": 5.0811,
      "step": 266215
    },
    {
      "epoch": 0.23302735108421355,
      "grad_norm": 0.5217848420143127,
      "learning_rate": 4.519669801715089e-05,
      "loss": 5.4226,
      "step": 266220
    },
    {
      "epoch": 0.2330317276778407,
      "grad_norm": 0.5157074928283691,
      "learning_rate": 4.519651743469303e-05,
      "loss": 5.6256,
      "step": 266225
    },
    {
      "epoch": 0.23303610427146784,
      "grad_norm": 0.5099326372146606,
      "learning_rate": 4.5196336849303956e-05,
      "loss": 5.0414,
      "step": 266230
    },
    {
      "epoch": 0.233040480865095,
      "grad_norm": 0.519221842288971,
      "learning_rate": 4.519615626098371e-05,
      "loss": 5.4434,
      "step": 266235
    },
    {
      "epoch": 0.23304485745872217,
      "grad_norm": 0.5028183460235596,
      "learning_rate": 4.519597566973234e-05,
      "loss": 4.3926,
      "step": 266240
    },
    {
      "epoch": 0.2330492340523493,
      "grad_norm": 0.5120095014572144,
      "learning_rate": 4.519579507554985e-05,
      "loss": 4.3599,
      "step": 266245
    },
    {
      "epoch": 0.23305361064597646,
      "grad_norm": 0.508848249912262,
      "learning_rate": 4.519561447843631e-05,
      "loss": 4.9232,
      "step": 266250
    },
    {
      "epoch": 0.2330579872396036,
      "grad_norm": 0.5276727080345154,
      "learning_rate": 4.519543387839172e-05,
      "loss": 4.6139,
      "step": 266255
    },
    {
      "epoch": 0.23306236383323078,
      "grad_norm": 0.5364707112312317,
      "learning_rate": 4.5195253275416146e-05,
      "loss": 5.9383,
      "step": 266260
    },
    {
      "epoch": 0.23306674042685793,
      "grad_norm": 0.5204235315322876,
      "learning_rate": 4.519507266950961e-05,
      "loss": 4.9008,
      "step": 266265
    },
    {
      "epoch": 0.23307111702048508,
      "grad_norm": 0.5103706121444702,
      "learning_rate": 4.5194892060672145e-05,
      "loss": 5.6064,
      "step": 266270
    },
    {
      "epoch": 0.23307549361411223,
      "grad_norm": 0.516278088092804,
      "learning_rate": 4.519471144890379e-05,
      "loss": 5.4389,
      "step": 266275
    },
    {
      "epoch": 0.2330798702077394,
      "grad_norm": 0.49769827723503113,
      "learning_rate": 4.519453083420458e-05,
      "loss": 5.6609,
      "step": 266280
    },
    {
      "epoch": 0.23308424680136655,
      "grad_norm": 0.5273982286453247,
      "learning_rate": 4.519435021657453e-05,
      "loss": 5.2205,
      "step": 266285
    },
    {
      "epoch": 0.2330886233949937,
      "grad_norm": 0.5141801834106445,
      "learning_rate": 4.5194169596013714e-05,
      "loss": 5.8904,
      "step": 266290
    },
    {
      "epoch": 0.23309299998862085,
      "grad_norm": 0.5235775709152222,
      "learning_rate": 4.519398897252213e-05,
      "loss": 5.4009,
      "step": 266295
    },
    {
      "epoch": 0.23309737658224802,
      "grad_norm": 0.5266257524490356,
      "learning_rate": 4.519380834609984e-05,
      "loss": 5.7201,
      "step": 266300
    },
    {
      "epoch": 0.23310175317587517,
      "grad_norm": 0.5377230048179626,
      "learning_rate": 4.519362771674685e-05,
      "loss": 4.7201,
      "step": 266305
    },
    {
      "epoch": 0.23310612976950232,
      "grad_norm": 0.5247231721878052,
      "learning_rate": 4.519344708446323e-05,
      "loss": 5.2236,
      "step": 266310
    },
    {
      "epoch": 0.23311050636312947,
      "grad_norm": 0.5885212421417236,
      "learning_rate": 4.519326644924898e-05,
      "loss": 4.6199,
      "step": 266315
    },
    {
      "epoch": 0.23311488295675664,
      "grad_norm": 0.6401224136352539,
      "learning_rate": 4.5193085811104166e-05,
      "loss": 4.6692,
      "step": 266320
    },
    {
      "epoch": 0.2331192595503838,
      "grad_norm": 0.5367457866668701,
      "learning_rate": 4.51929051700288e-05,
      "loss": 5.1308,
      "step": 266325
    },
    {
      "epoch": 0.23312363614401094,
      "grad_norm": 0.5228192210197449,
      "learning_rate": 4.519272452602292e-05,
      "loss": 4.8246,
      "step": 266330
    },
    {
      "epoch": 0.23312801273763809,
      "grad_norm": 0.5282593369483948,
      "learning_rate": 4.519254387908658e-05,
      "loss": 5.4515,
      "step": 266335
    },
    {
      "epoch": 0.23313238933126526,
      "grad_norm": 0.5556617379188538,
      "learning_rate": 4.519236322921979e-05,
      "loss": 5.7115,
      "step": 266340
    },
    {
      "epoch": 0.2331367659248924,
      "grad_norm": 0.5118505954742432,
      "learning_rate": 4.519218257642259e-05,
      "loss": 5.3787,
      "step": 266345
    },
    {
      "epoch": 0.23314114251851956,
      "grad_norm": 0.5339024662971497,
      "learning_rate": 4.519200192069504e-05,
      "loss": 5.1862,
      "step": 266350
    },
    {
      "epoch": 0.2331455191121467,
      "grad_norm": 0.5199052095413208,
      "learning_rate": 4.519182126203714e-05,
      "loss": 5.1279,
      "step": 266355
    },
    {
      "epoch": 0.23314989570577385,
      "grad_norm": 0.5086314678192139,
      "learning_rate": 4.5191640600448936e-05,
      "loss": 6.2426,
      "step": 266360
    },
    {
      "epoch": 0.23315427229940103,
      "grad_norm": 0.5674322247505188,
      "learning_rate": 4.519145993593047e-05,
      "loss": 4.6234,
      "step": 266365
    },
    {
      "epoch": 0.23315864889302818,
      "grad_norm": 0.5278365612030029,
      "learning_rate": 4.519127926848178e-05,
      "loss": 5.1845,
      "step": 266370
    },
    {
      "epoch": 0.23316302548665532,
      "grad_norm": 0.518467128276825,
      "learning_rate": 4.519109859810289e-05,
      "loss": 5.1882,
      "step": 266375
    },
    {
      "epoch": 0.23316740208028247,
      "grad_norm": 0.523378849029541,
      "learning_rate": 4.519091792479384e-05,
      "loss": 4.8334,
      "step": 266380
    },
    {
      "epoch": 0.23317177867390965,
      "grad_norm": 0.515338122844696,
      "learning_rate": 4.519073724855466e-05,
      "loss": 5.1222,
      "step": 266385
    },
    {
      "epoch": 0.2331761552675368,
      "grad_norm": 0.5238598585128784,
      "learning_rate": 4.51905565693854e-05,
      "loss": 5.9406,
      "step": 266390
    },
    {
      "epoch": 0.23318053186116394,
      "grad_norm": 0.523297131061554,
      "learning_rate": 4.519037588728607e-05,
      "loss": 5.12,
      "step": 266395
    },
    {
      "epoch": 0.2331849084547911,
      "grad_norm": 0.5150613784790039,
      "learning_rate": 4.5190195202256736e-05,
      "loss": 5.6987,
      "step": 266400
    },
    {
      "epoch": 0.23318928504841827,
      "grad_norm": 0.5186559557914734,
      "learning_rate": 4.519001451429741e-05,
      "loss": 5.1811,
      "step": 266405
    },
    {
      "epoch": 0.2331936616420454,
      "grad_norm": 0.5465914607048035,
      "learning_rate": 4.5189833823408123e-05,
      "loss": 5.4313,
      "step": 266410
    },
    {
      "epoch": 0.23319803823567256,
      "grad_norm": 0.5253696441650391,
      "learning_rate": 4.518965312958893e-05,
      "loss": 4.6096,
      "step": 266415
    },
    {
      "epoch": 0.2332024148292997,
      "grad_norm": 0.5218098759651184,
      "learning_rate": 4.518947243283984e-05,
      "loss": 6.223,
      "step": 266420
    },
    {
      "epoch": 0.23320679142292688,
      "grad_norm": 0.5420772433280945,
      "learning_rate": 4.518929173316092e-05,
      "loss": 4.9184,
      "step": 266425
    },
    {
      "epoch": 0.23321116801655403,
      "grad_norm": 0.526197612285614,
      "learning_rate": 4.518911103055218e-05,
      "loss": 4.9504,
      "step": 266430
    },
    {
      "epoch": 0.23321554461018118,
      "grad_norm": 0.5198171734809875,
      "learning_rate": 4.5188930325013656e-05,
      "loss": 5.6482,
      "step": 266435
    },
    {
      "epoch": 0.23321992120380833,
      "grad_norm": 0.5187515020370483,
      "learning_rate": 4.51887496165454e-05,
      "loss": 5.6488,
      "step": 266440
    },
    {
      "epoch": 0.2332242977974355,
      "grad_norm": 0.5379577279090881,
      "learning_rate": 4.518856890514743e-05,
      "loss": 5.187,
      "step": 266445
    },
    {
      "epoch": 0.23322867439106265,
      "grad_norm": 0.5175101161003113,
      "learning_rate": 4.5188388190819796e-05,
      "loss": 5.6314,
      "step": 266450
    },
    {
      "epoch": 0.2332330509846898,
      "grad_norm": 0.551303505897522,
      "learning_rate": 4.51882074735625e-05,
      "loss": 4.8829,
      "step": 266455
    },
    {
      "epoch": 0.23323742757831695,
      "grad_norm": 0.5624606609344482,
      "learning_rate": 4.518802675337563e-05,
      "loss": 4.3947,
      "step": 266460
    },
    {
      "epoch": 0.23324180417194412,
      "grad_norm": 0.5774869918823242,
      "learning_rate": 4.518784603025918e-05,
      "loss": 5.3909,
      "step": 266465
    },
    {
      "epoch": 0.23324618076557127,
      "grad_norm": 0.5229249596595764,
      "learning_rate": 4.51876653042132e-05,
      "loss": 5.2994,
      "step": 266470
    },
    {
      "epoch": 0.23325055735919842,
      "grad_norm": 0.5326631665229797,
      "learning_rate": 4.518748457523772e-05,
      "loss": 4.3901,
      "step": 266475
    },
    {
      "epoch": 0.23325493395282557,
      "grad_norm": 0.5372270345687866,
      "learning_rate": 4.518730384333277e-05,
      "loss": 6.2387,
      "step": 266480
    },
    {
      "epoch": 0.23325931054645271,
      "grad_norm": 0.519313633441925,
      "learning_rate": 4.518712310849841e-05,
      "loss": 5.4123,
      "step": 266485
    },
    {
      "epoch": 0.2332636871400799,
      "grad_norm": 0.5195750594139099,
      "learning_rate": 4.518694237073463e-05,
      "loss": 4.5739,
      "step": 266490
    },
    {
      "epoch": 0.23326806373370704,
      "grad_norm": 0.5347517132759094,
      "learning_rate": 4.518676163004151e-05,
      "loss": 5.2026,
      "step": 266495
    },
    {
      "epoch": 0.23327244032733419,
      "grad_norm": 0.5344786047935486,
      "learning_rate": 4.518658088641906e-05,
      "loss": 5.1971,
      "step": 266500
    },
    {
      "epoch": 0.23327681692096133,
      "grad_norm": 0.565584123134613,
      "learning_rate": 4.5186400139867317e-05,
      "loss": 4.9108,
      "step": 266505
    },
    {
      "epoch": 0.2332811935145885,
      "grad_norm": 0.5250244140625,
      "learning_rate": 4.518621939038633e-05,
      "loss": 5.1868,
      "step": 266510
    },
    {
      "epoch": 0.23328557010821566,
      "grad_norm": 0.515717625617981,
      "learning_rate": 4.518603863797612e-05,
      "loss": 5.1231,
      "step": 266515
    },
    {
      "epoch": 0.2332899467018428,
      "grad_norm": 0.5158011317253113,
      "learning_rate": 4.5185857882636716e-05,
      "loss": 4.6236,
      "step": 266520
    },
    {
      "epoch": 0.23329432329546995,
      "grad_norm": 0.523468554019928,
      "learning_rate": 4.518567712436817e-05,
      "loss": 5.6846,
      "step": 266525
    },
    {
      "epoch": 0.23329869988909713,
      "grad_norm": 0.5176249146461487,
      "learning_rate": 4.51854963631705e-05,
      "loss": 5.1869,
      "step": 266530
    },
    {
      "epoch": 0.23330307648272428,
      "grad_norm": 0.5104221701622009,
      "learning_rate": 4.518531559904377e-05,
      "loss": 5.0995,
      "step": 266535
    },
    {
      "epoch": 0.23330745307635142,
      "grad_norm": 0.5043904781341553,
      "learning_rate": 4.518513483198798e-05,
      "loss": 5.7173,
      "step": 266540
    },
    {
      "epoch": 0.23331182966997857,
      "grad_norm": 0.5085865259170532,
      "learning_rate": 4.5184954062003174e-05,
      "loss": 5.1944,
      "step": 266545
    },
    {
      "epoch": 0.23331620626360575,
      "grad_norm": 0.5017192959785461,
      "learning_rate": 4.51847732890894e-05,
      "loss": 6.2158,
      "step": 266550
    },
    {
      "epoch": 0.2333205828572329,
      "grad_norm": 0.5188785791397095,
      "learning_rate": 4.5184592513246684e-05,
      "loss": 5.9549,
      "step": 266555
    },
    {
      "epoch": 0.23332495945086004,
      "grad_norm": 0.5316070914268494,
      "learning_rate": 4.518441173447506e-05,
      "loss": 5.413,
      "step": 266560
    },
    {
      "epoch": 0.2333293360444872,
      "grad_norm": 0.5256836414337158,
      "learning_rate": 4.5184230952774564e-05,
      "loss": 6.2197,
      "step": 266565
    },
    {
      "epoch": 0.23333371263811437,
      "grad_norm": 0.5262435674667358,
      "learning_rate": 4.5184050168145245e-05,
      "loss": 5.3976,
      "step": 266570
    },
    {
      "epoch": 0.2333380892317415,
      "grad_norm": 0.5332542061805725,
      "learning_rate": 4.518386938058712e-05,
      "loss": 4.8865,
      "step": 266575
    },
    {
      "epoch": 0.23334246582536866,
      "grad_norm": 0.5167429447174072,
      "learning_rate": 4.5183688590100214e-05,
      "loss": 5.9492,
      "step": 266580
    },
    {
      "epoch": 0.2333468424189958,
      "grad_norm": 0.5352768301963806,
      "learning_rate": 4.518350779668459e-05,
      "loss": 4.9284,
      "step": 266585
    },
    {
      "epoch": 0.23335121901262298,
      "grad_norm": 0.5431274771690369,
      "learning_rate": 4.518332700034027e-05,
      "loss": 5.4391,
      "step": 266590
    },
    {
      "epoch": 0.23335559560625013,
      "grad_norm": 0.524060070514679,
      "learning_rate": 4.518314620106728e-05,
      "loss": 5.4366,
      "step": 266595
    },
    {
      "epoch": 0.23335997219987728,
      "grad_norm": 0.5297308564186096,
      "learning_rate": 4.5182965398865675e-05,
      "loss": 5.4409,
      "step": 266600
    },
    {
      "epoch": 0.23336434879350443,
      "grad_norm": 0.5323724746704102,
      "learning_rate": 4.518278459373547e-05,
      "loss": 5.7447,
      "step": 266605
    },
    {
      "epoch": 0.23336872538713158,
      "grad_norm": 0.5370322465896606,
      "learning_rate": 4.518260378567671e-05,
      "loss": 5.4358,
      "step": 266610
    },
    {
      "epoch": 0.23337310198075875,
      "grad_norm": 0.5459429025650024,
      "learning_rate": 4.518242297468943e-05,
      "loss": 5.4078,
      "step": 266615
    },
    {
      "epoch": 0.2333774785743859,
      "grad_norm": 0.6315143704414368,
      "learning_rate": 4.518224216077366e-05,
      "loss": 4.1781,
      "step": 266620
    },
    {
      "epoch": 0.23338185516801305,
      "grad_norm": 0.5343339443206787,
      "learning_rate": 4.5182061343929436e-05,
      "loss": 4.5938,
      "step": 266625
    },
    {
      "epoch": 0.2333862317616402,
      "grad_norm": 0.5796956419944763,
      "learning_rate": 4.5181880524156795e-05,
      "loss": 5.9154,
      "step": 266630
    },
    {
      "epoch": 0.23339060835526737,
      "grad_norm": 0.5410727858543396,
      "learning_rate": 4.518169970145577e-05,
      "loss": 4.9432,
      "step": 266635
    },
    {
      "epoch": 0.23339498494889452,
      "grad_norm": 0.5188490748405457,
      "learning_rate": 4.51815188758264e-05,
      "loss": 4.5956,
      "step": 266640
    },
    {
      "epoch": 0.23339936154252167,
      "grad_norm": 0.5623457431793213,
      "learning_rate": 4.518133804726872e-05,
      "loss": 5.7356,
      "step": 266645
    },
    {
      "epoch": 0.23340373813614881,
      "grad_norm": 0.5926510095596313,
      "learning_rate": 4.518115721578276e-05,
      "loss": 5.736,
      "step": 266650
    },
    {
      "epoch": 0.233408114729776,
      "grad_norm": 0.6129370927810669,
      "learning_rate": 4.5180976381368556e-05,
      "loss": 5.3129,
      "step": 266655
    },
    {
      "epoch": 0.23341249132340314,
      "grad_norm": 0.5211610198020935,
      "learning_rate": 4.518079554402615e-05,
      "loss": 4.1907,
      "step": 266660
    },
    {
      "epoch": 0.23341686791703029,
      "grad_norm": 0.5620989799499512,
      "learning_rate": 4.518061470375555e-05,
      "loss": 6.2145,
      "step": 266665
    },
    {
      "epoch": 0.23342124451065743,
      "grad_norm": 0.5234996676445007,
      "learning_rate": 4.5180433860556833e-05,
      "loss": 6.1979,
      "step": 266670
    },
    {
      "epoch": 0.2334256211042846,
      "grad_norm": 0.5217385292053223,
      "learning_rate": 4.518025301443001e-05,
      "loss": 5.1194,
      "step": 266675
    },
    {
      "epoch": 0.23342999769791176,
      "grad_norm": 0.5438349843025208,
      "learning_rate": 4.518007216537511e-05,
      "loss": 4.6774,
      "step": 266680
    },
    {
      "epoch": 0.2334343742915389,
      "grad_norm": 0.5288164615631104,
      "learning_rate": 4.5179891313392175e-05,
      "loss": 4.6281,
      "step": 266685
    },
    {
      "epoch": 0.23343875088516605,
      "grad_norm": 0.5241384506225586,
      "learning_rate": 4.517971045848125e-05,
      "loss": 4.9299,
      "step": 266690
    },
    {
      "epoch": 0.23344312747879323,
      "grad_norm": 0.5196310877799988,
      "learning_rate": 4.5179529600642355e-05,
      "loss": 5.4313,
      "step": 266695
    },
    {
      "epoch": 0.23344750407242038,
      "grad_norm": 0.5174964666366577,
      "learning_rate": 4.5179348739875535e-05,
      "loss": 4.7935,
      "step": 266700
    },
    {
      "epoch": 0.23345188066604752,
      "grad_norm": 0.5350720286369324,
      "learning_rate": 4.5179167876180814e-05,
      "loss": 5.2114,
      "step": 266705
    },
    {
      "epoch": 0.23345625725967467,
      "grad_norm": 0.5152580738067627,
      "learning_rate": 4.517898700955824e-05,
      "loss": 4.0913,
      "step": 266710
    },
    {
      "epoch": 0.23346063385330185,
      "grad_norm": 0.9086277484893799,
      "learning_rate": 4.5178806140007836e-05,
      "loss": 4.6388,
      "step": 266715
    },
    {
      "epoch": 0.233465010446929,
      "grad_norm": 0.6884868741035461,
      "learning_rate": 4.517862526752964e-05,
      "loss": 5.9645,
      "step": 266720
    },
    {
      "epoch": 0.23346938704055614,
      "grad_norm": 0.5333250761032104,
      "learning_rate": 4.51784443921237e-05,
      "loss": 4.9134,
      "step": 266725
    },
    {
      "epoch": 0.2334737636341833,
      "grad_norm": 0.5151968002319336,
      "learning_rate": 4.517826351379003e-05,
      "loss": 4.8378,
      "step": 266730
    },
    {
      "epoch": 0.23347814022781044,
      "grad_norm": 0.5299122333526611,
      "learning_rate": 4.517808263252868e-05,
      "loss": 5.1247,
      "step": 266735
    },
    {
      "epoch": 0.2334825168214376,
      "grad_norm": 0.529385507106781,
      "learning_rate": 4.517790174833968e-05,
      "loss": 5.4428,
      "step": 266740
    },
    {
      "epoch": 0.23348689341506476,
      "grad_norm": 0.5105425119400024,
      "learning_rate": 4.5177720861223074e-05,
      "loss": 5.1032,
      "step": 266745
    },
    {
      "epoch": 0.2334912700086919,
      "grad_norm": 0.5270370841026306,
      "learning_rate": 4.517753997117887e-05,
      "loss": 5.4639,
      "step": 266750
    },
    {
      "epoch": 0.23349564660231906,
      "grad_norm": 0.5429191589355469,
      "learning_rate": 4.5177359078207135e-05,
      "loss": 5.2173,
      "step": 266755
    },
    {
      "epoch": 0.23350002319594623,
      "grad_norm": 0.563078761100769,
      "learning_rate": 4.5177178182307875e-05,
      "loss": 4.5959,
      "step": 266760
    },
    {
      "epoch": 0.23350439978957338,
      "grad_norm": 0.5361557006835938,
      "learning_rate": 4.517699728348115e-05,
      "loss": 5.6888,
      "step": 266765
    },
    {
      "epoch": 0.23350877638320053,
      "grad_norm": 0.5158526301383972,
      "learning_rate": 4.517681638172698e-05,
      "loss": 5.9594,
      "step": 266770
    },
    {
      "epoch": 0.23351315297682768,
      "grad_norm": 0.559933602809906,
      "learning_rate": 4.517663547704541e-05,
      "loss": 5.2783,
      "step": 266775
    },
    {
      "epoch": 0.23351752957045485,
      "grad_norm": 0.5280677080154419,
      "learning_rate": 4.5176454569436463e-05,
      "loss": 5.3986,
      "step": 266780
    },
    {
      "epoch": 0.233521906164082,
      "grad_norm": 0.5169632434844971,
      "learning_rate": 4.517627365890018e-05,
      "loss": 5.6133,
      "step": 266785
    },
    {
      "epoch": 0.23352628275770915,
      "grad_norm": 0.5173073410987854,
      "learning_rate": 4.5176092745436604e-05,
      "loss": 5.7146,
      "step": 266790
    },
    {
      "epoch": 0.2335306593513363,
      "grad_norm": 0.5252437591552734,
      "learning_rate": 4.517591182904575e-05,
      "loss": 5.4187,
      "step": 266795
    },
    {
      "epoch": 0.23353503594496347,
      "grad_norm": 0.5150905251502991,
      "learning_rate": 4.5175730909727674e-05,
      "loss": 6.2197,
      "step": 266800
    },
    {
      "epoch": 0.23353941253859062,
      "grad_norm": 0.5123580694198608,
      "learning_rate": 4.51755499874824e-05,
      "loss": 4.3275,
      "step": 266805
    },
    {
      "epoch": 0.23354378913221777,
      "grad_norm": 0.546843945980072,
      "learning_rate": 4.5175369062309956e-05,
      "loss": 5.2016,
      "step": 266810
    },
    {
      "epoch": 0.23354816572584491,
      "grad_norm": 0.5520291924476624,
      "learning_rate": 4.5175188134210386e-05,
      "loss": 5.1194,
      "step": 266815
    },
    {
      "epoch": 0.2335525423194721,
      "grad_norm": 0.5293542146682739,
      "learning_rate": 4.517500720318374e-05,
      "loss": 6.2385,
      "step": 266820
    },
    {
      "epoch": 0.23355691891309924,
      "grad_norm": 0.5283532738685608,
      "learning_rate": 4.5174826269230016e-05,
      "loss": 5.9539,
      "step": 266825
    },
    {
      "epoch": 0.23356129550672639,
      "grad_norm": 0.5522007346153259,
      "learning_rate": 4.517464533234928e-05,
      "loss": 5.4119,
      "step": 266830
    },
    {
      "epoch": 0.23356567210035353,
      "grad_norm": 0.5957556366920471,
      "learning_rate": 4.517446439254157e-05,
      "loss": 4.6119,
      "step": 266835
    },
    {
      "epoch": 0.2335700486939807,
      "grad_norm": 0.5365610122680664,
      "learning_rate": 4.5174283449806884e-05,
      "loss": 5.1889,
      "step": 266840
    },
    {
      "epoch": 0.23357442528760786,
      "grad_norm": 0.5343931913375854,
      "learning_rate": 4.51741025041453e-05,
      "loss": 4.3865,
      "step": 266845
    },
    {
      "epoch": 0.233578801881235,
      "grad_norm": 0.5242155194282532,
      "learning_rate": 4.517392155555683e-05,
      "loss": 4.0959,
      "step": 266850
    },
    {
      "epoch": 0.23358317847486215,
      "grad_norm": 0.5293210744857788,
      "learning_rate": 4.51737406040415e-05,
      "loss": 4.7083,
      "step": 266855
    },
    {
      "epoch": 0.2335875550684893,
      "grad_norm": 0.522657036781311,
      "learning_rate": 4.517355964959937e-05,
      "loss": 5.174,
      "step": 266860
    },
    {
      "epoch": 0.23359193166211648,
      "grad_norm": 0.5096229314804077,
      "learning_rate": 4.517337869223045e-05,
      "loss": 6.2098,
      "step": 266865
    },
    {
      "epoch": 0.23359630825574362,
      "grad_norm": 0.533911406993866,
      "learning_rate": 4.5173197731934805e-05,
      "loss": 4.9058,
      "step": 266870
    },
    {
      "epoch": 0.23360068484937077,
      "grad_norm": 0.5173872113227844,
      "learning_rate": 4.517301676871244e-05,
      "loss": 5.6174,
      "step": 266875
    },
    {
      "epoch": 0.23360506144299792,
      "grad_norm": 0.5374854207038879,
      "learning_rate": 4.5172835802563404e-05,
      "loss": 5.2891,
      "step": 266880
    },
    {
      "epoch": 0.2336094380366251,
      "grad_norm": 0.5221130847930908,
      "learning_rate": 4.517265483348773e-05,
      "loss": 4.9041,
      "step": 266885
    },
    {
      "epoch": 0.23361381463025224,
      "grad_norm": 0.5264443755149841,
      "learning_rate": 4.517247386148545e-05,
      "loss": 4.9236,
      "step": 266890
    },
    {
      "epoch": 0.2336181912238794,
      "grad_norm": 0.5220182538032532,
      "learning_rate": 4.517229288655661e-05,
      "loss": 5.632,
      "step": 266895
    },
    {
      "epoch": 0.23362256781750654,
      "grad_norm": 0.5149943828582764,
      "learning_rate": 4.517211190870123e-05,
      "loss": 5.1936,
      "step": 266900
    },
    {
      "epoch": 0.2336269444111337,
      "grad_norm": 0.5197829008102417,
      "learning_rate": 4.517193092791936e-05,
      "loss": 5.1742,
      "step": 266905
    },
    {
      "epoch": 0.23363132100476086,
      "grad_norm": 0.5112542510032654,
      "learning_rate": 4.517174994421102e-05,
      "loss": 5.416,
      "step": 266910
    },
    {
      "epoch": 0.233635697598388,
      "grad_norm": 0.5209018588066101,
      "learning_rate": 4.517156895757625e-05,
      "loss": 4.3525,
      "step": 266915
    },
    {
      "epoch": 0.23364007419201516,
      "grad_norm": 0.5280269384384155,
      "learning_rate": 4.517138796801509e-05,
      "loss": 4.8537,
      "step": 266920
    },
    {
      "epoch": 0.23364445078564233,
      "grad_norm": 0.5221458673477173,
      "learning_rate": 4.5171206975527556e-05,
      "loss": 5.4715,
      "step": 266925
    },
    {
      "epoch": 0.23364882737926948,
      "grad_norm": 0.518029510974884,
      "learning_rate": 4.517102598011372e-05,
      "loss": 5.6695,
      "step": 266930
    },
    {
      "epoch": 0.23365320397289663,
      "grad_norm": 0.5232282280921936,
      "learning_rate": 4.517084498177359e-05,
      "loss": 5.408,
      "step": 266935
    },
    {
      "epoch": 0.23365758056652378,
      "grad_norm": 0.5710790753364563,
      "learning_rate": 4.51706639805072e-05,
      "loss": 4.3871,
      "step": 266940
    },
    {
      "epoch": 0.23366195716015095,
      "grad_norm": 0.5409222841262817,
      "learning_rate": 4.5170482976314584e-05,
      "loss": 5.9498,
      "step": 266945
    },
    {
      "epoch": 0.2336663337537781,
      "grad_norm": 0.5050342082977295,
      "learning_rate": 4.517030196919579e-05,
      "loss": 5.317,
      "step": 266950
    },
    {
      "epoch": 0.23367071034740525,
      "grad_norm": 0.5250534415245056,
      "learning_rate": 4.5170120959150854e-05,
      "loss": 5.6789,
      "step": 266955
    },
    {
      "epoch": 0.2336750869410324,
      "grad_norm": 0.5716403722763062,
      "learning_rate": 4.5169939946179796e-05,
      "loss": 5.1291,
      "step": 266960
    },
    {
      "epoch": 0.23367946353465957,
      "grad_norm": 0.531517505645752,
      "learning_rate": 4.5169758930282667e-05,
      "loss": 4.5907,
      "step": 266965
    },
    {
      "epoch": 0.23368384012828672,
      "grad_norm": 0.5319427251815796,
      "learning_rate": 4.516957791145949e-05,
      "loss": 5.6894,
      "step": 266970
    },
    {
      "epoch": 0.23368821672191387,
      "grad_norm": 0.5172295570373535,
      "learning_rate": 4.51693968897103e-05,
      "loss": 5.4534,
      "step": 266975
    },
    {
      "epoch": 0.23369259331554101,
      "grad_norm": 0.5408949851989746,
      "learning_rate": 4.516921586503513e-05,
      "loss": 4.8604,
      "step": 266980
    },
    {
      "epoch": 0.2336969699091682,
      "grad_norm": 0.5262395739555359,
      "learning_rate": 4.516903483743403e-05,
      "loss": 5.5971,
      "step": 266985
    },
    {
      "epoch": 0.23370134650279534,
      "grad_norm": 0.5108678936958313,
      "learning_rate": 4.5168853806907016e-05,
      "loss": 5.3199,
      "step": 266990
    },
    {
      "epoch": 0.23370572309642249,
      "grad_norm": 0.5173920392990112,
      "learning_rate": 4.5168672773454146e-05,
      "loss": 5.6596,
      "step": 266995
    },
    {
      "epoch": 0.23371009969004963,
      "grad_norm": 0.5081843733787537,
      "learning_rate": 4.5168491737075435e-05,
      "loss": 6.2148,
      "step": 267000
    },
    {
      "epoch": 0.23371447628367678,
      "grad_norm": 0.5419174432754517,
      "learning_rate": 4.516831069777092e-05,
      "loss": 5.251,
      "step": 267005
    },
    {
      "epoch": 0.23371885287730396,
      "grad_norm": 0.5307444930076599,
      "learning_rate": 4.5168129655540636e-05,
      "loss": 5.42,
      "step": 267010
    },
    {
      "epoch": 0.2337232294709311,
      "grad_norm": 0.5166561007499695,
      "learning_rate": 4.516794861038464e-05,
      "loss": 4.5396,
      "step": 267015
    },
    {
      "epoch": 0.23372760606455825,
      "grad_norm": 0.5360443592071533,
      "learning_rate": 4.516776756230292e-05,
      "loss": 4.893,
      "step": 267020
    },
    {
      "epoch": 0.2337319826581854,
      "grad_norm": 0.5187653303146362,
      "learning_rate": 4.516758651129557e-05,
      "loss": 5.1177,
      "step": 267025
    },
    {
      "epoch": 0.23373635925181258,
      "grad_norm": 0.5496546030044556,
      "learning_rate": 4.5167405457362566e-05,
      "loss": 5.0821,
      "step": 267030
    },
    {
      "epoch": 0.23374073584543972,
      "grad_norm": 0.5113794207572937,
      "learning_rate": 4.5167224400503994e-05,
      "loss": 5.1646,
      "step": 267035
    },
    {
      "epoch": 0.23374511243906687,
      "grad_norm": 0.506338357925415,
      "learning_rate": 4.516704334071985e-05,
      "loss": 4.9379,
      "step": 267040
    },
    {
      "epoch": 0.23374948903269402,
      "grad_norm": 0.5193654298782349,
      "learning_rate": 4.516686227801019e-05,
      "loss": 5.7269,
      "step": 267045
    },
    {
      "epoch": 0.2337538656263212,
      "grad_norm": 0.5146218538284302,
      "learning_rate": 4.516668121237505e-05,
      "loss": 5.7055,
      "step": 267050
    },
    {
      "epoch": 0.23375824221994834,
      "grad_norm": 0.5310795903205872,
      "learning_rate": 4.516650014381446e-05,
      "loss": 4.9108,
      "step": 267055
    },
    {
      "epoch": 0.2337626188135755,
      "grad_norm": 0.5266529321670532,
      "learning_rate": 4.516631907232844e-05,
      "loss": 4.5955,
      "step": 267060
    },
    {
      "epoch": 0.23376699540720264,
      "grad_norm": 0.5208219885826111,
      "learning_rate": 4.5166137997917056e-05,
      "loss": 5.2174,
      "step": 267065
    },
    {
      "epoch": 0.2337713720008298,
      "grad_norm": 0.5426773428916931,
      "learning_rate": 4.5165956920580324e-05,
      "loss": 4.9348,
      "step": 267070
    },
    {
      "epoch": 0.23377574859445696,
      "grad_norm": 0.5177631378173828,
      "learning_rate": 4.516577584031827e-05,
      "loss": 5.6713,
      "step": 267075
    },
    {
      "epoch": 0.2337801251880841,
      "grad_norm": 0.5234547853469849,
      "learning_rate": 4.516559475713095e-05,
      "loss": 5.4076,
      "step": 267080
    },
    {
      "epoch": 0.23378450178171126,
      "grad_norm": 0.5202513933181763,
      "learning_rate": 4.516541367101838e-05,
      "loss": 4.9011,
      "step": 267085
    },
    {
      "epoch": 0.23378887837533843,
      "grad_norm": 0.5341373085975647,
      "learning_rate": 4.516523258198061e-05,
      "loss": 5.4011,
      "step": 267090
    },
    {
      "epoch": 0.23379325496896558,
      "grad_norm": 0.5334360003471375,
      "learning_rate": 4.5165051490017666e-05,
      "loss": 5.6309,
      "step": 267095
    },
    {
      "epoch": 0.23379763156259273,
      "grad_norm": 0.5236918330192566,
      "learning_rate": 4.516487039512959e-05,
      "loss": 5.6971,
      "step": 267100
    },
    {
      "epoch": 0.23380200815621988,
      "grad_norm": 0.5138950943946838,
      "learning_rate": 4.51646892973164e-05,
      "loss": 5.9004,
      "step": 267105
    },
    {
      "epoch": 0.23380638474984705,
      "grad_norm": 0.530760645866394,
      "learning_rate": 4.5164508196578146e-05,
      "loss": 4.7041,
      "step": 267110
    },
    {
      "epoch": 0.2338107613434742,
      "grad_norm": 0.5264909863471985,
      "learning_rate": 4.516432709291487e-05,
      "loss": 5.6742,
      "step": 267115
    },
    {
      "epoch": 0.23381513793710135,
      "grad_norm": 0.513708770275116,
      "learning_rate": 4.516414598632659e-05,
      "loss": 5.0948,
      "step": 267120
    },
    {
      "epoch": 0.2338195145307285,
      "grad_norm": 0.521310567855835,
      "learning_rate": 4.516396487681335e-05,
      "loss": 5.4099,
      "step": 267125
    },
    {
      "epoch": 0.23382389112435564,
      "grad_norm": 0.5158343315124512,
      "learning_rate": 4.516378376437519e-05,
      "loss": 5.719,
      "step": 267130
    },
    {
      "epoch": 0.23382826771798282,
      "grad_norm": 0.5429710745811462,
      "learning_rate": 4.516360264901213e-05,
      "loss": 4.9415,
      "step": 267135
    },
    {
      "epoch": 0.23383264431160997,
      "grad_norm": 0.5208398699760437,
      "learning_rate": 4.5163421530724213e-05,
      "loss": 4.9018,
      "step": 267140
    },
    {
      "epoch": 0.23383702090523711,
      "grad_norm": 0.5222406983375549,
      "learning_rate": 4.516324040951147e-05,
      "loss": 5.6467,
      "step": 267145
    },
    {
      "epoch": 0.23384139749886426,
      "grad_norm": 0.5339051485061646,
      "learning_rate": 4.5163059285373954e-05,
      "loss": 5.6291,
      "step": 267150
    },
    {
      "epoch": 0.23384577409249144,
      "grad_norm": 0.5215241312980652,
      "learning_rate": 4.516287815831167e-05,
      "loss": 4.7841,
      "step": 267155
    },
    {
      "epoch": 0.23385015068611859,
      "grad_norm": 0.5306116342544556,
      "learning_rate": 4.516269702832467e-05,
      "loss": 5.6133,
      "step": 267160
    },
    {
      "epoch": 0.23385452727974573,
      "grad_norm": 0.5153342485427856,
      "learning_rate": 4.5162515895413004e-05,
      "loss": 4.8937,
      "step": 267165
    },
    {
      "epoch": 0.23385890387337288,
      "grad_norm": 0.5455005168914795,
      "learning_rate": 4.516233475957667e-05,
      "loss": 5.0998,
      "step": 267170
    },
    {
      "epoch": 0.23386328046700006,
      "grad_norm": 0.6476890444755554,
      "learning_rate": 4.516215362081574e-05,
      "loss": 4.3984,
      "step": 267175
    },
    {
      "epoch": 0.2338676570606272,
      "grad_norm": 0.5354592800140381,
      "learning_rate": 4.516197247913022e-05,
      "loss": 4.6452,
      "step": 267180
    },
    {
      "epoch": 0.23387203365425435,
      "grad_norm": 0.610691487789154,
      "learning_rate": 4.5161791334520166e-05,
      "loss": 5.2208,
      "step": 267185
    },
    {
      "epoch": 0.2338764102478815,
      "grad_norm": 0.5588348507881165,
      "learning_rate": 4.5161610186985605e-05,
      "loss": 5.4095,
      "step": 267190
    },
    {
      "epoch": 0.23388078684150868,
      "grad_norm": 0.5554352402687073,
      "learning_rate": 4.516142903652657e-05,
      "loss": 5.4058,
      "step": 267195
    },
    {
      "epoch": 0.23388516343513582,
      "grad_norm": 0.5156852006912231,
      "learning_rate": 4.5161247883143086e-05,
      "loss": 4.9153,
      "step": 267200
    },
    {
      "epoch": 0.23388954002876297,
      "grad_norm": 0.5291182994842529,
      "learning_rate": 4.516106672683521e-05,
      "loss": 5.4075,
      "step": 267205
    },
    {
      "epoch": 0.23389391662239012,
      "grad_norm": 0.5285983085632324,
      "learning_rate": 4.516088556760296e-05,
      "loss": 5.7141,
      "step": 267210
    },
    {
      "epoch": 0.2338982932160173,
      "grad_norm": 0.5246033072471619,
      "learning_rate": 4.516070440544639e-05,
      "loss": 5.2062,
      "step": 267215
    },
    {
      "epoch": 0.23390266980964444,
      "grad_norm": 0.5233827829360962,
      "learning_rate": 4.5160523240365506e-05,
      "loss": 5.3475,
      "step": 267220
    },
    {
      "epoch": 0.2339070464032716,
      "grad_norm": 0.5226512551307678,
      "learning_rate": 4.516034207236036e-05,
      "loss": 5.3217,
      "step": 267225
    },
    {
      "epoch": 0.23391142299689874,
      "grad_norm": 0.5190883278846741,
      "learning_rate": 4.5160160901431e-05,
      "loss": 4.063,
      "step": 267230
    },
    {
      "epoch": 0.2339157995905259,
      "grad_norm": 0.5243963599205017,
      "learning_rate": 4.515997972757744e-05,
      "loss": 4.6435,
      "step": 267235
    },
    {
      "epoch": 0.23392017618415306,
      "grad_norm": 0.5384690165519714,
      "learning_rate": 4.515979855079972e-05,
      "loss": 5.1832,
      "step": 267240
    },
    {
      "epoch": 0.2339245527777802,
      "grad_norm": 0.5328782796859741,
      "learning_rate": 4.5159617371097874e-05,
      "loss": 5.5988,
      "step": 267245
    },
    {
      "epoch": 0.23392892937140736,
      "grad_norm": 0.5182924270629883,
      "learning_rate": 4.515943618847194e-05,
      "loss": 5.9359,
      "step": 267250
    },
    {
      "epoch": 0.2339333059650345,
      "grad_norm": 0.5302725434303284,
      "learning_rate": 4.515925500292195e-05,
      "loss": 5.4529,
      "step": 267255
    },
    {
      "epoch": 0.23393768255866168,
      "grad_norm": 0.5150542259216309,
      "learning_rate": 4.515907381444795e-05,
      "loss": 5.4125,
      "step": 267260
    },
    {
      "epoch": 0.23394205915228883,
      "grad_norm": 0.5462315678596497,
      "learning_rate": 4.515889262304996e-05,
      "loss": 5.4053,
      "step": 267265
    },
    {
      "epoch": 0.23394643574591598,
      "grad_norm": 0.5097417831420898,
      "learning_rate": 4.515871142872803e-05,
      "loss": 5.1979,
      "step": 267270
    },
    {
      "epoch": 0.23395081233954312,
      "grad_norm": 0.5197486877441406,
      "learning_rate": 4.515853023148218e-05,
      "loss": 4.3777,
      "step": 267275
    },
    {
      "epoch": 0.2339551889331703,
      "grad_norm": 0.5499460697174072,
      "learning_rate": 4.5158349031312455e-05,
      "loss": 5.9275,
      "step": 267280
    },
    {
      "epoch": 0.23395956552679745,
      "grad_norm": 0.5319328308105469,
      "learning_rate": 4.5158167828218876e-05,
      "loss": 4.3942,
      "step": 267285
    },
    {
      "epoch": 0.2339639421204246,
      "grad_norm": 0.5837844014167786,
      "learning_rate": 4.51579866222015e-05,
      "loss": 5.1652,
      "step": 267290
    },
    {
      "epoch": 0.23396831871405174,
      "grad_norm": 0.5403777956962585,
      "learning_rate": 4.515780541326033e-05,
      "loss": 5.4205,
      "step": 267295
    },
    {
      "epoch": 0.23397269530767892,
      "grad_norm": 0.5138930082321167,
      "learning_rate": 4.515762420139544e-05,
      "loss": 4.7447,
      "step": 267300
    },
    {
      "epoch": 0.23397707190130607,
      "grad_norm": 0.534403920173645,
      "learning_rate": 4.5157442986606844e-05,
      "loss": 4.9161,
      "step": 267305
    },
    {
      "epoch": 0.23398144849493321,
      "grad_norm": 0.5113701820373535,
      "learning_rate": 4.515726176889457e-05,
      "loss": 4.6318,
      "step": 267310
    },
    {
      "epoch": 0.23398582508856036,
      "grad_norm": 0.551210343837738,
      "learning_rate": 4.515708054825868e-05,
      "loss": 5.428,
      "step": 267315
    },
    {
      "epoch": 0.23399020168218754,
      "grad_norm": 0.49914371967315674,
      "learning_rate": 4.5156899324699176e-05,
      "loss": 5.21,
      "step": 267320
    },
    {
      "epoch": 0.23399457827581469,
      "grad_norm": 0.5109800100326538,
      "learning_rate": 4.515671809821612e-05,
      "loss": 4.9122,
      "step": 267325
    },
    {
      "epoch": 0.23399895486944183,
      "grad_norm": 0.5036484599113464,
      "learning_rate": 4.5156536868809526e-05,
      "loss": 4.6757,
      "step": 267330
    },
    {
      "epoch": 0.23400333146306898,
      "grad_norm": 0.5200924277305603,
      "learning_rate": 4.515635563647943e-05,
      "loss": 5.7171,
      "step": 267335
    },
    {
      "epoch": 0.23400770805669616,
      "grad_norm": 0.5071622133255005,
      "learning_rate": 4.5156174401225896e-05,
      "loss": 5.7259,
      "step": 267340
    },
    {
      "epoch": 0.2340120846503233,
      "grad_norm": 0.5269213318824768,
      "learning_rate": 4.5155993163048916e-05,
      "loss": 5.9682,
      "step": 267345
    },
    {
      "epoch": 0.23401646124395045,
      "grad_norm": 0.5317246913909912,
      "learning_rate": 4.515581192194857e-05,
      "loss": 5.1484,
      "step": 267350
    },
    {
      "epoch": 0.2340208378375776,
      "grad_norm": 0.5497452020645142,
      "learning_rate": 4.5155630677924846e-05,
      "loss": 5.2283,
      "step": 267355
    },
    {
      "epoch": 0.23402521443120478,
      "grad_norm": 0.5130870938301086,
      "learning_rate": 4.5155449430977816e-05,
      "loss": 4.9061,
      "step": 267360
    },
    {
      "epoch": 0.23402959102483192,
      "grad_norm": 0.5404378771781921,
      "learning_rate": 4.515526818110749e-05,
      "loss": 5.0326,
      "step": 267365
    },
    {
      "epoch": 0.23403396761845907,
      "grad_norm": 0.5441413521766663,
      "learning_rate": 4.515508692831393e-05,
      "loss": 5.4249,
      "step": 267370
    },
    {
      "epoch": 0.23403834421208622,
      "grad_norm": 0.5785644054412842,
      "learning_rate": 4.5154905672597134e-05,
      "loss": 5.2081,
      "step": 267375
    },
    {
      "epoch": 0.23404272080571337,
      "grad_norm": 0.5202711820602417,
      "learning_rate": 4.515472441395718e-05,
      "loss": 5.111,
      "step": 267380
    },
    {
      "epoch": 0.23404709739934054,
      "grad_norm": 0.5244239568710327,
      "learning_rate": 4.515454315239408e-05,
      "loss": 5.602,
      "step": 267385
    },
    {
      "epoch": 0.2340514739929677,
      "grad_norm": 0.5766432285308838,
      "learning_rate": 4.515436188790786e-05,
      "loss": 5.1428,
      "step": 267390
    },
    {
      "epoch": 0.23405585058659484,
      "grad_norm": 0.5183682441711426,
      "learning_rate": 4.515418062049857e-05,
      "loss": 5.5895,
      "step": 267395
    },
    {
      "epoch": 0.23406022718022199,
      "grad_norm": 0.5239863991737366,
      "learning_rate": 4.5153999350166245e-05,
      "loss": 4.9271,
      "step": 267400
    },
    {
      "epoch": 0.23406460377384916,
      "grad_norm": 0.5333178043365479,
      "learning_rate": 4.51538180769109e-05,
      "loss": 5.0928,
      "step": 267405
    },
    {
      "epoch": 0.2340689803674763,
      "grad_norm": 0.550899088382721,
      "learning_rate": 4.51536368007326e-05,
      "loss": 4.9482,
      "step": 267410
    },
    {
      "epoch": 0.23407335696110346,
      "grad_norm": 0.5132904052734375,
      "learning_rate": 4.515345552163136e-05,
      "loss": 5.3238,
      "step": 267415
    },
    {
      "epoch": 0.2340777335547306,
      "grad_norm": 0.5393445491790771,
      "learning_rate": 4.515327423960721e-05,
      "loss": 5.5797,
      "step": 267420
    },
    {
      "epoch": 0.23408211014835778,
      "grad_norm": 0.5367234349250793,
      "learning_rate": 4.515309295466022e-05,
      "loss": 5.4244,
      "step": 267425
    },
    {
      "epoch": 0.23408648674198493,
      "grad_norm": 0.5429447293281555,
      "learning_rate": 4.5152911666790376e-05,
      "loss": 4.1672,
      "step": 267430
    },
    {
      "epoch": 0.23409086333561208,
      "grad_norm": 0.6268735527992249,
      "learning_rate": 4.515273037599776e-05,
      "loss": 4.7185,
      "step": 267435
    },
    {
      "epoch": 0.23409523992923922,
      "grad_norm": 0.5459529757499695,
      "learning_rate": 4.515254908228236e-05,
      "loss": 5.4504,
      "step": 267440
    },
    {
      "epoch": 0.2340996165228664,
      "grad_norm": 0.5205886363983154,
      "learning_rate": 4.515236778564424e-05,
      "loss": 4.4089,
      "step": 267445
    },
    {
      "epoch": 0.23410399311649355,
      "grad_norm": 0.6776818037033081,
      "learning_rate": 4.515218648608345e-05,
      "loss": 4.3996,
      "step": 267450
    },
    {
      "epoch": 0.2341083697101207,
      "grad_norm": 0.5419158935546875,
      "learning_rate": 4.515200518359998e-05,
      "loss": 5.1347,
      "step": 267455
    },
    {
      "epoch": 0.23411274630374784,
      "grad_norm": 0.5935572981834412,
      "learning_rate": 4.51518238781939e-05,
      "loss": 6.2232,
      "step": 267460
    },
    {
      "epoch": 0.23411712289737502,
      "grad_norm": 0.63368821144104,
      "learning_rate": 4.515164256986524e-05,
      "loss": 5.9365,
      "step": 267465
    },
    {
      "epoch": 0.23412149949100217,
      "grad_norm": 0.5847712755203247,
      "learning_rate": 4.515146125861402e-05,
      "loss": 5.6809,
      "step": 267470
    },
    {
      "epoch": 0.23412587608462931,
      "grad_norm": 0.5173758268356323,
      "learning_rate": 4.515127994444029e-05,
      "loss": 5.1169,
      "step": 267475
    },
    {
      "epoch": 0.23413025267825646,
      "grad_norm": 0.5184311270713806,
      "learning_rate": 4.515109862734408e-05,
      "loss": 4.5822,
      "step": 267480
    },
    {
      "epoch": 0.23413462927188364,
      "grad_norm": 0.5321579575538635,
      "learning_rate": 4.515091730732542e-05,
      "loss": 5.3987,
      "step": 267485
    },
    {
      "epoch": 0.23413900586551079,
      "grad_norm": 0.51795494556427,
      "learning_rate": 4.5150735984384365e-05,
      "loss": 5.2228,
      "step": 267490
    },
    {
      "epoch": 0.23414338245913793,
      "grad_norm": 0.5305666327476501,
      "learning_rate": 4.5150554658520915e-05,
      "loss": 4.9084,
      "step": 267495
    },
    {
      "epoch": 0.23414775905276508,
      "grad_norm": 0.5166388750076294,
      "learning_rate": 4.515037332973514e-05,
      "loss": 5.1506,
      "step": 267500
    },
    {
      "epoch": 0.23415213564639223,
      "grad_norm": 0.5338891744613647,
      "learning_rate": 4.515019199802705e-05,
      "loss": 4.8926,
      "step": 267505
    },
    {
      "epoch": 0.2341565122400194,
      "grad_norm": 0.5023549199104309,
      "learning_rate": 4.515001066339669e-05,
      "loss": 5.9357,
      "step": 267510
    },
    {
      "epoch": 0.23416088883364655,
      "grad_norm": 0.5047175288200378,
      "learning_rate": 4.5149829325844093e-05,
      "loss": 5.9568,
      "step": 267515
    },
    {
      "epoch": 0.2341652654272737,
      "grad_norm": 0.5044507384300232,
      "learning_rate": 4.5149647985369305e-05,
      "loss": 5.6047,
      "step": 267520
    },
    {
      "epoch": 0.23416964202090085,
      "grad_norm": 0.7695680260658264,
      "learning_rate": 4.514946664197235e-05,
      "loss": 5.0908,
      "step": 267525
    },
    {
      "epoch": 0.23417401861452802,
      "grad_norm": 0.5165845155715942,
      "learning_rate": 4.514928529565326e-05,
      "loss": 5.4354,
      "step": 267530
    },
    {
      "epoch": 0.23417839520815517,
      "grad_norm": 0.5312265157699585,
      "learning_rate": 4.5149103946412076e-05,
      "loss": 3.8857,
      "step": 267535
    },
    {
      "epoch": 0.23418277180178232,
      "grad_norm": 0.5104362964630127,
      "learning_rate": 4.514892259424883e-05,
      "loss": 4.8903,
      "step": 267540
    },
    {
      "epoch": 0.23418714839540947,
      "grad_norm": 0.5803048014640808,
      "learning_rate": 4.514874123916356e-05,
      "loss": 4.5918,
      "step": 267545
    },
    {
      "epoch": 0.23419152498903664,
      "grad_norm": 0.5210148096084595,
      "learning_rate": 4.5148559881156304e-05,
      "loss": 4.6597,
      "step": 267550
    },
    {
      "epoch": 0.2341959015826638,
      "grad_norm": 0.5148824453353882,
      "learning_rate": 4.5148378520227087e-05,
      "loss": 5.3816,
      "step": 267555
    },
    {
      "epoch": 0.23420027817629094,
      "grad_norm": 0.5123048424720764,
      "learning_rate": 4.514819715637595e-05,
      "loss": 5.1224,
      "step": 267560
    },
    {
      "epoch": 0.23420465476991809,
      "grad_norm": 0.5297597050666809,
      "learning_rate": 4.5148015789602924e-05,
      "loss": 5.3917,
      "step": 267565
    },
    {
      "epoch": 0.23420903136354526,
      "grad_norm": 0.5313701629638672,
      "learning_rate": 4.5147834419908054e-05,
      "loss": 4.876,
      "step": 267570
    },
    {
      "epoch": 0.2342134079571724,
      "grad_norm": 0.5234562158584595,
      "learning_rate": 4.514765304729136e-05,
      "loss": 5.2059,
      "step": 267575
    },
    {
      "epoch": 0.23421778455079956,
      "grad_norm": 0.5225010514259338,
      "learning_rate": 4.51474716717529e-05,
      "loss": 5.6174,
      "step": 267580
    },
    {
      "epoch": 0.2342221611444267,
      "grad_norm": 0.5894874334335327,
      "learning_rate": 4.514729029329268e-05,
      "loss": 5.744,
      "step": 267585
    },
    {
      "epoch": 0.23422653773805388,
      "grad_norm": 0.5237783193588257,
      "learning_rate": 4.5147108911910753e-05,
      "loss": 4.779,
      "step": 267590
    },
    {
      "epoch": 0.23423091433168103,
      "grad_norm": 0.5680598616600037,
      "learning_rate": 4.514692752760715e-05,
      "loss": 4.9224,
      "step": 267595
    },
    {
      "epoch": 0.23423529092530818,
      "grad_norm": 0.5547362565994263,
      "learning_rate": 4.514674614038191e-05,
      "loss": 5.215,
      "step": 267600
    },
    {
      "epoch": 0.23423966751893532,
      "grad_norm": 0.5152420997619629,
      "learning_rate": 4.5146564750235066e-05,
      "loss": 5.1599,
      "step": 267605
    },
    {
      "epoch": 0.2342440441125625,
      "grad_norm": 0.5424617528915405,
      "learning_rate": 4.514638335716665e-05,
      "loss": 5.1472,
      "step": 267610
    },
    {
      "epoch": 0.23424842070618965,
      "grad_norm": 0.5344146490097046,
      "learning_rate": 4.5146201961176696e-05,
      "loss": 5.395,
      "step": 267615
    },
    {
      "epoch": 0.2342527972998168,
      "grad_norm": 0.5136656165122986,
      "learning_rate": 4.514602056226523e-05,
      "loss": 4.1183,
      "step": 267620
    },
    {
      "epoch": 0.23425717389344394,
      "grad_norm": 0.5359310507774353,
      "learning_rate": 4.514583916043231e-05,
      "loss": 5.7011,
      "step": 267625
    },
    {
      "epoch": 0.23426155048707112,
      "grad_norm": 0.5583686232566833,
      "learning_rate": 4.514565775567796e-05,
      "loss": 6.1814,
      "step": 267630
    },
    {
      "epoch": 0.23426592708069827,
      "grad_norm": 0.5157458186149597,
      "learning_rate": 4.514547634800222e-05,
      "loss": 5.7276,
      "step": 267635
    },
    {
      "epoch": 0.23427030367432541,
      "grad_norm": 0.5222663879394531,
      "learning_rate": 4.51452949374051e-05,
      "loss": 5.4387,
      "step": 267640
    },
    {
      "epoch": 0.23427468026795256,
      "grad_norm": 0.5220952033996582,
      "learning_rate": 4.514511352388667e-05,
      "loss": 5.6324,
      "step": 267645
    },
    {
      "epoch": 0.2342790568615797,
      "grad_norm": 0.5117926597595215,
      "learning_rate": 4.5144932107446945e-05,
      "loss": 5.9504,
      "step": 267650
    },
    {
      "epoch": 0.23428343345520689,
      "grad_norm": 0.522515594959259,
      "learning_rate": 4.5144750688085966e-05,
      "loss": 5.1107,
      "step": 267655
    },
    {
      "epoch": 0.23428781004883403,
      "grad_norm": 0.5201486349105835,
      "learning_rate": 4.514456926580376e-05,
      "loss": 5.2005,
      "step": 267660
    },
    {
      "epoch": 0.23429218664246118,
      "grad_norm": 0.5170722603797913,
      "learning_rate": 4.5144387840600374e-05,
      "loss": 5.204,
      "step": 267665
    },
    {
      "epoch": 0.23429656323608833,
      "grad_norm": 0.5247818827629089,
      "learning_rate": 4.514420641247584e-05,
      "loss": 4.6556,
      "step": 267670
    },
    {
      "epoch": 0.2343009398297155,
      "grad_norm": 0.524279773235321,
      "learning_rate": 4.514402498143019e-05,
      "loss": 4.638,
      "step": 267675
    },
    {
      "epoch": 0.23430531642334265,
      "grad_norm": 0.5178479552268982,
      "learning_rate": 4.5143843547463446e-05,
      "loss": 5.1236,
      "step": 267680
    },
    {
      "epoch": 0.2343096930169698,
      "grad_norm": 0.5247321128845215,
      "learning_rate": 4.514366211057567e-05,
      "loss": 4.9334,
      "step": 267685
    },
    {
      "epoch": 0.23431406961059695,
      "grad_norm": 0.5151416063308716,
      "learning_rate": 4.514348067076688e-05,
      "loss": 4.6659,
      "step": 267690
    },
    {
      "epoch": 0.23431844620422412,
      "grad_norm": 0.5183448195457458,
      "learning_rate": 4.5143299228037115e-05,
      "loss": 5.6305,
      "step": 267695
    },
    {
      "epoch": 0.23432282279785127,
      "grad_norm": 0.5306457281112671,
      "learning_rate": 4.5143117782386415e-05,
      "loss": 5.9391,
      "step": 267700
    },
    {
      "epoch": 0.23432719939147842,
      "grad_norm": 0.517037570476532,
      "learning_rate": 4.51429363338148e-05,
      "loss": 5.1315,
      "step": 267705
    },
    {
      "epoch": 0.23433157598510557,
      "grad_norm": 0.5278715491294861,
      "learning_rate": 4.514275488232231e-05,
      "loss": 5.1905,
      "step": 267710
    },
    {
      "epoch": 0.23433595257873274,
      "grad_norm": 0.5428022146224976,
      "learning_rate": 4.5142573427908986e-05,
      "loss": 4.9333,
      "step": 267715
    },
    {
      "epoch": 0.2343403291723599,
      "grad_norm": 0.5025848150253296,
      "learning_rate": 4.514239197057487e-05,
      "loss": 5.9559,
      "step": 267720
    },
    {
      "epoch": 0.23434470576598704,
      "grad_norm": 0.5196461081504822,
      "learning_rate": 4.514221051031998e-05,
      "loss": 5.0764,
      "step": 267725
    },
    {
      "epoch": 0.23434908235961419,
      "grad_norm": 0.516340970993042,
      "learning_rate": 4.5142029047144365e-05,
      "loss": 5.6954,
      "step": 267730
    },
    {
      "epoch": 0.23435345895324136,
      "grad_norm": 0.5295674204826355,
      "learning_rate": 4.514184758104806e-05,
      "loss": 5.3937,
      "step": 267735
    },
    {
      "epoch": 0.2343578355468685,
      "grad_norm": 0.5210486650466919,
      "learning_rate": 4.514166611203108e-05,
      "loss": 4.6035,
      "step": 267740
    },
    {
      "epoch": 0.23436221214049566,
      "grad_norm": 0.5150725841522217,
      "learning_rate": 4.514148464009348e-05,
      "loss": 5.097,
      "step": 267745
    },
    {
      "epoch": 0.2343665887341228,
      "grad_norm": 0.5227447748184204,
      "learning_rate": 4.514130316523528e-05,
      "loss": 5.6944,
      "step": 267750
    },
    {
      "epoch": 0.23437096532774998,
      "grad_norm": 0.5299281477928162,
      "learning_rate": 4.514112168745653e-05,
      "loss": 5.4272,
      "step": 267755
    },
    {
      "epoch": 0.23437534192137713,
      "grad_norm": 0.5166833996772766,
      "learning_rate": 4.514094020675726e-05,
      "loss": 5.705,
      "step": 267760
    },
    {
      "epoch": 0.23437971851500428,
      "grad_norm": 0.5149087309837341,
      "learning_rate": 4.514075872313751e-05,
      "loss": 6.1977,
      "step": 267765
    },
    {
      "epoch": 0.23438409510863142,
      "grad_norm": 0.5401017665863037,
      "learning_rate": 4.514057723659731e-05,
      "loss": 5.6426,
      "step": 267770
    },
    {
      "epoch": 0.23438847170225857,
      "grad_norm": 0.5380882620811462,
      "learning_rate": 4.51403957471367e-05,
      "loss": 4.879,
      "step": 267775
    },
    {
      "epoch": 0.23439284829588575,
      "grad_norm": 0.5261058211326599,
      "learning_rate": 4.51402142547557e-05,
      "loss": 5.375,
      "step": 267780
    },
    {
      "epoch": 0.2343972248895129,
      "grad_norm": 0.5184569358825684,
      "learning_rate": 4.514003275945434e-05,
      "loss": 5.0232,
      "step": 267785
    },
    {
      "epoch": 0.23440160148314004,
      "grad_norm": 0.5148841142654419,
      "learning_rate": 4.513985126123269e-05,
      "loss": 4.4853,
      "step": 267790
    },
    {
      "epoch": 0.2344059780767672,
      "grad_norm": 0.555555522441864,
      "learning_rate": 4.5139669760090754e-05,
      "loss": 4.9074,
      "step": 267795
    },
    {
      "epoch": 0.23441035467039437,
      "grad_norm": 0.51307213306427,
      "learning_rate": 4.5139488256028574e-05,
      "loss": 5.6469,
      "step": 267800
    },
    {
      "epoch": 0.23441473126402151,
      "grad_norm": 0.5176043510437012,
      "learning_rate": 4.51393067490462e-05,
      "loss": 5.4043,
      "step": 267805
    },
    {
      "epoch": 0.23441910785764866,
      "grad_norm": 0.5526634454727173,
      "learning_rate": 4.513912523914366e-05,
      "loss": 5.1827,
      "step": 267810
    },
    {
      "epoch": 0.2344234844512758,
      "grad_norm": 0.5390017628669739,
      "learning_rate": 4.513894372632096e-05,
      "loss": 5.6061,
      "step": 267815
    },
    {
      "epoch": 0.23442786104490299,
      "grad_norm": 0.4977450966835022,
      "learning_rate": 4.5138762210578176e-05,
      "loss": 4.6181,
      "step": 267820
    },
    {
      "epoch": 0.23443223763853013,
      "grad_norm": 0.528777003288269,
      "learning_rate": 4.513858069191532e-05,
      "loss": 5.7203,
      "step": 267825
    },
    {
      "epoch": 0.23443661423215728,
      "grad_norm": 0.559246301651001,
      "learning_rate": 4.5138399170332436e-05,
      "loss": 5.6154,
      "step": 267830
    },
    {
      "epoch": 0.23444099082578443,
      "grad_norm": 0.5219091773033142,
      "learning_rate": 4.513821764582956e-05,
      "loss": 5.4103,
      "step": 267835
    },
    {
      "epoch": 0.2344453674194116,
      "grad_norm": 0.5194507837295532,
      "learning_rate": 4.513803611840672e-05,
      "loss": 5.0951,
      "step": 267840
    },
    {
      "epoch": 0.23444974401303875,
      "grad_norm": 0.5284770131111145,
      "learning_rate": 4.5137854588063955e-05,
      "loss": 4.4485,
      "step": 267845
    },
    {
      "epoch": 0.2344541206066659,
      "grad_norm": 0.5080891847610474,
      "learning_rate": 4.5137673054801296e-05,
      "loss": 5.6096,
      "step": 267850
    },
    {
      "epoch": 0.23445849720029305,
      "grad_norm": 0.5419522523880005,
      "learning_rate": 4.513749151861879e-05,
      "loss": 5.3895,
      "step": 267855
    },
    {
      "epoch": 0.23446287379392022,
      "grad_norm": 0.5018173456192017,
      "learning_rate": 4.513730997951645e-05,
      "loss": 5.6148,
      "step": 267860
    },
    {
      "epoch": 0.23446725038754737,
      "grad_norm": 0.515395998954773,
      "learning_rate": 4.5137128437494335e-05,
      "loss": 5.9396,
      "step": 267865
    },
    {
      "epoch": 0.23447162698117452,
      "grad_norm": 0.545050323009491,
      "learning_rate": 4.513694689255247e-05,
      "loss": 4.9058,
      "step": 267870
    },
    {
      "epoch": 0.23447600357480167,
      "grad_norm": 0.5481786727905273,
      "learning_rate": 4.513676534469088e-05,
      "loss": 5.1208,
      "step": 267875
    },
    {
      "epoch": 0.23448038016842884,
      "grad_norm": 0.543160080909729,
      "learning_rate": 4.513658379390963e-05,
      "loss": 4.8846,
      "step": 267880
    },
    {
      "epoch": 0.234484756762056,
      "grad_norm": 0.5242917537689209,
      "learning_rate": 4.513640224020871e-05,
      "loss": 5.4052,
      "step": 267885
    },
    {
      "epoch": 0.23448913335568314,
      "grad_norm": 0.5413380861282349,
      "learning_rate": 4.5136220683588194e-05,
      "loss": 5.4699,
      "step": 267890
    },
    {
      "epoch": 0.23449350994931029,
      "grad_norm": 0.5126327276229858,
      "learning_rate": 4.51360391240481e-05,
      "loss": 4.9134,
      "step": 267895
    },
    {
      "epoch": 0.23449788654293743,
      "grad_norm": 0.5203264355659485,
      "learning_rate": 4.513585756158846e-05,
      "loss": 5.9109,
      "step": 267900
    },
    {
      "epoch": 0.2345022631365646,
      "grad_norm": 0.5273435115814209,
      "learning_rate": 4.5135675996209314e-05,
      "loss": 5.0764,
      "step": 267905
    },
    {
      "epoch": 0.23450663973019176,
      "grad_norm": 0.5073869228363037,
      "learning_rate": 4.513549442791071e-05,
      "loss": 5.7141,
      "step": 267910
    },
    {
      "epoch": 0.2345110163238189,
      "grad_norm": 0.5251740217208862,
      "learning_rate": 4.513531285669266e-05,
      "loss": 5.3916,
      "step": 267915
    },
    {
      "epoch": 0.23451539291744605,
      "grad_norm": 0.5177484750747681,
      "learning_rate": 4.513513128255521e-05,
      "loss": 4.9023,
      "step": 267920
    },
    {
      "epoch": 0.23451976951107323,
      "grad_norm": 0.5236355662345886,
      "learning_rate": 4.51349497054984e-05,
      "loss": 4.8612,
      "step": 267925
    },
    {
      "epoch": 0.23452414610470038,
      "grad_norm": 0.547896146774292,
      "learning_rate": 4.513476812552225e-05,
      "loss": 5.0851,
      "step": 267930
    },
    {
      "epoch": 0.23452852269832752,
      "grad_norm": 0.525547444820404,
      "learning_rate": 4.513458654262681e-05,
      "loss": 5.4337,
      "step": 267935
    },
    {
      "epoch": 0.23453289929195467,
      "grad_norm": 0.531588613986969,
      "learning_rate": 4.5134404956812114e-05,
      "loss": 5.4133,
      "step": 267940
    },
    {
      "epoch": 0.23453727588558185,
      "grad_norm": 0.533126175403595,
      "learning_rate": 4.513422336807819e-05,
      "loss": 5.0869,
      "step": 267945
    },
    {
      "epoch": 0.234541652479209,
      "grad_norm": 0.5721973776817322,
      "learning_rate": 4.513404177642507e-05,
      "loss": 4.9145,
      "step": 267950
    },
    {
      "epoch": 0.23454602907283614,
      "grad_norm": 0.5225747227668762,
      "learning_rate": 4.5133860181852806e-05,
      "loss": 5.1152,
      "step": 267955
    },
    {
      "epoch": 0.2345504056664633,
      "grad_norm": 0.5309988856315613,
      "learning_rate": 4.5133678584361414e-05,
      "loss": 5.7407,
      "step": 267960
    },
    {
      "epoch": 0.23455478226009047,
      "grad_norm": 0.5814775824546814,
      "learning_rate": 4.513349698395094e-05,
      "loss": 5.4345,
      "step": 267965
    },
    {
      "epoch": 0.23455915885371761,
      "grad_norm": 0.547740638256073,
      "learning_rate": 4.513331538062141e-05,
      "loss": 5.7066,
      "step": 267970
    },
    {
      "epoch": 0.23456353544734476,
      "grad_norm": 0.5327728986740112,
      "learning_rate": 4.513313377437287e-05,
      "loss": 4.3759,
      "step": 267975
    },
    {
      "epoch": 0.2345679120409719,
      "grad_norm": 0.5262869000434875,
      "learning_rate": 4.513295216520536e-05,
      "loss": 4.8868,
      "step": 267980
    },
    {
      "epoch": 0.23457228863459909,
      "grad_norm": 0.5341641306877136,
      "learning_rate": 4.5132770553118885e-05,
      "loss": 4.909,
      "step": 267985
    },
    {
      "epoch": 0.23457666522822623,
      "grad_norm": 0.5300205945968628,
      "learning_rate": 4.513258893811351e-05,
      "loss": 4.3507,
      "step": 267990
    },
    {
      "epoch": 0.23458104182185338,
      "grad_norm": 0.5775643587112427,
      "learning_rate": 4.513240732018925e-05,
      "loss": 5.6484,
      "step": 267995
    },
    {
      "epoch": 0.23458541841548053,
      "grad_norm": 0.5315715670585632,
      "learning_rate": 4.5132225699346176e-05,
      "loss": 4.6036,
      "step": 268000
    },
    {
      "epoch": 0.2345897950091077,
      "grad_norm": 0.5364441275596619,
      "learning_rate": 4.513204407558428e-05,
      "loss": 5.2032,
      "step": 268005
    },
    {
      "epoch": 0.23459417160273485,
      "grad_norm": 0.5212212204933167,
      "learning_rate": 4.5131862448903606e-05,
      "loss": 4.8218,
      "step": 268010
    },
    {
      "epoch": 0.234598548196362,
      "grad_norm": 0.5248839855194092,
      "learning_rate": 4.51316808193042e-05,
      "loss": 5.4343,
      "step": 268015
    },
    {
      "epoch": 0.23460292478998915,
      "grad_norm": 0.5316855311393738,
      "learning_rate": 4.513149918678611e-05,
      "loss": 5.0915,
      "step": 268020
    },
    {
      "epoch": 0.2346073013836163,
      "grad_norm": 0.5232099890708923,
      "learning_rate": 4.513131755134934e-05,
      "loss": 5.1213,
      "step": 268025
    },
    {
      "epoch": 0.23461167797724347,
      "grad_norm": 0.5838611721992493,
      "learning_rate": 4.513113591299395e-05,
      "loss": 5.4231,
      "step": 268030
    },
    {
      "epoch": 0.23461605457087062,
      "grad_norm": 0.5172644257545471,
      "learning_rate": 4.513095427171996e-05,
      "loss": 5.6248,
      "step": 268035
    },
    {
      "epoch": 0.23462043116449777,
      "grad_norm": 0.5133062601089478,
      "learning_rate": 4.513077262752741e-05,
      "loss": 4.5678,
      "step": 268040
    },
    {
      "epoch": 0.23462480775812491,
      "grad_norm": 0.5147713422775269,
      "learning_rate": 4.513059098041634e-05,
      "loss": 5.6236,
      "step": 268045
    },
    {
      "epoch": 0.2346291843517521,
      "grad_norm": 0.54548180103302,
      "learning_rate": 4.513040933038677e-05,
      "loss": 5.0871,
      "step": 268050
    },
    {
      "epoch": 0.23463356094537924,
      "grad_norm": 0.5322760343551636,
      "learning_rate": 4.5130227677438754e-05,
      "loss": 6.2408,
      "step": 268055
    },
    {
      "epoch": 0.23463793753900639,
      "grad_norm": 0.5096950531005859,
      "learning_rate": 4.5130046021572326e-05,
      "loss": 4.7941,
      "step": 268060
    },
    {
      "epoch": 0.23464231413263353,
      "grad_norm": 0.5229637026786804,
      "learning_rate": 4.51298643627875e-05,
      "loss": 5.1673,
      "step": 268065
    },
    {
      "epoch": 0.2346466907262607,
      "grad_norm": 0.49924081563949585,
      "learning_rate": 4.512968270108433e-05,
      "loss": 5.3053,
      "step": 268070
    },
    {
      "epoch": 0.23465106731988786,
      "grad_norm": 0.5462064146995544,
      "learning_rate": 4.512950103646284e-05,
      "loss": 3.7021,
      "step": 268075
    },
    {
      "epoch": 0.234655443913515,
      "grad_norm": 0.5546711087226868,
      "learning_rate": 4.512931936892307e-05,
      "loss": 4.8827,
      "step": 268080
    },
    {
      "epoch": 0.23465982050714215,
      "grad_norm": 0.6182722449302673,
      "learning_rate": 4.512913769846507e-05,
      "loss": 4.8797,
      "step": 268085
    },
    {
      "epoch": 0.23466419710076933,
      "grad_norm": 0.5449367165565491,
      "learning_rate": 4.512895602508885e-05,
      "loss": 4.8954,
      "step": 268090
    },
    {
      "epoch": 0.23466857369439648,
      "grad_norm": 0.5185443758964539,
      "learning_rate": 4.5128774348794455e-05,
      "loss": 5.7212,
      "step": 268095
    },
    {
      "epoch": 0.23467295028802362,
      "grad_norm": 0.5161918997764587,
      "learning_rate": 4.512859266958193e-05,
      "loss": 6.2465,
      "step": 268100
    },
    {
      "epoch": 0.23467732688165077,
      "grad_norm": 0.5103136897087097,
      "learning_rate": 4.5128410987451285e-05,
      "loss": 5.6385,
      "step": 268105
    },
    {
      "epoch": 0.23468170347527795,
      "grad_norm": 0.5234940052032471,
      "learning_rate": 4.512822930240258e-05,
      "loss": 5.7057,
      "step": 268110
    },
    {
      "epoch": 0.2346860800689051,
      "grad_norm": 0.5057151317596436,
      "learning_rate": 4.5128047614435844e-05,
      "loss": 5.7149,
      "step": 268115
    },
    {
      "epoch": 0.23469045666253224,
      "grad_norm": 0.5234661102294922,
      "learning_rate": 4.512786592355111e-05,
      "loss": 5.1646,
      "step": 268120
    },
    {
      "epoch": 0.2346948332561594,
      "grad_norm": 0.5249164700508118,
      "learning_rate": 4.512768422974841e-05,
      "loss": 5.608,
      "step": 268125
    },
    {
      "epoch": 0.23469920984978657,
      "grad_norm": 0.556405782699585,
      "learning_rate": 4.5127502533027774e-05,
      "loss": 4.8905,
      "step": 268130
    },
    {
      "epoch": 0.23470358644341371,
      "grad_norm": 0.5351005792617798,
      "learning_rate": 4.512732083338925e-05,
      "loss": 5.7258,
      "step": 268135
    },
    {
      "epoch": 0.23470796303704086,
      "grad_norm": 0.5211870670318604,
      "learning_rate": 4.512713913083286e-05,
      "loss": 5.1009,
      "step": 268140
    },
    {
      "epoch": 0.234712339630668,
      "grad_norm": 0.5166048407554626,
      "learning_rate": 4.512695742535866e-05,
      "loss": 5.1497,
      "step": 268145
    },
    {
      "epoch": 0.23471671622429516,
      "grad_norm": 0.5174639225006104,
      "learning_rate": 4.512677571696666e-05,
      "loss": 5.7732,
      "step": 268150
    },
    {
      "epoch": 0.23472109281792233,
      "grad_norm": 0.5310024619102478,
      "learning_rate": 4.512659400565692e-05,
      "loss": 5.2463,
      "step": 268155
    },
    {
      "epoch": 0.23472546941154948,
      "grad_norm": 0.5303903222084045,
      "learning_rate": 4.5126412291429446e-05,
      "loss": 4.924,
      "step": 268160
    },
    {
      "epoch": 0.23472984600517663,
      "grad_norm": 0.5309116840362549,
      "learning_rate": 4.512623057428429e-05,
      "loss": 4.9209,
      "step": 268165
    },
    {
      "epoch": 0.23473422259880378,
      "grad_norm": 0.5269177556037903,
      "learning_rate": 4.512604885422149e-05,
      "loss": 5.1809,
      "step": 268170
    },
    {
      "epoch": 0.23473859919243095,
      "grad_norm": 0.5350009202957153,
      "learning_rate": 4.5125867131241085e-05,
      "loss": 5.3678,
      "step": 268175
    },
    {
      "epoch": 0.2347429757860581,
      "grad_norm": 0.5258108973503113,
      "learning_rate": 4.512568540534309e-05,
      "loss": 4.6755,
      "step": 268180
    },
    {
      "epoch": 0.23474735237968525,
      "grad_norm": 0.5365068912506104,
      "learning_rate": 4.512550367652755e-05,
      "loss": 5.9299,
      "step": 268185
    },
    {
      "epoch": 0.2347517289733124,
      "grad_norm": 0.5217927694320679,
      "learning_rate": 4.5125321944794506e-05,
      "loss": 5.7025,
      "step": 268190
    },
    {
      "epoch": 0.23475610556693957,
      "grad_norm": 0.5318543314933777,
      "learning_rate": 4.512514021014399e-05,
      "loss": 5.6137,
      "step": 268195
    },
    {
      "epoch": 0.23476048216056672,
      "grad_norm": 0.5216377377510071,
      "learning_rate": 4.512495847257604e-05,
      "loss": 5.6545,
      "step": 268200
    },
    {
      "epoch": 0.23476485875419387,
      "grad_norm": 0.5150371193885803,
      "learning_rate": 4.512477673209068e-05,
      "loss": 5.6451,
      "step": 268205
    },
    {
      "epoch": 0.23476923534782101,
      "grad_norm": 0.5359607934951782,
      "learning_rate": 4.5124594988687954e-05,
      "loss": 4.4003,
      "step": 268210
    },
    {
      "epoch": 0.2347736119414482,
      "grad_norm": 0.5337784290313721,
      "learning_rate": 4.512441324236789e-05,
      "loss": 5.6395,
      "step": 268215
    },
    {
      "epoch": 0.23477798853507534,
      "grad_norm": 0.5344889163970947,
      "learning_rate": 4.512423149313053e-05,
      "loss": 5.1002,
      "step": 268220
    },
    {
      "epoch": 0.23478236512870249,
      "grad_norm": 0.5880538821220398,
      "learning_rate": 4.5124049740975916e-05,
      "loss": 4.6416,
      "step": 268225
    },
    {
      "epoch": 0.23478674172232963,
      "grad_norm": 0.5228986740112305,
      "learning_rate": 4.5123867985904067e-05,
      "loss": 5.682,
      "step": 268230
    },
    {
      "epoch": 0.2347911183159568,
      "grad_norm": 0.5195754766464233,
      "learning_rate": 4.5123686227915016e-05,
      "loss": 5.1474,
      "step": 268235
    },
    {
      "epoch": 0.23479549490958396,
      "grad_norm": 0.5422572493553162,
      "learning_rate": 4.5123504467008824e-05,
      "loss": 5.3418,
      "step": 268240
    },
    {
      "epoch": 0.2347998715032111,
      "grad_norm": 0.5380475521087646,
      "learning_rate": 4.51233227031855e-05,
      "loss": 4.8705,
      "step": 268245
    },
    {
      "epoch": 0.23480424809683825,
      "grad_norm": 0.5105103254318237,
      "learning_rate": 4.51231409364451e-05,
      "loss": 6.2014,
      "step": 268250
    },
    {
      "epoch": 0.23480862469046543,
      "grad_norm": 0.5268130302429199,
      "learning_rate": 4.512295916678763e-05,
      "loss": 4.9185,
      "step": 268255
    },
    {
      "epoch": 0.23481300128409258,
      "grad_norm": 0.5369988679885864,
      "learning_rate": 4.512277739421314e-05,
      "loss": 4.8844,
      "step": 268260
    },
    {
      "epoch": 0.23481737787771972,
      "grad_norm": 0.5573951601982117,
      "learning_rate": 4.512259561872169e-05,
      "loss": 5.1209,
      "step": 268265
    },
    {
      "epoch": 0.23482175447134687,
      "grad_norm": 0.5434064269065857,
      "learning_rate": 4.512241384031328e-05,
      "loss": 5.7228,
      "step": 268270
    },
    {
      "epoch": 0.23482613106497405,
      "grad_norm": 0.5469494462013245,
      "learning_rate": 4.512223205898796e-05,
      "loss": 5.2077,
      "step": 268275
    },
    {
      "epoch": 0.2348305076586012,
      "grad_norm": 0.5249555110931396,
      "learning_rate": 4.512205027474575e-05,
      "loss": 5.8988,
      "step": 268280
    },
    {
      "epoch": 0.23483488425222834,
      "grad_norm": 0.5329314470291138,
      "learning_rate": 4.5121868487586715e-05,
      "loss": 6.2428,
      "step": 268285
    },
    {
      "epoch": 0.2348392608458555,
      "grad_norm": 0.5199847221374512,
      "learning_rate": 4.512168669751087e-05,
      "loss": 5.4121,
      "step": 268290
    },
    {
      "epoch": 0.23484363743948264,
      "grad_norm": 0.5355715155601501,
      "learning_rate": 4.512150490451825e-05,
      "loss": 5.4185,
      "step": 268295
    },
    {
      "epoch": 0.23484801403310981,
      "grad_norm": 0.5266332030296326,
      "learning_rate": 4.512132310860889e-05,
      "loss": 5.13,
      "step": 268300
    },
    {
      "epoch": 0.23485239062673696,
      "grad_norm": 0.5098156929016113,
      "learning_rate": 4.5121141309782835e-05,
      "loss": 5.882,
      "step": 268305
    },
    {
      "epoch": 0.2348567672203641,
      "grad_norm": 0.5137308835983276,
      "learning_rate": 4.512095950804011e-05,
      "loss": 6.2459,
      "step": 268310
    },
    {
      "epoch": 0.23486114381399126,
      "grad_norm": 0.5466344952583313,
      "learning_rate": 4.5120777703380754e-05,
      "loss": 4.5089,
      "step": 268315
    },
    {
      "epoch": 0.23486552040761843,
      "grad_norm": 0.5701583623886108,
      "learning_rate": 4.5120595895804795e-05,
      "loss": 5.123,
      "step": 268320
    },
    {
      "epoch": 0.23486989700124558,
      "grad_norm": 0.546001672744751,
      "learning_rate": 4.512041408531228e-05,
      "loss": 5.1905,
      "step": 268325
    },
    {
      "epoch": 0.23487427359487273,
      "grad_norm": 0.5609292984008789,
      "learning_rate": 4.512023227190324e-05,
      "loss": 5.6266,
      "step": 268330
    },
    {
      "epoch": 0.23487865018849988,
      "grad_norm": 0.604669988155365,
      "learning_rate": 4.51200504555777e-05,
      "loss": 4.5768,
      "step": 268335
    },
    {
      "epoch": 0.23488302678212705,
      "grad_norm": 0.5214083790779114,
      "learning_rate": 4.511986863633572e-05,
      "loss": 4.3059,
      "step": 268340
    },
    {
      "epoch": 0.2348874033757542,
      "grad_norm": 0.5436912775039673,
      "learning_rate": 4.51196868141773e-05,
      "loss": 5.9348,
      "step": 268345
    },
    {
      "epoch": 0.23489177996938135,
      "grad_norm": 0.6251113414764404,
      "learning_rate": 4.51195049891025e-05,
      "loss": 4.8221,
      "step": 268350
    },
    {
      "epoch": 0.2348961565630085,
      "grad_norm": 0.5192809104919434,
      "learning_rate": 4.511932316111135e-05,
      "loss": 4.8206,
      "step": 268355
    },
    {
      "epoch": 0.23490053315663567,
      "grad_norm": 0.5967040061950684,
      "learning_rate": 4.511914133020389e-05,
      "loss": 5.9365,
      "step": 268360
    },
    {
      "epoch": 0.23490490975026282,
      "grad_norm": 0.5142004489898682,
      "learning_rate": 4.511895949638014e-05,
      "loss": 5.6182,
      "step": 268365
    },
    {
      "epoch": 0.23490928634388997,
      "grad_norm": 0.5329717397689819,
      "learning_rate": 4.5118777659640145e-05,
      "loss": 5.6799,
      "step": 268370
    },
    {
      "epoch": 0.23491366293751711,
      "grad_norm": 0.6508875489234924,
      "learning_rate": 4.5118595819983944e-05,
      "loss": 4.6483,
      "step": 268375
    },
    {
      "epoch": 0.2349180395311443,
      "grad_norm": 0.5186375379562378,
      "learning_rate": 4.511841397741155e-05,
      "loss": 4.7946,
      "step": 268380
    },
    {
      "epoch": 0.23492241612477144,
      "grad_norm": 0.5221596360206604,
      "learning_rate": 4.511823213192304e-05,
      "loss": 5.1242,
      "step": 268385
    },
    {
      "epoch": 0.23492679271839859,
      "grad_norm": 0.5500061511993408,
      "learning_rate": 4.511805028351841e-05,
      "loss": 4.3896,
      "step": 268390
    },
    {
      "epoch": 0.23493116931202573,
      "grad_norm": 0.5363056063652039,
      "learning_rate": 4.511786843219772e-05,
      "loss": 5.6121,
      "step": 268395
    },
    {
      "epoch": 0.2349355459056529,
      "grad_norm": 0.5449954867362976,
      "learning_rate": 4.511768657796098e-05,
      "loss": 5.4046,
      "step": 268400
    },
    {
      "epoch": 0.23493992249928006,
      "grad_norm": 0.5005089044570923,
      "learning_rate": 4.511750472080825e-05,
      "loss": 4.5413,
      "step": 268405
    },
    {
      "epoch": 0.2349442990929072,
      "grad_norm": 0.5361567139625549,
      "learning_rate": 4.5117322860739556e-05,
      "loss": 5.6236,
      "step": 268410
    },
    {
      "epoch": 0.23494867568653435,
      "grad_norm": 0.5157402157783508,
      "learning_rate": 4.511714099775492e-05,
      "loss": 5.4592,
      "step": 268415
    },
    {
      "epoch": 0.2349530522801615,
      "grad_norm": 0.5359340310096741,
      "learning_rate": 4.5116959131854396e-05,
      "loss": 5.4306,
      "step": 268420
    },
    {
      "epoch": 0.23495742887378868,
      "grad_norm": 0.5507891178131104,
      "learning_rate": 4.511677726303801e-05,
      "loss": 5.0957,
      "step": 268425
    },
    {
      "epoch": 0.23496180546741582,
      "grad_norm": 0.5191206932067871,
      "learning_rate": 4.5116595391305804e-05,
      "loss": 5.3909,
      "step": 268430
    },
    {
      "epoch": 0.23496618206104297,
      "grad_norm": 0.5572984218597412,
      "learning_rate": 4.5116413516657805e-05,
      "loss": 4.5388,
      "step": 268435
    },
    {
      "epoch": 0.23497055865467012,
      "grad_norm": 0.527549684047699,
      "learning_rate": 4.5116231639094055e-05,
      "loss": 5.7454,
      "step": 268440
    },
    {
      "epoch": 0.2349749352482973,
      "grad_norm": 0.5720587968826294,
      "learning_rate": 4.511604975861457e-05,
      "loss": 5.6398,
      "step": 268445
    },
    {
      "epoch": 0.23497931184192444,
      "grad_norm": 0.5019518733024597,
      "learning_rate": 4.511586787521942e-05,
      "loss": 4.8136,
      "step": 268450
    },
    {
      "epoch": 0.2349836884355516,
      "grad_norm": 0.5068580508232117,
      "learning_rate": 4.5115685988908606e-05,
      "loss": 5.1133,
      "step": 268455
    },
    {
      "epoch": 0.23498806502917874,
      "grad_norm": 0.5506638884544373,
      "learning_rate": 4.511550409968218e-05,
      "loss": 5.2132,
      "step": 268460
    },
    {
      "epoch": 0.23499244162280591,
      "grad_norm": 0.5818023085594177,
      "learning_rate": 4.511532220754018e-05,
      "loss": 4.4,
      "step": 268465
    },
    {
      "epoch": 0.23499681821643306,
      "grad_norm": 0.5155270099639893,
      "learning_rate": 4.511514031248264e-05,
      "loss": 5.1453,
      "step": 268470
    },
    {
      "epoch": 0.2350011948100602,
      "grad_norm": 0.5234546661376953,
      "learning_rate": 4.5114958414509575e-05,
      "loss": 6.2031,
      "step": 268475
    },
    {
      "epoch": 0.23500557140368736,
      "grad_norm": 0.5602534413337708,
      "learning_rate": 4.511477651362105e-05,
      "loss": 4.9154,
      "step": 268480
    },
    {
      "epoch": 0.23500994799731453,
      "grad_norm": 0.5458374619483948,
      "learning_rate": 4.5114594609817074e-05,
      "loss": 5.7212,
      "step": 268485
    },
    {
      "epoch": 0.23501432459094168,
      "grad_norm": 0.582512617111206,
      "learning_rate": 4.51144127030977e-05,
      "loss": 5.6621,
      "step": 268490
    },
    {
      "epoch": 0.23501870118456883,
      "grad_norm": 0.5133381485939026,
      "learning_rate": 4.511423079346296e-05,
      "loss": 5.64,
      "step": 268495
    },
    {
      "epoch": 0.23502307777819598,
      "grad_norm": 0.5508896708488464,
      "learning_rate": 4.511404888091288e-05,
      "loss": 4.951,
      "step": 268500
    },
    {
      "epoch": 0.23502745437182315,
      "grad_norm": 0.5248813629150391,
      "learning_rate": 4.5113866965447505e-05,
      "loss": 4.404,
      "step": 268505
    },
    {
      "epoch": 0.2350318309654503,
      "grad_norm": 0.5592889785766602,
      "learning_rate": 4.511368504706687e-05,
      "loss": 5.4033,
      "step": 268510
    },
    {
      "epoch": 0.23503620755907745,
      "grad_norm": 0.5156487822532654,
      "learning_rate": 4.511350312577099e-05,
      "loss": 5.9338,
      "step": 268515
    },
    {
      "epoch": 0.2350405841527046,
      "grad_norm": 0.5215663909912109,
      "learning_rate": 4.511332120155993e-05,
      "loss": 4.8968,
      "step": 268520
    },
    {
      "epoch": 0.23504496074633177,
      "grad_norm": 0.519515872001648,
      "learning_rate": 4.5113139274433715e-05,
      "loss": 5.1916,
      "step": 268525
    },
    {
      "epoch": 0.23504933733995892,
      "grad_norm": 0.5298904180526733,
      "learning_rate": 4.511295734439237e-05,
      "loss": 4.6503,
      "step": 268530
    },
    {
      "epoch": 0.23505371393358607,
      "grad_norm": 0.5283052921295166,
      "learning_rate": 4.511277541143594e-05,
      "loss": 4.9383,
      "step": 268535
    },
    {
      "epoch": 0.23505809052721321,
      "grad_norm": 0.5727056860923767,
      "learning_rate": 4.511259347556446e-05,
      "loss": 3.8752,
      "step": 268540
    },
    {
      "epoch": 0.23506246712084036,
      "grad_norm": 0.5319981575012207,
      "learning_rate": 4.5112411536777954e-05,
      "loss": 4.8969,
      "step": 268545
    },
    {
      "epoch": 0.23506684371446754,
      "grad_norm": 0.5484125018119812,
      "learning_rate": 4.511222959507646e-05,
      "loss": 5.4625,
      "step": 268550
    },
    {
      "epoch": 0.23507122030809469,
      "grad_norm": 0.5996397137641907,
      "learning_rate": 4.511204765046003e-05,
      "loss": 5.1119,
      "step": 268555
    },
    {
      "epoch": 0.23507559690172183,
      "grad_norm": 0.5403737425804138,
      "learning_rate": 4.511186570292868e-05,
      "loss": 5.0992,
      "step": 268560
    },
    {
      "epoch": 0.23507997349534898,
      "grad_norm": 0.509925127029419,
      "learning_rate": 4.511168375248246e-05,
      "loss": 5.7513,
      "step": 268565
    },
    {
      "epoch": 0.23508435008897616,
      "grad_norm": 0.5200127959251404,
      "learning_rate": 4.511150179912139e-05,
      "loss": 5.4543,
      "step": 268570
    },
    {
      "epoch": 0.2350887266826033,
      "grad_norm": 0.5121018290519714,
      "learning_rate": 4.511131984284551e-05,
      "loss": 5.1053,
      "step": 268575
    },
    {
      "epoch": 0.23509310327623045,
      "grad_norm": 0.5218247771263123,
      "learning_rate": 4.511113788365486e-05,
      "loss": 5.3781,
      "step": 268580
    },
    {
      "epoch": 0.2350974798698576,
      "grad_norm": 0.5156669616699219,
      "learning_rate": 4.511095592154948e-05,
      "loss": 4.6043,
      "step": 268585
    },
    {
      "epoch": 0.23510185646348478,
      "grad_norm": 0.5249314308166504,
      "learning_rate": 4.511077395652939e-05,
      "loss": 4.6116,
      "step": 268590
    },
    {
      "epoch": 0.23510623305711192,
      "grad_norm": 0.5236009955406189,
      "learning_rate": 4.511059198859464e-05,
      "loss": 4.412,
      "step": 268595
    },
    {
      "epoch": 0.23511060965073907,
      "grad_norm": 0.5559508204460144,
      "learning_rate": 4.5110410017745254e-05,
      "loss": 4.4055,
      "step": 268600
    },
    {
      "epoch": 0.23511498624436622,
      "grad_norm": 0.5103075504302979,
      "learning_rate": 4.5110228043981275e-05,
      "loss": 5.4394,
      "step": 268605
    },
    {
      "epoch": 0.2351193628379934,
      "grad_norm": 0.5146164894104004,
      "learning_rate": 4.511004606730272e-05,
      "loss": 4.6284,
      "step": 268610
    },
    {
      "epoch": 0.23512373943162054,
      "grad_norm": 0.5164885520935059,
      "learning_rate": 4.510986408770965e-05,
      "loss": 5.6078,
      "step": 268615
    },
    {
      "epoch": 0.2351281160252477,
      "grad_norm": 0.5140382051467896,
      "learning_rate": 4.510968210520209e-05,
      "loss": 4.6862,
      "step": 268620
    },
    {
      "epoch": 0.23513249261887484,
      "grad_norm": 0.531487762928009,
      "learning_rate": 4.5109500119780066e-05,
      "loss": 5.1776,
      "step": 268625
    },
    {
      "epoch": 0.23513686921250201,
      "grad_norm": 0.5337284207344055,
      "learning_rate": 4.510931813144363e-05,
      "loss": 5.3365,
      "step": 268630
    },
    {
      "epoch": 0.23514124580612916,
      "grad_norm": 0.5194459557533264,
      "learning_rate": 4.51091361401928e-05,
      "loss": 5.1829,
      "step": 268635
    },
    {
      "epoch": 0.2351456223997563,
      "grad_norm": 0.5082404017448425,
      "learning_rate": 4.510895414602762e-05,
      "loss": 4.9122,
      "step": 268640
    },
    {
      "epoch": 0.23514999899338346,
      "grad_norm": 0.5301123857498169,
      "learning_rate": 4.510877214894812e-05,
      "loss": 5.6453,
      "step": 268645
    },
    {
      "epoch": 0.23515437558701063,
      "grad_norm": 0.5110066533088684,
      "learning_rate": 4.510859014895435e-05,
      "loss": 4.8008,
      "step": 268650
    },
    {
      "epoch": 0.23515875218063778,
      "grad_norm": 0.5203467011451721,
      "learning_rate": 4.5108408146046334e-05,
      "loss": 5.9121,
      "step": 268655
    },
    {
      "epoch": 0.23516312877426493,
      "grad_norm": 0.5264021754264832,
      "learning_rate": 4.5108226140224096e-05,
      "loss": 5.9682,
      "step": 268660
    },
    {
      "epoch": 0.23516750536789208,
      "grad_norm": 0.5787969827651978,
      "learning_rate": 4.510804413148769e-05,
      "loss": 4.6237,
      "step": 268665
    },
    {
      "epoch": 0.23517188196151922,
      "grad_norm": 0.5116701126098633,
      "learning_rate": 4.510786211983714e-05,
      "loss": 4.9091,
      "step": 268670
    },
    {
      "epoch": 0.2351762585551464,
      "grad_norm": 0.5292354226112366,
      "learning_rate": 4.510768010527249e-05,
      "loss": 5.7142,
      "step": 268675
    },
    {
      "epoch": 0.23518063514877355,
      "grad_norm": 0.543603777885437,
      "learning_rate": 4.510749808779376e-05,
      "loss": 5.3195,
      "step": 268680
    },
    {
      "epoch": 0.2351850117424007,
      "grad_norm": 0.509570300579071,
      "learning_rate": 4.5107316067401e-05,
      "loss": 5.4373,
      "step": 268685
    },
    {
      "epoch": 0.23518938833602784,
      "grad_norm": 0.5404113531112671,
      "learning_rate": 4.510713404409423e-05,
      "loss": 5.0935,
      "step": 268690
    },
    {
      "epoch": 0.23519376492965502,
      "grad_norm": 0.5502145290374756,
      "learning_rate": 4.51069520178735e-05,
      "loss": 4.3805,
      "step": 268695
    },
    {
      "epoch": 0.23519814152328217,
      "grad_norm": 0.5396422743797302,
      "learning_rate": 4.510676998873885e-05,
      "loss": 5.4287,
      "step": 268700
    },
    {
      "epoch": 0.23520251811690931,
      "grad_norm": 0.509446382522583,
      "learning_rate": 4.5106587956690304e-05,
      "loss": 4.6208,
      "step": 268705
    },
    {
      "epoch": 0.23520689471053646,
      "grad_norm": 0.524117648601532,
      "learning_rate": 4.51064059217279e-05,
      "loss": 5.9814,
      "step": 268710
    },
    {
      "epoch": 0.23521127130416364,
      "grad_norm": 0.5500195622444153,
      "learning_rate": 4.510622388385166e-05,
      "loss": 4.9649,
      "step": 268715
    },
    {
      "epoch": 0.23521564789779079,
      "grad_norm": 0.5554310083389282,
      "learning_rate": 4.5106041843061634e-05,
      "loss": 5.2021,
      "step": 268720
    },
    {
      "epoch": 0.23522002449141793,
      "grad_norm": 0.5343315601348877,
      "learning_rate": 4.5105859799357866e-05,
      "loss": 5.4026,
      "step": 268725
    },
    {
      "epoch": 0.23522440108504508,
      "grad_norm": 0.5217475295066833,
      "learning_rate": 4.510567775274036e-05,
      "loss": 5.3561,
      "step": 268730
    },
    {
      "epoch": 0.23522877767867226,
      "grad_norm": 0.5336887836456299,
      "learning_rate": 4.5105495703209175e-05,
      "loss": 4.9446,
      "step": 268735
    },
    {
      "epoch": 0.2352331542722994,
      "grad_norm": 0.5148220062255859,
      "learning_rate": 4.5105313650764347e-05,
      "loss": 5.1917,
      "step": 268740
    },
    {
      "epoch": 0.23523753086592655,
      "grad_norm": 0.5313900113105774,
      "learning_rate": 4.51051315954059e-05,
      "loss": 5.2074,
      "step": 268745
    },
    {
      "epoch": 0.2352419074595537,
      "grad_norm": 0.5241143107414246,
      "learning_rate": 4.510494953713388e-05,
      "loss": 5.3482,
      "step": 268750
    },
    {
      "epoch": 0.23524628405318088,
      "grad_norm": 0.5235586762428284,
      "learning_rate": 4.5104767475948306e-05,
      "loss": 4.1643,
      "step": 268755
    },
    {
      "epoch": 0.23525066064680802,
      "grad_norm": 0.5266541838645935,
      "learning_rate": 4.510458541184923e-05,
      "loss": 5.2338,
      "step": 268760
    },
    {
      "epoch": 0.23525503724043517,
      "grad_norm": 0.5403788685798645,
      "learning_rate": 4.510440334483669e-05,
      "loss": 5.4199,
      "step": 268765
    },
    {
      "epoch": 0.23525941383406232,
      "grad_norm": 0.5121340155601501,
      "learning_rate": 4.5104221274910694e-05,
      "loss": 4.9275,
      "step": 268770
    },
    {
      "epoch": 0.2352637904276895,
      "grad_norm": 0.5423423647880554,
      "learning_rate": 4.5104039202071304e-05,
      "loss": 5.1849,
      "step": 268775
    },
    {
      "epoch": 0.23526816702131664,
      "grad_norm": 0.5126923322677612,
      "learning_rate": 4.510385712631855e-05,
      "loss": 5.2376,
      "step": 268780
    },
    {
      "epoch": 0.2352725436149438,
      "grad_norm": 0.5336716175079346,
      "learning_rate": 4.510367504765246e-05,
      "loss": 5.6463,
      "step": 268785
    },
    {
      "epoch": 0.23527692020857094,
      "grad_norm": 0.5192762613296509,
      "learning_rate": 4.510349296607307e-05,
      "loss": 4.8765,
      "step": 268790
    },
    {
      "epoch": 0.2352812968021981,
      "grad_norm": 0.5928210616111755,
      "learning_rate": 4.5103310881580405e-05,
      "loss": 5.6057,
      "step": 268795
    },
    {
      "epoch": 0.23528567339582526,
      "grad_norm": 0.7415187954902649,
      "learning_rate": 4.510312879417453e-05,
      "loss": 5.6219,
      "step": 268800
    },
    {
      "epoch": 0.2352900499894524,
      "grad_norm": 0.5814740061759949,
      "learning_rate": 4.5102946703855455e-05,
      "loss": 5.2152,
      "step": 268805
    },
    {
      "epoch": 0.23529442658307956,
      "grad_norm": 0.5300267338752747,
      "learning_rate": 4.5102764610623225e-05,
      "loss": 5.4249,
      "step": 268810
    },
    {
      "epoch": 0.2352988031767067,
      "grad_norm": 0.5157976150512695,
      "learning_rate": 4.510258251447787e-05,
      "loss": 5.9252,
      "step": 268815
    },
    {
      "epoch": 0.23530317977033388,
      "grad_norm": 0.5220373272895813,
      "learning_rate": 4.510240041541943e-05,
      "loss": 5.8982,
      "step": 268820
    },
    {
      "epoch": 0.23530755636396103,
      "grad_norm": 0.5165945887565613,
      "learning_rate": 4.510221831344795e-05,
      "loss": 4.8877,
      "step": 268825
    },
    {
      "epoch": 0.23531193295758818,
      "grad_norm": 0.5199919939041138,
      "learning_rate": 4.510203620856343e-05,
      "loss": 5.6191,
      "step": 268830
    },
    {
      "epoch": 0.23531630955121532,
      "grad_norm": 0.5320918560028076,
      "learning_rate": 4.510185410076595e-05,
      "loss": 4.9551,
      "step": 268835
    },
    {
      "epoch": 0.2353206861448425,
      "grad_norm": 0.5297883749008179,
      "learning_rate": 4.510167199005551e-05,
      "loss": 4.8672,
      "step": 268840
    },
    {
      "epoch": 0.23532506273846965,
      "grad_norm": 0.6158855557441711,
      "learning_rate": 4.510148987643216e-05,
      "loss": 4.5944,
      "step": 268845
    },
    {
      "epoch": 0.2353294393320968,
      "grad_norm": 0.5297406911849976,
      "learning_rate": 4.510130775989594e-05,
      "loss": 4.143,
      "step": 268850
    },
    {
      "epoch": 0.23533381592572394,
      "grad_norm": 0.5863462090492249,
      "learning_rate": 4.510112564044687e-05,
      "loss": 5.4344,
      "step": 268855
    },
    {
      "epoch": 0.23533819251935112,
      "grad_norm": 0.5303955078125,
      "learning_rate": 4.510094351808499e-05,
      "loss": 5.6295,
      "step": 268860
    },
    {
      "epoch": 0.23534256911297827,
      "grad_norm": 0.5341338515281677,
      "learning_rate": 4.510076139281035e-05,
      "loss": 5.6287,
      "step": 268865
    },
    {
      "epoch": 0.23534694570660541,
      "grad_norm": 0.5746577382087708,
      "learning_rate": 4.5100579264622975e-05,
      "loss": 4.6677,
      "step": 268870
    },
    {
      "epoch": 0.23535132230023256,
      "grad_norm": 0.5335732698440552,
      "learning_rate": 4.51003971335229e-05,
      "loss": 5.1308,
      "step": 268875
    },
    {
      "epoch": 0.23535569889385974,
      "grad_norm": 0.5291234850883484,
      "learning_rate": 4.510021499951015e-05,
      "loss": 4.8616,
      "step": 268880
    },
    {
      "epoch": 0.23536007548748689,
      "grad_norm": 0.5292372703552246,
      "learning_rate": 4.5100032862584776e-05,
      "loss": 5.9398,
      "step": 268885
    },
    {
      "epoch": 0.23536445208111403,
      "grad_norm": 0.5610975027084351,
      "learning_rate": 4.509985072274681e-05,
      "loss": 5.213,
      "step": 268890
    },
    {
      "epoch": 0.23536882867474118,
      "grad_norm": 0.5201783180236816,
      "learning_rate": 4.5099668579996267e-05,
      "loss": 5.1176,
      "step": 268895
    },
    {
      "epoch": 0.23537320526836836,
      "grad_norm": 0.5183175802230835,
      "learning_rate": 4.509948643433322e-05,
      "loss": 4.5988,
      "step": 268900
    },
    {
      "epoch": 0.2353775818619955,
      "grad_norm": 0.5215667486190796,
      "learning_rate": 4.509930428575767e-05,
      "loss": 5.4056,
      "step": 268905
    },
    {
      "epoch": 0.23538195845562265,
      "grad_norm": 0.5306909084320068,
      "learning_rate": 4.509912213426967e-05,
      "loss": 5.2057,
      "step": 268910
    },
    {
      "epoch": 0.2353863350492498,
      "grad_norm": 0.5574508309364319,
      "learning_rate": 4.509893997986925e-05,
      "loss": 5.627,
      "step": 268915
    },
    {
      "epoch": 0.23539071164287698,
      "grad_norm": 0.527758777141571,
      "learning_rate": 4.5098757822556445e-05,
      "loss": 4.9165,
      "step": 268920
    },
    {
      "epoch": 0.23539508823650412,
      "grad_norm": 0.5225145220756531,
      "learning_rate": 4.509857566233129e-05,
      "loss": 4.6114,
      "step": 268925
    },
    {
      "epoch": 0.23539946483013127,
      "grad_norm": 0.5360012650489807,
      "learning_rate": 4.509839349919382e-05,
      "loss": 5.708,
      "step": 268930
    },
    {
      "epoch": 0.23540384142375842,
      "grad_norm": 0.5274601578712463,
      "learning_rate": 4.509821133314407e-05,
      "loss": 5.0856,
      "step": 268935
    },
    {
      "epoch": 0.23540821801738557,
      "grad_norm": 0.5355862975120544,
      "learning_rate": 4.509802916418208e-05,
      "loss": 5.8666,
      "step": 268940
    },
    {
      "epoch": 0.23541259461101274,
      "grad_norm": 0.5243194699287415,
      "learning_rate": 4.509784699230788e-05,
      "loss": 4.8726,
      "step": 268945
    },
    {
      "epoch": 0.2354169712046399,
      "grad_norm": 0.5447446703910828,
      "learning_rate": 4.50976648175215e-05,
      "loss": 5.3066,
      "step": 268950
    },
    {
      "epoch": 0.23542134779826704,
      "grad_norm": 0.5916742086410522,
      "learning_rate": 4.5097482639823e-05,
      "loss": 5.1212,
      "step": 268955
    },
    {
      "epoch": 0.2354257243918942,
      "grad_norm": 0.5291232466697693,
      "learning_rate": 4.509730045921238e-05,
      "loss": 4.865,
      "step": 268960
    },
    {
      "epoch": 0.23543010098552136,
      "grad_norm": 0.5461214184761047,
      "learning_rate": 4.509711827568969e-05,
      "loss": 5.2194,
      "step": 268965
    },
    {
      "epoch": 0.2354344775791485,
      "grad_norm": 0.52952641248703,
      "learning_rate": 4.509693608925497e-05,
      "loss": 4.8418,
      "step": 268970
    },
    {
      "epoch": 0.23543885417277566,
      "grad_norm": 0.57407546043396,
      "learning_rate": 4.509675389990825e-05,
      "loss": 4.4326,
      "step": 268975
    },
    {
      "epoch": 0.2354432307664028,
      "grad_norm": 0.5084435343742371,
      "learning_rate": 4.509657170764958e-05,
      "loss": 4.8493,
      "step": 268980
    },
    {
      "epoch": 0.23544760736002998,
      "grad_norm": 0.6298221945762634,
      "learning_rate": 4.509638951247896e-05,
      "loss": 5.1803,
      "step": 268985
    },
    {
      "epoch": 0.23545198395365713,
      "grad_norm": 0.5103331804275513,
      "learning_rate": 4.509620731439647e-05,
      "loss": 5.1124,
      "step": 268990
    },
    {
      "epoch": 0.23545636054728428,
      "grad_norm": 0.6295766234397888,
      "learning_rate": 4.509602511340212e-05,
      "loss": 5.4288,
      "step": 268995
    },
    {
      "epoch": 0.23546073714091142,
      "grad_norm": 0.5279960036277771,
      "learning_rate": 4.509584290949593e-05,
      "loss": 5.1297,
      "step": 269000
    },
    {
      "epoch": 0.2354651137345386,
      "grad_norm": 0.5281068682670593,
      "learning_rate": 4.509566070267797e-05,
      "loss": 4.6887,
      "step": 269005
    },
    {
      "epoch": 0.23546949032816575,
      "grad_norm": 0.5188156366348267,
      "learning_rate": 4.5095478492948254e-05,
      "loss": 4.9041,
      "step": 269010
    },
    {
      "epoch": 0.2354738669217929,
      "grad_norm": 0.5602953433990479,
      "learning_rate": 4.509529628030682e-05,
      "loss": 5.9061,
      "step": 269015
    },
    {
      "epoch": 0.23547824351542004,
      "grad_norm": 0.6036118268966675,
      "learning_rate": 4.5095114064753696e-05,
      "loss": 5.743,
      "step": 269020
    },
    {
      "epoch": 0.23548262010904722,
      "grad_norm": 0.5249162912368774,
      "learning_rate": 4.509493184628893e-05,
      "loss": 4.6926,
      "step": 269025
    },
    {
      "epoch": 0.23548699670267437,
      "grad_norm": 0.5371440052986145,
      "learning_rate": 4.509474962491257e-05,
      "loss": 5.4603,
      "step": 269030
    },
    {
      "epoch": 0.23549137329630151,
      "grad_norm": 0.5298835039138794,
      "learning_rate": 4.509456740062461e-05,
      "loss": 5.2036,
      "step": 269035
    },
    {
      "epoch": 0.23549574988992866,
      "grad_norm": 0.5235773324966431,
      "learning_rate": 4.5094385173425116e-05,
      "loss": 4.9229,
      "step": 269040
    },
    {
      "epoch": 0.23550012648355584,
      "grad_norm": 0.5340129733085632,
      "learning_rate": 4.509420294331412e-05,
      "loss": 5.9199,
      "step": 269045
    },
    {
      "epoch": 0.235504503077183,
      "grad_norm": 0.5201796293258667,
      "learning_rate": 4.509402071029166e-05,
      "loss": 4.591,
      "step": 269050
    },
    {
      "epoch": 0.23550887967081013,
      "grad_norm": 0.5639742612838745,
      "learning_rate": 4.509383847435775e-05,
      "loss": 4.6652,
      "step": 269055
    },
    {
      "epoch": 0.23551325626443728,
      "grad_norm": 0.511053740978241,
      "learning_rate": 4.509365623551244e-05,
      "loss": 4.4081,
      "step": 269060
    },
    {
      "epoch": 0.23551763285806443,
      "grad_norm": 0.5314868092536926,
      "learning_rate": 4.5093473993755775e-05,
      "loss": 5.6158,
      "step": 269065
    },
    {
      "epoch": 0.2355220094516916,
      "grad_norm": 0.5376798510551453,
      "learning_rate": 4.5093291749087776e-05,
      "loss": 4.9034,
      "step": 269070
    },
    {
      "epoch": 0.23552638604531875,
      "grad_norm": 0.5479950308799744,
      "learning_rate": 4.509310950150848e-05,
      "loss": 5.1976,
      "step": 269075
    },
    {
      "epoch": 0.2355307626389459,
      "grad_norm": 0.571702778339386,
      "learning_rate": 4.5092927251017926e-05,
      "loss": 5.116,
      "step": 269080
    },
    {
      "epoch": 0.23553513923257305,
      "grad_norm": 0.51796555519104,
      "learning_rate": 4.5092744997616144e-05,
      "loss": 5.7523,
      "step": 269085
    },
    {
      "epoch": 0.23553951582620022,
      "grad_norm": 0.5082392692565918,
      "learning_rate": 4.509256274130317e-05,
      "loss": 5.731,
      "step": 269090
    },
    {
      "epoch": 0.23554389241982737,
      "grad_norm": 0.5300758481025696,
      "learning_rate": 4.5092380482079045e-05,
      "loss": 4.8723,
      "step": 269095
    },
    {
      "epoch": 0.23554826901345452,
      "grad_norm": 0.5281736850738525,
      "learning_rate": 4.5092198219943804e-05,
      "loss": 4.7927,
      "step": 269100
    },
    {
      "epoch": 0.23555264560708167,
      "grad_norm": 0.5169215798377991,
      "learning_rate": 4.509201595489748e-05,
      "loss": 5.3932,
      "step": 269105
    },
    {
      "epoch": 0.23555702220070884,
      "grad_norm": 0.5258080363273621,
      "learning_rate": 4.50918336869401e-05,
      "loss": 4.5654,
      "step": 269110
    },
    {
      "epoch": 0.235561398794336,
      "grad_norm": 0.5189119577407837,
      "learning_rate": 4.509165141607171e-05,
      "loss": 5.0611,
      "step": 269115
    },
    {
      "epoch": 0.23556577538796314,
      "grad_norm": 0.558236837387085,
      "learning_rate": 4.509146914229234e-05,
      "loss": 5.1019,
      "step": 269120
    },
    {
      "epoch": 0.2355701519815903,
      "grad_norm": 0.5327908396720886,
      "learning_rate": 4.509128686560203e-05,
      "loss": 4.1577,
      "step": 269125
    },
    {
      "epoch": 0.23557452857521746,
      "grad_norm": 0.5246925354003906,
      "learning_rate": 4.509110458600081e-05,
      "loss": 4.9058,
      "step": 269130
    },
    {
      "epoch": 0.2355789051688446,
      "grad_norm": 0.5318642854690552,
      "learning_rate": 4.509092230348871e-05,
      "loss": 5.9447,
      "step": 269135
    },
    {
      "epoch": 0.23558328176247176,
      "grad_norm": 0.5249870419502258,
      "learning_rate": 4.509074001806578e-05,
      "loss": 5.4208,
      "step": 269140
    },
    {
      "epoch": 0.2355876583560989,
      "grad_norm": 0.5388277769088745,
      "learning_rate": 4.5090557729732044e-05,
      "loss": 4.9414,
      "step": 269145
    },
    {
      "epoch": 0.23559203494972608,
      "grad_norm": 0.5439093112945557,
      "learning_rate": 4.509037543848754e-05,
      "loss": 5.6211,
      "step": 269150
    },
    {
      "epoch": 0.23559641154335323,
      "grad_norm": 0.5107627511024475,
      "learning_rate": 4.5090193144332305e-05,
      "loss": 5.6008,
      "step": 269155
    },
    {
      "epoch": 0.23560078813698038,
      "grad_norm": 0.5267330408096313,
      "learning_rate": 4.5090010847266374e-05,
      "loss": 5.1801,
      "step": 269160
    },
    {
      "epoch": 0.23560516473060752,
      "grad_norm": 0.5279201865196228,
      "learning_rate": 4.508982854728978e-05,
      "loss": 5.1217,
      "step": 269165
    },
    {
      "epoch": 0.2356095413242347,
      "grad_norm": 0.5083989500999451,
      "learning_rate": 4.508964624440256e-05,
      "loss": 5.435,
      "step": 269170
    },
    {
      "epoch": 0.23561391791786185,
      "grad_norm": 0.5189429521560669,
      "learning_rate": 4.5089463938604745e-05,
      "loss": 4.6134,
      "step": 269175
    },
    {
      "epoch": 0.235618294511489,
      "grad_norm": 0.5405278205871582,
      "learning_rate": 4.508928162989637e-05,
      "loss": 4.8585,
      "step": 269180
    },
    {
      "epoch": 0.23562267110511614,
      "grad_norm": 0.5213948488235474,
      "learning_rate": 4.508909931827748e-05,
      "loss": 5.4136,
      "step": 269185
    },
    {
      "epoch": 0.2356270476987433,
      "grad_norm": 0.5519595742225647,
      "learning_rate": 4.50889170037481e-05,
      "loss": 4.9207,
      "step": 269190
    },
    {
      "epoch": 0.23563142429237047,
      "grad_norm": 0.5128213763237,
      "learning_rate": 4.5088734686308277e-05,
      "loss": 5.3238,
      "step": 269195
    },
    {
      "epoch": 0.23563580088599761,
      "grad_norm": 0.5145485401153564,
      "learning_rate": 4.5088552365958026e-05,
      "loss": 5.6412,
      "step": 269200
    },
    {
      "epoch": 0.23564017747962476,
      "grad_norm": 0.5572679042816162,
      "learning_rate": 4.5088370042697404e-05,
      "loss": 4.8568,
      "step": 269205
    },
    {
      "epoch": 0.2356445540732519,
      "grad_norm": 0.5095021724700928,
      "learning_rate": 4.508818771652643e-05,
      "loss": 4.101,
      "step": 269210
    },
    {
      "epoch": 0.2356489306668791,
      "grad_norm": 0.5720275044441223,
      "learning_rate": 4.508800538744514e-05,
      "loss": 5.669,
      "step": 269215
    },
    {
      "epoch": 0.23565330726050623,
      "grad_norm": 0.6885533332824707,
      "learning_rate": 4.5087823055453595e-05,
      "loss": 5.3795,
      "step": 269220
    },
    {
      "epoch": 0.23565768385413338,
      "grad_norm": 0.5661515593528748,
      "learning_rate": 4.508764072055178e-05,
      "loss": 5.7351,
      "step": 269225
    },
    {
      "epoch": 0.23566206044776053,
      "grad_norm": 0.5319035053253174,
      "learning_rate": 4.508745838273979e-05,
      "loss": 4.9287,
      "step": 269230
    },
    {
      "epoch": 0.2356664370413877,
      "grad_norm": 0.576110303401947,
      "learning_rate": 4.508727604201761e-05,
      "loss": 5.0033,
      "step": 269235
    },
    {
      "epoch": 0.23567081363501485,
      "grad_norm": 0.5274300575256348,
      "learning_rate": 4.508709369838531e-05,
      "loss": 5.111,
      "step": 269240
    },
    {
      "epoch": 0.235675190228642,
      "grad_norm": 0.515997052192688,
      "learning_rate": 4.50869113518429e-05,
      "loss": 6.2098,
      "step": 269245
    },
    {
      "epoch": 0.23567956682226915,
      "grad_norm": 0.5458109974861145,
      "learning_rate": 4.5086729002390424e-05,
      "loss": 5.35,
      "step": 269250
    },
    {
      "epoch": 0.23568394341589632,
      "grad_norm": 0.5354652404785156,
      "learning_rate": 4.5086546650027926e-05,
      "loss": 4.8866,
      "step": 269255
    },
    {
      "epoch": 0.23568832000952347,
      "grad_norm": 0.5457833409309387,
      "learning_rate": 4.508636429475542e-05,
      "loss": 5.2166,
      "step": 269260
    },
    {
      "epoch": 0.23569269660315062,
      "grad_norm": 0.5539260506629944,
      "learning_rate": 4.5086181936572966e-05,
      "loss": 5.315,
      "step": 269265
    },
    {
      "epoch": 0.23569707319677777,
      "grad_norm": 0.5062701106071472,
      "learning_rate": 4.50859995754806e-05,
      "loss": 5.6412,
      "step": 269270
    },
    {
      "epoch": 0.23570144979040494,
      "grad_norm": 0.5081876516342163,
      "learning_rate": 4.508581721147833e-05,
      "loss": 5.1432,
      "step": 269275
    },
    {
      "epoch": 0.2357058263840321,
      "grad_norm": 0.5294238924980164,
      "learning_rate": 4.5085634844566205e-05,
      "loss": 5.2007,
      "step": 269280
    },
    {
      "epoch": 0.23571020297765924,
      "grad_norm": 0.5185302495956421,
      "learning_rate": 4.508545247474427e-05,
      "loss": 4.8913,
      "step": 269285
    },
    {
      "epoch": 0.2357145795712864,
      "grad_norm": 0.5402591228485107,
      "learning_rate": 4.508527010201255e-05,
      "loss": 4.8878,
      "step": 269290
    },
    {
      "epoch": 0.23571895616491356,
      "grad_norm": 0.5445378422737122,
      "learning_rate": 4.508508772637109e-05,
      "loss": 5.0756,
      "step": 269295
    },
    {
      "epoch": 0.2357233327585407,
      "grad_norm": 0.5255864262580872,
      "learning_rate": 4.50849053478199e-05,
      "loss": 5.7542,
      "step": 269300
    },
    {
      "epoch": 0.23572770935216786,
      "grad_norm": 0.5197810530662537,
      "learning_rate": 4.508472296635904e-05,
      "loss": 5.94,
      "step": 269305
    },
    {
      "epoch": 0.235732085945795,
      "grad_norm": 0.5291142463684082,
      "learning_rate": 4.5084540581988547e-05,
      "loss": 5.9313,
      "step": 269310
    },
    {
      "epoch": 0.23573646253942215,
      "grad_norm": 0.5201315879821777,
      "learning_rate": 4.508435819470843e-05,
      "loss": 5.3139,
      "step": 269315
    },
    {
      "epoch": 0.23574083913304933,
      "grad_norm": 0.5350577235221863,
      "learning_rate": 4.508417580451875e-05,
      "loss": 5.4197,
      "step": 269320
    },
    {
      "epoch": 0.23574521572667648,
      "grad_norm": 0.5373581051826477,
      "learning_rate": 4.5083993411419533e-05,
      "loss": 4.1828,
      "step": 269325
    },
    {
      "epoch": 0.23574959232030362,
      "grad_norm": 0.541593611240387,
      "learning_rate": 4.5083811015410816e-05,
      "loss": 4.6437,
      "step": 269330
    },
    {
      "epoch": 0.23575396891393077,
      "grad_norm": 0.5492414236068726,
      "learning_rate": 4.5083628616492635e-05,
      "loss": 5.415,
      "step": 269335
    },
    {
      "epoch": 0.23575834550755795,
      "grad_norm": 0.5170019268989563,
      "learning_rate": 4.508344621466501e-05,
      "loss": 5.1355,
      "step": 269340
    },
    {
      "epoch": 0.2357627221011851,
      "grad_norm": 0.5328605771064758,
      "learning_rate": 4.508326380992801e-05,
      "loss": 5.4234,
      "step": 269345
    },
    {
      "epoch": 0.23576709869481224,
      "grad_norm": 0.5462557673454285,
      "learning_rate": 4.508308140228163e-05,
      "loss": 4.674,
      "step": 269350
    },
    {
      "epoch": 0.2357714752884394,
      "grad_norm": 0.5201842784881592,
      "learning_rate": 4.508289899172593e-05,
      "loss": 4.5978,
      "step": 269355
    },
    {
      "epoch": 0.23577585188206657,
      "grad_norm": 0.5381088852882385,
      "learning_rate": 4.508271657826094e-05,
      "loss": 5.205,
      "step": 269360
    },
    {
      "epoch": 0.23578022847569372,
      "grad_norm": 0.5344496965408325,
      "learning_rate": 4.50825341618867e-05,
      "loss": 4.328,
      "step": 269365
    },
    {
      "epoch": 0.23578460506932086,
      "grad_norm": 0.5298112034797668,
      "learning_rate": 4.508235174260324e-05,
      "loss": 5.0178,
      "step": 269370
    },
    {
      "epoch": 0.235788981662948,
      "grad_norm": 0.5350732803344727,
      "learning_rate": 4.50821693204106e-05,
      "loss": 5.6289,
      "step": 269375
    },
    {
      "epoch": 0.2357933582565752,
      "grad_norm": 0.5473073720932007,
      "learning_rate": 4.508198689530879e-05,
      "loss": 5.4388,
      "step": 269380
    },
    {
      "epoch": 0.23579773485020233,
      "grad_norm": 0.5116192698478699,
      "learning_rate": 4.508180446729788e-05,
      "loss": 4.9365,
      "step": 269385
    },
    {
      "epoch": 0.23580211144382948,
      "grad_norm": 0.5184245109558105,
      "learning_rate": 4.508162203637789e-05,
      "loss": 5.9512,
      "step": 269390
    },
    {
      "epoch": 0.23580648803745663,
      "grad_norm": 0.553224503993988,
      "learning_rate": 4.5081439602548846e-05,
      "loss": 4.9366,
      "step": 269395
    },
    {
      "epoch": 0.2358108646310838,
      "grad_norm": 0.5374955534934998,
      "learning_rate": 4.5081257165810806e-05,
      "loss": 5.374,
      "step": 269400
    },
    {
      "epoch": 0.23581524122471095,
      "grad_norm": 0.5207079648971558,
      "learning_rate": 4.5081074726163785e-05,
      "loss": 5.924,
      "step": 269405
    },
    {
      "epoch": 0.2358196178183381,
      "grad_norm": 0.5255773663520813,
      "learning_rate": 4.5080892283607836e-05,
      "loss": 6.2051,
      "step": 269410
    },
    {
      "epoch": 0.23582399441196525,
      "grad_norm": 0.5055187344551086,
      "learning_rate": 4.508070983814298e-05,
      "loss": 5.3076,
      "step": 269415
    },
    {
      "epoch": 0.23582837100559242,
      "grad_norm": 0.5324413180351257,
      "learning_rate": 4.5080527389769235e-05,
      "loss": 4.3756,
      "step": 269420
    },
    {
      "epoch": 0.23583274759921957,
      "grad_norm": 0.528113067150116,
      "learning_rate": 4.508034493848667e-05,
      "loss": 5.7271,
      "step": 269425
    },
    {
      "epoch": 0.23583712419284672,
      "grad_norm": 0.5194054841995239,
      "learning_rate": 4.508016248429532e-05,
      "loss": 5.2,
      "step": 269430
    },
    {
      "epoch": 0.23584150078647387,
      "grad_norm": 0.5205565094947815,
      "learning_rate": 4.507998002719519e-05,
      "loss": 5.4211,
      "step": 269435
    },
    {
      "epoch": 0.23584587738010102,
      "grad_norm": 0.518808901309967,
      "learning_rate": 4.5079797567186347e-05,
      "loss": 4.339,
      "step": 269440
    },
    {
      "epoch": 0.2358502539737282,
      "grad_norm": 0.5356117486953735,
      "learning_rate": 4.50796151042688e-05,
      "loss": 5.1406,
      "step": 269445
    },
    {
      "epoch": 0.23585463056735534,
      "grad_norm": 0.526766836643219,
      "learning_rate": 4.5079432638442595e-05,
      "loss": 5.6,
      "step": 269450
    },
    {
      "epoch": 0.2358590071609825,
      "grad_norm": 0.5620689392089844,
      "learning_rate": 4.5079250169707785e-05,
      "loss": 4.906,
      "step": 269455
    },
    {
      "epoch": 0.23586338375460963,
      "grad_norm": 0.5155378580093384,
      "learning_rate": 4.507906769806437e-05,
      "loss": 4.9154,
      "step": 269460
    },
    {
      "epoch": 0.2358677603482368,
      "grad_norm": 0.520637571811676,
      "learning_rate": 4.507888522351241e-05,
      "loss": 5.7291,
      "step": 269465
    },
    {
      "epoch": 0.23587213694186396,
      "grad_norm": 0.5235131978988647,
      "learning_rate": 4.507870274605194e-05,
      "loss": 5.4189,
      "step": 269470
    },
    {
      "epoch": 0.2358765135354911,
      "grad_norm": 0.5170687437057495,
      "learning_rate": 4.507852026568299e-05,
      "loss": 5.098,
      "step": 269475
    },
    {
      "epoch": 0.23588089012911825,
      "grad_norm": 0.5089696645736694,
      "learning_rate": 4.5078337782405587e-05,
      "loss": 5.391,
      "step": 269480
    },
    {
      "epoch": 0.23588526672274543,
      "grad_norm": 0.5293394923210144,
      "learning_rate": 4.507815529621977e-05,
      "loss": 5.6828,
      "step": 269485
    },
    {
      "epoch": 0.23588964331637258,
      "grad_norm": 0.5182396769523621,
      "learning_rate": 4.507797280712558e-05,
      "loss": 5.9275,
      "step": 269490
    },
    {
      "epoch": 0.23589401990999972,
      "grad_norm": 0.5477118492126465,
      "learning_rate": 4.507779031512306e-05,
      "loss": 5.6086,
      "step": 269495
    },
    {
      "epoch": 0.23589839650362687,
      "grad_norm": 0.5376047492027283,
      "learning_rate": 4.507760782021222e-05,
      "loss": 4.6311,
      "step": 269500
    },
    {
      "epoch": 0.23590277309725405,
      "grad_norm": 0.5353076457977295,
      "learning_rate": 4.507742532239312e-05,
      "loss": 5.9336,
      "step": 269505
    },
    {
      "epoch": 0.2359071496908812,
      "grad_norm": 0.5526270866394043,
      "learning_rate": 4.507724282166578e-05,
      "loss": 4.8844,
      "step": 269510
    },
    {
      "epoch": 0.23591152628450834,
      "grad_norm": 0.5383762717247009,
      "learning_rate": 4.507706031803024e-05,
      "loss": 4.9209,
      "step": 269515
    },
    {
      "epoch": 0.2359159028781355,
      "grad_norm": 0.5358893275260925,
      "learning_rate": 4.507687781148654e-05,
      "loss": 6.2711,
      "step": 269520
    },
    {
      "epoch": 0.23592027947176267,
      "grad_norm": 0.5423166751861572,
      "learning_rate": 4.507669530203471e-05,
      "loss": 4.8623,
      "step": 269525
    },
    {
      "epoch": 0.23592465606538982,
      "grad_norm": 0.5328694581985474,
      "learning_rate": 4.5076512789674784e-05,
      "loss": 4.3904,
      "step": 269530
    },
    {
      "epoch": 0.23592903265901696,
      "grad_norm": 0.5502881407737732,
      "learning_rate": 4.5076330274406795e-05,
      "loss": 5.7135,
      "step": 269535
    },
    {
      "epoch": 0.2359334092526441,
      "grad_norm": 0.5588726997375488,
      "learning_rate": 4.5076147756230794e-05,
      "loss": 5.408,
      "step": 269540
    },
    {
      "epoch": 0.2359377858462713,
      "grad_norm": 0.5263040065765381,
      "learning_rate": 4.50759652351468e-05,
      "loss": 5.6006,
      "step": 269545
    },
    {
      "epoch": 0.23594216243989843,
      "grad_norm": 0.5348591208457947,
      "learning_rate": 4.5075782711154846e-05,
      "loss": 5.9152,
      "step": 269550
    },
    {
      "epoch": 0.23594653903352558,
      "grad_norm": 0.5209207534790039,
      "learning_rate": 4.507560018425498e-05,
      "loss": 5.7034,
      "step": 269555
    },
    {
      "epoch": 0.23595091562715273,
      "grad_norm": 0.513405442237854,
      "learning_rate": 4.507541765444724e-05,
      "loss": 6.2543,
      "step": 269560
    },
    {
      "epoch": 0.2359552922207799,
      "grad_norm": 0.5285301208496094,
      "learning_rate": 4.507523512173164e-05,
      "loss": 4.8799,
      "step": 269565
    },
    {
      "epoch": 0.23595966881440705,
      "grad_norm": 0.5520415306091309,
      "learning_rate": 4.5075052586108236e-05,
      "loss": 4.9151,
      "step": 269570
    },
    {
      "epoch": 0.2359640454080342,
      "grad_norm": 0.5453733205795288,
      "learning_rate": 4.507487004757706e-05,
      "loss": 5.4084,
      "step": 269575
    },
    {
      "epoch": 0.23596842200166135,
      "grad_norm": 0.5538967847824097,
      "learning_rate": 4.507468750613812e-05,
      "loss": 5.1299,
      "step": 269580
    },
    {
      "epoch": 0.2359727985952885,
      "grad_norm": 0.5439053177833557,
      "learning_rate": 4.50745049617915e-05,
      "loss": 5.2026,
      "step": 269585
    },
    {
      "epoch": 0.23597717518891567,
      "grad_norm": 0.5403556227684021,
      "learning_rate": 4.507432241453718e-05,
      "loss": 5.3915,
      "step": 269590
    },
    {
      "epoch": 0.23598155178254282,
      "grad_norm": 0.5326838493347168,
      "learning_rate": 4.5074139864375245e-05,
      "loss": 4.9344,
      "step": 269595
    },
    {
      "epoch": 0.23598592837616997,
      "grad_norm": 0.5297452211380005,
      "learning_rate": 4.50739573113057e-05,
      "loss": 4.1908,
      "step": 269600
    },
    {
      "epoch": 0.23599030496979712,
      "grad_norm": 0.5371001362800598,
      "learning_rate": 4.5073774755328604e-05,
      "loss": 5.6598,
      "step": 269605
    },
    {
      "epoch": 0.2359946815634243,
      "grad_norm": 0.5291986465454102,
      "learning_rate": 4.507359219644396e-05,
      "loss": 4.8995,
      "step": 269610
    },
    {
      "epoch": 0.23599905815705144,
      "grad_norm": 0.5377775430679321,
      "learning_rate": 4.507340963465183e-05,
      "loss": 5.9291,
      "step": 269615
    },
    {
      "epoch": 0.2360034347506786,
      "grad_norm": 0.5776398181915283,
      "learning_rate": 4.507322706995223e-05,
      "loss": 4.6837,
      "step": 269620
    },
    {
      "epoch": 0.23600781134430573,
      "grad_norm": 0.5304290652275085,
      "learning_rate": 4.5073044502345216e-05,
      "loss": 4.9045,
      "step": 269625
    },
    {
      "epoch": 0.2360121879379329,
      "grad_norm": 0.5322577357292175,
      "learning_rate": 4.507286193183081e-05,
      "loss": 4.8979,
      "step": 269630
    },
    {
      "epoch": 0.23601656453156006,
      "grad_norm": 0.5426586866378784,
      "learning_rate": 4.5072679358409044e-05,
      "loss": 5.1555,
      "step": 269635
    },
    {
      "epoch": 0.2360209411251872,
      "grad_norm": 0.512191891670227,
      "learning_rate": 4.507249678207996e-05,
      "loss": 4.3925,
      "step": 269640
    },
    {
      "epoch": 0.23602531771881435,
      "grad_norm": 0.54291832447052,
      "learning_rate": 4.5072314202843605e-05,
      "loss": 5.1116,
      "step": 269645
    },
    {
      "epoch": 0.23602969431244153,
      "grad_norm": 0.5306938290596008,
      "learning_rate": 4.507213162069999e-05,
      "loss": 4.9002,
      "step": 269650
    },
    {
      "epoch": 0.23603407090606868,
      "grad_norm": 0.5352576375007629,
      "learning_rate": 4.507194903564916e-05,
      "loss": 5.5875,
      "step": 269655
    },
    {
      "epoch": 0.23603844749969582,
      "grad_norm": 0.5264707207679749,
      "learning_rate": 4.507176644769116e-05,
      "loss": 5.2514,
      "step": 269660
    },
    {
      "epoch": 0.23604282409332297,
      "grad_norm": 0.5297051072120667,
      "learning_rate": 4.507158385682601e-05,
      "loss": 4.6213,
      "step": 269665
    },
    {
      "epoch": 0.23604720068695015,
      "grad_norm": 0.5245949625968933,
      "learning_rate": 4.5071401263053745e-05,
      "loss": 5.9059,
      "step": 269670
    },
    {
      "epoch": 0.2360515772805773,
      "grad_norm": 0.5340672135353088,
      "learning_rate": 4.507121866637442e-05,
      "loss": 4.7586,
      "step": 269675
    },
    {
      "epoch": 0.23605595387420444,
      "grad_norm": 0.5262424945831299,
      "learning_rate": 4.5071036066788054e-05,
      "loss": 4.3464,
      "step": 269680
    },
    {
      "epoch": 0.2360603304678316,
      "grad_norm": 0.5303627848625183,
      "learning_rate": 4.507085346429468e-05,
      "loss": 5.9156,
      "step": 269685
    },
    {
      "epoch": 0.23606470706145877,
      "grad_norm": 0.5116357207298279,
      "learning_rate": 4.507067085889435e-05,
      "loss": 5.4092,
      "step": 269690
    },
    {
      "epoch": 0.23606908365508592,
      "grad_norm": 0.5221969485282898,
      "learning_rate": 4.507048825058708e-05,
      "loss": 4.3887,
      "step": 269695
    },
    {
      "epoch": 0.23607346024871306,
      "grad_norm": 0.5327975153923035,
      "learning_rate": 4.5070305639372915e-05,
      "loss": 5.432,
      "step": 269700
    },
    {
      "epoch": 0.2360778368423402,
      "grad_norm": 0.5702793598175049,
      "learning_rate": 4.5070123025251885e-05,
      "loss": 5.0771,
      "step": 269705
    },
    {
      "epoch": 0.23608221343596736,
      "grad_norm": 0.5285452008247375,
      "learning_rate": 4.506994040822404e-05,
      "loss": 5.1974,
      "step": 269710
    },
    {
      "epoch": 0.23608659002959453,
      "grad_norm": 0.5195233225822449,
      "learning_rate": 4.506975778828939e-05,
      "loss": 4.7146,
      "step": 269715
    },
    {
      "epoch": 0.23609096662322168,
      "grad_norm": 0.5426304340362549,
      "learning_rate": 4.5069575165447996e-05,
      "loss": 5.1121,
      "step": 269720
    },
    {
      "epoch": 0.23609534321684883,
      "grad_norm": 0.5179473161697388,
      "learning_rate": 4.5069392539699874e-05,
      "loss": 4.63,
      "step": 269725
    },
    {
      "epoch": 0.23609971981047598,
      "grad_norm": 0.5109438896179199,
      "learning_rate": 4.5069209911045074e-05,
      "loss": 4.6767,
      "step": 269730
    },
    {
      "epoch": 0.23610409640410315,
      "grad_norm": 0.5289689898490906,
      "learning_rate": 4.506902727948362e-05,
      "loss": 5.1132,
      "step": 269735
    },
    {
      "epoch": 0.2361084729977303,
      "grad_norm": 0.5302034020423889,
      "learning_rate": 4.5068844645015554e-05,
      "loss": 5.3174,
      "step": 269740
    },
    {
      "epoch": 0.23611284959135745,
      "grad_norm": 0.5456221103668213,
      "learning_rate": 4.50686620076409e-05,
      "loss": 5.7299,
      "step": 269745
    },
    {
      "epoch": 0.2361172261849846,
      "grad_norm": 0.5349490642547607,
      "learning_rate": 4.506847936735971e-05,
      "loss": 5.6426,
      "step": 269750
    },
    {
      "epoch": 0.23612160277861177,
      "grad_norm": 0.5222890973091125,
      "learning_rate": 4.506829672417201e-05,
      "loss": 5.1928,
      "step": 269755
    },
    {
      "epoch": 0.23612597937223892,
      "grad_norm": 0.5405521988868713,
      "learning_rate": 4.506811407807784e-05,
      "loss": 5.1855,
      "step": 269760
    },
    {
      "epoch": 0.23613035596586607,
      "grad_norm": 0.5205797553062439,
      "learning_rate": 4.506793142907721e-05,
      "loss": 5.096,
      "step": 269765
    },
    {
      "epoch": 0.23613473255949322,
      "grad_norm": 0.513202965259552,
      "learning_rate": 4.5067748777170205e-05,
      "loss": 4.9132,
      "step": 269770
    },
    {
      "epoch": 0.2361391091531204,
      "grad_norm": 0.5492806434631348,
      "learning_rate": 4.506756612235682e-05,
      "loss": 5.2138,
      "step": 269775
    },
    {
      "epoch": 0.23614348574674754,
      "grad_norm": 0.5485708117485046,
      "learning_rate": 4.506738346463709e-05,
      "loss": 5.1735,
      "step": 269780
    },
    {
      "epoch": 0.2361478623403747,
      "grad_norm": 0.5241810083389282,
      "learning_rate": 4.506720080401108e-05,
      "loss": 5.3968,
      "step": 269785
    },
    {
      "epoch": 0.23615223893400183,
      "grad_norm": 0.5272931456565857,
      "learning_rate": 4.50670181404788e-05,
      "loss": 5.41,
      "step": 269790
    },
    {
      "epoch": 0.236156615527629,
      "grad_norm": 0.5377983450889587,
      "learning_rate": 4.506683547404029e-05,
      "loss": 5.0798,
      "step": 269795
    },
    {
      "epoch": 0.23616099212125616,
      "grad_norm": 0.5333068370819092,
      "learning_rate": 4.50666528046956e-05,
      "loss": 4.5926,
      "step": 269800
    },
    {
      "epoch": 0.2361653687148833,
      "grad_norm": 0.5248907208442688,
      "learning_rate": 4.506647013244474e-05,
      "loss": 5.1171,
      "step": 269805
    },
    {
      "epoch": 0.23616974530851045,
      "grad_norm": 0.5289566516876221,
      "learning_rate": 4.506628745728776e-05,
      "loss": 5.25,
      "step": 269810
    },
    {
      "epoch": 0.23617412190213763,
      "grad_norm": 0.5252695083618164,
      "learning_rate": 4.5066104779224703e-05,
      "loss": 4.9101,
      "step": 269815
    },
    {
      "epoch": 0.23617849849576478,
      "grad_norm": 0.5315187573432922,
      "learning_rate": 4.506592209825558e-05,
      "loss": 5.5645,
      "step": 269820
    },
    {
      "epoch": 0.23618287508939192,
      "grad_norm": 0.5398252606391907,
      "learning_rate": 4.506573941438046e-05,
      "loss": 5.6373,
      "step": 269825
    },
    {
      "epoch": 0.23618725168301907,
      "grad_norm": 0.523567795753479,
      "learning_rate": 4.506555672759935e-05,
      "loss": 4.8569,
      "step": 269830
    },
    {
      "epoch": 0.23619162827664622,
      "grad_norm": 0.5437834858894348,
      "learning_rate": 4.5065374037912286e-05,
      "loss": 5.1239,
      "step": 269835
    },
    {
      "epoch": 0.2361960048702734,
      "grad_norm": 0.5425859689712524,
      "learning_rate": 4.5065191345319326e-05,
      "loss": 5.1813,
      "step": 269840
    },
    {
      "epoch": 0.23620038146390054,
      "grad_norm": 0.5303685665130615,
      "learning_rate": 4.506500864982049e-05,
      "loss": 5.4224,
      "step": 269845
    },
    {
      "epoch": 0.2362047580575277,
      "grad_norm": 0.5427864193916321,
      "learning_rate": 4.50648259514158e-05,
      "loss": 4.898,
      "step": 269850
    },
    {
      "epoch": 0.23620913465115484,
      "grad_norm": 0.5398060083389282,
      "learning_rate": 4.506464325010532e-05,
      "loss": 4.6678,
      "step": 269855
    },
    {
      "epoch": 0.23621351124478202,
      "grad_norm": 0.5206500887870789,
      "learning_rate": 4.5064460545889064e-05,
      "loss": 5.6533,
      "step": 269860
    },
    {
      "epoch": 0.23621788783840916,
      "grad_norm": 0.5288927555084229,
      "learning_rate": 4.5064277838767077e-05,
      "loss": 5.726,
      "step": 269865
    },
    {
      "epoch": 0.2362222644320363,
      "grad_norm": 0.5300887823104858,
      "learning_rate": 4.506409512873939e-05,
      "loss": 5.9229,
      "step": 269870
    },
    {
      "epoch": 0.23622664102566346,
      "grad_norm": 0.5939110517501831,
      "learning_rate": 4.506391241580604e-05,
      "loss": 5.1111,
      "step": 269875
    },
    {
      "epoch": 0.23623101761929063,
      "grad_norm": 0.515304446220398,
      "learning_rate": 4.506372969996706e-05,
      "loss": 4.8189,
      "step": 269880
    },
    {
      "epoch": 0.23623539421291778,
      "grad_norm": 0.6094790697097778,
      "learning_rate": 4.5063546981222494e-05,
      "loss": 4.415,
      "step": 269885
    },
    {
      "epoch": 0.23623977080654493,
      "grad_norm": 0.5357955694198608,
      "learning_rate": 4.5063364259572374e-05,
      "loss": 4.157,
      "step": 269890
    },
    {
      "epoch": 0.23624414740017208,
      "grad_norm": 0.5343070030212402,
      "learning_rate": 4.506318153501672e-05,
      "loss": 5.7285,
      "step": 269895
    },
    {
      "epoch": 0.23624852399379925,
      "grad_norm": 0.5974926352500916,
      "learning_rate": 4.506299880755558e-05,
      "loss": 4.9143,
      "step": 269900
    },
    {
      "epoch": 0.2362529005874264,
      "grad_norm": 0.5228779911994934,
      "learning_rate": 4.506281607718898e-05,
      "loss": 5.6252,
      "step": 269905
    },
    {
      "epoch": 0.23625727718105355,
      "grad_norm": 0.52076256275177,
      "learning_rate": 4.506263334391698e-05,
      "loss": 5.7314,
      "step": 269910
    },
    {
      "epoch": 0.2362616537746807,
      "grad_norm": 0.5527334213256836,
      "learning_rate": 4.5062450607739595e-05,
      "loss": 5.3326,
      "step": 269915
    },
    {
      "epoch": 0.23626603036830787,
      "grad_norm": 0.5391125679016113,
      "learning_rate": 4.506226786865686e-05,
      "loss": 5.2365,
      "step": 269920
    },
    {
      "epoch": 0.23627040696193502,
      "grad_norm": 0.5187168717384338,
      "learning_rate": 4.506208512666882e-05,
      "loss": 3.8818,
      "step": 269925
    },
    {
      "epoch": 0.23627478355556217,
      "grad_norm": 0.5369468927383423,
      "learning_rate": 4.506190238177549e-05,
      "loss": 4.8043,
      "step": 269930
    },
    {
      "epoch": 0.23627916014918932,
      "grad_norm": 0.5346582531929016,
      "learning_rate": 4.506171963397693e-05,
      "loss": 5.5932,
      "step": 269935
    },
    {
      "epoch": 0.2362835367428165,
      "grad_norm": 0.5279689431190491,
      "learning_rate": 4.506153688327316e-05,
      "loss": 4.0759,
      "step": 269940
    },
    {
      "epoch": 0.23628791333644364,
      "grad_norm": 0.5873884558677673,
      "learning_rate": 4.5061354129664226e-05,
      "loss": 5.9193,
      "step": 269945
    },
    {
      "epoch": 0.2362922899300708,
      "grad_norm": 0.5800146460533142,
      "learning_rate": 4.5061171373150155e-05,
      "loss": 5.9314,
      "step": 269950
    },
    {
      "epoch": 0.23629666652369793,
      "grad_norm": 0.5265603065490723,
      "learning_rate": 4.506098861373098e-05,
      "loss": 4.3838,
      "step": 269955
    },
    {
      "epoch": 0.23630104311732508,
      "grad_norm": 0.5381865501403809,
      "learning_rate": 4.506080585140675e-05,
      "loss": 4.9205,
      "step": 269960
    },
    {
      "epoch": 0.23630541971095226,
      "grad_norm": 0.548839271068573,
      "learning_rate": 4.506062308617749e-05,
      "loss": 5.1258,
      "step": 269965
    },
    {
      "epoch": 0.2363097963045794,
      "grad_norm": 0.5479028820991516,
      "learning_rate": 4.506044031804323e-05,
      "loss": 5.9447,
      "step": 269970
    },
    {
      "epoch": 0.23631417289820655,
      "grad_norm": 0.5258265137672424,
      "learning_rate": 4.506025754700401e-05,
      "loss": 5.4152,
      "step": 269975
    },
    {
      "epoch": 0.2363185494918337,
      "grad_norm": 0.499619722366333,
      "learning_rate": 4.506007477305987e-05,
      "loss": 5.8973,
      "step": 269980
    },
    {
      "epoch": 0.23632292608546088,
      "grad_norm": 0.5197044610977173,
      "learning_rate": 4.5059891996210846e-05,
      "loss": 5.8957,
      "step": 269985
    },
    {
      "epoch": 0.23632730267908802,
      "grad_norm": 0.5240693092346191,
      "learning_rate": 4.505970921645697e-05,
      "loss": 5.6777,
      "step": 269990
    },
    {
      "epoch": 0.23633167927271517,
      "grad_norm": 0.5111255049705505,
      "learning_rate": 4.505952643379826e-05,
      "loss": 5.9268,
      "step": 269995
    },
    {
      "epoch": 0.23633605586634232,
      "grad_norm": 0.5256380438804626,
      "learning_rate": 4.5059343648234784e-05,
      "loss": 5.4362,
      "step": 270000
    },
    {
      "epoch": 0.2363404324599695,
      "grad_norm": 0.5423120260238647,
      "learning_rate": 4.505916085976656e-05,
      "loss": 4.6367,
      "step": 270005
    },
    {
      "epoch": 0.23634480905359664,
      "grad_norm": 0.5560578107833862,
      "learning_rate": 4.505897806839362e-05,
      "loss": 5.2318,
      "step": 270010
    },
    {
      "epoch": 0.2363491856472238,
      "grad_norm": 0.5367871522903442,
      "learning_rate": 4.5058795274116005e-05,
      "loss": 5.6016,
      "step": 270015
    },
    {
      "epoch": 0.23635356224085094,
      "grad_norm": 0.5389343500137329,
      "learning_rate": 4.505861247693375e-05,
      "loss": 5.3977,
      "step": 270020
    },
    {
      "epoch": 0.23635793883447812,
      "grad_norm": 0.5822277069091797,
      "learning_rate": 4.505842967684689e-05,
      "loss": 4.7926,
      "step": 270025
    },
    {
      "epoch": 0.23636231542810526,
      "grad_norm": 0.5458545088768005,
      "learning_rate": 4.505824687385546e-05,
      "loss": 5.1222,
      "step": 270030
    },
    {
      "epoch": 0.2363666920217324,
      "grad_norm": 0.5568181872367859,
      "learning_rate": 4.5058064067959496e-05,
      "loss": 4.6823,
      "step": 270035
    },
    {
      "epoch": 0.23637106861535956,
      "grad_norm": 0.5319833755493164,
      "learning_rate": 4.5057881259159016e-05,
      "loss": 4.5896,
      "step": 270040
    },
    {
      "epoch": 0.23637544520898673,
      "grad_norm": 0.5280672907829285,
      "learning_rate": 4.505769844745409e-05,
      "loss": 5.1414,
      "step": 270045
    },
    {
      "epoch": 0.23637982180261388,
      "grad_norm": 0.5436843037605286,
      "learning_rate": 4.505751563284473e-05,
      "loss": 5.3086,
      "step": 270050
    },
    {
      "epoch": 0.23638419839624103,
      "grad_norm": 0.51912522315979,
      "learning_rate": 4.5057332815330964e-05,
      "loss": 5.4232,
      "step": 270055
    },
    {
      "epoch": 0.23638857498986818,
      "grad_norm": 0.5109034180641174,
      "learning_rate": 4.505714999491285e-05,
      "loss": 5.1086,
      "step": 270060
    },
    {
      "epoch": 0.23639295158349535,
      "grad_norm": 0.5120990872383118,
      "learning_rate": 4.505696717159041e-05,
      "loss": 5.4089,
      "step": 270065
    },
    {
      "epoch": 0.2363973281771225,
      "grad_norm": 0.531880259513855,
      "learning_rate": 4.505678434536369e-05,
      "loss": 4.4299,
      "step": 270070
    },
    {
      "epoch": 0.23640170477074965,
      "grad_norm": 0.524787962436676,
      "learning_rate": 4.505660151623271e-05,
      "loss": 4.9139,
      "step": 270075
    },
    {
      "epoch": 0.2364060813643768,
      "grad_norm": 0.5497089624404907,
      "learning_rate": 4.505641868419751e-05,
      "loss": 4.8819,
      "step": 270080
    },
    {
      "epoch": 0.23641045795800394,
      "grad_norm": 0.5252787470817566,
      "learning_rate": 4.505623584925812e-05,
      "loss": 5.6252,
      "step": 270085
    },
    {
      "epoch": 0.23641483455163112,
      "grad_norm": 0.5301907658576965,
      "learning_rate": 4.505605301141459e-05,
      "loss": 5.9893,
      "step": 270090
    },
    {
      "epoch": 0.23641921114525827,
      "grad_norm": 0.5329800248146057,
      "learning_rate": 4.505587017066695e-05,
      "loss": 4.635,
      "step": 270095
    },
    {
      "epoch": 0.23642358773888542,
      "grad_norm": 0.5417247414588928,
      "learning_rate": 4.505568732701523e-05,
      "loss": 5.4526,
      "step": 270100
    },
    {
      "epoch": 0.23642796433251256,
      "grad_norm": 0.5806900262832642,
      "learning_rate": 4.505550448045946e-05,
      "loss": 4.9338,
      "step": 270105
    },
    {
      "epoch": 0.23643234092613974,
      "grad_norm": 0.5258796215057373,
      "learning_rate": 4.50553216309997e-05,
      "loss": 5.4177,
      "step": 270110
    },
    {
      "epoch": 0.2364367175197669,
      "grad_norm": 0.5340336561203003,
      "learning_rate": 4.505513877863598e-05,
      "loss": 5.1824,
      "step": 270115
    },
    {
      "epoch": 0.23644109411339403,
      "grad_norm": 0.5478610992431641,
      "learning_rate": 4.505495592336829e-05,
      "loss": 4.8566,
      "step": 270120
    },
    {
      "epoch": 0.23644547070702118,
      "grad_norm": 0.525021493434906,
      "learning_rate": 4.505477306519672e-05,
      "loss": 4.6312,
      "step": 270125
    },
    {
      "epoch": 0.23644984730064836,
      "grad_norm": 0.6426084637641907,
      "learning_rate": 4.505459020412127e-05,
      "loss": 5.7141,
      "step": 270130
    },
    {
      "epoch": 0.2364542238942755,
      "grad_norm": 0.5590287446975708,
      "learning_rate": 4.505440734014201e-05,
      "loss": 4.9044,
      "step": 270135
    },
    {
      "epoch": 0.23645860048790265,
      "grad_norm": 0.5967216491699219,
      "learning_rate": 4.505422447325894e-05,
      "loss": 5.951,
      "step": 270140
    },
    {
      "epoch": 0.2364629770815298,
      "grad_norm": 0.596205472946167,
      "learning_rate": 4.505404160347212e-05,
      "loss": 5.3295,
      "step": 270145
    },
    {
      "epoch": 0.23646735367515698,
      "grad_norm": 0.5269100666046143,
      "learning_rate": 4.5053858730781576e-05,
      "loss": 4.9098,
      "step": 270150
    },
    {
      "epoch": 0.23647173026878412,
      "grad_norm": 0.534313976764679,
      "learning_rate": 4.505367585518734e-05,
      "loss": 4.8833,
      "step": 270155
    },
    {
      "epoch": 0.23647610686241127,
      "grad_norm": 0.5333020687103271,
      "learning_rate": 4.505349297668945e-05,
      "loss": 5.1979,
      "step": 270160
    },
    {
      "epoch": 0.23648048345603842,
      "grad_norm": 0.542182981967926,
      "learning_rate": 4.505331009528794e-05,
      "loss": 5.21,
      "step": 270165
    },
    {
      "epoch": 0.2364848600496656,
      "grad_norm": 0.5344369411468506,
      "learning_rate": 4.505312721098284e-05,
      "loss": 5.923,
      "step": 270170
    },
    {
      "epoch": 0.23648923664329274,
      "grad_norm": 0.5253782272338867,
      "learning_rate": 4.50529443237742e-05,
      "loss": 5.4132,
      "step": 270175
    },
    {
      "epoch": 0.2364936132369199,
      "grad_norm": 0.5567538142204285,
      "learning_rate": 4.505276143366205e-05,
      "loss": 5.7103,
      "step": 270180
    },
    {
      "epoch": 0.23649798983054704,
      "grad_norm": 0.5268157720565796,
      "learning_rate": 4.5052578540646415e-05,
      "loss": 6.2211,
      "step": 270185
    },
    {
      "epoch": 0.23650236642417422,
      "grad_norm": 0.5155264139175415,
      "learning_rate": 4.505239564472735e-05,
      "loss": 4.4986,
      "step": 270190
    },
    {
      "epoch": 0.23650674301780136,
      "grad_norm": 0.5589339137077332,
      "learning_rate": 4.5052212745904865e-05,
      "loss": 5.2205,
      "step": 270195
    },
    {
      "epoch": 0.2365111196114285,
      "grad_norm": 0.5490550994873047,
      "learning_rate": 4.505202984417902e-05,
      "loss": 4.8924,
      "step": 270200
    },
    {
      "epoch": 0.23651549620505566,
      "grad_norm": 0.5728809237480164,
      "learning_rate": 4.505184693954984e-05,
      "loss": 5.1273,
      "step": 270205
    },
    {
      "epoch": 0.23651987279868283,
      "grad_norm": 0.5284969210624695,
      "learning_rate": 4.5051664032017347e-05,
      "loss": 5.2218,
      "step": 270210
    },
    {
      "epoch": 0.23652424939230998,
      "grad_norm": 0.5286441445350647,
      "learning_rate": 4.5051481121581587e-05,
      "loss": 5.1981,
      "step": 270215
    },
    {
      "epoch": 0.23652862598593713,
      "grad_norm": 0.5789916515350342,
      "learning_rate": 4.505129820824261e-05,
      "loss": 5.0855,
      "step": 270220
    },
    {
      "epoch": 0.23653300257956428,
      "grad_norm": 0.5299186110496521,
      "learning_rate": 4.505111529200042e-05,
      "loss": 5.7261,
      "step": 270225
    },
    {
      "epoch": 0.23653737917319143,
      "grad_norm": 0.5444967746734619,
      "learning_rate": 4.5050932372855094e-05,
      "loss": 5.4057,
      "step": 270230
    },
    {
      "epoch": 0.2365417557668186,
      "grad_norm": 0.5440569519996643,
      "learning_rate": 4.505074945080663e-05,
      "loss": 5.923,
      "step": 270235
    },
    {
      "epoch": 0.23654613236044575,
      "grad_norm": 0.5238266587257385,
      "learning_rate": 4.5050566525855075e-05,
      "loss": 4.8973,
      "step": 270240
    },
    {
      "epoch": 0.2365505089540729,
      "grad_norm": 0.5357323884963989,
      "learning_rate": 4.505038359800047e-05,
      "loss": 4.82,
      "step": 270245
    },
    {
      "epoch": 0.23655488554770004,
      "grad_norm": 0.5306186079978943,
      "learning_rate": 4.505020066724285e-05,
      "loss": 4.8699,
      "step": 270250
    },
    {
      "epoch": 0.23655926214132722,
      "grad_norm": 0.5299556851387024,
      "learning_rate": 4.505001773358224e-05,
      "loss": 6.226,
      "step": 270255
    },
    {
      "epoch": 0.23656363873495437,
      "grad_norm": 0.5273885726928711,
      "learning_rate": 4.5049834797018684e-05,
      "loss": 4.4178,
      "step": 270260
    },
    {
      "epoch": 0.23656801532858152,
      "grad_norm": 0.5252149701118469,
      "learning_rate": 4.504965185755221e-05,
      "loss": 5.1145,
      "step": 270265
    },
    {
      "epoch": 0.23657239192220866,
      "grad_norm": 0.5183448791503906,
      "learning_rate": 4.504946891518287e-05,
      "loss": 5.4051,
      "step": 270270
    },
    {
      "epoch": 0.23657676851583584,
      "grad_norm": 0.5275819301605225,
      "learning_rate": 4.5049285969910683e-05,
      "loss": 5.3692,
      "step": 270275
    },
    {
      "epoch": 0.236581145109463,
      "grad_norm": 0.5237423777580261,
      "learning_rate": 4.504910302173568e-05,
      "loss": 5.4142,
      "step": 270280
    },
    {
      "epoch": 0.23658552170309013,
      "grad_norm": 0.5274178981781006,
      "learning_rate": 4.504892007065792e-05,
      "loss": 5.4906,
      "step": 270285
    },
    {
      "epoch": 0.23658989829671728,
      "grad_norm": 0.5281152725219727,
      "learning_rate": 4.504873711667741e-05,
      "loss": 5.4143,
      "step": 270290
    },
    {
      "epoch": 0.23659427489034446,
      "grad_norm": 0.5241316556930542,
      "learning_rate": 4.504855415979421e-05,
      "loss": 5.7148,
      "step": 270295
    },
    {
      "epoch": 0.2365986514839716,
      "grad_norm": 0.5396026968955994,
      "learning_rate": 4.5048371200008346e-05,
      "loss": 4.3578,
      "step": 270300
    },
    {
      "epoch": 0.23660302807759875,
      "grad_norm": 0.5645124316215515,
      "learning_rate": 4.5048188237319835e-05,
      "loss": 5.1216,
      "step": 270305
    },
    {
      "epoch": 0.2366074046712259,
      "grad_norm": 0.5391213893890381,
      "learning_rate": 4.5048005271728745e-05,
      "loss": 5.0334,
      "step": 270310
    },
    {
      "epoch": 0.23661178126485308,
      "grad_norm": 0.5597766637802124,
      "learning_rate": 4.504782230323509e-05,
      "loss": 5.1322,
      "step": 270315
    },
    {
      "epoch": 0.23661615785848022,
      "grad_norm": 0.5394280552864075,
      "learning_rate": 4.50476393318389e-05,
      "loss": 5.091,
      "step": 270320
    },
    {
      "epoch": 0.23662053445210737,
      "grad_norm": 0.5110788345336914,
      "learning_rate": 4.504745635754023e-05,
      "loss": 4.8812,
      "step": 270325
    },
    {
      "epoch": 0.23662491104573452,
      "grad_norm": 0.5930284857749939,
      "learning_rate": 4.50472733803391e-05,
      "loss": 5.094,
      "step": 270330
    },
    {
      "epoch": 0.2366292876393617,
      "grad_norm": 0.5439419150352478,
      "learning_rate": 4.504709040023557e-05,
      "loss": 5.0989,
      "step": 270335
    },
    {
      "epoch": 0.23663366423298884,
      "grad_norm": 0.5428791046142578,
      "learning_rate": 4.504690741722964e-05,
      "loss": 5.9109,
      "step": 270340
    },
    {
      "epoch": 0.236638040826616,
      "grad_norm": 0.5407323837280273,
      "learning_rate": 4.5046724431321377e-05,
      "loss": 5.3937,
      "step": 270345
    },
    {
      "epoch": 0.23664241742024314,
      "grad_norm": 0.6283386945724487,
      "learning_rate": 4.504654144251078e-05,
      "loss": 5.2097,
      "step": 270350
    },
    {
      "epoch": 0.2366467940138703,
      "grad_norm": 0.5404834747314453,
      "learning_rate": 4.504635845079792e-05,
      "loss": 4.8891,
      "step": 270355
    },
    {
      "epoch": 0.23665117060749746,
      "grad_norm": 0.540148138999939,
      "learning_rate": 4.50461754561828e-05,
      "loss": 4.9176,
      "step": 270360
    },
    {
      "epoch": 0.2366555472011246,
      "grad_norm": 0.5308567881584167,
      "learning_rate": 4.5045992458665495e-05,
      "loss": 5.4009,
      "step": 270365
    },
    {
      "epoch": 0.23665992379475176,
      "grad_norm": 0.5262655019760132,
      "learning_rate": 4.504580945824602e-05,
      "loss": 4.9045,
      "step": 270370
    },
    {
      "epoch": 0.2366643003883789,
      "grad_norm": 0.5233151316642761,
      "learning_rate": 4.5045626454924386e-05,
      "loss": 5.1251,
      "step": 270375
    },
    {
      "epoch": 0.23666867698200608,
      "grad_norm": 0.5291957855224609,
      "learning_rate": 4.5045443448700666e-05,
      "loss": 5.9172,
      "step": 270380
    },
    {
      "epoch": 0.23667305357563323,
      "grad_norm": 0.5205358266830444,
      "learning_rate": 4.5045260439574874e-05,
      "loss": 5.1114,
      "step": 270385
    },
    {
      "epoch": 0.23667743016926038,
      "grad_norm": 0.556389331817627,
      "learning_rate": 4.504507742754705e-05,
      "loss": 4.9044,
      "step": 270390
    },
    {
      "epoch": 0.23668180676288753,
      "grad_norm": 0.5287632346153259,
      "learning_rate": 4.504489441261724e-05,
      "loss": 4.9424,
      "step": 270395
    },
    {
      "epoch": 0.2366861833565147,
      "grad_norm": 0.5357477068901062,
      "learning_rate": 4.5044711394785464e-05,
      "loss": 5.7257,
      "step": 270400
    },
    {
      "epoch": 0.23669055995014185,
      "grad_norm": 0.5268405079841614,
      "learning_rate": 4.504452837405178e-05,
      "loss": 5.0865,
      "step": 270405
    },
    {
      "epoch": 0.236694936543769,
      "grad_norm": 0.5259676575660706,
      "learning_rate": 4.504434535041618e-05,
      "loss": 5.5973,
      "step": 270410
    },
    {
      "epoch": 0.23669931313739614,
      "grad_norm": 0.5126268863677979,
      "learning_rate": 4.504416232387875e-05,
      "loss": 5.433,
      "step": 270415
    },
    {
      "epoch": 0.23670368973102332,
      "grad_norm": 0.5408052206039429,
      "learning_rate": 4.5043979294439474e-05,
      "loss": 5.7329,
      "step": 270420
    },
    {
      "epoch": 0.23670806632465047,
      "grad_norm": 0.5261172652244568,
      "learning_rate": 4.5043796262098435e-05,
      "loss": 5.4323,
      "step": 270425
    },
    {
      "epoch": 0.23671244291827762,
      "grad_norm": 0.5347857475280762,
      "learning_rate": 4.504361322685564e-05,
      "loss": 5.9441,
      "step": 270430
    },
    {
      "epoch": 0.23671681951190476,
      "grad_norm": 0.5132734179496765,
      "learning_rate": 4.5043430188711146e-05,
      "loss": 5.9078,
      "step": 270435
    },
    {
      "epoch": 0.23672119610553194,
      "grad_norm": 0.5296430587768555,
      "learning_rate": 4.504324714766496e-05,
      "loss": 4.4229,
      "step": 270440
    },
    {
      "epoch": 0.2367255726991591,
      "grad_norm": 0.5289161205291748,
      "learning_rate": 4.5043064103717135e-05,
      "loss": 5.9408,
      "step": 270445
    },
    {
      "epoch": 0.23672994929278623,
      "grad_norm": 0.5403749346733093,
      "learning_rate": 4.50428810568677e-05,
      "loss": 5.9219,
      "step": 270450
    },
    {
      "epoch": 0.23673432588641338,
      "grad_norm": 0.5441023111343384,
      "learning_rate": 4.50426980071167e-05,
      "loss": 5.4116,
      "step": 270455
    },
    {
      "epoch": 0.23673870248004056,
      "grad_norm": 0.5322914719581604,
      "learning_rate": 4.5042514954464155e-05,
      "loss": 5.3187,
      "step": 270460
    },
    {
      "epoch": 0.2367430790736677,
      "grad_norm": 0.5518014430999756,
      "learning_rate": 4.504233189891013e-05,
      "loss": 5.3891,
      "step": 270465
    },
    {
      "epoch": 0.23674745566729485,
      "grad_norm": 0.5266752243041992,
      "learning_rate": 4.504214884045462e-05,
      "loss": 4.0829,
      "step": 270470
    },
    {
      "epoch": 0.236751832260922,
      "grad_norm": 0.5415804982185364,
      "learning_rate": 4.5041965779097684e-05,
      "loss": 5.907,
      "step": 270475
    },
    {
      "epoch": 0.23675620885454915,
      "grad_norm": 0.5473504662513733,
      "learning_rate": 4.504178271483935e-05,
      "loss": 4.9446,
      "step": 270480
    },
    {
      "epoch": 0.23676058544817633,
      "grad_norm": 0.5474997162818909,
      "learning_rate": 4.5041599647679653e-05,
      "loss": 4.8972,
      "step": 270485
    },
    {
      "epoch": 0.23676496204180347,
      "grad_norm": 0.5303975343704224,
      "learning_rate": 4.5041416577618644e-05,
      "loss": 5.3217,
      "step": 270490
    },
    {
      "epoch": 0.23676933863543062,
      "grad_norm": 0.5254000425338745,
      "learning_rate": 4.504123350465634e-05,
      "loss": 4.0842,
      "step": 270495
    },
    {
      "epoch": 0.23677371522905777,
      "grad_norm": 0.5478599667549133,
      "learning_rate": 4.5041050428792786e-05,
      "loss": 5.1811,
      "step": 270500
    },
    {
      "epoch": 0.23677809182268494,
      "grad_norm": 0.5622059106826782,
      "learning_rate": 4.504086735002802e-05,
      "loss": 5.4431,
      "step": 270505
    },
    {
      "epoch": 0.2367824684163121,
      "grad_norm": 0.5438194274902344,
      "learning_rate": 4.5040684268362054e-05,
      "loss": 5.6531,
      "step": 270510
    },
    {
      "epoch": 0.23678684500993924,
      "grad_norm": 0.5140737295150757,
      "learning_rate": 4.504050118379495e-05,
      "loss": 4.8381,
      "step": 270515
    },
    {
      "epoch": 0.2367912216035664,
      "grad_norm": 0.5205377340316772,
      "learning_rate": 4.504031809632673e-05,
      "loss": 4.8035,
      "step": 270520
    },
    {
      "epoch": 0.23679559819719356,
      "grad_norm": 0.5468465089797974,
      "learning_rate": 4.504013500595744e-05,
      "loss": 4.3141,
      "step": 270525
    },
    {
      "epoch": 0.2367999747908207,
      "grad_norm": 0.5558453798294067,
      "learning_rate": 4.5039951912687096e-05,
      "loss": 5.6295,
      "step": 270530
    },
    {
      "epoch": 0.23680435138444786,
      "grad_norm": 0.5035871267318726,
      "learning_rate": 4.503976881651575e-05,
      "loss": 5.124,
      "step": 270535
    },
    {
      "epoch": 0.236808727978075,
      "grad_norm": 0.49608123302459717,
      "learning_rate": 4.503958571744343e-05,
      "loss": 4.5676,
      "step": 270540
    },
    {
      "epoch": 0.23681310457170218,
      "grad_norm": 0.5580908060073853,
      "learning_rate": 4.5039402615470186e-05,
      "loss": 5.1643,
      "step": 270545
    },
    {
      "epoch": 0.23681748116532933,
      "grad_norm": 0.5029881000518799,
      "learning_rate": 4.5039219510596034e-05,
      "loss": 5.4324,
      "step": 270550
    },
    {
      "epoch": 0.23682185775895648,
      "grad_norm": 0.5888271927833557,
      "learning_rate": 4.503903640282101e-05,
      "loss": 5.1917,
      "step": 270555
    },
    {
      "epoch": 0.23682623435258363,
      "grad_norm": 0.5519391298294067,
      "learning_rate": 4.5038853292145165e-05,
      "loss": 5.4458,
      "step": 270560
    },
    {
      "epoch": 0.2368306109462108,
      "grad_norm": 0.5209053754806519,
      "learning_rate": 4.503867017856852e-05,
      "loss": 5.2217,
      "step": 270565
    },
    {
      "epoch": 0.23683498753983795,
      "grad_norm": 0.5409380197525024,
      "learning_rate": 4.503848706209113e-05,
      "loss": 5.2287,
      "step": 270570
    },
    {
      "epoch": 0.2368393641334651,
      "grad_norm": 0.5408626794815063,
      "learning_rate": 4.5038303942713e-05,
      "loss": 5.6398,
      "step": 270575
    },
    {
      "epoch": 0.23684374072709224,
      "grad_norm": 0.5990659594535828,
      "learning_rate": 4.503812082043418e-05,
      "loss": 5.1222,
      "step": 270580
    },
    {
      "epoch": 0.23684811732071942,
      "grad_norm": 0.5146303176879883,
      "learning_rate": 4.503793769525472e-05,
      "loss": 5.6561,
      "step": 270585
    },
    {
      "epoch": 0.23685249391434657,
      "grad_norm": 0.5409894585609436,
      "learning_rate": 4.503775456717464e-05,
      "loss": 5.1587,
      "step": 270590
    },
    {
      "epoch": 0.23685687050797372,
      "grad_norm": 0.6125129461288452,
      "learning_rate": 4.503757143619396e-05,
      "loss": 4.9162,
      "step": 270595
    },
    {
      "epoch": 0.23686124710160086,
      "grad_norm": 0.5146413445472717,
      "learning_rate": 4.503738830231276e-05,
      "loss": 5.3906,
      "step": 270600
    },
    {
      "epoch": 0.236865623695228,
      "grad_norm": 0.547945499420166,
      "learning_rate": 4.5037205165531024e-05,
      "loss": 5.103,
      "step": 270605
    },
    {
      "epoch": 0.2368700002888552,
      "grad_norm": 0.5083200335502625,
      "learning_rate": 4.503702202584882e-05,
      "loss": 5.0988,
      "step": 270610
    },
    {
      "epoch": 0.23687437688248233,
      "grad_norm": 0.6413461565971375,
      "learning_rate": 4.503683888326618e-05,
      "loss": 5.1901,
      "step": 270615
    },
    {
      "epoch": 0.23687875347610948,
      "grad_norm": 0.5162306427955627,
      "learning_rate": 4.503665573778312e-05,
      "loss": 5.3381,
      "step": 270620
    },
    {
      "epoch": 0.23688313006973663,
      "grad_norm": 0.6338847279548645,
      "learning_rate": 4.50364725893997e-05,
      "loss": 6.2518,
      "step": 270625
    },
    {
      "epoch": 0.2368875066633638,
      "grad_norm": 0.5406692028045654,
      "learning_rate": 4.5036289438115945e-05,
      "loss": 5.6838,
      "step": 270630
    },
    {
      "epoch": 0.23689188325699095,
      "grad_norm": 0.5106727480888367,
      "learning_rate": 4.503610628393189e-05,
      "loss": 5.1111,
      "step": 270635
    },
    {
      "epoch": 0.2368962598506181,
      "grad_norm": 0.5633125901222229,
      "learning_rate": 4.503592312684756e-05,
      "loss": 5.6677,
      "step": 270640
    },
    {
      "epoch": 0.23690063644424525,
      "grad_norm": 0.5311185717582703,
      "learning_rate": 4.503573996686301e-05,
      "loss": 4.122,
      "step": 270645
    },
    {
      "epoch": 0.23690501303787243,
      "grad_norm": 0.5606470704078674,
      "learning_rate": 4.5035556803978275e-05,
      "loss": 5.242,
      "step": 270650
    },
    {
      "epoch": 0.23690938963149957,
      "grad_norm": 0.63807213306427,
      "learning_rate": 4.503537363819337e-05,
      "loss": 5.6275,
      "step": 270655
    },
    {
      "epoch": 0.23691376622512672,
      "grad_norm": 0.5619252324104309,
      "learning_rate": 4.5035190469508335e-05,
      "loss": 4.086,
      "step": 270660
    },
    {
      "epoch": 0.23691814281875387,
      "grad_norm": 0.5677041411399841,
      "learning_rate": 4.5035007297923216e-05,
      "loss": 5.1984,
      "step": 270665
    },
    {
      "epoch": 0.23692251941238104,
      "grad_norm": 0.5519994497299194,
      "learning_rate": 4.503482412343805e-05,
      "loss": 4.8984,
      "step": 270670
    },
    {
      "epoch": 0.2369268960060082,
      "grad_norm": 0.5968087911605835,
      "learning_rate": 4.503464094605286e-05,
      "loss": 4.9139,
      "step": 270675
    },
    {
      "epoch": 0.23693127259963534,
      "grad_norm": 0.5471264719963074,
      "learning_rate": 4.5034457765767705e-05,
      "loss": 5.2086,
      "step": 270680
    },
    {
      "epoch": 0.2369356491932625,
      "grad_norm": 0.518463671207428,
      "learning_rate": 4.503427458258258e-05,
      "loss": 4.4193,
      "step": 270685
    },
    {
      "epoch": 0.23694002578688966,
      "grad_norm": 0.5148922801017761,
      "learning_rate": 4.503409139649756e-05,
      "loss": 5.3869,
      "step": 270690
    },
    {
      "epoch": 0.2369444023805168,
      "grad_norm": 0.5433545112609863,
      "learning_rate": 4.5033908207512655e-05,
      "loss": 5.3191,
      "step": 270695
    },
    {
      "epoch": 0.23694877897414396,
      "grad_norm": 0.5178619027137756,
      "learning_rate": 4.5033725015627904e-05,
      "loss": 4.8157,
      "step": 270700
    },
    {
      "epoch": 0.2369531555677711,
      "grad_norm": 0.5218822956085205,
      "learning_rate": 4.503354182084336e-05,
      "loss": 5.4221,
      "step": 270705
    },
    {
      "epoch": 0.23695753216139828,
      "grad_norm": 0.5117999911308289,
      "learning_rate": 4.5033358623159036e-05,
      "loss": 5.0821,
      "step": 270710
    },
    {
      "epoch": 0.23696190875502543,
      "grad_norm": 0.5227006673812866,
      "learning_rate": 4.503317542257499e-05,
      "loss": 5.4064,
      "step": 270715
    },
    {
      "epoch": 0.23696628534865258,
      "grad_norm": 0.5109546184539795,
      "learning_rate": 4.5032992219091244e-05,
      "loss": 5.6223,
      "step": 270720
    },
    {
      "epoch": 0.23697066194227973,
      "grad_norm": 0.5262755751609802,
      "learning_rate": 4.503280901270782e-05,
      "loss": 4.6158,
      "step": 270725
    },
    {
      "epoch": 0.23697503853590687,
      "grad_norm": 0.5328572988510132,
      "learning_rate": 4.5032625803424765e-05,
      "loss": 4.6489,
      "step": 270730
    },
    {
      "epoch": 0.23697941512953405,
      "grad_norm": 0.5452691912651062,
      "learning_rate": 4.503244259124213e-05,
      "loss": 4.6877,
      "step": 270735
    },
    {
      "epoch": 0.2369837917231612,
      "grad_norm": 0.5271376371383667,
      "learning_rate": 4.503225937615993e-05,
      "loss": 5.9332,
      "step": 270740
    },
    {
      "epoch": 0.23698816831678834,
      "grad_norm": 0.5191494822502136,
      "learning_rate": 4.503207615817822e-05,
      "loss": 4.9235,
      "step": 270745
    },
    {
      "epoch": 0.2369925449104155,
      "grad_norm": 0.5199841260910034,
      "learning_rate": 4.5031892937297e-05,
      "loss": 4.5882,
      "step": 270750
    },
    {
      "epoch": 0.23699692150404267,
      "grad_norm": 0.5338709354400635,
      "learning_rate": 4.5031709713516346e-05,
      "loss": 5.2411,
      "step": 270755
    },
    {
      "epoch": 0.23700129809766982,
      "grad_norm": 0.5214032530784607,
      "learning_rate": 4.5031526486836274e-05,
      "loss": 5.3383,
      "step": 270760
    },
    {
      "epoch": 0.23700567469129696,
      "grad_norm": 0.5724887251853943,
      "learning_rate": 4.5031343257256816e-05,
      "loss": 4.5738,
      "step": 270765
    },
    {
      "epoch": 0.2370100512849241,
      "grad_norm": 0.5197382569313049,
      "learning_rate": 4.5031160024778005e-05,
      "loss": 4.6294,
      "step": 270770
    },
    {
      "epoch": 0.2370144278785513,
      "grad_norm": 0.5230046510696411,
      "learning_rate": 4.5030976789399894e-05,
      "loss": 5.4289,
      "step": 270775
    },
    {
      "epoch": 0.23701880447217843,
      "grad_norm": 0.5158860087394714,
      "learning_rate": 4.5030793551122506e-05,
      "loss": 4.5753,
      "step": 270780
    },
    {
      "epoch": 0.23702318106580558,
      "grad_norm": 0.5131962895393372,
      "learning_rate": 4.503061030994587e-05,
      "loss": 5.0797,
      "step": 270785
    },
    {
      "epoch": 0.23702755765943273,
      "grad_norm": 0.5247206687927246,
      "learning_rate": 4.503042706587004e-05,
      "loss": 5.7305,
      "step": 270790
    },
    {
      "epoch": 0.2370319342530599,
      "grad_norm": 0.5327692031860352,
      "learning_rate": 4.5030243818895033e-05,
      "loss": 5.9381,
      "step": 270795
    },
    {
      "epoch": 0.23703631084668705,
      "grad_norm": 0.5000126957893372,
      "learning_rate": 4.50300605690209e-05,
      "loss": 4.9142,
      "step": 270800
    },
    {
      "epoch": 0.2370406874403142,
      "grad_norm": 0.5386049151420593,
      "learning_rate": 4.502987731624767e-05,
      "loss": 5.0996,
      "step": 270805
    },
    {
      "epoch": 0.23704506403394135,
      "grad_norm": 0.5084388852119446,
      "learning_rate": 4.502969406057537e-05,
      "loss": 5.633,
      "step": 270810
    },
    {
      "epoch": 0.23704944062756853,
      "grad_norm": 0.59123295545578,
      "learning_rate": 4.502951080200404e-05,
      "loss": 4.88,
      "step": 270815
    },
    {
      "epoch": 0.23705381722119567,
      "grad_norm": 0.5060418248176575,
      "learning_rate": 4.5029327540533716e-05,
      "loss": 5.6322,
      "step": 270820
    },
    {
      "epoch": 0.23705819381482282,
      "grad_norm": 0.5288987755775452,
      "learning_rate": 4.5029144276164446e-05,
      "loss": 4.5624,
      "step": 270825
    },
    {
      "epoch": 0.23706257040844997,
      "grad_norm": 0.5426490306854248,
      "learning_rate": 4.502896100889624e-05,
      "loss": 5.2315,
      "step": 270830
    },
    {
      "epoch": 0.23706694700207714,
      "grad_norm": 0.5348237156867981,
      "learning_rate": 4.502877773872917e-05,
      "loss": 5.4059,
      "step": 270835
    },
    {
      "epoch": 0.2370713235957043,
      "grad_norm": 0.5301476120948792,
      "learning_rate": 4.502859446566322e-05,
      "loss": 5.0893,
      "step": 270840
    },
    {
      "epoch": 0.23707570018933144,
      "grad_norm": 0.5767151713371277,
      "learning_rate": 4.502841118969847e-05,
      "loss": 4.6088,
      "step": 270845
    },
    {
      "epoch": 0.2370800767829586,
      "grad_norm": 0.529883861541748,
      "learning_rate": 4.502822791083493e-05,
      "loss": 4.7101,
      "step": 270850
    },
    {
      "epoch": 0.23708445337658576,
      "grad_norm": 0.5098435878753662,
      "learning_rate": 4.5028044629072664e-05,
      "loss": 5.3223,
      "step": 270855
    },
    {
      "epoch": 0.2370888299702129,
      "grad_norm": 0.5172176361083984,
      "learning_rate": 4.502786134441167e-05,
      "loss": 5.178,
      "step": 270860
    },
    {
      "epoch": 0.23709320656384006,
      "grad_norm": 0.5322203040122986,
      "learning_rate": 4.502767805685201e-05,
      "loss": 5.9693,
      "step": 270865
    },
    {
      "epoch": 0.2370975831574672,
      "grad_norm": 0.5261011123657227,
      "learning_rate": 4.502749476639371e-05,
      "loss": 4.7182,
      "step": 270870
    },
    {
      "epoch": 0.23710195975109435,
      "grad_norm": 0.5426989793777466,
      "learning_rate": 4.50273114730368e-05,
      "loss": 5.6933,
      "step": 270875
    },
    {
      "epoch": 0.23710633634472153,
      "grad_norm": 0.5360006093978882,
      "learning_rate": 4.502712817678133e-05,
      "loss": 4.8799,
      "step": 270880
    },
    {
      "epoch": 0.23711071293834868,
      "grad_norm": 0.5408028960227966,
      "learning_rate": 4.502694487762732e-05,
      "loss": 4.814,
      "step": 270885
    },
    {
      "epoch": 0.23711508953197583,
      "grad_norm": 0.5191969275474548,
      "learning_rate": 4.502676157557482e-05,
      "loss": 4.7872,
      "step": 270890
    },
    {
      "epoch": 0.23711946612560297,
      "grad_norm": 0.5361345410346985,
      "learning_rate": 4.5026578270623855e-05,
      "loss": 4.3506,
      "step": 270895
    },
    {
      "epoch": 0.23712384271923015,
      "grad_norm": 0.5537130236625671,
      "learning_rate": 4.502639496277447e-05,
      "loss": 4.7788,
      "step": 270900
    },
    {
      "epoch": 0.2371282193128573,
      "grad_norm": 0.5253379344940186,
      "learning_rate": 4.5026211652026674e-05,
      "loss": 5.7325,
      "step": 270905
    },
    {
      "epoch": 0.23713259590648444,
      "grad_norm": 0.5033178329467773,
      "learning_rate": 4.502602833838053e-05,
      "loss": 6.2848,
      "step": 270910
    },
    {
      "epoch": 0.2371369725001116,
      "grad_norm": 0.5447387099266052,
      "learning_rate": 4.502584502183608e-05,
      "loss": 4.711,
      "step": 270915
    },
    {
      "epoch": 0.23714134909373877,
      "grad_norm": 0.5149813294410706,
      "learning_rate": 4.502566170239333e-05,
      "loss": 5.4632,
      "step": 270920
    },
    {
      "epoch": 0.23714572568736592,
      "grad_norm": 0.5068041682243347,
      "learning_rate": 4.5025478380052324e-05,
      "loss": 5.3314,
      "step": 270925
    },
    {
      "epoch": 0.23715010228099306,
      "grad_norm": 0.5032740235328674,
      "learning_rate": 4.502529505481311e-05,
      "loss": 5.3516,
      "step": 270930
    },
    {
      "epoch": 0.2371544788746202,
      "grad_norm": 0.5373128652572632,
      "learning_rate": 4.5025111726675725e-05,
      "loss": 5.1524,
      "step": 270935
    },
    {
      "epoch": 0.2371588554682474,
      "grad_norm": 0.49466097354888916,
      "learning_rate": 4.5024928395640185e-05,
      "loss": 5.1036,
      "step": 270940
    },
    {
      "epoch": 0.23716323206187453,
      "grad_norm": 0.5026423335075378,
      "learning_rate": 4.502474506170654e-05,
      "loss": 5.6111,
      "step": 270945
    },
    {
      "epoch": 0.23716760865550168,
      "grad_norm": 0.5397460460662842,
      "learning_rate": 4.502456172487483e-05,
      "loss": 4.3666,
      "step": 270950
    },
    {
      "epoch": 0.23717198524912883,
      "grad_norm": 0.5150445699691772,
      "learning_rate": 4.502437838514507e-05,
      "loss": 4.4131,
      "step": 270955
    },
    {
      "epoch": 0.237176361842756,
      "grad_norm": 0.5348083972930908,
      "learning_rate": 4.5024195042517315e-05,
      "loss": 5.4321,
      "step": 270960
    },
    {
      "epoch": 0.23718073843638315,
      "grad_norm": 0.6227359175682068,
      "learning_rate": 4.502401169699159e-05,
      "loss": 4.9089,
      "step": 270965
    },
    {
      "epoch": 0.2371851150300103,
      "grad_norm": 0.5213888883590698,
      "learning_rate": 4.502382834856793e-05,
      "loss": 4.928,
      "step": 270970
    },
    {
      "epoch": 0.23718949162363745,
      "grad_norm": 0.5220126509666443,
      "learning_rate": 4.502364499724638e-05,
      "loss": 5.6348,
      "step": 270975
    },
    {
      "epoch": 0.23719386821726463,
      "grad_norm": 0.5239594578742981,
      "learning_rate": 4.5023461643026966e-05,
      "loss": 4.8977,
      "step": 270980
    },
    {
      "epoch": 0.23719824481089177,
      "grad_norm": 0.5357450842857361,
      "learning_rate": 4.502327828590972e-05,
      "loss": 5.76,
      "step": 270985
    },
    {
      "epoch": 0.23720262140451892,
      "grad_norm": 0.5034295916557312,
      "learning_rate": 4.502309492589469e-05,
      "loss": 5.5959,
      "step": 270990
    },
    {
      "epoch": 0.23720699799814607,
      "grad_norm": 0.5286245346069336,
      "learning_rate": 4.502291156298191e-05,
      "loss": 5.4581,
      "step": 270995
    },
    {
      "epoch": 0.23721137459177322,
      "grad_norm": 0.5314280986785889,
      "learning_rate": 4.50227281971714e-05,
      "loss": 5.2059,
      "step": 271000
    },
    {
      "epoch": 0.2372157511854004,
      "grad_norm": 0.5246963500976562,
      "learning_rate": 4.502254482846321e-05,
      "loss": 4.5917,
      "step": 271005
    },
    {
      "epoch": 0.23722012777902754,
      "grad_norm": 0.5518855452537537,
      "learning_rate": 4.5022361456857375e-05,
      "loss": 5.7193,
      "step": 271010
    },
    {
      "epoch": 0.2372245043726547,
      "grad_norm": 0.5215923190116882,
      "learning_rate": 4.5022178082353914e-05,
      "loss": 5.6453,
      "step": 271015
    },
    {
      "epoch": 0.23722888096628184,
      "grad_norm": 0.5719919204711914,
      "learning_rate": 4.502199470495289e-05,
      "loss": 5.1293,
      "step": 271020
    },
    {
      "epoch": 0.237233257559909,
      "grad_norm": 0.5966070890426636,
      "learning_rate": 4.502181132465432e-05,
      "loss": 5.4038,
      "step": 271025
    },
    {
      "epoch": 0.23723763415353616,
      "grad_norm": 0.5273101329803467,
      "learning_rate": 4.502162794145823e-05,
      "loss": 6.2229,
      "step": 271030
    },
    {
      "epoch": 0.2372420107471633,
      "grad_norm": 0.5083508491516113,
      "learning_rate": 4.5021444555364676e-05,
      "loss": 4.8039,
      "step": 271035
    },
    {
      "epoch": 0.23724638734079045,
      "grad_norm": 0.5259721279144287,
      "learning_rate": 4.50212611663737e-05,
      "loss": 5.6588,
      "step": 271040
    },
    {
      "epoch": 0.23725076393441763,
      "grad_norm": 0.5250673294067383,
      "learning_rate": 4.502107777448531e-05,
      "loss": 4.5066,
      "step": 271045
    },
    {
      "epoch": 0.23725514052804478,
      "grad_norm": 0.5652438402175903,
      "learning_rate": 4.502089437969955e-05,
      "loss": 4.9282,
      "step": 271050
    },
    {
      "epoch": 0.23725951712167193,
      "grad_norm": 0.5600900650024414,
      "learning_rate": 4.5020710982016465e-05,
      "loss": 4.9281,
      "step": 271055
    },
    {
      "epoch": 0.23726389371529907,
      "grad_norm": 0.5460324883460999,
      "learning_rate": 4.502052758143608e-05,
      "loss": 4.8228,
      "step": 271060
    },
    {
      "epoch": 0.23726827030892625,
      "grad_norm": 0.5325799584388733,
      "learning_rate": 4.502034417795844e-05,
      "loss": 4.4198,
      "step": 271065
    },
    {
      "epoch": 0.2372726469025534,
      "grad_norm": 0.5304938554763794,
      "learning_rate": 4.5020160771583566e-05,
      "loss": 5.7087,
      "step": 271070
    },
    {
      "epoch": 0.23727702349618054,
      "grad_norm": 0.5392336249351501,
      "learning_rate": 4.5019977362311516e-05,
      "loss": 5.4104,
      "step": 271075
    },
    {
      "epoch": 0.2372814000898077,
      "grad_norm": 0.5273475646972656,
      "learning_rate": 4.5019793950142295e-05,
      "loss": 5.6951,
      "step": 271080
    },
    {
      "epoch": 0.23728577668343487,
      "grad_norm": 0.5173643827438354,
      "learning_rate": 4.501961053507597e-05,
      "loss": 5.4275,
      "step": 271085
    },
    {
      "epoch": 0.23729015327706202,
      "grad_norm": 0.5158552527427673,
      "learning_rate": 4.501942711711257e-05,
      "loss": 5.7313,
      "step": 271090
    },
    {
      "epoch": 0.23729452987068916,
      "grad_norm": 0.5191064476966858,
      "learning_rate": 4.501924369625211e-05,
      "loss": 5.419,
      "step": 271095
    },
    {
      "epoch": 0.2372989064643163,
      "grad_norm": 0.5203458070755005,
      "learning_rate": 4.501906027249464e-05,
      "loss": 5.4445,
      "step": 271100
    },
    {
      "epoch": 0.2373032830579435,
      "grad_norm": 0.5256229639053345,
      "learning_rate": 4.501887684584019e-05,
      "loss": 5.1827,
      "step": 271105
    },
    {
      "epoch": 0.23730765965157063,
      "grad_norm": 0.5428944230079651,
      "learning_rate": 4.5018693416288807e-05,
      "loss": 5.4214,
      "step": 271110
    },
    {
      "epoch": 0.23731203624519778,
      "grad_norm": 0.5291088223457336,
      "learning_rate": 4.5018509983840505e-05,
      "loss": 5.9365,
      "step": 271115
    },
    {
      "epoch": 0.23731641283882493,
      "grad_norm": 0.5175074338912964,
      "learning_rate": 4.501832654849534e-05,
      "loss": 5.9154,
      "step": 271120
    },
    {
      "epoch": 0.23732078943245208,
      "grad_norm": 0.5415920615196228,
      "learning_rate": 4.501814311025334e-05,
      "loss": 5.7243,
      "step": 271125
    },
    {
      "epoch": 0.23732516602607925,
      "grad_norm": 0.5219164490699768,
      "learning_rate": 4.501795966911454e-05,
      "loss": 4.9354,
      "step": 271130
    },
    {
      "epoch": 0.2373295426197064,
      "grad_norm": 0.5197698473930359,
      "learning_rate": 4.501777622507898e-05,
      "loss": 5.2085,
      "step": 271135
    },
    {
      "epoch": 0.23733391921333355,
      "grad_norm": 0.528286874294281,
      "learning_rate": 4.501759277814668e-05,
      "loss": 5.4442,
      "step": 271140
    },
    {
      "epoch": 0.2373382958069607,
      "grad_norm": 0.5685957074165344,
      "learning_rate": 4.5017409328317694e-05,
      "loss": 4.6052,
      "step": 271145
    },
    {
      "epoch": 0.23734267240058787,
      "grad_norm": 0.5796006917953491,
      "learning_rate": 4.501722587559204e-05,
      "loss": 5.625,
      "step": 271150
    },
    {
      "epoch": 0.23734704899421502,
      "grad_norm": 0.5281537175178528,
      "learning_rate": 4.501704241996978e-05,
      "loss": 5.2079,
      "step": 271155
    },
    {
      "epoch": 0.23735142558784217,
      "grad_norm": 0.5343397259712219,
      "learning_rate": 4.501685896145093e-05,
      "loss": 4.3729,
      "step": 271160
    },
    {
      "epoch": 0.23735580218146932,
      "grad_norm": 0.528128445148468,
      "learning_rate": 4.501667550003551e-05,
      "loss": 4.6215,
      "step": 271165
    },
    {
      "epoch": 0.2373601787750965,
      "grad_norm": 0.544197678565979,
      "learning_rate": 4.501649203572358e-05,
      "loss": 5.21,
      "step": 271170
    },
    {
      "epoch": 0.23736455536872364,
      "grad_norm": 0.5274190306663513,
      "learning_rate": 4.501630856851518e-05,
      "loss": 4.9977,
      "step": 271175
    },
    {
      "epoch": 0.2373689319623508,
      "grad_norm": 0.5299960374832153,
      "learning_rate": 4.501612509841032e-05,
      "loss": 4.6416,
      "step": 271180
    },
    {
      "epoch": 0.23737330855597794,
      "grad_norm": 0.5591222047805786,
      "learning_rate": 4.501594162540906e-05,
      "loss": 5.3436,
      "step": 271185
    },
    {
      "epoch": 0.2373776851496051,
      "grad_norm": 0.5426403880119324,
      "learning_rate": 4.501575814951142e-05,
      "loss": 5.7019,
      "step": 271190
    },
    {
      "epoch": 0.23738206174323226,
      "grad_norm": 0.5036351680755615,
      "learning_rate": 4.501557467071744e-05,
      "loss": 5.1008,
      "step": 271195
    },
    {
      "epoch": 0.2373864383368594,
      "grad_norm": 0.5194278359413147,
      "learning_rate": 4.501539118902716e-05,
      "loss": 5.9342,
      "step": 271200
    },
    {
      "epoch": 0.23739081493048655,
      "grad_norm": 0.5190050601959229,
      "learning_rate": 4.50152077044406e-05,
      "loss": 5.9607,
      "step": 271205
    },
    {
      "epoch": 0.23739519152411373,
      "grad_norm": 0.5094593167304993,
      "learning_rate": 4.5015024216957814e-05,
      "loss": 5.4026,
      "step": 271210
    },
    {
      "epoch": 0.23739956811774088,
      "grad_norm": 0.5322529077529907,
      "learning_rate": 4.5014840726578835e-05,
      "loss": 5.4199,
      "step": 271215
    },
    {
      "epoch": 0.23740394471136803,
      "grad_norm": 0.5347787737846375,
      "learning_rate": 4.501465723330369e-05,
      "loss": 5.3929,
      "step": 271220
    },
    {
      "epoch": 0.23740832130499517,
      "grad_norm": 0.5103464722633362,
      "learning_rate": 4.5014473737132415e-05,
      "loss": 4.8172,
      "step": 271225
    },
    {
      "epoch": 0.23741269789862235,
      "grad_norm": 0.5148506164550781,
      "learning_rate": 4.501429023806505e-05,
      "loss": 5.3379,
      "step": 271230
    },
    {
      "epoch": 0.2374170744922495,
      "grad_norm": 0.5336780548095703,
      "learning_rate": 4.501410673610161e-05,
      "loss": 5.1068,
      "step": 271235
    },
    {
      "epoch": 0.23742145108587664,
      "grad_norm": 0.5224900841712952,
      "learning_rate": 4.501392323124217e-05,
      "loss": 5.967,
      "step": 271240
    },
    {
      "epoch": 0.2374258276795038,
      "grad_norm": 0.5230939388275146,
      "learning_rate": 4.501373972348675e-05,
      "loss": 6.199,
      "step": 271245
    },
    {
      "epoch": 0.23743020427313094,
      "grad_norm": 0.5266469120979309,
      "learning_rate": 4.501355621283536e-05,
      "loss": 5.384,
      "step": 271250
    },
    {
      "epoch": 0.23743458086675812,
      "grad_norm": 0.5268083214759827,
      "learning_rate": 4.501337269928806e-05,
      "loss": 5.4,
      "step": 271255
    },
    {
      "epoch": 0.23743895746038526,
      "grad_norm": 0.5176616311073303,
      "learning_rate": 4.5013189182844884e-05,
      "loss": 5.2104,
      "step": 271260
    },
    {
      "epoch": 0.2374433340540124,
      "grad_norm": 0.5383601188659668,
      "learning_rate": 4.501300566350587e-05,
      "loss": 4.3873,
      "step": 271265
    },
    {
      "epoch": 0.23744771064763956,
      "grad_norm": 0.5350989699363708,
      "learning_rate": 4.501282214127104e-05,
      "loss": 5.9541,
      "step": 271270
    },
    {
      "epoch": 0.23745208724126673,
      "grad_norm": 0.5210179686546326,
      "learning_rate": 4.501263861614043e-05,
      "loss": 5.1167,
      "step": 271275
    },
    {
      "epoch": 0.23745646383489388,
      "grad_norm": 0.5214706063270569,
      "learning_rate": 4.501245508811409e-05,
      "loss": 5.634,
      "step": 271280
    },
    {
      "epoch": 0.23746084042852103,
      "grad_norm": 0.5585637092590332,
      "learning_rate": 4.501227155719205e-05,
      "loss": 5.0939,
      "step": 271285
    },
    {
      "epoch": 0.23746521702214818,
      "grad_norm": 0.5461306571960449,
      "learning_rate": 4.5012088023374345e-05,
      "loss": 4.674,
      "step": 271290
    },
    {
      "epoch": 0.23746959361577535,
      "grad_norm": 0.5207343101501465,
      "learning_rate": 4.5011904486661e-05,
      "loss": 4.3172,
      "step": 271295
    },
    {
      "epoch": 0.2374739702094025,
      "grad_norm": 0.56032794713974,
      "learning_rate": 4.501172094705205e-05,
      "loss": 5.21,
      "step": 271300
    },
    {
      "epoch": 0.23747834680302965,
      "grad_norm": 0.5385351777076721,
      "learning_rate": 4.501153740454755e-05,
      "loss": 5.3115,
      "step": 271305
    },
    {
      "epoch": 0.2374827233966568,
      "grad_norm": 0.5369182825088501,
      "learning_rate": 4.501135385914753e-05,
      "loss": 5.4296,
      "step": 271310
    },
    {
      "epoch": 0.23748709999028397,
      "grad_norm": 0.5275273323059082,
      "learning_rate": 4.5011170310852016e-05,
      "loss": 4.3268,
      "step": 271315
    },
    {
      "epoch": 0.23749147658391112,
      "grad_norm": 0.6738461256027222,
      "learning_rate": 4.501098675966103e-05,
      "loss": 5.4376,
      "step": 271320
    },
    {
      "epoch": 0.23749585317753827,
      "grad_norm": 0.6968380808830261,
      "learning_rate": 4.5010803205574647e-05,
      "loss": 5.7155,
      "step": 271325
    },
    {
      "epoch": 0.23750022977116542,
      "grad_norm": 0.5324734449386597,
      "learning_rate": 4.5010619648592865e-05,
      "loss": 4.9017,
      "step": 271330
    },
    {
      "epoch": 0.2375046063647926,
      "grad_norm": 0.5177186131477356,
      "learning_rate": 4.501043608871575e-05,
      "loss": 5.1057,
      "step": 271335
    },
    {
      "epoch": 0.23750898295841974,
      "grad_norm": 0.5451300740242004,
      "learning_rate": 4.501025252594331e-05,
      "loss": 5.4281,
      "step": 271340
    },
    {
      "epoch": 0.2375133595520469,
      "grad_norm": 0.5189754366874695,
      "learning_rate": 4.5010068960275584e-05,
      "loss": 6.2117,
      "step": 271345
    },
    {
      "epoch": 0.23751773614567404,
      "grad_norm": 0.5321696996688843,
      "learning_rate": 4.500988539171264e-05,
      "loss": 5.4291,
      "step": 271350
    },
    {
      "epoch": 0.2375221127393012,
      "grad_norm": 0.5389491319656372,
      "learning_rate": 4.500970182025447e-05,
      "loss": 5.9287,
      "step": 271355
    },
    {
      "epoch": 0.23752648933292836,
      "grad_norm": 0.5130946636199951,
      "learning_rate": 4.5009518245901124e-05,
      "loss": 5.6727,
      "step": 271360
    },
    {
      "epoch": 0.2375308659265555,
      "grad_norm": 0.5413019061088562,
      "learning_rate": 4.5009334668652656e-05,
      "loss": 5.1113,
      "step": 271365
    },
    {
      "epoch": 0.23753524252018265,
      "grad_norm": 0.5106785893440247,
      "learning_rate": 4.5009151088509083e-05,
      "loss": 4.651,
      "step": 271370
    },
    {
      "epoch": 0.2375396191138098,
      "grad_norm": 0.54839026927948,
      "learning_rate": 4.500896750547045e-05,
      "loss": 4.9158,
      "step": 271375
    },
    {
      "epoch": 0.23754399570743698,
      "grad_norm": 0.6087455153465271,
      "learning_rate": 4.500878391953677e-05,
      "loss": 4.3963,
      "step": 271380
    },
    {
      "epoch": 0.23754837230106413,
      "grad_norm": 0.5439695715904236,
      "learning_rate": 4.5008600330708105e-05,
      "loss": 5.6479,
      "step": 271385
    },
    {
      "epoch": 0.23755274889469127,
      "grad_norm": 0.5108547806739807,
      "learning_rate": 4.5008416738984494e-05,
      "loss": 5.6061,
      "step": 271390
    },
    {
      "epoch": 0.23755712548831842,
      "grad_norm": 0.5362560153007507,
      "learning_rate": 4.500823314436594e-05,
      "loss": 5.1362,
      "step": 271395
    },
    {
      "epoch": 0.2375615020819456,
      "grad_norm": 0.5198633670806885,
      "learning_rate": 4.50080495468525e-05,
      "loss": 5.3988,
      "step": 271400
    },
    {
      "epoch": 0.23756587867557274,
      "grad_norm": 0.5387371182441711,
      "learning_rate": 4.5007865946444214e-05,
      "loss": 5.4304,
      "step": 271405
    },
    {
      "epoch": 0.2375702552691999,
      "grad_norm": 0.5088912844657898,
      "learning_rate": 4.5007682343141114e-05,
      "loss": 4.8247,
      "step": 271410
    },
    {
      "epoch": 0.23757463186282704,
      "grad_norm": 0.527131974697113,
      "learning_rate": 4.500749873694322e-05,
      "loss": 5.9344,
      "step": 271415
    },
    {
      "epoch": 0.23757900845645422,
      "grad_norm": 0.5210081934928894,
      "learning_rate": 4.500731512785058e-05,
      "loss": 5.9113,
      "step": 271420
    },
    {
      "epoch": 0.23758338505008136,
      "grad_norm": 0.5167394280433655,
      "learning_rate": 4.5007131515863234e-05,
      "loss": 5.4163,
      "step": 271425
    },
    {
      "epoch": 0.2375877616437085,
      "grad_norm": 0.5453996062278748,
      "learning_rate": 4.500694790098122e-05,
      "loss": 4.9313,
      "step": 271430
    },
    {
      "epoch": 0.23759213823733566,
      "grad_norm": 0.5615038275718689,
      "learning_rate": 4.500676428320455e-05,
      "loss": 5.4649,
      "step": 271435
    },
    {
      "epoch": 0.23759651483096283,
      "grad_norm": 0.5367521643638611,
      "learning_rate": 4.500658066253328e-05,
      "loss": 5.6074,
      "step": 271440
    },
    {
      "epoch": 0.23760089142458998,
      "grad_norm": 0.5419979691505432,
      "learning_rate": 4.5006397038967454e-05,
      "loss": 4.68,
      "step": 271445
    },
    {
      "epoch": 0.23760526801821713,
      "grad_norm": 0.5520598292350769,
      "learning_rate": 4.500621341250708e-05,
      "loss": 4.7032,
      "step": 271450
    },
    {
      "epoch": 0.23760964461184428,
      "grad_norm": 0.5409570336341858,
      "learning_rate": 4.5006029783152204e-05,
      "loss": 6.2311,
      "step": 271455
    },
    {
      "epoch": 0.23761402120547145,
      "grad_norm": 0.5432558059692383,
      "learning_rate": 4.500584615090288e-05,
      "loss": 5.4024,
      "step": 271460
    },
    {
      "epoch": 0.2376183977990986,
      "grad_norm": 0.5353450775146484,
      "learning_rate": 4.500566251575912e-05,
      "loss": 5.1895,
      "step": 271465
    },
    {
      "epoch": 0.23762277439272575,
      "grad_norm": 0.535697340965271,
      "learning_rate": 4.500547887772095e-05,
      "loss": 5.1162,
      "step": 271470
    },
    {
      "epoch": 0.2376271509863529,
      "grad_norm": 0.5383913516998291,
      "learning_rate": 4.500529523678845e-05,
      "loss": 5.417,
      "step": 271475
    },
    {
      "epoch": 0.23763152757998007,
      "grad_norm": 0.5815227031707764,
      "learning_rate": 4.500511159296161e-05,
      "loss": 4.897,
      "step": 271480
    },
    {
      "epoch": 0.23763590417360722,
      "grad_norm": 0.540124773979187,
      "learning_rate": 4.5004927946240496e-05,
      "loss": 5.65,
      "step": 271485
    },
    {
      "epoch": 0.23764028076723437,
      "grad_norm": 0.5240610837936401,
      "learning_rate": 4.5004744296625124e-05,
      "loss": 5.1222,
      "step": 271490
    },
    {
      "epoch": 0.23764465736086152,
      "grad_norm": 0.5255075097084045,
      "learning_rate": 4.5004560644115535e-05,
      "loss": 4.8516,
      "step": 271495
    },
    {
      "epoch": 0.2376490339544887,
      "grad_norm": 0.5535047650337219,
      "learning_rate": 4.500437698871177e-05,
      "loss": 4.9241,
      "step": 271500
    },
    {
      "epoch": 0.23765341054811584,
      "grad_norm": 0.5441378355026245,
      "learning_rate": 4.500419333041386e-05,
      "loss": 5.7074,
      "step": 271505
    },
    {
      "epoch": 0.237657787141743,
      "grad_norm": 0.5409417152404785,
      "learning_rate": 4.500400966922185e-05,
      "loss": 5.1108,
      "step": 271510
    },
    {
      "epoch": 0.23766216373537014,
      "grad_norm": 0.5150586366653442,
      "learning_rate": 4.500382600513575e-05,
      "loss": 5.6285,
      "step": 271515
    },
    {
      "epoch": 0.23766654032899728,
      "grad_norm": 0.5291762948036194,
      "learning_rate": 4.5003642338155616e-05,
      "loss": 5.6864,
      "step": 271520
    },
    {
      "epoch": 0.23767091692262446,
      "grad_norm": 0.5165697336196899,
      "learning_rate": 4.5003458668281486e-05,
      "loss": 6.2195,
      "step": 271525
    },
    {
      "epoch": 0.2376752935162516,
      "grad_norm": 0.5413294434547424,
      "learning_rate": 4.5003274995513376e-05,
      "loss": 5.4565,
      "step": 271530
    },
    {
      "epoch": 0.23767967010987875,
      "grad_norm": 0.5269862413406372,
      "learning_rate": 4.5003091319851355e-05,
      "loss": 5.6379,
      "step": 271535
    },
    {
      "epoch": 0.2376840467035059,
      "grad_norm": 0.5174999833106995,
      "learning_rate": 4.500290764129541e-05,
      "loss": 5.0923,
      "step": 271540
    },
    {
      "epoch": 0.23768842329713308,
      "grad_norm": 0.5185391902923584,
      "learning_rate": 4.5002723959845625e-05,
      "loss": 4.084,
      "step": 271545
    },
    {
      "epoch": 0.23769279989076023,
      "grad_norm": 0.5297799110412598,
      "learning_rate": 4.5002540275502004e-05,
      "loss": 5.6332,
      "step": 271550
    },
    {
      "epoch": 0.23769717648438737,
      "grad_norm": 0.5439953804016113,
      "learning_rate": 4.5002356588264606e-05,
      "loss": 5.2172,
      "step": 271555
    },
    {
      "epoch": 0.23770155307801452,
      "grad_norm": 0.5956584215164185,
      "learning_rate": 4.500217289813343e-05,
      "loss": 5.1989,
      "step": 271560
    },
    {
      "epoch": 0.2377059296716417,
      "grad_norm": 0.548466145992279,
      "learning_rate": 4.500198920510855e-05,
      "loss": 4.7133,
      "step": 271565
    },
    {
      "epoch": 0.23771030626526884,
      "grad_norm": 0.5807478427886963,
      "learning_rate": 4.500180550918999e-05,
      "loss": 5.2305,
      "step": 271570
    },
    {
      "epoch": 0.237714682858896,
      "grad_norm": 0.5533394813537598,
      "learning_rate": 4.500162181037777e-05,
      "loss": 5.1042,
      "step": 271575
    },
    {
      "epoch": 0.23771905945252314,
      "grad_norm": 0.5240702033042908,
      "learning_rate": 4.5001438108671945e-05,
      "loss": 5.1072,
      "step": 271580
    },
    {
      "epoch": 0.23772343604615032,
      "grad_norm": 0.531958818435669,
      "learning_rate": 4.5001254404072534e-05,
      "loss": 5.9484,
      "step": 271585
    },
    {
      "epoch": 0.23772781263977746,
      "grad_norm": 0.5333878397941589,
      "learning_rate": 4.50010706965796e-05,
      "loss": 5.41,
      "step": 271590
    },
    {
      "epoch": 0.2377321892334046,
      "grad_norm": 0.5196653008460999,
      "learning_rate": 4.5000886986193135e-05,
      "loss": 5.2928,
      "step": 271595
    },
    {
      "epoch": 0.23773656582703176,
      "grad_norm": 0.5205000638961792,
      "learning_rate": 4.5000703272913215e-05,
      "loss": 5.6346,
      "step": 271600
    },
    {
      "epoch": 0.23774094242065894,
      "grad_norm": 0.5479139089584351,
      "learning_rate": 4.500051955673985e-05,
      "loss": 5.1023,
      "step": 271605
    },
    {
      "epoch": 0.23774531901428608,
      "grad_norm": 0.5278153419494629,
      "learning_rate": 4.500033583767309e-05,
      "loss": 5.4076,
      "step": 271610
    },
    {
      "epoch": 0.23774969560791323,
      "grad_norm": 0.5277062654495239,
      "learning_rate": 4.500015211571296e-05,
      "loss": 5.39,
      "step": 271615
    },
    {
      "epoch": 0.23775407220154038,
      "grad_norm": 0.5566114783287048,
      "learning_rate": 4.4999968390859507e-05,
      "loss": 5.4212,
      "step": 271620
    },
    {
      "epoch": 0.23775844879516755,
      "grad_norm": 0.5441168546676636,
      "learning_rate": 4.499978466311275e-05,
      "loss": 4.7173,
      "step": 271625
    },
    {
      "epoch": 0.2377628253887947,
      "grad_norm": 0.5240435600280762,
      "learning_rate": 4.499960093247274e-05,
      "loss": 5.9117,
      "step": 271630
    },
    {
      "epoch": 0.23776720198242185,
      "grad_norm": 0.5443280935287476,
      "learning_rate": 4.4999417198939506e-05,
      "loss": 5.4325,
      "step": 271635
    },
    {
      "epoch": 0.237771578576049,
      "grad_norm": 0.5272000432014465,
      "learning_rate": 4.499923346251308e-05,
      "loss": 5.9313,
      "step": 271640
    },
    {
      "epoch": 0.23777595516967615,
      "grad_norm": 0.5338960886001587,
      "learning_rate": 4.4999049723193506e-05,
      "loss": 4.6024,
      "step": 271645
    },
    {
      "epoch": 0.23778033176330332,
      "grad_norm": 0.5380682945251465,
      "learning_rate": 4.499886598098082e-05,
      "loss": 5.4052,
      "step": 271650
    },
    {
      "epoch": 0.23778470835693047,
      "grad_norm": 0.531494140625,
      "learning_rate": 4.4998682235875044e-05,
      "loss": 5.1071,
      "step": 271655
    },
    {
      "epoch": 0.23778908495055762,
      "grad_norm": 0.5701547861099243,
      "learning_rate": 4.4998498487876226e-05,
      "loss": 4.9416,
      "step": 271660
    },
    {
      "epoch": 0.23779346154418476,
      "grad_norm": 0.5430455803871155,
      "learning_rate": 4.499831473698439e-05,
      "loss": 4.886,
      "step": 271665
    },
    {
      "epoch": 0.23779783813781194,
      "grad_norm": 0.5332339406013489,
      "learning_rate": 4.499813098319959e-05,
      "loss": 5.221,
      "step": 271670
    },
    {
      "epoch": 0.2378022147314391,
      "grad_norm": 0.5863394737243652,
      "learning_rate": 4.499794722652185e-05,
      "loss": 4.6075,
      "step": 271675
    },
    {
      "epoch": 0.23780659132506624,
      "grad_norm": 0.5552558898925781,
      "learning_rate": 4.49977634669512e-05,
      "loss": 4.7184,
      "step": 271680
    },
    {
      "epoch": 0.23781096791869338,
      "grad_norm": 0.547821581363678,
      "learning_rate": 4.499757970448768e-05,
      "loss": 4.8921,
      "step": 271685
    },
    {
      "epoch": 0.23781534451232056,
      "grad_norm": 0.5394507646560669,
      "learning_rate": 4.499739593913134e-05,
      "loss": 5.1149,
      "step": 271690
    },
    {
      "epoch": 0.2378197211059477,
      "grad_norm": 0.5299807786941528,
      "learning_rate": 4.4997212170882185e-05,
      "loss": 5.9449,
      "step": 271695
    },
    {
      "epoch": 0.23782409769957485,
      "grad_norm": 0.5170277953147888,
      "learning_rate": 4.499702839974027e-05,
      "loss": 5.4122,
      "step": 271700
    },
    {
      "epoch": 0.237828474293202,
      "grad_norm": 0.5331757664680481,
      "learning_rate": 4.4996844625705626e-05,
      "loss": 5.4296,
      "step": 271705
    },
    {
      "epoch": 0.23783285088682918,
      "grad_norm": 0.5259760022163391,
      "learning_rate": 4.49966608487783e-05,
      "loss": 3.8569,
      "step": 271710
    },
    {
      "epoch": 0.23783722748045633,
      "grad_norm": 0.5909290313720703,
      "learning_rate": 4.4996477068958306e-05,
      "loss": 5.7171,
      "step": 271715
    },
    {
      "epoch": 0.23784160407408347,
      "grad_norm": 0.5263559818267822,
      "learning_rate": 4.499629328624571e-05,
      "loss": 5.0981,
      "step": 271720
    },
    {
      "epoch": 0.23784598066771062,
      "grad_norm": 0.5337719917297363,
      "learning_rate": 4.4996109500640517e-05,
      "loss": 4.6001,
      "step": 271725
    },
    {
      "epoch": 0.2378503572613378,
      "grad_norm": 0.551781177520752,
      "learning_rate": 4.499592571214277e-05,
      "loss": 5.4226,
      "step": 271730
    },
    {
      "epoch": 0.23785473385496494,
      "grad_norm": 0.5190641283988953,
      "learning_rate": 4.499574192075251e-05,
      "loss": 5.6207,
      "step": 271735
    },
    {
      "epoch": 0.2378591104485921,
      "grad_norm": 0.5308186411857605,
      "learning_rate": 4.499555812646977e-05,
      "loss": 4.4027,
      "step": 271740
    },
    {
      "epoch": 0.23786348704221924,
      "grad_norm": 0.5444895029067993,
      "learning_rate": 4.499537432929459e-05,
      "loss": 5.9525,
      "step": 271745
    },
    {
      "epoch": 0.23786786363584642,
      "grad_norm": 0.5270534753799438,
      "learning_rate": 4.4995190529227004e-05,
      "loss": 5.3299,
      "step": 271750
    },
    {
      "epoch": 0.23787224022947356,
      "grad_norm": 0.5587179660797119,
      "learning_rate": 4.4995006726267044e-05,
      "loss": 5.4161,
      "step": 271755
    },
    {
      "epoch": 0.2378766168231007,
      "grad_norm": 0.5304931998252869,
      "learning_rate": 4.499482292041475e-05,
      "loss": 5.18,
      "step": 271760
    },
    {
      "epoch": 0.23788099341672786,
      "grad_norm": 0.5306105017662048,
      "learning_rate": 4.4994639111670145e-05,
      "loss": 4.4294,
      "step": 271765
    },
    {
      "epoch": 0.237885370010355,
      "grad_norm": 0.5424825549125671,
      "learning_rate": 4.499445530003328e-05,
      "loss": 5.9635,
      "step": 271770
    },
    {
      "epoch": 0.23788974660398218,
      "grad_norm": 0.5202234983444214,
      "learning_rate": 4.499427148550418e-05,
      "loss": 5.649,
      "step": 271775
    },
    {
      "epoch": 0.23789412319760933,
      "grad_norm": 0.5299739837646484,
      "learning_rate": 4.499408766808289e-05,
      "loss": 5.7067,
      "step": 271780
    },
    {
      "epoch": 0.23789849979123648,
      "grad_norm": 0.5311936140060425,
      "learning_rate": 4.499390384776944e-05,
      "loss": 4.0876,
      "step": 271785
    },
    {
      "epoch": 0.23790287638486363,
      "grad_norm": 0.5501706004142761,
      "learning_rate": 4.499372002456386e-05,
      "loss": 5.6953,
      "step": 271790
    },
    {
      "epoch": 0.2379072529784908,
      "grad_norm": 0.572385847568512,
      "learning_rate": 4.49935361984662e-05,
      "loss": 5.2276,
      "step": 271795
    },
    {
      "epoch": 0.23791162957211795,
      "grad_norm": 0.5103434324264526,
      "learning_rate": 4.499335236947648e-05,
      "loss": 5.7444,
      "step": 271800
    },
    {
      "epoch": 0.2379160061657451,
      "grad_norm": 0.6044855713844299,
      "learning_rate": 4.499316853759474e-05,
      "loss": 4.6,
      "step": 271805
    },
    {
      "epoch": 0.23792038275937225,
      "grad_norm": 0.5313409566879272,
      "learning_rate": 4.499298470282102e-05,
      "loss": 4.6404,
      "step": 271810
    },
    {
      "epoch": 0.23792475935299942,
      "grad_norm": 0.5405371785163879,
      "learning_rate": 4.4992800865155347e-05,
      "loss": 6.2143,
      "step": 271815
    },
    {
      "epoch": 0.23792913594662657,
      "grad_norm": 0.7051457166671753,
      "learning_rate": 4.499261702459777e-05,
      "loss": 4.3851,
      "step": 271820
    },
    {
      "epoch": 0.23793351254025372,
      "grad_norm": 0.6547015905380249,
      "learning_rate": 4.499243318114832e-05,
      "loss": 5.7192,
      "step": 271825
    },
    {
      "epoch": 0.23793788913388086,
      "grad_norm": 0.6291637420654297,
      "learning_rate": 4.4992249334807025e-05,
      "loss": 5.2431,
      "step": 271830
    },
    {
      "epoch": 0.23794226572750804,
      "grad_norm": 0.5462167859077454,
      "learning_rate": 4.499206548557392e-05,
      "loss": 5.3905,
      "step": 271835
    },
    {
      "epoch": 0.2379466423211352,
      "grad_norm": 0.5377549529075623,
      "learning_rate": 4.499188163344905e-05,
      "loss": 5.4054,
      "step": 271840
    },
    {
      "epoch": 0.23795101891476234,
      "grad_norm": 0.5644120573997498,
      "learning_rate": 4.499169777843245e-05,
      "loss": 5.9229,
      "step": 271845
    },
    {
      "epoch": 0.23795539550838948,
      "grad_norm": 0.5824015140533447,
      "learning_rate": 4.499151392052414e-05,
      "loss": 4.5859,
      "step": 271850
    },
    {
      "epoch": 0.23795977210201666,
      "grad_norm": 0.537817656993866,
      "learning_rate": 4.499133005972417e-05,
      "loss": 5.6012,
      "step": 271855
    },
    {
      "epoch": 0.2379641486956438,
      "grad_norm": 0.5248188376426697,
      "learning_rate": 4.499114619603257e-05,
      "loss": 5.6268,
      "step": 271860
    },
    {
      "epoch": 0.23796852528927095,
      "grad_norm": 0.5266461372375488,
      "learning_rate": 4.499096232944939e-05,
      "loss": 5.146,
      "step": 271865
    },
    {
      "epoch": 0.2379729018828981,
      "grad_norm": 0.515814483165741,
      "learning_rate": 4.4990778459974645e-05,
      "loss": 5.0477,
      "step": 271870
    },
    {
      "epoch": 0.23797727847652528,
      "grad_norm": 0.5383896827697754,
      "learning_rate": 4.499059458760838e-05,
      "loss": 4.9615,
      "step": 271875
    },
    {
      "epoch": 0.23798165507015243,
      "grad_norm": 0.5195195078849792,
      "learning_rate": 4.4990410712350625e-05,
      "loss": 5.0468,
      "step": 271880
    },
    {
      "epoch": 0.23798603166377957,
      "grad_norm": 0.5478824377059937,
      "learning_rate": 4.499022683420142e-05,
      "loss": 5.7062,
      "step": 271885
    },
    {
      "epoch": 0.23799040825740672,
      "grad_norm": 0.5186136364936829,
      "learning_rate": 4.4990042953160805e-05,
      "loss": 5.3383,
      "step": 271890
    },
    {
      "epoch": 0.23799478485103387,
      "grad_norm": 0.5591033101081848,
      "learning_rate": 4.4989859069228805e-05,
      "loss": 4.6964,
      "step": 271895
    },
    {
      "epoch": 0.23799916144466104,
      "grad_norm": 0.5262400507926941,
      "learning_rate": 4.4989675182405454e-05,
      "loss": 5.9061,
      "step": 271900
    },
    {
      "epoch": 0.2380035380382882,
      "grad_norm": 0.5215397477149963,
      "learning_rate": 4.4989491292690814e-05,
      "loss": 4.6038,
      "step": 271905
    },
    {
      "epoch": 0.23800791463191534,
      "grad_norm": 0.533104658126831,
      "learning_rate": 4.498930740008488e-05,
      "loss": 4.9111,
      "step": 271910
    },
    {
      "epoch": 0.2380122912255425,
      "grad_norm": 0.5159144401550293,
      "learning_rate": 4.4989123504587714e-05,
      "loss": 4.9168,
      "step": 271915
    },
    {
      "epoch": 0.23801666781916966,
      "grad_norm": 0.5391873717308044,
      "learning_rate": 4.4988939606199355e-05,
      "loss": 4.8735,
      "step": 271920
    },
    {
      "epoch": 0.2380210444127968,
      "grad_norm": 0.5421631336212158,
      "learning_rate": 4.4988755704919815e-05,
      "loss": 5.222,
      "step": 271925
    },
    {
      "epoch": 0.23802542100642396,
      "grad_norm": 0.532478928565979,
      "learning_rate": 4.4988571800749155e-05,
      "loss": 5.6484,
      "step": 271930
    },
    {
      "epoch": 0.2380297976000511,
      "grad_norm": 0.5205651521682739,
      "learning_rate": 4.49883878936874e-05,
      "loss": 5.1265,
      "step": 271935
    },
    {
      "epoch": 0.23803417419367828,
      "grad_norm": 0.5665011405944824,
      "learning_rate": 4.498820398373458e-05,
      "loss": 4.6999,
      "step": 271940
    },
    {
      "epoch": 0.23803855078730543,
      "grad_norm": 0.5378246307373047,
      "learning_rate": 4.4988020070890733e-05,
      "loss": 4.5853,
      "step": 271945
    },
    {
      "epoch": 0.23804292738093258,
      "grad_norm": 0.5732015371322632,
      "learning_rate": 4.498783615515589e-05,
      "loss": 5.3998,
      "step": 271950
    },
    {
      "epoch": 0.23804730397455973,
      "grad_norm": 0.5293899178504944,
      "learning_rate": 4.498765223653011e-05,
      "loss": 5.9346,
      "step": 271955
    },
    {
      "epoch": 0.2380516805681869,
      "grad_norm": 0.5612307786941528,
      "learning_rate": 4.4987468315013405e-05,
      "loss": 5.4357,
      "step": 271960
    },
    {
      "epoch": 0.23805605716181405,
      "grad_norm": 0.547447919845581,
      "learning_rate": 4.498728439060581e-05,
      "loss": 6.2201,
      "step": 271965
    },
    {
      "epoch": 0.2380604337554412,
      "grad_norm": 0.5319899916648865,
      "learning_rate": 4.498710046330737e-05,
      "loss": 4.386,
      "step": 271970
    },
    {
      "epoch": 0.23806481034906835,
      "grad_norm": 0.6129412055015564,
      "learning_rate": 4.498691653311812e-05,
      "loss": 5.0883,
      "step": 271975
    },
    {
      "epoch": 0.23806918694269552,
      "grad_norm": 0.529207706451416,
      "learning_rate": 4.4986732600038094e-05,
      "loss": 5.1177,
      "step": 271980
    },
    {
      "epoch": 0.23807356353632267,
      "grad_norm": 0.5414187908172607,
      "learning_rate": 4.498654866406733e-05,
      "loss": 5.1034,
      "step": 271985
    },
    {
      "epoch": 0.23807794012994982,
      "grad_norm": 0.5311492681503296,
      "learning_rate": 4.4986364725205854e-05,
      "loss": 5.9744,
      "step": 271990
    },
    {
      "epoch": 0.23808231672357696,
      "grad_norm": 0.5795621871948242,
      "learning_rate": 4.4986180783453704e-05,
      "loss": 5.129,
      "step": 271995
    },
    {
      "epoch": 0.23808669331720414,
      "grad_norm": 0.5698369741439819,
      "learning_rate": 4.498599683881093e-05,
      "loss": 5.4484,
      "step": 272000
    },
    {
      "epoch": 0.2380910699108313,
      "grad_norm": 0.5264489054679871,
      "learning_rate": 4.498581289127755e-05,
      "loss": 4.8196,
      "step": 272005
    },
    {
      "epoch": 0.23809544650445844,
      "grad_norm": 0.54977947473526,
      "learning_rate": 4.4985628940853605e-05,
      "loss": 4.7171,
      "step": 272010
    },
    {
      "epoch": 0.23809982309808558,
      "grad_norm": 0.5382935404777527,
      "learning_rate": 4.498544498753914e-05,
      "loss": 5.7165,
      "step": 272015
    },
    {
      "epoch": 0.23810419969171273,
      "grad_norm": 0.5265170335769653,
      "learning_rate": 4.498526103133417e-05,
      "loss": 4.6143,
      "step": 272020
    },
    {
      "epoch": 0.2381085762853399,
      "grad_norm": 0.5188449621200562,
      "learning_rate": 4.4985077072238745e-05,
      "loss": 4.6314,
      "step": 272025
    },
    {
      "epoch": 0.23811295287896705,
      "grad_norm": 0.5339780449867249,
      "learning_rate": 4.49848931102529e-05,
      "loss": 4.6828,
      "step": 272030
    },
    {
      "epoch": 0.2381173294725942,
      "grad_norm": 0.5804659724235535,
      "learning_rate": 4.498470914537668e-05,
      "loss": 4.6119,
      "step": 272035
    },
    {
      "epoch": 0.23812170606622135,
      "grad_norm": 0.5215305089950562,
      "learning_rate": 4.49845251776101e-05,
      "loss": 4.692,
      "step": 272040
    },
    {
      "epoch": 0.23812608265984853,
      "grad_norm": 0.520611584186554,
      "learning_rate": 4.498434120695321e-05,
      "loss": 4.7789,
      "step": 272045
    },
    {
      "epoch": 0.23813045925347567,
      "grad_norm": 0.5394740700721741,
      "learning_rate": 4.498415723340602e-05,
      "loss": 6.2406,
      "step": 272050
    },
    {
      "epoch": 0.23813483584710282,
      "grad_norm": 0.5323922634124756,
      "learning_rate": 4.49839732569686e-05,
      "loss": 5.1049,
      "step": 272055
    },
    {
      "epoch": 0.23813921244072997,
      "grad_norm": 0.5158767700195312,
      "learning_rate": 4.498378927764097e-05,
      "loss": 3.8759,
      "step": 272060
    },
    {
      "epoch": 0.23814358903435714,
      "grad_norm": 0.5149431228637695,
      "learning_rate": 4.498360529542318e-05,
      "loss": 4.5814,
      "step": 272065
    },
    {
      "epoch": 0.2381479656279843,
      "grad_norm": 0.5267941951751709,
      "learning_rate": 4.498342131031524e-05,
      "loss": 5.5961,
      "step": 272070
    },
    {
      "epoch": 0.23815234222161144,
      "grad_norm": 0.5241681933403015,
      "learning_rate": 4.498323732231719e-05,
      "loss": 5.6453,
      "step": 272075
    },
    {
      "epoch": 0.2381567188152386,
      "grad_norm": 0.5238088369369507,
      "learning_rate": 4.498305333142908e-05,
      "loss": 5.6316,
      "step": 272080
    },
    {
      "epoch": 0.23816109540886576,
      "grad_norm": 0.5221293568611145,
      "learning_rate": 4.498286933765095e-05,
      "loss": 5.924,
      "step": 272085
    },
    {
      "epoch": 0.2381654720024929,
      "grad_norm": 0.519720733165741,
      "learning_rate": 4.49826853409828e-05,
      "loss": 4.8897,
      "step": 272090
    },
    {
      "epoch": 0.23816984859612006,
      "grad_norm": 0.5048438906669617,
      "learning_rate": 4.498250134142471e-05,
      "loss": 5.3355,
      "step": 272095
    },
    {
      "epoch": 0.2381742251897472,
      "grad_norm": 0.5293459296226501,
      "learning_rate": 4.4982317338976674e-05,
      "loss": 4.6054,
      "step": 272100
    },
    {
      "epoch": 0.23817860178337438,
      "grad_norm": 0.5316970348358154,
      "learning_rate": 4.498213333363878e-05,
      "loss": 5.3885,
      "step": 272105
    },
    {
      "epoch": 0.23818297837700153,
      "grad_norm": 0.5351888537406921,
      "learning_rate": 4.498194932541101e-05,
      "loss": 5.1234,
      "step": 272110
    },
    {
      "epoch": 0.23818735497062868,
      "grad_norm": 0.5215125679969788,
      "learning_rate": 4.498176531429342e-05,
      "loss": 6.1877,
      "step": 272115
    },
    {
      "epoch": 0.23819173156425583,
      "grad_norm": 0.5084151029586792,
      "learning_rate": 4.498158130028606e-05,
      "loss": 4.918,
      "step": 272120
    },
    {
      "epoch": 0.238196108157883,
      "grad_norm": 0.5235610604286194,
      "learning_rate": 4.4981397283388934e-05,
      "loss": 5.9234,
      "step": 272125
    },
    {
      "epoch": 0.23820048475151015,
      "grad_norm": 0.5019287467002869,
      "learning_rate": 4.4981213263602106e-05,
      "loss": 5.0961,
      "step": 272130
    },
    {
      "epoch": 0.2382048613451373,
      "grad_norm": 0.5086744427680969,
      "learning_rate": 4.49810292409256e-05,
      "loss": 5.3727,
      "step": 272135
    },
    {
      "epoch": 0.23820923793876445,
      "grad_norm": 0.5112399458885193,
      "learning_rate": 4.4980845215359446e-05,
      "loss": 6.1859,
      "step": 272140
    },
    {
      "epoch": 0.2382136145323916,
      "grad_norm": 0.5076308250427246,
      "learning_rate": 4.49806611869037e-05,
      "loss": 4.6002,
      "step": 272145
    },
    {
      "epoch": 0.23821799112601877,
      "grad_norm": 0.5327370762825012,
      "learning_rate": 4.498047715555838e-05,
      "loss": 5.2056,
      "step": 272150
    },
    {
      "epoch": 0.23822236771964592,
      "grad_norm": 0.5165109634399414,
      "learning_rate": 4.4980293121323525e-05,
      "loss": 5.4124,
      "step": 272155
    },
    {
      "epoch": 0.23822674431327306,
      "grad_norm": 0.523590087890625,
      "learning_rate": 4.498010908419917e-05,
      "loss": 5.6781,
      "step": 272160
    },
    {
      "epoch": 0.2382311209069002,
      "grad_norm": 0.5876920223236084,
      "learning_rate": 4.4979925044185346e-05,
      "loss": 4.377,
      "step": 272165
    },
    {
      "epoch": 0.2382354975005274,
      "grad_norm": 0.5190497636795044,
      "learning_rate": 4.497974100128211e-05,
      "loss": 5.6355,
      "step": 272170
    },
    {
      "epoch": 0.23823987409415454,
      "grad_norm": 0.5605080127716064,
      "learning_rate": 4.497955695548946e-05,
      "loss": 4.8893,
      "step": 272175
    },
    {
      "epoch": 0.23824425068778168,
      "grad_norm": 0.5453937649726868,
      "learning_rate": 4.497937290680746e-05,
      "loss": 4.7098,
      "step": 272180
    },
    {
      "epoch": 0.23824862728140883,
      "grad_norm": 0.5701857209205627,
      "learning_rate": 4.497918885523614e-05,
      "loss": 5.4236,
      "step": 272185
    },
    {
      "epoch": 0.238253003875036,
      "grad_norm": 0.530601441860199,
      "learning_rate": 4.497900480077555e-05,
      "loss": 4.6185,
      "step": 272190
    },
    {
      "epoch": 0.23825738046866315,
      "grad_norm": 0.5562511086463928,
      "learning_rate": 4.4978820743425685e-05,
      "loss": 6.2234,
      "step": 272195
    },
    {
      "epoch": 0.2382617570622903,
      "grad_norm": 0.5244000554084778,
      "learning_rate": 4.4978636683186616e-05,
      "loss": 4.5956,
      "step": 272200
    },
    {
      "epoch": 0.23826613365591745,
      "grad_norm": 0.5889716148376465,
      "learning_rate": 4.4978452620058365e-05,
      "loss": 5.1269,
      "step": 272205
    },
    {
      "epoch": 0.23827051024954463,
      "grad_norm": 0.5482689738273621,
      "learning_rate": 4.497826855404097e-05,
      "loss": 4.5627,
      "step": 272210
    },
    {
      "epoch": 0.23827488684317177,
      "grad_norm": 0.5679027438163757,
      "learning_rate": 4.4978084485134467e-05,
      "loss": 5.7597,
      "step": 272215
    },
    {
      "epoch": 0.23827926343679892,
      "grad_norm": 0.5307784676551819,
      "learning_rate": 4.4977900413338893e-05,
      "loss": 5.4004,
      "step": 272220
    },
    {
      "epoch": 0.23828364003042607,
      "grad_norm": 0.5760498046875,
      "learning_rate": 4.4977716338654274e-05,
      "loss": 4.8666,
      "step": 272225
    },
    {
      "epoch": 0.23828801662405324,
      "grad_norm": 0.6421926021575928,
      "learning_rate": 4.497753226108067e-05,
      "loss": 4.9027,
      "step": 272230
    },
    {
      "epoch": 0.2382923932176804,
      "grad_norm": 0.5381231307983398,
      "learning_rate": 4.4977348180618085e-05,
      "loss": 4.928,
      "step": 272235
    },
    {
      "epoch": 0.23829676981130754,
      "grad_norm": 0.5691332221031189,
      "learning_rate": 4.4977164097266564e-05,
      "loss": 4.8845,
      "step": 272240
    },
    {
      "epoch": 0.2383011464049347,
      "grad_norm": 0.5285269618034363,
      "learning_rate": 4.497698001102616e-05,
      "loss": 5.4268,
      "step": 272245
    },
    {
      "epoch": 0.23830552299856186,
      "grad_norm": 0.5166931748390198,
      "learning_rate": 4.497679592189688e-05,
      "loss": 4.3748,
      "step": 272250
    },
    {
      "epoch": 0.238309899592189,
      "grad_norm": 0.5421179533004761,
      "learning_rate": 4.497661182987879e-05,
      "loss": 5.1314,
      "step": 272255
    },
    {
      "epoch": 0.23831427618581616,
      "grad_norm": 0.5362350940704346,
      "learning_rate": 4.497642773497192e-05,
      "loss": 4.9137,
      "step": 272260
    },
    {
      "epoch": 0.2383186527794433,
      "grad_norm": 0.532625675201416,
      "learning_rate": 4.497624363717629e-05,
      "loss": 5.6129,
      "step": 272265
    },
    {
      "epoch": 0.23832302937307048,
      "grad_norm": 0.5268985629081726,
      "learning_rate": 4.497605953649192e-05,
      "loss": 4.9712,
      "step": 272270
    },
    {
      "epoch": 0.23832740596669763,
      "grad_norm": 0.5461301207542419,
      "learning_rate": 4.497587543291889e-05,
      "loss": 4.9428,
      "step": 272275
    },
    {
      "epoch": 0.23833178256032478,
      "grad_norm": 0.5970674157142639,
      "learning_rate": 4.4975691326457203e-05,
      "loss": 5.1385,
      "step": 272280
    },
    {
      "epoch": 0.23833615915395193,
      "grad_norm": 0.5273248553276062,
      "learning_rate": 4.497550721710691e-05,
      "loss": 4.9294,
      "step": 272285
    },
    {
      "epoch": 0.23834053574757907,
      "grad_norm": 0.5185608267784119,
      "learning_rate": 4.497532310486804e-05,
      "loss": 5.5945,
      "step": 272290
    },
    {
      "epoch": 0.23834491234120625,
      "grad_norm": 0.5275824069976807,
      "learning_rate": 4.497513898974063e-05,
      "loss": 5.2135,
      "step": 272295
    },
    {
      "epoch": 0.2383492889348334,
      "grad_norm": 0.5273850560188293,
      "learning_rate": 4.4974954871724706e-05,
      "loss": 5.4139,
      "step": 272300
    },
    {
      "epoch": 0.23835366552846055,
      "grad_norm": 0.5381125211715698,
      "learning_rate": 4.497477075082032e-05,
      "loss": 5.7147,
      "step": 272305
    },
    {
      "epoch": 0.2383580421220877,
      "grad_norm": 0.5303409695625305,
      "learning_rate": 4.4974586627027506e-05,
      "loss": 5.1226,
      "step": 272310
    },
    {
      "epoch": 0.23836241871571487,
      "grad_norm": 0.5477617979049683,
      "learning_rate": 4.497440250034628e-05,
      "loss": 4.9061,
      "step": 272315
    },
    {
      "epoch": 0.23836679530934202,
      "grad_norm": 0.5402048230171204,
      "learning_rate": 4.49742183707767e-05,
      "loss": 5.7704,
      "step": 272320
    },
    {
      "epoch": 0.23837117190296916,
      "grad_norm": 0.5169481635093689,
      "learning_rate": 4.49740342383188e-05,
      "loss": 6.2066,
      "step": 272325
    },
    {
      "epoch": 0.2383755484965963,
      "grad_norm": 0.5257217884063721,
      "learning_rate": 4.497385010297259e-05,
      "loss": 5.5951,
      "step": 272330
    },
    {
      "epoch": 0.2383799250902235,
      "grad_norm": 0.5277792811393738,
      "learning_rate": 4.497366596473813e-05,
      "loss": 5.1854,
      "step": 272335
    },
    {
      "epoch": 0.23838430168385064,
      "grad_norm": 0.5309256911277771,
      "learning_rate": 4.497348182361546e-05,
      "loss": 5.1356,
      "step": 272340
    },
    {
      "epoch": 0.23838867827747778,
      "grad_norm": 0.5278283953666687,
      "learning_rate": 4.49732976796046e-05,
      "loss": 5.2412,
      "step": 272345
    },
    {
      "epoch": 0.23839305487110493,
      "grad_norm": 0.5518468022346497,
      "learning_rate": 4.497311353270558e-05,
      "loss": 5.1684,
      "step": 272350
    },
    {
      "epoch": 0.2383974314647321,
      "grad_norm": 0.5333796143531799,
      "learning_rate": 4.497292938291845e-05,
      "loss": 4.4025,
      "step": 272355
    },
    {
      "epoch": 0.23840180805835925,
      "grad_norm": 0.5271342992782593,
      "learning_rate": 4.4972745230243254e-05,
      "loss": 5.11,
      "step": 272360
    },
    {
      "epoch": 0.2384061846519864,
      "grad_norm": 0.5419389009475708,
      "learning_rate": 4.497256107468e-05,
      "loss": 5.7097,
      "step": 272365
    },
    {
      "epoch": 0.23841056124561355,
      "grad_norm": 0.5210021734237671,
      "learning_rate": 4.497237691622874e-05,
      "loss": 4.6541,
      "step": 272370
    },
    {
      "epoch": 0.23841493783924073,
      "grad_norm": 0.5615288615226746,
      "learning_rate": 4.4972192754889506e-05,
      "loss": 4.9019,
      "step": 272375
    },
    {
      "epoch": 0.23841931443286787,
      "grad_norm": 0.5249634385108948,
      "learning_rate": 4.497200859066234e-05,
      "loss": 4.3141,
      "step": 272380
    },
    {
      "epoch": 0.23842369102649502,
      "grad_norm": 0.5701529383659363,
      "learning_rate": 4.497182442354728e-05,
      "loss": 5.4238,
      "step": 272385
    },
    {
      "epoch": 0.23842806762012217,
      "grad_norm": 0.5288701057434082,
      "learning_rate": 4.497164025354434e-05,
      "loss": 5.2016,
      "step": 272390
    },
    {
      "epoch": 0.23843244421374934,
      "grad_norm": 0.5408598780632019,
      "learning_rate": 4.4971456080653584e-05,
      "loss": 5.4351,
      "step": 272395
    },
    {
      "epoch": 0.2384368208073765,
      "grad_norm": 0.579311728477478,
      "learning_rate": 4.4971271904875026e-05,
      "loss": 5.4303,
      "step": 272400
    },
    {
      "epoch": 0.23844119740100364,
      "grad_norm": 0.5332192778587341,
      "learning_rate": 4.49710877262087e-05,
      "loss": 4.9067,
      "step": 272405
    },
    {
      "epoch": 0.2384455739946308,
      "grad_norm": 0.5200378894805908,
      "learning_rate": 4.497090354465466e-05,
      "loss": 4.8981,
      "step": 272410
    },
    {
      "epoch": 0.23844995058825794,
      "grad_norm": 0.555317759513855,
      "learning_rate": 4.497071936021294e-05,
      "loss": 4.66,
      "step": 272415
    },
    {
      "epoch": 0.2384543271818851,
      "grad_norm": 0.5153926014900208,
      "learning_rate": 4.497053517288355e-05,
      "loss": 5.3794,
      "step": 272420
    },
    {
      "epoch": 0.23845870377551226,
      "grad_norm": 0.5867047309875488,
      "learning_rate": 4.497035098266657e-05,
      "loss": 5.0604,
      "step": 272425
    },
    {
      "epoch": 0.2384630803691394,
      "grad_norm": 0.5147230625152588,
      "learning_rate": 4.4970166789561984e-05,
      "loss": 4.8414,
      "step": 272430
    },
    {
      "epoch": 0.23846745696276656,
      "grad_norm": 0.5210744738578796,
      "learning_rate": 4.496998259356986e-05,
      "loss": 5.4189,
      "step": 272435
    },
    {
      "epoch": 0.23847183355639373,
      "grad_norm": 0.518307089805603,
      "learning_rate": 4.496979839469022e-05,
      "loss": 5.6266,
      "step": 272440
    },
    {
      "epoch": 0.23847621015002088,
      "grad_norm": 0.5646199584007263,
      "learning_rate": 4.496961419292311e-05,
      "loss": 5.1262,
      "step": 272445
    },
    {
      "epoch": 0.23848058674364803,
      "grad_norm": 0.5404458045959473,
      "learning_rate": 4.4969429988268565e-05,
      "loss": 4.3942,
      "step": 272450
    },
    {
      "epoch": 0.23848496333727517,
      "grad_norm": 0.5433762669563293,
      "learning_rate": 4.496924578072661e-05,
      "loss": 4.6934,
      "step": 272455
    },
    {
      "epoch": 0.23848933993090235,
      "grad_norm": 0.515173077583313,
      "learning_rate": 4.496906157029729e-05,
      "loss": 5.1471,
      "step": 272460
    },
    {
      "epoch": 0.2384937165245295,
      "grad_norm": 0.5179526209831238,
      "learning_rate": 4.4968877356980646e-05,
      "loss": 5.4215,
      "step": 272465
    },
    {
      "epoch": 0.23849809311815665,
      "grad_norm": 0.5234795808792114,
      "learning_rate": 4.496869314077668e-05,
      "loss": 5.1228,
      "step": 272470
    },
    {
      "epoch": 0.2385024697117838,
      "grad_norm": 0.5384140014648438,
      "learning_rate": 4.496850892168547e-05,
      "loss": 5.648,
      "step": 272475
    },
    {
      "epoch": 0.23850684630541097,
      "grad_norm": 0.5207318663597107,
      "learning_rate": 4.496832469970703e-05,
      "loss": 4.8835,
      "step": 272480
    },
    {
      "epoch": 0.23851122289903812,
      "grad_norm": 0.5184682011604309,
      "learning_rate": 4.49681404748414e-05,
      "loss": 5.6983,
      "step": 272485
    },
    {
      "epoch": 0.23851559949266526,
      "grad_norm": 0.5175537467002869,
      "learning_rate": 4.496795624708862e-05,
      "loss": 5.9203,
      "step": 272490
    },
    {
      "epoch": 0.2385199760862924,
      "grad_norm": 0.518951952457428,
      "learning_rate": 4.496777201644872e-05,
      "loss": 4.9271,
      "step": 272495
    },
    {
      "epoch": 0.2385243526799196,
      "grad_norm": 0.5442065000534058,
      "learning_rate": 4.4967587782921725e-05,
      "loss": 5.1227,
      "step": 272500
    },
    {
      "epoch": 0.23852872927354674,
      "grad_norm": 0.5316025614738464,
      "learning_rate": 4.496740354650769e-05,
      "loss": 5.6318,
      "step": 272505
    },
    {
      "epoch": 0.23853310586717388,
      "grad_norm": 0.5169806480407715,
      "learning_rate": 4.496721930720664e-05,
      "loss": 5.6225,
      "step": 272510
    },
    {
      "epoch": 0.23853748246080103,
      "grad_norm": 0.535540759563446,
      "learning_rate": 4.4967035065018616e-05,
      "loss": 4.9211,
      "step": 272515
    },
    {
      "epoch": 0.2385418590544282,
      "grad_norm": 0.5165796875953674,
      "learning_rate": 4.496685081994364e-05,
      "loss": 5.4288,
      "step": 272520
    },
    {
      "epoch": 0.23854623564805535,
      "grad_norm": 0.5254768133163452,
      "learning_rate": 4.496666657198178e-05,
      "loss": 5.8723,
      "step": 272525
    },
    {
      "epoch": 0.2385506122416825,
      "grad_norm": 0.5204525589942932,
      "learning_rate": 4.496648232113303e-05,
      "loss": 5.46,
      "step": 272530
    },
    {
      "epoch": 0.23855498883530965,
      "grad_norm": 0.5214058756828308,
      "learning_rate": 4.496629806739744e-05,
      "loss": 5.1267,
      "step": 272535
    },
    {
      "epoch": 0.2385593654289368,
      "grad_norm": 0.523944616317749,
      "learning_rate": 4.496611381077507e-05,
      "loss": 4.8948,
      "step": 272540
    },
    {
      "epoch": 0.23856374202256397,
      "grad_norm": 0.5364220142364502,
      "learning_rate": 4.496592955126592e-05,
      "loss": 5.9234,
      "step": 272545
    },
    {
      "epoch": 0.23856811861619112,
      "grad_norm": 0.5212150812149048,
      "learning_rate": 4.496574528887004e-05,
      "loss": 5.6104,
      "step": 272550
    },
    {
      "epoch": 0.23857249520981827,
      "grad_norm": 0.5335664749145508,
      "learning_rate": 4.496556102358748e-05,
      "loss": 4.8791,
      "step": 272555
    },
    {
      "epoch": 0.23857687180344542,
      "grad_norm": 0.5246623158454895,
      "learning_rate": 4.496537675541825e-05,
      "loss": 5.3203,
      "step": 272560
    },
    {
      "epoch": 0.2385812483970726,
      "grad_norm": 0.523859441280365,
      "learning_rate": 4.496519248436241e-05,
      "loss": 5.4433,
      "step": 272565
    },
    {
      "epoch": 0.23858562499069974,
      "grad_norm": 0.5447054505348206,
      "learning_rate": 4.496500821041998e-05,
      "loss": 4.9158,
      "step": 272570
    },
    {
      "epoch": 0.2385900015843269,
      "grad_norm": 0.5703969597816467,
      "learning_rate": 4.4964823933590997e-05,
      "loss": 4.7238,
      "step": 272575
    },
    {
      "epoch": 0.23859437817795404,
      "grad_norm": 0.5343480110168457,
      "learning_rate": 4.496463965387549e-05,
      "loss": 5.1837,
      "step": 272580
    },
    {
      "epoch": 0.2385987547715812,
      "grad_norm": 0.5217723846435547,
      "learning_rate": 4.496445537127352e-05,
      "loss": 5.394,
      "step": 272585
    },
    {
      "epoch": 0.23860313136520836,
      "grad_norm": 0.5227119326591492,
      "learning_rate": 4.4964271085785105e-05,
      "loss": 4.1702,
      "step": 272590
    },
    {
      "epoch": 0.2386075079588355,
      "grad_norm": 0.5463281273841858,
      "learning_rate": 4.496408679741027e-05,
      "loss": 4.9161,
      "step": 272595
    },
    {
      "epoch": 0.23861188455246266,
      "grad_norm": 0.5933848023414612,
      "learning_rate": 4.496390250614906e-05,
      "loss": 6.2328,
      "step": 272600
    },
    {
      "epoch": 0.23861626114608983,
      "grad_norm": 0.535868227481842,
      "learning_rate": 4.496371821200152e-05,
      "loss": 5.342,
      "step": 272605
    },
    {
      "epoch": 0.23862063773971698,
      "grad_norm": 0.529528796672821,
      "learning_rate": 4.496353391496767e-05,
      "loss": 5.4219,
      "step": 272610
    },
    {
      "epoch": 0.23862501433334413,
      "grad_norm": 0.5298482775688171,
      "learning_rate": 4.496334961504757e-05,
      "loss": 5.3334,
      "step": 272615
    },
    {
      "epoch": 0.23862939092697127,
      "grad_norm": 0.5324566960334778,
      "learning_rate": 4.496316531224122e-05,
      "loss": 4.9399,
      "step": 272620
    },
    {
      "epoch": 0.23863376752059845,
      "grad_norm": 0.5274297595024109,
      "learning_rate": 4.496298100654869e-05,
      "loss": 5.1224,
      "step": 272625
    },
    {
      "epoch": 0.2386381441142256,
      "grad_norm": 0.5347095131874084,
      "learning_rate": 4.496279669796999e-05,
      "loss": 5.215,
      "step": 272630
    },
    {
      "epoch": 0.23864252070785275,
      "grad_norm": 0.5489972829818726,
      "learning_rate": 4.4962612386505174e-05,
      "loss": 4.8945,
      "step": 272635
    },
    {
      "epoch": 0.2386468973014799,
      "grad_norm": 0.5777072310447693,
      "learning_rate": 4.496242807215426e-05,
      "loss": 4.6375,
      "step": 272640
    },
    {
      "epoch": 0.23865127389510707,
      "grad_norm": 0.5491957068443298,
      "learning_rate": 4.49622437549173e-05,
      "loss": 5.4407,
      "step": 272645
    },
    {
      "epoch": 0.23865565048873422,
      "grad_norm": 0.5520167946815491,
      "learning_rate": 4.496205943479431e-05,
      "loss": 5.4168,
      "step": 272650
    },
    {
      "epoch": 0.23866002708236136,
      "grad_norm": 0.5183430910110474,
      "learning_rate": 4.4961875111785356e-05,
      "loss": 5.9062,
      "step": 272655
    },
    {
      "epoch": 0.2386644036759885,
      "grad_norm": 0.5239884853363037,
      "learning_rate": 4.496169078589044e-05,
      "loss": 5.6188,
      "step": 272660
    },
    {
      "epoch": 0.23866878026961566,
      "grad_norm": 0.5207671523094177,
      "learning_rate": 4.496150645710963e-05,
      "loss": 5.0813,
      "step": 272665
    },
    {
      "epoch": 0.23867315686324284,
      "grad_norm": 0.5591059923171997,
      "learning_rate": 4.496132212544293e-05,
      "loss": 4.9011,
      "step": 272670
    },
    {
      "epoch": 0.23867753345686998,
      "grad_norm": 0.5301393270492554,
      "learning_rate": 4.49611377908904e-05,
      "loss": 4.3833,
      "step": 272675
    },
    {
      "epoch": 0.23868191005049713,
      "grad_norm": 0.5131654143333435,
      "learning_rate": 4.496095345345206e-05,
      "loss": 5.932,
      "step": 272680
    },
    {
      "epoch": 0.23868628664412428,
      "grad_norm": 0.529365062713623,
      "learning_rate": 4.4960769113127945e-05,
      "loss": 6.2086,
      "step": 272685
    },
    {
      "epoch": 0.23869066323775145,
      "grad_norm": 0.5480434894561768,
      "learning_rate": 4.49605847699181e-05,
      "loss": 5.0504,
      "step": 272690
    },
    {
      "epoch": 0.2386950398313786,
      "grad_norm": 0.5406121015548706,
      "learning_rate": 4.496040042382257e-05,
      "loss": 4.6854,
      "step": 272695
    },
    {
      "epoch": 0.23869941642500575,
      "grad_norm": 0.531688928604126,
      "learning_rate": 4.4960216074841365e-05,
      "loss": 5.4642,
      "step": 272700
    },
    {
      "epoch": 0.2387037930186329,
      "grad_norm": 0.532281756401062,
      "learning_rate": 4.496003172297454e-05,
      "loss": 4.3744,
      "step": 272705
    },
    {
      "epoch": 0.23870816961226007,
      "grad_norm": 0.5260820388793945,
      "learning_rate": 4.495984736822212e-05,
      "loss": 5.7384,
      "step": 272710
    },
    {
      "epoch": 0.23871254620588722,
      "grad_norm": 0.5351904034614563,
      "learning_rate": 4.495966301058414e-05,
      "loss": 4.1667,
      "step": 272715
    },
    {
      "epoch": 0.23871692279951437,
      "grad_norm": 0.5423117280006409,
      "learning_rate": 4.495947865006065e-05,
      "loss": 5.4049,
      "step": 272720
    },
    {
      "epoch": 0.23872129939314152,
      "grad_norm": 0.5478819012641907,
      "learning_rate": 4.4959294286651676e-05,
      "loss": 5.3977,
      "step": 272725
    },
    {
      "epoch": 0.2387256759867687,
      "grad_norm": 0.5517440438270569,
      "learning_rate": 4.495910992035725e-05,
      "loss": 5.4546,
      "step": 272730
    },
    {
      "epoch": 0.23873005258039584,
      "grad_norm": 0.5235161781311035,
      "learning_rate": 4.49589255511774e-05,
      "loss": 5.7364,
      "step": 272735
    },
    {
      "epoch": 0.238734429174023,
      "grad_norm": 0.5630818605422974,
      "learning_rate": 4.4958741179112184e-05,
      "loss": 4.9427,
      "step": 272740
    },
    {
      "epoch": 0.23873880576765014,
      "grad_norm": 0.5363724231719971,
      "learning_rate": 4.495855680416162e-05,
      "loss": 5.1197,
      "step": 272745
    },
    {
      "epoch": 0.2387431823612773,
      "grad_norm": 0.5447622537612915,
      "learning_rate": 4.495837242632576e-05,
      "loss": 6.2273,
      "step": 272750
    },
    {
      "epoch": 0.23874755895490446,
      "grad_norm": 0.5298799872398376,
      "learning_rate": 4.495818804560462e-05,
      "loss": 5.7075,
      "step": 272755
    },
    {
      "epoch": 0.2387519355485316,
      "grad_norm": 0.5321527719497681,
      "learning_rate": 4.495800366199825e-05,
      "loss": 5.7026,
      "step": 272760
    },
    {
      "epoch": 0.23875631214215876,
      "grad_norm": 0.6058003902435303,
      "learning_rate": 4.495781927550667e-05,
      "loss": 4.1981,
      "step": 272765
    },
    {
      "epoch": 0.23876068873578593,
      "grad_norm": 0.5401071310043335,
      "learning_rate": 4.495763488612994e-05,
      "loss": 4.8018,
      "step": 272770
    },
    {
      "epoch": 0.23876506532941308,
      "grad_norm": 0.5354341268539429,
      "learning_rate": 4.495745049386807e-05,
      "loss": 4.699,
      "step": 272775
    },
    {
      "epoch": 0.23876944192304023,
      "grad_norm": 0.5423310399055481,
      "learning_rate": 4.495726609872112e-05,
      "loss": 5.6242,
      "step": 272780
    },
    {
      "epoch": 0.23877381851666737,
      "grad_norm": 0.5350599884986877,
      "learning_rate": 4.49570817006891e-05,
      "loss": 5.1388,
      "step": 272785
    },
    {
      "epoch": 0.23877819511029452,
      "grad_norm": 0.6454134583473206,
      "learning_rate": 4.495689729977206e-05,
      "loss": 4.5834,
      "step": 272790
    },
    {
      "epoch": 0.2387825717039217,
      "grad_norm": 0.5660179853439331,
      "learning_rate": 4.4956712895970034e-05,
      "loss": 4.5812,
      "step": 272795
    },
    {
      "epoch": 0.23878694829754885,
      "grad_norm": 0.5362672805786133,
      "learning_rate": 4.495652848928306e-05,
      "loss": 4.6692,
      "step": 272800
    },
    {
      "epoch": 0.238791324891176,
      "grad_norm": 0.5210441946983337,
      "learning_rate": 4.495634407971116e-05,
      "loss": 4.8371,
      "step": 272805
    },
    {
      "epoch": 0.23879570148480314,
      "grad_norm": 0.5403163433074951,
      "learning_rate": 4.4956159667254395e-05,
      "loss": 5.1212,
      "step": 272810
    },
    {
      "epoch": 0.23880007807843032,
      "grad_norm": 0.5193096995353699,
      "learning_rate": 4.495597525191279e-05,
      "loss": 5.3475,
      "step": 272815
    },
    {
      "epoch": 0.23880445467205746,
      "grad_norm": 0.5293354988098145,
      "learning_rate": 4.4955790833686364e-05,
      "loss": 4.6887,
      "step": 272820
    },
    {
      "epoch": 0.2388088312656846,
      "grad_norm": 0.5203131437301636,
      "learning_rate": 4.495560641257517e-05,
      "loss": 4.5146,
      "step": 272825
    },
    {
      "epoch": 0.23881320785931176,
      "grad_norm": 0.5234677791595459,
      "learning_rate": 4.495542198857924e-05,
      "loss": 4.9038,
      "step": 272830
    },
    {
      "epoch": 0.23881758445293894,
      "grad_norm": 0.5269761681556702,
      "learning_rate": 4.4955237561698604e-05,
      "loss": 5.7244,
      "step": 272835
    },
    {
      "epoch": 0.23882196104656608,
      "grad_norm": 0.5141588449478149,
      "learning_rate": 4.49550531319333e-05,
      "loss": 5.9357,
      "step": 272840
    },
    {
      "epoch": 0.23882633764019323,
      "grad_norm": 0.5184050798416138,
      "learning_rate": 4.495486869928337e-05,
      "loss": 4.1747,
      "step": 272845
    },
    {
      "epoch": 0.23883071423382038,
      "grad_norm": 0.5099887251853943,
      "learning_rate": 4.4954684263748836e-05,
      "loss": 5.116,
      "step": 272850
    },
    {
      "epoch": 0.23883509082744755,
      "grad_norm": 0.5153235793113708,
      "learning_rate": 4.4954499825329756e-05,
      "loss": 4.9006,
      "step": 272855
    },
    {
      "epoch": 0.2388394674210747,
      "grad_norm": 0.5256860256195068,
      "learning_rate": 4.495431538402615e-05,
      "loss": 4.547,
      "step": 272860
    },
    {
      "epoch": 0.23884384401470185,
      "grad_norm": 0.5335220098495483,
      "learning_rate": 4.4954130939838044e-05,
      "loss": 4.3997,
      "step": 272865
    },
    {
      "epoch": 0.238848220608329,
      "grad_norm": 0.5323089361190796,
      "learning_rate": 4.4953946492765485e-05,
      "loss": 5.4255,
      "step": 272870
    },
    {
      "epoch": 0.23885259720195617,
      "grad_norm": 0.5084928870201111,
      "learning_rate": 4.495376204280852e-05,
      "loss": 4.4072,
      "step": 272875
    },
    {
      "epoch": 0.23885697379558332,
      "grad_norm": 0.5182368159294128,
      "learning_rate": 4.495357758996717e-05,
      "loss": 5.1283,
      "step": 272880
    },
    {
      "epoch": 0.23886135038921047,
      "grad_norm": 0.5129640698432922,
      "learning_rate": 4.4953393134241484e-05,
      "loss": 5.6121,
      "step": 272885
    },
    {
      "epoch": 0.23886572698283762,
      "grad_norm": 0.5220995545387268,
      "learning_rate": 4.4953208675631463e-05,
      "loss": 4.724,
      "step": 272890
    },
    {
      "epoch": 0.2388701035764648,
      "grad_norm": 0.5362748503684998,
      "learning_rate": 4.495302421413719e-05,
      "loss": 5.3201,
      "step": 272895
    },
    {
      "epoch": 0.23887448017009194,
      "grad_norm": 0.5131389498710632,
      "learning_rate": 4.495283974975867e-05,
      "loss": 4.6271,
      "step": 272900
    },
    {
      "epoch": 0.2388788567637191,
      "grad_norm": 0.5220926403999329,
      "learning_rate": 4.4952655282495935e-05,
      "loss": 5.4056,
      "step": 272905
    },
    {
      "epoch": 0.23888323335734624,
      "grad_norm": 0.5268045663833618,
      "learning_rate": 4.495247081234905e-05,
      "loss": 5.4256,
      "step": 272910
    },
    {
      "epoch": 0.2388876099509734,
      "grad_norm": 0.5258416533470154,
      "learning_rate": 4.495228633931802e-05,
      "loss": 5.7276,
      "step": 272915
    },
    {
      "epoch": 0.23889198654460056,
      "grad_norm": 0.5097616910934448,
      "learning_rate": 4.49521018634029e-05,
      "loss": 4.8228,
      "step": 272920
    },
    {
      "epoch": 0.2388963631382277,
      "grad_norm": 0.5215941071510315,
      "learning_rate": 4.495191738460371e-05,
      "loss": 5.7053,
      "step": 272925
    },
    {
      "epoch": 0.23890073973185486,
      "grad_norm": 0.535837709903717,
      "learning_rate": 4.4951732902920506e-05,
      "loss": 5.3391,
      "step": 272930
    },
    {
      "epoch": 0.238905116325482,
      "grad_norm": 0.5098134875297546,
      "learning_rate": 4.495154841835331e-05,
      "loss": 5.4285,
      "step": 272935
    },
    {
      "epoch": 0.23890949291910918,
      "grad_norm": 0.5121334195137024,
      "learning_rate": 4.495136393090215e-05,
      "loss": 5.7229,
      "step": 272940
    },
    {
      "epoch": 0.23891386951273633,
      "grad_norm": 0.5228748917579651,
      "learning_rate": 4.495117944056707e-05,
      "loss": 5.7148,
      "step": 272945
    },
    {
      "epoch": 0.23891824610636347,
      "grad_norm": 0.5245605111122131,
      "learning_rate": 4.495099494734811e-05,
      "loss": 5.6757,
      "step": 272950
    },
    {
      "epoch": 0.23892262269999062,
      "grad_norm": 0.5198351740837097,
      "learning_rate": 4.495081045124531e-05,
      "loss": 6.2033,
      "step": 272955
    },
    {
      "epoch": 0.2389269992936178,
      "grad_norm": 0.5493752360343933,
      "learning_rate": 4.4950625952258696e-05,
      "loss": 4.684,
      "step": 272960
    },
    {
      "epoch": 0.23893137588724495,
      "grad_norm": 0.5348488688468933,
      "learning_rate": 4.4950441450388304e-05,
      "loss": 5.1362,
      "step": 272965
    },
    {
      "epoch": 0.2389357524808721,
      "grad_norm": 0.5307037234306335,
      "learning_rate": 4.4950256945634164e-05,
      "loss": 5.3492,
      "step": 272970
    },
    {
      "epoch": 0.23894012907449924,
      "grad_norm": 0.5227225422859192,
      "learning_rate": 4.4950072437996324e-05,
      "loss": 5.6199,
      "step": 272975
    },
    {
      "epoch": 0.23894450566812642,
      "grad_norm": 0.606411337852478,
      "learning_rate": 4.494988792747482e-05,
      "loss": 5.2341,
      "step": 272980
    },
    {
      "epoch": 0.23894888226175356,
      "grad_norm": 0.5289526581764221,
      "learning_rate": 4.494970341406967e-05,
      "loss": 5.1288,
      "step": 272985
    },
    {
      "epoch": 0.2389532588553807,
      "grad_norm": 0.535088062286377,
      "learning_rate": 4.494951889778093e-05,
      "loss": 6.2342,
      "step": 272990
    },
    {
      "epoch": 0.23895763544900786,
      "grad_norm": 0.5598022937774658,
      "learning_rate": 4.494933437860861e-05,
      "loss": 5.3956,
      "step": 272995
    },
    {
      "epoch": 0.23896201204263504,
      "grad_norm": 0.5190491676330566,
      "learning_rate": 4.4949149856552785e-05,
      "loss": 5.8937,
      "step": 273000
    },
    {
      "epoch": 0.23896638863626218,
      "grad_norm": 0.5407063364982605,
      "learning_rate": 4.494896533161346e-05,
      "loss": 5.7229,
      "step": 273005
    },
    {
      "epoch": 0.23897076522988933,
      "grad_norm": 0.5269131660461426,
      "learning_rate": 4.4948780803790666e-05,
      "loss": 5.4071,
      "step": 273010
    },
    {
      "epoch": 0.23897514182351648,
      "grad_norm": 0.5314242839813232,
      "learning_rate": 4.494859627308447e-05,
      "loss": 5.441,
      "step": 273015
    },
    {
      "epoch": 0.23897951841714365,
      "grad_norm": 0.5585783123970032,
      "learning_rate": 4.494841173949488e-05,
      "loss": 4.0688,
      "step": 273020
    },
    {
      "epoch": 0.2389838950107708,
      "grad_norm": 0.5361446738243103,
      "learning_rate": 4.494822720302193e-05,
      "loss": 5.1146,
      "step": 273025
    },
    {
      "epoch": 0.23898827160439795,
      "grad_norm": 0.5378668904304504,
      "learning_rate": 4.494804266366569e-05,
      "loss": 5.2218,
      "step": 273030
    },
    {
      "epoch": 0.2389926481980251,
      "grad_norm": 0.5356056094169617,
      "learning_rate": 4.494785812142616e-05,
      "loss": 5.9227,
      "step": 273035
    },
    {
      "epoch": 0.23899702479165227,
      "grad_norm": 0.5291862487792969,
      "learning_rate": 4.494767357630337e-05,
      "loss": 5.6457,
      "step": 273040
    },
    {
      "epoch": 0.23900140138527942,
      "grad_norm": 0.5405034422874451,
      "learning_rate": 4.49474890282974e-05,
      "loss": 4.6327,
      "step": 273045
    },
    {
      "epoch": 0.23900577797890657,
      "grad_norm": 0.5248205065727234,
      "learning_rate": 4.494730447740825e-05,
      "loss": 5.224,
      "step": 273050
    },
    {
      "epoch": 0.23901015457253372,
      "grad_norm": 0.5958751440048218,
      "learning_rate": 4.494711992363596e-05,
      "loss": 4.409,
      "step": 273055
    },
    {
      "epoch": 0.23901453116616087,
      "grad_norm": 0.6179956197738647,
      "learning_rate": 4.494693536698057e-05,
      "loss": 5.3582,
      "step": 273060
    },
    {
      "epoch": 0.23901890775978804,
      "grad_norm": 0.5416024327278137,
      "learning_rate": 4.4946750807442103e-05,
      "loss": 4.8757,
      "step": 273065
    },
    {
      "epoch": 0.2390232843534152,
      "grad_norm": 0.5253394842147827,
      "learning_rate": 4.4946566245020626e-05,
      "loss": 5.6141,
      "step": 273070
    },
    {
      "epoch": 0.23902766094704234,
      "grad_norm": 0.5469214916229248,
      "learning_rate": 4.494638167971615e-05,
      "loss": 4.9136,
      "step": 273075
    },
    {
      "epoch": 0.23903203754066948,
      "grad_norm": 0.638518214225769,
      "learning_rate": 4.494619711152871e-05,
      "loss": 5.7142,
      "step": 273080
    },
    {
      "epoch": 0.23903641413429666,
      "grad_norm": 0.525355875492096,
      "learning_rate": 4.494601254045836e-05,
      "loss": 5.1463,
      "step": 273085
    },
    {
      "epoch": 0.2390407907279238,
      "grad_norm": 0.5660126805305481,
      "learning_rate": 4.494582796650511e-05,
      "loss": 5.387,
      "step": 273090
    },
    {
      "epoch": 0.23904516732155096,
      "grad_norm": 0.5418195128440857,
      "learning_rate": 4.494564338966901e-05,
      "loss": 4.6502,
      "step": 273095
    },
    {
      "epoch": 0.2390495439151781,
      "grad_norm": 0.6272428631782532,
      "learning_rate": 4.4945458809950106e-05,
      "loss": 6.2109,
      "step": 273100
    },
    {
      "epoch": 0.23905392050880528,
      "grad_norm": 0.5414024591445923,
      "learning_rate": 4.4945274227348414e-05,
      "loss": 5.7235,
      "step": 273105
    },
    {
      "epoch": 0.23905829710243243,
      "grad_norm": 0.5225248336791992,
      "learning_rate": 4.494508964186398e-05,
      "loss": 5.1809,
      "step": 273110
    },
    {
      "epoch": 0.23906267369605957,
      "grad_norm": 0.5258474946022034,
      "learning_rate": 4.494490505349683e-05,
      "loss": 5.4346,
      "step": 273115
    },
    {
      "epoch": 0.23906705028968672,
      "grad_norm": 0.5396327972412109,
      "learning_rate": 4.494472046224701e-05,
      "loss": 5.943,
      "step": 273120
    },
    {
      "epoch": 0.2390714268833139,
      "grad_norm": 0.5224541425704956,
      "learning_rate": 4.494453586811456e-05,
      "loss": 5.6838,
      "step": 273125
    },
    {
      "epoch": 0.23907580347694105,
      "grad_norm": 0.5266935229301453,
      "learning_rate": 4.49443512710995e-05,
      "loss": 5.6992,
      "step": 273130
    },
    {
      "epoch": 0.2390801800705682,
      "grad_norm": 0.513738214969635,
      "learning_rate": 4.494416667120187e-05,
      "loss": 5.6986,
      "step": 273135
    },
    {
      "epoch": 0.23908455666419534,
      "grad_norm": 0.5398353338241577,
      "learning_rate": 4.494398206842172e-05,
      "loss": 5.6094,
      "step": 273140
    },
    {
      "epoch": 0.23908893325782252,
      "grad_norm": 0.5305418968200684,
      "learning_rate": 4.494379746275906e-05,
      "loss": 3.8473,
      "step": 273145
    },
    {
      "epoch": 0.23909330985144966,
      "grad_norm": 0.5389520525932312,
      "learning_rate": 4.494361285421396e-05,
      "loss": 5.4007,
      "step": 273150
    },
    {
      "epoch": 0.2390976864450768,
      "grad_norm": 0.5639828443527222,
      "learning_rate": 4.494342824278642e-05,
      "loss": 5.4598,
      "step": 273155
    },
    {
      "epoch": 0.23910206303870396,
      "grad_norm": 0.5270125865936279,
      "learning_rate": 4.4943243628476496e-05,
      "loss": 5.7173,
      "step": 273160
    },
    {
      "epoch": 0.23910643963233114,
      "grad_norm": 0.58229660987854,
      "learning_rate": 4.494305901128423e-05,
      "loss": 4.6678,
      "step": 273165
    },
    {
      "epoch": 0.23911081622595828,
      "grad_norm": 0.549569845199585,
      "learning_rate": 4.4942874391209636e-05,
      "loss": 4.2753,
      "step": 273170
    },
    {
      "epoch": 0.23911519281958543,
      "grad_norm": 0.5437241196632385,
      "learning_rate": 4.494268976825275e-05,
      "loss": 5.738,
      "step": 273175
    },
    {
      "epoch": 0.23911956941321258,
      "grad_norm": 0.625939667224884,
      "learning_rate": 4.494250514241364e-05,
      "loss": 4.8534,
      "step": 273180
    },
    {
      "epoch": 0.23912394600683973,
      "grad_norm": 0.5781370401382446,
      "learning_rate": 4.4942320513692306e-05,
      "loss": 4.8023,
      "step": 273185
    },
    {
      "epoch": 0.2391283226004669,
      "grad_norm": 0.5214074850082397,
      "learning_rate": 4.4942135882088795e-05,
      "loss": 5.4282,
      "step": 273190
    },
    {
      "epoch": 0.23913269919409405,
      "grad_norm": 0.5729047060012817,
      "learning_rate": 4.494195124760315e-05,
      "loss": 5.1359,
      "step": 273195
    },
    {
      "epoch": 0.2391370757877212,
      "grad_norm": 0.5699434280395508,
      "learning_rate": 4.4941766610235404e-05,
      "loss": 4.8829,
      "step": 273200
    },
    {
      "epoch": 0.23914145238134835,
      "grad_norm": 0.5417580008506775,
      "learning_rate": 4.494158196998559e-05,
      "loss": 6.1941,
      "step": 273205
    },
    {
      "epoch": 0.23914582897497552,
      "grad_norm": 0.5608277320861816,
      "learning_rate": 4.494139732685375e-05,
      "loss": 5.2251,
      "step": 273210
    },
    {
      "epoch": 0.23915020556860267,
      "grad_norm": 0.5633606910705566,
      "learning_rate": 4.4941212680839895e-05,
      "loss": 4.9168,
      "step": 273215
    },
    {
      "epoch": 0.23915458216222982,
      "grad_norm": 0.5448437929153442,
      "learning_rate": 4.49410280319441e-05,
      "loss": 5.1988,
      "step": 273220
    },
    {
      "epoch": 0.23915895875585697,
      "grad_norm": 0.5291849970817566,
      "learning_rate": 4.4940843380166364e-05,
      "loss": 4.6135,
      "step": 273225
    },
    {
      "epoch": 0.23916333534948414,
      "grad_norm": 0.542792022228241,
      "learning_rate": 4.4940658725506745e-05,
      "loss": 4.9136,
      "step": 273230
    },
    {
      "epoch": 0.2391677119431113,
      "grad_norm": 0.5385110378265381,
      "learning_rate": 4.494047406796526e-05,
      "loss": 5.9365,
      "step": 273235
    },
    {
      "epoch": 0.23917208853673844,
      "grad_norm": 0.5742262005805969,
      "learning_rate": 4.494028940754198e-05,
      "loss": 5.5902,
      "step": 273240
    },
    {
      "epoch": 0.23917646513036558,
      "grad_norm": 0.5438756346702576,
      "learning_rate": 4.49401047442369e-05,
      "loss": 5.14,
      "step": 273245
    },
    {
      "epoch": 0.23918084172399276,
      "grad_norm": 0.5331809520721436,
      "learning_rate": 4.493992007805007e-05,
      "loss": 5.707,
      "step": 273250
    },
    {
      "epoch": 0.2391852183176199,
      "grad_norm": 0.5135156512260437,
      "learning_rate": 4.4939735408981546e-05,
      "loss": 5.724,
      "step": 273255
    },
    {
      "epoch": 0.23918959491124706,
      "grad_norm": 0.5479187965393066,
      "learning_rate": 4.493955073703132e-05,
      "loss": 5.4529,
      "step": 273260
    },
    {
      "epoch": 0.2391939715048742,
      "grad_norm": 0.5501272678375244,
      "learning_rate": 4.493936606219947e-05,
      "loss": 4.9112,
      "step": 273265
    },
    {
      "epoch": 0.23919834809850138,
      "grad_norm": 0.5308710932731628,
      "learning_rate": 4.4939181384486015e-05,
      "loss": 5.2852,
      "step": 273270
    },
    {
      "epoch": 0.23920272469212853,
      "grad_norm": 0.5274150967597961,
      "learning_rate": 4.493899670389099e-05,
      "loss": 5.3098,
      "step": 273275
    },
    {
      "epoch": 0.23920710128575567,
      "grad_norm": 0.5511206388473511,
      "learning_rate": 4.493881202041443e-05,
      "loss": 5.411,
      "step": 273280
    },
    {
      "epoch": 0.23921147787938282,
      "grad_norm": 0.5243549346923828,
      "learning_rate": 4.493862733405637e-05,
      "loss": 4.3168,
      "step": 273285
    },
    {
      "epoch": 0.23921585447301,
      "grad_norm": 0.5235762596130371,
      "learning_rate": 4.493844264481686e-05,
      "loss": 4.5815,
      "step": 273290
    },
    {
      "epoch": 0.23922023106663715,
      "grad_norm": 0.5282843112945557,
      "learning_rate": 4.4938257952695915e-05,
      "loss": 5.6258,
      "step": 273295
    },
    {
      "epoch": 0.2392246076602643,
      "grad_norm": 0.5234643220901489,
      "learning_rate": 4.493807325769357e-05,
      "loss": 5.6825,
      "step": 273300
    },
    {
      "epoch": 0.23922898425389144,
      "grad_norm": 0.5418786406517029,
      "learning_rate": 4.4937888559809885e-05,
      "loss": 5.1015,
      "step": 273305
    },
    {
      "epoch": 0.2392333608475186,
      "grad_norm": 0.5429143905639648,
      "learning_rate": 4.493770385904487e-05,
      "loss": 5.105,
      "step": 273310
    },
    {
      "epoch": 0.23923773744114576,
      "grad_norm": 0.5470914244651794,
      "learning_rate": 4.493751915539857e-05,
      "loss": 5.1312,
      "step": 273315
    },
    {
      "epoch": 0.2392421140347729,
      "grad_norm": 0.5413819551467896,
      "learning_rate": 4.493733444887103e-05,
      "loss": 4.9476,
      "step": 273320
    },
    {
      "epoch": 0.23924649062840006,
      "grad_norm": 0.5161123275756836,
      "learning_rate": 4.493714973946226e-05,
      "loss": 5.2223,
      "step": 273325
    },
    {
      "epoch": 0.2392508672220272,
      "grad_norm": 0.5252087116241455,
      "learning_rate": 4.493696502717233e-05,
      "loss": 5.1392,
      "step": 273330
    },
    {
      "epoch": 0.23925524381565438,
      "grad_norm": 0.5317078828811646,
      "learning_rate": 4.493678031200125e-05,
      "loss": 5.6999,
      "step": 273335
    },
    {
      "epoch": 0.23925962040928153,
      "grad_norm": 0.5334288477897644,
      "learning_rate": 4.493659559394906e-05,
      "loss": 5.9299,
      "step": 273340
    },
    {
      "epoch": 0.23926399700290868,
      "grad_norm": 0.5245438814163208,
      "learning_rate": 4.493641087301581e-05,
      "loss": 5.2141,
      "step": 273345
    },
    {
      "epoch": 0.23926837359653583,
      "grad_norm": 0.5353807806968689,
      "learning_rate": 4.493622614920152e-05,
      "loss": 4.6583,
      "step": 273350
    },
    {
      "epoch": 0.239272750190163,
      "grad_norm": 0.5313438177108765,
      "learning_rate": 4.493604142250624e-05,
      "loss": 4.6897,
      "step": 273355
    },
    {
      "epoch": 0.23927712678379015,
      "grad_norm": 0.5212016105651855,
      "learning_rate": 4.493585669292998e-05,
      "loss": 6.0074,
      "step": 273360
    },
    {
      "epoch": 0.2392815033774173,
      "grad_norm": 0.5236147046089172,
      "learning_rate": 4.49356719604728e-05,
      "loss": 5.9277,
      "step": 273365
    },
    {
      "epoch": 0.23928587997104445,
      "grad_norm": 0.5386476516723633,
      "learning_rate": 4.493548722513473e-05,
      "loss": 5.1047,
      "step": 273370
    },
    {
      "epoch": 0.23929025656467162,
      "grad_norm": 0.5425033569335938,
      "learning_rate": 4.49353024869158e-05,
      "loss": 5.4019,
      "step": 273375
    },
    {
      "epoch": 0.23929463315829877,
      "grad_norm": 0.5430940985679626,
      "learning_rate": 4.493511774581605e-05,
      "loss": 5.1213,
      "step": 273380
    },
    {
      "epoch": 0.23929900975192592,
      "grad_norm": 0.5323837995529175,
      "learning_rate": 4.493493300183551e-05,
      "loss": 4.8329,
      "step": 273385
    },
    {
      "epoch": 0.23930338634555307,
      "grad_norm": 0.5462750196456909,
      "learning_rate": 4.4934748254974224e-05,
      "loss": 4.9241,
      "step": 273390
    },
    {
      "epoch": 0.23930776293918024,
      "grad_norm": 0.5325012803077698,
      "learning_rate": 4.493456350523223e-05,
      "loss": 5.1149,
      "step": 273395
    },
    {
      "epoch": 0.2393121395328074,
      "grad_norm": 0.5461335182189941,
      "learning_rate": 4.493437875260955e-05,
      "loss": 5.1134,
      "step": 273400
    },
    {
      "epoch": 0.23931651612643454,
      "grad_norm": 0.537010908126831,
      "learning_rate": 4.493419399710622e-05,
      "loss": 4.4154,
      "step": 273405
    },
    {
      "epoch": 0.23932089272006168,
      "grad_norm": 0.5432310104370117,
      "learning_rate": 4.4934009238722296e-05,
      "loss": 4.9608,
      "step": 273410
    },
    {
      "epoch": 0.23932526931368886,
      "grad_norm": 0.5303032398223877,
      "learning_rate": 4.49338244774578e-05,
      "loss": 5.4012,
      "step": 273415
    },
    {
      "epoch": 0.239329645907316,
      "grad_norm": 0.527457058429718,
      "learning_rate": 4.493363971331277e-05,
      "loss": 4.6328,
      "step": 273420
    },
    {
      "epoch": 0.23933402250094316,
      "grad_norm": 0.5266647934913635,
      "learning_rate": 4.493345494628723e-05,
      "loss": 4.3605,
      "step": 273425
    },
    {
      "epoch": 0.2393383990945703,
      "grad_norm": 0.515113115310669,
      "learning_rate": 4.493327017638124e-05,
      "loss": 5.13,
      "step": 273430
    },
    {
      "epoch": 0.23934277568819745,
      "grad_norm": 0.5242061614990234,
      "learning_rate": 4.49330854035948e-05,
      "loss": 4.9061,
      "step": 273435
    },
    {
      "epoch": 0.23934715228182463,
      "grad_norm": 0.5143416523933411,
      "learning_rate": 4.493290062792798e-05,
      "loss": 5.7348,
      "step": 273440
    },
    {
      "epoch": 0.23935152887545177,
      "grad_norm": 0.5216158032417297,
      "learning_rate": 4.49327158493808e-05,
      "loss": 4.7006,
      "step": 273445
    },
    {
      "epoch": 0.23935590546907892,
      "grad_norm": 0.5325011014938354,
      "learning_rate": 4.49325310679533e-05,
      "loss": 5.6279,
      "step": 273450
    },
    {
      "epoch": 0.23936028206270607,
      "grad_norm": 0.5362900495529175,
      "learning_rate": 4.49323462836455e-05,
      "loss": 5.9096,
      "step": 273455
    },
    {
      "epoch": 0.23936465865633325,
      "grad_norm": 0.5205056071281433,
      "learning_rate": 4.493216149645746e-05,
      "loss": 5.7255,
      "step": 273460
    },
    {
      "epoch": 0.2393690352499604,
      "grad_norm": 0.5360860824584961,
      "learning_rate": 4.493197670638921e-05,
      "loss": 5.4188,
      "step": 273465
    },
    {
      "epoch": 0.23937341184358754,
      "grad_norm": 0.5383186340332031,
      "learning_rate": 4.493179191344078e-05,
      "loss": 5.7211,
      "step": 273470
    },
    {
      "epoch": 0.2393777884372147,
      "grad_norm": 0.5261014103889465,
      "learning_rate": 4.493160711761219e-05,
      "loss": 5.1397,
      "step": 273475
    },
    {
      "epoch": 0.23938216503084186,
      "grad_norm": 0.5285601615905762,
      "learning_rate": 4.49314223189035e-05,
      "loss": 4.6771,
      "step": 273480
    },
    {
      "epoch": 0.239386541624469,
      "grad_norm": 0.5171643495559692,
      "learning_rate": 4.493123751731475e-05,
      "loss": 5.6348,
      "step": 273485
    },
    {
      "epoch": 0.23939091821809616,
      "grad_norm": 0.5259829759597778,
      "learning_rate": 4.493105271284596e-05,
      "loss": 4.8083,
      "step": 273490
    },
    {
      "epoch": 0.2393952948117233,
      "grad_norm": 0.5251693725585938,
      "learning_rate": 4.493086790549716e-05,
      "loss": 4.5947,
      "step": 273495
    },
    {
      "epoch": 0.23939967140535048,
      "grad_norm": 0.5258762836456299,
      "learning_rate": 4.493068309526839e-05,
      "loss": 4.8396,
      "step": 273500
    },
    {
      "epoch": 0.23940404799897763,
      "grad_norm": 0.5377440452575684,
      "learning_rate": 4.4930498282159706e-05,
      "loss": 5.9359,
      "step": 273505
    },
    {
      "epoch": 0.23940842459260478,
      "grad_norm": 0.5205258131027222,
      "learning_rate": 4.4930313466171116e-05,
      "loss": 5.6258,
      "step": 273510
    },
    {
      "epoch": 0.23941280118623193,
      "grad_norm": 0.5283442735671997,
      "learning_rate": 4.493012864730267e-05,
      "loss": 5.4123,
      "step": 273515
    },
    {
      "epoch": 0.2394171777798591,
      "grad_norm": 0.5129350423812866,
      "learning_rate": 4.4929943825554397e-05,
      "loss": 5.1378,
      "step": 273520
    },
    {
      "epoch": 0.23942155437348625,
      "grad_norm": 0.5524035692214966,
      "learning_rate": 4.492975900092634e-05,
      "loss": 5.107,
      "step": 273525
    },
    {
      "epoch": 0.2394259309671134,
      "grad_norm": 0.5163836479187012,
      "learning_rate": 4.492957417341853e-05,
      "loss": 4.325,
      "step": 273530
    },
    {
      "epoch": 0.23943030756074055,
      "grad_norm": 0.5076532363891602,
      "learning_rate": 4.4929389343031004e-05,
      "loss": 4.6031,
      "step": 273535
    },
    {
      "epoch": 0.23943468415436772,
      "grad_norm": 0.5749012231826782,
      "learning_rate": 4.49292045097638e-05,
      "loss": 4.602,
      "step": 273540
    },
    {
      "epoch": 0.23943906074799487,
      "grad_norm": 0.5276128649711609,
      "learning_rate": 4.4929019673616946e-05,
      "loss": 4.9275,
      "step": 273545
    },
    {
      "epoch": 0.23944343734162202,
      "grad_norm": 0.5363184213638306,
      "learning_rate": 4.4928834834590496e-05,
      "loss": 5.6652,
      "step": 273550
    },
    {
      "epoch": 0.23944781393524917,
      "grad_norm": 0.5048802495002747,
      "learning_rate": 4.492864999268446e-05,
      "loss": 5.1088,
      "step": 273555
    },
    {
      "epoch": 0.23945219052887634,
      "grad_norm": 0.5154962539672852,
      "learning_rate": 4.492846514789889e-05,
      "loss": 4.296,
      "step": 273560
    },
    {
      "epoch": 0.2394565671225035,
      "grad_norm": 0.5233651995658875,
      "learning_rate": 4.4928280300233817e-05,
      "loss": 4.783,
      "step": 273565
    },
    {
      "epoch": 0.23946094371613064,
      "grad_norm": 0.533959686756134,
      "learning_rate": 4.492809544968928e-05,
      "loss": 5.9238,
      "step": 273570
    },
    {
      "epoch": 0.23946532030975778,
      "grad_norm": 0.5107853412628174,
      "learning_rate": 4.49279105962653e-05,
      "loss": 5.5996,
      "step": 273575
    },
    {
      "epoch": 0.23946969690338493,
      "grad_norm": 0.5032646656036377,
      "learning_rate": 4.4927725739961933e-05,
      "loss": 5.3244,
      "step": 273580
    },
    {
      "epoch": 0.2394740734970121,
      "grad_norm": 0.570538341999054,
      "learning_rate": 4.49275408807792e-05,
      "loss": 4.8674,
      "step": 273585
    },
    {
      "epoch": 0.23947845009063926,
      "grad_norm": 0.5409545302391052,
      "learning_rate": 4.492735601871716e-05,
      "loss": 5.6961,
      "step": 273590
    },
    {
      "epoch": 0.2394828266842664,
      "grad_norm": 0.5341461896896362,
      "learning_rate": 4.492717115377583e-05,
      "loss": 5.2409,
      "step": 273595
    },
    {
      "epoch": 0.23948720327789355,
      "grad_norm": 0.5513948202133179,
      "learning_rate": 4.492698628595523e-05,
      "loss": 5.388,
      "step": 273600
    },
    {
      "epoch": 0.23949157987152073,
      "grad_norm": 0.5227227210998535,
      "learning_rate": 4.492680141525542e-05,
      "loss": 5.4542,
      "step": 273605
    },
    {
      "epoch": 0.23949595646514787,
      "grad_norm": 0.5264312624931335,
      "learning_rate": 4.492661654167643e-05,
      "loss": 5.3919,
      "step": 273610
    },
    {
      "epoch": 0.23950033305877502,
      "grad_norm": 0.5144842267036438,
      "learning_rate": 4.49264316652183e-05,
      "loss": 5.7171,
      "step": 273615
    },
    {
      "epoch": 0.23950470965240217,
      "grad_norm": 0.5181779265403748,
      "learning_rate": 4.492624678588107e-05,
      "loss": 4.6171,
      "step": 273620
    },
    {
      "epoch": 0.23950908624602935,
      "grad_norm": 0.5238795876502991,
      "learning_rate": 4.492606190366474e-05,
      "loss": 4.5972,
      "step": 273625
    },
    {
      "epoch": 0.2395134628396565,
      "grad_norm": 0.5484205484390259,
      "learning_rate": 4.492587701856938e-05,
      "loss": 4.922,
      "step": 273630
    },
    {
      "epoch": 0.23951783943328364,
      "grad_norm": 0.5186163783073425,
      "learning_rate": 4.492569213059503e-05,
      "loss": 5.6547,
      "step": 273635
    },
    {
      "epoch": 0.2395222160269108,
      "grad_norm": 0.5599967241287231,
      "learning_rate": 4.4925507239741706e-05,
      "loss": 4.8691,
      "step": 273640
    },
    {
      "epoch": 0.23952659262053796,
      "grad_norm": 0.5242722034454346,
      "learning_rate": 4.4925322346009444e-05,
      "loss": 5.4148,
      "step": 273645
    },
    {
      "epoch": 0.2395309692141651,
      "grad_norm": 0.5210796594619751,
      "learning_rate": 4.492513744939829e-05,
      "loss": 5.9346,
      "step": 273650
    },
    {
      "epoch": 0.23953534580779226,
      "grad_norm": 0.527245044708252,
      "learning_rate": 4.492495254990827e-05,
      "loss": 5.2238,
      "step": 273655
    },
    {
      "epoch": 0.2395397224014194,
      "grad_norm": 0.5159378051757812,
      "learning_rate": 4.492476764753943e-05,
      "loss": 5.1392,
      "step": 273660
    },
    {
      "epoch": 0.23954409899504658,
      "grad_norm": 0.5184919238090515,
      "learning_rate": 4.49245827422918e-05,
      "loss": 4.5863,
      "step": 273665
    },
    {
      "epoch": 0.23954847558867373,
      "grad_norm": 0.5287818312644958,
      "learning_rate": 4.4924397834165424e-05,
      "loss": 6.2029,
      "step": 273670
    },
    {
      "epoch": 0.23955285218230088,
      "grad_norm": 0.5364425778388977,
      "learning_rate": 4.4924212923160324e-05,
      "loss": 5.4799,
      "step": 273675
    },
    {
      "epoch": 0.23955722877592803,
      "grad_norm": 0.5395082831382751,
      "learning_rate": 4.4924028009276544e-05,
      "loss": 5.4211,
      "step": 273680
    },
    {
      "epoch": 0.2395616053695552,
      "grad_norm": 0.5376811623573303,
      "learning_rate": 4.492384309251411e-05,
      "loss": 4.4043,
      "step": 273685
    },
    {
      "epoch": 0.23956598196318235,
      "grad_norm": 0.5260161757469177,
      "learning_rate": 4.492365817287307e-05,
      "loss": 5.6119,
      "step": 273690
    },
    {
      "epoch": 0.2395703585568095,
      "grad_norm": 0.5420664548873901,
      "learning_rate": 4.492347325035345e-05,
      "loss": 4.9394,
      "step": 273695
    },
    {
      "epoch": 0.23957473515043665,
      "grad_norm": 0.5310015082359314,
      "learning_rate": 4.4923288324955304e-05,
      "loss": 5.4504,
      "step": 273700
    },
    {
      "epoch": 0.2395791117440638,
      "grad_norm": 0.5275894999504089,
      "learning_rate": 4.4923103396678646e-05,
      "loss": 5.1654,
      "step": 273705
    },
    {
      "epoch": 0.23958348833769097,
      "grad_norm": 0.5320267677307129,
      "learning_rate": 4.492291846552352e-05,
      "loss": 4.9188,
      "step": 273710
    },
    {
      "epoch": 0.23958786493131812,
      "grad_norm": 0.5493484735488892,
      "learning_rate": 4.492273353148997e-05,
      "loss": 5.2449,
      "step": 273715
    },
    {
      "epoch": 0.23959224152494527,
      "grad_norm": 0.5456507205963135,
      "learning_rate": 4.492254859457802e-05,
      "loss": 4.5946,
      "step": 273720
    },
    {
      "epoch": 0.2395966181185724,
      "grad_norm": 0.5389693379402161,
      "learning_rate": 4.49223636547877e-05,
      "loss": 5.7199,
      "step": 273725
    },
    {
      "epoch": 0.2396009947121996,
      "grad_norm": 0.521287202835083,
      "learning_rate": 4.492217871211906e-05,
      "loss": 4.9861,
      "step": 273730
    },
    {
      "epoch": 0.23960537130582674,
      "grad_norm": 0.5410271286964417,
      "learning_rate": 4.4921993766572124e-05,
      "loss": 4.8698,
      "step": 273735
    },
    {
      "epoch": 0.23960974789945388,
      "grad_norm": 0.5406759977340698,
      "learning_rate": 4.492180881814695e-05,
      "loss": 4.9412,
      "step": 273740
    },
    {
      "epoch": 0.23961412449308103,
      "grad_norm": 0.5301598906517029,
      "learning_rate": 4.492162386684354e-05,
      "loss": 4.7074,
      "step": 273745
    },
    {
      "epoch": 0.2396185010867082,
      "grad_norm": 0.5762194395065308,
      "learning_rate": 4.492143891266196e-05,
      "loss": 4.8979,
      "step": 273750
    },
    {
      "epoch": 0.23962287768033536,
      "grad_norm": 0.5241538882255554,
      "learning_rate": 4.4921253955602226e-05,
      "loss": 5.1632,
      "step": 273755
    },
    {
      "epoch": 0.2396272542739625,
      "grad_norm": 0.6028116345405579,
      "learning_rate": 4.4921068995664385e-05,
      "loss": 4.6243,
      "step": 273760
    },
    {
      "epoch": 0.23963163086758965,
      "grad_norm": 0.5533173084259033,
      "learning_rate": 4.492088403284847e-05,
      "loss": 4.9137,
      "step": 273765
    },
    {
      "epoch": 0.23963600746121683,
      "grad_norm": 0.567155122756958,
      "learning_rate": 4.4920699067154516e-05,
      "loss": 5.1968,
      "step": 273770
    },
    {
      "epoch": 0.23964038405484397,
      "grad_norm": 0.5429732799530029,
      "learning_rate": 4.492051409858254e-05,
      "loss": 5.7336,
      "step": 273775
    },
    {
      "epoch": 0.23964476064847112,
      "grad_norm": 0.5295377969741821,
      "learning_rate": 4.492032912713262e-05,
      "loss": 5.6375,
      "step": 273780
    },
    {
      "epoch": 0.23964913724209827,
      "grad_norm": 0.5492361187934875,
      "learning_rate": 4.4920144152804755e-05,
      "loss": 4.9061,
      "step": 273785
    },
    {
      "epoch": 0.23965351383572545,
      "grad_norm": 0.5818237066268921,
      "learning_rate": 4.4919959175598995e-05,
      "loss": 5.4023,
      "step": 273790
    },
    {
      "epoch": 0.2396578904293526,
      "grad_norm": 0.5275213718414307,
      "learning_rate": 4.4919774195515376e-05,
      "loss": 5.4138,
      "step": 273795
    },
    {
      "epoch": 0.23966226702297974,
      "grad_norm": 0.557729184627533,
      "learning_rate": 4.491958921255391e-05,
      "loss": 4.8872,
      "step": 273800
    },
    {
      "epoch": 0.2396666436166069,
      "grad_norm": 0.530610978603363,
      "learning_rate": 4.491940422671468e-05,
      "loss": 5.0615,
      "step": 273805
    },
    {
      "epoch": 0.23967102021023406,
      "grad_norm": 0.5213001370429993,
      "learning_rate": 4.491921923799769e-05,
      "loss": 4.8816,
      "step": 273810
    },
    {
      "epoch": 0.2396753968038612,
      "grad_norm": 0.5251675844192505,
      "learning_rate": 4.491903424640297e-05,
      "loss": 5.7265,
      "step": 273815
    },
    {
      "epoch": 0.23967977339748836,
      "grad_norm": 0.5564060807228088,
      "learning_rate": 4.4918849251930585e-05,
      "loss": 5.3914,
      "step": 273820
    },
    {
      "epoch": 0.2396841499911155,
      "grad_norm": 0.5416159629821777,
      "learning_rate": 4.4918664254580545e-05,
      "loss": 5.0988,
      "step": 273825
    },
    {
      "epoch": 0.23968852658474266,
      "grad_norm": 0.5411906242370605,
      "learning_rate": 4.4918479254352884e-05,
      "loss": 4.8442,
      "step": 273830
    },
    {
      "epoch": 0.23969290317836983,
      "grad_norm": 0.5486956834793091,
      "learning_rate": 4.491829425124766e-05,
      "loss": 5.1799,
      "step": 273835
    },
    {
      "epoch": 0.23969727977199698,
      "grad_norm": 0.5295701026916504,
      "learning_rate": 4.4918109245264886e-05,
      "loss": 5.4139,
      "step": 273840
    },
    {
      "epoch": 0.23970165636562413,
      "grad_norm": 0.5224632024765015,
      "learning_rate": 4.491792423640461e-05,
      "loss": 4.6077,
      "step": 273845
    },
    {
      "epoch": 0.23970603295925128,
      "grad_norm": 0.5434685349464417,
      "learning_rate": 4.491773922466687e-05,
      "loss": 6.2221,
      "step": 273850
    },
    {
      "epoch": 0.23971040955287845,
      "grad_norm": 0.5480255484580994,
      "learning_rate": 4.4917554210051695e-05,
      "loss": 5.1959,
      "step": 273855
    },
    {
      "epoch": 0.2397147861465056,
      "grad_norm": 0.5404649376869202,
      "learning_rate": 4.491736919255911e-05,
      "loss": 5.1301,
      "step": 273860
    },
    {
      "epoch": 0.23971916274013275,
      "grad_norm": 0.5601041316986084,
      "learning_rate": 4.4917184172189174e-05,
      "loss": 5.6506,
      "step": 273865
    },
    {
      "epoch": 0.2397235393337599,
      "grad_norm": 0.5349528193473816,
      "learning_rate": 4.491699914894191e-05,
      "loss": 4.7153,
      "step": 273870
    },
    {
      "epoch": 0.23972791592738707,
      "grad_norm": 0.5246856212615967,
      "learning_rate": 4.491681412281737e-05,
      "loss": 4.3057,
      "step": 273875
    },
    {
      "epoch": 0.23973229252101422,
      "grad_norm": 0.5607432126998901,
      "learning_rate": 4.4916629093815555e-05,
      "loss": 5.2377,
      "step": 273880
    },
    {
      "epoch": 0.23973666911464137,
      "grad_norm": 0.5367623567581177,
      "learning_rate": 4.491644406193652e-05,
      "loss": 5.9078,
      "step": 273885
    },
    {
      "epoch": 0.2397410457082685,
      "grad_norm": 0.5214696526527405,
      "learning_rate": 4.491625902718031e-05,
      "loss": 5.1315,
      "step": 273890
    },
    {
      "epoch": 0.2397454223018957,
      "grad_norm": 0.5643512606620789,
      "learning_rate": 4.491607398954695e-05,
      "loss": 4.8775,
      "step": 273895
    },
    {
      "epoch": 0.23974979889552284,
      "grad_norm": 0.558910071849823,
      "learning_rate": 4.491588894903648e-05,
      "loss": 4.8905,
      "step": 273900
    },
    {
      "epoch": 0.23975417548914998,
      "grad_norm": 0.519346296787262,
      "learning_rate": 4.491570390564893e-05,
      "loss": 5.2228,
      "step": 273905
    },
    {
      "epoch": 0.23975855208277713,
      "grad_norm": 0.5520594716072083,
      "learning_rate": 4.4915518859384344e-05,
      "loss": 5.3328,
      "step": 273910
    },
    {
      "epoch": 0.2397629286764043,
      "grad_norm": 0.5548830628395081,
      "learning_rate": 4.491533381024275e-05,
      "loss": 5.105,
      "step": 273915
    },
    {
      "epoch": 0.23976730527003146,
      "grad_norm": 0.5508658289909363,
      "learning_rate": 4.491514875822419e-05,
      "loss": 5.4012,
      "step": 273920
    },
    {
      "epoch": 0.2397716818636586,
      "grad_norm": 0.5742268562316895,
      "learning_rate": 4.49149637033287e-05,
      "loss": 5.2367,
      "step": 273925
    },
    {
      "epoch": 0.23977605845728575,
      "grad_norm": 0.5233210325241089,
      "learning_rate": 4.49147786455563e-05,
      "loss": 5.7342,
      "step": 273930
    },
    {
      "epoch": 0.23978043505091293,
      "grad_norm": 0.5591195821762085,
      "learning_rate": 4.491459358490704e-05,
      "loss": 4.9087,
      "step": 273935
    },
    {
      "epoch": 0.23978481164454007,
      "grad_norm": 0.5471848845481873,
      "learning_rate": 4.491440852138096e-05,
      "loss": 4.4044,
      "step": 273940
    },
    {
      "epoch": 0.23978918823816722,
      "grad_norm": 0.5445266962051392,
      "learning_rate": 4.4914223454978077e-05,
      "loss": 5.9223,
      "step": 273945
    },
    {
      "epoch": 0.23979356483179437,
      "grad_norm": 0.536422610282898,
      "learning_rate": 4.491403838569845e-05,
      "loss": 4.9244,
      "step": 273950
    },
    {
      "epoch": 0.23979794142542152,
      "grad_norm": 0.538316011428833,
      "learning_rate": 4.491385331354211e-05,
      "loss": 4.36,
      "step": 273955
    },
    {
      "epoch": 0.2398023180190487,
      "grad_norm": 0.5419232249259949,
      "learning_rate": 4.491366823850908e-05,
      "loss": 5.2513,
      "step": 273960
    },
    {
      "epoch": 0.23980669461267584,
      "grad_norm": 0.6867442727088928,
      "learning_rate": 4.491348316059939e-05,
      "loss": 4.2155,
      "step": 273965
    },
    {
      "epoch": 0.239811071206303,
      "grad_norm": 0.762779176235199,
      "learning_rate": 4.491329807981309e-05,
      "loss": 4.7069,
      "step": 273970
    },
    {
      "epoch": 0.23981544779993014,
      "grad_norm": 0.5816485285758972,
      "learning_rate": 4.491311299615023e-05,
      "loss": 6.2324,
      "step": 273975
    },
    {
      "epoch": 0.2398198243935573,
      "grad_norm": 0.9667361974716187,
      "learning_rate": 4.4912927909610815e-05,
      "loss": 4.8656,
      "step": 273980
    },
    {
      "epoch": 0.23982420098718446,
      "grad_norm": 1.0062302350997925,
      "learning_rate": 4.49127428201949e-05,
      "loss": 5.1175,
      "step": 273985
    },
    {
      "epoch": 0.2398285775808116,
      "grad_norm": 0.577156662940979,
      "learning_rate": 4.491255772790252e-05,
      "loss": 5.4104,
      "step": 273990
    },
    {
      "epoch": 0.23983295417443876,
      "grad_norm": 0.6053798198699951,
      "learning_rate": 4.4912372632733704e-05,
      "loss": 5.2147,
      "step": 273995
    },
    {
      "epoch": 0.23983733076806593,
      "grad_norm": 0.5621850490570068,
      "learning_rate": 4.4912187534688475e-05,
      "loss": 4.6817,
      "step": 274000
    },
    {
      "epoch": 0.23984170736169308,
      "grad_norm": 0.5415871143341064,
      "learning_rate": 4.49120024337669e-05,
      "loss": 4.3071,
      "step": 274005
    },
    {
      "epoch": 0.23984608395532023,
      "grad_norm": 0.5528621077537537,
      "learning_rate": 4.4911817329968995e-05,
      "loss": 5.315,
      "step": 274010
    },
    {
      "epoch": 0.23985046054894738,
      "grad_norm": 0.5175384879112244,
      "learning_rate": 4.4911632223294785e-05,
      "loss": 4.9109,
      "step": 274015
    },
    {
      "epoch": 0.23985483714257455,
      "grad_norm": 0.5485987663269043,
      "learning_rate": 4.491144711374434e-05,
      "loss": 6.2133,
      "step": 274020
    },
    {
      "epoch": 0.2398592137362017,
      "grad_norm": 0.5308176875114441,
      "learning_rate": 4.4911262001317666e-05,
      "loss": 4.8707,
      "step": 274025
    },
    {
      "epoch": 0.23986359032982885,
      "grad_norm": 0.535262405872345,
      "learning_rate": 4.4911076886014805e-05,
      "loss": 5.3105,
      "step": 274030
    },
    {
      "epoch": 0.239867966923456,
      "grad_norm": 0.5329045653343201,
      "learning_rate": 4.4910891767835806e-05,
      "loss": 5.198,
      "step": 274035
    },
    {
      "epoch": 0.23987234351708317,
      "grad_norm": 0.5302579402923584,
      "learning_rate": 4.4910706646780684e-05,
      "loss": 5.9334,
      "step": 274040
    },
    {
      "epoch": 0.23987672011071032,
      "grad_norm": 0.5189815759658813,
      "learning_rate": 4.491052152284949e-05,
      "loss": 4.8382,
      "step": 274045
    },
    {
      "epoch": 0.23988109670433747,
      "grad_norm": 0.5418825745582581,
      "learning_rate": 4.491033639604226e-05,
      "loss": 5.0938,
      "step": 274050
    },
    {
      "epoch": 0.2398854732979646,
      "grad_norm": 0.5364031791687012,
      "learning_rate": 4.491015126635901e-05,
      "loss": 5.2098,
      "step": 274055
    },
    {
      "epoch": 0.2398898498915918,
      "grad_norm": 0.5336452126502991,
      "learning_rate": 4.490996613379981e-05,
      "loss": 4.1241,
      "step": 274060
    },
    {
      "epoch": 0.23989422648521894,
      "grad_norm": 0.5446046590805054,
      "learning_rate": 4.490978099836466e-05,
      "loss": 4.6931,
      "step": 274065
    },
    {
      "epoch": 0.23989860307884608,
      "grad_norm": 0.5288446545600891,
      "learning_rate": 4.490959586005362e-05,
      "loss": 4.606,
      "step": 274070
    },
    {
      "epoch": 0.23990297967247323,
      "grad_norm": 0.5292922258377075,
      "learning_rate": 4.490941071886672e-05,
      "loss": 5.333,
      "step": 274075
    },
    {
      "epoch": 0.23990735626610038,
      "grad_norm": 0.5321738123893738,
      "learning_rate": 4.490922557480398e-05,
      "loss": 5.4313,
      "step": 274080
    },
    {
      "epoch": 0.23991173285972756,
      "grad_norm": 0.5223303437232971,
      "learning_rate": 4.4909040427865455e-05,
      "loss": 5.7144,
      "step": 274085
    },
    {
      "epoch": 0.2399161094533547,
      "grad_norm": 0.5332723259925842,
      "learning_rate": 4.490885527805118e-05,
      "loss": 5.4268,
      "step": 274090
    },
    {
      "epoch": 0.23992048604698185,
      "grad_norm": 0.5171749591827393,
      "learning_rate": 4.4908670125361185e-05,
      "loss": 5.1677,
      "step": 274095
    },
    {
      "epoch": 0.239924862640609,
      "grad_norm": 0.5599448084831238,
      "learning_rate": 4.4908484969795494e-05,
      "loss": 4.8957,
      "step": 274100
    },
    {
      "epoch": 0.23992923923423617,
      "grad_norm": 0.5334070920944214,
      "learning_rate": 4.4908299811354174e-05,
      "loss": 5.388,
      "step": 274105
    },
    {
      "epoch": 0.23993361582786332,
      "grad_norm": 0.5372490882873535,
      "learning_rate": 4.4908114650037224e-05,
      "loss": 5.0917,
      "step": 274110
    },
    {
      "epoch": 0.23993799242149047,
      "grad_norm": 0.5332815051078796,
      "learning_rate": 4.49079294858447e-05,
      "loss": 4.0726,
      "step": 274115
    },
    {
      "epoch": 0.23994236901511762,
      "grad_norm": 0.5261854529380798,
      "learning_rate": 4.490774431877663e-05,
      "loss": 5.1349,
      "step": 274120
    },
    {
      "epoch": 0.2399467456087448,
      "grad_norm": 0.627034068107605,
      "learning_rate": 4.490755914883308e-05,
      "loss": 4.3956,
      "step": 274125
    },
    {
      "epoch": 0.23995112220237194,
      "grad_norm": 0.5330705642700195,
      "learning_rate": 4.490737397601403e-05,
      "loss": 5.6525,
      "step": 274130
    },
    {
      "epoch": 0.2399554987959991,
      "grad_norm": 0.5248469114303589,
      "learning_rate": 4.4907188800319564e-05,
      "loss": 5.1319,
      "step": 274135
    },
    {
      "epoch": 0.23995987538962624,
      "grad_norm": 0.5214464664459229,
      "learning_rate": 4.49070036217497e-05,
      "loss": 5.0268,
      "step": 274140
    },
    {
      "epoch": 0.2399642519832534,
      "grad_norm": 0.5409995317459106,
      "learning_rate": 4.490681844030447e-05,
      "loss": 5.3954,
      "step": 274145
    },
    {
      "epoch": 0.23996862857688056,
      "grad_norm": 0.5290517807006836,
      "learning_rate": 4.490663325598391e-05,
      "loss": 4.8095,
      "step": 274150
    },
    {
      "epoch": 0.2399730051705077,
      "grad_norm": 0.5460419654846191,
      "learning_rate": 4.490644806878805e-05,
      "loss": 4.6181,
      "step": 274155
    },
    {
      "epoch": 0.23997738176413486,
      "grad_norm": 0.5498436093330383,
      "learning_rate": 4.490626287871696e-05,
      "loss": 4.6847,
      "step": 274160
    },
    {
      "epoch": 0.23998175835776203,
      "grad_norm": 0.5383405089378357,
      "learning_rate": 4.490607768577063e-05,
      "loss": 5.4245,
      "step": 274165
    },
    {
      "epoch": 0.23998613495138918,
      "grad_norm": 0.5579368472099304,
      "learning_rate": 4.4905892489949116e-05,
      "loss": 4.9106,
      "step": 274170
    },
    {
      "epoch": 0.23999051154501633,
      "grad_norm": 0.5286420583724976,
      "learning_rate": 4.490570729125246e-05,
      "loss": 5.6281,
      "step": 274175
    },
    {
      "epoch": 0.23999488813864348,
      "grad_norm": 0.5260800719261169,
      "learning_rate": 4.4905522089680697e-05,
      "loss": 4.6024,
      "step": 274180
    },
    {
      "epoch": 0.23999926473227065,
      "grad_norm": 0.5760553479194641,
      "learning_rate": 4.490533688523385e-05,
      "loss": 4.8936,
      "step": 274185
    },
    {
      "epoch": 0.2400036413258978,
      "grad_norm": 0.511337399482727,
      "learning_rate": 4.490515167791196e-05,
      "loss": 4.5264,
      "step": 274190
    },
    {
      "epoch": 0.24000801791952495,
      "grad_norm": 0.5267274975776672,
      "learning_rate": 4.490496646771507e-05,
      "loss": 5.4069,
      "step": 274195
    },
    {
      "epoch": 0.2400123945131521,
      "grad_norm": 0.6343669891357422,
      "learning_rate": 4.49047812546432e-05,
      "loss": 4.823,
      "step": 274200
    },
    {
      "epoch": 0.24001677110677927,
      "grad_norm": 0.599170446395874,
      "learning_rate": 4.490459603869641e-05,
      "loss": 5.6898,
      "step": 274205
    },
    {
      "epoch": 0.24002114770040642,
      "grad_norm": 0.525780975818634,
      "learning_rate": 4.490441081987471e-05,
      "loss": 4.8167,
      "step": 274210
    },
    {
      "epoch": 0.24002552429403357,
      "grad_norm": 0.5230897068977356,
      "learning_rate": 4.490422559817816e-05,
      "loss": 4.8179,
      "step": 274215
    },
    {
      "epoch": 0.2400299008876607,
      "grad_norm": 0.5511369705200195,
      "learning_rate": 4.490404037360677e-05,
      "loss": 4.9112,
      "step": 274220
    },
    {
      "epoch": 0.24003427748128786,
      "grad_norm": 0.5358108878135681,
      "learning_rate": 4.49038551461606e-05,
      "loss": 5.6219,
      "step": 274225
    },
    {
      "epoch": 0.24003865407491504,
      "grad_norm": 0.5348818898200989,
      "learning_rate": 4.490366991583967e-05,
      "loss": 4.5894,
      "step": 274230
    },
    {
      "epoch": 0.24004303066854218,
      "grad_norm": 0.5508762001991272,
      "learning_rate": 4.4903484682644016e-05,
      "loss": 5.398,
      "step": 274235
    },
    {
      "epoch": 0.24004740726216933,
      "grad_norm": 0.5072076916694641,
      "learning_rate": 4.490329944657369e-05,
      "loss": 5.0839,
      "step": 274240
    },
    {
      "epoch": 0.24005178385579648,
      "grad_norm": 0.5058461427688599,
      "learning_rate": 4.4903114207628706e-05,
      "loss": 5.6381,
      "step": 274245
    },
    {
      "epoch": 0.24005616044942366,
      "grad_norm": 0.5489259958267212,
      "learning_rate": 4.490292896580911e-05,
      "loss": 4.8962,
      "step": 274250
    },
    {
      "epoch": 0.2400605370430508,
      "grad_norm": 0.5466461181640625,
      "learning_rate": 4.490274372111495e-05,
      "loss": 5.6389,
      "step": 274255
    },
    {
      "epoch": 0.24006491363667795,
      "grad_norm": 0.5003311038017273,
      "learning_rate": 4.490255847354623e-05,
      "loss": 5.6225,
      "step": 274260
    },
    {
      "epoch": 0.2400692902303051,
      "grad_norm": 0.5370348691940308,
      "learning_rate": 4.490237322310302e-05,
      "loss": 4.1794,
      "step": 274265
    },
    {
      "epoch": 0.24007366682393227,
      "grad_norm": 0.5052844882011414,
      "learning_rate": 4.4902187969785324e-05,
      "loss": 5.3301,
      "step": 274270
    },
    {
      "epoch": 0.24007804341755942,
      "grad_norm": 0.5101564526557922,
      "learning_rate": 4.49020027135932e-05,
      "loss": 5.6453,
      "step": 274275
    },
    {
      "epoch": 0.24008242001118657,
      "grad_norm": 0.5425021648406982,
      "learning_rate": 4.490181745452669e-05,
      "loss": 5.0695,
      "step": 274280
    },
    {
      "epoch": 0.24008679660481372,
      "grad_norm": 0.5510884523391724,
      "learning_rate": 4.490163219258582e-05,
      "loss": 5.3621,
      "step": 274285
    },
    {
      "epoch": 0.2400911731984409,
      "grad_norm": 0.5523896217346191,
      "learning_rate": 4.4901446927770606e-05,
      "loss": 5.7334,
      "step": 274290
    },
    {
      "epoch": 0.24009554979206804,
      "grad_norm": 0.5043721795082092,
      "learning_rate": 4.490126166008112e-05,
      "loss": 5.6457,
      "step": 274295
    },
    {
      "epoch": 0.2400999263856952,
      "grad_norm": 0.5305520296096802,
      "learning_rate": 4.490107638951736e-05,
      "loss": 5.9242,
      "step": 274300
    },
    {
      "epoch": 0.24010430297932234,
      "grad_norm": 0.5454462170600891,
      "learning_rate": 4.490089111607939e-05,
      "loss": 4.6579,
      "step": 274305
    },
    {
      "epoch": 0.2401086795729495,
      "grad_norm": 0.5217579007148743,
      "learning_rate": 4.490070583976723e-05,
      "loss": 5.4261,
      "step": 274310
    },
    {
      "epoch": 0.24011305616657666,
      "grad_norm": 0.5102872848510742,
      "learning_rate": 4.4900520560580936e-05,
      "loss": 5.8908,
      "step": 274315
    },
    {
      "epoch": 0.2401174327602038,
      "grad_norm": 0.5073352456092834,
      "learning_rate": 4.4900335278520523e-05,
      "loss": 5.9029,
      "step": 274320
    },
    {
      "epoch": 0.24012180935383096,
      "grad_norm": 0.5188212990760803,
      "learning_rate": 4.490014999358603e-05,
      "loss": 4.3707,
      "step": 274325
    },
    {
      "epoch": 0.24012618594745813,
      "grad_norm": 0.5407229065895081,
      "learning_rate": 4.48999647057775e-05,
      "loss": 4.1817,
      "step": 274330
    },
    {
      "epoch": 0.24013056254108528,
      "grad_norm": 0.5337814092636108,
      "learning_rate": 4.489977941509497e-05,
      "loss": 5.6703,
      "step": 274335
    },
    {
      "epoch": 0.24013493913471243,
      "grad_norm": 0.5221797823905945,
      "learning_rate": 4.489959412153846e-05,
      "loss": 5.8812,
      "step": 274340
    },
    {
      "epoch": 0.24013931572833958,
      "grad_norm": 0.5261560082435608,
      "learning_rate": 4.489940882510802e-05,
      "loss": 5.2658,
      "step": 274345
    },
    {
      "epoch": 0.24014369232196672,
      "grad_norm": 0.6022709012031555,
      "learning_rate": 4.489922352580368e-05,
      "loss": 4.6024,
      "step": 274350
    },
    {
      "epoch": 0.2401480689155939,
      "grad_norm": 0.5477275848388672,
      "learning_rate": 4.4899038223625476e-05,
      "loss": 5.4159,
      "step": 274355
    },
    {
      "epoch": 0.24015244550922105,
      "grad_norm": 0.5254949331283569,
      "learning_rate": 4.4898852918573465e-05,
      "loss": 5.8932,
      "step": 274360
    },
    {
      "epoch": 0.2401568221028482,
      "grad_norm": 0.5384313464164734,
      "learning_rate": 4.489866761064765e-05,
      "loss": 5.7368,
      "step": 274365
    },
    {
      "epoch": 0.24016119869647534,
      "grad_norm": 0.5788329839706421,
      "learning_rate": 4.489848229984808e-05,
      "loss": 4.9149,
      "step": 274370
    },
    {
      "epoch": 0.24016557529010252,
      "grad_norm": 0.5439269542694092,
      "learning_rate": 4.489829698617479e-05,
      "loss": 5.7406,
      "step": 274375
    },
    {
      "epoch": 0.24016995188372967,
      "grad_norm": 0.539104700088501,
      "learning_rate": 4.489811166962782e-05,
      "loss": 5.6449,
      "step": 274380
    },
    {
      "epoch": 0.2401743284773568,
      "grad_norm": 0.5247827768325806,
      "learning_rate": 4.4897926350207195e-05,
      "loss": 5.9164,
      "step": 274385
    },
    {
      "epoch": 0.24017870507098396,
      "grad_norm": 0.5280652642250061,
      "learning_rate": 4.489774102791296e-05,
      "loss": 5.1269,
      "step": 274390
    },
    {
      "epoch": 0.24018308166461114,
      "grad_norm": 0.5520581603050232,
      "learning_rate": 4.4897555702745166e-05,
      "loss": 5.2439,
      "step": 274395
    },
    {
      "epoch": 0.24018745825823828,
      "grad_norm": 0.579092264175415,
      "learning_rate": 4.489737037470382e-05,
      "loss": 4.8908,
      "step": 274400
    },
    {
      "epoch": 0.24019183485186543,
      "grad_norm": 0.5591863393783569,
      "learning_rate": 4.489718504378896e-05,
      "loss": 4.6363,
      "step": 274405
    },
    {
      "epoch": 0.24019621144549258,
      "grad_norm": 0.5516535043716431,
      "learning_rate": 4.489699971000064e-05,
      "loss": 4.596,
      "step": 274410
    },
    {
      "epoch": 0.24020058803911976,
      "grad_norm": 0.6294957399368286,
      "learning_rate": 4.489681437333889e-05,
      "loss": 5.7071,
      "step": 274415
    },
    {
      "epoch": 0.2402049646327469,
      "grad_norm": 0.5287076830863953,
      "learning_rate": 4.489662903380375e-05,
      "loss": 5.343,
      "step": 274420
    },
    {
      "epoch": 0.24020934122637405,
      "grad_norm": 0.5665643811225891,
      "learning_rate": 4.489644369139523e-05,
      "loss": 5.9363,
      "step": 274425
    },
    {
      "epoch": 0.2402137178200012,
      "grad_norm": 0.5260729789733887,
      "learning_rate": 4.4896258346113394e-05,
      "loss": 6.2279,
      "step": 274430
    },
    {
      "epoch": 0.24021809441362837,
      "grad_norm": 0.522721529006958,
      "learning_rate": 4.489607299795827e-05,
      "loss": 5.6268,
      "step": 274435
    },
    {
      "epoch": 0.24022247100725552,
      "grad_norm": 0.5224153399467468,
      "learning_rate": 4.489588764692989e-05,
      "loss": 6.2205,
      "step": 274440
    },
    {
      "epoch": 0.24022684760088267,
      "grad_norm": 0.5336558222770691,
      "learning_rate": 4.4895702293028293e-05,
      "loss": 5.6796,
      "step": 274445
    },
    {
      "epoch": 0.24023122419450982,
      "grad_norm": 0.5490834712982178,
      "learning_rate": 4.489551693625351e-05,
      "loss": 5.2965,
      "step": 274450
    },
    {
      "epoch": 0.240235600788137,
      "grad_norm": 0.5279501676559448,
      "learning_rate": 4.489533157660558e-05,
      "loss": 5.9408,
      "step": 274455
    },
    {
      "epoch": 0.24023997738176414,
      "grad_norm": 0.529274582862854,
      "learning_rate": 4.489514621408454e-05,
      "loss": 5.6512,
      "step": 274460
    },
    {
      "epoch": 0.2402443539753913,
      "grad_norm": 0.5452147126197815,
      "learning_rate": 4.489496084869043e-05,
      "loss": 6.2111,
      "step": 274465
    },
    {
      "epoch": 0.24024873056901844,
      "grad_norm": 0.5289205312728882,
      "learning_rate": 4.4894775480423265e-05,
      "loss": 5.6164,
      "step": 274470
    },
    {
      "epoch": 0.24025310716264558,
      "grad_norm": 0.532052755355835,
      "learning_rate": 4.489459010928311e-05,
      "loss": 4.6317,
      "step": 274475
    },
    {
      "epoch": 0.24025748375627276,
      "grad_norm": 0.5310760140419006,
      "learning_rate": 4.489440473526998e-05,
      "loss": 4.9153,
      "step": 274480
    },
    {
      "epoch": 0.2402618603498999,
      "grad_norm": 0.538120687007904,
      "learning_rate": 4.489421935838393e-05,
      "loss": 4.6034,
      "step": 274485
    },
    {
      "epoch": 0.24026623694352706,
      "grad_norm": 0.5439228415489197,
      "learning_rate": 4.489403397862496e-05,
      "loss": 5.8996,
      "step": 274490
    },
    {
      "epoch": 0.2402706135371542,
      "grad_norm": 0.5259792804718018,
      "learning_rate": 4.489384859599315e-05,
      "loss": 5.0389,
      "step": 274495
    },
    {
      "epoch": 0.24027499013078138,
      "grad_norm": 0.56088787317276,
      "learning_rate": 4.48936632104885e-05,
      "loss": 4.7131,
      "step": 274500
    },
    {
      "epoch": 0.24027936672440853,
      "grad_norm": 0.5623928904533386,
      "learning_rate": 4.489347782211107e-05,
      "loss": 4.9193,
      "step": 274505
    },
    {
      "epoch": 0.24028374331803568,
      "grad_norm": 0.5331065058708191,
      "learning_rate": 4.489329243086089e-05,
      "loss": 5.9617,
      "step": 274510
    },
    {
      "epoch": 0.24028811991166282,
      "grad_norm": 0.5296804904937744,
      "learning_rate": 4.489310703673798e-05,
      "loss": 5.4296,
      "step": 274515
    },
    {
      "epoch": 0.24029249650529,
      "grad_norm": 0.5667955279350281,
      "learning_rate": 4.4892921639742405e-05,
      "loss": 5.1504,
      "step": 274520
    },
    {
      "epoch": 0.24029687309891715,
      "grad_norm": 0.5510749220848083,
      "learning_rate": 4.4892736239874164e-05,
      "loss": 5.11,
      "step": 274525
    },
    {
      "epoch": 0.2403012496925443,
      "grad_norm": 0.538951575756073,
      "learning_rate": 4.489255083713333e-05,
      "loss": 5.6576,
      "step": 274530
    },
    {
      "epoch": 0.24030562628617144,
      "grad_norm": 0.535221517086029,
      "learning_rate": 4.489236543151991e-05,
      "loss": 5.9516,
      "step": 274535
    },
    {
      "epoch": 0.24031000287979862,
      "grad_norm": 0.5487154722213745,
      "learning_rate": 4.489218002303396e-05,
      "loss": 5.222,
      "step": 274540
    },
    {
      "epoch": 0.24031437947342577,
      "grad_norm": 0.5316689014434814,
      "learning_rate": 4.489199461167549e-05,
      "loss": 5.4228,
      "step": 274545
    },
    {
      "epoch": 0.2403187560670529,
      "grad_norm": 0.5407544374465942,
      "learning_rate": 4.4891809197444567e-05,
      "loss": 5.2258,
      "step": 274550
    },
    {
      "epoch": 0.24032313266068006,
      "grad_norm": 0.543985903263092,
      "learning_rate": 4.489162378034121e-05,
      "loss": 5.9271,
      "step": 274555
    },
    {
      "epoch": 0.24032750925430724,
      "grad_norm": 0.5216835737228394,
      "learning_rate": 4.489143836036546e-05,
      "loss": 5.7473,
      "step": 274560
    },
    {
      "epoch": 0.24033188584793438,
      "grad_norm": 0.5241565704345703,
      "learning_rate": 4.4891252937517334e-05,
      "loss": 5.3139,
      "step": 274565
    },
    {
      "epoch": 0.24033626244156153,
      "grad_norm": 0.5335381627082825,
      "learning_rate": 4.48910675117969e-05,
      "loss": 5.7382,
      "step": 274570
    },
    {
      "epoch": 0.24034063903518868,
      "grad_norm": 0.5504510998725891,
      "learning_rate": 4.4890882083204167e-05,
      "loss": 4.8746,
      "step": 274575
    },
    {
      "epoch": 0.24034501562881586,
      "grad_norm": 0.5384975075721741,
      "learning_rate": 4.4890696651739184e-05,
      "loss": 4.3014,
      "step": 274580
    },
    {
      "epoch": 0.240349392222443,
      "grad_norm": 0.5329806804656982,
      "learning_rate": 4.489051121740199e-05,
      "loss": 4.1185,
      "step": 274585
    },
    {
      "epoch": 0.24035376881607015,
      "grad_norm": 0.6323620080947876,
      "learning_rate": 4.489032578019261e-05,
      "loss": 4.4079,
      "step": 274590
    },
    {
      "epoch": 0.2403581454096973,
      "grad_norm": 0.5372522473335266,
      "learning_rate": 4.4890140340111086e-05,
      "loss": 4.5182,
      "step": 274595
    },
    {
      "epoch": 0.24036252200332445,
      "grad_norm": 0.538692831993103,
      "learning_rate": 4.488995489715745e-05,
      "loss": 4.8669,
      "step": 274600
    },
    {
      "epoch": 0.24036689859695162,
      "grad_norm": 0.6698600649833679,
      "learning_rate": 4.488976945133174e-05,
      "loss": 5.0096,
      "step": 274605
    },
    {
      "epoch": 0.24037127519057877,
      "grad_norm": 0.5811054110527039,
      "learning_rate": 4.4889584002634e-05,
      "loss": 5.9404,
      "step": 274610
    },
    {
      "epoch": 0.24037565178420592,
      "grad_norm": 0.5439798831939697,
      "learning_rate": 4.4889398551064245e-05,
      "loss": 5.916,
      "step": 274615
    },
    {
      "epoch": 0.24038002837783307,
      "grad_norm": 0.5160975456237793,
      "learning_rate": 4.488921309662253e-05,
      "loss": 5.122,
      "step": 274620
    },
    {
      "epoch": 0.24038440497146024,
      "grad_norm": 0.5266547203063965,
      "learning_rate": 4.488902763930888e-05,
      "loss": 5.6053,
      "step": 274625
    },
    {
      "epoch": 0.2403887815650874,
      "grad_norm": 0.6928194761276245,
      "learning_rate": 4.4888842179123336e-05,
      "loss": 4.2193,
      "step": 274630
    },
    {
      "epoch": 0.24039315815871454,
      "grad_norm": 0.515559732913971,
      "learning_rate": 4.4888656716065935e-05,
      "loss": 5.2955,
      "step": 274635
    },
    {
      "epoch": 0.24039753475234169,
      "grad_norm": 0.5478066205978394,
      "learning_rate": 4.488847125013671e-05,
      "loss": 5.293,
      "step": 274640
    },
    {
      "epoch": 0.24040191134596886,
      "grad_norm": 0.5403887033462524,
      "learning_rate": 4.488828578133569e-05,
      "loss": 5.1178,
      "step": 274645
    },
    {
      "epoch": 0.240406287939596,
      "grad_norm": 0.5422671437263489,
      "learning_rate": 4.488810030966293e-05,
      "loss": 5.9502,
      "step": 274650
    },
    {
      "epoch": 0.24041066453322316,
      "grad_norm": 0.5275998115539551,
      "learning_rate": 4.488791483511845e-05,
      "loss": 5.4458,
      "step": 274655
    },
    {
      "epoch": 0.2404150411268503,
      "grad_norm": 0.5534794926643372,
      "learning_rate": 4.488772935770228e-05,
      "loss": 4.8983,
      "step": 274660
    },
    {
      "epoch": 0.24041941772047748,
      "grad_norm": 0.5159738659858704,
      "learning_rate": 4.488754387741447e-05,
      "loss": 5.4363,
      "step": 274665
    },
    {
      "epoch": 0.24042379431410463,
      "grad_norm": 0.5894808769226074,
      "learning_rate": 4.4887358394255055e-05,
      "loss": 4.8814,
      "step": 274670
    },
    {
      "epoch": 0.24042817090773178,
      "grad_norm": 0.5521790385246277,
      "learning_rate": 4.4887172908224074e-05,
      "loss": 5.418,
      "step": 274675
    },
    {
      "epoch": 0.24043254750135892,
      "grad_norm": 0.5580867528915405,
      "learning_rate": 4.4886987419321536e-05,
      "loss": 5.1089,
      "step": 274680
    },
    {
      "epoch": 0.2404369240949861,
      "grad_norm": 0.5544358491897583,
      "learning_rate": 4.48868019275475e-05,
      "loss": 4.6344,
      "step": 274685
    },
    {
      "epoch": 0.24044130068861325,
      "grad_norm": 0.5684621334075928,
      "learning_rate": 4.488661643290202e-05,
      "loss": 5.4357,
      "step": 274690
    },
    {
      "epoch": 0.2404456772822404,
      "grad_norm": 0.5402816534042358,
      "learning_rate": 4.488643093538509e-05,
      "loss": 5.4182,
      "step": 274695
    },
    {
      "epoch": 0.24045005387586754,
      "grad_norm": 0.5347223281860352,
      "learning_rate": 4.488624543499678e-05,
      "loss": 6.243,
      "step": 274700
    },
    {
      "epoch": 0.24045443046949472,
      "grad_norm": 0.5413568019866943,
      "learning_rate": 4.488605993173709e-05,
      "loss": 5.1097,
      "step": 274705
    },
    {
      "epoch": 0.24045880706312187,
      "grad_norm": 0.5252108573913574,
      "learning_rate": 4.488587442560609e-05,
      "loss": 5.1129,
      "step": 274710
    },
    {
      "epoch": 0.240463183656749,
      "grad_norm": 0.5297287106513977,
      "learning_rate": 4.4885688916603805e-05,
      "loss": 5.9477,
      "step": 274715
    },
    {
      "epoch": 0.24046756025037616,
      "grad_norm": 0.5464121699333191,
      "learning_rate": 4.488550340473027e-05,
      "loss": 5.6076,
      "step": 274720
    },
    {
      "epoch": 0.2404719368440033,
      "grad_norm": 0.5486733913421631,
      "learning_rate": 4.488531788998551e-05,
      "loss": 5.0994,
      "step": 274725
    },
    {
      "epoch": 0.24047631343763048,
      "grad_norm": 0.5534794926643372,
      "learning_rate": 4.488513237236958e-05,
      "loss": 4.9221,
      "step": 274730
    },
    {
      "epoch": 0.24048069003125763,
      "grad_norm": 0.5490604043006897,
      "learning_rate": 4.488494685188249e-05,
      "loss": 5.0865,
      "step": 274735
    },
    {
      "epoch": 0.24048506662488478,
      "grad_norm": 0.5636000633239746,
      "learning_rate": 4.4884761328524305e-05,
      "loss": 4.5584,
      "step": 274740
    },
    {
      "epoch": 0.24048944321851193,
      "grad_norm": 0.554832398891449,
      "learning_rate": 4.488457580229505e-05,
      "loss": 5.9213,
      "step": 274745
    },
    {
      "epoch": 0.2404938198121391,
      "grad_norm": 0.5168578624725342,
      "learning_rate": 4.4884390273194756e-05,
      "loss": 4.5805,
      "step": 274750
    },
    {
      "epoch": 0.24049819640576625,
      "grad_norm": 0.5392329096794128,
      "learning_rate": 4.488420474122346e-05,
      "loss": 5.1402,
      "step": 274755
    },
    {
      "epoch": 0.2405025729993934,
      "grad_norm": 0.5421087741851807,
      "learning_rate": 4.48840192063812e-05,
      "loss": 5.36,
      "step": 274760
    },
    {
      "epoch": 0.24050694959302055,
      "grad_norm": 0.5286403894424438,
      "learning_rate": 4.4883833668668004e-05,
      "loss": 5.6568,
      "step": 274765
    },
    {
      "epoch": 0.24051132618664772,
      "grad_norm": 0.530249297618866,
      "learning_rate": 4.488364812808392e-05,
      "loss": 5.6303,
      "step": 274770
    },
    {
      "epoch": 0.24051570278027487,
      "grad_norm": 0.5625372529029846,
      "learning_rate": 4.488346258462898e-05,
      "loss": 4.8997,
      "step": 274775
    },
    {
      "epoch": 0.24052007937390202,
      "grad_norm": 0.5143944025039673,
      "learning_rate": 4.488327703830322e-05,
      "loss": 5.1294,
      "step": 274780
    },
    {
      "epoch": 0.24052445596752917,
      "grad_norm": 0.5632058382034302,
      "learning_rate": 4.4883091489106666e-05,
      "loss": 4.9189,
      "step": 274785
    },
    {
      "epoch": 0.24052883256115634,
      "grad_norm": 0.5180450081825256,
      "learning_rate": 4.488290593703938e-05,
      "loss": 5.4532,
      "step": 274790
    },
    {
      "epoch": 0.2405332091547835,
      "grad_norm": 0.5542242527008057,
      "learning_rate": 4.4882720382101365e-05,
      "loss": 4.9259,
      "step": 274795
    },
    {
      "epoch": 0.24053758574841064,
      "grad_norm": 0.5214496850967407,
      "learning_rate": 4.488253482429266e-05,
      "loss": 5.302,
      "step": 274800
    },
    {
      "epoch": 0.24054196234203779,
      "grad_norm": 0.519616961479187,
      "learning_rate": 4.488234926361333e-05,
      "loss": 4.6274,
      "step": 274805
    },
    {
      "epoch": 0.24054633893566496,
      "grad_norm": 0.520628809928894,
      "learning_rate": 4.488216370006339e-05,
      "loss": 5.0455,
      "step": 274810
    },
    {
      "epoch": 0.2405507155292921,
      "grad_norm": 0.5476037859916687,
      "learning_rate": 4.488197813364287e-05,
      "loss": 4.5991,
      "step": 274815
    },
    {
      "epoch": 0.24055509212291926,
      "grad_norm": 0.5166590213775635,
      "learning_rate": 4.488179256435182e-05,
      "loss": 4.3338,
      "step": 274820
    },
    {
      "epoch": 0.2405594687165464,
      "grad_norm": 0.5272223949432373,
      "learning_rate": 4.4881606992190275e-05,
      "loss": 5.9246,
      "step": 274825
    },
    {
      "epoch": 0.24056384531017358,
      "grad_norm": 0.6445812582969666,
      "learning_rate": 4.488142141715826e-05,
      "loss": 5.3604,
      "step": 274830
    },
    {
      "epoch": 0.24056822190380073,
      "grad_norm": 0.5472565293312073,
      "learning_rate": 4.488123583925582e-05,
      "loss": 4.3918,
      "step": 274835
    },
    {
      "epoch": 0.24057259849742788,
      "grad_norm": 0.54569411277771,
      "learning_rate": 4.4881050258482996e-05,
      "loss": 5.1042,
      "step": 274840
    },
    {
      "epoch": 0.24057697509105502,
      "grad_norm": 0.5530391931533813,
      "learning_rate": 4.4880864674839796e-05,
      "loss": 4.8689,
      "step": 274845
    },
    {
      "epoch": 0.2405813516846822,
      "grad_norm": 0.5180526971817017,
      "learning_rate": 4.488067908832628e-05,
      "loss": 5.6238,
      "step": 274850
    },
    {
      "epoch": 0.24058572827830935,
      "grad_norm": 0.5192907452583313,
      "learning_rate": 4.488049349894249e-05,
      "loss": 5.974,
      "step": 274855
    },
    {
      "epoch": 0.2405901048719365,
      "grad_norm": 0.5596542954444885,
      "learning_rate": 4.4880307906688445e-05,
      "loss": 4.9023,
      "step": 274860
    },
    {
      "epoch": 0.24059448146556364,
      "grad_norm": 0.5679692625999451,
      "learning_rate": 4.488012231156419e-05,
      "loss": 4.5846,
      "step": 274865
    },
    {
      "epoch": 0.2405988580591908,
      "grad_norm": 0.5560691356658936,
      "learning_rate": 4.4879936713569756e-05,
      "loss": 4.5756,
      "step": 274870
    },
    {
      "epoch": 0.24060323465281797,
      "grad_norm": 0.5350420475006104,
      "learning_rate": 4.4879751112705184e-05,
      "loss": 6.2154,
      "step": 274875
    },
    {
      "epoch": 0.2406076112464451,
      "grad_norm": 0.6084505319595337,
      "learning_rate": 4.48795655089705e-05,
      "loss": 4.418,
      "step": 274880
    },
    {
      "epoch": 0.24061198784007226,
      "grad_norm": 0.535942792892456,
      "learning_rate": 4.4879379902365746e-05,
      "loss": 4.9184,
      "step": 274885
    },
    {
      "epoch": 0.2406163644336994,
      "grad_norm": 0.5228717923164368,
      "learning_rate": 4.4879194292890955e-05,
      "loss": 4.9273,
      "step": 274890
    },
    {
      "epoch": 0.24062074102732658,
      "grad_norm": 0.5344251394271851,
      "learning_rate": 4.4879008680546165e-05,
      "loss": 4.9339,
      "step": 274895
    },
    {
      "epoch": 0.24062511762095373,
      "grad_norm": 0.5334075689315796,
      "learning_rate": 4.487882306533142e-05,
      "loss": 6.2488,
      "step": 274900
    },
    {
      "epoch": 0.24062949421458088,
      "grad_norm": 0.5194757580757141,
      "learning_rate": 4.4878637447246754e-05,
      "loss": 4.3786,
      "step": 274905
    },
    {
      "epoch": 0.24063387080820803,
      "grad_norm": 0.5298643708229065,
      "learning_rate": 4.487845182629218e-05,
      "loss": 4.6121,
      "step": 274910
    },
    {
      "epoch": 0.2406382474018352,
      "grad_norm": 0.5290922522544861,
      "learning_rate": 4.487826620246777e-05,
      "loss": 5.7522,
      "step": 274915
    },
    {
      "epoch": 0.24064262399546235,
      "grad_norm": 0.5221307277679443,
      "learning_rate": 4.487808057577352e-05,
      "loss": 5.152,
      "step": 274920
    },
    {
      "epoch": 0.2406470005890895,
      "grad_norm": 0.5596724152565002,
      "learning_rate": 4.48778949462095e-05,
      "loss": 5.1449,
      "step": 274925
    },
    {
      "epoch": 0.24065137718271665,
      "grad_norm": 0.5459730625152588,
      "learning_rate": 4.4877709313775715e-05,
      "loss": 5.3764,
      "step": 274930
    },
    {
      "epoch": 0.24065575377634382,
      "grad_norm": 0.5182362198829651,
      "learning_rate": 4.4877523678472233e-05,
      "loss": 4.6063,
      "step": 274935
    },
    {
      "epoch": 0.24066013036997097,
      "grad_norm": 0.533881425857544,
      "learning_rate": 4.487733804029908e-05,
      "loss": 5.0979,
      "step": 274940
    },
    {
      "epoch": 0.24066450696359812,
      "grad_norm": 0.5367475748062134,
      "learning_rate": 4.487715239925627e-05,
      "loss": 5.3934,
      "step": 274945
    },
    {
      "epoch": 0.24066888355722527,
      "grad_norm": 0.5502578616142273,
      "learning_rate": 4.4876966755343865e-05,
      "loss": 5.9193,
      "step": 274950
    },
    {
      "epoch": 0.24067326015085244,
      "grad_norm": 0.5218746066093445,
      "learning_rate": 4.4876781108561894e-05,
      "loss": 5.9178,
      "step": 274955
    },
    {
      "epoch": 0.2406776367444796,
      "grad_norm": 0.5155965685844421,
      "learning_rate": 4.4876595458910385e-05,
      "loss": 5.6398,
      "step": 274960
    },
    {
      "epoch": 0.24068201333810674,
      "grad_norm": 0.5303032994270325,
      "learning_rate": 4.487640980638937e-05,
      "loss": 5.7396,
      "step": 274965
    },
    {
      "epoch": 0.24068638993173389,
      "grad_norm": 0.5424087047576904,
      "learning_rate": 4.487622415099891e-05,
      "loss": 4.9241,
      "step": 274970
    },
    {
      "epoch": 0.24069076652536106,
      "grad_norm": 0.5448596477508545,
      "learning_rate": 4.4876038492739014e-05,
      "loss": 4.4155,
      "step": 274975
    },
    {
      "epoch": 0.2406951431189882,
      "grad_norm": 0.5411389470100403,
      "learning_rate": 4.4875852831609735e-05,
      "loss": 5.1987,
      "step": 274980
    },
    {
      "epoch": 0.24069951971261536,
      "grad_norm": 0.5293964147567749,
      "learning_rate": 4.48756671676111e-05,
      "loss": 5.705,
      "step": 274985
    },
    {
      "epoch": 0.2407038963062425,
      "grad_norm": 0.529634416103363,
      "learning_rate": 4.4875481500743146e-05,
      "loss": 4.8954,
      "step": 274990
    },
    {
      "epoch": 0.24070827289986965,
      "grad_norm": 0.5236432552337646,
      "learning_rate": 4.4875295831005905e-05,
      "loss": 4.604,
      "step": 274995
    },
    {
      "epoch": 0.24071264949349683,
      "grad_norm": 0.5448562502861023,
      "learning_rate": 4.4875110158399424e-05,
      "loss": 5.4313,
      "step": 275000
    },
    {
      "epoch": 0.24071702608712398,
      "grad_norm": 0.536518394947052,
      "learning_rate": 4.487492448292373e-05,
      "loss": 5.6582,
      "step": 275005
    },
    {
      "epoch": 0.24072140268075112,
      "grad_norm": 0.5354804396629333,
      "learning_rate": 4.4874738804578866e-05,
      "loss": 5.1012,
      "step": 275010
    },
    {
      "epoch": 0.24072577927437827,
      "grad_norm": 0.5251118540763855,
      "learning_rate": 4.487455312336486e-05,
      "loss": 5.5764,
      "step": 275015
    },
    {
      "epoch": 0.24073015586800545,
      "grad_norm": 0.5483636856079102,
      "learning_rate": 4.487436743928174e-05,
      "loss": 4.3868,
      "step": 275020
    },
    {
      "epoch": 0.2407345324616326,
      "grad_norm": 0.5642521381378174,
      "learning_rate": 4.487418175232957e-05,
      "loss": 5.3592,
      "step": 275025
    },
    {
      "epoch": 0.24073890905525974,
      "grad_norm": 0.5347960591316223,
      "learning_rate": 4.487399606250836e-05,
      "loss": 5.4187,
      "step": 275030
    },
    {
      "epoch": 0.2407432856488869,
      "grad_norm": 0.5148980617523193,
      "learning_rate": 4.487381036981815e-05,
      "loss": 5.147,
      "step": 275035
    },
    {
      "epoch": 0.24074766224251407,
      "grad_norm": 0.5454394817352295,
      "learning_rate": 4.4873624674258984e-05,
      "loss": 5.2019,
      "step": 275040
    },
    {
      "epoch": 0.2407520388361412,
      "grad_norm": 0.5412048101425171,
      "learning_rate": 4.4873438975830894e-05,
      "loss": 5.3781,
      "step": 275045
    },
    {
      "epoch": 0.24075641542976836,
      "grad_norm": 0.5423560738563538,
      "learning_rate": 4.487325327453391e-05,
      "loss": 5.7254,
      "step": 275050
    },
    {
      "epoch": 0.2407607920233955,
      "grad_norm": 0.5223799347877502,
      "learning_rate": 4.487306757036808e-05,
      "loss": 5.9412,
      "step": 275055
    },
    {
      "epoch": 0.24076516861702268,
      "grad_norm": 0.5529098510742188,
      "learning_rate": 4.4872881863333436e-05,
      "loss": 4.8886,
      "step": 275060
    },
    {
      "epoch": 0.24076954521064983,
      "grad_norm": 0.5357892513275146,
      "learning_rate": 4.487269615343001e-05,
      "loss": 5.6808,
      "step": 275065
    },
    {
      "epoch": 0.24077392180427698,
      "grad_norm": 0.5297093391418457,
      "learning_rate": 4.4872510440657834e-05,
      "loss": 4.3977,
      "step": 275070
    },
    {
      "epoch": 0.24077829839790413,
      "grad_norm": 0.5430895090103149,
      "learning_rate": 4.487232472501694e-05,
      "loss": 4.8171,
      "step": 275075
    },
    {
      "epoch": 0.2407826749915313,
      "grad_norm": 0.523730993270874,
      "learning_rate": 4.487213900650739e-05,
      "loss": 5.9457,
      "step": 275080
    },
    {
      "epoch": 0.24078705158515845,
      "grad_norm": 0.5425318479537964,
      "learning_rate": 4.48719532851292e-05,
      "loss": 4.9271,
      "step": 275085
    },
    {
      "epoch": 0.2407914281787856,
      "grad_norm": 0.5492601990699768,
      "learning_rate": 4.487176756088239e-05,
      "loss": 5.9252,
      "step": 275090
    },
    {
      "epoch": 0.24079580477241275,
      "grad_norm": 0.5264847874641418,
      "learning_rate": 4.487158183376704e-05,
      "loss": 5.3166,
      "step": 275095
    },
    {
      "epoch": 0.24080018136603992,
      "grad_norm": 0.5495296120643616,
      "learning_rate": 4.487139610378315e-05,
      "loss": 5.2166,
      "step": 275100
    },
    {
      "epoch": 0.24080455795966707,
      "grad_norm": 0.5282838344573975,
      "learning_rate": 4.487121037093076e-05,
      "loss": 5.6504,
      "step": 275105
    },
    {
      "epoch": 0.24080893455329422,
      "grad_norm": 0.5823374390602112,
      "learning_rate": 4.487102463520991e-05,
      "loss": 5.4021,
      "step": 275110
    },
    {
      "epoch": 0.24081331114692137,
      "grad_norm": 0.5871217250823975,
      "learning_rate": 4.487083889662065e-05,
      "loss": 5.1315,
      "step": 275115
    },
    {
      "epoch": 0.24081768774054851,
      "grad_norm": 0.5842764973640442,
      "learning_rate": 4.487065315516299e-05,
      "loss": 5.7534,
      "step": 275120
    },
    {
      "epoch": 0.2408220643341757,
      "grad_norm": 0.6718670129776001,
      "learning_rate": 4.487046741083698e-05,
      "loss": 5.2877,
      "step": 275125
    },
    {
      "epoch": 0.24082644092780284,
      "grad_norm": 0.6005006432533264,
      "learning_rate": 4.4870281663642655e-05,
      "loss": 5.9398,
      "step": 275130
    },
    {
      "epoch": 0.24083081752142999,
      "grad_norm": 0.5404278039932251,
      "learning_rate": 4.487009591358006e-05,
      "loss": 5.3978,
      "step": 275135
    },
    {
      "epoch": 0.24083519411505713,
      "grad_norm": 0.5756095051765442,
      "learning_rate": 4.486991016064921e-05,
      "loss": 5.1764,
      "step": 275140
    },
    {
      "epoch": 0.2408395707086843,
      "grad_norm": 0.5343731641769409,
      "learning_rate": 4.4869724404850165e-05,
      "loss": 4.617,
      "step": 275145
    },
    {
      "epoch": 0.24084394730231146,
      "grad_norm": 0.560554027557373,
      "learning_rate": 4.486953864618294e-05,
      "loss": 4.9243,
      "step": 275150
    },
    {
      "epoch": 0.2408483238959386,
      "grad_norm": 0.5549951791763306,
      "learning_rate": 4.486935288464759e-05,
      "loss": 4.5957,
      "step": 275155
    },
    {
      "epoch": 0.24085270048956575,
      "grad_norm": 0.5759829878807068,
      "learning_rate": 4.4869167120244117e-05,
      "loss": 5.1115,
      "step": 275160
    },
    {
      "epoch": 0.24085707708319293,
      "grad_norm": 0.5274458527565002,
      "learning_rate": 4.4868981352972597e-05,
      "loss": 5.9,
      "step": 275165
    },
    {
      "epoch": 0.24086145367682008,
      "grad_norm": 0.5543548464775085,
      "learning_rate": 4.486879558283304e-05,
      "loss": 5.3123,
      "step": 275170
    },
    {
      "epoch": 0.24086583027044722,
      "grad_norm": 0.6065974831581116,
      "learning_rate": 4.486860980982549e-05,
      "loss": 4.6785,
      "step": 275175
    },
    {
      "epoch": 0.24087020686407437,
      "grad_norm": 0.5210543870925903,
      "learning_rate": 4.4868424033949986e-05,
      "loss": 4.3215,
      "step": 275180
    },
    {
      "epoch": 0.24087458345770155,
      "grad_norm": 0.5395694971084595,
      "learning_rate": 4.486823825520657e-05,
      "loss": 5.9436,
      "step": 275185
    },
    {
      "epoch": 0.2408789600513287,
      "grad_norm": 0.5135023593902588,
      "learning_rate": 4.486805247359526e-05,
      "loss": 5.1453,
      "step": 275190
    },
    {
      "epoch": 0.24088333664495584,
      "grad_norm": 0.5399323105812073,
      "learning_rate": 4.48678666891161e-05,
      "loss": 5.6234,
      "step": 275195
    },
    {
      "epoch": 0.240887713238583,
      "grad_norm": 0.5743903517723083,
      "learning_rate": 4.486768090176913e-05,
      "loss": 4.8925,
      "step": 275200
    },
    {
      "epoch": 0.24089208983221017,
      "grad_norm": 0.5329142212867737,
      "learning_rate": 4.486749511155438e-05,
      "loss": 5.4096,
      "step": 275205
    },
    {
      "epoch": 0.2408964664258373,
      "grad_norm": 0.5223668813705444,
      "learning_rate": 4.486730931847189e-05,
      "loss": 4.3643,
      "step": 275210
    },
    {
      "epoch": 0.24090084301946446,
      "grad_norm": 0.5362725257873535,
      "learning_rate": 4.4867123522521695e-05,
      "loss": 4.4061,
      "step": 275215
    },
    {
      "epoch": 0.2409052196130916,
      "grad_norm": 0.5311606526374817,
      "learning_rate": 4.4866937723703815e-05,
      "loss": 4.9132,
      "step": 275220
    },
    {
      "epoch": 0.24090959620671878,
      "grad_norm": 0.5486912727355957,
      "learning_rate": 4.4866751922018316e-05,
      "loss": 5.1192,
      "step": 275225
    },
    {
      "epoch": 0.24091397280034593,
      "grad_norm": 0.5390262007713318,
      "learning_rate": 4.4866566117465217e-05,
      "loss": 4.659,
      "step": 275230
    },
    {
      "epoch": 0.24091834939397308,
      "grad_norm": 0.5174276232719421,
      "learning_rate": 4.486638031004455e-05,
      "loss": 5.968,
      "step": 275235
    },
    {
      "epoch": 0.24092272598760023,
      "grad_norm": 0.5175253748893738,
      "learning_rate": 4.486619449975636e-05,
      "loss": 5.412,
      "step": 275240
    },
    {
      "epoch": 0.24092710258122738,
      "grad_norm": 0.5236591696739197,
      "learning_rate": 4.486600868660068e-05,
      "loss": 4.1848,
      "step": 275245
    },
    {
      "epoch": 0.24093147917485455,
      "grad_norm": 0.5369324684143066,
      "learning_rate": 4.486582287057754e-05,
      "loss": 5.642,
      "step": 275250
    },
    {
      "epoch": 0.2409358557684817,
      "grad_norm": 0.5600568652153015,
      "learning_rate": 4.4865637051686995e-05,
      "loss": 4.6907,
      "step": 275255
    },
    {
      "epoch": 0.24094023236210885,
      "grad_norm": 0.53517085313797,
      "learning_rate": 4.486545122992906e-05,
      "loss": 5.6338,
      "step": 275260
    },
    {
      "epoch": 0.240944608955736,
      "grad_norm": 0.5294159054756165,
      "learning_rate": 4.486526540530376e-05,
      "loss": 5.7011,
      "step": 275265
    },
    {
      "epoch": 0.24094898554936317,
      "grad_norm": 0.559378445148468,
      "learning_rate": 4.486507957781116e-05,
      "loss": 4.9291,
      "step": 275270
    },
    {
      "epoch": 0.24095336214299032,
      "grad_norm": 0.5238133072853088,
      "learning_rate": 4.48648937474513e-05,
      "loss": 4.4133,
      "step": 275275
    },
    {
      "epoch": 0.24095773873661747,
      "grad_norm": 0.563062310218811,
      "learning_rate": 4.486470791422418e-05,
      "loss": 5.033,
      "step": 275280
    },
    {
      "epoch": 0.24096211533024461,
      "grad_norm": 0.5336100459098816,
      "learning_rate": 4.4864522078129856e-05,
      "loss": 5.4532,
      "step": 275285
    },
    {
      "epoch": 0.2409664919238718,
      "grad_norm": 0.5372313857078552,
      "learning_rate": 4.486433623916837e-05,
      "loss": 5.1947,
      "step": 275290
    },
    {
      "epoch": 0.24097086851749894,
      "grad_norm": 0.5416575074195862,
      "learning_rate": 4.486415039733975e-05,
      "loss": 5.2145,
      "step": 275295
    },
    {
      "epoch": 0.24097524511112609,
      "grad_norm": 0.5290735363960266,
      "learning_rate": 4.4863964552644035e-05,
      "loss": 4.8204,
      "step": 275300
    },
    {
      "epoch": 0.24097962170475323,
      "grad_norm": 0.5329733490943909,
      "learning_rate": 4.486377870508126e-05,
      "loss": 5.9283,
      "step": 275305
    },
    {
      "epoch": 0.2409839982983804,
      "grad_norm": 0.549944281578064,
      "learning_rate": 4.4863592854651446e-05,
      "loss": 5.226,
      "step": 275310
    },
    {
      "epoch": 0.24098837489200756,
      "grad_norm": 0.5317420363426208,
      "learning_rate": 4.4863407001354664e-05,
      "loss": 5.147,
      "step": 275315
    },
    {
      "epoch": 0.2409927514856347,
      "grad_norm": 0.5225477814674377,
      "learning_rate": 4.486322114519091e-05,
      "loss": 6.2328,
      "step": 275320
    },
    {
      "epoch": 0.24099712807926185,
      "grad_norm": 0.5617280602455139,
      "learning_rate": 4.486303528616025e-05,
      "loss": 4.5971,
      "step": 275325
    },
    {
      "epoch": 0.24100150467288903,
      "grad_norm": 0.5301811695098877,
      "learning_rate": 4.48628494242627e-05,
      "loss": 4.9066,
      "step": 275330
    },
    {
      "epoch": 0.24100588126651618,
      "grad_norm": 0.5231785178184509,
      "learning_rate": 4.486266355949832e-05,
      "loss": 5.1171,
      "step": 275335
    },
    {
      "epoch": 0.24101025786014332,
      "grad_norm": 0.5534988641738892,
      "learning_rate": 4.486247769186711e-05,
      "loss": 5.0823,
      "step": 275340
    },
    {
      "epoch": 0.24101463445377047,
      "grad_norm": 0.5338423848152161,
      "learning_rate": 4.486229182136914e-05,
      "loss": 5.7528,
      "step": 275345
    },
    {
      "epoch": 0.24101901104739765,
      "grad_norm": 0.5321628451347351,
      "learning_rate": 4.486210594800443e-05,
      "loss": 4.6274,
      "step": 275350
    },
    {
      "epoch": 0.2410233876410248,
      "grad_norm": 0.5426910519599915,
      "learning_rate": 4.486192007177301e-05,
      "loss": 4.1926,
      "step": 275355
    },
    {
      "epoch": 0.24102776423465194,
      "grad_norm": 0.5500320792198181,
      "learning_rate": 4.4861734192674934e-05,
      "loss": 5.2188,
      "step": 275360
    },
    {
      "epoch": 0.2410321408282791,
      "grad_norm": 0.5333737730979919,
      "learning_rate": 4.486154831071021e-05,
      "loss": 4.6232,
      "step": 275365
    },
    {
      "epoch": 0.24103651742190624,
      "grad_norm": 0.556861400604248,
      "learning_rate": 4.48613624258789e-05,
      "loss": 5.1881,
      "step": 275370
    },
    {
      "epoch": 0.2410408940155334,
      "grad_norm": 0.5298141241073608,
      "learning_rate": 4.4861176538181036e-05,
      "loss": 4.8068,
      "step": 275375
    },
    {
      "epoch": 0.24104527060916056,
      "grad_norm": 0.5398252606391907,
      "learning_rate": 4.4860990647616654e-05,
      "loss": 4.9094,
      "step": 275380
    },
    {
      "epoch": 0.2410496472027877,
      "grad_norm": 0.5300350189208984,
      "learning_rate": 4.486080475418577e-05,
      "loss": 5.9252,
      "step": 275385
    },
    {
      "epoch": 0.24105402379641486,
      "grad_norm": 0.5277577042579651,
      "learning_rate": 4.4860618857888445e-05,
      "loss": 6.2293,
      "step": 275390
    },
    {
      "epoch": 0.24105840039004203,
      "grad_norm": 0.5283877849578857,
      "learning_rate": 4.4860432958724706e-05,
      "loss": 5.4188,
      "step": 275395
    },
    {
      "epoch": 0.24106277698366918,
      "grad_norm": 0.5455041527748108,
      "learning_rate": 4.486024705669458e-05,
      "loss": 4.5849,
      "step": 275400
    },
    {
      "epoch": 0.24106715357729633,
      "grad_norm": 0.562451958656311,
      "learning_rate": 4.486006115179812e-05,
      "loss": 5.3943,
      "step": 275405
    },
    {
      "epoch": 0.24107153017092348,
      "grad_norm": 0.5528298020362854,
      "learning_rate": 4.4859875244035334e-05,
      "loss": 5.3586,
      "step": 275410
    },
    {
      "epoch": 0.24107590676455065,
      "grad_norm": 0.5423170328140259,
      "learning_rate": 4.4859689333406286e-05,
      "loss": 5.7084,
      "step": 275415
    },
    {
      "epoch": 0.2410802833581778,
      "grad_norm": 0.5588279366493225,
      "learning_rate": 4.485950341991101e-05,
      "loss": 5.113,
      "step": 275420
    },
    {
      "epoch": 0.24108465995180495,
      "grad_norm": 0.5174132585525513,
      "learning_rate": 4.4859317503549526e-05,
      "loss": 5.3627,
      "step": 275425
    },
    {
      "epoch": 0.2410890365454321,
      "grad_norm": 0.5371089577674866,
      "learning_rate": 4.485913158432188e-05,
      "loss": 5.1102,
      "step": 275430
    },
    {
      "epoch": 0.24109341313905927,
      "grad_norm": 0.5432071685791016,
      "learning_rate": 4.485894566222809e-05,
      "loss": 4.8832,
      "step": 275435
    },
    {
      "epoch": 0.24109778973268642,
      "grad_norm": 0.5206526517868042,
      "learning_rate": 4.485875973726823e-05,
      "loss": 4.7088,
      "step": 275440
    },
    {
      "epoch": 0.24110216632631357,
      "grad_norm": 0.5332249999046326,
      "learning_rate": 4.485857380944229e-05,
      "loss": 5.4518,
      "step": 275445
    },
    {
      "epoch": 0.24110654291994071,
      "grad_norm": 0.5383442044258118,
      "learning_rate": 4.4858387878750355e-05,
      "loss": 5.9094,
      "step": 275450
    },
    {
      "epoch": 0.2411109195135679,
      "grad_norm": 0.5326277613639832,
      "learning_rate": 4.485820194519241e-05,
      "loss": 5.7077,
      "step": 275455
    },
    {
      "epoch": 0.24111529610719504,
      "grad_norm": 0.5388418436050415,
      "learning_rate": 4.485801600876853e-05,
      "loss": 5.3896,
      "step": 275460
    },
    {
      "epoch": 0.24111967270082219,
      "grad_norm": 0.5091754198074341,
      "learning_rate": 4.4857830069478736e-05,
      "loss": 5.3422,
      "step": 275465
    },
    {
      "epoch": 0.24112404929444933,
      "grad_norm": 0.5363562703132629,
      "learning_rate": 4.485764412732306e-05,
      "loss": 5.2151,
      "step": 275470
    },
    {
      "epoch": 0.2411284258880765,
      "grad_norm": 0.5107348561286926,
      "learning_rate": 4.485745818230155e-05,
      "loss": 4.9216,
      "step": 275475
    },
    {
      "epoch": 0.24113280248170366,
      "grad_norm": 0.5168836712837219,
      "learning_rate": 4.4857272234414225e-05,
      "loss": 5.1426,
      "step": 275480
    },
    {
      "epoch": 0.2411371790753308,
      "grad_norm": 0.5224685072898865,
      "learning_rate": 4.4857086283661145e-05,
      "loss": 5.3977,
      "step": 275485
    },
    {
      "epoch": 0.24114155566895795,
      "grad_norm": 0.5347468256950378,
      "learning_rate": 4.485690033004231e-05,
      "loss": 5.2282,
      "step": 275490
    },
    {
      "epoch": 0.24114593226258513,
      "grad_norm": 0.5291409492492676,
      "learning_rate": 4.4856714373557785e-05,
      "loss": 5.0127,
      "step": 275495
    },
    {
      "epoch": 0.24115030885621228,
      "grad_norm": 0.5427072048187256,
      "learning_rate": 4.48565284142076e-05,
      "loss": 5.9186,
      "step": 275500
    },
    {
      "epoch": 0.24115468544983942,
      "grad_norm": 0.5602846145629883,
      "learning_rate": 4.4856342451991784e-05,
      "loss": 4.7132,
      "step": 275505
    },
    {
      "epoch": 0.24115906204346657,
      "grad_norm": 0.5385870337486267,
      "learning_rate": 4.485615648691038e-05,
      "loss": 4.1383,
      "step": 275510
    },
    {
      "epoch": 0.24116343863709372,
      "grad_norm": 0.5593957901000977,
      "learning_rate": 4.485597051896343e-05,
      "loss": 5.3832,
      "step": 275515
    },
    {
      "epoch": 0.2411678152307209,
      "grad_norm": 0.5231316089630127,
      "learning_rate": 4.485578454815095e-05,
      "loss": 5.4131,
      "step": 275520
    },
    {
      "epoch": 0.24117219182434804,
      "grad_norm": 0.5392375588417053,
      "learning_rate": 4.485559857447299e-05,
      "loss": 5.1179,
      "step": 275525
    },
    {
      "epoch": 0.2411765684179752,
      "grad_norm": 0.5434189438819885,
      "learning_rate": 4.485541259792958e-05,
      "loss": 5.2071,
      "step": 275530
    },
    {
      "epoch": 0.24118094501160234,
      "grad_norm": 0.5486301779747009,
      "learning_rate": 4.485522661852076e-05,
      "loss": 5.4406,
      "step": 275535
    },
    {
      "epoch": 0.2411853216052295,
      "grad_norm": 0.537945032119751,
      "learning_rate": 4.485504063624657e-05,
      "loss": 5.9529,
      "step": 275540
    },
    {
      "epoch": 0.24118969819885666,
      "grad_norm": 0.5434417724609375,
      "learning_rate": 4.485485465110703e-05,
      "loss": 4.9296,
      "step": 275545
    },
    {
      "epoch": 0.2411940747924838,
      "grad_norm": 0.5677474141120911,
      "learning_rate": 4.48546686631022e-05,
      "loss": 4.9175,
      "step": 275550
    },
    {
      "epoch": 0.24119845138611096,
      "grad_norm": 0.5216833353042603,
      "learning_rate": 4.485448267223209e-05,
      "loss": 4.8031,
      "step": 275555
    },
    {
      "epoch": 0.24120282797973813,
      "grad_norm": 0.5264794230461121,
      "learning_rate": 4.485429667849675e-05,
      "loss": 5.9439,
      "step": 275560
    },
    {
      "epoch": 0.24120720457336528,
      "grad_norm": 0.5418058037757874,
      "learning_rate": 4.485411068189621e-05,
      "loss": 4.3848,
      "step": 275565
    },
    {
      "epoch": 0.24121158116699243,
      "grad_norm": 0.5315648913383484,
      "learning_rate": 4.4853924682430525e-05,
      "loss": 4.9953,
      "step": 275570
    },
    {
      "epoch": 0.24121595776061958,
      "grad_norm": 0.5368151068687439,
      "learning_rate": 4.48537386800997e-05,
      "loss": 5.9742,
      "step": 275575
    },
    {
      "epoch": 0.24122033435424675,
      "grad_norm": 0.542890727519989,
      "learning_rate": 4.48535526749038e-05,
      "loss": 4.078,
      "step": 275580
    },
    {
      "epoch": 0.2412247109478739,
      "grad_norm": 0.5710878372192383,
      "learning_rate": 4.4853366666842836e-05,
      "loss": 5.933,
      "step": 275585
    },
    {
      "epoch": 0.24122908754150105,
      "grad_norm": 0.5167200565338135,
      "learning_rate": 4.485318065591686e-05,
      "loss": 4.3059,
      "step": 275590
    },
    {
      "epoch": 0.2412334641351282,
      "grad_norm": 0.5675634741783142,
      "learning_rate": 4.48529946421259e-05,
      "loss": 5.1336,
      "step": 275595
    },
    {
      "epoch": 0.24123784072875537,
      "grad_norm": 0.509373664855957,
      "learning_rate": 4.485280862547e-05,
      "loss": 4.8236,
      "step": 275600
    },
    {
      "epoch": 0.24124221732238252,
      "grad_norm": 0.5353150963783264,
      "learning_rate": 4.485262260594919e-05,
      "loss": 5.449,
      "step": 275605
    },
    {
      "epoch": 0.24124659391600967,
      "grad_norm": 0.5077927112579346,
      "learning_rate": 4.485243658356351e-05,
      "loss": 5.0814,
      "step": 275610
    },
    {
      "epoch": 0.24125097050963681,
      "grad_norm": 0.5596210360527039,
      "learning_rate": 4.485225055831299e-05,
      "loss": 5.1369,
      "step": 275615
    },
    {
      "epoch": 0.241255347103264,
      "grad_norm": 0.5025979280471802,
      "learning_rate": 4.485206453019767e-05,
      "loss": 5.6242,
      "step": 275620
    },
    {
      "epoch": 0.24125972369689114,
      "grad_norm": 0.5330378413200378,
      "learning_rate": 4.485187849921757e-05,
      "loss": 5.9043,
      "step": 275625
    },
    {
      "epoch": 0.24126410029051829,
      "grad_norm": 0.5398529767990112,
      "learning_rate": 4.4851692465372764e-05,
      "loss": 5.194,
      "step": 275630
    },
    {
      "epoch": 0.24126847688414543,
      "grad_norm": 0.5098949074745178,
      "learning_rate": 4.485150642866325e-05,
      "loss": 4.6047,
      "step": 275635
    },
    {
      "epoch": 0.24127285347777258,
      "grad_norm": 0.553852379322052,
      "learning_rate": 4.485132038908908e-05,
      "loss": 4.9085,
      "step": 275640
    },
    {
      "epoch": 0.24127723007139976,
      "grad_norm": 0.5272480249404907,
      "learning_rate": 4.485113434665028e-05,
      "loss": 5.4025,
      "step": 275645
    },
    {
      "epoch": 0.2412816066650269,
      "grad_norm": 0.5234147310256958,
      "learning_rate": 4.4850948301346905e-05,
      "loss": 5.9266,
      "step": 275650
    },
    {
      "epoch": 0.24128598325865405,
      "grad_norm": 0.5079289674758911,
      "learning_rate": 4.485076225317898e-05,
      "loss": 5.3841,
      "step": 275655
    },
    {
      "epoch": 0.2412903598522812,
      "grad_norm": 0.5443293452262878,
      "learning_rate": 4.4850576202146535e-05,
      "loss": 5.2379,
      "step": 275660
    },
    {
      "epoch": 0.24129473644590838,
      "grad_norm": 0.5199514627456665,
      "learning_rate": 4.4850390148249623e-05,
      "loss": 5.7368,
      "step": 275665
    },
    {
      "epoch": 0.24129911303953552,
      "grad_norm": 0.5615333914756775,
      "learning_rate": 4.485020409148824e-05,
      "loss": 4.8803,
      "step": 275670
    },
    {
      "epoch": 0.24130348963316267,
      "grad_norm": 0.5332634449005127,
      "learning_rate": 4.485001803186248e-05,
      "loss": 5.1921,
      "step": 275675
    },
    {
      "epoch": 0.24130786622678982,
      "grad_norm": 0.5284635424613953,
      "learning_rate": 4.484983196937234e-05,
      "loss": 4.4843,
      "step": 275680
    },
    {
      "epoch": 0.241312242820417,
      "grad_norm": 0.6341407895088196,
      "learning_rate": 4.484964590401787e-05,
      "loss": 4.7829,
      "step": 275685
    },
    {
      "epoch": 0.24131661941404414,
      "grad_norm": 0.5399812459945679,
      "learning_rate": 4.484945983579909e-05,
      "loss": 4.5842,
      "step": 275690
    },
    {
      "epoch": 0.2413209960076713,
      "grad_norm": 0.5143545269966125,
      "learning_rate": 4.4849273764716046e-05,
      "loss": 5.9355,
      "step": 275695
    },
    {
      "epoch": 0.24132537260129844,
      "grad_norm": 0.5201945304870605,
      "learning_rate": 4.484908769076879e-05,
      "loss": 5.9527,
      "step": 275700
    },
    {
      "epoch": 0.2413297491949256,
      "grad_norm": 0.5342397689819336,
      "learning_rate": 4.484890161395733e-05,
      "loss": 4.8802,
      "step": 275705
    },
    {
      "epoch": 0.24133412578855276,
      "grad_norm": 0.5160110592842102,
      "learning_rate": 4.4848715534281716e-05,
      "loss": 5.2932,
      "step": 275710
    },
    {
      "epoch": 0.2413385023821799,
      "grad_norm": 0.5484858155250549,
      "learning_rate": 4.484852945174199e-05,
      "loss": 4.3596,
      "step": 275715
    },
    {
      "epoch": 0.24134287897580706,
      "grad_norm": 0.5523421168327332,
      "learning_rate": 4.484834336633817e-05,
      "loss": 5.4066,
      "step": 275720
    },
    {
      "epoch": 0.24134725556943423,
      "grad_norm": 0.5201248526573181,
      "learning_rate": 4.4848157278070316e-05,
      "loss": 5.9191,
      "step": 275725
    },
    {
      "epoch": 0.24135163216306138,
      "grad_norm": 0.5277104377746582,
      "learning_rate": 4.484797118693843e-05,
      "loss": 5.8904,
      "step": 275730
    },
    {
      "epoch": 0.24135600875668853,
      "grad_norm": 0.5363395810127258,
      "learning_rate": 4.484778509294259e-05,
      "loss": 6.2145,
      "step": 275735
    },
    {
      "epoch": 0.24136038535031568,
      "grad_norm": 0.5196903347969055,
      "learning_rate": 4.4847598996082796e-05,
      "loss": 4.6229,
      "step": 275740
    },
    {
      "epoch": 0.24136476194394285,
      "grad_norm": 0.5494897961616516,
      "learning_rate": 4.4847412896359084e-05,
      "loss": 5.1003,
      "step": 275745
    },
    {
      "epoch": 0.24136913853757,
      "grad_norm": 0.5163609981536865,
      "learning_rate": 4.4847226793771533e-05,
      "loss": 5.6605,
      "step": 275750
    },
    {
      "epoch": 0.24137351513119715,
      "grad_norm": 0.5487867593765259,
      "learning_rate": 4.4847040688320144e-05,
      "loss": 4.9208,
      "step": 275755
    },
    {
      "epoch": 0.2413778917248243,
      "grad_norm": 0.5422240495681763,
      "learning_rate": 4.484685458000495e-05,
      "loss": 5.8887,
      "step": 275760
    },
    {
      "epoch": 0.24138226831845144,
      "grad_norm": 0.5570552349090576,
      "learning_rate": 4.484666846882599e-05,
      "loss": 5.166,
      "step": 275765
    },
    {
      "epoch": 0.24138664491207862,
      "grad_norm": 0.5185849070549011,
      "learning_rate": 4.484648235478332e-05,
      "loss": 4.8116,
      "step": 275770
    },
    {
      "epoch": 0.24139102150570577,
      "grad_norm": 0.5600888729095459,
      "learning_rate": 4.484629623787695e-05,
      "loss": 4.6917,
      "step": 275775
    },
    {
      "epoch": 0.24139539809933291,
      "grad_norm": 0.5465530753135681,
      "learning_rate": 4.484611011810692e-05,
      "loss": 4.9261,
      "step": 275780
    },
    {
      "epoch": 0.24139977469296006,
      "grad_norm": 0.6232365965843201,
      "learning_rate": 4.4845923995473296e-05,
      "loss": 4.8487,
      "step": 275785
    },
    {
      "epoch": 0.24140415128658724,
      "grad_norm": 0.5613672733306885,
      "learning_rate": 4.4845737869976066e-05,
      "loss": 5.7225,
      "step": 275790
    },
    {
      "epoch": 0.24140852788021439,
      "grad_norm": 0.8887643814086914,
      "learning_rate": 4.484555174161531e-05,
      "loss": 4.8289,
      "step": 275795
    },
    {
      "epoch": 0.24141290447384153,
      "grad_norm": 0.5413920283317566,
      "learning_rate": 4.4845365610391044e-05,
      "loss": 5.2106,
      "step": 275800
    },
    {
      "epoch": 0.24141728106746868,
      "grad_norm": 0.5625283718109131,
      "learning_rate": 4.484517947630329e-05,
      "loss": 4.905,
      "step": 275805
    },
    {
      "epoch": 0.24142165766109586,
      "grad_norm": 0.5310274362564087,
      "learning_rate": 4.484499333935212e-05,
      "loss": 5.4143,
      "step": 275810
    },
    {
      "epoch": 0.241426034254723,
      "grad_norm": 0.6024786829948425,
      "learning_rate": 4.484480719953753e-05,
      "loss": 6.2053,
      "step": 275815
    },
    {
      "epoch": 0.24143041084835015,
      "grad_norm": 0.520543098449707,
      "learning_rate": 4.484462105685957e-05,
      "loss": 4.908,
      "step": 275820
    },
    {
      "epoch": 0.2414347874419773,
      "grad_norm": 0.6479331851005554,
      "learning_rate": 4.48444349113183e-05,
      "loss": 4.9126,
      "step": 275825
    },
    {
      "epoch": 0.24143916403560448,
      "grad_norm": 0.5917444229125977,
      "learning_rate": 4.4844248762913724e-05,
      "loss": 5.8801,
      "step": 275830
    },
    {
      "epoch": 0.24144354062923162,
      "grad_norm": 0.5315219163894653,
      "learning_rate": 4.484406261164589e-05,
      "loss": 5.5922,
      "step": 275835
    },
    {
      "epoch": 0.24144791722285877,
      "grad_norm": 0.5521812438964844,
      "learning_rate": 4.484387645751483e-05,
      "loss": 5.4285,
      "step": 275840
    },
    {
      "epoch": 0.24145229381648592,
      "grad_norm": 0.5263375043869019,
      "learning_rate": 4.484369030052059e-05,
      "loss": 5.9301,
      "step": 275845
    },
    {
      "epoch": 0.2414566704101131,
      "grad_norm": 0.5404276847839355,
      "learning_rate": 4.484350414066321e-05,
      "loss": 4.0847,
      "step": 275850
    },
    {
      "epoch": 0.24146104700374024,
      "grad_norm": 0.5460612177848816,
      "learning_rate": 4.484331797794269e-05,
      "loss": 4.6295,
      "step": 275855
    },
    {
      "epoch": 0.2414654235973674,
      "grad_norm": 0.5304643511772156,
      "learning_rate": 4.484313181235912e-05,
      "loss": 5.6467,
      "step": 275860
    },
    {
      "epoch": 0.24146980019099454,
      "grad_norm": 0.5395344495773315,
      "learning_rate": 4.484294564391248e-05,
      "loss": 4.8643,
      "step": 275865
    },
    {
      "epoch": 0.2414741767846217,
      "grad_norm": 0.5354752540588379,
      "learning_rate": 4.484275947260286e-05,
      "loss": 4.9064,
      "step": 275870
    },
    {
      "epoch": 0.24147855337824886,
      "grad_norm": 0.5500645637512207,
      "learning_rate": 4.4842573298430256e-05,
      "loss": 5.2343,
      "step": 275875
    },
    {
      "epoch": 0.241482929971876,
      "grad_norm": 0.5340383648872375,
      "learning_rate": 4.4842387121394716e-05,
      "loss": 5.7726,
      "step": 275880
    },
    {
      "epoch": 0.24148730656550316,
      "grad_norm": 0.5256614685058594,
      "learning_rate": 4.484220094149628e-05,
      "loss": 6.2236,
      "step": 275885
    },
    {
      "epoch": 0.2414916831591303,
      "grad_norm": 0.5427027344703674,
      "learning_rate": 4.4842014758734974e-05,
      "loss": 5.4239,
      "step": 275890
    },
    {
      "epoch": 0.24149605975275748,
      "grad_norm": 0.5392614006996155,
      "learning_rate": 4.484182857311086e-05,
      "loss": 5.1047,
      "step": 275895
    },
    {
      "epoch": 0.24150043634638463,
      "grad_norm": 0.5340086221694946,
      "learning_rate": 4.484164238462393e-05,
      "loss": 4.1969,
      "step": 275900
    },
    {
      "epoch": 0.24150481294001178,
      "grad_norm": 0.5443115830421448,
      "learning_rate": 4.484145619327426e-05,
      "loss": 5.0692,
      "step": 275905
    },
    {
      "epoch": 0.24150918953363892,
      "grad_norm": 0.5272126793861389,
      "learning_rate": 4.4841269999061865e-05,
      "loss": 4.8539,
      "step": 275910
    },
    {
      "epoch": 0.2415135661272661,
      "grad_norm": 0.5274311304092407,
      "learning_rate": 4.484108380198679e-05,
      "loss": 4.8807,
      "step": 275915
    },
    {
      "epoch": 0.24151794272089325,
      "grad_norm": 0.5379358530044556,
      "learning_rate": 4.484089760204907e-05,
      "loss": 5.6293,
      "step": 275920
    },
    {
      "epoch": 0.2415223193145204,
      "grad_norm": 0.5404089093208313,
      "learning_rate": 4.484071139924874e-05,
      "loss": 5.9211,
      "step": 275925
    },
    {
      "epoch": 0.24152669590814754,
      "grad_norm": 0.5520991683006287,
      "learning_rate": 4.484052519358582e-05,
      "loss": 5.3901,
      "step": 275930
    },
    {
      "epoch": 0.24153107250177472,
      "grad_norm": 0.5403801798820496,
      "learning_rate": 4.484033898506037e-05,
      "loss": 5.3932,
      "step": 275935
    },
    {
      "epoch": 0.24153544909540187,
      "grad_norm": 0.520702600479126,
      "learning_rate": 4.484015277367242e-05,
      "loss": 5.8854,
      "step": 275940
    },
    {
      "epoch": 0.24153982568902901,
      "grad_norm": 0.5395907759666443,
      "learning_rate": 4.4839966559421986e-05,
      "loss": 5.2122,
      "step": 275945
    },
    {
      "epoch": 0.24154420228265616,
      "grad_norm": 0.5833186507225037,
      "learning_rate": 4.483978034230914e-05,
      "loss": 5.2242,
      "step": 275950
    },
    {
      "epoch": 0.24154857887628334,
      "grad_norm": 0.5492008924484253,
      "learning_rate": 4.4839594122333886e-05,
      "loss": 5.4348,
      "step": 275955
    },
    {
      "epoch": 0.24155295546991049,
      "grad_norm": 0.5911455750465393,
      "learning_rate": 4.483940789949628e-05,
      "loss": 4.8699,
      "step": 275960
    },
    {
      "epoch": 0.24155733206353763,
      "grad_norm": 0.5832077264785767,
      "learning_rate": 4.483922167379634e-05,
      "loss": 4.8829,
      "step": 275965
    },
    {
      "epoch": 0.24156170865716478,
      "grad_norm": 0.5422356724739075,
      "learning_rate": 4.4839035445234125e-05,
      "loss": 5.7738,
      "step": 275970
    },
    {
      "epoch": 0.24156608525079196,
      "grad_norm": 0.535790741443634,
      "learning_rate": 4.4838849213809645e-05,
      "loss": 5.4201,
      "step": 275975
    },
    {
      "epoch": 0.2415704618444191,
      "grad_norm": 0.5370126366615295,
      "learning_rate": 4.483866297952295e-05,
      "loss": 4.3777,
      "step": 275980
    },
    {
      "epoch": 0.24157483843804625,
      "grad_norm": 0.5353596806526184,
      "learning_rate": 4.483847674237408e-05,
      "loss": 5.1554,
      "step": 275985
    },
    {
      "epoch": 0.2415792150316734,
      "grad_norm": 0.6347501277923584,
      "learning_rate": 4.4838290502363064e-05,
      "loss": 4.5699,
      "step": 275990
    },
    {
      "epoch": 0.24158359162530058,
      "grad_norm": 0.5537344813346863,
      "learning_rate": 4.483810425948993e-05,
      "loss": 5.4106,
      "step": 275995
    },
    {
      "epoch": 0.24158796821892772,
      "grad_norm": 0.5219487547874451,
      "learning_rate": 4.483791801375473e-05,
      "loss": 4.647,
      "step": 276000
    },
    {
      "epoch": 0.24159234481255487,
      "grad_norm": 0.5650146007537842,
      "learning_rate": 4.48377317651575e-05,
      "loss": 4.9024,
      "step": 276005
    },
    {
      "epoch": 0.24159672140618202,
      "grad_norm": 0.545049786567688,
      "learning_rate": 4.4837545513698264e-05,
      "loss": 4.8839,
      "step": 276010
    },
    {
      "epoch": 0.24160109799980917,
      "grad_norm": 0.512908935546875,
      "learning_rate": 4.4837359259377053e-05,
      "loss": 4.8037,
      "step": 276015
    },
    {
      "epoch": 0.24160547459343634,
      "grad_norm": 0.5501943230628967,
      "learning_rate": 4.4837173002193935e-05,
      "loss": 4.9164,
      "step": 276020
    },
    {
      "epoch": 0.2416098511870635,
      "grad_norm": 0.5537084341049194,
      "learning_rate": 4.483698674214891e-05,
      "loss": 5.4103,
      "step": 276025
    },
    {
      "epoch": 0.24161422778069064,
      "grad_norm": 0.5313103199005127,
      "learning_rate": 4.483680047924202e-05,
      "loss": 6.2311,
      "step": 276030
    },
    {
      "epoch": 0.24161860437431779,
      "grad_norm": 0.5114636421203613,
      "learning_rate": 4.4836614213473325e-05,
      "loss": 6.1967,
      "step": 276035
    },
    {
      "epoch": 0.24162298096794496,
      "grad_norm": 0.5253757834434509,
      "learning_rate": 4.483642794484284e-05,
      "loss": 4.5894,
      "step": 276040
    },
    {
      "epoch": 0.2416273575615721,
      "grad_norm": 0.5472554564476013,
      "learning_rate": 4.48362416733506e-05,
      "loss": 4.887,
      "step": 276045
    },
    {
      "epoch": 0.24163173415519926,
      "grad_norm": 0.525990903377533,
      "learning_rate": 4.4836055398996645e-05,
      "loss": 5.4265,
      "step": 276050
    },
    {
      "epoch": 0.2416361107488264,
      "grad_norm": 0.5205049514770508,
      "learning_rate": 4.483586912178103e-05,
      "loss": 6.2109,
      "step": 276055
    },
    {
      "epoch": 0.24164048734245358,
      "grad_norm": 0.5635483264923096,
      "learning_rate": 4.4835682841703754e-05,
      "loss": 4.8757,
      "step": 276060
    },
    {
      "epoch": 0.24164486393608073,
      "grad_norm": 0.5598317384719849,
      "learning_rate": 4.483549655876488e-05,
      "loss": 5.4256,
      "step": 276065
    },
    {
      "epoch": 0.24164924052970788,
      "grad_norm": 0.5395246148109436,
      "learning_rate": 4.4835310272964426e-05,
      "loss": 5.3926,
      "step": 276070
    },
    {
      "epoch": 0.24165361712333502,
      "grad_norm": 0.6318191289901733,
      "learning_rate": 4.483512398430245e-05,
      "loss": 4.8547,
      "step": 276075
    },
    {
      "epoch": 0.2416579937169622,
      "grad_norm": 0.5568158030509949,
      "learning_rate": 4.4834937692778965e-05,
      "loss": 5.6976,
      "step": 276080
    },
    {
      "epoch": 0.24166237031058935,
      "grad_norm": 0.5282897353172302,
      "learning_rate": 4.4834751398394024e-05,
      "loss": 4.9081,
      "step": 276085
    },
    {
      "epoch": 0.2416667469042165,
      "grad_norm": 0.5423855185508728,
      "learning_rate": 4.4834565101147664e-05,
      "loss": 5.6829,
      "step": 276090
    },
    {
      "epoch": 0.24167112349784364,
      "grad_norm": 0.5309349298477173,
      "learning_rate": 4.483437880103991e-05,
      "loss": 5.1797,
      "step": 276095
    },
    {
      "epoch": 0.24167550009147082,
      "grad_norm": 0.569242000579834,
      "learning_rate": 4.4834192498070806e-05,
      "loss": 4.9208,
      "step": 276100
    },
    {
      "epoch": 0.24167987668509797,
      "grad_norm": 0.5391385555267334,
      "learning_rate": 4.4834006192240376e-05,
      "loss": 5.1335,
      "step": 276105
    },
    {
      "epoch": 0.24168425327872511,
      "grad_norm": 0.5375796556472778,
      "learning_rate": 4.483381988354867e-05,
      "loss": 4.9098,
      "step": 276110
    },
    {
      "epoch": 0.24168862987235226,
      "grad_norm": 0.5556027293205261,
      "learning_rate": 4.4833633571995705e-05,
      "loss": 4.7248,
      "step": 276115
    },
    {
      "epoch": 0.24169300646597944,
      "grad_norm": 0.5566771626472473,
      "learning_rate": 4.483344725758154e-05,
      "loss": 6.1658,
      "step": 276120
    },
    {
      "epoch": 0.24169738305960659,
      "grad_norm": 0.5252335071563721,
      "learning_rate": 4.4833260940306197e-05,
      "loss": 6.1826,
      "step": 276125
    },
    {
      "epoch": 0.24170175965323373,
      "grad_norm": 0.5645695924758911,
      "learning_rate": 4.483307462016971e-05,
      "loss": 5.3637,
      "step": 276130
    },
    {
      "epoch": 0.24170613624686088,
      "grad_norm": 0.545006275177002,
      "learning_rate": 4.483288829717214e-05,
      "loss": 5.4172,
      "step": 276135
    },
    {
      "epoch": 0.24171051284048806,
      "grad_norm": 0.5523327589035034,
      "learning_rate": 4.483270197131348e-05,
      "loss": 5.3199,
      "step": 276140
    },
    {
      "epoch": 0.2417148894341152,
      "grad_norm": 0.5548453330993652,
      "learning_rate": 4.4832515642593796e-05,
      "loss": 5.4119,
      "step": 276145
    },
    {
      "epoch": 0.24171926602774235,
      "grad_norm": 0.5321162939071655,
      "learning_rate": 4.483232931101313e-05,
      "loss": 4.8474,
      "step": 276150
    },
    {
      "epoch": 0.2417236426213695,
      "grad_norm": 0.5453246831893921,
      "learning_rate": 4.483214297657149e-05,
      "loss": 4.9028,
      "step": 276155
    },
    {
      "epoch": 0.24172801921499665,
      "grad_norm": 0.5428425073623657,
      "learning_rate": 4.483195663926893e-05,
      "loss": 5.1147,
      "step": 276160
    },
    {
      "epoch": 0.24173239580862382,
      "grad_norm": 0.5326943397521973,
      "learning_rate": 4.483177029910549e-05,
      "loss": 5.4102,
      "step": 276165
    },
    {
      "epoch": 0.24173677240225097,
      "grad_norm": 0.5280258059501648,
      "learning_rate": 4.483158395608119e-05,
      "loss": 5.3199,
      "step": 276170
    },
    {
      "epoch": 0.24174114899587812,
      "grad_norm": 0.5281764268875122,
      "learning_rate": 4.483139761019609e-05,
      "loss": 5.6006,
      "step": 276175
    },
    {
      "epoch": 0.24174552558950527,
      "grad_norm": 0.5383266806602478,
      "learning_rate": 4.48312112614502e-05,
      "loss": 4.9142,
      "step": 276180
    },
    {
      "epoch": 0.24174990218313244,
      "grad_norm": 0.5470495820045471,
      "learning_rate": 4.483102490984357e-05,
      "loss": 5.1064,
      "step": 276185
    },
    {
      "epoch": 0.2417542787767596,
      "grad_norm": 0.5603421926498413,
      "learning_rate": 4.483083855537622e-05,
      "loss": 5.7583,
      "step": 276190
    },
    {
      "epoch": 0.24175865537038674,
      "grad_norm": 0.5531843900680542,
      "learning_rate": 4.4830652198048215e-05,
      "loss": 5.2005,
      "step": 276195
    },
    {
      "epoch": 0.24176303196401389,
      "grad_norm": 0.5496446490287781,
      "learning_rate": 4.483046583785957e-05,
      "loss": 5.6741,
      "step": 276200
    },
    {
      "epoch": 0.24176740855764106,
      "grad_norm": 0.5295697450637817,
      "learning_rate": 4.483027947481032e-05,
      "loss": 5.1121,
      "step": 276205
    },
    {
      "epoch": 0.2417717851512682,
      "grad_norm": 0.5339342355728149,
      "learning_rate": 4.483009310890051e-05,
      "loss": 5.1971,
      "step": 276210
    },
    {
      "epoch": 0.24177616174489536,
      "grad_norm": 0.5305479168891907,
      "learning_rate": 4.482990674013018e-05,
      "loss": 4.8945,
      "step": 276215
    },
    {
      "epoch": 0.2417805383385225,
      "grad_norm": 0.5422145128250122,
      "learning_rate": 4.482972036849934e-05,
      "loss": 5.13,
      "step": 276220
    },
    {
      "epoch": 0.24178491493214968,
      "grad_norm": 0.5332669019699097,
      "learning_rate": 4.4829533994008056e-05,
      "loss": 5.3281,
      "step": 276225
    },
    {
      "epoch": 0.24178929152577683,
      "grad_norm": 0.5302540063858032,
      "learning_rate": 4.482934761665636e-05,
      "loss": 5.7103,
      "step": 276230
    },
    {
      "epoch": 0.24179366811940398,
      "grad_norm": 0.5291065573692322,
      "learning_rate": 4.4829161236444274e-05,
      "loss": 5.7103,
      "step": 276235
    },
    {
      "epoch": 0.24179804471303112,
      "grad_norm": 0.5403441786766052,
      "learning_rate": 4.482897485337183e-05,
      "loss": 5.4283,
      "step": 276240
    },
    {
      "epoch": 0.2418024213066583,
      "grad_norm": 0.537121057510376,
      "learning_rate": 4.482878846743909e-05,
      "loss": 5.7018,
      "step": 276245
    },
    {
      "epoch": 0.24180679790028545,
      "grad_norm": 0.5344668030738831,
      "learning_rate": 4.4828602078646066e-05,
      "loss": 5.2253,
      "step": 276250
    },
    {
      "epoch": 0.2418111744939126,
      "grad_norm": 0.5473373532295227,
      "learning_rate": 4.4828415686992794e-05,
      "loss": 5.1069,
      "step": 276255
    },
    {
      "epoch": 0.24181555108753974,
      "grad_norm": 0.5341134071350098,
      "learning_rate": 4.482822929247933e-05,
      "loss": 5.9262,
      "step": 276260
    },
    {
      "epoch": 0.24181992768116692,
      "grad_norm": 0.542201578617096,
      "learning_rate": 4.482804289510569e-05,
      "loss": 5.186,
      "step": 276265
    },
    {
      "epoch": 0.24182430427479407,
      "grad_norm": 0.5330068469047546,
      "learning_rate": 4.4827856494871936e-05,
      "loss": 5.6635,
      "step": 276270
    },
    {
      "epoch": 0.24182868086842121,
      "grad_norm": 0.5298348665237427,
      "learning_rate": 4.482767009177806e-05,
      "loss": 5.2083,
      "step": 276275
    },
    {
      "epoch": 0.24183305746204836,
      "grad_norm": 0.537860631942749,
      "learning_rate": 4.482748368582414e-05,
      "loss": 5.4054,
      "step": 276280
    },
    {
      "epoch": 0.2418374340556755,
      "grad_norm": 0.5289376378059387,
      "learning_rate": 4.4827297277010194e-05,
      "loss": 5.0847,
      "step": 276285
    },
    {
      "epoch": 0.24184181064930269,
      "grad_norm": 0.5332180261611938,
      "learning_rate": 4.4827110865336256e-05,
      "loss": 5.9711,
      "step": 276290
    },
    {
      "epoch": 0.24184618724292983,
      "grad_norm": 0.5471910834312439,
      "learning_rate": 4.482692445080237e-05,
      "loss": 5.3784,
      "step": 276295
    },
    {
      "epoch": 0.24185056383655698,
      "grad_norm": 0.5327403545379639,
      "learning_rate": 4.4826738033408565e-05,
      "loss": 5.1885,
      "step": 276300
    },
    {
      "epoch": 0.24185494043018413,
      "grad_norm": 0.5283297896385193,
      "learning_rate": 4.482655161315488e-05,
      "loss": 4.604,
      "step": 276305
    },
    {
      "epoch": 0.2418593170238113,
      "grad_norm": 0.5486707091331482,
      "learning_rate": 4.482636519004134e-05,
      "loss": 5.2154,
      "step": 276310
    },
    {
      "epoch": 0.24186369361743845,
      "grad_norm": 0.5427577495574951,
      "learning_rate": 4.4826178764068016e-05,
      "loss": 3.8783,
      "step": 276315
    },
    {
      "epoch": 0.2418680702110656,
      "grad_norm": 0.5419933199882507,
      "learning_rate": 4.4825992335234904e-05,
      "loss": 4.0771,
      "step": 276320
    },
    {
      "epoch": 0.24187244680469275,
      "grad_norm": 0.582763671875,
      "learning_rate": 4.482580590354205e-05,
      "loss": 5.3896,
      "step": 276325
    },
    {
      "epoch": 0.24187682339831992,
      "grad_norm": 0.5469790697097778,
      "learning_rate": 4.48256194689895e-05,
      "loss": 6.2609,
      "step": 276330
    },
    {
      "epoch": 0.24188119999194707,
      "grad_norm": 0.5368680357933044,
      "learning_rate": 4.482543303157729e-05,
      "loss": 5.0014,
      "step": 276335
    },
    {
      "epoch": 0.24188557658557422,
      "grad_norm": 0.5530397295951843,
      "learning_rate": 4.4825246591305445e-05,
      "loss": 6.2861,
      "step": 276340
    },
    {
      "epoch": 0.24188995317920137,
      "grad_norm": 0.5293752551078796,
      "learning_rate": 4.482506014817402e-05,
      "loss": 5.4161,
      "step": 276345
    },
    {
      "epoch": 0.24189432977282854,
      "grad_norm": 0.5301135182380676,
      "learning_rate": 4.482487370218303e-05,
      "loss": 5.9172,
      "step": 276350
    },
    {
      "epoch": 0.2418987063664557,
      "grad_norm": 0.5340929627418518,
      "learning_rate": 4.482468725333252e-05,
      "loss": 4.3407,
      "step": 276355
    },
    {
      "epoch": 0.24190308296008284,
      "grad_norm": 0.5604915022850037,
      "learning_rate": 4.482450080162251e-05,
      "loss": 5.2187,
      "step": 276360
    },
    {
      "epoch": 0.24190745955370999,
      "grad_norm": 0.5432255864143372,
      "learning_rate": 4.482431434705308e-05,
      "loss": 5.7373,
      "step": 276365
    },
    {
      "epoch": 0.24191183614733716,
      "grad_norm": 0.5341519713401794,
      "learning_rate": 4.4824127889624214e-05,
      "loss": 5.6123,
      "step": 276370
    },
    {
      "epoch": 0.2419162127409643,
      "grad_norm": 0.5420635938644409,
      "learning_rate": 4.482394142933598e-05,
      "loss": 5.4076,
      "step": 276375
    },
    {
      "epoch": 0.24192058933459146,
      "grad_norm": 0.546025276184082,
      "learning_rate": 4.48237549661884e-05,
      "loss": 5.7206,
      "step": 276380
    },
    {
      "epoch": 0.2419249659282186,
      "grad_norm": 0.5340736508369446,
      "learning_rate": 4.482356850018152e-05,
      "loss": 5.709,
      "step": 276385
    },
    {
      "epoch": 0.24192934252184578,
      "grad_norm": 0.6237092018127441,
      "learning_rate": 4.4823382031315376e-05,
      "loss": 4.3646,
      "step": 276390
    },
    {
      "epoch": 0.24193371911547293,
      "grad_norm": 0.5516484975814819,
      "learning_rate": 4.4823195559589993e-05,
      "loss": 5.3711,
      "step": 276395
    },
    {
      "epoch": 0.24193809570910008,
      "grad_norm": 0.5556589961051941,
      "learning_rate": 4.4823009085005407e-05,
      "loss": 5.4182,
      "step": 276400
    },
    {
      "epoch": 0.24194247230272722,
      "grad_norm": 0.5436822175979614,
      "learning_rate": 4.482282260756166e-05,
      "loss": 5.4313,
      "step": 276405
    },
    {
      "epoch": 0.24194684889635437,
      "grad_norm": 0.5329979062080383,
      "learning_rate": 4.48226361272588e-05,
      "loss": 6.2232,
      "step": 276410
    },
    {
      "epoch": 0.24195122548998155,
      "grad_norm": 0.5644225478172302,
      "learning_rate": 4.4822449644096844e-05,
      "loss": 4.8918,
      "step": 276415
    },
    {
      "epoch": 0.2419556020836087,
      "grad_norm": 0.5390803217887878,
      "learning_rate": 4.482226315807584e-05,
      "loss": 6.1818,
      "step": 276420
    },
    {
      "epoch": 0.24195997867723584,
      "grad_norm": 0.5307989716529846,
      "learning_rate": 4.482207666919581e-05,
      "loss": 5.6799,
      "step": 276425
    },
    {
      "epoch": 0.241964355270863,
      "grad_norm": 0.5383700728416443,
      "learning_rate": 4.48218901774568e-05,
      "loss": 5.3974,
      "step": 276430
    },
    {
      "epoch": 0.24196873186449017,
      "grad_norm": 0.5549367666244507,
      "learning_rate": 4.482170368285885e-05,
      "loss": 4.9113,
      "step": 276435
    },
    {
      "epoch": 0.24197310845811731,
      "grad_norm": 0.5557907223701477,
      "learning_rate": 4.4821517185401984e-05,
      "loss": 5.7041,
      "step": 276440
    },
    {
      "epoch": 0.24197748505174446,
      "grad_norm": 0.5430525541305542,
      "learning_rate": 4.482133068508625e-05,
      "loss": 5.1253,
      "step": 276445
    },
    {
      "epoch": 0.2419818616453716,
      "grad_norm": 0.5482883453369141,
      "learning_rate": 4.482114418191168e-05,
      "loss": 5.4086,
      "step": 276450
    },
    {
      "epoch": 0.24198623823899879,
      "grad_norm": 0.5401568412780762,
      "learning_rate": 4.4820957675878304e-05,
      "loss": 5.2275,
      "step": 276455
    },
    {
      "epoch": 0.24199061483262593,
      "grad_norm": 0.5396975874900818,
      "learning_rate": 4.4820771166986166e-05,
      "loss": 4.942,
      "step": 276460
    },
    {
      "epoch": 0.24199499142625308,
      "grad_norm": 0.5439254641532898,
      "learning_rate": 4.48205846552353e-05,
      "loss": 4.8829,
      "step": 276465
    },
    {
      "epoch": 0.24199936801988023,
      "grad_norm": 0.5429022312164307,
      "learning_rate": 4.482039814062574e-05,
      "loss": 5.4389,
      "step": 276470
    },
    {
      "epoch": 0.2420037446135074,
      "grad_norm": 0.5300519466400146,
      "learning_rate": 4.4820211623157516e-05,
      "loss": 5.6841,
      "step": 276475
    },
    {
      "epoch": 0.24200812120713455,
      "grad_norm": 0.5418963432312012,
      "learning_rate": 4.482002510283068e-05,
      "loss": 4.7072,
      "step": 276480
    },
    {
      "epoch": 0.2420124978007617,
      "grad_norm": 0.562457799911499,
      "learning_rate": 4.4819838579645244e-05,
      "loss": 5.7066,
      "step": 276485
    },
    {
      "epoch": 0.24201687439438885,
      "grad_norm": 0.5377970933914185,
      "learning_rate": 4.481965205360127e-05,
      "loss": 6.2123,
      "step": 276490
    },
    {
      "epoch": 0.24202125098801602,
      "grad_norm": 0.5384237766265869,
      "learning_rate": 4.481946552469878e-05,
      "loss": 5.5648,
      "step": 276495
    },
    {
      "epoch": 0.24202562758164317,
      "grad_norm": 0.5393645763397217,
      "learning_rate": 4.481927899293781e-05,
      "loss": 4.3183,
      "step": 276500
    },
    {
      "epoch": 0.24203000417527032,
      "grad_norm": 0.5697668790817261,
      "learning_rate": 4.48190924583184e-05,
      "loss": 5.9215,
      "step": 276505
    },
    {
      "epoch": 0.24203438076889747,
      "grad_norm": 0.6489816308021545,
      "learning_rate": 4.481890592084058e-05,
      "loss": 4.6133,
      "step": 276510
    },
    {
      "epoch": 0.24203875736252464,
      "grad_norm": 0.5726303458213806,
      "learning_rate": 4.48187193805044e-05,
      "loss": 5.7191,
      "step": 276515
    },
    {
      "epoch": 0.2420431339561518,
      "grad_norm": 0.5466555953025818,
      "learning_rate": 4.481853283730988e-05,
      "loss": 4.6705,
      "step": 276520
    },
    {
      "epoch": 0.24204751054977894,
      "grad_norm": 0.5387982130050659,
      "learning_rate": 4.481834629125706e-05,
      "loss": 4.6496,
      "step": 276525
    },
    {
      "epoch": 0.24205188714340609,
      "grad_norm": 0.5396417379379272,
      "learning_rate": 4.481815974234599e-05,
      "loss": 4.9284,
      "step": 276530
    },
    {
      "epoch": 0.24205626373703323,
      "grad_norm": 0.5498639345169067,
      "learning_rate": 4.481797319057668e-05,
      "loss": 5.1562,
      "step": 276535
    },
    {
      "epoch": 0.2420606403306604,
      "grad_norm": 0.5526928305625916,
      "learning_rate": 4.481778663594919e-05,
      "loss": 5.0787,
      "step": 276540
    },
    {
      "epoch": 0.24206501692428756,
      "grad_norm": 0.5593819618225098,
      "learning_rate": 4.481760007846354e-05,
      "loss": 5.7779,
      "step": 276545
    },
    {
      "epoch": 0.2420693935179147,
      "grad_norm": 0.5505577325820923,
      "learning_rate": 4.481741351811978e-05,
      "loss": 4.8622,
      "step": 276550
    },
    {
      "epoch": 0.24207377011154185,
      "grad_norm": 0.5325236916542053,
      "learning_rate": 4.4817226954917934e-05,
      "loss": 5.7147,
      "step": 276555
    },
    {
      "epoch": 0.24207814670516903,
      "grad_norm": 0.5297985076904297,
      "learning_rate": 4.481704038885803e-05,
      "loss": 6.2289,
      "step": 276560
    },
    {
      "epoch": 0.24208252329879618,
      "grad_norm": 0.552430272102356,
      "learning_rate": 4.481685381994013e-05,
      "loss": 5.362,
      "step": 276565
    },
    {
      "epoch": 0.24208689989242332,
      "grad_norm": 0.5414055585861206,
      "learning_rate": 4.481666724816426e-05,
      "loss": 5.6831,
      "step": 276570
    },
    {
      "epoch": 0.24209127648605047,
      "grad_norm": 0.5526756048202515,
      "learning_rate": 4.481648067353045e-05,
      "loss": 4.9434,
      "step": 276575
    },
    {
      "epoch": 0.24209565307967765,
      "grad_norm": 0.5514529943466187,
      "learning_rate": 4.481629409603873e-05,
      "loss": 5.1833,
      "step": 276580
    },
    {
      "epoch": 0.2421000296733048,
      "grad_norm": 0.5586946606636047,
      "learning_rate": 4.481610751568914e-05,
      "loss": 4.8335,
      "step": 276585
    },
    {
      "epoch": 0.24210440626693194,
      "grad_norm": 0.5585540533065796,
      "learning_rate": 4.4815920932481726e-05,
      "loss": 4.633,
      "step": 276590
    },
    {
      "epoch": 0.2421087828605591,
      "grad_norm": 0.5560263395309448,
      "learning_rate": 4.481573434641652e-05,
      "loss": 5.7301,
      "step": 276595
    },
    {
      "epoch": 0.24211315945418627,
      "grad_norm": 0.5301802754402161,
      "learning_rate": 4.481554775749356e-05,
      "loss": 4.8832,
      "step": 276600
    },
    {
      "epoch": 0.24211753604781341,
      "grad_norm": 0.5517090559005737,
      "learning_rate": 4.481536116571288e-05,
      "loss": 5.1829,
      "step": 276605
    },
    {
      "epoch": 0.24212191264144056,
      "grad_norm": 0.7024570107460022,
      "learning_rate": 4.4815174571074505e-05,
      "loss": 4.6319,
      "step": 276610
    },
    {
      "epoch": 0.2421262892350677,
      "grad_norm": 0.6180325150489807,
      "learning_rate": 4.481498797357848e-05,
      "loss": 5.4209,
      "step": 276615
    },
    {
      "epoch": 0.24213066582869489,
      "grad_norm": 0.6028379797935486,
      "learning_rate": 4.4814801373224834e-05,
      "loss": 5.1883,
      "step": 276620
    },
    {
      "epoch": 0.24213504242232203,
      "grad_norm": 0.5444207787513733,
      "learning_rate": 4.481461477001363e-05,
      "loss": 5.4219,
      "step": 276625
    },
    {
      "epoch": 0.24213941901594918,
      "grad_norm": 0.5210104584693909,
      "learning_rate": 4.4814428163944866e-05,
      "loss": 4.6824,
      "step": 276630
    },
    {
      "epoch": 0.24214379560957633,
      "grad_norm": 0.5446525812149048,
      "learning_rate": 4.481424155501861e-05,
      "loss": 5.6961,
      "step": 276635
    },
    {
      "epoch": 0.2421481722032035,
      "grad_norm": 0.6070286631584167,
      "learning_rate": 4.4814054943234886e-05,
      "loss": 4.7872,
      "step": 276640
    },
    {
      "epoch": 0.24215254879683065,
      "grad_norm": 0.5489259362220764,
      "learning_rate": 4.481386832859371e-05,
      "loss": 5.2291,
      "step": 276645
    },
    {
      "epoch": 0.2421569253904578,
      "grad_norm": 0.5637103319168091,
      "learning_rate": 4.4813681711095146e-05,
      "loss": 5.1285,
      "step": 276650
    },
    {
      "epoch": 0.24216130198408495,
      "grad_norm": 0.5736938118934631,
      "learning_rate": 4.4813495090739225e-05,
      "loss": 5.2042,
      "step": 276655
    },
    {
      "epoch": 0.2421656785777121,
      "grad_norm": 0.5387069582939148,
      "learning_rate": 4.481330846752597e-05,
      "loss": 4.9247,
      "step": 276660
    },
    {
      "epoch": 0.24217005517133927,
      "grad_norm": 0.526483952999115,
      "learning_rate": 4.481312184145543e-05,
      "loss": 4.6682,
      "step": 276665
    },
    {
      "epoch": 0.24217443176496642,
      "grad_norm": 0.5558002591133118,
      "learning_rate": 4.481293521252763e-05,
      "loss": 4.8292,
      "step": 276670
    },
    {
      "epoch": 0.24217880835859357,
      "grad_norm": 0.5495383143424988,
      "learning_rate": 4.481274858074261e-05,
      "loss": 4.7347,
      "step": 276675
    },
    {
      "epoch": 0.24218318495222071,
      "grad_norm": 0.5504183769226074,
      "learning_rate": 4.481256194610043e-05,
      "loss": 5.0669,
      "step": 276680
    },
    {
      "epoch": 0.2421875615458479,
      "grad_norm": 0.5271817445755005,
      "learning_rate": 4.481237530860108e-05,
      "loss": 5.926,
      "step": 276685
    },
    {
      "epoch": 0.24219193813947504,
      "grad_norm": 0.5338413715362549,
      "learning_rate": 4.4812188668244626e-05,
      "loss": 5.9061,
      "step": 276690
    },
    {
      "epoch": 0.24219631473310219,
      "grad_norm": 0.5322100520133972,
      "learning_rate": 4.4812002025031093e-05,
      "loss": 4.0917,
      "step": 276695
    },
    {
      "epoch": 0.24220069132672933,
      "grad_norm": 0.5354564189910889,
      "learning_rate": 4.481181537896054e-05,
      "loss": 5.3031,
      "step": 276700
    },
    {
      "epoch": 0.2422050679203565,
      "grad_norm": 0.5294519066810608,
      "learning_rate": 4.481162873003297e-05,
      "loss": 4.6887,
      "step": 276705
    },
    {
      "epoch": 0.24220944451398366,
      "grad_norm": 0.5501372218132019,
      "learning_rate": 4.481144207824845e-05,
      "loss": 4.9119,
      "step": 276710
    },
    {
      "epoch": 0.2422138211076108,
      "grad_norm": 0.5335414409637451,
      "learning_rate": 4.481125542360698e-05,
      "loss": 4.211,
      "step": 276715
    },
    {
      "epoch": 0.24221819770123795,
      "grad_norm": 0.5368033647537231,
      "learning_rate": 4.481106876610862e-05,
      "loss": 5.3939,
      "step": 276720
    },
    {
      "epoch": 0.24222257429486513,
      "grad_norm": 0.5238491892814636,
      "learning_rate": 4.4810882105753404e-05,
      "loss": 5.1409,
      "step": 276725
    },
    {
      "epoch": 0.24222695088849228,
      "grad_norm": 0.5298357009887695,
      "learning_rate": 4.481069544254137e-05,
      "loss": 4.8172,
      "step": 276730
    },
    {
      "epoch": 0.24223132748211942,
      "grad_norm": 0.5498411655426025,
      "learning_rate": 4.481050877647255e-05,
      "loss": 5.6314,
      "step": 276735
    },
    {
      "epoch": 0.24223570407574657,
      "grad_norm": 0.5326101779937744,
      "learning_rate": 4.4810322107546974e-05,
      "loss": 5.7712,
      "step": 276740
    },
    {
      "epoch": 0.24224008066937375,
      "grad_norm": 0.5329267978668213,
      "learning_rate": 4.481013543576469e-05,
      "loss": 5.2295,
      "step": 276745
    },
    {
      "epoch": 0.2422444572630009,
      "grad_norm": 0.5341287851333618,
      "learning_rate": 4.480994876112573e-05,
      "loss": 5.2256,
      "step": 276750
    },
    {
      "epoch": 0.24224883385662804,
      "grad_norm": 0.5224611163139343,
      "learning_rate": 4.480976208363011e-05,
      "loss": 4.7043,
      "step": 276755
    },
    {
      "epoch": 0.2422532104502552,
      "grad_norm": 0.5407419800758362,
      "learning_rate": 4.480957540327791e-05,
      "loss": 5.9197,
      "step": 276760
    },
    {
      "epoch": 0.24225758704388237,
      "grad_norm": 0.5490331649780273,
      "learning_rate": 4.4809388720069124e-05,
      "loss": 5.1039,
      "step": 276765
    },
    {
      "epoch": 0.24226196363750951,
      "grad_norm": 0.5286511182785034,
      "learning_rate": 4.48092020340038e-05,
      "loss": 5.7197,
      "step": 276770
    },
    {
      "epoch": 0.24226634023113666,
      "grad_norm": 0.5592341423034668,
      "learning_rate": 4.4809015345081994e-05,
      "loss": 5.6894,
      "step": 276775
    },
    {
      "epoch": 0.2422707168247638,
      "grad_norm": 0.5679120421409607,
      "learning_rate": 4.4808828653303726e-05,
      "loss": 5.7232,
      "step": 276780
    },
    {
      "epoch": 0.24227509341839099,
      "grad_norm": 0.5428031086921692,
      "learning_rate": 4.480864195866902e-05,
      "loss": 5.7284,
      "step": 276785
    },
    {
      "epoch": 0.24227947001201813,
      "grad_norm": 0.5304259657859802,
      "learning_rate": 4.480845526117793e-05,
      "loss": 5.5902,
      "step": 276790
    },
    {
      "epoch": 0.24228384660564528,
      "grad_norm": 0.5511584877967834,
      "learning_rate": 4.480826856083048e-05,
      "loss": 5.12,
      "step": 276795
    },
    {
      "epoch": 0.24228822319927243,
      "grad_norm": 0.5263206362724304,
      "learning_rate": 4.480808185762672e-05,
      "loss": 5.8937,
      "step": 276800
    },
    {
      "epoch": 0.24229259979289958,
      "grad_norm": 0.553837776184082,
      "learning_rate": 4.480789515156668e-05,
      "loss": 4.37,
      "step": 276805
    },
    {
      "epoch": 0.24229697638652675,
      "grad_norm": 0.5402176976203918,
      "learning_rate": 4.480770844265039e-05,
      "loss": 5.6447,
      "step": 276810
    },
    {
      "epoch": 0.2423013529801539,
      "grad_norm": 0.536821186542511,
      "learning_rate": 4.4807521730877874e-05,
      "loss": 3.8643,
      "step": 276815
    },
    {
      "epoch": 0.24230572957378105,
      "grad_norm": 0.5413379073143005,
      "learning_rate": 4.4807335016249205e-05,
      "loss": 4.6618,
      "step": 276820
    },
    {
      "epoch": 0.2423101061674082,
      "grad_norm": 0.5338261127471924,
      "learning_rate": 4.480714829876439e-05,
      "loss": 4.8136,
      "step": 276825
    },
    {
      "epoch": 0.24231448276103537,
      "grad_norm": 0.5359358191490173,
      "learning_rate": 4.480696157842348e-05,
      "loss": 4.369,
      "step": 276830
    },
    {
      "epoch": 0.24231885935466252,
      "grad_norm": 0.5371009707450867,
      "learning_rate": 4.4806774855226495e-05,
      "loss": 5.4062,
      "step": 276835
    },
    {
      "epoch": 0.24232323594828967,
      "grad_norm": 0.534970760345459,
      "learning_rate": 4.4806588129173486e-05,
      "loss": 5.126,
      "step": 276840
    },
    {
      "epoch": 0.24232761254191681,
      "grad_norm": 0.5399752855300903,
      "learning_rate": 4.4806401400264485e-05,
      "loss": 5.6041,
      "step": 276845
    },
    {
      "epoch": 0.242331989135544,
      "grad_norm": 0.512237548828125,
      "learning_rate": 4.480621466849953e-05,
      "loss": 5.6662,
      "step": 276850
    },
    {
      "epoch": 0.24233636572917114,
      "grad_norm": 0.5569425821304321,
      "learning_rate": 4.480602793387864e-05,
      "loss": 5.1093,
      "step": 276855
    },
    {
      "epoch": 0.24234074232279829,
      "grad_norm": 0.5303409099578857,
      "learning_rate": 4.480584119640188e-05,
      "loss": 4.8954,
      "step": 276860
    },
    {
      "epoch": 0.24234511891642543,
      "grad_norm": 0.536770224571228,
      "learning_rate": 4.4805654456069255e-05,
      "loss": 5.9275,
      "step": 276865
    },
    {
      "epoch": 0.2423494955100526,
      "grad_norm": 0.5426686406135559,
      "learning_rate": 4.4805467712880824e-05,
      "loss": 5.3862,
      "step": 276870
    },
    {
      "epoch": 0.24235387210367976,
      "grad_norm": 0.5202961564064026,
      "learning_rate": 4.480528096683662e-05,
      "loss": 4.9117,
      "step": 276875
    },
    {
      "epoch": 0.2423582486973069,
      "grad_norm": 0.5207201838493347,
      "learning_rate": 4.4805094217936664e-05,
      "loss": 5.9652,
      "step": 276880
    },
    {
      "epoch": 0.24236262529093405,
      "grad_norm": 0.5443315505981445,
      "learning_rate": 4.4804907466181e-05,
      "loss": 4.152,
      "step": 276885
    },
    {
      "epoch": 0.24236700188456123,
      "grad_norm": 0.535372257232666,
      "learning_rate": 4.480472071156968e-05,
      "loss": 5.1919,
      "step": 276890
    },
    {
      "epoch": 0.24237137847818838,
      "grad_norm": 0.5460772514343262,
      "learning_rate": 4.480453395410272e-05,
      "loss": 5.8967,
      "step": 276895
    },
    {
      "epoch": 0.24237575507181552,
      "grad_norm": 0.5306538939476013,
      "learning_rate": 4.480434719378016e-05,
      "loss": 6.2541,
      "step": 276900
    },
    {
      "epoch": 0.24238013166544267,
      "grad_norm": 0.5316842794418335,
      "learning_rate": 4.480416043060204e-05,
      "loss": 4.4211,
      "step": 276905
    },
    {
      "epoch": 0.24238450825906985,
      "grad_norm": 0.5271068215370178,
      "learning_rate": 4.48039736645684e-05,
      "loss": 5.9262,
      "step": 276910
    },
    {
      "epoch": 0.242388884852697,
      "grad_norm": 0.5393315553665161,
      "learning_rate": 4.480378689567927e-05,
      "loss": 5.8996,
      "step": 276915
    },
    {
      "epoch": 0.24239326144632414,
      "grad_norm": 0.5418868660926819,
      "learning_rate": 4.4803600123934675e-05,
      "loss": 5.7068,
      "step": 276920
    },
    {
      "epoch": 0.2423976380399513,
      "grad_norm": 0.5384144186973572,
      "learning_rate": 4.480341334933468e-05,
      "loss": 4.6229,
      "step": 276925
    },
    {
      "epoch": 0.24240201463357844,
      "grad_norm": 0.5512891411781311,
      "learning_rate": 4.4803226571879284e-05,
      "loss": 5.1813,
      "step": 276930
    },
    {
      "epoch": 0.24240639122720561,
      "grad_norm": 0.5633652210235596,
      "learning_rate": 4.480303979156854e-05,
      "loss": 5.1988,
      "step": 276935
    },
    {
      "epoch": 0.24241076782083276,
      "grad_norm": 0.5410612225532532,
      "learning_rate": 4.4802853008402515e-05,
      "loss": 5.1278,
      "step": 276940
    },
    {
      "epoch": 0.2424151444144599,
      "grad_norm": 0.5432004332542419,
      "learning_rate": 4.480266622238119e-05,
      "loss": 5.1381,
      "step": 276945
    },
    {
      "epoch": 0.24241952100808706,
      "grad_norm": 0.5503742694854736,
      "learning_rate": 4.480247943350464e-05,
      "loss": 4.8156,
      "step": 276950
    },
    {
      "epoch": 0.24242389760171423,
      "grad_norm": 0.5712870359420776,
      "learning_rate": 4.480229264177289e-05,
      "loss": 4.9215,
      "step": 276955
    },
    {
      "epoch": 0.24242827419534138,
      "grad_norm": 0.5983707904815674,
      "learning_rate": 4.480210584718597e-05,
      "loss": 4.2063,
      "step": 276960
    },
    {
      "epoch": 0.24243265078896853,
      "grad_norm": 0.5428346991539001,
      "learning_rate": 4.480191904974392e-05,
      "loss": 5.1366,
      "step": 276965
    },
    {
      "epoch": 0.24243702738259568,
      "grad_norm": 0.5309110879898071,
      "learning_rate": 4.480173224944678e-05,
      "loss": 5.9355,
      "step": 276970
    },
    {
      "epoch": 0.24244140397622285,
      "grad_norm": 0.5511932969093323,
      "learning_rate": 4.480154544629459e-05,
      "loss": 5.2161,
      "step": 276975
    },
    {
      "epoch": 0.24244578056985,
      "grad_norm": 0.5413605570793152,
      "learning_rate": 4.480135864028737e-05,
      "loss": 5.1338,
      "step": 276980
    },
    {
      "epoch": 0.24245015716347715,
      "grad_norm": 0.5441262722015381,
      "learning_rate": 4.4801171831425174e-05,
      "loss": 5.3447,
      "step": 276985
    },
    {
      "epoch": 0.2424545337571043,
      "grad_norm": 0.5287922620773315,
      "learning_rate": 4.480098501970801e-05,
      "loss": 5.2282,
      "step": 276990
    },
    {
      "epoch": 0.24245891035073147,
      "grad_norm": 0.5297617316246033,
      "learning_rate": 4.480079820513595e-05,
      "loss": 5.4206,
      "step": 276995
    },
    {
      "epoch": 0.24246328694435862,
      "grad_norm": 0.5227581858634949,
      "learning_rate": 4.4800611387709e-05,
      "loss": 5.7435,
      "step": 277000
    },
    {
      "epoch": 0.24246766353798577,
      "grad_norm": 0.5176970958709717,
      "learning_rate": 4.480042456742723e-05,
      "loss": 5.7379,
      "step": 277005
    },
    {
      "epoch": 0.24247204013161291,
      "grad_norm": 0.5412901043891907,
      "learning_rate": 4.480023774429064e-05,
      "loss": 5.1025,
      "step": 277010
    },
    {
      "epoch": 0.2424764167252401,
      "grad_norm": 0.5666586756706238,
      "learning_rate": 4.480005091829927e-05,
      "loss": 5.0061,
      "step": 277015
    },
    {
      "epoch": 0.24248079331886724,
      "grad_norm": 0.5424334406852722,
      "learning_rate": 4.479986408945319e-05,
      "loss": 4.5962,
      "step": 277020
    },
    {
      "epoch": 0.24248516991249439,
      "grad_norm": 0.6228426098823547,
      "learning_rate": 4.4799677257752405e-05,
      "loss": 5.2026,
      "step": 277025
    },
    {
      "epoch": 0.24248954650612153,
      "grad_norm": 0.5544316172599792,
      "learning_rate": 4.4799490423196955e-05,
      "loss": 5.2311,
      "step": 277030
    },
    {
      "epoch": 0.2424939230997487,
      "grad_norm": 0.5391726493835449,
      "learning_rate": 4.479930358578689e-05,
      "loss": 5.0984,
      "step": 277035
    },
    {
      "epoch": 0.24249829969337586,
      "grad_norm": 0.5336624383926392,
      "learning_rate": 4.479911674552222e-05,
      "loss": 5.6039,
      "step": 277040
    },
    {
      "epoch": 0.242502676287003,
      "grad_norm": 0.5785068869590759,
      "learning_rate": 4.479892990240301e-05,
      "loss": 5.4346,
      "step": 277045
    },
    {
      "epoch": 0.24250705288063015,
      "grad_norm": 0.5436389446258545,
      "learning_rate": 4.479874305642928e-05,
      "loss": 4.6801,
      "step": 277050
    },
    {
      "epoch": 0.2425114294742573,
      "grad_norm": 0.5391061305999756,
      "learning_rate": 4.479855620760106e-05,
      "loss": 5.406,
      "step": 277055
    },
    {
      "epoch": 0.24251580606788448,
      "grad_norm": 0.5297699570655823,
      "learning_rate": 4.479836935591841e-05,
      "loss": 5.1633,
      "step": 277060
    },
    {
      "epoch": 0.24252018266151162,
      "grad_norm": 0.5302808284759521,
      "learning_rate": 4.4798182501381344e-05,
      "loss": 4.0816,
      "step": 277065
    },
    {
      "epoch": 0.24252455925513877,
      "grad_norm": 0.5416820049285889,
      "learning_rate": 4.479799564398991e-05,
      "loss": 4.2124,
      "step": 277070
    },
    {
      "epoch": 0.24252893584876592,
      "grad_norm": 0.5445904731750488,
      "learning_rate": 4.4797808783744145e-05,
      "loss": 5.1904,
      "step": 277075
    },
    {
      "epoch": 0.2425333124423931,
      "grad_norm": 0.5401400923728943,
      "learning_rate": 4.4797621920644065e-05,
      "loss": 5.1269,
      "step": 277080
    },
    {
      "epoch": 0.24253768903602024,
      "grad_norm": 0.5351802706718445,
      "learning_rate": 4.479743505468973e-05,
      "loss": 4.9545,
      "step": 277085
    },
    {
      "epoch": 0.2425420656296474,
      "grad_norm": 0.5475524067878723,
      "learning_rate": 4.479724818588117e-05,
      "loss": 5.9609,
      "step": 277090
    },
    {
      "epoch": 0.24254644222327454,
      "grad_norm": 0.5571368336677551,
      "learning_rate": 4.479706131421842e-05,
      "loss": 5.0951,
      "step": 277095
    },
    {
      "epoch": 0.24255081881690171,
      "grad_norm": 0.528174877166748,
      "learning_rate": 4.47968744397015e-05,
      "loss": 6.2492,
      "step": 277100
    },
    {
      "epoch": 0.24255519541052886,
      "grad_norm": 0.5245294570922852,
      "learning_rate": 4.4796687562330464e-05,
      "loss": 5.9209,
      "step": 277105
    },
    {
      "epoch": 0.242559572004156,
      "grad_norm": 0.53229159116745,
      "learning_rate": 4.479650068210535e-05,
      "loss": 4.6941,
      "step": 277110
    },
    {
      "epoch": 0.24256394859778316,
      "grad_norm": 0.5311064124107361,
      "learning_rate": 4.479631379902618e-05,
      "loss": 5.168,
      "step": 277115
    },
    {
      "epoch": 0.24256832519141033,
      "grad_norm": 0.5249112248420715,
      "learning_rate": 4.479612691309299e-05,
      "loss": 4.8104,
      "step": 277120
    },
    {
      "epoch": 0.24257270178503748,
      "grad_norm": 0.5266315937042236,
      "learning_rate": 4.4795940024305846e-05,
      "loss": 5.4355,
      "step": 277125
    },
    {
      "epoch": 0.24257707837866463,
      "grad_norm": 0.5332985520362854,
      "learning_rate": 4.4795753132664754e-05,
      "loss": 5.4345,
      "step": 277130
    },
    {
      "epoch": 0.24258145497229178,
      "grad_norm": 0.5293506979942322,
      "learning_rate": 4.479556623816976e-05,
      "loss": 4.8908,
      "step": 277135
    },
    {
      "epoch": 0.24258583156591895,
      "grad_norm": 0.5352644324302673,
      "learning_rate": 4.479537934082089e-05,
      "loss": 4.8441,
      "step": 277140
    },
    {
      "epoch": 0.2425902081595461,
      "grad_norm": 0.5540344715118408,
      "learning_rate": 4.47951924406182e-05,
      "loss": 5.7349,
      "step": 277145
    },
    {
      "epoch": 0.24259458475317325,
      "grad_norm": 0.5540444254875183,
      "learning_rate": 4.4795005537561695e-05,
      "loss": 5.73,
      "step": 277150
    },
    {
      "epoch": 0.2425989613468004,
      "grad_norm": 0.5449450612068176,
      "learning_rate": 4.4794818631651445e-05,
      "loss": 4.6632,
      "step": 277155
    },
    {
      "epoch": 0.24260333794042757,
      "grad_norm": 0.5537555813789368,
      "learning_rate": 4.479463172288747e-05,
      "loss": 5.0768,
      "step": 277160
    },
    {
      "epoch": 0.24260771453405472,
      "grad_norm": 0.5404847264289856,
      "learning_rate": 4.4794444811269806e-05,
      "loss": 5.0782,
      "step": 277165
    },
    {
      "epoch": 0.24261209112768187,
      "grad_norm": 0.5469479560852051,
      "learning_rate": 4.47942578967985e-05,
      "loss": 5.0997,
      "step": 277170
    },
    {
      "epoch": 0.24261646772130901,
      "grad_norm": 0.5496343374252319,
      "learning_rate": 4.4794070979473565e-05,
      "loss": 5.0987,
      "step": 277175
    },
    {
      "epoch": 0.24262084431493616,
      "grad_norm": 0.5517299771308899,
      "learning_rate": 4.479388405929505e-05,
      "loss": 5.8982,
      "step": 277180
    },
    {
      "epoch": 0.24262522090856334,
      "grad_norm": 0.5380997657775879,
      "learning_rate": 4.479369713626301e-05,
      "loss": 4.8998,
      "step": 277185
    },
    {
      "epoch": 0.24262959750219049,
      "grad_norm": 0.5397059917449951,
      "learning_rate": 4.479351021037744e-05,
      "loss": 5.1217,
      "step": 277190
    },
    {
      "epoch": 0.24263397409581763,
      "grad_norm": 0.5487356185913086,
      "learning_rate": 4.4793323281638414e-05,
      "loss": 5.6453,
      "step": 277195
    },
    {
      "epoch": 0.24263835068944478,
      "grad_norm": 0.5761651992797852,
      "learning_rate": 4.479313635004595e-05,
      "loss": 5.1167,
      "step": 277200
    },
    {
      "epoch": 0.24264272728307196,
      "grad_norm": 0.5468310713768005,
      "learning_rate": 4.479294941560008e-05,
      "loss": 5.2077,
      "step": 277205
    },
    {
      "epoch": 0.2426471038766991,
      "grad_norm": 0.5435569286346436,
      "learning_rate": 4.4792762478300856e-05,
      "loss": 4.4222,
      "step": 277210
    },
    {
      "epoch": 0.24265148047032625,
      "grad_norm": 0.5480332374572754,
      "learning_rate": 4.4792575538148296e-05,
      "loss": 5.4128,
      "step": 277215
    },
    {
      "epoch": 0.2426558570639534,
      "grad_norm": 0.5304664373397827,
      "learning_rate": 4.4792388595142454e-05,
      "loss": 4.8482,
      "step": 277220
    },
    {
      "epoch": 0.24266023365758058,
      "grad_norm": 0.5249469876289368,
      "learning_rate": 4.479220164928335e-05,
      "loss": 5.3061,
      "step": 277225
    },
    {
      "epoch": 0.24266461025120772,
      "grad_norm": 0.5410427451133728,
      "learning_rate": 4.479201470057103e-05,
      "loss": 5.4269,
      "step": 277230
    },
    {
      "epoch": 0.24266898684483487,
      "grad_norm": 0.5334450602531433,
      "learning_rate": 4.4791827749005534e-05,
      "loss": 5.7001,
      "step": 277235
    },
    {
      "epoch": 0.24267336343846202,
      "grad_norm": 0.6132671236991882,
      "learning_rate": 4.479164079458687e-05,
      "loss": 4.391,
      "step": 277240
    },
    {
      "epoch": 0.2426777400320892,
      "grad_norm": 0.5382513999938965,
      "learning_rate": 4.4791453837315126e-05,
      "loss": 4.9073,
      "step": 277245
    },
    {
      "epoch": 0.24268211662571634,
      "grad_norm": 0.5488612055778503,
      "learning_rate": 4.479126687719029e-05,
      "loss": 4.9025,
      "step": 277250
    },
    {
      "epoch": 0.2426864932193435,
      "grad_norm": 0.53572016954422,
      "learning_rate": 4.479107991421242e-05,
      "loss": 5.6551,
      "step": 277255
    },
    {
      "epoch": 0.24269086981297064,
      "grad_norm": 0.5307592749595642,
      "learning_rate": 4.4790892948381534e-05,
      "loss": 5.1583,
      "step": 277260
    },
    {
      "epoch": 0.24269524640659781,
      "grad_norm": 0.5706959962844849,
      "learning_rate": 4.479070597969769e-05,
      "loss": 5.5811,
      "step": 277265
    },
    {
      "epoch": 0.24269962300022496,
      "grad_norm": 0.5351050496101379,
      "learning_rate": 4.479051900816093e-05,
      "loss": 5.7075,
      "step": 277270
    },
    {
      "epoch": 0.2427039995938521,
      "grad_norm": 0.5234597325325012,
      "learning_rate": 4.4790332033771256e-05,
      "loss": 6.2219,
      "step": 277275
    },
    {
      "epoch": 0.24270837618747926,
      "grad_norm": 0.5414663553237915,
      "learning_rate": 4.479014505652873e-05,
      "loss": 5.9266,
      "step": 277280
    },
    {
      "epoch": 0.24271275278110643,
      "grad_norm": 0.5481036901473999,
      "learning_rate": 4.478995807643339e-05,
      "loss": 5.1675,
      "step": 277285
    },
    {
      "epoch": 0.24271712937473358,
      "grad_norm": 0.541225254535675,
      "learning_rate": 4.4789771093485254e-05,
      "loss": 5.3958,
      "step": 277290
    },
    {
      "epoch": 0.24272150596836073,
      "grad_norm": 0.5479544997215271,
      "learning_rate": 4.478958410768438e-05,
      "loss": 4.9005,
      "step": 277295
    },
    {
      "epoch": 0.24272588256198788,
      "grad_norm": 0.5394956469535828,
      "learning_rate": 4.4789397119030776e-05,
      "loss": 4.6338,
      "step": 277300
    },
    {
      "epoch": 0.24273025915561502,
      "grad_norm": 0.5608111619949341,
      "learning_rate": 4.4789210127524505e-05,
      "loss": 5.1351,
      "step": 277305
    },
    {
      "epoch": 0.2427346357492422,
      "grad_norm": 0.5388031601905823,
      "learning_rate": 4.4789023133165584e-05,
      "loss": 5.2998,
      "step": 277310
    },
    {
      "epoch": 0.24273901234286935,
      "grad_norm": 0.5298506021499634,
      "learning_rate": 4.478883613595407e-05,
      "loss": 5.7181,
      "step": 277315
    },
    {
      "epoch": 0.2427433889364965,
      "grad_norm": 0.5592650175094604,
      "learning_rate": 4.478864913588997e-05,
      "loss": 4.8833,
      "step": 277320
    },
    {
      "epoch": 0.24274776553012364,
      "grad_norm": 0.5305683016777039,
      "learning_rate": 4.4788462132973354e-05,
      "loss": 6.215,
      "step": 277325
    },
    {
      "epoch": 0.24275214212375082,
      "grad_norm": 0.5209797620773315,
      "learning_rate": 4.478827512720423e-05,
      "loss": 5.0059,
      "step": 277330
    },
    {
      "epoch": 0.24275651871737797,
      "grad_norm": 0.5547076463699341,
      "learning_rate": 4.478808811858265e-05,
      "loss": 5.2193,
      "step": 277335
    },
    {
      "epoch": 0.24276089531100511,
      "grad_norm": 0.5288403034210205,
      "learning_rate": 4.478790110710863e-05,
      "loss": 5.1387,
      "step": 277340
    },
    {
      "epoch": 0.24276527190463226,
      "grad_norm": 0.5398173928260803,
      "learning_rate": 4.478771409278224e-05,
      "loss": 5.3726,
      "step": 277345
    },
    {
      "epoch": 0.24276964849825944,
      "grad_norm": 0.5551139116287231,
      "learning_rate": 4.478752707560349e-05,
      "loss": 4.6966,
      "step": 277350
    },
    {
      "epoch": 0.24277402509188659,
      "grad_norm": 0.5680340528488159,
      "learning_rate": 4.4787340055572415e-05,
      "loss": 4.8824,
      "step": 277355
    },
    {
      "epoch": 0.24277840168551373,
      "grad_norm": 0.534835696220398,
      "learning_rate": 4.478715303268906e-05,
      "loss": 6.2514,
      "step": 277360
    },
    {
      "epoch": 0.24278277827914088,
      "grad_norm": 0.5474842190742493,
      "learning_rate": 4.478696600695348e-05,
      "loss": 5.4188,
      "step": 277365
    },
    {
      "epoch": 0.24278715487276806,
      "grad_norm": 0.5351732969284058,
      "learning_rate": 4.478677897836566e-05,
      "loss": 5.3817,
      "step": 277370
    },
    {
      "epoch": 0.2427915314663952,
      "grad_norm": 0.5314773917198181,
      "learning_rate": 4.4786591946925695e-05,
      "loss": 5.3948,
      "step": 277375
    },
    {
      "epoch": 0.24279590806002235,
      "grad_norm": 0.5598753094673157,
      "learning_rate": 4.478640491263358e-05,
      "loss": 4.8945,
      "step": 277380
    },
    {
      "epoch": 0.2428002846536495,
      "grad_norm": 0.5488605499267578,
      "learning_rate": 4.4786217875489366e-05,
      "loss": 5.1251,
      "step": 277385
    },
    {
      "epoch": 0.24280466124727668,
      "grad_norm": 0.5680657625198364,
      "learning_rate": 4.478603083549309e-05,
      "loss": 6.2131,
      "step": 277390
    },
    {
      "epoch": 0.24280903784090382,
      "grad_norm": 0.5523072481155396,
      "learning_rate": 4.478584379264478e-05,
      "loss": 4.4245,
      "step": 277395
    },
    {
      "epoch": 0.24281341443453097,
      "grad_norm": 0.5527198910713196,
      "learning_rate": 4.4785656746944485e-05,
      "loss": 4.3529,
      "step": 277400
    },
    {
      "epoch": 0.24281779102815812,
      "grad_norm": 0.5402132272720337,
      "learning_rate": 4.4785469698392226e-05,
      "loss": 4.3518,
      "step": 277405
    },
    {
      "epoch": 0.2428221676217853,
      "grad_norm": 0.5967332124710083,
      "learning_rate": 4.478528264698805e-05,
      "loss": 5.4068,
      "step": 277410
    },
    {
      "epoch": 0.24282654421541244,
      "grad_norm": 0.532907247543335,
      "learning_rate": 4.4785095592731985e-05,
      "loss": 5.4377,
      "step": 277415
    },
    {
      "epoch": 0.2428309208090396,
      "grad_norm": 0.5330958962440491,
      "learning_rate": 4.4784908535624083e-05,
      "loss": 4.6791,
      "step": 277420
    },
    {
      "epoch": 0.24283529740266674,
      "grad_norm": 0.5702407360076904,
      "learning_rate": 4.478472147566436e-05,
      "loss": 4.6835,
      "step": 277425
    },
    {
      "epoch": 0.24283967399629391,
      "grad_norm": 0.540850818157196,
      "learning_rate": 4.478453441285286e-05,
      "loss": 5.4396,
      "step": 277430
    },
    {
      "epoch": 0.24284405058992106,
      "grad_norm": 0.5377479791641235,
      "learning_rate": 4.478434734718962e-05,
      "loss": 4.6059,
      "step": 277435
    },
    {
      "epoch": 0.2428484271835482,
      "grad_norm": 0.5500644445419312,
      "learning_rate": 4.4784160278674695e-05,
      "loss": 4.8553,
      "step": 277440
    },
    {
      "epoch": 0.24285280377717536,
      "grad_norm": 0.5445631146430969,
      "learning_rate": 4.4783973207308085e-05,
      "loss": 5.6227,
      "step": 277445
    },
    {
      "epoch": 0.2428571803708025,
      "grad_norm": 0.5609988570213318,
      "learning_rate": 4.478378613308985e-05,
      "loss": 4.8916,
      "step": 277450
    },
    {
      "epoch": 0.24286155696442968,
      "grad_norm": 0.5293037295341492,
      "learning_rate": 4.478359905602001e-05,
      "loss": 5.6822,
      "step": 277455
    },
    {
      "epoch": 0.24286593355805683,
      "grad_norm": 0.5748705267906189,
      "learning_rate": 4.478341197609861e-05,
      "loss": 5.1091,
      "step": 277460
    },
    {
      "epoch": 0.24287031015168398,
      "grad_norm": 0.5287505984306335,
      "learning_rate": 4.478322489332569e-05,
      "loss": 5.4081,
      "step": 277465
    },
    {
      "epoch": 0.24287468674531112,
      "grad_norm": 0.5639075636863708,
      "learning_rate": 4.478303780770129e-05,
      "loss": 5.1868,
      "step": 277470
    },
    {
      "epoch": 0.2428790633389383,
      "grad_norm": 0.5616538524627686,
      "learning_rate": 4.478285071922543e-05,
      "loss": 5.4086,
      "step": 277475
    },
    {
      "epoch": 0.24288343993256545,
      "grad_norm": 0.5286807417869568,
      "learning_rate": 4.478266362789816e-05,
      "loss": 4.7072,
      "step": 277480
    },
    {
      "epoch": 0.2428878165261926,
      "grad_norm": 0.5310183763504028,
      "learning_rate": 4.478247653371951e-05,
      "loss": 4.2088,
      "step": 277485
    },
    {
      "epoch": 0.24289219311981974,
      "grad_norm": 0.5420859456062317,
      "learning_rate": 4.478228943668952e-05,
      "loss": 5.891,
      "step": 277490
    },
    {
      "epoch": 0.24289656971344692,
      "grad_norm": 0.5590656399726868,
      "learning_rate": 4.4782102336808216e-05,
      "loss": 5.2056,
      "step": 277495
    },
    {
      "epoch": 0.24290094630707407,
      "grad_norm": 0.5524246692657471,
      "learning_rate": 4.4781915234075644e-05,
      "loss": 5.691,
      "step": 277500
    },
    {
      "epoch": 0.24290532290070121,
      "grad_norm": 0.5496939420700073,
      "learning_rate": 4.478172812849184e-05,
      "loss": 4.722,
      "step": 277505
    },
    {
      "epoch": 0.24290969949432836,
      "grad_norm": 0.5443494915962219,
      "learning_rate": 4.4781541020056836e-05,
      "loss": 5.1658,
      "step": 277510
    },
    {
      "epoch": 0.24291407608795554,
      "grad_norm": 0.6040165424346924,
      "learning_rate": 4.4781353908770674e-05,
      "loss": 5.0477,
      "step": 277515
    },
    {
      "epoch": 0.24291845268158269,
      "grad_norm": 0.5480902791023254,
      "learning_rate": 4.478116679463338e-05,
      "loss": 5.9053,
      "step": 277520
    },
    {
      "epoch": 0.24292282927520983,
      "grad_norm": 0.5889700055122375,
      "learning_rate": 4.4780979677645e-05,
      "loss": 4.7118,
      "step": 277525
    },
    {
      "epoch": 0.24292720586883698,
      "grad_norm": 0.5369296669960022,
      "learning_rate": 4.478079255780555e-05,
      "loss": 5.9338,
      "step": 277530
    },
    {
      "epoch": 0.24293158246246416,
      "grad_norm": 0.5567016005516052,
      "learning_rate": 4.4780605435115096e-05,
      "loss": 5.4335,
      "step": 277535
    },
    {
      "epoch": 0.2429359590560913,
      "grad_norm": 0.5436944961547852,
      "learning_rate": 4.4780418309573654e-05,
      "loss": 5.1022,
      "step": 277540
    },
    {
      "epoch": 0.24294033564971845,
      "grad_norm": 0.5409439206123352,
      "learning_rate": 4.4780231181181276e-05,
      "loss": 4.9149,
      "step": 277545
    },
    {
      "epoch": 0.2429447122433456,
      "grad_norm": 0.5303480625152588,
      "learning_rate": 4.478004404993799e-05,
      "loss": 5.1111,
      "step": 277550
    },
    {
      "epoch": 0.24294908883697278,
      "grad_norm": 0.5410898327827454,
      "learning_rate": 4.477985691584382e-05,
      "loss": 4.9035,
      "step": 277555
    },
    {
      "epoch": 0.24295346543059992,
      "grad_norm": 0.549121081829071,
      "learning_rate": 4.477966977889881e-05,
      "loss": 4.9421,
      "step": 277560
    },
    {
      "epoch": 0.24295784202422707,
      "grad_norm": 0.5745554566383362,
      "learning_rate": 4.477948263910301e-05,
      "loss": 5.2095,
      "step": 277565
    },
    {
      "epoch": 0.24296221861785422,
      "grad_norm": 0.5271759629249573,
      "learning_rate": 4.477929549645644e-05,
      "loss": 5.6232,
      "step": 277570
    },
    {
      "epoch": 0.24296659521148137,
      "grad_norm": 0.5413345694541931,
      "learning_rate": 4.477910835095913e-05,
      "loss": 5.0939,
      "step": 277575
    },
    {
      "epoch": 0.24297097180510854,
      "grad_norm": 0.5422440767288208,
      "learning_rate": 4.4778921202611145e-05,
      "loss": 5.2125,
      "step": 277580
    },
    {
      "epoch": 0.2429753483987357,
      "grad_norm": 0.5338624119758606,
      "learning_rate": 4.4778734051412486e-05,
      "loss": 5.5887,
      "step": 277585
    },
    {
      "epoch": 0.24297972499236284,
      "grad_norm": 0.5412641763687134,
      "learning_rate": 4.4778546897363215e-05,
      "loss": 6.2197,
      "step": 277590
    },
    {
      "epoch": 0.24298410158599,
      "grad_norm": 0.5527216792106628,
      "learning_rate": 4.477835974046336e-05,
      "loss": 4.9258,
      "step": 277595
    },
    {
      "epoch": 0.24298847817961716,
      "grad_norm": 0.5371913313865662,
      "learning_rate": 4.477817258071295e-05,
      "loss": 5.8937,
      "step": 277600
    },
    {
      "epoch": 0.2429928547732443,
      "grad_norm": 0.5329729914665222,
      "learning_rate": 4.4777985418112034e-05,
      "loss": 4.5967,
      "step": 277605
    },
    {
      "epoch": 0.24299723136687146,
      "grad_norm": 0.5270966291427612,
      "learning_rate": 4.477779825266063e-05,
      "loss": 6.2223,
      "step": 277610
    },
    {
      "epoch": 0.2430016079604986,
      "grad_norm": 0.5324625968933105,
      "learning_rate": 4.4777611084358796e-05,
      "loss": 6.2633,
      "step": 277615
    },
    {
      "epoch": 0.24300598455412578,
      "grad_norm": 0.5489048957824707,
      "learning_rate": 4.477742391320655e-05,
      "loss": 4.5983,
      "step": 277620
    },
    {
      "epoch": 0.24301036114775293,
      "grad_norm": 0.5404394865036011,
      "learning_rate": 4.477723673920394e-05,
      "loss": 5.7249,
      "step": 277625
    },
    {
      "epoch": 0.24301473774138008,
      "grad_norm": 0.6081520318984985,
      "learning_rate": 4.4777049562351004e-05,
      "loss": 4.3873,
      "step": 277630
    },
    {
      "epoch": 0.24301911433500722,
      "grad_norm": 0.6145016551017761,
      "learning_rate": 4.477686238264777e-05,
      "loss": 5.2119,
      "step": 277635
    },
    {
      "epoch": 0.2430234909286344,
      "grad_norm": 0.5446596741676331,
      "learning_rate": 4.477667520009427e-05,
      "loss": 5.3354,
      "step": 277640
    },
    {
      "epoch": 0.24302786752226155,
      "grad_norm": 0.5556443929672241,
      "learning_rate": 4.477648801469054e-05,
      "loss": 5.2684,
      "step": 277645
    },
    {
      "epoch": 0.2430322441158887,
      "grad_norm": 0.5473973751068115,
      "learning_rate": 4.477630082643664e-05,
      "loss": 5.3758,
      "step": 277650
    },
    {
      "epoch": 0.24303662070951584,
      "grad_norm": 0.5425865650177002,
      "learning_rate": 4.4776113635332575e-05,
      "loss": 5.4323,
      "step": 277655
    },
    {
      "epoch": 0.24304099730314302,
      "grad_norm": 0.5419136881828308,
      "learning_rate": 4.47759264413784e-05,
      "loss": 5.0924,
      "step": 277660
    },
    {
      "epoch": 0.24304537389677017,
      "grad_norm": 0.5470238924026489,
      "learning_rate": 4.477573924457414e-05,
      "loss": 4.8417,
      "step": 277665
    },
    {
      "epoch": 0.24304975049039731,
      "grad_norm": 0.5455886125564575,
      "learning_rate": 4.4775552044919845e-05,
      "loss": 4.8941,
      "step": 277670
    },
    {
      "epoch": 0.24305412708402446,
      "grad_norm": 0.5399031043052673,
      "learning_rate": 4.477536484241553e-05,
      "loss": 5.1961,
      "step": 277675
    },
    {
      "epoch": 0.24305850367765164,
      "grad_norm": 0.5252259373664856,
      "learning_rate": 4.477517763706126e-05,
      "loss": 5.6258,
      "step": 277680
    },
    {
      "epoch": 0.2430628802712788,
      "grad_norm": 0.5564777255058289,
      "learning_rate": 4.477499042885705e-05,
      "loss": 4.8018,
      "step": 277685
    },
    {
      "epoch": 0.24306725686490593,
      "grad_norm": 0.5392378568649292,
      "learning_rate": 4.477480321780293e-05,
      "loss": 5.9229,
      "step": 277690
    },
    {
      "epoch": 0.24307163345853308,
      "grad_norm": 0.54380202293396,
      "learning_rate": 4.477461600389895e-05,
      "loss": 4.9188,
      "step": 277695
    },
    {
      "epoch": 0.24307601005216023,
      "grad_norm": 0.5319319367408752,
      "learning_rate": 4.477442878714515e-05,
      "loss": 5.6741,
      "step": 277700
    },
    {
      "epoch": 0.2430803866457874,
      "grad_norm": 0.5584878921508789,
      "learning_rate": 4.4774241567541566e-05,
      "loss": 5.4358,
      "step": 277705
    },
    {
      "epoch": 0.24308476323941455,
      "grad_norm": 0.5509597659111023,
      "learning_rate": 4.477405434508821e-05,
      "loss": 5.632,
      "step": 277710
    },
    {
      "epoch": 0.2430891398330417,
      "grad_norm": 0.5255920886993408,
      "learning_rate": 4.4773867119785155e-05,
      "loss": 4.9281,
      "step": 277715
    },
    {
      "epoch": 0.24309351642666885,
      "grad_norm": 0.5310880541801453,
      "learning_rate": 4.47736798916324e-05,
      "loss": 5.9301,
      "step": 277720
    },
    {
      "epoch": 0.24309789302029602,
      "grad_norm": 0.5435481071472168,
      "learning_rate": 4.477349266063001e-05,
      "loss": 4.1527,
      "step": 277725
    },
    {
      "epoch": 0.24310226961392317,
      "grad_norm": 0.544170081615448,
      "learning_rate": 4.4773305426778e-05,
      "loss": 5.649,
      "step": 277730
    },
    {
      "epoch": 0.24310664620755032,
      "grad_norm": 0.5677543878555298,
      "learning_rate": 4.4773118190076425e-05,
      "loss": 5.6059,
      "step": 277735
    },
    {
      "epoch": 0.24311102280117747,
      "grad_norm": 0.5306711196899414,
      "learning_rate": 4.4772930950525305e-05,
      "loss": 5.9623,
      "step": 277740
    },
    {
      "epoch": 0.24311539939480464,
      "grad_norm": 0.5545971989631653,
      "learning_rate": 4.4772743708124684e-05,
      "loss": 4.6543,
      "step": 277745
    },
    {
      "epoch": 0.2431197759884318,
      "grad_norm": 0.5529817938804626,
      "learning_rate": 4.4772556462874603e-05,
      "loss": 6.2371,
      "step": 277750
    },
    {
      "epoch": 0.24312415258205894,
      "grad_norm": 0.5550186038017273,
      "learning_rate": 4.477236921477509e-05,
      "loss": 4.6846,
      "step": 277755
    },
    {
      "epoch": 0.2431285291756861,
      "grad_norm": 0.5434662699699402,
      "learning_rate": 4.4772181963826186e-05,
      "loss": 4.8233,
      "step": 277760
    },
    {
      "epoch": 0.24313290576931326,
      "grad_norm": 0.5498981475830078,
      "learning_rate": 4.477199471002792e-05,
      "loss": 5.1147,
      "step": 277765
    },
    {
      "epoch": 0.2431372823629404,
      "grad_norm": 0.5398217439651489,
      "learning_rate": 4.477180745338033e-05,
      "loss": 5.3033,
      "step": 277770
    },
    {
      "epoch": 0.24314165895656756,
      "grad_norm": 0.5353716611862183,
      "learning_rate": 4.477162019388347e-05,
      "loss": 5.2118,
      "step": 277775
    },
    {
      "epoch": 0.2431460355501947,
      "grad_norm": 0.5291325449943542,
      "learning_rate": 4.477143293153735e-05,
      "loss": 5.3455,
      "step": 277780
    },
    {
      "epoch": 0.24315041214382188,
      "grad_norm": 0.5699779391288757,
      "learning_rate": 4.477124566634202e-05,
      "loss": 5.383,
      "step": 277785
    },
    {
      "epoch": 0.24315478873744903,
      "grad_norm": 0.5608931183815002,
      "learning_rate": 4.4771058398297505e-05,
      "loss": 4.3607,
      "step": 277790
    },
    {
      "epoch": 0.24315916533107618,
      "grad_norm": 0.5549218654632568,
      "learning_rate": 4.4770871127403855e-05,
      "loss": 4.9086,
      "step": 277795
    },
    {
      "epoch": 0.24316354192470332,
      "grad_norm": 0.5395722389221191,
      "learning_rate": 4.477068385366111e-05,
      "loss": 4.0677,
      "step": 277800
    },
    {
      "epoch": 0.2431679185183305,
      "grad_norm": 0.531874418258667,
      "learning_rate": 4.4770496577069286e-05,
      "loss": 5.9631,
      "step": 277805
    },
    {
      "epoch": 0.24317229511195765,
      "grad_norm": 0.5282103419303894,
      "learning_rate": 4.477030929762843e-05,
      "loss": 6.2537,
      "step": 277810
    },
    {
      "epoch": 0.2431766717055848,
      "grad_norm": 0.5380207896232605,
      "learning_rate": 4.477012201533858e-05,
      "loss": 5.4019,
      "step": 277815
    },
    {
      "epoch": 0.24318104829921194,
      "grad_norm": 0.5639448165893555,
      "learning_rate": 4.476993473019978e-05,
      "loss": 5.1404,
      "step": 277820
    },
    {
      "epoch": 0.2431854248928391,
      "grad_norm": 0.5416260957717896,
      "learning_rate": 4.476974744221204e-05,
      "loss": 5.1969,
      "step": 277825
    },
    {
      "epoch": 0.24318980148646627,
      "grad_norm": 0.5329869389533997,
      "learning_rate": 4.476956015137542e-05,
      "loss": 4.0592,
      "step": 277830
    },
    {
      "epoch": 0.24319417808009341,
      "grad_norm": 0.5662387609481812,
      "learning_rate": 4.476937285768995e-05,
      "loss": 5.3656,
      "step": 277835
    },
    {
      "epoch": 0.24319855467372056,
      "grad_norm": 0.5612787008285522,
      "learning_rate": 4.476918556115566e-05,
      "loss": 5.6193,
      "step": 277840
    },
    {
      "epoch": 0.2432029312673477,
      "grad_norm": 0.5422642230987549,
      "learning_rate": 4.476899826177259e-05,
      "loss": 5.3893,
      "step": 277845
    },
    {
      "epoch": 0.2432073078609749,
      "grad_norm": 0.5364659428596497,
      "learning_rate": 4.476881095954079e-05,
      "loss": 4.1347,
      "step": 277850
    },
    {
      "epoch": 0.24321168445460203,
      "grad_norm": 0.5396185517311096,
      "learning_rate": 4.4768623654460264e-05,
      "loss": 5.1938,
      "step": 277855
    },
    {
      "epoch": 0.24321606104822918,
      "grad_norm": 0.5396465063095093,
      "learning_rate": 4.476843634653109e-05,
      "loss": 5.6152,
      "step": 277860
    },
    {
      "epoch": 0.24322043764185633,
      "grad_norm": 0.5443249940872192,
      "learning_rate": 4.476824903575325e-05,
      "loss": 5.1381,
      "step": 277865
    },
    {
      "epoch": 0.2432248142354835,
      "grad_norm": 0.5323585867881775,
      "learning_rate": 4.476806172212683e-05,
      "loss": 5.7285,
      "step": 277870
    },
    {
      "epoch": 0.24322919082911065,
      "grad_norm": 0.5401473641395569,
      "learning_rate": 4.476787440565184e-05,
      "loss": 4.9131,
      "step": 277875
    },
    {
      "epoch": 0.2432335674227378,
      "grad_norm": 0.5653982758522034,
      "learning_rate": 4.476768708632834e-05,
      "loss": 5.1096,
      "step": 277880
    },
    {
      "epoch": 0.24323794401636495,
      "grad_norm": 0.5497958660125732,
      "learning_rate": 4.476749976415634e-05,
      "loss": 5.397,
      "step": 277885
    },
    {
      "epoch": 0.24324232060999212,
      "grad_norm": 0.5384709239006042,
      "learning_rate": 4.476731243913588e-05,
      "loss": 5.0535,
      "step": 277890
    },
    {
      "epoch": 0.24324669720361927,
      "grad_norm": 0.5820584297180176,
      "learning_rate": 4.4767125111267e-05,
      "loss": 4.7102,
      "step": 277895
    },
    {
      "epoch": 0.24325107379724642,
      "grad_norm": 0.5727744698524475,
      "learning_rate": 4.476693778054975e-05,
      "loss": 4.1623,
      "step": 277900
    },
    {
      "epoch": 0.24325545039087357,
      "grad_norm": 0.5388740301132202,
      "learning_rate": 4.4766750446984155e-05,
      "loss": 5.3336,
      "step": 277905
    },
    {
      "epoch": 0.24325982698450074,
      "grad_norm": 0.5332115292549133,
      "learning_rate": 4.476656311057025e-05,
      "loss": 5.4351,
      "step": 277910
    },
    {
      "epoch": 0.2432642035781279,
      "grad_norm": 0.557456374168396,
      "learning_rate": 4.4766375771308057e-05,
      "loss": 5.1254,
      "step": 277915
    },
    {
      "epoch": 0.24326858017175504,
      "grad_norm": 0.5371618866920471,
      "learning_rate": 4.4766188429197644e-05,
      "loss": 5.6197,
      "step": 277920
    },
    {
      "epoch": 0.2432729567653822,
      "grad_norm": 0.5418654680252075,
      "learning_rate": 4.476600108423902e-05,
      "loss": 5.4052,
      "step": 277925
    },
    {
      "epoch": 0.24327733335900936,
      "grad_norm": 0.5390769839286804,
      "learning_rate": 4.476581373643223e-05,
      "loss": 4.6094,
      "step": 277930
    },
    {
      "epoch": 0.2432817099526365,
      "grad_norm": 0.5411477088928223,
      "learning_rate": 4.4765626385777315e-05,
      "loss": 5.6582,
      "step": 277935
    },
    {
      "epoch": 0.24328608654626366,
      "grad_norm": 0.5392952561378479,
      "learning_rate": 4.47654390322743e-05,
      "loss": 4.5484,
      "step": 277940
    },
    {
      "epoch": 0.2432904631398908,
      "grad_norm": 0.5303195714950562,
      "learning_rate": 4.4765251675923235e-05,
      "loss": 5.3829,
      "step": 277945
    },
    {
      "epoch": 0.24329483973351795,
      "grad_norm": 0.537314236164093,
      "learning_rate": 4.476506431672415e-05,
      "loss": 5.1075,
      "step": 277950
    },
    {
      "epoch": 0.24329921632714513,
      "grad_norm": 0.5733020305633545,
      "learning_rate": 4.476487695467708e-05,
      "loss": 5.8914,
      "step": 277955
    },
    {
      "epoch": 0.24330359292077228,
      "grad_norm": 0.5228711366653442,
      "learning_rate": 4.476468958978206e-05,
      "loss": 4.8071,
      "step": 277960
    },
    {
      "epoch": 0.24330796951439942,
      "grad_norm": 0.5411675572395325,
      "learning_rate": 4.476450222203913e-05,
      "loss": 4.4196,
      "step": 277965
    },
    {
      "epoch": 0.24331234610802657,
      "grad_norm": 0.5530391931533813,
      "learning_rate": 4.476431485144833e-05,
      "loss": 5.7333,
      "step": 277970
    },
    {
      "epoch": 0.24331672270165375,
      "grad_norm": 0.5225630402565002,
      "learning_rate": 4.4764127478009675e-05,
      "loss": 5.6396,
      "step": 277975
    },
    {
      "epoch": 0.2433210992952809,
      "grad_norm": 0.557691752910614,
      "learning_rate": 4.476394010172323e-05,
      "loss": 5.6414,
      "step": 277980
    },
    {
      "epoch": 0.24332547588890804,
      "grad_norm": 0.528957188129425,
      "learning_rate": 4.476375272258902e-05,
      "loss": 4.2642,
      "step": 277985
    },
    {
      "epoch": 0.2433298524825352,
      "grad_norm": 0.5732259750366211,
      "learning_rate": 4.476356534060706e-05,
      "loss": 5.412,
      "step": 277990
    },
    {
      "epoch": 0.24333422907616237,
      "grad_norm": 0.5974109768867493,
      "learning_rate": 4.476337795577742e-05,
      "loss": 5.1095,
      "step": 277995
    },
    {
      "epoch": 0.24333860566978952,
      "grad_norm": 0.5286650657653809,
      "learning_rate": 4.476319056810011e-05,
      "loss": 5.0839,
      "step": 278000
    },
    {
      "epoch": 0.24334298226341666,
      "grad_norm": 0.5528616309165955,
      "learning_rate": 4.476300317757519e-05,
      "loss": 3.8848,
      "step": 278005
    },
    {
      "epoch": 0.2433473588570438,
      "grad_norm": 0.7259608507156372,
      "learning_rate": 4.4762815784202685e-05,
      "loss": 4.9875,
      "step": 278010
    },
    {
      "epoch": 0.243351735450671,
      "grad_norm": 0.567291796207428,
      "learning_rate": 4.476262838798261e-05,
      "loss": 4.8911,
      "step": 278015
    },
    {
      "epoch": 0.24335611204429813,
      "grad_norm": 0.5531681180000305,
      "learning_rate": 4.476244098891503e-05,
      "loss": 5.4084,
      "step": 278020
    },
    {
      "epoch": 0.24336048863792528,
      "grad_norm": 0.5871767997741699,
      "learning_rate": 4.476225358699998e-05,
      "loss": 5.6896,
      "step": 278025
    },
    {
      "epoch": 0.24336486523155243,
      "grad_norm": 0.568557858467102,
      "learning_rate": 4.476206618223748e-05,
      "loss": 4.7111,
      "step": 278030
    },
    {
      "epoch": 0.2433692418251796,
      "grad_norm": 0.5425135493278503,
      "learning_rate": 4.476187877462758e-05,
      "loss": 5.4255,
      "step": 278035
    },
    {
      "epoch": 0.24337361841880675,
      "grad_norm": 0.5510709881782532,
      "learning_rate": 4.47616913641703e-05,
      "loss": 5.1303,
      "step": 278040
    },
    {
      "epoch": 0.2433779950124339,
      "grad_norm": 0.5306434035301208,
      "learning_rate": 4.476150395086569e-05,
      "loss": 4.385,
      "step": 278045
    },
    {
      "epoch": 0.24338237160606105,
      "grad_norm": 0.5386160612106323,
      "learning_rate": 4.4761316534713785e-05,
      "loss": 4.9465,
      "step": 278050
    },
    {
      "epoch": 0.24338674819968822,
      "grad_norm": 0.537050187587738,
      "learning_rate": 4.4761129115714614e-05,
      "loss": 5.6342,
      "step": 278055
    },
    {
      "epoch": 0.24339112479331537,
      "grad_norm": 0.5584073066711426,
      "learning_rate": 4.476094169386823e-05,
      "loss": 5.9176,
      "step": 278060
    },
    {
      "epoch": 0.24339550138694252,
      "grad_norm": 0.5272009372711182,
      "learning_rate": 4.4760754269174644e-05,
      "loss": 4.5879,
      "step": 278065
    },
    {
      "epoch": 0.24339987798056967,
      "grad_norm": 0.6490455269813538,
      "learning_rate": 4.476056684163391e-05,
      "loss": 4.5894,
      "step": 278070
    },
    {
      "epoch": 0.24340425457419684,
      "grad_norm": 0.5588852167129517,
      "learning_rate": 4.476037941124606e-05,
      "loss": 4.7092,
      "step": 278075
    },
    {
      "epoch": 0.243408631167824,
      "grad_norm": 0.5418126583099365,
      "learning_rate": 4.476019197801112e-05,
      "loss": 4.6055,
      "step": 278080
    },
    {
      "epoch": 0.24341300776145114,
      "grad_norm": 0.5565837621688843,
      "learning_rate": 4.476000454192915e-05,
      "loss": 5.1203,
      "step": 278085
    },
    {
      "epoch": 0.2434173843550783,
      "grad_norm": 0.526285707950592,
      "learning_rate": 4.4759817103000166e-05,
      "loss": 4.6165,
      "step": 278090
    },
    {
      "epoch": 0.24342176094870543,
      "grad_norm": 0.5291561484336853,
      "learning_rate": 4.475962966122421e-05,
      "loss": 4.1665,
      "step": 278095
    },
    {
      "epoch": 0.2434261375423326,
      "grad_norm": 0.5713752508163452,
      "learning_rate": 4.475944221660131e-05,
      "loss": 4.3756,
      "step": 278100
    },
    {
      "epoch": 0.24343051413595976,
      "grad_norm": 0.5342114567756653,
      "learning_rate": 4.475925476913152e-05,
      "loss": 5.6217,
      "step": 278105
    },
    {
      "epoch": 0.2434348907295869,
      "grad_norm": 0.6392720937728882,
      "learning_rate": 4.475906731881486e-05,
      "loss": 4.8158,
      "step": 278110
    },
    {
      "epoch": 0.24343926732321405,
      "grad_norm": 0.5700396299362183,
      "learning_rate": 4.475887986565138e-05,
      "loss": 5.6137,
      "step": 278115
    },
    {
      "epoch": 0.24344364391684123,
      "grad_norm": 0.5365373492240906,
      "learning_rate": 4.47586924096411e-05,
      "loss": 5.6352,
      "step": 278120
    },
    {
      "epoch": 0.24344802051046838,
      "grad_norm": 0.5595540404319763,
      "learning_rate": 4.475850495078406e-05,
      "loss": 4.8914,
      "step": 278125
    },
    {
      "epoch": 0.24345239710409552,
      "grad_norm": 0.5276535153388977,
      "learning_rate": 4.4758317489080315e-05,
      "loss": 5.145,
      "step": 278130
    },
    {
      "epoch": 0.24345677369772267,
      "grad_norm": 0.5218312740325928,
      "learning_rate": 4.4758130024529874e-05,
      "loss": 5.1824,
      "step": 278135
    },
    {
      "epoch": 0.24346115029134985,
      "grad_norm": 0.5550113320350647,
      "learning_rate": 4.4757942557132806e-05,
      "loss": 5.7162,
      "step": 278140
    },
    {
      "epoch": 0.243465526884977,
      "grad_norm": 0.591291606426239,
      "learning_rate": 4.475775508688911e-05,
      "loss": 5.1183,
      "step": 278145
    },
    {
      "epoch": 0.24346990347860414,
      "grad_norm": 0.5256040096282959,
      "learning_rate": 4.4757567613798844e-05,
      "loss": 4.9106,
      "step": 278150
    },
    {
      "epoch": 0.2434742800722313,
      "grad_norm": 0.5363291501998901,
      "learning_rate": 4.475738013786204e-05,
      "loss": 5.1329,
      "step": 278155
    },
    {
      "epoch": 0.24347865666585847,
      "grad_norm": 0.5332924723625183,
      "learning_rate": 4.4757192659078725e-05,
      "loss": 5.2342,
      "step": 278160
    },
    {
      "epoch": 0.24348303325948562,
      "grad_norm": 0.5331906080245972,
      "learning_rate": 4.475700517744896e-05,
      "loss": 5.7139,
      "step": 278165
    },
    {
      "epoch": 0.24348740985311276,
      "grad_norm": 0.5334939956665039,
      "learning_rate": 4.475681769297276e-05,
      "loss": 4.3972,
      "step": 278170
    },
    {
      "epoch": 0.2434917864467399,
      "grad_norm": 0.5298289060592651,
      "learning_rate": 4.475663020565016e-05,
      "loss": 5.7059,
      "step": 278175
    },
    {
      "epoch": 0.2434961630403671,
      "grad_norm": 0.5306732654571533,
      "learning_rate": 4.475644271548121e-05,
      "loss": 5.1636,
      "step": 278180
    },
    {
      "epoch": 0.24350053963399423,
      "grad_norm": 0.5230523943901062,
      "learning_rate": 4.4756255222465927e-05,
      "loss": 4.1969,
      "step": 278185
    },
    {
      "epoch": 0.24350491622762138,
      "grad_norm": 0.5651029348373413,
      "learning_rate": 4.475606772660438e-05,
      "loss": 5.907,
      "step": 278190
    },
    {
      "epoch": 0.24350929282124853,
      "grad_norm": 0.5330300331115723,
      "learning_rate": 4.475588022789656e-05,
      "loss": 5.6371,
      "step": 278195
    },
    {
      "epoch": 0.2435136694148757,
      "grad_norm": 0.5269815921783447,
      "learning_rate": 4.4755692726342544e-05,
      "loss": 5.899,
      "step": 278200
    },
    {
      "epoch": 0.24351804600850285,
      "grad_norm": 0.5405885577201843,
      "learning_rate": 4.475550522194234e-05,
      "loss": 5.9061,
      "step": 278205
    },
    {
      "epoch": 0.24352242260213,
      "grad_norm": 0.526691198348999,
      "learning_rate": 4.4755317714696e-05,
      "loss": 4.8131,
      "step": 278210
    },
    {
      "epoch": 0.24352679919575715,
      "grad_norm": 0.5422874689102173,
      "learning_rate": 4.4755130204603556e-05,
      "loss": 5.6877,
      "step": 278215
    },
    {
      "epoch": 0.2435311757893843,
      "grad_norm": 0.5434441566467285,
      "learning_rate": 4.475494269166505e-05,
      "loss": 5.7033,
      "step": 278220
    },
    {
      "epoch": 0.24353555238301147,
      "grad_norm": 0.538501501083374,
      "learning_rate": 4.47547551758805e-05,
      "loss": 5.4432,
      "step": 278225
    },
    {
      "epoch": 0.24353992897663862,
      "grad_norm": 0.5871920585632324,
      "learning_rate": 4.475456765724997e-05,
      "loss": 4.8805,
      "step": 278230
    },
    {
      "epoch": 0.24354430557026577,
      "grad_norm": 0.5723093152046204,
      "learning_rate": 4.4754380135773464e-05,
      "loss": 5.4353,
      "step": 278235
    },
    {
      "epoch": 0.24354868216389292,
      "grad_norm": 0.5315971970558167,
      "learning_rate": 4.475419261145105e-05,
      "loss": 5.7144,
      "step": 278240
    },
    {
      "epoch": 0.2435530587575201,
      "grad_norm": 0.5326587557792664,
      "learning_rate": 4.475400508428274e-05,
      "loss": 5.4348,
      "step": 278245
    },
    {
      "epoch": 0.24355743535114724,
      "grad_norm": 0.5425639748573303,
      "learning_rate": 4.475381755426857e-05,
      "loss": 4.0851,
      "step": 278250
    },
    {
      "epoch": 0.2435618119447744,
      "grad_norm": 0.5520098209381104,
      "learning_rate": 4.475363002140859e-05,
      "loss": 5.6562,
      "step": 278255
    },
    {
      "epoch": 0.24356618853840153,
      "grad_norm": 0.5682860016822815,
      "learning_rate": 4.475344248570283e-05,
      "loss": 5.1248,
      "step": 278260
    },
    {
      "epoch": 0.2435705651320287,
      "grad_norm": 0.5619935989379883,
      "learning_rate": 4.475325494715134e-05,
      "loss": 5.4221,
      "step": 278265
    },
    {
      "epoch": 0.24357494172565586,
      "grad_norm": 0.5397668480873108,
      "learning_rate": 4.475306740575413e-05,
      "loss": 5.2327,
      "step": 278270
    },
    {
      "epoch": 0.243579318319283,
      "grad_norm": 0.5679054260253906,
      "learning_rate": 4.475287986151127e-05,
      "loss": 5.4222,
      "step": 278275
    },
    {
      "epoch": 0.24358369491291015,
      "grad_norm": 0.5447954535484314,
      "learning_rate": 4.475269231442275e-05,
      "loss": 5.6004,
      "step": 278280
    },
    {
      "epoch": 0.24358807150653733,
      "grad_norm": 0.5399411916732788,
      "learning_rate": 4.4752504764488644e-05,
      "loss": 4.8779,
      "step": 278285
    },
    {
      "epoch": 0.24359244810016448,
      "grad_norm": 0.5841272473335266,
      "learning_rate": 4.4752317211708975e-05,
      "loss": 4.6796,
      "step": 278290
    },
    {
      "epoch": 0.24359682469379162,
      "grad_norm": 0.5414263010025024,
      "learning_rate": 4.475212965608378e-05,
      "loss": 4.8705,
      "step": 278295
    },
    {
      "epoch": 0.24360120128741877,
      "grad_norm": 0.5506190061569214,
      "learning_rate": 4.4751942097613096e-05,
      "loss": 5.353,
      "step": 278300
    },
    {
      "epoch": 0.24360557788104595,
      "grad_norm": 0.5747989416122437,
      "learning_rate": 4.475175453629696e-05,
      "loss": 4.9155,
      "step": 278305
    },
    {
      "epoch": 0.2436099544746731,
      "grad_norm": 0.5278032422065735,
      "learning_rate": 4.4751566972135404e-05,
      "loss": 5.2069,
      "step": 278310
    },
    {
      "epoch": 0.24361433106830024,
      "grad_norm": 0.5426918864250183,
      "learning_rate": 4.475137940512848e-05,
      "loss": 5.4079,
      "step": 278315
    },
    {
      "epoch": 0.2436187076619274,
      "grad_norm": 0.5482884645462036,
      "learning_rate": 4.47511918352762e-05,
      "loss": 4.591,
      "step": 278320
    },
    {
      "epoch": 0.24362308425555457,
      "grad_norm": 0.5239541530609131,
      "learning_rate": 4.475100426257861e-05,
      "loss": 4.4213,
      "step": 278325
    },
    {
      "epoch": 0.24362746084918172,
      "grad_norm": 0.5663373470306396,
      "learning_rate": 4.4750816687035744e-05,
      "loss": 5.4558,
      "step": 278330
    },
    {
      "epoch": 0.24363183744280886,
      "grad_norm": 0.5440731644630432,
      "learning_rate": 4.4750629108647646e-05,
      "loss": 5.0991,
      "step": 278335
    },
    {
      "epoch": 0.243636214036436,
      "grad_norm": 0.5283154249191284,
      "learning_rate": 4.475044152741436e-05,
      "loss": 4.6633,
      "step": 278340
    },
    {
      "epoch": 0.24364059063006316,
      "grad_norm": 0.5472372174263,
      "learning_rate": 4.4750253943335886e-05,
      "loss": 5.1675,
      "step": 278345
    },
    {
      "epoch": 0.24364496722369033,
      "grad_norm": 0.5441880822181702,
      "learning_rate": 4.47500663564123e-05,
      "loss": 4.8773,
      "step": 278350
    },
    {
      "epoch": 0.24364934381731748,
      "grad_norm": 0.5457205772399902,
      "learning_rate": 4.474987876664363e-05,
      "loss": 4.3848,
      "step": 278355
    },
    {
      "epoch": 0.24365372041094463,
      "grad_norm": 0.5329526662826538,
      "learning_rate": 4.474969117402988e-05,
      "loss": 4.3003,
      "step": 278360
    },
    {
      "epoch": 0.24365809700457178,
      "grad_norm": 0.5286674499511719,
      "learning_rate": 4.474950357857114e-05,
      "loss": 4.6909,
      "step": 278365
    },
    {
      "epoch": 0.24366247359819895,
      "grad_norm": 0.5388700366020203,
      "learning_rate": 4.4749315980267404e-05,
      "loss": 4.8163,
      "step": 278370
    },
    {
      "epoch": 0.2436668501918261,
      "grad_norm": 0.5550386905670166,
      "learning_rate": 4.474912837911872e-05,
      "loss": 4.9029,
      "step": 278375
    },
    {
      "epoch": 0.24367122678545325,
      "grad_norm": 0.5186002254486084,
      "learning_rate": 4.474894077512511e-05,
      "loss": 4.9048,
      "step": 278380
    },
    {
      "epoch": 0.2436756033790804,
      "grad_norm": 0.5238320231437683,
      "learning_rate": 4.474875316828665e-05,
      "loss": 5.3057,
      "step": 278385
    },
    {
      "epoch": 0.24367997997270757,
      "grad_norm": 0.5224960446357727,
      "learning_rate": 4.474856555860335e-05,
      "loss": 5.1943,
      "step": 278390
    },
    {
      "epoch": 0.24368435656633472,
      "grad_norm": 0.5122284889221191,
      "learning_rate": 4.474837794607524e-05,
      "loss": 4.9252,
      "step": 278395
    },
    {
      "epoch": 0.24368873315996187,
      "grad_norm": 0.5209097862243652,
      "learning_rate": 4.4748190330702356e-05,
      "loss": 4.7533,
      "step": 278400
    },
    {
      "epoch": 0.24369310975358902,
      "grad_norm": 0.5483318567276001,
      "learning_rate": 4.4748002712484763e-05,
      "loss": 5.2083,
      "step": 278405
    },
    {
      "epoch": 0.2436974863472162,
      "grad_norm": 0.5474255084991455,
      "learning_rate": 4.474781509142246e-05,
      "loss": 6.2551,
      "step": 278410
    },
    {
      "epoch": 0.24370186294084334,
      "grad_norm": 0.5293349027633667,
      "learning_rate": 4.4747627467515504e-05,
      "loss": 5.2008,
      "step": 278415
    },
    {
      "epoch": 0.2437062395344705,
      "grad_norm": 0.5254109501838684,
      "learning_rate": 4.474743984076394e-05,
      "loss": 5.6972,
      "step": 278420
    },
    {
      "epoch": 0.24371061612809763,
      "grad_norm": 0.5338736772537231,
      "learning_rate": 4.4747252211167766e-05,
      "loss": 5.4257,
      "step": 278425
    },
    {
      "epoch": 0.2437149927217248,
      "grad_norm": 0.5228738784790039,
      "learning_rate": 4.474706457872706e-05,
      "loss": 5.64,
      "step": 278430
    },
    {
      "epoch": 0.24371936931535196,
      "grad_norm": 0.5278451442718506,
      "learning_rate": 4.474687694344184e-05,
      "loss": 4.8572,
      "step": 278435
    },
    {
      "epoch": 0.2437237459089791,
      "grad_norm": 0.5274861454963684,
      "learning_rate": 4.474668930531214e-05,
      "loss": 4.8105,
      "step": 278440
    },
    {
      "epoch": 0.24372812250260625,
      "grad_norm": 0.5150232911109924,
      "learning_rate": 4.4746501664338e-05,
      "loss": 5.667,
      "step": 278445
    },
    {
      "epoch": 0.24373249909623343,
      "grad_norm": 0.5546149611473083,
      "learning_rate": 4.474631402051946e-05,
      "loss": 5.7211,
      "step": 278450
    },
    {
      "epoch": 0.24373687568986058,
      "grad_norm": 0.5173342227935791,
      "learning_rate": 4.474612637385656e-05,
      "loss": 5.1111,
      "step": 278455
    },
    {
      "epoch": 0.24374125228348772,
      "grad_norm": 0.5466655492782593,
      "learning_rate": 4.474593872434931e-05,
      "loss": 4.1529,
      "step": 278460
    },
    {
      "epoch": 0.24374562887711487,
      "grad_norm": 0.5378331542015076,
      "learning_rate": 4.4745751071997774e-05,
      "loss": 4.0775,
      "step": 278465
    },
    {
      "epoch": 0.24375000547074202,
      "grad_norm": 0.5436919927597046,
      "learning_rate": 4.474556341680198e-05,
      "loss": 5.6389,
      "step": 278470
    },
    {
      "epoch": 0.2437543820643692,
      "grad_norm": 0.5416359305381775,
      "learning_rate": 4.474537575876196e-05,
      "loss": 5.3997,
      "step": 278475
    },
    {
      "epoch": 0.24375875865799634,
      "grad_norm": 0.5420161485671997,
      "learning_rate": 4.4745188097877754e-05,
      "loss": 4.9048,
      "step": 278480
    },
    {
      "epoch": 0.2437631352516235,
      "grad_norm": 0.539799690246582,
      "learning_rate": 4.4745000434149406e-05,
      "loss": 3.8818,
      "step": 278485
    },
    {
      "epoch": 0.24376751184525064,
      "grad_norm": 0.9396902918815613,
      "learning_rate": 4.474481276757694e-05,
      "loss": 4.4323,
      "step": 278490
    },
    {
      "epoch": 0.24377188843887782,
      "grad_norm": 0.5807102918624878,
      "learning_rate": 4.4744625098160385e-05,
      "loss": 5.2599,
      "step": 278495
    },
    {
      "epoch": 0.24377626503250496,
      "grad_norm": 0.7055103778839111,
      "learning_rate": 4.4744437425899786e-05,
      "loss": 5.1598,
      "step": 278500
    },
    {
      "epoch": 0.2437806416261321,
      "grad_norm": 0.6215648055076599,
      "learning_rate": 4.47442497507952e-05,
      "loss": 5.7218,
      "step": 278505
    },
    {
      "epoch": 0.24378501821975926,
      "grad_norm": 0.6224758625030518,
      "learning_rate": 4.4744062072846636e-05,
      "loss": 5.9402,
      "step": 278510
    },
    {
      "epoch": 0.24378939481338643,
      "grad_norm": 0.5309711694717407,
      "learning_rate": 4.474387439205414e-05,
      "loss": 5.4371,
      "step": 278515
    },
    {
      "epoch": 0.24379377140701358,
      "grad_norm": 0.525719940662384,
      "learning_rate": 4.4743686708417745e-05,
      "loss": 5.4392,
      "step": 278520
    },
    {
      "epoch": 0.24379814800064073,
      "grad_norm": 0.5759583711624146,
      "learning_rate": 4.474349902193748e-05,
      "loss": 5.3848,
      "step": 278525
    },
    {
      "epoch": 0.24380252459426788,
      "grad_norm": 0.5264371037483215,
      "learning_rate": 4.4743311332613405e-05,
      "loss": 4.727,
      "step": 278530
    },
    {
      "epoch": 0.24380690118789505,
      "grad_norm": 0.5455328822135925,
      "learning_rate": 4.474312364044554e-05,
      "loss": 5.1137,
      "step": 278535
    },
    {
      "epoch": 0.2438112777815222,
      "grad_norm": 0.5239074230194092,
      "learning_rate": 4.4742935945433914e-05,
      "loss": 5.6428,
      "step": 278540
    },
    {
      "epoch": 0.24381565437514935,
      "grad_norm": 0.5284253358840942,
      "learning_rate": 4.474274824757857e-05,
      "loss": 5.4156,
      "step": 278545
    },
    {
      "epoch": 0.2438200309687765,
      "grad_norm": 0.5107589960098267,
      "learning_rate": 4.474256054687955e-05,
      "loss": 5.1239,
      "step": 278550
    },
    {
      "epoch": 0.24382440756240367,
      "grad_norm": 0.5294902324676514,
      "learning_rate": 4.47423728433369e-05,
      "loss": 5.2323,
      "step": 278555
    },
    {
      "epoch": 0.24382878415603082,
      "grad_norm": 0.5165082216262817,
      "learning_rate": 4.474218513695063e-05,
      "loss": 5.1178,
      "step": 278560
    },
    {
      "epoch": 0.24383316074965797,
      "grad_norm": 0.5424199104309082,
      "learning_rate": 4.47419974277208e-05,
      "loss": 5.634,
      "step": 278565
    },
    {
      "epoch": 0.24383753734328512,
      "grad_norm": 0.5426117777824402,
      "learning_rate": 4.474180971564742e-05,
      "loss": 5.7503,
      "step": 278570
    },
    {
      "epoch": 0.2438419139369123,
      "grad_norm": 0.5268079042434692,
      "learning_rate": 4.474162200073054e-05,
      "loss": 5.9262,
      "step": 278575
    },
    {
      "epoch": 0.24384629053053944,
      "grad_norm": 0.5552200675010681,
      "learning_rate": 4.4741434282970205e-05,
      "loss": 5.145,
      "step": 278580
    },
    {
      "epoch": 0.2438506671241666,
      "grad_norm": 0.5149596929550171,
      "learning_rate": 4.4741246562366435e-05,
      "loss": 5.0934,
      "step": 278585
    },
    {
      "epoch": 0.24385504371779373,
      "grad_norm": 0.5396824479103088,
      "learning_rate": 4.474105883891929e-05,
      "loss": 5.6852,
      "step": 278590
    },
    {
      "epoch": 0.24385942031142088,
      "grad_norm": 0.5458576083183289,
      "learning_rate": 4.4740871112628776e-05,
      "loss": 5.7098,
      "step": 278595
    },
    {
      "epoch": 0.24386379690504806,
      "grad_norm": 0.5200051665306091,
      "learning_rate": 4.474068338349495e-05,
      "loss": 4.803,
      "step": 278600
    },
    {
      "epoch": 0.2438681734986752,
      "grad_norm": 0.5477861762046814,
      "learning_rate": 4.4740495651517844e-05,
      "loss": 5.9324,
      "step": 278605
    },
    {
      "epoch": 0.24387255009230235,
      "grad_norm": 0.5593534111976624,
      "learning_rate": 4.47403079166975e-05,
      "loss": 5.7111,
      "step": 278610
    },
    {
      "epoch": 0.2438769266859295,
      "grad_norm": 0.5299339890480042,
      "learning_rate": 4.474012017903394e-05,
      "loss": 4.0852,
      "step": 278615
    },
    {
      "epoch": 0.24388130327955668,
      "grad_norm": 0.5288186073303223,
      "learning_rate": 4.47399324385272e-05,
      "loss": 5.1196,
      "step": 278620
    },
    {
      "epoch": 0.24388567987318382,
      "grad_norm": 0.5523325204849243,
      "learning_rate": 4.473974469517733e-05,
      "loss": 4.879,
      "step": 278625
    },
    {
      "epoch": 0.24389005646681097,
      "grad_norm": 0.539261519908905,
      "learning_rate": 4.473955694898436e-05,
      "loss": 5.9447,
      "step": 278630
    },
    {
      "epoch": 0.24389443306043812,
      "grad_norm": 0.5347113013267517,
      "learning_rate": 4.473936919994832e-05,
      "loss": 5.1021,
      "step": 278635
    },
    {
      "epoch": 0.2438988096540653,
      "grad_norm": 0.550291121006012,
      "learning_rate": 4.4739181448069257e-05,
      "loss": 4.9224,
      "step": 278640
    },
    {
      "epoch": 0.24390318624769244,
      "grad_norm": 0.5406158566474915,
      "learning_rate": 4.4738993693347195e-05,
      "loss": 5.1012,
      "step": 278645
    },
    {
      "epoch": 0.2439075628413196,
      "grad_norm": 0.5339808464050293,
      "learning_rate": 4.473880593578219e-05,
      "loss": 3.8734,
      "step": 278650
    },
    {
      "epoch": 0.24391193943494674,
      "grad_norm": 0.5460681319236755,
      "learning_rate": 4.4738618175374257e-05,
      "loss": 4.6017,
      "step": 278655
    },
    {
      "epoch": 0.24391631602857392,
      "grad_norm": 0.5416361093521118,
      "learning_rate": 4.473843041212345e-05,
      "loss": 5.9463,
      "step": 278660
    },
    {
      "epoch": 0.24392069262220106,
      "grad_norm": 0.5354100465774536,
      "learning_rate": 4.473824264602978e-05,
      "loss": 5.4355,
      "step": 278665
    },
    {
      "epoch": 0.2439250692158282,
      "grad_norm": 0.53777676820755,
      "learning_rate": 4.4738054877093305e-05,
      "loss": 5.3636,
      "step": 278670
    },
    {
      "epoch": 0.24392944580945536,
      "grad_norm": 0.5325723886489868,
      "learning_rate": 4.473786710531406e-05,
      "loss": 4.9089,
      "step": 278675
    },
    {
      "epoch": 0.24393382240308253,
      "grad_norm": 0.5560710430145264,
      "learning_rate": 4.473767933069207e-05,
      "loss": 5.7441,
      "step": 278680
    },
    {
      "epoch": 0.24393819899670968,
      "grad_norm": 0.5356219410896301,
      "learning_rate": 4.47374915532274e-05,
      "loss": 5.221,
      "step": 278685
    },
    {
      "epoch": 0.24394257559033683,
      "grad_norm": 0.5512622594833374,
      "learning_rate": 4.4737303772920035e-05,
      "loss": 4.9078,
      "step": 278690
    },
    {
      "epoch": 0.24394695218396398,
      "grad_norm": 0.5555086135864258,
      "learning_rate": 4.4737115989770064e-05,
      "loss": 4.9307,
      "step": 278695
    },
    {
      "epoch": 0.24395132877759115,
      "grad_norm": 0.5283029675483704,
      "learning_rate": 4.4736928203777484e-05,
      "loss": 4.6508,
      "step": 278700
    },
    {
      "epoch": 0.2439557053712183,
      "grad_norm": 0.535699188709259,
      "learning_rate": 4.473674041494235e-05,
      "loss": 5.1229,
      "step": 278705
    },
    {
      "epoch": 0.24396008196484545,
      "grad_norm": 0.5287811160087585,
      "learning_rate": 4.4736552623264695e-05,
      "loss": 5.9121,
      "step": 278710
    },
    {
      "epoch": 0.2439644585584726,
      "grad_norm": 0.5351043343544006,
      "learning_rate": 4.4736364828744546e-05,
      "loss": 5.0866,
      "step": 278715
    },
    {
      "epoch": 0.24396883515209974,
      "grad_norm": 0.5376407504081726,
      "learning_rate": 4.4736177031381965e-05,
      "loss": 5.3947,
      "step": 278720
    },
    {
      "epoch": 0.24397321174572692,
      "grad_norm": 0.5340372920036316,
      "learning_rate": 4.4735989231176965e-05,
      "loss": 5.3854,
      "step": 278725
    },
    {
      "epoch": 0.24397758833935407,
      "grad_norm": 0.5261675119400024,
      "learning_rate": 4.473580142812959e-05,
      "loss": 5.3948,
      "step": 278730
    },
    {
      "epoch": 0.24398196493298122,
      "grad_norm": 0.5341992378234863,
      "learning_rate": 4.473561362223987e-05,
      "loss": 5.1848,
      "step": 278735
    },
    {
      "epoch": 0.24398634152660836,
      "grad_norm": 0.5319399237632751,
      "learning_rate": 4.4735425813507844e-05,
      "loss": 4.7937,
      "step": 278740
    },
    {
      "epoch": 0.24399071812023554,
      "grad_norm": 0.5371249318122864,
      "learning_rate": 4.473523800193357e-05,
      "loss": 5.7418,
      "step": 278745
    },
    {
      "epoch": 0.2439950947138627,
      "grad_norm": 0.5268977880477905,
      "learning_rate": 4.4735050187517036e-05,
      "loss": 5.3291,
      "step": 278750
    },
    {
      "epoch": 0.24399947130748983,
      "grad_norm": 0.5329535007476807,
      "learning_rate": 4.473486237025832e-05,
      "loss": 5.6381,
      "step": 278755
    },
    {
      "epoch": 0.24400384790111698,
      "grad_norm": 0.5600102543830872,
      "learning_rate": 4.473467455015746e-05,
      "loss": 5.633,
      "step": 278760
    },
    {
      "epoch": 0.24400822449474416,
      "grad_norm": 0.5888633131980896,
      "learning_rate": 4.4734486727214464e-05,
      "loss": 4.3708,
      "step": 278765
    },
    {
      "epoch": 0.2440126010883713,
      "grad_norm": 0.548260509967804,
      "learning_rate": 4.473429890142938e-05,
      "loss": 5.2953,
      "step": 278770
    },
    {
      "epoch": 0.24401697768199845,
      "grad_norm": 0.5605942010879517,
      "learning_rate": 4.4734111072802244e-05,
      "loss": 4.4062,
      "step": 278775
    },
    {
      "epoch": 0.2440213542756256,
      "grad_norm": 0.5406923294067383,
      "learning_rate": 4.473392324133311e-05,
      "loss": 5.1802,
      "step": 278780
    },
    {
      "epoch": 0.24402573086925278,
      "grad_norm": 0.5607813000679016,
      "learning_rate": 4.473373540702198e-05,
      "loss": 4.8819,
      "step": 278785
    },
    {
      "epoch": 0.24403010746287992,
      "grad_norm": 0.5513756275177002,
      "learning_rate": 4.47335475698689e-05,
      "loss": 4.8675,
      "step": 278790
    },
    {
      "epoch": 0.24403448405650707,
      "grad_norm": 0.5413355827331543,
      "learning_rate": 4.473335972987395e-05,
      "loss": 5.389,
      "step": 278795
    },
    {
      "epoch": 0.24403886065013422,
      "grad_norm": 0.5386412739753723,
      "learning_rate": 4.473317188703711e-05,
      "loss": 4.7181,
      "step": 278800
    },
    {
      "epoch": 0.2440432372437614,
      "grad_norm": 0.5735556483268738,
      "learning_rate": 4.4732984041358426e-05,
      "loss": 5.3572,
      "step": 278805
    },
    {
      "epoch": 0.24404761383738854,
      "grad_norm": 0.5422641634941101,
      "learning_rate": 4.4732796192837956e-05,
      "loss": 4.3969,
      "step": 278810
    },
    {
      "epoch": 0.2440519904310157,
      "grad_norm": 0.5375726819038391,
      "learning_rate": 4.473260834147574e-05,
      "loss": 5.4276,
      "step": 278815
    },
    {
      "epoch": 0.24405636702464284,
      "grad_norm": 0.5238577127456665,
      "learning_rate": 4.473242048727179e-05,
      "loss": 5.9414,
      "step": 278820
    },
    {
      "epoch": 0.24406074361827002,
      "grad_norm": 0.5309210419654846,
      "learning_rate": 4.4732232630226136e-05,
      "loss": 5.9596,
      "step": 278825
    },
    {
      "epoch": 0.24406512021189716,
      "grad_norm": 0.5384705066680908,
      "learning_rate": 4.473204477033884e-05,
      "loss": 5.4411,
      "step": 278830
    },
    {
      "epoch": 0.2440694968055243,
      "grad_norm": 0.536799967288971,
      "learning_rate": 4.4731856907609936e-05,
      "loss": 5.3971,
      "step": 278835
    },
    {
      "epoch": 0.24407387339915146,
      "grad_norm": 0.6162152886390686,
      "learning_rate": 4.473166904203946e-05,
      "loss": 4.4065,
      "step": 278840
    },
    {
      "epoch": 0.24407824999277863,
      "grad_norm": 0.5398759841918945,
      "learning_rate": 4.473148117362742e-05,
      "loss": 4.6078,
      "step": 278845
    },
    {
      "epoch": 0.24408262658640578,
      "grad_norm": 0.5373243689537048,
      "learning_rate": 4.4731293302373887e-05,
      "loss": 4.8833,
      "step": 278850
    },
    {
      "epoch": 0.24408700318003293,
      "grad_norm": 0.5472864508628845,
      "learning_rate": 4.473110542827888e-05,
      "loss": 5.4031,
      "step": 278855
    },
    {
      "epoch": 0.24409137977366008,
      "grad_norm": 0.5236539244651794,
      "learning_rate": 4.473091755134244e-05,
      "loss": 5.0008,
      "step": 278860
    },
    {
      "epoch": 0.24409575636728723,
      "grad_norm": 0.5574793219566345,
      "learning_rate": 4.473072967156461e-05,
      "loss": 5.3806,
      "step": 278865
    },
    {
      "epoch": 0.2441001329609144,
      "grad_norm": 0.5462031960487366,
      "learning_rate": 4.47305417889454e-05,
      "loss": 5.7271,
      "step": 278870
    },
    {
      "epoch": 0.24410450955454155,
      "grad_norm": 0.528727650642395,
      "learning_rate": 4.473035390348488e-05,
      "loss": 5.3613,
      "step": 278875
    },
    {
      "epoch": 0.2441088861481687,
      "grad_norm": 0.525804877281189,
      "learning_rate": 4.473016601518306e-05,
      "loss": 4.9283,
      "step": 278880
    },
    {
      "epoch": 0.24411326274179584,
      "grad_norm": 0.528250515460968,
      "learning_rate": 4.472997812403999e-05,
      "loss": 6.2631,
      "step": 278885
    },
    {
      "epoch": 0.24411763933542302,
      "grad_norm": 0.590700626373291,
      "learning_rate": 4.472979023005571e-05,
      "loss": 4.8666,
      "step": 278890
    },
    {
      "epoch": 0.24412201592905017,
      "grad_norm": 0.5544162392616272,
      "learning_rate": 4.472960233323025e-05,
      "loss": 5.7273,
      "step": 278895
    },
    {
      "epoch": 0.24412639252267732,
      "grad_norm": 0.5267468690872192,
      "learning_rate": 4.4729414433563644e-05,
      "loss": 5.9215,
      "step": 278900
    },
    {
      "epoch": 0.24413076911630446,
      "grad_norm": 0.5545153021812439,
      "learning_rate": 4.472922653105592e-05,
      "loss": 5.3948,
      "step": 278905
    },
    {
      "epoch": 0.24413514570993164,
      "grad_norm": 0.5490115880966187,
      "learning_rate": 4.472903862570713e-05,
      "loss": 5.0905,
      "step": 278910
    },
    {
      "epoch": 0.2441395223035588,
      "grad_norm": 0.5502744913101196,
      "learning_rate": 4.4728850717517315e-05,
      "loss": 5.1287,
      "step": 278915
    },
    {
      "epoch": 0.24414389889718593,
      "grad_norm": 0.5665722489356995,
      "learning_rate": 4.472866280648649e-05,
      "loss": 4.8034,
      "step": 278920
    },
    {
      "epoch": 0.24414827549081308,
      "grad_norm": 0.5430874824523926,
      "learning_rate": 4.47284748926147e-05,
      "loss": 4.3905,
      "step": 278925
    },
    {
      "epoch": 0.24415265208444026,
      "grad_norm": 0.5369513034820557,
      "learning_rate": 4.472828697590199e-05,
      "loss": 5.7021,
      "step": 278930
    },
    {
      "epoch": 0.2441570286780674,
      "grad_norm": 0.5434081554412842,
      "learning_rate": 4.4728099056348386e-05,
      "loss": 5.4015,
      "step": 278935
    },
    {
      "epoch": 0.24416140527169455,
      "grad_norm": 0.5438942909240723,
      "learning_rate": 4.472791113395392e-05,
      "loss": 5.3669,
      "step": 278940
    },
    {
      "epoch": 0.2441657818653217,
      "grad_norm": 0.5367870330810547,
      "learning_rate": 4.4727723208718654e-05,
      "loss": 5.4092,
      "step": 278945
    },
    {
      "epoch": 0.24417015845894888,
      "grad_norm": 0.5582846999168396,
      "learning_rate": 4.47275352806426e-05,
      "loss": 4.646,
      "step": 278950
    },
    {
      "epoch": 0.24417453505257602,
      "grad_norm": 0.5318624377250671,
      "learning_rate": 4.472734734972579e-05,
      "loss": 5.3367,
      "step": 278955
    },
    {
      "epoch": 0.24417891164620317,
      "grad_norm": 0.5390270352363586,
      "learning_rate": 4.472715941596828e-05,
      "loss": 5.3848,
      "step": 278960
    },
    {
      "epoch": 0.24418328823983032,
      "grad_norm": 0.5480185151100159,
      "learning_rate": 4.472697147937009e-05,
      "loss": 4.8737,
      "step": 278965
    },
    {
      "epoch": 0.2441876648334575,
      "grad_norm": 0.5659551024436951,
      "learning_rate": 4.472678353993127e-05,
      "loss": 5.1974,
      "step": 278970
    },
    {
      "epoch": 0.24419204142708464,
      "grad_norm": 0.5446575880050659,
      "learning_rate": 4.472659559765186e-05,
      "loss": 5.9195,
      "step": 278975
    },
    {
      "epoch": 0.2441964180207118,
      "grad_norm": 0.5256107449531555,
      "learning_rate": 4.472640765253185e-05,
      "loss": 4.3086,
      "step": 278980
    },
    {
      "epoch": 0.24420079461433894,
      "grad_norm": 0.5530715584754944,
      "learning_rate": 4.472621970457135e-05,
      "loss": 5.9275,
      "step": 278985
    },
    {
      "epoch": 0.2442051712079661,
      "grad_norm": 0.6139369010925293,
      "learning_rate": 4.4726031753770334e-05,
      "loss": 5.2412,
      "step": 278990
    },
    {
      "epoch": 0.24420954780159326,
      "grad_norm": 0.5333626866340637,
      "learning_rate": 4.472584380012887e-05,
      "loss": 4.0958,
      "step": 278995
    },
    {
      "epoch": 0.2442139243952204,
      "grad_norm": 0.5434153079986572,
      "learning_rate": 4.4725655843647e-05,
      "loss": 6.2289,
      "step": 279000
    },
    {
      "epoch": 0.24421830098884756,
      "grad_norm": 0.5505581498146057,
      "learning_rate": 4.472546788432473e-05,
      "loss": 5.4283,
      "step": 279005
    },
    {
      "epoch": 0.2442226775824747,
      "grad_norm": 0.5977272391319275,
      "learning_rate": 4.472527992216212e-05,
      "loss": 4.9064,
      "step": 279010
    },
    {
      "epoch": 0.24422705417610188,
      "grad_norm": 0.5610260963439941,
      "learning_rate": 4.47250919571592e-05,
      "loss": 5.4393,
      "step": 279015
    },
    {
      "epoch": 0.24423143076972903,
      "grad_norm": 0.5258620381355286,
      "learning_rate": 4.4724903989316e-05,
      "loss": 4.5284,
      "step": 279020
    },
    {
      "epoch": 0.24423580736335618,
      "grad_norm": 0.6555553078651428,
      "learning_rate": 4.4724716018632576e-05,
      "loss": 4.4214,
      "step": 279025
    },
    {
      "epoch": 0.24424018395698333,
      "grad_norm": 0.5518715977668762,
      "learning_rate": 4.4724528045108934e-05,
      "loss": 5.1265,
      "step": 279030
    },
    {
      "epoch": 0.2442445605506105,
      "grad_norm": 0.5353959798812866,
      "learning_rate": 4.4724340068745144e-05,
      "loss": 5.4478,
      "step": 279035
    },
    {
      "epoch": 0.24424893714423765,
      "grad_norm": 0.5515528321266174,
      "learning_rate": 4.4724152089541205e-05,
      "loss": 5.6958,
      "step": 279040
    },
    {
      "epoch": 0.2442533137378648,
      "grad_norm": 0.5422049164772034,
      "learning_rate": 4.4723964107497184e-05,
      "loss": 5.1249,
      "step": 279045
    },
    {
      "epoch": 0.24425769033149194,
      "grad_norm": 0.5470473766326904,
      "learning_rate": 4.47237761226131e-05,
      "loss": 5.1761,
      "step": 279050
    },
    {
      "epoch": 0.24426206692511912,
      "grad_norm": 0.5421331524848938,
      "learning_rate": 4.472358813488901e-05,
      "loss": 4.587,
      "step": 279055
    },
    {
      "epoch": 0.24426644351874627,
      "grad_norm": 0.5760868191719055,
      "learning_rate": 4.472340014432491e-05,
      "loss": 5.72,
      "step": 279060
    },
    {
      "epoch": 0.24427082011237342,
      "grad_norm": 0.5393856763839722,
      "learning_rate": 4.4723212150920893e-05,
      "loss": 5.4021,
      "step": 279065
    },
    {
      "epoch": 0.24427519670600056,
      "grad_norm": 0.5395646095275879,
      "learning_rate": 4.472302415467694e-05,
      "loss": 5.6831,
      "step": 279070
    },
    {
      "epoch": 0.24427957329962774,
      "grad_norm": 0.6014807224273682,
      "learning_rate": 4.4722836155593125e-05,
      "loss": 4.394,
      "step": 279075
    },
    {
      "epoch": 0.2442839498932549,
      "grad_norm": 0.5785452127456665,
      "learning_rate": 4.472264815366946e-05,
      "loss": 5.684,
      "step": 279080
    },
    {
      "epoch": 0.24428832648688203,
      "grad_norm": 0.578574001789093,
      "learning_rate": 4.472246014890601e-05,
      "loss": 5.112,
      "step": 279085
    },
    {
      "epoch": 0.24429270308050918,
      "grad_norm": 0.5503252744674683,
      "learning_rate": 4.472227214130278e-05,
      "loss": 4.6969,
      "step": 279090
    },
    {
      "epoch": 0.24429707967413636,
      "grad_norm": 0.7035089135169983,
      "learning_rate": 4.472208413085982e-05,
      "loss": 4.5901,
      "step": 279095
    },
    {
      "epoch": 0.2443014562677635,
      "grad_norm": 0.5716879367828369,
      "learning_rate": 4.4721896117577164e-05,
      "loss": 4.6007,
      "step": 279100
    },
    {
      "epoch": 0.24430583286139065,
      "grad_norm": 0.5437495708465576,
      "learning_rate": 4.472170810145485e-05,
      "loss": 3.6557,
      "step": 279105
    },
    {
      "epoch": 0.2443102094550178,
      "grad_norm": 0.5491007566452026,
      "learning_rate": 4.4721520082492915e-05,
      "loss": 4.9238,
      "step": 279110
    },
    {
      "epoch": 0.24431458604864495,
      "grad_norm": 0.5617111325263977,
      "learning_rate": 4.4721332060691404e-05,
      "loss": 5.7117,
      "step": 279115
    },
    {
      "epoch": 0.24431896264227213,
      "grad_norm": 0.5512136816978455,
      "learning_rate": 4.472114403605035e-05,
      "loss": 5.6219,
      "step": 279120
    },
    {
      "epoch": 0.24432333923589927,
      "grad_norm": 0.5595579743385315,
      "learning_rate": 4.472095600856976e-05,
      "loss": 5.94,
      "step": 279125
    },
    {
      "epoch": 0.24432771582952642,
      "grad_norm": 0.5293877124786377,
      "learning_rate": 4.47207679782497e-05,
      "loss": 5.0346,
      "step": 279130
    },
    {
      "epoch": 0.24433209242315357,
      "grad_norm": 0.5441698431968689,
      "learning_rate": 4.4720579945090214e-05,
      "loss": 5.7059,
      "step": 279135
    },
    {
      "epoch": 0.24433646901678074,
      "grad_norm": 0.5523847341537476,
      "learning_rate": 4.4720391909091306e-05,
      "loss": 5.1447,
      "step": 279140
    },
    {
      "epoch": 0.2443408456104079,
      "grad_norm": 0.5338906049728394,
      "learning_rate": 4.4720203870253055e-05,
      "loss": 5.725,
      "step": 279145
    },
    {
      "epoch": 0.24434522220403504,
      "grad_norm": 0.5367100834846497,
      "learning_rate": 4.472001582857545e-05,
      "loss": 5.9533,
      "step": 279150
    },
    {
      "epoch": 0.2443495987976622,
      "grad_norm": 0.5485818982124329,
      "learning_rate": 4.4719827784058554e-05,
      "loss": 5.1003,
      "step": 279155
    },
    {
      "epoch": 0.24435397539128936,
      "grad_norm": 0.5408375859260559,
      "learning_rate": 4.4719639736702404e-05,
      "loss": 5.4084,
      "step": 279160
    },
    {
      "epoch": 0.2443583519849165,
      "grad_norm": 0.5342466235160828,
      "learning_rate": 4.471945168650703e-05,
      "loss": 5.3887,
      "step": 279165
    },
    {
      "epoch": 0.24436272857854366,
      "grad_norm": 0.5422247052192688,
      "learning_rate": 4.4719263633472464e-05,
      "loss": 5.672,
      "step": 279170
    },
    {
      "epoch": 0.2443671051721708,
      "grad_norm": 0.534816324710846,
      "learning_rate": 4.4719075577598755e-05,
      "loss": 5.9109,
      "step": 279175
    },
    {
      "epoch": 0.24437148176579798,
      "grad_norm": 0.5556421875953674,
      "learning_rate": 4.471888751888593e-05,
      "loss": 4.6753,
      "step": 279180
    },
    {
      "epoch": 0.24437585835942513,
      "grad_norm": 0.5402460098266602,
      "learning_rate": 4.4718699457334034e-05,
      "loss": 5.6469,
      "step": 279185
    },
    {
      "epoch": 0.24438023495305228,
      "grad_norm": 0.5467585325241089,
      "learning_rate": 4.471851139294308e-05,
      "loss": 5.707,
      "step": 279190
    },
    {
      "epoch": 0.24438461154667943,
      "grad_norm": 0.5476964712142944,
      "learning_rate": 4.471832332571314e-05,
      "loss": 5.6843,
      "step": 279195
    },
    {
      "epoch": 0.2443889881403066,
      "grad_norm": 0.559772789478302,
      "learning_rate": 4.4718135255644224e-05,
      "loss": 5.1038,
      "step": 279200
    },
    {
      "epoch": 0.24439336473393375,
      "grad_norm": 0.5466830730438232,
      "learning_rate": 4.471794718273638e-05,
      "loss": 5.4529,
      "step": 279205
    },
    {
      "epoch": 0.2443977413275609,
      "grad_norm": 0.5563265681266785,
      "learning_rate": 4.4717759106989635e-05,
      "loss": 5.4272,
      "step": 279210
    },
    {
      "epoch": 0.24440211792118804,
      "grad_norm": 0.543957531452179,
      "learning_rate": 4.4717571028404024e-05,
      "loss": 5.1437,
      "step": 279215
    },
    {
      "epoch": 0.24440649451481522,
      "grad_norm": 0.5577664375305176,
      "learning_rate": 4.47173829469796e-05,
      "loss": 5.1227,
      "step": 279220
    },
    {
      "epoch": 0.24441087110844237,
      "grad_norm": 0.5995174646377563,
      "learning_rate": 4.471719486271638e-05,
      "loss": 4.9088,
      "step": 279225
    },
    {
      "epoch": 0.24441524770206952,
      "grad_norm": 0.5871732234954834,
      "learning_rate": 4.471700677561441e-05,
      "loss": 5.7456,
      "step": 279230
    },
    {
      "epoch": 0.24441962429569666,
      "grad_norm": 0.6092284321784973,
      "learning_rate": 4.4716818685673734e-05,
      "loss": 4.8218,
      "step": 279235
    },
    {
      "epoch": 0.2444240008893238,
      "grad_norm": 0.543536901473999,
      "learning_rate": 4.471663059289437e-05,
      "loss": 3.8612,
      "step": 279240
    },
    {
      "epoch": 0.244428377482951,
      "grad_norm": 0.545500636100769,
      "learning_rate": 4.4716442497276366e-05,
      "loss": 5.6008,
      "step": 279245
    },
    {
      "epoch": 0.24443275407657813,
      "grad_norm": 0.5241149663925171,
      "learning_rate": 4.4716254398819756e-05,
      "loss": 5.9443,
      "step": 279250
    },
    {
      "epoch": 0.24443713067020528,
      "grad_norm": 0.5445615649223328,
      "learning_rate": 4.471606629752458e-05,
      "loss": 5.1777,
      "step": 279255
    },
    {
      "epoch": 0.24444150726383243,
      "grad_norm": 0.5471380352973938,
      "learning_rate": 4.471587819339088e-05,
      "loss": 4.9095,
      "step": 279260
    },
    {
      "epoch": 0.2444458838574596,
      "grad_norm": 0.5506809949874878,
      "learning_rate": 4.4715690086418674e-05,
      "loss": 4.3718,
      "step": 279265
    },
    {
      "epoch": 0.24445026045108675,
      "grad_norm": 0.5443921685218811,
      "learning_rate": 4.4715501976608e-05,
      "loss": 5.6952,
      "step": 279270
    },
    {
      "epoch": 0.2444546370447139,
      "grad_norm": 0.5421211123466492,
      "learning_rate": 4.4715313863958906e-05,
      "loss": 5.1884,
      "step": 279275
    },
    {
      "epoch": 0.24445901363834105,
      "grad_norm": 0.5395628213882446,
      "learning_rate": 4.471512574847142e-05,
      "loss": 5.423,
      "step": 279280
    },
    {
      "epoch": 0.24446339023196823,
      "grad_norm": 0.5648532509803772,
      "learning_rate": 4.471493763014559e-05,
      "loss": 5.0987,
      "step": 279285
    },
    {
      "epoch": 0.24446776682559537,
      "grad_norm": 0.5798760056495667,
      "learning_rate": 4.471474950898145e-05,
      "loss": 5.6441,
      "step": 279290
    },
    {
      "epoch": 0.24447214341922252,
      "grad_norm": 0.5401983261108398,
      "learning_rate": 4.4714561384979016e-05,
      "loss": 5.1081,
      "step": 279295
    },
    {
      "epoch": 0.24447652001284967,
      "grad_norm": 0.5429755449295044,
      "learning_rate": 4.471437325813835e-05,
      "loss": 5.7376,
      "step": 279300
    },
    {
      "epoch": 0.24448089660647684,
      "grad_norm": 0.5412690043449402,
      "learning_rate": 4.471418512845948e-05,
      "loss": 5.4608,
      "step": 279305
    },
    {
      "epoch": 0.244485273200104,
      "grad_norm": 0.5355392098426819,
      "learning_rate": 4.471399699594242e-05,
      "loss": 5.398,
      "step": 279310
    },
    {
      "epoch": 0.24448964979373114,
      "grad_norm": 0.5423738360404968,
      "learning_rate": 4.471380886058724e-05,
      "loss": 5.3817,
      "step": 279315
    },
    {
      "epoch": 0.2444940263873583,
      "grad_norm": 0.5569438338279724,
      "learning_rate": 4.471362072239396e-05,
      "loss": 5.1426,
      "step": 279320
    },
    {
      "epoch": 0.24449840298098546,
      "grad_norm": 0.5523675680160522,
      "learning_rate": 4.4713432581362614e-05,
      "loss": 5.1731,
      "step": 279325
    },
    {
      "epoch": 0.2445027795746126,
      "grad_norm": 0.5382315516471863,
      "learning_rate": 4.4713244437493254e-05,
      "loss": 5.3943,
      "step": 279330
    },
    {
      "epoch": 0.24450715616823976,
      "grad_norm": 0.5504658222198486,
      "learning_rate": 4.471305629078589e-05,
      "loss": 4.9011,
      "step": 279335
    },
    {
      "epoch": 0.2445115327618669,
      "grad_norm": 0.5527618527412415,
      "learning_rate": 4.4712868141240585e-05,
      "loss": 4.9077,
      "step": 279340
    },
    {
      "epoch": 0.24451590935549408,
      "grad_norm": 0.5584152936935425,
      "learning_rate": 4.4712679988857365e-05,
      "loss": 4.386,
      "step": 279345
    },
    {
      "epoch": 0.24452028594912123,
      "grad_norm": 0.5458663702011108,
      "learning_rate": 4.471249183363625e-05,
      "loss": 5.4146,
      "step": 279350
    },
    {
      "epoch": 0.24452466254274838,
      "grad_norm": 0.5394938588142395,
      "learning_rate": 4.471230367557731e-05,
      "loss": 5.185,
      "step": 279355
    },
    {
      "epoch": 0.24452903913637553,
      "grad_norm": 0.5247604250907898,
      "learning_rate": 4.471211551468055e-05,
      "loss": 5.4098,
      "step": 279360
    },
    {
      "epoch": 0.24453341573000267,
      "grad_norm": 0.5475852489471436,
      "learning_rate": 4.4711927350946026e-05,
      "loss": 5.381,
      "step": 279365
    },
    {
      "epoch": 0.24453779232362985,
      "grad_norm": 0.5385229587554932,
      "learning_rate": 4.471173918437376e-05,
      "loss": 5.3931,
      "step": 279370
    },
    {
      "epoch": 0.244542168917257,
      "grad_norm": 0.5400800108909607,
      "learning_rate": 4.4711551014963806e-05,
      "loss": 4.5706,
      "step": 279375
    },
    {
      "epoch": 0.24454654551088414,
      "grad_norm": 0.5605160593986511,
      "learning_rate": 4.471136284271618e-05,
      "loss": 5.665,
      "step": 279380
    },
    {
      "epoch": 0.2445509221045113,
      "grad_norm": 0.557035505771637,
      "learning_rate": 4.471117466763093e-05,
      "loss": 4.4038,
      "step": 279385
    },
    {
      "epoch": 0.24455529869813847,
      "grad_norm": 0.5268397927284241,
      "learning_rate": 4.471098648970808e-05,
      "loss": 5.943,
      "step": 279390
    },
    {
      "epoch": 0.24455967529176562,
      "grad_norm": 0.537708044052124,
      "learning_rate": 4.47107983089477e-05,
      "loss": 5.6268,
      "step": 279395
    },
    {
      "epoch": 0.24456405188539276,
      "grad_norm": 0.5416575074195862,
      "learning_rate": 4.471061012534978e-05,
      "loss": 4.0945,
      "step": 279400
    },
    {
      "epoch": 0.2445684284790199,
      "grad_norm": 0.5627869963645935,
      "learning_rate": 4.4710421938914394e-05,
      "loss": 5.1372,
      "step": 279405
    },
    {
      "epoch": 0.2445728050726471,
      "grad_norm": 0.5380819439888,
      "learning_rate": 4.471023374964156e-05,
      "loss": 4.8911,
      "step": 279410
    },
    {
      "epoch": 0.24457718166627423,
      "grad_norm": 0.5653945803642273,
      "learning_rate": 4.471004555753132e-05,
      "loss": 5.1108,
      "step": 279415
    },
    {
      "epoch": 0.24458155825990138,
      "grad_norm": 0.548324465751648,
      "learning_rate": 4.4709857362583694e-05,
      "loss": 4.8914,
      "step": 279420
    },
    {
      "epoch": 0.24458593485352853,
      "grad_norm": 0.5351876020431519,
      "learning_rate": 4.470966916479874e-05,
      "loss": 5.6342,
      "step": 279425
    },
    {
      "epoch": 0.2445903114471557,
      "grad_norm": 0.5252803564071655,
      "learning_rate": 4.47094809641765e-05,
      "loss": 4.71,
      "step": 279430
    },
    {
      "epoch": 0.24459468804078285,
      "grad_norm": 0.5493364334106445,
      "learning_rate": 4.4709292760716984e-05,
      "loss": 5.172,
      "step": 279435
    },
    {
      "epoch": 0.24459906463441,
      "grad_norm": 0.5506941676139832,
      "learning_rate": 4.4709104554420245e-05,
      "loss": 5.6813,
      "step": 279440
    },
    {
      "epoch": 0.24460344122803715,
      "grad_norm": 0.5269996523857117,
      "learning_rate": 4.470891634528631e-05,
      "loss": 4.3669,
      "step": 279445
    },
    {
      "epoch": 0.24460781782166433,
      "grad_norm": 0.5604566335678101,
      "learning_rate": 4.4708728133315225e-05,
      "loss": 4.1611,
      "step": 279450
    },
    {
      "epoch": 0.24461219441529147,
      "grad_norm": 0.6123623847961426,
      "learning_rate": 4.470853991850702e-05,
      "loss": 4.9134,
      "step": 279455
    },
    {
      "epoch": 0.24461657100891862,
      "grad_norm": 0.5471792817115784,
      "learning_rate": 4.470835170086174e-05,
      "loss": 6.2141,
      "step": 279460
    },
    {
      "epoch": 0.24462094760254577,
      "grad_norm": 0.8210770487785339,
      "learning_rate": 4.470816348037941e-05,
      "loss": 4.8027,
      "step": 279465
    },
    {
      "epoch": 0.24462532419617294,
      "grad_norm": 0.5583004951477051,
      "learning_rate": 4.4707975257060064e-05,
      "loss": 4.8606,
      "step": 279470
    },
    {
      "epoch": 0.2446297007898001,
      "grad_norm": 0.6305773258209229,
      "learning_rate": 4.470778703090376e-05,
      "loss": 4.3952,
      "step": 279475
    },
    {
      "epoch": 0.24463407738342724,
      "grad_norm": 0.6125866770744324,
      "learning_rate": 4.470759880191051e-05,
      "loss": 5.9437,
      "step": 279480
    },
    {
      "epoch": 0.2446384539770544,
      "grad_norm": 0.5281581282615662,
      "learning_rate": 4.4707410570080366e-05,
      "loss": 5.3424,
      "step": 279485
    },
    {
      "epoch": 0.24464283057068156,
      "grad_norm": 0.6056450605392456,
      "learning_rate": 4.470722233541334e-05,
      "loss": 4.6549,
      "step": 279490
    },
    {
      "epoch": 0.2446472071643087,
      "grad_norm": 0.5185540914535522,
      "learning_rate": 4.470703409790952e-05,
      "loss": 5.3418,
      "step": 279495
    },
    {
      "epoch": 0.24465158375793586,
      "grad_norm": 0.5909795761108398,
      "learning_rate": 4.470684585756888e-05,
      "loss": 5.1811,
      "step": 279500
    },
    {
      "epoch": 0.244655960351563,
      "grad_norm": 0.5869936943054199,
      "learning_rate": 4.47066576143915e-05,
      "loss": 4.3533,
      "step": 279505
    },
    {
      "epoch": 0.24466033694519015,
      "grad_norm": 0.5225225687026978,
      "learning_rate": 4.47064693683774e-05,
      "loss": 5.1106,
      "step": 279510
    },
    {
      "epoch": 0.24466471353881733,
      "grad_norm": 0.5407894253730774,
      "learning_rate": 4.4706281119526605e-05,
      "loss": 5.4185,
      "step": 279515
    },
    {
      "epoch": 0.24466909013244448,
      "grad_norm": 0.5571125149726868,
      "learning_rate": 4.470609286783918e-05,
      "loss": 5.1274,
      "step": 279520
    },
    {
      "epoch": 0.24467346672607163,
      "grad_norm": 0.5408478379249573,
      "learning_rate": 4.470590461331513e-05,
      "loss": 5.7454,
      "step": 279525
    },
    {
      "epoch": 0.24467784331969877,
      "grad_norm": 0.5426870584487915,
      "learning_rate": 4.470571635595452e-05,
      "loss": 5.1003,
      "step": 279530
    },
    {
      "epoch": 0.24468221991332595,
      "grad_norm": 0.5375048518180847,
      "learning_rate": 4.470552809575738e-05,
      "loss": 5.9467,
      "step": 279535
    },
    {
      "epoch": 0.2446865965069531,
      "grad_norm": 0.5447202324867249,
      "learning_rate": 4.470533983272372e-05,
      "loss": 5.6765,
      "step": 279540
    },
    {
      "epoch": 0.24469097310058024,
      "grad_norm": 0.5484395027160645,
      "learning_rate": 4.47051515668536e-05,
      "loss": 5.2194,
      "step": 279545
    },
    {
      "epoch": 0.2446953496942074,
      "grad_norm": 0.545552670955658,
      "learning_rate": 4.4704963298147065e-05,
      "loss": 4.8588,
      "step": 279550
    },
    {
      "epoch": 0.24469972628783457,
      "grad_norm": 0.5487394332885742,
      "learning_rate": 4.4704775026604117e-05,
      "loss": 4.7016,
      "step": 279555
    },
    {
      "epoch": 0.24470410288146172,
      "grad_norm": 0.5370232462882996,
      "learning_rate": 4.470458675222483e-05,
      "loss": 4.9273,
      "step": 279560
    },
    {
      "epoch": 0.24470847947508886,
      "grad_norm": 0.536276638507843,
      "learning_rate": 4.4704398475009226e-05,
      "loss": 5.9365,
      "step": 279565
    },
    {
      "epoch": 0.244712856068716,
      "grad_norm": 0.5369423031806946,
      "learning_rate": 4.470421019495733e-05,
      "loss": 4.8217,
      "step": 279570
    },
    {
      "epoch": 0.2447172326623432,
      "grad_norm": 0.5385012030601501,
      "learning_rate": 4.4704021912069196e-05,
      "loss": 4.9053,
      "step": 279575
    },
    {
      "epoch": 0.24472160925597033,
      "grad_norm": 0.5590299963951111,
      "learning_rate": 4.4703833626344836e-05,
      "loss": 4.9101,
      "step": 279580
    },
    {
      "epoch": 0.24472598584959748,
      "grad_norm": 0.5343697667121887,
      "learning_rate": 4.470364533778432e-05,
      "loss": 5.127,
      "step": 279585
    },
    {
      "epoch": 0.24473036244322463,
      "grad_norm": 0.538875162601471,
      "learning_rate": 4.4703457046387657e-05,
      "loss": 5.6016,
      "step": 279590
    },
    {
      "epoch": 0.2447347390368518,
      "grad_norm": 0.5480966567993164,
      "learning_rate": 4.4703268752154905e-05,
      "loss": 5.387,
      "step": 279595
    },
    {
      "epoch": 0.24473911563047895,
      "grad_norm": 0.5294023752212524,
      "learning_rate": 4.470308045508608e-05,
      "loss": 5.1082,
      "step": 279600
    },
    {
      "epoch": 0.2447434922241061,
      "grad_norm": 0.5245915651321411,
      "learning_rate": 4.4702892155181206e-05,
      "loss": 5.3408,
      "step": 279605
    },
    {
      "epoch": 0.24474786881773325,
      "grad_norm": 0.5411353707313538,
      "learning_rate": 4.470270385244036e-05,
      "loss": 4.7979,
      "step": 279610
    },
    {
      "epoch": 0.24475224541136043,
      "grad_norm": 0.5465352535247803,
      "learning_rate": 4.470251554686357e-05,
      "loss": 5.3994,
      "step": 279615
    },
    {
      "epoch": 0.24475662200498757,
      "grad_norm": 0.549008846282959,
      "learning_rate": 4.4702327238450835e-05,
      "loss": 5.9123,
      "step": 279620
    },
    {
      "epoch": 0.24476099859861472,
      "grad_norm": 0.5599339008331299,
      "learning_rate": 4.470213892720224e-05,
      "loss": 4.9248,
      "step": 279625
    },
    {
      "epoch": 0.24476537519224187,
      "grad_norm": 0.5457805395126343,
      "learning_rate": 4.470195061311778e-05,
      "loss": 4.4009,
      "step": 279630
    },
    {
      "epoch": 0.24476975178586902,
      "grad_norm": 0.6090838313102722,
      "learning_rate": 4.4701762296197524e-05,
      "loss": 5.6242,
      "step": 279635
    },
    {
      "epoch": 0.2447741283794962,
      "grad_norm": 0.5654674768447876,
      "learning_rate": 4.4701573976441494e-05,
      "loss": 5.0728,
      "step": 279640
    },
    {
      "epoch": 0.24477850497312334,
      "grad_norm": 0.5665104389190674,
      "learning_rate": 4.47013856538497e-05,
      "loss": 5.8963,
      "step": 279645
    },
    {
      "epoch": 0.2447828815667505,
      "grad_norm": 0.5819578170776367,
      "learning_rate": 4.470119732842223e-05,
      "loss": 4.9187,
      "step": 279650
    },
    {
      "epoch": 0.24478725816037764,
      "grad_norm": 0.5304019451141357,
      "learning_rate": 4.470100900015909e-05,
      "loss": 5.1196,
      "step": 279655
    },
    {
      "epoch": 0.2447916347540048,
      "grad_norm": 0.5539820194244385,
      "learning_rate": 4.470082066906032e-05,
      "loss": 5.3927,
      "step": 279660
    },
    {
      "epoch": 0.24479601134763196,
      "grad_norm": 0.5312241315841675,
      "learning_rate": 4.470063233512595e-05,
      "loss": 4.9119,
      "step": 279665
    },
    {
      "epoch": 0.2448003879412591,
      "grad_norm": 0.5371237993240356,
      "learning_rate": 4.4700443998356035e-05,
      "loss": 5.6385,
      "step": 279670
    },
    {
      "epoch": 0.24480476453488625,
      "grad_norm": 0.5540656447410583,
      "learning_rate": 4.47002556587506e-05,
      "loss": 5.1136,
      "step": 279675
    },
    {
      "epoch": 0.24480914112851343,
      "grad_norm": 0.5294607281684875,
      "learning_rate": 4.470006731630967e-05,
      "loss": 5.1302,
      "step": 279680
    },
    {
      "epoch": 0.24481351772214058,
      "grad_norm": 0.6016802191734314,
      "learning_rate": 4.469987897103331e-05,
      "loss": 4.821,
      "step": 279685
    },
    {
      "epoch": 0.24481789431576773,
      "grad_norm": 0.5617834329605103,
      "learning_rate": 4.469969062292152e-05,
      "loss": 5.4212,
      "step": 279690
    },
    {
      "epoch": 0.24482227090939487,
      "grad_norm": 0.5211485028266907,
      "learning_rate": 4.469950227197436e-05,
      "loss": 6.2072,
      "step": 279695
    },
    {
      "epoch": 0.24482664750302205,
      "grad_norm": 0.56117844581604,
      "learning_rate": 4.469931391819186e-05,
      "loss": 5.659,
      "step": 279700
    },
    {
      "epoch": 0.2448310240966492,
      "grad_norm": 0.5508045554161072,
      "learning_rate": 4.469912556157407e-05,
      "loss": 4.7068,
      "step": 279705
    },
    {
      "epoch": 0.24483540069027634,
      "grad_norm": 0.530788779258728,
      "learning_rate": 4.4698937202121e-05,
      "loss": 5.9463,
      "step": 279710
    },
    {
      "epoch": 0.2448397772839035,
      "grad_norm": 0.5206971764564514,
      "learning_rate": 4.469874883983272e-05,
      "loss": 5.6559,
      "step": 279715
    },
    {
      "epoch": 0.24484415387753067,
      "grad_norm": 0.5473944544792175,
      "learning_rate": 4.469856047470923e-05,
      "loss": 5.1984,
      "step": 279720
    },
    {
      "epoch": 0.24484853047115782,
      "grad_norm": 0.5636463165283203,
      "learning_rate": 4.4698372106750596e-05,
      "loss": 5.2335,
      "step": 279725
    },
    {
      "epoch": 0.24485290706478496,
      "grad_norm": 0.5307787656784058,
      "learning_rate": 4.469818373595683e-05,
      "loss": 5.7083,
      "step": 279730
    },
    {
      "epoch": 0.2448572836584121,
      "grad_norm": 0.5594626665115356,
      "learning_rate": 4.4697995362327983e-05,
      "loss": 5.1281,
      "step": 279735
    },
    {
      "epoch": 0.2448616602520393,
      "grad_norm": 0.5542882680892944,
      "learning_rate": 4.469780698586409e-05,
      "loss": 4.909,
      "step": 279740
    },
    {
      "epoch": 0.24486603684566643,
      "grad_norm": 0.5356611609458923,
      "learning_rate": 4.4697618606565186e-05,
      "loss": 4.9301,
      "step": 279745
    },
    {
      "epoch": 0.24487041343929358,
      "grad_norm": 0.5415711998939514,
      "learning_rate": 4.4697430224431305e-05,
      "loss": 5.9328,
      "step": 279750
    },
    {
      "epoch": 0.24487479003292073,
      "grad_norm": 0.5567498207092285,
      "learning_rate": 4.469724183946249e-05,
      "loss": 5.7192,
      "step": 279755
    },
    {
      "epoch": 0.24487916662654788,
      "grad_norm": 0.5325213074684143,
      "learning_rate": 4.4697053451658765e-05,
      "loss": 5.6574,
      "step": 279760
    },
    {
      "epoch": 0.24488354322017505,
      "grad_norm": 0.5377042293548584,
      "learning_rate": 4.469686506102018e-05,
      "loss": 5.057,
      "step": 279765
    },
    {
      "epoch": 0.2448879198138022,
      "grad_norm": 0.550055980682373,
      "learning_rate": 4.4696676667546763e-05,
      "loss": 5.684,
      "step": 279770
    },
    {
      "epoch": 0.24489229640742935,
      "grad_norm": 0.5300189256668091,
      "learning_rate": 4.469648827123856e-05,
      "loss": 5.4255,
      "step": 279775
    },
    {
      "epoch": 0.2448966730010565,
      "grad_norm": 0.5575395226478577,
      "learning_rate": 4.469629987209558e-05,
      "loss": 5.197,
      "step": 279780
    },
    {
      "epoch": 0.24490104959468367,
      "grad_norm": 0.5427250266075134,
      "learning_rate": 4.4696111470117906e-05,
      "loss": 5.6271,
      "step": 279785
    },
    {
      "epoch": 0.24490542618831082,
      "grad_norm": 0.5353101491928101,
      "learning_rate": 4.469592306530553e-05,
      "loss": 5.4084,
      "step": 279790
    },
    {
      "epoch": 0.24490980278193797,
      "grad_norm": 0.533991813659668,
      "learning_rate": 4.4695734657658504e-05,
      "loss": 4.4972,
      "step": 279795
    },
    {
      "epoch": 0.24491417937556512,
      "grad_norm": 0.5453623533248901,
      "learning_rate": 4.469554624717688e-05,
      "loss": 6.2166,
      "step": 279800
    },
    {
      "epoch": 0.2449185559691923,
      "grad_norm": 0.5783368349075317,
      "learning_rate": 4.469535783386067e-05,
      "loss": 5.1101,
      "step": 279805
    },
    {
      "epoch": 0.24492293256281944,
      "grad_norm": 0.5883477926254272,
      "learning_rate": 4.469516941770993e-05,
      "loss": 5.4133,
      "step": 279810
    },
    {
      "epoch": 0.2449273091564466,
      "grad_norm": 0.5573248863220215,
      "learning_rate": 4.469498099872468e-05,
      "loss": 5.1708,
      "step": 279815
    },
    {
      "epoch": 0.24493168575007374,
      "grad_norm": 0.5581656098365784,
      "learning_rate": 4.469479257690497e-05,
      "loss": 4.6063,
      "step": 279820
    },
    {
      "epoch": 0.2449360623437009,
      "grad_norm": 0.5358059406280518,
      "learning_rate": 4.469460415225082e-05,
      "loss": 4.8521,
      "step": 279825
    },
    {
      "epoch": 0.24494043893732806,
      "grad_norm": 0.5660219192504883,
      "learning_rate": 4.469441572476228e-05,
      "loss": 4.4206,
      "step": 279830
    },
    {
      "epoch": 0.2449448155309552,
      "grad_norm": 0.5381627678871155,
      "learning_rate": 4.4694227294439397e-05,
      "loss": 5.1785,
      "step": 279835
    },
    {
      "epoch": 0.24494919212458235,
      "grad_norm": 0.5594087243080139,
      "learning_rate": 4.4694038861282176e-05,
      "loss": 4.9192,
      "step": 279840
    },
    {
      "epoch": 0.24495356871820953,
      "grad_norm": 0.5558021664619446,
      "learning_rate": 4.4693850425290675e-05,
      "loss": 5.4012,
      "step": 279845
    },
    {
      "epoch": 0.24495794531183668,
      "grad_norm": 0.5513944625854492,
      "learning_rate": 4.4693661986464927e-05,
      "loss": 5.6016,
      "step": 279850
    },
    {
      "epoch": 0.24496232190546383,
      "grad_norm": 0.536474347114563,
      "learning_rate": 4.4693473544804966e-05,
      "loss": 4.8932,
      "step": 279855
    },
    {
      "epoch": 0.24496669849909097,
      "grad_norm": 0.53110671043396,
      "learning_rate": 4.469328510031083e-05,
      "loss": 6.2064,
      "step": 279860
    },
    {
      "epoch": 0.24497107509271815,
      "grad_norm": 0.5550194978713989,
      "learning_rate": 4.469309665298256e-05,
      "loss": 5.0928,
      "step": 279865
    },
    {
      "epoch": 0.2449754516863453,
      "grad_norm": 0.5556568503379822,
      "learning_rate": 4.4692908202820185e-05,
      "loss": 5.4597,
      "step": 279870
    },
    {
      "epoch": 0.24497982827997244,
      "grad_norm": 0.563191294670105,
      "learning_rate": 4.4692719749823745e-05,
      "loss": 5.2006,
      "step": 279875
    },
    {
      "epoch": 0.2449842048735996,
      "grad_norm": 0.5541185140609741,
      "learning_rate": 4.469253129399327e-05,
      "loss": 4.354,
      "step": 279880
    },
    {
      "epoch": 0.24498858146722674,
      "grad_norm": 0.5393723845481873,
      "learning_rate": 4.46923428353288e-05,
      "loss": 4.5952,
      "step": 279885
    },
    {
      "epoch": 0.24499295806085392,
      "grad_norm": 0.5340406894683838,
      "learning_rate": 4.4692154373830374e-05,
      "loss": 4.3973,
      "step": 279890
    },
    {
      "epoch": 0.24499733465448106,
      "grad_norm": 0.5384727716445923,
      "learning_rate": 4.469196590949803e-05,
      "loss": 4.6054,
      "step": 279895
    },
    {
      "epoch": 0.2450017112481082,
      "grad_norm": 0.5405248403549194,
      "learning_rate": 4.4691777442331794e-05,
      "loss": 4.8845,
      "step": 279900
    },
    {
      "epoch": 0.24500608784173536,
      "grad_norm": 0.542991578578949,
      "learning_rate": 4.4691588972331724e-05,
      "loss": 5.1307,
      "step": 279905
    },
    {
      "epoch": 0.24501046443536253,
      "grad_norm": 0.5416918396949768,
      "learning_rate": 4.4691400499497826e-05,
      "loss": 5.3168,
      "step": 279910
    },
    {
      "epoch": 0.24501484102898968,
      "grad_norm": 0.5318455100059509,
      "learning_rate": 4.4691212023830163e-05,
      "loss": 6.1723,
      "step": 279915
    },
    {
      "epoch": 0.24501921762261683,
      "grad_norm": 0.5272526741027832,
      "learning_rate": 4.4691023545328755e-05,
      "loss": 4.5966,
      "step": 279920
    },
    {
      "epoch": 0.24502359421624398,
      "grad_norm": 0.5348100662231445,
      "learning_rate": 4.469083506399365e-05,
      "loss": 5.9273,
      "step": 279925
    },
    {
      "epoch": 0.24502797080987115,
      "grad_norm": 0.5472249388694763,
      "learning_rate": 4.469064657982488e-05,
      "loss": 5.1713,
      "step": 279930
    },
    {
      "epoch": 0.2450323474034983,
      "grad_norm": 0.5505822896957397,
      "learning_rate": 4.469045809282247e-05,
      "loss": 5.6176,
      "step": 279935
    },
    {
      "epoch": 0.24503672399712545,
      "grad_norm": 0.5309949517250061,
      "learning_rate": 4.469026960298648e-05,
      "loss": 5.0531,
      "step": 279940
    },
    {
      "epoch": 0.2450411005907526,
      "grad_norm": 0.5640226602554321,
      "learning_rate": 4.4690081110316916e-05,
      "loss": 5.6983,
      "step": 279945
    },
    {
      "epoch": 0.24504547718437977,
      "grad_norm": 0.5471658706665039,
      "learning_rate": 4.468989261481384e-05,
      "loss": 4.9295,
      "step": 279950
    },
    {
      "epoch": 0.24504985377800692,
      "grad_norm": 0.5503894686698914,
      "learning_rate": 4.468970411647728e-05,
      "loss": 5.4156,
      "step": 279955
    },
    {
      "epoch": 0.24505423037163407,
      "grad_norm": 0.5365567803382874,
      "learning_rate": 4.4689515615307265e-05,
      "loss": 6.2408,
      "step": 279960
    },
    {
      "epoch": 0.24505860696526122,
      "grad_norm": 0.6047970056533813,
      "learning_rate": 4.468932711130385e-05,
      "loss": 4.6841,
      "step": 279965
    },
    {
      "epoch": 0.2450629835588884,
      "grad_norm": 0.5333507657051086,
      "learning_rate": 4.4689138604467054e-05,
      "loss": 5.6082,
      "step": 279970
    },
    {
      "epoch": 0.24506736015251554,
      "grad_norm": 0.550523579120636,
      "learning_rate": 4.4688950094796914e-05,
      "loss": 5.3773,
      "step": 279975
    },
    {
      "epoch": 0.2450717367461427,
      "grad_norm": 0.5292083024978638,
      "learning_rate": 4.468876158229347e-05,
      "loss": 5.0592,
      "step": 279980
    },
    {
      "epoch": 0.24507611333976984,
      "grad_norm": 0.5557325482368469,
      "learning_rate": 4.4688573066956766e-05,
      "loss": 4.9011,
      "step": 279985
    },
    {
      "epoch": 0.245080489933397,
      "grad_norm": 0.5632837414741516,
      "learning_rate": 4.468838454878682e-05,
      "loss": 5.1958,
      "step": 279990
    },
    {
      "epoch": 0.24508486652702416,
      "grad_norm": 0.5382352471351624,
      "learning_rate": 4.46881960277837e-05,
      "loss": 4.2844,
      "step": 279995
    },
    {
      "epoch": 0.2450892431206513,
      "grad_norm": 0.554798424243927,
      "learning_rate": 4.4688007503947404e-05,
      "loss": 5.4217,
      "step": 280000
    },
    {
      "epoch": 0.24509361971427845,
      "grad_norm": 0.629703164100647,
      "learning_rate": 4.4687818977278e-05,
      "loss": 5.3348,
      "step": 280005
    },
    {
      "epoch": 0.2450979963079056,
      "grad_norm": 0.5458181500434875,
      "learning_rate": 4.468763044777551e-05,
      "loss": 4.3885,
      "step": 280010
    },
    {
      "epoch": 0.24510237290153278,
      "grad_norm": 0.5658094882965088,
      "learning_rate": 4.4687441915439966e-05,
      "loss": 5.4093,
      "step": 280015
    },
    {
      "epoch": 0.24510674949515993,
      "grad_norm": 0.5365411043167114,
      "learning_rate": 4.468725338027141e-05,
      "loss": 5.6833,
      "step": 280020
    },
    {
      "epoch": 0.24511112608878707,
      "grad_norm": 0.5490484833717346,
      "learning_rate": 4.4687064842269874e-05,
      "loss": 5.1244,
      "step": 280025
    },
    {
      "epoch": 0.24511550268241422,
      "grad_norm": 0.5404792428016663,
      "learning_rate": 4.468687630143541e-05,
      "loss": 4.9286,
      "step": 280030
    },
    {
      "epoch": 0.2451198792760414,
      "grad_norm": 0.5389695763587952,
      "learning_rate": 4.468668775776803e-05,
      "loss": 4.9019,
      "step": 280035
    },
    {
      "epoch": 0.24512425586966854,
      "grad_norm": 0.5390413999557495,
      "learning_rate": 4.4686499211267795e-05,
      "loss": 5.2928,
      "step": 280040
    },
    {
      "epoch": 0.2451286324632957,
      "grad_norm": 0.5978971719741821,
      "learning_rate": 4.468631066193473e-05,
      "loss": 4.6129,
      "step": 280045
    },
    {
      "epoch": 0.24513300905692284,
      "grad_norm": 0.5556104183197021,
      "learning_rate": 4.468612210976887e-05,
      "loss": 5.7126,
      "step": 280050
    },
    {
      "epoch": 0.24513738565055002,
      "grad_norm": 0.552941620349884,
      "learning_rate": 4.468593355477024e-05,
      "loss": 4.9023,
      "step": 280055
    },
    {
      "epoch": 0.24514176224417716,
      "grad_norm": 0.5674853920936584,
      "learning_rate": 4.4685744996938905e-05,
      "loss": 5.1141,
      "step": 280060
    },
    {
      "epoch": 0.2451461388378043,
      "grad_norm": 0.5460179448127747,
      "learning_rate": 4.468555643627488e-05,
      "loss": 6.2311,
      "step": 280065
    },
    {
      "epoch": 0.24515051543143146,
      "grad_norm": 0.5566829442977905,
      "learning_rate": 4.46853678727782e-05,
      "loss": 5.4329,
      "step": 280070
    },
    {
      "epoch": 0.24515489202505863,
      "grad_norm": 0.5445564389228821,
      "learning_rate": 4.4685179306448924e-05,
      "loss": 4.9021,
      "step": 280075
    },
    {
      "epoch": 0.24515926861868578,
      "grad_norm": 0.5395100116729736,
      "learning_rate": 4.468499073728706e-05,
      "loss": 5.7082,
      "step": 280080
    },
    {
      "epoch": 0.24516364521231293,
      "grad_norm": 0.5493941903114319,
      "learning_rate": 4.468480216529265e-05,
      "loss": 4.873,
      "step": 280085
    },
    {
      "epoch": 0.24516802180594008,
      "grad_norm": 0.5539337992668152,
      "learning_rate": 4.468461359046575e-05,
      "loss": 4.6813,
      "step": 280090
    },
    {
      "epoch": 0.24517239839956725,
      "grad_norm": 0.5378708839416504,
      "learning_rate": 4.4684425012806376e-05,
      "loss": 4.9158,
      "step": 280095
    },
    {
      "epoch": 0.2451767749931944,
      "grad_norm": 0.5657433271408081,
      "learning_rate": 4.468423643231458e-05,
      "loss": 5.3932,
      "step": 280100
    },
    {
      "epoch": 0.24518115158682155,
      "grad_norm": 0.5413795113563538,
      "learning_rate": 4.468404784899038e-05,
      "loss": 5.1832,
      "step": 280105
    },
    {
      "epoch": 0.2451855281804487,
      "grad_norm": 0.5664939284324646,
      "learning_rate": 4.4683859262833824e-05,
      "loss": 5.1681,
      "step": 280110
    },
    {
      "epoch": 0.24518990477407587,
      "grad_norm": 0.5355861783027649,
      "learning_rate": 4.468367067384496e-05,
      "loss": 4.906,
      "step": 280115
    },
    {
      "epoch": 0.24519428136770302,
      "grad_norm": 0.5414153933525085,
      "learning_rate": 4.4683482082023795e-05,
      "loss": 4.857,
      "step": 280120
    },
    {
      "epoch": 0.24519865796133017,
      "grad_norm": 0.5518892407417297,
      "learning_rate": 4.468329348737039e-05,
      "loss": 5.9385,
      "step": 280125
    },
    {
      "epoch": 0.24520303455495732,
      "grad_norm": 0.5334538221359253,
      "learning_rate": 4.4683104889884774e-05,
      "loss": 4.3931,
      "step": 280130
    },
    {
      "epoch": 0.2452074111485845,
      "grad_norm": 0.5585802793502808,
      "learning_rate": 4.468291628956699e-05,
      "loss": 5.6908,
      "step": 280135
    },
    {
      "epoch": 0.24521178774221164,
      "grad_norm": 0.5513293743133545,
      "learning_rate": 4.468272768641705e-05,
      "loss": 5.7184,
      "step": 280140
    },
    {
      "epoch": 0.2452161643358388,
      "grad_norm": 0.5407094359397888,
      "learning_rate": 4.468253908043501e-05,
      "loss": 5.4175,
      "step": 280145
    },
    {
      "epoch": 0.24522054092946594,
      "grad_norm": 0.5697132349014282,
      "learning_rate": 4.468235047162091e-05,
      "loss": 4.874,
      "step": 280150
    },
    {
      "epoch": 0.24522491752309308,
      "grad_norm": 0.5402423739433289,
      "learning_rate": 4.468216185997478e-05,
      "loss": 5.1158,
      "step": 280155
    },
    {
      "epoch": 0.24522929411672026,
      "grad_norm": 0.5496980547904968,
      "learning_rate": 4.468197324549665e-05,
      "loss": 5.7095,
      "step": 280160
    },
    {
      "epoch": 0.2452336707103474,
      "grad_norm": 0.628620445728302,
      "learning_rate": 4.4681784628186575e-05,
      "loss": 5.1271,
      "step": 280165
    },
    {
      "epoch": 0.24523804730397455,
      "grad_norm": 0.5352199673652649,
      "learning_rate": 4.468159600804457e-05,
      "loss": 4.3687,
      "step": 280170
    },
    {
      "epoch": 0.2452424238976017,
      "grad_norm": 0.5442609190940857,
      "learning_rate": 4.4681407385070686e-05,
      "loss": 5.5621,
      "step": 280175
    },
    {
      "epoch": 0.24524680049122888,
      "grad_norm": 0.5521083474159241,
      "learning_rate": 4.4681218759264956e-05,
      "loss": 5.7114,
      "step": 280180
    },
    {
      "epoch": 0.24525117708485603,
      "grad_norm": 0.5703528523445129,
      "learning_rate": 4.46810301306274e-05,
      "loss": 4.9196,
      "step": 280185
    },
    {
      "epoch": 0.24525555367848317,
      "grad_norm": 0.5609697699546814,
      "learning_rate": 4.4680841499158074e-05,
      "loss": 5.4085,
      "step": 280190
    },
    {
      "epoch": 0.24525993027211032,
      "grad_norm": 0.5380517244338989,
      "learning_rate": 4.468065286485702e-05,
      "loss": 5.9428,
      "step": 280195
    },
    {
      "epoch": 0.2452643068657375,
      "grad_norm": 0.5516129732131958,
      "learning_rate": 4.468046422772426e-05,
      "loss": 5.1027,
      "step": 280200
    },
    {
      "epoch": 0.24526868345936464,
      "grad_norm": 0.5446528792381287,
      "learning_rate": 4.4680275587759826e-05,
      "loss": 5.6867,
      "step": 280205
    },
    {
      "epoch": 0.2452730600529918,
      "grad_norm": 0.5411113500595093,
      "learning_rate": 4.468008694496376e-05,
      "loss": 4.9222,
      "step": 280210
    },
    {
      "epoch": 0.24527743664661894,
      "grad_norm": 0.5514935255050659,
      "learning_rate": 4.467989829933611e-05,
      "loss": 4.8956,
      "step": 280215
    },
    {
      "epoch": 0.24528181324024612,
      "grad_norm": 0.5522937774658203,
      "learning_rate": 4.46797096508769e-05,
      "loss": 4.8811,
      "step": 280220
    },
    {
      "epoch": 0.24528618983387326,
      "grad_norm": 0.5517454743385315,
      "learning_rate": 4.4679520999586176e-05,
      "loss": 5.4072,
      "step": 280225
    },
    {
      "epoch": 0.2452905664275004,
      "grad_norm": 0.5494385361671448,
      "learning_rate": 4.467933234546395e-05,
      "loss": 5.6832,
      "step": 280230
    },
    {
      "epoch": 0.24529494302112756,
      "grad_norm": 0.5227870941162109,
      "learning_rate": 4.467914368851029e-05,
      "loss": 6.1818,
      "step": 280235
    },
    {
      "epoch": 0.24529931961475474,
      "grad_norm": 0.5465033650398254,
      "learning_rate": 4.4678955028725226e-05,
      "loss": 4.6101,
      "step": 280240
    },
    {
      "epoch": 0.24530369620838188,
      "grad_norm": 0.604564368724823,
      "learning_rate": 4.467876636610877e-05,
      "loss": 5.3883,
      "step": 280245
    },
    {
      "epoch": 0.24530807280200903,
      "grad_norm": 0.5506502389907837,
      "learning_rate": 4.4678577700660985e-05,
      "loss": 5.9066,
      "step": 280250
    },
    {
      "epoch": 0.24531244939563618,
      "grad_norm": 0.5462895035743713,
      "learning_rate": 4.467838903238189e-05,
      "loss": 4.6914,
      "step": 280255
    },
    {
      "epoch": 0.24531682598926335,
      "grad_norm": 0.5632820129394531,
      "learning_rate": 4.467820036127154e-05,
      "loss": 5.1311,
      "step": 280260
    },
    {
      "epoch": 0.2453212025828905,
      "grad_norm": 0.5322161316871643,
      "learning_rate": 4.467801168732996e-05,
      "loss": 6.2475,
      "step": 280265
    },
    {
      "epoch": 0.24532557917651765,
      "grad_norm": 0.5468654036521912,
      "learning_rate": 4.467782301055717e-05,
      "loss": 4.9128,
      "step": 280270
    },
    {
      "epoch": 0.2453299557701448,
      "grad_norm": 0.5542694330215454,
      "learning_rate": 4.467763433095324e-05,
      "loss": 4.5936,
      "step": 280275
    },
    {
      "epoch": 0.24533433236377195,
      "grad_norm": 0.6567835807800293,
      "learning_rate": 4.467744564851819e-05,
      "loss": 4.4191,
      "step": 280280
    },
    {
      "epoch": 0.24533870895739912,
      "grad_norm": 0.5863681435585022,
      "learning_rate": 4.467725696325205e-05,
      "loss": 5.9105,
      "step": 280285
    },
    {
      "epoch": 0.24534308555102627,
      "grad_norm": 0.5494102835655212,
      "learning_rate": 4.4677068275154864e-05,
      "loss": 4.8127,
      "step": 280290
    },
    {
      "epoch": 0.24534746214465342,
      "grad_norm": 0.5879064798355103,
      "learning_rate": 4.467687958422667e-05,
      "loss": 5.1159,
      "step": 280295
    },
    {
      "epoch": 0.24535183873828056,
      "grad_norm": 0.6250556111335754,
      "learning_rate": 4.467669089046749e-05,
      "loss": 4.8832,
      "step": 280300
    },
    {
      "epoch": 0.24535621533190774,
      "grad_norm": 0.5391980409622192,
      "learning_rate": 4.467650219387739e-05,
      "loss": 4.696,
      "step": 280305
    },
    {
      "epoch": 0.2453605919255349,
      "grad_norm": 0.5555458664894104,
      "learning_rate": 4.467631349445637e-05,
      "loss": 5.398,
      "step": 280310
    },
    {
      "epoch": 0.24536496851916204,
      "grad_norm": 0.5373162627220154,
      "learning_rate": 4.46761247922045e-05,
      "loss": 5.4225,
      "step": 280315
    },
    {
      "epoch": 0.24536934511278918,
      "grad_norm": 0.5313946604728699,
      "learning_rate": 4.4675936087121786e-05,
      "loss": 5.1108,
      "step": 280320
    },
    {
      "epoch": 0.24537372170641636,
      "grad_norm": 0.5410903692245483,
      "learning_rate": 4.467574737920829e-05,
      "loss": 4.6021,
      "step": 280325
    },
    {
      "epoch": 0.2453780983000435,
      "grad_norm": 0.540249764919281,
      "learning_rate": 4.467555866846404e-05,
      "loss": 4.8074,
      "step": 280330
    },
    {
      "epoch": 0.24538247489367065,
      "grad_norm": 0.5423461198806763,
      "learning_rate": 4.4675369954889045e-05,
      "loss": 5.9568,
      "step": 280335
    },
    {
      "epoch": 0.2453868514872978,
      "grad_norm": 0.5413647890090942,
      "learning_rate": 4.467518123848339e-05,
      "loss": 4.6983,
      "step": 280340
    },
    {
      "epoch": 0.24539122808092498,
      "grad_norm": 0.5557494163513184,
      "learning_rate": 4.467499251924708e-05,
      "loss": 4.6718,
      "step": 280345
    },
    {
      "epoch": 0.24539560467455213,
      "grad_norm": 0.5575231909751892,
      "learning_rate": 4.467480379718016e-05,
      "loss": 5.4048,
      "step": 280350
    },
    {
      "epoch": 0.24539998126817927,
      "grad_norm": 0.5363821387290955,
      "learning_rate": 4.4674615072282677e-05,
      "loss": 4.6032,
      "step": 280355
    },
    {
      "epoch": 0.24540435786180642,
      "grad_norm": 0.5516568422317505,
      "learning_rate": 4.4674426344554644e-05,
      "loss": 5.6596,
      "step": 280360
    },
    {
      "epoch": 0.2454087344554336,
      "grad_norm": 0.5347832441329956,
      "learning_rate": 4.467423761399612e-05,
      "loss": 5.9031,
      "step": 280365
    },
    {
      "epoch": 0.24541311104906074,
      "grad_norm": 0.5234543085098267,
      "learning_rate": 4.467404888060712e-05,
      "loss": 4.6076,
      "step": 280370
    },
    {
      "epoch": 0.2454174876426879,
      "grad_norm": 0.5434957146644592,
      "learning_rate": 4.46738601443877e-05,
      "loss": 5.4168,
      "step": 280375
    },
    {
      "epoch": 0.24542186423631504,
      "grad_norm": 0.5346853137016296,
      "learning_rate": 4.467367140533788e-05,
      "loss": 5.0373,
      "step": 280380
    },
    {
      "epoch": 0.24542624082994222,
      "grad_norm": 0.5857520699501038,
      "learning_rate": 4.467348266345771e-05,
      "loss": 5.2135,
      "step": 280385
    },
    {
      "epoch": 0.24543061742356936,
      "grad_norm": 0.559914767742157,
      "learning_rate": 4.4673293918747214e-05,
      "loss": 4.8978,
      "step": 280390
    },
    {
      "epoch": 0.2454349940171965,
      "grad_norm": 0.545315682888031,
      "learning_rate": 4.4673105171206444e-05,
      "loss": 4.1575,
      "step": 280395
    },
    {
      "epoch": 0.24543937061082366,
      "grad_norm": 0.6260851621627808,
      "learning_rate": 4.467291642083542e-05,
      "loss": 5.6752,
      "step": 280400
    },
    {
      "epoch": 0.2454437472044508,
      "grad_norm": 0.6039510369300842,
      "learning_rate": 4.4672727667634185e-05,
      "loss": 5.6205,
      "step": 280405
    },
    {
      "epoch": 0.24544812379807798,
      "grad_norm": 0.5609861612319946,
      "learning_rate": 4.467253891160278e-05,
      "loss": 5.6096,
      "step": 280410
    },
    {
      "epoch": 0.24545250039170513,
      "grad_norm": 0.5436141490936279,
      "learning_rate": 4.4672350152741236e-05,
      "loss": 4.6406,
      "step": 280415
    },
    {
      "epoch": 0.24545687698533228,
      "grad_norm": 0.5582579374313354,
      "learning_rate": 4.467216139104958e-05,
      "loss": 5.3688,
      "step": 280420
    },
    {
      "epoch": 0.24546125357895943,
      "grad_norm": 0.5395684838294983,
      "learning_rate": 4.467197262652788e-05,
      "loss": 4.8854,
      "step": 280425
    },
    {
      "epoch": 0.2454656301725866,
      "grad_norm": 0.5656307935714722,
      "learning_rate": 4.467178385917614e-05,
      "loss": 4.72,
      "step": 280430
    },
    {
      "epoch": 0.24547000676621375,
      "grad_norm": 0.5337938070297241,
      "learning_rate": 4.467159508899441e-05,
      "loss": 5.3897,
      "step": 280435
    },
    {
      "epoch": 0.2454743833598409,
      "grad_norm": 0.5370724201202393,
      "learning_rate": 4.4671406315982724e-05,
      "loss": 4.612,
      "step": 280440
    },
    {
      "epoch": 0.24547875995346805,
      "grad_norm": 0.5757246613502502,
      "learning_rate": 4.467121754014113e-05,
      "loss": 5.4189,
      "step": 280445
    },
    {
      "epoch": 0.24548313654709522,
      "grad_norm": 0.5794358849525452,
      "learning_rate": 4.467102876146963e-05,
      "loss": 5.3935,
      "step": 280450
    },
    {
      "epoch": 0.24548751314072237,
      "grad_norm": 0.5616090893745422,
      "learning_rate": 4.46708399799683e-05,
      "loss": 4.9469,
      "step": 280455
    },
    {
      "epoch": 0.24549188973434952,
      "grad_norm": 0.539621889591217,
      "learning_rate": 4.467065119563717e-05,
      "loss": 5.4105,
      "step": 280460
    },
    {
      "epoch": 0.24549626632797666,
      "grad_norm": 0.5477569103240967,
      "learning_rate": 4.4670462408476246e-05,
      "loss": 5.8715,
      "step": 280465
    },
    {
      "epoch": 0.24550064292160384,
      "grad_norm": 0.5294185280799866,
      "learning_rate": 4.4670273618485594e-05,
      "loss": 5.0705,
      "step": 280470
    },
    {
      "epoch": 0.245505019515231,
      "grad_norm": 0.562862753868103,
      "learning_rate": 4.467008482566525e-05,
      "loss": 5.9355,
      "step": 280475
    },
    {
      "epoch": 0.24550939610885814,
      "grad_norm": 0.5587464570999146,
      "learning_rate": 4.466989603001522e-05,
      "loss": 5.1031,
      "step": 280480
    },
    {
      "epoch": 0.24551377270248528,
      "grad_norm": 0.5332614183425903,
      "learning_rate": 4.466970723153557e-05,
      "loss": 5.1106,
      "step": 280485
    },
    {
      "epoch": 0.24551814929611246,
      "grad_norm": 0.5499041676521301,
      "learning_rate": 4.466951843022634e-05,
      "loss": 5.2145,
      "step": 280490
    },
    {
      "epoch": 0.2455225258897396,
      "grad_norm": 0.5405268669128418,
      "learning_rate": 4.4669329626087556e-05,
      "loss": 4.5755,
      "step": 280495
    },
    {
      "epoch": 0.24552690248336675,
      "grad_norm": 0.5640600919723511,
      "learning_rate": 4.4669140819119246e-05,
      "loss": 5.3984,
      "step": 280500
    },
    {
      "epoch": 0.2455312790769939,
      "grad_norm": 0.5283223986625671,
      "learning_rate": 4.466895200932145e-05,
      "loss": 5.9133,
      "step": 280505
    },
    {
      "epoch": 0.24553565567062108,
      "grad_norm": 0.5365131497383118,
      "learning_rate": 4.466876319669422e-05,
      "loss": 5.9551,
      "step": 280510
    },
    {
      "epoch": 0.24554003226424823,
      "grad_norm": 0.5593268871307373,
      "learning_rate": 4.466857438123757e-05,
      "loss": 4.8252,
      "step": 280515
    },
    {
      "epoch": 0.24554440885787537,
      "grad_norm": 0.5273313522338867,
      "learning_rate": 4.4668385562951554e-05,
      "loss": 5.1349,
      "step": 280520
    },
    {
      "epoch": 0.24554878545150252,
      "grad_norm": 0.5383615493774414,
      "learning_rate": 4.46681967418362e-05,
      "loss": 5.6342,
      "step": 280525
    },
    {
      "epoch": 0.24555316204512967,
      "grad_norm": 0.5459509491920471,
      "learning_rate": 4.466800791789154e-05,
      "loss": 4.8903,
      "step": 280530
    },
    {
      "epoch": 0.24555753863875684,
      "grad_norm": 0.5396748781204224,
      "learning_rate": 4.466781909111762e-05,
      "loss": 5.6549,
      "step": 280535
    },
    {
      "epoch": 0.245561915232384,
      "grad_norm": 0.5563021302223206,
      "learning_rate": 4.4667630261514485e-05,
      "loss": 4.3893,
      "step": 280540
    },
    {
      "epoch": 0.24556629182601114,
      "grad_norm": 0.5462133884429932,
      "learning_rate": 4.466744142908215e-05,
      "loss": 5.4428,
      "step": 280545
    },
    {
      "epoch": 0.2455706684196383,
      "grad_norm": 0.5675340890884399,
      "learning_rate": 4.4667252593820654e-05,
      "loss": 4.272,
      "step": 280550
    },
    {
      "epoch": 0.24557504501326546,
      "grad_norm": 0.5838239789009094,
      "learning_rate": 4.466706375573004e-05,
      "loss": 5.8918,
      "step": 280555
    },
    {
      "epoch": 0.2455794216068926,
      "grad_norm": 0.5553749203681946,
      "learning_rate": 4.4666874914810355e-05,
      "loss": 5.126,
      "step": 280560
    },
    {
      "epoch": 0.24558379820051976,
      "grad_norm": 0.5487141013145447,
      "learning_rate": 4.4666686071061625e-05,
      "loss": 5.7268,
      "step": 280565
    },
    {
      "epoch": 0.2455881747941469,
      "grad_norm": 0.5255082249641418,
      "learning_rate": 4.4666497224483885e-05,
      "loss": 5.1035,
      "step": 280570
    },
    {
      "epoch": 0.24559255138777408,
      "grad_norm": 0.5305517911911011,
      "learning_rate": 4.466630837507716e-05,
      "loss": 4.3944,
      "step": 280575
    },
    {
      "epoch": 0.24559692798140123,
      "grad_norm": 0.541758120059967,
      "learning_rate": 4.466611952284151e-05,
      "loss": 5.9635,
      "step": 280580
    },
    {
      "epoch": 0.24560130457502838,
      "grad_norm": 0.5286580324172974,
      "learning_rate": 4.466593066777697e-05,
      "loss": 5.9314,
      "step": 280585
    },
    {
      "epoch": 0.24560568116865553,
      "grad_norm": 0.5408836007118225,
      "learning_rate": 4.466574180988355e-05,
      "loss": 5.9145,
      "step": 280590
    },
    {
      "epoch": 0.2456100577622827,
      "grad_norm": 0.5649723410606384,
      "learning_rate": 4.466555294916131e-05,
      "loss": 4.6499,
      "step": 280595
    },
    {
      "epoch": 0.24561443435590985,
      "grad_norm": 0.5608956217765808,
      "learning_rate": 4.4665364085610287e-05,
      "loss": 5.3972,
      "step": 280600
    },
    {
      "epoch": 0.245618810949537,
      "grad_norm": 0.5325192213058472,
      "learning_rate": 4.46651752192305e-05,
      "loss": 4.4055,
      "step": 280605
    },
    {
      "epoch": 0.24562318754316415,
      "grad_norm": 0.5629483461380005,
      "learning_rate": 4.4664986350021995e-05,
      "loss": 5.6537,
      "step": 280610
    },
    {
      "epoch": 0.24562756413679132,
      "grad_norm": 0.5289841294288635,
      "learning_rate": 4.4664797477984824e-05,
      "loss": 5.1078,
      "step": 280615
    },
    {
      "epoch": 0.24563194073041847,
      "grad_norm": 0.5625460147857666,
      "learning_rate": 4.4664608603118996e-05,
      "loss": 5.9248,
      "step": 280620
    },
    {
      "epoch": 0.24563631732404562,
      "grad_norm": 0.5333505272865295,
      "learning_rate": 4.466441972542457e-05,
      "loss": 5.882,
      "step": 280625
    },
    {
      "epoch": 0.24564069391767276,
      "grad_norm": 0.536582350730896,
      "learning_rate": 4.466423084490157e-05,
      "loss": 5.9441,
      "step": 280630
    },
    {
      "epoch": 0.24564507051129994,
      "grad_norm": 0.5706748366355896,
      "learning_rate": 4.466404196155003e-05,
      "loss": 5.4218,
      "step": 280635
    },
    {
      "epoch": 0.2456494471049271,
      "grad_norm": 0.5672140717506409,
      "learning_rate": 4.466385307536999e-05,
      "loss": 5.4212,
      "step": 280640
    },
    {
      "epoch": 0.24565382369855424,
      "grad_norm": 0.5706284046173096,
      "learning_rate": 4.4663664186361484e-05,
      "loss": 5.1172,
      "step": 280645
    },
    {
      "epoch": 0.24565820029218138,
      "grad_norm": 0.543820321559906,
      "learning_rate": 4.466347529452456e-05,
      "loss": 5.3121,
      "step": 280650
    },
    {
      "epoch": 0.24566257688580853,
      "grad_norm": 0.5704890489578247,
      "learning_rate": 4.466328639985925e-05,
      "loss": 5.0888,
      "step": 280655
    },
    {
      "epoch": 0.2456669534794357,
      "grad_norm": 0.5493344664573669,
      "learning_rate": 4.466309750236558e-05,
      "loss": 5.1933,
      "step": 280660
    },
    {
      "epoch": 0.24567133007306285,
      "grad_norm": 0.5327578186988831,
      "learning_rate": 4.4662908602043606e-05,
      "loss": 5.9242,
      "step": 280665
    },
    {
      "epoch": 0.24567570666669,
      "grad_norm": 0.5671718716621399,
      "learning_rate": 4.466271969889334e-05,
      "loss": 4.9142,
      "step": 280670
    },
    {
      "epoch": 0.24568008326031715,
      "grad_norm": 0.5681936144828796,
      "learning_rate": 4.466253079291484e-05,
      "loss": 4.4026,
      "step": 280675
    },
    {
      "epoch": 0.24568445985394433,
      "grad_norm": 0.5646069049835205,
      "learning_rate": 4.4662341884108114e-05,
      "loss": 5.3312,
      "step": 280680
    },
    {
      "epoch": 0.24568883644757147,
      "grad_norm": 0.5395889282226562,
      "learning_rate": 4.466215297247324e-05,
      "loss": 6.1947,
      "step": 280685
    },
    {
      "epoch": 0.24569321304119862,
      "grad_norm": 0.562382161617279,
      "learning_rate": 4.466196405801022e-05,
      "loss": 5.4206,
      "step": 280690
    },
    {
      "epoch": 0.24569758963482577,
      "grad_norm": 0.5393812656402588,
      "learning_rate": 4.46617751407191e-05,
      "loss": 5.6252,
      "step": 280695
    },
    {
      "epoch": 0.24570196622845294,
      "grad_norm": 0.5434558391571045,
      "learning_rate": 4.466158622059993e-05,
      "loss": 5.9566,
      "step": 280700
    },
    {
      "epoch": 0.2457063428220801,
      "grad_norm": 0.5698090195655823,
      "learning_rate": 4.466139729765273e-05,
      "loss": 5.1928,
      "step": 280705
    },
    {
      "epoch": 0.24571071941570724,
      "grad_norm": 0.545032262802124,
      "learning_rate": 4.466120837187754e-05,
      "loss": 5.417,
      "step": 280710
    },
    {
      "epoch": 0.2457150960093344,
      "grad_norm": 0.5543379783630371,
      "learning_rate": 4.46610194432744e-05,
      "loss": 5.1055,
      "step": 280715
    },
    {
      "epoch": 0.24571947260296156,
      "grad_norm": 0.5510573983192444,
      "learning_rate": 4.466083051184334e-05,
      "loss": 4.8691,
      "step": 280720
    },
    {
      "epoch": 0.2457238491965887,
      "grad_norm": 0.532997190952301,
      "learning_rate": 4.46606415775844e-05,
      "loss": 5.6145,
      "step": 280725
    },
    {
      "epoch": 0.24572822579021586,
      "grad_norm": 0.5765078067779541,
      "learning_rate": 4.4660452640497616e-05,
      "loss": 5.371,
      "step": 280730
    },
    {
      "epoch": 0.245732602383843,
      "grad_norm": 0.5613477230072021,
      "learning_rate": 4.466026370058304e-05,
      "loss": 4.718,
      "step": 280735
    },
    {
      "epoch": 0.24573697897747018,
      "grad_norm": 0.5612743496894836,
      "learning_rate": 4.4660074757840674e-05,
      "loss": 5.1488,
      "step": 280740
    },
    {
      "epoch": 0.24574135557109733,
      "grad_norm": 0.545987606048584,
      "learning_rate": 4.4659885812270595e-05,
      "loss": 5.1339,
      "step": 280745
    },
    {
      "epoch": 0.24574573216472448,
      "grad_norm": 0.5559000968933105,
      "learning_rate": 4.4659696863872814e-05,
      "loss": 4.3822,
      "step": 280750
    },
    {
      "epoch": 0.24575010875835163,
      "grad_norm": 0.5661923289299011,
      "learning_rate": 4.465950791264736e-05,
      "loss": 5.4162,
      "step": 280755
    },
    {
      "epoch": 0.2457544853519788,
      "grad_norm": 0.5706462860107422,
      "learning_rate": 4.4659318958594285e-05,
      "loss": 5.6199,
      "step": 280760
    },
    {
      "epoch": 0.24575886194560595,
      "grad_norm": 0.5550687313079834,
      "learning_rate": 4.465913000171363e-05,
      "loss": 5.2427,
      "step": 280765
    },
    {
      "epoch": 0.2457632385392331,
      "grad_norm": 0.5487102270126343,
      "learning_rate": 4.4658941042005434e-05,
      "loss": 4.8323,
      "step": 280770
    },
    {
      "epoch": 0.24576761513286025,
      "grad_norm": 0.5582203269004822,
      "learning_rate": 4.465875207946971e-05,
      "loss": 5.1971,
      "step": 280775
    },
    {
      "epoch": 0.24577199172648742,
      "grad_norm": 0.5683384537696838,
      "learning_rate": 4.465856311410651e-05,
      "loss": 4.3254,
      "step": 280780
    },
    {
      "epoch": 0.24577636832011457,
      "grad_norm": 0.5488843321800232,
      "learning_rate": 4.465837414591586e-05,
      "loss": 4.3304,
      "step": 280785
    },
    {
      "epoch": 0.24578074491374172,
      "grad_norm": 0.5467199683189392,
      "learning_rate": 4.4658185174897814e-05,
      "loss": 5.6252,
      "step": 280790
    },
    {
      "epoch": 0.24578512150736886,
      "grad_norm": 0.5368326306343079,
      "learning_rate": 4.46579962010524e-05,
      "loss": 5.0777,
      "step": 280795
    },
    {
      "epoch": 0.245789498100996,
      "grad_norm": 0.5855845212936401,
      "learning_rate": 4.4657807224379655e-05,
      "loss": 5.2217,
      "step": 280800
    },
    {
      "epoch": 0.2457938746946232,
      "grad_norm": 0.5456987619400024,
      "learning_rate": 4.4657618244879604e-05,
      "loss": 5.3887,
      "step": 280805
    },
    {
      "epoch": 0.24579825128825034,
      "grad_norm": 0.5314897298812866,
      "learning_rate": 4.4657429262552305e-05,
      "loss": 4.8986,
      "step": 280810
    },
    {
      "epoch": 0.24580262788187748,
      "grad_norm": 0.5388651490211487,
      "learning_rate": 4.465724027739778e-05,
      "loss": 4.5983,
      "step": 280815
    },
    {
      "epoch": 0.24580700447550463,
      "grad_norm": 0.5531429648399353,
      "learning_rate": 4.465705128941606e-05,
      "loss": 5.3548,
      "step": 280820
    },
    {
      "epoch": 0.2458113810691318,
      "grad_norm": 0.5264957547187805,
      "learning_rate": 4.465686229860721e-05,
      "loss": 6.2277,
      "step": 280825
    },
    {
      "epoch": 0.24581575766275895,
      "grad_norm": 0.5265042185783386,
      "learning_rate": 4.465667330497122e-05,
      "loss": 5.6109,
      "step": 280830
    },
    {
      "epoch": 0.2458201342563861,
      "grad_norm": 0.5403128266334534,
      "learning_rate": 4.4656484308508174e-05,
      "loss": 4.9224,
      "step": 280835
    },
    {
      "epoch": 0.24582451085001325,
      "grad_norm": 0.5564420223236084,
      "learning_rate": 4.465629530921808e-05,
      "loss": 5.2274,
      "step": 280840
    },
    {
      "epoch": 0.24582888744364043,
      "grad_norm": 0.5532727837562561,
      "learning_rate": 4.4656106307100974e-05,
      "loss": 5.3931,
      "step": 280845
    },
    {
      "epoch": 0.24583326403726757,
      "grad_norm": 0.5948097109794617,
      "learning_rate": 4.4655917302156914e-05,
      "loss": 4.8793,
      "step": 280850
    },
    {
      "epoch": 0.24583764063089472,
      "grad_norm": 0.5786069631576538,
      "learning_rate": 4.465572829438591e-05,
      "loss": 5.6515,
      "step": 280855
    },
    {
      "epoch": 0.24584201722452187,
      "grad_norm": 0.5572962164878845,
      "learning_rate": 4.4655539283788014e-05,
      "loss": 5.89,
      "step": 280860
    },
    {
      "epoch": 0.24584639381814904,
      "grad_norm": 0.5541213750839233,
      "learning_rate": 4.465535027036326e-05,
      "loss": 5.443,
      "step": 280865
    },
    {
      "epoch": 0.2458507704117762,
      "grad_norm": 0.5534194707870483,
      "learning_rate": 4.4655161254111686e-05,
      "loss": 4.9104,
      "step": 280870
    },
    {
      "epoch": 0.24585514700540334,
      "grad_norm": 0.5417560935020447,
      "learning_rate": 4.4654972235033335e-05,
      "loss": 4.6984,
      "step": 280875
    },
    {
      "epoch": 0.2458595235990305,
      "grad_norm": 0.5435844659805298,
      "learning_rate": 4.4654783213128226e-05,
      "loss": 5.2243,
      "step": 280880
    },
    {
      "epoch": 0.24586390019265766,
      "grad_norm": 0.5390774011611938,
      "learning_rate": 4.4654594188396405e-05,
      "loss": 4.9259,
      "step": 280885
    },
    {
      "epoch": 0.2458682767862848,
      "grad_norm": 0.5572097301483154,
      "learning_rate": 4.465440516083791e-05,
      "loss": 4.4129,
      "step": 280890
    },
    {
      "epoch": 0.24587265337991196,
      "grad_norm": 0.561996579170227,
      "learning_rate": 4.4654216130452765e-05,
      "loss": 4.5955,
      "step": 280895
    },
    {
      "epoch": 0.2458770299735391,
      "grad_norm": 0.5677593946456909,
      "learning_rate": 4.465402709724103e-05,
      "loss": 5.3238,
      "step": 280900
    },
    {
      "epoch": 0.24588140656716628,
      "grad_norm": 0.5728012323379517,
      "learning_rate": 4.4653838061202725e-05,
      "loss": 5.6975,
      "step": 280905
    },
    {
      "epoch": 0.24588578316079343,
      "grad_norm": 0.5406034588813782,
      "learning_rate": 4.465364902233788e-05,
      "loss": 5.3479,
      "step": 280910
    },
    {
      "epoch": 0.24589015975442058,
      "grad_norm": 0.5438940525054932,
      "learning_rate": 4.465345998064655e-05,
      "loss": 4.5604,
      "step": 280915
    },
    {
      "epoch": 0.24589453634804773,
      "grad_norm": 0.5503487586975098,
      "learning_rate": 4.4653270936128765e-05,
      "loss": 4.9172,
      "step": 280920
    },
    {
      "epoch": 0.24589891294167487,
      "grad_norm": 0.5682690143585205,
      "learning_rate": 4.465308188878455e-05,
      "loss": 5.9242,
      "step": 280925
    },
    {
      "epoch": 0.24590328953530205,
      "grad_norm": 0.5660883784294128,
      "learning_rate": 4.465289283861397e-05,
      "loss": 5.7018,
      "step": 280930
    },
    {
      "epoch": 0.2459076661289292,
      "grad_norm": 0.536321222782135,
      "learning_rate": 4.465270378561702e-05,
      "loss": 5.4387,
      "step": 280935
    },
    {
      "epoch": 0.24591204272255635,
      "grad_norm": 0.5343199372291565,
      "learning_rate": 4.4652514729793773e-05,
      "loss": 5.9494,
      "step": 280940
    },
    {
      "epoch": 0.2459164193161835,
      "grad_norm": 0.5347844958305359,
      "learning_rate": 4.465232567114423e-05,
      "loss": 4.3718,
      "step": 280945
    },
    {
      "epoch": 0.24592079590981067,
      "grad_norm": 0.5450108647346497,
      "learning_rate": 4.465213660966847e-05,
      "loss": 5.2108,
      "step": 280950
    },
    {
      "epoch": 0.24592517250343782,
      "grad_norm": 0.534263551235199,
      "learning_rate": 4.4651947545366514e-05,
      "loss": 5.2965,
      "step": 280955
    },
    {
      "epoch": 0.24592954909706496,
      "grad_norm": 0.5703155994415283,
      "learning_rate": 4.465175847823837e-05,
      "loss": 6.1977,
      "step": 280960
    },
    {
      "epoch": 0.2459339256906921,
      "grad_norm": 0.5909157991409302,
      "learning_rate": 4.465156940828411e-05,
      "loss": 4.8926,
      "step": 280965
    },
    {
      "epoch": 0.2459383022843193,
      "grad_norm": 0.586821436882019,
      "learning_rate": 4.465138033550374e-05,
      "loss": 5.907,
      "step": 280970
    },
    {
      "epoch": 0.24594267887794644,
      "grad_norm": 0.546368420124054,
      "learning_rate": 4.465119125989734e-05,
      "loss": 5.9141,
      "step": 280975
    },
    {
      "epoch": 0.24594705547157358,
      "grad_norm": 0.5348767638206482,
      "learning_rate": 4.4651002181464905e-05,
      "loss": 4.5828,
      "step": 280980
    },
    {
      "epoch": 0.24595143206520073,
      "grad_norm": 0.5607100129127502,
      "learning_rate": 4.465081310020649e-05,
      "loss": 4.8814,
      "step": 280985
    },
    {
      "epoch": 0.2459558086588279,
      "grad_norm": 0.5680411458015442,
      "learning_rate": 4.4650624016122135e-05,
      "loss": 5.4367,
      "step": 280990
    },
    {
      "epoch": 0.24596018525245505,
      "grad_norm": 0.5475254654884338,
      "learning_rate": 4.465043492921186e-05,
      "loss": 4.3145,
      "step": 280995
    },
    {
      "epoch": 0.2459645618460822,
      "grad_norm": 0.5516764521598816,
      "learning_rate": 4.465024583947571e-05,
      "loss": 4.113,
      "step": 281000
    },
    {
      "epoch": 0.24596893843970935,
      "grad_norm": 0.5381485819816589,
      "learning_rate": 4.465005674691373e-05,
      "loss": 4.1,
      "step": 281005
    },
    {
      "epoch": 0.24597331503333653,
      "grad_norm": 0.6177371740341187,
      "learning_rate": 4.4649867651525936e-05,
      "loss": 5.6135,
      "step": 281010
    },
    {
      "epoch": 0.24597769162696367,
      "grad_norm": 0.5888440012931824,
      "learning_rate": 4.464967855331239e-05,
      "loss": 5.4283,
      "step": 281015
    },
    {
      "epoch": 0.24598206822059082,
      "grad_norm": 0.6871234178543091,
      "learning_rate": 4.464948945227311e-05,
      "loss": 4.709,
      "step": 281020
    },
    {
      "epoch": 0.24598644481421797,
      "grad_norm": 0.5587048530578613,
      "learning_rate": 4.464930034840814e-05,
      "loss": 5.9186,
      "step": 281025
    },
    {
      "epoch": 0.24599082140784514,
      "grad_norm": 0.620098888874054,
      "learning_rate": 4.4649111241717524e-05,
      "loss": 5.6586,
      "step": 281030
    },
    {
      "epoch": 0.2459951980014723,
      "grad_norm": 0.6565024256706238,
      "learning_rate": 4.4648922132201276e-05,
      "loss": 5.1173,
      "step": 281035
    },
    {
      "epoch": 0.24599957459509944,
      "grad_norm": 0.5932957530021667,
      "learning_rate": 4.4648733019859455e-05,
      "loss": 5.7409,
      "step": 281040
    },
    {
      "epoch": 0.2460039511887266,
      "grad_norm": 0.5413479208946228,
      "learning_rate": 4.464854390469209e-05,
      "loss": 4.9172,
      "step": 281045
    },
    {
      "epoch": 0.24600832778235374,
      "grad_norm": 0.5853597521781921,
      "learning_rate": 4.464835478669921e-05,
      "loss": 5.8631,
      "step": 281050
    },
    {
      "epoch": 0.2460127043759809,
      "grad_norm": 0.5732794404029846,
      "learning_rate": 4.4648165665880845e-05,
      "loss": 5.7233,
      "step": 281055
    },
    {
      "epoch": 0.24601708096960806,
      "grad_norm": 0.5457910299301147,
      "learning_rate": 4.464797654223707e-05,
      "loss": 5.136,
      "step": 281060
    },
    {
      "epoch": 0.2460214575632352,
      "grad_norm": 0.5301545858383179,
      "learning_rate": 4.4647787415767885e-05,
      "loss": 5.6211,
      "step": 281065
    },
    {
      "epoch": 0.24602583415686236,
      "grad_norm": 0.5513092279434204,
      "learning_rate": 4.464759828647332e-05,
      "loss": 4.6121,
      "step": 281070
    },
    {
      "epoch": 0.24603021075048953,
      "grad_norm": 0.5433657169342041,
      "learning_rate": 4.4647409154353445e-05,
      "loss": 5.9422,
      "step": 281075
    },
    {
      "epoch": 0.24603458734411668,
      "grad_norm": 0.5517275929450989,
      "learning_rate": 4.464722001940827e-05,
      "loss": 4.9029,
      "step": 281080
    },
    {
      "epoch": 0.24603896393774383,
      "grad_norm": 0.5489271283149719,
      "learning_rate": 4.4647030881637865e-05,
      "loss": 4.8874,
      "step": 281085
    },
    {
      "epoch": 0.24604334053137097,
      "grad_norm": 0.5558646321296692,
      "learning_rate": 4.4646841741042223e-05,
      "loss": 4.9155,
      "step": 281090
    },
    {
      "epoch": 0.24604771712499815,
      "grad_norm": 0.5316964387893677,
      "learning_rate": 4.464665259762141e-05,
      "loss": 6.1996,
      "step": 281095
    },
    {
      "epoch": 0.2460520937186253,
      "grad_norm": 0.6104503273963928,
      "learning_rate": 4.464646345137544e-05,
      "loss": 4.6163,
      "step": 281100
    },
    {
      "epoch": 0.24605647031225245,
      "grad_norm": 0.5408574938774109,
      "learning_rate": 4.464627430230437e-05,
      "loss": 4.9064,
      "step": 281105
    },
    {
      "epoch": 0.2460608469058796,
      "grad_norm": 0.5894771814346313,
      "learning_rate": 4.464608515040822e-05,
      "loss": 5.4111,
      "step": 281110
    },
    {
      "epoch": 0.24606522349950677,
      "grad_norm": 0.532567024230957,
      "learning_rate": 4.4645895995687045e-05,
      "loss": 5.4147,
      "step": 281115
    },
    {
      "epoch": 0.24606960009313392,
      "grad_norm": 0.5785854458808899,
      "learning_rate": 4.4645706838140865e-05,
      "loss": 6.2398,
      "step": 281120
    },
    {
      "epoch": 0.24607397668676106,
      "grad_norm": 0.5746425986289978,
      "learning_rate": 4.4645517677769735e-05,
      "loss": 5.1316,
      "step": 281125
    },
    {
      "epoch": 0.2460783532803882,
      "grad_norm": 0.5441052317619324,
      "learning_rate": 4.464532851457367e-05,
      "loss": 5.9326,
      "step": 281130
    },
    {
      "epoch": 0.2460827298740154,
      "grad_norm": 0.5310859084129333,
      "learning_rate": 4.464513934855271e-05,
      "loss": 5.1199,
      "step": 281135
    },
    {
      "epoch": 0.24608710646764254,
      "grad_norm": 0.5407782793045044,
      "learning_rate": 4.46449501797069e-05,
      "loss": 5.7134,
      "step": 281140
    },
    {
      "epoch": 0.24609148306126968,
      "grad_norm": 0.543176531791687,
      "learning_rate": 4.4644761008036286e-05,
      "loss": 5.0984,
      "step": 281145
    },
    {
      "epoch": 0.24609585965489683,
      "grad_norm": 0.5533899664878845,
      "learning_rate": 4.464457183354088e-05,
      "loss": 4.8931,
      "step": 281150
    },
    {
      "epoch": 0.246100236248524,
      "grad_norm": 0.5765998363494873,
      "learning_rate": 4.464438265622074e-05,
      "loss": 5.3871,
      "step": 281155
    },
    {
      "epoch": 0.24610461284215115,
      "grad_norm": 0.5392574667930603,
      "learning_rate": 4.4644193476075894e-05,
      "loss": 6.2234,
      "step": 281160
    },
    {
      "epoch": 0.2461089894357783,
      "grad_norm": 0.5510297417640686,
      "learning_rate": 4.464400429310638e-05,
      "loss": 6.1859,
      "step": 281165
    },
    {
      "epoch": 0.24611336602940545,
      "grad_norm": 0.540959358215332,
      "learning_rate": 4.464381510731221e-05,
      "loss": 5.4241,
      "step": 281170
    },
    {
      "epoch": 0.2461177426230326,
      "grad_norm": 0.5693361163139343,
      "learning_rate": 4.464362591869347e-05,
      "loss": 5.4171,
      "step": 281175
    },
    {
      "epoch": 0.24612211921665977,
      "grad_norm": 0.5697876214981079,
      "learning_rate": 4.464343672725017e-05,
      "loss": 5.2199,
      "step": 281180
    },
    {
      "epoch": 0.24612649581028692,
      "grad_norm": 0.5482261776924133,
      "learning_rate": 4.4643247532982324e-05,
      "loss": 5.1174,
      "step": 281185
    },
    {
      "epoch": 0.24613087240391407,
      "grad_norm": 0.5428987741470337,
      "learning_rate": 4.464305833589001e-05,
      "loss": 4.4854,
      "step": 281190
    },
    {
      "epoch": 0.24613524899754122,
      "grad_norm": 0.6635945439338684,
      "learning_rate": 4.464286913597323e-05,
      "loss": 4.3939,
      "step": 281195
    },
    {
      "epoch": 0.2461396255911684,
      "grad_norm": 0.6250078082084656,
      "learning_rate": 4.464267993323204e-05,
      "loss": 5.3775,
      "step": 281200
    },
    {
      "epoch": 0.24614400218479554,
      "grad_norm": 0.5590206384658813,
      "learning_rate": 4.464249072766647e-05,
      "loss": 5.2299,
      "step": 281205
    },
    {
      "epoch": 0.2461483787784227,
      "grad_norm": 0.5505462288856506,
      "learning_rate": 4.4642301519276564e-05,
      "loss": 5.1088,
      "step": 281210
    },
    {
      "epoch": 0.24615275537204984,
      "grad_norm": 0.5322926044464111,
      "learning_rate": 4.4642112308062356e-05,
      "loss": 4.8119,
      "step": 281215
    },
    {
      "epoch": 0.246157131965677,
      "grad_norm": 0.5384734869003296,
      "learning_rate": 4.4641923094023876e-05,
      "loss": 5.1025,
      "step": 281220
    },
    {
      "epoch": 0.24616150855930416,
      "grad_norm": 0.5602723360061646,
      "learning_rate": 4.4641733877161164e-05,
      "loss": 4.7046,
      "step": 281225
    },
    {
      "epoch": 0.2461658851529313,
      "grad_norm": 0.5436305403709412,
      "learning_rate": 4.464154465747424e-05,
      "loss": 4.9106,
      "step": 281230
    },
    {
      "epoch": 0.24617026174655846,
      "grad_norm": 0.6237056851387024,
      "learning_rate": 4.464135543496318e-05,
      "loss": 4.6902,
      "step": 281235
    },
    {
      "epoch": 0.24617463834018563,
      "grad_norm": 0.5312045812606812,
      "learning_rate": 4.464116620962799e-05,
      "loss": 4.6051,
      "step": 281240
    },
    {
      "epoch": 0.24617901493381278,
      "grad_norm": 0.5494083166122437,
      "learning_rate": 4.464097698146872e-05,
      "loss": 5.1262,
      "step": 281245
    },
    {
      "epoch": 0.24618339152743993,
      "grad_norm": 0.5373368263244629,
      "learning_rate": 4.464078775048539e-05,
      "loss": 5.9693,
      "step": 281250
    },
    {
      "epoch": 0.24618776812106707,
      "grad_norm": 0.5364701747894287,
      "learning_rate": 4.4640598516678045e-05,
      "loss": 5.8777,
      "step": 281255
    },
    {
      "epoch": 0.24619214471469425,
      "grad_norm": 0.5502241253852844,
      "learning_rate": 4.4640409280046736e-05,
      "loss": 5.1684,
      "step": 281260
    },
    {
      "epoch": 0.2461965213083214,
      "grad_norm": 0.568101167678833,
      "learning_rate": 4.464022004059149e-05,
      "loss": 5.7115,
      "step": 281265
    },
    {
      "epoch": 0.24620089790194855,
      "grad_norm": 0.5421926975250244,
      "learning_rate": 4.464003079831232e-05,
      "loss": 5.9123,
      "step": 281270
    },
    {
      "epoch": 0.2462052744955757,
      "grad_norm": 0.5470014214515686,
      "learning_rate": 4.463984155320929e-05,
      "loss": 5.9439,
      "step": 281275
    },
    {
      "epoch": 0.24620965108920287,
      "grad_norm": 0.541377067565918,
      "learning_rate": 4.463965230528243e-05,
      "loss": 4.8952,
      "step": 281280
    },
    {
      "epoch": 0.24621402768283002,
      "grad_norm": 0.5713591575622559,
      "learning_rate": 4.463946305453178e-05,
      "loss": 4.913,
      "step": 281285
    },
    {
      "epoch": 0.24621840427645716,
      "grad_norm": 0.5433062314987183,
      "learning_rate": 4.463927380095737e-05,
      "loss": 6.2418,
      "step": 281290
    },
    {
      "epoch": 0.2462227808700843,
      "grad_norm": 0.5463831424713135,
      "learning_rate": 4.463908454455925e-05,
      "loss": 5.6111,
      "step": 281295
    },
    {
      "epoch": 0.24622715746371146,
      "grad_norm": 0.5504444241523743,
      "learning_rate": 4.463889528533743e-05,
      "loss": 5.4713,
      "step": 281300
    },
    {
      "epoch": 0.24623153405733864,
      "grad_norm": 0.5312337875366211,
      "learning_rate": 4.463870602329196e-05,
      "loss": 5.3266,
      "step": 281305
    },
    {
      "epoch": 0.24623591065096578,
      "grad_norm": 0.5395617485046387,
      "learning_rate": 4.46385167584229e-05,
      "loss": 5.4269,
      "step": 281310
    },
    {
      "epoch": 0.24624028724459293,
      "grad_norm": 0.5456939935684204,
      "learning_rate": 4.463832749073025e-05,
      "loss": 5.2721,
      "step": 281315
    },
    {
      "epoch": 0.24624466383822008,
      "grad_norm": 0.5558687448501587,
      "learning_rate": 4.4638138220214064e-05,
      "loss": 4.608,
      "step": 281320
    },
    {
      "epoch": 0.24624904043184725,
      "grad_norm": 0.5399863123893738,
      "learning_rate": 4.4637948946874374e-05,
      "loss": 5.3775,
      "step": 281325
    },
    {
      "epoch": 0.2462534170254744,
      "grad_norm": 0.5367006659507751,
      "learning_rate": 4.463775967071121e-05,
      "loss": 4.5261,
      "step": 281330
    },
    {
      "epoch": 0.24625779361910155,
      "grad_norm": 0.5746341347694397,
      "learning_rate": 4.4637570391724636e-05,
      "loss": 4.697,
      "step": 281335
    },
    {
      "epoch": 0.2462621702127287,
      "grad_norm": 0.5522602796554565,
      "learning_rate": 4.4637381109914656e-05,
      "loss": 4.288,
      "step": 281340
    },
    {
      "epoch": 0.24626654680635587,
      "grad_norm": 0.5530802607536316,
      "learning_rate": 4.463719182528133e-05,
      "loss": 4.7127,
      "step": 281345
    },
    {
      "epoch": 0.24627092339998302,
      "grad_norm": 0.549426257610321,
      "learning_rate": 4.463700253782468e-05,
      "loss": 5.9561,
      "step": 281350
    },
    {
      "epoch": 0.24627529999361017,
      "grad_norm": 0.5429903268814087,
      "learning_rate": 4.463681324754474e-05,
      "loss": 5.9348,
      "step": 281355
    },
    {
      "epoch": 0.24627967658723732,
      "grad_norm": 0.552500307559967,
      "learning_rate": 4.463662395444156e-05,
      "loss": 4.7023,
      "step": 281360
    },
    {
      "epoch": 0.2462840531808645,
      "grad_norm": 0.5505439043045044,
      "learning_rate": 4.463643465851517e-05,
      "loss": 4.6718,
      "step": 281365
    },
    {
      "epoch": 0.24628842977449164,
      "grad_norm": 0.5350260734558105,
      "learning_rate": 4.4636245359765604e-05,
      "loss": 4.1372,
      "step": 281370
    },
    {
      "epoch": 0.2462928063681188,
      "grad_norm": 0.5652163624763489,
      "learning_rate": 4.463605605819291e-05,
      "loss": 5.1103,
      "step": 281375
    },
    {
      "epoch": 0.24629718296174594,
      "grad_norm": 0.5376449823379517,
      "learning_rate": 4.463586675379711e-05,
      "loss": 5.1313,
      "step": 281380
    },
    {
      "epoch": 0.2463015595553731,
      "grad_norm": 0.5508220195770264,
      "learning_rate": 4.463567744657824e-05,
      "loss": 6.1891,
      "step": 281385
    },
    {
      "epoch": 0.24630593614900026,
      "grad_norm": 0.5317447781562805,
      "learning_rate": 4.463548813653634e-05,
      "loss": 5.2471,
      "step": 281390
    },
    {
      "epoch": 0.2463103127426274,
      "grad_norm": 0.5485522747039795,
      "learning_rate": 4.463529882367147e-05,
      "loss": 5.2464,
      "step": 281395
    },
    {
      "epoch": 0.24631468933625456,
      "grad_norm": 0.5912320017814636,
      "learning_rate": 4.4635109507983616e-05,
      "loss": 5.4202,
      "step": 281400
    },
    {
      "epoch": 0.24631906592988173,
      "grad_norm": 0.5788917541503906,
      "learning_rate": 4.4634920189472864e-05,
      "loss": 4.607,
      "step": 281405
    },
    {
      "epoch": 0.24632344252350888,
      "grad_norm": 0.5567265152931213,
      "learning_rate": 4.463473086813923e-05,
      "loss": 5.6363,
      "step": 281410
    },
    {
      "epoch": 0.24632781911713603,
      "grad_norm": 0.5433158874511719,
      "learning_rate": 4.4634541543982746e-05,
      "loss": 5.6236,
      "step": 281415
    },
    {
      "epoch": 0.24633219571076317,
      "grad_norm": 0.5465515851974487,
      "learning_rate": 4.463435221700346e-05,
      "loss": 5.3985,
      "step": 281420
    },
    {
      "epoch": 0.24633657230439035,
      "grad_norm": 0.6055729389190674,
      "learning_rate": 4.4634162887201394e-05,
      "loss": 4.5723,
      "step": 281425
    },
    {
      "epoch": 0.2463409488980175,
      "grad_norm": 0.5405212044715881,
      "learning_rate": 4.46339735545766e-05,
      "loss": 4.8103,
      "step": 281430
    },
    {
      "epoch": 0.24634532549164465,
      "grad_norm": 0.5307111740112305,
      "learning_rate": 4.4633784219129106e-05,
      "loss": 5.0422,
      "step": 281435
    },
    {
      "epoch": 0.2463497020852718,
      "grad_norm": 0.552222490310669,
      "learning_rate": 4.463359488085894e-05,
      "loss": 5.4382,
      "step": 281440
    },
    {
      "epoch": 0.24635407867889894,
      "grad_norm": 0.5486214756965637,
      "learning_rate": 4.463340553976616e-05,
      "loss": 5.4174,
      "step": 281445
    },
    {
      "epoch": 0.24635845527252612,
      "grad_norm": 0.5618916153907776,
      "learning_rate": 4.463321619585079e-05,
      "loss": 3.8742,
      "step": 281450
    },
    {
      "epoch": 0.24636283186615326,
      "grad_norm": 0.5946688055992126,
      "learning_rate": 4.463302684911287e-05,
      "loss": 4.9264,
      "step": 281455
    },
    {
      "epoch": 0.2463672084597804,
      "grad_norm": 0.548612654209137,
      "learning_rate": 4.463283749955242e-05,
      "loss": 6.2412,
      "step": 281460
    },
    {
      "epoch": 0.24637158505340756,
      "grad_norm": 0.54628986120224,
      "learning_rate": 4.463264814716951e-05,
      "loss": 4.3714,
      "step": 281465
    },
    {
      "epoch": 0.24637596164703474,
      "grad_norm": 0.5326269865036011,
      "learning_rate": 4.463245879196414e-05,
      "loss": 5.4106,
      "step": 281470
    },
    {
      "epoch": 0.24638033824066188,
      "grad_norm": 0.5484639406204224,
      "learning_rate": 4.4632269433936366e-05,
      "loss": 5.4103,
      "step": 281475
    },
    {
      "epoch": 0.24638471483428903,
      "grad_norm": 0.5660213232040405,
      "learning_rate": 4.4632080073086225e-05,
      "loss": 5.648,
      "step": 281480
    },
    {
      "epoch": 0.24638909142791618,
      "grad_norm": 0.53433758020401,
      "learning_rate": 4.463189070941375e-05,
      "loss": 6.2297,
      "step": 281485
    },
    {
      "epoch": 0.24639346802154335,
      "grad_norm": 0.5253633856773376,
      "learning_rate": 4.463170134291898e-05,
      "loss": 5.6504,
      "step": 281490
    },
    {
      "epoch": 0.2463978446151705,
      "grad_norm": 0.5266351699829102,
      "learning_rate": 4.463151197360195e-05,
      "loss": 5.1309,
      "step": 281495
    },
    {
      "epoch": 0.24640222120879765,
      "grad_norm": 0.5258994102478027,
      "learning_rate": 4.46313226014627e-05,
      "loss": 5.6322,
      "step": 281500
    },
    {
      "epoch": 0.2464065978024248,
      "grad_norm": 0.5488857626914978,
      "learning_rate": 4.4631133226501256e-05,
      "loss": 4.8915,
      "step": 281505
    },
    {
      "epoch": 0.24641097439605197,
      "grad_norm": 0.5289636850357056,
      "learning_rate": 4.463094384871765e-05,
      "loss": 5.4069,
      "step": 281510
    },
    {
      "epoch": 0.24641535098967912,
      "grad_norm": 0.5318025946617126,
      "learning_rate": 4.463075446811196e-05,
      "loss": 5.8828,
      "step": 281515
    },
    {
      "epoch": 0.24641972758330627,
      "grad_norm": 0.5612345933914185,
      "learning_rate": 4.463056508468416e-05,
      "loss": 5.3611,
      "step": 281520
    },
    {
      "epoch": 0.24642410417693342,
      "grad_norm": 0.558424174785614,
      "learning_rate": 4.463037569843434e-05,
      "loss": 5.3773,
      "step": 281525
    },
    {
      "epoch": 0.2464284807705606,
      "grad_norm": 0.5262249708175659,
      "learning_rate": 4.463018630936251e-05,
      "loss": 4.9079,
      "step": 281530
    },
    {
      "epoch": 0.24643285736418774,
      "grad_norm": 0.5305256843566895,
      "learning_rate": 4.462999691746871e-05,
      "loss": 4.8262,
      "step": 281535
    },
    {
      "epoch": 0.2464372339578149,
      "grad_norm": 0.5541033148765564,
      "learning_rate": 4.462980752275297e-05,
      "loss": 4.9195,
      "step": 281540
    },
    {
      "epoch": 0.24644161055144204,
      "grad_norm": 0.5548349618911743,
      "learning_rate": 4.462961812521534e-05,
      "loss": 4.1547,
      "step": 281545
    },
    {
      "epoch": 0.2464459871450692,
      "grad_norm": 0.538181722164154,
      "learning_rate": 4.462942872485587e-05,
      "loss": 5.1178,
      "step": 281550
    },
    {
      "epoch": 0.24645036373869636,
      "grad_norm": 0.5614125728607178,
      "learning_rate": 4.462923932167457e-05,
      "loss": 4.8955,
      "step": 281555
    },
    {
      "epoch": 0.2464547403323235,
      "grad_norm": 0.5492312908172607,
      "learning_rate": 4.462904991567147e-05,
      "loss": 5.3794,
      "step": 281560
    },
    {
      "epoch": 0.24645911692595066,
      "grad_norm": 0.5395188927650452,
      "learning_rate": 4.4628860506846626e-05,
      "loss": 4.8881,
      "step": 281565
    },
    {
      "epoch": 0.2464634935195778,
      "grad_norm": 0.5409522652626038,
      "learning_rate": 4.462867109520007e-05,
      "loss": 4.5903,
      "step": 281570
    },
    {
      "epoch": 0.24646787011320498,
      "grad_norm": 0.5491613149642944,
      "learning_rate": 4.462848168073185e-05,
      "loss": 5.0797,
      "step": 281575
    },
    {
      "epoch": 0.24647224670683213,
      "grad_norm": 0.5434611439704895,
      "learning_rate": 4.462829226344197e-05,
      "loss": 5.6984,
      "step": 281580
    },
    {
      "epoch": 0.24647662330045927,
      "grad_norm": 0.5528908967971802,
      "learning_rate": 4.46281028433305e-05,
      "loss": 5.3129,
      "step": 281585
    },
    {
      "epoch": 0.24648099989408642,
      "grad_norm": 0.5414574146270752,
      "learning_rate": 4.4627913420397463e-05,
      "loss": 4.6143,
      "step": 281590
    },
    {
      "epoch": 0.2464853764877136,
      "grad_norm": 0.567642867565155,
      "learning_rate": 4.46277239946429e-05,
      "loss": 4.914,
      "step": 281595
    },
    {
      "epoch": 0.24648975308134075,
      "grad_norm": 0.5567206740379333,
      "learning_rate": 4.462753456606683e-05,
      "loss": 5.1027,
      "step": 281600
    },
    {
      "epoch": 0.2464941296749679,
      "grad_norm": 0.529952883720398,
      "learning_rate": 4.4627345134669316e-05,
      "loss": 5.5861,
      "step": 281605
    },
    {
      "epoch": 0.24649850626859504,
      "grad_norm": 0.5597683787345886,
      "learning_rate": 4.4627155700450374e-05,
      "loss": 5.4212,
      "step": 281610
    },
    {
      "epoch": 0.24650288286222222,
      "grad_norm": 0.5518422722816467,
      "learning_rate": 4.4626966263410054e-05,
      "loss": 5.4013,
      "step": 281615
    },
    {
      "epoch": 0.24650725945584936,
      "grad_norm": 0.5461990833282471,
      "learning_rate": 4.462677682354839e-05,
      "loss": 4.3462,
      "step": 281620
    },
    {
      "epoch": 0.2465116360494765,
      "grad_norm": 0.5480181574821472,
      "learning_rate": 4.462658738086541e-05,
      "loss": 5.1185,
      "step": 281625
    },
    {
      "epoch": 0.24651601264310366,
      "grad_norm": 0.5439455509185791,
      "learning_rate": 4.462639793536115e-05,
      "loss": 4.877,
      "step": 281630
    },
    {
      "epoch": 0.24652038923673084,
      "grad_norm": 0.5586308240890503,
      "learning_rate": 4.4626208487035656e-05,
      "loss": 4.9258,
      "step": 281635
    },
    {
      "epoch": 0.24652476583035798,
      "grad_norm": 0.5664703845977783,
      "learning_rate": 4.4626019035888963e-05,
      "loss": 5.668,
      "step": 281640
    },
    {
      "epoch": 0.24652914242398513,
      "grad_norm": 0.5632187724113464,
      "learning_rate": 4.462582958192111e-05,
      "loss": 4.9167,
      "step": 281645
    },
    {
      "epoch": 0.24653351901761228,
      "grad_norm": 0.5562384724617004,
      "learning_rate": 4.462564012513213e-05,
      "loss": 5.1987,
      "step": 281650
    },
    {
      "epoch": 0.24653789561123945,
      "grad_norm": 0.5498292446136475,
      "learning_rate": 4.462545066552205e-05,
      "loss": 5.3568,
      "step": 281655
    },
    {
      "epoch": 0.2465422722048666,
      "grad_norm": 0.5322279334068298,
      "learning_rate": 4.462526120309093e-05,
      "loss": 5.2206,
      "step": 281660
    },
    {
      "epoch": 0.24654664879849375,
      "grad_norm": 0.5365244150161743,
      "learning_rate": 4.4625071737838774e-05,
      "loss": 5.3884,
      "step": 281665
    },
    {
      "epoch": 0.2465510253921209,
      "grad_norm": 0.5319418907165527,
      "learning_rate": 4.4624882269765646e-05,
      "loss": 6.2305,
      "step": 281670
    },
    {
      "epoch": 0.24655540198574807,
      "grad_norm": 0.5412901043891907,
      "learning_rate": 4.462469279887157e-05,
      "loss": 5.454,
      "step": 281675
    },
    {
      "epoch": 0.24655977857937522,
      "grad_norm": 0.5437430739402771,
      "learning_rate": 4.462450332515658e-05,
      "loss": 5.9115,
      "step": 281680
    },
    {
      "epoch": 0.24656415517300237,
      "grad_norm": 0.5369491577148438,
      "learning_rate": 4.462431384862072e-05,
      "loss": 6.2213,
      "step": 281685
    },
    {
      "epoch": 0.24656853176662952,
      "grad_norm": 0.5317320823669434,
      "learning_rate": 4.4624124369264045e-05,
      "loss": 5.1092,
      "step": 281690
    },
    {
      "epoch": 0.24657290836025667,
      "grad_norm": 0.5424504280090332,
      "learning_rate": 4.462393488708655e-05,
      "loss": 5.1237,
      "step": 281695
    },
    {
      "epoch": 0.24657728495388384,
      "grad_norm": 0.560992419719696,
      "learning_rate": 4.46237454020883e-05,
      "loss": 5.5926,
      "step": 281700
    },
    {
      "epoch": 0.246581661547511,
      "grad_norm": 0.5396061539649963,
      "learning_rate": 4.462355591426932e-05,
      "loss": 5.9602,
      "step": 281705
    },
    {
      "epoch": 0.24658603814113814,
      "grad_norm": 0.6087260842323303,
      "learning_rate": 4.4623366423629655e-05,
      "loss": 4.8889,
      "step": 281710
    },
    {
      "epoch": 0.24659041473476528,
      "grad_norm": 0.5818828344345093,
      "learning_rate": 4.462317693016933e-05,
      "loss": 5.4006,
      "step": 281715
    },
    {
      "epoch": 0.24659479132839246,
      "grad_norm": 0.5812219977378845,
      "learning_rate": 4.46229874338884e-05,
      "loss": 5.4082,
      "step": 281720
    },
    {
      "epoch": 0.2465991679220196,
      "grad_norm": 0.555941104888916,
      "learning_rate": 4.462279793478689e-05,
      "loss": 3.6994,
      "step": 281725
    },
    {
      "epoch": 0.24660354451564676,
      "grad_norm": 0.5364990234375,
      "learning_rate": 4.462260843286482e-05,
      "loss": 4.8075,
      "step": 281730
    },
    {
      "epoch": 0.2466079211092739,
      "grad_norm": 0.5374913811683655,
      "learning_rate": 4.4622418928122255e-05,
      "loss": 5.1134,
      "step": 281735
    },
    {
      "epoch": 0.24661229770290108,
      "grad_norm": 0.5460161566734314,
      "learning_rate": 4.462222942055921e-05,
      "loss": 5.9191,
      "step": 281740
    },
    {
      "epoch": 0.24661667429652823,
      "grad_norm": 0.5436028838157654,
      "learning_rate": 4.462203991017575e-05,
      "loss": 4.1751,
      "step": 281745
    },
    {
      "epoch": 0.24662105089015537,
      "grad_norm": 0.5625771880149841,
      "learning_rate": 4.462185039697189e-05,
      "loss": 4.9392,
      "step": 281750
    },
    {
      "epoch": 0.24662542748378252,
      "grad_norm": 0.5302027463912964,
      "learning_rate": 4.4621660880947656e-05,
      "loss": 4.9083,
      "step": 281755
    },
    {
      "epoch": 0.2466298040774097,
      "grad_norm": 0.5378439426422119,
      "learning_rate": 4.462147136210311e-05,
      "loss": 5.2121,
      "step": 281760
    },
    {
      "epoch": 0.24663418067103685,
      "grad_norm": 0.5427821278572083,
      "learning_rate": 4.462128184043827e-05,
      "loss": 6.2557,
      "step": 281765
    },
    {
      "epoch": 0.246638557264664,
      "grad_norm": 0.5314801931381226,
      "learning_rate": 4.4621092315953186e-05,
      "loss": 5.4273,
      "step": 281770
    },
    {
      "epoch": 0.24664293385829114,
      "grad_norm": 0.5429523587226868,
      "learning_rate": 4.462090278864789e-05,
      "loss": 5.186,
      "step": 281775
    },
    {
      "epoch": 0.24664731045191832,
      "grad_norm": 0.5354211330413818,
      "learning_rate": 4.4620713258522404e-05,
      "loss": 5.1707,
      "step": 281780
    },
    {
      "epoch": 0.24665168704554546,
      "grad_norm": 0.5482401847839355,
      "learning_rate": 4.462052372557678e-05,
      "loss": 5.4077,
      "step": 281785
    },
    {
      "epoch": 0.2466560636391726,
      "grad_norm": 0.5233902335166931,
      "learning_rate": 4.4620334189811054e-05,
      "loss": 4.8771,
      "step": 281790
    },
    {
      "epoch": 0.24666044023279976,
      "grad_norm": 0.5381094217300415,
      "learning_rate": 4.462014465122527e-05,
      "loss": 5.6946,
      "step": 281795
    },
    {
      "epoch": 0.24666481682642694,
      "grad_norm": 0.5502504706382751,
      "learning_rate": 4.461995510981945e-05,
      "loss": 4.5979,
      "step": 281800
    },
    {
      "epoch": 0.24666919342005408,
      "grad_norm": 0.5550258755683899,
      "learning_rate": 4.4619765565593627e-05,
      "loss": 4.9062,
      "step": 281805
    },
    {
      "epoch": 0.24667357001368123,
      "grad_norm": 0.5495661497116089,
      "learning_rate": 4.461957601854785e-05,
      "loss": 5.7542,
      "step": 281810
    },
    {
      "epoch": 0.24667794660730838,
      "grad_norm": 0.5789403319358826,
      "learning_rate": 4.4619386468682144e-05,
      "loss": 4.7088,
      "step": 281815
    },
    {
      "epoch": 0.24668232320093553,
      "grad_norm": 0.5954606533050537,
      "learning_rate": 4.4619196915996564e-05,
      "loss": 5.4146,
      "step": 281820
    },
    {
      "epoch": 0.2466866997945627,
      "grad_norm": 0.5864343643188477,
      "learning_rate": 4.461900736049114e-05,
      "loss": 5.6952,
      "step": 281825
    },
    {
      "epoch": 0.24669107638818985,
      "grad_norm": 0.5572872757911682,
      "learning_rate": 4.461881780216589e-05,
      "loss": 4.8018,
      "step": 281830
    },
    {
      "epoch": 0.246695452981817,
      "grad_norm": 0.5425941348075867,
      "learning_rate": 4.4618628241020864e-05,
      "loss": 5.7468,
      "step": 281835
    },
    {
      "epoch": 0.24669982957544415,
      "grad_norm": 0.556986927986145,
      "learning_rate": 4.4618438677056105e-05,
      "loss": 5.1558,
      "step": 281840
    },
    {
      "epoch": 0.24670420616907132,
      "grad_norm": 0.5484180450439453,
      "learning_rate": 4.461824911027165e-05,
      "loss": 4.9135,
      "step": 281845
    },
    {
      "epoch": 0.24670858276269847,
      "grad_norm": 0.5494949817657471,
      "learning_rate": 4.461805954066752e-05,
      "loss": 5.085,
      "step": 281850
    },
    {
      "epoch": 0.24671295935632562,
      "grad_norm": 0.5434638857841492,
      "learning_rate": 4.4617869968243776e-05,
      "loss": 5.2626,
      "step": 281855
    },
    {
      "epoch": 0.24671733594995277,
      "grad_norm": 0.5444137454032898,
      "learning_rate": 4.461768039300043e-05,
      "loss": 5.9404,
      "step": 281860
    },
    {
      "epoch": 0.24672171254357994,
      "grad_norm": 0.5482829809188843,
      "learning_rate": 4.4617490814937524e-05,
      "loss": 5.9664,
      "step": 281865
    },
    {
      "epoch": 0.2467260891372071,
      "grad_norm": 0.5464969277381897,
      "learning_rate": 4.46173012340551e-05,
      "loss": 5.3418,
      "step": 281870
    },
    {
      "epoch": 0.24673046573083424,
      "grad_norm": 0.5390985012054443,
      "learning_rate": 4.461711165035319e-05,
      "loss": 5.1116,
      "step": 281875
    },
    {
      "epoch": 0.24673484232446138,
      "grad_norm": 0.5545967221260071,
      "learning_rate": 4.4616922063831844e-05,
      "loss": 4.3768,
      "step": 281880
    },
    {
      "epoch": 0.24673921891808856,
      "grad_norm": 0.5530308485031128,
      "learning_rate": 4.461673247449108e-05,
      "loss": 4.9412,
      "step": 281885
    },
    {
      "epoch": 0.2467435955117157,
      "grad_norm": 0.5500484108924866,
      "learning_rate": 4.461654288233095e-05,
      "loss": 4.9141,
      "step": 281890
    },
    {
      "epoch": 0.24674797210534286,
      "grad_norm": 0.5497739911079407,
      "learning_rate": 4.4616353287351475e-05,
      "loss": 4.8787,
      "step": 281895
    },
    {
      "epoch": 0.24675234869897,
      "grad_norm": 0.5489856600761414,
      "learning_rate": 4.4616163689552704e-05,
      "loss": 5.121,
      "step": 281900
    },
    {
      "epoch": 0.24675672529259718,
      "grad_norm": 0.5667812824249268,
      "learning_rate": 4.461597408893466e-05,
      "loss": 5.2093,
      "step": 281905
    },
    {
      "epoch": 0.24676110188622433,
      "grad_norm": 0.6617701053619385,
      "learning_rate": 4.46157844854974e-05,
      "loss": 5.9355,
      "step": 281910
    },
    {
      "epoch": 0.24676547847985147,
      "grad_norm": 0.5508891344070435,
      "learning_rate": 4.461559487924095e-05,
      "loss": 4.618,
      "step": 281915
    },
    {
      "epoch": 0.24676985507347862,
      "grad_norm": 0.551245391368866,
      "learning_rate": 4.461540527016535e-05,
      "loss": 5.3831,
      "step": 281920
    },
    {
      "epoch": 0.2467742316671058,
      "grad_norm": 0.5446771383285522,
      "learning_rate": 4.4615215658270625e-05,
      "loss": 5.688,
      "step": 281925
    },
    {
      "epoch": 0.24677860826073295,
      "grad_norm": 0.5315735340118408,
      "learning_rate": 4.4615026043556816e-05,
      "loss": 5.5949,
      "step": 281930
    },
    {
      "epoch": 0.2467829848543601,
      "grad_norm": 0.5459266304969788,
      "learning_rate": 4.461483642602397e-05,
      "loss": 4.9533,
      "step": 281935
    },
    {
      "epoch": 0.24678736144798724,
      "grad_norm": 0.5333017110824585,
      "learning_rate": 4.461464680567212e-05,
      "loss": 4.7876,
      "step": 281940
    },
    {
      "epoch": 0.2467917380416144,
      "grad_norm": 0.5442307591438293,
      "learning_rate": 4.46144571825013e-05,
      "loss": 5.1969,
      "step": 281945
    },
    {
      "epoch": 0.24679611463524156,
      "grad_norm": 0.5383884906768799,
      "learning_rate": 4.4614267556511536e-05,
      "loss": 5.9617,
      "step": 281950
    },
    {
      "epoch": 0.2468004912288687,
      "grad_norm": 0.541077733039856,
      "learning_rate": 4.461407792770288e-05,
      "loss": 5.191,
      "step": 281955
    },
    {
      "epoch": 0.24680486782249586,
      "grad_norm": 0.5556793212890625,
      "learning_rate": 4.461388829607537e-05,
      "loss": 6.193,
      "step": 281960
    },
    {
      "epoch": 0.246809244416123,
      "grad_norm": 0.6291474103927612,
      "learning_rate": 4.461369866162902e-05,
      "loss": 4.8178,
      "step": 281965
    },
    {
      "epoch": 0.24681362100975018,
      "grad_norm": 0.544527530670166,
      "learning_rate": 4.4613509024363887e-05,
      "loss": 4.9113,
      "step": 281970
    },
    {
      "epoch": 0.24681799760337733,
      "grad_norm": 0.5969037413597107,
      "learning_rate": 4.4613319384280004e-05,
      "loss": 5.7204,
      "step": 281975
    },
    {
      "epoch": 0.24682237419700448,
      "grad_norm": 0.5974974036216736,
      "learning_rate": 4.461312974137741e-05,
      "loss": 5.6256,
      "step": 281980
    },
    {
      "epoch": 0.24682675079063163,
      "grad_norm": 0.5406551361083984,
      "learning_rate": 4.461294009565613e-05,
      "loss": 5.6991,
      "step": 281985
    },
    {
      "epoch": 0.2468311273842588,
      "grad_norm": 0.5449907183647156,
      "learning_rate": 4.4612750447116225e-05,
      "loss": 5.4138,
      "step": 281990
    },
    {
      "epoch": 0.24683550397788595,
      "grad_norm": 0.5417927503585815,
      "learning_rate": 4.46125607957577e-05,
      "loss": 6.2287,
      "step": 281995
    },
    {
      "epoch": 0.2468398805715131,
      "grad_norm": 0.5421490669250488,
      "learning_rate": 4.461237114158061e-05,
      "loss": 5.4117,
      "step": 282000
    },
    {
      "epoch": 0.24684425716514025,
      "grad_norm": 0.5571128129959106,
      "learning_rate": 4.461218148458498e-05,
      "loss": 4.1661,
      "step": 282005
    },
    {
      "epoch": 0.24684863375876742,
      "grad_norm": 0.5488556623458862,
      "learning_rate": 4.461199182477087e-05,
      "loss": 5.0976,
      "step": 282010
    },
    {
      "epoch": 0.24685301035239457,
      "grad_norm": 0.5744886994361877,
      "learning_rate": 4.461180216213829e-05,
      "loss": 5.4364,
      "step": 282015
    },
    {
      "epoch": 0.24685738694602172,
      "grad_norm": 0.5533209443092346,
      "learning_rate": 4.46116124966873e-05,
      "loss": 4.0716,
      "step": 282020
    },
    {
      "epoch": 0.24686176353964887,
      "grad_norm": 0.5573787689208984,
      "learning_rate": 4.461142282841791e-05,
      "loss": 6.2506,
      "step": 282025
    },
    {
      "epoch": 0.24686614013327604,
      "grad_norm": 0.5628307461738586,
      "learning_rate": 4.461123315733018e-05,
      "loss": 5.4088,
      "step": 282030
    },
    {
      "epoch": 0.2468705167269032,
      "grad_norm": 0.543598473072052,
      "learning_rate": 4.4611043483424134e-05,
      "loss": 5.7338,
      "step": 282035
    },
    {
      "epoch": 0.24687489332053034,
      "grad_norm": 0.5857246518135071,
      "learning_rate": 4.4610853806699815e-05,
      "loss": 5.1202,
      "step": 282040
    },
    {
      "epoch": 0.24687926991415748,
      "grad_norm": 0.5466793179512024,
      "learning_rate": 4.4610664127157255e-05,
      "loss": 4.3921,
      "step": 282045
    },
    {
      "epoch": 0.24688364650778466,
      "grad_norm": 0.5420903563499451,
      "learning_rate": 4.4610474444796494e-05,
      "loss": 5.1289,
      "step": 282050
    },
    {
      "epoch": 0.2468880231014118,
      "grad_norm": 0.5439462661743164,
      "learning_rate": 4.461028475961756e-05,
      "loss": 4.0645,
      "step": 282055
    },
    {
      "epoch": 0.24689239969503896,
      "grad_norm": 0.643851637840271,
      "learning_rate": 4.4610095071620506e-05,
      "loss": 4.3686,
      "step": 282060
    },
    {
      "epoch": 0.2468967762886661,
      "grad_norm": 0.5427628755569458,
      "learning_rate": 4.460990538080535e-05,
      "loss": 4.7857,
      "step": 282065
    },
    {
      "epoch": 0.24690115288229328,
      "grad_norm": 0.5878689885139465,
      "learning_rate": 4.460971568717215e-05,
      "loss": 4.695,
      "step": 282070
    },
    {
      "epoch": 0.24690552947592043,
      "grad_norm": 0.5276949405670166,
      "learning_rate": 4.4609525990720915e-05,
      "loss": 5.1899,
      "step": 282075
    },
    {
      "epoch": 0.24690990606954757,
      "grad_norm": 0.5477652549743652,
      "learning_rate": 4.460933629145171e-05,
      "loss": 6.1832,
      "step": 282080
    },
    {
      "epoch": 0.24691428266317472,
      "grad_norm": 0.5635623931884766,
      "learning_rate": 4.460914658936455e-05,
      "loss": 4.8875,
      "step": 282085
    },
    {
      "epoch": 0.24691865925680187,
      "grad_norm": 0.5795460343360901,
      "learning_rate": 4.460895688445948e-05,
      "loss": 4.5656,
      "step": 282090
    },
    {
      "epoch": 0.24692303585042905,
      "grad_norm": 0.5356898307800293,
      "learning_rate": 4.4608767176736543e-05,
      "loss": 6.2314,
      "step": 282095
    },
    {
      "epoch": 0.2469274124440562,
      "grad_norm": 0.5313752293586731,
      "learning_rate": 4.460857746619577e-05,
      "loss": 5.9219,
      "step": 282100
    },
    {
      "epoch": 0.24693178903768334,
      "grad_norm": 0.5412963032722473,
      "learning_rate": 4.460838775283719e-05,
      "loss": 4.9005,
      "step": 282105
    },
    {
      "epoch": 0.2469361656313105,
      "grad_norm": 0.5423319339752197,
      "learning_rate": 4.460819803666085e-05,
      "loss": 4.6019,
      "step": 282110
    },
    {
      "epoch": 0.24694054222493766,
      "grad_norm": 0.5555290579795837,
      "learning_rate": 4.46080083176668e-05,
      "loss": 5.1768,
      "step": 282115
    },
    {
      "epoch": 0.2469449188185648,
      "grad_norm": 0.5445371270179749,
      "learning_rate": 4.460781859585502e-05,
      "loss": 5.1051,
      "step": 282120
    },
    {
      "epoch": 0.24694929541219196,
      "grad_norm": 0.5412365198135376,
      "learning_rate": 4.460762887122562e-05,
      "loss": 5.3322,
      "step": 282125
    },
    {
      "epoch": 0.2469536720058191,
      "grad_norm": 0.5418735146522522,
      "learning_rate": 4.4607439143778594e-05,
      "loss": 5.6901,
      "step": 282130
    },
    {
      "epoch": 0.24695804859944628,
      "grad_norm": 0.5343143939971924,
      "learning_rate": 4.4607249413513986e-05,
      "loss": 5.9082,
      "step": 282135
    },
    {
      "epoch": 0.24696242519307343,
      "grad_norm": 0.5419764518737793,
      "learning_rate": 4.460705968043183e-05,
      "loss": 5.1103,
      "step": 282140
    },
    {
      "epoch": 0.24696680178670058,
      "grad_norm": 0.5396305918693542,
      "learning_rate": 4.460686994453217e-05,
      "loss": 5.3888,
      "step": 282145
    },
    {
      "epoch": 0.24697117838032773,
      "grad_norm": 0.5432973504066467,
      "learning_rate": 4.460668020581503e-05,
      "loss": 4.9066,
      "step": 282150
    },
    {
      "epoch": 0.2469755549739549,
      "grad_norm": 0.5555500388145447,
      "learning_rate": 4.460649046428047e-05,
      "loss": 4.6923,
      "step": 282155
    },
    {
      "epoch": 0.24697993156758205,
      "grad_norm": 0.5669549107551575,
      "learning_rate": 4.4606300719928505e-05,
      "loss": 5.1197,
      "step": 282160
    },
    {
      "epoch": 0.2469843081612092,
      "grad_norm": 0.5409339666366577,
      "learning_rate": 4.4606110972759186e-05,
      "loss": 6.2074,
      "step": 282165
    },
    {
      "epoch": 0.24698868475483635,
      "grad_norm": 0.5398203730583191,
      "learning_rate": 4.460592122277254e-05,
      "loss": 5.6246,
      "step": 282170
    },
    {
      "epoch": 0.24699306134846352,
      "grad_norm": 0.5436989068984985,
      "learning_rate": 4.4605731469968604e-05,
      "loss": 5.8916,
      "step": 282175
    },
    {
      "epoch": 0.24699743794209067,
      "grad_norm": 0.5430463552474976,
      "learning_rate": 4.460554171434742e-05,
      "loss": 5.4082,
      "step": 282180
    },
    {
      "epoch": 0.24700181453571782,
      "grad_norm": 0.5532727837562561,
      "learning_rate": 4.4605351955909015e-05,
      "loss": 4.3986,
      "step": 282185
    },
    {
      "epoch": 0.24700619112934497,
      "grad_norm": 0.5480712056159973,
      "learning_rate": 4.460516219465344e-05,
      "loss": 5.6309,
      "step": 282190
    },
    {
      "epoch": 0.24701056772297214,
      "grad_norm": 0.553764283657074,
      "learning_rate": 4.4604972430580716e-05,
      "loss": 4.898,
      "step": 282195
    },
    {
      "epoch": 0.2470149443165993,
      "grad_norm": 0.5455526113510132,
      "learning_rate": 4.460478266369089e-05,
      "loss": 5.6172,
      "step": 282200
    },
    {
      "epoch": 0.24701932091022644,
      "grad_norm": 0.5752323865890503,
      "learning_rate": 4.4604592893983985e-05,
      "loss": 4.8994,
      "step": 282205
    },
    {
      "epoch": 0.24702369750385358,
      "grad_norm": 0.5448499321937561,
      "learning_rate": 4.460440312146007e-05,
      "loss": 5.3966,
      "step": 282210
    },
    {
      "epoch": 0.24702807409748073,
      "grad_norm": 0.5428051948547363,
      "learning_rate": 4.460421334611915e-05,
      "loss": 5.3829,
      "step": 282215
    },
    {
      "epoch": 0.2470324506911079,
      "grad_norm": 0.5356550216674805,
      "learning_rate": 4.4604023567961264e-05,
      "loss": 5.3555,
      "step": 282220
    },
    {
      "epoch": 0.24703682728473506,
      "grad_norm": 0.5470846891403198,
      "learning_rate": 4.460383378698647e-05,
      "loss": 6.2105,
      "step": 282225
    },
    {
      "epoch": 0.2470412038783622,
      "grad_norm": 0.5319259166717529,
      "learning_rate": 4.460364400319478e-05,
      "loss": 4.5685,
      "step": 282230
    },
    {
      "epoch": 0.24704558047198935,
      "grad_norm": 0.56593257188797,
      "learning_rate": 4.460345421658625e-05,
      "loss": 4.577,
      "step": 282235
    },
    {
      "epoch": 0.24704995706561653,
      "grad_norm": 0.5663131475448608,
      "learning_rate": 4.4603264427160906e-05,
      "loss": 5.4097,
      "step": 282240
    },
    {
      "epoch": 0.24705433365924367,
      "grad_norm": 0.5722619295120239,
      "learning_rate": 4.460307463491878e-05,
      "loss": 5.0899,
      "step": 282245
    },
    {
      "epoch": 0.24705871025287082,
      "grad_norm": 0.5601094365119934,
      "learning_rate": 4.460288483985993e-05,
      "loss": 4.6403,
      "step": 282250
    },
    {
      "epoch": 0.24706308684649797,
      "grad_norm": 0.5556978583335876,
      "learning_rate": 4.4602695041984366e-05,
      "loss": 4.3944,
      "step": 282255
    },
    {
      "epoch": 0.24706746344012515,
      "grad_norm": 0.5540974736213684,
      "learning_rate": 4.460250524129213e-05,
      "loss": 4.1901,
      "step": 282260
    },
    {
      "epoch": 0.2470718400337523,
      "grad_norm": 0.5560455918312073,
      "learning_rate": 4.460231543778327e-05,
      "loss": 5.7076,
      "step": 282265
    },
    {
      "epoch": 0.24707621662737944,
      "grad_norm": 0.5429874062538147,
      "learning_rate": 4.4602125631457824e-05,
      "loss": 4.8671,
      "step": 282270
    },
    {
      "epoch": 0.2470805932210066,
      "grad_norm": 0.538810670375824,
      "learning_rate": 4.460193582231582e-05,
      "loss": 4.8034,
      "step": 282275
    },
    {
      "epoch": 0.24708496981463376,
      "grad_norm": 0.5353568196296692,
      "learning_rate": 4.4601746010357305e-05,
      "loss": 5.6985,
      "step": 282280
    },
    {
      "epoch": 0.2470893464082609,
      "grad_norm": 0.5370002388954163,
      "learning_rate": 4.4601556195582296e-05,
      "loss": 5.0926,
      "step": 282285
    },
    {
      "epoch": 0.24709372300188806,
      "grad_norm": 0.5361791849136353,
      "learning_rate": 4.460136637799085e-05,
      "loss": 5.3807,
      "step": 282290
    },
    {
      "epoch": 0.2470980995955152,
      "grad_norm": 0.5407502055168152,
      "learning_rate": 4.460117655758298e-05,
      "loss": 5.1191,
      "step": 282295
    },
    {
      "epoch": 0.24710247618914238,
      "grad_norm": 0.5377935171127319,
      "learning_rate": 4.460098673435875e-05,
      "loss": 5.8826,
      "step": 282300
    },
    {
      "epoch": 0.24710685278276953,
      "grad_norm": 0.5420970320701599,
      "learning_rate": 4.460079690831818e-05,
      "loss": 4.6864,
      "step": 282305
    },
    {
      "epoch": 0.24711122937639668,
      "grad_norm": 0.5442700386047363,
      "learning_rate": 4.4600607079461306e-05,
      "loss": 4.9289,
      "step": 282310
    },
    {
      "epoch": 0.24711560597002383,
      "grad_norm": 0.5642006397247314,
      "learning_rate": 4.460041724778817e-05,
      "loss": 4.6597,
      "step": 282315
    },
    {
      "epoch": 0.247119982563651,
      "grad_norm": 0.5525784492492676,
      "learning_rate": 4.4600227413298824e-05,
      "loss": 5.1229,
      "step": 282320
    },
    {
      "epoch": 0.24712435915727815,
      "grad_norm": 0.5427830219268799,
      "learning_rate": 4.460003757599327e-05,
      "loss": 5.9281,
      "step": 282325
    },
    {
      "epoch": 0.2471287357509053,
      "grad_norm": 0.54541015625,
      "learning_rate": 4.459984773587157e-05,
      "loss": 5.415,
      "step": 282330
    },
    {
      "epoch": 0.24713311234453245,
      "grad_norm": 0.5504032969474792,
      "learning_rate": 4.459965789293375e-05,
      "loss": 6.1723,
      "step": 282335
    },
    {
      "epoch": 0.2471374889381596,
      "grad_norm": 0.5412799715995789,
      "learning_rate": 4.459946804717986e-05,
      "loss": 6.248,
      "step": 282340
    },
    {
      "epoch": 0.24714186553178677,
      "grad_norm": 0.5395147204399109,
      "learning_rate": 4.4599278198609926e-05,
      "loss": 4.804,
      "step": 282345
    },
    {
      "epoch": 0.24714624212541392,
      "grad_norm": 0.5864681601524353,
      "learning_rate": 4.4599088347223984e-05,
      "loss": 5.3309,
      "step": 282350
    },
    {
      "epoch": 0.24715061871904107,
      "grad_norm": 0.5525281429290771,
      "learning_rate": 4.4598898493022065e-05,
      "loss": 6.2275,
      "step": 282355
    },
    {
      "epoch": 0.2471549953126682,
      "grad_norm": 0.653145968914032,
      "learning_rate": 4.4598708636004215e-05,
      "loss": 4.8997,
      "step": 282360
    },
    {
      "epoch": 0.2471593719062954,
      "grad_norm": 0.6100078821182251,
      "learning_rate": 4.459851877617046e-05,
      "loss": 5.6256,
      "step": 282365
    },
    {
      "epoch": 0.24716374849992254,
      "grad_norm": 0.6302399039268494,
      "learning_rate": 4.459832891352086e-05,
      "loss": 5.0611,
      "step": 282370
    },
    {
      "epoch": 0.24716812509354968,
      "grad_norm": 0.6081511378288269,
      "learning_rate": 4.4598139048055434e-05,
      "loss": 5.7119,
      "step": 282375
    },
    {
      "epoch": 0.24717250168717683,
      "grad_norm": 0.5439483523368835,
      "learning_rate": 4.459794917977422e-05,
      "loss": 4.8202,
      "step": 282380
    },
    {
      "epoch": 0.247176878280804,
      "grad_norm": 0.5806705951690674,
      "learning_rate": 4.4597759308677254e-05,
      "loss": 5.4124,
      "step": 282385
    },
    {
      "epoch": 0.24718125487443116,
      "grad_norm": 0.597419023513794,
      "learning_rate": 4.459756943476457e-05,
      "loss": 5.8949,
      "step": 282390
    },
    {
      "epoch": 0.2471856314680583,
      "grad_norm": 0.5284088253974915,
      "learning_rate": 4.4597379558036226e-05,
      "loss": 4.8201,
      "step": 282395
    },
    {
      "epoch": 0.24719000806168545,
      "grad_norm": 0.5405436754226685,
      "learning_rate": 4.4597189678492226e-05,
      "loss": 4.8383,
      "step": 282400
    },
    {
      "epoch": 0.24719438465531263,
      "grad_norm": 0.5338271260261536,
      "learning_rate": 4.459699979613262e-05,
      "loss": 5.6404,
      "step": 282405
    },
    {
      "epoch": 0.24719876124893977,
      "grad_norm": 0.5840547680854797,
      "learning_rate": 4.459680991095746e-05,
      "loss": 3.8665,
      "step": 282410
    },
    {
      "epoch": 0.24720313784256692,
      "grad_norm": 0.5408549308776855,
      "learning_rate": 4.4596620022966764e-05,
      "loss": 5.131,
      "step": 282415
    },
    {
      "epoch": 0.24720751443619407,
      "grad_norm": 0.5644496083259583,
      "learning_rate": 4.459643013216057e-05,
      "loss": 5.7169,
      "step": 282420
    },
    {
      "epoch": 0.24721189102982125,
      "grad_norm": 0.5584503412246704,
      "learning_rate": 4.459624023853892e-05,
      "loss": 4.8914,
      "step": 282425
    },
    {
      "epoch": 0.2472162676234484,
      "grad_norm": 0.5586017966270447,
      "learning_rate": 4.459605034210186e-05,
      "loss": 4.9353,
      "step": 282430
    },
    {
      "epoch": 0.24722064421707554,
      "grad_norm": 0.6020058393478394,
      "learning_rate": 4.459586044284941e-05,
      "loss": 5.4247,
      "step": 282435
    },
    {
      "epoch": 0.2472250208107027,
      "grad_norm": 0.6482232213020325,
      "learning_rate": 4.459567054078161e-05,
      "loss": 4.6882,
      "step": 282440
    },
    {
      "epoch": 0.24722939740432986,
      "grad_norm": 0.6306288838386536,
      "learning_rate": 4.45954806358985e-05,
      "loss": 5.4329,
      "step": 282445
    },
    {
      "epoch": 0.247233773997957,
      "grad_norm": 0.7382116317749023,
      "learning_rate": 4.459529072820011e-05,
      "loss": 5.1403,
      "step": 282450
    },
    {
      "epoch": 0.24723815059158416,
      "grad_norm": 0.5866683721542358,
      "learning_rate": 4.45951008176865e-05,
      "loss": 5.1779,
      "step": 282455
    },
    {
      "epoch": 0.2472425271852113,
      "grad_norm": 0.547631025314331,
      "learning_rate": 4.459491090435768e-05,
      "loss": 5.9174,
      "step": 282460
    },
    {
      "epoch": 0.24724690377883846,
      "grad_norm": 0.5395728945732117,
      "learning_rate": 4.459472098821369e-05,
      "loss": 5.4098,
      "step": 282465
    },
    {
      "epoch": 0.24725128037246563,
      "grad_norm": 0.5582243204116821,
      "learning_rate": 4.459453106925457e-05,
      "loss": 5.2292,
      "step": 282470
    },
    {
      "epoch": 0.24725565696609278,
      "grad_norm": 0.548416256904602,
      "learning_rate": 4.4594341147480376e-05,
      "loss": 4.5853,
      "step": 282475
    },
    {
      "epoch": 0.24726003355971993,
      "grad_norm": 0.6384050250053406,
      "learning_rate": 4.459415122289111e-05,
      "loss": 6.2318,
      "step": 282480
    },
    {
      "epoch": 0.24726441015334708,
      "grad_norm": 0.551898181438446,
      "learning_rate": 4.459396129548684e-05,
      "loss": 5.6205,
      "step": 282485
    },
    {
      "epoch": 0.24726878674697425,
      "grad_norm": 0.925571620464325,
      "learning_rate": 4.459377136526759e-05,
      "loss": 4.6096,
      "step": 282490
    },
    {
      "epoch": 0.2472731633406014,
      "grad_norm": 0.5699080228805542,
      "learning_rate": 4.459358143223339e-05,
      "loss": 4.6276,
      "step": 282495
    },
    {
      "epoch": 0.24727753993422855,
      "grad_norm": 0.5605489015579224,
      "learning_rate": 4.4593391496384286e-05,
      "loss": 5.4366,
      "step": 282500
    },
    {
      "epoch": 0.2472819165278557,
      "grad_norm": 0.5502529144287109,
      "learning_rate": 4.45932015577203e-05,
      "loss": 5.1005,
      "step": 282505
    },
    {
      "epoch": 0.24728629312148287,
      "grad_norm": 0.5438205003738403,
      "learning_rate": 4.459301161624149e-05,
      "loss": 5.6051,
      "step": 282510
    },
    {
      "epoch": 0.24729066971511002,
      "grad_norm": 0.5296216607093811,
      "learning_rate": 4.4592821671947885e-05,
      "loss": 5.951,
      "step": 282515
    },
    {
      "epoch": 0.24729504630873717,
      "grad_norm": 0.5257721543312073,
      "learning_rate": 4.459263172483951e-05,
      "loss": 5.9297,
      "step": 282520
    },
    {
      "epoch": 0.2472994229023643,
      "grad_norm": 0.5462320446968079,
      "learning_rate": 4.4592441774916415e-05,
      "loss": 4.8802,
      "step": 282525
    },
    {
      "epoch": 0.2473037994959915,
      "grad_norm": 0.5643384456634521,
      "learning_rate": 4.459225182217862e-05,
      "loss": 4.9116,
      "step": 282530
    },
    {
      "epoch": 0.24730817608961864,
      "grad_norm": 0.5383010506629944,
      "learning_rate": 4.459206186662619e-05,
      "loss": 5.707,
      "step": 282535
    },
    {
      "epoch": 0.24731255268324578,
      "grad_norm": 0.5367084741592407,
      "learning_rate": 4.459187190825914e-05,
      "loss": 5.0983,
      "step": 282540
    },
    {
      "epoch": 0.24731692927687293,
      "grad_norm": 0.5596132278442383,
      "learning_rate": 4.459168194707751e-05,
      "loss": 5.1348,
      "step": 282545
    },
    {
      "epoch": 0.2473213058705001,
      "grad_norm": 0.5524255633354187,
      "learning_rate": 4.459149198308134e-05,
      "loss": 5.7423,
      "step": 282550
    },
    {
      "epoch": 0.24732568246412726,
      "grad_norm": 0.5544782876968384,
      "learning_rate": 4.4591302016270676e-05,
      "loss": 5.3854,
      "step": 282555
    },
    {
      "epoch": 0.2473300590577544,
      "grad_norm": 0.5381336808204651,
      "learning_rate": 4.4591112046645535e-05,
      "loss": 5.1349,
      "step": 282560
    },
    {
      "epoch": 0.24733443565138155,
      "grad_norm": 0.5393533110618591,
      "learning_rate": 4.4590922074205955e-05,
      "loss": 5.3518,
      "step": 282565
    },
    {
      "epoch": 0.24733881224500873,
      "grad_norm": 0.5308435559272766,
      "learning_rate": 4.4590732098951996e-05,
      "loss": 5.6053,
      "step": 282570
    },
    {
      "epoch": 0.24734318883863587,
      "grad_norm": 0.5355590581893921,
      "learning_rate": 4.459054212088367e-05,
      "loss": 4.1417,
      "step": 282575
    },
    {
      "epoch": 0.24734756543226302,
      "grad_norm": 0.6154724955558777,
      "learning_rate": 4.459035214000102e-05,
      "loss": 5.4118,
      "step": 282580
    },
    {
      "epoch": 0.24735194202589017,
      "grad_norm": 0.5596140027046204,
      "learning_rate": 4.4590162156304096e-05,
      "loss": 5.7098,
      "step": 282585
    },
    {
      "epoch": 0.24735631861951732,
      "grad_norm": 0.5528117418289185,
      "learning_rate": 4.458997216979291e-05,
      "loss": 5.2251,
      "step": 282590
    },
    {
      "epoch": 0.2473606952131445,
      "grad_norm": 0.5292092561721802,
      "learning_rate": 4.4589782180467534e-05,
      "loss": 5.0775,
      "step": 282595
    },
    {
      "epoch": 0.24736507180677164,
      "grad_norm": 0.5304001569747925,
      "learning_rate": 4.458959218832795e-05,
      "loss": 5.0611,
      "step": 282600
    },
    {
      "epoch": 0.2473694484003988,
      "grad_norm": 0.5559965372085571,
      "learning_rate": 4.458940219337425e-05,
      "loss": 4.8835,
      "step": 282605
    },
    {
      "epoch": 0.24737382499402594,
      "grad_norm": 0.5457143187522888,
      "learning_rate": 4.4589212195606446e-05,
      "loss": 5.2349,
      "step": 282610
    },
    {
      "epoch": 0.2473782015876531,
      "grad_norm": 0.5533662438392639,
      "learning_rate": 4.458902219502459e-05,
      "loss": 4.417,
      "step": 282615
    },
    {
      "epoch": 0.24738257818128026,
      "grad_norm": 0.541806697845459,
      "learning_rate": 4.4588832191628685e-05,
      "loss": 4.9116,
      "step": 282620
    },
    {
      "epoch": 0.2473869547749074,
      "grad_norm": 0.5389292240142822,
      "learning_rate": 4.4588642185418795e-05,
      "loss": 5.1253,
      "step": 282625
    },
    {
      "epoch": 0.24739133136853456,
      "grad_norm": 0.5697071552276611,
      "learning_rate": 4.4588452176394954e-05,
      "loss": 4.4001,
      "step": 282630
    },
    {
      "epoch": 0.24739570796216173,
      "grad_norm": 0.537264883518219,
      "learning_rate": 4.4588262164557194e-05,
      "loss": 4.8723,
      "step": 282635
    },
    {
      "epoch": 0.24740008455578888,
      "grad_norm": 0.53204345703125,
      "learning_rate": 4.4588072149905544e-05,
      "loss": 5.406,
      "step": 282640
    },
    {
      "epoch": 0.24740446114941603,
      "grad_norm": 0.5681198239326477,
      "learning_rate": 4.4587882132440064e-05,
      "loss": 5.3816,
      "step": 282645
    },
    {
      "epoch": 0.24740883774304318,
      "grad_norm": 0.5386842489242554,
      "learning_rate": 4.458769211216076e-05,
      "loss": 5.6993,
      "step": 282650
    },
    {
      "epoch": 0.24741321433667035,
      "grad_norm": 0.5508109331130981,
      "learning_rate": 4.458750208906769e-05,
      "loss": 4.8718,
      "step": 282655
    },
    {
      "epoch": 0.2474175909302975,
      "grad_norm": 0.5573675632476807,
      "learning_rate": 4.458731206316088e-05,
      "loss": 4.9263,
      "step": 282660
    },
    {
      "epoch": 0.24742196752392465,
      "grad_norm": 0.5327937602996826,
      "learning_rate": 4.4587122034440386e-05,
      "loss": 5.7418,
      "step": 282665
    },
    {
      "epoch": 0.2474263441175518,
      "grad_norm": 0.5449853539466858,
      "learning_rate": 4.4586932002906223e-05,
      "loss": 5.6191,
      "step": 282670
    },
    {
      "epoch": 0.24743072071117897,
      "grad_norm": 0.542184054851532,
      "learning_rate": 4.4586741968558435e-05,
      "loss": 5.3731,
      "step": 282675
    },
    {
      "epoch": 0.24743509730480612,
      "grad_norm": 0.5360258221626282,
      "learning_rate": 4.458655193139706e-05,
      "loss": 4.5373,
      "step": 282680
    },
    {
      "epoch": 0.24743947389843327,
      "grad_norm": 0.5532864928245544,
      "learning_rate": 4.4586361891422126e-05,
      "loss": 5.7007,
      "step": 282685
    },
    {
      "epoch": 0.2474438504920604,
      "grad_norm": 0.5835403203964233,
      "learning_rate": 4.458617184863368e-05,
      "loss": 5.377,
      "step": 282690
    },
    {
      "epoch": 0.2474482270856876,
      "grad_norm": 0.5385015606880188,
      "learning_rate": 4.4585981803031765e-05,
      "loss": 4.3768,
      "step": 282695
    },
    {
      "epoch": 0.24745260367931474,
      "grad_norm": 0.5463640689849854,
      "learning_rate": 4.45857917546164e-05,
      "loss": 5.632,
      "step": 282700
    },
    {
      "epoch": 0.24745698027294188,
      "grad_norm": 0.5394419431686401,
      "learning_rate": 4.458560170338762e-05,
      "loss": 4.5874,
      "step": 282705
    },
    {
      "epoch": 0.24746135686656903,
      "grad_norm": 0.5295045375823975,
      "learning_rate": 4.45854116493455e-05,
      "loss": 5.9395,
      "step": 282710
    },
    {
      "epoch": 0.2474657334601962,
      "grad_norm": 0.5422313809394836,
      "learning_rate": 4.4585221592490025e-05,
      "loss": 5.2372,
      "step": 282715
    },
    {
      "epoch": 0.24747011005382336,
      "grad_norm": 0.5416725277900696,
      "learning_rate": 4.458503153282126e-05,
      "loss": 5.0987,
      "step": 282720
    },
    {
      "epoch": 0.2474744866474505,
      "grad_norm": 0.5642040967941284,
      "learning_rate": 4.4584841470339234e-05,
      "loss": 5.4288,
      "step": 282725
    },
    {
      "epoch": 0.24747886324107765,
      "grad_norm": 0.532726526260376,
      "learning_rate": 4.4584651405043986e-05,
      "loss": 5.8994,
      "step": 282730
    },
    {
      "epoch": 0.2474832398347048,
      "grad_norm": 0.5651820302009583,
      "learning_rate": 4.458446133693557e-05,
      "loss": 4.907,
      "step": 282735
    },
    {
      "epoch": 0.24748761642833197,
      "grad_norm": 0.5364401340484619,
      "learning_rate": 4.458427126601399e-05,
      "loss": 4.5595,
      "step": 282740
    },
    {
      "epoch": 0.24749199302195912,
      "grad_norm": 0.5467710494995117,
      "learning_rate": 4.458408119227929e-05,
      "loss": 5.2035,
      "step": 282745
    },
    {
      "epoch": 0.24749636961558627,
      "grad_norm": 0.5672833919525146,
      "learning_rate": 4.4583891115731535e-05,
      "loss": 5.6969,
      "step": 282750
    },
    {
      "epoch": 0.24750074620921342,
      "grad_norm": 0.5478976368904114,
      "learning_rate": 4.458370103637073e-05,
      "loss": 4.8219,
      "step": 282755
    },
    {
      "epoch": 0.2475051228028406,
      "grad_norm": 0.5578499436378479,
      "learning_rate": 4.4583510954196925e-05,
      "loss": 5.1069,
      "step": 282760
    },
    {
      "epoch": 0.24750949939646774,
      "grad_norm": 0.5480220913887024,
      "learning_rate": 4.458332086921015e-05,
      "loss": 4.3589,
      "step": 282765
    },
    {
      "epoch": 0.2475138759900949,
      "grad_norm": 0.540483295917511,
      "learning_rate": 4.458313078141045e-05,
      "loss": 4.5562,
      "step": 282770
    },
    {
      "epoch": 0.24751825258372204,
      "grad_norm": 0.5343794822692871,
      "learning_rate": 4.458294069079786e-05,
      "loss": 5.9521,
      "step": 282775
    },
    {
      "epoch": 0.2475226291773492,
      "grad_norm": 0.5417360067367554,
      "learning_rate": 4.458275059737241e-05,
      "loss": 4.8187,
      "step": 282780
    },
    {
      "epoch": 0.24752700577097636,
      "grad_norm": 0.5478821396827698,
      "learning_rate": 4.4582560501134154e-05,
      "loss": 5.6735,
      "step": 282785
    },
    {
      "epoch": 0.2475313823646035,
      "grad_norm": 0.6262598037719727,
      "learning_rate": 4.4582370402083104e-05,
      "loss": 4.6073,
      "step": 282790
    },
    {
      "epoch": 0.24753575895823066,
      "grad_norm": 0.5633472204208374,
      "learning_rate": 4.458218030021931e-05,
      "loss": 5.0974,
      "step": 282795
    },
    {
      "epoch": 0.24754013555185783,
      "grad_norm": 0.5404545068740845,
      "learning_rate": 4.458199019554282e-05,
      "loss": 5.7278,
      "step": 282800
    },
    {
      "epoch": 0.24754451214548498,
      "grad_norm": 0.5320671200752258,
      "learning_rate": 4.458180008805365e-05,
      "loss": 5.6688,
      "step": 282805
    },
    {
      "epoch": 0.24754888873911213,
      "grad_norm": 0.5366191267967224,
      "learning_rate": 4.458160997775184e-05,
      "loss": 4.0907,
      "step": 282810
    },
    {
      "epoch": 0.24755326533273928,
      "grad_norm": 0.5724676251411438,
      "learning_rate": 4.458141986463743e-05,
      "loss": 5.9518,
      "step": 282815
    },
    {
      "epoch": 0.24755764192636645,
      "grad_norm": 0.5458530187606812,
      "learning_rate": 4.458122974871047e-05,
      "loss": 5.3974,
      "step": 282820
    },
    {
      "epoch": 0.2475620185199936,
      "grad_norm": 0.556573212146759,
      "learning_rate": 4.4581039629970975e-05,
      "loss": 5.1326,
      "step": 282825
    },
    {
      "epoch": 0.24756639511362075,
      "grad_norm": 0.5470434427261353,
      "learning_rate": 4.4580849508418996e-05,
      "loss": 5.4332,
      "step": 282830
    },
    {
      "epoch": 0.2475707717072479,
      "grad_norm": 0.5841692090034485,
      "learning_rate": 4.458065938405457e-05,
      "loss": 5.0796,
      "step": 282835
    },
    {
      "epoch": 0.24757514830087507,
      "grad_norm": 0.5432736277580261,
      "learning_rate": 4.458046925687772e-05,
      "loss": 4.8233,
      "step": 282840
    },
    {
      "epoch": 0.24757952489450222,
      "grad_norm": 0.549290657043457,
      "learning_rate": 4.458027912688849e-05,
      "loss": 5.132,
      "step": 282845
    },
    {
      "epoch": 0.24758390148812937,
      "grad_norm": 0.5657448172569275,
      "learning_rate": 4.4580088994086924e-05,
      "loss": 5.1724,
      "step": 282850
    },
    {
      "epoch": 0.2475882780817565,
      "grad_norm": 0.5341761708259583,
      "learning_rate": 4.457989885847306e-05,
      "loss": 5.4092,
      "step": 282855
    },
    {
      "epoch": 0.24759265467538366,
      "grad_norm": 0.6010849475860596,
      "learning_rate": 4.457970872004692e-05,
      "loss": 4.8867,
      "step": 282860
    },
    {
      "epoch": 0.24759703126901084,
      "grad_norm": 0.5645146369934082,
      "learning_rate": 4.4579518578808545e-05,
      "loss": 5.7254,
      "step": 282865
    },
    {
      "epoch": 0.24760140786263798,
      "grad_norm": 0.5508627891540527,
      "learning_rate": 4.4579328434757975e-05,
      "loss": 4.6628,
      "step": 282870
    },
    {
      "epoch": 0.24760578445626513,
      "grad_norm": 0.5692468285560608,
      "learning_rate": 4.457913828789525e-05,
      "loss": 4.6946,
      "step": 282875
    },
    {
      "epoch": 0.24761016104989228,
      "grad_norm": 0.5998234748840332,
      "learning_rate": 4.45789481382204e-05,
      "loss": 5.2414,
      "step": 282880
    },
    {
      "epoch": 0.24761453764351946,
      "grad_norm": 0.5369023680686951,
      "learning_rate": 4.4578757985733464e-05,
      "loss": 4.7223,
      "step": 282885
    },
    {
      "epoch": 0.2476189142371466,
      "grad_norm": 0.6496942043304443,
      "learning_rate": 4.457856783043449e-05,
      "loss": 6.2326,
      "step": 282890
    },
    {
      "epoch": 0.24762329083077375,
      "grad_norm": 0.6896170973777771,
      "learning_rate": 4.457837767232349e-05,
      "loss": 5.1267,
      "step": 282895
    },
    {
      "epoch": 0.2476276674244009,
      "grad_norm": 0.7053098082542419,
      "learning_rate": 4.4578187511400523e-05,
      "loss": 5.6322,
      "step": 282900
    },
    {
      "epoch": 0.24763204401802807,
      "grad_norm": 0.6323622465133667,
      "learning_rate": 4.4577997347665626e-05,
      "loss": 5.437,
      "step": 282905
    },
    {
      "epoch": 0.24763642061165522,
      "grad_norm": 0.6150892972946167,
      "learning_rate": 4.457780718111882e-05,
      "loss": 5.3639,
      "step": 282910
    },
    {
      "epoch": 0.24764079720528237,
      "grad_norm": 0.5732726454734802,
      "learning_rate": 4.457761701176014e-05,
      "loss": 5.4126,
      "step": 282915
    },
    {
      "epoch": 0.24764517379890952,
      "grad_norm": 0.5382218360900879,
      "learning_rate": 4.4577426839589644e-05,
      "loss": 5.8918,
      "step": 282920
    },
    {
      "epoch": 0.2476495503925367,
      "grad_norm": 0.5544009208679199,
      "learning_rate": 4.457723666460735e-05,
      "loss": 5.3751,
      "step": 282925
    },
    {
      "epoch": 0.24765392698616384,
      "grad_norm": 0.5503979325294495,
      "learning_rate": 4.4577046486813304e-05,
      "loss": 5.214,
      "step": 282930
    },
    {
      "epoch": 0.247658303579791,
      "grad_norm": 0.5504848957061768,
      "learning_rate": 4.4576856306207536e-05,
      "loss": 4.8999,
      "step": 282935
    },
    {
      "epoch": 0.24766268017341814,
      "grad_norm": 0.5539612174034119,
      "learning_rate": 4.457666612279009e-05,
      "loss": 4.7058,
      "step": 282940
    },
    {
      "epoch": 0.2476670567670453,
      "grad_norm": 0.5577589869499207,
      "learning_rate": 4.457647593656099e-05,
      "loss": 4.923,
      "step": 282945
    },
    {
      "epoch": 0.24767143336067246,
      "grad_norm": 0.5646746158599854,
      "learning_rate": 4.45762857475203e-05,
      "loss": 4.8636,
      "step": 282950
    },
    {
      "epoch": 0.2476758099542996,
      "grad_norm": 0.540177047252655,
      "learning_rate": 4.457609555566803e-05,
      "loss": 4.6348,
      "step": 282955
    },
    {
      "epoch": 0.24768018654792676,
      "grad_norm": 0.5443607568740845,
      "learning_rate": 4.4575905361004224e-05,
      "loss": 5.247,
      "step": 282960
    },
    {
      "epoch": 0.24768456314155393,
      "grad_norm": 0.5493569374084473,
      "learning_rate": 4.457571516352891e-05,
      "loss": 5.438,
      "step": 282965
    },
    {
      "epoch": 0.24768893973518108,
      "grad_norm": 0.5344076156616211,
      "learning_rate": 4.457552496324215e-05,
      "loss": 5.4148,
      "step": 282970
    },
    {
      "epoch": 0.24769331632880823,
      "grad_norm": 0.5464442372322083,
      "learning_rate": 4.457533476014396e-05,
      "loss": 5.4075,
      "step": 282975
    },
    {
      "epoch": 0.24769769292243538,
      "grad_norm": 0.537912130355835,
      "learning_rate": 4.4575144554234386e-05,
      "loss": 5.7152,
      "step": 282980
    },
    {
      "epoch": 0.24770206951606252,
      "grad_norm": 0.537297248840332,
      "learning_rate": 4.4574954345513454e-05,
      "loss": 4.8774,
      "step": 282985
    },
    {
      "epoch": 0.2477064461096897,
      "grad_norm": 0.5398257970809937,
      "learning_rate": 4.4574764133981205e-05,
      "loss": 4.8762,
      "step": 282990
    },
    {
      "epoch": 0.24771082270331685,
      "grad_norm": 0.5525692105293274,
      "learning_rate": 4.457457391963769e-05,
      "loss": 5.1899,
      "step": 282995
    },
    {
      "epoch": 0.247715199296944,
      "grad_norm": 0.5496378540992737,
      "learning_rate": 4.457438370248291e-05,
      "loss": 4.5541,
      "step": 283000
    },
    {
      "epoch": 0.24771957589057114,
      "grad_norm": 0.5524300932884216,
      "learning_rate": 4.4574193482516945e-05,
      "loss": 5.3,
      "step": 283005
    },
    {
      "epoch": 0.24772395248419832,
      "grad_norm": 0.5693424940109253,
      "learning_rate": 4.457400325973981e-05,
      "loss": 5.7169,
      "step": 283010
    },
    {
      "epoch": 0.24772832907782547,
      "grad_norm": 0.5524344444274902,
      "learning_rate": 4.457381303415155e-05,
      "loss": 5.9035,
      "step": 283015
    },
    {
      "epoch": 0.2477327056714526,
      "grad_norm": 0.5462051630020142,
      "learning_rate": 4.457362280575218e-05,
      "loss": 4.3197,
      "step": 283020
    },
    {
      "epoch": 0.24773708226507976,
      "grad_norm": 0.5582901835441589,
      "learning_rate": 4.457343257454176e-05,
      "loss": 5.1139,
      "step": 283025
    },
    {
      "epoch": 0.24774145885870694,
      "grad_norm": 0.5516000986099243,
      "learning_rate": 4.457324234052033e-05,
      "loss": 5.608,
      "step": 283030
    },
    {
      "epoch": 0.24774583545233408,
      "grad_norm": 0.5321339964866638,
      "learning_rate": 4.4573052103687896e-05,
      "loss": 5.3248,
      "step": 283035
    },
    {
      "epoch": 0.24775021204596123,
      "grad_norm": 0.5481935739517212,
      "learning_rate": 4.457286186404452e-05,
      "loss": 5.3477,
      "step": 283040
    },
    {
      "epoch": 0.24775458863958838,
      "grad_norm": 0.5406479239463806,
      "learning_rate": 4.457267162159023e-05,
      "loss": 5.4208,
      "step": 283045
    },
    {
      "epoch": 0.24775896523321556,
      "grad_norm": 0.5757466554641724,
      "learning_rate": 4.457248137632508e-05,
      "loss": 4.4045,
      "step": 283050
    },
    {
      "epoch": 0.2477633418268427,
      "grad_norm": 0.5251114368438721,
      "learning_rate": 4.457229112824908e-05,
      "loss": 5.0707,
      "step": 283055
    },
    {
      "epoch": 0.24776771842046985,
      "grad_norm": 0.5384783744812012,
      "learning_rate": 4.457210087736229e-05,
      "loss": 4.3748,
      "step": 283060
    },
    {
      "epoch": 0.247772095014097,
      "grad_norm": 0.5282090902328491,
      "learning_rate": 4.457191062366473e-05,
      "loss": 4.6021,
      "step": 283065
    },
    {
      "epoch": 0.24777647160772417,
      "grad_norm": 0.5431442260742188,
      "learning_rate": 4.457172036715643e-05,
      "loss": 5.1986,
      "step": 283070
    },
    {
      "epoch": 0.24778084820135132,
      "grad_norm": 0.5345279574394226,
      "learning_rate": 4.457153010783746e-05,
      "loss": 5.6943,
      "step": 283075
    },
    {
      "epoch": 0.24778522479497847,
      "grad_norm": 0.5366908311843872,
      "learning_rate": 4.457133984570781e-05,
      "loss": 5.4314,
      "step": 283080
    },
    {
      "epoch": 0.24778960138860562,
      "grad_norm": 0.5396193265914917,
      "learning_rate": 4.457114958076757e-05,
      "loss": 5.0812,
      "step": 283085
    },
    {
      "epoch": 0.2477939779822328,
      "grad_norm": 0.5525324940681458,
      "learning_rate": 4.4570959313016735e-05,
      "loss": 5.6389,
      "step": 283090
    },
    {
      "epoch": 0.24779835457585994,
      "grad_norm": 0.5520398020744324,
      "learning_rate": 4.457076904245535e-05,
      "loss": 5.4204,
      "step": 283095
    },
    {
      "epoch": 0.2478027311694871,
      "grad_norm": 0.5443510413169861,
      "learning_rate": 4.457057876908347e-05,
      "loss": 3.8524,
      "step": 283100
    },
    {
      "epoch": 0.24780710776311424,
      "grad_norm": 0.5441395044326782,
      "learning_rate": 4.457038849290111e-05,
      "loss": 4.8993,
      "step": 283105
    },
    {
      "epoch": 0.24781148435674138,
      "grad_norm": 0.537647008895874,
      "learning_rate": 4.4570198213908335e-05,
      "loss": 4.8107,
      "step": 283110
    },
    {
      "epoch": 0.24781586095036856,
      "grad_norm": 0.6005825400352478,
      "learning_rate": 4.457000793210514e-05,
      "loss": 4.6128,
      "step": 283115
    },
    {
      "epoch": 0.2478202375439957,
      "grad_norm": 0.534129798412323,
      "learning_rate": 4.45698176474916e-05,
      "loss": 4.6227,
      "step": 283120
    },
    {
      "epoch": 0.24782461413762286,
      "grad_norm": 0.5496021509170532,
      "learning_rate": 4.4569627360067724e-05,
      "loss": 5.6719,
      "step": 283125
    },
    {
      "epoch": 0.24782899073125,
      "grad_norm": 0.5363650321960449,
      "learning_rate": 4.4569437069833565e-05,
      "loss": 5.4038,
      "step": 283130
    },
    {
      "epoch": 0.24783336732487718,
      "grad_norm": 0.6388710737228394,
      "learning_rate": 4.456924677678916e-05,
      "loss": 4.6116,
      "step": 283135
    },
    {
      "epoch": 0.24783774391850433,
      "grad_norm": 0.5821378231048584,
      "learning_rate": 4.456905648093453e-05,
      "loss": 5.1918,
      "step": 283140
    },
    {
      "epoch": 0.24784212051213148,
      "grad_norm": 0.5430371761322021,
      "learning_rate": 4.456886618226974e-05,
      "loss": 4.6626,
      "step": 283145
    },
    {
      "epoch": 0.24784649710575862,
      "grad_norm": 0.5378943681716919,
      "learning_rate": 4.45686758807948e-05,
      "loss": 3.8687,
      "step": 283150
    },
    {
      "epoch": 0.2478508736993858,
      "grad_norm": 0.5903704762458801,
      "learning_rate": 4.456848557650976e-05,
      "loss": 5.6207,
      "step": 283155
    },
    {
      "epoch": 0.24785525029301295,
      "grad_norm": 0.5756590366363525,
      "learning_rate": 4.456829526941465e-05,
      "loss": 5.3291,
      "step": 283160
    },
    {
      "epoch": 0.2478596268866401,
      "grad_norm": 0.5876573920249939,
      "learning_rate": 4.4568104959509506e-05,
      "loss": 5.096,
      "step": 283165
    },
    {
      "epoch": 0.24786400348026724,
      "grad_norm": 0.5476506948471069,
      "learning_rate": 4.4567914646794374e-05,
      "loss": 5.4054,
      "step": 283170
    },
    {
      "epoch": 0.24786838007389442,
      "grad_norm": 0.5805677771568298,
      "learning_rate": 4.456772433126929e-05,
      "loss": 5.1202,
      "step": 283175
    },
    {
      "epoch": 0.24787275666752157,
      "grad_norm": 0.5256934762001038,
      "learning_rate": 4.456753401293428e-05,
      "loss": 4.8859,
      "step": 283180
    },
    {
      "epoch": 0.2478771332611487,
      "grad_norm": 0.5738413333892822,
      "learning_rate": 4.456734369178938e-05,
      "loss": 5.7378,
      "step": 283185
    },
    {
      "epoch": 0.24788150985477586,
      "grad_norm": 0.5244230628013611,
      "learning_rate": 4.4567153367834636e-05,
      "loss": 4.8237,
      "step": 283190
    },
    {
      "epoch": 0.24788588644840304,
      "grad_norm": 0.5514957904815674,
      "learning_rate": 4.456696304107009e-05,
      "loss": 5.1941,
      "step": 283195
    },
    {
      "epoch": 0.24789026304203018,
      "grad_norm": 0.552166759967804,
      "learning_rate": 4.456677271149576e-05,
      "loss": 4.7164,
      "step": 283200
    },
    {
      "epoch": 0.24789463963565733,
      "grad_norm": 0.5370819568634033,
      "learning_rate": 4.45665823791117e-05,
      "loss": 5.6733,
      "step": 283205
    },
    {
      "epoch": 0.24789901622928448,
      "grad_norm": 0.5280613303184509,
      "learning_rate": 4.456639204391794e-05,
      "loss": 4.9248,
      "step": 283210
    },
    {
      "epoch": 0.24790339282291166,
      "grad_norm": 0.5484811067581177,
      "learning_rate": 4.456620170591451e-05,
      "loss": 5.386,
      "step": 283215
    },
    {
      "epoch": 0.2479077694165388,
      "grad_norm": 0.5270076990127563,
      "learning_rate": 4.4566011365101466e-05,
      "loss": 6.2299,
      "step": 283220
    },
    {
      "epoch": 0.24791214601016595,
      "grad_norm": 0.5351633429527283,
      "learning_rate": 4.456582102147883e-05,
      "loss": 5.1314,
      "step": 283225
    },
    {
      "epoch": 0.2479165226037931,
      "grad_norm": 0.5603870153427124,
      "learning_rate": 4.4565630675046635e-05,
      "loss": 5.091,
      "step": 283230
    },
    {
      "epoch": 0.24792089919742025,
      "grad_norm": 0.5476705431938171,
      "learning_rate": 4.456544032580493e-05,
      "loss": 5.4348,
      "step": 283235
    },
    {
      "epoch": 0.24792527579104742,
      "grad_norm": 0.5607492327690125,
      "learning_rate": 4.4565249973753744e-05,
      "loss": 4.9141,
      "step": 283240
    },
    {
      "epoch": 0.24792965238467457,
      "grad_norm": 0.5441006422042847,
      "learning_rate": 4.456505961889311e-05,
      "loss": 5.7079,
      "step": 283245
    },
    {
      "epoch": 0.24793402897830172,
      "grad_norm": 0.5258094072341919,
      "learning_rate": 4.4564869261223076e-05,
      "loss": 4.8234,
      "step": 283250
    },
    {
      "epoch": 0.24793840557192887,
      "grad_norm": 0.5352334380149841,
      "learning_rate": 4.456467890074366e-05,
      "loss": 5.7349,
      "step": 283255
    },
    {
      "epoch": 0.24794278216555604,
      "grad_norm": 0.5377071499824524,
      "learning_rate": 4.456448853745493e-05,
      "loss": 5.64,
      "step": 283260
    },
    {
      "epoch": 0.2479471587591832,
      "grad_norm": 0.5923256874084473,
      "learning_rate": 4.456429817135689e-05,
      "loss": 4.9034,
      "step": 283265
    },
    {
      "epoch": 0.24795153535281034,
      "grad_norm": 0.5657145977020264,
      "learning_rate": 4.456410780244959e-05,
      "loss": 5.7083,
      "step": 283270
    },
    {
      "epoch": 0.24795591194643749,
      "grad_norm": 0.5461708307266235,
      "learning_rate": 4.456391743073308e-05,
      "loss": 5.3693,
      "step": 283275
    },
    {
      "epoch": 0.24796028854006466,
      "grad_norm": 0.597798764705658,
      "learning_rate": 4.4563727056207374e-05,
      "loss": 5.101,
      "step": 283280
    },
    {
      "epoch": 0.2479646651336918,
      "grad_norm": 0.5644860863685608,
      "learning_rate": 4.456353667887253e-05,
      "loss": 5.6508,
      "step": 283285
    },
    {
      "epoch": 0.24796904172731896,
      "grad_norm": 0.5374797582626343,
      "learning_rate": 4.456334629872856e-05,
      "loss": 5.6129,
      "step": 283290
    },
    {
      "epoch": 0.2479734183209461,
      "grad_norm": 0.5642499327659607,
      "learning_rate": 4.456315591577552e-05,
      "loss": 4.6071,
      "step": 283295
    },
    {
      "epoch": 0.24797779491457328,
      "grad_norm": 0.5304504036903381,
      "learning_rate": 4.4562965530013436e-05,
      "loss": 5.3254,
      "step": 283300
    },
    {
      "epoch": 0.24798217150820043,
      "grad_norm": 0.5708941221237183,
      "learning_rate": 4.456277514144236e-05,
      "loss": 4.5965,
      "step": 283305
    },
    {
      "epoch": 0.24798654810182758,
      "grad_norm": 0.5268990397453308,
      "learning_rate": 4.456258475006231e-05,
      "loss": 5.6492,
      "step": 283310
    },
    {
      "epoch": 0.24799092469545472,
      "grad_norm": 0.555278480052948,
      "learning_rate": 4.456239435587334e-05,
      "loss": 5.6316,
      "step": 283315
    },
    {
      "epoch": 0.2479953012890819,
      "grad_norm": 0.5203898549079895,
      "learning_rate": 4.456220395887547e-05,
      "loss": 4.9443,
      "step": 283320
    },
    {
      "epoch": 0.24799967788270905,
      "grad_norm": 0.5184446573257446,
      "learning_rate": 4.456201355906875e-05,
      "loss": 4.8044,
      "step": 283325
    },
    {
      "epoch": 0.2480040544763362,
      "grad_norm": 0.5373655557632446,
      "learning_rate": 4.4561823156453206e-05,
      "loss": 5.1605,
      "step": 283330
    },
    {
      "epoch": 0.24800843106996334,
      "grad_norm": 0.5457315444946289,
      "learning_rate": 4.456163275102888e-05,
      "loss": 5.701,
      "step": 283335
    },
    {
      "epoch": 0.24801280766359052,
      "grad_norm": 0.5656827092170715,
      "learning_rate": 4.456144234279581e-05,
      "loss": 4.6848,
      "step": 283340
    },
    {
      "epoch": 0.24801718425721767,
      "grad_norm": 0.5915619134902954,
      "learning_rate": 4.4561251931754046e-05,
      "loss": 5.0905,
      "step": 283345
    },
    {
      "epoch": 0.2480215608508448,
      "grad_norm": 0.5506333112716675,
      "learning_rate": 4.4561061517903594e-05,
      "loss": 5.6137,
      "step": 283350
    },
    {
      "epoch": 0.24802593744447196,
      "grad_norm": 0.5628290772438049,
      "learning_rate": 4.45608711012445e-05,
      "loss": 5.0698,
      "step": 283355
    },
    {
      "epoch": 0.24803031403809914,
      "grad_norm": 0.5316929221153259,
      "learning_rate": 4.456068068177682e-05,
      "loss": 5.419,
      "step": 283360
    },
    {
      "epoch": 0.24803469063172628,
      "grad_norm": 0.5530746579170227,
      "learning_rate": 4.4560490259500585e-05,
      "loss": 5.6924,
      "step": 283365
    },
    {
      "epoch": 0.24803906722535343,
      "grad_norm": 0.542481005191803,
      "learning_rate": 4.456029983441582e-05,
      "loss": 4.8945,
      "step": 283370
    },
    {
      "epoch": 0.24804344381898058,
      "grad_norm": 0.582044243812561,
      "learning_rate": 4.4560109406522565e-05,
      "loss": 5.4149,
      "step": 283375
    },
    {
      "epoch": 0.24804782041260773,
      "grad_norm": 0.539750874042511,
      "learning_rate": 4.455991897582086e-05,
      "loss": 4.6234,
      "step": 283380
    },
    {
      "epoch": 0.2480521970062349,
      "grad_norm": 0.5720687508583069,
      "learning_rate": 4.455972854231073e-05,
      "loss": 5.9129,
      "step": 283385
    },
    {
      "epoch": 0.24805657359986205,
      "grad_norm": 0.6246633529663086,
      "learning_rate": 4.455953810599224e-05,
      "loss": 5.0381,
      "step": 283390
    },
    {
      "epoch": 0.2480609501934892,
      "grad_norm": 0.5852049589157104,
      "learning_rate": 4.4559347666865394e-05,
      "loss": 5.7362,
      "step": 283395
    },
    {
      "epoch": 0.24806532678711635,
      "grad_norm": 0.7768118977546692,
      "learning_rate": 4.455915722493025e-05,
      "loss": 4.1479,
      "step": 283400
    },
    {
      "epoch": 0.24806970338074352,
      "grad_norm": 0.5704107284545898,
      "learning_rate": 4.455896678018684e-05,
      "loss": 5.6964,
      "step": 283405
    },
    {
      "epoch": 0.24807407997437067,
      "grad_norm": 0.5618749260902405,
      "learning_rate": 4.45587763326352e-05,
      "loss": 5.7122,
      "step": 283410
    },
    {
      "epoch": 0.24807845656799782,
      "grad_norm": 0.6279451847076416,
      "learning_rate": 4.455858588227536e-05,
      "loss": 4.8896,
      "step": 283415
    },
    {
      "epoch": 0.24808283316162497,
      "grad_norm": 0.5930658578872681,
      "learning_rate": 4.455839542910737e-05,
      "loss": 5.3395,
      "step": 283420
    },
    {
      "epoch": 0.24808720975525214,
      "grad_norm": 0.5590043067932129,
      "learning_rate": 4.4558204973131244e-05,
      "loss": 5.3953,
      "step": 283425
    },
    {
      "epoch": 0.2480915863488793,
      "grad_norm": 0.5496348142623901,
      "learning_rate": 4.455801451434704e-05,
      "loss": 5.1039,
      "step": 283430
    },
    {
      "epoch": 0.24809596294250644,
      "grad_norm": 0.5492942929267883,
      "learning_rate": 4.4557824052754806e-05,
      "loss": 5.9252,
      "step": 283435
    },
    {
      "epoch": 0.24810033953613359,
      "grad_norm": 0.5649732351303101,
      "learning_rate": 4.455763358835454e-05,
      "loss": 5.9271,
      "step": 283440
    },
    {
      "epoch": 0.24810471612976076,
      "grad_norm": 0.5532693266868591,
      "learning_rate": 4.455744312114632e-05,
      "loss": 5.4197,
      "step": 283445
    },
    {
      "epoch": 0.2481090927233879,
      "grad_norm": 0.5447626709938049,
      "learning_rate": 4.455725265113014e-05,
      "loss": 6.2045,
      "step": 283450
    },
    {
      "epoch": 0.24811346931701506,
      "grad_norm": 0.5671350359916687,
      "learning_rate": 4.455706217830608e-05,
      "loss": 4.6619,
      "step": 283455
    },
    {
      "epoch": 0.2481178459106422,
      "grad_norm": 0.54462069272995,
      "learning_rate": 4.455687170267414e-05,
      "loss": 5.7416,
      "step": 283460
    },
    {
      "epoch": 0.24812222250426938,
      "grad_norm": 0.5337265133857727,
      "learning_rate": 4.455668122423439e-05,
      "loss": 5.212,
      "step": 283465
    },
    {
      "epoch": 0.24812659909789653,
      "grad_norm": 0.5230231285095215,
      "learning_rate": 4.455649074298685e-05,
      "loss": 5.6962,
      "step": 283470
    },
    {
      "epoch": 0.24813097569152368,
      "grad_norm": 0.564611554145813,
      "learning_rate": 4.455630025893154e-05,
      "loss": 5.3285,
      "step": 283475
    },
    {
      "epoch": 0.24813535228515082,
      "grad_norm": 0.5469843149185181,
      "learning_rate": 4.455610977206852e-05,
      "loss": 5.6268,
      "step": 283480
    },
    {
      "epoch": 0.248139728878778,
      "grad_norm": 0.5622943639755249,
      "learning_rate": 4.455591928239783e-05,
      "loss": 5.2093,
      "step": 283485
    },
    {
      "epoch": 0.24814410547240515,
      "grad_norm": 0.5449209809303284,
      "learning_rate": 4.455572878991948e-05,
      "loss": 5.3973,
      "step": 283490
    },
    {
      "epoch": 0.2481484820660323,
      "grad_norm": 0.5573058128356934,
      "learning_rate": 4.4555538294633534e-05,
      "loss": 5.1327,
      "step": 283495
    },
    {
      "epoch": 0.24815285865965944,
      "grad_norm": 0.562563419342041,
      "learning_rate": 4.455534779654002e-05,
      "loss": 5.7508,
      "step": 283500
    },
    {
      "epoch": 0.2481572352532866,
      "grad_norm": 0.5693256855010986,
      "learning_rate": 4.4555157295638973e-05,
      "loss": 4.8001,
      "step": 283505
    },
    {
      "epoch": 0.24816161184691377,
      "grad_norm": 0.5690461993217468,
      "learning_rate": 4.455496679193042e-05,
      "loss": 4.6125,
      "step": 283510
    },
    {
      "epoch": 0.2481659884405409,
      "grad_norm": 0.5642604231834412,
      "learning_rate": 4.455477628541441e-05,
      "loss": 5.7311,
      "step": 283515
    },
    {
      "epoch": 0.24817036503416806,
      "grad_norm": 0.5427015423774719,
      "learning_rate": 4.4554585776090984e-05,
      "loss": 5.5871,
      "step": 283520
    },
    {
      "epoch": 0.2481747416277952,
      "grad_norm": 0.5581487417221069,
      "learning_rate": 4.455439526396018e-05,
      "loss": 5.201,
      "step": 283525
    },
    {
      "epoch": 0.24817911822142238,
      "grad_norm": 0.5689826011657715,
      "learning_rate": 4.455420474902201e-05,
      "loss": 5.6489,
      "step": 283530
    },
    {
      "epoch": 0.24818349481504953,
      "grad_norm": 0.5519148707389832,
      "learning_rate": 4.455401423127653e-05,
      "loss": 5.9441,
      "step": 283535
    },
    {
      "epoch": 0.24818787140867668,
      "grad_norm": 0.6370908617973328,
      "learning_rate": 4.455382371072379e-05,
      "loss": 4.6979,
      "step": 283540
    },
    {
      "epoch": 0.24819224800230383,
      "grad_norm": 0.549772322177887,
      "learning_rate": 4.45536331873638e-05,
      "loss": 5.3883,
      "step": 283545
    },
    {
      "epoch": 0.248196624595931,
      "grad_norm": 0.5435678958892822,
      "learning_rate": 4.4553442661196596e-05,
      "loss": 6.232,
      "step": 283550
    },
    {
      "epoch": 0.24820100118955815,
      "grad_norm": 0.5423436760902405,
      "learning_rate": 4.4553252132222244e-05,
      "loss": 5.9369,
      "step": 283555
    },
    {
      "epoch": 0.2482053777831853,
      "grad_norm": 0.5533614754676819,
      "learning_rate": 4.455306160044076e-05,
      "loss": 5.3675,
      "step": 283560
    },
    {
      "epoch": 0.24820975437681245,
      "grad_norm": 0.5608871579170227,
      "learning_rate": 4.455287106585219e-05,
      "loss": 4.8829,
      "step": 283565
    },
    {
      "epoch": 0.24821413097043962,
      "grad_norm": 0.5578537583351135,
      "learning_rate": 4.455268052845655e-05,
      "loss": 4.9265,
      "step": 283570
    },
    {
      "epoch": 0.24821850756406677,
      "grad_norm": 0.5649007558822632,
      "learning_rate": 4.45524899882539e-05,
      "loss": 5.1562,
      "step": 283575
    },
    {
      "epoch": 0.24822288415769392,
      "grad_norm": 0.5502878427505493,
      "learning_rate": 4.455229944524427e-05,
      "loss": 5.6246,
      "step": 283580
    },
    {
      "epoch": 0.24822726075132107,
      "grad_norm": 0.5615739226341248,
      "learning_rate": 4.455210889942769e-05,
      "loss": 6.2113,
      "step": 283585
    },
    {
      "epoch": 0.24823163734494824,
      "grad_norm": 0.6231041550636292,
      "learning_rate": 4.45519183508042e-05,
      "loss": 5.1558,
      "step": 283590
    },
    {
      "epoch": 0.2482360139385754,
      "grad_norm": 0.5796499252319336,
      "learning_rate": 4.455172779937384e-05,
      "loss": 5.2134,
      "step": 283595
    },
    {
      "epoch": 0.24824039053220254,
      "grad_norm": 0.5660690069198608,
      "learning_rate": 4.455153724513666e-05,
      "loss": 5.1229,
      "step": 283600
    },
    {
      "epoch": 0.24824476712582969,
      "grad_norm": 0.5555789470672607,
      "learning_rate": 4.4551346688092663e-05,
      "loss": 5.7296,
      "step": 283605
    },
    {
      "epoch": 0.24824914371945686,
      "grad_norm": 0.5699943900108337,
      "learning_rate": 4.455115612824192e-05,
      "loss": 4.6674,
      "step": 283610
    },
    {
      "epoch": 0.248253520313084,
      "grad_norm": 0.5792165398597717,
      "learning_rate": 4.455096556558444e-05,
      "loss": 5.7139,
      "step": 283615
    },
    {
      "epoch": 0.24825789690671116,
      "grad_norm": 0.5592559576034546,
      "learning_rate": 4.4550775000120284e-05,
      "loss": 4.5468,
      "step": 283620
    },
    {
      "epoch": 0.2482622735003383,
      "grad_norm": 0.574810802936554,
      "learning_rate": 4.455058443184947e-05,
      "loss": 4.8944,
      "step": 283625
    },
    {
      "epoch": 0.24826665009396545,
      "grad_norm": 0.5774846076965332,
      "learning_rate": 4.4550393860772046e-05,
      "loss": 5.175,
      "step": 283630
    },
    {
      "epoch": 0.24827102668759263,
      "grad_norm": 0.5522071123123169,
      "learning_rate": 4.4550203286888034e-05,
      "loss": 5.2014,
      "step": 283635
    },
    {
      "epoch": 0.24827540328121978,
      "grad_norm": 0.5490934252738953,
      "learning_rate": 4.45500127101975e-05,
      "loss": 4.3825,
      "step": 283640
    },
    {
      "epoch": 0.24827977987484692,
      "grad_norm": 0.5885156989097595,
      "learning_rate": 4.454982213070045e-05,
      "loss": 4.9154,
      "step": 283645
    },
    {
      "epoch": 0.24828415646847407,
      "grad_norm": 0.5531283020973206,
      "learning_rate": 4.454963154839693e-05,
      "loss": 5.1901,
      "step": 283650
    },
    {
      "epoch": 0.24828853306210125,
      "grad_norm": 0.5658621788024902,
      "learning_rate": 4.454944096328698e-05,
      "loss": 4.8013,
      "step": 283655
    },
    {
      "epoch": 0.2482929096557284,
      "grad_norm": 0.5533353090286255,
      "learning_rate": 4.454925037537065e-05,
      "loss": 5.1331,
      "step": 283660
    },
    {
      "epoch": 0.24829728624935554,
      "grad_norm": 0.5525655746459961,
      "learning_rate": 4.454905978464795e-05,
      "loss": 5.1129,
      "step": 283665
    },
    {
      "epoch": 0.2483016628429827,
      "grad_norm": 0.5564906597137451,
      "learning_rate": 4.454886919111892e-05,
      "loss": 5.7502,
      "step": 283670
    },
    {
      "epoch": 0.24830603943660987,
      "grad_norm": 0.5744675993919373,
      "learning_rate": 4.454867859478363e-05,
      "loss": 6.2264,
      "step": 283675
    },
    {
      "epoch": 0.248310416030237,
      "grad_norm": 0.5795923471450806,
      "learning_rate": 4.4548487995642086e-05,
      "loss": 5.1312,
      "step": 283680
    },
    {
      "epoch": 0.24831479262386416,
      "grad_norm": 0.5372908115386963,
      "learning_rate": 4.454829739369433e-05,
      "loss": 5.1436,
      "step": 283685
    },
    {
      "epoch": 0.2483191692174913,
      "grad_norm": 0.5685727596282959,
      "learning_rate": 4.45481067889404e-05,
      "loss": 5.4036,
      "step": 283690
    },
    {
      "epoch": 0.24832354581111848,
      "grad_norm": 0.5666980147361755,
      "learning_rate": 4.454791618138033e-05,
      "loss": 4.9205,
      "step": 283695
    },
    {
      "epoch": 0.24832792240474563,
      "grad_norm": 0.5420547723770142,
      "learning_rate": 4.454772557101418e-05,
      "loss": 5.3695,
      "step": 283700
    },
    {
      "epoch": 0.24833229899837278,
      "grad_norm": 0.561007022857666,
      "learning_rate": 4.454753495784195e-05,
      "loss": 4.9152,
      "step": 283705
    },
    {
      "epoch": 0.24833667559199993,
      "grad_norm": 0.5738537311553955,
      "learning_rate": 4.45473443418637e-05,
      "loss": 5.3956,
      "step": 283710
    },
    {
      "epoch": 0.2483410521856271,
      "grad_norm": 0.5738310217857361,
      "learning_rate": 4.454715372307946e-05,
      "loss": 5.3051,
      "step": 283715
    },
    {
      "epoch": 0.24834542877925425,
      "grad_norm": 0.5441026091575623,
      "learning_rate": 4.4546963101489256e-05,
      "loss": 5.1311,
      "step": 283720
    },
    {
      "epoch": 0.2483498053728814,
      "grad_norm": 0.5366280674934387,
      "learning_rate": 4.4546772477093146e-05,
      "loss": 5.6346,
      "step": 283725
    },
    {
      "epoch": 0.24835418196650855,
      "grad_norm": 0.5413230061531067,
      "learning_rate": 4.454658184989117e-05,
      "loss": 5.7229,
      "step": 283730
    },
    {
      "epoch": 0.24835855856013572,
      "grad_norm": 0.5668573379516602,
      "learning_rate": 4.454639121988334e-05,
      "loss": 4.4774,
      "step": 283735
    },
    {
      "epoch": 0.24836293515376287,
      "grad_norm": 0.5387508273124695,
      "learning_rate": 4.4546200587069697e-05,
      "loss": 5.4089,
      "step": 283740
    },
    {
      "epoch": 0.24836731174739002,
      "grad_norm": 0.5413528084754944,
      "learning_rate": 4.45460099514503e-05,
      "loss": 5.5994,
      "step": 283745
    },
    {
      "epoch": 0.24837168834101717,
      "grad_norm": 0.5679009556770325,
      "learning_rate": 4.454581931302516e-05,
      "loss": 5.383,
      "step": 283750
    },
    {
      "epoch": 0.24837606493464431,
      "grad_norm": 0.5816667675971985,
      "learning_rate": 4.454562867179434e-05,
      "loss": 4.8307,
      "step": 283755
    },
    {
      "epoch": 0.2483804415282715,
      "grad_norm": 0.5564090013504028,
      "learning_rate": 4.4545438027757845e-05,
      "loss": 5.8949,
      "step": 283760
    },
    {
      "epoch": 0.24838481812189864,
      "grad_norm": 0.5998216271400452,
      "learning_rate": 4.4545247380915734e-05,
      "loss": 5.2173,
      "step": 283765
    },
    {
      "epoch": 0.24838919471552579,
      "grad_norm": 0.5364153385162354,
      "learning_rate": 4.454505673126804e-05,
      "loss": 5.3428,
      "step": 283770
    },
    {
      "epoch": 0.24839357130915293,
      "grad_norm": 0.586586058139801,
      "learning_rate": 4.45448660788148e-05,
      "loss": 4.076,
      "step": 283775
    },
    {
      "epoch": 0.2483979479027801,
      "grad_norm": 0.5661597847938538,
      "learning_rate": 4.4544675423556046e-05,
      "loss": 5.426,
      "step": 283780
    },
    {
      "epoch": 0.24840232449640726,
      "grad_norm": 0.610568642616272,
      "learning_rate": 4.454448476549181e-05,
      "loss": 5.2936,
      "step": 283785
    },
    {
      "epoch": 0.2484067010900344,
      "grad_norm": 0.5911335349082947,
      "learning_rate": 4.454429410462215e-05,
      "loss": 4.4137,
      "step": 283790
    },
    {
      "epoch": 0.24841107768366155,
      "grad_norm": 0.5448614358901978,
      "learning_rate": 4.454410344094709e-05,
      "loss": 5.9061,
      "step": 283795
    },
    {
      "epoch": 0.24841545427728873,
      "grad_norm": 0.5262722373008728,
      "learning_rate": 4.454391277446666e-05,
      "loss": 5.9018,
      "step": 283800
    },
    {
      "epoch": 0.24841983087091588,
      "grad_norm": 0.5222020149230957,
      "learning_rate": 4.45437221051809e-05,
      "loss": 4.8184,
      "step": 283805
    },
    {
      "epoch": 0.24842420746454302,
      "grad_norm": 0.5453464984893799,
      "learning_rate": 4.454353143308986e-05,
      "loss": 5.7409,
      "step": 283810
    },
    {
      "epoch": 0.24842858405817017,
      "grad_norm": 0.5351071357727051,
      "learning_rate": 4.454334075819355e-05,
      "loss": 5.9342,
      "step": 283815
    },
    {
      "epoch": 0.24843296065179735,
      "grad_norm": 0.5305662751197815,
      "learning_rate": 4.454315008049204e-05,
      "loss": 4.7946,
      "step": 283820
    },
    {
      "epoch": 0.2484373372454245,
      "grad_norm": 0.5631862878799438,
      "learning_rate": 4.454295939998534e-05,
      "loss": 4.8676,
      "step": 283825
    },
    {
      "epoch": 0.24844171383905164,
      "grad_norm": 0.5524501204490662,
      "learning_rate": 4.45427687166735e-05,
      "loss": 5.1836,
      "step": 283830
    },
    {
      "epoch": 0.2484460904326788,
      "grad_norm": 0.5681557655334473,
      "learning_rate": 4.454257803055655e-05,
      "loss": 5.3991,
      "step": 283835
    },
    {
      "epoch": 0.24845046702630597,
      "grad_norm": 0.5755971670150757,
      "learning_rate": 4.454238734163453e-05,
      "loss": 4.3041,
      "step": 283840
    },
    {
      "epoch": 0.2484548436199331,
      "grad_norm": 0.6191665530204773,
      "learning_rate": 4.454219664990749e-05,
      "loss": 5.4236,
      "step": 283845
    },
    {
      "epoch": 0.24845922021356026,
      "grad_norm": 0.5561277866363525,
      "learning_rate": 4.454200595537543e-05,
      "loss": 4.4319,
      "step": 283850
    },
    {
      "epoch": 0.2484635968071874,
      "grad_norm": 0.5440746545791626,
      "learning_rate": 4.454181525803843e-05,
      "loss": 5.1315,
      "step": 283855
    },
    {
      "epoch": 0.24846797340081458,
      "grad_norm": 0.5729786157608032,
      "learning_rate": 4.45416245578965e-05,
      "loss": 4.879,
      "step": 283860
    },
    {
      "epoch": 0.24847234999444173,
      "grad_norm": 0.5672508478164673,
      "learning_rate": 4.454143385494969e-05,
      "loss": 5.7197,
      "step": 283865
    },
    {
      "epoch": 0.24847672658806888,
      "grad_norm": 0.5356739163398743,
      "learning_rate": 4.4541243149198034e-05,
      "loss": 5.3221,
      "step": 283870
    },
    {
      "epoch": 0.24848110318169603,
      "grad_norm": 0.5447251200675964,
      "learning_rate": 4.454105244064155e-05,
      "loss": 4.3064,
      "step": 283875
    },
    {
      "epoch": 0.24848547977532318,
      "grad_norm": 0.5550789833068848,
      "learning_rate": 4.45408617292803e-05,
      "loss": 5.6262,
      "step": 283880
    },
    {
      "epoch": 0.24848985636895035,
      "grad_norm": 0.5529877543449402,
      "learning_rate": 4.454067101511431e-05,
      "loss": 4.5907,
      "step": 283885
    },
    {
      "epoch": 0.2484942329625775,
      "grad_norm": 0.5523327589035034,
      "learning_rate": 4.4540480298143614e-05,
      "loss": 5.2055,
      "step": 283890
    },
    {
      "epoch": 0.24849860955620465,
      "grad_norm": 0.5530527234077454,
      "learning_rate": 4.4540289578368267e-05,
      "loss": 4.4041,
      "step": 283895
    },
    {
      "epoch": 0.2485029861498318,
      "grad_norm": 0.5479523539543152,
      "learning_rate": 4.454009885578828e-05,
      "loss": 5.4446,
      "step": 283900
    },
    {
      "epoch": 0.24850736274345897,
      "grad_norm": 0.5312605500221252,
      "learning_rate": 4.453990813040371e-05,
      "loss": 4.309,
      "step": 283905
    },
    {
      "epoch": 0.24851173933708612,
      "grad_norm": 0.5548629760742188,
      "learning_rate": 4.4539717402214574e-05,
      "loss": 5.4015,
      "step": 283910
    },
    {
      "epoch": 0.24851611593071327,
      "grad_norm": 0.528705358505249,
      "learning_rate": 4.453952667122092e-05,
      "loss": 5.3381,
      "step": 283915
    },
    {
      "epoch": 0.24852049252434041,
      "grad_norm": 0.5331088304519653,
      "learning_rate": 4.4539335937422785e-05,
      "loss": 5.609,
      "step": 283920
    },
    {
      "epoch": 0.2485248691179676,
      "grad_norm": 0.5891702175140381,
      "learning_rate": 4.453914520082022e-05,
      "loss": 5.893,
      "step": 283925
    },
    {
      "epoch": 0.24852924571159474,
      "grad_norm": 0.5589791536331177,
      "learning_rate": 4.453895446141324e-05,
      "loss": 4.9076,
      "step": 283930
    },
    {
      "epoch": 0.24853362230522189,
      "grad_norm": 0.5715523362159729,
      "learning_rate": 4.453876371920188e-05,
      "loss": 5.3705,
      "step": 283935
    },
    {
      "epoch": 0.24853799889884903,
      "grad_norm": 0.5618443489074707,
      "learning_rate": 4.45385729741862e-05,
      "loss": 4.3741,
      "step": 283940
    },
    {
      "epoch": 0.2485423754924762,
      "grad_norm": 0.5448868274688721,
      "learning_rate": 4.453838222636621e-05,
      "loss": 5.7046,
      "step": 283945
    },
    {
      "epoch": 0.24854675208610336,
      "grad_norm": 0.5425822734832764,
      "learning_rate": 4.453819147574197e-05,
      "loss": 4.6208,
      "step": 283950
    },
    {
      "epoch": 0.2485511286797305,
      "grad_norm": 0.5438945293426514,
      "learning_rate": 4.45380007223135e-05,
      "loss": 6.2514,
      "step": 283955
    },
    {
      "epoch": 0.24855550527335765,
      "grad_norm": 0.5412822961807251,
      "learning_rate": 4.453780996608084e-05,
      "loss": 5.2231,
      "step": 283960
    },
    {
      "epoch": 0.24855988186698483,
      "grad_norm": 0.5558252930641174,
      "learning_rate": 4.453761920704405e-05,
      "loss": 5.867,
      "step": 283965
    },
    {
      "epoch": 0.24856425846061198,
      "grad_norm": 0.5361582636833191,
      "learning_rate": 4.4537428445203134e-05,
      "loss": 5.0994,
      "step": 283970
    },
    {
      "epoch": 0.24856863505423912,
      "grad_norm": 0.5524086952209473,
      "learning_rate": 4.453723768055813e-05,
      "loss": 5.4093,
      "step": 283975
    },
    {
      "epoch": 0.24857301164786627,
      "grad_norm": 0.549769401550293,
      "learning_rate": 4.4537046913109096e-05,
      "loss": 5.4008,
      "step": 283980
    },
    {
      "epoch": 0.24857738824149345,
      "grad_norm": 0.5506737232208252,
      "learning_rate": 4.453685614285607e-05,
      "loss": 5.7087,
      "step": 283985
    },
    {
      "epoch": 0.2485817648351206,
      "grad_norm": 0.5275829434394836,
      "learning_rate": 4.4536665369799055e-05,
      "loss": 5.1222,
      "step": 283990
    },
    {
      "epoch": 0.24858614142874774,
      "grad_norm": 0.5565747618675232,
      "learning_rate": 4.4536474593938125e-05,
      "loss": 5.4692,
      "step": 283995
    },
    {
      "epoch": 0.2485905180223749,
      "grad_norm": 0.5510683059692383,
      "learning_rate": 4.453628381527331e-05,
      "loss": 5.9336,
      "step": 284000
    },
    {
      "epoch": 0.24859489461600207,
      "grad_norm": 0.5500863194465637,
      "learning_rate": 4.453609303380463e-05,
      "loss": 5.884,
      "step": 284005
    },
    {
      "epoch": 0.2485992712096292,
      "grad_norm": 0.5372254848480225,
      "learning_rate": 4.4535902249532126e-05,
      "loss": 5.308,
      "step": 284010
    },
    {
      "epoch": 0.24860364780325636,
      "grad_norm": 0.5520589351654053,
      "learning_rate": 4.453571146245584e-05,
      "loss": 5.3842,
      "step": 284015
    },
    {
      "epoch": 0.2486080243968835,
      "grad_norm": 0.5384745597839355,
      "learning_rate": 4.4535520672575814e-05,
      "loss": 5.7046,
      "step": 284020
    },
    {
      "epoch": 0.24861240099051066,
      "grad_norm": 0.5435800552368164,
      "learning_rate": 4.4535329879892086e-05,
      "loss": 5.6291,
      "step": 284025
    },
    {
      "epoch": 0.24861677758413783,
      "grad_norm": 0.533362090587616,
      "learning_rate": 4.453513908440468e-05,
      "loss": 5.9449,
      "step": 284030
    },
    {
      "epoch": 0.24862115417776498,
      "grad_norm": 0.5486239194869995,
      "learning_rate": 4.453494828611363e-05,
      "loss": 5.6847,
      "step": 284035
    },
    {
      "epoch": 0.24862553077139213,
      "grad_norm": 0.5690051913261414,
      "learning_rate": 4.4534757485018995e-05,
      "loss": 5.6981,
      "step": 284040
    },
    {
      "epoch": 0.24862990736501928,
      "grad_norm": 0.5422343611717224,
      "learning_rate": 4.4534566681120795e-05,
      "loss": 5.623,
      "step": 284045
    },
    {
      "epoch": 0.24863428395864645,
      "grad_norm": 0.5511561036109924,
      "learning_rate": 4.4534375874419064e-05,
      "loss": 5.4197,
      "step": 284050
    },
    {
      "epoch": 0.2486386605522736,
      "grad_norm": 0.5525017380714417,
      "learning_rate": 4.453418506491386e-05,
      "loss": 4.6201,
      "step": 284055
    },
    {
      "epoch": 0.24864303714590075,
      "grad_norm": 0.5521807670593262,
      "learning_rate": 4.4533994252605196e-05,
      "loss": 5.4289,
      "step": 284060
    },
    {
      "epoch": 0.2486474137395279,
      "grad_norm": 0.5772894620895386,
      "learning_rate": 4.453380343749312e-05,
      "loss": 5.6324,
      "step": 284065
    },
    {
      "epoch": 0.24865179033315507,
      "grad_norm": 0.6027014255523682,
      "learning_rate": 4.453361261957766e-05,
      "loss": 3.8657,
      "step": 284070
    },
    {
      "epoch": 0.24865616692678222,
      "grad_norm": 0.5631280541419983,
      "learning_rate": 4.4533421798858864e-05,
      "loss": 5.4672,
      "step": 284075
    },
    {
      "epoch": 0.24866054352040937,
      "grad_norm": 0.5791880488395691,
      "learning_rate": 4.453323097533677e-05,
      "loss": 5.4243,
      "step": 284080
    },
    {
      "epoch": 0.24866492011403651,
      "grad_norm": 0.5628508925437927,
      "learning_rate": 4.453304014901141e-05,
      "loss": 3.8516,
      "step": 284085
    },
    {
      "epoch": 0.2486692967076637,
      "grad_norm": 0.6020737290382385,
      "learning_rate": 4.453284931988281e-05,
      "loss": 5.8951,
      "step": 284090
    },
    {
      "epoch": 0.24867367330129084,
      "grad_norm": 0.5540866255760193,
      "learning_rate": 4.4532658487951015e-05,
      "loss": 4.6585,
      "step": 284095
    },
    {
      "epoch": 0.24867804989491799,
      "grad_norm": 0.5491650700569153,
      "learning_rate": 4.453246765321607e-05,
      "loss": 5.5906,
      "step": 284100
    },
    {
      "epoch": 0.24868242648854513,
      "grad_norm": 0.5838404893875122,
      "learning_rate": 4.453227681567801e-05,
      "loss": 5.7229,
      "step": 284105
    },
    {
      "epoch": 0.2486868030821723,
      "grad_norm": 0.53816819190979,
      "learning_rate": 4.4532085975336855e-05,
      "loss": 5.915,
      "step": 284110
    },
    {
      "epoch": 0.24869117967579946,
      "grad_norm": 0.5554543137550354,
      "learning_rate": 4.453189513219267e-05,
      "loss": 4.8956,
      "step": 284115
    },
    {
      "epoch": 0.2486955562694266,
      "grad_norm": 0.5381730794906616,
      "learning_rate": 4.453170428624547e-05,
      "loss": 5.7125,
      "step": 284120
    },
    {
      "epoch": 0.24869993286305375,
      "grad_norm": 0.5485284328460693,
      "learning_rate": 4.453151343749529e-05,
      "loss": 5.3987,
      "step": 284125
    },
    {
      "epoch": 0.24870430945668093,
      "grad_norm": 0.5416111350059509,
      "learning_rate": 4.453132258594218e-05,
      "loss": 5.4088,
      "step": 284130
    },
    {
      "epoch": 0.24870868605030808,
      "grad_norm": 0.558647632598877,
      "learning_rate": 4.4531131731586174e-05,
      "loss": 4.9278,
      "step": 284135
    },
    {
      "epoch": 0.24871306264393522,
      "grad_norm": 0.54258131980896,
      "learning_rate": 4.4530940874427294e-05,
      "loss": 6.1836,
      "step": 284140
    },
    {
      "epoch": 0.24871743923756237,
      "grad_norm": 0.5508232712745667,
      "learning_rate": 4.45307500144656e-05,
      "loss": 5.2234,
      "step": 284145
    },
    {
      "epoch": 0.24872181583118952,
      "grad_norm": 0.553215503692627,
      "learning_rate": 4.4530559151701126e-05,
      "loss": 5.431,
      "step": 284150
    },
    {
      "epoch": 0.2487261924248167,
      "grad_norm": 0.5455293655395508,
      "learning_rate": 4.453036828613389e-05,
      "loss": 5.6964,
      "step": 284155
    },
    {
      "epoch": 0.24873056901844384,
      "grad_norm": 0.5640000700950623,
      "learning_rate": 4.453017741776394e-05,
      "loss": 4.9148,
      "step": 284160
    },
    {
      "epoch": 0.248734945612071,
      "grad_norm": 0.5643162131309509,
      "learning_rate": 4.452998654659131e-05,
      "loss": 5.1927,
      "step": 284165
    },
    {
      "epoch": 0.24873932220569814,
      "grad_norm": 0.5582496523857117,
      "learning_rate": 4.452979567261605e-05,
      "loss": 5.179,
      "step": 284170
    },
    {
      "epoch": 0.2487436987993253,
      "grad_norm": 0.5715286135673523,
      "learning_rate": 4.4529604795838166e-05,
      "loss": 4.2962,
      "step": 284175
    },
    {
      "epoch": 0.24874807539295246,
      "grad_norm": 0.597124457359314,
      "learning_rate": 4.452941391625772e-05,
      "loss": 5.948,
      "step": 284180
    },
    {
      "epoch": 0.2487524519865796,
      "grad_norm": 0.5586085319519043,
      "learning_rate": 4.4529223033874755e-05,
      "loss": 5.6287,
      "step": 284185
    },
    {
      "epoch": 0.24875682858020676,
      "grad_norm": 0.5565289855003357,
      "learning_rate": 4.4529032148689296e-05,
      "loss": 5.3925,
      "step": 284190
    },
    {
      "epoch": 0.24876120517383393,
      "grad_norm": 0.5508278012275696,
      "learning_rate": 4.452884126070137e-05,
      "loss": 5.1435,
      "step": 284195
    },
    {
      "epoch": 0.24876558176746108,
      "grad_norm": 0.544468104839325,
      "learning_rate": 4.452865036991103e-05,
      "loss": 5.4005,
      "step": 284200
    },
    {
      "epoch": 0.24876995836108823,
      "grad_norm": 0.5654433965682983,
      "learning_rate": 4.4528459476318305e-05,
      "loss": 5.4287,
      "step": 284205
    },
    {
      "epoch": 0.24877433495471538,
      "grad_norm": 0.5428368449211121,
      "learning_rate": 4.452826857992324e-05,
      "loss": 5.9316,
      "step": 284210
    },
    {
      "epoch": 0.24877871154834255,
      "grad_norm": 0.5417944192886353,
      "learning_rate": 4.4528077680725857e-05,
      "loss": 5.7066,
      "step": 284215
    },
    {
      "epoch": 0.2487830881419697,
      "grad_norm": 0.6047363877296448,
      "learning_rate": 4.4527886778726204e-05,
      "loss": 4.3674,
      "step": 284220
    },
    {
      "epoch": 0.24878746473559685,
      "grad_norm": 0.5612806081771851,
      "learning_rate": 4.4527695873924316e-05,
      "loss": 5.3234,
      "step": 284225
    },
    {
      "epoch": 0.248791841329224,
      "grad_norm": 0.5922709703445435,
      "learning_rate": 4.452750496632022e-05,
      "loss": 5.6244,
      "step": 284230
    },
    {
      "epoch": 0.24879621792285117,
      "grad_norm": 0.5561443567276001,
      "learning_rate": 4.4527314055913974e-05,
      "loss": 4.3088,
      "step": 284235
    },
    {
      "epoch": 0.24880059451647832,
      "grad_norm": 0.5789501667022705,
      "learning_rate": 4.4527123142705596e-05,
      "loss": 5.9328,
      "step": 284240
    },
    {
      "epoch": 0.24880497111010547,
      "grad_norm": 0.6556607484817505,
      "learning_rate": 4.452693222669513e-05,
      "loss": 5.0691,
      "step": 284245
    },
    {
      "epoch": 0.24880934770373261,
      "grad_norm": 0.5775970220565796,
      "learning_rate": 4.452674130788261e-05,
      "loss": 6.2107,
      "step": 284250
    },
    {
      "epoch": 0.2488137242973598,
      "grad_norm": 0.540410041809082,
      "learning_rate": 4.452655038626808e-05,
      "loss": 4.8732,
      "step": 284255
    },
    {
      "epoch": 0.24881810089098694,
      "grad_norm": 0.5732335448265076,
      "learning_rate": 4.4526359461851574e-05,
      "loss": 5.4078,
      "step": 284260
    },
    {
      "epoch": 0.24882247748461409,
      "grad_norm": 0.5411710143089294,
      "learning_rate": 4.4526168534633115e-05,
      "loss": 5.9557,
      "step": 284265
    },
    {
      "epoch": 0.24882685407824123,
      "grad_norm": 0.5498677492141724,
      "learning_rate": 4.452597760461276e-05,
      "loss": 4.903,
      "step": 284270
    },
    {
      "epoch": 0.24883123067186838,
      "grad_norm": 0.5385841727256775,
      "learning_rate": 4.452578667179054e-05,
      "loss": 5.6817,
      "step": 284275
    },
    {
      "epoch": 0.24883560726549556,
      "grad_norm": 0.550834596157074,
      "learning_rate": 4.4525595736166484e-05,
      "loss": 4.2973,
      "step": 284280
    },
    {
      "epoch": 0.2488399838591227,
      "grad_norm": 0.5513829588890076,
      "learning_rate": 4.4525404797740634e-05,
      "loss": 5.4052,
      "step": 284285
    },
    {
      "epoch": 0.24884436045274985,
      "grad_norm": 0.5401611924171448,
      "learning_rate": 4.452521385651303e-05,
      "loss": 5.0928,
      "step": 284290
    },
    {
      "epoch": 0.248848737046377,
      "grad_norm": 0.5511592030525208,
      "learning_rate": 4.4525022912483696e-05,
      "loss": 4.8854,
      "step": 284295
    },
    {
      "epoch": 0.24885311364000418,
      "grad_norm": 0.556995689868927,
      "learning_rate": 4.452483196565269e-05,
      "loss": 5.3579,
      "step": 284300
    },
    {
      "epoch": 0.24885749023363132,
      "grad_norm": 0.544793963432312,
      "learning_rate": 4.452464101602004e-05,
      "loss": 5.411,
      "step": 284305
    },
    {
      "epoch": 0.24886186682725847,
      "grad_norm": 0.5567136406898499,
      "learning_rate": 4.452445006358577e-05,
      "loss": 5.2155,
      "step": 284310
    },
    {
      "epoch": 0.24886624342088562,
      "grad_norm": 0.5557194948196411,
      "learning_rate": 4.452425910834993e-05,
      "loss": 4.8834,
      "step": 284315
    },
    {
      "epoch": 0.2488706200145128,
      "grad_norm": 0.6199474930763245,
      "learning_rate": 4.452406815031255e-05,
      "loss": 4.5521,
      "step": 284320
    },
    {
      "epoch": 0.24887499660813994,
      "grad_norm": 0.5574764609336853,
      "learning_rate": 4.4523877189473674e-05,
      "loss": 5.9125,
      "step": 284325
    },
    {
      "epoch": 0.2488793732017671,
      "grad_norm": 0.5635653138160706,
      "learning_rate": 4.452368622583334e-05,
      "loss": 5.6219,
      "step": 284330
    },
    {
      "epoch": 0.24888374979539424,
      "grad_norm": 0.5678749084472656,
      "learning_rate": 4.4523495259391576e-05,
      "loss": 4.6623,
      "step": 284335
    },
    {
      "epoch": 0.2488881263890214,
      "grad_norm": 0.5500827431678772,
      "learning_rate": 4.4523304290148424e-05,
      "loss": 5.8936,
      "step": 284340
    },
    {
      "epoch": 0.24889250298264856,
      "grad_norm": 0.5389071702957153,
      "learning_rate": 4.452311331810392e-05,
      "loss": 5.7305,
      "step": 284345
    },
    {
      "epoch": 0.2488968795762757,
      "grad_norm": 0.5394958257675171,
      "learning_rate": 4.45229223432581e-05,
      "loss": 5.3592,
      "step": 284350
    },
    {
      "epoch": 0.24890125616990286,
      "grad_norm": 0.5587669610977173,
      "learning_rate": 4.4522731365611e-05,
      "loss": 6.2127,
      "step": 284355
    },
    {
      "epoch": 0.24890563276353003,
      "grad_norm": 0.5574412941932678,
      "learning_rate": 4.452254038516266e-05,
      "loss": 4.4118,
      "step": 284360
    },
    {
      "epoch": 0.24891000935715718,
      "grad_norm": 0.556142270565033,
      "learning_rate": 4.452234940191312e-05,
      "loss": 5.3959,
      "step": 284365
    },
    {
      "epoch": 0.24891438595078433,
      "grad_norm": 0.5692965388298035,
      "learning_rate": 4.45221584158624e-05,
      "loss": 5.406,
      "step": 284370
    },
    {
      "epoch": 0.24891876254441148,
      "grad_norm": 0.5587751865386963,
      "learning_rate": 4.452196742701056e-05,
      "loss": 5.2229,
      "step": 284375
    },
    {
      "epoch": 0.24892313913803865,
      "grad_norm": 0.5543334484100342,
      "learning_rate": 4.452177643535762e-05,
      "loss": 4.8087,
      "step": 284380
    },
    {
      "epoch": 0.2489275157316658,
      "grad_norm": 0.5402958989143372,
      "learning_rate": 4.4521585440903624e-05,
      "loss": 5.9211,
      "step": 284385
    },
    {
      "epoch": 0.24893189232529295,
      "grad_norm": 0.5635536313056946,
      "learning_rate": 4.452139444364861e-05,
      "loss": 5.6395,
      "step": 284390
    },
    {
      "epoch": 0.2489362689189201,
      "grad_norm": 0.563189685344696,
      "learning_rate": 4.4521203443592616e-05,
      "loss": 5.0869,
      "step": 284395
    },
    {
      "epoch": 0.24894064551254724,
      "grad_norm": 0.5447596311569214,
      "learning_rate": 4.4521012440735666e-05,
      "loss": 5.741,
      "step": 284400
    },
    {
      "epoch": 0.24894502210617442,
      "grad_norm": 0.5439071655273438,
      "learning_rate": 4.452082143507781e-05,
      "loss": 4.2684,
      "step": 284405
    },
    {
      "epoch": 0.24894939869980157,
      "grad_norm": 0.6073852181434631,
      "learning_rate": 4.452063042661908e-05,
      "loss": 6.2059,
      "step": 284410
    },
    {
      "epoch": 0.24895377529342871,
      "grad_norm": 0.5670194625854492,
      "learning_rate": 4.4520439415359514e-05,
      "loss": 5.1973,
      "step": 284415
    },
    {
      "epoch": 0.24895815188705586,
      "grad_norm": 0.591482400894165,
      "learning_rate": 4.4520248401299144e-05,
      "loss": 5.1905,
      "step": 284420
    },
    {
      "epoch": 0.24896252848068304,
      "grad_norm": 0.5637669563293457,
      "learning_rate": 4.4520057384438016e-05,
      "loss": 4.3625,
      "step": 284425
    },
    {
      "epoch": 0.24896690507431019,
      "grad_norm": 0.5478341579437256,
      "learning_rate": 4.4519866364776176e-05,
      "loss": 5.9105,
      "step": 284430
    },
    {
      "epoch": 0.24897128166793733,
      "grad_norm": 0.5481966137886047,
      "learning_rate": 4.4519675342313626e-05,
      "loss": 5.7114,
      "step": 284435
    },
    {
      "epoch": 0.24897565826156448,
      "grad_norm": 0.552618145942688,
      "learning_rate": 4.451948431705043e-05,
      "loss": 5.6842,
      "step": 284440
    },
    {
      "epoch": 0.24898003485519166,
      "grad_norm": 0.5548147559165955,
      "learning_rate": 4.451929328898662e-05,
      "loss": 4.6047,
      "step": 284445
    },
    {
      "epoch": 0.2489844114488188,
      "grad_norm": 0.5730478167533875,
      "learning_rate": 4.4519102258122236e-05,
      "loss": 5.6882,
      "step": 284450
    },
    {
      "epoch": 0.24898878804244595,
      "grad_norm": 0.5763598680496216,
      "learning_rate": 4.45189112244573e-05,
      "loss": 5.3993,
      "step": 284455
    },
    {
      "epoch": 0.2489931646360731,
      "grad_norm": 0.5619611144065857,
      "learning_rate": 4.451872018799187e-05,
      "loss": 4.9231,
      "step": 284460
    },
    {
      "epoch": 0.24899754122970028,
      "grad_norm": 0.5807145237922668,
      "learning_rate": 4.4518529148725965e-05,
      "loss": 5.3802,
      "step": 284465
    },
    {
      "epoch": 0.24900191782332742,
      "grad_norm": 0.5555475354194641,
      "learning_rate": 4.451833810665963e-05,
      "loss": 5.9447,
      "step": 284470
    },
    {
      "epoch": 0.24900629441695457,
      "grad_norm": 0.5614521503448486,
      "learning_rate": 4.45181470617929e-05,
      "loss": 5.1946,
      "step": 284475
    },
    {
      "epoch": 0.24901067101058172,
      "grad_norm": 0.5558446645736694,
      "learning_rate": 4.4517956014125815e-05,
      "loss": 4.9183,
      "step": 284480
    },
    {
      "epoch": 0.2490150476042089,
      "grad_norm": 0.550583004951477,
      "learning_rate": 4.451776496365842e-05,
      "loss": 5.1063,
      "step": 284485
    },
    {
      "epoch": 0.24901942419783604,
      "grad_norm": 0.5651361346244812,
      "learning_rate": 4.451757391039073e-05,
      "loss": 4.5946,
      "step": 284490
    },
    {
      "epoch": 0.2490238007914632,
      "grad_norm": 0.5508819818496704,
      "learning_rate": 4.4517382854322797e-05,
      "loss": 4.8223,
      "step": 284495
    },
    {
      "epoch": 0.24902817738509034,
      "grad_norm": 0.5529525876045227,
      "learning_rate": 4.451719179545465e-05,
      "loss": 5.9609,
      "step": 284500
    },
    {
      "epoch": 0.2490325539787175,
      "grad_norm": 0.5630636215209961,
      "learning_rate": 4.451700073378633e-05,
      "loss": 5.7301,
      "step": 284505
    },
    {
      "epoch": 0.24903693057234466,
      "grad_norm": 0.5483195185661316,
      "learning_rate": 4.451680966931787e-05,
      "loss": 5.4151,
      "step": 284510
    },
    {
      "epoch": 0.2490413071659718,
      "grad_norm": 0.5387070178985596,
      "learning_rate": 4.451661860204932e-05,
      "loss": 5.3307,
      "step": 284515
    },
    {
      "epoch": 0.24904568375959896,
      "grad_norm": 0.5521548390388489,
      "learning_rate": 4.4516427531980696e-05,
      "loss": 4.6178,
      "step": 284520
    },
    {
      "epoch": 0.2490500603532261,
      "grad_norm": 0.5485731363296509,
      "learning_rate": 4.451623645911206e-05,
      "loss": 5.1153,
      "step": 284525
    },
    {
      "epoch": 0.24905443694685328,
      "grad_norm": 0.5679129362106323,
      "learning_rate": 4.451604538344344e-05,
      "loss": 5.4027,
      "step": 284530
    },
    {
      "epoch": 0.24905881354048043,
      "grad_norm": 0.5373234152793884,
      "learning_rate": 4.451585430497485e-05,
      "loss": 6.1891,
      "step": 284535
    },
    {
      "epoch": 0.24906319013410758,
      "grad_norm": 0.53797847032547,
      "learning_rate": 4.451566322370635e-05,
      "loss": 5.404,
      "step": 284540
    },
    {
      "epoch": 0.24906756672773472,
      "grad_norm": 0.5447617173194885,
      "learning_rate": 4.451547213963797e-05,
      "loss": 5.6006,
      "step": 284545
    },
    {
      "epoch": 0.2490719433213619,
      "grad_norm": 0.5453031659126282,
      "learning_rate": 4.451528105276975e-05,
      "loss": 4.562,
      "step": 284550
    },
    {
      "epoch": 0.24907631991498905,
      "grad_norm": 0.5371946692466736,
      "learning_rate": 4.451508996310173e-05,
      "loss": 5.3383,
      "step": 284555
    },
    {
      "epoch": 0.2490806965086162,
      "grad_norm": 0.5868485569953918,
      "learning_rate": 4.4514898870633946e-05,
      "loss": 4.6581,
      "step": 284560
    },
    {
      "epoch": 0.24908507310224334,
      "grad_norm": 0.5766617059707642,
      "learning_rate": 4.4514707775366426e-05,
      "loss": 4.211,
      "step": 284565
    },
    {
      "epoch": 0.24908944969587052,
      "grad_norm": 0.5599318146705627,
      "learning_rate": 4.451451667729921e-05,
      "loss": 5.4307,
      "step": 284570
    },
    {
      "epoch": 0.24909382628949767,
      "grad_norm": 0.5467172265052795,
      "learning_rate": 4.451432557643234e-05,
      "loss": 5.6201,
      "step": 284575
    },
    {
      "epoch": 0.24909820288312481,
      "grad_norm": 0.5477781891822815,
      "learning_rate": 4.451413447276584e-05,
      "loss": 5.6988,
      "step": 284580
    },
    {
      "epoch": 0.24910257947675196,
      "grad_norm": 0.5579419136047363,
      "learning_rate": 4.451394336629977e-05,
      "loss": 4.6112,
      "step": 284585
    },
    {
      "epoch": 0.24910695607037914,
      "grad_norm": 0.557924211025238,
      "learning_rate": 4.451375225703415e-05,
      "loss": 6.1729,
      "step": 284590
    },
    {
      "epoch": 0.24911133266400629,
      "grad_norm": 0.6048886179924011,
      "learning_rate": 4.451356114496902e-05,
      "loss": 4.6091,
      "step": 284595
    },
    {
      "epoch": 0.24911570925763343,
      "grad_norm": 0.5736249685287476,
      "learning_rate": 4.4513370030104416e-05,
      "loss": 5.2221,
      "step": 284600
    },
    {
      "epoch": 0.24912008585126058,
      "grad_norm": 0.5517916083335876,
      "learning_rate": 4.4513178912440377e-05,
      "loss": 4.8651,
      "step": 284605
    },
    {
      "epoch": 0.24912446244488776,
      "grad_norm": 0.5522664785385132,
      "learning_rate": 4.4512987791976934e-05,
      "loss": 6.2203,
      "step": 284610
    },
    {
      "epoch": 0.2491288390385149,
      "grad_norm": 0.5435702800750732,
      "learning_rate": 4.451279666871414e-05,
      "loss": 5.178,
      "step": 284615
    },
    {
      "epoch": 0.24913321563214205,
      "grad_norm": 0.5500707030296326,
      "learning_rate": 4.451260554265202e-05,
      "loss": 5.4036,
      "step": 284620
    },
    {
      "epoch": 0.2491375922257692,
      "grad_norm": 0.5405682325363159,
      "learning_rate": 4.451241441379061e-05,
      "loss": 4.8921,
      "step": 284625
    },
    {
      "epoch": 0.24914196881939638,
      "grad_norm": 0.592136800289154,
      "learning_rate": 4.451222328212993e-05,
      "loss": 4.8803,
      "step": 284630
    },
    {
      "epoch": 0.24914634541302352,
      "grad_norm": 0.5575593709945679,
      "learning_rate": 4.451203214767005e-05,
      "loss": 5.1465,
      "step": 284635
    },
    {
      "epoch": 0.24915072200665067,
      "grad_norm": 0.5479399561882019,
      "learning_rate": 4.451184101041099e-05,
      "loss": 5.7035,
      "step": 284640
    },
    {
      "epoch": 0.24915509860027782,
      "grad_norm": 0.5583304762840271,
      "learning_rate": 4.45116498703528e-05,
      "loss": 4.8153,
      "step": 284645
    },
    {
      "epoch": 0.24915947519390497,
      "grad_norm": 0.5550658106803894,
      "learning_rate": 4.451145872749549e-05,
      "loss": 5.1412,
      "step": 284650
    },
    {
      "epoch": 0.24916385178753214,
      "grad_norm": 0.5797891020774841,
      "learning_rate": 4.451126758183912e-05,
      "loss": 4.6875,
      "step": 284655
    },
    {
      "epoch": 0.2491682283811593,
      "grad_norm": 0.5559014678001404,
      "learning_rate": 4.451107643338371e-05,
      "loss": 4.6385,
      "step": 284660
    },
    {
      "epoch": 0.24917260497478644,
      "grad_norm": 0.5537167191505432,
      "learning_rate": 4.4510885282129334e-05,
      "loss": 5.2157,
      "step": 284665
    },
    {
      "epoch": 0.24917698156841359,
      "grad_norm": 0.5522282719612122,
      "learning_rate": 4.451069412807597e-05,
      "loss": 4.3049,
      "step": 284670
    },
    {
      "epoch": 0.24918135816204076,
      "grad_norm": 0.576168954372406,
      "learning_rate": 4.45105029712237e-05,
      "loss": 5.4231,
      "step": 284675
    },
    {
      "epoch": 0.2491857347556679,
      "grad_norm": 0.5718179941177368,
      "learning_rate": 4.4510311811572546e-05,
      "loss": 5.6555,
      "step": 284680
    },
    {
      "epoch": 0.24919011134929506,
      "grad_norm": 0.5424885153770447,
      "learning_rate": 4.4510120649122555e-05,
      "loss": 4.6023,
      "step": 284685
    },
    {
      "epoch": 0.2491944879429222,
      "grad_norm": 0.6408400535583496,
      "learning_rate": 4.450992948387375e-05,
      "loss": 4.5546,
      "step": 284690
    },
    {
      "epoch": 0.24919886453654938,
      "grad_norm": 0.5523515939712524,
      "learning_rate": 4.450973831582616e-05,
      "loss": 4.9303,
      "step": 284695
    },
    {
      "epoch": 0.24920324113017653,
      "grad_norm": 0.647609293460846,
      "learning_rate": 4.4509547144979846e-05,
      "loss": 4.8139,
      "step": 284700
    },
    {
      "epoch": 0.24920761772380368,
      "grad_norm": 0.5989129543304443,
      "learning_rate": 4.450935597133483e-05,
      "loss": 5.1903,
      "step": 284705
    },
    {
      "epoch": 0.24921199431743082,
      "grad_norm": 0.6895748972892761,
      "learning_rate": 4.450916479489114e-05,
      "loss": 4.4134,
      "step": 284710
    },
    {
      "epoch": 0.249216370911058,
      "grad_norm": 0.606826901435852,
      "learning_rate": 4.450897361564885e-05,
      "loss": 4.3992,
      "step": 284715
    },
    {
      "epoch": 0.24922074750468515,
      "grad_norm": 0.5470700263977051,
      "learning_rate": 4.4508782433607964e-05,
      "loss": 5.7284,
      "step": 284720
    },
    {
      "epoch": 0.2492251240983123,
      "grad_norm": 0.5380883812904358,
      "learning_rate": 4.4508591248768526e-05,
      "loss": 5.5891,
      "step": 284725
    },
    {
      "epoch": 0.24922950069193944,
      "grad_norm": 0.5310244560241699,
      "learning_rate": 4.450840006113056e-05,
      "loss": 5.7183,
      "step": 284730
    },
    {
      "epoch": 0.24923387728556662,
      "grad_norm": 0.5404969453811646,
      "learning_rate": 4.450820887069413e-05,
      "loss": 5.719,
      "step": 284735
    },
    {
      "epoch": 0.24923825387919377,
      "grad_norm": 0.630025327205658,
      "learning_rate": 4.4508017677459256e-05,
      "loss": 4.606,
      "step": 284740
    },
    {
      "epoch": 0.24924263047282091,
      "grad_norm": 0.5525573492050171,
      "learning_rate": 4.450782648142599e-05,
      "loss": 5.0993,
      "step": 284745
    },
    {
      "epoch": 0.24924700706644806,
      "grad_norm": 0.5611831545829773,
      "learning_rate": 4.450763528259435e-05,
      "loss": 5.9252,
      "step": 284750
    },
    {
      "epoch": 0.24925138366007524,
      "grad_norm": 0.5699490308761597,
      "learning_rate": 4.4507444080964377e-05,
      "loss": 5.6967,
      "step": 284755
    },
    {
      "epoch": 0.24925576025370239,
      "grad_norm": 0.5737451910972595,
      "learning_rate": 4.450725287653611e-05,
      "loss": 5.4207,
      "step": 284760
    },
    {
      "epoch": 0.24926013684732953,
      "grad_norm": 0.5350525379180908,
      "learning_rate": 4.450706166930959e-05,
      "loss": 5.0174,
      "step": 284765
    },
    {
      "epoch": 0.24926451344095668,
      "grad_norm": 0.5442624688148499,
      "learning_rate": 4.450687045928484e-05,
      "loss": 4.3256,
      "step": 284770
    },
    {
      "epoch": 0.24926889003458386,
      "grad_norm": 0.5380429029464722,
      "learning_rate": 4.450667924646194e-05,
      "loss": 4.6199,
      "step": 284775
    },
    {
      "epoch": 0.249273266628211,
      "grad_norm": 0.5442264080047607,
      "learning_rate": 4.450648803084087e-05,
      "loss": 4.6192,
      "step": 284780
    },
    {
      "epoch": 0.24927764322183815,
      "grad_norm": 0.5487662553787231,
      "learning_rate": 4.450629681242169e-05,
      "loss": 5.4407,
      "step": 284785
    },
    {
      "epoch": 0.2492820198154653,
      "grad_norm": 0.5488827228546143,
      "learning_rate": 4.450610559120444e-05,
      "loss": 5.2185,
      "step": 284790
    },
    {
      "epoch": 0.24928639640909245,
      "grad_norm": 0.546036422252655,
      "learning_rate": 4.4505914367189164e-05,
      "loss": 4.9147,
      "step": 284795
    },
    {
      "epoch": 0.24929077300271962,
      "grad_norm": 0.5540221333503723,
      "learning_rate": 4.4505723140375876e-05,
      "loss": 5.4416,
      "step": 284800
    },
    {
      "epoch": 0.24929514959634677,
      "grad_norm": 0.5519863963127136,
      "learning_rate": 4.450553191076464e-05,
      "loss": 5.6432,
      "step": 284805
    },
    {
      "epoch": 0.24929952618997392,
      "grad_norm": 0.5463318824768066,
      "learning_rate": 4.450534067835547e-05,
      "loss": 4.8654,
      "step": 284810
    },
    {
      "epoch": 0.24930390278360107,
      "grad_norm": 0.5328503251075745,
      "learning_rate": 4.4505149443148416e-05,
      "loss": 5.1121,
      "step": 284815
    },
    {
      "epoch": 0.24930827937722824,
      "grad_norm": 0.5477372407913208,
      "learning_rate": 4.450495820514352e-05,
      "loss": 4.3555,
      "step": 284820
    },
    {
      "epoch": 0.2493126559708554,
      "grad_norm": 0.537391722202301,
      "learning_rate": 4.4504766964340805e-05,
      "loss": 4.5369,
      "step": 284825
    },
    {
      "epoch": 0.24931703256448254,
      "grad_norm": 0.5513963103294373,
      "learning_rate": 4.4504575720740314e-05,
      "loss": 5.4353,
      "step": 284830
    },
    {
      "epoch": 0.24932140915810969,
      "grad_norm": 0.554961085319519,
      "learning_rate": 4.450438447434208e-05,
      "loss": 4.9001,
      "step": 284835
    },
    {
      "epoch": 0.24932578575173686,
      "grad_norm": 0.5846007466316223,
      "learning_rate": 4.450419322514615e-05,
      "loss": 4.9031,
      "step": 284840
    },
    {
      "epoch": 0.249330162345364,
      "grad_norm": 0.5549532771110535,
      "learning_rate": 4.450400197315255e-05,
      "loss": 5.657,
      "step": 284845
    },
    {
      "epoch": 0.24933453893899116,
      "grad_norm": 0.5265069007873535,
      "learning_rate": 4.450381071836132e-05,
      "loss": 5.1179,
      "step": 284850
    },
    {
      "epoch": 0.2493389155326183,
      "grad_norm": 0.54524165391922,
      "learning_rate": 4.45036194607725e-05,
      "loss": 5.6375,
      "step": 284855
    },
    {
      "epoch": 0.24934329212624548,
      "grad_norm": 0.5483608245849609,
      "learning_rate": 4.450342820038612e-05,
      "loss": 3.877,
      "step": 284860
    },
    {
      "epoch": 0.24934766871987263,
      "grad_norm": 0.621039867401123,
      "learning_rate": 4.450323693720223e-05,
      "loss": 5.6418,
      "step": 284865
    },
    {
      "epoch": 0.24935204531349978,
      "grad_norm": 0.5418452024459839,
      "learning_rate": 4.450304567122086e-05,
      "loss": 5.0876,
      "step": 284870
    },
    {
      "epoch": 0.24935642190712692,
      "grad_norm": 0.5542148947715759,
      "learning_rate": 4.450285440244203e-05,
      "loss": 4.8103,
      "step": 284875
    },
    {
      "epoch": 0.2493607985007541,
      "grad_norm": 0.5396142601966858,
      "learning_rate": 4.4502663130865806e-05,
      "loss": 5.3794,
      "step": 284880
    },
    {
      "epoch": 0.24936517509438125,
      "grad_norm": 0.5601298809051514,
      "learning_rate": 4.450247185649221e-05,
      "loss": 5.1059,
      "step": 284885
    },
    {
      "epoch": 0.2493695516880084,
      "grad_norm": 0.5582295060157776,
      "learning_rate": 4.4502280579321274e-05,
      "loss": 5.6523,
      "step": 284890
    },
    {
      "epoch": 0.24937392828163554,
      "grad_norm": 0.5621074438095093,
      "learning_rate": 4.450208929935304e-05,
      "loss": 4.9167,
      "step": 284895
    },
    {
      "epoch": 0.24937830487526272,
      "grad_norm": 0.5630955696105957,
      "learning_rate": 4.4501898016587564e-05,
      "loss": 5.4246,
      "step": 284900
    },
    {
      "epoch": 0.24938268146888987,
      "grad_norm": 0.5606910586357117,
      "learning_rate": 4.450170673102485e-05,
      "loss": 5.1971,
      "step": 284905
    },
    {
      "epoch": 0.24938705806251701,
      "grad_norm": 0.5535140633583069,
      "learning_rate": 4.4501515442664956e-05,
      "loss": 4.6036,
      "step": 284910
    },
    {
      "epoch": 0.24939143465614416,
      "grad_norm": 0.5604192614555359,
      "learning_rate": 4.450132415150791e-05,
      "loss": 6.2412,
      "step": 284915
    },
    {
      "epoch": 0.2493958112497713,
      "grad_norm": 0.5327302813529968,
      "learning_rate": 4.450113285755374e-05,
      "loss": 5.7354,
      "step": 284920
    },
    {
      "epoch": 0.24940018784339849,
      "grad_norm": 0.540714681148529,
      "learning_rate": 4.45009415608025e-05,
      "loss": 5.7479,
      "step": 284925
    },
    {
      "epoch": 0.24940456443702563,
      "grad_norm": 0.5682829022407532,
      "learning_rate": 4.450075026125423e-05,
      "loss": 5.1161,
      "step": 284930
    },
    {
      "epoch": 0.24940894103065278,
      "grad_norm": 0.5570284724235535,
      "learning_rate": 4.4500558958908954e-05,
      "loss": 5.9168,
      "step": 284935
    },
    {
      "epoch": 0.24941331762427993,
      "grad_norm": 0.5509470701217651,
      "learning_rate": 4.4500367653766715e-05,
      "loss": 6.2137,
      "step": 284940
    },
    {
      "epoch": 0.2494176942179071,
      "grad_norm": 0.5447964668273926,
      "learning_rate": 4.4500176345827546e-05,
      "loss": 5.6098,
      "step": 284945
    },
    {
      "epoch": 0.24942207081153425,
      "grad_norm": 0.5421869158744812,
      "learning_rate": 4.4499985035091494e-05,
      "loss": 5.9336,
      "step": 284950
    },
    {
      "epoch": 0.2494264474051614,
      "grad_norm": 0.568130373954773,
      "learning_rate": 4.449979372155858e-05,
      "loss": 5.2144,
      "step": 284955
    },
    {
      "epoch": 0.24943082399878855,
      "grad_norm": 0.5378365516662598,
      "learning_rate": 4.4499602405228845e-05,
      "loss": 5.411,
      "step": 284960
    },
    {
      "epoch": 0.24943520059241572,
      "grad_norm": 0.5538181662559509,
      "learning_rate": 4.4499411086102335e-05,
      "loss": 5.2286,
      "step": 284965
    },
    {
      "epoch": 0.24943957718604287,
      "grad_norm": 0.5634416341781616,
      "learning_rate": 4.449921976417909e-05,
      "loss": 4.8082,
      "step": 284970
    },
    {
      "epoch": 0.24944395377967002,
      "grad_norm": 0.5407289266586304,
      "learning_rate": 4.449902843945912e-05,
      "loss": 5.3711,
      "step": 284975
    },
    {
      "epoch": 0.24944833037329717,
      "grad_norm": 0.5452002286911011,
      "learning_rate": 4.4498837111942495e-05,
      "loss": 5.402,
      "step": 284980
    },
    {
      "epoch": 0.24945270696692434,
      "grad_norm": 0.5729145407676697,
      "learning_rate": 4.4498645781629235e-05,
      "loss": 4.3814,
      "step": 284985
    },
    {
      "epoch": 0.2494570835605515,
      "grad_norm": 0.5509131550788879,
      "learning_rate": 4.449845444851938e-05,
      "loss": 5.1117,
      "step": 284990
    },
    {
      "epoch": 0.24946146015417864,
      "grad_norm": 0.5557349920272827,
      "learning_rate": 4.449826311261295e-05,
      "loss": 5.6445,
      "step": 284995
    },
    {
      "epoch": 0.24946583674780579,
      "grad_norm": 0.5569027066230774,
      "learning_rate": 4.4498071773910023e-05,
      "loss": 6.2043,
      "step": 285000
    },
    {
      "epoch": 0.24947021334143296,
      "grad_norm": 0.598538875579834,
      "learning_rate": 4.449788043241059e-05,
      "loss": 4.9126,
      "step": 285005
    },
    {
      "epoch": 0.2494745899350601,
      "grad_norm": 0.5652090907096863,
      "learning_rate": 4.449768908811471e-05,
      "loss": 5.2514,
      "step": 285010
    },
    {
      "epoch": 0.24947896652868726,
      "grad_norm": 0.5591211318969727,
      "learning_rate": 4.449749774102244e-05,
      "loss": 4.9067,
      "step": 285015
    },
    {
      "epoch": 0.2494833431223144,
      "grad_norm": 0.544154703617096,
      "learning_rate": 4.4497306391133775e-05,
      "loss": 5.9363,
      "step": 285020
    },
    {
      "epoch": 0.24948771971594158,
      "grad_norm": 0.5457507371902466,
      "learning_rate": 4.4497115038448776e-05,
      "loss": 5.9164,
      "step": 285025
    },
    {
      "epoch": 0.24949209630956873,
      "grad_norm": 0.548664391040802,
      "learning_rate": 4.4496923682967484e-05,
      "loss": 5.9164,
      "step": 285030
    },
    {
      "epoch": 0.24949647290319588,
      "grad_norm": 0.551548957824707,
      "learning_rate": 4.4496732324689926e-05,
      "loss": 5.3123,
      "step": 285035
    },
    {
      "epoch": 0.24950084949682302,
      "grad_norm": 0.5463925004005432,
      "learning_rate": 4.449654096361614e-05,
      "loss": 5.6322,
      "step": 285040
    },
    {
      "epoch": 0.24950522609045017,
      "grad_norm": 0.5712407827377319,
      "learning_rate": 4.449634959974617e-05,
      "loss": 4.3752,
      "step": 285045
    },
    {
      "epoch": 0.24950960268407735,
      "grad_norm": 0.5486783385276794,
      "learning_rate": 4.449615823308003e-05,
      "loss": 5.9518,
      "step": 285050
    },
    {
      "epoch": 0.2495139792777045,
      "grad_norm": 0.54073566198349,
      "learning_rate": 4.449596686361779e-05,
      "loss": 5.2095,
      "step": 285055
    },
    {
      "epoch": 0.24951835587133164,
      "grad_norm": 0.5821090340614319,
      "learning_rate": 4.449577549135947e-05,
      "loss": 5.1627,
      "step": 285060
    },
    {
      "epoch": 0.2495227324649588,
      "grad_norm": 0.5519296526908875,
      "learning_rate": 4.44955841163051e-05,
      "loss": 5.9363,
      "step": 285065
    },
    {
      "epoch": 0.24952710905858597,
      "grad_norm": 0.5556493997573853,
      "learning_rate": 4.449539273845472e-05,
      "loss": 5.4108,
      "step": 285070
    },
    {
      "epoch": 0.24953148565221311,
      "grad_norm": 0.5604386329650879,
      "learning_rate": 4.449520135780839e-05,
      "loss": 4.5391,
      "step": 285075
    },
    {
      "epoch": 0.24953586224584026,
      "grad_norm": 0.5630828142166138,
      "learning_rate": 4.449500997436612e-05,
      "loss": 5.1729,
      "step": 285080
    },
    {
      "epoch": 0.2495402388394674,
      "grad_norm": 0.5726302862167358,
      "learning_rate": 4.449481858812795e-05,
      "loss": 5.3907,
      "step": 285085
    },
    {
      "epoch": 0.24954461543309459,
      "grad_norm": 0.5666008591651917,
      "learning_rate": 4.449462719909393e-05,
      "loss": 5.419,
      "step": 285090
    },
    {
      "epoch": 0.24954899202672173,
      "grad_norm": 0.5725544691085815,
      "learning_rate": 4.449443580726409e-05,
      "loss": 5.3916,
      "step": 285095
    },
    {
      "epoch": 0.24955336862034888,
      "grad_norm": 0.5466084480285645,
      "learning_rate": 4.449424441263846e-05,
      "loss": 5.1267,
      "step": 285100
    },
    {
      "epoch": 0.24955774521397603,
      "grad_norm": 0.5623793005943298,
      "learning_rate": 4.4494053015217085e-05,
      "loss": 5.3914,
      "step": 285105
    },
    {
      "epoch": 0.2495621218076032,
      "grad_norm": 0.5549843311309814,
      "learning_rate": 4.4493861615e-05,
      "loss": 4.3088,
      "step": 285110
    },
    {
      "epoch": 0.24956649840123035,
      "grad_norm": 0.56914222240448,
      "learning_rate": 4.449367021198725e-05,
      "loss": 4.8939,
      "step": 285115
    },
    {
      "epoch": 0.2495708749948575,
      "grad_norm": 0.5531554818153381,
      "learning_rate": 4.449347880617886e-05,
      "loss": 4.603,
      "step": 285120
    },
    {
      "epoch": 0.24957525158848465,
      "grad_norm": 0.5527883768081665,
      "learning_rate": 4.449328739757486e-05,
      "loss": 4.0883,
      "step": 285125
    },
    {
      "epoch": 0.24957962818211182,
      "grad_norm": 0.5676105618476868,
      "learning_rate": 4.44930959861753e-05,
      "loss": 5.3098,
      "step": 285130
    },
    {
      "epoch": 0.24958400477573897,
      "grad_norm": 0.5488041043281555,
      "learning_rate": 4.449290457198022e-05,
      "loss": 5.9213,
      "step": 285135
    },
    {
      "epoch": 0.24958838136936612,
      "grad_norm": 0.5552313327789307,
      "learning_rate": 4.449271315498965e-05,
      "loss": 4.5522,
      "step": 285140
    },
    {
      "epoch": 0.24959275796299327,
      "grad_norm": 0.5571432113647461,
      "learning_rate": 4.449252173520364e-05,
      "loss": 5.7088,
      "step": 285145
    },
    {
      "epoch": 0.24959713455662044,
      "grad_norm": 0.5384151339530945,
      "learning_rate": 4.44923303126222e-05,
      "loss": 5.3182,
      "step": 285150
    },
    {
      "epoch": 0.2496015111502476,
      "grad_norm": 0.533831000328064,
      "learning_rate": 4.4492138887245394e-05,
      "loss": 6.2125,
      "step": 285155
    },
    {
      "epoch": 0.24960588774387474,
      "grad_norm": 0.5572672486305237,
      "learning_rate": 4.4491947459073245e-05,
      "loss": 5.111,
      "step": 285160
    },
    {
      "epoch": 0.24961026433750189,
      "grad_norm": 0.5489908456802368,
      "learning_rate": 4.449175602810578e-05,
      "loss": 5.4201,
      "step": 285165
    },
    {
      "epoch": 0.24961464093112903,
      "grad_norm": 0.5756200551986694,
      "learning_rate": 4.449156459434306e-05,
      "loss": 5.6232,
      "step": 285170
    },
    {
      "epoch": 0.2496190175247562,
      "grad_norm": 0.6013984680175781,
      "learning_rate": 4.449137315778511e-05,
      "loss": 4.9013,
      "step": 285175
    },
    {
      "epoch": 0.24962339411838336,
      "grad_norm": 0.5534687042236328,
      "learning_rate": 4.449118171843196e-05,
      "loss": 5.9283,
      "step": 285180
    },
    {
      "epoch": 0.2496277707120105,
      "grad_norm": 0.5651316046714783,
      "learning_rate": 4.449099027628366e-05,
      "loss": 5.1888,
      "step": 285185
    },
    {
      "epoch": 0.24963214730563765,
      "grad_norm": 0.5498909950256348,
      "learning_rate": 4.4490798831340244e-05,
      "loss": 5.1999,
      "step": 285190
    },
    {
      "epoch": 0.24963652389926483,
      "grad_norm": 0.5416097640991211,
      "learning_rate": 4.4490607383601736e-05,
      "loss": 5.9031,
      "step": 285195
    },
    {
      "epoch": 0.24964090049289198,
      "grad_norm": 0.5480043292045593,
      "learning_rate": 4.449041593306819e-05,
      "loss": 5.6834,
      "step": 285200
    },
    {
      "epoch": 0.24964527708651912,
      "grad_norm": 0.5395140051841736,
      "learning_rate": 4.449022447973964e-05,
      "loss": 5.1975,
      "step": 285205
    },
    {
      "epoch": 0.24964965368014627,
      "grad_norm": 0.5406350493431091,
      "learning_rate": 4.4490033023616105e-05,
      "loss": 5.7245,
      "step": 285210
    },
    {
      "epoch": 0.24965403027377345,
      "grad_norm": 0.5388258099555969,
      "learning_rate": 4.448984156469764e-05,
      "loss": 5.6871,
      "step": 285215
    },
    {
      "epoch": 0.2496584068674006,
      "grad_norm": 0.5467365384101868,
      "learning_rate": 4.4489650102984284e-05,
      "loss": 5.4205,
      "step": 285220
    },
    {
      "epoch": 0.24966278346102774,
      "grad_norm": 0.5617287158966064,
      "learning_rate": 4.4489458638476054e-05,
      "loss": 5.4112,
      "step": 285225
    },
    {
      "epoch": 0.2496671600546549,
      "grad_norm": 0.568942666053772,
      "learning_rate": 4.448926717117302e-05,
      "loss": 5.6918,
      "step": 285230
    },
    {
      "epoch": 0.24967153664828207,
      "grad_norm": 0.5442467331886292,
      "learning_rate": 4.4489075701075176e-05,
      "loss": 5.5936,
      "step": 285235
    },
    {
      "epoch": 0.24967591324190921,
      "grad_norm": 0.5513511896133423,
      "learning_rate": 4.44888842281826e-05,
      "loss": 4.2866,
      "step": 285240
    },
    {
      "epoch": 0.24968028983553636,
      "grad_norm": 0.5555047988891602,
      "learning_rate": 4.4488692752495307e-05,
      "loss": 5.1375,
      "step": 285245
    },
    {
      "epoch": 0.2496846664291635,
      "grad_norm": 0.6080127954483032,
      "learning_rate": 4.448850127401334e-05,
      "loss": 5.1276,
      "step": 285250
    },
    {
      "epoch": 0.24968904302279069,
      "grad_norm": 0.5611386895179749,
      "learning_rate": 4.4488309792736736e-05,
      "loss": 5.3901,
      "step": 285255
    },
    {
      "epoch": 0.24969341961641783,
      "grad_norm": 0.5467439889907837,
      "learning_rate": 4.4488118308665516e-05,
      "loss": 5.1681,
      "step": 285260
    },
    {
      "epoch": 0.24969779621004498,
      "grad_norm": 0.5477117300033569,
      "learning_rate": 4.4487926821799743e-05,
      "loss": 5.3812,
      "step": 285265
    },
    {
      "epoch": 0.24970217280367213,
      "grad_norm": 0.5568181276321411,
      "learning_rate": 4.4487735332139433e-05,
      "loss": 4.6484,
      "step": 285270
    },
    {
      "epoch": 0.2497065493972993,
      "grad_norm": 0.5507974028587341,
      "learning_rate": 4.448754383968464e-05,
      "loss": 5.9037,
      "step": 285275
    },
    {
      "epoch": 0.24971092599092645,
      "grad_norm": 0.5453389286994934,
      "learning_rate": 4.4487352344435396e-05,
      "loss": 5.3984,
      "step": 285280
    },
    {
      "epoch": 0.2497153025845536,
      "grad_norm": 0.5474650263786316,
      "learning_rate": 4.448716084639173e-05,
      "loss": 4.0938,
      "step": 285285
    },
    {
      "epoch": 0.24971967917818075,
      "grad_norm": 0.6549208164215088,
      "learning_rate": 4.4486969345553675e-05,
      "loss": 4.6072,
      "step": 285290
    },
    {
      "epoch": 0.2497240557718079,
      "grad_norm": 0.584775447845459,
      "learning_rate": 4.448677784192129e-05,
      "loss": 5.6379,
      "step": 285295
    },
    {
      "epoch": 0.24972843236543507,
      "grad_norm": 0.5600453615188599,
      "learning_rate": 4.448658633549458e-05,
      "loss": 5.1724,
      "step": 285300
    },
    {
      "epoch": 0.24973280895906222,
      "grad_norm": 0.5765884518623352,
      "learning_rate": 4.4486394826273625e-05,
      "loss": 5.401,
      "step": 285305
    },
    {
      "epoch": 0.24973718555268937,
      "grad_norm": 0.556091845035553,
      "learning_rate": 4.448620331425842e-05,
      "loss": 5.7095,
      "step": 285310
    },
    {
      "epoch": 0.24974156214631651,
      "grad_norm": 0.5580108761787415,
      "learning_rate": 4.4486011799449026e-05,
      "loss": 5.2379,
      "step": 285315
    },
    {
      "epoch": 0.2497459387399437,
      "grad_norm": 0.5577866435050964,
      "learning_rate": 4.448582028184547e-05,
      "loss": 4.7297,
      "step": 285320
    },
    {
      "epoch": 0.24975031533357084,
      "grad_norm": 0.5377210974693298,
      "learning_rate": 4.448562876144779e-05,
      "loss": 4.1111,
      "step": 285325
    },
    {
      "epoch": 0.24975469192719799,
      "grad_norm": 0.5832180976867676,
      "learning_rate": 4.448543723825604e-05,
      "loss": 5.1152,
      "step": 285330
    },
    {
      "epoch": 0.24975906852082513,
      "grad_norm": 0.5728102326393127,
      "learning_rate": 4.448524571227022e-05,
      "loss": 4.052,
      "step": 285335
    },
    {
      "epoch": 0.2497634451144523,
      "grad_norm": 0.6004528999328613,
      "learning_rate": 4.44850541834904e-05,
      "loss": 5.9678,
      "step": 285340
    },
    {
      "epoch": 0.24976782170807946,
      "grad_norm": 0.5510767102241516,
      "learning_rate": 4.4484862651916605e-05,
      "loss": 5.7194,
      "step": 285345
    },
    {
      "epoch": 0.2497721983017066,
      "grad_norm": 0.5455897450447083,
      "learning_rate": 4.448467111754887e-05,
      "loss": 5.3956,
      "step": 285350
    },
    {
      "epoch": 0.24977657489533375,
      "grad_norm": 0.561402440071106,
      "learning_rate": 4.448447958038724e-05,
      "loss": 5.1369,
      "step": 285355
    },
    {
      "epoch": 0.24978095148896093,
      "grad_norm": 0.5531210899353027,
      "learning_rate": 4.4484288040431746e-05,
      "loss": 5.6027,
      "step": 285360
    },
    {
      "epoch": 0.24978532808258808,
      "grad_norm": 0.558005154132843,
      "learning_rate": 4.448409649768243e-05,
      "loss": 5.1873,
      "step": 285365
    },
    {
      "epoch": 0.24978970467621522,
      "grad_norm": 0.5575146675109863,
      "learning_rate": 4.448390495213931e-05,
      "loss": 5.1903,
      "step": 285370
    },
    {
      "epoch": 0.24979408126984237,
      "grad_norm": 0.5769017934799194,
      "learning_rate": 4.4483713403802444e-05,
      "loss": 5.5943,
      "step": 285375
    },
    {
      "epoch": 0.24979845786346955,
      "grad_norm": 0.561684787273407,
      "learning_rate": 4.4483521852671875e-05,
      "loss": 5.2006,
      "step": 285380
    },
    {
      "epoch": 0.2498028344570967,
      "grad_norm": 0.5524634122848511,
      "learning_rate": 4.44833302987476e-05,
      "loss": 5.4062,
      "step": 285385
    },
    {
      "epoch": 0.24980721105072384,
      "grad_norm": 0.5522500872612,
      "learning_rate": 4.448313874202971e-05,
      "loss": 5.9156,
      "step": 285390
    },
    {
      "epoch": 0.249811587644351,
      "grad_norm": 0.5504654049873352,
      "learning_rate": 4.448294718251821e-05,
      "loss": 4.566,
      "step": 285395
    },
    {
      "epoch": 0.24981596423797817,
      "grad_norm": 0.5394277572631836,
      "learning_rate": 4.4482755620213134e-05,
      "loss": 5.6258,
      "step": 285400
    },
    {
      "epoch": 0.24982034083160531,
      "grad_norm": 0.5653254985809326,
      "learning_rate": 4.448256405511453e-05,
      "loss": 5.4267,
      "step": 285405
    },
    {
      "epoch": 0.24982471742523246,
      "grad_norm": 0.5573154091835022,
      "learning_rate": 4.4482372487222434e-05,
      "loss": 5.0516,
      "step": 285410
    },
    {
      "epoch": 0.2498290940188596,
      "grad_norm": 0.5417395830154419,
      "learning_rate": 4.448218091653688e-05,
      "loss": 5.3232,
      "step": 285415
    },
    {
      "epoch": 0.24983347061248679,
      "grad_norm": 0.5753046274185181,
      "learning_rate": 4.448198934305791e-05,
      "loss": 5.4243,
      "step": 285420
    },
    {
      "epoch": 0.24983784720611393,
      "grad_norm": 0.5477609634399414,
      "learning_rate": 4.448179776678555e-05,
      "loss": 5.6561,
      "step": 285425
    },
    {
      "epoch": 0.24984222379974108,
      "grad_norm": 0.5679830312728882,
      "learning_rate": 4.448160618771985e-05,
      "loss": 4.9203,
      "step": 285430
    },
    {
      "epoch": 0.24984660039336823,
      "grad_norm": 0.5434494018554688,
      "learning_rate": 4.448141460586083e-05,
      "loss": 5.6625,
      "step": 285435
    },
    {
      "epoch": 0.24985097698699538,
      "grad_norm": 0.5438511371612549,
      "learning_rate": 4.448122302120855e-05,
      "loss": 6.2004,
      "step": 285440
    },
    {
      "epoch": 0.24985535358062255,
      "grad_norm": 0.5766712427139282,
      "learning_rate": 4.448103143376303e-05,
      "loss": 4.3941,
      "step": 285445
    },
    {
      "epoch": 0.2498597301742497,
      "grad_norm": 0.5881979465484619,
      "learning_rate": 4.4480839843524316e-05,
      "loss": 5.0865,
      "step": 285450
    },
    {
      "epoch": 0.24986410676787685,
      "grad_norm": 0.5820920467376709,
      "learning_rate": 4.448064825049244e-05,
      "loss": 5.1135,
      "step": 285455
    },
    {
      "epoch": 0.249868483361504,
      "grad_norm": 0.573909342288971,
      "learning_rate": 4.448045665466744e-05,
      "loss": 5.4094,
      "step": 285460
    },
    {
      "epoch": 0.24987285995513117,
      "grad_norm": 0.5504035353660583,
      "learning_rate": 4.448026505604934e-05,
      "loss": 5.624,
      "step": 285465
    },
    {
      "epoch": 0.24987723654875832,
      "grad_norm": 0.5726501941680908,
      "learning_rate": 4.4480073454638206e-05,
      "loss": 4.9169,
      "step": 285470
    },
    {
      "epoch": 0.24988161314238547,
      "grad_norm": 0.5813270807266235,
      "learning_rate": 4.4479881850434044e-05,
      "loss": 4.3978,
      "step": 285475
    },
    {
      "epoch": 0.24988598973601261,
      "grad_norm": 0.5546962022781372,
      "learning_rate": 4.447969024343692e-05,
      "loss": 4.896,
      "step": 285480
    },
    {
      "epoch": 0.2498903663296398,
      "grad_norm": 0.5379096865653992,
      "learning_rate": 4.4479498633646857e-05,
      "loss": 5.592,
      "step": 285485
    },
    {
      "epoch": 0.24989474292326694,
      "grad_norm": 0.6498319506645203,
      "learning_rate": 4.447930702106388e-05,
      "loss": 4.823,
      "step": 285490
    },
    {
      "epoch": 0.24989911951689409,
      "grad_norm": 0.5677374601364136,
      "learning_rate": 4.447911540568804e-05,
      "loss": 5.7323,
      "step": 285495
    },
    {
      "epoch": 0.24990349611052123,
      "grad_norm": 0.5575210452079773,
      "learning_rate": 4.447892378751938e-05,
      "loss": 4.2036,
      "step": 285500
    },
    {
      "epoch": 0.2499078727041484,
      "grad_norm": 0.6549068689346313,
      "learning_rate": 4.4478732166557915e-05,
      "loss": 6.2447,
      "step": 285505
    },
    {
      "epoch": 0.24991224929777556,
      "grad_norm": 0.5498075485229492,
      "learning_rate": 4.4478540542803704e-05,
      "loss": 5.1319,
      "step": 285510
    },
    {
      "epoch": 0.2499166258914027,
      "grad_norm": 0.7464045882225037,
      "learning_rate": 4.447834891625677e-05,
      "loss": 4.6488,
      "step": 285515
    },
    {
      "epoch": 0.24992100248502985,
      "grad_norm": 0.6131259799003601,
      "learning_rate": 4.4478157286917164e-05,
      "loss": 5.1901,
      "step": 285520
    },
    {
      "epoch": 0.24992537907865703,
      "grad_norm": 0.5945541262626648,
      "learning_rate": 4.44779656547849e-05,
      "loss": 5.9387,
      "step": 285525
    },
    {
      "epoch": 0.24992975567228418,
      "grad_norm": 0.5700694918632507,
      "learning_rate": 4.447777401986004e-05,
      "loss": 5.6043,
      "step": 285530
    },
    {
      "epoch": 0.24993413226591132,
      "grad_norm": 0.5448813438415527,
      "learning_rate": 4.4477582382142614e-05,
      "loss": 5.6794,
      "step": 285535
    },
    {
      "epoch": 0.24993850885953847,
      "grad_norm": 0.5979660153388977,
      "learning_rate": 4.4477390741632655e-05,
      "loss": 5.1091,
      "step": 285540
    },
    {
      "epoch": 0.24994288545316565,
      "grad_norm": 0.552227258682251,
      "learning_rate": 4.447719909833018e-05,
      "loss": 4.5906,
      "step": 285545
    },
    {
      "epoch": 0.2499472620467928,
      "grad_norm": 0.5731680989265442,
      "learning_rate": 4.4477007452235275e-05,
      "loss": 4.8946,
      "step": 285550
    },
    {
      "epoch": 0.24995163864041994,
      "grad_norm": 0.5581380128860474,
      "learning_rate": 4.447681580334793e-05,
      "loss": 4.9337,
      "step": 285555
    },
    {
      "epoch": 0.2499560152340471,
      "grad_norm": 0.5457280278205872,
      "learning_rate": 4.44766241516682e-05,
      "loss": 5.7349,
      "step": 285560
    },
    {
      "epoch": 0.24996039182767424,
      "grad_norm": 0.5633094310760498,
      "learning_rate": 4.447643249719613e-05,
      "loss": 5.918,
      "step": 285565
    },
    {
      "epoch": 0.24996476842130141,
      "grad_norm": 0.5452086329460144,
      "learning_rate": 4.447624083993174e-05,
      "loss": 4.8024,
      "step": 285570
    },
    {
      "epoch": 0.24996914501492856,
      "grad_norm": 0.5689797401428223,
      "learning_rate": 4.4476049179875076e-05,
      "loss": 5.0917,
      "step": 285575
    },
    {
      "epoch": 0.2499735216085557,
      "grad_norm": 0.5475934147834778,
      "learning_rate": 4.4475857517026175e-05,
      "loss": 4.8105,
      "step": 285580
    },
    {
      "epoch": 0.24997789820218286,
      "grad_norm": 0.5594521164894104,
      "learning_rate": 4.4475665851385087e-05,
      "loss": 4.8902,
      "step": 285585
    },
    {
      "epoch": 0.24998227479581003,
      "grad_norm": 0.5740641951560974,
      "learning_rate": 4.4475474182951826e-05,
      "loss": 5.4103,
      "step": 285590
    },
    {
      "epoch": 0.24998665138943718,
      "grad_norm": 0.5367124676704407,
      "learning_rate": 4.447528251172643e-05,
      "loss": 5.7099,
      "step": 285595
    },
    {
      "epoch": 0.24999102798306433,
      "grad_norm": 0.5429022312164307,
      "learning_rate": 4.4475090837708954e-05,
      "loss": 4.6204,
      "step": 285600
    },
    {
      "epoch": 0.24999540457669148,
      "grad_norm": 0.5444197058677673,
      "learning_rate": 4.447489916089943e-05,
      "loss": 5.4258,
      "step": 285605
    },
    {
      "epoch": 0.24999978117031865,
      "grad_norm": 0.5659865140914917,
      "learning_rate": 4.4474707481297885e-05,
      "loss": 5.1595,
      "step": 285610
    },
    {
      "epoch": 0.2500041577639458,
      "grad_norm": 0.5544153451919556,
      "learning_rate": 4.447451579890437e-05,
      "loss": 5.4231,
      "step": 285615
    },
    {
      "epoch": 0.250008534357573,
      "grad_norm": 0.5509006977081299,
      "learning_rate": 4.4474324113718904e-05,
      "loss": 5.4359,
      "step": 285620
    },
    {
      "epoch": 0.2500129109512001,
      "grad_norm": 0.5577207803726196,
      "learning_rate": 4.447413242574153e-05,
      "loss": 4.4242,
      "step": 285625
    },
    {
      "epoch": 0.25001728754482727,
      "grad_norm": 0.6362934112548828,
      "learning_rate": 4.4473940734972295e-05,
      "loss": 5.4302,
      "step": 285630
    },
    {
      "epoch": 0.2500216641384544,
      "grad_norm": 0.6024228930473328,
      "learning_rate": 4.4473749041411225e-05,
      "loss": 5.1815,
      "step": 285635
    },
    {
      "epoch": 0.25002604073208157,
      "grad_norm": 0.5921816229820251,
      "learning_rate": 4.447355734505837e-05,
      "loss": 5.7335,
      "step": 285640
    },
    {
      "epoch": 0.25003041732570874,
      "grad_norm": 0.5612906813621521,
      "learning_rate": 4.4473365645913754e-05,
      "loss": 4.8854,
      "step": 285645
    },
    {
      "epoch": 0.25003479391933586,
      "grad_norm": 0.5513015389442444,
      "learning_rate": 4.447317394397742e-05,
      "loss": 5.6125,
      "step": 285650
    },
    {
      "epoch": 0.25003917051296304,
      "grad_norm": 0.5536602735519409,
      "learning_rate": 4.447298223924939e-05,
      "loss": 5.4177,
      "step": 285655
    },
    {
      "epoch": 0.2500435471065902,
      "grad_norm": 0.5835458636283875,
      "learning_rate": 4.4472790531729735e-05,
      "loss": 5.3305,
      "step": 285660
    },
    {
      "epoch": 0.25004792370021733,
      "grad_norm": 0.5566797852516174,
      "learning_rate": 4.447259882141847e-05,
      "loss": 5.4022,
      "step": 285665
    },
    {
      "epoch": 0.2500523002938445,
      "grad_norm": 0.5726142525672913,
      "learning_rate": 4.4472407108315616e-05,
      "loss": 5.9064,
      "step": 285670
    },
    {
      "epoch": 0.25005667688747163,
      "grad_norm": 0.5425229668617249,
      "learning_rate": 4.447221539242125e-05,
      "loss": 6.1986,
      "step": 285675
    },
    {
      "epoch": 0.2500610534810988,
      "grad_norm": 0.5425027012825012,
      "learning_rate": 4.4472023673735366e-05,
      "loss": 4.8551,
      "step": 285680
    },
    {
      "epoch": 0.250065430074726,
      "grad_norm": 0.5508724451065063,
      "learning_rate": 4.447183195225802e-05,
      "loss": 5.089,
      "step": 285685
    },
    {
      "epoch": 0.2500698066683531,
      "grad_norm": 0.5803182125091553,
      "learning_rate": 4.4471640227989264e-05,
      "loss": 5.0995,
      "step": 285690
    },
    {
      "epoch": 0.2500741832619803,
      "grad_norm": 0.5651423931121826,
      "learning_rate": 4.447144850092911e-05,
      "loss": 4.875,
      "step": 285695
    },
    {
      "epoch": 0.2500785598556074,
      "grad_norm": 0.5541427731513977,
      "learning_rate": 4.447125677107762e-05,
      "loss": 4.4035,
      "step": 285700
    },
    {
      "epoch": 0.25008293644923457,
      "grad_norm": 0.5413640141487122,
      "learning_rate": 4.447106503843481e-05,
      "loss": 5.3293,
      "step": 285705
    },
    {
      "epoch": 0.25008731304286175,
      "grad_norm": 0.5475597977638245,
      "learning_rate": 4.447087330300073e-05,
      "loss": 5.1363,
      "step": 285710
    },
    {
      "epoch": 0.25009168963648887,
      "grad_norm": 0.5698351263999939,
      "learning_rate": 4.4470681564775395e-05,
      "loss": 5.6982,
      "step": 285715
    },
    {
      "epoch": 0.25009606623011604,
      "grad_norm": 0.5727018117904663,
      "learning_rate": 4.4470489823758864e-05,
      "loss": 5.1447,
      "step": 285720
    },
    {
      "epoch": 0.2501004428237432,
      "grad_norm": 0.5358666777610779,
      "learning_rate": 4.447029807995118e-05,
      "loss": 4.7246,
      "step": 285725
    },
    {
      "epoch": 0.25010481941737034,
      "grad_norm": 0.5861630439758301,
      "learning_rate": 4.447010633335236e-05,
      "loss": 4.8913,
      "step": 285730
    },
    {
      "epoch": 0.2501091960109975,
      "grad_norm": 0.5715041756629944,
      "learning_rate": 4.446991458396245e-05,
      "loss": 5.4061,
      "step": 285735
    },
    {
      "epoch": 0.25011357260462463,
      "grad_norm": 0.5384876728057861,
      "learning_rate": 4.446972283178148e-05,
      "loss": 5.3152,
      "step": 285740
    },
    {
      "epoch": 0.2501179491982518,
      "grad_norm": 0.5693643689155579,
      "learning_rate": 4.44695310768095e-05,
      "loss": 5.4292,
      "step": 285745
    },
    {
      "epoch": 0.250122325791879,
      "grad_norm": 0.572403609752655,
      "learning_rate": 4.4469339319046545e-05,
      "loss": 4.8933,
      "step": 285750
    },
    {
      "epoch": 0.2501267023855061,
      "grad_norm": 0.5767439603805542,
      "learning_rate": 4.4469147558492644e-05,
      "loss": 4.8146,
      "step": 285755
    },
    {
      "epoch": 0.2501310789791333,
      "grad_norm": 0.5715692043304443,
      "learning_rate": 4.446895579514783e-05,
      "loss": 5.4168,
      "step": 285760
    },
    {
      "epoch": 0.25013545557276046,
      "grad_norm": 0.5778509974479675,
      "learning_rate": 4.4468764029012144e-05,
      "loss": 5.6605,
      "step": 285765
    },
    {
      "epoch": 0.2501398321663876,
      "grad_norm": 0.5372360348701477,
      "learning_rate": 4.446857226008564e-05,
      "loss": 4.3217,
      "step": 285770
    },
    {
      "epoch": 0.25014420876001475,
      "grad_norm": 0.5762828588485718,
      "learning_rate": 4.446838048836833e-05,
      "loss": 5.689,
      "step": 285775
    },
    {
      "epoch": 0.2501485853536419,
      "grad_norm": 0.5391818284988403,
      "learning_rate": 4.446818871386026e-05,
      "loss": 5.3324,
      "step": 285780
    },
    {
      "epoch": 0.25015296194726905,
      "grad_norm": 0.5592992305755615,
      "learning_rate": 4.446799693656148e-05,
      "loss": 5.8855,
      "step": 285785
    },
    {
      "epoch": 0.2501573385408962,
      "grad_norm": 0.6185532212257385,
      "learning_rate": 4.446780515647201e-05,
      "loss": 5.3074,
      "step": 285790
    },
    {
      "epoch": 0.25016171513452334,
      "grad_norm": 0.5602293014526367,
      "learning_rate": 4.44676133735919e-05,
      "loss": 4.9186,
      "step": 285795
    },
    {
      "epoch": 0.2501660917281505,
      "grad_norm": 0.6014297604560852,
      "learning_rate": 4.446742158792116e-05,
      "loss": 5.3117,
      "step": 285800
    },
    {
      "epoch": 0.2501704683217777,
      "grad_norm": 0.5775249004364014,
      "learning_rate": 4.4467229799459876e-05,
      "loss": 5.4044,
      "step": 285805
    },
    {
      "epoch": 0.2501748449154048,
      "grad_norm": 0.5329025387763977,
      "learning_rate": 4.446703800820803e-05,
      "loss": 4.2973,
      "step": 285810
    },
    {
      "epoch": 0.250179221509032,
      "grad_norm": 0.608260452747345,
      "learning_rate": 4.4466846214165706e-05,
      "loss": 5.7154,
      "step": 285815
    },
    {
      "epoch": 0.2501835981026591,
      "grad_norm": 0.6071211695671082,
      "learning_rate": 4.4466654417332896e-05,
      "loss": 5.1142,
      "step": 285820
    },
    {
      "epoch": 0.2501879746962863,
      "grad_norm": 0.5472252368927002,
      "learning_rate": 4.446646261770968e-05,
      "loss": 5.4001,
      "step": 285825
    },
    {
      "epoch": 0.25019235128991346,
      "grad_norm": 0.581708550453186,
      "learning_rate": 4.4466270815296076e-05,
      "loss": 5.2091,
      "step": 285830
    },
    {
      "epoch": 0.2501967278835406,
      "grad_norm": 0.5667756795883179,
      "learning_rate": 4.446607901009211e-05,
      "loss": 5.1287,
      "step": 285835
    },
    {
      "epoch": 0.25020110447716776,
      "grad_norm": 0.5366984009742737,
      "learning_rate": 4.446588720209784e-05,
      "loss": 5.1184,
      "step": 285840
    },
    {
      "epoch": 0.2502054810707949,
      "grad_norm": 0.5447165966033936,
      "learning_rate": 4.446569539131329e-05,
      "loss": 5.4298,
      "step": 285845
    },
    {
      "epoch": 0.25020985766442205,
      "grad_norm": 0.5592129826545715,
      "learning_rate": 4.44655035777385e-05,
      "loss": 5.7108,
      "step": 285850
    },
    {
      "epoch": 0.25021423425804923,
      "grad_norm": 0.5330896973609924,
      "learning_rate": 4.4465311761373494e-05,
      "loss": 5.9307,
      "step": 285855
    },
    {
      "epoch": 0.25021861085167635,
      "grad_norm": 0.5630953907966614,
      "learning_rate": 4.4465119942218337e-05,
      "loss": 4.7257,
      "step": 285860
    },
    {
      "epoch": 0.2502229874453035,
      "grad_norm": 0.5420751571655273,
      "learning_rate": 4.446492812027304e-05,
      "loss": 5.7093,
      "step": 285865
    },
    {
      "epoch": 0.2502273640389307,
      "grad_norm": 0.547935962677002,
      "learning_rate": 4.446473629553767e-05,
      "loss": 5.6899,
      "step": 285870
    },
    {
      "epoch": 0.2502317406325578,
      "grad_norm": 0.5389444231987,
      "learning_rate": 4.446454446801223e-05,
      "loss": 5.4041,
      "step": 285875
    },
    {
      "epoch": 0.250236117226185,
      "grad_norm": 0.5438229441642761,
      "learning_rate": 4.4464352637696773e-05,
      "loss": 5.1015,
      "step": 285880
    },
    {
      "epoch": 0.2502404938198121,
      "grad_norm": 0.5587713718414307,
      "learning_rate": 4.4464160804591336e-05,
      "loss": 3.6182,
      "step": 285885
    },
    {
      "epoch": 0.2502448704134393,
      "grad_norm": 0.5531218647956848,
      "learning_rate": 4.4463968968695954e-05,
      "loss": 5.4479,
      "step": 285890
    },
    {
      "epoch": 0.25024924700706647,
      "grad_norm": 0.5696260333061218,
      "learning_rate": 4.446377713001066e-05,
      "loss": 5.4134,
      "step": 285895
    },
    {
      "epoch": 0.2502536236006936,
      "grad_norm": 0.548233687877655,
      "learning_rate": 4.446358528853552e-05,
      "loss": 5.1184,
      "step": 285900
    },
    {
      "epoch": 0.25025800019432076,
      "grad_norm": 0.5523650050163269,
      "learning_rate": 4.4463393444270515e-05,
      "loss": 4.7002,
      "step": 285905
    },
    {
      "epoch": 0.25026237678794794,
      "grad_norm": 0.557823121547699,
      "learning_rate": 4.446320159721573e-05,
      "loss": 5.1308,
      "step": 285910
    },
    {
      "epoch": 0.25026675338157506,
      "grad_norm": 0.5570713877677917,
      "learning_rate": 4.446300974737119e-05,
      "loss": 4.2811,
      "step": 285915
    },
    {
      "epoch": 0.25027112997520223,
      "grad_norm": 0.5542092323303223,
      "learning_rate": 4.446281789473692e-05,
      "loss": 4.3723,
      "step": 285920
    },
    {
      "epoch": 0.25027550656882935,
      "grad_norm": 0.5670778751373291,
      "learning_rate": 4.446262603931296e-05,
      "loss": 5.3148,
      "step": 285925
    },
    {
      "epoch": 0.25027988316245653,
      "grad_norm": 0.5402226448059082,
      "learning_rate": 4.446243418109937e-05,
      "loss": 4.2729,
      "step": 285930
    },
    {
      "epoch": 0.2502842597560837,
      "grad_norm": 0.5458105802536011,
      "learning_rate": 4.446224232009616e-05,
      "loss": 5.3917,
      "step": 285935
    },
    {
      "epoch": 0.2502886363497108,
      "grad_norm": 0.5423205494880676,
      "learning_rate": 4.446205045630337e-05,
      "loss": 5.3059,
      "step": 285940
    },
    {
      "epoch": 0.250293012943338,
      "grad_norm": 0.5260888934135437,
      "learning_rate": 4.446185858972104e-05,
      "loss": 5.6453,
      "step": 285945
    },
    {
      "epoch": 0.2502973895369651,
      "grad_norm": 0.5582800507545471,
      "learning_rate": 4.4461666720349224e-05,
      "loss": 4.7917,
      "step": 285950
    },
    {
      "epoch": 0.2503017661305923,
      "grad_norm": 0.5439690947532654,
      "learning_rate": 4.446147484818793e-05,
      "loss": 5.6453,
      "step": 285955
    },
    {
      "epoch": 0.25030614272421947,
      "grad_norm": 0.528935432434082,
      "learning_rate": 4.446128297323723e-05,
      "loss": 5.282,
      "step": 285960
    },
    {
      "epoch": 0.2503105193178466,
      "grad_norm": 0.5673607587814331,
      "learning_rate": 4.446109109549712e-05,
      "loss": 5.4108,
      "step": 285965
    },
    {
      "epoch": 0.25031489591147377,
      "grad_norm": 0.5471774935722351,
      "learning_rate": 4.446089921496767e-05,
      "loss": 5.1508,
      "step": 285970
    },
    {
      "epoch": 0.25031927250510094,
      "grad_norm": 0.540411114692688,
      "learning_rate": 4.44607073316489e-05,
      "loss": 5.9104,
      "step": 285975
    },
    {
      "epoch": 0.25032364909872806,
      "grad_norm": 0.5232551693916321,
      "learning_rate": 4.446051544554085e-05,
      "loss": 4.0903,
      "step": 285980
    },
    {
      "epoch": 0.25032802569235524,
      "grad_norm": 0.5581994652748108,
      "learning_rate": 4.4460323556643566e-05,
      "loss": 4.075,
      "step": 285985
    },
    {
      "epoch": 0.25033240228598236,
      "grad_norm": 0.5242908000946045,
      "learning_rate": 4.4460131664957086e-05,
      "loss": 4.8086,
      "step": 285990
    },
    {
      "epoch": 0.25033677887960953,
      "grad_norm": 0.5632296800613403,
      "learning_rate": 4.445993977048142e-05,
      "loss": 4.3782,
      "step": 285995
    },
    {
      "epoch": 0.2503411554732367,
      "grad_norm": 0.5514611601829529,
      "learning_rate": 4.4459747873216625e-05,
      "loss": 5.6033,
      "step": 286000
    },
    {
      "epoch": 0.25034553206686383,
      "grad_norm": 0.5305227637290955,
      "learning_rate": 4.445955597316275e-05,
      "loss": 4.819,
      "step": 286005
    },
    {
      "epoch": 0.250349908660491,
      "grad_norm": 0.5554581880569458,
      "learning_rate": 4.445936407031982e-05,
      "loss": 4.8749,
      "step": 286010
    },
    {
      "epoch": 0.2503542852541182,
      "grad_norm": 0.5674495697021484,
      "learning_rate": 4.4459172164687857e-05,
      "loss": 5.6201,
      "step": 286015
    },
    {
      "epoch": 0.2503586618477453,
      "grad_norm": 0.5391724109649658,
      "learning_rate": 4.4458980256266926e-05,
      "loss": 4.908,
      "step": 286020
    },
    {
      "epoch": 0.2503630384413725,
      "grad_norm": 0.544083833694458,
      "learning_rate": 4.445878834505705e-05,
      "loss": 5.8988,
      "step": 286025
    },
    {
      "epoch": 0.2503674150349996,
      "grad_norm": 0.5431262254714966,
      "learning_rate": 4.4458596431058256e-05,
      "loss": 5.4279,
      "step": 286030
    },
    {
      "epoch": 0.25037179162862677,
      "grad_norm": 0.5798485279083252,
      "learning_rate": 4.445840451427059e-05,
      "loss": 5.0936,
      "step": 286035
    },
    {
      "epoch": 0.25037616822225395,
      "grad_norm": 0.562856137752533,
      "learning_rate": 4.4458212594694094e-05,
      "loss": 5.7148,
      "step": 286040
    },
    {
      "epoch": 0.25038054481588107,
      "grad_norm": 0.6285597085952759,
      "learning_rate": 4.4458020672328805e-05,
      "loss": 5.8965,
      "step": 286045
    },
    {
      "epoch": 0.25038492140950824,
      "grad_norm": 0.5544213056564331,
      "learning_rate": 4.445782874717476e-05,
      "loss": 5.1991,
      "step": 286050
    },
    {
      "epoch": 0.2503892980031354,
      "grad_norm": 0.5526874661445618,
      "learning_rate": 4.445763681923198e-05,
      "loss": 5.4114,
      "step": 286055
    },
    {
      "epoch": 0.25039367459676254,
      "grad_norm": 0.5474575161933899,
      "learning_rate": 4.445744488850052e-05,
      "loss": 5.3924,
      "step": 286060
    },
    {
      "epoch": 0.2503980511903897,
      "grad_norm": 0.5645503997802734,
      "learning_rate": 4.445725295498042e-05,
      "loss": 4.9115,
      "step": 286065
    },
    {
      "epoch": 0.25040242778401683,
      "grad_norm": 0.5360878705978394,
      "learning_rate": 4.4457061018671694e-05,
      "loss": 5.3395,
      "step": 286070
    },
    {
      "epoch": 0.250406804377644,
      "grad_norm": 0.5479267239570618,
      "learning_rate": 4.44568690795744e-05,
      "loss": 5.1995,
      "step": 286075
    },
    {
      "epoch": 0.2504111809712712,
      "grad_norm": 0.5597975850105286,
      "learning_rate": 4.4456677137688575e-05,
      "loss": 5.9053,
      "step": 286080
    },
    {
      "epoch": 0.2504155575648983,
      "grad_norm": 0.5623936057090759,
      "learning_rate": 4.445648519301424e-05,
      "loss": 4.9181,
      "step": 286085
    },
    {
      "epoch": 0.2504199341585255,
      "grad_norm": 0.5760884284973145,
      "learning_rate": 4.445629324555144e-05,
      "loss": 5.6305,
      "step": 286090
    },
    {
      "epoch": 0.2504243107521526,
      "grad_norm": 0.5291061401367188,
      "learning_rate": 4.445610129530022e-05,
      "loss": 5.7218,
      "step": 286095
    },
    {
      "epoch": 0.2504286873457798,
      "grad_norm": 0.5604905486106873,
      "learning_rate": 4.445590934226062e-05,
      "loss": 4.8993,
      "step": 286100
    },
    {
      "epoch": 0.25043306393940695,
      "grad_norm": 0.5629274249076843,
      "learning_rate": 4.445571738643265e-05,
      "loss": 5.1864,
      "step": 286105
    },
    {
      "epoch": 0.2504374405330341,
      "grad_norm": 0.6068570017814636,
      "learning_rate": 4.445552542781637e-05,
      "loss": 5.1252,
      "step": 286110
    },
    {
      "epoch": 0.25044181712666125,
      "grad_norm": 0.5837642550468445,
      "learning_rate": 4.4455333466411806e-05,
      "loss": 5.6932,
      "step": 286115
    },
    {
      "epoch": 0.2504461937202884,
      "grad_norm": 0.6037197113037109,
      "learning_rate": 4.4455141502219014e-05,
      "loss": 5.2317,
      "step": 286120
    },
    {
      "epoch": 0.25045057031391554,
      "grad_norm": 0.5632985830307007,
      "learning_rate": 4.445494953523801e-05,
      "loss": 5.5918,
      "step": 286125
    },
    {
      "epoch": 0.2504549469075427,
      "grad_norm": 0.5551686882972717,
      "learning_rate": 4.445475756546883e-05,
      "loss": 4.9378,
      "step": 286130
    },
    {
      "epoch": 0.25045932350116984,
      "grad_norm": 0.5916914343833923,
      "learning_rate": 4.4454565592911534e-05,
      "loss": 5.6043,
      "step": 286135
    },
    {
      "epoch": 0.250463700094797,
      "grad_norm": 0.5596034526824951,
      "learning_rate": 4.445437361756614e-05,
      "loss": 4.9319,
      "step": 286140
    },
    {
      "epoch": 0.2504680766884242,
      "grad_norm": 0.5486500859260559,
      "learning_rate": 4.4454181639432694e-05,
      "loss": 5.4448,
      "step": 286145
    },
    {
      "epoch": 0.2504724532820513,
      "grad_norm": 0.5600190758705139,
      "learning_rate": 4.445398965851122e-05,
      "loss": 5.1216,
      "step": 286150
    },
    {
      "epoch": 0.2504768298756785,
      "grad_norm": 0.5370930433273315,
      "learning_rate": 4.445379767480177e-05,
      "loss": 5.1111,
      "step": 286155
    },
    {
      "epoch": 0.25048120646930566,
      "grad_norm": 0.5500438809394836,
      "learning_rate": 4.4453605688304365e-05,
      "loss": 3.8955,
      "step": 286160
    },
    {
      "epoch": 0.2504855830629328,
      "grad_norm": 0.5750863552093506,
      "learning_rate": 4.445341369901906e-05,
      "loss": 5.4142,
      "step": 286165
    },
    {
      "epoch": 0.25048995965655996,
      "grad_norm": 0.5859161615371704,
      "learning_rate": 4.445322170694589e-05,
      "loss": 5.7285,
      "step": 286170
    },
    {
      "epoch": 0.2504943362501871,
      "grad_norm": 0.5641666054725647,
      "learning_rate": 4.445302971208487e-05,
      "loss": 4.9151,
      "step": 286175
    },
    {
      "epoch": 0.25049871284381425,
      "grad_norm": 0.5491591095924377,
      "learning_rate": 4.4452837714436055e-05,
      "loss": 4.8173,
      "step": 286180
    },
    {
      "epoch": 0.25050308943744143,
      "grad_norm": 0.5435641407966614,
      "learning_rate": 4.4452645713999496e-05,
      "loss": 5.4013,
      "step": 286185
    },
    {
      "epoch": 0.25050746603106855,
      "grad_norm": 0.5692867040634155,
      "learning_rate": 4.445245371077521e-05,
      "loss": 5.4037,
      "step": 286190
    },
    {
      "epoch": 0.2505118426246957,
      "grad_norm": 0.5489987730979919,
      "learning_rate": 4.4452261704763235e-05,
      "loss": 5.6778,
      "step": 286195
    },
    {
      "epoch": 0.25051621921832284,
      "grad_norm": 0.6294407248497009,
      "learning_rate": 4.445206969596361e-05,
      "loss": 4.3373,
      "step": 286200
    },
    {
      "epoch": 0.25052059581195,
      "grad_norm": 0.5484881401062012,
      "learning_rate": 4.445187768437636e-05,
      "loss": 5.666,
      "step": 286205
    },
    {
      "epoch": 0.2505249724055772,
      "grad_norm": 0.559292733669281,
      "learning_rate": 4.4451685670001556e-05,
      "loss": 5.9072,
      "step": 286210
    },
    {
      "epoch": 0.2505293489992043,
      "grad_norm": 0.5493766069412231,
      "learning_rate": 4.4451493652839206e-05,
      "loss": 5.7187,
      "step": 286215
    },
    {
      "epoch": 0.2505337255928315,
      "grad_norm": 0.5464013814926147,
      "learning_rate": 4.445130163288935e-05,
      "loss": 5.4471,
      "step": 286220
    },
    {
      "epoch": 0.25053810218645867,
      "grad_norm": 0.5572562217712402,
      "learning_rate": 4.445110961015203e-05,
      "loss": 5.1759,
      "step": 286225
    },
    {
      "epoch": 0.2505424787800858,
      "grad_norm": 0.5512455105781555,
      "learning_rate": 4.4450917584627295e-05,
      "loss": 5.1116,
      "step": 286230
    },
    {
      "epoch": 0.25054685537371296,
      "grad_norm": 0.5514343976974487,
      "learning_rate": 4.4450725556315166e-05,
      "loss": 4.6021,
      "step": 286235
    },
    {
      "epoch": 0.2505512319673401,
      "grad_norm": 0.5529155135154724,
      "learning_rate": 4.445053352521569e-05,
      "loss": 5.1325,
      "step": 286240
    },
    {
      "epoch": 0.25055560856096726,
      "grad_norm": 0.5530493259429932,
      "learning_rate": 4.4450341491328884e-05,
      "loss": 5.5893,
      "step": 286245
    },
    {
      "epoch": 0.25055998515459443,
      "grad_norm": 0.5477290749549866,
      "learning_rate": 4.445014945465481e-05,
      "loss": 4.9046,
      "step": 286250
    },
    {
      "epoch": 0.25056436174822155,
      "grad_norm": 0.5521641969680786,
      "learning_rate": 4.4449957415193486e-05,
      "loss": 5.6854,
      "step": 286255
    },
    {
      "epoch": 0.25056873834184873,
      "grad_norm": 0.5519916415214539,
      "learning_rate": 4.444976537294496e-05,
      "loss": 5.6815,
      "step": 286260
    },
    {
      "epoch": 0.2505731149354759,
      "grad_norm": 0.5621064901351929,
      "learning_rate": 4.444957332790928e-05,
      "loss": 5.4197,
      "step": 286265
    },
    {
      "epoch": 0.250577491529103,
      "grad_norm": 0.5734920501708984,
      "learning_rate": 4.4449381280086457e-05,
      "loss": 5.2939,
      "step": 286270
    },
    {
      "epoch": 0.2505818681227302,
      "grad_norm": 0.5583988428115845,
      "learning_rate": 4.444918922947653e-05,
      "loss": 5.6598,
      "step": 286275
    },
    {
      "epoch": 0.2505862447163573,
      "grad_norm": 0.548066258430481,
      "learning_rate": 4.444899717607957e-05,
      "loss": 4.1013,
      "step": 286280
    },
    {
      "epoch": 0.2505906213099845,
      "grad_norm": 0.596627414226532,
      "learning_rate": 4.4448805119895576e-05,
      "loss": 5.1183,
      "step": 286285
    },
    {
      "epoch": 0.25059499790361167,
      "grad_norm": 0.5634596943855286,
      "learning_rate": 4.44486130609246e-05,
      "loss": 4.3183,
      "step": 286290
    },
    {
      "epoch": 0.2505993744972388,
      "grad_norm": 0.5984052419662476,
      "learning_rate": 4.4448420999166686e-05,
      "loss": 4.9309,
      "step": 286295
    },
    {
      "epoch": 0.25060375109086597,
      "grad_norm": 0.5691027045249939,
      "learning_rate": 4.444822893462186e-05,
      "loss": 5.6488,
      "step": 286300
    },
    {
      "epoch": 0.25060812768449314,
      "grad_norm": 0.6014066338539124,
      "learning_rate": 4.4448036867290164e-05,
      "loss": 4.9206,
      "step": 286305
    },
    {
      "epoch": 0.25061250427812026,
      "grad_norm": 0.5556768178939819,
      "learning_rate": 4.444784479717163e-05,
      "loss": 6.1855,
      "step": 286310
    },
    {
      "epoch": 0.25061688087174744,
      "grad_norm": 0.5605095028877258,
      "learning_rate": 4.444765272426631e-05,
      "loss": 5.723,
      "step": 286315
    },
    {
      "epoch": 0.25062125746537456,
      "grad_norm": 0.5719990134239197,
      "learning_rate": 4.4447460648574213e-05,
      "loss": 4.6596,
      "step": 286320
    },
    {
      "epoch": 0.25062563405900173,
      "grad_norm": 0.5454897284507751,
      "learning_rate": 4.444726857009541e-05,
      "loss": 5.9303,
      "step": 286325
    },
    {
      "epoch": 0.2506300106526289,
      "grad_norm": 0.54582679271698,
      "learning_rate": 4.444707648882992e-05,
      "loss": 5.1359,
      "step": 286330
    },
    {
      "epoch": 0.25063438724625603,
      "grad_norm": 0.5690764784812927,
      "learning_rate": 4.4446884404777766e-05,
      "loss": 5.9195,
      "step": 286335
    },
    {
      "epoch": 0.2506387638398832,
      "grad_norm": 0.5373002886772156,
      "learning_rate": 4.444669231793901e-05,
      "loss": 4.3187,
      "step": 286340
    },
    {
      "epoch": 0.2506431404335103,
      "grad_norm": 0.5387900471687317,
      "learning_rate": 4.444650022831368e-05,
      "loss": 3.8695,
      "step": 286345
    },
    {
      "epoch": 0.2506475170271375,
      "grad_norm": 0.5858009457588196,
      "learning_rate": 4.444630813590182e-05,
      "loss": 6.2234,
      "step": 286350
    },
    {
      "epoch": 0.2506518936207647,
      "grad_norm": 0.5582096576690674,
      "learning_rate": 4.444611604070345e-05,
      "loss": 5.4104,
      "step": 286355
    },
    {
      "epoch": 0.2506562702143918,
      "grad_norm": 0.5482988357543945,
      "learning_rate": 4.444592394271862e-05,
      "loss": 4.8926,
      "step": 286360
    },
    {
      "epoch": 0.25066064680801897,
      "grad_norm": 0.5598670244216919,
      "learning_rate": 4.4445731841947346e-05,
      "loss": 5.0841,
      "step": 286365
    },
    {
      "epoch": 0.25066502340164615,
      "grad_norm": 0.5371710062026978,
      "learning_rate": 4.4445539738389696e-05,
      "loss": 5.3205,
      "step": 286370
    },
    {
      "epoch": 0.25066939999527327,
      "grad_norm": 0.5605164170265198,
      "learning_rate": 4.44453476320457e-05,
      "loss": 5.7301,
      "step": 286375
    },
    {
      "epoch": 0.25067377658890044,
      "grad_norm": 0.5568176507949829,
      "learning_rate": 4.444515552291538e-05,
      "loss": 4.8377,
      "step": 286380
    },
    {
      "epoch": 0.25067815318252756,
      "grad_norm": 0.5362637639045715,
      "learning_rate": 4.4444963410998795e-05,
      "loss": 5.2973,
      "step": 286385
    },
    {
      "epoch": 0.25068252977615474,
      "grad_norm": 0.5534468293190002,
      "learning_rate": 4.444477129629595e-05,
      "loss": 5.2008,
      "step": 286390
    },
    {
      "epoch": 0.2506869063697819,
      "grad_norm": 0.568778932094574,
      "learning_rate": 4.444457917880692e-05,
      "loss": 5.4233,
      "step": 286395
    },
    {
      "epoch": 0.25069128296340903,
      "grad_norm": 0.556725800037384,
      "learning_rate": 4.4444387058531713e-05,
      "loss": 5.6805,
      "step": 286400
    },
    {
      "epoch": 0.2506956595570362,
      "grad_norm": 0.5431169271469116,
      "learning_rate": 4.444419493547037e-05,
      "loss": 5.9066,
      "step": 286405
    },
    {
      "epoch": 0.2507000361506634,
      "grad_norm": 0.529320240020752,
      "learning_rate": 4.444400280962294e-05,
      "loss": 5.3391,
      "step": 286410
    },
    {
      "epoch": 0.2507044127442905,
      "grad_norm": 0.5355483889579773,
      "learning_rate": 4.444381068098946e-05,
      "loss": 5.0775,
      "step": 286415
    },
    {
      "epoch": 0.2507087893379177,
      "grad_norm": 0.5668546557426453,
      "learning_rate": 4.444361854956996e-05,
      "loss": 5.1104,
      "step": 286420
    },
    {
      "epoch": 0.2507131659315448,
      "grad_norm": 0.5698777437210083,
      "learning_rate": 4.444342641536447e-05,
      "loss": 5.4168,
      "step": 286425
    },
    {
      "epoch": 0.250717542525172,
      "grad_norm": 0.5466871857643127,
      "learning_rate": 4.4443234278373036e-05,
      "loss": 5.3943,
      "step": 286430
    },
    {
      "epoch": 0.25072191911879915,
      "grad_norm": 0.5384622812271118,
      "learning_rate": 4.44430421385957e-05,
      "loss": 4.5235,
      "step": 286435
    },
    {
      "epoch": 0.2507262957124263,
      "grad_norm": 0.5490169525146484,
      "learning_rate": 4.444284999603249e-05,
      "loss": 5.4446,
      "step": 286440
    },
    {
      "epoch": 0.25073067230605345,
      "grad_norm": 0.5708672404289246,
      "learning_rate": 4.4442657850683445e-05,
      "loss": 4.9101,
      "step": 286445
    },
    {
      "epoch": 0.2507350488996806,
      "grad_norm": 0.5588947534561157,
      "learning_rate": 4.4442465702548606e-05,
      "loss": 5.3689,
      "step": 286450
    },
    {
      "epoch": 0.25073942549330774,
      "grad_norm": 0.6056675910949707,
      "learning_rate": 4.444227355162801e-05,
      "loss": 5.3371,
      "step": 286455
    },
    {
      "epoch": 0.2507438020869349,
      "grad_norm": 0.5782866477966309,
      "learning_rate": 4.4442081397921686e-05,
      "loss": 5.6919,
      "step": 286460
    },
    {
      "epoch": 0.25074817868056204,
      "grad_norm": 0.5611308813095093,
      "learning_rate": 4.444188924142968e-05,
      "loss": 4.2208,
      "step": 286465
    },
    {
      "epoch": 0.2507525552741892,
      "grad_norm": 0.5417607426643372,
      "learning_rate": 4.4441697082152035e-05,
      "loss": 5.0816,
      "step": 286470
    },
    {
      "epoch": 0.2507569318678164,
      "grad_norm": 0.552615761756897,
      "learning_rate": 4.4441504920088776e-05,
      "loss": 5.9143,
      "step": 286475
    },
    {
      "epoch": 0.2507613084614435,
      "grad_norm": 0.5861101150512695,
      "learning_rate": 4.444131275523993e-05,
      "loss": 5.0852,
      "step": 286480
    },
    {
      "epoch": 0.2507656850550707,
      "grad_norm": 0.6390557289123535,
      "learning_rate": 4.444112058760556e-05,
      "loss": 5.2118,
      "step": 286485
    },
    {
      "epoch": 0.2507700616486978,
      "grad_norm": 0.6621423959732056,
      "learning_rate": 4.444092841718568e-05,
      "loss": 4.5881,
      "step": 286490
    },
    {
      "epoch": 0.250774438242325,
      "grad_norm": 0.5605510473251343,
      "learning_rate": 4.444073624398034e-05,
      "loss": 5.1797,
      "step": 286495
    },
    {
      "epoch": 0.25077881483595216,
      "grad_norm": 0.5598709583282471,
      "learning_rate": 4.4440544067989576e-05,
      "loss": 4.3084,
      "step": 286500
    },
    {
      "epoch": 0.2507831914295793,
      "grad_norm": 0.6009766459465027,
      "learning_rate": 4.4440351889213414e-05,
      "loss": 5.4237,
      "step": 286505
    },
    {
      "epoch": 0.25078756802320645,
      "grad_norm": 0.6905386447906494,
      "learning_rate": 4.444015970765192e-05,
      "loss": 4.8968,
      "step": 286510
    },
    {
      "epoch": 0.25079194461683363,
      "grad_norm": 0.5776249766349792,
      "learning_rate": 4.443996752330509e-05,
      "loss": 5.6166,
      "step": 286515
    },
    {
      "epoch": 0.25079632121046075,
      "grad_norm": 0.5465880632400513,
      "learning_rate": 4.4439775336173004e-05,
      "loss": 5.3666,
      "step": 286520
    },
    {
      "epoch": 0.2508006978040879,
      "grad_norm": 0.5622926354408264,
      "learning_rate": 4.443958314625566e-05,
      "loss": 5.6979,
      "step": 286525
    },
    {
      "epoch": 0.25080507439771504,
      "grad_norm": 0.5618115067481995,
      "learning_rate": 4.443939095355312e-05,
      "loss": 4.7039,
      "step": 286530
    },
    {
      "epoch": 0.2508094509913422,
      "grad_norm": 0.5629570484161377,
      "learning_rate": 4.443919875806541e-05,
      "loss": 4.9072,
      "step": 286535
    },
    {
      "epoch": 0.2508138275849694,
      "grad_norm": 0.5463420152664185,
      "learning_rate": 4.443900655979257e-05,
      "loss": 4.8354,
      "step": 286540
    },
    {
      "epoch": 0.2508182041785965,
      "grad_norm": 0.5509043335914612,
      "learning_rate": 4.4438814358734645e-05,
      "loss": 5.6666,
      "step": 286545
    },
    {
      "epoch": 0.2508225807722237,
      "grad_norm": 0.5446233153343201,
      "learning_rate": 4.443862215489166e-05,
      "loss": 5.1197,
      "step": 286550
    },
    {
      "epoch": 0.25082695736585087,
      "grad_norm": 0.5421168208122253,
      "learning_rate": 4.443842994826367e-05,
      "loss": 4.8979,
      "step": 286555
    },
    {
      "epoch": 0.250831333959478,
      "grad_norm": 0.5490425229072571,
      "learning_rate": 4.4438237738850684e-05,
      "loss": 4.9414,
      "step": 286560
    },
    {
      "epoch": 0.25083571055310516,
      "grad_norm": 0.5680490136146545,
      "learning_rate": 4.4438045526652764e-05,
      "loss": 5.4364,
      "step": 286565
    },
    {
      "epoch": 0.2508400871467323,
      "grad_norm": 0.5340446829795837,
      "learning_rate": 4.443785331166992e-05,
      "loss": 5.9225,
      "step": 286570
    },
    {
      "epoch": 0.25084446374035946,
      "grad_norm": 0.5364118814468384,
      "learning_rate": 4.443766109390222e-05,
      "loss": 5.9117,
      "step": 286575
    },
    {
      "epoch": 0.25084884033398663,
      "grad_norm": 0.5792043805122375,
      "learning_rate": 4.443746887334969e-05,
      "loss": 4.3967,
      "step": 286580
    },
    {
      "epoch": 0.25085321692761375,
      "grad_norm": 0.5355693101882935,
      "learning_rate": 4.443727665001235e-05,
      "loss": 5.9211,
      "step": 286585
    },
    {
      "epoch": 0.25085759352124093,
      "grad_norm": 0.5398798584938049,
      "learning_rate": 4.4437084423890264e-05,
      "loss": 4.618,
      "step": 286590
    },
    {
      "epoch": 0.25086197011486805,
      "grad_norm": 0.5533541440963745,
      "learning_rate": 4.443689219498345e-05,
      "loss": 4.6903,
      "step": 286595
    },
    {
      "epoch": 0.2508663467084952,
      "grad_norm": 0.549767017364502,
      "learning_rate": 4.443669996329196e-05,
      "loss": 5.2173,
      "step": 286600
    },
    {
      "epoch": 0.2508707233021224,
      "grad_norm": 0.5404263734817505,
      "learning_rate": 4.443650772881581e-05,
      "loss": 5.1265,
      "step": 286605
    },
    {
      "epoch": 0.2508750998957495,
      "grad_norm": 0.5610998868942261,
      "learning_rate": 4.443631549155506e-05,
      "loss": 4.677,
      "step": 286610
    },
    {
      "epoch": 0.2508794764893767,
      "grad_norm": 0.5481098890304565,
      "learning_rate": 4.443612325150973e-05,
      "loss": 5.1074,
      "step": 286615
    },
    {
      "epoch": 0.25088385308300387,
      "grad_norm": 0.5400940775871277,
      "learning_rate": 4.4435931008679876e-05,
      "loss": 4.9402,
      "step": 286620
    },
    {
      "epoch": 0.250888229676631,
      "grad_norm": 0.5897698402404785,
      "learning_rate": 4.443573876306552e-05,
      "loss": 4.6939,
      "step": 286625
    },
    {
      "epoch": 0.25089260627025817,
      "grad_norm": 0.5957340598106384,
      "learning_rate": 4.443554651466669e-05,
      "loss": 5.0836,
      "step": 286630
    },
    {
      "epoch": 0.2508969828638853,
      "grad_norm": 0.5675367116928101,
      "learning_rate": 4.443535426348344e-05,
      "loss": 6.2377,
      "step": 286635
    },
    {
      "epoch": 0.25090135945751246,
      "grad_norm": 0.5588486194610596,
      "learning_rate": 4.4435162009515806e-05,
      "loss": 4.5796,
      "step": 286640
    },
    {
      "epoch": 0.25090573605113964,
      "grad_norm": 0.6080753803253174,
      "learning_rate": 4.4434969752763824e-05,
      "loss": 5.1955,
      "step": 286645
    },
    {
      "epoch": 0.25091011264476676,
      "grad_norm": 0.6063295602798462,
      "learning_rate": 4.443477749322752e-05,
      "loss": 5.9594,
      "step": 286650
    },
    {
      "epoch": 0.25091448923839393,
      "grad_norm": 0.5711154937744141,
      "learning_rate": 4.443458523090696e-05,
      "loss": 5.9199,
      "step": 286655
    },
    {
      "epoch": 0.2509188658320211,
      "grad_norm": 0.545272171497345,
      "learning_rate": 4.443439296580213e-05,
      "loss": 5.4248,
      "step": 286660
    },
    {
      "epoch": 0.25092324242564823,
      "grad_norm": 0.6085532903671265,
      "learning_rate": 4.443420069791312e-05,
      "loss": 4.6058,
      "step": 286665
    },
    {
      "epoch": 0.2509276190192754,
      "grad_norm": 0.558407723903656,
      "learning_rate": 4.443400842723994e-05,
      "loss": 4.8969,
      "step": 286670
    },
    {
      "epoch": 0.2509319956129025,
      "grad_norm": 0.5590176582336426,
      "learning_rate": 4.4433816153782625e-05,
      "loss": 5.4073,
      "step": 286675
    },
    {
      "epoch": 0.2509363722065297,
      "grad_norm": 0.5579599142074585,
      "learning_rate": 4.443362387754122e-05,
      "loss": 5.2134,
      "step": 286680
    },
    {
      "epoch": 0.2509407488001569,
      "grad_norm": 0.5672281980514526,
      "learning_rate": 4.443343159851576e-05,
      "loss": 5.1274,
      "step": 286685
    },
    {
      "epoch": 0.250945125393784,
      "grad_norm": 0.547457754611969,
      "learning_rate": 4.44332393167063e-05,
      "loss": 5.9195,
      "step": 286690
    },
    {
      "epoch": 0.25094950198741117,
      "grad_norm": 0.5690011382102966,
      "learning_rate": 4.443304703211285e-05,
      "loss": 5.7271,
      "step": 286695
    },
    {
      "epoch": 0.25095387858103835,
      "grad_norm": 0.5926205515861511,
      "learning_rate": 4.443285474473545e-05,
      "loss": 4.6186,
      "step": 286700
    },
    {
      "epoch": 0.25095825517466547,
      "grad_norm": 0.6082494854927063,
      "learning_rate": 4.4432662454574145e-05,
      "loss": 5.4213,
      "step": 286705
    },
    {
      "epoch": 0.25096263176829264,
      "grad_norm": 0.5469410419464111,
      "learning_rate": 4.443247016162898e-05,
      "loss": 5.694,
      "step": 286710
    },
    {
      "epoch": 0.25096700836191976,
      "grad_norm": 0.5479635000228882,
      "learning_rate": 4.4432277865899985e-05,
      "loss": 4.8835,
      "step": 286715
    },
    {
      "epoch": 0.25097138495554694,
      "grad_norm": 0.5724433064460754,
      "learning_rate": 4.443208556738719e-05,
      "loss": 4.8797,
      "step": 286720
    },
    {
      "epoch": 0.2509757615491741,
      "grad_norm": 0.5476474761962891,
      "learning_rate": 4.443189326609064e-05,
      "loss": 4.9103,
      "step": 286725
    },
    {
      "epoch": 0.25098013814280123,
      "grad_norm": 0.56414794921875,
      "learning_rate": 4.443170096201036e-05,
      "loss": 5.9275,
      "step": 286730
    },
    {
      "epoch": 0.2509845147364284,
      "grad_norm": 0.5460179448127747,
      "learning_rate": 4.443150865514641e-05,
      "loss": 5.0391,
      "step": 286735
    },
    {
      "epoch": 0.25098889133005553,
      "grad_norm": 0.5443994402885437,
      "learning_rate": 4.443131634549881e-05,
      "loss": 6.1943,
      "step": 286740
    },
    {
      "epoch": 0.2509932679236827,
      "grad_norm": 0.5457796454429626,
      "learning_rate": 4.4431124033067605e-05,
      "loss": 5.6264,
      "step": 286745
    },
    {
      "epoch": 0.2509976445173099,
      "grad_norm": 0.5482757687568665,
      "learning_rate": 4.443093171785282e-05,
      "loss": 5.8777,
      "step": 286750
    },
    {
      "epoch": 0.251002021110937,
      "grad_norm": 0.5439927577972412,
      "learning_rate": 4.44307393998545e-05,
      "loss": 5.9162,
      "step": 286755
    },
    {
      "epoch": 0.2510063977045642,
      "grad_norm": 0.5367935299873352,
      "learning_rate": 4.443054707907269e-05,
      "loss": 5.6053,
      "step": 286760
    },
    {
      "epoch": 0.25101077429819135,
      "grad_norm": 0.5452152490615845,
      "learning_rate": 4.443035475550742e-05,
      "loss": 5.71,
      "step": 286765
    },
    {
      "epoch": 0.2510151508918185,
      "grad_norm": 0.5433010458946228,
      "learning_rate": 4.443016242915872e-05,
      "loss": 4.5974,
      "step": 286770
    },
    {
      "epoch": 0.25101952748544565,
      "grad_norm": 0.5537960529327393,
      "learning_rate": 4.442997010002664e-05,
      "loss": 6.2604,
      "step": 286775
    },
    {
      "epoch": 0.25102390407907277,
      "grad_norm": 0.5478301644325256,
      "learning_rate": 4.4429777768111204e-05,
      "loss": 5.2713,
      "step": 286780
    },
    {
      "epoch": 0.25102828067269994,
      "grad_norm": 0.5724860429763794,
      "learning_rate": 4.442958543341246e-05,
      "loss": 5.3868,
      "step": 286785
    },
    {
      "epoch": 0.2510326572663271,
      "grad_norm": 0.5449538230895996,
      "learning_rate": 4.442939309593044e-05,
      "loss": 5.1302,
      "step": 286790
    },
    {
      "epoch": 0.25103703385995424,
      "grad_norm": 0.5512639880180359,
      "learning_rate": 4.442920075566519e-05,
      "loss": 5.1113,
      "step": 286795
    },
    {
      "epoch": 0.2510414104535814,
      "grad_norm": 0.5576088428497314,
      "learning_rate": 4.442900841261674e-05,
      "loss": 5.9518,
      "step": 286800
    },
    {
      "epoch": 0.2510457870472086,
      "grad_norm": 0.5436652898788452,
      "learning_rate": 4.4428816066785107e-05,
      "loss": 5.3482,
      "step": 286805
    },
    {
      "epoch": 0.2510501636408357,
      "grad_norm": 0.5527312755584717,
      "learning_rate": 4.442862371817036e-05,
      "loss": 5.4211,
      "step": 286810
    },
    {
      "epoch": 0.2510545402344629,
      "grad_norm": 0.5414192080497742,
      "learning_rate": 4.442843136677252e-05,
      "loss": 6.215,
      "step": 286815
    },
    {
      "epoch": 0.25105891682809,
      "grad_norm": 0.5464882254600525,
      "learning_rate": 4.4428239012591635e-05,
      "loss": 5.3934,
      "step": 286820
    },
    {
      "epoch": 0.2510632934217172,
      "grad_norm": 0.5797222852706909,
      "learning_rate": 4.442804665562773e-05,
      "loss": 4.8005,
      "step": 286825
    },
    {
      "epoch": 0.25106767001534436,
      "grad_norm": 0.5931704044342041,
      "learning_rate": 4.442785429588084e-05,
      "loss": 4.9408,
      "step": 286830
    },
    {
      "epoch": 0.2510720466089715,
      "grad_norm": 0.5555896759033203,
      "learning_rate": 4.4427661933351014e-05,
      "loss": 5.4553,
      "step": 286835
    },
    {
      "epoch": 0.25107642320259865,
      "grad_norm": 0.5400227308273315,
      "learning_rate": 4.4427469568038295e-05,
      "loss": 5.666,
      "step": 286840
    },
    {
      "epoch": 0.2510807997962258,
      "grad_norm": 0.5722240209579468,
      "learning_rate": 4.4427277199942694e-05,
      "loss": 5.8984,
      "step": 286845
    },
    {
      "epoch": 0.25108517638985295,
      "grad_norm": 0.5446510314941406,
      "learning_rate": 4.442708482906427e-05,
      "loss": 6.1988,
      "step": 286850
    },
    {
      "epoch": 0.2510895529834801,
      "grad_norm": 0.5880054831504822,
      "learning_rate": 4.442689245540306e-05,
      "loss": 5.1984,
      "step": 286855
    },
    {
      "epoch": 0.25109392957710724,
      "grad_norm": 0.5577799081802368,
      "learning_rate": 4.442670007895908e-05,
      "loss": 6.2174,
      "step": 286860
    },
    {
      "epoch": 0.2510983061707344,
      "grad_norm": 0.5646722912788391,
      "learning_rate": 4.442650769973239e-05,
      "loss": 5.4418,
      "step": 286865
    },
    {
      "epoch": 0.2511026827643616,
      "grad_norm": 0.5558667182922363,
      "learning_rate": 4.442631531772302e-05,
      "loss": 5.2033,
      "step": 286870
    },
    {
      "epoch": 0.2511070593579887,
      "grad_norm": 0.5462611317634583,
      "learning_rate": 4.4426122932931004e-05,
      "loss": 5.5912,
      "step": 286875
    },
    {
      "epoch": 0.2511114359516159,
      "grad_norm": 0.588375449180603,
      "learning_rate": 4.4425930545356376e-05,
      "loss": 4.9229,
      "step": 286880
    },
    {
      "epoch": 0.251115812545243,
      "grad_norm": 0.5550399422645569,
      "learning_rate": 4.4425738154999184e-05,
      "loss": 4.856,
      "step": 286885
    },
    {
      "epoch": 0.2511201891388702,
      "grad_norm": 0.5719444751739502,
      "learning_rate": 4.4425545761859454e-05,
      "loss": 4.6945,
      "step": 286890
    },
    {
      "epoch": 0.25112456573249736,
      "grad_norm": 0.5784825682640076,
      "learning_rate": 4.442535336593724e-05,
      "loss": 5.7495,
      "step": 286895
    },
    {
      "epoch": 0.2511289423261245,
      "grad_norm": 0.5845015048980713,
      "learning_rate": 4.442516096723255e-05,
      "loss": 5.7398,
      "step": 286900
    },
    {
      "epoch": 0.25113331891975166,
      "grad_norm": 0.5694484710693359,
      "learning_rate": 4.442496856574545e-05,
      "loss": 5.3516,
      "step": 286905
    },
    {
      "epoch": 0.25113769551337883,
      "grad_norm": 0.573763370513916,
      "learning_rate": 4.4424776161475965e-05,
      "loss": 4.1044,
      "step": 286910
    },
    {
      "epoch": 0.25114207210700595,
      "grad_norm": 0.6163591742515564,
      "learning_rate": 4.442458375442413e-05,
      "loss": 5.3923,
      "step": 286915
    },
    {
      "epoch": 0.25114644870063313,
      "grad_norm": 0.554015040397644,
      "learning_rate": 4.442439134458999e-05,
      "loss": 5.1281,
      "step": 286920
    },
    {
      "epoch": 0.25115082529426025,
      "grad_norm": 0.5631670951843262,
      "learning_rate": 4.442419893197357e-05,
      "loss": 4.8771,
      "step": 286925
    },
    {
      "epoch": 0.2511552018878874,
      "grad_norm": 0.560289740562439,
      "learning_rate": 4.442400651657491e-05,
      "loss": 4.9335,
      "step": 286930
    },
    {
      "epoch": 0.2511595784815146,
      "grad_norm": 0.5594887137413025,
      "learning_rate": 4.442381409839407e-05,
      "loss": 4.1198,
      "step": 286935
    },
    {
      "epoch": 0.2511639550751417,
      "grad_norm": 0.5871196985244751,
      "learning_rate": 4.442362167743105e-05,
      "loss": 4.87,
      "step": 286940
    },
    {
      "epoch": 0.2511683316687689,
      "grad_norm": 0.5669118762016296,
      "learning_rate": 4.442342925368591e-05,
      "loss": 5.0844,
      "step": 286945
    },
    {
      "epoch": 0.25117270826239607,
      "grad_norm": 0.6023576855659485,
      "learning_rate": 4.4423236827158685e-05,
      "loss": 5.4132,
      "step": 286950
    },
    {
      "epoch": 0.2511770848560232,
      "grad_norm": 0.5523114204406738,
      "learning_rate": 4.44230443978494e-05,
      "loss": 5.1051,
      "step": 286955
    },
    {
      "epoch": 0.25118146144965037,
      "grad_norm": 0.5741189122200012,
      "learning_rate": 4.442285196575812e-05,
      "loss": 5.3974,
      "step": 286960
    },
    {
      "epoch": 0.2511858380432775,
      "grad_norm": 0.5533870458602905,
      "learning_rate": 4.442265953088486e-05,
      "loss": 4.7098,
      "step": 286965
    },
    {
      "epoch": 0.25119021463690466,
      "grad_norm": 0.5593438148498535,
      "learning_rate": 4.442246709322965e-05,
      "loss": 5.4152,
      "step": 286970
    },
    {
      "epoch": 0.25119459123053184,
      "grad_norm": 0.5736798644065857,
      "learning_rate": 4.4422274652792536e-05,
      "loss": 5.7362,
      "step": 286975
    },
    {
      "epoch": 0.25119896782415896,
      "grad_norm": 0.5453808307647705,
      "learning_rate": 4.442208220957357e-05,
      "loss": 5.7036,
      "step": 286980
    },
    {
      "epoch": 0.25120334441778613,
      "grad_norm": 0.5779602527618408,
      "learning_rate": 4.4421889763572764e-05,
      "loss": 5.1531,
      "step": 286985
    },
    {
      "epoch": 0.25120772101141325,
      "grad_norm": 0.5672707557678223,
      "learning_rate": 4.442169731479018e-05,
      "loss": 4.6976,
      "step": 286990
    },
    {
      "epoch": 0.25121209760504043,
      "grad_norm": 0.5710950493812561,
      "learning_rate": 4.442150486322584e-05,
      "loss": 5.1125,
      "step": 286995
    },
    {
      "epoch": 0.2512164741986676,
      "grad_norm": 0.5458840727806091,
      "learning_rate": 4.442131240887978e-05,
      "loss": 4.0724,
      "step": 287000
    },
    {
      "epoch": 0.2512208507922947,
      "grad_norm": 0.6074450612068176,
      "learning_rate": 4.442111995175203e-05,
      "loss": 4.8818,
      "step": 287005
    },
    {
      "epoch": 0.2512252273859219,
      "grad_norm": 0.5548553466796875,
      "learning_rate": 4.442092749184266e-05,
      "loss": 5.4486,
      "step": 287010
    },
    {
      "epoch": 0.2512296039795491,
      "grad_norm": 0.5596012473106384,
      "learning_rate": 4.442073502915167e-05,
      "loss": 5.3797,
      "step": 287015
    },
    {
      "epoch": 0.2512339805731762,
      "grad_norm": 0.5493245720863342,
      "learning_rate": 4.442054256367912e-05,
      "loss": 5.9215,
      "step": 287020
    },
    {
      "epoch": 0.25123835716680337,
      "grad_norm": 0.5795013904571533,
      "learning_rate": 4.442035009542503e-05,
      "loss": 5.5885,
      "step": 287025
    },
    {
      "epoch": 0.2512427337604305,
      "grad_norm": 0.5541558265686035,
      "learning_rate": 4.442015762438946e-05,
      "loss": 4.6819,
      "step": 287030
    },
    {
      "epoch": 0.25124711035405767,
      "grad_norm": 0.5472179651260376,
      "learning_rate": 4.4419965150572415e-05,
      "loss": 5.0765,
      "step": 287035
    },
    {
      "epoch": 0.25125148694768484,
      "grad_norm": 0.5447884798049927,
      "learning_rate": 4.4419772673973967e-05,
      "loss": 4.9312,
      "step": 287040
    },
    {
      "epoch": 0.25125586354131196,
      "grad_norm": 0.5708311200141907,
      "learning_rate": 4.4419580194594127e-05,
      "loss": 5.3905,
      "step": 287045
    },
    {
      "epoch": 0.25126024013493914,
      "grad_norm": 0.5554638504981995,
      "learning_rate": 4.441938771243295e-05,
      "loss": 4.4083,
      "step": 287050
    },
    {
      "epoch": 0.2512646167285663,
      "grad_norm": 0.5437795519828796,
      "learning_rate": 4.441919522749046e-05,
      "loss": 5.9092,
      "step": 287055
    },
    {
      "epoch": 0.25126899332219343,
      "grad_norm": 0.5342687368392944,
      "learning_rate": 4.44190027397667e-05,
      "loss": 6.2328,
      "step": 287060
    },
    {
      "epoch": 0.2512733699158206,
      "grad_norm": 0.5656554102897644,
      "learning_rate": 4.441881024926171e-05,
      "loss": 5.2101,
      "step": 287065
    },
    {
      "epoch": 0.25127774650944773,
      "grad_norm": 0.5914648175239563,
      "learning_rate": 4.4418617755975525e-05,
      "loss": 5.6006,
      "step": 287070
    },
    {
      "epoch": 0.2512821231030749,
      "grad_norm": 0.5574911236763,
      "learning_rate": 4.441842525990817e-05,
      "loss": 5.2184,
      "step": 287075
    },
    {
      "epoch": 0.2512864996967021,
      "grad_norm": 0.5966894030570984,
      "learning_rate": 4.4418232761059695e-05,
      "loss": 5.1895,
      "step": 287080
    },
    {
      "epoch": 0.2512908762903292,
      "grad_norm": 0.649749755859375,
      "learning_rate": 4.4418040259430135e-05,
      "loss": 5.1551,
      "step": 287085
    },
    {
      "epoch": 0.2512952528839564,
      "grad_norm": 0.5586854815483093,
      "learning_rate": 4.441784775501954e-05,
      "loss": 5.1554,
      "step": 287090
    },
    {
      "epoch": 0.25129962947758355,
      "grad_norm": 0.5514714121818542,
      "learning_rate": 4.441765524782792e-05,
      "loss": 5.1399,
      "step": 287095
    },
    {
      "epoch": 0.2513040060712107,
      "grad_norm": 0.5647910833358765,
      "learning_rate": 4.441746273785533e-05,
      "loss": 5.3784,
      "step": 287100
    },
    {
      "epoch": 0.25130838266483785,
      "grad_norm": 0.5801981687545776,
      "learning_rate": 4.44172702251018e-05,
      "loss": 5.187,
      "step": 287105
    },
    {
      "epoch": 0.25131275925846497,
      "grad_norm": 0.5637204647064209,
      "learning_rate": 4.4417077709567376e-05,
      "loss": 5.9129,
      "step": 287110
    },
    {
      "epoch": 0.25131713585209214,
      "grad_norm": 0.5593946576118469,
      "learning_rate": 4.441688519125209e-05,
      "loss": 5.9328,
      "step": 287115
    },
    {
      "epoch": 0.2513215124457193,
      "grad_norm": 0.5540797710418701,
      "learning_rate": 4.441669267015598e-05,
      "loss": 5.4206,
      "step": 287120
    },
    {
      "epoch": 0.25132588903934644,
      "grad_norm": 0.5582131743431091,
      "learning_rate": 4.441650014627907e-05,
      "loss": 5.1301,
      "step": 287125
    },
    {
      "epoch": 0.2513302656329736,
      "grad_norm": 0.5670740008354187,
      "learning_rate": 4.441630761962142e-05,
      "loss": 4.6559,
      "step": 287130
    },
    {
      "epoch": 0.25133464222660074,
      "grad_norm": 0.5596179962158203,
      "learning_rate": 4.441611509018305e-05,
      "loss": 4.7884,
      "step": 287135
    },
    {
      "epoch": 0.2513390188202279,
      "grad_norm": 0.5670809745788574,
      "learning_rate": 4.441592255796402e-05,
      "loss": 5.592,
      "step": 287140
    },
    {
      "epoch": 0.2513433954138551,
      "grad_norm": 0.5522664189338684,
      "learning_rate": 4.441573002296433e-05,
      "loss": 4.6111,
      "step": 287145
    },
    {
      "epoch": 0.2513477720074822,
      "grad_norm": 0.5669832229614258,
      "learning_rate": 4.4415537485184046e-05,
      "loss": 5.9043,
      "step": 287150
    },
    {
      "epoch": 0.2513521486011094,
      "grad_norm": 0.5681095719337463,
      "learning_rate": 4.441534494462319e-05,
      "loss": 5.1283,
      "step": 287155
    },
    {
      "epoch": 0.25135652519473656,
      "grad_norm": 0.5687597393989563,
      "learning_rate": 4.4415152401281815e-05,
      "loss": 4.913,
      "step": 287160
    },
    {
      "epoch": 0.2513609017883637,
      "grad_norm": 0.5641488432884216,
      "learning_rate": 4.4414959855159946e-05,
      "loss": 5.1873,
      "step": 287165
    },
    {
      "epoch": 0.25136527838199085,
      "grad_norm": 0.5643843412399292,
      "learning_rate": 4.4414767306257634e-05,
      "loss": 5.1632,
      "step": 287170
    },
    {
      "epoch": 0.251369654975618,
      "grad_norm": 0.5625174045562744,
      "learning_rate": 4.441457475457489e-05,
      "loss": 4.6975,
      "step": 287175
    },
    {
      "epoch": 0.25137403156924515,
      "grad_norm": 0.6356572508811951,
      "learning_rate": 4.441438220011177e-05,
      "loss": 4.4019,
      "step": 287180
    },
    {
      "epoch": 0.2513784081628723,
      "grad_norm": 0.5527805685997009,
      "learning_rate": 4.441418964286831e-05,
      "loss": 5.2021,
      "step": 287185
    },
    {
      "epoch": 0.25138278475649944,
      "grad_norm": 0.5427849888801575,
      "learning_rate": 4.4413997082844536e-05,
      "loss": 5.1774,
      "step": 287190
    },
    {
      "epoch": 0.2513871613501266,
      "grad_norm": 0.5662746429443359,
      "learning_rate": 4.44138045200405e-05,
      "loss": 5.1091,
      "step": 287195
    },
    {
      "epoch": 0.2513915379437538,
      "grad_norm": 0.554161012172699,
      "learning_rate": 4.4413611954456235e-05,
      "loss": 5.724,
      "step": 287200
    },
    {
      "epoch": 0.2513959145373809,
      "grad_norm": 0.5388993620872498,
      "learning_rate": 4.441341938609177e-05,
      "loss": 5.4204,
      "step": 287205
    },
    {
      "epoch": 0.2514002911310081,
      "grad_norm": 0.5657848119735718,
      "learning_rate": 4.4413226814947164e-05,
      "loss": 5.109,
      "step": 287210
    },
    {
      "epoch": 0.2514046677246352,
      "grad_norm": 0.5548635125160217,
      "learning_rate": 4.441303424102242e-05,
      "loss": 4.5724,
      "step": 287215
    },
    {
      "epoch": 0.2514090443182624,
      "grad_norm": 0.5456313490867615,
      "learning_rate": 4.4412841664317595e-05,
      "loss": 5.3988,
      "step": 287220
    },
    {
      "epoch": 0.25141342091188956,
      "grad_norm": 0.5522611737251282,
      "learning_rate": 4.441264908483274e-05,
      "loss": 4.9924,
      "step": 287225
    },
    {
      "epoch": 0.2514177975055167,
      "grad_norm": 0.5559749007225037,
      "learning_rate": 4.4412456502567865e-05,
      "loss": 5.609,
      "step": 287230
    },
    {
      "epoch": 0.25142217409914386,
      "grad_norm": 0.5533998012542725,
      "learning_rate": 4.441226391752302e-05,
      "loss": 5.3688,
      "step": 287235
    },
    {
      "epoch": 0.251426550692771,
      "grad_norm": 0.5484229922294617,
      "learning_rate": 4.4412071329698246e-05,
      "loss": 5.6191,
      "step": 287240
    },
    {
      "epoch": 0.25143092728639815,
      "grad_norm": 0.5667457580566406,
      "learning_rate": 4.441187873909357e-05,
      "loss": 4.8917,
      "step": 287245
    },
    {
      "epoch": 0.25143530388002533,
      "grad_norm": 0.5371910333633423,
      "learning_rate": 4.441168614570903e-05,
      "loss": 5.917,
      "step": 287250
    },
    {
      "epoch": 0.25143968047365245,
      "grad_norm": 0.5394318699836731,
      "learning_rate": 4.4411493549544684e-05,
      "loss": 5.0072,
      "step": 287255
    },
    {
      "epoch": 0.2514440570672796,
      "grad_norm": 0.5524741411209106,
      "learning_rate": 4.4411300950600546e-05,
      "loss": 5.9125,
      "step": 287260
    },
    {
      "epoch": 0.2514484336609068,
      "grad_norm": 0.5477303862571716,
      "learning_rate": 4.441110834887665e-05,
      "loss": 5.9012,
      "step": 287265
    },
    {
      "epoch": 0.2514528102545339,
      "grad_norm": 0.5858333706855774,
      "learning_rate": 4.441091574437305e-05,
      "loss": 5.3627,
      "step": 287270
    },
    {
      "epoch": 0.2514571868481611,
      "grad_norm": 0.5518865585327148,
      "learning_rate": 4.441072313708977e-05,
      "loss": 5.362,
      "step": 287275
    },
    {
      "epoch": 0.2514615634417882,
      "grad_norm": 0.5508553981781006,
      "learning_rate": 4.441053052702686e-05,
      "loss": 4.9227,
      "step": 287280
    },
    {
      "epoch": 0.2514659400354154,
      "grad_norm": 0.5424610376358032,
      "learning_rate": 4.441033791418435e-05,
      "loss": 5.4459,
      "step": 287285
    },
    {
      "epoch": 0.25147031662904257,
      "grad_norm": 0.5682730674743652,
      "learning_rate": 4.4410145298562275e-05,
      "loss": 4.0475,
      "step": 287290
    },
    {
      "epoch": 0.2514746932226697,
      "grad_norm": 0.5861438512802124,
      "learning_rate": 4.440995268016068e-05,
      "loss": 4.1038,
      "step": 287295
    },
    {
      "epoch": 0.25147906981629686,
      "grad_norm": 0.5599828958511353,
      "learning_rate": 4.44097600589796e-05,
      "loss": 5.6164,
      "step": 287300
    },
    {
      "epoch": 0.25148344640992404,
      "grad_norm": 0.5851362943649292,
      "learning_rate": 4.4409567435019065e-05,
      "loss": 5.4209,
      "step": 287305
    },
    {
      "epoch": 0.25148782300355116,
      "grad_norm": 0.6657425761222839,
      "learning_rate": 4.44093748082791e-05,
      "loss": 5.4119,
      "step": 287310
    },
    {
      "epoch": 0.25149219959717833,
      "grad_norm": 0.5621883273124695,
      "learning_rate": 4.440918217875978e-05,
      "loss": 5.3318,
      "step": 287315
    },
    {
      "epoch": 0.25149657619080545,
      "grad_norm": 0.578904926776886,
      "learning_rate": 4.440898954646111e-05,
      "loss": 4.8076,
      "step": 287320
    },
    {
      "epoch": 0.25150095278443263,
      "grad_norm": 0.5575109720230103,
      "learning_rate": 4.440879691138314e-05,
      "loss": 4.0975,
      "step": 287325
    },
    {
      "epoch": 0.2515053293780598,
      "grad_norm": 0.5455642938613892,
      "learning_rate": 4.440860427352591e-05,
      "loss": 5.2234,
      "step": 287330
    },
    {
      "epoch": 0.2515097059716869,
      "grad_norm": 0.5383879542350769,
      "learning_rate": 4.440841163288945e-05,
      "loss": 4.3124,
      "step": 287335
    },
    {
      "epoch": 0.2515140825653141,
      "grad_norm": 0.5727518796920776,
      "learning_rate": 4.440821898947379e-05,
      "loss": 5.1194,
      "step": 287340
    },
    {
      "epoch": 0.2515184591589413,
      "grad_norm": 0.5709746479988098,
      "learning_rate": 4.4408026343278984e-05,
      "loss": 5.7145,
      "step": 287345
    },
    {
      "epoch": 0.2515228357525684,
      "grad_norm": 0.5561755895614624,
      "learning_rate": 4.440783369430507e-05,
      "loss": 5.7201,
      "step": 287350
    },
    {
      "epoch": 0.25152721234619557,
      "grad_norm": 0.531979501247406,
      "learning_rate": 4.440764104255206e-05,
      "loss": 5.8928,
      "step": 287355
    },
    {
      "epoch": 0.2515315889398227,
      "grad_norm": 0.5748510956764221,
      "learning_rate": 4.440744838802002e-05,
      "loss": 4.9159,
      "step": 287360
    },
    {
      "epoch": 0.25153596553344987,
      "grad_norm": 0.540056049823761,
      "learning_rate": 4.440725573070897e-05,
      "loss": 4.8049,
      "step": 287365
    },
    {
      "epoch": 0.25154034212707704,
      "grad_norm": 0.6257983446121216,
      "learning_rate": 4.440706307061895e-05,
      "loss": 5.4037,
      "step": 287370
    },
    {
      "epoch": 0.25154471872070416,
      "grad_norm": 0.5983025431632996,
      "learning_rate": 4.440687040775e-05,
      "loss": 5.6264,
      "step": 287375
    },
    {
      "epoch": 0.25154909531433134,
      "grad_norm": 0.5494993925094604,
      "learning_rate": 4.440667774210217e-05,
      "loss": 5.3929,
      "step": 287380
    },
    {
      "epoch": 0.25155347190795846,
      "grad_norm": 0.5506682991981506,
      "learning_rate": 4.440648507367546e-05,
      "loss": 4.1043,
      "step": 287385
    },
    {
      "epoch": 0.25155784850158563,
      "grad_norm": 0.5677884817123413,
      "learning_rate": 4.440629240246995e-05,
      "loss": 5.2179,
      "step": 287390
    },
    {
      "epoch": 0.2515622250952128,
      "grad_norm": 0.6044528484344482,
      "learning_rate": 4.440609972848565e-05,
      "loss": 5.7541,
      "step": 287395
    },
    {
      "epoch": 0.25156660168883993,
      "grad_norm": 0.716058611869812,
      "learning_rate": 4.4405907051722604e-05,
      "loss": 5.1378,
      "step": 287400
    },
    {
      "epoch": 0.2515709782824671,
      "grad_norm": 0.5374534726142883,
      "learning_rate": 4.440571437218085e-05,
      "loss": 5.0907,
      "step": 287405
    },
    {
      "epoch": 0.2515753548760943,
      "grad_norm": 0.5781101584434509,
      "learning_rate": 4.440552168986043e-05,
      "loss": 5.3542,
      "step": 287410
    },
    {
      "epoch": 0.2515797314697214,
      "grad_norm": 0.5818580389022827,
      "learning_rate": 4.4405329004761375e-05,
      "loss": 5.2053,
      "step": 287415
    },
    {
      "epoch": 0.2515841080633486,
      "grad_norm": 0.5513208508491516,
      "learning_rate": 4.4405136316883724e-05,
      "loss": 5.7195,
      "step": 287420
    },
    {
      "epoch": 0.2515884846569757,
      "grad_norm": 0.5510804653167725,
      "learning_rate": 4.4404943626227514e-05,
      "loss": 4.6101,
      "step": 287425
    },
    {
      "epoch": 0.2515928612506029,
      "grad_norm": 0.5841434001922607,
      "learning_rate": 4.4404750932792785e-05,
      "loss": 5.1077,
      "step": 287430
    },
    {
      "epoch": 0.25159723784423005,
      "grad_norm": 0.5575087070465088,
      "learning_rate": 4.4404558236579565e-05,
      "loss": 4.589,
      "step": 287435
    },
    {
      "epoch": 0.25160161443785717,
      "grad_norm": 0.5450875163078308,
      "learning_rate": 4.44043655375879e-05,
      "loss": 5.1282,
      "step": 287440
    },
    {
      "epoch": 0.25160599103148434,
      "grad_norm": 0.5804190635681152,
      "learning_rate": 4.4404172835817825e-05,
      "loss": 5.1333,
      "step": 287445
    },
    {
      "epoch": 0.2516103676251115,
      "grad_norm": 0.5566784739494324,
      "learning_rate": 4.4403980131269374e-05,
      "loss": 4.875,
      "step": 287450
    },
    {
      "epoch": 0.25161474421873864,
      "grad_norm": 0.5738816261291504,
      "learning_rate": 4.4403787423942587e-05,
      "loss": 5.6851,
      "step": 287455
    },
    {
      "epoch": 0.2516191208123658,
      "grad_norm": 0.5657296180725098,
      "learning_rate": 4.4403594713837504e-05,
      "loss": 5.6437,
      "step": 287460
    },
    {
      "epoch": 0.25162349740599294,
      "grad_norm": 0.5418950319290161,
      "learning_rate": 4.440340200095417e-05,
      "loss": 5.0713,
      "step": 287465
    },
    {
      "epoch": 0.2516278739996201,
      "grad_norm": 0.5685210227966309,
      "learning_rate": 4.440320928529259e-05,
      "loss": 5.0931,
      "step": 287470
    },
    {
      "epoch": 0.2516322505932473,
      "grad_norm": 0.5465339422225952,
      "learning_rate": 4.440301656685283e-05,
      "loss": 4.3908,
      "step": 287475
    },
    {
      "epoch": 0.2516366271868744,
      "grad_norm": 0.6030402183532715,
      "learning_rate": 4.4402823845634934e-05,
      "loss": 4.9388,
      "step": 287480
    },
    {
      "epoch": 0.2516410037805016,
      "grad_norm": 0.564408540725708,
      "learning_rate": 4.4402631121638904e-05,
      "loss": 4.3293,
      "step": 287485
    },
    {
      "epoch": 0.2516453803741287,
      "grad_norm": 0.5583085417747498,
      "learning_rate": 4.440243839486481e-05,
      "loss": 4.7802,
      "step": 287490
    },
    {
      "epoch": 0.2516497569677559,
      "grad_norm": 0.5381426215171814,
      "learning_rate": 4.4402245665312684e-05,
      "loss": 4.5979,
      "step": 287495
    },
    {
      "epoch": 0.25165413356138305,
      "grad_norm": 0.5483863949775696,
      "learning_rate": 4.440205293298254e-05,
      "loss": 5.4063,
      "step": 287500
    },
    {
      "epoch": 0.2516585101550102,
      "grad_norm": 0.7051690816879272,
      "learning_rate": 4.4401860197874435e-05,
      "loss": 4.8116,
      "step": 287505
    },
    {
      "epoch": 0.25166288674863735,
      "grad_norm": 0.5547810792922974,
      "learning_rate": 4.440166745998841e-05,
      "loss": 4.8936,
      "step": 287510
    },
    {
      "epoch": 0.2516672633422645,
      "grad_norm": 0.6378675103187561,
      "learning_rate": 4.4401474719324496e-05,
      "loss": 5.4083,
      "step": 287515
    },
    {
      "epoch": 0.25167163993589164,
      "grad_norm": 0.6750199794769287,
      "learning_rate": 4.4401281975882724e-05,
      "loss": 5.2195,
      "step": 287520
    },
    {
      "epoch": 0.2516760165295188,
      "grad_norm": 0.5389372110366821,
      "learning_rate": 4.440108922966314e-05,
      "loss": 4.3976,
      "step": 287525
    },
    {
      "epoch": 0.25168039312314594,
      "grad_norm": 0.5677401423454285,
      "learning_rate": 4.440089648066578e-05,
      "loss": 5.1856,
      "step": 287530
    },
    {
      "epoch": 0.2516847697167731,
      "grad_norm": 0.559191107749939,
      "learning_rate": 4.440070372889067e-05,
      "loss": 5.7215,
      "step": 287535
    },
    {
      "epoch": 0.2516891463104003,
      "grad_norm": 0.562958300113678,
      "learning_rate": 4.440051097433786e-05,
      "loss": 4.412,
      "step": 287540
    },
    {
      "epoch": 0.2516935229040274,
      "grad_norm": 0.551776111125946,
      "learning_rate": 4.4400318217007386e-05,
      "loss": 4.9022,
      "step": 287545
    },
    {
      "epoch": 0.2516978994976546,
      "grad_norm": 0.5854239463806152,
      "learning_rate": 4.440012545689928e-05,
      "loss": 4.9075,
      "step": 287550
    },
    {
      "epoch": 0.25170227609128176,
      "grad_norm": 0.5300835967063904,
      "learning_rate": 4.439993269401358e-05,
      "loss": 4.8811,
      "step": 287555
    },
    {
      "epoch": 0.2517066526849089,
      "grad_norm": 0.5448511838912964,
      "learning_rate": 4.439973992835033e-05,
      "loss": 5.4279,
      "step": 287560
    },
    {
      "epoch": 0.25171102927853606,
      "grad_norm": 0.5749046206474304,
      "learning_rate": 4.439954715990956e-05,
      "loss": 5.8811,
      "step": 287565
    },
    {
      "epoch": 0.2517154058721632,
      "grad_norm": 0.5614495277404785,
      "learning_rate": 4.4399354388691305e-05,
      "loss": 5.1991,
      "step": 287570
    },
    {
      "epoch": 0.25171978246579035,
      "grad_norm": 0.5465913414955139,
      "learning_rate": 4.4399161614695605e-05,
      "loss": 5.6209,
      "step": 287575
    },
    {
      "epoch": 0.25172415905941753,
      "grad_norm": 0.5568695664405823,
      "learning_rate": 4.4398968837922504e-05,
      "loss": 5.0815,
      "step": 287580
    },
    {
      "epoch": 0.25172853565304465,
      "grad_norm": 0.5441572070121765,
      "learning_rate": 4.439877605837203e-05,
      "loss": 4.888,
      "step": 287585
    },
    {
      "epoch": 0.2517329122466718,
      "grad_norm": 0.5401113033294678,
      "learning_rate": 4.439858327604423e-05,
      "loss": 5.2051,
      "step": 287590
    },
    {
      "epoch": 0.251737288840299,
      "grad_norm": 0.5497912764549255,
      "learning_rate": 4.439839049093912e-05,
      "loss": 5.4128,
      "step": 287595
    },
    {
      "epoch": 0.2517416654339261,
      "grad_norm": 0.5349845290184021,
      "learning_rate": 4.439819770305676e-05,
      "loss": 5.3737,
      "step": 287600
    },
    {
      "epoch": 0.2517460420275533,
      "grad_norm": 0.5427312254905701,
      "learning_rate": 4.439800491239719e-05,
      "loss": 4.8245,
      "step": 287605
    },
    {
      "epoch": 0.2517504186211804,
      "grad_norm": 0.5479608178138733,
      "learning_rate": 4.439781211896043e-05,
      "loss": 5.6687,
      "step": 287610
    },
    {
      "epoch": 0.2517547952148076,
      "grad_norm": 0.5680913329124451,
      "learning_rate": 4.439761932274652e-05,
      "loss": 5.431,
      "step": 287615
    },
    {
      "epoch": 0.25175917180843477,
      "grad_norm": 0.56926429271698,
      "learning_rate": 4.4397426523755505e-05,
      "loss": 4.9218,
      "step": 287620
    },
    {
      "epoch": 0.2517635484020619,
      "grad_norm": 0.5487674474716187,
      "learning_rate": 4.439723372198742e-05,
      "loss": 4.9114,
      "step": 287625
    },
    {
      "epoch": 0.25176792499568906,
      "grad_norm": 0.5447444915771484,
      "learning_rate": 4.439704091744229e-05,
      "loss": 5.2464,
      "step": 287630
    },
    {
      "epoch": 0.2517723015893162,
      "grad_norm": 0.5534160733222961,
      "learning_rate": 4.439684811012017e-05,
      "loss": 5.2271,
      "step": 287635
    },
    {
      "epoch": 0.25177667818294336,
      "grad_norm": 0.5544459819793701,
      "learning_rate": 4.439665530002108e-05,
      "loss": 5.4149,
      "step": 287640
    },
    {
      "epoch": 0.25178105477657053,
      "grad_norm": 0.566898763179779,
      "learning_rate": 4.439646248714508e-05,
      "loss": 4.9348,
      "step": 287645
    },
    {
      "epoch": 0.25178543137019765,
      "grad_norm": 0.5480612516403198,
      "learning_rate": 4.439626967149219e-05,
      "loss": 5.4282,
      "step": 287650
    },
    {
      "epoch": 0.25178980796382483,
      "grad_norm": 0.5527003407478333,
      "learning_rate": 4.4396076853062454e-05,
      "loss": 5.0718,
      "step": 287655
    },
    {
      "epoch": 0.251794184557452,
      "grad_norm": 0.570121705532074,
      "learning_rate": 4.4395884031855895e-05,
      "loss": 4.8848,
      "step": 287660
    },
    {
      "epoch": 0.2517985611510791,
      "grad_norm": 0.546002209186554,
      "learning_rate": 4.439569120787257e-05,
      "loss": 5.8936,
      "step": 287665
    },
    {
      "epoch": 0.2518029377447063,
      "grad_norm": 0.5684526562690735,
      "learning_rate": 4.4395498381112513e-05,
      "loss": 5.1623,
      "step": 287670
    },
    {
      "epoch": 0.2518073143383334,
      "grad_norm": 0.5418350100517273,
      "learning_rate": 4.439530555157575e-05,
      "loss": 5.159,
      "step": 287675
    },
    {
      "epoch": 0.2518116909319606,
      "grad_norm": 0.5261772871017456,
      "learning_rate": 4.439511271926232e-05,
      "loss": 5.9127,
      "step": 287680
    },
    {
      "epoch": 0.2518160675255878,
      "grad_norm": 0.5358288884162903,
      "learning_rate": 4.439491988417227e-05,
      "loss": 5.3553,
      "step": 287685
    },
    {
      "epoch": 0.2518204441192149,
      "grad_norm": 0.5541833639144897,
      "learning_rate": 4.439472704630563e-05,
      "loss": 5.3955,
      "step": 287690
    },
    {
      "epoch": 0.25182482071284207,
      "grad_norm": 0.5509921312332153,
      "learning_rate": 4.439453420566244e-05,
      "loss": 4.6,
      "step": 287695
    },
    {
      "epoch": 0.25182919730646924,
      "grad_norm": 0.5397780537605286,
      "learning_rate": 4.439434136224273e-05,
      "loss": 5.6412,
      "step": 287700
    },
    {
      "epoch": 0.25183357390009636,
      "grad_norm": 0.5271615982055664,
      "learning_rate": 4.439414851604655e-05,
      "loss": 6.2355,
      "step": 287705
    },
    {
      "epoch": 0.25183795049372354,
      "grad_norm": 0.5354204773902893,
      "learning_rate": 4.4393955667073926e-05,
      "loss": 6.2268,
      "step": 287710
    },
    {
      "epoch": 0.25184232708735066,
      "grad_norm": 0.5442337989807129,
      "learning_rate": 4.4393762815324904e-05,
      "loss": 5.6639,
      "step": 287715
    },
    {
      "epoch": 0.25184670368097783,
      "grad_norm": 0.5369744896888733,
      "learning_rate": 4.439356996079952e-05,
      "loss": 5.677,
      "step": 287720
    },
    {
      "epoch": 0.251851080274605,
      "grad_norm": 0.5474828481674194,
      "learning_rate": 4.439337710349779e-05,
      "loss": 5.7214,
      "step": 287725
    },
    {
      "epoch": 0.25185545686823213,
      "grad_norm": 0.5586922764778137,
      "learning_rate": 4.4393184243419796e-05,
      "loss": 4.9155,
      "step": 287730
    },
    {
      "epoch": 0.2518598334618593,
      "grad_norm": 0.5622429251670837,
      "learning_rate": 4.439299138056553e-05,
      "loss": 5.5871,
      "step": 287735
    },
    {
      "epoch": 0.2518642100554865,
      "grad_norm": 0.5557426810264587,
      "learning_rate": 4.439279851493505e-05,
      "loss": 4.8975,
      "step": 287740
    },
    {
      "epoch": 0.2518685866491136,
      "grad_norm": 0.5600512027740479,
      "learning_rate": 4.4392605646528396e-05,
      "loss": 5.6416,
      "step": 287745
    },
    {
      "epoch": 0.2518729632427408,
      "grad_norm": 0.5736290216445923,
      "learning_rate": 4.439241277534559e-05,
      "loss": 4.9174,
      "step": 287750
    },
    {
      "epoch": 0.2518773398363679,
      "grad_norm": 0.5504851937294006,
      "learning_rate": 4.439221990138669e-05,
      "loss": 4.8098,
      "step": 287755
    },
    {
      "epoch": 0.2518817164299951,
      "grad_norm": 0.5582613945007324,
      "learning_rate": 4.439202702465172e-05,
      "loss": 5.3168,
      "step": 287760
    },
    {
      "epoch": 0.25188609302362225,
      "grad_norm": 0.5701847672462463,
      "learning_rate": 4.439183414514071e-05,
      "loss": 5.5852,
      "step": 287765
    },
    {
      "epoch": 0.25189046961724937,
      "grad_norm": 0.6063595414161682,
      "learning_rate": 4.439164126285372e-05,
      "loss": 5.9148,
      "step": 287770
    },
    {
      "epoch": 0.25189484621087654,
      "grad_norm": 0.5436305999755859,
      "learning_rate": 4.439144837779077e-05,
      "loss": 5.4271,
      "step": 287775
    },
    {
      "epoch": 0.25189922280450366,
      "grad_norm": 0.6150819063186646,
      "learning_rate": 4.43912554899519e-05,
      "loss": 4.5691,
      "step": 287780
    },
    {
      "epoch": 0.25190359939813084,
      "grad_norm": 0.5712193250656128,
      "learning_rate": 4.439106259933714e-05,
      "loss": 4.6807,
      "step": 287785
    },
    {
      "epoch": 0.251907975991758,
      "grad_norm": 0.5621147155761719,
      "learning_rate": 4.439086970594655e-05,
      "loss": 5.4032,
      "step": 287790
    },
    {
      "epoch": 0.25191235258538514,
      "grad_norm": 0.5414655208587646,
      "learning_rate": 4.439067680978014e-05,
      "loss": 5.4283,
      "step": 287795
    },
    {
      "epoch": 0.2519167291790123,
      "grad_norm": 0.6057998538017273,
      "learning_rate": 4.439048391083797e-05,
      "loss": 5.0819,
      "step": 287800
    },
    {
      "epoch": 0.2519211057726395,
      "grad_norm": 0.5944228768348694,
      "learning_rate": 4.439029100912007e-05,
      "loss": 5.4214,
      "step": 287805
    },
    {
      "epoch": 0.2519254823662666,
      "grad_norm": 0.5427411794662476,
      "learning_rate": 4.439009810462647e-05,
      "loss": 4.3714,
      "step": 287810
    },
    {
      "epoch": 0.2519298589598938,
      "grad_norm": 0.5785177946090698,
      "learning_rate": 4.4389905197357207e-05,
      "loss": 4.9499,
      "step": 287815
    },
    {
      "epoch": 0.2519342355535209,
      "grad_norm": 0.6939023733139038,
      "learning_rate": 4.438971228731232e-05,
      "loss": 5.1431,
      "step": 287820
    },
    {
      "epoch": 0.2519386121471481,
      "grad_norm": 0.5748288035392761,
      "learning_rate": 4.438951937449185e-05,
      "loss": 4.3767,
      "step": 287825
    },
    {
      "epoch": 0.25194298874077525,
      "grad_norm": 0.5863484740257263,
      "learning_rate": 4.4389326458895844e-05,
      "loss": 5.1237,
      "step": 287830
    },
    {
      "epoch": 0.2519473653344024,
      "grad_norm": 0.8349421620368958,
      "learning_rate": 4.438913354052432e-05,
      "loss": 4.8881,
      "step": 287835
    },
    {
      "epoch": 0.25195174192802955,
      "grad_norm": 0.5554366111755371,
      "learning_rate": 4.4388940619377326e-05,
      "loss": 4.2831,
      "step": 287840
    },
    {
      "epoch": 0.2519561185216567,
      "grad_norm": 1.1022281646728516,
      "learning_rate": 4.438874769545489e-05,
      "loss": 4.8375,
      "step": 287845
    },
    {
      "epoch": 0.25196049511528384,
      "grad_norm": 0.6057413816452026,
      "learning_rate": 4.4388554768757065e-05,
      "loss": 5.3211,
      "step": 287850
    },
    {
      "epoch": 0.251964871708911,
      "grad_norm": 0.5572206974029541,
      "learning_rate": 4.438836183928387e-05,
      "loss": 4.3936,
      "step": 287855
    },
    {
      "epoch": 0.25196924830253814,
      "grad_norm": 0.5407562851905823,
      "learning_rate": 4.4388168907035374e-05,
      "loss": 4.6469,
      "step": 287860
    },
    {
      "epoch": 0.2519736248961653,
      "grad_norm": 0.554250180721283,
      "learning_rate": 4.4387975972011575e-05,
      "loss": 5.9379,
      "step": 287865
    },
    {
      "epoch": 0.2519780014897925,
      "grad_norm": 0.5123074054718018,
      "learning_rate": 4.4387783034212524e-05,
      "loss": 5.3395,
      "step": 287870
    },
    {
      "epoch": 0.2519823780834196,
      "grad_norm": 0.6866666674613953,
      "learning_rate": 4.438759009363827e-05,
      "loss": 4.8621,
      "step": 287875
    },
    {
      "epoch": 0.2519867546770468,
      "grad_norm": 0.5669319033622742,
      "learning_rate": 4.438739715028883e-05,
      "loss": 4.8293,
      "step": 287880
    },
    {
      "epoch": 0.2519911312706739,
      "grad_norm": 0.5322838425636292,
      "learning_rate": 4.4387204204164266e-05,
      "loss": 5.1402,
      "step": 287885
    },
    {
      "epoch": 0.2519955078643011,
      "grad_norm": 0.5433516502380371,
      "learning_rate": 4.438701125526459e-05,
      "loss": 5.668,
      "step": 287890
    },
    {
      "epoch": 0.25199988445792826,
      "grad_norm": 0.525875449180603,
      "learning_rate": 4.438681830358986e-05,
      "loss": 5.9094,
      "step": 287895
    },
    {
      "epoch": 0.2520042610515554,
      "grad_norm": 0.5089688897132874,
      "learning_rate": 4.43866253491401e-05,
      "loss": 5.6748,
      "step": 287900
    },
    {
      "epoch": 0.25200863764518255,
      "grad_norm": 0.5017491579055786,
      "learning_rate": 4.4386432391915355e-05,
      "loss": 5.6178,
      "step": 287905
    },
    {
      "epoch": 0.25201301423880973,
      "grad_norm": 0.5593831539154053,
      "learning_rate": 4.438623943191566e-05,
      "loss": 5.5904,
      "step": 287910
    },
    {
      "epoch": 0.25201739083243685,
      "grad_norm": 0.5127468705177307,
      "learning_rate": 4.438604646914104e-05,
      "loss": 5.9225,
      "step": 287915
    },
    {
      "epoch": 0.252021767426064,
      "grad_norm": 0.5109942555427551,
      "learning_rate": 4.4385853503591556e-05,
      "loss": 4.8317,
      "step": 287920
    },
    {
      "epoch": 0.25202614401969115,
      "grad_norm": 0.5775193572044373,
      "learning_rate": 4.438566053526721e-05,
      "loss": 4.3806,
      "step": 287925
    },
    {
      "epoch": 0.2520305206133183,
      "grad_norm": 0.5494397878646851,
      "learning_rate": 4.438546756416809e-05,
      "loss": 5.2061,
      "step": 287930
    },
    {
      "epoch": 0.2520348972069455,
      "grad_norm": 0.5846446752548218,
      "learning_rate": 4.438527459029419e-05,
      "loss": 4.9062,
      "step": 287935
    },
    {
      "epoch": 0.2520392738005726,
      "grad_norm": 0.5342378616333008,
      "learning_rate": 4.4385081613645566e-05,
      "loss": 5.7489,
      "step": 287940
    },
    {
      "epoch": 0.2520436503941998,
      "grad_norm": 0.5351618528366089,
      "learning_rate": 4.438488863422225e-05,
      "loss": 5.4275,
      "step": 287945
    },
    {
      "epoch": 0.25204802698782697,
      "grad_norm": 0.5254746675491333,
      "learning_rate": 4.438469565202428e-05,
      "loss": 4.7601,
      "step": 287950
    },
    {
      "epoch": 0.2520524035814541,
      "grad_norm": 0.5477716326713562,
      "learning_rate": 4.4384502667051694e-05,
      "loss": 4.4138,
      "step": 287955
    },
    {
      "epoch": 0.25205678017508126,
      "grad_norm": 0.5468876957893372,
      "learning_rate": 4.4384309679304526e-05,
      "loss": 4.9345,
      "step": 287960
    },
    {
      "epoch": 0.2520611567687084,
      "grad_norm": 0.5415689945220947,
      "learning_rate": 4.438411668878283e-05,
      "loss": 5.6246,
      "step": 287965
    },
    {
      "epoch": 0.25206553336233556,
      "grad_norm": 0.5586137771606445,
      "learning_rate": 4.4383923695486606e-05,
      "loss": 5.1124,
      "step": 287970
    },
    {
      "epoch": 0.25206990995596273,
      "grad_norm": 0.5361594557762146,
      "learning_rate": 4.438373069941594e-05,
      "loss": 6.2199,
      "step": 287975
    },
    {
      "epoch": 0.25207428654958985,
      "grad_norm": 0.5759720802307129,
      "learning_rate": 4.4383537700570834e-05,
      "loss": 4.1638,
      "step": 287980
    },
    {
      "epoch": 0.25207866314321703,
      "grad_norm": 0.5447026491165161,
      "learning_rate": 4.4383344698951326e-05,
      "loss": 4.9059,
      "step": 287985
    },
    {
      "epoch": 0.2520830397368442,
      "grad_norm": 0.532365620136261,
      "learning_rate": 4.4383151694557454e-05,
      "loss": 5.9352,
      "step": 287990
    },
    {
      "epoch": 0.2520874163304713,
      "grad_norm": 0.5425460338592529,
      "learning_rate": 4.4382958687389283e-05,
      "loss": 4.25,
      "step": 287995
    },
    {
      "epoch": 0.2520917929240985,
      "grad_norm": 0.5489943027496338,
      "learning_rate": 4.438276567744682e-05,
      "loss": 5.8961,
      "step": 288000
    },
    {
      "epoch": 0.2520961695177256,
      "grad_norm": 0.5394538044929504,
      "learning_rate": 4.4382572664730126e-05,
      "loss": 5.5994,
      "step": 288005
    },
    {
      "epoch": 0.2521005461113528,
      "grad_norm": 0.5343225002288818,
      "learning_rate": 4.438237964923923e-05,
      "loss": 4.7954,
      "step": 288010
    },
    {
      "epoch": 0.25210492270498,
      "grad_norm": 0.527853786945343,
      "learning_rate": 4.438218663097414e-05,
      "loss": 4.3317,
      "step": 288015
    },
    {
      "epoch": 0.2521092992986071,
      "grad_norm": 0.5524770617485046,
      "learning_rate": 4.438199360993494e-05,
      "loss": 4.6958,
      "step": 288020
    },
    {
      "epoch": 0.25211367589223427,
      "grad_norm": 0.5271473526954651,
      "learning_rate": 4.438180058612162e-05,
      "loss": 4.3086,
      "step": 288025
    },
    {
      "epoch": 0.2521180524858614,
      "grad_norm": 0.5389926433563232,
      "learning_rate": 4.4381607559534266e-05,
      "loss": 5.6334,
      "step": 288030
    },
    {
      "epoch": 0.25212242907948856,
      "grad_norm": 0.5433759689331055,
      "learning_rate": 4.4381414530172884e-05,
      "loss": 5.101,
      "step": 288035
    },
    {
      "epoch": 0.25212680567311574,
      "grad_norm": 0.5270601511001587,
      "learning_rate": 4.438122149803751e-05,
      "loss": 5.2475,
      "step": 288040
    },
    {
      "epoch": 0.25213118226674286,
      "grad_norm": 0.5559408068656921,
      "learning_rate": 4.4381028463128204e-05,
      "loss": 4.9151,
      "step": 288045
    },
    {
      "epoch": 0.25213555886037003,
      "grad_norm": 0.5952288508415222,
      "learning_rate": 4.438083542544498e-05,
      "loss": 5.9145,
      "step": 288050
    },
    {
      "epoch": 0.2521399354539972,
      "grad_norm": 0.6538162231445312,
      "learning_rate": 4.438064238498788e-05,
      "loss": 5.7424,
      "step": 288055
    },
    {
      "epoch": 0.25214431204762433,
      "grad_norm": 0.5522801876068115,
      "learning_rate": 4.438044934175696e-05,
      "loss": 5.307,
      "step": 288060
    },
    {
      "epoch": 0.2521486886412515,
      "grad_norm": 0.5682428479194641,
      "learning_rate": 4.438025629575223e-05,
      "loss": 4.8766,
      "step": 288065
    },
    {
      "epoch": 0.2521530652348786,
      "grad_norm": 0.6212497353553772,
      "learning_rate": 4.4380063246973744e-05,
      "loss": 4.1801,
      "step": 288070
    },
    {
      "epoch": 0.2521574418285058,
      "grad_norm": 0.6654948592185974,
      "learning_rate": 4.4379870195421536e-05,
      "loss": 4.8984,
      "step": 288075
    },
    {
      "epoch": 0.252161818422133,
      "grad_norm": 0.5421838760375977,
      "learning_rate": 4.4379677141095647e-05,
      "loss": 5.179,
      "step": 288080
    },
    {
      "epoch": 0.2521661950157601,
      "grad_norm": 0.5330196619033813,
      "learning_rate": 4.437948408399609e-05,
      "loss": 5.7004,
      "step": 288085
    },
    {
      "epoch": 0.2521705716093873,
      "grad_norm": 0.5442975759506226,
      "learning_rate": 4.437929102412295e-05,
      "loss": 4.8063,
      "step": 288090
    },
    {
      "epoch": 0.25217494820301445,
      "grad_norm": 0.5495387315750122,
      "learning_rate": 4.4379097961476214e-05,
      "loss": 5.6221,
      "step": 288095
    },
    {
      "epoch": 0.25217932479664157,
      "grad_norm": 0.5359747409820557,
      "learning_rate": 4.437890489605595e-05,
      "loss": 4.5876,
      "step": 288100
    },
    {
      "epoch": 0.25218370139026874,
      "grad_norm": 0.5392419695854187,
      "learning_rate": 4.4378711827862185e-05,
      "loss": 4.8299,
      "step": 288105
    },
    {
      "epoch": 0.25218807798389586,
      "grad_norm": 0.5387945175170898,
      "learning_rate": 4.437851875689497e-05,
      "loss": 5.7172,
      "step": 288110
    },
    {
      "epoch": 0.25219245457752304,
      "grad_norm": 0.5342658758163452,
      "learning_rate": 4.437832568315432e-05,
      "loss": 5.1687,
      "step": 288115
    },
    {
      "epoch": 0.2521968311711502,
      "grad_norm": 0.5874295234680176,
      "learning_rate": 4.4378132606640276e-05,
      "loss": 4.5896,
      "step": 288120
    },
    {
      "epoch": 0.25220120776477734,
      "grad_norm": 0.5455817580223083,
      "learning_rate": 4.437793952735289e-05,
      "loss": 4.8847,
      "step": 288125
    },
    {
      "epoch": 0.2522055843584045,
      "grad_norm": 0.5369627475738525,
      "learning_rate": 4.437774644529219e-05,
      "loss": 5.3291,
      "step": 288130
    },
    {
      "epoch": 0.25220996095203163,
      "grad_norm": 0.5385226607322693,
      "learning_rate": 4.437755336045821e-05,
      "loss": 4.899,
      "step": 288135
    },
    {
      "epoch": 0.2522143375456588,
      "grad_norm": 0.5412822365760803,
      "learning_rate": 4.4377360272850986e-05,
      "loss": 4.908,
      "step": 288140
    },
    {
      "epoch": 0.252218714139286,
      "grad_norm": 0.550614058971405,
      "learning_rate": 4.437716718247058e-05,
      "loss": 5.6822,
      "step": 288145
    },
    {
      "epoch": 0.2522230907329131,
      "grad_norm": 0.5286267399787903,
      "learning_rate": 4.437697408931699e-05,
      "loss": 4.6156,
      "step": 288150
    },
    {
      "epoch": 0.2522274673265403,
      "grad_norm": 0.5648140907287598,
      "learning_rate": 4.437678099339029e-05,
      "loss": 5.679,
      "step": 288155
    },
    {
      "epoch": 0.25223184392016745,
      "grad_norm": 0.546044647693634,
      "learning_rate": 4.437658789469049e-05,
      "loss": 5.4234,
      "step": 288160
    },
    {
      "epoch": 0.2522362205137946,
      "grad_norm": 0.5571287274360657,
      "learning_rate": 4.437639479321763e-05,
      "loss": 4.8789,
      "step": 288165
    },
    {
      "epoch": 0.25224059710742175,
      "grad_norm": 0.5282577276229858,
      "learning_rate": 4.4376201688971774e-05,
      "loss": 6.2215,
      "step": 288170
    },
    {
      "epoch": 0.25224497370104887,
      "grad_norm": 0.5537387132644653,
      "learning_rate": 4.4376008581952935e-05,
      "loss": 3.8655,
      "step": 288175
    },
    {
      "epoch": 0.25224935029467604,
      "grad_norm": 0.5608122944831848,
      "learning_rate": 4.437581547216114e-05,
      "loss": 5.4017,
      "step": 288180
    },
    {
      "epoch": 0.2522537268883032,
      "grad_norm": 0.5761664509773254,
      "learning_rate": 4.4375622359596456e-05,
      "loss": 5.3773,
      "step": 288185
    },
    {
      "epoch": 0.25225810348193034,
      "grad_norm": 0.5655295252799988,
      "learning_rate": 4.4375429244258906e-05,
      "loss": 5.1873,
      "step": 288190
    },
    {
      "epoch": 0.2522624800755575,
      "grad_norm": 0.5625025033950806,
      "learning_rate": 4.437523612614852e-05,
      "loss": 5.6229,
      "step": 288195
    },
    {
      "epoch": 0.2522668566691847,
      "grad_norm": 0.5733134150505066,
      "learning_rate": 4.437504300526535e-05,
      "loss": 3.8765,
      "step": 288200
    },
    {
      "epoch": 0.2522712332628118,
      "grad_norm": 0.5493460893630981,
      "learning_rate": 4.4374849881609416e-05,
      "loss": 5.5994,
      "step": 288205
    },
    {
      "epoch": 0.252275609856439,
      "grad_norm": 0.5485960841178894,
      "learning_rate": 4.437465675518076e-05,
      "loss": 5.6275,
      "step": 288210
    },
    {
      "epoch": 0.2522799864500661,
      "grad_norm": 0.534695565700531,
      "learning_rate": 4.4374463625979444e-05,
      "loss": 4.1292,
      "step": 288215
    },
    {
      "epoch": 0.2522843630436933,
      "grad_norm": 0.5721816420555115,
      "learning_rate": 4.4374270494005476e-05,
      "loss": 5.6256,
      "step": 288220
    },
    {
      "epoch": 0.25228873963732046,
      "grad_norm": 0.5464175343513489,
      "learning_rate": 4.4374077359258904e-05,
      "loss": 4.8853,
      "step": 288225
    },
    {
      "epoch": 0.2522931162309476,
      "grad_norm": 0.6026741862297058,
      "learning_rate": 4.4373884221739756e-05,
      "loss": 4.8986,
      "step": 288230
    },
    {
      "epoch": 0.25229749282457475,
      "grad_norm": 0.5408360362052917,
      "learning_rate": 4.4373691081448087e-05,
      "loss": 4.8832,
      "step": 288235
    },
    {
      "epoch": 0.25230186941820193,
      "grad_norm": 0.5603777170181274,
      "learning_rate": 4.4373497938383916e-05,
      "loss": 5.1132,
      "step": 288240
    },
    {
      "epoch": 0.25230624601182905,
      "grad_norm": 0.549517035484314,
      "learning_rate": 4.437330479254729e-05,
      "loss": 4.8213,
      "step": 288245
    },
    {
      "epoch": 0.2523106226054562,
      "grad_norm": 0.5527074933052063,
      "learning_rate": 4.437311164393826e-05,
      "loss": 4.5892,
      "step": 288250
    },
    {
      "epoch": 0.25231499919908335,
      "grad_norm": 0.5591869354248047,
      "learning_rate": 4.437291849255683e-05,
      "loss": 5.4299,
      "step": 288255
    },
    {
      "epoch": 0.2523193757927105,
      "grad_norm": 0.5263616442680359,
      "learning_rate": 4.437272533840306e-05,
      "loss": 5.4599,
      "step": 288260
    },
    {
      "epoch": 0.2523237523863377,
      "grad_norm": 0.5384202003479004,
      "learning_rate": 4.4372532181476975e-05,
      "loss": 5.9166,
      "step": 288265
    },
    {
      "epoch": 0.2523281289799648,
      "grad_norm": 0.576479971408844,
      "learning_rate": 4.437233902177863e-05,
      "loss": 4.9501,
      "step": 288270
    },
    {
      "epoch": 0.252332505573592,
      "grad_norm": 0.5404233932495117,
      "learning_rate": 4.437214585930806e-05,
      "loss": 5.3957,
      "step": 288275
    },
    {
      "epoch": 0.2523368821672191,
      "grad_norm": 0.5417424440383911,
      "learning_rate": 4.437195269406528e-05,
      "loss": 5.6434,
      "step": 288280
    },
    {
      "epoch": 0.2523412587608463,
      "grad_norm": 0.5459855198860168,
      "learning_rate": 4.4371759526050336e-05,
      "loss": 5.6303,
      "step": 288285
    },
    {
      "epoch": 0.25234563535447346,
      "grad_norm": 0.544884979724884,
      "learning_rate": 4.4371566355263285e-05,
      "loss": 4.3936,
      "step": 288290
    },
    {
      "epoch": 0.2523500119481006,
      "grad_norm": 0.5563213229179382,
      "learning_rate": 4.437137318170416e-05,
      "loss": 5.3068,
      "step": 288295
    },
    {
      "epoch": 0.25235438854172776,
      "grad_norm": 0.5517377853393555,
      "learning_rate": 4.437118000537297e-05,
      "loss": 5.6207,
      "step": 288300
    },
    {
      "epoch": 0.25235876513535493,
      "grad_norm": 0.5727993845939636,
      "learning_rate": 4.437098682626978e-05,
      "loss": 4.6186,
      "step": 288305
    },
    {
      "epoch": 0.25236314172898205,
      "grad_norm": 0.5302625894546509,
      "learning_rate": 4.4370793644394605e-05,
      "loss": 5.3974,
      "step": 288310
    },
    {
      "epoch": 0.25236751832260923,
      "grad_norm": 0.5559857487678528,
      "learning_rate": 4.43706004597475e-05,
      "loss": 5.4023,
      "step": 288315
    },
    {
      "epoch": 0.25237189491623635,
      "grad_norm": 0.5615209937095642,
      "learning_rate": 4.437040727232851e-05,
      "loss": 4.6937,
      "step": 288320
    },
    {
      "epoch": 0.2523762715098635,
      "grad_norm": 0.5475712418556213,
      "learning_rate": 4.437021408213765e-05,
      "loss": 5.3849,
      "step": 288325
    },
    {
      "epoch": 0.2523806481034907,
      "grad_norm": 0.566933274269104,
      "learning_rate": 4.437002088917497e-05,
      "loss": 4.6056,
      "step": 288330
    },
    {
      "epoch": 0.2523850246971178,
      "grad_norm": 0.5579105019569397,
      "learning_rate": 4.43698276934405e-05,
      "loss": 5.3613,
      "step": 288335
    },
    {
      "epoch": 0.252389401290745,
      "grad_norm": 0.5971149206161499,
      "learning_rate": 4.436963449493429e-05,
      "loss": 4.6062,
      "step": 288340
    },
    {
      "epoch": 0.2523937778843722,
      "grad_norm": 0.5579786896705627,
      "learning_rate": 4.4369441293656356e-05,
      "loss": 5.9658,
      "step": 288345
    },
    {
      "epoch": 0.2523981544779993,
      "grad_norm": 0.5479432940483093,
      "learning_rate": 4.4369248089606755e-05,
      "loss": 4.1995,
      "step": 288350
    },
    {
      "epoch": 0.25240253107162647,
      "grad_norm": 0.5541952252388,
      "learning_rate": 4.436905488278552e-05,
      "loss": 5.4579,
      "step": 288355
    },
    {
      "epoch": 0.2524069076652536,
      "grad_norm": 0.5634025931358337,
      "learning_rate": 4.436886167319268e-05,
      "loss": 4.9184,
      "step": 288360
    },
    {
      "epoch": 0.25241128425888076,
      "grad_norm": 0.5544843673706055,
      "learning_rate": 4.4368668460828275e-05,
      "loss": 5.1141,
      "step": 288365
    },
    {
      "epoch": 0.25241566085250794,
      "grad_norm": 0.5388432741165161,
      "learning_rate": 4.4368475245692354e-05,
      "loss": 5.0928,
      "step": 288370
    },
    {
      "epoch": 0.25242003744613506,
      "grad_norm": 0.5636636018753052,
      "learning_rate": 4.436828202778495e-05,
      "loss": 5.315,
      "step": 288375
    },
    {
      "epoch": 0.25242441403976223,
      "grad_norm": 0.5372945070266724,
      "learning_rate": 4.436808880710608e-05,
      "loss": 5.9365,
      "step": 288380
    },
    {
      "epoch": 0.2524287906333894,
      "grad_norm": 0.5454278588294983,
      "learning_rate": 4.43678955836558e-05,
      "loss": 5.0941,
      "step": 288385
    },
    {
      "epoch": 0.25243316722701653,
      "grad_norm": 0.5295840501785278,
      "learning_rate": 4.4367702357434145e-05,
      "loss": 5.2936,
      "step": 288390
    },
    {
      "epoch": 0.2524375438206437,
      "grad_norm": 0.5276980996131897,
      "learning_rate": 4.4367509128441165e-05,
      "loss": 5.0254,
      "step": 288395
    },
    {
      "epoch": 0.2524419204142708,
      "grad_norm": 0.5309494733810425,
      "learning_rate": 4.436731589667686e-05,
      "loss": 5.9252,
      "step": 288400
    },
    {
      "epoch": 0.252446297007898,
      "grad_norm": 0.5377737879753113,
      "learning_rate": 4.436712266214131e-05,
      "loss": 5.6937,
      "step": 288405
    },
    {
      "epoch": 0.2524506736015252,
      "grad_norm": 0.5418087840080261,
      "learning_rate": 4.4366929424834535e-05,
      "loss": 5.7024,
      "step": 288410
    },
    {
      "epoch": 0.2524550501951523,
      "grad_norm": 0.542354166507721,
      "learning_rate": 4.436673618475656e-05,
      "loss": 5.2238,
      "step": 288415
    },
    {
      "epoch": 0.2524594267887795,
      "grad_norm": 0.5674262642860413,
      "learning_rate": 4.436654294190744e-05,
      "loss": 4.9049,
      "step": 288420
    },
    {
      "epoch": 0.2524638033824066,
      "grad_norm": 0.5596222281455994,
      "learning_rate": 4.43663496962872e-05,
      "loss": 5.2252,
      "step": 288425
    },
    {
      "epoch": 0.25246817997603377,
      "grad_norm": 0.558519721031189,
      "learning_rate": 4.436615644789588e-05,
      "loss": 4.3678,
      "step": 288430
    },
    {
      "epoch": 0.25247255656966094,
      "grad_norm": 0.5433204770088196,
      "learning_rate": 4.4365963196733526e-05,
      "loss": 4.8402,
      "step": 288435
    },
    {
      "epoch": 0.25247693316328806,
      "grad_norm": 0.5524446964263916,
      "learning_rate": 4.436576994280016e-05,
      "loss": 4.9037,
      "step": 288440
    },
    {
      "epoch": 0.25248130975691524,
      "grad_norm": 0.5328640341758728,
      "learning_rate": 4.436557668609584e-05,
      "loss": 6.2133,
      "step": 288445
    },
    {
      "epoch": 0.2524856863505424,
      "grad_norm": 0.5375548005104065,
      "learning_rate": 4.4365383426620586e-05,
      "loss": 5.8711,
      "step": 288450
    },
    {
      "epoch": 0.25249006294416954,
      "grad_norm": 0.5495636463165283,
      "learning_rate": 4.436519016437445e-05,
      "loss": 5.394,
      "step": 288455
    },
    {
      "epoch": 0.2524944395377967,
      "grad_norm": 0.5498771071434021,
      "learning_rate": 4.436499689935745e-05,
      "loss": 5.1221,
      "step": 288460
    },
    {
      "epoch": 0.25249881613142383,
      "grad_norm": 0.5861415266990662,
      "learning_rate": 4.4364803631569626e-05,
      "loss": 4.922,
      "step": 288465
    },
    {
      "epoch": 0.252503192725051,
      "grad_norm": 0.5818386077880859,
      "learning_rate": 4.436461036101104e-05,
      "loss": 5.1352,
      "step": 288470
    },
    {
      "epoch": 0.2525075693186782,
      "grad_norm": 0.546369731426239,
      "learning_rate": 4.43644170876817e-05,
      "loss": 4.428,
      "step": 288475
    },
    {
      "epoch": 0.2525119459123053,
      "grad_norm": 0.5703330039978027,
      "learning_rate": 4.436422381158165e-05,
      "loss": 4.9101,
      "step": 288480
    },
    {
      "epoch": 0.2525163225059325,
      "grad_norm": 0.5586851239204407,
      "learning_rate": 4.436403053271095e-05,
      "loss": 4.5705,
      "step": 288485
    },
    {
      "epoch": 0.25252069909955965,
      "grad_norm": 0.5524388551712036,
      "learning_rate": 4.43638372510696e-05,
      "loss": 4.8525,
      "step": 288490
    },
    {
      "epoch": 0.2525250756931868,
      "grad_norm": 0.5502766966819763,
      "learning_rate": 4.4363643966657677e-05,
      "loss": 5.7296,
      "step": 288495
    },
    {
      "epoch": 0.25252945228681395,
      "grad_norm": 0.5471245646476746,
      "learning_rate": 4.436345067947518e-05,
      "loss": 5.0862,
      "step": 288500
    },
    {
      "epoch": 0.25253382888044107,
      "grad_norm": 0.5547856092453003,
      "learning_rate": 4.436325738952219e-05,
      "loss": 4.9044,
      "step": 288505
    },
    {
      "epoch": 0.25253820547406824,
      "grad_norm": 0.5464349389076233,
      "learning_rate": 4.436306409679869e-05,
      "loss": 4.1217,
      "step": 288510
    },
    {
      "epoch": 0.2525425820676954,
      "grad_norm": 0.5563604235649109,
      "learning_rate": 4.4362870801304755e-05,
      "loss": 5.3422,
      "step": 288515
    },
    {
      "epoch": 0.25254695866132254,
      "grad_norm": 0.5561950206756592,
      "learning_rate": 4.436267750304042e-05,
      "loss": 5.1988,
      "step": 288520
    },
    {
      "epoch": 0.2525513352549497,
      "grad_norm": 0.5593706965446472,
      "learning_rate": 4.436248420200571e-05,
      "loss": 5.6881,
      "step": 288525
    },
    {
      "epoch": 0.25255571184857684,
      "grad_norm": 0.5354188680648804,
      "learning_rate": 4.4362290898200676e-05,
      "loss": 5.9119,
      "step": 288530
    },
    {
      "epoch": 0.252560088442204,
      "grad_norm": 0.566453754901886,
      "learning_rate": 4.436209759162534e-05,
      "loss": 5.4271,
      "step": 288535
    },
    {
      "epoch": 0.2525644650358312,
      "grad_norm": 0.5354952216148376,
      "learning_rate": 4.436190428227975e-05,
      "loss": 4.8657,
      "step": 288540
    },
    {
      "epoch": 0.2525688416294583,
      "grad_norm": 0.5412933230400085,
      "learning_rate": 4.436171097016394e-05,
      "loss": 4.4217,
      "step": 288545
    },
    {
      "epoch": 0.2525732182230855,
      "grad_norm": 0.5711068511009216,
      "learning_rate": 4.436151765527794e-05,
      "loss": 5.3225,
      "step": 288550
    },
    {
      "epoch": 0.25257759481671266,
      "grad_norm": 0.5452840924263,
      "learning_rate": 4.43613243376218e-05,
      "loss": 5.4188,
      "step": 288555
    },
    {
      "epoch": 0.2525819714103398,
      "grad_norm": 0.5415374040603638,
      "learning_rate": 4.436113101719556e-05,
      "loss": 5.3967,
      "step": 288560
    },
    {
      "epoch": 0.25258634800396695,
      "grad_norm": 0.5352588295936584,
      "learning_rate": 4.4360937693999225e-05,
      "loss": 5.6461,
      "step": 288565
    },
    {
      "epoch": 0.2525907245975941,
      "grad_norm": 0.5472623705863953,
      "learning_rate": 4.436074436803288e-05,
      "loss": 5.4034,
      "step": 288570
    },
    {
      "epoch": 0.25259510119122125,
      "grad_norm": 0.5446375608444214,
      "learning_rate": 4.4360551039296524e-05,
      "loss": 5.6371,
      "step": 288575
    },
    {
      "epoch": 0.2525994777848484,
      "grad_norm": 0.5452686548233032,
      "learning_rate": 4.436035770779022e-05,
      "loss": 5.9291,
      "step": 288580
    },
    {
      "epoch": 0.25260385437847555,
      "grad_norm": 0.5383968949317932,
      "learning_rate": 4.436016437351399e-05,
      "loss": 4.6338,
      "step": 288585
    },
    {
      "epoch": 0.2526082309721027,
      "grad_norm": 0.5940914750099182,
      "learning_rate": 4.4359971036467875e-05,
      "loss": 5.1212,
      "step": 288590
    },
    {
      "epoch": 0.2526126075657299,
      "grad_norm": 0.533606231212616,
      "learning_rate": 4.43597776966519e-05,
      "loss": 4.9433,
      "step": 288595
    },
    {
      "epoch": 0.252616984159357,
      "grad_norm": 0.5549411773681641,
      "learning_rate": 4.435958435406614e-05,
      "loss": 5.7178,
      "step": 288600
    },
    {
      "epoch": 0.2526213607529842,
      "grad_norm": 0.5561289191246033,
      "learning_rate": 4.435939100871059e-05,
      "loss": 5.1255,
      "step": 288605
    },
    {
      "epoch": 0.2526257373466113,
      "grad_norm": 0.559403657913208,
      "learning_rate": 4.435919766058531e-05,
      "loss": 5.2139,
      "step": 288610
    },
    {
      "epoch": 0.2526301139402385,
      "grad_norm": 0.5505179762840271,
      "learning_rate": 4.4359004309690334e-05,
      "loss": 5.6258,
      "step": 288615
    },
    {
      "epoch": 0.25263449053386566,
      "grad_norm": 0.5504552125930786,
      "learning_rate": 4.4358810956025684e-05,
      "loss": 5.4397,
      "step": 288620
    },
    {
      "epoch": 0.2526388671274928,
      "grad_norm": 0.5555996298789978,
      "learning_rate": 4.4358617599591434e-05,
      "loss": 4.8815,
      "step": 288625
    },
    {
      "epoch": 0.25264324372111996,
      "grad_norm": 0.5474902987480164,
      "learning_rate": 4.4358424240387575e-05,
      "loss": 5.3753,
      "step": 288630
    },
    {
      "epoch": 0.25264762031474713,
      "grad_norm": 0.5470203161239624,
      "learning_rate": 4.435823087841418e-05,
      "loss": 5.4449,
      "step": 288635
    },
    {
      "epoch": 0.25265199690837425,
      "grad_norm": 0.5469944477081299,
      "learning_rate": 4.435803751367127e-05,
      "loss": 5.4079,
      "step": 288640
    },
    {
      "epoch": 0.25265637350200143,
      "grad_norm": 0.5579475164413452,
      "learning_rate": 4.435784414615889e-05,
      "loss": 5.14,
      "step": 288645
    },
    {
      "epoch": 0.25266075009562855,
      "grad_norm": 0.560316801071167,
      "learning_rate": 4.435765077587707e-05,
      "loss": 6.2045,
      "step": 288650
    },
    {
      "epoch": 0.2526651266892557,
      "grad_norm": 0.5533065795898438,
      "learning_rate": 4.435745740282585e-05,
      "loss": 4.4667,
      "step": 288655
    },
    {
      "epoch": 0.2526695032828829,
      "grad_norm": 0.5561375617980957,
      "learning_rate": 4.4357264027005265e-05,
      "loss": 5.6492,
      "step": 288660
    },
    {
      "epoch": 0.25267387987651,
      "grad_norm": 0.5545755624771118,
      "learning_rate": 4.4357070648415356e-05,
      "loss": 5.6127,
      "step": 288665
    },
    {
      "epoch": 0.2526782564701372,
      "grad_norm": 0.5722560882568359,
      "learning_rate": 4.4356877267056165e-05,
      "loss": 4.8638,
      "step": 288670
    },
    {
      "epoch": 0.2526826330637643,
      "grad_norm": 0.5840778946876526,
      "learning_rate": 4.435668388292772e-05,
      "loss": 5.1286,
      "step": 288675
    },
    {
      "epoch": 0.2526870096573915,
      "grad_norm": 0.5417195558547974,
      "learning_rate": 4.435649049603006e-05,
      "loss": 4.925,
      "step": 288680
    },
    {
      "epoch": 0.25269138625101867,
      "grad_norm": 0.6341726183891296,
      "learning_rate": 4.435629710636321e-05,
      "loss": 5.1043,
      "step": 288685
    },
    {
      "epoch": 0.2526957628446458,
      "grad_norm": 0.8037778735160828,
      "learning_rate": 4.4356103713927244e-05,
      "loss": 5.1215,
      "step": 288690
    },
    {
      "epoch": 0.25270013943827296,
      "grad_norm": 0.5655027031898499,
      "learning_rate": 4.4355910318722175e-05,
      "loss": 4.8605,
      "step": 288695
    },
    {
      "epoch": 0.25270451603190014,
      "grad_norm": 0.5751598477363586,
      "learning_rate": 4.4355716920748026e-05,
      "loss": 4.7372,
      "step": 288700
    },
    {
      "epoch": 0.25270889262552726,
      "grad_norm": 0.5655274987220764,
      "learning_rate": 4.435552352000486e-05,
      "loss": 4.5838,
      "step": 288705
    },
    {
      "epoch": 0.25271326921915443,
      "grad_norm": 0.5603731870651245,
      "learning_rate": 4.43553301164927e-05,
      "loss": 5.4271,
      "step": 288710
    },
    {
      "epoch": 0.25271764581278156,
      "grad_norm": 0.563507616519928,
      "learning_rate": 4.43551367102116e-05,
      "loss": 5.422,
      "step": 288715
    },
    {
      "epoch": 0.25272202240640873,
      "grad_norm": 0.556994616985321,
      "learning_rate": 4.435494330116158e-05,
      "loss": 5.8941,
      "step": 288720
    },
    {
      "epoch": 0.2527263990000359,
      "grad_norm": 0.5722327828407288,
      "learning_rate": 4.4354749889342675e-05,
      "loss": 5.4398,
      "step": 288725
    },
    {
      "epoch": 0.252730775593663,
      "grad_norm": 0.5571271181106567,
      "learning_rate": 4.435455647475494e-05,
      "loss": 6.1908,
      "step": 288730
    },
    {
      "epoch": 0.2527351521872902,
      "grad_norm": 0.5634913444519043,
      "learning_rate": 4.4354363057398384e-05,
      "loss": 5.1183,
      "step": 288735
    },
    {
      "epoch": 0.2527395287809174,
      "grad_norm": 0.5468230843544006,
      "learning_rate": 4.435416963727308e-05,
      "loss": 5.6262,
      "step": 288740
    },
    {
      "epoch": 0.2527439053745445,
      "grad_norm": 0.5571586489677429,
      "learning_rate": 4.435397621437904e-05,
      "loss": 4.7205,
      "step": 288745
    },
    {
      "epoch": 0.2527482819681717,
      "grad_norm": 0.5447549819946289,
      "learning_rate": 4.435378278871633e-05,
      "loss": 5.4229,
      "step": 288750
    },
    {
      "epoch": 0.2527526585617988,
      "grad_norm": 0.5585058331489563,
      "learning_rate": 4.435358936028494e-05,
      "loss": 5.1901,
      "step": 288755
    },
    {
      "epoch": 0.25275703515542597,
      "grad_norm": 0.5456550121307373,
      "learning_rate": 4.435339592908494e-05,
      "loss": 5.9604,
      "step": 288760
    },
    {
      "epoch": 0.25276141174905314,
      "grad_norm": 0.5595999360084534,
      "learning_rate": 4.4353202495116365e-05,
      "loss": 5.6488,
      "step": 288765
    },
    {
      "epoch": 0.25276578834268026,
      "grad_norm": 0.5651541948318481,
      "learning_rate": 4.435300905837924e-05,
      "loss": 5.4051,
      "step": 288770
    },
    {
      "epoch": 0.25277016493630744,
      "grad_norm": 0.5605577230453491,
      "learning_rate": 4.435281561887362e-05,
      "loss": 5.1215,
      "step": 288775
    },
    {
      "epoch": 0.25277454152993456,
      "grad_norm": 0.5497146844863892,
      "learning_rate": 4.435262217659953e-05,
      "loss": 5.4073,
      "step": 288780
    },
    {
      "epoch": 0.25277891812356174,
      "grad_norm": 0.5603927969932556,
      "learning_rate": 4.4352428731557e-05,
      "loss": 5.0927,
      "step": 288785
    },
    {
      "epoch": 0.2527832947171889,
      "grad_norm": 0.6238086223602295,
      "learning_rate": 4.4352235283746104e-05,
      "loss": 4.6177,
      "step": 288790
    },
    {
      "epoch": 0.25278767131081603,
      "grad_norm": 0.5522592067718506,
      "learning_rate": 4.4352041833166825e-05,
      "loss": 5.3861,
      "step": 288795
    },
    {
      "epoch": 0.2527920479044432,
      "grad_norm": 0.5464137196540833,
      "learning_rate": 4.435184837981925e-05,
      "loss": 4.9074,
      "step": 288800
    },
    {
      "epoch": 0.2527964244980704,
      "grad_norm": 0.5439968109130859,
      "learning_rate": 4.435165492370338e-05,
      "loss": 4.8168,
      "step": 288805
    },
    {
      "epoch": 0.2528008010916975,
      "grad_norm": 0.5480607151985168,
      "learning_rate": 4.435146146481927e-05,
      "loss": 5.6797,
      "step": 288810
    },
    {
      "epoch": 0.2528051776853247,
      "grad_norm": 0.5245431065559387,
      "learning_rate": 4.435126800316696e-05,
      "loss": 5.3432,
      "step": 288815
    },
    {
      "epoch": 0.2528095542789518,
      "grad_norm": 0.5570898056030273,
      "learning_rate": 4.4351074538746475e-05,
      "loss": 5.7721,
      "step": 288820
    },
    {
      "epoch": 0.252813930872579,
      "grad_norm": 0.539975643157959,
      "learning_rate": 4.435088107155786e-05,
      "loss": 5.1229,
      "step": 288825
    },
    {
      "epoch": 0.25281830746620615,
      "grad_norm": 0.5557253360748291,
      "learning_rate": 4.4350687601601146e-05,
      "loss": 5.1948,
      "step": 288830
    },
    {
      "epoch": 0.25282268405983327,
      "grad_norm": 0.5339868068695068,
      "learning_rate": 4.435049412887639e-05,
      "loss": 5.2996,
      "step": 288835
    },
    {
      "epoch": 0.25282706065346044,
      "grad_norm": 0.5682569742202759,
      "learning_rate": 4.4350300653383605e-05,
      "loss": 4.934,
      "step": 288840
    },
    {
      "epoch": 0.2528314372470876,
      "grad_norm": 0.5723956227302551,
      "learning_rate": 4.4350107175122835e-05,
      "loss": 4.9073,
      "step": 288845
    },
    {
      "epoch": 0.25283581384071474,
      "grad_norm": 0.559904932975769,
      "learning_rate": 4.4349913694094124e-05,
      "loss": 5.1779,
      "step": 288850
    },
    {
      "epoch": 0.2528401904343419,
      "grad_norm": 0.6502241492271423,
      "learning_rate": 4.4349720210297506e-05,
      "loss": 4.1649,
      "step": 288855
    },
    {
      "epoch": 0.25284456702796904,
      "grad_norm": 0.5601136088371277,
      "learning_rate": 4.4349526723733015e-05,
      "loss": 5.9416,
      "step": 288860
    },
    {
      "epoch": 0.2528489436215962,
      "grad_norm": 0.5475081205368042,
      "learning_rate": 4.4349333234400704e-05,
      "loss": 4.8927,
      "step": 288865
    },
    {
      "epoch": 0.2528533202152234,
      "grad_norm": 0.5531332492828369,
      "learning_rate": 4.434913974230058e-05,
      "loss": 5.9119,
      "step": 288870
    },
    {
      "epoch": 0.2528576968088505,
      "grad_norm": 0.5592970252037048,
      "learning_rate": 4.434894624743271e-05,
      "loss": 5.6938,
      "step": 288875
    },
    {
      "epoch": 0.2528620734024777,
      "grad_norm": 0.5511467456817627,
      "learning_rate": 4.434875274979711e-05,
      "loss": 5.1734,
      "step": 288880
    },
    {
      "epoch": 0.25286644999610486,
      "grad_norm": 0.5520797967910767,
      "learning_rate": 4.434855924939383e-05,
      "loss": 4.8929,
      "step": 288885
    },
    {
      "epoch": 0.252870826589732,
      "grad_norm": 0.5387927293777466,
      "learning_rate": 4.434836574622291e-05,
      "loss": 4.3911,
      "step": 288890
    },
    {
      "epoch": 0.25287520318335915,
      "grad_norm": 0.5696068406105042,
      "learning_rate": 4.434817224028438e-05,
      "loss": 5.6371,
      "step": 288895
    },
    {
      "epoch": 0.2528795797769863,
      "grad_norm": 0.5565956830978394,
      "learning_rate": 4.4347978731578266e-05,
      "loss": 5.9203,
      "step": 288900
    },
    {
      "epoch": 0.25288395637061345,
      "grad_norm": 0.5428498387336731,
      "learning_rate": 4.434778522010463e-05,
      "loss": 5.9391,
      "step": 288905
    },
    {
      "epoch": 0.2528883329642406,
      "grad_norm": 0.554006814956665,
      "learning_rate": 4.43475917058635e-05,
      "loss": 5.4223,
      "step": 288910
    },
    {
      "epoch": 0.25289270955786775,
      "grad_norm": 0.5581523180007935,
      "learning_rate": 4.43473981888549e-05,
      "loss": 5.1471,
      "step": 288915
    },
    {
      "epoch": 0.2528970861514949,
      "grad_norm": 0.5638471841812134,
      "learning_rate": 4.434720466907888e-05,
      "loss": 5.1743,
      "step": 288920
    },
    {
      "epoch": 0.25290146274512204,
      "grad_norm": 0.5524783134460449,
      "learning_rate": 4.434701114653548e-05,
      "loss": 5.1521,
      "step": 288925
    },
    {
      "epoch": 0.2529058393387492,
      "grad_norm": 0.5460151433944702,
      "learning_rate": 4.434681762122473e-05,
      "loss": 5.6574,
      "step": 288930
    },
    {
      "epoch": 0.2529102159323764,
      "grad_norm": 0.5659364461898804,
      "learning_rate": 4.4346624093146674e-05,
      "loss": 4.6044,
      "step": 288935
    },
    {
      "epoch": 0.2529145925260035,
      "grad_norm": 0.5598357915878296,
      "learning_rate": 4.4346430562301346e-05,
      "loss": 5.4217,
      "step": 288940
    },
    {
      "epoch": 0.2529189691196307,
      "grad_norm": 0.5615714192390442,
      "learning_rate": 4.4346237028688776e-05,
      "loss": 5.1786,
      "step": 288945
    },
    {
      "epoch": 0.25292334571325786,
      "grad_norm": 0.5554214119911194,
      "learning_rate": 4.434604349230901e-05,
      "loss": 5.8904,
      "step": 288950
    },
    {
      "epoch": 0.252927722306885,
      "grad_norm": 0.5654482245445251,
      "learning_rate": 4.4345849953162075e-05,
      "loss": 4.9295,
      "step": 288955
    },
    {
      "epoch": 0.25293209890051216,
      "grad_norm": 0.5494629740715027,
      "learning_rate": 4.4345656411248026e-05,
      "loss": 6.2334,
      "step": 288960
    },
    {
      "epoch": 0.2529364754941393,
      "grad_norm": 0.5573452711105347,
      "learning_rate": 4.434546286656689e-05,
      "loss": 5.468,
      "step": 288965
    },
    {
      "epoch": 0.25294085208776645,
      "grad_norm": 0.5469115376472473,
      "learning_rate": 4.4345269319118706e-05,
      "loss": 5.2812,
      "step": 288970
    },
    {
      "epoch": 0.25294522868139363,
      "grad_norm": 0.5389030575752258,
      "learning_rate": 4.434507576890351e-05,
      "loss": 6.2238,
      "step": 288975
    },
    {
      "epoch": 0.25294960527502075,
      "grad_norm": 0.5471419095993042,
      "learning_rate": 4.4344882215921336e-05,
      "loss": 4.891,
      "step": 288980
    },
    {
      "epoch": 0.2529539818686479,
      "grad_norm": 0.5536711812019348,
      "learning_rate": 4.434468866017223e-05,
      "loss": 4.8089,
      "step": 288985
    },
    {
      "epoch": 0.2529583584622751,
      "grad_norm": 0.5736503005027771,
      "learning_rate": 4.434449510165623e-05,
      "loss": 4.7018,
      "step": 288990
    },
    {
      "epoch": 0.2529627350559022,
      "grad_norm": 0.5555619597434998,
      "learning_rate": 4.4344301540373354e-05,
      "loss": 5.4149,
      "step": 288995
    },
    {
      "epoch": 0.2529671116495294,
      "grad_norm": 0.5635001063346863,
      "learning_rate": 4.434410797632366e-05,
      "loss": 5.1665,
      "step": 289000
    },
    {
      "epoch": 0.2529714882431565,
      "grad_norm": 0.5655364394187927,
      "learning_rate": 4.434391440950718e-05,
      "loss": 4.9058,
      "step": 289005
    },
    {
      "epoch": 0.2529758648367837,
      "grad_norm": 0.5602267384529114,
      "learning_rate": 4.4343720839923944e-05,
      "loss": 5.2071,
      "step": 289010
    },
    {
      "epoch": 0.25298024143041087,
      "grad_norm": 0.549846887588501,
      "learning_rate": 4.4343527267574e-05,
      "loss": 4.9814,
      "step": 289015
    },
    {
      "epoch": 0.252984618024038,
      "grad_norm": 0.5503696203231812,
      "learning_rate": 4.434333369245738e-05,
      "loss": 5.4511,
      "step": 289020
    },
    {
      "epoch": 0.25298899461766516,
      "grad_norm": 0.5464974641799927,
      "learning_rate": 4.4343140114574123e-05,
      "loss": 5.2758,
      "step": 289025
    },
    {
      "epoch": 0.25299337121129234,
      "grad_norm": 0.5791857838630676,
      "learning_rate": 4.434294653392427e-05,
      "loss": 4.8789,
      "step": 289030
    },
    {
      "epoch": 0.25299774780491946,
      "grad_norm": 0.5533613562583923,
      "learning_rate": 4.434275295050784e-05,
      "loss": 5.9105,
      "step": 289035
    },
    {
      "epoch": 0.25300212439854664,
      "grad_norm": 0.5552839040756226,
      "learning_rate": 4.4342559364324896e-05,
      "loss": 5.635,
      "step": 289040
    },
    {
      "epoch": 0.25300650099217376,
      "grad_norm": 0.5650584101676941,
      "learning_rate": 4.434236577537546e-05,
      "loss": 5.4013,
      "step": 289045
    },
    {
      "epoch": 0.25301087758580093,
      "grad_norm": 0.5362350940704346,
      "learning_rate": 4.434217218365957e-05,
      "loss": 5.1363,
      "step": 289050
    },
    {
      "epoch": 0.2530152541794281,
      "grad_norm": 0.5732457637786865,
      "learning_rate": 4.434197858917727e-05,
      "loss": 3.6501,
      "step": 289055
    },
    {
      "epoch": 0.2530196307730552,
      "grad_norm": 0.5684615969657898,
      "learning_rate": 4.4341784991928584e-05,
      "loss": 5.925,
      "step": 289060
    },
    {
      "epoch": 0.2530240073666824,
      "grad_norm": 0.5634589195251465,
      "learning_rate": 4.434159139191357e-05,
      "loss": 4.5794,
      "step": 289065
    },
    {
      "epoch": 0.2530283839603095,
      "grad_norm": 0.5589088797569275,
      "learning_rate": 4.434139778913224e-05,
      "loss": 4.5929,
      "step": 289070
    },
    {
      "epoch": 0.2530327605539367,
      "grad_norm": 0.5718672275543213,
      "learning_rate": 4.434120418358466e-05,
      "loss": 5.6189,
      "step": 289075
    },
    {
      "epoch": 0.2530371371475639,
      "grad_norm": 0.5706159472465515,
      "learning_rate": 4.4341010575270844e-05,
      "loss": 4.9491,
      "step": 289080
    },
    {
      "epoch": 0.253041513741191,
      "grad_norm": 0.5496096611022949,
      "learning_rate": 4.434081696419084e-05,
      "loss": 5.1536,
      "step": 289085
    },
    {
      "epoch": 0.25304589033481817,
      "grad_norm": 0.5420810580253601,
      "learning_rate": 4.434062335034469e-05,
      "loss": 5.6281,
      "step": 289090
    },
    {
      "epoch": 0.25305026692844534,
      "grad_norm": 0.5567758679389954,
      "learning_rate": 4.434042973373242e-05,
      "loss": 4.891,
      "step": 289095
    },
    {
      "epoch": 0.25305464352207246,
      "grad_norm": 0.5621088743209839,
      "learning_rate": 4.434023611435406e-05,
      "loss": 5.0945,
      "step": 289100
    },
    {
      "epoch": 0.25305902011569964,
      "grad_norm": 0.543579638004303,
      "learning_rate": 4.4340042492209674e-05,
      "loss": 5.6961,
      "step": 289105
    },
    {
      "epoch": 0.25306339670932676,
      "grad_norm": 0.5548415780067444,
      "learning_rate": 4.4339848867299284e-05,
      "loss": 5.2232,
      "step": 289110
    },
    {
      "epoch": 0.25306777330295394,
      "grad_norm": 0.5648330450057983,
      "learning_rate": 4.4339655239622926e-05,
      "loss": 5.424,
      "step": 289115
    },
    {
      "epoch": 0.2530721498965811,
      "grad_norm": 0.5497264862060547,
      "learning_rate": 4.4339461609180645e-05,
      "loss": 4.4205,
      "step": 289120
    },
    {
      "epoch": 0.25307652649020823,
      "grad_norm": 0.5513626337051392,
      "learning_rate": 4.433926797597246e-05,
      "loss": 4.8707,
      "step": 289125
    },
    {
      "epoch": 0.2530809030838354,
      "grad_norm": 0.5460882782936096,
      "learning_rate": 4.433907433999842e-05,
      "loss": 4.9204,
      "step": 289130
    },
    {
      "epoch": 0.2530852796774626,
      "grad_norm": 0.5366326570510864,
      "learning_rate": 4.433888070125858e-05,
      "loss": 4.8918,
      "step": 289135
    },
    {
      "epoch": 0.2530896562710897,
      "grad_norm": 0.5515093207359314,
      "learning_rate": 4.433868705975295e-05,
      "loss": 5.3979,
      "step": 289140
    },
    {
      "epoch": 0.2530940328647169,
      "grad_norm": 0.5699783563613892,
      "learning_rate": 4.433849341548158e-05,
      "loss": 5.1921,
      "step": 289145
    },
    {
      "epoch": 0.253098409458344,
      "grad_norm": 0.559502124786377,
      "learning_rate": 4.4338299768444505e-05,
      "loss": 5.3952,
      "step": 289150
    },
    {
      "epoch": 0.2531027860519712,
      "grad_norm": 0.5639767646789551,
      "learning_rate": 4.433810611864176e-05,
      "loss": 4.9174,
      "step": 289155
    },
    {
      "epoch": 0.25310716264559835,
      "grad_norm": 0.5579411387443542,
      "learning_rate": 4.433791246607338e-05,
      "loss": 5.7123,
      "step": 289160
    },
    {
      "epoch": 0.25311153923922547,
      "grad_norm": 0.5558915138244629,
      "learning_rate": 4.4337718810739425e-05,
      "loss": 5.4304,
      "step": 289165
    },
    {
      "epoch": 0.25311591583285264,
      "grad_norm": 0.5435382723808289,
      "learning_rate": 4.43375251526399e-05,
      "loss": 5.9191,
      "step": 289170
    },
    {
      "epoch": 0.25312029242647976,
      "grad_norm": 0.554648756980896,
      "learning_rate": 4.433733149177486e-05,
      "loss": 5.6338,
      "step": 289175
    },
    {
      "epoch": 0.25312466902010694,
      "grad_norm": 0.5435440540313721,
      "learning_rate": 4.433713782814435e-05,
      "loss": 4.888,
      "step": 289180
    },
    {
      "epoch": 0.2531290456137341,
      "grad_norm": 0.5388109683990479,
      "learning_rate": 4.433694416174838e-05,
      "loss": 5.8996,
      "step": 289185
    },
    {
      "epoch": 0.25313342220736124,
      "grad_norm": 0.5426316261291504,
      "learning_rate": 4.433675049258702e-05,
      "loss": 5.1716,
      "step": 289190
    },
    {
      "epoch": 0.2531377988009884,
      "grad_norm": 0.5521622896194458,
      "learning_rate": 4.433655682066028e-05,
      "loss": 5.2446,
      "step": 289195
    },
    {
      "epoch": 0.2531421753946156,
      "grad_norm": 0.5529859066009521,
      "learning_rate": 4.4336363145968215e-05,
      "loss": 4.6688,
      "step": 289200
    },
    {
      "epoch": 0.2531465519882427,
      "grad_norm": 0.5867695212364197,
      "learning_rate": 4.4336169468510856e-05,
      "loss": 4.6946,
      "step": 289205
    },
    {
      "epoch": 0.2531509285818699,
      "grad_norm": 0.5671631693840027,
      "learning_rate": 4.433597578828824e-05,
      "loss": 5.0871,
      "step": 289210
    },
    {
      "epoch": 0.253155305175497,
      "grad_norm": 0.5508384704589844,
      "learning_rate": 4.4335782105300406e-05,
      "loss": 6.2498,
      "step": 289215
    },
    {
      "epoch": 0.2531596817691242,
      "grad_norm": 0.5626838803291321,
      "learning_rate": 4.433558841954739e-05,
      "loss": 4.7981,
      "step": 289220
    },
    {
      "epoch": 0.25316405836275135,
      "grad_norm": 0.5576657056808472,
      "learning_rate": 4.4335394731029237e-05,
      "loss": 5.7105,
      "step": 289225
    },
    {
      "epoch": 0.2531684349563785,
      "grad_norm": 0.5500473976135254,
      "learning_rate": 4.433520103974597e-05,
      "loss": 5.0985,
      "step": 289230
    },
    {
      "epoch": 0.25317281155000565,
      "grad_norm": 0.5533755421638489,
      "learning_rate": 4.433500734569763e-05,
      "loss": 4.8465,
      "step": 289235
    },
    {
      "epoch": 0.2531771881436328,
      "grad_norm": 0.5495817065238953,
      "learning_rate": 4.433481364888426e-05,
      "loss": 5.2857,
      "step": 289240
    },
    {
      "epoch": 0.25318156473725995,
      "grad_norm": 0.5543322563171387,
      "learning_rate": 4.4334619949305887e-05,
      "loss": 5.1495,
      "step": 289245
    },
    {
      "epoch": 0.2531859413308871,
      "grad_norm": 0.5553398132324219,
      "learning_rate": 4.433442624696257e-05,
      "loss": 5.6275,
      "step": 289250
    },
    {
      "epoch": 0.25319031792451424,
      "grad_norm": 0.5546948909759521,
      "learning_rate": 4.4334232541854336e-05,
      "loss": 5.7057,
      "step": 289255
    },
    {
      "epoch": 0.2531946945181414,
      "grad_norm": 0.5577369928359985,
      "learning_rate": 4.43340388339812e-05,
      "loss": 5.7274,
      "step": 289260
    },
    {
      "epoch": 0.2531990711117686,
      "grad_norm": 0.5451292991638184,
      "learning_rate": 4.4333845123343246e-05,
      "loss": 5.7208,
      "step": 289265
    },
    {
      "epoch": 0.2532034477053957,
      "grad_norm": 0.5696787238121033,
      "learning_rate": 4.433365140994047e-05,
      "loss": 5.1082,
      "step": 289270
    },
    {
      "epoch": 0.2532078242990229,
      "grad_norm": 0.5609266757965088,
      "learning_rate": 4.433345769377292e-05,
      "loss": 5.7516,
      "step": 289275
    },
    {
      "epoch": 0.25321220089265006,
      "grad_norm": 0.5532729029655457,
      "learning_rate": 4.433326397484065e-05,
      "loss": 5.9238,
      "step": 289280
    },
    {
      "epoch": 0.2532165774862772,
      "grad_norm": 0.5484848022460938,
      "learning_rate": 4.433307025314366e-05,
      "loss": 5.917,
      "step": 289285
    },
    {
      "epoch": 0.25322095407990436,
      "grad_norm": 0.5595818758010864,
      "learning_rate": 4.433287652868202e-05,
      "loss": 6.2354,
      "step": 289290
    },
    {
      "epoch": 0.2532253306735315,
      "grad_norm": 0.575793445110321,
      "learning_rate": 4.433268280145577e-05,
      "loss": 4.9263,
      "step": 289295
    },
    {
      "epoch": 0.25322970726715865,
      "grad_norm": 0.5856512188911438,
      "learning_rate": 4.4332489071464935e-05,
      "loss": 4.3868,
      "step": 289300
    },
    {
      "epoch": 0.25323408386078583,
      "grad_norm": 0.5619696378707886,
      "learning_rate": 4.433229533870955e-05,
      "loss": 5.734,
      "step": 289305
    },
    {
      "epoch": 0.25323846045441295,
      "grad_norm": 0.5589869618415833,
      "learning_rate": 4.4332101603189656e-05,
      "loss": 5.9084,
      "step": 289310
    },
    {
      "epoch": 0.2532428370480401,
      "grad_norm": 0.5627889633178711,
      "learning_rate": 4.433190786490529e-05,
      "loss": 5.3692,
      "step": 289315
    },
    {
      "epoch": 0.25324721364166725,
      "grad_norm": 0.5667086839675903,
      "learning_rate": 4.4331714123856484e-05,
      "loss": 5.401,
      "step": 289320
    },
    {
      "epoch": 0.2532515902352944,
      "grad_norm": 0.5492978096008301,
      "learning_rate": 4.433152038004329e-05,
      "loss": 5.907,
      "step": 289325
    },
    {
      "epoch": 0.2532559668289216,
      "grad_norm": 0.5710620880126953,
      "learning_rate": 4.433132663346573e-05,
      "loss": 5.925,
      "step": 289330
    },
    {
      "epoch": 0.2532603434225487,
      "grad_norm": 0.5594913959503174,
      "learning_rate": 4.433113288412385e-05,
      "loss": 5.7304,
      "step": 289335
    },
    {
      "epoch": 0.2532647200161759,
      "grad_norm": 0.5581528544425964,
      "learning_rate": 4.433093913201769e-05,
      "loss": 5.4258,
      "step": 289340
    },
    {
      "epoch": 0.25326909660980307,
      "grad_norm": 0.5577625036239624,
      "learning_rate": 4.4330745377147277e-05,
      "loss": 5.1135,
      "step": 289345
    },
    {
      "epoch": 0.2532734732034302,
      "grad_norm": 0.5607772469520569,
      "learning_rate": 4.433055161951266e-05,
      "loss": 5.2021,
      "step": 289350
    },
    {
      "epoch": 0.25327784979705736,
      "grad_norm": 0.5878000259399414,
      "learning_rate": 4.433035785911387e-05,
      "loss": 4.9008,
      "step": 289355
    },
    {
      "epoch": 0.2532822263906845,
      "grad_norm": 0.5574681758880615,
      "learning_rate": 4.433016409595093e-05,
      "loss": 5.7143,
      "step": 289360
    },
    {
      "epoch": 0.25328660298431166,
      "grad_norm": 0.5619969367980957,
      "learning_rate": 4.4329970330023906e-05,
      "loss": 5.6951,
      "step": 289365
    },
    {
      "epoch": 0.25329097957793884,
      "grad_norm": 0.559136152267456,
      "learning_rate": 4.432977656133281e-05,
      "loss": 5.3605,
      "step": 289370
    },
    {
      "epoch": 0.25329535617156596,
      "grad_norm": 0.5597025156021118,
      "learning_rate": 4.43295827898777e-05,
      "loss": 5.433,
      "step": 289375
    },
    {
      "epoch": 0.25329973276519313,
      "grad_norm": 0.5755602717399597,
      "learning_rate": 4.432938901565861e-05,
      "loss": 4.8789,
      "step": 289380
    },
    {
      "epoch": 0.2533041093588203,
      "grad_norm": 0.5594749450683594,
      "learning_rate": 4.432919523867557e-05,
      "loss": 5.6473,
      "step": 289385
    },
    {
      "epoch": 0.2533084859524474,
      "grad_norm": 0.5560896992683411,
      "learning_rate": 4.432900145892861e-05,
      "loss": 5.9004,
      "step": 289390
    },
    {
      "epoch": 0.2533128625460746,
      "grad_norm": 0.5679298639297485,
      "learning_rate": 4.4328807676417785e-05,
      "loss": 5.4256,
      "step": 289395
    },
    {
      "epoch": 0.2533172391397017,
      "grad_norm": 0.568164587020874,
      "learning_rate": 4.432861389114311e-05,
      "loss": 4.336,
      "step": 289400
    },
    {
      "epoch": 0.2533216157333289,
      "grad_norm": 0.568459689617157,
      "learning_rate": 4.4328420103104654e-05,
      "loss": 5.6945,
      "step": 289405
    },
    {
      "epoch": 0.2533259923269561,
      "grad_norm": 0.5669826865196228,
      "learning_rate": 4.432822631230242e-05,
      "loss": 4.6074,
      "step": 289410
    },
    {
      "epoch": 0.2533303689205832,
      "grad_norm": 0.6823675036430359,
      "learning_rate": 4.4328032518736476e-05,
      "loss": 5.2093,
      "step": 289415
    },
    {
      "epoch": 0.25333474551421037,
      "grad_norm": 0.8077771067619324,
      "learning_rate": 4.432783872240683e-05,
      "loss": 5.6311,
      "step": 289420
    },
    {
      "epoch": 0.2533391221078375,
      "grad_norm": 0.5892404913902283,
      "learning_rate": 4.432764492331355e-05,
      "loss": 5.3258,
      "step": 289425
    },
    {
      "epoch": 0.25334349870146466,
      "grad_norm": 0.5753850340843201,
      "learning_rate": 4.4327451121456655e-05,
      "loss": 5.181,
      "step": 289430
    },
    {
      "epoch": 0.25334787529509184,
      "grad_norm": 0.5575946569442749,
      "learning_rate": 4.432725731683618e-05,
      "loss": 5.4333,
      "step": 289435
    },
    {
      "epoch": 0.25335225188871896,
      "grad_norm": 0.5684905052185059,
      "learning_rate": 4.432706350945217e-05,
      "loss": 5.101,
      "step": 289440
    },
    {
      "epoch": 0.25335662848234614,
      "grad_norm": 0.5538774132728577,
      "learning_rate": 4.4326869699304654e-05,
      "loss": 5.1421,
      "step": 289445
    },
    {
      "epoch": 0.2533610050759733,
      "grad_norm": 0.5526584982872009,
      "learning_rate": 4.432667588639369e-05,
      "loss": 5.7306,
      "step": 289450
    },
    {
      "epoch": 0.25336538166960043,
      "grad_norm": 0.5575194358825684,
      "learning_rate": 4.432648207071929e-05,
      "loss": 5.4116,
      "step": 289455
    },
    {
      "epoch": 0.2533697582632276,
      "grad_norm": 0.556250274181366,
      "learning_rate": 4.43262882522815e-05,
      "loss": 5.0648,
      "step": 289460
    },
    {
      "epoch": 0.2533741348568547,
      "grad_norm": 0.5946348309516907,
      "learning_rate": 4.432609443108037e-05,
      "loss": 4.6638,
      "step": 289465
    },
    {
      "epoch": 0.2533785114504819,
      "grad_norm": 0.5850542783737183,
      "learning_rate": 4.432590060711592e-05,
      "loss": 5.4305,
      "step": 289470
    },
    {
      "epoch": 0.2533828880441091,
      "grad_norm": 0.591089129447937,
      "learning_rate": 4.4325706780388196e-05,
      "loss": 5.6383,
      "step": 289475
    },
    {
      "epoch": 0.2533872646377362,
      "grad_norm": 0.5495514869689941,
      "learning_rate": 4.432551295089723e-05,
      "loss": 5.9445,
      "step": 289480
    },
    {
      "epoch": 0.2533916412313634,
      "grad_norm": 0.5478770136833191,
      "learning_rate": 4.432531911864307e-05,
      "loss": 6.2717,
      "step": 289485
    },
    {
      "epoch": 0.25339601782499055,
      "grad_norm": 0.5588699579238892,
      "learning_rate": 4.4325125283625745e-05,
      "loss": 5.1486,
      "step": 289490
    },
    {
      "epoch": 0.25340039441861767,
      "grad_norm": 0.5627771615982056,
      "learning_rate": 4.432493144584528e-05,
      "loss": 4.0696,
      "step": 289495
    },
    {
      "epoch": 0.25340477101224484,
      "grad_norm": 0.5677077770233154,
      "learning_rate": 4.4324737605301745e-05,
      "loss": 5.335,
      "step": 289500
    },
    {
      "epoch": 0.25340914760587196,
      "grad_norm": 0.5658342242240906,
      "learning_rate": 4.4324543761995166e-05,
      "loss": 5.4392,
      "step": 289505
    },
    {
      "epoch": 0.25341352419949914,
      "grad_norm": 0.6271594166755676,
      "learning_rate": 4.4324349915925544e-05,
      "loss": 5.3978,
      "step": 289510
    },
    {
      "epoch": 0.2534179007931263,
      "grad_norm": 0.5828951597213745,
      "learning_rate": 4.432415606709297e-05,
      "loss": 5.1266,
      "step": 289515
    },
    {
      "epoch": 0.25342227738675344,
      "grad_norm": 0.5757843852043152,
      "learning_rate": 4.432396221549745e-05,
      "loss": 5.389,
      "step": 289520
    },
    {
      "epoch": 0.2534266539803806,
      "grad_norm": 0.5521057844161987,
      "learning_rate": 4.4323768361139026e-05,
      "loss": 4.6067,
      "step": 289525
    },
    {
      "epoch": 0.2534310305740078,
      "grad_norm": 0.5489516258239746,
      "learning_rate": 4.432357450401774e-05,
      "loss": 4.5783,
      "step": 289530
    },
    {
      "epoch": 0.2534354071676349,
      "grad_norm": 0.5603762865066528,
      "learning_rate": 4.4323380644133627e-05,
      "loss": 5.1959,
      "step": 289535
    },
    {
      "epoch": 0.2534397837612621,
      "grad_norm": 0.5667912364006042,
      "learning_rate": 4.4323186781486723e-05,
      "loss": 5.9467,
      "step": 289540
    },
    {
      "epoch": 0.2534441603548892,
      "grad_norm": 0.5477720499038696,
      "learning_rate": 4.432299291607706e-05,
      "loss": 5.9352,
      "step": 289545
    },
    {
      "epoch": 0.2534485369485164,
      "grad_norm": 0.5769034028053284,
      "learning_rate": 4.432279904790469e-05,
      "loss": 5.414,
      "step": 289550
    },
    {
      "epoch": 0.25345291354214355,
      "grad_norm": 0.5798589587211609,
      "learning_rate": 4.432260517696965e-05,
      "loss": 5.1361,
      "step": 289555
    },
    {
      "epoch": 0.2534572901357707,
      "grad_norm": 0.5611391663551331,
      "learning_rate": 4.432241130327196e-05,
      "loss": 5.4202,
      "step": 289560
    },
    {
      "epoch": 0.25346166672939785,
      "grad_norm": 0.560976505279541,
      "learning_rate": 4.4322217426811676e-05,
      "loss": 5.4282,
      "step": 289565
    },
    {
      "epoch": 0.25346604332302497,
      "grad_norm": 0.566710889339447,
      "learning_rate": 4.432202354758882e-05,
      "loss": 4.8834,
      "step": 289570
    },
    {
      "epoch": 0.25347041991665215,
      "grad_norm": 0.5713485479354858,
      "learning_rate": 4.432182966560343e-05,
      "loss": 5.3663,
      "step": 289575
    },
    {
      "epoch": 0.2534747965102793,
      "grad_norm": 0.5623739957809448,
      "learning_rate": 4.4321635780855566e-05,
      "loss": 5.1885,
      "step": 289580
    },
    {
      "epoch": 0.25347917310390644,
      "grad_norm": 0.5631768703460693,
      "learning_rate": 4.432144189334524e-05,
      "loss": 4.1103,
      "step": 289585
    },
    {
      "epoch": 0.2534835496975336,
      "grad_norm": 0.5842413902282715,
      "learning_rate": 4.432124800307249e-05,
      "loss": 5.2051,
      "step": 289590
    },
    {
      "epoch": 0.2534879262911608,
      "grad_norm": 0.5625515580177307,
      "learning_rate": 4.432105411003737e-05,
      "loss": 5.3184,
      "step": 289595
    },
    {
      "epoch": 0.2534923028847879,
      "grad_norm": 0.5608311295509338,
      "learning_rate": 4.432086021423991e-05,
      "loss": 4.166,
      "step": 289600
    },
    {
      "epoch": 0.2534966794784151,
      "grad_norm": 0.5619655251502991,
      "learning_rate": 4.432066631568015e-05,
      "loss": 5.8887,
      "step": 289605
    },
    {
      "epoch": 0.2535010560720422,
      "grad_norm": 0.5693484544754028,
      "learning_rate": 4.4320472414358117e-05,
      "loss": 4.374,
      "step": 289610
    },
    {
      "epoch": 0.2535054326656694,
      "grad_norm": 0.5790361762046814,
      "learning_rate": 4.432027851027386e-05,
      "loss": 4.9088,
      "step": 289615
    },
    {
      "epoch": 0.25350980925929656,
      "grad_norm": 0.6488932967185974,
      "learning_rate": 4.4320084603427416e-05,
      "loss": 4.3733,
      "step": 289620
    },
    {
      "epoch": 0.2535141858529237,
      "grad_norm": 0.5533945560455322,
      "learning_rate": 4.431989069381881e-05,
      "loss": 5.4284,
      "step": 289625
    },
    {
      "epoch": 0.25351856244655085,
      "grad_norm": 0.5394372940063477,
      "learning_rate": 4.431969678144809e-05,
      "loss": 5.1242,
      "step": 289630
    },
    {
      "epoch": 0.25352293904017803,
      "grad_norm": 0.5528818964958191,
      "learning_rate": 4.431950286631529e-05,
      "loss": 4.7215,
      "step": 289635
    },
    {
      "epoch": 0.25352731563380515,
      "grad_norm": 0.576090395450592,
      "learning_rate": 4.4319308948420456e-05,
      "loss": 5.6418,
      "step": 289640
    },
    {
      "epoch": 0.2535316922274323,
      "grad_norm": 0.5766804814338684,
      "learning_rate": 4.4319115027763614e-05,
      "loss": 5.1127,
      "step": 289645
    },
    {
      "epoch": 0.25353606882105945,
      "grad_norm": 0.555733859539032,
      "learning_rate": 4.43189211043448e-05,
      "loss": 5.7368,
      "step": 289650
    },
    {
      "epoch": 0.2535404454146866,
      "grad_norm": 0.5493819117546082,
      "learning_rate": 4.431872717816406e-05,
      "loss": 4.3782,
      "step": 289655
    },
    {
      "epoch": 0.2535448220083138,
      "grad_norm": 0.5633711814880371,
      "learning_rate": 4.431853324922143e-05,
      "loss": 5.7087,
      "step": 289660
    },
    {
      "epoch": 0.2535491986019409,
      "grad_norm": 0.5533939599990845,
      "learning_rate": 4.4318339317516953e-05,
      "loss": 5.133,
      "step": 289665
    },
    {
      "epoch": 0.2535535751955681,
      "grad_norm": 0.5575408339500427,
      "learning_rate": 4.431814538305065e-05,
      "loss": 5.6158,
      "step": 289670
    },
    {
      "epoch": 0.25355795178919527,
      "grad_norm": 0.5734280943870544,
      "learning_rate": 4.431795144582257e-05,
      "loss": 5.4065,
      "step": 289675
    },
    {
      "epoch": 0.2535623283828224,
      "grad_norm": 0.5760499238967896,
      "learning_rate": 4.4317757505832735e-05,
      "loss": 5.7053,
      "step": 289680
    },
    {
      "epoch": 0.25356670497644956,
      "grad_norm": 0.5776253342628479,
      "learning_rate": 4.431756356308121e-05,
      "loss": 5.3283,
      "step": 289685
    },
    {
      "epoch": 0.2535710815700767,
      "grad_norm": 0.5577240586280823,
      "learning_rate": 4.4317369617568014e-05,
      "loss": 4.5405,
      "step": 289690
    },
    {
      "epoch": 0.25357545816370386,
      "grad_norm": 0.5588255524635315,
      "learning_rate": 4.431717566929319e-05,
      "loss": 5.1778,
      "step": 289695
    },
    {
      "epoch": 0.25357983475733104,
      "grad_norm": 0.5456129312515259,
      "learning_rate": 4.4316981718256764e-05,
      "loss": 5.4151,
      "step": 289700
    },
    {
      "epoch": 0.25358421135095816,
      "grad_norm": 0.5435934066772461,
      "learning_rate": 4.431678776445879e-05,
      "loss": 5.3928,
      "step": 289705
    },
    {
      "epoch": 0.25358858794458533,
      "grad_norm": 0.5667310953140259,
      "learning_rate": 4.4316593807899296e-05,
      "loss": 5.5973,
      "step": 289710
    },
    {
      "epoch": 0.25359296453821245,
      "grad_norm": 0.5491752028465271,
      "learning_rate": 4.431639984857833e-05,
      "loss": 5.6455,
      "step": 289715
    },
    {
      "epoch": 0.2535973411318396,
      "grad_norm": 0.559744656085968,
      "learning_rate": 4.431620588649591e-05,
      "loss": 4.7052,
      "step": 289720
    },
    {
      "epoch": 0.2536017177254668,
      "grad_norm": 0.5563226938247681,
      "learning_rate": 4.431601192165209e-05,
      "loss": 4.6973,
      "step": 289725
    },
    {
      "epoch": 0.2536060943190939,
      "grad_norm": 0.5444712042808533,
      "learning_rate": 4.43158179540469e-05,
      "loss": 5.1096,
      "step": 289730
    },
    {
      "epoch": 0.2536104709127211,
      "grad_norm": 0.539088249206543,
      "learning_rate": 4.431562398368038e-05,
      "loss": 6.243,
      "step": 289735
    },
    {
      "epoch": 0.2536148475063483,
      "grad_norm": 0.5476082563400269,
      "learning_rate": 4.4315430010552575e-05,
      "loss": 5.1081,
      "step": 289740
    },
    {
      "epoch": 0.2536192240999754,
      "grad_norm": 0.5550749897956848,
      "learning_rate": 4.43152360346635e-05,
      "loss": 4.6804,
      "step": 289745
    },
    {
      "epoch": 0.25362360069360257,
      "grad_norm": 0.5544463992118835,
      "learning_rate": 4.431504205601321e-05,
      "loss": 5.9244,
      "step": 289750
    },
    {
      "epoch": 0.2536279772872297,
      "grad_norm": 0.5530465245246887,
      "learning_rate": 4.4314848074601745e-05,
      "loss": 5.5805,
      "step": 289755
    },
    {
      "epoch": 0.25363235388085686,
      "grad_norm": 0.5595831274986267,
      "learning_rate": 4.431465409042913e-05,
      "loss": 4.9191,
      "step": 289760
    },
    {
      "epoch": 0.25363673047448404,
      "grad_norm": 0.5530246496200562,
      "learning_rate": 4.431446010349541e-05,
      "loss": 5.4014,
      "step": 289765
    },
    {
      "epoch": 0.25364110706811116,
      "grad_norm": 0.5536235570907593,
      "learning_rate": 4.431426611380063e-05,
      "loss": 5.3613,
      "step": 289770
    },
    {
      "epoch": 0.25364548366173834,
      "grad_norm": 0.5722596049308777,
      "learning_rate": 4.431407212134481e-05,
      "loss": 4.4055,
      "step": 289775
    },
    {
      "epoch": 0.2536498602553655,
      "grad_norm": 0.564245879650116,
      "learning_rate": 4.431387812612799e-05,
      "loss": 5.627,
      "step": 289780
    },
    {
      "epoch": 0.25365423684899263,
      "grad_norm": 0.552913248538971,
      "learning_rate": 4.431368412815022e-05,
      "loss": 4.8562,
      "step": 289785
    },
    {
      "epoch": 0.2536586134426198,
      "grad_norm": 0.5691044926643372,
      "learning_rate": 4.431349012741154e-05,
      "loss": 5.0475,
      "step": 289790
    },
    {
      "epoch": 0.2536629900362469,
      "grad_norm": 0.5821738839149475,
      "learning_rate": 4.4313296123911966e-05,
      "loss": 5.2032,
      "step": 289795
    },
    {
      "epoch": 0.2536673666298741,
      "grad_norm": 0.5423747301101685,
      "learning_rate": 4.431310211765155e-05,
      "loss": 4.5304,
      "step": 289800
    },
    {
      "epoch": 0.2536717432235013,
      "grad_norm": 0.5923750400543213,
      "learning_rate": 4.4312908108630325e-05,
      "loss": 5.6924,
      "step": 289805
    },
    {
      "epoch": 0.2536761198171284,
      "grad_norm": 0.6864842772483826,
      "learning_rate": 4.431271409684834e-05,
      "loss": 5.3833,
      "step": 289810
    },
    {
      "epoch": 0.2536804964107556,
      "grad_norm": 0.5656490921974182,
      "learning_rate": 4.431252008230561e-05,
      "loss": 5.2337,
      "step": 289815
    },
    {
      "epoch": 0.2536848730043827,
      "grad_norm": 0.5803025960922241,
      "learning_rate": 4.43123260650022e-05,
      "loss": 4.9474,
      "step": 289820
    },
    {
      "epoch": 0.25368924959800987,
      "grad_norm": 0.5979403257369995,
      "learning_rate": 4.4312132044938127e-05,
      "loss": 5.7179,
      "step": 289825
    },
    {
      "epoch": 0.25369362619163704,
      "grad_norm": 0.756222665309906,
      "learning_rate": 4.431193802211343e-05,
      "loss": 4.8158,
      "step": 289830
    },
    {
      "epoch": 0.25369800278526417,
      "grad_norm": 0.5591899752616882,
      "learning_rate": 4.431174399652815e-05,
      "loss": 5.6398,
      "step": 289835
    },
    {
      "epoch": 0.25370237937889134,
      "grad_norm": 0.5567259788513184,
      "learning_rate": 4.431154996818233e-05,
      "loss": 5.8762,
      "step": 289840
    },
    {
      "epoch": 0.2537067559725185,
      "grad_norm": 0.5545119643211365,
      "learning_rate": 4.4311355937076006e-05,
      "loss": 5.6186,
      "step": 289845
    },
    {
      "epoch": 0.25371113256614564,
      "grad_norm": 0.5832875967025757,
      "learning_rate": 4.43111619032092e-05,
      "loss": 4.7118,
      "step": 289850
    },
    {
      "epoch": 0.2537155091597728,
      "grad_norm": 0.5421403646469116,
      "learning_rate": 4.4310967866581966e-05,
      "loss": 5.3434,
      "step": 289855
    },
    {
      "epoch": 0.25371988575339993,
      "grad_norm": 0.5495595932006836,
      "learning_rate": 4.431077382719434e-05,
      "loss": 4.9124,
      "step": 289860
    },
    {
      "epoch": 0.2537242623470271,
      "grad_norm": 0.5653529167175293,
      "learning_rate": 4.4310579785046356e-05,
      "loss": 5.9139,
      "step": 289865
    },
    {
      "epoch": 0.2537286389406543,
      "grad_norm": 0.5361288189888,
      "learning_rate": 4.431038574013805e-05,
      "loss": 4.5264,
      "step": 289870
    },
    {
      "epoch": 0.2537330155342814,
      "grad_norm": 0.542477011680603,
      "learning_rate": 4.431019169246947e-05,
      "loss": 5.3287,
      "step": 289875
    },
    {
      "epoch": 0.2537373921279086,
      "grad_norm": 0.5305812954902649,
      "learning_rate": 4.430999764204063e-05,
      "loss": 5.6234,
      "step": 289880
    },
    {
      "epoch": 0.25374176872153575,
      "grad_norm": 0.5342128276824951,
      "learning_rate": 4.4309803588851595e-05,
      "loss": 5.5887,
      "step": 289885
    },
    {
      "epoch": 0.2537461453151629,
      "grad_norm": 0.5702293515205383,
      "learning_rate": 4.430960953290239e-05,
      "loss": 5.4117,
      "step": 289890
    },
    {
      "epoch": 0.25375052190879005,
      "grad_norm": 0.5506774187088013,
      "learning_rate": 4.430941547419304e-05,
      "loss": 5.6172,
      "step": 289895
    },
    {
      "epoch": 0.25375489850241717,
      "grad_norm": 0.5930230021476746,
      "learning_rate": 4.430922141272359e-05,
      "loss": 5.172,
      "step": 289900
    },
    {
      "epoch": 0.25375927509604435,
      "grad_norm": 0.5477578639984131,
      "learning_rate": 4.4309027348494094e-05,
      "loss": 6.216,
      "step": 289905
    },
    {
      "epoch": 0.2537636516896715,
      "grad_norm": 0.5411080718040466,
      "learning_rate": 4.430883328150457e-05,
      "loss": 5.1201,
      "step": 289910
    },
    {
      "epoch": 0.25376802828329864,
      "grad_norm": 0.5406959652900696,
      "learning_rate": 4.430863921175508e-05,
      "loss": 5.3762,
      "step": 289915
    },
    {
      "epoch": 0.2537724048769258,
      "grad_norm": 0.558602511882782,
      "learning_rate": 4.4308445139245624e-05,
      "loss": 5.7402,
      "step": 289920
    },
    {
      "epoch": 0.253776781470553,
      "grad_norm": 0.5422897934913635,
      "learning_rate": 4.430825106397626e-05,
      "loss": 5.6277,
      "step": 289925
    },
    {
      "epoch": 0.2537811580641801,
      "grad_norm": 0.5775101184844971,
      "learning_rate": 4.430805698594703e-05,
      "loss": 5.2719,
      "step": 289930
    },
    {
      "epoch": 0.2537855346578073,
      "grad_norm": 0.5674181580543518,
      "learning_rate": 4.4307862905157974e-05,
      "loss": 5.6096,
      "step": 289935
    },
    {
      "epoch": 0.2537899112514344,
      "grad_norm": 0.5556763410568237,
      "learning_rate": 4.430766882160912e-05,
      "loss": 5.2072,
      "step": 289940
    },
    {
      "epoch": 0.2537942878450616,
      "grad_norm": 0.5937880277633667,
      "learning_rate": 4.430747473530049e-05,
      "loss": 5.1826,
      "step": 289945
    },
    {
      "epoch": 0.25379866443868876,
      "grad_norm": 0.5946506261825562,
      "learning_rate": 4.430728064623215e-05,
      "loss": 5.437,
      "step": 289950
    },
    {
      "epoch": 0.2538030410323159,
      "grad_norm": 0.5400369167327881,
      "learning_rate": 4.4307086554404135e-05,
      "loss": 4.5951,
      "step": 289955
    },
    {
      "epoch": 0.25380741762594305,
      "grad_norm": 0.5465615391731262,
      "learning_rate": 4.430689245981646e-05,
      "loss": 5.6379,
      "step": 289960
    },
    {
      "epoch": 0.2538117942195702,
      "grad_norm": 0.5887283086776733,
      "learning_rate": 4.430669836246918e-05,
      "loss": 5.0613,
      "step": 289965
    },
    {
      "epoch": 0.25381617081319735,
      "grad_norm": 0.5910230875015259,
      "learning_rate": 4.430650426236233e-05,
      "loss": 5.0881,
      "step": 289970
    },
    {
      "epoch": 0.2538205474068245,
      "grad_norm": 0.5518958568572998,
      "learning_rate": 4.4306310159495945e-05,
      "loss": 5.3818,
      "step": 289975
    },
    {
      "epoch": 0.25382492400045165,
      "grad_norm": 0.589195966720581,
      "learning_rate": 4.430611605387006e-05,
      "loss": 5.4117,
      "step": 289980
    },
    {
      "epoch": 0.2538293005940788,
      "grad_norm": 0.5587623119354248,
      "learning_rate": 4.430592194548472e-05,
      "loss": 5.4322,
      "step": 289985
    },
    {
      "epoch": 0.253833677187706,
      "grad_norm": 0.5533142685890198,
      "learning_rate": 4.430572783433995e-05,
      "loss": 6.2564,
      "step": 289990
    },
    {
      "epoch": 0.2538380537813331,
      "grad_norm": 0.5880967378616333,
      "learning_rate": 4.430553372043581e-05,
      "loss": 5.2102,
      "step": 289995
    },
    {
      "epoch": 0.2538424303749603,
      "grad_norm": 0.5672833323478699,
      "learning_rate": 4.430533960377231e-05,
      "loss": 5.2914,
      "step": 290000
    },
    {
      "epoch": 0.2538468069685874,
      "grad_norm": 0.5506166219711304,
      "learning_rate": 4.4305145484349506e-05,
      "loss": 4.6344,
      "step": 290005
    },
    {
      "epoch": 0.2538511835622146,
      "grad_norm": 0.5670061111450195,
      "learning_rate": 4.430495136216743e-05,
      "loss": 5.0951,
      "step": 290010
    },
    {
      "epoch": 0.25385556015584176,
      "grad_norm": 0.5776634216308594,
      "learning_rate": 4.4304757237226124e-05,
      "loss": 5.1603,
      "step": 290015
    },
    {
      "epoch": 0.2538599367494689,
      "grad_norm": 0.5514479279518127,
      "learning_rate": 4.430456310952561e-05,
      "loss": 4.3949,
      "step": 290020
    },
    {
      "epoch": 0.25386431334309606,
      "grad_norm": 0.573208212852478,
      "learning_rate": 4.4304368979065944e-05,
      "loss": 5.7099,
      "step": 290025
    },
    {
      "epoch": 0.25386868993672324,
      "grad_norm": 0.5514212250709534,
      "learning_rate": 4.430417484584716e-05,
      "loss": 5.0825,
      "step": 290030
    },
    {
      "epoch": 0.25387306653035036,
      "grad_norm": 0.5745834708213806,
      "learning_rate": 4.4303980709869284e-05,
      "loss": 5.4043,
      "step": 290035
    },
    {
      "epoch": 0.25387744312397753,
      "grad_norm": 0.7293862104415894,
      "learning_rate": 4.430378657113236e-05,
      "loss": 4.7854,
      "step": 290040
    },
    {
      "epoch": 0.25388181971760465,
      "grad_norm": 0.5698875784873962,
      "learning_rate": 4.430359242963642e-05,
      "loss": 5.4019,
      "step": 290045
    },
    {
      "epoch": 0.2538861963112318,
      "grad_norm": 0.5625014901161194,
      "learning_rate": 4.4303398285381515e-05,
      "loss": 5.9373,
      "step": 290050
    },
    {
      "epoch": 0.253890572904859,
      "grad_norm": 0.5457703471183777,
      "learning_rate": 4.4303204138367674e-05,
      "loss": 5.3855,
      "step": 290055
    },
    {
      "epoch": 0.2538949494984861,
      "grad_norm": 0.5443840026855469,
      "learning_rate": 4.430300998859493e-05,
      "loss": 5.0977,
      "step": 290060
    },
    {
      "epoch": 0.2538993260921133,
      "grad_norm": 0.5597441792488098,
      "learning_rate": 4.4302815836063335e-05,
      "loss": 5.9127,
      "step": 290065
    },
    {
      "epoch": 0.2539037026857404,
      "grad_norm": 0.5593793392181396,
      "learning_rate": 4.430262168077292e-05,
      "loss": 5.6439,
      "step": 290070
    },
    {
      "epoch": 0.2539080792793676,
      "grad_norm": 0.543782651424408,
      "learning_rate": 4.430242752272371e-05,
      "loss": 5.6993,
      "step": 290075
    },
    {
      "epoch": 0.25391245587299477,
      "grad_norm": 0.5751897692680359,
      "learning_rate": 4.430223336191576e-05,
      "loss": 5.6508,
      "step": 290080
    },
    {
      "epoch": 0.2539168324666219,
      "grad_norm": 0.5666880011558533,
      "learning_rate": 4.4302039198349086e-05,
      "loss": 5.4099,
      "step": 290085
    },
    {
      "epoch": 0.25392120906024906,
      "grad_norm": 0.5425728559494019,
      "learning_rate": 4.430184503202375e-05,
      "loss": 5.3461,
      "step": 290090
    },
    {
      "epoch": 0.25392558565387624,
      "grad_norm": 0.6349208354949951,
      "learning_rate": 4.430165086293978e-05,
      "loss": 4.5874,
      "step": 290095
    },
    {
      "epoch": 0.25392996224750336,
      "grad_norm": 0.6351274847984314,
      "learning_rate": 4.4301456691097206e-05,
      "loss": 5.96,
      "step": 290100
    },
    {
      "epoch": 0.25393433884113054,
      "grad_norm": 0.5856344699859619,
      "learning_rate": 4.430126251649608e-05,
      "loss": 5.3983,
      "step": 290105
    },
    {
      "epoch": 0.25393871543475766,
      "grad_norm": 0.6170229315757751,
      "learning_rate": 4.430106833913642e-05,
      "loss": 4.3912,
      "step": 290110
    },
    {
      "epoch": 0.25394309202838483,
      "grad_norm": 0.5586109161376953,
      "learning_rate": 4.430087415901828e-05,
      "loss": 6.2438,
      "step": 290115
    },
    {
      "epoch": 0.253947468622012,
      "grad_norm": 0.5875768661499023,
      "learning_rate": 4.430067997614169e-05,
      "loss": 5.0803,
      "step": 290120
    },
    {
      "epoch": 0.2539518452156391,
      "grad_norm": 0.556991457939148,
      "learning_rate": 4.4300485790506684e-05,
      "loss": 4.3043,
      "step": 290125
    },
    {
      "epoch": 0.2539562218092663,
      "grad_norm": 0.5886693000793457,
      "learning_rate": 4.430029160211332e-05,
      "loss": 5.7456,
      "step": 290130
    },
    {
      "epoch": 0.2539605984028935,
      "grad_norm": 0.5497825145721436,
      "learning_rate": 4.430009741096161e-05,
      "loss": 5.1261,
      "step": 290135
    },
    {
      "epoch": 0.2539649749965206,
      "grad_norm": 0.575814425945282,
      "learning_rate": 4.42999032170516e-05,
      "loss": 5.7356,
      "step": 290140
    },
    {
      "epoch": 0.2539693515901478,
      "grad_norm": 0.6297479271888733,
      "learning_rate": 4.429970902038333e-05,
      "loss": 4.9064,
      "step": 290145
    },
    {
      "epoch": 0.2539737281837749,
      "grad_norm": 0.6202441453933716,
      "learning_rate": 4.429951482095683e-05,
      "loss": 4.9111,
      "step": 290150
    },
    {
      "epoch": 0.25397810477740207,
      "grad_norm": 0.5689917206764221,
      "learning_rate": 4.4299320618772157e-05,
      "loss": 5.5734,
      "step": 290155
    },
    {
      "epoch": 0.25398248137102925,
      "grad_norm": 0.5573283433914185,
      "learning_rate": 4.4299126413829326e-05,
      "loss": 4.7859,
      "step": 290160
    },
    {
      "epoch": 0.25398685796465637,
      "grad_norm": 0.5671162605285645,
      "learning_rate": 4.429893220612839e-05,
      "loss": 5.8992,
      "step": 290165
    },
    {
      "epoch": 0.25399123455828354,
      "grad_norm": 0.5823624730110168,
      "learning_rate": 4.429873799566938e-05,
      "loss": 4.7229,
      "step": 290170
    },
    {
      "epoch": 0.2539956111519107,
      "grad_norm": 0.5803150534629822,
      "learning_rate": 4.429854378245234e-05,
      "loss": 5.0961,
      "step": 290175
    },
    {
      "epoch": 0.25399998774553784,
      "grad_norm": 0.5589861273765564,
      "learning_rate": 4.429834956647728e-05,
      "loss": 5.9025,
      "step": 290180
    },
    {
      "epoch": 0.254004364339165,
      "grad_norm": 0.5473231077194214,
      "learning_rate": 4.429815534774427e-05,
      "loss": 5.6988,
      "step": 290185
    },
    {
      "epoch": 0.25400874093279213,
      "grad_norm": 0.5663591623306274,
      "learning_rate": 4.429796112625335e-05,
      "loss": 4.938,
      "step": 290190
    },
    {
      "epoch": 0.2540131175264193,
      "grad_norm": 0.5595448613166809,
      "learning_rate": 4.429776690200452e-05,
      "loss": 5.7012,
      "step": 290195
    },
    {
      "epoch": 0.2540174941200465,
      "grad_norm": 0.5544874668121338,
      "learning_rate": 4.429757267499787e-05,
      "loss": 5.927,
      "step": 290200
    },
    {
      "epoch": 0.2540218707136736,
      "grad_norm": 0.5433328747749329,
      "learning_rate": 4.429737844523338e-05,
      "loss": 5.4159,
      "step": 290205
    },
    {
      "epoch": 0.2540262473073008,
      "grad_norm": 0.5410489439964294,
      "learning_rate": 4.429718421271113e-05,
      "loss": 5.9367,
      "step": 290210
    },
    {
      "epoch": 0.2540306239009279,
      "grad_norm": 0.5800110101699829,
      "learning_rate": 4.429698997743114e-05,
      "loss": 4.9026,
      "step": 290215
    },
    {
      "epoch": 0.2540350004945551,
      "grad_norm": 0.5671709775924683,
      "learning_rate": 4.429679573939346e-05,
      "loss": 5.1202,
      "step": 290220
    },
    {
      "epoch": 0.25403937708818225,
      "grad_norm": 0.5671530961990356,
      "learning_rate": 4.42966014985981e-05,
      "loss": 3.8681,
      "step": 290225
    },
    {
      "epoch": 0.25404375368180937,
      "grad_norm": 0.557163417339325,
      "learning_rate": 4.429640725504513e-05,
      "loss": 5.5568,
      "step": 290230
    },
    {
      "epoch": 0.25404813027543655,
      "grad_norm": 0.598105251789093,
      "learning_rate": 4.429621300873456e-05,
      "loss": 4.9104,
      "step": 290235
    },
    {
      "epoch": 0.2540525068690637,
      "grad_norm": 0.5632185935974121,
      "learning_rate": 4.429601875966646e-05,
      "loss": 5.1727,
      "step": 290240
    },
    {
      "epoch": 0.25405688346269084,
      "grad_norm": 0.5710873007774353,
      "learning_rate": 4.4295824507840836e-05,
      "loss": 5.6109,
      "step": 290245
    },
    {
      "epoch": 0.254061260056318,
      "grad_norm": 0.5594176650047302,
      "learning_rate": 4.429563025325775e-05,
      "loss": 5.2168,
      "step": 290250
    },
    {
      "epoch": 0.25406563664994514,
      "grad_norm": 0.5685119032859802,
      "learning_rate": 4.4295435995917214e-05,
      "loss": 4.8955,
      "step": 290255
    },
    {
      "epoch": 0.2540700132435723,
      "grad_norm": 0.5542900562286377,
      "learning_rate": 4.4295241735819284e-05,
      "loss": 5.105,
      "step": 290260
    },
    {
      "epoch": 0.2540743898371995,
      "grad_norm": 0.5706192851066589,
      "learning_rate": 4.429504747296398e-05,
      "loss": 5.3911,
      "step": 290265
    },
    {
      "epoch": 0.2540787664308266,
      "grad_norm": 0.5642029643058777,
      "learning_rate": 4.429485320735136e-05,
      "loss": 4.9106,
      "step": 290270
    },
    {
      "epoch": 0.2540831430244538,
      "grad_norm": 0.570206344127655,
      "learning_rate": 4.4294658938981457e-05,
      "loss": 4.8682,
      "step": 290275
    },
    {
      "epoch": 0.25408751961808096,
      "grad_norm": 0.5536407232284546,
      "learning_rate": 4.429446466785431e-05,
      "loss": 5.4332,
      "step": 290280
    },
    {
      "epoch": 0.2540918962117081,
      "grad_norm": 0.5538524985313416,
      "learning_rate": 4.429427039396994e-05,
      "loss": 5.4392,
      "step": 290285
    },
    {
      "epoch": 0.25409627280533525,
      "grad_norm": 0.5550291538238525,
      "learning_rate": 4.4294076117328396e-05,
      "loss": 5.4439,
      "step": 290290
    },
    {
      "epoch": 0.2541006493989624,
      "grad_norm": 0.5621569156646729,
      "learning_rate": 4.4293881837929716e-05,
      "loss": 4.7262,
      "step": 290295
    },
    {
      "epoch": 0.25410502599258955,
      "grad_norm": 0.558458149433136,
      "learning_rate": 4.429368755577394e-05,
      "loss": 5.4138,
      "step": 290300
    },
    {
      "epoch": 0.2541094025862167,
      "grad_norm": 0.5445286631584167,
      "learning_rate": 4.4293493270861105e-05,
      "loss": 5.409,
      "step": 290305
    },
    {
      "epoch": 0.25411377917984385,
      "grad_norm": 0.5610842108726501,
      "learning_rate": 4.429329898319124e-05,
      "loss": 4.9159,
      "step": 290310
    },
    {
      "epoch": 0.254118155773471,
      "grad_norm": 0.5650915503501892,
      "learning_rate": 4.4293104692764384e-05,
      "loss": 5.4264,
      "step": 290315
    },
    {
      "epoch": 0.2541225323670982,
      "grad_norm": 0.5751338601112366,
      "learning_rate": 4.429291039958059e-05,
      "loss": 5.354,
      "step": 290320
    },
    {
      "epoch": 0.2541269089607253,
      "grad_norm": 0.5579606890678406,
      "learning_rate": 4.4292716103639876e-05,
      "loss": 5.6746,
      "step": 290325
    },
    {
      "epoch": 0.2541312855543525,
      "grad_norm": 0.5515478253364563,
      "learning_rate": 4.429252180494229e-05,
      "loss": 5.8912,
      "step": 290330
    },
    {
      "epoch": 0.2541356621479796,
      "grad_norm": 0.5540677905082703,
      "learning_rate": 4.429232750348786e-05,
      "loss": 6.2258,
      "step": 290335
    },
    {
      "epoch": 0.2541400387416068,
      "grad_norm": 0.572290301322937,
      "learning_rate": 4.429213319927664e-05,
      "loss": 5.4073,
      "step": 290340
    },
    {
      "epoch": 0.25414441533523396,
      "grad_norm": 0.5681411623954773,
      "learning_rate": 4.429193889230866e-05,
      "loss": 5.9221,
      "step": 290345
    },
    {
      "epoch": 0.2541487919288611,
      "grad_norm": 0.5638838410377502,
      "learning_rate": 4.429174458258394e-05,
      "loss": 5.6342,
      "step": 290350
    },
    {
      "epoch": 0.25415316852248826,
      "grad_norm": 0.6547536253929138,
      "learning_rate": 4.429155027010254e-05,
      "loss": 4.7896,
      "step": 290355
    },
    {
      "epoch": 0.2541575451161154,
      "grad_norm": 0.5760020613670349,
      "learning_rate": 4.42913559548645e-05,
      "loss": 5.1375,
      "step": 290360
    },
    {
      "epoch": 0.25416192170974256,
      "grad_norm": 0.5568394064903259,
      "learning_rate": 4.4291161636869836e-05,
      "loss": 5.4245,
      "step": 290365
    },
    {
      "epoch": 0.25416629830336973,
      "grad_norm": 0.5568842887878418,
      "learning_rate": 4.42909673161186e-05,
      "loss": 5.7169,
      "step": 290370
    },
    {
      "epoch": 0.25417067489699685,
      "grad_norm": 0.5859324932098389,
      "learning_rate": 4.429077299261083e-05,
      "loss": 5.2021,
      "step": 290375
    },
    {
      "epoch": 0.254175051490624,
      "grad_norm": 0.5569757223129272,
      "learning_rate": 4.429057866634655e-05,
      "loss": 4.9168,
      "step": 290380
    },
    {
      "epoch": 0.2541794280842512,
      "grad_norm": 0.558929979801178,
      "learning_rate": 4.429038433732582e-05,
      "loss": 5.4376,
      "step": 290385
    },
    {
      "epoch": 0.2541838046778783,
      "grad_norm": 0.5963220596313477,
      "learning_rate": 4.429019000554866e-05,
      "loss": 5.9279,
      "step": 290390
    },
    {
      "epoch": 0.2541881812715055,
      "grad_norm": 0.559862494468689,
      "learning_rate": 4.4289995671015114e-05,
      "loss": 5.1434,
      "step": 290395
    },
    {
      "epoch": 0.2541925578651326,
      "grad_norm": 0.5593171119689941,
      "learning_rate": 4.4289801333725215e-05,
      "loss": 5.69,
      "step": 290400
    },
    {
      "epoch": 0.2541969344587598,
      "grad_norm": 0.5758997201919556,
      "learning_rate": 4.4289606993679e-05,
      "loss": 4.6728,
      "step": 290405
    },
    {
      "epoch": 0.25420131105238697,
      "grad_norm": 0.561850368976593,
      "learning_rate": 4.428941265087652e-05,
      "loss": 4.9213,
      "step": 290410
    },
    {
      "epoch": 0.2542056876460141,
      "grad_norm": 0.5768368244171143,
      "learning_rate": 4.4289218305317795e-05,
      "loss": 5.4057,
      "step": 290415
    },
    {
      "epoch": 0.25421006423964126,
      "grad_norm": 0.553419291973114,
      "learning_rate": 4.4289023957002874e-05,
      "loss": 5.4418,
      "step": 290420
    },
    {
      "epoch": 0.25421444083326844,
      "grad_norm": 0.5570146441459656,
      "learning_rate": 4.428882960593178e-05,
      "loss": 4.8175,
      "step": 290425
    },
    {
      "epoch": 0.25421881742689556,
      "grad_norm": 0.5746007561683655,
      "learning_rate": 4.428863525210458e-05,
      "loss": 5.4252,
      "step": 290430
    },
    {
      "epoch": 0.25422319402052274,
      "grad_norm": 0.5543184280395508,
      "learning_rate": 4.428844089552128e-05,
      "loss": 5.017,
      "step": 290435
    },
    {
      "epoch": 0.25422757061414986,
      "grad_norm": 0.5600119829177856,
      "learning_rate": 4.428824653618193e-05,
      "loss": 5.6125,
      "step": 290440
    },
    {
      "epoch": 0.25423194720777703,
      "grad_norm": 0.5582137107849121,
      "learning_rate": 4.428805217408657e-05,
      "loss": 5.6188,
      "step": 290445
    },
    {
      "epoch": 0.2542363238014042,
      "grad_norm": 0.5731576681137085,
      "learning_rate": 4.428785780923524e-05,
      "loss": 4.6866,
      "step": 290450
    },
    {
      "epoch": 0.2542407003950313,
      "grad_norm": 0.5458281636238098,
      "learning_rate": 4.428766344162797e-05,
      "loss": 5.2477,
      "step": 290455
    },
    {
      "epoch": 0.2542450769886585,
      "grad_norm": 0.5537486672401428,
      "learning_rate": 4.42874690712648e-05,
      "loss": 5.9453,
      "step": 290460
    },
    {
      "epoch": 0.2542494535822856,
      "grad_norm": 0.5571653246879578,
      "learning_rate": 4.4287274698145766e-05,
      "loss": 5.6988,
      "step": 290465
    },
    {
      "epoch": 0.2542538301759128,
      "grad_norm": 0.5488153696060181,
      "learning_rate": 4.42870803222709e-05,
      "loss": 5.0951,
      "step": 290470
    },
    {
      "epoch": 0.25425820676954,
      "grad_norm": 0.5837905406951904,
      "learning_rate": 4.428688594364026e-05,
      "loss": 5.1021,
      "step": 290475
    },
    {
      "epoch": 0.2542625833631671,
      "grad_norm": 0.6813766956329346,
      "learning_rate": 4.4286691562253856e-05,
      "loss": 4.5736,
      "step": 290480
    },
    {
      "epoch": 0.25426695995679427,
      "grad_norm": 0.5847676992416382,
      "learning_rate": 4.428649717811174e-05,
      "loss": 4.9165,
      "step": 290485
    },
    {
      "epoch": 0.25427133655042145,
      "grad_norm": 0.6364492177963257,
      "learning_rate": 4.4286302791213966e-05,
      "loss": 4.5739,
      "step": 290490
    },
    {
      "epoch": 0.25427571314404857,
      "grad_norm": 0.6094862222671509,
      "learning_rate": 4.428610840156053e-05,
      "loss": 5.4196,
      "step": 290495
    },
    {
      "epoch": 0.25428008973767574,
      "grad_norm": 0.5771699547767639,
      "learning_rate": 4.428591400915151e-05,
      "loss": 5.1229,
      "step": 290500
    },
    {
      "epoch": 0.25428446633130286,
      "grad_norm": 0.5703780055046082,
      "learning_rate": 4.428571961398692e-05,
      "loss": 4.9163,
      "step": 290505
    },
    {
      "epoch": 0.25428884292493004,
      "grad_norm": 0.5567589402198792,
      "learning_rate": 4.4285525216066805e-05,
      "loss": 4.8108,
      "step": 290510
    },
    {
      "epoch": 0.2542932195185572,
      "grad_norm": 0.5537307262420654,
      "learning_rate": 4.4285330815391215e-05,
      "loss": 5.3295,
      "step": 290515
    },
    {
      "epoch": 0.25429759611218433,
      "grad_norm": 0.5642662644386292,
      "learning_rate": 4.428513641196016e-05,
      "loss": 5.3979,
      "step": 290520
    },
    {
      "epoch": 0.2543019727058115,
      "grad_norm": 0.579983115196228,
      "learning_rate": 4.42849420057737e-05,
      "loss": 5.6739,
      "step": 290525
    },
    {
      "epoch": 0.2543063492994387,
      "grad_norm": 0.5642250776290894,
      "learning_rate": 4.4284747596831864e-05,
      "loss": 5.7223,
      "step": 290530
    },
    {
      "epoch": 0.2543107258930658,
      "grad_norm": 0.5925266146659851,
      "learning_rate": 4.4284553185134695e-05,
      "loss": 5.2042,
      "step": 290535
    },
    {
      "epoch": 0.254315102486693,
      "grad_norm": 0.6065269112586975,
      "learning_rate": 4.428435877068221e-05,
      "loss": 4.6947,
      "step": 290540
    },
    {
      "epoch": 0.2543194790803201,
      "grad_norm": 0.6747193932533264,
      "learning_rate": 4.428416435347448e-05,
      "loss": 4.6117,
      "step": 290545
    },
    {
      "epoch": 0.2543238556739473,
      "grad_norm": 0.614277184009552,
      "learning_rate": 4.4283969933511515e-05,
      "loss": 5.4386,
      "step": 290550
    },
    {
      "epoch": 0.25432823226757445,
      "grad_norm": 0.5534512400627136,
      "learning_rate": 4.4283775510793355e-05,
      "loss": 5.9607,
      "step": 290555
    },
    {
      "epoch": 0.25433260886120157,
      "grad_norm": 0.5664659738540649,
      "learning_rate": 4.4283581085320055e-05,
      "loss": 4.8307,
      "step": 290560
    },
    {
      "epoch": 0.25433698545482875,
      "grad_norm": 0.5782936215400696,
      "learning_rate": 4.4283386657091655e-05,
      "loss": 5.1199,
      "step": 290565
    },
    {
      "epoch": 0.2543413620484559,
      "grad_norm": 0.5604814887046814,
      "learning_rate": 4.428319222610816e-05,
      "loss": 4.9074,
      "step": 290570
    },
    {
      "epoch": 0.25434573864208304,
      "grad_norm": 0.5594087243080139,
      "learning_rate": 4.428299779236963e-05,
      "loss": 5.4006,
      "step": 290575
    },
    {
      "epoch": 0.2543501152357102,
      "grad_norm": 0.5545743703842163,
      "learning_rate": 4.42828033558761e-05,
      "loss": 5.4206,
      "step": 290580
    },
    {
      "epoch": 0.25435449182933734,
      "grad_norm": 0.561081051826477,
      "learning_rate": 4.4282608916627624e-05,
      "loss": 5.2255,
      "step": 290585
    },
    {
      "epoch": 0.2543588684229645,
      "grad_norm": 0.5636306405067444,
      "learning_rate": 4.42824144746242e-05,
      "loss": 5.7169,
      "step": 290590
    },
    {
      "epoch": 0.2543632450165917,
      "grad_norm": 0.5574033856391907,
      "learning_rate": 4.42822200298659e-05,
      "loss": 4.7952,
      "step": 290595
    },
    {
      "epoch": 0.2543676216102188,
      "grad_norm": 0.5787070393562317,
      "learning_rate": 4.428202558235275e-05,
      "loss": 5.1261,
      "step": 290600
    },
    {
      "epoch": 0.254371998203846,
      "grad_norm": 0.554750919342041,
      "learning_rate": 4.4281831132084785e-05,
      "loss": 4.8453,
      "step": 290605
    },
    {
      "epoch": 0.2543763747974731,
      "grad_norm": 0.5476537346839905,
      "learning_rate": 4.4281636679062056e-05,
      "loss": 6.2061,
      "step": 290610
    },
    {
      "epoch": 0.2543807513911003,
      "grad_norm": 0.5717061161994934,
      "learning_rate": 4.4281442223284574e-05,
      "loss": 4.0768,
      "step": 290615
    },
    {
      "epoch": 0.25438512798472745,
      "grad_norm": 0.573017418384552,
      "learning_rate": 4.42812477647524e-05,
      "loss": 4.8916,
      "step": 290620
    },
    {
      "epoch": 0.2543895045783546,
      "grad_norm": 0.5487529039382935,
      "learning_rate": 4.4281053303465556e-05,
      "loss": 5.4359,
      "step": 290625
    },
    {
      "epoch": 0.25439388117198175,
      "grad_norm": 0.5541744828224182,
      "learning_rate": 4.428085883942409e-05,
      "loss": 5.3733,
      "step": 290630
    },
    {
      "epoch": 0.2543982577656089,
      "grad_norm": 0.5942981839179993,
      "learning_rate": 4.4280664372628034e-05,
      "loss": 5.1168,
      "step": 290635
    },
    {
      "epoch": 0.25440263435923605,
      "grad_norm": 0.5621351003646851,
      "learning_rate": 4.428046990307744e-05,
      "loss": 4.0838,
      "step": 290640
    },
    {
      "epoch": 0.2544070109528632,
      "grad_norm": 0.5785571336746216,
      "learning_rate": 4.428027543077232e-05,
      "loss": 5.1167,
      "step": 290645
    },
    {
      "epoch": 0.25441138754649034,
      "grad_norm": 0.5753059387207031,
      "learning_rate": 4.428008095571273e-05,
      "loss": 5.9467,
      "step": 290650
    },
    {
      "epoch": 0.2544157641401175,
      "grad_norm": 0.5591146349906921,
      "learning_rate": 4.4279886477898704e-05,
      "loss": 5.1838,
      "step": 290655
    },
    {
      "epoch": 0.2544201407337447,
      "grad_norm": 0.6005465388298035,
      "learning_rate": 4.4279691997330275e-05,
      "loss": 5.3297,
      "step": 290660
    },
    {
      "epoch": 0.2544245173273718,
      "grad_norm": 0.5533075928688049,
      "learning_rate": 4.4279497514007484e-05,
      "loss": 5.8861,
      "step": 290665
    },
    {
      "epoch": 0.254428893920999,
      "grad_norm": 0.6297526955604553,
      "learning_rate": 4.427930302793037e-05,
      "loss": 4.3861,
      "step": 290670
    },
    {
      "epoch": 0.25443327051462616,
      "grad_norm": 0.5696889758110046,
      "learning_rate": 4.427910853909897e-05,
      "loss": 4.6614,
      "step": 290675
    },
    {
      "epoch": 0.2544376471082533,
      "grad_norm": 0.5420871376991272,
      "learning_rate": 4.427891404751331e-05,
      "loss": 5.6252,
      "step": 290680
    },
    {
      "epoch": 0.25444202370188046,
      "grad_norm": 0.5936720371246338,
      "learning_rate": 4.427871955317345e-05,
      "loss": 5.6096,
      "step": 290685
    },
    {
      "epoch": 0.2544464002955076,
      "grad_norm": 0.5758317112922668,
      "learning_rate": 4.427852505607941e-05,
      "loss": 4.7979,
      "step": 290690
    },
    {
      "epoch": 0.25445077688913476,
      "grad_norm": 0.5850701332092285,
      "learning_rate": 4.427833055623123e-05,
      "loss": 5.4035,
      "step": 290695
    },
    {
      "epoch": 0.25445515348276193,
      "grad_norm": 0.5648212432861328,
      "learning_rate": 4.427813605362896e-05,
      "loss": 4.8932,
      "step": 290700
    },
    {
      "epoch": 0.25445953007638905,
      "grad_norm": 0.5425421595573425,
      "learning_rate": 4.427794154827262e-05,
      "loss": 5.6927,
      "step": 290705
    },
    {
      "epoch": 0.2544639066700162,
      "grad_norm": 0.5820565223693848,
      "learning_rate": 4.427774704016226e-05,
      "loss": 5.121,
      "step": 290710
    },
    {
      "epoch": 0.25446828326364335,
      "grad_norm": 0.5493749380111694,
      "learning_rate": 4.427755252929789e-05,
      "loss": 5.1364,
      "step": 290715
    },
    {
      "epoch": 0.2544726598572705,
      "grad_norm": 0.551551342010498,
      "learning_rate": 4.4277358015679606e-05,
      "loss": 5.7187,
      "step": 290720
    },
    {
      "epoch": 0.2544770364508977,
      "grad_norm": 0.5588852167129517,
      "learning_rate": 4.4277163499307385e-05,
      "loss": 4.3553,
      "step": 290725
    },
    {
      "epoch": 0.2544814130445248,
      "grad_norm": 0.5583454370498657,
      "learning_rate": 4.42769689801813e-05,
      "loss": 5.3375,
      "step": 290730
    },
    {
      "epoch": 0.254485789638152,
      "grad_norm": 0.5716585516929626,
      "learning_rate": 4.427677445830137e-05,
      "loss": 5.0965,
      "step": 290735
    },
    {
      "epoch": 0.25449016623177917,
      "grad_norm": 0.5518690347671509,
      "learning_rate": 4.427657993366764e-05,
      "loss": 4.0802,
      "step": 290740
    },
    {
      "epoch": 0.2544945428254063,
      "grad_norm": 0.545908510684967,
      "learning_rate": 4.4276385406280154e-05,
      "loss": 4.8954,
      "step": 290745
    },
    {
      "epoch": 0.25449891941903346,
      "grad_norm": 0.566659688949585,
      "learning_rate": 4.4276190876138945e-05,
      "loss": 5.7053,
      "step": 290750
    },
    {
      "epoch": 0.2545032960126606,
      "grad_norm": 0.5633652210235596,
      "learning_rate": 4.427599634324405e-05,
      "loss": 5.4172,
      "step": 290755
    },
    {
      "epoch": 0.25450767260628776,
      "grad_norm": 0.5559296607971191,
      "learning_rate": 4.4275801807595496e-05,
      "loss": 5.2165,
      "step": 290760
    },
    {
      "epoch": 0.25451204919991494,
      "grad_norm": 0.5545951128005981,
      "learning_rate": 4.4275607269193345e-05,
      "loss": 4.6304,
      "step": 290765
    },
    {
      "epoch": 0.25451642579354206,
      "grad_norm": 0.5566248297691345,
      "learning_rate": 4.4275412728037604e-05,
      "loss": 4.5914,
      "step": 290770
    },
    {
      "epoch": 0.25452080238716923,
      "grad_norm": 0.5495014190673828,
      "learning_rate": 4.427521818412833e-05,
      "loss": 4.8693,
      "step": 290775
    },
    {
      "epoch": 0.2545251789807964,
      "grad_norm": 0.5466622710227966,
      "learning_rate": 4.427502363746555e-05,
      "loss": 4.8581,
      "step": 290780
    },
    {
      "epoch": 0.2545295555744235,
      "grad_norm": 0.5428571701049805,
      "learning_rate": 4.4274829088049316e-05,
      "loss": 4.3918,
      "step": 290785
    },
    {
      "epoch": 0.2545339321680507,
      "grad_norm": 0.5489419102668762,
      "learning_rate": 4.4274634535879654e-05,
      "loss": 5.9111,
      "step": 290790
    },
    {
      "epoch": 0.2545383087616778,
      "grad_norm": 0.5977365374565125,
      "learning_rate": 4.4274439980956606e-05,
      "loss": 4.7016,
      "step": 290795
    },
    {
      "epoch": 0.254542685355305,
      "grad_norm": 0.5662471055984497,
      "learning_rate": 4.427424542328021e-05,
      "loss": 5.2071,
      "step": 290800
    },
    {
      "epoch": 0.2545470619489322,
      "grad_norm": 0.5489988923072815,
      "learning_rate": 4.4274050862850515e-05,
      "loss": 5.3798,
      "step": 290805
    },
    {
      "epoch": 0.2545514385425593,
      "grad_norm": 0.5603271126747131,
      "learning_rate": 4.427385629966753e-05,
      "loss": 5.8842,
      "step": 290810
    },
    {
      "epoch": 0.25455581513618647,
      "grad_norm": 0.5626312494277954,
      "learning_rate": 4.427366173373131e-05,
      "loss": 5.1968,
      "step": 290815
    },
    {
      "epoch": 0.25456019172981365,
      "grad_norm": 0.5617764592170715,
      "learning_rate": 4.4273467165041895e-05,
      "loss": 4.9242,
      "step": 290820
    },
    {
      "epoch": 0.25456456832344077,
      "grad_norm": 0.5607536435127258,
      "learning_rate": 4.427327259359931e-05,
      "loss": 6.2039,
      "step": 290825
    },
    {
      "epoch": 0.25456894491706794,
      "grad_norm": 0.5534301996231079,
      "learning_rate": 4.42730780194036e-05,
      "loss": 5.3855,
      "step": 290830
    },
    {
      "epoch": 0.25457332151069506,
      "grad_norm": 0.5670708417892456,
      "learning_rate": 4.427288344245482e-05,
      "loss": 5.418,
      "step": 290835
    },
    {
      "epoch": 0.25457769810432224,
      "grad_norm": 0.5708757638931274,
      "learning_rate": 4.427268886275298e-05,
      "loss": 5.3211,
      "step": 290840
    },
    {
      "epoch": 0.2545820746979494,
      "grad_norm": 0.556945264339447,
      "learning_rate": 4.427249428029813e-05,
      "loss": 5.7465,
      "step": 290845
    },
    {
      "epoch": 0.25458645129157653,
      "grad_norm": 0.5602595806121826,
      "learning_rate": 4.427229969509029e-05,
      "loss": 5.1396,
      "step": 290850
    },
    {
      "epoch": 0.2545908278852037,
      "grad_norm": 0.5622251629829407,
      "learning_rate": 4.4272105107129535e-05,
      "loss": 4.5228,
      "step": 290855
    },
    {
      "epoch": 0.2545952044788308,
      "grad_norm": 0.5731159448623657,
      "learning_rate": 4.427191051641587e-05,
      "loss": 5.9293,
      "step": 290860
    },
    {
      "epoch": 0.254599581072458,
      "grad_norm": 0.5574772953987122,
      "learning_rate": 4.427171592294935e-05,
      "loss": 3.8548,
      "step": 290865
    },
    {
      "epoch": 0.2546039576660852,
      "grad_norm": 0.592815101146698,
      "learning_rate": 4.4271521326730005e-05,
      "loss": 5.3035,
      "step": 290870
    },
    {
      "epoch": 0.2546083342597123,
      "grad_norm": 0.5860822200775146,
      "learning_rate": 4.427132672775787e-05,
      "loss": 5.7244,
      "step": 290875
    },
    {
      "epoch": 0.2546127108533395,
      "grad_norm": 0.5665351748466492,
      "learning_rate": 4.427113212603299e-05,
      "loss": 4.7021,
      "step": 290880
    },
    {
      "epoch": 0.25461708744696665,
      "grad_norm": 0.552523672580719,
      "learning_rate": 4.427093752155539e-05,
      "loss": 5.3139,
      "step": 290885
    },
    {
      "epoch": 0.25462146404059377,
      "grad_norm": 0.5840311646461487,
      "learning_rate": 4.4270742914325125e-05,
      "loss": 5.2106,
      "step": 290890
    },
    {
      "epoch": 0.25462584063422095,
      "grad_norm": 0.5548367500305176,
      "learning_rate": 4.427054830434222e-05,
      "loss": 5.6197,
      "step": 290895
    },
    {
      "epoch": 0.25463021722784807,
      "grad_norm": 0.5501927137374878,
      "learning_rate": 4.427035369160671e-05,
      "loss": 4.9197,
      "step": 290900
    },
    {
      "epoch": 0.25463459382147524,
      "grad_norm": 0.5670502185821533,
      "learning_rate": 4.427015907611865e-05,
      "loss": 5.2288,
      "step": 290905
    },
    {
      "epoch": 0.2546389704151024,
      "grad_norm": 0.5809506773948669,
      "learning_rate": 4.426996445787807e-05,
      "loss": 5.3889,
      "step": 290910
    },
    {
      "epoch": 0.25464334700872954,
      "grad_norm": 0.5666064023971558,
      "learning_rate": 4.426976983688499e-05,
      "loss": 4.5428,
      "step": 290915
    },
    {
      "epoch": 0.2546477236023567,
      "grad_norm": 0.566888689994812,
      "learning_rate": 4.426957521313947e-05,
      "loss": 5.625,
      "step": 290920
    },
    {
      "epoch": 0.2546521001959839,
      "grad_norm": 0.5875608921051025,
      "learning_rate": 4.4269380586641526e-05,
      "loss": 4.8889,
      "step": 290925
    },
    {
      "epoch": 0.254656476789611,
      "grad_norm": 0.5780665874481201,
      "learning_rate": 4.426918595739122e-05,
      "loss": 4.6907,
      "step": 290930
    },
    {
      "epoch": 0.2546608533832382,
      "grad_norm": 0.5572028160095215,
      "learning_rate": 4.4268991325388575e-05,
      "loss": 5.9406,
      "step": 290935
    },
    {
      "epoch": 0.2546652299768653,
      "grad_norm": 0.5485994219779968,
      "learning_rate": 4.426879669063364e-05,
      "loss": 4.7943,
      "step": 290940
    },
    {
      "epoch": 0.2546696065704925,
      "grad_norm": 0.6089422702789307,
      "learning_rate": 4.426860205312643e-05,
      "loss": 4.554,
      "step": 290945
    },
    {
      "epoch": 0.25467398316411965,
      "grad_norm": 0.5634257197380066,
      "learning_rate": 4.426840741286701e-05,
      "loss": 5.7463,
      "step": 290950
    },
    {
      "epoch": 0.2546783597577468,
      "grad_norm": 0.5658408403396606,
      "learning_rate": 4.426821276985539e-05,
      "loss": 5.8848,
      "step": 290955
    },
    {
      "epoch": 0.25468273635137395,
      "grad_norm": 0.5456981062889099,
      "learning_rate": 4.4268018124091634e-05,
      "loss": 5.6885,
      "step": 290960
    },
    {
      "epoch": 0.2546871129450011,
      "grad_norm": 0.5545528531074524,
      "learning_rate": 4.426782347557576e-05,
      "loss": 5.4167,
      "step": 290965
    },
    {
      "epoch": 0.25469148953862825,
      "grad_norm": 0.5613442063331604,
      "learning_rate": 4.426762882430782e-05,
      "loss": 4.4221,
      "step": 290970
    },
    {
      "epoch": 0.2546958661322554,
      "grad_norm": 0.554870069026947,
      "learning_rate": 4.426743417028784e-05,
      "loss": 5.9182,
      "step": 290975
    },
    {
      "epoch": 0.25470024272588254,
      "grad_norm": 0.5532917976379395,
      "learning_rate": 4.4267239513515854e-05,
      "loss": 4.4765,
      "step": 290980
    },
    {
      "epoch": 0.2547046193195097,
      "grad_norm": 0.5538031458854675,
      "learning_rate": 4.4267044853991914e-05,
      "loss": 5.3953,
      "step": 290985
    },
    {
      "epoch": 0.2547089959131369,
      "grad_norm": 0.5951213240623474,
      "learning_rate": 4.426685019171606e-05,
      "loss": 5.0726,
      "step": 290990
    },
    {
      "epoch": 0.254713372506764,
      "grad_norm": 0.5718956589698792,
      "learning_rate": 4.42666555266883e-05,
      "loss": 5.6049,
      "step": 290995
    },
    {
      "epoch": 0.2547177491003912,
      "grad_norm": 0.5519604086875916,
      "learning_rate": 4.426646085890872e-05,
      "loss": 5.3996,
      "step": 291000
    },
    {
      "epoch": 0.2547221256940183,
      "grad_norm": 0.554044246673584,
      "learning_rate": 4.42662661883773e-05,
      "loss": 5.3989,
      "step": 291005
    },
    {
      "epoch": 0.2547265022876455,
      "grad_norm": 0.5571886301040649,
      "learning_rate": 4.426607151509413e-05,
      "loss": 5.6367,
      "step": 291010
    },
    {
      "epoch": 0.25473087888127266,
      "grad_norm": 0.5442202687263489,
      "learning_rate": 4.4265876839059216e-05,
      "loss": 5.1742,
      "step": 291015
    },
    {
      "epoch": 0.2547352554748998,
      "grad_norm": 0.5500583052635193,
      "learning_rate": 4.42656821602726e-05,
      "loss": 5.6838,
      "step": 291020
    },
    {
      "epoch": 0.25473963206852696,
      "grad_norm": 0.5438289046287537,
      "learning_rate": 4.426548747873434e-05,
      "loss": 5.1014,
      "step": 291025
    },
    {
      "epoch": 0.25474400866215413,
      "grad_norm": 0.6443257331848145,
      "learning_rate": 4.4265292794444435e-05,
      "loss": 4.5937,
      "step": 291030
    },
    {
      "epoch": 0.25474838525578125,
      "grad_norm": 0.5722545981407166,
      "learning_rate": 4.4265098107402956e-05,
      "loss": 5.5996,
      "step": 291035
    },
    {
      "epoch": 0.2547527618494084,
      "grad_norm": 0.5755527019500732,
      "learning_rate": 4.426490341760993e-05,
      "loss": 5.23,
      "step": 291040
    },
    {
      "epoch": 0.25475713844303555,
      "grad_norm": 0.5733897089958191,
      "learning_rate": 4.42647087250654e-05,
      "loss": 4.9076,
      "step": 291045
    },
    {
      "epoch": 0.2547615150366627,
      "grad_norm": 0.555753767490387,
      "learning_rate": 4.4264514029769374e-05,
      "loss": 5.6895,
      "step": 291050
    },
    {
      "epoch": 0.2547658916302899,
      "grad_norm": 0.6032753586769104,
      "learning_rate": 4.4264319331721935e-05,
      "loss": 5.3812,
      "step": 291055
    },
    {
      "epoch": 0.254770268223917,
      "grad_norm": 0.5949490070343018,
      "learning_rate": 4.4264124630923097e-05,
      "loss": 4.8473,
      "step": 291060
    },
    {
      "epoch": 0.2547746448175442,
      "grad_norm": 0.6223452687263489,
      "learning_rate": 4.426392992737289e-05,
      "loss": 5.4054,
      "step": 291065
    },
    {
      "epoch": 0.25477902141117137,
      "grad_norm": 0.5580351948738098,
      "learning_rate": 4.426373522107137e-05,
      "loss": 5.649,
      "step": 291070
    },
    {
      "epoch": 0.2547833980047985,
      "grad_norm": 0.5741176009178162,
      "learning_rate": 4.4263540512018565e-05,
      "loss": 4.898,
      "step": 291075
    },
    {
      "epoch": 0.25478777459842566,
      "grad_norm": 0.5575827956199646,
      "learning_rate": 4.4263345800214505e-05,
      "loss": 5.385,
      "step": 291080
    },
    {
      "epoch": 0.2547921511920528,
      "grad_norm": 0.6815897226333618,
      "learning_rate": 4.4263151085659235e-05,
      "loss": 4.5987,
      "step": 291085
    },
    {
      "epoch": 0.25479652778567996,
      "grad_norm": 0.5984266996383667,
      "learning_rate": 4.42629563683528e-05,
      "loss": 5.6252,
      "step": 291090
    },
    {
      "epoch": 0.25480090437930714,
      "grad_norm": 0.5674186944961548,
      "learning_rate": 4.426276164829524e-05,
      "loss": 5.1255,
      "step": 291095
    },
    {
      "epoch": 0.25480528097293426,
      "grad_norm": 0.5563549995422363,
      "learning_rate": 4.426256692548657e-05,
      "loss": 4.1324,
      "step": 291100
    },
    {
      "epoch": 0.25480965756656143,
      "grad_norm": 0.5647171139717102,
      "learning_rate": 4.4262372199926835e-05,
      "loss": 5.3569,
      "step": 291105
    },
    {
      "epoch": 0.25481403416018855,
      "grad_norm": 0.5631786584854126,
      "learning_rate": 4.426217747161608e-05,
      "loss": 5.12,
      "step": 291110
    },
    {
      "epoch": 0.2548184107538157,
      "grad_norm": 0.5507036447525024,
      "learning_rate": 4.4261982740554355e-05,
      "loss": 4.953,
      "step": 291115
    },
    {
      "epoch": 0.2548227873474429,
      "grad_norm": 0.5480730533599854,
      "learning_rate": 4.4261788006741675e-05,
      "loss": 4.8958,
      "step": 291120
    },
    {
      "epoch": 0.25482716394107,
      "grad_norm": 0.5635852813720703,
      "learning_rate": 4.426159327017808e-05,
      "loss": 5.6929,
      "step": 291125
    },
    {
      "epoch": 0.2548315405346972,
      "grad_norm": 0.5518564581871033,
      "learning_rate": 4.426139853086362e-05,
      "loss": 5.695,
      "step": 291130
    },
    {
      "epoch": 0.2548359171283244,
      "grad_norm": 0.632201075553894,
      "learning_rate": 4.426120378879833e-05,
      "loss": 5.4137,
      "step": 291135
    },
    {
      "epoch": 0.2548402937219515,
      "grad_norm": 0.5572234988212585,
      "learning_rate": 4.426100904398224e-05,
      "loss": 4.8082,
      "step": 291140
    },
    {
      "epoch": 0.25484467031557867,
      "grad_norm": 0.5774272084236145,
      "learning_rate": 4.4260814296415385e-05,
      "loss": 5.1979,
      "step": 291145
    },
    {
      "epoch": 0.2548490469092058,
      "grad_norm": 0.5663048624992371,
      "learning_rate": 4.4260619546097814e-05,
      "loss": 5.4153,
      "step": 291150
    },
    {
      "epoch": 0.25485342350283297,
      "grad_norm": 0.5572757124900818,
      "learning_rate": 4.4260424793029555e-05,
      "loss": 5.5781,
      "step": 291155
    },
    {
      "epoch": 0.25485780009646014,
      "grad_norm": 0.5411694049835205,
      "learning_rate": 4.426023003721066e-05,
      "loss": 6.2178,
      "step": 291160
    },
    {
      "epoch": 0.25486217669008726,
      "grad_norm": 0.571978747844696,
      "learning_rate": 4.426003527864115e-05,
      "loss": 5.3805,
      "step": 291165
    },
    {
      "epoch": 0.25486655328371444,
      "grad_norm": 0.5779523849487305,
      "learning_rate": 4.425984051732107e-05,
      "loss": 5.1826,
      "step": 291170
    },
    {
      "epoch": 0.2548709298773416,
      "grad_norm": 0.5608877539634705,
      "learning_rate": 4.425964575325046e-05,
      "loss": 5.8934,
      "step": 291175
    },
    {
      "epoch": 0.25487530647096873,
      "grad_norm": 0.5664982199668884,
      "learning_rate": 4.425945098642935e-05,
      "loss": 5.625,
      "step": 291180
    },
    {
      "epoch": 0.2548796830645959,
      "grad_norm": 0.5654811263084412,
      "learning_rate": 4.425925621685778e-05,
      "loss": 5.4176,
      "step": 291185
    },
    {
      "epoch": 0.25488405965822303,
      "grad_norm": 0.5506576299667358,
      "learning_rate": 4.425906144453579e-05,
      "loss": 4.9996,
      "step": 291190
    },
    {
      "epoch": 0.2548884362518502,
      "grad_norm": 0.5488351583480835,
      "learning_rate": 4.425886666946342e-05,
      "loss": 4.5989,
      "step": 291195
    },
    {
      "epoch": 0.2548928128454774,
      "grad_norm": 0.6016122102737427,
      "learning_rate": 4.42586718916407e-05,
      "loss": 4.8848,
      "step": 291200
    },
    {
      "epoch": 0.2548971894391045,
      "grad_norm": 0.5713655352592468,
      "learning_rate": 4.4258477111067677e-05,
      "loss": 5.4057,
      "step": 291205
    },
    {
      "epoch": 0.2549015660327317,
      "grad_norm": 0.5522298216819763,
      "learning_rate": 4.425828232774438e-05,
      "loss": 6.235,
      "step": 291210
    },
    {
      "epoch": 0.25490594262635885,
      "grad_norm": 0.5557442307472229,
      "learning_rate": 4.4258087541670855e-05,
      "loss": 5.1722,
      "step": 291215
    },
    {
      "epoch": 0.25491031921998597,
      "grad_norm": 0.5641772150993347,
      "learning_rate": 4.425789275284713e-05,
      "loss": 5.9713,
      "step": 291220
    },
    {
      "epoch": 0.25491469581361315,
      "grad_norm": 0.5843697786331177,
      "learning_rate": 4.425769796127325e-05,
      "loss": 4.6563,
      "step": 291225
    },
    {
      "epoch": 0.25491907240724027,
      "grad_norm": 0.5581005811691284,
      "learning_rate": 4.425750316694924e-05,
      "loss": 5.6236,
      "step": 291230
    },
    {
      "epoch": 0.25492344900086744,
      "grad_norm": 0.5576493740081787,
      "learning_rate": 4.425730836987516e-05,
      "loss": 5.6223,
      "step": 291235
    },
    {
      "epoch": 0.2549278255944946,
      "grad_norm": 0.5780304074287415,
      "learning_rate": 4.4257113570051035e-05,
      "loss": 4.3852,
      "step": 291240
    },
    {
      "epoch": 0.25493220218812174,
      "grad_norm": 0.5610185265541077,
      "learning_rate": 4.42569187674769e-05,
      "loss": 5.3974,
      "step": 291245
    },
    {
      "epoch": 0.2549365787817489,
      "grad_norm": 0.5519366264343262,
      "learning_rate": 4.425672396215278e-05,
      "loss": 4.5597,
      "step": 291250
    },
    {
      "epoch": 0.25494095537537603,
      "grad_norm": 0.5531194806098938,
      "learning_rate": 4.4256529154078754e-05,
      "loss": 5.3281,
      "step": 291255
    },
    {
      "epoch": 0.2549453319690032,
      "grad_norm": 0.5654932260513306,
      "learning_rate": 4.4256334343254814e-05,
      "loss": 5.1895,
      "step": 291260
    },
    {
      "epoch": 0.2549497085626304,
      "grad_norm": 0.55377596616745,
      "learning_rate": 4.4256139529681027e-05,
      "loss": 5.8729,
      "step": 291265
    },
    {
      "epoch": 0.2549540851562575,
      "grad_norm": 0.5464085340499878,
      "learning_rate": 4.425594471335741e-05,
      "loss": 5.9098,
      "step": 291270
    },
    {
      "epoch": 0.2549584617498847,
      "grad_norm": 0.5653749108314514,
      "learning_rate": 4.4255749894284014e-05,
      "loss": 4.702,
      "step": 291275
    },
    {
      "epoch": 0.25496283834351186,
      "grad_norm": 0.5474752187728882,
      "learning_rate": 4.4255555072460884e-05,
      "loss": 5.4148,
      "step": 291280
    },
    {
      "epoch": 0.254967214937139,
      "grad_norm": 0.5558815598487854,
      "learning_rate": 4.425536024788804e-05,
      "loss": 5.002,
      "step": 291285
    },
    {
      "epoch": 0.25497159153076615,
      "grad_norm": 0.5617420673370361,
      "learning_rate": 4.4255165420565526e-05,
      "loss": 5.5936,
      "step": 291290
    },
    {
      "epoch": 0.25497596812439327,
      "grad_norm": 0.5515874028205872,
      "learning_rate": 4.425497059049338e-05,
      "loss": 4.9082,
      "step": 291295
    },
    {
      "epoch": 0.25498034471802045,
      "grad_norm": 0.6348850131034851,
      "learning_rate": 4.425477575767164e-05,
      "loss": 5.4043,
      "step": 291300
    },
    {
      "epoch": 0.2549847213116476,
      "grad_norm": 0.5437609553337097,
      "learning_rate": 4.4254580922100355e-05,
      "loss": 5.3992,
      "step": 291305
    },
    {
      "epoch": 0.25498909790527474,
      "grad_norm": 0.5769081711769104,
      "learning_rate": 4.425438608377953e-05,
      "loss": 5.408,
      "step": 291310
    },
    {
      "epoch": 0.2549934744989019,
      "grad_norm": 0.5656729936599731,
      "learning_rate": 4.4254191242709244e-05,
      "loss": 5.1238,
      "step": 291315
    },
    {
      "epoch": 0.2549978510925291,
      "grad_norm": 0.5796604156494141,
      "learning_rate": 4.425399639888951e-05,
      "loss": 4.1658,
      "step": 291320
    },
    {
      "epoch": 0.2550022276861562,
      "grad_norm": 0.5831671953201294,
      "learning_rate": 4.4253801552320365e-05,
      "loss": 5.1189,
      "step": 291325
    },
    {
      "epoch": 0.2550066042797834,
      "grad_norm": 0.5741757750511169,
      "learning_rate": 4.4253606703001834e-05,
      "loss": 4.8301,
      "step": 291330
    },
    {
      "epoch": 0.2550109808734105,
      "grad_norm": 0.5448766350746155,
      "learning_rate": 4.4253411850934004e-05,
      "loss": 5.5947,
      "step": 291335
    },
    {
      "epoch": 0.2550153574670377,
      "grad_norm": 0.5641299486160278,
      "learning_rate": 4.425321699611687e-05,
      "loss": 3.6948,
      "step": 291340
    },
    {
      "epoch": 0.25501973406066486,
      "grad_norm": 0.564468502998352,
      "learning_rate": 4.425302213855047e-05,
      "loss": 4.8543,
      "step": 291345
    },
    {
      "epoch": 0.255024110654292,
      "grad_norm": 0.58707195520401,
      "learning_rate": 4.425282727823485e-05,
      "loss": 4.8907,
      "step": 291350
    },
    {
      "epoch": 0.25502848724791916,
      "grad_norm": 0.5755928754806519,
      "learning_rate": 4.425263241517006e-05,
      "loss": 5.9191,
      "step": 291355
    },
    {
      "epoch": 0.2550328638415463,
      "grad_norm": 0.5552204847335815,
      "learning_rate": 4.425243754935613e-05,
      "loss": 5.1897,
      "step": 291360
    },
    {
      "epoch": 0.25503724043517345,
      "grad_norm": 0.5672347545623779,
      "learning_rate": 4.4252242680793087e-05,
      "loss": 4.9171,
      "step": 291365
    },
    {
      "epoch": 0.2550416170288006,
      "grad_norm": 0.5471822023391724,
      "learning_rate": 4.425204780948098e-05,
      "loss": 4.8751,
      "step": 291370
    },
    {
      "epoch": 0.25504599362242775,
      "grad_norm": 0.5637955665588379,
      "learning_rate": 4.425185293541984e-05,
      "loss": 5.7004,
      "step": 291375
    },
    {
      "epoch": 0.2550503702160549,
      "grad_norm": 0.5773168802261353,
      "learning_rate": 4.42516580586097e-05,
      "loss": 4.897,
      "step": 291380
    },
    {
      "epoch": 0.2550547468096821,
      "grad_norm": 0.574921727180481,
      "learning_rate": 4.425146317905061e-05,
      "loss": 5.7368,
      "step": 291385
    },
    {
      "epoch": 0.2550591234033092,
      "grad_norm": 0.632611870765686,
      "learning_rate": 4.425126829674262e-05,
      "loss": 4.6812,
      "step": 291390
    },
    {
      "epoch": 0.2550634999969364,
      "grad_norm": 0.5670986175537109,
      "learning_rate": 4.425107341168573e-05,
      "loss": 4.6418,
      "step": 291395
    },
    {
      "epoch": 0.2550678765905635,
      "grad_norm": 0.5864185690879822,
      "learning_rate": 4.4250878523880005e-05,
      "loss": 4.517,
      "step": 291400
    },
    {
      "epoch": 0.2550722531841907,
      "grad_norm": 0.5920700430870056,
      "learning_rate": 4.425068363332547e-05,
      "loss": 4.9026,
      "step": 291405
    },
    {
      "epoch": 0.25507662977781786,
      "grad_norm": 0.5568183660507202,
      "learning_rate": 4.4250488740022165e-05,
      "loss": 5.7036,
      "step": 291410
    },
    {
      "epoch": 0.255081006371445,
      "grad_norm": 0.5562523007392883,
      "learning_rate": 4.425029384397015e-05,
      "loss": 5.6197,
      "step": 291415
    },
    {
      "epoch": 0.25508538296507216,
      "grad_norm": 0.5569164156913757,
      "learning_rate": 4.425009894516942e-05,
      "loss": 4.4304,
      "step": 291420
    },
    {
      "epoch": 0.25508975955869934,
      "grad_norm": 0.5909547209739685,
      "learning_rate": 4.424990404362005e-05,
      "loss": 4.3772,
      "step": 291425
    },
    {
      "epoch": 0.25509413615232646,
      "grad_norm": 0.552850067615509,
      "learning_rate": 4.424970913932206e-05,
      "loss": 5.4354,
      "step": 291430
    },
    {
      "epoch": 0.25509851274595363,
      "grad_norm": 0.5612242817878723,
      "learning_rate": 4.424951423227549e-05,
      "loss": 4.9277,
      "step": 291435
    },
    {
      "epoch": 0.25510288933958075,
      "grad_norm": 0.5405153632164001,
      "learning_rate": 4.424931932248037e-05,
      "loss": 5.1333,
      "step": 291440
    },
    {
      "epoch": 0.2551072659332079,
      "grad_norm": 0.556327760219574,
      "learning_rate": 4.424912440993676e-05,
      "loss": 4.8101,
      "step": 291445
    },
    {
      "epoch": 0.2551116425268351,
      "grad_norm": 0.5798468589782715,
      "learning_rate": 4.424892949464468e-05,
      "loss": 5.6068,
      "step": 291450
    },
    {
      "epoch": 0.2551160191204622,
      "grad_norm": 0.5560975074768066,
      "learning_rate": 4.4248734576604155e-05,
      "loss": 4.9181,
      "step": 291455
    },
    {
      "epoch": 0.2551203957140894,
      "grad_norm": 0.552667498588562,
      "learning_rate": 4.4248539655815254e-05,
      "loss": 5.08,
      "step": 291460
    },
    {
      "epoch": 0.2551247723077166,
      "grad_norm": 0.5452839136123657,
      "learning_rate": 4.4248344732278e-05,
      "loss": 5.4008,
      "step": 291465
    },
    {
      "epoch": 0.2551291489013437,
      "grad_norm": 0.5562522411346436,
      "learning_rate": 4.424814980599242e-05,
      "loss": 4.3751,
      "step": 291470
    },
    {
      "epoch": 0.25513352549497087,
      "grad_norm": 0.5669324398040771,
      "learning_rate": 4.4247954876958575e-05,
      "loss": 5.0931,
      "step": 291475
    },
    {
      "epoch": 0.255137902088598,
      "grad_norm": 0.5618709921836853,
      "learning_rate": 4.424775994517648e-05,
      "loss": 4.8812,
      "step": 291480
    },
    {
      "epoch": 0.25514227868222517,
      "grad_norm": 0.5675262808799744,
      "learning_rate": 4.4247565010646185e-05,
      "loss": 5.2723,
      "step": 291485
    },
    {
      "epoch": 0.25514665527585234,
      "grad_norm": 0.5767215490341187,
      "learning_rate": 4.4247370073367735e-05,
      "loss": 4.8843,
      "step": 291490
    },
    {
      "epoch": 0.25515103186947946,
      "grad_norm": 0.5775966048240662,
      "learning_rate": 4.424717513334114e-05,
      "loss": 5.9336,
      "step": 291495
    },
    {
      "epoch": 0.25515540846310664,
      "grad_norm": 0.5637180805206299,
      "learning_rate": 4.424698019056646e-05,
      "loss": 4.4136,
      "step": 291500
    },
    {
      "epoch": 0.25515978505673376,
      "grad_norm": 0.5689392685890198,
      "learning_rate": 4.424678524504373e-05,
      "loss": 4.391,
      "step": 291505
    },
    {
      "epoch": 0.25516416165036093,
      "grad_norm": 0.5669439435005188,
      "learning_rate": 4.4246590296772986e-05,
      "loss": 5.7278,
      "step": 291510
    },
    {
      "epoch": 0.2551685382439881,
      "grad_norm": 0.5480166077613831,
      "learning_rate": 4.424639534575425e-05,
      "loss": 5.3766,
      "step": 291515
    },
    {
      "epoch": 0.25517291483761523,
      "grad_norm": 0.5386520624160767,
      "learning_rate": 4.424620039198759e-05,
      "loss": 5.6344,
      "step": 291520
    },
    {
      "epoch": 0.2551772914312424,
      "grad_norm": 0.5494475960731506,
      "learning_rate": 4.4246005435473025e-05,
      "loss": 5.9275,
      "step": 291525
    },
    {
      "epoch": 0.2551816680248696,
      "grad_norm": 0.5498304963111877,
      "learning_rate": 4.424581047621059e-05,
      "loss": 5.1164,
      "step": 291530
    },
    {
      "epoch": 0.2551860446184967,
      "grad_norm": 0.5521624684333801,
      "learning_rate": 4.424561551420033e-05,
      "loss": 4.6937,
      "step": 291535
    },
    {
      "epoch": 0.2551904212121239,
      "grad_norm": 0.5592691898345947,
      "learning_rate": 4.424542054944228e-05,
      "loss": 5.1048,
      "step": 291540
    },
    {
      "epoch": 0.255194797805751,
      "grad_norm": 0.5735733509063721,
      "learning_rate": 4.424522558193648e-05,
      "loss": 5.23,
      "step": 291545
    },
    {
      "epoch": 0.25519917439937817,
      "grad_norm": 0.5907732844352722,
      "learning_rate": 4.424503061168297e-05,
      "loss": 5.6141,
      "step": 291550
    },
    {
      "epoch": 0.25520355099300535,
      "grad_norm": 0.5677195191383362,
      "learning_rate": 4.424483563868178e-05,
      "loss": 5.9338,
      "step": 291555
    },
    {
      "epoch": 0.25520792758663247,
      "grad_norm": 0.5639538764953613,
      "learning_rate": 4.424464066293295e-05,
      "loss": 5.7318,
      "step": 291560
    },
    {
      "epoch": 0.25521230418025964,
      "grad_norm": 0.5550779104232788,
      "learning_rate": 4.4244445684436505e-05,
      "loss": 5.7164,
      "step": 291565
    },
    {
      "epoch": 0.2552166807738868,
      "grad_norm": 0.5457875728607178,
      "learning_rate": 4.424425070319251e-05,
      "loss": 4.7861,
      "step": 291570
    },
    {
      "epoch": 0.25522105736751394,
      "grad_norm": 0.5627327561378479,
      "learning_rate": 4.4244055719200994e-05,
      "loss": 5.7264,
      "step": 291575
    },
    {
      "epoch": 0.2552254339611411,
      "grad_norm": 0.5695710778236389,
      "learning_rate": 4.4243860732461986e-05,
      "loss": 5.0919,
      "step": 291580
    },
    {
      "epoch": 0.25522981055476823,
      "grad_norm": 0.5869331359863281,
      "learning_rate": 4.4243665742975514e-05,
      "loss": 5.4341,
      "step": 291585
    },
    {
      "epoch": 0.2552341871483954,
      "grad_norm": 0.558296799659729,
      "learning_rate": 4.424347075074165e-05,
      "loss": 5.3799,
      "step": 291590
    },
    {
      "epoch": 0.2552385637420226,
      "grad_norm": 0.5722635388374329,
      "learning_rate": 4.4243275755760386e-05,
      "loss": 4.3836,
      "step": 291595
    },
    {
      "epoch": 0.2552429403356497,
      "grad_norm": 0.5679804682731628,
      "learning_rate": 4.4243080758031796e-05,
      "loss": 4.7935,
      "step": 291600
    },
    {
      "epoch": 0.2552473169292769,
      "grad_norm": 0.5687320232391357,
      "learning_rate": 4.4242885757555905e-05,
      "loss": 4.8177,
      "step": 291605
    },
    {
      "epoch": 0.25525169352290406,
      "grad_norm": 0.5765315890312195,
      "learning_rate": 4.424269075433275e-05,
      "loss": 5.1224,
      "step": 291610
    },
    {
      "epoch": 0.2552560701165312,
      "grad_norm": 0.5473016500473022,
      "learning_rate": 4.424249574836238e-05,
      "loss": 5.168,
      "step": 291615
    },
    {
      "epoch": 0.25526044671015835,
      "grad_norm": 0.5711540579795837,
      "learning_rate": 4.4242300739644804e-05,
      "loss": 4.4141,
      "step": 291620
    },
    {
      "epoch": 0.25526482330378547,
      "grad_norm": 0.5641252994537354,
      "learning_rate": 4.4242105728180084e-05,
      "loss": 5.642,
      "step": 291625
    },
    {
      "epoch": 0.25526919989741265,
      "grad_norm": 0.6156416535377502,
      "learning_rate": 4.424191071396825e-05,
      "loss": 4.8479,
      "step": 291630
    },
    {
      "epoch": 0.2552735764910398,
      "grad_norm": 0.5871196985244751,
      "learning_rate": 4.4241715697009346e-05,
      "loss": 5.6976,
      "step": 291635
    },
    {
      "epoch": 0.25527795308466694,
      "grad_norm": 0.5411009192466736,
      "learning_rate": 4.42415206773034e-05,
      "loss": 4.2908,
      "step": 291640
    },
    {
      "epoch": 0.2552823296782941,
      "grad_norm": 0.5800989270210266,
      "learning_rate": 4.424132565485046e-05,
      "loss": 4.7081,
      "step": 291645
    },
    {
      "epoch": 0.25528670627192124,
      "grad_norm": 0.5571041703224182,
      "learning_rate": 4.424113062965056e-05,
      "loss": 5.4239,
      "step": 291650
    },
    {
      "epoch": 0.2552910828655484,
      "grad_norm": 0.6534600257873535,
      "learning_rate": 4.4240935601703726e-05,
      "loss": 5.9451,
      "step": 291655
    },
    {
      "epoch": 0.2552954594591756,
      "grad_norm": 0.5437153577804565,
      "learning_rate": 4.424074057101001e-05,
      "loss": 5.415,
      "step": 291660
    },
    {
      "epoch": 0.2552998360528027,
      "grad_norm": 0.5561058521270752,
      "learning_rate": 4.424054553756945e-05,
      "loss": 5.1031,
      "step": 291665
    },
    {
      "epoch": 0.2553042126464299,
      "grad_norm": 0.5886012315750122,
      "learning_rate": 4.4240350501382065e-05,
      "loss": 5.1512,
      "step": 291670
    },
    {
      "epoch": 0.25530858924005706,
      "grad_norm": 0.5656927227973938,
      "learning_rate": 4.424015546244792e-05,
      "loss": 4.898,
      "step": 291675
    },
    {
      "epoch": 0.2553129658336842,
      "grad_norm": 0.588282585144043,
      "learning_rate": 4.423996042076703e-05,
      "loss": 4.8806,
      "step": 291680
    },
    {
      "epoch": 0.25531734242731136,
      "grad_norm": 0.567679762840271,
      "learning_rate": 4.423976537633945e-05,
      "loss": 5.8766,
      "step": 291685
    },
    {
      "epoch": 0.2553217190209385,
      "grad_norm": 0.5472370386123657,
      "learning_rate": 4.423957032916519e-05,
      "loss": 4.8907,
      "step": 291690
    },
    {
      "epoch": 0.25532609561456565,
      "grad_norm": 0.5453184247016907,
      "learning_rate": 4.423937527924432e-05,
      "loss": 4.526,
      "step": 291695
    },
    {
      "epoch": 0.2553304722081928,
      "grad_norm": 0.5471059679985046,
      "learning_rate": 4.423918022657687e-05,
      "loss": 5.576,
      "step": 291700
    },
    {
      "epoch": 0.25533484880181995,
      "grad_norm": 0.562311589717865,
      "learning_rate": 4.423898517116286e-05,
      "loss": 5.7309,
      "step": 291705
    },
    {
      "epoch": 0.2553392253954471,
      "grad_norm": 0.5421202182769775,
      "learning_rate": 4.423879011300235e-05,
      "loss": 5.3679,
      "step": 291710
    },
    {
      "epoch": 0.2553436019890743,
      "grad_norm": 0.5648303031921387,
      "learning_rate": 4.423859505209535e-05,
      "loss": 4.3698,
      "step": 291715
    },
    {
      "epoch": 0.2553479785827014,
      "grad_norm": 0.5715746283531189,
      "learning_rate": 4.423839998844194e-05,
      "loss": 5.2979,
      "step": 291720
    },
    {
      "epoch": 0.2553523551763286,
      "grad_norm": 0.5420261025428772,
      "learning_rate": 4.4238204922042116e-05,
      "loss": 4.54,
      "step": 291725
    },
    {
      "epoch": 0.2553567317699557,
      "grad_norm": 0.5763182640075684,
      "learning_rate": 4.423800985289592e-05,
      "loss": 4.7329,
      "step": 291730
    },
    {
      "epoch": 0.2553611083635829,
      "grad_norm": 0.549263060092926,
      "learning_rate": 4.423781478100342e-05,
      "loss": 4.2895,
      "step": 291735
    },
    {
      "epoch": 0.25536548495721006,
      "grad_norm": 0.5484068989753723,
      "learning_rate": 4.423761970636463e-05,
      "loss": 4.6183,
      "step": 291740
    },
    {
      "epoch": 0.2553698615508372,
      "grad_norm": 0.5513556003570557,
      "learning_rate": 4.42374246289796e-05,
      "loss": 3.8954,
      "step": 291745
    },
    {
      "epoch": 0.25537423814446436,
      "grad_norm": 0.5578627586364746,
      "learning_rate": 4.4237229548848344e-05,
      "loss": 5.0663,
      "step": 291750
    },
    {
      "epoch": 0.2553786147380915,
      "grad_norm": 0.5762521624565125,
      "learning_rate": 4.423703446597093e-05,
      "loss": 5.3922,
      "step": 291755
    },
    {
      "epoch": 0.25538299133171866,
      "grad_norm": 0.5351433157920837,
      "learning_rate": 4.4236839380347375e-05,
      "loss": 4.2755,
      "step": 291760
    },
    {
      "epoch": 0.25538736792534583,
      "grad_norm": 0.55941241979599,
      "learning_rate": 4.423664429197772e-05,
      "loss": 5.1754,
      "step": 291765
    },
    {
      "epoch": 0.25539174451897295,
      "grad_norm": 0.5359729528427124,
      "learning_rate": 4.4236449200862015e-05,
      "loss": 5.0764,
      "step": 291770
    },
    {
      "epoch": 0.2553961211126001,
      "grad_norm": 0.5430670976638794,
      "learning_rate": 4.423625410700029e-05,
      "loss": 5.112,
      "step": 291775
    },
    {
      "epoch": 0.2554004977062273,
      "grad_norm": 0.5445604920387268,
      "learning_rate": 4.423605901039256e-05,
      "loss": 4.5958,
      "step": 291780
    },
    {
      "epoch": 0.2554048742998544,
      "grad_norm": 0.5526072978973389,
      "learning_rate": 4.42358639110389e-05,
      "loss": 5.959,
      "step": 291785
    },
    {
      "epoch": 0.2554092508934816,
      "grad_norm": 0.5568415522575378,
      "learning_rate": 4.4235668808939334e-05,
      "loss": 5.2294,
      "step": 291790
    },
    {
      "epoch": 0.2554136274871087,
      "grad_norm": 0.5500651597976685,
      "learning_rate": 4.42354737040939e-05,
      "loss": 5.1809,
      "step": 291795
    },
    {
      "epoch": 0.2554180040807359,
      "grad_norm": 0.5647569894790649,
      "learning_rate": 4.423527859650262e-05,
      "loss": 5.6859,
      "step": 291800
    },
    {
      "epoch": 0.25542238067436307,
      "grad_norm": 0.5661147236824036,
      "learning_rate": 4.423508348616555e-05,
      "loss": 5.7119,
      "step": 291805
    },
    {
      "epoch": 0.2554267572679902,
      "grad_norm": 0.5538010001182556,
      "learning_rate": 4.4234888373082715e-05,
      "loss": 5.4149,
      "step": 291810
    },
    {
      "epoch": 0.25543113386161737,
      "grad_norm": 0.5455110669136047,
      "learning_rate": 4.4234693257254165e-05,
      "loss": 4.9585,
      "step": 291815
    },
    {
      "epoch": 0.25543551045524454,
      "grad_norm": 0.5519711971282959,
      "learning_rate": 4.423449813867993e-05,
      "loss": 6.1336,
      "step": 291820
    },
    {
      "epoch": 0.25543988704887166,
      "grad_norm": 0.5419673323631287,
      "learning_rate": 4.4234303017360055e-05,
      "loss": 4.8291,
      "step": 291825
    },
    {
      "epoch": 0.25544426364249884,
      "grad_norm": 0.5499963164329529,
      "learning_rate": 4.4234107893294576e-05,
      "loss": 5.6215,
      "step": 291830
    },
    {
      "epoch": 0.25544864023612596,
      "grad_norm": 0.5458899140357971,
      "learning_rate": 4.423391276648352e-05,
      "loss": 4.9079,
      "step": 291835
    },
    {
      "epoch": 0.25545301682975313,
      "grad_norm": 0.5654182434082031,
      "learning_rate": 4.423371763692694e-05,
      "loss": 5.2011,
      "step": 291840
    },
    {
      "epoch": 0.2554573934233803,
      "grad_norm": 0.5514360666275024,
      "learning_rate": 4.4233522504624855e-05,
      "loss": 5.3854,
      "step": 291845
    },
    {
      "epoch": 0.25546177001700743,
      "grad_norm": 0.5883379578590393,
      "learning_rate": 4.423332736957732e-05,
      "loss": 4.806,
      "step": 291850
    },
    {
      "epoch": 0.2554661466106346,
      "grad_norm": 0.5520708560943604,
      "learning_rate": 4.4233132231784355e-05,
      "loss": 5.4052,
      "step": 291855
    },
    {
      "epoch": 0.2554705232042618,
      "grad_norm": 0.5854970216751099,
      "learning_rate": 4.423293709124602e-05,
      "loss": 4.9119,
      "step": 291860
    },
    {
      "epoch": 0.2554748997978889,
      "grad_norm": 0.5504885315895081,
      "learning_rate": 4.4232741947962344e-05,
      "loss": 4.3857,
      "step": 291865
    },
    {
      "epoch": 0.2554792763915161,
      "grad_norm": 0.5448276400566101,
      "learning_rate": 4.423254680193335e-05,
      "loss": 4.4784,
      "step": 291870
    },
    {
      "epoch": 0.2554836529851432,
      "grad_norm": 0.5743387341499329,
      "learning_rate": 4.4232351653159086e-05,
      "loss": 5.3256,
      "step": 291875
    },
    {
      "epoch": 0.25548802957877037,
      "grad_norm": 0.5745185613632202,
      "learning_rate": 4.4232156501639596e-05,
      "loss": 4.8837,
      "step": 291880
    },
    {
      "epoch": 0.25549240617239755,
      "grad_norm": 0.5364600419998169,
      "learning_rate": 4.423196134737492e-05,
      "loss": 4.5474,
      "step": 291885
    },
    {
      "epoch": 0.25549678276602467,
      "grad_norm": 0.5426607728004456,
      "learning_rate": 4.423176619036508e-05,
      "loss": 5.9258,
      "step": 291890
    },
    {
      "epoch": 0.25550115935965184,
      "grad_norm": 0.5516171455383301,
      "learning_rate": 4.4231571030610116e-05,
      "loss": 5.416,
      "step": 291895
    },
    {
      "epoch": 0.25550553595327896,
      "grad_norm": 0.562618613243103,
      "learning_rate": 4.423137586811008e-05,
      "loss": 5.0899,
      "step": 291900
    },
    {
      "epoch": 0.25550991254690614,
      "grad_norm": 0.5317760705947876,
      "learning_rate": 4.4231180702864995e-05,
      "loss": 4.7955,
      "step": 291905
    },
    {
      "epoch": 0.2555142891405333,
      "grad_norm": 0.5612220168113708,
      "learning_rate": 4.4230985534874916e-05,
      "loss": 5.6271,
      "step": 291910
    },
    {
      "epoch": 0.25551866573416043,
      "grad_norm": 0.5357943177223206,
      "learning_rate": 4.423079036413985e-05,
      "loss": 6.209,
      "step": 291915
    },
    {
      "epoch": 0.2555230423277876,
      "grad_norm": 0.5490389466285706,
      "learning_rate": 4.4230595190659875e-05,
      "loss": 5.3576,
      "step": 291920
    },
    {
      "epoch": 0.2555274189214148,
      "grad_norm": 0.5647628307342529,
      "learning_rate": 4.423040001443499e-05,
      "loss": 4.9398,
      "step": 291925
    },
    {
      "epoch": 0.2555317955150419,
      "grad_norm": 0.5814696550369263,
      "learning_rate": 4.423020483546526e-05,
      "loss": 5.4479,
      "step": 291930
    },
    {
      "epoch": 0.2555361721086691,
      "grad_norm": 0.5481361150741577,
      "learning_rate": 4.4230009653750715e-05,
      "loss": 5.7371,
      "step": 291935
    },
    {
      "epoch": 0.2555405487022962,
      "grad_norm": 0.5762044787406921,
      "learning_rate": 4.422981446929139e-05,
      "loss": 4.9093,
      "step": 291940
    },
    {
      "epoch": 0.2555449252959234,
      "grad_norm": 0.5464975833892822,
      "learning_rate": 4.422961928208732e-05,
      "loss": 5.6098,
      "step": 291945
    },
    {
      "epoch": 0.25554930188955055,
      "grad_norm": 0.5695297718048096,
      "learning_rate": 4.4229424092138536e-05,
      "loss": 4.5735,
      "step": 291950
    },
    {
      "epoch": 0.25555367848317767,
      "grad_norm": 0.5755807757377625,
      "learning_rate": 4.4229228899445106e-05,
      "loss": 4.924,
      "step": 291955
    },
    {
      "epoch": 0.25555805507680485,
      "grad_norm": 0.5709967017173767,
      "learning_rate": 4.4229033704007026e-05,
      "loss": 4.9149,
      "step": 291960
    },
    {
      "epoch": 0.255562431670432,
      "grad_norm": 0.5341957211494446,
      "learning_rate": 4.4228838505824376e-05,
      "loss": 4.9119,
      "step": 291965
    },
    {
      "epoch": 0.25556680826405914,
      "grad_norm": 0.5586875677108765,
      "learning_rate": 4.4228643304897156e-05,
      "loss": 5.9131,
      "step": 291970
    },
    {
      "epoch": 0.2555711848576863,
      "grad_norm": 0.5574130415916443,
      "learning_rate": 4.422844810122543e-05,
      "loss": 5.4518,
      "step": 291975
    },
    {
      "epoch": 0.25557556145131344,
      "grad_norm": 0.5539107918739319,
      "learning_rate": 4.422825289480922e-05,
      "loss": 5.4075,
      "step": 291980
    },
    {
      "epoch": 0.2555799380449406,
      "grad_norm": 0.5407248139381409,
      "learning_rate": 4.422805768564857e-05,
      "loss": 5.9043,
      "step": 291985
    },
    {
      "epoch": 0.2555843146385678,
      "grad_norm": 0.5670371651649475,
      "learning_rate": 4.422786247374352e-05,
      "loss": 4.9244,
      "step": 291990
    },
    {
      "epoch": 0.2555886912321949,
      "grad_norm": 0.5473517775535583,
      "learning_rate": 4.422766725909411e-05,
      "loss": 5.4277,
      "step": 291995
    },
    {
      "epoch": 0.2555930678258221,
      "grad_norm": 0.5431373715400696,
      "learning_rate": 4.422747204170036e-05,
      "loss": 5.3201,
      "step": 292000
    },
    {
      "epoch": 0.2555974444194492,
      "grad_norm": 0.5745134949684143,
      "learning_rate": 4.4227276821562325e-05,
      "loss": 5.4239,
      "step": 292005
    },
    {
      "epoch": 0.2556018210130764,
      "grad_norm": 0.552302896976471,
      "learning_rate": 4.4227081598680045e-05,
      "loss": 5.6363,
      "step": 292010
    },
    {
      "epoch": 0.25560619760670356,
      "grad_norm": 0.5628935694694519,
      "learning_rate": 4.4226886373053534e-05,
      "loss": 5.4753,
      "step": 292015
    },
    {
      "epoch": 0.2556105742003307,
      "grad_norm": 0.5983330607414246,
      "learning_rate": 4.4226691144682867e-05,
      "loss": 5.5924,
      "step": 292020
    },
    {
      "epoch": 0.25561495079395785,
      "grad_norm": 0.5510561466217041,
      "learning_rate": 4.422649591356804e-05,
      "loss": 5.4338,
      "step": 292025
    },
    {
      "epoch": 0.255619327387585,
      "grad_norm": 0.5707184076309204,
      "learning_rate": 4.422630067970913e-05,
      "loss": 5.6096,
      "step": 292030
    },
    {
      "epoch": 0.25562370398121215,
      "grad_norm": 0.5633448362350464,
      "learning_rate": 4.422610544310615e-05,
      "loss": 5.4039,
      "step": 292035
    },
    {
      "epoch": 0.2556280805748393,
      "grad_norm": 0.5915063619613647,
      "learning_rate": 4.4225910203759136e-05,
      "loss": 5.0807,
      "step": 292040
    },
    {
      "epoch": 0.25563245716846644,
      "grad_norm": 0.5886824131011963,
      "learning_rate": 4.422571496166813e-05,
      "loss": 4.8733,
      "step": 292045
    },
    {
      "epoch": 0.2556368337620936,
      "grad_norm": 0.5825977921485901,
      "learning_rate": 4.4225519716833186e-05,
      "loss": 5.4006,
      "step": 292050
    },
    {
      "epoch": 0.2556412103557208,
      "grad_norm": 0.5397765636444092,
      "learning_rate": 4.4225324469254325e-05,
      "loss": 5.3242,
      "step": 292055
    },
    {
      "epoch": 0.2556455869493479,
      "grad_norm": 0.5650897026062012,
      "learning_rate": 4.422512921893158e-05,
      "loss": 5.2114,
      "step": 292060
    },
    {
      "epoch": 0.2556499635429751,
      "grad_norm": 0.5658471584320068,
      "learning_rate": 4.4224933965865e-05,
      "loss": 5.2439,
      "step": 292065
    },
    {
      "epoch": 0.25565434013660226,
      "grad_norm": 0.5771814584732056,
      "learning_rate": 4.422473871005462e-05,
      "loss": 4.9182,
      "step": 292070
    },
    {
      "epoch": 0.2556587167302294,
      "grad_norm": 0.5667988657951355,
      "learning_rate": 4.422454345150049e-05,
      "loss": 5.3853,
      "step": 292075
    },
    {
      "epoch": 0.25566309332385656,
      "grad_norm": 0.5603479743003845,
      "learning_rate": 4.4224348190202625e-05,
      "loss": 5.3955,
      "step": 292080
    },
    {
      "epoch": 0.2556674699174837,
      "grad_norm": 0.5602699518203735,
      "learning_rate": 4.4224152926161076e-05,
      "loss": 5.6453,
      "step": 292085
    },
    {
      "epoch": 0.25567184651111086,
      "grad_norm": 0.5537906885147095,
      "learning_rate": 4.422395765937587e-05,
      "loss": 5.1059,
      "step": 292090
    },
    {
      "epoch": 0.25567622310473803,
      "grad_norm": 0.5903873443603516,
      "learning_rate": 4.4223762389847054e-05,
      "loss": 5.2348,
      "step": 292095
    },
    {
      "epoch": 0.25568059969836515,
      "grad_norm": 0.5582887530326843,
      "learning_rate": 4.422356711757466e-05,
      "loss": 4.9216,
      "step": 292100
    },
    {
      "epoch": 0.2556849762919923,
      "grad_norm": 0.5845590233802795,
      "learning_rate": 4.4223371842558745e-05,
      "loss": 5.6355,
      "step": 292105
    },
    {
      "epoch": 0.2556893528856195,
      "grad_norm": 0.5740991234779358,
      "learning_rate": 4.422317656479932e-05,
      "loss": 5.6164,
      "step": 292110
    },
    {
      "epoch": 0.2556937294792466,
      "grad_norm": 0.5751121044158936,
      "learning_rate": 4.4222981284296425e-05,
      "loss": 4.5993,
      "step": 292115
    },
    {
      "epoch": 0.2556981060728738,
      "grad_norm": 0.5618957281112671,
      "learning_rate": 4.422278600105012e-05,
      "loss": 5.9014,
      "step": 292120
    },
    {
      "epoch": 0.2557024826665009,
      "grad_norm": 0.5592349767684937,
      "learning_rate": 4.422259071506043e-05,
      "loss": 4.4159,
      "step": 292125
    },
    {
      "epoch": 0.2557068592601281,
      "grad_norm": 0.5732800364494324,
      "learning_rate": 4.422239542632739e-05,
      "loss": 4.8754,
      "step": 292130
    },
    {
      "epoch": 0.25571123585375527,
      "grad_norm": 0.5836531519889832,
      "learning_rate": 4.4222200134851025e-05,
      "loss": 4.1017,
      "step": 292135
    },
    {
      "epoch": 0.2557156124473824,
      "grad_norm": 0.5787762403488159,
      "learning_rate": 4.4222004840631406e-05,
      "loss": 5.3533,
      "step": 292140
    },
    {
      "epoch": 0.25571998904100957,
      "grad_norm": 0.6098940968513489,
      "learning_rate": 4.422180954366853e-05,
      "loss": 5.4126,
      "step": 292145
    },
    {
      "epoch": 0.2557243656346367,
      "grad_norm": 0.5751930475234985,
      "learning_rate": 4.422161424396247e-05,
      "loss": 5.4079,
      "step": 292150
    },
    {
      "epoch": 0.25572874222826386,
      "grad_norm": 0.5559351444244385,
      "learning_rate": 4.422141894151326e-05,
      "loss": 5.0806,
      "step": 292155
    },
    {
      "epoch": 0.25573311882189104,
      "grad_norm": 0.5418039560317993,
      "learning_rate": 4.422122363632091e-05,
      "loss": 5.1007,
      "step": 292160
    },
    {
      "epoch": 0.25573749541551816,
      "grad_norm": 0.5430905818939209,
      "learning_rate": 4.4221028328385484e-05,
      "loss": 5.1391,
      "step": 292165
    },
    {
      "epoch": 0.25574187200914533,
      "grad_norm": 0.5695962309837341,
      "learning_rate": 4.4220833017707006e-05,
      "loss": 4.8691,
      "step": 292170
    },
    {
      "epoch": 0.2557462486027725,
      "grad_norm": 0.6048576235771179,
      "learning_rate": 4.4220637704285516e-05,
      "loss": 4.9337,
      "step": 292175
    },
    {
      "epoch": 0.25575062519639963,
      "grad_norm": 0.5575342178344727,
      "learning_rate": 4.422044238812106e-05,
      "loss": 6.2314,
      "step": 292180
    },
    {
      "epoch": 0.2557550017900268,
      "grad_norm": 0.5728955268859863,
      "learning_rate": 4.4220247069213673e-05,
      "loss": 5.3897,
      "step": 292185
    },
    {
      "epoch": 0.2557593783836539,
      "grad_norm": 0.6014844179153442,
      "learning_rate": 4.4220051747563395e-05,
      "loss": 5.1753,
      "step": 292190
    },
    {
      "epoch": 0.2557637549772811,
      "grad_norm": 0.5756193399429321,
      "learning_rate": 4.421985642317025e-05,
      "loss": 5.3787,
      "step": 292195
    },
    {
      "epoch": 0.2557681315709083,
      "grad_norm": 0.5561645030975342,
      "learning_rate": 4.421966109603427e-05,
      "loss": 5.134,
      "step": 292200
    },
    {
      "epoch": 0.2557725081645354,
      "grad_norm": 0.5620720982551575,
      "learning_rate": 4.421946576615552e-05,
      "loss": 5.1845,
      "step": 292205
    },
    {
      "epoch": 0.25577688475816257,
      "grad_norm": 0.56759113073349,
      "learning_rate": 4.421927043353403e-05,
      "loss": 4.8993,
      "step": 292210
    },
    {
      "epoch": 0.25578126135178975,
      "grad_norm": 0.5652549266815186,
      "learning_rate": 4.421907509816983e-05,
      "loss": 5.6104,
      "step": 292215
    },
    {
      "epoch": 0.25578563794541687,
      "grad_norm": 0.5682058930397034,
      "learning_rate": 4.4218879760062945e-05,
      "loss": 4.889,
      "step": 292220
    },
    {
      "epoch": 0.25579001453904404,
      "grad_norm": 0.5640126466751099,
      "learning_rate": 4.421868441921345e-05,
      "loss": 4.7191,
      "step": 292225
    },
    {
      "epoch": 0.25579439113267116,
      "grad_norm": 0.5670111775398254,
      "learning_rate": 4.421848907562135e-05,
      "loss": 5.1413,
      "step": 292230
    },
    {
      "epoch": 0.25579876772629834,
      "grad_norm": 0.5664154291152954,
      "learning_rate": 4.4218293729286684e-05,
      "loss": 4.5936,
      "step": 292235
    },
    {
      "epoch": 0.2558031443199255,
      "grad_norm": 0.5811920762062073,
      "learning_rate": 4.4218098380209506e-05,
      "loss": 5.4297,
      "step": 292240
    },
    {
      "epoch": 0.25580752091355263,
      "grad_norm": 0.5641395449638367,
      "learning_rate": 4.421790302838985e-05,
      "loss": 5.9133,
      "step": 292245
    },
    {
      "epoch": 0.2558118975071798,
      "grad_norm": 0.5575094223022461,
      "learning_rate": 4.421770767382775e-05,
      "loss": 4.8149,
      "step": 292250
    },
    {
      "epoch": 0.255816274100807,
      "grad_norm": 0.6874184012413025,
      "learning_rate": 4.421751231652324e-05,
      "loss": 5.7294,
      "step": 292255
    },
    {
      "epoch": 0.2558206506944341,
      "grad_norm": 0.6725147366523743,
      "learning_rate": 4.421731695647635e-05,
      "loss": 5.9098,
      "step": 292260
    },
    {
      "epoch": 0.2558250272880613,
      "grad_norm": 0.6902605295181274,
      "learning_rate": 4.421712159368714e-05,
      "loss": 5.4058,
      "step": 292265
    },
    {
      "epoch": 0.2558294038816884,
      "grad_norm": 0.5522961020469666,
      "learning_rate": 4.421692622815564e-05,
      "loss": 5.0944,
      "step": 292270
    },
    {
      "epoch": 0.2558337804753156,
      "grad_norm": 0.5546417832374573,
      "learning_rate": 4.421673085988188e-05,
      "loss": 5.9252,
      "step": 292275
    },
    {
      "epoch": 0.25583815706894275,
      "grad_norm": 0.6249462366104126,
      "learning_rate": 4.4216535488865894e-05,
      "loss": 4.8743,
      "step": 292280
    },
    {
      "epoch": 0.25584253366256987,
      "grad_norm": 0.7641475796699524,
      "learning_rate": 4.421634011510775e-05,
      "loss": 4.899,
      "step": 292285
    },
    {
      "epoch": 0.25584691025619705,
      "grad_norm": 0.6024368405342102,
      "learning_rate": 4.4216144738607436e-05,
      "loss": 5.2052,
      "step": 292290
    },
    {
      "epoch": 0.25585128684982417,
      "grad_norm": 0.5506004691123962,
      "learning_rate": 4.421594935936503e-05,
      "loss": 4.822,
      "step": 292295
    },
    {
      "epoch": 0.25585566344345134,
      "grad_norm": 0.5763393640518188,
      "learning_rate": 4.421575397738056e-05,
      "loss": 5.4089,
      "step": 292300
    },
    {
      "epoch": 0.2558600400370785,
      "grad_norm": 0.5852921009063721,
      "learning_rate": 4.421555859265406e-05,
      "loss": 5.9361,
      "step": 292305
    },
    {
      "epoch": 0.25586441663070564,
      "grad_norm": 0.5589526891708374,
      "learning_rate": 4.4215363205185555e-05,
      "loss": 4.7823,
      "step": 292310
    },
    {
      "epoch": 0.2558687932243328,
      "grad_norm": 0.57997727394104,
      "learning_rate": 4.4215167814975115e-05,
      "loss": 5.4054,
      "step": 292315
    },
    {
      "epoch": 0.25587316981796,
      "grad_norm": 0.5995023846626282,
      "learning_rate": 4.421497242202274e-05,
      "loss": 5.317,
      "step": 292320
    },
    {
      "epoch": 0.2558775464115871,
      "grad_norm": 0.6593031287193298,
      "learning_rate": 4.4214777026328494e-05,
      "loss": 4.4073,
      "step": 292325
    },
    {
      "epoch": 0.2558819230052143,
      "grad_norm": 0.6653345227241516,
      "learning_rate": 4.42145816278924e-05,
      "loss": 5.3268,
      "step": 292330
    },
    {
      "epoch": 0.2558862995988414,
      "grad_norm": 0.5714061856269836,
      "learning_rate": 4.4214386226714524e-05,
      "loss": 5.9111,
      "step": 292335
    },
    {
      "epoch": 0.2558906761924686,
      "grad_norm": 0.6930098533630371,
      "learning_rate": 4.421419082279486e-05,
      "loss": 5.1205,
      "step": 292340
    },
    {
      "epoch": 0.25589505278609576,
      "grad_norm": 0.5826374888420105,
      "learning_rate": 4.421399541613348e-05,
      "loss": 4.9044,
      "step": 292345
    },
    {
      "epoch": 0.2558994293797229,
      "grad_norm": 0.59133380651474,
      "learning_rate": 4.42138000067304e-05,
      "loss": 5.2139,
      "step": 292350
    },
    {
      "epoch": 0.25590380597335005,
      "grad_norm": 0.5748224258422852,
      "learning_rate": 4.421360459458568e-05,
      "loss": 5.2243,
      "step": 292355
    },
    {
      "epoch": 0.2559081825669772,
      "grad_norm": 0.7034379839897156,
      "learning_rate": 4.4213409179699324e-05,
      "loss": 6.2184,
      "step": 292360
    },
    {
      "epoch": 0.25591255916060435,
      "grad_norm": 0.5474662780761719,
      "learning_rate": 4.4213213762071403e-05,
      "loss": 5.0988,
      "step": 292365
    },
    {
      "epoch": 0.2559169357542315,
      "grad_norm": 0.5768753290176392,
      "learning_rate": 4.421301834170195e-05,
      "loss": 4.9391,
      "step": 292370
    },
    {
      "epoch": 0.25592131234785864,
      "grad_norm": 0.6001392602920532,
      "learning_rate": 4.4212822918590993e-05,
      "loss": 4.9071,
      "step": 292375
    },
    {
      "epoch": 0.2559256889414858,
      "grad_norm": 0.566331148147583,
      "learning_rate": 4.4212627492738566e-05,
      "loss": 4.5686,
      "step": 292380
    },
    {
      "epoch": 0.255930065535113,
      "grad_norm": 0.5569682121276855,
      "learning_rate": 4.4212432064144705e-05,
      "loss": 5.6033,
      "step": 292385
    },
    {
      "epoch": 0.2559344421287401,
      "grad_norm": 0.5661765336990356,
      "learning_rate": 4.421223663280947e-05,
      "loss": 4.6058,
      "step": 292390
    },
    {
      "epoch": 0.2559388187223673,
      "grad_norm": 0.5721054673194885,
      "learning_rate": 4.421204119873287e-05,
      "loss": 4.8921,
      "step": 292395
    },
    {
      "epoch": 0.2559431953159944,
      "grad_norm": 0.5688263177871704,
      "learning_rate": 4.421184576191496e-05,
      "loss": 5.6662,
      "step": 292400
    },
    {
      "epoch": 0.2559475719096216,
      "grad_norm": 0.5435032844543457,
      "learning_rate": 4.421165032235578e-05,
      "loss": 5.4073,
      "step": 292405
    },
    {
      "epoch": 0.25595194850324876,
      "grad_norm": 0.5524552464485168,
      "learning_rate": 4.4211454880055356e-05,
      "loss": 5.616,
      "step": 292410
    },
    {
      "epoch": 0.2559563250968759,
      "grad_norm": 0.5640743374824524,
      "learning_rate": 4.421125943501373e-05,
      "loss": 4.9055,
      "step": 292415
    },
    {
      "epoch": 0.25596070169050306,
      "grad_norm": 0.5612543821334839,
      "learning_rate": 4.421106398723095e-05,
      "loss": 5.9309,
      "step": 292420
    },
    {
      "epoch": 0.25596507828413023,
      "grad_norm": 0.5587500929832458,
      "learning_rate": 4.421086853670704e-05,
      "loss": 5.5969,
      "step": 292425
    },
    {
      "epoch": 0.25596945487775735,
      "grad_norm": 0.5460830330848694,
      "learning_rate": 4.421067308344204e-05,
      "loss": 5.8916,
      "step": 292430
    },
    {
      "epoch": 0.2559738314713845,
      "grad_norm": 0.5731631517410278,
      "learning_rate": 4.4210477627436e-05,
      "loss": 4.8786,
      "step": 292435
    },
    {
      "epoch": 0.25597820806501165,
      "grad_norm": 0.5587019920349121,
      "learning_rate": 4.4210282168688946e-05,
      "loss": 5.5805,
      "step": 292440
    },
    {
      "epoch": 0.2559825846586388,
      "grad_norm": 0.5547089576721191,
      "learning_rate": 4.4210086707200913e-05,
      "loss": 5.4167,
      "step": 292445
    },
    {
      "epoch": 0.255986961252266,
      "grad_norm": 0.556450605392456,
      "learning_rate": 4.420989124297194e-05,
      "loss": 5.4156,
      "step": 292450
    },
    {
      "epoch": 0.2559913378458931,
      "grad_norm": 0.5441902875900269,
      "learning_rate": 4.420969577600207e-05,
      "loss": 5.8646,
      "step": 292455
    },
    {
      "epoch": 0.2559957144395203,
      "grad_norm": 0.5519087910652161,
      "learning_rate": 4.420950030629134e-05,
      "loss": 5.6256,
      "step": 292460
    },
    {
      "epoch": 0.25600009103314747,
      "grad_norm": 0.55061274766922,
      "learning_rate": 4.4209304833839794e-05,
      "loss": 5.1155,
      "step": 292465
    },
    {
      "epoch": 0.2560044676267746,
      "grad_norm": 0.5672643184661865,
      "learning_rate": 4.4209109358647446e-05,
      "loss": 5.4492,
      "step": 292470
    },
    {
      "epoch": 0.25600884422040177,
      "grad_norm": 0.5654364824295044,
      "learning_rate": 4.4208913880714364e-05,
      "loss": 5.6162,
      "step": 292475
    },
    {
      "epoch": 0.2560132208140289,
      "grad_norm": 0.5524339079856873,
      "learning_rate": 4.4208718400040574e-05,
      "loss": 5.4357,
      "step": 292480
    },
    {
      "epoch": 0.25601759740765606,
      "grad_norm": 0.5490810871124268,
      "learning_rate": 4.4208522916626105e-05,
      "loss": 5.4255,
      "step": 292485
    },
    {
      "epoch": 0.25602197400128324,
      "grad_norm": 0.5815637707710266,
      "learning_rate": 4.4208327430470996e-05,
      "loss": 3.876,
      "step": 292490
    },
    {
      "epoch": 0.25602635059491036,
      "grad_norm": 0.5665647983551025,
      "learning_rate": 4.4208131941575295e-05,
      "loss": 5.7191,
      "step": 292495
    },
    {
      "epoch": 0.25603072718853753,
      "grad_norm": 0.5818292498588562,
      "learning_rate": 4.420793644993902e-05,
      "loss": 5.7527,
      "step": 292500
    },
    {
      "epoch": 0.2560351037821647,
      "grad_norm": 0.5603007674217224,
      "learning_rate": 4.420774095556225e-05,
      "loss": 5.865,
      "step": 292505
    },
    {
      "epoch": 0.25603948037579183,
      "grad_norm": 0.5738431811332703,
      "learning_rate": 4.420754545844498e-05,
      "loss": 5.4165,
      "step": 292510
    },
    {
      "epoch": 0.256043856969419,
      "grad_norm": 0.5824629664421082,
      "learning_rate": 4.4207349958587275e-05,
      "loss": 3.8824,
      "step": 292515
    },
    {
      "epoch": 0.2560482335630461,
      "grad_norm": 0.600751519203186,
      "learning_rate": 4.420715445598914e-05,
      "loss": 5.0908,
      "step": 292520
    },
    {
      "epoch": 0.2560526101566733,
      "grad_norm": 0.5674973130226135,
      "learning_rate": 4.4206958950650654e-05,
      "loss": 5.1933,
      "step": 292525
    },
    {
      "epoch": 0.2560569867503005,
      "grad_norm": 0.5690678954124451,
      "learning_rate": 4.420676344257183e-05,
      "loss": 4.3808,
      "step": 292530
    },
    {
      "epoch": 0.2560613633439276,
      "grad_norm": 0.5615219473838806,
      "learning_rate": 4.420656793175271e-05,
      "loss": 5.3311,
      "step": 292535
    },
    {
      "epoch": 0.25606573993755477,
      "grad_norm": 0.5606818795204163,
      "learning_rate": 4.420637241819332e-05,
      "loss": 4.9,
      "step": 292540
    },
    {
      "epoch": 0.2560701165311819,
      "grad_norm": 0.5609037280082703,
      "learning_rate": 4.4206176901893724e-05,
      "loss": 4.6245,
      "step": 292545
    },
    {
      "epoch": 0.25607449312480907,
      "grad_norm": 0.5520087480545044,
      "learning_rate": 4.4205981382853943e-05,
      "loss": 4.543,
      "step": 292550
    },
    {
      "epoch": 0.25607886971843624,
      "grad_norm": 0.5601900219917297,
      "learning_rate": 4.420578586107401e-05,
      "loss": 4.8796,
      "step": 292555
    },
    {
      "epoch": 0.25608324631206336,
      "grad_norm": 0.5731762647628784,
      "learning_rate": 4.420559033655398e-05,
      "loss": 4.9048,
      "step": 292560
    },
    {
      "epoch": 0.25608762290569054,
      "grad_norm": 0.5526490807533264,
      "learning_rate": 4.4205394809293874e-05,
      "loss": 5.9143,
      "step": 292565
    },
    {
      "epoch": 0.2560919994993177,
      "grad_norm": 0.5517536401748657,
      "learning_rate": 4.420519927929374e-05,
      "loss": 5.6094,
      "step": 292570
    },
    {
      "epoch": 0.25609637609294483,
      "grad_norm": 0.5759791731834412,
      "learning_rate": 4.420500374655362e-05,
      "loss": 5.3821,
      "step": 292575
    },
    {
      "epoch": 0.256100752686572,
      "grad_norm": 0.6539300680160522,
      "learning_rate": 4.4204808211073525e-05,
      "loss": 4.5898,
      "step": 292580
    },
    {
      "epoch": 0.25610512928019913,
      "grad_norm": 0.5487200617790222,
      "learning_rate": 4.420461267285353e-05,
      "loss": 4.514,
      "step": 292585
    },
    {
      "epoch": 0.2561095058738263,
      "grad_norm": 0.5702943205833435,
      "learning_rate": 4.420441713189364e-05,
      "loss": 4.8887,
      "step": 292590
    },
    {
      "epoch": 0.2561138824674535,
      "grad_norm": 0.5837904214859009,
      "learning_rate": 4.420422158819392e-05,
      "loss": 5.402,
      "step": 292595
    },
    {
      "epoch": 0.2561182590610806,
      "grad_norm": 0.5859394073486328,
      "learning_rate": 4.4204026041754384e-05,
      "loss": 5.3849,
      "step": 292600
    },
    {
      "epoch": 0.2561226356547078,
      "grad_norm": 0.552482008934021,
      "learning_rate": 4.4203830492575084e-05,
      "loss": 5.4391,
      "step": 292605
    },
    {
      "epoch": 0.25612701224833495,
      "grad_norm": 0.5781072378158569,
      "learning_rate": 4.420363494065606e-05,
      "loss": 4.6045,
      "step": 292610
    },
    {
      "epoch": 0.25613138884196207,
      "grad_norm": 0.559502899646759,
      "learning_rate": 4.4203439385997337e-05,
      "loss": 5.721,
      "step": 292615
    },
    {
      "epoch": 0.25613576543558925,
      "grad_norm": 0.5478168725967407,
      "learning_rate": 4.4203243828598964e-05,
      "loss": 4.0833,
      "step": 292620
    },
    {
      "epoch": 0.25614014202921637,
      "grad_norm": 0.5600700378417969,
      "learning_rate": 4.420304826846097e-05,
      "loss": 5.4345,
      "step": 292625
    },
    {
      "epoch": 0.25614451862284354,
      "grad_norm": 0.5582773089408875,
      "learning_rate": 4.4202852705583384e-05,
      "loss": 5.6154,
      "step": 292630
    },
    {
      "epoch": 0.2561488952164707,
      "grad_norm": 0.5512701272964478,
      "learning_rate": 4.4202657139966284e-05,
      "loss": 5.1139,
      "step": 292635
    },
    {
      "epoch": 0.25615327181009784,
      "grad_norm": 0.5541308522224426,
      "learning_rate": 4.420246157160966e-05,
      "loss": 5.6213,
      "step": 292640
    },
    {
      "epoch": 0.256157648403725,
      "grad_norm": 0.5851342082023621,
      "learning_rate": 4.420226600051358e-05,
      "loss": 5.1988,
      "step": 292645
    },
    {
      "epoch": 0.25616202499735213,
      "grad_norm": 0.5638636350631714,
      "learning_rate": 4.420207042667807e-05,
      "loss": 5.4127,
      "step": 292650
    },
    {
      "epoch": 0.2561664015909793,
      "grad_norm": 0.5656963586807251,
      "learning_rate": 4.4201874850103174e-05,
      "loss": 4.7088,
      "step": 292655
    },
    {
      "epoch": 0.2561707781846065,
      "grad_norm": 0.5557374358177185,
      "learning_rate": 4.420167927078892e-05,
      "loss": 5.8852,
      "step": 292660
    },
    {
      "epoch": 0.2561751547782336,
      "grad_norm": 0.552232563495636,
      "learning_rate": 4.4201483688735344e-05,
      "loss": 5.3767,
      "step": 292665
    },
    {
      "epoch": 0.2561795313718608,
      "grad_norm": 0.5547201037406921,
      "learning_rate": 4.42012881039425e-05,
      "loss": 5.9045,
      "step": 292670
    },
    {
      "epoch": 0.25618390796548796,
      "grad_norm": 0.5622254610061646,
      "learning_rate": 4.420109251641041e-05,
      "loss": 5.2142,
      "step": 292675
    },
    {
      "epoch": 0.2561882845591151,
      "grad_norm": 0.5507088899612427,
      "learning_rate": 4.420089692613914e-05,
      "loss": 4.8276,
      "step": 292680
    },
    {
      "epoch": 0.25619266115274225,
      "grad_norm": 0.602512001991272,
      "learning_rate": 4.420070133312868e-05,
      "loss": 5.3232,
      "step": 292685
    },
    {
      "epoch": 0.25619703774636937,
      "grad_norm": 0.587824285030365,
      "learning_rate": 4.42005057373791e-05,
      "loss": 4.6396,
      "step": 292690
    },
    {
      "epoch": 0.25620141433999655,
      "grad_norm": 0.5644924640655518,
      "learning_rate": 4.4200310138890444e-05,
      "loss": 4.8778,
      "step": 292695
    },
    {
      "epoch": 0.2562057909336237,
      "grad_norm": 0.5530271530151367,
      "learning_rate": 4.420011453766273e-05,
      "loss": 5.1073,
      "step": 292700
    },
    {
      "epoch": 0.25621016752725084,
      "grad_norm": 0.5743780136108398,
      "learning_rate": 4.419991893369599e-05,
      "loss": 5.1344,
      "step": 292705
    },
    {
      "epoch": 0.256214544120878,
      "grad_norm": 0.5496743321418762,
      "learning_rate": 4.419972332699029e-05,
      "loss": 4.8381,
      "step": 292710
    },
    {
      "epoch": 0.2562189207145052,
      "grad_norm": 0.5638591647148132,
      "learning_rate": 4.4199527717545655e-05,
      "loss": 5.917,
      "step": 292715
    },
    {
      "epoch": 0.2562232973081323,
      "grad_norm": 0.6558916568756104,
      "learning_rate": 4.41993321053621e-05,
      "loss": 5.1102,
      "step": 292720
    },
    {
      "epoch": 0.2562276739017595,
      "grad_norm": 0.5664247274398804,
      "learning_rate": 4.419913649043971e-05,
      "loss": 5.3999,
      "step": 292725
    },
    {
      "epoch": 0.2562320504953866,
      "grad_norm": 0.616908848285675,
      "learning_rate": 4.4198940872778484e-05,
      "loss": 5.9008,
      "step": 292730
    },
    {
      "epoch": 0.2562364270890138,
      "grad_norm": 0.7495684623718262,
      "learning_rate": 4.419874525237846e-05,
      "loss": 5.1133,
      "step": 292735
    },
    {
      "epoch": 0.25624080368264096,
      "grad_norm": 0.5729078054428101,
      "learning_rate": 4.41985496292397e-05,
      "loss": 4.7942,
      "step": 292740
    },
    {
      "epoch": 0.2562451802762681,
      "grad_norm": 0.6342206597328186,
      "learning_rate": 4.419835400336222e-05,
      "loss": 4.5929,
      "step": 292745
    },
    {
      "epoch": 0.25624955686989526,
      "grad_norm": 0.5376810431480408,
      "learning_rate": 4.419815837474607e-05,
      "loss": 5.1016,
      "step": 292750
    },
    {
      "epoch": 0.25625393346352243,
      "grad_norm": 0.581195056438446,
      "learning_rate": 4.4197962743391285e-05,
      "loss": 4.2868,
      "step": 292755
    },
    {
      "epoch": 0.25625831005714955,
      "grad_norm": 0.5454328656196594,
      "learning_rate": 4.419776710929791e-05,
      "loss": 5.9186,
      "step": 292760
    },
    {
      "epoch": 0.2562626866507767,
      "grad_norm": 0.6818752288818359,
      "learning_rate": 4.419757147246596e-05,
      "loss": 4.807,
      "step": 292765
    },
    {
      "epoch": 0.25626706324440385,
      "grad_norm": 0.6087107062339783,
      "learning_rate": 4.41973758328955e-05,
      "loss": 5.9119,
      "step": 292770
    },
    {
      "epoch": 0.256271439838031,
      "grad_norm": 0.6290964484214783,
      "learning_rate": 4.419718019058655e-05,
      "loss": 5.3994,
      "step": 292775
    },
    {
      "epoch": 0.2562758164316582,
      "grad_norm": 0.5766783952713013,
      "learning_rate": 4.419698454553915e-05,
      "loss": 5.1099,
      "step": 292780
    },
    {
      "epoch": 0.2562801930252853,
      "grad_norm": 0.5796501040458679,
      "learning_rate": 4.419678889775335e-05,
      "loss": 5.4334,
      "step": 292785
    },
    {
      "epoch": 0.2562845696189125,
      "grad_norm": 0.559206485748291,
      "learning_rate": 4.419659324722917e-05,
      "loss": 5.4161,
      "step": 292790
    },
    {
      "epoch": 0.2562889462125396,
      "grad_norm": 0.5877501964569092,
      "learning_rate": 4.4196397593966656e-05,
      "loss": 4.6777,
      "step": 292795
    },
    {
      "epoch": 0.2562933228061668,
      "grad_norm": 0.5592221021652222,
      "learning_rate": 4.419620193796584e-05,
      "loss": 5.9004,
      "step": 292800
    },
    {
      "epoch": 0.25629769939979397,
      "grad_norm": 0.589743435382843,
      "learning_rate": 4.419600627922679e-05,
      "loss": 5.6205,
      "step": 292805
    },
    {
      "epoch": 0.2563020759934211,
      "grad_norm": 0.5975722670555115,
      "learning_rate": 4.419581061774949e-05,
      "loss": 5.3865,
      "step": 292810
    },
    {
      "epoch": 0.25630645258704826,
      "grad_norm": 0.6144387722015381,
      "learning_rate": 4.4195614953534024e-05,
      "loss": 4.6932,
      "step": 292815
    },
    {
      "epoch": 0.25631082918067544,
      "grad_norm": 0.5365762114524841,
      "learning_rate": 4.419541928658041e-05,
      "loss": 5.3729,
      "step": 292820
    },
    {
      "epoch": 0.25631520577430256,
      "grad_norm": 0.5751988887786865,
      "learning_rate": 4.419522361688869e-05,
      "loss": 5.9045,
      "step": 292825
    },
    {
      "epoch": 0.25631958236792973,
      "grad_norm": 0.5636427998542786,
      "learning_rate": 4.41950279444589e-05,
      "loss": 5.2099,
      "step": 292830
    },
    {
      "epoch": 0.25632395896155685,
      "grad_norm": 0.5751899480819702,
      "learning_rate": 4.419483226929107e-05,
      "loss": 4.3989,
      "step": 292835
    },
    {
      "epoch": 0.25632833555518403,
      "grad_norm": 0.5743755102157593,
      "learning_rate": 4.4194636591385255e-05,
      "loss": 4.3777,
      "step": 292840
    },
    {
      "epoch": 0.2563327121488112,
      "grad_norm": 0.5415922403335571,
      "learning_rate": 4.4194440910741474e-05,
      "loss": 5.0215,
      "step": 292845
    },
    {
      "epoch": 0.2563370887424383,
      "grad_norm": 0.5663512945175171,
      "learning_rate": 4.4194245227359785e-05,
      "loss": 4.9639,
      "step": 292850
    },
    {
      "epoch": 0.2563414653360655,
      "grad_norm": 0.5548869967460632,
      "learning_rate": 4.4194049541240214e-05,
      "loss": 5.9494,
      "step": 292855
    },
    {
      "epoch": 0.2563458419296927,
      "grad_norm": 0.5614951848983765,
      "learning_rate": 4.4193853852382796e-05,
      "loss": 5.3953,
      "step": 292860
    },
    {
      "epoch": 0.2563502185233198,
      "grad_norm": 0.537457287311554,
      "learning_rate": 4.4193658160787564e-05,
      "loss": 5.1245,
      "step": 292865
    },
    {
      "epoch": 0.25635459511694697,
      "grad_norm": 0.548508882522583,
      "learning_rate": 4.4193462466454585e-05,
      "loss": 5.3363,
      "step": 292870
    },
    {
      "epoch": 0.2563589717105741,
      "grad_norm": 0.5671939253807068,
      "learning_rate": 4.4193266769383854e-05,
      "loss": 3.8474,
      "step": 292875
    },
    {
      "epoch": 0.25636334830420127,
      "grad_norm": 0.5525907874107361,
      "learning_rate": 4.4193071069575445e-05,
      "loss": 4.8147,
      "step": 292880
    },
    {
      "epoch": 0.25636772489782844,
      "grad_norm": 0.5670421123504639,
      "learning_rate": 4.419287536702937e-05,
      "loss": 5.3942,
      "step": 292885
    },
    {
      "epoch": 0.25637210149145556,
      "grad_norm": 0.5472082495689392,
      "learning_rate": 4.419267966174569e-05,
      "loss": 4.0982,
      "step": 292890
    },
    {
      "epoch": 0.25637647808508274,
      "grad_norm": 0.5501485466957092,
      "learning_rate": 4.4192483953724425e-05,
      "loss": 5.3346,
      "step": 292895
    },
    {
      "epoch": 0.2563808546787099,
      "grad_norm": 0.5459699630737305,
      "learning_rate": 4.419228824296563e-05,
      "loss": 4.9971,
      "step": 292900
    },
    {
      "epoch": 0.25638523127233703,
      "grad_norm": 0.5797618627548218,
      "learning_rate": 4.419209252946932e-05,
      "loss": 4.88,
      "step": 292905
    },
    {
      "epoch": 0.2563896078659642,
      "grad_norm": 0.5779537558555603,
      "learning_rate": 4.419189681323554e-05,
      "loss": 4.9201,
      "step": 292910
    },
    {
      "epoch": 0.25639398445959133,
      "grad_norm": 0.5369479656219482,
      "learning_rate": 4.419170109426434e-05,
      "loss": 5.6031,
      "step": 292915
    },
    {
      "epoch": 0.2563983610532185,
      "grad_norm": 0.5506943464279175,
      "learning_rate": 4.419150537255575e-05,
      "loss": 5.7338,
      "step": 292920
    },
    {
      "epoch": 0.2564027376468457,
      "grad_norm": 0.5371208190917969,
      "learning_rate": 4.419130964810981e-05,
      "loss": 4.8259,
      "step": 292925
    },
    {
      "epoch": 0.2564071142404728,
      "grad_norm": 0.5638461709022522,
      "learning_rate": 4.419111392092655e-05,
      "loss": 4.8959,
      "step": 292930
    },
    {
      "epoch": 0.2564114908341,
      "grad_norm": 0.5554484724998474,
      "learning_rate": 4.419091819100602e-05,
      "loss": 5.9242,
      "step": 292935
    },
    {
      "epoch": 0.2564158674277271,
      "grad_norm": 0.5349184274673462,
      "learning_rate": 4.419072245834824e-05,
      "loss": 5.4062,
      "step": 292940
    },
    {
      "epoch": 0.25642024402135427,
      "grad_norm": 0.5299952030181885,
      "learning_rate": 4.419052672295326e-05,
      "loss": 5.942,
      "step": 292945
    },
    {
      "epoch": 0.25642462061498145,
      "grad_norm": 0.5750728249549866,
      "learning_rate": 4.4190330984821116e-05,
      "loss": 4.872,
      "step": 292950
    },
    {
      "epoch": 0.25642899720860857,
      "grad_norm": 0.5623335838317871,
      "learning_rate": 4.419013524395185e-05,
      "loss": 4.402,
      "step": 292955
    },
    {
      "epoch": 0.25643337380223574,
      "grad_norm": 0.5802047252655029,
      "learning_rate": 4.41899395003455e-05,
      "loss": 4.8786,
      "step": 292960
    },
    {
      "epoch": 0.2564377503958629,
      "grad_norm": 0.5539485812187195,
      "learning_rate": 4.41897437540021e-05,
      "loss": 4.8802,
      "step": 292965
    },
    {
      "epoch": 0.25644212698949004,
      "grad_norm": 0.5416571497917175,
      "learning_rate": 4.4189548004921674e-05,
      "loss": 5.6561,
      "step": 292970
    },
    {
      "epoch": 0.2564465035831172,
      "grad_norm": 0.5501152873039246,
      "learning_rate": 4.418935225310429e-05,
      "loss": 4.372,
      "step": 292975
    },
    {
      "epoch": 0.25645088017674433,
      "grad_norm": 0.552400529384613,
      "learning_rate": 4.418915649854995e-05,
      "loss": 5.1931,
      "step": 292980
    },
    {
      "epoch": 0.2564552567703715,
      "grad_norm": 0.552039623260498,
      "learning_rate": 4.418896074125872e-05,
      "loss": 4.606,
      "step": 292985
    },
    {
      "epoch": 0.2564596333639987,
      "grad_norm": 0.5505215525627136,
      "learning_rate": 4.4188764981230635e-05,
      "loss": 4.8836,
      "step": 292990
    },
    {
      "epoch": 0.2564640099576258,
      "grad_norm": 0.5561473369598389,
      "learning_rate": 4.4188569218465715e-05,
      "loss": 5.3402,
      "step": 292995
    },
    {
      "epoch": 0.256468386551253,
      "grad_norm": 0.5509510636329651,
      "learning_rate": 4.418837345296401e-05,
      "loss": 5.9039,
      "step": 293000
    },
    {
      "epoch": 0.25647276314488016,
      "grad_norm": 0.5441776514053345,
      "learning_rate": 4.418817768472557e-05,
      "loss": 5.8996,
      "step": 293005
    },
    {
      "epoch": 0.2564771397385073,
      "grad_norm": 0.5464792251586914,
      "learning_rate": 4.418798191375041e-05,
      "loss": 5.6516,
      "step": 293010
    },
    {
      "epoch": 0.25648151633213445,
      "grad_norm": 0.5480133295059204,
      "learning_rate": 4.418778614003858e-05,
      "loss": 5.2265,
      "step": 293015
    },
    {
      "epoch": 0.25648589292576157,
      "grad_norm": 0.5373428463935852,
      "learning_rate": 4.4187590363590115e-05,
      "loss": 4.2754,
      "step": 293020
    },
    {
      "epoch": 0.25649026951938875,
      "grad_norm": 0.5704705119132996,
      "learning_rate": 4.418739458440505e-05,
      "loss": 5.7182,
      "step": 293025
    },
    {
      "epoch": 0.2564946461130159,
      "grad_norm": 0.5627599954605103,
      "learning_rate": 4.418719880248342e-05,
      "loss": 5.6966,
      "step": 293030
    },
    {
      "epoch": 0.25649902270664304,
      "grad_norm": 0.5500397682189941,
      "learning_rate": 4.418700301782528e-05,
      "loss": 5.4475,
      "step": 293035
    },
    {
      "epoch": 0.2565033993002702,
      "grad_norm": 0.5546272397041321,
      "learning_rate": 4.418680723043065e-05,
      "loss": 5.8775,
      "step": 293040
    },
    {
      "epoch": 0.25650777589389734,
      "grad_norm": 0.6481509804725647,
      "learning_rate": 4.4186611440299576e-05,
      "loss": 4.3629,
      "step": 293045
    },
    {
      "epoch": 0.2565121524875245,
      "grad_norm": 0.6124067902565002,
      "learning_rate": 4.4186415647432075e-05,
      "loss": 5.7334,
      "step": 293050
    },
    {
      "epoch": 0.2565165290811517,
      "grad_norm": 0.5983080863952637,
      "learning_rate": 4.4186219851828224e-05,
      "loss": 5.0896,
      "step": 293055
    },
    {
      "epoch": 0.2565209056747788,
      "grad_norm": 0.5591956973075867,
      "learning_rate": 4.418602405348804e-05,
      "loss": 5.1181,
      "step": 293060
    },
    {
      "epoch": 0.256525282268406,
      "grad_norm": 0.5604586005210876,
      "learning_rate": 4.418582825241155e-05,
      "loss": 5.6207,
      "step": 293065
    },
    {
      "epoch": 0.25652965886203316,
      "grad_norm": 0.5555681586265564,
      "learning_rate": 4.4185632448598813e-05,
      "loss": 6.2486,
      "step": 293070
    },
    {
      "epoch": 0.2565340354556603,
      "grad_norm": 0.5595548152923584,
      "learning_rate": 4.4185436642049846e-05,
      "loss": 5.7115,
      "step": 293075
    },
    {
      "epoch": 0.25653841204928746,
      "grad_norm": 0.5682557225227356,
      "learning_rate": 4.4185240832764706e-05,
      "loss": 4.1677,
      "step": 293080
    },
    {
      "epoch": 0.2565427886429146,
      "grad_norm": 0.5963318347930908,
      "learning_rate": 4.418504502074342e-05,
      "loss": 5.198,
      "step": 293085
    },
    {
      "epoch": 0.25654716523654175,
      "grad_norm": 0.575079083442688,
      "learning_rate": 4.418484920598604e-05,
      "loss": 4.9118,
      "step": 293090
    },
    {
      "epoch": 0.2565515418301689,
      "grad_norm": 0.5731481313705444,
      "learning_rate": 4.418465338849257e-05,
      "loss": 5.608,
      "step": 293095
    },
    {
      "epoch": 0.25655591842379605,
      "grad_norm": 0.6120446920394897,
      "learning_rate": 4.4184457568263074e-05,
      "loss": 5.3824,
      "step": 293100
    },
    {
      "epoch": 0.2565602950174232,
      "grad_norm": 0.5512860417366028,
      "learning_rate": 4.4184261745297585e-05,
      "loss": 6.2082,
      "step": 293105
    },
    {
      "epoch": 0.2565646716110504,
      "grad_norm": 0.5531381964683533,
      "learning_rate": 4.418406591959615e-05,
      "loss": 4.8237,
      "step": 293110
    },
    {
      "epoch": 0.2565690482046775,
      "grad_norm": 0.585680365562439,
      "learning_rate": 4.41838700911588e-05,
      "loss": 4.6903,
      "step": 293115
    },
    {
      "epoch": 0.2565734247983047,
      "grad_norm": 0.5702323317527771,
      "learning_rate": 4.418367425998555e-05,
      "loss": 4.8978,
      "step": 293120
    },
    {
      "epoch": 0.2565778013919318,
      "grad_norm": 0.5633713603019714,
      "learning_rate": 4.418347842607647e-05,
      "loss": 5.6537,
      "step": 293125
    },
    {
      "epoch": 0.256582177985559,
      "grad_norm": 0.5747609734535217,
      "learning_rate": 4.4183282589431585e-05,
      "loss": 5.4051,
      "step": 293130
    },
    {
      "epoch": 0.25658655457918617,
      "grad_norm": 0.5758132338523865,
      "learning_rate": 4.4183086750050936e-05,
      "loss": 5.4294,
      "step": 293135
    },
    {
      "epoch": 0.2565909311728133,
      "grad_norm": 0.5563719272613525,
      "learning_rate": 4.418289090793456e-05,
      "loss": 5.6053,
      "step": 293140
    },
    {
      "epoch": 0.25659530776644046,
      "grad_norm": 0.5765448212623596,
      "learning_rate": 4.4182695063082493e-05,
      "loss": 4.8867,
      "step": 293145
    },
    {
      "epoch": 0.25659968436006764,
      "grad_norm": 0.5754238367080688,
      "learning_rate": 4.418249921549477e-05,
      "loss": 5.3734,
      "step": 293150
    },
    {
      "epoch": 0.25660406095369476,
      "grad_norm": 0.5532403588294983,
      "learning_rate": 4.4182303365171415e-05,
      "loss": 4.0906,
      "step": 293155
    },
    {
      "epoch": 0.25660843754732193,
      "grad_norm": 0.5820044875144958,
      "learning_rate": 4.4182107512112506e-05,
      "loss": 5.2164,
      "step": 293160
    },
    {
      "epoch": 0.25661281414094905,
      "grad_norm": 0.6399109959602356,
      "learning_rate": 4.418191165631805e-05,
      "loss": 5.2918,
      "step": 293165
    },
    {
      "epoch": 0.25661719073457623,
      "grad_norm": 0.67352694272995,
      "learning_rate": 4.418171579778809e-05,
      "loss": 5.4325,
      "step": 293170
    },
    {
      "epoch": 0.2566215673282034,
      "grad_norm": 0.5678551197052002,
      "learning_rate": 4.418151993652267e-05,
      "loss": 5.4087,
      "step": 293175
    },
    {
      "epoch": 0.2566259439218305,
      "grad_norm": 0.6236267685890198,
      "learning_rate": 4.4181324072521825e-05,
      "loss": 5.1147,
      "step": 293180
    },
    {
      "epoch": 0.2566303205154577,
      "grad_norm": 0.592164933681488,
      "learning_rate": 4.418112820578558e-05,
      "loss": 5.7481,
      "step": 293185
    },
    {
      "epoch": 0.2566346971090848,
      "grad_norm": 0.5588828921318054,
      "learning_rate": 4.4180932336313995e-05,
      "loss": 4.9122,
      "step": 293190
    },
    {
      "epoch": 0.256639073702712,
      "grad_norm": 0.5907990336418152,
      "learning_rate": 4.41807364641071e-05,
      "loss": 5.1325,
      "step": 293195
    },
    {
      "epoch": 0.25664345029633917,
      "grad_norm": 0.5570728182792664,
      "learning_rate": 4.418054058916492e-05,
      "loss": 5.2207,
      "step": 293200
    },
    {
      "epoch": 0.2566478268899663,
      "grad_norm": 0.5558061003684998,
      "learning_rate": 4.41803447114875e-05,
      "loss": 5.1392,
      "step": 293205
    },
    {
      "epoch": 0.25665220348359347,
      "grad_norm": 0.5619983673095703,
      "learning_rate": 4.41801488310749e-05,
      "loss": 4.3271,
      "step": 293210
    },
    {
      "epoch": 0.25665658007722064,
      "grad_norm": 0.6037704944610596,
      "learning_rate": 4.417995294792712e-05,
      "loss": 5.3018,
      "step": 293215
    },
    {
      "epoch": 0.25666095667084776,
      "grad_norm": 0.6225143671035767,
      "learning_rate": 4.417975706204421e-05,
      "loss": 5.3827,
      "step": 293220
    },
    {
      "epoch": 0.25666533326447494,
      "grad_norm": 0.6400472521781921,
      "learning_rate": 4.4179561173426235e-05,
      "loss": 5.722,
      "step": 293225
    },
    {
      "epoch": 0.25666970985810206,
      "grad_norm": 0.5691267251968384,
      "learning_rate": 4.417936528207319e-05,
      "loss": 4.393,
      "step": 293230
    },
    {
      "epoch": 0.25667408645172923,
      "grad_norm": 0.564041793346405,
      "learning_rate": 4.417916938798515e-05,
      "loss": 4.8089,
      "step": 293235
    },
    {
      "epoch": 0.2566784630453564,
      "grad_norm": 0.5605267286300659,
      "learning_rate": 4.417897349116212e-05,
      "loss": 5.6068,
      "step": 293240
    },
    {
      "epoch": 0.25668283963898353,
      "grad_norm": 0.5586929321289062,
      "learning_rate": 4.4178777591604173e-05,
      "loss": 5.4585,
      "step": 293245
    },
    {
      "epoch": 0.2566872162326107,
      "grad_norm": 0.5735025405883789,
      "learning_rate": 4.4178581689311325e-05,
      "loss": 4.9117,
      "step": 293250
    },
    {
      "epoch": 0.2566915928262379,
      "grad_norm": 0.5694853663444519,
      "learning_rate": 4.417838578428362e-05,
      "loss": 4.9127,
      "step": 293255
    },
    {
      "epoch": 0.256695969419865,
      "grad_norm": 0.5684042572975159,
      "learning_rate": 4.417818987652108e-05,
      "loss": 5.4021,
      "step": 293260
    },
    {
      "epoch": 0.2567003460134922,
      "grad_norm": 0.5586037039756775,
      "learning_rate": 4.417799396602377e-05,
      "loss": 5.6398,
      "step": 293265
    },
    {
      "epoch": 0.2567047226071193,
      "grad_norm": 0.5607561469078064,
      "learning_rate": 4.4177798052791705e-05,
      "loss": 5.6516,
      "step": 293270
    },
    {
      "epoch": 0.25670909920074647,
      "grad_norm": 0.5470985770225525,
      "learning_rate": 4.4177602136824926e-05,
      "loss": 5.1011,
      "step": 293275
    },
    {
      "epoch": 0.25671347579437365,
      "grad_norm": 0.5589914321899414,
      "learning_rate": 4.4177406218123484e-05,
      "loss": 5.6434,
      "step": 293280
    },
    {
      "epoch": 0.25671785238800077,
      "grad_norm": 0.5644156336784363,
      "learning_rate": 4.417721029668741e-05,
      "loss": 5.3756,
      "step": 293285
    },
    {
      "epoch": 0.25672222898162794,
      "grad_norm": 0.5641030669212341,
      "learning_rate": 4.417701437251675e-05,
      "loss": 4.9117,
      "step": 293290
    },
    {
      "epoch": 0.25672660557525506,
      "grad_norm": 0.5552935004234314,
      "learning_rate": 4.4176818445611514e-05,
      "loss": 5.0996,
      "step": 293295
    },
    {
      "epoch": 0.25673098216888224,
      "grad_norm": 0.5741307735443115,
      "learning_rate": 4.4176622515971766e-05,
      "loss": 4.6229,
      "step": 293300
    },
    {
      "epoch": 0.2567353587625094,
      "grad_norm": 0.5617641806602478,
      "learning_rate": 4.417642658359754e-05,
      "loss": 5.3485,
      "step": 293305
    },
    {
      "epoch": 0.25673973535613653,
      "grad_norm": 0.5535874962806702,
      "learning_rate": 4.417623064848886e-05,
      "loss": 5.6439,
      "step": 293310
    },
    {
      "epoch": 0.2567441119497637,
      "grad_norm": 0.6428835391998291,
      "learning_rate": 4.417603471064579e-05,
      "loss": 5.098,
      "step": 293315
    },
    {
      "epoch": 0.2567484885433909,
      "grad_norm": 0.5825045108795166,
      "learning_rate": 4.417583877006834e-05,
      "loss": 5.1594,
      "step": 293320
    },
    {
      "epoch": 0.256752865137018,
      "grad_norm": 0.5510259866714478,
      "learning_rate": 4.4175642826756557e-05,
      "loss": 5.6457,
      "step": 293325
    },
    {
      "epoch": 0.2567572417306452,
      "grad_norm": 0.5540775656700134,
      "learning_rate": 4.417544688071048e-05,
      "loss": 5.5912,
      "step": 293330
    },
    {
      "epoch": 0.2567616183242723,
      "grad_norm": 0.6131690144538879,
      "learning_rate": 4.417525093193016e-05,
      "loss": 4.5984,
      "step": 293335
    },
    {
      "epoch": 0.2567659949178995,
      "grad_norm": 0.5457482933998108,
      "learning_rate": 4.417505498041562e-05,
      "loss": 5.3004,
      "step": 293340
    },
    {
      "epoch": 0.25677037151152665,
      "grad_norm": 0.5547370910644531,
      "learning_rate": 4.417485902616689e-05,
      "loss": 4.3576,
      "step": 293345
    },
    {
      "epoch": 0.25677474810515377,
      "grad_norm": 0.5457808375358582,
      "learning_rate": 4.417466306918403e-05,
      "loss": 5.4378,
      "step": 293350
    },
    {
      "epoch": 0.25677912469878095,
      "grad_norm": 0.564335823059082,
      "learning_rate": 4.4174467109467053e-05,
      "loss": 5.6264,
      "step": 293355
    },
    {
      "epoch": 0.2567835012924081,
      "grad_norm": 0.534002423286438,
      "learning_rate": 4.417427114701602e-05,
      "loss": 5.6232,
      "step": 293360
    },
    {
      "epoch": 0.25678787788603524,
      "grad_norm": 0.7663183212280273,
      "learning_rate": 4.417407518183096e-05,
      "loss": 4.3968,
      "step": 293365
    },
    {
      "epoch": 0.2567922544796624,
      "grad_norm": 0.6257692575454712,
      "learning_rate": 4.4173879213911906e-05,
      "loss": 5.8922,
      "step": 293370
    },
    {
      "epoch": 0.25679663107328954,
      "grad_norm": 0.605171799659729,
      "learning_rate": 4.417368324325891e-05,
      "loss": 5.7527,
      "step": 293375
    },
    {
      "epoch": 0.2568010076669167,
      "grad_norm": 0.7966840267181396,
      "learning_rate": 4.4173487269871986e-05,
      "loss": 4.3586,
      "step": 293380
    },
    {
      "epoch": 0.2568053842605439,
      "grad_norm": 0.5632579326629639,
      "learning_rate": 4.4173291293751183e-05,
      "loss": 4.3149,
      "step": 293385
    },
    {
      "epoch": 0.256809760854171,
      "grad_norm": 0.5820631384849548,
      "learning_rate": 4.417309531489655e-05,
      "loss": 5.2056,
      "step": 293390
    },
    {
      "epoch": 0.2568141374477982,
      "grad_norm": 0.5523049831390381,
      "learning_rate": 4.417289933330812e-05,
      "loss": 5.4117,
      "step": 293395
    },
    {
      "epoch": 0.25681851404142536,
      "grad_norm": 0.581448495388031,
      "learning_rate": 4.417270334898591e-05,
      "loss": 4.5099,
      "step": 293400
    },
    {
      "epoch": 0.2568228906350525,
      "grad_norm": 0.5728748440742493,
      "learning_rate": 4.4172507361929986e-05,
      "loss": 4.083,
      "step": 293405
    },
    {
      "epoch": 0.25682726722867966,
      "grad_norm": 0.8032298684120178,
      "learning_rate": 4.417231137214036e-05,
      "loss": 5.1686,
      "step": 293410
    },
    {
      "epoch": 0.2568316438223068,
      "grad_norm": 0.5646559000015259,
      "learning_rate": 4.4172115379617105e-05,
      "loss": 5.9275,
      "step": 293415
    },
    {
      "epoch": 0.25683602041593395,
      "grad_norm": 0.5646852254867554,
      "learning_rate": 4.417191938436023e-05,
      "loss": 5.1372,
      "step": 293420
    },
    {
      "epoch": 0.2568403970095611,
      "grad_norm": 0.5725486278533936,
      "learning_rate": 4.417172338636978e-05,
      "loss": 5.1256,
      "step": 293425
    },
    {
      "epoch": 0.25684477360318825,
      "grad_norm": 0.5949714779853821,
      "learning_rate": 4.417152738564578e-05,
      "loss": 5.3035,
      "step": 293430
    },
    {
      "epoch": 0.2568491501968154,
      "grad_norm": 0.5792876482009888,
      "learning_rate": 4.41713313821883e-05,
      "loss": 5.1464,
      "step": 293435
    },
    {
      "epoch": 0.25685352679044254,
      "grad_norm": 0.5407723188400269,
      "learning_rate": 4.417113537599734e-05,
      "loss": 5.6197,
      "step": 293440
    },
    {
      "epoch": 0.2568579033840697,
      "grad_norm": 0.570260763168335,
      "learning_rate": 4.417093936707297e-05,
      "loss": 5.9152,
      "step": 293445
    },
    {
      "epoch": 0.2568622799776969,
      "grad_norm": 0.5595720410346985,
      "learning_rate": 4.417074335541521e-05,
      "loss": 5.4093,
      "step": 293450
    },
    {
      "epoch": 0.256866656571324,
      "grad_norm": 0.5759434700012207,
      "learning_rate": 4.4170547341024106e-05,
      "loss": 5.1163,
      "step": 293455
    },
    {
      "epoch": 0.2568710331649512,
      "grad_norm": 0.5722141265869141,
      "learning_rate": 4.417035132389969e-05,
      "loss": 4.3784,
      "step": 293460
    },
    {
      "epoch": 0.25687540975857837,
      "grad_norm": 0.5693668127059937,
      "learning_rate": 4.4170155304042005e-05,
      "loss": 5.3623,
      "step": 293465
    },
    {
      "epoch": 0.2568797863522055,
      "grad_norm": 0.558866024017334,
      "learning_rate": 4.416995928145108e-05,
      "loss": 5.1176,
      "step": 293470
    },
    {
      "epoch": 0.25688416294583266,
      "grad_norm": 0.581706166267395,
      "learning_rate": 4.416976325612696e-05,
      "loss": 5.1094,
      "step": 293475
    },
    {
      "epoch": 0.2568885395394598,
      "grad_norm": 0.5688707232475281,
      "learning_rate": 4.416956722806969e-05,
      "loss": 5.2916,
      "step": 293480
    },
    {
      "epoch": 0.25689291613308696,
      "grad_norm": 0.576302707195282,
      "learning_rate": 4.4169371197279284e-05,
      "loss": 5.4251,
      "step": 293485
    },
    {
      "epoch": 0.25689729272671413,
      "grad_norm": 0.5359809398651123,
      "learning_rate": 4.416917516375579e-05,
      "loss": 5.3592,
      "step": 293490
    },
    {
      "epoch": 0.25690166932034125,
      "grad_norm": 0.540529191493988,
      "learning_rate": 4.4168979127499275e-05,
      "loss": 5.3979,
      "step": 293495
    },
    {
      "epoch": 0.25690604591396843,
      "grad_norm": 0.5809735655784607,
      "learning_rate": 4.416878308850975e-05,
      "loss": 5.0977,
      "step": 293500
    },
    {
      "epoch": 0.2569104225075956,
      "grad_norm": 0.5575081706047058,
      "learning_rate": 4.4168587046787234e-05,
      "loss": 5.6018,
      "step": 293505
    },
    {
      "epoch": 0.2569147991012227,
      "grad_norm": 0.5446523427963257,
      "learning_rate": 4.41683910023318e-05,
      "loss": 4.9054,
      "step": 293510
    },
    {
      "epoch": 0.2569191756948499,
      "grad_norm": 0.5418924689292908,
      "learning_rate": 4.4168194955143474e-05,
      "loss": 4.0977,
      "step": 293515
    },
    {
      "epoch": 0.256923552288477,
      "grad_norm": 0.5762437582015991,
      "learning_rate": 4.4167998905222284e-05,
      "loss": 4.8668,
      "step": 293520
    },
    {
      "epoch": 0.2569279288821042,
      "grad_norm": 0.5724377036094666,
      "learning_rate": 4.416780285256827e-05,
      "loss": 4.3804,
      "step": 293525
    },
    {
      "epoch": 0.25693230547573137,
      "grad_norm": 0.5530086755752563,
      "learning_rate": 4.416760679718149e-05,
      "loss": 5.0968,
      "step": 293530
    },
    {
      "epoch": 0.2569366820693585,
      "grad_norm": 0.5742318630218506,
      "learning_rate": 4.416741073906196e-05,
      "loss": 4.8688,
      "step": 293535
    },
    {
      "epoch": 0.25694105866298567,
      "grad_norm": 0.5724703669548035,
      "learning_rate": 4.416721467820973e-05,
      "loss": 5.1674,
      "step": 293540
    },
    {
      "epoch": 0.25694543525661284,
      "grad_norm": 0.5689380168914795,
      "learning_rate": 4.4167018614624835e-05,
      "loss": 5.1179,
      "step": 293545
    },
    {
      "epoch": 0.25694981185023996,
      "grad_norm": 0.5472227334976196,
      "learning_rate": 4.4166822548307296e-05,
      "loss": 5.1196,
      "step": 293550
    },
    {
      "epoch": 0.25695418844386714,
      "grad_norm": 0.5592287182807922,
      "learning_rate": 4.416662647925718e-05,
      "loss": 5.7188,
      "step": 293555
    },
    {
      "epoch": 0.25695856503749426,
      "grad_norm": 0.5953187942504883,
      "learning_rate": 4.416643040747451e-05,
      "loss": 5.2312,
      "step": 293560
    },
    {
      "epoch": 0.25696294163112143,
      "grad_norm": 0.559535562992096,
      "learning_rate": 4.416623433295931e-05,
      "loss": 5.2245,
      "step": 293565
    },
    {
      "epoch": 0.2569673182247486,
      "grad_norm": 0.5544649958610535,
      "learning_rate": 4.416603825571165e-05,
      "loss": 4.9134,
      "step": 293570
    },
    {
      "epoch": 0.25697169481837573,
      "grad_norm": 0.5463579297065735,
      "learning_rate": 4.4165842175731545e-05,
      "loss": 4.8872,
      "step": 293575
    },
    {
      "epoch": 0.2569760714120029,
      "grad_norm": 0.5815913677215576,
      "learning_rate": 4.416564609301903e-05,
      "loss": 6.1916,
      "step": 293580
    },
    {
      "epoch": 0.25698044800563,
      "grad_norm": 0.5558565258979797,
      "learning_rate": 4.416545000757415e-05,
      "loss": 5.7226,
      "step": 293585
    },
    {
      "epoch": 0.2569848245992572,
      "grad_norm": 0.5564472079277039,
      "learning_rate": 4.416525391939695e-05,
      "loss": 5.5756,
      "step": 293590
    },
    {
      "epoch": 0.2569892011928844,
      "grad_norm": 0.5596237182617188,
      "learning_rate": 4.4165057828487456e-05,
      "loss": 4.8782,
      "step": 293595
    },
    {
      "epoch": 0.2569935777865115,
      "grad_norm": 0.5667550563812256,
      "learning_rate": 4.416486173484572e-05,
      "loss": 5.1034,
      "step": 293600
    },
    {
      "epoch": 0.25699795438013867,
      "grad_norm": 0.5604367256164551,
      "learning_rate": 4.416466563847176e-05,
      "loss": 5.4202,
      "step": 293605
    },
    {
      "epoch": 0.25700233097376585,
      "grad_norm": 0.552379310131073,
      "learning_rate": 4.4164469539365626e-05,
      "loss": 5.4397,
      "step": 293610
    },
    {
      "epoch": 0.25700670756739297,
      "grad_norm": 0.5567533373832703,
      "learning_rate": 4.416427343752736e-05,
      "loss": 4.692,
      "step": 293615
    },
    {
      "epoch": 0.25701108416102014,
      "grad_norm": 0.5621498227119446,
      "learning_rate": 4.4164077332956986e-05,
      "loss": 5.0656,
      "step": 293620
    },
    {
      "epoch": 0.25701546075464726,
      "grad_norm": 0.5656927824020386,
      "learning_rate": 4.416388122565456e-05,
      "loss": 5.1262,
      "step": 293625
    },
    {
      "epoch": 0.25701983734827444,
      "grad_norm": 0.5584361553192139,
      "learning_rate": 4.416368511562011e-05,
      "loss": 5.7168,
      "step": 293630
    },
    {
      "epoch": 0.2570242139419016,
      "grad_norm": 0.5464047789573669,
      "learning_rate": 4.416348900285366e-05,
      "loss": 5.6264,
      "step": 293635
    },
    {
      "epoch": 0.25702859053552873,
      "grad_norm": 0.549197793006897,
      "learning_rate": 4.4163292887355276e-05,
      "loss": 5.5992,
      "step": 293640
    },
    {
      "epoch": 0.2570329671291559,
      "grad_norm": 0.5511358380317688,
      "learning_rate": 4.416309676912498e-05,
      "loss": 5.0958,
      "step": 293645
    },
    {
      "epoch": 0.2570373437227831,
      "grad_norm": 0.5455920696258545,
      "learning_rate": 4.4162900648162795e-05,
      "loss": 4.7316,
      "step": 293650
    },
    {
      "epoch": 0.2570417203164102,
      "grad_norm": 0.5584383606910706,
      "learning_rate": 4.416270452446879e-05,
      "loss": 5.6225,
      "step": 293655
    },
    {
      "epoch": 0.2570460969100374,
      "grad_norm": 0.5396848917007446,
      "learning_rate": 4.416250839804299e-05,
      "loss": 5.1289,
      "step": 293660
    },
    {
      "epoch": 0.2570504735036645,
      "grad_norm": 0.6426804065704346,
      "learning_rate": 4.4162312268885434e-05,
      "loss": 4.9479,
      "step": 293665
    },
    {
      "epoch": 0.2570548500972917,
      "grad_norm": 0.5953959226608276,
      "learning_rate": 4.416211613699613e-05,
      "loss": 5.186,
      "step": 293670
    },
    {
      "epoch": 0.25705922669091885,
      "grad_norm": 0.5544971227645874,
      "learning_rate": 4.4161920002375165e-05,
      "loss": 6.2244,
      "step": 293675
    },
    {
      "epoch": 0.25706360328454597,
      "grad_norm": 0.576945960521698,
      "learning_rate": 4.4161723865022555e-05,
      "loss": 4.9215,
      "step": 293680
    },
    {
      "epoch": 0.25706797987817315,
      "grad_norm": 0.5693267583847046,
      "learning_rate": 4.416152772493833e-05,
      "loss": 5.6193,
      "step": 293685
    },
    {
      "epoch": 0.25707235647180027,
      "grad_norm": 0.554905116558075,
      "learning_rate": 4.416133158212253e-05,
      "loss": 5.3395,
      "step": 293690
    },
    {
      "epoch": 0.25707673306542744,
      "grad_norm": 0.5489093661308289,
      "learning_rate": 4.416113543657522e-05,
      "loss": 4.3709,
      "step": 293695
    },
    {
      "epoch": 0.2570811096590546,
      "grad_norm": 0.5509474873542786,
      "learning_rate": 4.41609392882964e-05,
      "loss": 5.416,
      "step": 293700
    },
    {
      "epoch": 0.25708548625268174,
      "grad_norm": 0.553492546081543,
      "learning_rate": 4.416074313728612e-05,
      "loss": 5.007,
      "step": 293705
    },
    {
      "epoch": 0.2570898628463089,
      "grad_norm": 0.5831247568130493,
      "learning_rate": 4.4160546983544413e-05,
      "loss": 4.6828,
      "step": 293710
    },
    {
      "epoch": 0.2570942394399361,
      "grad_norm": 0.5457446575164795,
      "learning_rate": 4.416035082707134e-05,
      "loss": 5.0518,
      "step": 293715
    },
    {
      "epoch": 0.2570986160335632,
      "grad_norm": 0.5710862874984741,
      "learning_rate": 4.4160154667866924e-05,
      "loss": 4.9177,
      "step": 293720
    },
    {
      "epoch": 0.2571029926271904,
      "grad_norm": 0.5417160391807556,
      "learning_rate": 4.4159958505931196e-05,
      "loss": 5.3843,
      "step": 293725
    },
    {
      "epoch": 0.2571073692208175,
      "grad_norm": 0.5560522079467773,
      "learning_rate": 4.41597623412642e-05,
      "loss": 5.7563,
      "step": 293730
    },
    {
      "epoch": 0.2571117458144447,
      "grad_norm": 0.5518693327903748,
      "learning_rate": 4.415956617386597e-05,
      "loss": 5.0922,
      "step": 293735
    },
    {
      "epoch": 0.25711612240807186,
      "grad_norm": 0.5519950985908508,
      "learning_rate": 4.415937000373657e-05,
      "loss": 5.43,
      "step": 293740
    },
    {
      "epoch": 0.257120499001699,
      "grad_norm": 0.5380071401596069,
      "learning_rate": 4.4159173830876e-05,
      "loss": 4.9007,
      "step": 293745
    },
    {
      "epoch": 0.25712487559532615,
      "grad_norm": 0.5487678050994873,
      "learning_rate": 4.415897765528432e-05,
      "loss": 5.6584,
      "step": 293750
    },
    {
      "epoch": 0.25712925218895333,
      "grad_norm": 0.5489265322685242,
      "learning_rate": 4.415878147696154e-05,
      "loss": 5.3655,
      "step": 293755
    },
    {
      "epoch": 0.25713362878258045,
      "grad_norm": 0.5406785011291504,
      "learning_rate": 4.415858529590774e-05,
      "loss": 5.6172,
      "step": 293760
    },
    {
      "epoch": 0.2571380053762076,
      "grad_norm": 0.5547966957092285,
      "learning_rate": 4.4158389112122934e-05,
      "loss": 5.9047,
      "step": 293765
    },
    {
      "epoch": 0.25714238196983474,
      "grad_norm": 0.5731558203697205,
      "learning_rate": 4.4158192925607164e-05,
      "loss": 4.9182,
      "step": 293770
    },
    {
      "epoch": 0.2571467585634619,
      "grad_norm": 0.5719094276428223,
      "learning_rate": 4.4157996736360465e-05,
      "loss": 4.7278,
      "step": 293775
    },
    {
      "epoch": 0.2571511351570891,
      "grad_norm": 0.5705385208129883,
      "learning_rate": 4.415780054438289e-05,
      "loss": 5.1191,
      "step": 293780
    },
    {
      "epoch": 0.2571555117507162,
      "grad_norm": 0.5719963312149048,
      "learning_rate": 4.415760434967444e-05,
      "loss": 5.6655,
      "step": 293785
    },
    {
      "epoch": 0.2571598883443434,
      "grad_norm": 0.5600196719169617,
      "learning_rate": 4.415740815223519e-05,
      "loss": 4.8021,
      "step": 293790
    },
    {
      "epoch": 0.25716426493797057,
      "grad_norm": 0.5543172955513,
      "learning_rate": 4.415721195206517e-05,
      "loss": 5.7308,
      "step": 293795
    },
    {
      "epoch": 0.2571686415315977,
      "grad_norm": 0.5472813248634338,
      "learning_rate": 4.41570157491644e-05,
      "loss": 4.315,
      "step": 293800
    },
    {
      "epoch": 0.25717301812522486,
      "grad_norm": 0.5719186067581177,
      "learning_rate": 4.4156819543532934e-05,
      "loss": 5.3868,
      "step": 293805
    },
    {
      "epoch": 0.257177394718852,
      "grad_norm": 0.5607722997665405,
      "learning_rate": 4.415662333517081e-05,
      "loss": 4.0655,
      "step": 293810
    },
    {
      "epoch": 0.25718177131247916,
      "grad_norm": 0.5767315030097961,
      "learning_rate": 4.415642712407806e-05,
      "loss": 5.4174,
      "step": 293815
    },
    {
      "epoch": 0.25718614790610633,
      "grad_norm": 0.5599135756492615,
      "learning_rate": 4.4156230910254725e-05,
      "loss": 5.1489,
      "step": 293820
    },
    {
      "epoch": 0.25719052449973345,
      "grad_norm": 0.5672993659973145,
      "learning_rate": 4.415603469370083e-05,
      "loss": 5.5971,
      "step": 293825
    },
    {
      "epoch": 0.25719490109336063,
      "grad_norm": 0.6113189458847046,
      "learning_rate": 4.415583847441643e-05,
      "loss": 5.0764,
      "step": 293830
    },
    {
      "epoch": 0.25719927768698775,
      "grad_norm": 0.5537751913070679,
      "learning_rate": 4.415564225240158e-05,
      "loss": 5.4162,
      "step": 293835
    },
    {
      "epoch": 0.2572036542806149,
      "grad_norm": 0.545395016670227,
      "learning_rate": 4.415544602765627e-05,
      "loss": 5.0978,
      "step": 293840
    },
    {
      "epoch": 0.2572080308742421,
      "grad_norm": 0.5680067539215088,
      "learning_rate": 4.415524980018057e-05,
      "loss": 4.8835,
      "step": 293845
    },
    {
      "epoch": 0.2572124074678692,
      "grad_norm": 0.5571656227111816,
      "learning_rate": 4.4155053569974506e-05,
      "loss": 4.7931,
      "step": 293850
    },
    {
      "epoch": 0.2572167840614964,
      "grad_norm": 0.5625147223472595,
      "learning_rate": 4.4154857337038125e-05,
      "loss": 5.3875,
      "step": 293855
    },
    {
      "epoch": 0.25722116065512357,
      "grad_norm": 0.5549952983856201,
      "learning_rate": 4.415466110137145e-05,
      "loss": 5.3675,
      "step": 293860
    },
    {
      "epoch": 0.2572255372487507,
      "grad_norm": 0.5402949452400208,
      "learning_rate": 4.415446486297454e-05,
      "loss": 5.9164,
      "step": 293865
    },
    {
      "epoch": 0.25722991384237787,
      "grad_norm": 0.550991415977478,
      "learning_rate": 4.4154268621847426e-05,
      "loss": 5.7114,
      "step": 293870
    },
    {
      "epoch": 0.257234290436005,
      "grad_norm": 0.5699204206466675,
      "learning_rate": 4.415407237799014e-05,
      "loss": 4.8548,
      "step": 293875
    },
    {
      "epoch": 0.25723866702963216,
      "grad_norm": 0.5512193441390991,
      "learning_rate": 4.415387613140271e-05,
      "loss": 6.1771,
      "step": 293880
    },
    {
      "epoch": 0.25724304362325934,
      "grad_norm": 0.5758790373802185,
      "learning_rate": 4.4153679882085196e-05,
      "loss": 5.309,
      "step": 293885
    },
    {
      "epoch": 0.25724742021688646,
      "grad_norm": 0.5747790932655334,
      "learning_rate": 4.415348363003763e-05,
      "loss": 4.8083,
      "step": 293890
    },
    {
      "epoch": 0.25725179681051363,
      "grad_norm": 0.579425036907196,
      "learning_rate": 4.4153287375260045e-05,
      "loss": 4.3122,
      "step": 293895
    },
    {
      "epoch": 0.2572561734041408,
      "grad_norm": 0.5891793370246887,
      "learning_rate": 4.4153091117752465e-05,
      "loss": 4.1979,
      "step": 293900
    },
    {
      "epoch": 0.25726054999776793,
      "grad_norm": 0.6238391399383545,
      "learning_rate": 4.4152894857514945e-05,
      "loss": 4.5867,
      "step": 293905
    },
    {
      "epoch": 0.2572649265913951,
      "grad_norm": 0.595126748085022,
      "learning_rate": 4.4152698594547526e-05,
      "loss": 5.6502,
      "step": 293910
    },
    {
      "epoch": 0.2572693031850222,
      "grad_norm": 0.5555720329284668,
      "learning_rate": 4.415250232885024e-05,
      "loss": 5.6939,
      "step": 293915
    },
    {
      "epoch": 0.2572736797786494,
      "grad_norm": 0.5462238192558289,
      "learning_rate": 4.415230606042313e-05,
      "loss": 4.5694,
      "step": 293920
    },
    {
      "epoch": 0.2572780563722766,
      "grad_norm": 0.5549272894859314,
      "learning_rate": 4.415210978926621e-05,
      "loss": 5.4383,
      "step": 293925
    },
    {
      "epoch": 0.2572824329659037,
      "grad_norm": 0.5498960018157959,
      "learning_rate": 4.4151913515379564e-05,
      "loss": 5.4094,
      "step": 293930
    },
    {
      "epoch": 0.25728680955953087,
      "grad_norm": 0.5586643815040588,
      "learning_rate": 4.415171723876318e-05,
      "loss": 5.7169,
      "step": 293935
    },
    {
      "epoch": 0.257291186153158,
      "grad_norm": 0.5662122368812561,
      "learning_rate": 4.415152095941714e-05,
      "loss": 4.6744,
      "step": 293940
    },
    {
      "epoch": 0.25729556274678517,
      "grad_norm": 0.5522492527961731,
      "learning_rate": 4.4151324677341434e-05,
      "loss": 5.3447,
      "step": 293945
    },
    {
      "epoch": 0.25729993934041234,
      "grad_norm": 0.5574790835380554,
      "learning_rate": 4.4151128392536143e-05,
      "loss": 4.4081,
      "step": 293950
    },
    {
      "epoch": 0.25730431593403946,
      "grad_norm": 0.566990315914154,
      "learning_rate": 4.415093210500127e-05,
      "loss": 5.9031,
      "step": 293955
    },
    {
      "epoch": 0.25730869252766664,
      "grad_norm": 0.5698488354682922,
      "learning_rate": 4.415073581473689e-05,
      "loss": 5.4268,
      "step": 293960
    },
    {
      "epoch": 0.2573130691212938,
      "grad_norm": 0.5623337626457214,
      "learning_rate": 4.415053952174302e-05,
      "loss": 5.4044,
      "step": 293965
    },
    {
      "epoch": 0.25731744571492093,
      "grad_norm": 0.5559079051017761,
      "learning_rate": 4.4150343226019684e-05,
      "loss": 4.1591,
      "step": 293970
    },
    {
      "epoch": 0.2573218223085481,
      "grad_norm": 0.5629927515983582,
      "learning_rate": 4.415014692756695e-05,
      "loss": 5.1099,
      "step": 293975
    },
    {
      "epoch": 0.25732619890217523,
      "grad_norm": 0.6116170287132263,
      "learning_rate": 4.414995062638484e-05,
      "loss": 4.9134,
      "step": 293980
    },
    {
      "epoch": 0.2573305754958024,
      "grad_norm": 0.5489708781242371,
      "learning_rate": 4.414975432247338e-05,
      "loss": 5.2,
      "step": 293985
    },
    {
      "epoch": 0.2573349520894296,
      "grad_norm": 0.5648277997970581,
      "learning_rate": 4.414955801583264e-05,
      "loss": 5.0342,
      "step": 293990
    },
    {
      "epoch": 0.2573393286830567,
      "grad_norm": 0.5746920704841614,
      "learning_rate": 4.414936170646262e-05,
      "loss": 5.3984,
      "step": 293995
    },
    {
      "epoch": 0.2573437052766839,
      "grad_norm": 0.5904248356819153,
      "learning_rate": 4.414916539436339e-05,
      "loss": 5.3318,
      "step": 294000
    },
    {
      "epoch": 0.25734808187031105,
      "grad_norm": 0.5454390048980713,
      "learning_rate": 4.4148969079534966e-05,
      "loss": 5.718,
      "step": 294005
    },
    {
      "epoch": 0.25735245846393817,
      "grad_norm": 0.5676327347755432,
      "learning_rate": 4.41487727619774e-05,
      "loss": 5.2134,
      "step": 294010
    },
    {
      "epoch": 0.25735683505756535,
      "grad_norm": 0.564754068851471,
      "learning_rate": 4.414857644169071e-05,
      "loss": 5.4414,
      "step": 294015
    },
    {
      "epoch": 0.25736121165119247,
      "grad_norm": 0.564150869846344,
      "learning_rate": 4.414838011867496e-05,
      "loss": 5.409,
      "step": 294020
    },
    {
      "epoch": 0.25736558824481964,
      "grad_norm": 0.5613493919372559,
      "learning_rate": 4.414818379293019e-05,
      "loss": 4.8152,
      "step": 294025
    },
    {
      "epoch": 0.2573699648384468,
      "grad_norm": 0.5604867935180664,
      "learning_rate": 4.41479874644564e-05,
      "loss": 5.6979,
      "step": 294030
    },
    {
      "epoch": 0.25737434143207394,
      "grad_norm": 0.5399210453033447,
      "learning_rate": 4.414779113325366e-05,
      "loss": 5.6911,
      "step": 294035
    },
    {
      "epoch": 0.2573787180257011,
      "grad_norm": 0.5572091341018677,
      "learning_rate": 4.4147594799322e-05,
      "loss": 5.3021,
      "step": 294040
    },
    {
      "epoch": 0.2573830946193283,
      "grad_norm": 0.5617153644561768,
      "learning_rate": 4.414739846266146e-05,
      "loss": 4.6706,
      "step": 294045
    },
    {
      "epoch": 0.2573874712129554,
      "grad_norm": 0.5829525589942932,
      "learning_rate": 4.414720212327207e-05,
      "loss": 5.4069,
      "step": 294050
    },
    {
      "epoch": 0.2573918478065826,
      "grad_norm": 0.5442123413085938,
      "learning_rate": 4.414700578115387e-05,
      "loss": 5.6568,
      "step": 294055
    },
    {
      "epoch": 0.2573962244002097,
      "grad_norm": 0.5641502737998962,
      "learning_rate": 4.4146809436306915e-05,
      "loss": 5.7206,
      "step": 294060
    },
    {
      "epoch": 0.2574006009938369,
      "grad_norm": 0.5676040649414062,
      "learning_rate": 4.414661308873121e-05,
      "loss": 5.1826,
      "step": 294065
    },
    {
      "epoch": 0.25740497758746406,
      "grad_norm": 0.564288318157196,
      "learning_rate": 4.414641673842682e-05,
      "loss": 5.1135,
      "step": 294070
    },
    {
      "epoch": 0.2574093541810912,
      "grad_norm": 0.5616092681884766,
      "learning_rate": 4.414622038539378e-05,
      "loss": 4.9402,
      "step": 294075
    },
    {
      "epoch": 0.25741373077471835,
      "grad_norm": 0.5895388126373291,
      "learning_rate": 4.414602402963212e-05,
      "loss": 4.9296,
      "step": 294080
    },
    {
      "epoch": 0.2574181073683455,
      "grad_norm": 0.5646846294403076,
      "learning_rate": 4.414582767114188e-05,
      "loss": 4.3412,
      "step": 294085
    },
    {
      "epoch": 0.25742248396197265,
      "grad_norm": 0.5929622054100037,
      "learning_rate": 4.41456313099231e-05,
      "loss": 5.0695,
      "step": 294090
    },
    {
      "epoch": 0.2574268605555998,
      "grad_norm": 0.588047981262207,
      "learning_rate": 4.4145434945975807e-05,
      "loss": 5.3964,
      "step": 294095
    },
    {
      "epoch": 0.25743123714922694,
      "grad_norm": 0.5478976964950562,
      "learning_rate": 4.414523857930005e-05,
      "loss": 5.3672,
      "step": 294100
    },
    {
      "epoch": 0.2574356137428541,
      "grad_norm": 0.5648977160453796,
      "learning_rate": 4.414504220989587e-05,
      "loss": 5.91,
      "step": 294105
    },
    {
      "epoch": 0.2574399903364813,
      "grad_norm": 0.5610608458518982,
      "learning_rate": 4.414484583776329e-05,
      "loss": 5.1846,
      "step": 294110
    },
    {
      "epoch": 0.2574443669301084,
      "grad_norm": 0.5638442039489746,
      "learning_rate": 4.414464946290238e-05,
      "loss": 5.6248,
      "step": 294115
    },
    {
      "epoch": 0.2574487435237356,
      "grad_norm": 0.5505772829055786,
      "learning_rate": 4.4144453085313133e-05,
      "loss": 5.0734,
      "step": 294120
    },
    {
      "epoch": 0.2574531201173627,
      "grad_norm": 0.5857592225074768,
      "learning_rate": 4.4144256704995615e-05,
      "loss": 4.8764,
      "step": 294125
    },
    {
      "epoch": 0.2574574967109899,
      "grad_norm": 0.5812693238258362,
      "learning_rate": 4.4144060321949865e-05,
      "loss": 5.4207,
      "step": 294130
    },
    {
      "epoch": 0.25746187330461706,
      "grad_norm": 0.6021863222122192,
      "learning_rate": 4.414386393617591e-05,
      "loss": 5.6014,
      "step": 294135
    },
    {
      "epoch": 0.2574662498982442,
      "grad_norm": 0.6465938687324524,
      "learning_rate": 4.4143667547673796e-05,
      "loss": 5.3928,
      "step": 294140
    },
    {
      "epoch": 0.25747062649187136,
      "grad_norm": 0.5873302221298218,
      "learning_rate": 4.414347115644354e-05,
      "loss": 5.1853,
      "step": 294145
    },
    {
      "epoch": 0.25747500308549853,
      "grad_norm": 0.5715916156768799,
      "learning_rate": 4.414327476248521e-05,
      "loss": 5.7263,
      "step": 294150
    },
    {
      "epoch": 0.25747937967912565,
      "grad_norm": 0.5512993931770325,
      "learning_rate": 4.414307836579884e-05,
      "loss": 5.4235,
      "step": 294155
    },
    {
      "epoch": 0.25748375627275283,
      "grad_norm": 0.5558412075042725,
      "learning_rate": 4.4142881966384445e-05,
      "loss": 5.4022,
      "step": 294160
    },
    {
      "epoch": 0.25748813286637995,
      "grad_norm": 0.5508876442909241,
      "learning_rate": 4.414268556424207e-05,
      "loss": 5.9188,
      "step": 294165
    },
    {
      "epoch": 0.2574925094600071,
      "grad_norm": 0.553147554397583,
      "learning_rate": 4.414248915937178e-05,
      "loss": 4.2939,
      "step": 294170
    },
    {
      "epoch": 0.2574968860536343,
      "grad_norm": 0.5660673975944519,
      "learning_rate": 4.414229275177357e-05,
      "loss": 4.1713,
      "step": 294175
    },
    {
      "epoch": 0.2575012626472614,
      "grad_norm": 0.5548497438430786,
      "learning_rate": 4.4142096341447514e-05,
      "loss": 5.9445,
      "step": 294180
    },
    {
      "epoch": 0.2575056392408886,
      "grad_norm": 0.5822088718414307,
      "learning_rate": 4.4141899928393635e-05,
      "loss": 5.1301,
      "step": 294185
    },
    {
      "epoch": 0.2575100158345157,
      "grad_norm": 0.5795084238052368,
      "learning_rate": 4.4141703512611966e-05,
      "loss": 5.1125,
      "step": 294190
    },
    {
      "epoch": 0.2575143924281429,
      "grad_norm": 0.5602460503578186,
      "learning_rate": 4.414150709410255e-05,
      "loss": 5.9355,
      "step": 294195
    },
    {
      "epoch": 0.25751876902177007,
      "grad_norm": 0.5476665496826172,
      "learning_rate": 4.4141310672865434e-05,
      "loss": 5.4002,
      "step": 294200
    },
    {
      "epoch": 0.2575231456153972,
      "grad_norm": 0.5501961708068848,
      "learning_rate": 4.414111424890064e-05,
      "loss": 4.9988,
      "step": 294205
    },
    {
      "epoch": 0.25752752220902436,
      "grad_norm": 0.5880703330039978,
      "learning_rate": 4.414091782220822e-05,
      "loss": 4.6041,
      "step": 294210
    },
    {
      "epoch": 0.25753189880265154,
      "grad_norm": 0.560723066329956,
      "learning_rate": 4.41407213927882e-05,
      "loss": 5.3994,
      "step": 294215
    },
    {
      "epoch": 0.25753627539627866,
      "grad_norm": 0.5520627498626709,
      "learning_rate": 4.4140524960640626e-05,
      "loss": 5.6363,
      "step": 294220
    },
    {
      "epoch": 0.25754065198990583,
      "grad_norm": 0.5518276691436768,
      "learning_rate": 4.4140328525765525e-05,
      "loss": 4.4947,
      "step": 294225
    },
    {
      "epoch": 0.25754502858353295,
      "grad_norm": 0.5952790379524231,
      "learning_rate": 4.414013208816296e-05,
      "loss": 5.396,
      "step": 294230
    },
    {
      "epoch": 0.25754940517716013,
      "grad_norm": 0.5939292907714844,
      "learning_rate": 4.413993564783294e-05,
      "loss": 5.0777,
      "step": 294235
    },
    {
      "epoch": 0.2575537817707873,
      "grad_norm": 0.5418758392333984,
      "learning_rate": 4.413973920477551e-05,
      "loss": 5.3072,
      "step": 294240
    },
    {
      "epoch": 0.2575581583644144,
      "grad_norm": 0.5822994112968445,
      "learning_rate": 4.4139542758990725e-05,
      "loss": 5.4047,
      "step": 294245
    },
    {
      "epoch": 0.2575625349580416,
      "grad_norm": 0.5311211347579956,
      "learning_rate": 4.4139346310478604e-05,
      "loss": 5.3402,
      "step": 294250
    },
    {
      "epoch": 0.2575669115516688,
      "grad_norm": 0.5390530824661255,
      "learning_rate": 4.413914985923918e-05,
      "loss": 4.807,
      "step": 294255
    },
    {
      "epoch": 0.2575712881452959,
      "grad_norm": 0.5743676424026489,
      "learning_rate": 4.413895340527252e-05,
      "loss": 4.879,
      "step": 294260
    },
    {
      "epoch": 0.25757566473892307,
      "grad_norm": 0.5417077541351318,
      "learning_rate": 4.413875694857863e-05,
      "loss": 5.0832,
      "step": 294265
    },
    {
      "epoch": 0.2575800413325502,
      "grad_norm": 0.5329710841178894,
      "learning_rate": 4.413856048915758e-05,
      "loss": 4.9012,
      "step": 294270
    },
    {
      "epoch": 0.25758441792617737,
      "grad_norm": 0.564862847328186,
      "learning_rate": 4.413836402700937e-05,
      "loss": 5.1298,
      "step": 294275
    },
    {
      "epoch": 0.25758879451980454,
      "grad_norm": 0.5381039381027222,
      "learning_rate": 4.413816756213407e-05,
      "loss": 4.6283,
      "step": 294280
    },
    {
      "epoch": 0.25759317111343166,
      "grad_norm": 0.5544994473457336,
      "learning_rate": 4.4137971094531707e-05,
      "loss": 5.9164,
      "step": 294285
    },
    {
      "epoch": 0.25759754770705884,
      "grad_norm": 0.545806884765625,
      "learning_rate": 4.413777462420231e-05,
      "loss": 4.0759,
      "step": 294290
    },
    {
      "epoch": 0.257601924300686,
      "grad_norm": 0.5690715909004211,
      "learning_rate": 4.413757815114593e-05,
      "loss": 5.8959,
      "step": 294295
    },
    {
      "epoch": 0.25760630089431313,
      "grad_norm": 0.5567903518676758,
      "learning_rate": 4.41373816753626e-05,
      "loss": 5.7133,
      "step": 294300
    },
    {
      "epoch": 0.2576106774879403,
      "grad_norm": 0.5821007490158081,
      "learning_rate": 4.413718519685235e-05,
      "loss": 4.8901,
      "step": 294305
    },
    {
      "epoch": 0.25761505408156743,
      "grad_norm": 0.5720177888870239,
      "learning_rate": 4.4136988715615225e-05,
      "loss": 5.6393,
      "step": 294310
    },
    {
      "epoch": 0.2576194306751946,
      "grad_norm": 0.5960907340049744,
      "learning_rate": 4.413679223165127e-05,
      "loss": 5.5732,
      "step": 294315
    },
    {
      "epoch": 0.2576238072688218,
      "grad_norm": 0.5452559590339661,
      "learning_rate": 4.413659574496051e-05,
      "loss": 4.6183,
      "step": 294320
    },
    {
      "epoch": 0.2576281838624489,
      "grad_norm": 0.5666296482086182,
      "learning_rate": 4.413639925554299e-05,
      "loss": 4.1709,
      "step": 294325
    },
    {
      "epoch": 0.2576325604560761,
      "grad_norm": 0.6514111161231995,
      "learning_rate": 4.413620276339875e-05,
      "loss": 5.6264,
      "step": 294330
    },
    {
      "epoch": 0.2576369370497032,
      "grad_norm": 0.5666499137878418,
      "learning_rate": 4.413600626852783e-05,
      "loss": 4.1814,
      "step": 294335
    },
    {
      "epoch": 0.25764131364333037,
      "grad_norm": 0.6308493614196777,
      "learning_rate": 4.4135809770930245e-05,
      "loss": 5.3861,
      "step": 294340
    },
    {
      "epoch": 0.25764569023695755,
      "grad_norm": 0.6050730347633362,
      "learning_rate": 4.413561327060607e-05,
      "loss": 4.8979,
      "step": 294345
    },
    {
      "epoch": 0.25765006683058467,
      "grad_norm": 0.6224018931388855,
      "learning_rate": 4.413541676755532e-05,
      "loss": 4.9446,
      "step": 294350
    },
    {
      "epoch": 0.25765444342421184,
      "grad_norm": 0.6232149600982666,
      "learning_rate": 4.413522026177802e-05,
      "loss": 5.7259,
      "step": 294355
    },
    {
      "epoch": 0.257658820017839,
      "grad_norm": 0.5411767959594727,
      "learning_rate": 4.413502375327424e-05,
      "loss": 5.4574,
      "step": 294360
    },
    {
      "epoch": 0.25766319661146614,
      "grad_norm": 0.5575114488601685,
      "learning_rate": 4.4134827242044e-05,
      "loss": 4.9101,
      "step": 294365
    },
    {
      "epoch": 0.2576675732050933,
      "grad_norm": 0.5641500353813171,
      "learning_rate": 4.4134630728087334e-05,
      "loss": 5.393,
      "step": 294370
    },
    {
      "epoch": 0.25767194979872043,
      "grad_norm": 0.5564790964126587,
      "learning_rate": 4.4134434211404294e-05,
      "loss": 5.1109,
      "step": 294375
    },
    {
      "epoch": 0.2576763263923476,
      "grad_norm": 0.5556122064590454,
      "learning_rate": 4.4134237691994906e-05,
      "loss": 4.1697,
      "step": 294380
    },
    {
      "epoch": 0.2576807029859748,
      "grad_norm": 0.5604860782623291,
      "learning_rate": 4.413404116985921e-05,
      "loss": 5.934,
      "step": 294385
    },
    {
      "epoch": 0.2576850795796019,
      "grad_norm": 0.5398324131965637,
      "learning_rate": 4.413384464499725e-05,
      "loss": 5.6631,
      "step": 294390
    },
    {
      "epoch": 0.2576894561732291,
      "grad_norm": 0.6132915019989014,
      "learning_rate": 4.413364811740905e-05,
      "loss": 5.6016,
      "step": 294395
    },
    {
      "epoch": 0.25769383276685626,
      "grad_norm": 0.6053388118743896,
      "learning_rate": 4.413345158709466e-05,
      "loss": 4.4121,
      "step": 294400
    },
    {
      "epoch": 0.2576982093604834,
      "grad_norm": 0.5888921022415161,
      "learning_rate": 4.413325505405412e-05,
      "loss": 4.3758,
      "step": 294405
    },
    {
      "epoch": 0.25770258595411055,
      "grad_norm": 0.5552390813827515,
      "learning_rate": 4.413305851828747e-05,
      "loss": 5.3365,
      "step": 294410
    },
    {
      "epoch": 0.2577069625477377,
      "grad_norm": 0.5647393465042114,
      "learning_rate": 4.413286197979473e-05,
      "loss": 5.1159,
      "step": 294415
    },
    {
      "epoch": 0.25771133914136485,
      "grad_norm": 0.5593667030334473,
      "learning_rate": 4.413266543857595e-05,
      "loss": 4.8994,
      "step": 294420
    },
    {
      "epoch": 0.257715715734992,
      "grad_norm": 0.5580164790153503,
      "learning_rate": 4.4132468894631175e-05,
      "loss": 5.2108,
      "step": 294425
    },
    {
      "epoch": 0.25772009232861914,
      "grad_norm": 0.5677029490470886,
      "learning_rate": 4.4132272347960424e-05,
      "loss": 5.4326,
      "step": 294430
    },
    {
      "epoch": 0.2577244689222463,
      "grad_norm": 0.5678983926773071,
      "learning_rate": 4.413207579856375e-05,
      "loss": 4.8995,
      "step": 294435
    },
    {
      "epoch": 0.2577288455158735,
      "grad_norm": 0.5580828189849854,
      "learning_rate": 4.4131879246441186e-05,
      "loss": 5.4319,
      "step": 294440
    },
    {
      "epoch": 0.2577332221095006,
      "grad_norm": 0.5616707801818848,
      "learning_rate": 4.4131682691592766e-05,
      "loss": 5.3975,
      "step": 294445
    },
    {
      "epoch": 0.2577375987031278,
      "grad_norm": 0.557992696762085,
      "learning_rate": 4.413148613401855e-05,
      "loss": 5.7243,
      "step": 294450
    },
    {
      "epoch": 0.2577419752967549,
      "grad_norm": 0.5427557826042175,
      "learning_rate": 4.413128957371855e-05,
      "loss": 4.5324,
      "step": 294455
    },
    {
      "epoch": 0.2577463518903821,
      "grad_norm": 0.560003936290741,
      "learning_rate": 4.4131093010692804e-05,
      "loss": 5.315,
      "step": 294460
    },
    {
      "epoch": 0.25775072848400926,
      "grad_norm": 0.5516871809959412,
      "learning_rate": 4.413089644494136e-05,
      "loss": 5.3123,
      "step": 294465
    },
    {
      "epoch": 0.2577551050776364,
      "grad_norm": 0.5447283983230591,
      "learning_rate": 4.4130699876464264e-05,
      "loss": 4.8921,
      "step": 294470
    },
    {
      "epoch": 0.25775948167126356,
      "grad_norm": 0.5513232946395874,
      "learning_rate": 4.413050330526154e-05,
      "loss": 5.9316,
      "step": 294475
    },
    {
      "epoch": 0.2577638582648907,
      "grad_norm": 0.58594810962677,
      "learning_rate": 4.4130306731333224e-05,
      "loss": 4.3452,
      "step": 294480
    },
    {
      "epoch": 0.25776823485851785,
      "grad_norm": 0.5499839186668396,
      "learning_rate": 4.413011015467937e-05,
      "loss": 5.7241,
      "step": 294485
    },
    {
      "epoch": 0.25777261145214503,
      "grad_norm": 0.5737940073013306,
      "learning_rate": 4.4129913575299995e-05,
      "loss": 5.3238,
      "step": 294490
    },
    {
      "epoch": 0.25777698804577215,
      "grad_norm": 0.5815562009811401,
      "learning_rate": 4.412971699319516e-05,
      "loss": 4.8777,
      "step": 294495
    },
    {
      "epoch": 0.2577813646393993,
      "grad_norm": 0.5742316246032715,
      "learning_rate": 4.412952040836488e-05,
      "loss": 5.705,
      "step": 294500
    },
    {
      "epoch": 0.2577857412330265,
      "grad_norm": 0.5390973687171936,
      "learning_rate": 4.41293238208092e-05,
      "loss": 5.6436,
      "step": 294505
    },
    {
      "epoch": 0.2577901178266536,
      "grad_norm": 0.5493844151496887,
      "learning_rate": 4.412912723052818e-05,
      "loss": 5.6727,
      "step": 294510
    },
    {
      "epoch": 0.2577944944202808,
      "grad_norm": 0.6100370287895203,
      "learning_rate": 4.412893063752183e-05,
      "loss": 5.309,
      "step": 294515
    },
    {
      "epoch": 0.2577988710139079,
      "grad_norm": 0.5501144528388977,
      "learning_rate": 4.4128734041790176e-05,
      "loss": 4.936,
      "step": 294520
    },
    {
      "epoch": 0.2578032476075351,
      "grad_norm": 0.5447418093681335,
      "learning_rate": 4.412853744333331e-05,
      "loss": 4.8074,
      "step": 294525
    },
    {
      "epoch": 0.25780762420116227,
      "grad_norm": 0.5693596005439758,
      "learning_rate": 4.412834084215122e-05,
      "loss": 4.8877,
      "step": 294530
    },
    {
      "epoch": 0.2578120007947894,
      "grad_norm": 0.5435402393341064,
      "learning_rate": 4.412814423824396e-05,
      "loss": 5.3258,
      "step": 294535
    },
    {
      "epoch": 0.25781637738841656,
      "grad_norm": 0.5753268003463745,
      "learning_rate": 4.4127947631611574e-05,
      "loss": 3.6843,
      "step": 294540
    },
    {
      "epoch": 0.25782075398204374,
      "grad_norm": 0.6315262317657471,
      "learning_rate": 4.412775102225409e-05,
      "loss": 5.0129,
      "step": 294545
    },
    {
      "epoch": 0.25782513057567086,
      "grad_norm": 0.5825464725494385,
      "learning_rate": 4.4127554410171566e-05,
      "loss": 4.9056,
      "step": 294550
    },
    {
      "epoch": 0.25782950716929803,
      "grad_norm": 0.55370032787323,
      "learning_rate": 4.412735779536401e-05,
      "loss": 5.9238,
      "step": 294555
    },
    {
      "epoch": 0.25783388376292515,
      "grad_norm": 0.5848274230957031,
      "learning_rate": 4.412716117783148e-05,
      "loss": 5.3927,
      "step": 294560
    },
    {
      "epoch": 0.25783826035655233,
      "grad_norm": 0.5622544884681702,
      "learning_rate": 4.4126964557574014e-05,
      "loss": 4.5774,
      "step": 294565
    },
    {
      "epoch": 0.2578426369501795,
      "grad_norm": 0.543999195098877,
      "learning_rate": 4.4126767934591626e-05,
      "loss": 5.9408,
      "step": 294570
    },
    {
      "epoch": 0.2578470135438066,
      "grad_norm": 0.5630138516426086,
      "learning_rate": 4.412657130888439e-05,
      "loss": 4.2983,
      "step": 294575
    },
    {
      "epoch": 0.2578513901374338,
      "grad_norm": 0.5681232810020447,
      "learning_rate": 4.412637468045232e-05,
      "loss": 5.2265,
      "step": 294580
    },
    {
      "epoch": 0.2578557667310609,
      "grad_norm": 0.5384609699249268,
      "learning_rate": 4.4126178049295465e-05,
      "loss": 5.6141,
      "step": 294585
    },
    {
      "epoch": 0.2578601433246881,
      "grad_norm": 0.5492074489593506,
      "learning_rate": 4.412598141541385e-05,
      "loss": 4.808,
      "step": 294590
    },
    {
      "epoch": 0.25786451991831527,
      "grad_norm": 0.5979771614074707,
      "learning_rate": 4.412578477880753e-05,
      "loss": 4.6103,
      "step": 294595
    },
    {
      "epoch": 0.2578688965119424,
      "grad_norm": 0.546010434627533,
      "learning_rate": 4.4125588139476535e-05,
      "loss": 5.3219,
      "step": 294600
    },
    {
      "epoch": 0.25787327310556957,
      "grad_norm": 0.5647472739219666,
      "learning_rate": 4.4125391497420896e-05,
      "loss": 5.6305,
      "step": 294605
    },
    {
      "epoch": 0.25787764969919674,
      "grad_norm": 0.5388907790184021,
      "learning_rate": 4.4125194852640664e-05,
      "loss": 6.2221,
      "step": 294610
    },
    {
      "epoch": 0.25788202629282386,
      "grad_norm": 0.5712341070175171,
      "learning_rate": 4.412499820513586e-05,
      "loss": 5.4137,
      "step": 294615
    },
    {
      "epoch": 0.25788640288645104,
      "grad_norm": 0.5422757863998413,
      "learning_rate": 4.4124801554906535e-05,
      "loss": 5.7565,
      "step": 294620
    },
    {
      "epoch": 0.25789077948007816,
      "grad_norm": 0.5659978985786438,
      "learning_rate": 4.4124604901952726e-05,
      "loss": 4.8915,
      "step": 294625
    },
    {
      "epoch": 0.25789515607370533,
      "grad_norm": 0.5685854554176331,
      "learning_rate": 4.412440824627447e-05,
      "loss": 5.7392,
      "step": 294630
    },
    {
      "epoch": 0.2578995326673325,
      "grad_norm": 0.546006441116333,
      "learning_rate": 4.41242115878718e-05,
      "loss": 5.951,
      "step": 294635
    },
    {
      "epoch": 0.25790390926095963,
      "grad_norm": 0.5321275591850281,
      "learning_rate": 4.412401492674476e-05,
      "loss": 4.9001,
      "step": 294640
    },
    {
      "epoch": 0.2579082858545868,
      "grad_norm": 0.545996367931366,
      "learning_rate": 4.412381826289339e-05,
      "loss": 5.111,
      "step": 294645
    },
    {
      "epoch": 0.257912662448214,
      "grad_norm": 0.609811007976532,
      "learning_rate": 4.412362159631771e-05,
      "loss": 5.0197,
      "step": 294650
    },
    {
      "epoch": 0.2579170390418411,
      "grad_norm": 0.6272168159484863,
      "learning_rate": 4.4123424927017785e-05,
      "loss": 5.4184,
      "step": 294655
    },
    {
      "epoch": 0.2579214156354683,
      "grad_norm": 0.5574300289154053,
      "learning_rate": 4.412322825499363e-05,
      "loss": 5.6016,
      "step": 294660
    },
    {
      "epoch": 0.2579257922290954,
      "grad_norm": 0.5773313045501709,
      "learning_rate": 4.41230315802453e-05,
      "loss": 4.6078,
      "step": 294665
    },
    {
      "epoch": 0.25793016882272257,
      "grad_norm": 0.5942157506942749,
      "learning_rate": 4.4122834902772814e-05,
      "loss": 5.9217,
      "step": 294670
    },
    {
      "epoch": 0.25793454541634975,
      "grad_norm": 0.5802600979804993,
      "learning_rate": 4.412263822257624e-05,
      "loss": 5.9445,
      "step": 294675
    },
    {
      "epoch": 0.25793892200997687,
      "grad_norm": 0.5694567561149597,
      "learning_rate": 4.412244153965558e-05,
      "loss": 5.3213,
      "step": 294680
    },
    {
      "epoch": 0.25794329860360404,
      "grad_norm": 0.5519920587539673,
      "learning_rate": 4.4122244854010896e-05,
      "loss": 5.4366,
      "step": 294685
    },
    {
      "epoch": 0.2579476751972312,
      "grad_norm": 0.5485647320747375,
      "learning_rate": 4.412204816564221e-05,
      "loss": 5.9092,
      "step": 294690
    },
    {
      "epoch": 0.25795205179085834,
      "grad_norm": 0.5522714853286743,
      "learning_rate": 4.412185147454958e-05,
      "loss": 5.4169,
      "step": 294695
    },
    {
      "epoch": 0.2579564283844855,
      "grad_norm": 0.5894933342933655,
      "learning_rate": 4.412165478073304e-05,
      "loss": 5.2104,
      "step": 294700
    },
    {
      "epoch": 0.25796080497811263,
      "grad_norm": 0.5876893401145935,
      "learning_rate": 4.41214580841926e-05,
      "loss": 4.696,
      "step": 294705
    },
    {
      "epoch": 0.2579651815717398,
      "grad_norm": 0.584896445274353,
      "learning_rate": 4.4121261384928336e-05,
      "loss": 4.8764,
      "step": 294710
    },
    {
      "epoch": 0.257969558165367,
      "grad_norm": 0.5549197196960449,
      "learning_rate": 4.412106468294026e-05,
      "loss": 4.7809,
      "step": 294715
    },
    {
      "epoch": 0.2579739347589941,
      "grad_norm": 0.5682736039161682,
      "learning_rate": 4.412086797822842e-05,
      "loss": 5.4053,
      "step": 294720
    },
    {
      "epoch": 0.2579783113526213,
      "grad_norm": 0.5665768980979919,
      "learning_rate": 4.4120671270792855e-05,
      "loss": 5.3273,
      "step": 294725
    },
    {
      "epoch": 0.2579826879462484,
      "grad_norm": 0.5794387459754944,
      "learning_rate": 4.41204745606336e-05,
      "loss": 4.1948,
      "step": 294730
    },
    {
      "epoch": 0.2579870645398756,
      "grad_norm": 0.5531233549118042,
      "learning_rate": 4.412027784775069e-05,
      "loss": 5.7133,
      "step": 294735
    },
    {
      "epoch": 0.25799144113350275,
      "grad_norm": 0.5620432496070862,
      "learning_rate": 4.4120081132144166e-05,
      "loss": 5.9074,
      "step": 294740
    },
    {
      "epoch": 0.2579958177271299,
      "grad_norm": 0.5963435173034668,
      "learning_rate": 4.4119884413814064e-05,
      "loss": 4.5771,
      "step": 294745
    },
    {
      "epoch": 0.25800019432075705,
      "grad_norm": 0.5776579976081848,
      "learning_rate": 4.411968769276044e-05,
      "loss": 5.8873,
      "step": 294750
    },
    {
      "epoch": 0.2580045709143842,
      "grad_norm": 0.5779839754104614,
      "learning_rate": 4.41194909689833e-05,
      "loss": 5.1311,
      "step": 294755
    },
    {
      "epoch": 0.25800894750801134,
      "grad_norm": 0.5580536723136902,
      "learning_rate": 4.41192942424827e-05,
      "loss": 4.9102,
      "step": 294760
    },
    {
      "epoch": 0.2580133241016385,
      "grad_norm": 0.5493722558021545,
      "learning_rate": 4.411909751325868e-05,
      "loss": 4.9117,
      "step": 294765
    },
    {
      "epoch": 0.25801770069526564,
      "grad_norm": 0.6168121695518494,
      "learning_rate": 4.411890078131128e-05,
      "loss": 4.8894,
      "step": 294770
    },
    {
      "epoch": 0.2580220772888928,
      "grad_norm": 0.5715638399124146,
      "learning_rate": 4.411870404664051e-05,
      "loss": 5.4294,
      "step": 294775
    },
    {
      "epoch": 0.25802645388252,
      "grad_norm": 0.5663292407989502,
      "learning_rate": 4.411850730924645e-05,
      "loss": 4.8997,
      "step": 294780
    },
    {
      "epoch": 0.2580308304761471,
      "grad_norm": 0.549091100692749,
      "learning_rate": 4.4118310569129116e-05,
      "loss": 5.9193,
      "step": 294785
    },
    {
      "epoch": 0.2580352070697743,
      "grad_norm": 0.5496613383293152,
      "learning_rate": 4.4118113826288544e-05,
      "loss": 5.643,
      "step": 294790
    },
    {
      "epoch": 0.25803958366340146,
      "grad_norm": 0.5700609087944031,
      "learning_rate": 4.411791708072478e-05,
      "loss": 4.5678,
      "step": 294795
    },
    {
      "epoch": 0.2580439602570286,
      "grad_norm": 0.5806559324264526,
      "learning_rate": 4.4117720332437854e-05,
      "loss": 5.4074,
      "step": 294800
    },
    {
      "epoch": 0.25804833685065576,
      "grad_norm": 0.5613902807235718,
      "learning_rate": 4.411752358142781e-05,
      "loss": 5.4026,
      "step": 294805
    },
    {
      "epoch": 0.2580527134442829,
      "grad_norm": 0.5565394163131714,
      "learning_rate": 4.411732682769467e-05,
      "loss": 4.6129,
      "step": 294810
    },
    {
      "epoch": 0.25805709003791005,
      "grad_norm": 0.5885084271430969,
      "learning_rate": 4.41171300712385e-05,
      "loss": 5.1784,
      "step": 294815
    },
    {
      "epoch": 0.25806146663153723,
      "grad_norm": 0.6402598023414612,
      "learning_rate": 4.411693331205932e-05,
      "loss": 4.8303,
      "step": 294820
    },
    {
      "epoch": 0.25806584322516435,
      "grad_norm": 0.5606864094734192,
      "learning_rate": 4.411673655015718e-05,
      "loss": 5.4216,
      "step": 294825
    },
    {
      "epoch": 0.2580702198187915,
      "grad_norm": 0.5728763341903687,
      "learning_rate": 4.41165397855321e-05,
      "loss": 4.3929,
      "step": 294830
    },
    {
      "epoch": 0.25807459641241864,
      "grad_norm": 0.5795937180519104,
      "learning_rate": 4.4116343018184124e-05,
      "loss": 4.8908,
      "step": 294835
    },
    {
      "epoch": 0.2580789730060458,
      "grad_norm": 0.5699694156646729,
      "learning_rate": 4.41161462481133e-05,
      "loss": 5.942,
      "step": 294840
    },
    {
      "epoch": 0.258083349599673,
      "grad_norm": 0.5731603503227234,
      "learning_rate": 4.411594947531966e-05,
      "loss": 5.2168,
      "step": 294845
    },
    {
      "epoch": 0.2580877261933001,
      "grad_norm": 0.5692632794380188,
      "learning_rate": 4.4115752699803236e-05,
      "loss": 5.7354,
      "step": 294850
    },
    {
      "epoch": 0.2580921027869273,
      "grad_norm": 0.5737786889076233,
      "learning_rate": 4.411555592156408e-05,
      "loss": 5.3824,
      "step": 294855
    },
    {
      "epoch": 0.25809647938055447,
      "grad_norm": 0.5710225701332092,
      "learning_rate": 4.4115359140602206e-05,
      "loss": 5.8828,
      "step": 294860
    },
    {
      "epoch": 0.2581008559741816,
      "grad_norm": 0.5599082708358765,
      "learning_rate": 4.4115162356917685e-05,
      "loss": 4.1667,
      "step": 294865
    },
    {
      "epoch": 0.25810523256780876,
      "grad_norm": 0.5652673840522766,
      "learning_rate": 4.411496557051052e-05,
      "loss": 5.5639,
      "step": 294870
    },
    {
      "epoch": 0.2581096091614359,
      "grad_norm": 0.5778394341468811,
      "learning_rate": 4.411476878138078e-05,
      "loss": 5.6178,
      "step": 294875
    },
    {
      "epoch": 0.25811398575506306,
      "grad_norm": 0.6315777897834778,
      "learning_rate": 4.411457198952849e-05,
      "loss": 4.34,
      "step": 294880
    },
    {
      "epoch": 0.25811836234869023,
      "grad_norm": 0.5706265568733215,
      "learning_rate": 4.411437519495367e-05,
      "loss": 4.8871,
      "step": 294885
    },
    {
      "epoch": 0.25812273894231735,
      "grad_norm": 0.5688671469688416,
      "learning_rate": 4.4114178397656393e-05,
      "loss": 5.9215,
      "step": 294890
    },
    {
      "epoch": 0.25812711553594453,
      "grad_norm": 0.5623980760574341,
      "learning_rate": 4.4113981597636665e-05,
      "loss": 5.1123,
      "step": 294895
    },
    {
      "epoch": 0.2581314921295717,
      "grad_norm": 0.5668465495109558,
      "learning_rate": 4.411378479489455e-05,
      "loss": 5.1516,
      "step": 294900
    },
    {
      "epoch": 0.2581358687231988,
      "grad_norm": 0.5665066242218018,
      "learning_rate": 4.411358798943006e-05,
      "loss": 4.1688,
      "step": 294905
    },
    {
      "epoch": 0.258140245316826,
      "grad_norm": 0.5725120902061462,
      "learning_rate": 4.411339118124326e-05,
      "loss": 5.1308,
      "step": 294910
    },
    {
      "epoch": 0.2581446219104531,
      "grad_norm": 0.5613457560539246,
      "learning_rate": 4.411319437033417e-05,
      "loss": 4.393,
      "step": 294915
    },
    {
      "epoch": 0.2581489985040803,
      "grad_norm": 0.5607519745826721,
      "learning_rate": 4.411299755670283e-05,
      "loss": 5.0622,
      "step": 294920
    },
    {
      "epoch": 0.25815337509770747,
      "grad_norm": 0.5580803155899048,
      "learning_rate": 4.411280074034928e-05,
      "loss": 5.4449,
      "step": 294925
    },
    {
      "epoch": 0.2581577516913346,
      "grad_norm": 0.5689513087272644,
      "learning_rate": 4.4112603921273566e-05,
      "loss": 4.8919,
      "step": 294930
    },
    {
      "epoch": 0.25816212828496177,
      "grad_norm": 0.557152509689331,
      "learning_rate": 4.411240709947572e-05,
      "loss": 5.1056,
      "step": 294935
    },
    {
      "epoch": 0.25816650487858894,
      "grad_norm": 0.5475296378135681,
      "learning_rate": 4.4112210274955766e-05,
      "loss": 5.3815,
      "step": 294940
    },
    {
      "epoch": 0.25817088147221606,
      "grad_norm": 0.5606823563575745,
      "learning_rate": 4.411201344771376e-05,
      "loss": 4.6154,
      "step": 294945
    },
    {
      "epoch": 0.25817525806584324,
      "grad_norm": 0.5575226545333862,
      "learning_rate": 4.411181661774974e-05,
      "loss": 5.0755,
      "step": 294950
    },
    {
      "epoch": 0.25817963465947036,
      "grad_norm": 0.5683462023735046,
      "learning_rate": 4.411161978506373e-05,
      "loss": 5.1649,
      "step": 294955
    },
    {
      "epoch": 0.25818401125309753,
      "grad_norm": 0.5832933783531189,
      "learning_rate": 4.411142294965578e-05,
      "loss": 5.6127,
      "step": 294960
    },
    {
      "epoch": 0.2581883878467247,
      "grad_norm": 0.5944896936416626,
      "learning_rate": 4.4111226111525924e-05,
      "loss": 4.847,
      "step": 294965
    },
    {
      "epoch": 0.25819276444035183,
      "grad_norm": 0.5832079648971558,
      "learning_rate": 4.41110292706742e-05,
      "loss": 4.9236,
      "step": 294970
    },
    {
      "epoch": 0.258197141033979,
      "grad_norm": 0.5339503288269043,
      "learning_rate": 4.411083242710065e-05,
      "loss": 5.9555,
      "step": 294975
    },
    {
      "epoch": 0.2582015176276061,
      "grad_norm": 0.5579367280006409,
      "learning_rate": 4.41106355808053e-05,
      "loss": 5.4008,
      "step": 294980
    },
    {
      "epoch": 0.2582058942212333,
      "grad_norm": 0.5628615617752075,
      "learning_rate": 4.411043873178821e-05,
      "loss": 5.4437,
      "step": 294985
    },
    {
      "epoch": 0.2582102708148605,
      "grad_norm": 0.5368707180023193,
      "learning_rate": 4.4110241880049386e-05,
      "loss": 5.5855,
      "step": 294990
    },
    {
      "epoch": 0.2582146474084876,
      "grad_norm": 0.5487590432167053,
      "learning_rate": 4.41100450255889e-05,
      "loss": 5.3174,
      "step": 294995
    },
    {
      "epoch": 0.25821902400211477,
      "grad_norm": 0.5748298168182373,
      "learning_rate": 4.4109848168406766e-05,
      "loss": 4.1285,
      "step": 295000
    },
    {
      "epoch": 0.25822340059574195,
      "grad_norm": 0.5566379427909851,
      "learning_rate": 4.410965130850303e-05,
      "loss": 4.9195,
      "step": 295005
    },
    {
      "epoch": 0.25822777718936907,
      "grad_norm": 0.5771090388298035,
      "learning_rate": 4.4109454445877726e-05,
      "loss": 5.6463,
      "step": 295010
    },
    {
      "epoch": 0.25823215378299624,
      "grad_norm": 0.5767770409584045,
      "learning_rate": 4.4109257580530914e-05,
      "loss": 5.2309,
      "step": 295015
    },
    {
      "epoch": 0.25823653037662336,
      "grad_norm": 0.6000247001647949,
      "learning_rate": 4.4109060712462605e-05,
      "loss": 5.7069,
      "step": 295020
    },
    {
      "epoch": 0.25824090697025054,
      "grad_norm": 0.5462492108345032,
      "learning_rate": 4.410886384167284e-05,
      "loss": 5.1188,
      "step": 295025
    },
    {
      "epoch": 0.2582452835638777,
      "grad_norm": 0.5907598733901978,
      "learning_rate": 4.410866696816166e-05,
      "loss": 4.9218,
      "step": 295030
    },
    {
      "epoch": 0.25824966015750483,
      "grad_norm": 0.5531899929046631,
      "learning_rate": 4.410847009192912e-05,
      "loss": 4.5883,
      "step": 295035
    },
    {
      "epoch": 0.258254036751132,
      "grad_norm": 0.5827582478523254,
      "learning_rate": 4.410827321297524e-05,
      "loss": 5.1306,
      "step": 295040
    },
    {
      "epoch": 0.2582584133447592,
      "grad_norm": 0.5602134466171265,
      "learning_rate": 4.410807633130005e-05,
      "loss": 5.1018,
      "step": 295045
    },
    {
      "epoch": 0.2582627899383863,
      "grad_norm": 0.5614650845527649,
      "learning_rate": 4.410787944690361e-05,
      "loss": 4.9232,
      "step": 295050
    },
    {
      "epoch": 0.2582671665320135,
      "grad_norm": 0.5673210024833679,
      "learning_rate": 4.4107682559785944e-05,
      "loss": 5.212,
      "step": 295055
    },
    {
      "epoch": 0.2582715431256406,
      "grad_norm": 0.5507380962371826,
      "learning_rate": 4.41074856699471e-05,
      "loss": 5.1952,
      "step": 295060
    },
    {
      "epoch": 0.2582759197192678,
      "grad_norm": 0.6009976267814636,
      "learning_rate": 4.4107288777387104e-05,
      "loss": 5.1428,
      "step": 295065
    },
    {
      "epoch": 0.25828029631289495,
      "grad_norm": 0.5742294192314148,
      "learning_rate": 4.4107091882106e-05,
      "loss": 5.3922,
      "step": 295070
    },
    {
      "epoch": 0.2582846729065221,
      "grad_norm": 0.5614007711410522,
      "learning_rate": 4.410689498410383e-05,
      "loss": 5.6369,
      "step": 295075
    },
    {
      "epoch": 0.25828904950014925,
      "grad_norm": 0.5549473166465759,
      "learning_rate": 4.4106698083380626e-05,
      "loss": 4.5896,
      "step": 295080
    },
    {
      "epoch": 0.2582934260937764,
      "grad_norm": 0.56379634141922,
      "learning_rate": 4.410650117993642e-05,
      "loss": 5.902,
      "step": 295085
    },
    {
      "epoch": 0.25829780268740354,
      "grad_norm": 0.5786093473434448,
      "learning_rate": 4.410630427377127e-05,
      "loss": 6.2256,
      "step": 295090
    },
    {
      "epoch": 0.2583021792810307,
      "grad_norm": 0.571722686290741,
      "learning_rate": 4.41061073648852e-05,
      "loss": 4.884,
      "step": 295095
    },
    {
      "epoch": 0.25830655587465784,
      "grad_norm": 0.59071946144104,
      "learning_rate": 4.4105910453278245e-05,
      "loss": 4.8974,
      "step": 295100
    },
    {
      "epoch": 0.258310932468285,
      "grad_norm": 0.5445590615272522,
      "learning_rate": 4.4105713538950445e-05,
      "loss": 4.8144,
      "step": 295105
    },
    {
      "epoch": 0.2583153090619122,
      "grad_norm": 0.5470324754714966,
      "learning_rate": 4.4105516621901846e-05,
      "loss": 5.3027,
      "step": 295110
    },
    {
      "epoch": 0.2583196856555393,
      "grad_norm": 0.5553838610649109,
      "learning_rate": 4.4105319702132476e-05,
      "loss": 5.593,
      "step": 295115
    },
    {
      "epoch": 0.2583240622491665,
      "grad_norm": 0.5387547612190247,
      "learning_rate": 4.4105122779642375e-05,
      "loss": 4.3713,
      "step": 295120
    },
    {
      "epoch": 0.2583284388427936,
      "grad_norm": 0.5688995122909546,
      "learning_rate": 4.410492585443159e-05,
      "loss": 5.0918,
      "step": 295125
    },
    {
      "epoch": 0.2583328154364208,
      "grad_norm": 0.5750369429588318,
      "learning_rate": 4.410472892650015e-05,
      "loss": 5.3812,
      "step": 295130
    },
    {
      "epoch": 0.25833719203004796,
      "grad_norm": 0.5629377365112305,
      "learning_rate": 4.41045319958481e-05,
      "loss": 5.6309,
      "step": 295135
    },
    {
      "epoch": 0.2583415686236751,
      "grad_norm": 0.59980708360672,
      "learning_rate": 4.4104335062475476e-05,
      "loss": 4.6,
      "step": 295140
    },
    {
      "epoch": 0.25834594521730225,
      "grad_norm": 0.6075043082237244,
      "learning_rate": 4.41041381263823e-05,
      "loss": 5.6027,
      "step": 295145
    },
    {
      "epoch": 0.25835032181092943,
      "grad_norm": 0.5744692087173462,
      "learning_rate": 4.410394118756863e-05,
      "loss": 5.0978,
      "step": 295150
    },
    {
      "epoch": 0.25835469840455655,
      "grad_norm": 0.577494740486145,
      "learning_rate": 4.4103744246034505e-05,
      "loss": 4.8945,
      "step": 295155
    },
    {
      "epoch": 0.2583590749981837,
      "grad_norm": 0.5448679327964783,
      "learning_rate": 4.410354730177995e-05,
      "loss": 4.9204,
      "step": 295160
    },
    {
      "epoch": 0.25836345159181084,
      "grad_norm": 0.5487170815467834,
      "learning_rate": 4.4103350354805004e-05,
      "loss": 5.958,
      "step": 295165
    },
    {
      "epoch": 0.258367828185438,
      "grad_norm": 0.5715233683586121,
      "learning_rate": 4.410315340510972e-05,
      "loss": 5.9223,
      "step": 295170
    },
    {
      "epoch": 0.2583722047790652,
      "grad_norm": 0.5417953133583069,
      "learning_rate": 4.410295645269411e-05,
      "loss": 5.0506,
      "step": 295175
    },
    {
      "epoch": 0.2583765813726923,
      "grad_norm": 0.5509750843048096,
      "learning_rate": 4.410275949755824e-05,
      "loss": 5.7038,
      "step": 295180
    },
    {
      "epoch": 0.2583809579663195,
      "grad_norm": 0.5607479214668274,
      "learning_rate": 4.410256253970213e-05,
      "loss": 5.214,
      "step": 295185
    },
    {
      "epoch": 0.25838533455994667,
      "grad_norm": 0.5446847081184387,
      "learning_rate": 4.410236557912583e-05,
      "loss": 6.235,
      "step": 295190
    },
    {
      "epoch": 0.2583897111535738,
      "grad_norm": 0.5527234673500061,
      "learning_rate": 4.410216861582937e-05,
      "loss": 5.6199,
      "step": 295195
    },
    {
      "epoch": 0.25839408774720096,
      "grad_norm": 0.5513790249824524,
      "learning_rate": 4.410197164981278e-05,
      "loss": 6.2166,
      "step": 295200
    },
    {
      "epoch": 0.2583984643408281,
      "grad_norm": 0.5904739499092102,
      "learning_rate": 4.4101774681076114e-05,
      "loss": 4.5751,
      "step": 295205
    },
    {
      "epoch": 0.25840284093445526,
      "grad_norm": 0.5500074028968811,
      "learning_rate": 4.4101577709619404e-05,
      "loss": 5.0932,
      "step": 295210
    },
    {
      "epoch": 0.25840721752808243,
      "grad_norm": 0.5770896077156067,
      "learning_rate": 4.410138073544269e-05,
      "loss": 5.0972,
      "step": 295215
    },
    {
      "epoch": 0.25841159412170955,
      "grad_norm": 0.570284366607666,
      "learning_rate": 4.4101183758545994e-05,
      "loss": 5.9688,
      "step": 295220
    },
    {
      "epoch": 0.25841597071533673,
      "grad_norm": 0.5978448390960693,
      "learning_rate": 4.4100986778929376e-05,
      "loss": 4.6631,
      "step": 295225
    },
    {
      "epoch": 0.25842034730896385,
      "grad_norm": 0.5595327019691467,
      "learning_rate": 4.410078979659287e-05,
      "loss": 6.2791,
      "step": 295230
    },
    {
      "epoch": 0.258424723902591,
      "grad_norm": 0.5723212957382202,
      "learning_rate": 4.41005928115365e-05,
      "loss": 5.3961,
      "step": 295235
    },
    {
      "epoch": 0.2584291004962182,
      "grad_norm": 0.5583540201187134,
      "learning_rate": 4.410039582376032e-05,
      "loss": 5.0609,
      "step": 295240
    },
    {
      "epoch": 0.2584334770898453,
      "grad_norm": 0.5681701302528381,
      "learning_rate": 4.410019883326436e-05,
      "loss": 4.8884,
      "step": 295245
    },
    {
      "epoch": 0.2584378536834725,
      "grad_norm": 0.5602707862854004,
      "learning_rate": 4.410000184004866e-05,
      "loss": 5.9279,
      "step": 295250
    },
    {
      "epoch": 0.25844223027709967,
      "grad_norm": 0.5446287989616394,
      "learning_rate": 4.409980484411326e-05,
      "loss": 5.9391,
      "step": 295255
    },
    {
      "epoch": 0.2584466068707268,
      "grad_norm": 0.5561409592628479,
      "learning_rate": 4.409960784545819e-05,
      "loss": 4.6065,
      "step": 295260
    },
    {
      "epoch": 0.25845098346435397,
      "grad_norm": 0.8182168006896973,
      "learning_rate": 4.40994108440835e-05,
      "loss": 4.9055,
      "step": 295265
    },
    {
      "epoch": 0.2584553600579811,
      "grad_norm": 0.5843658447265625,
      "learning_rate": 4.409921383998922e-05,
      "loss": 5.12,
      "step": 295270
    },
    {
      "epoch": 0.25845973665160826,
      "grad_norm": 0.5560441613197327,
      "learning_rate": 4.4099016833175376e-05,
      "loss": 5.301,
      "step": 295275
    },
    {
      "epoch": 0.25846411324523544,
      "grad_norm": 0.5919837355613708,
      "learning_rate": 4.4098819823642035e-05,
      "loss": 5.114,
      "step": 295280
    },
    {
      "epoch": 0.25846848983886256,
      "grad_norm": 0.5845929384231567,
      "learning_rate": 4.409862281138921e-05,
      "loss": 4.4071,
      "step": 295285
    },
    {
      "epoch": 0.25847286643248973,
      "grad_norm": 0.6060104966163635,
      "learning_rate": 4.4098425796416955e-05,
      "loss": 5.391,
      "step": 295290
    },
    {
      "epoch": 0.2584772430261169,
      "grad_norm": 0.5565872192382812,
      "learning_rate": 4.4098228778725304e-05,
      "loss": 5.707,
      "step": 295295
    },
    {
      "epoch": 0.25848161961974403,
      "grad_norm": 0.5554139018058777,
      "learning_rate": 4.4098031758314284e-05,
      "loss": 4.5935,
      "step": 295300
    },
    {
      "epoch": 0.2584859962133712,
      "grad_norm": 0.5744022727012634,
      "learning_rate": 4.4097834735183944e-05,
      "loss": 4.8988,
      "step": 295305
    },
    {
      "epoch": 0.2584903728069983,
      "grad_norm": 0.5557509660720825,
      "learning_rate": 4.4097637709334315e-05,
      "loss": 4.3771,
      "step": 295310
    },
    {
      "epoch": 0.2584947494006255,
      "grad_norm": 0.5865148305892944,
      "learning_rate": 4.409744068076545e-05,
      "loss": 5.5971,
      "step": 295315
    },
    {
      "epoch": 0.2584991259942527,
      "grad_norm": 0.5612345337867737,
      "learning_rate": 4.409724364947737e-05,
      "loss": 5.9164,
      "step": 295320
    },
    {
      "epoch": 0.2585035025878798,
      "grad_norm": 0.5543539524078369,
      "learning_rate": 4.409704661547012e-05,
      "loss": 5.3907,
      "step": 295325
    },
    {
      "epoch": 0.25850787918150697,
      "grad_norm": 0.5598964691162109,
      "learning_rate": 4.409684957874374e-05,
      "loss": 5.413,
      "step": 295330
    },
    {
      "epoch": 0.25851225577513415,
      "grad_norm": 0.6158221960067749,
      "learning_rate": 4.409665253929826e-05,
      "loss": 5.3925,
      "step": 295335
    },
    {
      "epoch": 0.25851663236876127,
      "grad_norm": 0.5764299631118774,
      "learning_rate": 4.409645549713372e-05,
      "loss": 4.8639,
      "step": 295340
    },
    {
      "epoch": 0.25852100896238844,
      "grad_norm": 0.6105115413665771,
      "learning_rate": 4.4096258452250174e-05,
      "loss": 5.9109,
      "step": 295345
    },
    {
      "epoch": 0.25852538555601556,
      "grad_norm": 0.7467106580734253,
      "learning_rate": 4.409606140464763e-05,
      "loss": 4.8854,
      "step": 295350
    },
    {
      "epoch": 0.25852976214964274,
      "grad_norm": 0.6501447558403015,
      "learning_rate": 4.4095864354326154e-05,
      "loss": 5.335,
      "step": 295355
    },
    {
      "epoch": 0.2585341387432699,
      "grad_norm": 0.5973705053329468,
      "learning_rate": 4.409566730128577e-05,
      "loss": 5.3937,
      "step": 295360
    },
    {
      "epoch": 0.25853851533689703,
      "grad_norm": 0.5949667096138,
      "learning_rate": 4.409547024552653e-05,
      "loss": 6.2373,
      "step": 295365
    },
    {
      "epoch": 0.2585428919305242,
      "grad_norm": 0.5564067959785461,
      "learning_rate": 4.409527318704846e-05,
      "loss": 5.9283,
      "step": 295370
    },
    {
      "epoch": 0.25854726852415133,
      "grad_norm": 0.581630527973175,
      "learning_rate": 4.4095076125851584e-05,
      "loss": 5.4076,
      "step": 295375
    },
    {
      "epoch": 0.2585516451177785,
      "grad_norm": 0.5806270241737366,
      "learning_rate": 4.409487906193597e-05,
      "loss": 4.8071,
      "step": 295380
    },
    {
      "epoch": 0.2585560217114057,
      "grad_norm": 0.5716379284858704,
      "learning_rate": 4.409468199530164e-05,
      "loss": 5.3117,
      "step": 295385
    },
    {
      "epoch": 0.2585603983050328,
      "grad_norm": 0.551498532295227,
      "learning_rate": 4.409448492594862e-05,
      "loss": 5.4,
      "step": 295390
    },
    {
      "epoch": 0.25856477489866,
      "grad_norm": 0.5523888468742371,
      "learning_rate": 4.409428785387698e-05,
      "loss": 4.0268,
      "step": 295395
    },
    {
      "epoch": 0.25856915149228715,
      "grad_norm": 0.5647099614143372,
      "learning_rate": 4.409409077908673e-05,
      "loss": 5.6905,
      "step": 295400
    },
    {
      "epoch": 0.2585735280859143,
      "grad_norm": 0.5659425854682922,
      "learning_rate": 4.409389370157792e-05,
      "loss": 5.3924,
      "step": 295405
    },
    {
      "epoch": 0.25857790467954145,
      "grad_norm": 0.5615820288658142,
      "learning_rate": 4.4093696621350576e-05,
      "loss": 5.7052,
      "step": 295410
    },
    {
      "epoch": 0.25858228127316857,
      "grad_norm": 0.5827029347419739,
      "learning_rate": 4.409349953840476e-05,
      "loss": 5.4151,
      "step": 295415
    },
    {
      "epoch": 0.25858665786679574,
      "grad_norm": 0.5797265768051147,
      "learning_rate": 4.4093302452740485e-05,
      "loss": 5.5994,
      "step": 295420
    },
    {
      "epoch": 0.2585910344604229,
      "grad_norm": 0.5753768682479858,
      "learning_rate": 4.40931053643578e-05,
      "loss": 5.0925,
      "step": 295425
    },
    {
      "epoch": 0.25859541105405004,
      "grad_norm": 0.5662140250205994,
      "learning_rate": 4.409290827325675e-05,
      "loss": 5.4372,
      "step": 295430
    },
    {
      "epoch": 0.2585997876476772,
      "grad_norm": 0.5767196416854858,
      "learning_rate": 4.4092711179437366e-05,
      "loss": 5.9041,
      "step": 295435
    },
    {
      "epoch": 0.2586041642413044,
      "grad_norm": 0.5746399760246277,
      "learning_rate": 4.409251408289968e-05,
      "loss": 5.2219,
      "step": 295440
    },
    {
      "epoch": 0.2586085408349315,
      "grad_norm": 0.5406638383865356,
      "learning_rate": 4.409231698364373e-05,
      "loss": 5.4116,
      "step": 295445
    },
    {
      "epoch": 0.2586129174285587,
      "grad_norm": 0.5800393223762512,
      "learning_rate": 4.409211988166957e-05,
      "loss": 4.5678,
      "step": 295450
    },
    {
      "epoch": 0.2586172940221858,
      "grad_norm": 0.5836138129234314,
      "learning_rate": 4.4091922776977235e-05,
      "loss": 4.821,
      "step": 295455
    },
    {
      "epoch": 0.258621670615813,
      "grad_norm": 0.5845015048980713,
      "learning_rate": 4.409172566956673e-05,
      "loss": 5.0872,
      "step": 295460
    },
    {
      "epoch": 0.25862604720944016,
      "grad_norm": 0.5590080618858337,
      "learning_rate": 4.4091528559438136e-05,
      "loss": 5.4156,
      "step": 295465
    },
    {
      "epoch": 0.2586304238030673,
      "grad_norm": 0.6133605241775513,
      "learning_rate": 4.4091331446591475e-05,
      "loss": 4.8821,
      "step": 295470
    },
    {
      "epoch": 0.25863480039669445,
      "grad_norm": 0.5533711910247803,
      "learning_rate": 4.4091134331026786e-05,
      "loss": 5.0785,
      "step": 295475
    },
    {
      "epoch": 0.2586391769903216,
      "grad_norm": 0.6013854146003723,
      "learning_rate": 4.40909372127441e-05,
      "loss": 5.1161,
      "step": 295480
    },
    {
      "epoch": 0.25864355358394875,
      "grad_norm": 0.561244547367096,
      "learning_rate": 4.409074009174346e-05,
      "loss": 5.9326,
      "step": 295485
    },
    {
      "epoch": 0.2586479301775759,
      "grad_norm": 0.565802812576294,
      "learning_rate": 4.40905429680249e-05,
      "loss": 4.6912,
      "step": 295490
    },
    {
      "epoch": 0.25865230677120304,
      "grad_norm": 0.5489309430122375,
      "learning_rate": 4.409034584158845e-05,
      "loss": 4.5108,
      "step": 295495
    },
    {
      "epoch": 0.2586566833648302,
      "grad_norm": 0.6020069122314453,
      "learning_rate": 4.4090148712434185e-05,
      "loss": 5.8953,
      "step": 295500
    },
    {
      "epoch": 0.2586610599584574,
      "grad_norm": 0.5618331432342529,
      "learning_rate": 4.408995158056211e-05,
      "loss": 5.4019,
      "step": 295505
    },
    {
      "epoch": 0.2586654365520845,
      "grad_norm": 0.5647677779197693,
      "learning_rate": 4.4089754445972266e-05,
      "loss": 4.7126,
      "step": 295510
    },
    {
      "epoch": 0.2586698131457117,
      "grad_norm": 0.5506922602653503,
      "learning_rate": 4.4089557308664696e-05,
      "loss": 4.8999,
      "step": 295515
    },
    {
      "epoch": 0.2586741897393388,
      "grad_norm": 0.5653440952301025,
      "learning_rate": 4.408936016863944e-05,
      "loss": 5.417,
      "step": 295520
    },
    {
      "epoch": 0.258678566332966,
      "grad_norm": 0.5564484596252441,
      "learning_rate": 4.408916302589653e-05,
      "loss": 5.7066,
      "step": 295525
    },
    {
      "epoch": 0.25868294292659316,
      "grad_norm": 0.5604310035705566,
      "learning_rate": 4.408896588043602e-05,
      "loss": 5.123,
      "step": 295530
    },
    {
      "epoch": 0.2586873195202203,
      "grad_norm": 0.5514312386512756,
      "learning_rate": 4.4088768732257926e-05,
      "loss": 5.1318,
      "step": 295535
    },
    {
      "epoch": 0.25869169611384746,
      "grad_norm": 0.5666585564613342,
      "learning_rate": 4.4088571581362294e-05,
      "loss": 4.4074,
      "step": 295540
    },
    {
      "epoch": 0.25869607270747463,
      "grad_norm": 0.5570942163467407,
      "learning_rate": 4.408837442774917e-05,
      "loss": 5.4396,
      "step": 295545
    },
    {
      "epoch": 0.25870044930110175,
      "grad_norm": 0.5589438080787659,
      "learning_rate": 4.408817727141858e-05,
      "loss": 4.6007,
      "step": 295550
    },
    {
      "epoch": 0.25870482589472893,
      "grad_norm": 0.5505673289299011,
      "learning_rate": 4.4087980112370576e-05,
      "loss": 5.4016,
      "step": 295555
    },
    {
      "epoch": 0.25870920248835605,
      "grad_norm": 0.5531100630760193,
      "learning_rate": 4.408778295060518e-05,
      "loss": 5.1094,
      "step": 295560
    },
    {
      "epoch": 0.2587135790819832,
      "grad_norm": 0.583350419998169,
      "learning_rate": 4.408758578612244e-05,
      "loss": 4.5931,
      "step": 295565
    },
    {
      "epoch": 0.2587179556756104,
      "grad_norm": 0.5558925271034241,
      "learning_rate": 4.4087388618922395e-05,
      "loss": 5.3692,
      "step": 295570
    },
    {
      "epoch": 0.2587223322692375,
      "grad_norm": 0.549156904220581,
      "learning_rate": 4.408719144900508e-05,
      "loss": 5.9281,
      "step": 295575
    },
    {
      "epoch": 0.2587267088628647,
      "grad_norm": 0.56635981798172,
      "learning_rate": 4.4086994276370544e-05,
      "loss": 5.3991,
      "step": 295580
    },
    {
      "epoch": 0.25873108545649187,
      "grad_norm": 0.5508227348327637,
      "learning_rate": 4.408679710101881e-05,
      "loss": 5.6094,
      "step": 295585
    },
    {
      "epoch": 0.258735462050119,
      "grad_norm": 0.6012628078460693,
      "learning_rate": 4.40865999229499e-05,
      "loss": 4.8284,
      "step": 295590
    },
    {
      "epoch": 0.25873983864374617,
      "grad_norm": 0.57926344871521,
      "learning_rate": 4.408640274216389e-05,
      "loss": 5.1795,
      "step": 295595
    },
    {
      "epoch": 0.2587442152373733,
      "grad_norm": 0.5836808085441589,
      "learning_rate": 4.4086205558660796e-05,
      "loss": 5.1407,
      "step": 295600
    },
    {
      "epoch": 0.25874859183100046,
      "grad_norm": 0.569861888885498,
      "learning_rate": 4.408600837244067e-05,
      "loss": 3.8687,
      "step": 295605
    },
    {
      "epoch": 0.25875296842462764,
      "grad_norm": 0.6099129319190979,
      "learning_rate": 4.408581118350352e-05,
      "loss": 4.5965,
      "step": 295610
    },
    {
      "epoch": 0.25875734501825476,
      "grad_norm": 0.5674018263816833,
      "learning_rate": 4.408561399184942e-05,
      "loss": 4.9333,
      "step": 295615
    },
    {
      "epoch": 0.25876172161188193,
      "grad_norm": 0.5733372569084167,
      "learning_rate": 4.4085416797478396e-05,
      "loss": 5.1248,
      "step": 295620
    },
    {
      "epoch": 0.25876609820550905,
      "grad_norm": 0.5892178416252136,
      "learning_rate": 4.408521960039047e-05,
      "loss": 4.5896,
      "step": 295625
    },
    {
      "epoch": 0.25877047479913623,
      "grad_norm": 0.5605788230895996,
      "learning_rate": 4.4085022400585695e-05,
      "loss": 5.4455,
      "step": 295630
    },
    {
      "epoch": 0.2587748513927634,
      "grad_norm": 0.5473924279212952,
      "learning_rate": 4.40848251980641e-05,
      "loss": 5.6195,
      "step": 295635
    },
    {
      "epoch": 0.2587792279863905,
      "grad_norm": 0.5507895350456238,
      "learning_rate": 4.408462799282576e-05,
      "loss": 5.1258,
      "step": 295640
    },
    {
      "epoch": 0.2587836045800177,
      "grad_norm": 0.5509507060050964,
      "learning_rate": 4.408443078487066e-05,
      "loss": 5.1319,
      "step": 295645
    },
    {
      "epoch": 0.2587879811736449,
      "grad_norm": 0.5594351291656494,
      "learning_rate": 4.4084233574198855e-05,
      "loss": 4.3998,
      "step": 295650
    },
    {
      "epoch": 0.258792357767272,
      "grad_norm": 0.560263991355896,
      "learning_rate": 4.40840363608104e-05,
      "loss": 4.3102,
      "step": 295655
    },
    {
      "epoch": 0.25879673436089917,
      "grad_norm": 0.5749667882919312,
      "learning_rate": 4.408383914470532e-05,
      "loss": 4.4074,
      "step": 295660
    },
    {
      "epoch": 0.2588011109545263,
      "grad_norm": 0.5649691820144653,
      "learning_rate": 4.408364192588364e-05,
      "loss": 5.1662,
      "step": 295665
    },
    {
      "epoch": 0.25880548754815347,
      "grad_norm": 0.5636226534843445,
      "learning_rate": 4.4083444704345435e-05,
      "loss": 5.696,
      "step": 295670
    },
    {
      "epoch": 0.25880986414178064,
      "grad_norm": 0.5568410158157349,
      "learning_rate": 4.408324748009072e-05,
      "loss": 5.3119,
      "step": 295675
    },
    {
      "epoch": 0.25881424073540776,
      "grad_norm": 0.5536224842071533,
      "learning_rate": 4.408305025311953e-05,
      "loss": 5.455,
      "step": 295680
    },
    {
      "epoch": 0.25881861732903494,
      "grad_norm": 0.5453357100486755,
      "learning_rate": 4.40828530234319e-05,
      "loss": 4.7939,
      "step": 295685
    },
    {
      "epoch": 0.2588229939226621,
      "grad_norm": 0.5515441298484802,
      "learning_rate": 4.408265579102787e-05,
      "loss": 4.8363,
      "step": 295690
    },
    {
      "epoch": 0.25882737051628923,
      "grad_norm": 0.5549356937408447,
      "learning_rate": 4.40824585559075e-05,
      "loss": 5.4483,
      "step": 295695
    },
    {
      "epoch": 0.2588317471099164,
      "grad_norm": 0.557176411151886,
      "learning_rate": 4.408226131807081e-05,
      "loss": 5.178,
      "step": 295700
    },
    {
      "epoch": 0.25883612370354353,
      "grad_norm": 0.5861294269561768,
      "learning_rate": 4.4082064077517824e-05,
      "loss": 4.6871,
      "step": 295705
    },
    {
      "epoch": 0.2588405002971707,
      "grad_norm": 0.5468201041221619,
      "learning_rate": 4.408186683424861e-05,
      "loss": 4.3716,
      "step": 295710
    },
    {
      "epoch": 0.2588448768907979,
      "grad_norm": 0.5495462417602539,
      "learning_rate": 4.408166958826317e-05,
      "loss": 5.6925,
      "step": 295715
    },
    {
      "epoch": 0.258849253484425,
      "grad_norm": 0.6041842699050903,
      "learning_rate": 4.408147233956159e-05,
      "loss": 6.2318,
      "step": 295720
    },
    {
      "epoch": 0.2588536300780522,
      "grad_norm": 0.5645167827606201,
      "learning_rate": 4.408127508814387e-05,
      "loss": 4.3642,
      "step": 295725
    },
    {
      "epoch": 0.25885800667167935,
      "grad_norm": 0.5651106238365173,
      "learning_rate": 4.408107783401006e-05,
      "loss": 5.0972,
      "step": 295730
    },
    {
      "epoch": 0.2588623832653065,
      "grad_norm": 0.5694152116775513,
      "learning_rate": 4.4080880577160185e-05,
      "loss": 4.9385,
      "step": 295735
    },
    {
      "epoch": 0.25886675985893365,
      "grad_norm": 0.5436989068984985,
      "learning_rate": 4.408068331759432e-05,
      "loss": 4.1701,
      "step": 295740
    },
    {
      "epoch": 0.25887113645256077,
      "grad_norm": 0.5471891164779663,
      "learning_rate": 4.4080486055312465e-05,
      "loss": 5.411,
      "step": 295745
    },
    {
      "epoch": 0.25887551304618794,
      "grad_norm": 0.5485035181045532,
      "learning_rate": 4.408028879031467e-05,
      "loss": 4.6878,
      "step": 295750
    },
    {
      "epoch": 0.2588798896398151,
      "grad_norm": 0.6163253784179688,
      "learning_rate": 4.4080091522600986e-05,
      "loss": 4.3807,
      "step": 295755
    },
    {
      "epoch": 0.25888426623344224,
      "grad_norm": 0.5840259790420532,
      "learning_rate": 4.407989425217143e-05,
      "loss": 5.6847,
      "step": 295760
    },
    {
      "epoch": 0.2588886428270694,
      "grad_norm": 0.539648175239563,
      "learning_rate": 4.4079696979026044e-05,
      "loss": 4.8992,
      "step": 295765
    },
    {
      "epoch": 0.25889301942069654,
      "grad_norm": 0.5989750027656555,
      "learning_rate": 4.407949970316488e-05,
      "loss": 4.6776,
      "step": 295770
    },
    {
      "epoch": 0.2588973960143237,
      "grad_norm": 0.5612797737121582,
      "learning_rate": 4.4079302424587966e-05,
      "loss": 4.6935,
      "step": 295775
    },
    {
      "epoch": 0.2589017726079509,
      "grad_norm": 0.5584629774093628,
      "learning_rate": 4.407910514329534e-05,
      "loss": 5.8912,
      "step": 295780
    },
    {
      "epoch": 0.258906149201578,
      "grad_norm": 0.596065104007721,
      "learning_rate": 4.4078907859287056e-05,
      "loss": 4.6384,
      "step": 295785
    },
    {
      "epoch": 0.2589105257952052,
      "grad_norm": 0.5672652125358582,
      "learning_rate": 4.407871057256312e-05,
      "loss": 5.0806,
      "step": 295790
    },
    {
      "epoch": 0.25891490238883236,
      "grad_norm": 0.7013460397720337,
      "learning_rate": 4.40785132831236e-05,
      "loss": 4.4138,
      "step": 295795
    },
    {
      "epoch": 0.2589192789824595,
      "grad_norm": 0.5786492824554443,
      "learning_rate": 4.407831599096851e-05,
      "loss": 5.0974,
      "step": 295800
    },
    {
      "epoch": 0.25892365557608665,
      "grad_norm": 0.5462744235992432,
      "learning_rate": 4.4078118696097914e-05,
      "loss": 5.9066,
      "step": 295805
    },
    {
      "epoch": 0.2589280321697138,
      "grad_norm": 0.5485565662384033,
      "learning_rate": 4.4077921398511835e-05,
      "loss": 4.3074,
      "step": 295810
    },
    {
      "epoch": 0.25893240876334095,
      "grad_norm": 0.5769156217575073,
      "learning_rate": 4.4077724098210305e-05,
      "loss": 5.698,
      "step": 295815
    },
    {
      "epoch": 0.2589367853569681,
      "grad_norm": 0.5510202646255493,
      "learning_rate": 4.407752679519337e-05,
      "loss": 5.9508,
      "step": 295820
    },
    {
      "epoch": 0.25894116195059524,
      "grad_norm": 0.5418909788131714,
      "learning_rate": 4.407732948946107e-05,
      "loss": 4.668,
      "step": 295825
    },
    {
      "epoch": 0.2589455385442224,
      "grad_norm": 0.5526377558708191,
      "learning_rate": 4.4077132181013434e-05,
      "loss": 5.4007,
      "step": 295830
    },
    {
      "epoch": 0.2589499151378496,
      "grad_norm": 0.5637861490249634,
      "learning_rate": 4.4076934869850515e-05,
      "loss": 5.9531,
      "step": 295835
    },
    {
      "epoch": 0.2589542917314767,
      "grad_norm": 0.5544816851615906,
      "learning_rate": 4.4076737555972334e-05,
      "loss": 5.9326,
      "step": 295840
    },
    {
      "epoch": 0.2589586683251039,
      "grad_norm": 0.5493230819702148,
      "learning_rate": 4.407654023937895e-05,
      "loss": 5.934,
      "step": 295845
    },
    {
      "epoch": 0.258963044918731,
      "grad_norm": 0.5404102802276611,
      "learning_rate": 4.407634292007038e-05,
      "loss": 5.9313,
      "step": 295850
    },
    {
      "epoch": 0.2589674215123582,
      "grad_norm": 0.5623844265937805,
      "learning_rate": 4.4076145598046684e-05,
      "loss": 4.8955,
      "step": 295855
    },
    {
      "epoch": 0.25897179810598536,
      "grad_norm": 0.5616441369056702,
      "learning_rate": 4.4075948273307866e-05,
      "loss": 5.7009,
      "step": 295860
    },
    {
      "epoch": 0.2589761746996125,
      "grad_norm": 0.5869801044464111,
      "learning_rate": 4.4075750945853997e-05,
      "loss": 5.117,
      "step": 295865
    },
    {
      "epoch": 0.25898055129323966,
      "grad_norm": 0.5592023730278015,
      "learning_rate": 4.407555361568511e-05,
      "loss": 4.8886,
      "step": 295870
    },
    {
      "epoch": 0.2589849278868668,
      "grad_norm": 0.5583591461181641,
      "learning_rate": 4.4075356282801216e-05,
      "loss": 5.4156,
      "step": 295875
    },
    {
      "epoch": 0.25898930448049395,
      "grad_norm": 0.574320375919342,
      "learning_rate": 4.4075158947202386e-05,
      "loss": 5.6051,
      "step": 295880
    },
    {
      "epoch": 0.25899368107412113,
      "grad_norm": 0.5691940784454346,
      "learning_rate": 4.4074961608888645e-05,
      "loss": 5.1412,
      "step": 295885
    },
    {
      "epoch": 0.25899805766774825,
      "grad_norm": 0.5770956873893738,
      "learning_rate": 4.4074764267860036e-05,
      "loss": 4.8847,
      "step": 295890
    },
    {
      "epoch": 0.2590024342613754,
      "grad_norm": 0.5497874617576599,
      "learning_rate": 4.407456692411658e-05,
      "loss": 5.6687,
      "step": 295895
    },
    {
      "epoch": 0.2590068108550026,
      "grad_norm": 0.5603183507919312,
      "learning_rate": 4.407436957765834e-05,
      "loss": 5.4327,
      "step": 295900
    },
    {
      "epoch": 0.2590111874486297,
      "grad_norm": 0.5606194138526917,
      "learning_rate": 4.407417222848533e-05,
      "loss": 5.609,
      "step": 295905
    },
    {
      "epoch": 0.2590155640422569,
      "grad_norm": 0.5715605616569519,
      "learning_rate": 4.40739748765976e-05,
      "loss": 5.9314,
      "step": 295910
    },
    {
      "epoch": 0.259019940635884,
      "grad_norm": 0.5601285099983215,
      "learning_rate": 4.4073777521995196e-05,
      "loss": 5.9055,
      "step": 295915
    },
    {
      "epoch": 0.2590243172295112,
      "grad_norm": 0.5979932546615601,
      "learning_rate": 4.407358016467814e-05,
      "loss": 4.4049,
      "step": 295920
    },
    {
      "epoch": 0.25902869382313837,
      "grad_norm": 0.5667040348052979,
      "learning_rate": 4.407338280464649e-05,
      "loss": 5.3314,
      "step": 295925
    },
    {
      "epoch": 0.2590330704167655,
      "grad_norm": 0.5562602281570435,
      "learning_rate": 4.4073185441900256e-05,
      "loss": 5.9102,
      "step": 295930
    },
    {
      "epoch": 0.25903744701039266,
      "grad_norm": 0.5493967533111572,
      "learning_rate": 4.40729880764395e-05,
      "loss": 5.1198,
      "step": 295935
    },
    {
      "epoch": 0.25904182360401984,
      "grad_norm": 0.5853235125541687,
      "learning_rate": 4.407279070826425e-05,
      "loss": 5.4097,
      "step": 295940
    },
    {
      "epoch": 0.25904620019764696,
      "grad_norm": 0.546548068523407,
      "learning_rate": 4.4072593337374554e-05,
      "loss": 4.6069,
      "step": 295945
    },
    {
      "epoch": 0.25905057679127413,
      "grad_norm": 0.5542335510253906,
      "learning_rate": 4.407239596377043e-05,
      "loss": 4.0555,
      "step": 295950
    },
    {
      "epoch": 0.25905495338490125,
      "grad_norm": 0.5830866694450378,
      "learning_rate": 4.407219858745194e-05,
      "loss": 4.9214,
      "step": 295955
    },
    {
      "epoch": 0.25905932997852843,
      "grad_norm": 0.5717729926109314,
      "learning_rate": 4.40720012084191e-05,
      "loss": 4.6264,
      "step": 295960
    },
    {
      "epoch": 0.2590637065721556,
      "grad_norm": 0.5551525354385376,
      "learning_rate": 4.4071803826671964e-05,
      "loss": 5.6203,
      "step": 295965
    },
    {
      "epoch": 0.2590680831657827,
      "grad_norm": 0.5703768730163574,
      "learning_rate": 4.4071606442210555e-05,
      "loss": 5.1715,
      "step": 295970
    },
    {
      "epoch": 0.2590724597594099,
      "grad_norm": 0.5735272169113159,
      "learning_rate": 4.407140905503494e-05,
      "loss": 5.6258,
      "step": 295975
    },
    {
      "epoch": 0.2590768363530371,
      "grad_norm": 0.5720208287239075,
      "learning_rate": 4.407121166514512e-05,
      "loss": 5.7088,
      "step": 295980
    },
    {
      "epoch": 0.2590812129466642,
      "grad_norm": 0.5582735538482666,
      "learning_rate": 4.4071014272541155e-05,
      "loss": 5.1752,
      "step": 295985
    },
    {
      "epoch": 0.25908558954029137,
      "grad_norm": 0.5659859776496887,
      "learning_rate": 4.407081687722309e-05,
      "loss": 5.1039,
      "step": 295990
    },
    {
      "epoch": 0.2590899661339185,
      "grad_norm": 0.5686432719230652,
      "learning_rate": 4.4070619479190936e-05,
      "loss": 5.634,
      "step": 295995
    },
    {
      "epoch": 0.25909434272754567,
      "grad_norm": 0.6553328037261963,
      "learning_rate": 4.407042207844475e-05,
      "loss": 4.8903,
      "step": 296000
    },
    {
      "epoch": 0.25909871932117284,
      "grad_norm": 0.5679880976676941,
      "learning_rate": 4.407022467498457e-05,
      "loss": 5.4142,
      "step": 296005
    },
    {
      "epoch": 0.25910309591479996,
      "grad_norm": 0.5477261543273926,
      "learning_rate": 4.407002726881043e-05,
      "loss": 5.5748,
      "step": 296010
    },
    {
      "epoch": 0.25910747250842714,
      "grad_norm": 0.5629662275314331,
      "learning_rate": 4.406982985992237e-05,
      "loss": 5.7141,
      "step": 296015
    },
    {
      "epoch": 0.25911184910205426,
      "grad_norm": 0.5748323202133179,
      "learning_rate": 4.406963244832042e-05,
      "loss": 5.4485,
      "step": 296020
    },
    {
      "epoch": 0.25911622569568143,
      "grad_norm": 0.5782292485237122,
      "learning_rate": 4.406943503400464e-05,
      "loss": 4.86,
      "step": 296025
    },
    {
      "epoch": 0.2591206022893086,
      "grad_norm": 0.5733429193496704,
      "learning_rate": 4.4069237616975034e-05,
      "loss": 5.4305,
      "step": 296030
    },
    {
      "epoch": 0.25912497888293573,
      "grad_norm": 0.5726830959320068,
      "learning_rate": 4.406904019723167e-05,
      "loss": 4.6899,
      "step": 296035
    },
    {
      "epoch": 0.2591293554765629,
      "grad_norm": 0.6456302404403687,
      "learning_rate": 4.4068842774774575e-05,
      "loss": 5.9354,
      "step": 296040
    },
    {
      "epoch": 0.2591337320701901,
      "grad_norm": 0.5732693672180176,
      "learning_rate": 4.4068645349603786e-05,
      "loss": 4.8587,
      "step": 296045
    },
    {
      "epoch": 0.2591381086638172,
      "grad_norm": 0.7171496748924255,
      "learning_rate": 4.406844792171935e-05,
      "loss": 4.884,
      "step": 296050
    },
    {
      "epoch": 0.2591424852574444,
      "grad_norm": 0.5928962230682373,
      "learning_rate": 4.40682504911213e-05,
      "loss": 5.3227,
      "step": 296055
    },
    {
      "epoch": 0.2591468618510715,
      "grad_norm": 0.598347544670105,
      "learning_rate": 4.406805305780966e-05,
      "loss": 5.4192,
      "step": 296060
    },
    {
      "epoch": 0.2591512384446987,
      "grad_norm": 0.5860823392868042,
      "learning_rate": 4.406785562178448e-05,
      "loss": 5.1431,
      "step": 296065
    },
    {
      "epoch": 0.25915561503832585,
      "grad_norm": 0.5904070734977722,
      "learning_rate": 4.40676581830458e-05,
      "loss": 5.0984,
      "step": 296070
    },
    {
      "epoch": 0.25915999163195297,
      "grad_norm": 0.5521094799041748,
      "learning_rate": 4.406746074159366e-05,
      "loss": 5.3976,
      "step": 296075
    },
    {
      "epoch": 0.25916436822558014,
      "grad_norm": 0.5728610754013062,
      "learning_rate": 4.4067263297428094e-05,
      "loss": 4.9058,
      "step": 296080
    },
    {
      "epoch": 0.2591687448192073,
      "grad_norm": 0.547063410282135,
      "learning_rate": 4.406706585054914e-05,
      "loss": 4.6131,
      "step": 296085
    },
    {
      "epoch": 0.25917312141283444,
      "grad_norm": 0.5570630431175232,
      "learning_rate": 4.406686840095683e-05,
      "loss": 4.3071,
      "step": 296090
    },
    {
      "epoch": 0.2591774980064616,
      "grad_norm": 0.5580093860626221,
      "learning_rate": 4.406667094865121e-05,
      "loss": 4.6773,
      "step": 296095
    },
    {
      "epoch": 0.25918187460008874,
      "grad_norm": 0.5573985576629639,
      "learning_rate": 4.406647349363232e-05,
      "loss": 4.9348,
      "step": 296100
    },
    {
      "epoch": 0.2591862511937159,
      "grad_norm": 0.5717635154724121,
      "learning_rate": 4.40662760359002e-05,
      "loss": 4.9089,
      "step": 296105
    },
    {
      "epoch": 0.2591906277873431,
      "grad_norm": 0.5689945816993713,
      "learning_rate": 4.406607857545487e-05,
      "loss": 5.198,
      "step": 296110
    },
    {
      "epoch": 0.2591950043809702,
      "grad_norm": 0.5502390265464783,
      "learning_rate": 4.406588111229638e-05,
      "loss": 4.7012,
      "step": 296115
    },
    {
      "epoch": 0.2591993809745974,
      "grad_norm": 0.5633979439735413,
      "learning_rate": 4.406568364642478e-05,
      "loss": 5.6838,
      "step": 296120
    },
    {
      "epoch": 0.2592037575682245,
      "grad_norm": 0.5550988912582397,
      "learning_rate": 4.40654861778401e-05,
      "loss": 5.6734,
      "step": 296125
    },
    {
      "epoch": 0.2592081341618517,
      "grad_norm": 0.5584898591041565,
      "learning_rate": 4.406528870654236e-05,
      "loss": 5.7155,
      "step": 296130
    },
    {
      "epoch": 0.25921251075547885,
      "grad_norm": 0.5482745170593262,
      "learning_rate": 4.406509123253162e-05,
      "loss": 5.7045,
      "step": 296135
    },
    {
      "epoch": 0.259216887349106,
      "grad_norm": 0.5650302171707153,
      "learning_rate": 4.406489375580791e-05,
      "loss": 5.3988,
      "step": 296140
    },
    {
      "epoch": 0.25922126394273315,
      "grad_norm": 0.5438580513000488,
      "learning_rate": 4.406469627637127e-05,
      "loss": 5.412,
      "step": 296145
    },
    {
      "epoch": 0.2592256405363603,
      "grad_norm": 0.5601245760917664,
      "learning_rate": 4.406449879422174e-05,
      "loss": 4.3877,
      "step": 296150
    },
    {
      "epoch": 0.25923001712998744,
      "grad_norm": 0.5609375834465027,
      "learning_rate": 4.406430130935936e-05,
      "loss": 4.3973,
      "step": 296155
    },
    {
      "epoch": 0.2592343937236146,
      "grad_norm": 0.561759352684021,
      "learning_rate": 4.4064103821784154e-05,
      "loss": 5.4281,
      "step": 296160
    },
    {
      "epoch": 0.25923877031724174,
      "grad_norm": 0.5569022297859192,
      "learning_rate": 4.4063906331496176e-05,
      "loss": 5.2094,
      "step": 296165
    },
    {
      "epoch": 0.2592431469108689,
      "grad_norm": 0.559471070766449,
      "learning_rate": 4.4063708838495456e-05,
      "loss": 5.659,
      "step": 296170
    },
    {
      "epoch": 0.2592475235044961,
      "grad_norm": 0.5582277178764343,
      "learning_rate": 4.406351134278203e-05,
      "loss": 5.0923,
      "step": 296175
    },
    {
      "epoch": 0.2592519000981232,
      "grad_norm": 0.5797149538993835,
      "learning_rate": 4.4063313844355935e-05,
      "loss": 4.9304,
      "step": 296180
    },
    {
      "epoch": 0.2592562766917504,
      "grad_norm": 0.5731898546218872,
      "learning_rate": 4.406311634321723e-05,
      "loss": 5.7188,
      "step": 296185
    },
    {
      "epoch": 0.25926065328537756,
      "grad_norm": 0.5650636553764343,
      "learning_rate": 4.406291883936592e-05,
      "loss": 4.4926,
      "step": 296190
    },
    {
      "epoch": 0.2592650298790047,
      "grad_norm": 0.5584267377853394,
      "learning_rate": 4.406272133280207e-05,
      "loss": 4.5981,
      "step": 296195
    },
    {
      "epoch": 0.25926940647263186,
      "grad_norm": 0.5618323087692261,
      "learning_rate": 4.4062523823525706e-05,
      "loss": 6.1789,
      "step": 296200
    },
    {
      "epoch": 0.259273783066259,
      "grad_norm": 0.5819130539894104,
      "learning_rate": 4.406232631153687e-05,
      "loss": 4.861,
      "step": 296205
    },
    {
      "epoch": 0.25927815965988615,
      "grad_norm": 0.5444192290306091,
      "learning_rate": 4.406212879683559e-05,
      "loss": 5.7447,
      "step": 296210
    },
    {
      "epoch": 0.25928253625351333,
      "grad_norm": 0.5628871917724609,
      "learning_rate": 4.406193127942192e-05,
      "loss": 5.65,
      "step": 296215
    },
    {
      "epoch": 0.25928691284714045,
      "grad_norm": 0.5867297649383545,
      "learning_rate": 4.4061733759295895e-05,
      "loss": 5.6035,
      "step": 296220
    },
    {
      "epoch": 0.2592912894407676,
      "grad_norm": 0.5516767501831055,
      "learning_rate": 4.4061536236457545e-05,
      "loss": 5.0958,
      "step": 296225
    },
    {
      "epoch": 0.2592956660343948,
      "grad_norm": 0.5733680129051208,
      "learning_rate": 4.406133871090691e-05,
      "loss": 5.405,
      "step": 296230
    },
    {
      "epoch": 0.2593000426280219,
      "grad_norm": 0.5562065839767456,
      "learning_rate": 4.406114118264403e-05,
      "loss": 5.0154,
      "step": 296235
    },
    {
      "epoch": 0.2593044192216491,
      "grad_norm": 0.5538972020149231,
      "learning_rate": 4.406094365166895e-05,
      "loss": 5.0861,
      "step": 296240
    },
    {
      "epoch": 0.2593087958152762,
      "grad_norm": 0.5526490807533264,
      "learning_rate": 4.406074611798169e-05,
      "loss": 5.6162,
      "step": 296245
    },
    {
      "epoch": 0.2593131724089034,
      "grad_norm": 0.5446973443031311,
      "learning_rate": 4.406054858158231e-05,
      "loss": 5.8969,
      "step": 296250
    },
    {
      "epoch": 0.25931754900253057,
      "grad_norm": 0.559843122959137,
      "learning_rate": 4.406035104247082e-05,
      "loss": 5.3506,
      "step": 296255
    },
    {
      "epoch": 0.2593219255961577,
      "grad_norm": 0.5681669116020203,
      "learning_rate": 4.4060153500647294e-05,
      "loss": 5.4062,
      "step": 296260
    },
    {
      "epoch": 0.25932630218978486,
      "grad_norm": 0.5713847875595093,
      "learning_rate": 4.405995595611174e-05,
      "loss": 5.4193,
      "step": 296265
    },
    {
      "epoch": 0.259330678783412,
      "grad_norm": 0.6334114074707031,
      "learning_rate": 4.405975840886421e-05,
      "loss": 4.9123,
      "step": 296270
    },
    {
      "epoch": 0.25933505537703916,
      "grad_norm": 0.5804581642150879,
      "learning_rate": 4.405956085890475e-05,
      "loss": 4.0983,
      "step": 296275
    },
    {
      "epoch": 0.25933943197066633,
      "grad_norm": 0.579987108707428,
      "learning_rate": 4.4059363306233384e-05,
      "loss": 4.8927,
      "step": 296280
    },
    {
      "epoch": 0.25934380856429345,
      "grad_norm": 0.5653011202812195,
      "learning_rate": 4.405916575085014e-05,
      "loss": 5.437,
      "step": 296285
    },
    {
      "epoch": 0.25934818515792063,
      "grad_norm": 0.5661047101020813,
      "learning_rate": 4.405896819275509e-05,
      "loss": 5.3822,
      "step": 296290
    },
    {
      "epoch": 0.2593525617515478,
      "grad_norm": 0.5716258883476257,
      "learning_rate": 4.405877063194823e-05,
      "loss": 4.9161,
      "step": 296295
    },
    {
      "epoch": 0.2593569383451749,
      "grad_norm": 0.5754412412643433,
      "learning_rate": 4.405857306842964e-05,
      "loss": 4.6452,
      "step": 296300
    },
    {
      "epoch": 0.2593613149388021,
      "grad_norm": 0.5704699158668518,
      "learning_rate": 4.405837550219933e-05,
      "loss": 5.129,
      "step": 296305
    },
    {
      "epoch": 0.2593656915324292,
      "grad_norm": 0.5536569952964783,
      "learning_rate": 4.405817793325734e-05,
      "loss": 6.2641,
      "step": 296310
    },
    {
      "epoch": 0.2593700681260564,
      "grad_norm": 0.5616417527198792,
      "learning_rate": 4.405798036160372e-05,
      "loss": 5.2117,
      "step": 296315
    },
    {
      "epoch": 0.2593744447196836,
      "grad_norm": 0.5470675230026245,
      "learning_rate": 4.4057782787238514e-05,
      "loss": 5.2197,
      "step": 296320
    },
    {
      "epoch": 0.2593788213133107,
      "grad_norm": 0.5594140887260437,
      "learning_rate": 4.405758521016173e-05,
      "loss": 5.6268,
      "step": 296325
    },
    {
      "epoch": 0.25938319790693787,
      "grad_norm": 0.5671438574790955,
      "learning_rate": 4.4057387630373446e-05,
      "loss": 4.3782,
      "step": 296330
    },
    {
      "epoch": 0.25938757450056504,
      "grad_norm": 0.5897853374481201,
      "learning_rate": 4.405719004787367e-05,
      "loss": 5.4174,
      "step": 296335
    },
    {
      "epoch": 0.25939195109419216,
      "grad_norm": 0.5595941543579102,
      "learning_rate": 4.405699246266245e-05,
      "loss": 4.5731,
      "step": 296340
    },
    {
      "epoch": 0.25939632768781934,
      "grad_norm": 0.5640304684638977,
      "learning_rate": 4.4056794874739807e-05,
      "loss": 5.7272,
      "step": 296345
    },
    {
      "epoch": 0.25940070428144646,
      "grad_norm": 0.5699494481086731,
      "learning_rate": 4.4056597284105814e-05,
      "loss": 5.6504,
      "step": 296350
    },
    {
      "epoch": 0.25940508087507363,
      "grad_norm": 0.5663574934005737,
      "learning_rate": 4.405639969076049e-05,
      "loss": 5.9137,
      "step": 296355
    },
    {
      "epoch": 0.2594094574687008,
      "grad_norm": 0.6248513460159302,
      "learning_rate": 4.405620209470386e-05,
      "loss": 4.8024,
      "step": 296360
    },
    {
      "epoch": 0.25941383406232793,
      "grad_norm": 0.5777955055236816,
      "learning_rate": 4.4056004495935985e-05,
      "loss": 4.6911,
      "step": 296365
    },
    {
      "epoch": 0.2594182106559551,
      "grad_norm": 0.5572588443756104,
      "learning_rate": 4.405580689445689e-05,
      "loss": 5.9498,
      "step": 296370
    },
    {
      "epoch": 0.2594225872495823,
      "grad_norm": 0.5666747093200684,
      "learning_rate": 4.405560929026663e-05,
      "loss": 4.6693,
      "step": 296375
    },
    {
      "epoch": 0.2594269638432094,
      "grad_norm": 0.5761810541152954,
      "learning_rate": 4.405541168336521e-05,
      "loss": 4.8651,
      "step": 296380
    },
    {
      "epoch": 0.2594313404368366,
      "grad_norm": 0.5789448022842407,
      "learning_rate": 4.405521407375271e-05,
      "loss": 4.5856,
      "step": 296385
    },
    {
      "epoch": 0.2594357170304637,
      "grad_norm": 0.5656826496124268,
      "learning_rate": 4.4055016461429134e-05,
      "loss": 5.9195,
      "step": 296390
    },
    {
      "epoch": 0.2594400936240909,
      "grad_norm": 0.5709996819496155,
      "learning_rate": 4.405481884639453e-05,
      "loss": 4.3902,
      "step": 296395
    },
    {
      "epoch": 0.25944447021771805,
      "grad_norm": 0.5887954235076904,
      "learning_rate": 4.405462122864894e-05,
      "loss": 5.1207,
      "step": 296400
    },
    {
      "epoch": 0.25944884681134517,
      "grad_norm": 0.5759084820747375,
      "learning_rate": 4.4054423608192396e-05,
      "loss": 5.9506,
      "step": 296405
    },
    {
      "epoch": 0.25945322340497234,
      "grad_norm": 0.5681607127189636,
      "learning_rate": 4.4054225985024946e-05,
      "loss": 5.1423,
      "step": 296410
    },
    {
      "epoch": 0.25945759999859946,
      "grad_norm": 0.565304696559906,
      "learning_rate": 4.4054028359146624e-05,
      "loss": 5.615,
      "step": 296415
    },
    {
      "epoch": 0.25946197659222664,
      "grad_norm": 0.6188333630561829,
      "learning_rate": 4.405383073055748e-05,
      "loss": 4.3666,
      "step": 296420
    },
    {
      "epoch": 0.2594663531858538,
      "grad_norm": 0.5645113587379456,
      "learning_rate": 4.405363309925752e-05,
      "loss": 5.9104,
      "step": 296425
    },
    {
      "epoch": 0.25947072977948094,
      "grad_norm": 0.5816636681556702,
      "learning_rate": 4.405343546524681e-05,
      "loss": 5.1867,
      "step": 296430
    },
    {
      "epoch": 0.2594751063731081,
      "grad_norm": 0.5567033290863037,
      "learning_rate": 4.4053237828525374e-05,
      "loss": 4.5722,
      "step": 296435
    },
    {
      "epoch": 0.2594794829667353,
      "grad_norm": 0.5699124932289124,
      "learning_rate": 4.405304018909325e-05,
      "loss": 5.1117,
      "step": 296440
    },
    {
      "epoch": 0.2594838595603624,
      "grad_norm": 0.5656309127807617,
      "learning_rate": 4.405284254695049e-05,
      "loss": 5.1366,
      "step": 296445
    },
    {
      "epoch": 0.2594882361539896,
      "grad_norm": 0.5716079473495483,
      "learning_rate": 4.405264490209713e-05,
      "loss": 5.2112,
      "step": 296450
    },
    {
      "epoch": 0.2594926127476167,
      "grad_norm": 0.5615631937980652,
      "learning_rate": 4.405244725453319e-05,
      "loss": 5.617,
      "step": 296455
    },
    {
      "epoch": 0.2594969893412439,
      "grad_norm": 0.5917963981628418,
      "learning_rate": 4.4052249604258734e-05,
      "loss": 5.1811,
      "step": 296460
    },
    {
      "epoch": 0.25950136593487105,
      "grad_norm": 0.5626901388168335,
      "learning_rate": 4.405205195127378e-05,
      "loss": 5.2338,
      "step": 296465
    },
    {
      "epoch": 0.2595057425284982,
      "grad_norm": 0.561251699924469,
      "learning_rate": 4.4051854295578366e-05,
      "loss": 4.9996,
      "step": 296470
    },
    {
      "epoch": 0.25951011912212535,
      "grad_norm": 0.6540777087211609,
      "learning_rate": 4.4051656637172535e-05,
      "loss": 4.596,
      "step": 296475
    },
    {
      "epoch": 0.2595144957157525,
      "grad_norm": 0.5790560841560364,
      "learning_rate": 4.4051458976056335e-05,
      "loss": 5.3709,
      "step": 296480
    },
    {
      "epoch": 0.25951887230937964,
      "grad_norm": 0.5704765915870667,
      "learning_rate": 4.4051261312229785e-05,
      "loss": 4.8764,
      "step": 296485
    },
    {
      "epoch": 0.2595232489030068,
      "grad_norm": 0.5866247415542603,
      "learning_rate": 4.4051063645692946e-05,
      "loss": 5.7069,
      "step": 296490
    },
    {
      "epoch": 0.25952762549663394,
      "grad_norm": 0.6902447938919067,
      "learning_rate": 4.4050865976445846e-05,
      "loss": 4.6069,
      "step": 296495
    },
    {
      "epoch": 0.2595320020902611,
      "grad_norm": 0.5703296661376953,
      "learning_rate": 4.4050668304488504e-05,
      "loss": 4.9244,
      "step": 296500
    },
    {
      "epoch": 0.2595363786838883,
      "grad_norm": 0.5648183822631836,
      "learning_rate": 4.405047062982098e-05,
      "loss": 4.6145,
      "step": 296505
    },
    {
      "epoch": 0.2595407552775154,
      "grad_norm": 0.5852369070053101,
      "learning_rate": 4.4050272952443315e-05,
      "loss": 5.4381,
      "step": 296510
    },
    {
      "epoch": 0.2595451318711426,
      "grad_norm": 0.6006516814231873,
      "learning_rate": 4.405007527235554e-05,
      "loss": 4.9073,
      "step": 296515
    },
    {
      "epoch": 0.2595495084647697,
      "grad_norm": 0.5876696705818176,
      "learning_rate": 4.404987758955769e-05,
      "loss": 5.3837,
      "step": 296520
    },
    {
      "epoch": 0.2595538850583969,
      "grad_norm": 0.5631245970726013,
      "learning_rate": 4.40496799040498e-05,
      "loss": 5.4428,
      "step": 296525
    },
    {
      "epoch": 0.25955826165202406,
      "grad_norm": 0.5784929990768433,
      "learning_rate": 4.4049482215831926e-05,
      "loss": 5.0625,
      "step": 296530
    },
    {
      "epoch": 0.2595626382456512,
      "grad_norm": 0.554521918296814,
      "learning_rate": 4.4049284524904076e-05,
      "loss": 6.2277,
      "step": 296535
    },
    {
      "epoch": 0.25956701483927835,
      "grad_norm": 0.5519556999206543,
      "learning_rate": 4.404908683126633e-05,
      "loss": 5.6295,
      "step": 296540
    },
    {
      "epoch": 0.25957139143290553,
      "grad_norm": 0.6043108701705933,
      "learning_rate": 4.404888913491868e-05,
      "loss": 5.0932,
      "step": 296545
    },
    {
      "epoch": 0.25957576802653265,
      "grad_norm": 0.5755636692047119,
      "learning_rate": 4.40486914358612e-05,
      "loss": 4.5805,
      "step": 296550
    },
    {
      "epoch": 0.2595801446201598,
      "grad_norm": 0.560408890247345,
      "learning_rate": 4.404849373409391e-05,
      "loss": 5.6471,
      "step": 296555
    },
    {
      "epoch": 0.25958452121378695,
      "grad_norm": 0.578506350517273,
      "learning_rate": 4.404829602961685e-05,
      "loss": 4.6318,
      "step": 296560
    },
    {
      "epoch": 0.2595888978074141,
      "grad_norm": 0.5591091513633728,
      "learning_rate": 4.404809832243007e-05,
      "loss": 4.9026,
      "step": 296565
    },
    {
      "epoch": 0.2595932744010413,
      "grad_norm": 0.600632905960083,
      "learning_rate": 4.404790061253358e-05,
      "loss": 5.1074,
      "step": 296570
    },
    {
      "epoch": 0.2595976509946684,
      "grad_norm": 0.580237090587616,
      "learning_rate": 4.4047702899927445e-05,
      "loss": 5.9334,
      "step": 296575
    },
    {
      "epoch": 0.2596020275882956,
      "grad_norm": 0.5738601088523865,
      "learning_rate": 4.404750518461171e-05,
      "loss": 5.4146,
      "step": 296580
    },
    {
      "epoch": 0.25960640418192277,
      "grad_norm": 0.5763465762138367,
      "learning_rate": 4.404730746658637e-05,
      "loss": 4.936,
      "step": 296585
    },
    {
      "epoch": 0.2596107807755499,
      "grad_norm": 0.5609033703804016,
      "learning_rate": 4.404710974585152e-05,
      "loss": 5.9133,
      "step": 296590
    },
    {
      "epoch": 0.25961515736917706,
      "grad_norm": 0.582045316696167,
      "learning_rate": 4.404691202240716e-05,
      "loss": 4.9084,
      "step": 296595
    },
    {
      "epoch": 0.2596195339628042,
      "grad_norm": 0.5721761584281921,
      "learning_rate": 4.4046714296253335e-05,
      "loss": 4.9284,
      "step": 296600
    },
    {
      "epoch": 0.25962391055643136,
      "grad_norm": 0.5507460236549377,
      "learning_rate": 4.4046516567390085e-05,
      "loss": 4.3951,
      "step": 296605
    },
    {
      "epoch": 0.25962828715005853,
      "grad_norm": 0.5552703738212585,
      "learning_rate": 4.4046318835817446e-05,
      "loss": 5.3561,
      "step": 296610
    },
    {
      "epoch": 0.25963266374368565,
      "grad_norm": 0.5614888072013855,
      "learning_rate": 4.404612110153546e-05,
      "loss": 5.3629,
      "step": 296615
    },
    {
      "epoch": 0.25963704033731283,
      "grad_norm": 0.6331876516342163,
      "learning_rate": 4.404592336454417e-05,
      "loss": 4.8206,
      "step": 296620
    },
    {
      "epoch": 0.25964141693094,
      "grad_norm": 0.5508898496627808,
      "learning_rate": 4.40457256248436e-05,
      "loss": 4.82,
      "step": 296625
    },
    {
      "epoch": 0.2596457935245671,
      "grad_norm": 0.5679202079772949,
      "learning_rate": 4.404552788243381e-05,
      "loss": 5.7308,
      "step": 296630
    },
    {
      "epoch": 0.2596501701181943,
      "grad_norm": 0.5477049946784973,
      "learning_rate": 4.404533013731482e-05,
      "loss": 5.608,
      "step": 296635
    },
    {
      "epoch": 0.2596545467118214,
      "grad_norm": 0.5645700693130493,
      "learning_rate": 4.4045132389486664e-05,
      "loss": 4.8889,
      "step": 296640
    },
    {
      "epoch": 0.2596589233054486,
      "grad_norm": 0.5598388910293579,
      "learning_rate": 4.40449346389494e-05,
      "loss": 4.9065,
      "step": 296645
    },
    {
      "epoch": 0.2596632998990758,
      "grad_norm": 0.5502598881721497,
      "learning_rate": 4.4044736885703044e-05,
      "loss": 5.9377,
      "step": 296650
    },
    {
      "epoch": 0.2596676764927029,
      "grad_norm": 0.5524117350578308,
      "learning_rate": 4.4044539129747655e-05,
      "loss": 5.5945,
      "step": 296655
    },
    {
      "epoch": 0.25967205308633007,
      "grad_norm": 0.5698368549346924,
      "learning_rate": 4.404434137108325e-05,
      "loss": 4.8651,
      "step": 296660
    },
    {
      "epoch": 0.2596764296799572,
      "grad_norm": 0.5732953548431396,
      "learning_rate": 4.4044143609709886e-05,
      "loss": 5.3788,
      "step": 296665
    },
    {
      "epoch": 0.25968080627358436,
      "grad_norm": 0.5565497279167175,
      "learning_rate": 4.40439458456276e-05,
      "loss": 5.4411,
      "step": 296670
    },
    {
      "epoch": 0.25968518286721154,
      "grad_norm": 0.5517127513885498,
      "learning_rate": 4.404374807883641e-05,
      "loss": 5.1012,
      "step": 296675
    },
    {
      "epoch": 0.25968955946083866,
      "grad_norm": 0.6057735085487366,
      "learning_rate": 4.404355030933638e-05,
      "loss": 4.6905,
      "step": 296680
    },
    {
      "epoch": 0.25969393605446583,
      "grad_norm": 0.5708985328674316,
      "learning_rate": 4.4043352537127534e-05,
      "loss": 4.6686,
      "step": 296685
    },
    {
      "epoch": 0.259698312648093,
      "grad_norm": 0.6690859198570251,
      "learning_rate": 4.40431547622099e-05,
      "loss": 4.7947,
      "step": 296690
    },
    {
      "epoch": 0.25970268924172013,
      "grad_norm": 0.5884793996810913,
      "learning_rate": 4.404295698458355e-05,
      "loss": 4.6906,
      "step": 296695
    },
    {
      "epoch": 0.2597070658353473,
      "grad_norm": 0.5727138519287109,
      "learning_rate": 4.404275920424848e-05,
      "loss": 5.4033,
      "step": 296700
    },
    {
      "epoch": 0.2597114424289744,
      "grad_norm": 0.5605790019035339,
      "learning_rate": 4.404256142120476e-05,
      "loss": 4.5849,
      "step": 296705
    },
    {
      "epoch": 0.2597158190226016,
      "grad_norm": 0.5626930594444275,
      "learning_rate": 4.4042363635452414e-05,
      "loss": 4.911,
      "step": 296710
    },
    {
      "epoch": 0.2597201956162288,
      "grad_norm": 0.5591038465499878,
      "learning_rate": 4.404216584699148e-05,
      "loss": 5.3021,
      "step": 296715
    },
    {
      "epoch": 0.2597245722098559,
      "grad_norm": 0.5502638816833496,
      "learning_rate": 4.4041968055822e-05,
      "loss": 5.6189,
      "step": 296720
    },
    {
      "epoch": 0.2597289488034831,
      "grad_norm": 0.5467846393585205,
      "learning_rate": 4.404177026194402e-05,
      "loss": 5.135,
      "step": 296725
    },
    {
      "epoch": 0.25973332539711025,
      "grad_norm": 0.5594859719276428,
      "learning_rate": 4.404157246535756e-05,
      "loss": 5.4313,
      "step": 296730
    },
    {
      "epoch": 0.25973770199073737,
      "grad_norm": 0.5620757937431335,
      "learning_rate": 4.4041374666062675e-05,
      "loss": 5.4682,
      "step": 296735
    },
    {
      "epoch": 0.25974207858436454,
      "grad_norm": 0.5527139902114868,
      "learning_rate": 4.404117686405939e-05,
      "loss": 5.421,
      "step": 296740
    },
    {
      "epoch": 0.25974645517799166,
      "grad_norm": 0.565728485584259,
      "learning_rate": 4.404097905934775e-05,
      "loss": 4.9058,
      "step": 296745
    },
    {
      "epoch": 0.25975083177161884,
      "grad_norm": 0.5523033142089844,
      "learning_rate": 4.4040781251927787e-05,
      "loss": 5.0988,
      "step": 296750
    },
    {
      "epoch": 0.259755208365246,
      "grad_norm": 0.548201858997345,
      "learning_rate": 4.404058344179956e-05,
      "loss": 5.3453,
      "step": 296755
    },
    {
      "epoch": 0.25975958495887314,
      "grad_norm": 0.5758689045906067,
      "learning_rate": 4.4040385628963066e-05,
      "loss": 4.6154,
      "step": 296760
    },
    {
      "epoch": 0.2597639615525003,
      "grad_norm": 0.5798778533935547,
      "learning_rate": 4.404018781341839e-05,
      "loss": 5.1092,
      "step": 296765
    },
    {
      "epoch": 0.25976833814612743,
      "grad_norm": 0.5413665175437927,
      "learning_rate": 4.403998999516554e-05,
      "loss": 5.0434,
      "step": 296770
    },
    {
      "epoch": 0.2597727147397546,
      "grad_norm": 0.5481635332107544,
      "learning_rate": 4.4039792174204566e-05,
      "loss": 4.8467,
      "step": 296775
    },
    {
      "epoch": 0.2597770913333818,
      "grad_norm": 0.576483428478241,
      "learning_rate": 4.403959435053549e-05,
      "loss": 5.2924,
      "step": 296780
    },
    {
      "epoch": 0.2597814679270089,
      "grad_norm": 0.5556029677391052,
      "learning_rate": 4.403939652415838e-05,
      "loss": 5.3754,
      "step": 296785
    },
    {
      "epoch": 0.2597858445206361,
      "grad_norm": 0.5987498164176941,
      "learning_rate": 4.4039198695073256e-05,
      "loss": 5.1024,
      "step": 296790
    },
    {
      "epoch": 0.25979022111426325,
      "grad_norm": 0.5732539296150208,
      "learning_rate": 4.4039000863280154e-05,
      "loss": 5.085,
      "step": 296795
    },
    {
      "epoch": 0.2597945977078904,
      "grad_norm": 0.555617094039917,
      "learning_rate": 4.403880302877911e-05,
      "loss": 6.193,
      "step": 296800
    },
    {
      "epoch": 0.25979897430151755,
      "grad_norm": 0.5544189810752869,
      "learning_rate": 4.403860519157018e-05,
      "loss": 5.4562,
      "step": 296805
    },
    {
      "epoch": 0.25980335089514467,
      "grad_norm": 0.5912760496139526,
      "learning_rate": 4.403840735165338e-05,
      "loss": 4.3836,
      "step": 296810
    },
    {
      "epoch": 0.25980772748877184,
      "grad_norm": 0.5860458612442017,
      "learning_rate": 4.403820950902876e-05,
      "loss": 4.7825,
      "step": 296815
    },
    {
      "epoch": 0.259812104082399,
      "grad_norm": 0.5518389344215393,
      "learning_rate": 4.4038011663696356e-05,
      "loss": 4.8698,
      "step": 296820
    },
    {
      "epoch": 0.25981648067602614,
      "grad_norm": 0.5997886061668396,
      "learning_rate": 4.403781381565621e-05,
      "loss": 4.855,
      "step": 296825
    },
    {
      "epoch": 0.2598208572696533,
      "grad_norm": 0.5615462064743042,
      "learning_rate": 4.403761596490835e-05,
      "loss": 5.0952,
      "step": 296830
    },
    {
      "epoch": 0.2598252338632805,
      "grad_norm": 0.5474460124969482,
      "learning_rate": 4.4037418111452835e-05,
      "loss": 5.0953,
      "step": 296835
    },
    {
      "epoch": 0.2598296104569076,
      "grad_norm": 0.5743657350540161,
      "learning_rate": 4.4037220255289666e-05,
      "loss": 5.2299,
      "step": 296840
    },
    {
      "epoch": 0.2598339870505348,
      "grad_norm": 0.5702896118164062,
      "learning_rate": 4.4037022396418926e-05,
      "loss": 5.949,
      "step": 296845
    },
    {
      "epoch": 0.2598383636441619,
      "grad_norm": 0.5826078057289124,
      "learning_rate": 4.403682453484063e-05,
      "loss": 4.9092,
      "step": 296850
    },
    {
      "epoch": 0.2598427402377891,
      "grad_norm": 0.5804864764213562,
      "learning_rate": 4.40366266705548e-05,
      "loss": 5.4041,
      "step": 296855
    },
    {
      "epoch": 0.25984711683141626,
      "grad_norm": 0.581242561340332,
      "learning_rate": 4.40364288035615e-05,
      "loss": 5.5984,
      "step": 296860
    },
    {
      "epoch": 0.2598514934250434,
      "grad_norm": 0.5633586049079895,
      "learning_rate": 4.4036230933860755e-05,
      "loss": 5.5984,
      "step": 296865
    },
    {
      "epoch": 0.25985587001867055,
      "grad_norm": 0.5677201151847839,
      "learning_rate": 4.403603306145262e-05,
      "loss": 5.1036,
      "step": 296870
    },
    {
      "epoch": 0.25986024661229773,
      "grad_norm": 0.5732816457748413,
      "learning_rate": 4.4035835186337116e-05,
      "loss": 4.9105,
      "step": 296875
    },
    {
      "epoch": 0.25986462320592485,
      "grad_norm": 0.5535635948181152,
      "learning_rate": 4.4035637308514285e-05,
      "loss": 5.4145,
      "step": 296880
    },
    {
      "epoch": 0.259868999799552,
      "grad_norm": 0.5769805908203125,
      "learning_rate": 4.403543942798416e-05,
      "loss": 5.133,
      "step": 296885
    },
    {
      "epoch": 0.25987337639317915,
      "grad_norm": 0.5540792346000671,
      "learning_rate": 4.40352415447468e-05,
      "loss": 5.6629,
      "step": 296890
    },
    {
      "epoch": 0.2598777529868063,
      "grad_norm": 0.5551735758781433,
      "learning_rate": 4.403504365880221e-05,
      "loss": 4.8418,
      "step": 296895
    },
    {
      "epoch": 0.2598821295804335,
      "grad_norm": 0.6214678287506104,
      "learning_rate": 4.403484577015047e-05,
      "loss": 5.9314,
      "step": 296900
    },
    {
      "epoch": 0.2598865061740606,
      "grad_norm": 0.580919623374939,
      "learning_rate": 4.403464787879158e-05,
      "loss": 5.0786,
      "step": 296905
    },
    {
      "epoch": 0.2598908827676878,
      "grad_norm": 0.6814162135124207,
      "learning_rate": 4.403444998472559e-05,
      "loss": 5.9156,
      "step": 296910
    },
    {
      "epoch": 0.2598952593613149,
      "grad_norm": 0.5547493100166321,
      "learning_rate": 4.403425208795254e-05,
      "loss": 4.854,
      "step": 296915
    },
    {
      "epoch": 0.2598996359549421,
      "grad_norm": 0.5882629156112671,
      "learning_rate": 4.403405418847248e-05,
      "loss": 4.3802,
      "step": 296920
    },
    {
      "epoch": 0.25990401254856926,
      "grad_norm": 0.5439618229866028,
      "learning_rate": 4.4033856286285445e-05,
      "loss": 5.0959,
      "step": 296925
    },
    {
      "epoch": 0.2599083891421964,
      "grad_norm": 0.562814474105835,
      "learning_rate": 4.403365838139145e-05,
      "loss": 6.2555,
      "step": 296930
    },
    {
      "epoch": 0.25991276573582356,
      "grad_norm": 0.5795044898986816,
      "learning_rate": 4.403346047379056e-05,
      "loss": 5.398,
      "step": 296935
    },
    {
      "epoch": 0.25991714232945073,
      "grad_norm": 0.563914954662323,
      "learning_rate": 4.403326256348279e-05,
      "loss": 5.3911,
      "step": 296940
    },
    {
      "epoch": 0.25992151892307785,
      "grad_norm": 0.5661396980285645,
      "learning_rate": 4.40330646504682e-05,
      "loss": 5.8998,
      "step": 296945
    },
    {
      "epoch": 0.25992589551670503,
      "grad_norm": 0.5929265022277832,
      "learning_rate": 4.4032866734746814e-05,
      "loss": 4.8881,
      "step": 296950
    },
    {
      "epoch": 0.25993027211033215,
      "grad_norm": 0.556399405002594,
      "learning_rate": 4.403266881631868e-05,
      "loss": 4.9051,
      "step": 296955
    },
    {
      "epoch": 0.2599346487039593,
      "grad_norm": 0.6226069331169128,
      "learning_rate": 4.403247089518383e-05,
      "loss": 4.6505,
      "step": 296960
    },
    {
      "epoch": 0.2599390252975865,
      "grad_norm": 0.5819759964942932,
      "learning_rate": 4.40322729713423e-05,
      "loss": 5.3137,
      "step": 296965
    },
    {
      "epoch": 0.2599434018912136,
      "grad_norm": 0.5515214800834656,
      "learning_rate": 4.403207504479413e-05,
      "loss": 5.3104,
      "step": 296970
    },
    {
      "epoch": 0.2599477784848408,
      "grad_norm": 0.5862450003623962,
      "learning_rate": 4.4031877115539365e-05,
      "loss": 5.3936,
      "step": 296975
    },
    {
      "epoch": 0.259952155078468,
      "grad_norm": 0.5978826880455017,
      "learning_rate": 4.403167918357804e-05,
      "loss": 4.6129,
      "step": 296980
    },
    {
      "epoch": 0.2599565316720951,
      "grad_norm": 0.5802738070487976,
      "learning_rate": 4.403148124891018e-05,
      "loss": 5.2208,
      "step": 296985
    },
    {
      "epoch": 0.25996090826572227,
      "grad_norm": 0.5839666724205017,
      "learning_rate": 4.4031283311535845e-05,
      "loss": 4.9368,
      "step": 296990
    },
    {
      "epoch": 0.2599652848593494,
      "grad_norm": 0.5463292002677917,
      "learning_rate": 4.403108537145505e-05,
      "loss": 5.4377,
      "step": 296995
    },
    {
      "epoch": 0.25996966145297656,
      "grad_norm": 0.546581506729126,
      "learning_rate": 4.403088742866785e-05,
      "loss": 5.0943,
      "step": 297000
    },
    {
      "epoch": 0.25997403804660374,
      "grad_norm": 0.5742859244346619,
      "learning_rate": 4.403068948317428e-05,
      "loss": 4.891,
      "step": 297005
    },
    {
      "epoch": 0.25997841464023086,
      "grad_norm": 0.560125470161438,
      "learning_rate": 4.403049153497438e-05,
      "loss": 5.1014,
      "step": 297010
    },
    {
      "epoch": 0.25998279123385803,
      "grad_norm": 0.5610361099243164,
      "learning_rate": 4.4030293584068186e-05,
      "loss": 5.3283,
      "step": 297015
    },
    {
      "epoch": 0.2599871678274852,
      "grad_norm": 0.5655930638313293,
      "learning_rate": 4.4030095630455733e-05,
      "loss": 4.8904,
      "step": 297020
    },
    {
      "epoch": 0.25999154442111233,
      "grad_norm": 0.5667750835418701,
      "learning_rate": 4.402989767413706e-05,
      "loss": 5.9307,
      "step": 297025
    },
    {
      "epoch": 0.2599959210147395,
      "grad_norm": 0.541071891784668,
      "learning_rate": 4.402969971511221e-05,
      "loss": 5.6254,
      "step": 297030
    },
    {
      "epoch": 0.2600002976083666,
      "grad_norm": 0.578504741191864,
      "learning_rate": 4.402950175338121e-05,
      "loss": 4.6108,
      "step": 297035
    },
    {
      "epoch": 0.2600046742019938,
      "grad_norm": 0.5415392518043518,
      "learning_rate": 4.402930378894411e-05,
      "loss": 5.901,
      "step": 297040
    },
    {
      "epoch": 0.260009050795621,
      "grad_norm": 0.5628133416175842,
      "learning_rate": 4.402910582180094e-05,
      "loss": 5.1952,
      "step": 297045
    },
    {
      "epoch": 0.2600134273892481,
      "grad_norm": 0.5821995139122009,
      "learning_rate": 4.402890785195174e-05,
      "loss": 4.3931,
      "step": 297050
    },
    {
      "epoch": 0.2600178039828753,
      "grad_norm": 0.5744558572769165,
      "learning_rate": 4.402870987939656e-05,
      "loss": 4.8958,
      "step": 297055
    },
    {
      "epoch": 0.2600221805765024,
      "grad_norm": 0.5638105273246765,
      "learning_rate": 4.4028511904135427e-05,
      "loss": 5.9207,
      "step": 297060
    },
    {
      "epoch": 0.26002655717012957,
      "grad_norm": 0.5473530888557434,
      "learning_rate": 4.4028313926168385e-05,
      "loss": 6.2172,
      "step": 297065
    },
    {
      "epoch": 0.26003093376375674,
      "grad_norm": 0.6485245823860168,
      "learning_rate": 4.4028115945495466e-05,
      "loss": 4.391,
      "step": 297070
    },
    {
      "epoch": 0.26003531035738386,
      "grad_norm": 0.5833220481872559,
      "learning_rate": 4.40279179621167e-05,
      "loss": 4.9044,
      "step": 297075
    },
    {
      "epoch": 0.26003968695101104,
      "grad_norm": 0.5842620134353638,
      "learning_rate": 4.402771997603213e-05,
      "loss": 5.1034,
      "step": 297080
    },
    {
      "epoch": 0.2600440635446382,
      "grad_norm": 0.5563281774520874,
      "learning_rate": 4.402752198724182e-05,
      "loss": 4.8281,
      "step": 297085
    },
    {
      "epoch": 0.26004844013826534,
      "grad_norm": 0.5731920003890991,
      "learning_rate": 4.402732399574577e-05,
      "loss": 5.3883,
      "step": 297090
    },
    {
      "epoch": 0.2600528167318925,
      "grad_norm": 0.5609294772148132,
      "learning_rate": 4.402712600154405e-05,
      "loss": 6.2262,
      "step": 297095
    },
    {
      "epoch": 0.26005719332551963,
      "grad_norm": 0.602643609046936,
      "learning_rate": 4.402692800463668e-05,
      "loss": 5.6162,
      "step": 297100
    },
    {
      "epoch": 0.2600615699191468,
      "grad_norm": 0.5549668073654175,
      "learning_rate": 4.40267300050237e-05,
      "loss": 5.6035,
      "step": 297105
    },
    {
      "epoch": 0.260065946512774,
      "grad_norm": 0.5451909303665161,
      "learning_rate": 4.4026532002705156e-05,
      "loss": 5.9156,
      "step": 297110
    },
    {
      "epoch": 0.2600703231064011,
      "grad_norm": 0.5773894190788269,
      "learning_rate": 4.4026333997681076e-05,
      "loss": 4.6939,
      "step": 297115
    },
    {
      "epoch": 0.2600746997000283,
      "grad_norm": 0.6707067489624023,
      "learning_rate": 4.40261359899515e-05,
      "loss": 4.6127,
      "step": 297120
    },
    {
      "epoch": 0.26007907629365545,
      "grad_norm": 0.5798259377479553,
      "learning_rate": 4.402593797951647e-05,
      "loss": 4.8553,
      "step": 297125
    },
    {
      "epoch": 0.2600834528872826,
      "grad_norm": 0.5885814428329468,
      "learning_rate": 4.4025739966376035e-05,
      "loss": 4.6125,
      "step": 297130
    },
    {
      "epoch": 0.26008782948090975,
      "grad_norm": 0.5532870292663574,
      "learning_rate": 4.40255419505302e-05,
      "loss": 4.5383,
      "step": 297135
    },
    {
      "epoch": 0.26009220607453687,
      "grad_norm": 0.5579864382743835,
      "learning_rate": 4.402534393197905e-05,
      "loss": 5.0842,
      "step": 297140
    },
    {
      "epoch": 0.26009658266816404,
      "grad_norm": 0.5767276883125305,
      "learning_rate": 4.4025145910722584e-05,
      "loss": 4.6797,
      "step": 297145
    },
    {
      "epoch": 0.2601009592617912,
      "grad_norm": 0.5695877075195312,
      "learning_rate": 4.402494788676085e-05,
      "loss": 5.6223,
      "step": 297150
    },
    {
      "epoch": 0.26010533585541834,
      "grad_norm": 0.5770145058631897,
      "learning_rate": 4.40247498600939e-05,
      "loss": 4.9249,
      "step": 297155
    },
    {
      "epoch": 0.2601097124490455,
      "grad_norm": 0.564845860004425,
      "learning_rate": 4.402455183072175e-05,
      "loss": 5.1773,
      "step": 297160
    },
    {
      "epoch": 0.26011408904267264,
      "grad_norm": 0.56463223695755,
      "learning_rate": 4.402435379864446e-05,
      "loss": 4.9018,
      "step": 297165
    },
    {
      "epoch": 0.2601184656362998,
      "grad_norm": 0.6211792230606079,
      "learning_rate": 4.4024155763862065e-05,
      "loss": 4.6102,
      "step": 297170
    },
    {
      "epoch": 0.260122842229927,
      "grad_norm": 0.5733827948570251,
      "learning_rate": 4.402395772637459e-05,
      "loss": 5.2123,
      "step": 297175
    },
    {
      "epoch": 0.2601272188235541,
      "grad_norm": 0.5510696768760681,
      "learning_rate": 4.402375968618207e-05,
      "loss": 5.6102,
      "step": 297180
    },
    {
      "epoch": 0.2601315954171813,
      "grad_norm": 0.5701287388801575,
      "learning_rate": 4.402356164328456e-05,
      "loss": 5.1507,
      "step": 297185
    },
    {
      "epoch": 0.26013597201080846,
      "grad_norm": 0.5808529257774353,
      "learning_rate": 4.40233635976821e-05,
      "loss": 4.9213,
      "step": 297190
    },
    {
      "epoch": 0.2601403486044356,
      "grad_norm": 0.5591051578521729,
      "learning_rate": 4.4023165549374714e-05,
      "loss": 4.1392,
      "step": 297195
    },
    {
      "epoch": 0.26014472519806275,
      "grad_norm": 0.6066678166389465,
      "learning_rate": 4.4022967498362444e-05,
      "loss": 4.6623,
      "step": 297200
    },
    {
      "epoch": 0.2601491017916899,
      "grad_norm": 0.5633001923561096,
      "learning_rate": 4.402276944464533e-05,
      "loss": 5.6078,
      "step": 297205
    },
    {
      "epoch": 0.26015347838531705,
      "grad_norm": 0.557942271232605,
      "learning_rate": 4.4022571388223425e-05,
      "loss": 5.4174,
      "step": 297210
    },
    {
      "epoch": 0.2601578549789442,
      "grad_norm": 0.6162582635879517,
      "learning_rate": 4.4022373329096735e-05,
      "loss": 5.367,
      "step": 297215
    },
    {
      "epoch": 0.26016223157257135,
      "grad_norm": 0.6804441809654236,
      "learning_rate": 4.402217526726532e-05,
      "loss": 5.423,
      "step": 297220
    },
    {
      "epoch": 0.2601666081661985,
      "grad_norm": 0.5701205730438232,
      "learning_rate": 4.4021977202729215e-05,
      "loss": 5.6289,
      "step": 297225
    },
    {
      "epoch": 0.2601709847598257,
      "grad_norm": 0.5754411220550537,
      "learning_rate": 4.402177913548845e-05,
      "loss": 5.4335,
      "step": 297230
    },
    {
      "epoch": 0.2601753613534528,
      "grad_norm": 0.55106121301651,
      "learning_rate": 4.402158106554309e-05,
      "loss": 4.9055,
      "step": 297235
    },
    {
      "epoch": 0.26017973794708,
      "grad_norm": 0.5772261619567871,
      "learning_rate": 4.4021382992893135e-05,
      "loss": 5.7044,
      "step": 297240
    },
    {
      "epoch": 0.2601841145407071,
      "grad_norm": 0.6160821914672852,
      "learning_rate": 4.402118491753865e-05,
      "loss": 5.4494,
      "step": 297245
    },
    {
      "epoch": 0.2601884911343343,
      "grad_norm": 0.5601270794868469,
      "learning_rate": 4.402098683947967e-05,
      "loss": 5.7425,
      "step": 297250
    },
    {
      "epoch": 0.26019286772796146,
      "grad_norm": 0.5800034403800964,
      "learning_rate": 4.4020788758716214e-05,
      "loss": 5.1918,
      "step": 297255
    },
    {
      "epoch": 0.2601972443215886,
      "grad_norm": 0.552337646484375,
      "learning_rate": 4.402059067524834e-05,
      "loss": 5.1806,
      "step": 297260
    },
    {
      "epoch": 0.26020162091521576,
      "grad_norm": 0.5618715882301331,
      "learning_rate": 4.4020392589076084e-05,
      "loss": 5.1727,
      "step": 297265
    },
    {
      "epoch": 0.26020599750884293,
      "grad_norm": 0.5572032928466797,
      "learning_rate": 4.4020194500199484e-05,
      "loss": 4.8838,
      "step": 297270
    },
    {
      "epoch": 0.26021037410247005,
      "grad_norm": 0.5641154646873474,
      "learning_rate": 4.401999640861857e-05,
      "loss": 5.4186,
      "step": 297275
    },
    {
      "epoch": 0.26021475069609723,
      "grad_norm": 0.5799027681350708,
      "learning_rate": 4.401979831433338e-05,
      "loss": 4.5495,
      "step": 297280
    },
    {
      "epoch": 0.26021912728972435,
      "grad_norm": 0.5651654005050659,
      "learning_rate": 4.401960021734397e-05,
      "loss": 4.9035,
      "step": 297285
    },
    {
      "epoch": 0.2602235038833515,
      "grad_norm": 0.5663126111030579,
      "learning_rate": 4.4019402117650355e-05,
      "loss": 5.4289,
      "step": 297290
    },
    {
      "epoch": 0.2602278804769787,
      "grad_norm": 0.5703656077384949,
      "learning_rate": 4.401920401525259e-05,
      "loss": 5.4483,
      "step": 297295
    },
    {
      "epoch": 0.2602322570706058,
      "grad_norm": 0.5945327877998352,
      "learning_rate": 4.401900591015071e-05,
      "loss": 5.4251,
      "step": 297300
    },
    {
      "epoch": 0.260236633664233,
      "grad_norm": 0.5603553056716919,
      "learning_rate": 4.4018807802344755e-05,
      "loss": 4.5999,
      "step": 297305
    },
    {
      "epoch": 0.2602410102578601,
      "grad_norm": 0.5980870723724365,
      "learning_rate": 4.401860969183474e-05,
      "loss": 4.8175,
      "step": 297310
    },
    {
      "epoch": 0.2602453868514873,
      "grad_norm": 0.6047564744949341,
      "learning_rate": 4.401841157862073e-05,
      "loss": 4.9021,
      "step": 297315
    },
    {
      "epoch": 0.26024976344511447,
      "grad_norm": 0.5858970284461975,
      "learning_rate": 4.401821346270276e-05,
      "loss": 5.416,
      "step": 297320
    },
    {
      "epoch": 0.2602541400387416,
      "grad_norm": 0.5545063018798828,
      "learning_rate": 4.401801534408086e-05,
      "loss": 4.0834,
      "step": 297325
    },
    {
      "epoch": 0.26025851663236876,
      "grad_norm": 0.6093944907188416,
      "learning_rate": 4.401781722275507e-05,
      "loss": 5.1228,
      "step": 297330
    },
    {
      "epoch": 0.26026289322599594,
      "grad_norm": 0.5597679018974304,
      "learning_rate": 4.401761909872544e-05,
      "loss": 5.1401,
      "step": 297335
    },
    {
      "epoch": 0.26026726981962306,
      "grad_norm": 0.5730727314949036,
      "learning_rate": 4.401742097199198e-05,
      "loss": 5.8934,
      "step": 297340
    },
    {
      "epoch": 0.26027164641325023,
      "grad_norm": 0.5588913559913635,
      "learning_rate": 4.401722284255476e-05,
      "loss": 5.2885,
      "step": 297345
    },
    {
      "epoch": 0.26027602300687736,
      "grad_norm": 0.6172588467597961,
      "learning_rate": 4.40170247104138e-05,
      "loss": 5.0929,
      "step": 297350
    },
    {
      "epoch": 0.26028039960050453,
      "grad_norm": 0.7413322925567627,
      "learning_rate": 4.401682657556914e-05,
      "loss": 4.4044,
      "step": 297355
    },
    {
      "epoch": 0.2602847761941317,
      "grad_norm": 0.5795894861221313,
      "learning_rate": 4.4016628438020827e-05,
      "loss": 4.597,
      "step": 297360
    },
    {
      "epoch": 0.2602891527877588,
      "grad_norm": 0.5956112146377563,
      "learning_rate": 4.4016430297768886e-05,
      "loss": 4.9239,
      "step": 297365
    },
    {
      "epoch": 0.260293529381386,
      "grad_norm": 0.561808705329895,
      "learning_rate": 4.4016232154813365e-05,
      "loss": 5.223,
      "step": 297370
    },
    {
      "epoch": 0.2602979059750132,
      "grad_norm": 0.5743510723114014,
      "learning_rate": 4.401603400915429e-05,
      "loss": 5.3748,
      "step": 297375
    },
    {
      "epoch": 0.2603022825686403,
      "grad_norm": 0.6496728658676147,
      "learning_rate": 4.401583586079172e-05,
      "loss": 5.324,
      "step": 297380
    },
    {
      "epoch": 0.2603066591622675,
      "grad_norm": 0.5601987838745117,
      "learning_rate": 4.401563770972569e-05,
      "loss": 5.1982,
      "step": 297385
    },
    {
      "epoch": 0.2603110357558946,
      "grad_norm": 0.5392570495605469,
      "learning_rate": 4.4015439555956206e-05,
      "loss": 5.0817,
      "step": 297390
    },
    {
      "epoch": 0.26031541234952177,
      "grad_norm": 0.5638161897659302,
      "learning_rate": 4.4015241399483354e-05,
      "loss": 5.718,
      "step": 297395
    },
    {
      "epoch": 0.26031978894314894,
      "grad_norm": 0.5477472543716431,
      "learning_rate": 4.401504324030713e-05,
      "loss": 5.1786,
      "step": 297400
    },
    {
      "epoch": 0.26032416553677606,
      "grad_norm": 0.5711034536361694,
      "learning_rate": 4.40148450784276e-05,
      "loss": 6.1842,
      "step": 297405
    },
    {
      "epoch": 0.26032854213040324,
      "grad_norm": 0.543326735496521,
      "learning_rate": 4.4014646913844795e-05,
      "loss": 5.5896,
      "step": 297410
    },
    {
      "epoch": 0.26033291872403036,
      "grad_norm": 0.6747910380363464,
      "learning_rate": 4.401444874655875e-05,
      "loss": 4.3639,
      "step": 297415
    },
    {
      "epoch": 0.26033729531765754,
      "grad_norm": 0.5596522092819214,
      "learning_rate": 4.4014250576569506e-05,
      "loss": 5.9307,
      "step": 297420
    },
    {
      "epoch": 0.2603416719112847,
      "grad_norm": 0.5928991436958313,
      "learning_rate": 4.401405240387709e-05,
      "loss": 5.1075,
      "step": 297425
    },
    {
      "epoch": 0.26034604850491183,
      "grad_norm": 0.5472800135612488,
      "learning_rate": 4.401385422848156e-05,
      "loss": 5.7102,
      "step": 297430
    },
    {
      "epoch": 0.260350425098539,
      "grad_norm": 0.5625175833702087,
      "learning_rate": 4.401365605038294e-05,
      "loss": 5.4049,
      "step": 297435
    },
    {
      "epoch": 0.2603548016921662,
      "grad_norm": 0.5659670233726501,
      "learning_rate": 4.401345786958127e-05,
      "loss": 4.8087,
      "step": 297440
    },
    {
      "epoch": 0.2603591782857933,
      "grad_norm": 0.5740627646446228,
      "learning_rate": 4.401325968607659e-05,
      "loss": 5.2017,
      "step": 297445
    },
    {
      "epoch": 0.2603635548794205,
      "grad_norm": 0.5623782873153687,
      "learning_rate": 4.4013061499868946e-05,
      "loss": 4.9228,
      "step": 297450
    },
    {
      "epoch": 0.2603679314730476,
      "grad_norm": 0.5590158700942993,
      "learning_rate": 4.4012863310958364e-05,
      "loss": 5.1844,
      "step": 297455
    },
    {
      "epoch": 0.2603723080666748,
      "grad_norm": 0.5579483509063721,
      "learning_rate": 4.4012665119344886e-05,
      "loss": 5.6154,
      "step": 297460
    },
    {
      "epoch": 0.26037668466030195,
      "grad_norm": 0.5721023678779602,
      "learning_rate": 4.401246692502856e-05,
      "loss": 4.8758,
      "step": 297465
    },
    {
      "epoch": 0.26038106125392907,
      "grad_norm": 0.5809864401817322,
      "learning_rate": 4.40122687280094e-05,
      "loss": 5.0976,
      "step": 297470
    },
    {
      "epoch": 0.26038543784755624,
      "grad_norm": 0.5530550479888916,
      "learning_rate": 4.401207052828747e-05,
      "loss": 4.3206,
      "step": 297475
    },
    {
      "epoch": 0.2603898144411834,
      "grad_norm": 0.5749245882034302,
      "learning_rate": 4.40118723258628e-05,
      "loss": 5.71,
      "step": 297480
    },
    {
      "epoch": 0.26039419103481054,
      "grad_norm": 0.5587382316589355,
      "learning_rate": 4.4011674120735425e-05,
      "loss": 6.1754,
      "step": 297485
    },
    {
      "epoch": 0.2603985676284377,
      "grad_norm": 0.5611598491668701,
      "learning_rate": 4.401147591290539e-05,
      "loss": 5.1859,
      "step": 297490
    },
    {
      "epoch": 0.26040294422206484,
      "grad_norm": 0.556509256362915,
      "learning_rate": 4.401127770237271e-05,
      "loss": 4.8149,
      "step": 297495
    },
    {
      "epoch": 0.260407320815692,
      "grad_norm": 0.5482835173606873,
      "learning_rate": 4.401107948913746e-05,
      "loss": 5.7259,
      "step": 297500
    },
    {
      "epoch": 0.2604116974093192,
      "grad_norm": 0.5823906064033508,
      "learning_rate": 4.4010881273199646e-05,
      "loss": 5.3336,
      "step": 297505
    },
    {
      "epoch": 0.2604160740029463,
      "grad_norm": 0.5572992563247681,
      "learning_rate": 4.401068305455932e-05,
      "loss": 5.3929,
      "step": 297510
    },
    {
      "epoch": 0.2604204505965735,
      "grad_norm": 0.5494190454483032,
      "learning_rate": 4.401048483321652e-05,
      "loss": 5.9322,
      "step": 297515
    },
    {
      "epoch": 0.26042482719020066,
      "grad_norm": 0.5832005739212036,
      "learning_rate": 4.401028660917129e-05,
      "loss": 4.7099,
      "step": 297520
    },
    {
      "epoch": 0.2604292037838278,
      "grad_norm": 0.5579004883766174,
      "learning_rate": 4.401008838242367e-05,
      "loss": 5.3969,
      "step": 297525
    },
    {
      "epoch": 0.26043358037745495,
      "grad_norm": 0.5686488747596741,
      "learning_rate": 4.4009890152973675e-05,
      "loss": 5.6152,
      "step": 297530
    },
    {
      "epoch": 0.2604379569710821,
      "grad_norm": 0.5579670667648315,
      "learning_rate": 4.400969192082137e-05,
      "loss": 5.9164,
      "step": 297535
    },
    {
      "epoch": 0.26044233356470925,
      "grad_norm": 0.577315092086792,
      "learning_rate": 4.400949368596677e-05,
      "loss": 4.797,
      "step": 297540
    },
    {
      "epoch": 0.2604467101583364,
      "grad_norm": 0.5647318363189697,
      "learning_rate": 4.400929544840994e-05,
      "loss": 5.6473,
      "step": 297545
    },
    {
      "epoch": 0.26045108675196355,
      "grad_norm": 0.5788425207138062,
      "learning_rate": 4.4009097208150897e-05,
      "loss": 5.1758,
      "step": 297550
    },
    {
      "epoch": 0.2604554633455907,
      "grad_norm": 0.5608311891555786,
      "learning_rate": 4.4008898965189686e-05,
      "loss": 5.924,
      "step": 297555
    },
    {
      "epoch": 0.26045983993921784,
      "grad_norm": 0.551346480846405,
      "learning_rate": 4.400870071952633e-05,
      "loss": 5.7007,
      "step": 297560
    },
    {
      "epoch": 0.260464216532845,
      "grad_norm": 0.5637461543083191,
      "learning_rate": 4.4008502471160894e-05,
      "loss": 4.9302,
      "step": 297565
    },
    {
      "epoch": 0.2604685931264722,
      "grad_norm": 0.5813831090927124,
      "learning_rate": 4.400830422009341e-05,
      "loss": 4.895,
      "step": 297570
    },
    {
      "epoch": 0.2604729697200993,
      "grad_norm": 0.5715343356132507,
      "learning_rate": 4.400810596632391e-05,
      "loss": 4.8792,
      "step": 297575
    },
    {
      "epoch": 0.2604773463137265,
      "grad_norm": 0.5852306485176086,
      "learning_rate": 4.4007907709852426e-05,
      "loss": 5.3939,
      "step": 297580
    },
    {
      "epoch": 0.26048172290735366,
      "grad_norm": 0.5562312006950378,
      "learning_rate": 4.4007709450679004e-05,
      "loss": 5.9354,
      "step": 297585
    },
    {
      "epoch": 0.2604860995009808,
      "grad_norm": 0.570788562297821,
      "learning_rate": 4.400751118880368e-05,
      "loss": 4.9395,
      "step": 297590
    },
    {
      "epoch": 0.26049047609460796,
      "grad_norm": 0.5949751138687134,
      "learning_rate": 4.4007312924226496e-05,
      "loss": 5.3875,
      "step": 297595
    },
    {
      "epoch": 0.2604948526882351,
      "grad_norm": 0.5603982210159302,
      "learning_rate": 4.400711465694749e-05,
      "loss": 5.3406,
      "step": 297600
    },
    {
      "epoch": 0.26049922928186225,
      "grad_norm": 0.5933449864387512,
      "learning_rate": 4.40069163869667e-05,
      "loss": 4.8473,
      "step": 297605
    },
    {
      "epoch": 0.26050360587548943,
      "grad_norm": 0.5778501033782959,
      "learning_rate": 4.4006718114284154e-05,
      "loss": 5.3229,
      "step": 297610
    },
    {
      "epoch": 0.26050798246911655,
      "grad_norm": 0.6753436923027039,
      "learning_rate": 4.4006519838899904e-05,
      "loss": 5.3703,
      "step": 297615
    },
    {
      "epoch": 0.2605123590627437,
      "grad_norm": 0.5797104835510254,
      "learning_rate": 4.400632156081399e-05,
      "loss": 5.2408,
      "step": 297620
    },
    {
      "epoch": 0.2605167356563709,
      "grad_norm": 0.5594649314880371,
      "learning_rate": 4.400612328002644e-05,
      "loss": 5.9289,
      "step": 297625
    },
    {
      "epoch": 0.260521112249998,
      "grad_norm": 0.5576920509338379,
      "learning_rate": 4.400592499653728e-05,
      "loss": 4.5861,
      "step": 297630
    },
    {
      "epoch": 0.2605254888436252,
      "grad_norm": 0.5543232560157776,
      "learning_rate": 4.400572671034657e-05,
      "loss": 4.9973,
      "step": 297635
    },
    {
      "epoch": 0.2605298654372523,
      "grad_norm": 0.5659711956977844,
      "learning_rate": 4.400552842145434e-05,
      "loss": 5.4271,
      "step": 297640
    },
    {
      "epoch": 0.2605342420308795,
      "grad_norm": 0.5717340707778931,
      "learning_rate": 4.4005330129860646e-05,
      "loss": 5.3903,
      "step": 297645
    },
    {
      "epoch": 0.26053861862450667,
      "grad_norm": 0.5602376461029053,
      "learning_rate": 4.4005131835565505e-05,
      "loss": 4.7947,
      "step": 297650
    },
    {
      "epoch": 0.2605429952181338,
      "grad_norm": 0.5730863809585571,
      "learning_rate": 4.400493353856895e-05,
      "loss": 5.7386,
      "step": 297655
    },
    {
      "epoch": 0.26054737181176096,
      "grad_norm": 0.5571324825286865,
      "learning_rate": 4.400473523887103e-05,
      "loss": 5.2664,
      "step": 297660
    },
    {
      "epoch": 0.26055174840538814,
      "grad_norm": 0.575279176235199,
      "learning_rate": 4.400453693647179e-05,
      "loss": 5.6373,
      "step": 297665
    },
    {
      "epoch": 0.26055612499901526,
      "grad_norm": 0.6209179162979126,
      "learning_rate": 4.400433863137127e-05,
      "loss": 5.7105,
      "step": 297670
    },
    {
      "epoch": 0.26056050159264244,
      "grad_norm": 0.584539532661438,
      "learning_rate": 4.400414032356949e-05,
      "loss": 4.4085,
      "step": 297675
    },
    {
      "epoch": 0.26056487818626956,
      "grad_norm": 0.6131206750869751,
      "learning_rate": 4.400394201306649e-05,
      "loss": 5.9475,
      "step": 297680
    },
    {
      "epoch": 0.26056925477989673,
      "grad_norm": 0.5871503353118896,
      "learning_rate": 4.400374369986232e-05,
      "loss": 5.6622,
      "step": 297685
    },
    {
      "epoch": 0.2605736313735239,
      "grad_norm": 0.588021993637085,
      "learning_rate": 4.400354538395702e-05,
      "loss": 4.7031,
      "step": 297690
    },
    {
      "epoch": 0.260578007967151,
      "grad_norm": 0.5645817518234253,
      "learning_rate": 4.400334706535062e-05,
      "loss": 5.6543,
      "step": 297695
    },
    {
      "epoch": 0.2605823845607782,
      "grad_norm": 0.583590030670166,
      "learning_rate": 4.400314874404316e-05,
      "loss": 5.3307,
      "step": 297700
    },
    {
      "epoch": 0.2605867611544053,
      "grad_norm": 0.585955023765564,
      "learning_rate": 4.400295042003467e-05,
      "loss": 4.3585,
      "step": 297705
    },
    {
      "epoch": 0.2605911377480325,
      "grad_norm": 0.5555198788642883,
      "learning_rate": 4.4002752093325216e-05,
      "loss": 5.6439,
      "step": 297710
    },
    {
      "epoch": 0.2605955143416597,
      "grad_norm": 0.5697619318962097,
      "learning_rate": 4.400255376391481e-05,
      "loss": 5.3816,
      "step": 297715
    },
    {
      "epoch": 0.2605998909352868,
      "grad_norm": 0.555159330368042,
      "learning_rate": 4.4002355431803486e-05,
      "loss": 6.2031,
      "step": 297720
    },
    {
      "epoch": 0.26060426752891397,
      "grad_norm": 0.5858942866325378,
      "learning_rate": 4.40021570969913e-05,
      "loss": 5.4249,
      "step": 297725
    },
    {
      "epoch": 0.26060864412254114,
      "grad_norm": 0.5670051574707031,
      "learning_rate": 4.400195875947829e-05,
      "loss": 4.5122,
      "step": 297730
    },
    {
      "epoch": 0.26061302071616826,
      "grad_norm": 0.5642119646072388,
      "learning_rate": 4.400176041926449e-05,
      "loss": 5.1024,
      "step": 297735
    },
    {
      "epoch": 0.26061739730979544,
      "grad_norm": 0.593417227268219,
      "learning_rate": 4.4001562076349935e-05,
      "loss": 4.6395,
      "step": 297740
    },
    {
      "epoch": 0.26062177390342256,
      "grad_norm": 0.5615005493164062,
      "learning_rate": 4.400136373073466e-05,
      "loss": 5.5869,
      "step": 297745
    },
    {
      "epoch": 0.26062615049704974,
      "grad_norm": 0.5634839534759521,
      "learning_rate": 4.400116538241872e-05,
      "loss": 5.8984,
      "step": 297750
    },
    {
      "epoch": 0.2606305270906769,
      "grad_norm": 0.5494648218154907,
      "learning_rate": 4.400096703140213e-05,
      "loss": 5.0975,
      "step": 297755
    },
    {
      "epoch": 0.26063490368430403,
      "grad_norm": 0.6073485016822815,
      "learning_rate": 4.4000768677684945e-05,
      "loss": 4.6188,
      "step": 297760
    },
    {
      "epoch": 0.2606392802779312,
      "grad_norm": 0.553724467754364,
      "learning_rate": 4.400057032126719e-05,
      "loss": 4.3171,
      "step": 297765
    },
    {
      "epoch": 0.2606436568715584,
      "grad_norm": 0.553808867931366,
      "learning_rate": 4.400037196214892e-05,
      "loss": 5.3352,
      "step": 297770
    },
    {
      "epoch": 0.2606480334651855,
      "grad_norm": 0.5415379405021667,
      "learning_rate": 4.400017360033016e-05,
      "loss": 5.114,
      "step": 297775
    },
    {
      "epoch": 0.2606524100588127,
      "grad_norm": 0.5535860061645508,
      "learning_rate": 4.3999975235810954e-05,
      "loss": 5.9354,
      "step": 297780
    },
    {
      "epoch": 0.2606567866524398,
      "grad_norm": 0.5912684202194214,
      "learning_rate": 4.3999776868591345e-05,
      "loss": 4.6198,
      "step": 297785
    },
    {
      "epoch": 0.260661163246067,
      "grad_norm": 0.5553913712501526,
      "learning_rate": 4.3999578498671353e-05,
      "loss": 4.1271,
      "step": 297790
    },
    {
      "epoch": 0.26066553983969415,
      "grad_norm": 0.5840423703193665,
      "learning_rate": 4.3999380126051035e-05,
      "loss": 4.2638,
      "step": 297795
    },
    {
      "epoch": 0.26066991643332127,
      "grad_norm": 0.5930091142654419,
      "learning_rate": 4.3999181750730436e-05,
      "loss": 5.1999,
      "step": 297800
    },
    {
      "epoch": 0.26067429302694844,
      "grad_norm": 0.5555959343910217,
      "learning_rate": 4.399898337270957e-05,
      "loss": 4.5875,
      "step": 297805
    },
    {
      "epoch": 0.26067866962057556,
      "grad_norm": 0.5523043274879456,
      "learning_rate": 4.3998784991988487e-05,
      "loss": 4.9138,
      "step": 297810
    },
    {
      "epoch": 0.26068304621420274,
      "grad_norm": 0.613066554069519,
      "learning_rate": 4.399858660856722e-05,
      "loss": 4.6222,
      "step": 297815
    },
    {
      "epoch": 0.2606874228078299,
      "grad_norm": 0.5499797463417053,
      "learning_rate": 4.399838822244581e-05,
      "loss": 5.1273,
      "step": 297820
    },
    {
      "epoch": 0.26069179940145704,
      "grad_norm": 0.5710187554359436,
      "learning_rate": 4.3998189833624305e-05,
      "loss": 5.2067,
      "step": 297825
    },
    {
      "epoch": 0.2606961759950842,
      "grad_norm": 0.6101254224777222,
      "learning_rate": 4.399799144210274e-05,
      "loss": 4.6808,
      "step": 297830
    },
    {
      "epoch": 0.2607005525887114,
      "grad_norm": 0.5559536218643188,
      "learning_rate": 4.399779304788113e-05,
      "loss": 4.4065,
      "step": 297835
    },
    {
      "epoch": 0.2607049291823385,
      "grad_norm": 0.5488283634185791,
      "learning_rate": 4.399759465095955e-05,
      "loss": 5.7168,
      "step": 297840
    },
    {
      "epoch": 0.2607093057759657,
      "grad_norm": 0.5427233576774597,
      "learning_rate": 4.399739625133802e-05,
      "loss": 5.4098,
      "step": 297845
    },
    {
      "epoch": 0.2607136823695928,
      "grad_norm": 0.5758596062660217,
      "learning_rate": 4.399719784901656e-05,
      "loss": 5.397,
      "step": 297850
    },
    {
      "epoch": 0.26071805896322,
      "grad_norm": 0.5500051379203796,
      "learning_rate": 4.3996999443995246e-05,
      "loss": 4.119,
      "step": 297855
    },
    {
      "epoch": 0.26072243555684715,
      "grad_norm": 0.5657631754875183,
      "learning_rate": 4.399680103627409e-05,
      "loss": 5.404,
      "step": 297860
    },
    {
      "epoch": 0.2607268121504743,
      "grad_norm": 0.5939687490463257,
      "learning_rate": 4.399660262585313e-05,
      "loss": 4.9161,
      "step": 297865
    },
    {
      "epoch": 0.26073118874410145,
      "grad_norm": 0.5691344141960144,
      "learning_rate": 4.3996404212732435e-05,
      "loss": 5.3176,
      "step": 297870
    },
    {
      "epoch": 0.2607355653377286,
      "grad_norm": 0.5628991723060608,
      "learning_rate": 4.3996205796912006e-05,
      "loss": 5.9355,
      "step": 297875
    },
    {
      "epoch": 0.26073994193135575,
      "grad_norm": 0.5561242699623108,
      "learning_rate": 4.399600737839189e-05,
      "loss": 4.4432,
      "step": 297880
    },
    {
      "epoch": 0.2607443185249829,
      "grad_norm": 0.5758511424064636,
      "learning_rate": 4.399580895717214e-05,
      "loss": 5.9217,
      "step": 297885
    },
    {
      "epoch": 0.26074869511861004,
      "grad_norm": 0.5545353889465332,
      "learning_rate": 4.3995610533252773e-05,
      "loss": 5.9215,
      "step": 297890
    },
    {
      "epoch": 0.2607530717122372,
      "grad_norm": 0.5608219504356384,
      "learning_rate": 4.399541210663385e-05,
      "loss": 4.6685,
      "step": 297895
    },
    {
      "epoch": 0.2607574483058644,
      "grad_norm": 0.5449650883674622,
      "learning_rate": 4.399521367731539e-05,
      "loss": 6.2119,
      "step": 297900
    },
    {
      "epoch": 0.2607618248994915,
      "grad_norm": 0.5738844871520996,
      "learning_rate": 4.3995015245297444e-05,
      "loss": 5.094,
      "step": 297905
    },
    {
      "epoch": 0.2607662014931187,
      "grad_norm": 0.5716528296470642,
      "learning_rate": 4.399481681058004e-05,
      "loss": 5.3816,
      "step": 297910
    },
    {
      "epoch": 0.26077057808674586,
      "grad_norm": 0.5606397986412048,
      "learning_rate": 4.3994618373163234e-05,
      "loss": 5.0873,
      "step": 297915
    },
    {
      "epoch": 0.260774954680373,
      "grad_norm": 0.5782099366188049,
      "learning_rate": 4.3994419933047034e-05,
      "loss": 4.6857,
      "step": 297920
    },
    {
      "epoch": 0.26077933127400016,
      "grad_norm": 0.5616243481636047,
      "learning_rate": 4.399422149023151e-05,
      "loss": 5.2881,
      "step": 297925
    },
    {
      "epoch": 0.2607837078676273,
      "grad_norm": 0.5722032785415649,
      "learning_rate": 4.3994023044716694e-05,
      "loss": 5.1748,
      "step": 297930
    },
    {
      "epoch": 0.26078808446125445,
      "grad_norm": 0.561575710773468,
      "learning_rate": 4.399382459650261e-05,
      "loss": 4.3873,
      "step": 297935
    },
    {
      "epoch": 0.26079246105488163,
      "grad_norm": 0.5693208575248718,
      "learning_rate": 4.3993626145589307e-05,
      "loss": 5.4578,
      "step": 297940
    },
    {
      "epoch": 0.26079683764850875,
      "grad_norm": 0.5648725628852844,
      "learning_rate": 4.399342769197681e-05,
      "loss": 6.2416,
      "step": 297945
    },
    {
      "epoch": 0.2608012142421359,
      "grad_norm": 0.5578343272209167,
      "learning_rate": 4.399322923566517e-05,
      "loss": 5.4129,
      "step": 297950
    },
    {
      "epoch": 0.26080559083576305,
      "grad_norm": 0.5936440825462341,
      "learning_rate": 4.399303077665443e-05,
      "loss": 4.8685,
      "step": 297955
    },
    {
      "epoch": 0.2608099674293902,
      "grad_norm": 0.5633001923561096,
      "learning_rate": 4.399283231494461e-05,
      "loss": 5.3735,
      "step": 297960
    },
    {
      "epoch": 0.2608143440230174,
      "grad_norm": 0.5614545941352844,
      "learning_rate": 4.399263385053577e-05,
      "loss": 4.6814,
      "step": 297965
    },
    {
      "epoch": 0.2608187206166445,
      "grad_norm": 0.5708797574043274,
      "learning_rate": 4.399243538342792e-05,
      "loss": 5.8867,
      "step": 297970
    },
    {
      "epoch": 0.2608230972102717,
      "grad_norm": 0.5604673027992249,
      "learning_rate": 4.3992236913621135e-05,
      "loss": 4.9066,
      "step": 297975
    },
    {
      "epoch": 0.26082747380389887,
      "grad_norm": 0.5658937692642212,
      "learning_rate": 4.3992038441115425e-05,
      "loss": 4.8094,
      "step": 297980
    },
    {
      "epoch": 0.260831850397526,
      "grad_norm": 0.5891302227973938,
      "learning_rate": 4.3991839965910845e-05,
      "loss": 5.3555,
      "step": 297985
    },
    {
      "epoch": 0.26083622699115316,
      "grad_norm": 0.5687147974967957,
      "learning_rate": 4.399164148800741e-05,
      "loss": 4.829,
      "step": 297990
    },
    {
      "epoch": 0.2608406035847803,
      "grad_norm": 0.5765675902366638,
      "learning_rate": 4.399144300740517e-05,
      "loss": 5.6761,
      "step": 297995
    },
    {
      "epoch": 0.26084498017840746,
      "grad_norm": 0.5955403447151184,
      "learning_rate": 4.399124452410418e-05,
      "loss": 5.6084,
      "step": 298000
    },
    {
      "epoch": 0.26084935677203464,
      "grad_norm": 0.571831226348877,
      "learning_rate": 4.399104603810448e-05,
      "loss": 5.4491,
      "step": 298005
    },
    {
      "epoch": 0.26085373336566176,
      "grad_norm": 0.5796266198158264,
      "learning_rate": 4.399084754940607e-05,
      "loss": 4.8947,
      "step": 298010
    },
    {
      "epoch": 0.26085810995928893,
      "grad_norm": 0.5623447299003601,
      "learning_rate": 4.399064905800902e-05,
      "loss": 4.7992,
      "step": 298015
    },
    {
      "epoch": 0.2608624865529161,
      "grad_norm": 0.5698689818382263,
      "learning_rate": 4.399045056391335e-05,
      "loss": 5.3685,
      "step": 298020
    },
    {
      "epoch": 0.2608668631465432,
      "grad_norm": 0.5517897605895996,
      "learning_rate": 4.399025206711912e-05,
      "loss": 4.9283,
      "step": 298025
    },
    {
      "epoch": 0.2608712397401704,
      "grad_norm": 0.5772875547409058,
      "learning_rate": 4.399005356762635e-05,
      "loss": 4.9275,
      "step": 298030
    },
    {
      "epoch": 0.2608756163337975,
      "grad_norm": 0.5543942451477051,
      "learning_rate": 4.398985506543509e-05,
      "loss": 4.8187,
      "step": 298035
    },
    {
      "epoch": 0.2608799929274247,
      "grad_norm": 0.5819350481033325,
      "learning_rate": 4.398965656054538e-05,
      "loss": 5.9273,
      "step": 298040
    },
    {
      "epoch": 0.2608843695210519,
      "grad_norm": 0.575035035610199,
      "learning_rate": 4.3989458052957247e-05,
      "loss": 5.1764,
      "step": 298045
    },
    {
      "epoch": 0.260888746114679,
      "grad_norm": 0.5514258742332458,
      "learning_rate": 4.398925954267072e-05,
      "loss": 5.0841,
      "step": 298050
    },
    {
      "epoch": 0.26089312270830617,
      "grad_norm": 0.5792993307113647,
      "learning_rate": 4.3989061029685864e-05,
      "loss": 4.3932,
      "step": 298055
    },
    {
      "epoch": 0.2608974993019333,
      "grad_norm": 0.561539351940155,
      "learning_rate": 4.3988862514002704e-05,
      "loss": 5.326,
      "step": 298060
    },
    {
      "epoch": 0.26090187589556046,
      "grad_norm": 0.5709674954414368,
      "learning_rate": 4.398866399562128e-05,
      "loss": 5.7045,
      "step": 298065
    },
    {
      "epoch": 0.26090625248918764,
      "grad_norm": 0.5601794123649597,
      "learning_rate": 4.3988465474541615e-05,
      "loss": 4.2331,
      "step": 298070
    },
    {
      "epoch": 0.26091062908281476,
      "grad_norm": 0.5572081804275513,
      "learning_rate": 4.398826695076378e-05,
      "loss": 5.6945,
      "step": 298075
    },
    {
      "epoch": 0.26091500567644194,
      "grad_norm": 0.5688153505325317,
      "learning_rate": 4.398806842428779e-05,
      "loss": 5.6807,
      "step": 298080
    },
    {
      "epoch": 0.2609193822700691,
      "grad_norm": 0.5574973225593567,
      "learning_rate": 4.3987869895113676e-05,
      "loss": 5.7327,
      "step": 298085
    },
    {
      "epoch": 0.26092375886369623,
      "grad_norm": 0.5567441582679749,
      "learning_rate": 4.39876713632415e-05,
      "loss": 5.3285,
      "step": 298090
    },
    {
      "epoch": 0.2609281354573234,
      "grad_norm": 0.5552554130554199,
      "learning_rate": 4.3987472828671274e-05,
      "loss": 4.5733,
      "step": 298095
    },
    {
      "epoch": 0.2609325120509505,
      "grad_norm": 0.5671681761741638,
      "learning_rate": 4.398727429140307e-05,
      "loss": 5.3471,
      "step": 298100
    },
    {
      "epoch": 0.2609368886445777,
      "grad_norm": 0.5728529095649719,
      "learning_rate": 4.398707575143689e-05,
      "loss": 5.0815,
      "step": 298105
    },
    {
      "epoch": 0.2609412652382049,
      "grad_norm": 0.5544835329055786,
      "learning_rate": 4.3986877208772806e-05,
      "loss": 4.8447,
      "step": 298110
    },
    {
      "epoch": 0.260945641831832,
      "grad_norm": 0.5765081644058228,
      "learning_rate": 4.398667866341083e-05,
      "loss": 5.1069,
      "step": 298115
    },
    {
      "epoch": 0.2609500184254592,
      "grad_norm": 0.5472932457923889,
      "learning_rate": 4.3986480115351e-05,
      "loss": 4.3221,
      "step": 298120
    },
    {
      "epoch": 0.26095439501908635,
      "grad_norm": 0.5769006013870239,
      "learning_rate": 4.398628156459338e-05,
      "loss": 4.8854,
      "step": 298125
    },
    {
      "epoch": 0.26095877161271347,
      "grad_norm": 0.5497082471847534,
      "learning_rate": 4.398608301113799e-05,
      "loss": 5.095,
      "step": 298130
    },
    {
      "epoch": 0.26096314820634064,
      "grad_norm": 0.5694757699966431,
      "learning_rate": 4.398588445498487e-05,
      "loss": 5.385,
      "step": 298135
    },
    {
      "epoch": 0.26096752479996776,
      "grad_norm": 0.5864174962043762,
      "learning_rate": 4.3985685896134045e-05,
      "loss": 5.2834,
      "step": 298140
    },
    {
      "epoch": 0.26097190139359494,
      "grad_norm": 0.5883516669273376,
      "learning_rate": 4.398548733458558e-05,
      "loss": 4.5884,
      "step": 298145
    },
    {
      "epoch": 0.2609762779872221,
      "grad_norm": 0.5507922768592834,
      "learning_rate": 4.398528877033951e-05,
      "loss": 5.1146,
      "step": 298150
    },
    {
      "epoch": 0.26098065458084924,
      "grad_norm": 0.5786807537078857,
      "learning_rate": 4.398509020339585e-05,
      "loss": 5.4233,
      "step": 298155
    },
    {
      "epoch": 0.2609850311744764,
      "grad_norm": 0.5477023720741272,
      "learning_rate": 4.3984891633754654e-05,
      "loss": 5.6223,
      "step": 298160
    },
    {
      "epoch": 0.2609894077681036,
      "grad_norm": 0.5684242844581604,
      "learning_rate": 4.398469306141596e-05,
      "loss": 6.1922,
      "step": 298165
    },
    {
      "epoch": 0.2609937843617307,
      "grad_norm": 0.5832887887954712,
      "learning_rate": 4.398449448637981e-05,
      "loss": 4.7879,
      "step": 298170
    },
    {
      "epoch": 0.2609981609553579,
      "grad_norm": 0.616901695728302,
      "learning_rate": 4.398429590864624e-05,
      "loss": 5.374,
      "step": 298175
    },
    {
      "epoch": 0.261002537548985,
      "grad_norm": 0.5536630749702454,
      "learning_rate": 4.398409732821527e-05,
      "loss": 4.3849,
      "step": 298180
    },
    {
      "epoch": 0.2610069141426122,
      "grad_norm": 0.6232191920280457,
      "learning_rate": 4.398389874508696e-05,
      "loss": 4.7217,
      "step": 298185
    },
    {
      "epoch": 0.26101129073623935,
      "grad_norm": 0.5523455739021301,
      "learning_rate": 4.398370015926134e-05,
      "loss": 5.6279,
      "step": 298190
    },
    {
      "epoch": 0.2610156673298665,
      "grad_norm": 0.6318235993385315,
      "learning_rate": 4.398350157073846e-05,
      "loss": 5.2045,
      "step": 298195
    },
    {
      "epoch": 0.26102004392349365,
      "grad_norm": 0.5727162957191467,
      "learning_rate": 4.398330297951835e-05,
      "loss": 4.7101,
      "step": 298200
    },
    {
      "epoch": 0.26102442051712077,
      "grad_norm": 0.6831272840499878,
      "learning_rate": 4.3983104385601036e-05,
      "loss": 5.065,
      "step": 298205
    },
    {
      "epoch": 0.26102879711074795,
      "grad_norm": 0.5636090636253357,
      "learning_rate": 4.3982905788986575e-05,
      "loss": 5.1335,
      "step": 298210
    },
    {
      "epoch": 0.2610331737043751,
      "grad_norm": 0.5664858818054199,
      "learning_rate": 4.398270718967499e-05,
      "loss": 5.643,
      "step": 298215
    },
    {
      "epoch": 0.26103755029800224,
      "grad_norm": 0.5501269698143005,
      "learning_rate": 4.398250858766634e-05,
      "loss": 4.5947,
      "step": 298220
    },
    {
      "epoch": 0.2610419268916294,
      "grad_norm": 0.6350672245025635,
      "learning_rate": 4.398230998296063e-05,
      "loss": 5.9213,
      "step": 298225
    },
    {
      "epoch": 0.2610463034852566,
      "grad_norm": 0.5967134833335876,
      "learning_rate": 4.398211137555793e-05,
      "loss": 5.9467,
      "step": 298230
    },
    {
      "epoch": 0.2610506800788837,
      "grad_norm": 0.5757986903190613,
      "learning_rate": 4.3981912765458266e-05,
      "loss": 5.6107,
      "step": 298235
    },
    {
      "epoch": 0.2610550566725109,
      "grad_norm": 0.568852424621582,
      "learning_rate": 4.398171415266168e-05,
      "loss": 5.1044,
      "step": 298240
    },
    {
      "epoch": 0.261059433266138,
      "grad_norm": 0.5710163712501526,
      "learning_rate": 4.3981515537168204e-05,
      "loss": 4.3622,
      "step": 298245
    },
    {
      "epoch": 0.2610638098597652,
      "grad_norm": 0.5416266918182373,
      "learning_rate": 4.3981316918977875e-05,
      "loss": 5.1042,
      "step": 298250
    },
    {
      "epoch": 0.26106818645339236,
      "grad_norm": 0.5485649108886719,
      "learning_rate": 4.398111829809075e-05,
      "loss": 5.9145,
      "step": 298255
    },
    {
      "epoch": 0.2610725630470195,
      "grad_norm": 0.5444831848144531,
      "learning_rate": 4.398091967450685e-05,
      "loss": 5.6309,
      "step": 298260
    },
    {
      "epoch": 0.26107693964064665,
      "grad_norm": 0.565152645111084,
      "learning_rate": 4.39807210482262e-05,
      "loss": 5.4329,
      "step": 298265
    },
    {
      "epoch": 0.26108131623427383,
      "grad_norm": 0.5472826361656189,
      "learning_rate": 4.398052241924887e-05,
      "loss": 5.1457,
      "step": 298270
    },
    {
      "epoch": 0.26108569282790095,
      "grad_norm": 0.5882952809333801,
      "learning_rate": 4.3980323787574886e-05,
      "loss": 5.3879,
      "step": 298275
    },
    {
      "epoch": 0.2610900694215281,
      "grad_norm": 0.5715755820274353,
      "learning_rate": 4.3980125153204277e-05,
      "loss": 5.9148,
      "step": 298280
    },
    {
      "epoch": 0.26109444601515525,
      "grad_norm": 0.5417017936706543,
      "learning_rate": 4.397992651613708e-05,
      "loss": 5.3156,
      "step": 298285
    },
    {
      "epoch": 0.2610988226087824,
      "grad_norm": 0.5547901391983032,
      "learning_rate": 4.397972787637336e-05,
      "loss": 5.1972,
      "step": 298290
    },
    {
      "epoch": 0.2611031992024096,
      "grad_norm": 0.5519197583198547,
      "learning_rate": 4.3979529233913116e-05,
      "loss": 5.7054,
      "step": 298295
    },
    {
      "epoch": 0.2611075757960367,
      "grad_norm": 0.5917791724205017,
      "learning_rate": 4.397933058875643e-05,
      "loss": 5.1063,
      "step": 298300
    },
    {
      "epoch": 0.2611119523896639,
      "grad_norm": 0.5937268137931824,
      "learning_rate": 4.3979131940903305e-05,
      "loss": 4.5615,
      "step": 298305
    },
    {
      "epoch": 0.26111632898329107,
      "grad_norm": 0.5791170001029968,
      "learning_rate": 4.3978933290353784e-05,
      "loss": 4.9112,
      "step": 298310
    },
    {
      "epoch": 0.2611207055769182,
      "grad_norm": 0.5703979134559631,
      "learning_rate": 4.397873463710792e-05,
      "loss": 5.0902,
      "step": 298315
    },
    {
      "epoch": 0.26112508217054536,
      "grad_norm": 0.5490687489509583,
      "learning_rate": 4.3978535981165746e-05,
      "loss": 5.3827,
      "step": 298320
    },
    {
      "epoch": 0.2611294587641725,
      "grad_norm": 0.5553759932518005,
      "learning_rate": 4.397833732252731e-05,
      "loss": 5.3998,
      "step": 298325
    },
    {
      "epoch": 0.26113383535779966,
      "grad_norm": 0.5541255474090576,
      "learning_rate": 4.397813866119263e-05,
      "loss": 5.7513,
      "step": 298330
    },
    {
      "epoch": 0.26113821195142684,
      "grad_norm": 0.5499295592308044,
      "learning_rate": 4.3977939997161736e-05,
      "loss": 5.8879,
      "step": 298335
    },
    {
      "epoch": 0.26114258854505396,
      "grad_norm": 0.555319607257843,
      "learning_rate": 4.39777413304347e-05,
      "loss": 5.1802,
      "step": 298340
    },
    {
      "epoch": 0.26114696513868113,
      "grad_norm": 0.6021426916122437,
      "learning_rate": 4.397754266101154e-05,
      "loss": 4.7084,
      "step": 298345
    },
    {
      "epoch": 0.26115134173230825,
      "grad_norm": 0.581656813621521,
      "learning_rate": 4.397734398889229e-05,
      "loss": 4.3994,
      "step": 298350
    },
    {
      "epoch": 0.2611557183259354,
      "grad_norm": 0.5707194805145264,
      "learning_rate": 4.3977145314077004e-05,
      "loss": 4.2747,
      "step": 298355
    },
    {
      "epoch": 0.2611600949195626,
      "grad_norm": 0.5821270942687988,
      "learning_rate": 4.397694663656572e-05,
      "loss": 5.9504,
      "step": 298360
    },
    {
      "epoch": 0.2611644715131897,
      "grad_norm": 0.818876326084137,
      "learning_rate": 4.3976747956358464e-05,
      "loss": 4.827,
      "step": 298365
    },
    {
      "epoch": 0.2611688481068169,
      "grad_norm": 0.5757340788841248,
      "learning_rate": 4.397654927345528e-05,
      "loss": 4.4014,
      "step": 298370
    },
    {
      "epoch": 0.2611732247004441,
      "grad_norm": 0.6179283857345581,
      "learning_rate": 4.39763505878562e-05,
      "loss": 4.9279,
      "step": 298375
    },
    {
      "epoch": 0.2611776012940712,
      "grad_norm": 0.6386993527412415,
      "learning_rate": 4.397615189956128e-05,
      "loss": 5.1133,
      "step": 298380
    },
    {
      "epoch": 0.26118197788769837,
      "grad_norm": 0.671430230140686,
      "learning_rate": 4.397595320857053e-05,
      "loss": 6.2082,
      "step": 298385
    },
    {
      "epoch": 0.2611863544813255,
      "grad_norm": 0.6074631810188293,
      "learning_rate": 4.3975754514884014e-05,
      "loss": 4.9362,
      "step": 298390
    },
    {
      "epoch": 0.26119073107495266,
      "grad_norm": 0.5674136281013489,
      "learning_rate": 4.397555581850176e-05,
      "loss": 5.1808,
      "step": 298395
    },
    {
      "epoch": 0.26119510766857984,
      "grad_norm": 0.5598850250244141,
      "learning_rate": 4.397535711942381e-05,
      "loss": 4.4282,
      "step": 298400
    },
    {
      "epoch": 0.26119948426220696,
      "grad_norm": 0.5603690147399902,
      "learning_rate": 4.39751584176502e-05,
      "loss": 4.8209,
      "step": 298405
    },
    {
      "epoch": 0.26120386085583414,
      "grad_norm": 0.6626706719398499,
      "learning_rate": 4.3974959713180965e-05,
      "loss": 5.1295,
      "step": 298410
    },
    {
      "epoch": 0.2612082374494613,
      "grad_norm": 0.5715694427490234,
      "learning_rate": 4.397476100601614e-05,
      "loss": 5.1042,
      "step": 298415
    },
    {
      "epoch": 0.26121261404308843,
      "grad_norm": 0.5675537586212158,
      "learning_rate": 4.397456229615577e-05,
      "loss": 4.6076,
      "step": 298420
    },
    {
      "epoch": 0.2612169906367156,
      "grad_norm": 0.5946455001831055,
      "learning_rate": 4.397436358359991e-05,
      "loss": 5.2176,
      "step": 298425
    },
    {
      "epoch": 0.2612213672303427,
      "grad_norm": 0.5814314484596252,
      "learning_rate": 4.397416486834856e-05,
      "loss": 5.119,
      "step": 298430
    },
    {
      "epoch": 0.2612257438239699,
      "grad_norm": 0.5465443730354309,
      "learning_rate": 4.397396615040179e-05,
      "loss": 4.6356,
      "step": 298435
    },
    {
      "epoch": 0.2612301204175971,
      "grad_norm": 0.6154820322990417,
      "learning_rate": 4.397376742975963e-05,
      "loss": 5.3027,
      "step": 298440
    },
    {
      "epoch": 0.2612344970112242,
      "grad_norm": 0.5517709851264954,
      "learning_rate": 4.397356870642212e-05,
      "loss": 4.3958,
      "step": 298445
    },
    {
      "epoch": 0.2612388736048514,
      "grad_norm": 0.5508729815483093,
      "learning_rate": 4.397336998038929e-05,
      "loss": 4.3618,
      "step": 298450
    },
    {
      "epoch": 0.2612432501984785,
      "grad_norm": 0.5952353477478027,
      "learning_rate": 4.3973171251661175e-05,
      "loss": 5.6904,
      "step": 298455
    },
    {
      "epoch": 0.26124762679210567,
      "grad_norm": 0.587452232837677,
      "learning_rate": 4.3972972520237835e-05,
      "loss": 5.3438,
      "step": 298460
    },
    {
      "epoch": 0.26125200338573284,
      "grad_norm": 0.5374836325645447,
      "learning_rate": 4.3972773786119284e-05,
      "loss": 5.6188,
      "step": 298465
    },
    {
      "epoch": 0.26125637997935997,
      "grad_norm": 0.5375964641571045,
      "learning_rate": 4.3972575049305576e-05,
      "loss": 5.6434,
      "step": 298470
    },
    {
      "epoch": 0.26126075657298714,
      "grad_norm": 0.6178515553474426,
      "learning_rate": 4.397237630979674e-05,
      "loss": 5.0986,
      "step": 298475
    },
    {
      "epoch": 0.2612651331666143,
      "grad_norm": 0.6410725712776184,
      "learning_rate": 4.397217756759282e-05,
      "loss": 4.8781,
      "step": 298480
    },
    {
      "epoch": 0.26126950976024144,
      "grad_norm": 0.5703908801078796,
      "learning_rate": 4.397197882269385e-05,
      "loss": 4.3896,
      "step": 298485
    },
    {
      "epoch": 0.2612738863538686,
      "grad_norm": 0.7174751162528992,
      "learning_rate": 4.397178007509987e-05,
      "loss": 5.3828,
      "step": 298490
    },
    {
      "epoch": 0.26127826294749573,
      "grad_norm": 0.6073152422904968,
      "learning_rate": 4.397158132481093e-05,
      "loss": 5.7109,
      "step": 298495
    },
    {
      "epoch": 0.2612826395411229,
      "grad_norm": 0.5706843137741089,
      "learning_rate": 4.3971382571827045e-05,
      "loss": 5.3879,
      "step": 298500
    },
    {
      "epoch": 0.2612870161347501,
      "grad_norm": 0.5723738670349121,
      "learning_rate": 4.397118381614827e-05,
      "loss": 5.3755,
      "step": 298505
    },
    {
      "epoch": 0.2612913927283772,
      "grad_norm": 0.5841345191001892,
      "learning_rate": 4.397098505777465e-05,
      "loss": 5.3492,
      "step": 298510
    },
    {
      "epoch": 0.2612957693220044,
      "grad_norm": 0.5404074192047119,
      "learning_rate": 4.397078629670621e-05,
      "loss": 5.5766,
      "step": 298515
    },
    {
      "epoch": 0.26130014591563155,
      "grad_norm": 0.5563564300537109,
      "learning_rate": 4.3970587532942986e-05,
      "loss": 5.9289,
      "step": 298520
    },
    {
      "epoch": 0.2613045225092587,
      "grad_norm": 0.5735143423080444,
      "learning_rate": 4.397038876648503e-05,
      "loss": 5.3964,
      "step": 298525
    },
    {
      "epoch": 0.26130889910288585,
      "grad_norm": 0.5405781865119934,
      "learning_rate": 4.397018999733237e-05,
      "loss": 4.8185,
      "step": 298530
    },
    {
      "epoch": 0.26131327569651297,
      "grad_norm": 0.5762094855308533,
      "learning_rate": 4.396999122548503e-05,
      "loss": 5.4085,
      "step": 298535
    },
    {
      "epoch": 0.26131765229014015,
      "grad_norm": 0.5544779300689697,
      "learning_rate": 4.396979245094308e-05,
      "loss": 5.2891,
      "step": 298540
    },
    {
      "epoch": 0.2613220288837673,
      "grad_norm": 0.5873544216156006,
      "learning_rate": 4.396959367370654e-05,
      "loss": 4.8957,
      "step": 298545
    },
    {
      "epoch": 0.26132640547739444,
      "grad_norm": 0.5704731941223145,
      "learning_rate": 4.3969394893775454e-05,
      "loss": 4.8999,
      "step": 298550
    },
    {
      "epoch": 0.2613307820710216,
      "grad_norm": 0.5728614330291748,
      "learning_rate": 4.396919611114986e-05,
      "loss": 5.2426,
      "step": 298555
    },
    {
      "epoch": 0.2613351586646488,
      "grad_norm": 0.5635973215103149,
      "learning_rate": 4.396899732582979e-05,
      "loss": 5.6687,
      "step": 298560
    },
    {
      "epoch": 0.2613395352582759,
      "grad_norm": 0.601045548915863,
      "learning_rate": 4.396879853781527e-05,
      "loss": 5.274,
      "step": 298565
    },
    {
      "epoch": 0.2613439118519031,
      "grad_norm": 0.5655013918876648,
      "learning_rate": 4.396859974710638e-05,
      "loss": 5.3962,
      "step": 298570
    },
    {
      "epoch": 0.2613482884455302,
      "grad_norm": 0.5769554376602173,
      "learning_rate": 4.396840095370312e-05,
      "loss": 4.9308,
      "step": 298575
    },
    {
      "epoch": 0.2613526650391574,
      "grad_norm": 0.5729438066482544,
      "learning_rate": 4.396820215760554e-05,
      "loss": 4.8799,
      "step": 298580
    },
    {
      "epoch": 0.26135704163278456,
      "grad_norm": 0.5572888255119324,
      "learning_rate": 4.396800335881368e-05,
      "loss": 5.9082,
      "step": 298585
    },
    {
      "epoch": 0.2613614182264117,
      "grad_norm": 0.5574384927749634,
      "learning_rate": 4.396780455732759e-05,
      "loss": 4.6216,
      "step": 298590
    },
    {
      "epoch": 0.26136579482003885,
      "grad_norm": 0.5819332003593445,
      "learning_rate": 4.396760575314729e-05,
      "loss": 5.3691,
      "step": 298595
    },
    {
      "epoch": 0.261370171413666,
      "grad_norm": 0.5664496421813965,
      "learning_rate": 4.3967406946272816e-05,
      "loss": 4.9971,
      "step": 298600
    },
    {
      "epoch": 0.26137454800729315,
      "grad_norm": 0.5800198316574097,
      "learning_rate": 4.3967208136704216e-05,
      "loss": 4.4021,
      "step": 298605
    },
    {
      "epoch": 0.2613789246009203,
      "grad_norm": 0.5776210427284241,
      "learning_rate": 4.396700932444154e-05,
      "loss": 4.917,
      "step": 298610
    },
    {
      "epoch": 0.26138330119454745,
      "grad_norm": 0.5726552605628967,
      "learning_rate": 4.396681050948481e-05,
      "loss": 4.0705,
      "step": 298615
    },
    {
      "epoch": 0.2613876777881746,
      "grad_norm": 0.5558115839958191,
      "learning_rate": 4.396661169183407e-05,
      "loss": 4.8051,
      "step": 298620
    },
    {
      "epoch": 0.2613920543818018,
      "grad_norm": 0.5662975907325745,
      "learning_rate": 4.396641287148935e-05,
      "loss": 4.6192,
      "step": 298625
    },
    {
      "epoch": 0.2613964309754289,
      "grad_norm": 0.5742682814598083,
      "learning_rate": 4.3966214048450695e-05,
      "loss": 5.4119,
      "step": 298630
    },
    {
      "epoch": 0.2614008075690561,
      "grad_norm": 0.5595510005950928,
      "learning_rate": 4.396601522271814e-05,
      "loss": 5.4063,
      "step": 298635
    },
    {
      "epoch": 0.2614051841626832,
      "grad_norm": 0.5448748469352722,
      "learning_rate": 4.396581639429174e-05,
      "loss": 4.6403,
      "step": 298640
    },
    {
      "epoch": 0.2614095607563104,
      "grad_norm": 0.5699801445007324,
      "learning_rate": 4.396561756317151e-05,
      "loss": 5.4451,
      "step": 298645
    },
    {
      "epoch": 0.26141393734993756,
      "grad_norm": 0.6172681450843811,
      "learning_rate": 4.39654187293575e-05,
      "loss": 5.3775,
      "step": 298650
    },
    {
      "epoch": 0.2614183139435647,
      "grad_norm": 0.5492196679115295,
      "learning_rate": 4.396521989284974e-05,
      "loss": 4.3717,
      "step": 298655
    },
    {
      "epoch": 0.26142269053719186,
      "grad_norm": 0.5864444971084595,
      "learning_rate": 4.396502105364829e-05,
      "loss": 5.4174,
      "step": 298660
    },
    {
      "epoch": 0.26142706713081904,
      "grad_norm": 0.5571542978286743,
      "learning_rate": 4.3964822211753165e-05,
      "loss": 4.724,
      "step": 298665
    },
    {
      "epoch": 0.26143144372444616,
      "grad_norm": 0.5591616034507751,
      "learning_rate": 4.3964623367164414e-05,
      "loss": 6.2512,
      "step": 298670
    },
    {
      "epoch": 0.26143582031807333,
      "grad_norm": 0.6660075187683105,
      "learning_rate": 4.3964424519882065e-05,
      "loss": 4.5558,
      "step": 298675
    },
    {
      "epoch": 0.26144019691170045,
      "grad_norm": 0.6749358177185059,
      "learning_rate": 4.3964225669906164e-05,
      "loss": 5.5904,
      "step": 298680
    },
    {
      "epoch": 0.2614445735053276,
      "grad_norm": 0.588812530040741,
      "learning_rate": 4.396402681723676e-05,
      "loss": 5.2312,
      "step": 298685
    },
    {
      "epoch": 0.2614489500989548,
      "grad_norm": 0.5675491690635681,
      "learning_rate": 4.3963827961873886e-05,
      "loss": 5.7092,
      "step": 298690
    },
    {
      "epoch": 0.2614533266925819,
      "grad_norm": 0.5693041682243347,
      "learning_rate": 4.396362910381756e-05,
      "loss": 5.414,
      "step": 298695
    },
    {
      "epoch": 0.2614577032862091,
      "grad_norm": 0.5485822558403015,
      "learning_rate": 4.396343024306785e-05,
      "loss": 5.9121,
      "step": 298700
    },
    {
      "epoch": 0.2614620798798362,
      "grad_norm": 0.5479956865310669,
      "learning_rate": 4.3963231379624755e-05,
      "loss": 4.8078,
      "step": 298705
    },
    {
      "epoch": 0.2614664564734634,
      "grad_norm": 0.5723384022712708,
      "learning_rate": 4.396303251348837e-05,
      "loss": 5.6201,
      "step": 298710
    },
    {
      "epoch": 0.26147083306709057,
      "grad_norm": 0.5806602835655212,
      "learning_rate": 4.3962833644658686e-05,
      "loss": 5.6657,
      "step": 298715
    },
    {
      "epoch": 0.2614752096607177,
      "grad_norm": 0.5613089799880981,
      "learning_rate": 4.396263477313576e-05,
      "loss": 5.2097,
      "step": 298720
    },
    {
      "epoch": 0.26147958625434486,
      "grad_norm": 0.5852634906768799,
      "learning_rate": 4.396243589891963e-05,
      "loss": 5.1142,
      "step": 298725
    },
    {
      "epoch": 0.26148396284797204,
      "grad_norm": 0.5630314946174622,
      "learning_rate": 4.396223702201032e-05,
      "loss": 4.9399,
      "step": 298730
    },
    {
      "epoch": 0.26148833944159916,
      "grad_norm": 0.5638319253921509,
      "learning_rate": 4.39620381424079e-05,
      "loss": 5.4055,
      "step": 298735
    },
    {
      "epoch": 0.26149271603522634,
      "grad_norm": 0.5640237331390381,
      "learning_rate": 4.396183926011237e-05,
      "loss": 5.4167,
      "step": 298740
    },
    {
      "epoch": 0.26149709262885346,
      "grad_norm": 0.5752682089805603,
      "learning_rate": 4.396164037512379e-05,
      "loss": 5.3893,
      "step": 298745
    },
    {
      "epoch": 0.26150146922248063,
      "grad_norm": 0.5715558528900146,
      "learning_rate": 4.39614414874422e-05,
      "loss": 4.8279,
      "step": 298750
    },
    {
      "epoch": 0.2615058458161078,
      "grad_norm": 0.5977755188941956,
      "learning_rate": 4.396124259706764e-05,
      "loss": 5.7391,
      "step": 298755
    },
    {
      "epoch": 0.2615102224097349,
      "grad_norm": 0.552457869052887,
      "learning_rate": 4.396104370400014e-05,
      "loss": 5.704,
      "step": 298760
    },
    {
      "epoch": 0.2615145990033621,
      "grad_norm": 0.5636168122291565,
      "learning_rate": 4.3960844808239734e-05,
      "loss": 5.1048,
      "step": 298765
    },
    {
      "epoch": 0.2615189755969893,
      "grad_norm": 0.5605194568634033,
      "learning_rate": 4.396064590978647e-05,
      "loss": 5.3865,
      "step": 298770
    },
    {
      "epoch": 0.2615233521906164,
      "grad_norm": 0.5691213607788086,
      "learning_rate": 4.396044700864038e-05,
      "loss": 5.1525,
      "step": 298775
    },
    {
      "epoch": 0.2615277287842436,
      "grad_norm": 0.56570965051651,
      "learning_rate": 4.3960248104801514e-05,
      "loss": 5.5963,
      "step": 298780
    },
    {
      "epoch": 0.2615321053778707,
      "grad_norm": 0.5600895881652832,
      "learning_rate": 4.3960049198269894e-05,
      "loss": 5.0782,
      "step": 298785
    },
    {
      "epoch": 0.26153648197149787,
      "grad_norm": 0.5783668756484985,
      "learning_rate": 4.395985028904557e-05,
      "loss": 3.8765,
      "step": 298790
    },
    {
      "epoch": 0.26154085856512505,
      "grad_norm": 0.5704870820045471,
      "learning_rate": 4.3959651377128577e-05,
      "loss": 5.6958,
      "step": 298795
    },
    {
      "epoch": 0.26154523515875217,
      "grad_norm": 0.5783362984657288,
      "learning_rate": 4.3959452462518946e-05,
      "loss": 5.926,
      "step": 298800
    },
    {
      "epoch": 0.26154961175237934,
      "grad_norm": 0.5839455127716064,
      "learning_rate": 4.395925354521673e-05,
      "loss": 4.128,
      "step": 298805
    },
    {
      "epoch": 0.2615539883460065,
      "grad_norm": 0.564361572265625,
      "learning_rate": 4.3959054625221966e-05,
      "loss": 4.6435,
      "step": 298810
    },
    {
      "epoch": 0.26155836493963364,
      "grad_norm": 0.5700982213020325,
      "learning_rate": 4.395885570253468e-05,
      "loss": 4.5593,
      "step": 298815
    },
    {
      "epoch": 0.2615627415332608,
      "grad_norm": 0.5707330107688904,
      "learning_rate": 4.395865677715491e-05,
      "loss": 5.3043,
      "step": 298820
    },
    {
      "epoch": 0.26156711812688793,
      "grad_norm": 0.5634921193122864,
      "learning_rate": 4.3958457849082704e-05,
      "loss": 5.6008,
      "step": 298825
    },
    {
      "epoch": 0.2615714947205151,
      "grad_norm": 0.553071141242981,
      "learning_rate": 4.3958258918318096e-05,
      "loss": 5.3737,
      "step": 298830
    },
    {
      "epoch": 0.2615758713141423,
      "grad_norm": 0.557130753993988,
      "learning_rate": 4.3958059984861135e-05,
      "loss": 5.6849,
      "step": 298835
    },
    {
      "epoch": 0.2615802479077694,
      "grad_norm": 0.5640344619750977,
      "learning_rate": 4.3957861048711836e-05,
      "loss": 5.9252,
      "step": 298840
    },
    {
      "epoch": 0.2615846245013966,
      "grad_norm": 0.6000720262527466,
      "learning_rate": 4.395766210987026e-05,
      "loss": 4.9071,
      "step": 298845
    },
    {
      "epoch": 0.2615890010950237,
      "grad_norm": 0.5455199480056763,
      "learning_rate": 4.3957463168336434e-05,
      "loss": 5.6166,
      "step": 298850
    },
    {
      "epoch": 0.2615933776886509,
      "grad_norm": 0.5792615413665771,
      "learning_rate": 4.3957264224110405e-05,
      "loss": 4.9278,
      "step": 298855
    },
    {
      "epoch": 0.26159775428227805,
      "grad_norm": 0.5738017559051514,
      "learning_rate": 4.39570652771922e-05,
      "loss": 4.1438,
      "step": 298860
    },
    {
      "epoch": 0.26160213087590517,
      "grad_norm": 0.5752454400062561,
      "learning_rate": 4.395686632758186e-05,
      "loss": 5.4106,
      "step": 298865
    },
    {
      "epoch": 0.26160650746953235,
      "grad_norm": 0.5825403928756714,
      "learning_rate": 4.395666737527944e-05,
      "loss": 4.6009,
      "step": 298870
    },
    {
      "epoch": 0.2616108840631595,
      "grad_norm": 0.5671740770339966,
      "learning_rate": 4.3956468420284946e-05,
      "loss": 5.9062,
      "step": 298875
    },
    {
      "epoch": 0.26161526065678664,
      "grad_norm": 0.5750242471694946,
      "learning_rate": 4.395626946259845e-05,
      "loss": 5.4171,
      "step": 298880
    },
    {
      "epoch": 0.2616196372504138,
      "grad_norm": 0.5898643732070923,
      "learning_rate": 4.395607050221997e-05,
      "loss": 5.1071,
      "step": 298885
    },
    {
      "epoch": 0.26162401384404094,
      "grad_norm": 0.5664716362953186,
      "learning_rate": 4.3955871539149554e-05,
      "loss": 5.1042,
      "step": 298890
    },
    {
      "epoch": 0.2616283904376681,
      "grad_norm": 0.5548860430717468,
      "learning_rate": 4.395567257338723e-05,
      "loss": 4.9026,
      "step": 298895
    },
    {
      "epoch": 0.2616327670312953,
      "grad_norm": 0.5652911067008972,
      "learning_rate": 4.395547360493304e-05,
      "loss": 4.0843,
      "step": 298900
    },
    {
      "epoch": 0.2616371436249224,
      "grad_norm": 0.57951420545578,
      "learning_rate": 4.395527463378703e-05,
      "loss": 6.2051,
      "step": 298905
    },
    {
      "epoch": 0.2616415202185496,
      "grad_norm": 0.5972435474395752,
      "learning_rate": 4.395507565994923e-05,
      "loss": 5.4578,
      "step": 298910
    },
    {
      "epoch": 0.26164589681217676,
      "grad_norm": 0.5534977912902832,
      "learning_rate": 4.3954876683419686e-05,
      "loss": 4.6371,
      "step": 298915
    },
    {
      "epoch": 0.2616502734058039,
      "grad_norm": 0.559782087802887,
      "learning_rate": 4.395467770419843e-05,
      "loss": 5.8758,
      "step": 298920
    },
    {
      "epoch": 0.26165464999943105,
      "grad_norm": 0.5679884552955627,
      "learning_rate": 4.39544787222855e-05,
      "loss": 5.3906,
      "step": 298925
    },
    {
      "epoch": 0.2616590265930582,
      "grad_norm": 0.5524585843086243,
      "learning_rate": 4.3954279737680936e-05,
      "loss": 5.8742,
      "step": 298930
    },
    {
      "epoch": 0.26166340318668535,
      "grad_norm": 0.5506101846694946,
      "learning_rate": 4.3954080750384786e-05,
      "loss": 5.6189,
      "step": 298935
    },
    {
      "epoch": 0.2616677797803125,
      "grad_norm": 0.5598911643028259,
      "learning_rate": 4.3953881760397077e-05,
      "loss": 5.3911,
      "step": 298940
    },
    {
      "epoch": 0.26167215637393965,
      "grad_norm": 0.5763658881187439,
      "learning_rate": 4.395368276771784e-05,
      "loss": 5.4188,
      "step": 298945
    },
    {
      "epoch": 0.2616765329675668,
      "grad_norm": 0.5813376307487488,
      "learning_rate": 4.395348377234714e-05,
      "loss": 5.0677,
      "step": 298950
    },
    {
      "epoch": 0.261680909561194,
      "grad_norm": 0.562983512878418,
      "learning_rate": 4.395328477428499e-05,
      "loss": 5.9137,
      "step": 298955
    },
    {
      "epoch": 0.2616852861548211,
      "grad_norm": 0.5844366550445557,
      "learning_rate": 4.395308577353143e-05,
      "loss": 4.8982,
      "step": 298960
    },
    {
      "epoch": 0.2616896627484483,
      "grad_norm": 0.5770279169082642,
      "learning_rate": 4.395288677008651e-05,
      "loss": 5.2209,
      "step": 298965
    },
    {
      "epoch": 0.2616940393420754,
      "grad_norm": 0.5885820388793945,
      "learning_rate": 4.3952687763950265e-05,
      "loss": 5.3949,
      "step": 298970
    },
    {
      "epoch": 0.2616984159357026,
      "grad_norm": 0.5764167904853821,
      "learning_rate": 4.3952488755122734e-05,
      "loss": 4.0709,
      "step": 298975
    },
    {
      "epoch": 0.26170279252932976,
      "grad_norm": 0.5769206881523132,
      "learning_rate": 4.3952289743603956e-05,
      "loss": 5.1209,
      "step": 298980
    },
    {
      "epoch": 0.2617071691229569,
      "grad_norm": 0.5692489147186279,
      "learning_rate": 4.395209072939396e-05,
      "loss": 5.9141,
      "step": 298985
    },
    {
      "epoch": 0.26171154571658406,
      "grad_norm": 0.5728878974914551,
      "learning_rate": 4.39518917124928e-05,
      "loss": 5.4563,
      "step": 298990
    },
    {
      "epoch": 0.2617159223102112,
      "grad_norm": 0.5659235119819641,
      "learning_rate": 4.395169269290049e-05,
      "loss": 5.9111,
      "step": 298995
    },
    {
      "epoch": 0.26172029890383836,
      "grad_norm": 0.5613462924957275,
      "learning_rate": 4.395149367061711e-05,
      "loss": 5.1239,
      "step": 299000
    },
    {
      "epoch": 0.26172467549746553,
      "grad_norm": 0.5558638572692871,
      "learning_rate": 4.395129464564265e-05,
      "loss": 5.9018,
      "step": 299005
    },
    {
      "epoch": 0.26172905209109265,
      "grad_norm": 0.5602371692657471,
      "learning_rate": 4.395109561797718e-05,
      "loss": 5.3843,
      "step": 299010
    },
    {
      "epoch": 0.2617334286847198,
      "grad_norm": 0.5624664425849915,
      "learning_rate": 4.395089658762073e-05,
      "loss": 5.6354,
      "step": 299015
    },
    {
      "epoch": 0.261737805278347,
      "grad_norm": 0.5566574931144714,
      "learning_rate": 4.3950697554573326e-05,
      "loss": 4.7918,
      "step": 299020
    },
    {
      "epoch": 0.2617421818719741,
      "grad_norm": 0.5829870104789734,
      "learning_rate": 4.3950498518835036e-05,
      "loss": 4.5854,
      "step": 299025
    },
    {
      "epoch": 0.2617465584656013,
      "grad_norm": 0.5636212229728699,
      "learning_rate": 4.3950299480405865e-05,
      "loss": 5.6295,
      "step": 299030
    },
    {
      "epoch": 0.2617509350592284,
      "grad_norm": 0.5608991384506226,
      "learning_rate": 4.395010043928588e-05,
      "loss": 4.3812,
      "step": 299035
    },
    {
      "epoch": 0.2617553116528556,
      "grad_norm": 0.5896936655044556,
      "learning_rate": 4.39499013954751e-05,
      "loss": 5.421,
      "step": 299040
    },
    {
      "epoch": 0.26175968824648277,
      "grad_norm": 0.5712802410125732,
      "learning_rate": 4.3949702348973565e-05,
      "loss": 5.1156,
      "step": 299045
    },
    {
      "epoch": 0.2617640648401099,
      "grad_norm": 0.5530650019645691,
      "learning_rate": 4.394950329978132e-05,
      "loss": 4.9043,
      "step": 299050
    },
    {
      "epoch": 0.26176844143373706,
      "grad_norm": 0.5662305355072021,
      "learning_rate": 4.3949304247898416e-05,
      "loss": 6.2578,
      "step": 299055
    },
    {
      "epoch": 0.26177281802736424,
      "grad_norm": 0.5625964999198914,
      "learning_rate": 4.394910519332486e-05,
      "loss": 5.6176,
      "step": 299060
    },
    {
      "epoch": 0.26177719462099136,
      "grad_norm": 0.5831357836723328,
      "learning_rate": 4.394890613606072e-05,
      "loss": 4.9015,
      "step": 299065
    },
    {
      "epoch": 0.26178157121461854,
      "grad_norm": 0.5613489747047424,
      "learning_rate": 4.394870707610601e-05,
      "loss": 5.404,
      "step": 299070
    },
    {
      "epoch": 0.26178594780824566,
      "grad_norm": 0.55646151304245,
      "learning_rate": 4.3948508013460786e-05,
      "loss": 5.0805,
      "step": 299075
    },
    {
      "epoch": 0.26179032440187283,
      "grad_norm": 0.557206928730011,
      "learning_rate": 4.3948308948125085e-05,
      "loss": 5.5611,
      "step": 299080
    },
    {
      "epoch": 0.2617947009955,
      "grad_norm": 0.5890375971794128,
      "learning_rate": 4.394810988009893e-05,
      "loss": 4.8634,
      "step": 299085
    },
    {
      "epoch": 0.2617990775891271,
      "grad_norm": 0.5685478448867798,
      "learning_rate": 4.3947910809382374e-05,
      "loss": 4.919,
      "step": 299090
    },
    {
      "epoch": 0.2618034541827543,
      "grad_norm": 0.5816440582275391,
      "learning_rate": 4.394771173597546e-05,
      "loss": 4.0681,
      "step": 299095
    },
    {
      "epoch": 0.2618078307763814,
      "grad_norm": 0.5613517761230469,
      "learning_rate": 4.394751265987821e-05,
      "loss": 4.3871,
      "step": 299100
    },
    {
      "epoch": 0.2618122073700086,
      "grad_norm": 0.5766572952270508,
      "learning_rate": 4.394731358109068e-05,
      "loss": 5.0924,
      "step": 299105
    },
    {
      "epoch": 0.2618165839636358,
      "grad_norm": 0.5719062089920044,
      "learning_rate": 4.394711449961289e-05,
      "loss": 4.8009,
      "step": 299110
    },
    {
      "epoch": 0.2618209605572629,
      "grad_norm": 0.5737457871437073,
      "learning_rate": 4.394691541544488e-05,
      "loss": 6.2154,
      "step": 299115
    },
    {
      "epoch": 0.26182533715089007,
      "grad_norm": 0.5529496073722839,
      "learning_rate": 4.39467163285867e-05,
      "loss": 4.5812,
      "step": 299120
    },
    {
      "epoch": 0.26182971374451725,
      "grad_norm": 0.5647691488265991,
      "learning_rate": 4.3946517239038386e-05,
      "loss": 4.913,
      "step": 299125
    },
    {
      "epoch": 0.26183409033814437,
      "grad_norm": 0.58119797706604,
      "learning_rate": 4.3946318146799984e-05,
      "loss": 5.4171,
      "step": 299130
    },
    {
      "epoch": 0.26183846693177154,
      "grad_norm": 0.5668225288391113,
      "learning_rate": 4.3946119051871506e-05,
      "loss": 4.6675,
      "step": 299135
    },
    {
      "epoch": 0.26184284352539866,
      "grad_norm": 0.5664272308349609,
      "learning_rate": 4.394591995425302e-05,
      "loss": 5.087,
      "step": 299140
    },
    {
      "epoch": 0.26184722011902584,
      "grad_norm": 0.56466144323349,
      "learning_rate": 4.394572085394455e-05,
      "loss": 5.1153,
      "step": 299145
    },
    {
      "epoch": 0.261851596712653,
      "grad_norm": 0.5694696307182312,
      "learning_rate": 4.394552175094614e-05,
      "loss": 5.3502,
      "step": 299150
    },
    {
      "epoch": 0.26185597330628013,
      "grad_norm": 0.5731445550918579,
      "learning_rate": 4.3945322645257815e-05,
      "loss": 5.215,
      "step": 299155
    },
    {
      "epoch": 0.2618603498999073,
      "grad_norm": 0.5514631271362305,
      "learning_rate": 4.3945123536879626e-05,
      "loss": 5.7354,
      "step": 299160
    },
    {
      "epoch": 0.2618647264935345,
      "grad_norm": 0.5565440058708191,
      "learning_rate": 4.394492442581161e-05,
      "loss": 5.6201,
      "step": 299165
    },
    {
      "epoch": 0.2618691030871616,
      "grad_norm": 0.5599305629730225,
      "learning_rate": 4.3944725312053803e-05,
      "loss": 5.9203,
      "step": 299170
    },
    {
      "epoch": 0.2618734796807888,
      "grad_norm": 0.5497897267341614,
      "learning_rate": 4.394452619560624e-05,
      "loss": 5.4056,
      "step": 299175
    },
    {
      "epoch": 0.2618778562744159,
      "grad_norm": 0.555976152420044,
      "learning_rate": 4.3944327076468975e-05,
      "loss": 4.3494,
      "step": 299180
    },
    {
      "epoch": 0.2618822328680431,
      "grad_norm": 0.5775784254074097,
      "learning_rate": 4.3944127954642024e-05,
      "loss": 4.6634,
      "step": 299185
    },
    {
      "epoch": 0.26188660946167025,
      "grad_norm": 0.5713894367218018,
      "learning_rate": 4.394392883012544e-05,
      "loss": 5.9057,
      "step": 299190
    },
    {
      "epoch": 0.26189098605529737,
      "grad_norm": 0.5609486103057861,
      "learning_rate": 4.394372970291925e-05,
      "loss": 4.5802,
      "step": 299195
    },
    {
      "epoch": 0.26189536264892455,
      "grad_norm": 0.5662276148796082,
      "learning_rate": 4.3943530573023514e-05,
      "loss": 4.6115,
      "step": 299200
    },
    {
      "epoch": 0.2618997392425517,
      "grad_norm": 0.5631715059280396,
      "learning_rate": 4.394333144043825e-05,
      "loss": 4.5985,
      "step": 299205
    },
    {
      "epoch": 0.26190411583617884,
      "grad_norm": 0.5660649538040161,
      "learning_rate": 4.3943132305163505e-05,
      "loss": 5.9543,
      "step": 299210
    },
    {
      "epoch": 0.261908492429806,
      "grad_norm": 0.5567489266395569,
      "learning_rate": 4.394293316719931e-05,
      "loss": 4.8738,
      "step": 299215
    },
    {
      "epoch": 0.26191286902343314,
      "grad_norm": 0.5527640581130981,
      "learning_rate": 4.394273402654571e-05,
      "loss": 5.1222,
      "step": 299220
    },
    {
      "epoch": 0.2619172456170603,
      "grad_norm": 0.5696130990982056,
      "learning_rate": 4.3942534883202746e-05,
      "loss": 4.7382,
      "step": 299225
    },
    {
      "epoch": 0.2619216222106875,
      "grad_norm": 0.57236248254776,
      "learning_rate": 4.3942335737170446e-05,
      "loss": 5.3109,
      "step": 299230
    },
    {
      "epoch": 0.2619259988043146,
      "grad_norm": 0.5781590938568115,
      "learning_rate": 4.3942136588448865e-05,
      "loss": 5.2211,
      "step": 299235
    },
    {
      "epoch": 0.2619303753979418,
      "grad_norm": 0.7496736645698547,
      "learning_rate": 4.394193743703803e-05,
      "loss": 4.601,
      "step": 299240
    },
    {
      "epoch": 0.2619347519915689,
      "grad_norm": 0.687014639377594,
      "learning_rate": 4.394173828293797e-05,
      "loss": 5.9371,
      "step": 299245
    },
    {
      "epoch": 0.2619391285851961,
      "grad_norm": 0.5643362998962402,
      "learning_rate": 4.3941539126148745e-05,
      "loss": 5.0445,
      "step": 299250
    },
    {
      "epoch": 0.26194350517882325,
      "grad_norm": 0.6032962799072266,
      "learning_rate": 4.394133996667038e-05,
      "loss": 5.1586,
      "step": 299255
    },
    {
      "epoch": 0.2619478817724504,
      "grad_norm": 0.5862229466438293,
      "learning_rate": 4.394114080450291e-05,
      "loss": 5.4211,
      "step": 299260
    },
    {
      "epoch": 0.26195225836607755,
      "grad_norm": 0.5800179839134216,
      "learning_rate": 4.394094163964638e-05,
      "loss": 5.6307,
      "step": 299265
    },
    {
      "epoch": 0.2619566349597047,
      "grad_norm": 0.6268842220306396,
      "learning_rate": 4.394074247210084e-05,
      "loss": 4.8968,
      "step": 299270
    },
    {
      "epoch": 0.26196101155333185,
      "grad_norm": 0.6612874269485474,
      "learning_rate": 4.394054330186631e-05,
      "loss": 5.3014,
      "step": 299275
    },
    {
      "epoch": 0.261965388146959,
      "grad_norm": 0.5606226325035095,
      "learning_rate": 4.394034412894283e-05,
      "loss": 4.9104,
      "step": 299280
    },
    {
      "epoch": 0.26196976474058614,
      "grad_norm": 0.5890010595321655,
      "learning_rate": 4.3940144953330456e-05,
      "loss": 4.5821,
      "step": 299285
    },
    {
      "epoch": 0.2619741413342133,
      "grad_norm": 0.5983586311340332,
      "learning_rate": 4.39399457750292e-05,
      "loss": 4.8094,
      "step": 299290
    },
    {
      "epoch": 0.2619785179278405,
      "grad_norm": 0.5923747420310974,
      "learning_rate": 4.393974659403912e-05,
      "loss": 5.2945,
      "step": 299295
    },
    {
      "epoch": 0.2619828945214676,
      "grad_norm": 0.5614023804664612,
      "learning_rate": 4.3939547410360246e-05,
      "loss": 5.6453,
      "step": 299300
    },
    {
      "epoch": 0.2619872711150948,
      "grad_norm": 0.5784594416618347,
      "learning_rate": 4.393934822399262e-05,
      "loss": 4.9271,
      "step": 299305
    },
    {
      "epoch": 0.26199164770872196,
      "grad_norm": 0.5776364803314209,
      "learning_rate": 4.3939149034936275e-05,
      "loss": 4.3507,
      "step": 299310
    },
    {
      "epoch": 0.2619960243023491,
      "grad_norm": 0.5802562236785889,
      "learning_rate": 4.393894984319127e-05,
      "loss": 5.3904,
      "step": 299315
    },
    {
      "epoch": 0.26200040089597626,
      "grad_norm": 0.5899744033813477,
      "learning_rate": 4.393875064875761e-05,
      "loss": 5.6195,
      "step": 299320
    },
    {
      "epoch": 0.2620047774896034,
      "grad_norm": 0.5480017066001892,
      "learning_rate": 4.393855145163536e-05,
      "loss": 5.6922,
      "step": 299325
    },
    {
      "epoch": 0.26200915408323056,
      "grad_norm": 0.5399836897850037,
      "learning_rate": 4.393835225182453e-05,
      "loss": 4.8103,
      "step": 299330
    },
    {
      "epoch": 0.26201353067685773,
      "grad_norm": 0.5648125410079956,
      "learning_rate": 4.393815304932519e-05,
      "loss": 4.7924,
      "step": 299335
    },
    {
      "epoch": 0.26201790727048485,
      "grad_norm": 0.5702052712440491,
      "learning_rate": 4.393795384413738e-05,
      "loss": 5.698,
      "step": 299340
    },
    {
      "epoch": 0.262022283864112,
      "grad_norm": 0.5634010434150696,
      "learning_rate": 4.393775463626111e-05,
      "loss": 5.1251,
      "step": 299345
    },
    {
      "epoch": 0.26202666045773915,
      "grad_norm": 0.548323392868042,
      "learning_rate": 4.393755542569643e-05,
      "loss": 4.4417,
      "step": 299350
    },
    {
      "epoch": 0.2620310370513663,
      "grad_norm": 0.5626823902130127,
      "learning_rate": 4.3937356212443395e-05,
      "loss": 5.6426,
      "step": 299355
    },
    {
      "epoch": 0.2620354136449935,
      "grad_norm": 0.5736068487167358,
      "learning_rate": 4.393715699650202e-05,
      "loss": 5.1223,
      "step": 299360
    },
    {
      "epoch": 0.2620397902386206,
      "grad_norm": 0.5467705726623535,
      "learning_rate": 4.3936957777872353e-05,
      "loss": 5.915,
      "step": 299365
    },
    {
      "epoch": 0.2620441668322478,
      "grad_norm": 0.5775867700576782,
      "learning_rate": 4.3936758556554424e-05,
      "loss": 5.5893,
      "step": 299370
    },
    {
      "epoch": 0.26204854342587497,
      "grad_norm": 0.5756552219390869,
      "learning_rate": 4.393655933254829e-05,
      "loss": 4.914,
      "step": 299375
    },
    {
      "epoch": 0.2620529200195021,
      "grad_norm": 0.5659409761428833,
      "learning_rate": 4.393636010585399e-05,
      "loss": 5.2488,
      "step": 299380
    },
    {
      "epoch": 0.26205729661312926,
      "grad_norm": 0.5538789629936218,
      "learning_rate": 4.3936160876471535e-05,
      "loss": 5.1871,
      "step": 299385
    },
    {
      "epoch": 0.2620616732067564,
      "grad_norm": 0.5711544156074524,
      "learning_rate": 4.393596164440098e-05,
      "loss": 5.3491,
      "step": 299390
    },
    {
      "epoch": 0.26206604980038356,
      "grad_norm": 0.545177698135376,
      "learning_rate": 4.393576240964237e-05,
      "loss": 5.6182,
      "step": 299395
    },
    {
      "epoch": 0.26207042639401074,
      "grad_norm": 0.5703021883964539,
      "learning_rate": 4.3935563172195725e-05,
      "loss": 4.6889,
      "step": 299400
    },
    {
      "epoch": 0.26207480298763786,
      "grad_norm": 0.566947877407074,
      "learning_rate": 4.3935363932061115e-05,
      "loss": 5.6395,
      "step": 299405
    },
    {
      "epoch": 0.26207917958126503,
      "grad_norm": 0.5658367872238159,
      "learning_rate": 4.393516468923855e-05,
      "loss": 5.404,
      "step": 299410
    },
    {
      "epoch": 0.2620835561748922,
      "grad_norm": 0.5749975442886353,
      "learning_rate": 4.393496544372807e-05,
      "loss": 5.1402,
      "step": 299415
    },
    {
      "epoch": 0.2620879327685193,
      "grad_norm": 0.600498378276825,
      "learning_rate": 4.393476619552973e-05,
      "loss": 5.2207,
      "step": 299420
    },
    {
      "epoch": 0.2620923093621465,
      "grad_norm": 0.5941364765167236,
      "learning_rate": 4.3934566944643565e-05,
      "loss": 4.1493,
      "step": 299425
    },
    {
      "epoch": 0.2620966859557736,
      "grad_norm": 0.5614145398139954,
      "learning_rate": 4.393436769106959e-05,
      "loss": 5.2082,
      "step": 299430
    },
    {
      "epoch": 0.2621010625494008,
      "grad_norm": 0.5673086047172546,
      "learning_rate": 4.393416843480788e-05,
      "loss": 4.5097,
      "step": 299435
    },
    {
      "epoch": 0.262105439143028,
      "grad_norm": 0.5746042132377625,
      "learning_rate": 4.393396917585844e-05,
      "loss": 5.112,
      "step": 299440
    },
    {
      "epoch": 0.2621098157366551,
      "grad_norm": 0.5835000872612,
      "learning_rate": 4.3933769914221326e-05,
      "loss": 5.6804,
      "step": 299445
    },
    {
      "epoch": 0.26211419233028227,
      "grad_norm": 0.5689753890037537,
      "learning_rate": 4.393357064989657e-05,
      "loss": 5.1995,
      "step": 299450
    },
    {
      "epoch": 0.26211856892390945,
      "grad_norm": 0.5538089871406555,
      "learning_rate": 4.393337138288421e-05,
      "loss": 5.3995,
      "step": 299455
    },
    {
      "epoch": 0.26212294551753657,
      "grad_norm": 0.5600771903991699,
      "learning_rate": 4.393317211318431e-05,
      "loss": 4.946,
      "step": 299460
    },
    {
      "epoch": 0.26212732211116374,
      "grad_norm": 0.5721797347068787,
      "learning_rate": 4.393297284079687e-05,
      "loss": 4.6209,
      "step": 299465
    },
    {
      "epoch": 0.26213169870479086,
      "grad_norm": 0.571681559085846,
      "learning_rate": 4.3932773565721955e-05,
      "loss": 5.4127,
      "step": 299470
    },
    {
      "epoch": 0.26213607529841804,
      "grad_norm": 0.5695850253105164,
      "learning_rate": 4.393257428795957e-05,
      "loss": 4.9134,
      "step": 299475
    },
    {
      "epoch": 0.2621404518920452,
      "grad_norm": 0.5581560730934143,
      "learning_rate": 4.39323750075098e-05,
      "loss": 5.4077,
      "step": 299480
    },
    {
      "epoch": 0.26214482848567233,
      "grad_norm": 0.5706307291984558,
      "learning_rate": 4.393217572437265e-05,
      "loss": 4.8417,
      "step": 299485
    },
    {
      "epoch": 0.2621492050792995,
      "grad_norm": 0.5712476968765259,
      "learning_rate": 4.393197643854817e-05,
      "loss": 5.335,
      "step": 299490
    },
    {
      "epoch": 0.2621535816729266,
      "grad_norm": 0.5950145721435547,
      "learning_rate": 4.3931777150036405e-05,
      "loss": 5.4159,
      "step": 299495
    },
    {
      "epoch": 0.2621579582665538,
      "grad_norm": 0.5663807988166809,
      "learning_rate": 4.393157785883738e-05,
      "loss": 5.6369,
      "step": 299500
    },
    {
      "epoch": 0.262162334860181,
      "grad_norm": 0.5466248989105225,
      "learning_rate": 4.393137856495114e-05,
      "loss": 5.8809,
      "step": 299505
    },
    {
      "epoch": 0.2621667114538081,
      "grad_norm": 0.5972226858139038,
      "learning_rate": 4.393117926837772e-05,
      "loss": 4.8773,
      "step": 299510
    },
    {
      "epoch": 0.2621710880474353,
      "grad_norm": 0.5815115571022034,
      "learning_rate": 4.393097996911716e-05,
      "loss": 4.6744,
      "step": 299515
    },
    {
      "epoch": 0.26217546464106245,
      "grad_norm": 0.5695451498031616,
      "learning_rate": 4.39307806671695e-05,
      "loss": 5.6814,
      "step": 299520
    },
    {
      "epoch": 0.26217984123468957,
      "grad_norm": 0.5432159304618835,
      "learning_rate": 4.393058136253478e-05,
      "loss": 6.193,
      "step": 299525
    },
    {
      "epoch": 0.26218421782831675,
      "grad_norm": 0.5745249390602112,
      "learning_rate": 4.3930382055213036e-05,
      "loss": 3.9185,
      "step": 299530
    },
    {
      "epoch": 0.26218859442194387,
      "grad_norm": 0.5853169560432434,
      "learning_rate": 4.3930182745204306e-05,
      "loss": 5.1443,
      "step": 299535
    },
    {
      "epoch": 0.26219297101557104,
      "grad_norm": 0.5773349404335022,
      "learning_rate": 4.392998343250864e-05,
      "loss": 5.3992,
      "step": 299540
    },
    {
      "epoch": 0.2621973476091982,
      "grad_norm": 0.5676589012145996,
      "learning_rate": 4.392978411712605e-05,
      "loss": 4.2917,
      "step": 299545
    },
    {
      "epoch": 0.26220172420282534,
      "grad_norm": 0.5566143989562988,
      "learning_rate": 4.392958479905659e-05,
      "loss": 5.3236,
      "step": 299550
    },
    {
      "epoch": 0.2622061007964525,
      "grad_norm": 0.5710099935531616,
      "learning_rate": 4.3929385478300314e-05,
      "loss": 5.3991,
      "step": 299555
    },
    {
      "epoch": 0.2622104773900797,
      "grad_norm": 0.6034278869628906,
      "learning_rate": 4.392918615485723e-05,
      "loss": 5.3096,
      "step": 299560
    },
    {
      "epoch": 0.2622148539837068,
      "grad_norm": 0.565439760684967,
      "learning_rate": 4.3928986828727394e-05,
      "loss": 4.8839,
      "step": 299565
    },
    {
      "epoch": 0.262219230577334,
      "grad_norm": 0.590790331363678,
      "learning_rate": 4.392878749991084e-05,
      "loss": 5.3057,
      "step": 299570
    },
    {
      "epoch": 0.2622236071709611,
      "grad_norm": 0.576425313949585,
      "learning_rate": 4.3928588168407625e-05,
      "loss": 4.9226,
      "step": 299575
    },
    {
      "epoch": 0.2622279837645883,
      "grad_norm": 0.5728880167007446,
      "learning_rate": 4.392838883421776e-05,
      "loss": 5.7343,
      "step": 299580
    },
    {
      "epoch": 0.26223236035821545,
      "grad_norm": 0.5658056139945984,
      "learning_rate": 4.392818949734129e-05,
      "loss": 5.4204,
      "step": 299585
    },
    {
      "epoch": 0.2622367369518426,
      "grad_norm": 0.5773640871047974,
      "learning_rate": 4.392799015777825e-05,
      "loss": 5.9229,
      "step": 299590
    },
    {
      "epoch": 0.26224111354546975,
      "grad_norm": 0.5588668584823608,
      "learning_rate": 4.3927790815528704e-05,
      "loss": 5.9313,
      "step": 299595
    },
    {
      "epoch": 0.2622454901390969,
      "grad_norm": 0.5854517817497253,
      "learning_rate": 4.3927591470592666e-05,
      "loss": 4.6338,
      "step": 299600
    },
    {
      "epoch": 0.26224986673272405,
      "grad_norm": 0.5546697378158569,
      "learning_rate": 4.392739212297018e-05,
      "loss": 5.7218,
      "step": 299605
    },
    {
      "epoch": 0.2622542433263512,
      "grad_norm": 0.5600950121879578,
      "learning_rate": 4.3927192772661286e-05,
      "loss": 5.6227,
      "step": 299610
    },
    {
      "epoch": 0.26225861991997834,
      "grad_norm": 0.5514522194862366,
      "learning_rate": 4.392699341966602e-05,
      "loss": 5.1261,
      "step": 299615
    },
    {
      "epoch": 0.2622629965136055,
      "grad_norm": 0.608148992061615,
      "learning_rate": 4.392679406398442e-05,
      "loss": 4.8126,
      "step": 299620
    },
    {
      "epoch": 0.2622673731072327,
      "grad_norm": 0.569493293762207,
      "learning_rate": 4.392659470561653e-05,
      "loss": 6.2264,
      "step": 299625
    },
    {
      "epoch": 0.2622717497008598,
      "grad_norm": 0.5941131114959717,
      "learning_rate": 4.392639534456239e-05,
      "loss": 4.7215,
      "step": 299630
    },
    {
      "epoch": 0.262276126294487,
      "grad_norm": 0.5547428131103516,
      "learning_rate": 4.3926195980822024e-05,
      "loss": 5.9375,
      "step": 299635
    },
    {
      "epoch": 0.2622805028881141,
      "grad_norm": 0.6557989120483398,
      "learning_rate": 4.392599661439548e-05,
      "loss": 4.565,
      "step": 299640
    },
    {
      "epoch": 0.2622848794817413,
      "grad_norm": 0.5666750073432922,
      "learning_rate": 4.392579724528281e-05,
      "loss": 5.6193,
      "step": 299645
    },
    {
      "epoch": 0.26228925607536846,
      "grad_norm": 0.581467866897583,
      "learning_rate": 4.3925597873484035e-05,
      "loss": 4.1906,
      "step": 299650
    },
    {
      "epoch": 0.2622936326689956,
      "grad_norm": 0.5686540603637695,
      "learning_rate": 4.392539849899919e-05,
      "loss": 5.9277,
      "step": 299655
    },
    {
      "epoch": 0.26229800926262276,
      "grad_norm": 0.5797724723815918,
      "learning_rate": 4.3925199121828317e-05,
      "loss": 4.8918,
      "step": 299660
    },
    {
      "epoch": 0.26230238585624993,
      "grad_norm": 0.5570122599601746,
      "learning_rate": 4.3924999741971474e-05,
      "loss": 5.9367,
      "step": 299665
    },
    {
      "epoch": 0.26230676244987705,
      "grad_norm": 0.5603129863739014,
      "learning_rate": 4.392480035942868e-05,
      "loss": 4.8995,
      "step": 299670
    },
    {
      "epoch": 0.2623111390435042,
      "grad_norm": 0.5744023323059082,
      "learning_rate": 4.392460097419997e-05,
      "loss": 5.1728,
      "step": 299675
    },
    {
      "epoch": 0.26231551563713135,
      "grad_norm": 0.5807082653045654,
      "learning_rate": 4.392440158628539e-05,
      "loss": 5.9143,
      "step": 299680
    },
    {
      "epoch": 0.2623198922307585,
      "grad_norm": 0.5723679065704346,
      "learning_rate": 4.392420219568498e-05,
      "loss": 5.1857,
      "step": 299685
    },
    {
      "epoch": 0.2623242688243857,
      "grad_norm": 0.5698294043540955,
      "learning_rate": 4.392400280239878e-05,
      "loss": 5.143,
      "step": 299690
    },
    {
      "epoch": 0.2623286454180128,
      "grad_norm": 0.5825590491294861,
      "learning_rate": 4.392380340642682e-05,
      "loss": 5.4615,
      "step": 299695
    },
    {
      "epoch": 0.26233302201164,
      "grad_norm": 0.5834490656852722,
      "learning_rate": 4.392360400776915e-05,
      "loss": 5.1294,
      "step": 299700
    },
    {
      "epoch": 0.26233739860526717,
      "grad_norm": 0.5625234842300415,
      "learning_rate": 4.39234046064258e-05,
      "loss": 5.7035,
      "step": 299705
    },
    {
      "epoch": 0.2623417751988943,
      "grad_norm": 0.5757076144218445,
      "learning_rate": 4.392320520239682e-05,
      "loss": 5.9525,
      "step": 299710
    },
    {
      "epoch": 0.26234615179252146,
      "grad_norm": 0.5716390013694763,
      "learning_rate": 4.3923005795682225e-05,
      "loss": 5.8805,
      "step": 299715
    },
    {
      "epoch": 0.2623505283861486,
      "grad_norm": 0.5695276260375977,
      "learning_rate": 4.3922806386282066e-05,
      "loss": 4.818,
      "step": 299720
    },
    {
      "epoch": 0.26235490497977576,
      "grad_norm": 0.5764667987823486,
      "learning_rate": 4.392260697419639e-05,
      "loss": 5.2353,
      "step": 299725
    },
    {
      "epoch": 0.26235928157340294,
      "grad_norm": 0.5851709842681885,
      "learning_rate": 4.392240755942524e-05,
      "loss": 5.3872,
      "step": 299730
    },
    {
      "epoch": 0.26236365816703006,
      "grad_norm": 0.5838385224342346,
      "learning_rate": 4.3922208141968624e-05,
      "loss": 4.6204,
      "step": 299735
    },
    {
      "epoch": 0.26236803476065723,
      "grad_norm": 0.5838760733604431,
      "learning_rate": 4.39220087218266e-05,
      "loss": 4.9089,
      "step": 299740
    },
    {
      "epoch": 0.26237241135428435,
      "grad_norm": 0.5698248147964478,
      "learning_rate": 4.392180929899922e-05,
      "loss": 5.4074,
      "step": 299745
    },
    {
      "epoch": 0.2623767879479115,
      "grad_norm": 0.6258244514465332,
      "learning_rate": 4.392160987348649e-05,
      "loss": 5.1453,
      "step": 299750
    },
    {
      "epoch": 0.2623811645415387,
      "grad_norm": 0.5587852001190186,
      "learning_rate": 4.392141044528848e-05,
      "loss": 5.7277,
      "step": 299755
    },
    {
      "epoch": 0.2623855411351658,
      "grad_norm": 0.5589253306388855,
      "learning_rate": 4.3921211014405204e-05,
      "loss": 4.5608,
      "step": 299760
    },
    {
      "epoch": 0.262389917728793,
      "grad_norm": 0.6077691912651062,
      "learning_rate": 4.392101158083672e-05,
      "loss": 5.0712,
      "step": 299765
    },
    {
      "epoch": 0.2623942943224202,
      "grad_norm": 0.5823835134506226,
      "learning_rate": 4.392081214458307e-05,
      "loss": 5.2953,
      "step": 299770
    },
    {
      "epoch": 0.2623986709160473,
      "grad_norm": 0.5773041248321533,
      "learning_rate": 4.3920612705644257e-05,
      "loss": 4.8635,
      "step": 299775
    },
    {
      "epoch": 0.26240304750967447,
      "grad_norm": 0.5557749271392822,
      "learning_rate": 4.392041326402037e-05,
      "loss": 4.896,
      "step": 299780
    },
    {
      "epoch": 0.2624074241033016,
      "grad_norm": 0.5630514621734619,
      "learning_rate": 4.39202138197114e-05,
      "loss": 5.4255,
      "step": 299785
    },
    {
      "epoch": 0.26241180069692877,
      "grad_norm": 0.610504150390625,
      "learning_rate": 4.392001437271741e-05,
      "loss": 5.4057,
      "step": 299790
    },
    {
      "epoch": 0.26241617729055594,
      "grad_norm": 0.5598466992378235,
      "learning_rate": 4.3919814923038424e-05,
      "loss": 5.3182,
      "step": 299795
    },
    {
      "epoch": 0.26242055388418306,
      "grad_norm": 0.5554695725440979,
      "learning_rate": 4.3919615470674504e-05,
      "loss": 5.1275,
      "step": 299800
    },
    {
      "epoch": 0.26242493047781024,
      "grad_norm": 0.5696184039115906,
      "learning_rate": 4.391941601562568e-05,
      "loss": 5.4347,
      "step": 299805
    },
    {
      "epoch": 0.2624293070714374,
      "grad_norm": 0.5662893652915955,
      "learning_rate": 4.391921655789197e-05,
      "loss": 4.8985,
      "step": 299810
    },
    {
      "epoch": 0.26243368366506453,
      "grad_norm": 0.5475370287895203,
      "learning_rate": 4.3919017097473445e-05,
      "loss": 5.4028,
      "step": 299815
    },
    {
      "epoch": 0.2624380602586917,
      "grad_norm": 0.5809130668640137,
      "learning_rate": 4.3918817634370124e-05,
      "loss": 4.9115,
      "step": 299820
    },
    {
      "epoch": 0.26244243685231883,
      "grad_norm": 0.5694282054901123,
      "learning_rate": 4.391861816858204e-05,
      "loss": 6.2057,
      "step": 299825
    },
    {
      "epoch": 0.262446813445946,
      "grad_norm": 0.5908332467079163,
      "learning_rate": 4.391841870010924e-05,
      "loss": 5.7313,
      "step": 299830
    },
    {
      "epoch": 0.2624511900395732,
      "grad_norm": 0.5553933382034302,
      "learning_rate": 4.3918219228951773e-05,
      "loss": 5.9184,
      "step": 299835
    },
    {
      "epoch": 0.2624555666332003,
      "grad_norm": 0.5659207105636597,
      "learning_rate": 4.391801975510966e-05,
      "loss": 4.937,
      "step": 299840
    },
    {
      "epoch": 0.2624599432268275,
      "grad_norm": 0.5755868554115295,
      "learning_rate": 4.3917820278582946e-05,
      "loss": 4.4207,
      "step": 299845
    },
    {
      "epoch": 0.26246431982045465,
      "grad_norm": 0.5700162053108215,
      "learning_rate": 4.391762079937167e-05,
      "loss": 4.8279,
      "step": 299850
    },
    {
      "epoch": 0.26246869641408177,
      "grad_norm": 0.5665794610977173,
      "learning_rate": 4.391742131747587e-05,
      "loss": 5.3422,
      "step": 299855
    },
    {
      "epoch": 0.26247307300770895,
      "grad_norm": 0.5790855288505554,
      "learning_rate": 4.3917221832895586e-05,
      "loss": 5.616,
      "step": 299860
    },
    {
      "epoch": 0.26247744960133607,
      "grad_norm": 0.5774484872817993,
      "learning_rate": 4.391702234563085e-05,
      "loss": 5.1217,
      "step": 299865
    },
    {
      "epoch": 0.26248182619496324,
      "grad_norm": 0.5525985360145569,
      "learning_rate": 4.3916822855681716e-05,
      "loss": 4.8249,
      "step": 299870
    },
    {
      "epoch": 0.2624862027885904,
      "grad_norm": 0.5816529989242554,
      "learning_rate": 4.3916623363048216e-05,
      "loss": 5.3594,
      "step": 299875
    },
    {
      "epoch": 0.26249057938221754,
      "grad_norm": 0.5806254744529724,
      "learning_rate": 4.391642386773036e-05,
      "loss": 5.4505,
      "step": 299880
    },
    {
      "epoch": 0.2624949559758447,
      "grad_norm": 0.5931311249732971,
      "learning_rate": 4.391622436972823e-05,
      "loss": 4.7893,
      "step": 299885
    },
    {
      "epoch": 0.26249933256947183,
      "grad_norm": 0.5719616413116455,
      "learning_rate": 4.391602486904184e-05,
      "loss": 5.4452,
      "step": 299890
    },
    {
      "epoch": 0.262503709163099,
      "grad_norm": 0.5684369206428528,
      "learning_rate": 4.391582536567124e-05,
      "loss": 5.6537,
      "step": 299895
    },
    {
      "epoch": 0.2625080857567262,
      "grad_norm": 0.5364919900894165,
      "learning_rate": 4.391562585961646e-05,
      "loss": 5.3168,
      "step": 299900
    },
    {
      "epoch": 0.2625124623503533,
      "grad_norm": 0.6071657538414001,
      "learning_rate": 4.3915426350877545e-05,
      "loss": 5.402,
      "step": 299905
    },
    {
      "epoch": 0.2625168389439805,
      "grad_norm": 0.6175017952919006,
      "learning_rate": 4.391522683945452e-05,
      "loss": 4.5871,
      "step": 299910
    },
    {
      "epoch": 0.26252121553760766,
      "grad_norm": 0.5735467076301575,
      "learning_rate": 4.391502732534744e-05,
      "loss": 5.8988,
      "step": 299915
    },
    {
      "epoch": 0.2625255921312348,
      "grad_norm": 0.597951352596283,
      "learning_rate": 4.391482780855632e-05,
      "loss": 4.9255,
      "step": 299920
    },
    {
      "epoch": 0.26252996872486195,
      "grad_norm": 0.591263473033905,
      "learning_rate": 4.3914628289081236e-05,
      "loss": 4.5691,
      "step": 299925
    },
    {
      "epoch": 0.26253434531848907,
      "grad_norm": 0.5614032745361328,
      "learning_rate": 4.391442876692219e-05,
      "loss": 5.7268,
      "step": 299930
    },
    {
      "epoch": 0.26253872191211625,
      "grad_norm": 0.5535675883293152,
      "learning_rate": 4.391422924207925e-05,
      "loss": 6.2203,
      "step": 299935
    },
    {
      "epoch": 0.2625430985057434,
      "grad_norm": 0.589450478553772,
      "learning_rate": 4.3914029714552426e-05,
      "loss": 4.6421,
      "step": 299940
    },
    {
      "epoch": 0.26254747509937054,
      "grad_norm": 0.5668531060218811,
      "learning_rate": 4.391383018434179e-05,
      "loss": 5.2018,
      "step": 299945
    },
    {
      "epoch": 0.2625518516929977,
      "grad_norm": 0.5634633898735046,
      "learning_rate": 4.391363065144735e-05,
      "loss": 5.2354,
      "step": 299950
    },
    {
      "epoch": 0.2625562282866249,
      "grad_norm": 0.5601214170455933,
      "learning_rate": 4.391343111586915e-05,
      "loss": 5.8891,
      "step": 299955
    },
    {
      "epoch": 0.262560604880252,
      "grad_norm": 0.5684258341789246,
      "learning_rate": 4.391323157760724e-05,
      "loss": 4.6869,
      "step": 299960
    },
    {
      "epoch": 0.2625649814738792,
      "grad_norm": 0.5817279815673828,
      "learning_rate": 4.391303203666165e-05,
      "loss": 4.8703,
      "step": 299965
    },
    {
      "epoch": 0.2625693580675063,
      "grad_norm": 0.5734911561012268,
      "learning_rate": 4.391283249303243e-05,
      "loss": 5.3041,
      "step": 299970
    },
    {
      "epoch": 0.2625737346611335,
      "grad_norm": 0.5708845257759094,
      "learning_rate": 4.39126329467196e-05,
      "loss": 5.3363,
      "step": 299975
    },
    {
      "epoch": 0.26257811125476066,
      "grad_norm": 0.5632442235946655,
      "learning_rate": 4.3912433397723216e-05,
      "loss": 4.6334,
      "step": 299980
    },
    {
      "epoch": 0.2625824878483878,
      "grad_norm": 0.5955312848091125,
      "learning_rate": 4.391223384604331e-05,
      "loss": 4.6858,
      "step": 299985
    },
    {
      "epoch": 0.26258686444201496,
      "grad_norm": 0.564625084400177,
      "learning_rate": 4.391203429167992e-05,
      "loss": 5.9516,
      "step": 299990
    },
    {
      "epoch": 0.2625912410356421,
      "grad_norm": 0.5808476805686951,
      "learning_rate": 4.391183473463307e-05,
      "loss": 5.4315,
      "step": 299995
    },
    {
      "epoch": 0.26259561762926925,
      "grad_norm": 0.5985445976257324,
      "learning_rate": 4.391163517490282e-05,
      "loss": 4.4439,
      "step": 300000
    },
    {
      "epoch": 0.2625999942228964,
      "grad_norm": 0.57868492603302,
      "learning_rate": 4.39114356124892e-05,
      "loss": 5.8992,
      "step": 300005
    },
    {
      "epoch": 0.26260437081652355,
      "grad_norm": 0.5693406462669373,
      "learning_rate": 4.391123604739226e-05,
      "loss": 4.8817,
      "step": 300010
    },
    {
      "epoch": 0.2626087474101507,
      "grad_norm": 0.5746802687644958,
      "learning_rate": 4.391103647961201e-05,
      "loss": 4.6028,
      "step": 300015
    },
    {
      "epoch": 0.2626131240037779,
      "grad_norm": 0.5679575800895691,
      "learning_rate": 4.3910836909148514e-05,
      "loss": 4.9101,
      "step": 300020
    },
    {
      "epoch": 0.262617500597405,
      "grad_norm": 0.5763494372367859,
      "learning_rate": 4.39106373360018e-05,
      "loss": 5.7242,
      "step": 300025
    },
    {
      "epoch": 0.2626218771910322,
      "grad_norm": 0.573539137840271,
      "learning_rate": 4.391043776017192e-05,
      "loss": 5.3357,
      "step": 300030
    },
    {
      "epoch": 0.2626262537846593,
      "grad_norm": 0.5465212464332581,
      "learning_rate": 4.391023818165889e-05,
      "loss": 5.9189,
      "step": 300035
    },
    {
      "epoch": 0.2626306303782865,
      "grad_norm": 0.5530321598052979,
      "learning_rate": 4.391003860046276e-05,
      "loss": 5.6854,
      "step": 300040
    },
    {
      "epoch": 0.26263500697191366,
      "grad_norm": 0.5776787996292114,
      "learning_rate": 4.3909839016583575e-05,
      "loss": 4.5952,
      "step": 300045
    },
    {
      "epoch": 0.2626393835655408,
      "grad_norm": 0.5559213757514954,
      "learning_rate": 4.3909639430021365e-05,
      "loss": 5.1181,
      "step": 300050
    },
    {
      "epoch": 0.26264376015916796,
      "grad_norm": 0.5579106211662292,
      "learning_rate": 4.390943984077617e-05,
      "loss": 5.14,
      "step": 300055
    },
    {
      "epoch": 0.26264813675279514,
      "grad_norm": 0.5559346079826355,
      "learning_rate": 4.390924024884804e-05,
      "loss": 6.2049,
      "step": 300060
    },
    {
      "epoch": 0.26265251334642226,
      "grad_norm": 0.5525830984115601,
      "learning_rate": 4.3909040654236985e-05,
      "loss": 4.1049,
      "step": 300065
    },
    {
      "epoch": 0.26265688994004943,
      "grad_norm": 0.5756832361221313,
      "learning_rate": 4.390884105694307e-05,
      "loss": 5.7135,
      "step": 300070
    },
    {
      "epoch": 0.26266126653367655,
      "grad_norm": 0.6194506287574768,
      "learning_rate": 4.390864145696633e-05,
      "loss": 4.8964,
      "step": 300075
    },
    {
      "epoch": 0.2626656431273037,
      "grad_norm": 0.5783824324607849,
      "learning_rate": 4.390844185430679e-05,
      "loss": 5.4275,
      "step": 300080
    },
    {
      "epoch": 0.2626700197209309,
      "grad_norm": 0.5856160521507263,
      "learning_rate": 4.3908242248964493e-05,
      "loss": 5.333,
      "step": 300085
    },
    {
      "epoch": 0.262674396314558,
      "grad_norm": 0.5845024585723877,
      "learning_rate": 4.390804264093949e-05,
      "loss": 5.4361,
      "step": 300090
    },
    {
      "epoch": 0.2626787729081852,
      "grad_norm": 0.57438063621521,
      "learning_rate": 4.390784303023181e-05,
      "loss": 5.4267,
      "step": 300095
    },
    {
      "epoch": 0.2626831495018124,
      "grad_norm": 0.598842203617096,
      "learning_rate": 4.390764341684149e-05,
      "loss": 5.1017,
      "step": 300100
    },
    {
      "epoch": 0.2626875260954395,
      "grad_norm": 0.5591424107551575,
      "learning_rate": 4.390744380076858e-05,
      "loss": 5.3987,
      "step": 300105
    },
    {
      "epoch": 0.26269190268906667,
      "grad_norm": 0.5672096610069275,
      "learning_rate": 4.3907244182013095e-05,
      "loss": 4.8991,
      "step": 300110
    },
    {
      "epoch": 0.2626962792826938,
      "grad_norm": 0.5594218373298645,
      "learning_rate": 4.39070445605751e-05,
      "loss": 4.8573,
      "step": 300115
    },
    {
      "epoch": 0.26270065587632097,
      "grad_norm": 0.5657930374145508,
      "learning_rate": 4.390684493645461e-05,
      "loss": 6.1904,
      "step": 300120
    },
    {
      "epoch": 0.26270503246994814,
      "grad_norm": 0.5753603577613831,
      "learning_rate": 4.390664530965167e-05,
      "loss": 4.6984,
      "step": 300125
    },
    {
      "epoch": 0.26270940906357526,
      "grad_norm": 0.5855623483657837,
      "learning_rate": 4.390644568016633e-05,
      "loss": 4.9013,
      "step": 300130
    },
    {
      "epoch": 0.26271378565720244,
      "grad_norm": 0.5645471811294556,
      "learning_rate": 4.3906246047998635e-05,
      "loss": 6.2178,
      "step": 300135
    },
    {
      "epoch": 0.26271816225082956,
      "grad_norm": 0.5553619265556335,
      "learning_rate": 4.3906046413148596e-05,
      "loss": 5.3867,
      "step": 300140
    },
    {
      "epoch": 0.26272253884445673,
      "grad_norm": 0.5593841075897217,
      "learning_rate": 4.390584677561627e-05,
      "loss": 5.9084,
      "step": 300145
    },
    {
      "epoch": 0.2627269154380839,
      "grad_norm": 0.5750887393951416,
      "learning_rate": 4.39056471354017e-05,
      "loss": 5.1937,
      "step": 300150
    },
    {
      "epoch": 0.26273129203171103,
      "grad_norm": 0.5637873411178589,
      "learning_rate": 4.390544749250489e-05,
      "loss": 5.6268,
      "step": 300155
    },
    {
      "epoch": 0.2627356686253382,
      "grad_norm": 0.5609380006790161,
      "learning_rate": 4.3905247846925926e-05,
      "loss": 6.2438,
      "step": 300160
    },
    {
      "epoch": 0.2627400452189654,
      "grad_norm": 0.5714781284332275,
      "learning_rate": 4.390504819866482e-05,
      "loss": 4.6848,
      "step": 300165
    },
    {
      "epoch": 0.2627444218125925,
      "grad_norm": 0.5678877234458923,
      "learning_rate": 4.390484854772161e-05,
      "loss": 4.8227,
      "step": 300170
    },
    {
      "epoch": 0.2627487984062197,
      "grad_norm": 0.5470464825630188,
      "learning_rate": 4.3904648894096345e-05,
      "loss": 6.2203,
      "step": 300175
    },
    {
      "epoch": 0.2627531749998468,
      "grad_norm": 0.5754576325416565,
      "learning_rate": 4.390444923778906e-05,
      "loss": 4.8648,
      "step": 300180
    },
    {
      "epoch": 0.26275755159347397,
      "grad_norm": 0.5894178152084351,
      "learning_rate": 4.3904249578799784e-05,
      "loss": 5.1091,
      "step": 300185
    },
    {
      "epoch": 0.26276192818710115,
      "grad_norm": 0.584991455078125,
      "learning_rate": 4.3904049917128575e-05,
      "loss": 5.943,
      "step": 300190
    },
    {
      "epoch": 0.26276630478072827,
      "grad_norm": 0.587080180644989,
      "learning_rate": 4.390385025277545e-05,
      "loss": 4.4083,
      "step": 300195
    },
    {
      "epoch": 0.26277068137435544,
      "grad_norm": 0.573617160320282,
      "learning_rate": 4.390365058574046e-05,
      "loss": 5.0958,
      "step": 300200
    },
    {
      "epoch": 0.2627750579679826,
      "grad_norm": 0.5796981453895569,
      "learning_rate": 4.3903450916023646e-05,
      "loss": 4.8729,
      "step": 300205
    },
    {
      "epoch": 0.26277943456160974,
      "grad_norm": 0.5724746584892273,
      "learning_rate": 4.390325124362503e-05,
      "loss": 4.5833,
      "step": 300210
    },
    {
      "epoch": 0.2627838111552369,
      "grad_norm": 0.6016943454742432,
      "learning_rate": 4.390305156854467e-05,
      "loss": 4.8414,
      "step": 300215
    },
    {
      "epoch": 0.26278818774886403,
      "grad_norm": 0.5817624926567078,
      "learning_rate": 4.3902851890782594e-05,
      "loss": 5.2027,
      "step": 300220
    },
    {
      "epoch": 0.2627925643424912,
      "grad_norm": 0.5702081322669983,
      "learning_rate": 4.3902652210338844e-05,
      "loss": 5.608,
      "step": 300225
    },
    {
      "epoch": 0.2627969409361184,
      "grad_norm": 0.5607768893241882,
      "learning_rate": 4.390245252721347e-05,
      "loss": 5.4452,
      "step": 300230
    },
    {
      "epoch": 0.2628013175297455,
      "grad_norm": 0.5855779647827148,
      "learning_rate": 4.390225284140648e-05,
      "loss": 4.4857,
      "step": 300235
    },
    {
      "epoch": 0.2628056941233727,
      "grad_norm": 0.5647434592247009,
      "learning_rate": 4.3902053152917933e-05,
      "loss": 4.7994,
      "step": 300240
    },
    {
      "epoch": 0.26281007071699986,
      "grad_norm": 0.6340164542198181,
      "learning_rate": 4.390185346174787e-05,
      "loss": 4.78,
      "step": 300245
    },
    {
      "epoch": 0.262814447310627,
      "grad_norm": 0.5902931094169617,
      "learning_rate": 4.3901653767896324e-05,
      "loss": 5.8916,
      "step": 300250
    },
    {
      "epoch": 0.26281882390425415,
      "grad_norm": 0.5508018136024475,
      "learning_rate": 4.390145407136333e-05,
      "loss": 5.0847,
      "step": 300255
    },
    {
      "epoch": 0.26282320049788127,
      "grad_norm": 0.552843451499939,
      "learning_rate": 4.390125437214894e-05,
      "loss": 5.0615,
      "step": 300260
    },
    {
      "epoch": 0.26282757709150845,
      "grad_norm": 0.5477433204650879,
      "learning_rate": 4.390105467025317e-05,
      "loss": 4.6066,
      "step": 300265
    },
    {
      "epoch": 0.2628319536851356,
      "grad_norm": 0.5583276152610779,
      "learning_rate": 4.390085496567607e-05,
      "loss": 5.9307,
      "step": 300270
    },
    {
      "epoch": 0.26283633027876274,
      "grad_norm": 0.5910884141921997,
      "learning_rate": 4.39006552584177e-05,
      "loss": 5.1928,
      "step": 300275
    },
    {
      "epoch": 0.2628407068723899,
      "grad_norm": 0.5448293685913086,
      "learning_rate": 4.390045554847807e-05,
      "loss": 5.9109,
      "step": 300280
    },
    {
      "epoch": 0.26284508346601704,
      "grad_norm": 0.54726243019104,
      "learning_rate": 4.3900255835857216e-05,
      "loss": 5.6201,
      "step": 300285
    },
    {
      "epoch": 0.2628494600596442,
      "grad_norm": 0.5669766664505005,
      "learning_rate": 4.39000561205552e-05,
      "loss": 5.5795,
      "step": 300290
    },
    {
      "epoch": 0.2628538366532714,
      "grad_norm": 0.5935308933258057,
      "learning_rate": 4.389985640257205e-05,
      "loss": 4.3546,
      "step": 300295
    },
    {
      "epoch": 0.2628582132468985,
      "grad_norm": 0.5989004969596863,
      "learning_rate": 4.3899656681907786e-05,
      "loss": 4.8966,
      "step": 300300
    },
    {
      "epoch": 0.2628625898405257,
      "grad_norm": 0.5781376361846924,
      "learning_rate": 4.389945695856248e-05,
      "loss": 4.6574,
      "step": 300305
    },
    {
      "epoch": 0.26286696643415286,
      "grad_norm": 0.5549744963645935,
      "learning_rate": 4.389925723253615e-05,
      "loss": 5.1573,
      "step": 300310
    },
    {
      "epoch": 0.26287134302778,
      "grad_norm": 0.5490308403968811,
      "learning_rate": 4.3899057503828835e-05,
      "loss": 5.9332,
      "step": 300315
    },
    {
      "epoch": 0.26287571962140716,
      "grad_norm": 0.5566123127937317,
      "learning_rate": 4.389885777244057e-05,
      "loss": 5.0055,
      "step": 300320
    },
    {
      "epoch": 0.2628800962150343,
      "grad_norm": 0.5655274987220764,
      "learning_rate": 4.389865803837141e-05,
      "loss": 4.5938,
      "step": 300325
    },
    {
      "epoch": 0.26288447280866145,
      "grad_norm": 0.587409257888794,
      "learning_rate": 4.3898458301621384e-05,
      "loss": 5.9299,
      "step": 300330
    },
    {
      "epoch": 0.2628888494022886,
      "grad_norm": 0.5825793147087097,
      "learning_rate": 4.389825856219053e-05,
      "loss": 4.7083,
      "step": 300335
    },
    {
      "epoch": 0.26289322599591575,
      "grad_norm": 0.5782920718193054,
      "learning_rate": 4.389805882007888e-05,
      "loss": 4.3708,
      "step": 300340
    },
    {
      "epoch": 0.2628976025895429,
      "grad_norm": 0.584677517414093,
      "learning_rate": 4.3897859075286484e-05,
      "loss": 4.9232,
      "step": 300345
    },
    {
      "epoch": 0.2629019791831701,
      "grad_norm": 0.567722499370575,
      "learning_rate": 4.389765932781339e-05,
      "loss": 4.0541,
      "step": 300350
    },
    {
      "epoch": 0.2629063557767972,
      "grad_norm": 0.557152271270752,
      "learning_rate": 4.3897459577659596e-05,
      "loss": 4.614,
      "step": 300355
    },
    {
      "epoch": 0.2629107323704244,
      "grad_norm": 0.6043378710746765,
      "learning_rate": 4.3897259824825185e-05,
      "loss": 4.6009,
      "step": 300360
    },
    {
      "epoch": 0.2629151089640515,
      "grad_norm": 0.5659846067428589,
      "learning_rate": 4.389706006931017e-05,
      "loss": 3.8649,
      "step": 300365
    },
    {
      "epoch": 0.2629194855576787,
      "grad_norm": 0.5776654481887817,
      "learning_rate": 4.3896860311114606e-05,
      "loss": 5.0985,
      "step": 300370
    },
    {
      "epoch": 0.26292386215130586,
      "grad_norm": 0.5977389812469482,
      "learning_rate": 4.3896660550238525e-05,
      "loss": 4.947,
      "step": 300375
    },
    {
      "epoch": 0.262928238744933,
      "grad_norm": 0.5586013197898865,
      "learning_rate": 4.389646078668194e-05,
      "loss": 5.4022,
      "step": 300380
    },
    {
      "epoch": 0.26293261533856016,
      "grad_norm": 0.5600849390029907,
      "learning_rate": 4.389626102044493e-05,
      "loss": 5.94,
      "step": 300385
    },
    {
      "epoch": 0.2629369919321873,
      "grad_norm": 0.5518760681152344,
      "learning_rate": 4.389606125152751e-05,
      "loss": 5.3679,
      "step": 300390
    },
    {
      "epoch": 0.26294136852581446,
      "grad_norm": 0.5741051435470581,
      "learning_rate": 4.3895861479929736e-05,
      "loss": 4.9014,
      "step": 300395
    },
    {
      "epoch": 0.26294574511944163,
      "grad_norm": 0.5483051538467407,
      "learning_rate": 4.389566170565162e-05,
      "loss": 4.9069,
      "step": 300400
    },
    {
      "epoch": 0.26295012171306875,
      "grad_norm": 0.5536686778068542,
      "learning_rate": 4.3895461928693225e-05,
      "loss": 5.7219,
      "step": 300405
    },
    {
      "epoch": 0.2629544983066959,
      "grad_norm": 0.5653824806213379,
      "learning_rate": 4.3895262149054586e-05,
      "loss": 5.3402,
      "step": 300410
    },
    {
      "epoch": 0.2629588749003231,
      "grad_norm": 0.5607754588127136,
      "learning_rate": 4.389506236673573e-05,
      "loss": 4.6575,
      "step": 300415
    },
    {
      "epoch": 0.2629632514939502,
      "grad_norm": 0.5479117631912231,
      "learning_rate": 4.3894862581736694e-05,
      "loss": 5.0819,
      "step": 300420
    },
    {
      "epoch": 0.2629676280875774,
      "grad_norm": 0.558072030544281,
      "learning_rate": 4.389466279405754e-05,
      "loss": 4.3962,
      "step": 300425
    },
    {
      "epoch": 0.2629720046812045,
      "grad_norm": 0.551287829875946,
      "learning_rate": 4.389446300369827e-05,
      "loss": 5.7654,
      "step": 300430
    },
    {
      "epoch": 0.2629763812748317,
      "grad_norm": 0.5606670379638672,
      "learning_rate": 4.389426321065896e-05,
      "loss": 5.4113,
      "step": 300435
    },
    {
      "epoch": 0.26298075786845887,
      "grad_norm": 0.5621777772903442,
      "learning_rate": 4.3894063414939624e-05,
      "loss": 5.2205,
      "step": 300440
    },
    {
      "epoch": 0.262985134462086,
      "grad_norm": 0.5540574789047241,
      "learning_rate": 4.389386361654031e-05,
      "loss": 5.5998,
      "step": 300445
    },
    {
      "epoch": 0.26298951105571317,
      "grad_norm": 0.5542154312133789,
      "learning_rate": 4.389366381546106e-05,
      "loss": 4.8291,
      "step": 300450
    },
    {
      "epoch": 0.26299388764934034,
      "grad_norm": 0.5635355710983276,
      "learning_rate": 4.38934640117019e-05,
      "loss": 4.9117,
      "step": 300455
    },
    {
      "epoch": 0.26299826424296746,
      "grad_norm": 0.577028214931488,
      "learning_rate": 4.389326420526287e-05,
      "loss": 5.6946,
      "step": 300460
    },
    {
      "epoch": 0.26300264083659464,
      "grad_norm": 0.582796037197113,
      "learning_rate": 4.3893064396144024e-05,
      "loss": 5.1219,
      "step": 300465
    },
    {
      "epoch": 0.26300701743022176,
      "grad_norm": 0.570569634437561,
      "learning_rate": 4.3892864584345394e-05,
      "loss": 5.4115,
      "step": 300470
    },
    {
      "epoch": 0.26301139402384893,
      "grad_norm": 0.5484443306922913,
      "learning_rate": 4.389266476986701e-05,
      "loss": 4.9351,
      "step": 300475
    },
    {
      "epoch": 0.2630157706174761,
      "grad_norm": 0.5624807476997375,
      "learning_rate": 4.389246495270891e-05,
      "loss": 4.8754,
      "step": 300480
    },
    {
      "epoch": 0.26302014721110323,
      "grad_norm": 0.5758064985275269,
      "learning_rate": 4.389226513287115e-05,
      "loss": 5.6154,
      "step": 300485
    },
    {
      "epoch": 0.2630245238047304,
      "grad_norm": 0.5539848804473877,
      "learning_rate": 4.389206531035375e-05,
      "loss": 4.5654,
      "step": 300490
    },
    {
      "epoch": 0.2630289003983576,
      "grad_norm": 0.5737971663475037,
      "learning_rate": 4.389186548515676e-05,
      "loss": 5.4046,
      "step": 300495
    },
    {
      "epoch": 0.2630332769919847,
      "grad_norm": 0.5640139579772949,
      "learning_rate": 4.389166565728021e-05,
      "loss": 4.182,
      "step": 300500
    },
    {
      "epoch": 0.2630376535856119,
      "grad_norm": 0.6305894255638123,
      "learning_rate": 4.389146582672414e-05,
      "loss": 5.4459,
      "step": 300505
    },
    {
      "epoch": 0.263042030179239,
      "grad_norm": 0.7096841931343079,
      "learning_rate": 4.38912659934886e-05,
      "loss": 4.3993,
      "step": 300510
    },
    {
      "epoch": 0.26304640677286617,
      "grad_norm": 0.5995522141456604,
      "learning_rate": 4.3891066157573605e-05,
      "loss": 5.6195,
      "step": 300515
    },
    {
      "epoch": 0.26305078336649335,
      "grad_norm": 0.5773259997367859,
      "learning_rate": 4.3890866318979215e-05,
      "loss": 5.867,
      "step": 300520
    },
    {
      "epoch": 0.26305515996012047,
      "grad_norm": 0.5571337342262268,
      "learning_rate": 4.3890666477705464e-05,
      "loss": 5.5881,
      "step": 300525
    },
    {
      "epoch": 0.26305953655374764,
      "grad_norm": 0.5726537108421326,
      "learning_rate": 4.389046663375239e-05,
      "loss": 5.3848,
      "step": 300530
    },
    {
      "epoch": 0.26306391314737476,
      "grad_norm": 0.564241349697113,
      "learning_rate": 4.3890266787120026e-05,
      "loss": 6.2207,
      "step": 300535
    },
    {
      "epoch": 0.26306828974100194,
      "grad_norm": 0.5536998510360718,
      "learning_rate": 4.389006693780843e-05,
      "loss": 5.6699,
      "step": 300540
    },
    {
      "epoch": 0.2630726663346291,
      "grad_norm": 0.5718252658843994,
      "learning_rate": 4.38898670858176e-05,
      "loss": 4.6966,
      "step": 300545
    },
    {
      "epoch": 0.26307704292825623,
      "grad_norm": 0.5962788462638855,
      "learning_rate": 4.388966723114761e-05,
      "loss": 5.0936,
      "step": 300550
    },
    {
      "epoch": 0.2630814195218834,
      "grad_norm": 0.5697516798973083,
      "learning_rate": 4.3889467373798496e-05,
      "loss": 5.8842,
      "step": 300555
    },
    {
      "epoch": 0.2630857961155106,
      "grad_norm": 0.5640475153923035,
      "learning_rate": 4.3889267513770284e-05,
      "loss": 6.2113,
      "step": 300560
    },
    {
      "epoch": 0.2630901727091377,
      "grad_norm": 0.5590850114822388,
      "learning_rate": 4.388906765106301e-05,
      "loss": 5.1849,
      "step": 300565
    },
    {
      "epoch": 0.2630945493027649,
      "grad_norm": 0.5583296418190002,
      "learning_rate": 4.388886778567672e-05,
      "loss": 5.3352,
      "step": 300570
    },
    {
      "epoch": 0.263098925896392,
      "grad_norm": 0.5867871642112732,
      "learning_rate": 4.388866791761147e-05,
      "loss": 5.109,
      "step": 300575
    },
    {
      "epoch": 0.2631033024900192,
      "grad_norm": 0.5763599872589111,
      "learning_rate": 4.388846804686727e-05,
      "loss": 4.8918,
      "step": 300580
    },
    {
      "epoch": 0.26310767908364635,
      "grad_norm": 0.5603418350219727,
      "learning_rate": 4.3888268173444155e-05,
      "loss": 6.208,
      "step": 300585
    },
    {
      "epoch": 0.26311205567727347,
      "grad_norm": 0.588583767414093,
      "learning_rate": 4.388806829734219e-05,
      "loss": 5.2979,
      "step": 300590
    },
    {
      "epoch": 0.26311643227090065,
      "grad_norm": 0.5950350761413574,
      "learning_rate": 4.388786841856141e-05,
      "loss": 5.1006,
      "step": 300595
    },
    {
      "epoch": 0.2631208088645278,
      "grad_norm": 0.5915795564651489,
      "learning_rate": 4.388766853710183e-05,
      "loss": 5.3125,
      "step": 300600
    },
    {
      "epoch": 0.26312518545815494,
      "grad_norm": 0.5614047646522522,
      "learning_rate": 4.388746865296351e-05,
      "loss": 4.877,
      "step": 300605
    },
    {
      "epoch": 0.2631295620517821,
      "grad_norm": 0.559494137763977,
      "learning_rate": 4.388726876614649e-05,
      "loss": 5.2492,
      "step": 300610
    },
    {
      "epoch": 0.26313393864540924,
      "grad_norm": 0.5866252183914185,
      "learning_rate": 4.38870688766508e-05,
      "loss": 4.9226,
      "step": 300615
    },
    {
      "epoch": 0.2631383152390364,
      "grad_norm": 0.5723705291748047,
      "learning_rate": 4.388686898447646e-05,
      "loss": 5.5998,
      "step": 300620
    },
    {
      "epoch": 0.2631426918326636,
      "grad_norm": 0.5917899012565613,
      "learning_rate": 4.388666908962354e-05,
      "loss": 4.8919,
      "step": 300625
    },
    {
      "epoch": 0.2631470684262907,
      "grad_norm": 0.5808423161506653,
      "learning_rate": 4.388646919209207e-05,
      "loss": 5.9219,
      "step": 300630
    },
    {
      "epoch": 0.2631514450199179,
      "grad_norm": 0.5607373714447021,
      "learning_rate": 4.388626929188209e-05,
      "loss": 5.0299,
      "step": 300635
    },
    {
      "epoch": 0.263155821613545,
      "grad_norm": 0.5506039261817932,
      "learning_rate": 4.388606938899362e-05,
      "loss": 4.5177,
      "step": 300640
    },
    {
      "epoch": 0.2631601982071722,
      "grad_norm": 0.5885190367698669,
      "learning_rate": 4.388586948342671e-05,
      "loss": 5.907,
      "step": 300645
    },
    {
      "epoch": 0.26316457480079936,
      "grad_norm": 0.557914137840271,
      "learning_rate": 4.3885669575181424e-05,
      "loss": 5.6983,
      "step": 300650
    },
    {
      "epoch": 0.2631689513944265,
      "grad_norm": 0.5828940868377686,
      "learning_rate": 4.388546966425775e-05,
      "loss": 5.585,
      "step": 300655
    },
    {
      "epoch": 0.26317332798805365,
      "grad_norm": 0.5678296685218811,
      "learning_rate": 4.388526975065576e-05,
      "loss": 5.1808,
      "step": 300660
    },
    {
      "epoch": 0.2631777045816808,
      "grad_norm": 0.6302753686904907,
      "learning_rate": 4.38850698343755e-05,
      "loss": 5.1139,
      "step": 300665
    },
    {
      "epoch": 0.26318208117530795,
      "grad_norm": 0.5955606698989868,
      "learning_rate": 4.388486991541698e-05,
      "loss": 5.7309,
      "step": 300670
    },
    {
      "epoch": 0.2631864577689351,
      "grad_norm": 0.5697372555732727,
      "learning_rate": 4.388466999378026e-05,
      "loss": 5.9029,
      "step": 300675
    },
    {
      "epoch": 0.26319083436256224,
      "grad_norm": 0.5724189877510071,
      "learning_rate": 4.3884470069465376e-05,
      "loss": 5.916,
      "step": 300680
    },
    {
      "epoch": 0.2631952109561894,
      "grad_norm": 0.5741000771522522,
      "learning_rate": 4.388427014247236e-05,
      "loss": 5.2123,
      "step": 300685
    },
    {
      "epoch": 0.2631995875498166,
      "grad_norm": 0.5934048295021057,
      "learning_rate": 4.388407021280125e-05,
      "loss": 5.2351,
      "step": 300690
    },
    {
      "epoch": 0.2632039641434437,
      "grad_norm": 0.6141992211341858,
      "learning_rate": 4.388387028045209e-05,
      "loss": 5.1144,
      "step": 300695
    },
    {
      "epoch": 0.2632083407370709,
      "grad_norm": 0.5703499913215637,
      "learning_rate": 4.388367034542492e-05,
      "loss": 5.3944,
      "step": 300700
    },
    {
      "epoch": 0.26321271733069806,
      "grad_norm": 0.570809543132782,
      "learning_rate": 4.3883470407719776e-05,
      "loss": 5.725,
      "step": 300705
    },
    {
      "epoch": 0.2632170939243252,
      "grad_norm": 0.5694740414619446,
      "learning_rate": 4.388327046733668e-05,
      "loss": 5.3555,
      "step": 300710
    },
    {
      "epoch": 0.26322147051795236,
      "grad_norm": 0.5752502083778381,
      "learning_rate": 4.3883070524275696e-05,
      "loss": 5.4005,
      "step": 300715
    },
    {
      "epoch": 0.2632258471115795,
      "grad_norm": 0.5686211585998535,
      "learning_rate": 4.388287057853685e-05,
      "loss": 5.3254,
      "step": 300720
    },
    {
      "epoch": 0.26323022370520666,
      "grad_norm": 0.6060137152671814,
      "learning_rate": 4.388267063012018e-05,
      "loss": 5.1834,
      "step": 300725
    },
    {
      "epoch": 0.26323460029883383,
      "grad_norm": 0.5657285451889038,
      "learning_rate": 4.388247067902575e-05,
      "loss": 5.1936,
      "step": 300730
    },
    {
      "epoch": 0.26323897689246095,
      "grad_norm": 0.564282238483429,
      "learning_rate": 4.3882270725253546e-05,
      "loss": 5.3931,
      "step": 300735
    },
    {
      "epoch": 0.2632433534860881,
      "grad_norm": 0.6060023903846741,
      "learning_rate": 4.388207076880365e-05,
      "loss": 4.6693,
      "step": 300740
    },
    {
      "epoch": 0.2632477300797153,
      "grad_norm": 0.739229679107666,
      "learning_rate": 4.3881870809676086e-05,
      "loss": 4.8934,
      "step": 300745
    },
    {
      "epoch": 0.2632521066733424,
      "grad_norm": 0.5986297726631165,
      "learning_rate": 4.38816708478709e-05,
      "loss": 5.403,
      "step": 300750
    },
    {
      "epoch": 0.2632564832669696,
      "grad_norm": 0.572554349899292,
      "learning_rate": 4.388147088338812e-05,
      "loss": 4.8209,
      "step": 300755
    },
    {
      "epoch": 0.2632608598605967,
      "grad_norm": 0.6090196967124939,
      "learning_rate": 4.388127091622779e-05,
      "loss": 4.6764,
      "step": 300760
    },
    {
      "epoch": 0.2632652364542239,
      "grad_norm": 0.589366614818573,
      "learning_rate": 4.3881070946389946e-05,
      "loss": 4.639,
      "step": 300765
    },
    {
      "epoch": 0.26326961304785107,
      "grad_norm": 0.6608799695968628,
      "learning_rate": 4.388087097387462e-05,
      "loss": 5.3722,
      "step": 300770
    },
    {
      "epoch": 0.2632739896414782,
      "grad_norm": 0.6786475777626038,
      "learning_rate": 4.388067099868187e-05,
      "loss": 5.4009,
      "step": 300775
    },
    {
      "epoch": 0.26327836623510537,
      "grad_norm": 0.5790255069732666,
      "learning_rate": 4.3880471020811716e-05,
      "loss": 5.6125,
      "step": 300780
    },
    {
      "epoch": 0.2632827428287325,
      "grad_norm": 0.5788127183914185,
      "learning_rate": 4.388027104026421e-05,
      "loss": 5.7119,
      "step": 300785
    },
    {
      "epoch": 0.26328711942235966,
      "grad_norm": 0.5907072424888611,
      "learning_rate": 4.388007105703938e-05,
      "loss": 5.1069,
      "step": 300790
    },
    {
      "epoch": 0.26329149601598684,
      "grad_norm": 0.6122809052467346,
      "learning_rate": 4.3879871071137276e-05,
      "loss": 5.5834,
      "step": 300795
    },
    {
      "epoch": 0.26329587260961396,
      "grad_norm": 0.5972871780395508,
      "learning_rate": 4.387967108255793e-05,
      "loss": 5.6822,
      "step": 300800
    },
    {
      "epoch": 0.26330024920324113,
      "grad_norm": 0.579738438129425,
      "learning_rate": 4.387947109130137e-05,
      "loss": 5.9326,
      "step": 300805
    },
    {
      "epoch": 0.2633046257968683,
      "grad_norm": 0.5738372802734375,
      "learning_rate": 4.3879271097367656e-05,
      "loss": 4.7745,
      "step": 300810
    },
    {
      "epoch": 0.26330900239049543,
      "grad_norm": 0.5816507339477539,
      "learning_rate": 4.387907110075681e-05,
      "loss": 5.7265,
      "step": 300815
    },
    {
      "epoch": 0.2633133789841226,
      "grad_norm": 0.5748242735862732,
      "learning_rate": 4.3878871101468874e-05,
      "loss": 6.2133,
      "step": 300820
    },
    {
      "epoch": 0.2633177555777497,
      "grad_norm": 0.563059389591217,
      "learning_rate": 4.3878671099503885e-05,
      "loss": 5.6843,
      "step": 300825
    },
    {
      "epoch": 0.2633221321713769,
      "grad_norm": 0.5646517872810364,
      "learning_rate": 4.3878471094861894e-05,
      "loss": 5.325,
      "step": 300830
    },
    {
      "epoch": 0.2633265087650041,
      "grad_norm": 0.5760689377784729,
      "learning_rate": 4.387827108754293e-05,
      "loss": 5.2028,
      "step": 300835
    },
    {
      "epoch": 0.2633308853586312,
      "grad_norm": 0.6358911991119385,
      "learning_rate": 4.3878071077547035e-05,
      "loss": 4.3795,
      "step": 300840
    },
    {
      "epoch": 0.26333526195225837,
      "grad_norm": 0.587797224521637,
      "learning_rate": 4.387787106487423e-05,
      "loss": 5.4023,
      "step": 300845
    },
    {
      "epoch": 0.26333963854588555,
      "grad_norm": 0.6370272636413574,
      "learning_rate": 4.387767104952458e-05,
      "loss": 4.3956,
      "step": 300850
    },
    {
      "epoch": 0.26334401513951267,
      "grad_norm": 0.5795238614082336,
      "learning_rate": 4.387747103149811e-05,
      "loss": 5.3729,
      "step": 300855
    },
    {
      "epoch": 0.26334839173313984,
      "grad_norm": 0.589214563369751,
      "learning_rate": 4.3877271010794854e-05,
      "loss": 5.7049,
      "step": 300860
    },
    {
      "epoch": 0.26335276832676696,
      "grad_norm": 0.6056349277496338,
      "learning_rate": 4.387707098741487e-05,
      "loss": 5.1284,
      "step": 300865
    },
    {
      "epoch": 0.26335714492039414,
      "grad_norm": 0.624120831489563,
      "learning_rate": 4.3876870961358175e-05,
      "loss": 4.5563,
      "step": 300870
    },
    {
      "epoch": 0.2633615215140213,
      "grad_norm": 0.5755627155303955,
      "learning_rate": 4.387667093262482e-05,
      "loss": 4.6944,
      "step": 300875
    },
    {
      "epoch": 0.26336589810764843,
      "grad_norm": 0.5869208574295044,
      "learning_rate": 4.3876470901214837e-05,
      "loss": 5.6436,
      "step": 300880
    },
    {
      "epoch": 0.2633702747012756,
      "grad_norm": 0.5660609006881714,
      "learning_rate": 4.3876270867128265e-05,
      "loss": 4.9022,
      "step": 300885
    },
    {
      "epoch": 0.2633746512949028,
      "grad_norm": 0.6101425886154175,
      "learning_rate": 4.3876070830365144e-05,
      "loss": 5.107,
      "step": 300890
    },
    {
      "epoch": 0.2633790278885299,
      "grad_norm": 0.593338668346405,
      "learning_rate": 4.387587079092552e-05,
      "loss": 5.6871,
      "step": 300895
    },
    {
      "epoch": 0.2633834044821571,
      "grad_norm": 0.5641578435897827,
      "learning_rate": 4.387567074880943e-05,
      "loss": 5.4008,
      "step": 300900
    },
    {
      "epoch": 0.2633877810757842,
      "grad_norm": 0.5610646605491638,
      "learning_rate": 4.387547070401691e-05,
      "loss": 5.8957,
      "step": 300905
    },
    {
      "epoch": 0.2633921576694114,
      "grad_norm": 0.5640340447425842,
      "learning_rate": 4.3875270656547985e-05,
      "loss": 5.4073,
      "step": 300910
    },
    {
      "epoch": 0.26339653426303855,
      "grad_norm": 0.58021479845047,
      "learning_rate": 4.38750706064027e-05,
      "loss": 5.0781,
      "step": 300915
    },
    {
      "epoch": 0.26340091085666567,
      "grad_norm": 0.5515056252479553,
      "learning_rate": 4.387487055358111e-05,
      "loss": 6.2057,
      "step": 300920
    },
    {
      "epoch": 0.26340528745029285,
      "grad_norm": 0.5791823863983154,
      "learning_rate": 4.387467049808324e-05,
      "loss": 4.8521,
      "step": 300925
    },
    {
      "epoch": 0.26340966404391997,
      "grad_norm": 0.5636512637138367,
      "learning_rate": 4.387447043990912e-05,
      "loss": 5.4309,
      "step": 300930
    },
    {
      "epoch": 0.26341404063754714,
      "grad_norm": 0.5662739276885986,
      "learning_rate": 4.387427037905881e-05,
      "loss": 4.6077,
      "step": 300935
    },
    {
      "epoch": 0.2634184172311743,
      "grad_norm": 0.5645032525062561,
      "learning_rate": 4.3874070315532335e-05,
      "loss": 5.9205,
      "step": 300940
    },
    {
      "epoch": 0.26342279382480144,
      "grad_norm": 0.5601838827133179,
      "learning_rate": 4.387387024932975e-05,
      "loss": 5.1828,
      "step": 300945
    },
    {
      "epoch": 0.2634271704184286,
      "grad_norm": 0.5736124515533447,
      "learning_rate": 4.387367018045106e-05,
      "loss": 4.5965,
      "step": 300950
    },
    {
      "epoch": 0.2634315470120558,
      "grad_norm": 0.5853018760681152,
      "learning_rate": 4.387347010889634e-05,
      "loss": 4.6066,
      "step": 300955
    },
    {
      "epoch": 0.2634359236056829,
      "grad_norm": 0.5775210857391357,
      "learning_rate": 4.3873270034665606e-05,
      "loss": 4.6806,
      "step": 300960
    },
    {
      "epoch": 0.2634403001993101,
      "grad_norm": 0.5660361051559448,
      "learning_rate": 4.38730699577589e-05,
      "loss": 4.6074,
      "step": 300965
    },
    {
      "epoch": 0.2634446767929372,
      "grad_norm": 0.5727698802947998,
      "learning_rate": 4.387286987817626e-05,
      "loss": 5.2223,
      "step": 300970
    },
    {
      "epoch": 0.2634490533865644,
      "grad_norm": 0.5723007917404175,
      "learning_rate": 4.3872669795917734e-05,
      "loss": 4.8888,
      "step": 300975
    },
    {
      "epoch": 0.26345342998019156,
      "grad_norm": 0.574862539768219,
      "learning_rate": 4.3872469710983355e-05,
      "loss": 6.2398,
      "step": 300980
    },
    {
      "epoch": 0.2634578065738187,
      "grad_norm": 0.5611798167228699,
      "learning_rate": 4.387226962337315e-05,
      "loss": 5.4056,
      "step": 300985
    },
    {
      "epoch": 0.26346218316744585,
      "grad_norm": 0.5895335674285889,
      "learning_rate": 4.387206953308719e-05,
      "loss": 5.5762,
      "step": 300990
    },
    {
      "epoch": 0.263466559761073,
      "grad_norm": 0.6226746439933777,
      "learning_rate": 4.387186944012548e-05,
      "loss": 5.122,
      "step": 300995
    },
    {
      "epoch": 0.26347093635470015,
      "grad_norm": 0.5721362233161926,
      "learning_rate": 4.3871669344488067e-05,
      "loss": 5.1001,
      "step": 301000
    },
    {
      "epoch": 0.2634753129483273,
      "grad_norm": 0.6136493682861328,
      "learning_rate": 4.3871469246175e-05,
      "loss": 4.7,
      "step": 301005
    },
    {
      "epoch": 0.26347968954195444,
      "grad_norm": 0.6393365263938904,
      "learning_rate": 4.387126914518631e-05,
      "loss": 5.4161,
      "step": 301010
    },
    {
      "epoch": 0.2634840661355816,
      "grad_norm": 0.580308735370636,
      "learning_rate": 4.387106904152204e-05,
      "loss": 4.9145,
      "step": 301015
    },
    {
      "epoch": 0.2634884427292088,
      "grad_norm": 0.5684913992881775,
      "learning_rate": 4.387086893518222e-05,
      "loss": 4.572,
      "step": 301020
    },
    {
      "epoch": 0.2634928193228359,
      "grad_norm": 0.5856183767318726,
      "learning_rate": 4.387066882616689e-05,
      "loss": 5.3309,
      "step": 301025
    },
    {
      "epoch": 0.2634971959164631,
      "grad_norm": 0.5618685483932495,
      "learning_rate": 4.38704687144761e-05,
      "loss": 5.925,
      "step": 301030
    },
    {
      "epoch": 0.2635015725100902,
      "grad_norm": 0.5867022275924683,
      "learning_rate": 4.3870268600109885e-05,
      "loss": 5.0922,
      "step": 301035
    },
    {
      "epoch": 0.2635059491037174,
      "grad_norm": 0.5780661702156067,
      "learning_rate": 4.3870068483068275e-05,
      "loss": 5.121,
      "step": 301040
    },
    {
      "epoch": 0.26351032569734456,
      "grad_norm": 0.5664701461791992,
      "learning_rate": 4.386986836335131e-05,
      "loss": 5.9398,
      "step": 301045
    },
    {
      "epoch": 0.2635147022909717,
      "grad_norm": 0.5801549553871155,
      "learning_rate": 4.386966824095904e-05,
      "loss": 4.8939,
      "step": 301050
    },
    {
      "epoch": 0.26351907888459886,
      "grad_norm": 0.558562695980072,
      "learning_rate": 4.3869468115891485e-05,
      "loss": 6.2305,
      "step": 301055
    },
    {
      "epoch": 0.26352345547822603,
      "grad_norm": 0.5647012591362,
      "learning_rate": 4.386926798814871e-05,
      "loss": 5.3873,
      "step": 301060
    },
    {
      "epoch": 0.26352783207185315,
      "grad_norm": 0.646004319190979,
      "learning_rate": 4.3869067857730715e-05,
      "loss": 4.3957,
      "step": 301065
    },
    {
      "epoch": 0.2635322086654803,
      "grad_norm": 0.6199585795402527,
      "learning_rate": 4.386886772463757e-05,
      "loss": 4.9185,
      "step": 301070
    },
    {
      "epoch": 0.26353658525910745,
      "grad_norm": 0.5945545434951782,
      "learning_rate": 4.386866758886932e-05,
      "loss": 5.078,
      "step": 301075
    },
    {
      "epoch": 0.2635409618527346,
      "grad_norm": 0.6185487508773804,
      "learning_rate": 4.386846745042598e-05,
      "loss": 5.6745,
      "step": 301080
    },
    {
      "epoch": 0.2635453384463618,
      "grad_norm": 0.5963016152381897,
      "learning_rate": 4.3868267309307584e-05,
      "loss": 4.7455,
      "step": 301085
    },
    {
      "epoch": 0.2635497150399889,
      "grad_norm": 0.5785085558891296,
      "learning_rate": 4.3868067165514206e-05,
      "loss": 5.089,
      "step": 301090
    },
    {
      "epoch": 0.2635540916336161,
      "grad_norm": 0.5811206698417664,
      "learning_rate": 4.386786701904585e-05,
      "loss": 4.8822,
      "step": 301095
    },
    {
      "epoch": 0.26355846822724327,
      "grad_norm": 0.5725341439247131,
      "learning_rate": 4.3867666869902566e-05,
      "loss": 5.9172,
      "step": 301100
    },
    {
      "epoch": 0.2635628448208704,
      "grad_norm": 0.5719389319419861,
      "learning_rate": 4.3867466718084405e-05,
      "loss": 5.9385,
      "step": 301105
    },
    {
      "epoch": 0.26356722141449757,
      "grad_norm": 0.5530118346214294,
      "learning_rate": 4.386726656359138e-05,
      "loss": 5.9449,
      "step": 301110
    },
    {
      "epoch": 0.2635715980081247,
      "grad_norm": 0.5626505613327026,
      "learning_rate": 4.386706640642355e-05,
      "loss": 5.9252,
      "step": 301115
    },
    {
      "epoch": 0.26357597460175186,
      "grad_norm": 0.5642250180244446,
      "learning_rate": 4.386686624658095e-05,
      "loss": 4.8599,
      "step": 301120
    },
    {
      "epoch": 0.26358035119537904,
      "grad_norm": 0.5692643523216248,
      "learning_rate": 4.3866666084063614e-05,
      "loss": 5.9062,
      "step": 301125
    },
    {
      "epoch": 0.26358472778900616,
      "grad_norm": 0.5827541351318359,
      "learning_rate": 4.386646591887158e-05,
      "loss": 4.7826,
      "step": 301130
    },
    {
      "epoch": 0.26358910438263333,
      "grad_norm": 0.6304667592048645,
      "learning_rate": 4.3866265751004884e-05,
      "loss": 4.8235,
      "step": 301135
    },
    {
      "epoch": 0.2635934809762605,
      "grad_norm": 0.6059073805809021,
      "learning_rate": 4.3866065580463575e-05,
      "loss": 5.593,
      "step": 301140
    },
    {
      "epoch": 0.26359785756988763,
      "grad_norm": 0.6003587245941162,
      "learning_rate": 4.3865865407247695e-05,
      "loss": 4.6818,
      "step": 301145
    },
    {
      "epoch": 0.2636022341635148,
      "grad_norm": 0.5809881091117859,
      "learning_rate": 4.3865665231357265e-05,
      "loss": 5.9318,
      "step": 301150
    },
    {
      "epoch": 0.2636066107571419,
      "grad_norm": 0.5556457042694092,
      "learning_rate": 4.3865465052792345e-05,
      "loss": 5.4083,
      "step": 301155
    },
    {
      "epoch": 0.2636109873507691,
      "grad_norm": 0.653647243976593,
      "learning_rate": 4.386526487155295e-05,
      "loss": 4.1649,
      "step": 301160
    },
    {
      "epoch": 0.2636153639443963,
      "grad_norm": 0.6061645150184631,
      "learning_rate": 4.3865064687639123e-05,
      "loss": 5.3875,
      "step": 301165
    },
    {
      "epoch": 0.2636197405380234,
      "grad_norm": 0.5625068545341492,
      "learning_rate": 4.386486450105092e-05,
      "loss": 5.6146,
      "step": 301170
    },
    {
      "epoch": 0.26362411713165057,
      "grad_norm": 0.5737810730934143,
      "learning_rate": 4.3864664311788364e-05,
      "loss": 4.8944,
      "step": 301175
    },
    {
      "epoch": 0.2636284937252777,
      "grad_norm": 0.5924774408340454,
      "learning_rate": 4.386446411985151e-05,
      "loss": 5.9336,
      "step": 301180
    },
    {
      "epoch": 0.26363287031890487,
      "grad_norm": 0.5734503269195557,
      "learning_rate": 4.386426392524038e-05,
      "loss": 5.1135,
      "step": 301185
    },
    {
      "epoch": 0.26363724691253204,
      "grad_norm": 0.5866130590438843,
      "learning_rate": 4.386406372795501e-05,
      "loss": 5.4411,
      "step": 301190
    },
    {
      "epoch": 0.26364162350615916,
      "grad_norm": 0.5819361805915833,
      "learning_rate": 4.386386352799545e-05,
      "loss": 5.4053,
      "step": 301195
    },
    {
      "epoch": 0.26364600009978634,
      "grad_norm": 0.5651905536651611,
      "learning_rate": 4.386366332536174e-05,
      "loss": 5.3727,
      "step": 301200
    },
    {
      "epoch": 0.2636503766934135,
      "grad_norm": 0.5968232154846191,
      "learning_rate": 4.386346312005391e-05,
      "loss": 4.8948,
      "step": 301205
    },
    {
      "epoch": 0.26365475328704063,
      "grad_norm": 0.5977055430412292,
      "learning_rate": 4.3863262912072e-05,
      "loss": 5.1103,
      "step": 301210
    },
    {
      "epoch": 0.2636591298806678,
      "grad_norm": 0.568505048751831,
      "learning_rate": 4.386306270141606e-05,
      "loss": 4.0741,
      "step": 301215
    },
    {
      "epoch": 0.26366350647429493,
      "grad_norm": 0.5803038477897644,
      "learning_rate": 4.386286248808612e-05,
      "loss": 5.3636,
      "step": 301220
    },
    {
      "epoch": 0.2636678830679221,
      "grad_norm": 0.6709845662117004,
      "learning_rate": 4.3862662272082214e-05,
      "loss": 5.399,
      "step": 301225
    },
    {
      "epoch": 0.2636722596615493,
      "grad_norm": 0.5832746028900146,
      "learning_rate": 4.386246205340438e-05,
      "loss": 5.0977,
      "step": 301230
    },
    {
      "epoch": 0.2636766362551764,
      "grad_norm": 0.5603645443916321,
      "learning_rate": 4.386226183205266e-05,
      "loss": 5.9209,
      "step": 301235
    },
    {
      "epoch": 0.2636810128488036,
      "grad_norm": 0.5588522553443909,
      "learning_rate": 4.3862061608027105e-05,
      "loss": 6.1961,
      "step": 301240
    },
    {
      "epoch": 0.26368538944243075,
      "grad_norm": 0.5520094633102417,
      "learning_rate": 4.386186138132774e-05,
      "loss": 5.4248,
      "step": 301245
    },
    {
      "epoch": 0.26368976603605787,
      "grad_norm": 0.5772227644920349,
      "learning_rate": 4.3861661151954615e-05,
      "loss": 5.107,
      "step": 301250
    },
    {
      "epoch": 0.26369414262968505,
      "grad_norm": 0.571235716342926,
      "learning_rate": 4.3861460919907736e-05,
      "loss": 5.9373,
      "step": 301255
    },
    {
      "epoch": 0.26369851922331217,
      "grad_norm": 0.5610837340354919,
      "learning_rate": 4.386126068518718e-05,
      "loss": 5.1939,
      "step": 301260
    },
    {
      "epoch": 0.26370289581693934,
      "grad_norm": 0.5949157476425171,
      "learning_rate": 4.3861060447792976e-05,
      "loss": 5.085,
      "step": 301265
    },
    {
      "epoch": 0.2637072724105665,
      "grad_norm": 0.5738595724105835,
      "learning_rate": 4.386086020772515e-05,
      "loss": 5.3693,
      "step": 301270
    },
    {
      "epoch": 0.26371164900419364,
      "grad_norm": 0.5616054534912109,
      "learning_rate": 4.3860659964983755e-05,
      "loss": 5.9615,
      "step": 301275
    },
    {
      "epoch": 0.2637160255978208,
      "grad_norm": 0.5808515548706055,
      "learning_rate": 4.386045971956881e-05,
      "loss": 4.1536,
      "step": 301280
    },
    {
      "epoch": 0.26372040219144793,
      "grad_norm": 0.5860133171081543,
      "learning_rate": 4.386025947148039e-05,
      "loss": 5.1691,
      "step": 301285
    },
    {
      "epoch": 0.2637247787850751,
      "grad_norm": 0.5821688175201416,
      "learning_rate": 4.386005922071849e-05,
      "loss": 5.64,
      "step": 301290
    },
    {
      "epoch": 0.2637291553787023,
      "grad_norm": 0.5900188684463501,
      "learning_rate": 4.3859858967283174e-05,
      "loss": 5.0776,
      "step": 301295
    },
    {
      "epoch": 0.2637335319723294,
      "grad_norm": 0.606656014919281,
      "learning_rate": 4.385965871117448e-05,
      "loss": 4.5841,
      "step": 301300
    },
    {
      "epoch": 0.2637379085659566,
      "grad_norm": 0.5795111060142517,
      "learning_rate": 4.3859458452392444e-05,
      "loss": 4.1368,
      "step": 301305
    },
    {
      "epoch": 0.26374228515958376,
      "grad_norm": 0.5665333867073059,
      "learning_rate": 4.385925819093709e-05,
      "loss": 5.4101,
      "step": 301310
    },
    {
      "epoch": 0.2637466617532109,
      "grad_norm": 0.6121653914451599,
      "learning_rate": 4.385905792680848e-05,
      "loss": 5.0887,
      "step": 301315
    },
    {
      "epoch": 0.26375103834683805,
      "grad_norm": 0.573527455329895,
      "learning_rate": 4.3858857660006646e-05,
      "loss": 4.6121,
      "step": 301320
    },
    {
      "epoch": 0.26375541494046517,
      "grad_norm": 0.5922377705574036,
      "learning_rate": 4.385865739053161e-05,
      "loss": 5.3295,
      "step": 301325
    },
    {
      "epoch": 0.26375979153409235,
      "grad_norm": 0.5677773356437683,
      "learning_rate": 4.3858457118383435e-05,
      "loss": 5.392,
      "step": 301330
    },
    {
      "epoch": 0.2637641681277195,
      "grad_norm": 0.5634022355079651,
      "learning_rate": 4.385825684356214e-05,
      "loss": 5.0765,
      "step": 301335
    },
    {
      "epoch": 0.26376854472134664,
      "grad_norm": 0.5726786255836487,
      "learning_rate": 4.3858056566067774e-05,
      "loss": 4.9344,
      "step": 301340
    },
    {
      "epoch": 0.2637729213149738,
      "grad_norm": 0.5782045125961304,
      "learning_rate": 4.385785628590038e-05,
      "loss": 5.1773,
      "step": 301345
    },
    {
      "epoch": 0.263777297908601,
      "grad_norm": 0.5804632306098938,
      "learning_rate": 4.385765600305999e-05,
      "loss": 5.1845,
      "step": 301350
    },
    {
      "epoch": 0.2637816745022281,
      "grad_norm": 0.5646095871925354,
      "learning_rate": 4.3857455717546636e-05,
      "loss": 5.5818,
      "step": 301355
    },
    {
      "epoch": 0.2637860510958553,
      "grad_norm": 0.5622871518135071,
      "learning_rate": 4.3857255429360365e-05,
      "loss": 5.3937,
      "step": 301360
    },
    {
      "epoch": 0.2637904276894824,
      "grad_norm": 0.7161335945129395,
      "learning_rate": 4.385705513850121e-05,
      "loss": 4.7709,
      "step": 301365
    },
    {
      "epoch": 0.2637948042831096,
      "grad_norm": 0.6584253907203674,
      "learning_rate": 4.385685484496922e-05,
      "loss": 5.902,
      "step": 301370
    },
    {
      "epoch": 0.26379918087673676,
      "grad_norm": 0.5568982362747192,
      "learning_rate": 4.385665454876442e-05,
      "loss": 5.6064,
      "step": 301375
    },
    {
      "epoch": 0.2638035574703639,
      "grad_norm": 0.6051487326622009,
      "learning_rate": 4.3856454249886866e-05,
      "loss": 5.6008,
      "step": 301380
    },
    {
      "epoch": 0.26380793406399106,
      "grad_norm": 0.5845755338668823,
      "learning_rate": 4.385625394833658e-05,
      "loss": 4.895,
      "step": 301385
    },
    {
      "epoch": 0.26381231065761823,
      "grad_norm": 0.6254451870918274,
      "learning_rate": 4.38560536441136e-05,
      "loss": 5.6525,
      "step": 301390
    },
    {
      "epoch": 0.26381668725124535,
      "grad_norm": 0.5997152328491211,
      "learning_rate": 4.385585333721799e-05,
      "loss": 5.3287,
      "step": 301395
    },
    {
      "epoch": 0.2638210638448725,
      "grad_norm": 0.599391758441925,
      "learning_rate": 4.3855653027649756e-05,
      "loss": 5.426,
      "step": 301400
    },
    {
      "epoch": 0.26382544043849965,
      "grad_norm": 0.5994980335235596,
      "learning_rate": 4.385545271540895e-05,
      "loss": 4.4047,
      "step": 301405
    },
    {
      "epoch": 0.2638298170321268,
      "grad_norm": 0.6287740468978882,
      "learning_rate": 4.3855252400495625e-05,
      "loss": 4.6264,
      "step": 301410
    },
    {
      "epoch": 0.263834193625754,
      "grad_norm": 0.5999239087104797,
      "learning_rate": 4.3855052082909796e-05,
      "loss": 5.1068,
      "step": 301415
    },
    {
      "epoch": 0.2638385702193811,
      "grad_norm": 0.5727335810661316,
      "learning_rate": 4.385485176265152e-05,
      "loss": 5.7159,
      "step": 301420
    },
    {
      "epoch": 0.2638429468130083,
      "grad_norm": 0.5598556995391846,
      "learning_rate": 4.3854651439720815e-05,
      "loss": 4.6,
      "step": 301425
    },
    {
      "epoch": 0.2638473234066354,
      "grad_norm": 0.5822669863700867,
      "learning_rate": 4.385445111411773e-05,
      "loss": 4.9103,
      "step": 301430
    },
    {
      "epoch": 0.2638517000002626,
      "grad_norm": 0.5561205744743347,
      "learning_rate": 4.385425078584232e-05,
      "loss": 5.1246,
      "step": 301435
    },
    {
      "epoch": 0.26385607659388977,
      "grad_norm": 0.6910120248794556,
      "learning_rate": 4.38540504548946e-05,
      "loss": 4.4364,
      "step": 301440
    },
    {
      "epoch": 0.2638604531875169,
      "grad_norm": 0.5799654722213745,
      "learning_rate": 4.385385012127462e-05,
      "loss": 4.5896,
      "step": 301445
    },
    {
      "epoch": 0.26386482978114406,
      "grad_norm": 0.6396855711936951,
      "learning_rate": 4.385364978498242e-05,
      "loss": 5.9607,
      "step": 301450
    },
    {
      "epoch": 0.26386920637477124,
      "grad_norm": 0.5612786412239075,
      "learning_rate": 4.3853449446018036e-05,
      "loss": 5.6314,
      "step": 301455
    },
    {
      "epoch": 0.26387358296839836,
      "grad_norm": 0.5555302500724792,
      "learning_rate": 4.385324910438151e-05,
      "loss": 5.102,
      "step": 301460
    },
    {
      "epoch": 0.26387795956202553,
      "grad_norm": 0.5702097415924072,
      "learning_rate": 4.3853048760072865e-05,
      "loss": 5.6254,
      "step": 301465
    },
    {
      "epoch": 0.26388233615565265,
      "grad_norm": 0.5973033308982849,
      "learning_rate": 4.385284841309216e-05,
      "loss": 5.6096,
      "step": 301470
    },
    {
      "epoch": 0.26388671274927983,
      "grad_norm": 0.5573800802230835,
      "learning_rate": 4.385264806343942e-05,
      "loss": 4.9891,
      "step": 301475
    },
    {
      "epoch": 0.263891089342907,
      "grad_norm": 0.5740262269973755,
      "learning_rate": 4.385244771111469e-05,
      "loss": 5.6936,
      "step": 301480
    },
    {
      "epoch": 0.2638954659365341,
      "grad_norm": 0.5746869444847107,
      "learning_rate": 4.3852247356118e-05,
      "loss": 5.4085,
      "step": 301485
    },
    {
      "epoch": 0.2638998425301613,
      "grad_norm": 0.550481915473938,
      "learning_rate": 4.3852046998449416e-05,
      "loss": 5.3711,
      "step": 301490
    },
    {
      "epoch": 0.2639042191237885,
      "grad_norm": 0.6200066208839417,
      "learning_rate": 4.385184663810894e-05,
      "loss": 4.3737,
      "step": 301495
    },
    {
      "epoch": 0.2639085957174156,
      "grad_norm": 0.5923101902008057,
      "learning_rate": 4.385164627509663e-05,
      "loss": 5.3932,
      "step": 301500
    },
    {
      "epoch": 0.26391297231104277,
      "grad_norm": 0.566720724105835,
      "learning_rate": 4.385144590941253e-05,
      "loss": 5.3709,
      "step": 301505
    },
    {
      "epoch": 0.2639173489046699,
      "grad_norm": 0.5545980930328369,
      "learning_rate": 4.385124554105665e-05,
      "loss": 5.4023,
      "step": 301510
    },
    {
      "epoch": 0.26392172549829707,
      "grad_norm": 0.5636430382728577,
      "learning_rate": 4.385104517002907e-05,
      "loss": 5.7062,
      "step": 301515
    },
    {
      "epoch": 0.26392610209192424,
      "grad_norm": 0.5642598271369934,
      "learning_rate": 4.38508447963298e-05,
      "loss": 4.8961,
      "step": 301520
    },
    {
      "epoch": 0.26393047868555136,
      "grad_norm": 0.5670358538627625,
      "learning_rate": 4.3850644419958885e-05,
      "loss": 4.8529,
      "step": 301525
    },
    {
      "epoch": 0.26393485527917854,
      "grad_norm": 0.5844596028327942,
      "learning_rate": 4.385044404091637e-05,
      "loss": 4.8597,
      "step": 301530
    },
    {
      "epoch": 0.2639392318728057,
      "grad_norm": 0.5991424918174744,
      "learning_rate": 4.385024365920229e-05,
      "loss": 5.1341,
      "step": 301535
    },
    {
      "epoch": 0.26394360846643283,
      "grad_norm": 0.5670429468154907,
      "learning_rate": 4.385004327481667e-05,
      "loss": 4.8217,
      "step": 301540
    },
    {
      "epoch": 0.26394798506006,
      "grad_norm": 0.5642680525779724,
      "learning_rate": 4.384984288775956e-05,
      "loss": 5.0502,
      "step": 301545
    },
    {
      "epoch": 0.26395236165368713,
      "grad_norm": 0.5877901911735535,
      "learning_rate": 4.3849642498031015e-05,
      "loss": 4.1811,
      "step": 301550
    },
    {
      "epoch": 0.2639567382473143,
      "grad_norm": 0.5808197259902954,
      "learning_rate": 4.3849442105631055e-05,
      "loss": 4.6538,
      "step": 301555
    },
    {
      "epoch": 0.2639611148409415,
      "grad_norm": 0.5800466537475586,
      "learning_rate": 4.3849241710559716e-05,
      "loss": 4.9259,
      "step": 301560
    },
    {
      "epoch": 0.2639654914345686,
      "grad_norm": 0.573966383934021,
      "learning_rate": 4.384904131281705e-05,
      "loss": 5.1976,
      "step": 301565
    },
    {
      "epoch": 0.2639698680281958,
      "grad_norm": 0.5761866569519043,
      "learning_rate": 4.3848840912403076e-05,
      "loss": 5.6479,
      "step": 301570
    },
    {
      "epoch": 0.2639742446218229,
      "grad_norm": 0.5568327903747559,
      "learning_rate": 4.3848640509317864e-05,
      "loss": 5.3987,
      "step": 301575
    },
    {
      "epoch": 0.26397862121545007,
      "grad_norm": 0.5475597381591797,
      "learning_rate": 4.3848440103561414e-05,
      "loss": 5.0387,
      "step": 301580
    },
    {
      "epoch": 0.26398299780907725,
      "grad_norm": 0.5816829204559326,
      "learning_rate": 4.3848239695133795e-05,
      "loss": 5.4299,
      "step": 301585
    },
    {
      "epoch": 0.26398737440270437,
      "grad_norm": 0.5684757828712463,
      "learning_rate": 4.3848039284035034e-05,
      "loss": 4.9458,
      "step": 301590
    },
    {
      "epoch": 0.26399175099633154,
      "grad_norm": 0.5666247010231018,
      "learning_rate": 4.3847838870265165e-05,
      "loss": 5.6866,
      "step": 301595
    },
    {
      "epoch": 0.2639961275899587,
      "grad_norm": 0.5766745805740356,
      "learning_rate": 4.3847638453824235e-05,
      "loss": 5.623,
      "step": 301600
    },
    {
      "epoch": 0.26400050418358584,
      "grad_norm": 0.5794297456741333,
      "learning_rate": 4.3847438034712285e-05,
      "loss": 5.4088,
      "step": 301605
    },
    {
      "epoch": 0.264004880777213,
      "grad_norm": 0.5740095376968384,
      "learning_rate": 4.384723761292935e-05,
      "loss": 5.3976,
      "step": 301610
    },
    {
      "epoch": 0.26400925737084013,
      "grad_norm": 0.5812754034996033,
      "learning_rate": 4.384703718847546e-05,
      "loss": 4.9073,
      "step": 301615
    },
    {
      "epoch": 0.2640136339644673,
      "grad_norm": 0.581057608127594,
      "learning_rate": 4.384683676135065e-05,
      "loss": 4.6562,
      "step": 301620
    },
    {
      "epoch": 0.2640180105580945,
      "grad_norm": 0.6466800570487976,
      "learning_rate": 4.3846636331554994e-05,
      "loss": 5.2822,
      "step": 301625
    },
    {
      "epoch": 0.2640223871517216,
      "grad_norm": 0.5669716000556946,
      "learning_rate": 4.384643589908849e-05,
      "loss": 5.4393,
      "step": 301630
    },
    {
      "epoch": 0.2640267637453488,
      "grad_norm": 0.5626528263092041,
      "learning_rate": 4.38462354639512e-05,
      "loss": 4.804,
      "step": 301635
    },
    {
      "epoch": 0.26403114033897596,
      "grad_norm": 0.5943984389305115,
      "learning_rate": 4.384603502614315e-05,
      "loss": 5.1192,
      "step": 301640
    },
    {
      "epoch": 0.2640355169326031,
      "grad_norm": 0.5659806728363037,
      "learning_rate": 4.384583458566439e-05,
      "loss": 4.7817,
      "step": 301645
    },
    {
      "epoch": 0.26403989352623025,
      "grad_norm": 0.5700784921646118,
      "learning_rate": 4.3845634142514946e-05,
      "loss": 6.2055,
      "step": 301650
    },
    {
      "epoch": 0.26404427011985737,
      "grad_norm": 0.5864086747169495,
      "learning_rate": 4.3845433696694874e-05,
      "loss": 3.8961,
      "step": 301655
    },
    {
      "epoch": 0.26404864671348455,
      "grad_norm": 0.5565360188484192,
      "learning_rate": 4.3845233248204196e-05,
      "loss": 4.3877,
      "step": 301660
    },
    {
      "epoch": 0.2640530233071117,
      "grad_norm": 0.5946664810180664,
      "learning_rate": 4.384503279704295e-05,
      "loss": 5.3881,
      "step": 301665
    },
    {
      "epoch": 0.26405739990073884,
      "grad_norm": 0.5604208111763,
      "learning_rate": 4.384483234321118e-05,
      "loss": 5.6605,
      "step": 301670
    },
    {
      "epoch": 0.264061776494366,
      "grad_norm": 0.5609808564186096,
      "learning_rate": 4.384463188670894e-05,
      "loss": 5.745,
      "step": 301675
    },
    {
      "epoch": 0.26406615308799314,
      "grad_norm": 0.6730327010154724,
      "learning_rate": 4.3844431427536256e-05,
      "loss": 4.3764,
      "step": 301680
    },
    {
      "epoch": 0.2640705296816203,
      "grad_norm": 0.5744438767433167,
      "learning_rate": 4.3844230965693154e-05,
      "loss": 5.4465,
      "step": 301685
    },
    {
      "epoch": 0.2640749062752475,
      "grad_norm": 0.5766555070877075,
      "learning_rate": 4.384403050117969e-05,
      "loss": 5.2161,
      "step": 301690
    },
    {
      "epoch": 0.2640792828688746,
      "grad_norm": 0.5645555853843689,
      "learning_rate": 4.3843830033995895e-05,
      "loss": 5.9211,
      "step": 301695
    },
    {
      "epoch": 0.2640836594625018,
      "grad_norm": 0.604767918586731,
      "learning_rate": 4.3843629564141806e-05,
      "loss": 4.6221,
      "step": 301700
    },
    {
      "epoch": 0.26408803605612896,
      "grad_norm": 0.5572201609611511,
      "learning_rate": 4.384342909161747e-05,
      "loss": 4.9449,
      "step": 301705
    },
    {
      "epoch": 0.2640924126497561,
      "grad_norm": 0.5616316199302673,
      "learning_rate": 4.3843228616422925e-05,
      "loss": 5.5787,
      "step": 301710
    },
    {
      "epoch": 0.26409678924338326,
      "grad_norm": 0.5645468831062317,
      "learning_rate": 4.3843028138558195e-05,
      "loss": 4.5764,
      "step": 301715
    },
    {
      "epoch": 0.2641011658370104,
      "grad_norm": 0.5498003959655762,
      "learning_rate": 4.384282765802333e-05,
      "loss": 6.2072,
      "step": 301720
    },
    {
      "epoch": 0.26410554243063755,
      "grad_norm": 0.5558953881263733,
      "learning_rate": 4.384262717481837e-05,
      "loss": 5.4273,
      "step": 301725
    },
    {
      "epoch": 0.2641099190242647,
      "grad_norm": 0.5730882287025452,
      "learning_rate": 4.384242668894336e-05,
      "loss": 5.1169,
      "step": 301730
    },
    {
      "epoch": 0.26411429561789185,
      "grad_norm": 0.5559320449829102,
      "learning_rate": 4.3842226200398315e-05,
      "loss": 5.6447,
      "step": 301735
    },
    {
      "epoch": 0.264118672211519,
      "grad_norm": 0.5601706504821777,
      "learning_rate": 4.384202570918331e-05,
      "loss": 5.9117,
      "step": 301740
    },
    {
      "epoch": 0.2641230488051462,
      "grad_norm": 0.5780383348464966,
      "learning_rate": 4.384182521529834e-05,
      "loss": 5.0911,
      "step": 301745
    },
    {
      "epoch": 0.2641274253987733,
      "grad_norm": 0.5481885075569153,
      "learning_rate": 4.384162471874348e-05,
      "loss": 5.6703,
      "step": 301750
    },
    {
      "epoch": 0.2641318019924005,
      "grad_norm": 0.5563749074935913,
      "learning_rate": 4.384142421951875e-05,
      "loss": 4.5845,
      "step": 301755
    },
    {
      "epoch": 0.2641361785860276,
      "grad_norm": 0.5843455791473389,
      "learning_rate": 4.3841223717624195e-05,
      "loss": 5.383,
      "step": 301760
    },
    {
      "epoch": 0.2641405551796548,
      "grad_norm": 0.645231306552887,
      "learning_rate": 4.3841023213059854e-05,
      "loss": 4.8199,
      "step": 301765
    },
    {
      "epoch": 0.26414493177328197,
      "grad_norm": 0.5806490778923035,
      "learning_rate": 4.3840822705825754e-05,
      "loss": 5.0958,
      "step": 301770
    },
    {
      "epoch": 0.2641493083669091,
      "grad_norm": 0.5612162351608276,
      "learning_rate": 4.3840622195921955e-05,
      "loss": 5.4279,
      "step": 301775
    },
    {
      "epoch": 0.26415368496053626,
      "grad_norm": 0.5870736837387085,
      "learning_rate": 4.384042168334848e-05,
      "loss": 4.5152,
      "step": 301780
    },
    {
      "epoch": 0.26415806155416344,
      "grad_norm": 0.5828321576118469,
      "learning_rate": 4.3840221168105376e-05,
      "loss": 5.4061,
      "step": 301785
    },
    {
      "epoch": 0.26416243814779056,
      "grad_norm": 0.5863119959831238,
      "learning_rate": 4.384002065019267e-05,
      "loss": 4.8945,
      "step": 301790
    },
    {
      "epoch": 0.26416681474141773,
      "grad_norm": 0.5652827620506287,
      "learning_rate": 4.383982012961041e-05,
      "loss": 4.3836,
      "step": 301795
    },
    {
      "epoch": 0.26417119133504485,
      "grad_norm": 0.5643573999404907,
      "learning_rate": 4.383961960635864e-05,
      "loss": 4.2831,
      "step": 301800
    },
    {
      "epoch": 0.26417556792867203,
      "grad_norm": 0.6118388175964355,
      "learning_rate": 4.3839419080437384e-05,
      "loss": 5.4178,
      "step": 301805
    },
    {
      "epoch": 0.2641799445222992,
      "grad_norm": 0.6233109831809998,
      "learning_rate": 4.3839218551846696e-05,
      "loss": 5.4171,
      "step": 301810
    },
    {
      "epoch": 0.2641843211159263,
      "grad_norm": 0.5542798638343811,
      "learning_rate": 4.3839018020586594e-05,
      "loss": 4.6011,
      "step": 301815
    },
    {
      "epoch": 0.2641886977095535,
      "grad_norm": 0.5697726607322693,
      "learning_rate": 4.383881748665713e-05,
      "loss": 5.4149,
      "step": 301820
    },
    {
      "epoch": 0.2641930743031806,
      "grad_norm": 0.5551096796989441,
      "learning_rate": 4.3838616950058365e-05,
      "loss": 5.3976,
      "step": 301825
    },
    {
      "epoch": 0.2641974508968078,
      "grad_norm": 0.6398442983627319,
      "learning_rate": 4.383841641079029e-05,
      "loss": 4.6076,
      "step": 301830
    },
    {
      "epoch": 0.26420182749043497,
      "grad_norm": 0.5527670383453369,
      "learning_rate": 4.383821586885298e-05,
      "loss": 5.1334,
      "step": 301835
    },
    {
      "epoch": 0.2642062040840621,
      "grad_norm": 0.6072713732719421,
      "learning_rate": 4.383801532424646e-05,
      "loss": 4.8843,
      "step": 301840
    },
    {
      "epoch": 0.26421058067768927,
      "grad_norm": 0.5587357878684998,
      "learning_rate": 4.3837814776970773e-05,
      "loss": 5.0513,
      "step": 301845
    },
    {
      "epoch": 0.26421495727131644,
      "grad_norm": 0.5700006484985352,
      "learning_rate": 4.383761422702596e-05,
      "loss": 5.9105,
      "step": 301850
    },
    {
      "epoch": 0.26421933386494356,
      "grad_norm": 0.5884057879447937,
      "learning_rate": 4.383741367441204e-05,
      "loss": 5.4137,
      "step": 301855
    },
    {
      "epoch": 0.26422371045857074,
      "grad_norm": 0.5639557838439941,
      "learning_rate": 4.383721311912908e-05,
      "loss": 5.973,
      "step": 301860
    },
    {
      "epoch": 0.26422808705219786,
      "grad_norm": 0.5743914246559143,
      "learning_rate": 4.38370125611771e-05,
      "loss": 5.6246,
      "step": 301865
    },
    {
      "epoch": 0.26423246364582503,
      "grad_norm": 0.5734264850616455,
      "learning_rate": 4.383681200055615e-05,
      "loss": 5.3903,
      "step": 301870
    },
    {
      "epoch": 0.2642368402394522,
      "grad_norm": 0.5529507994651794,
      "learning_rate": 4.383661143726626e-05,
      "loss": 5.6387,
      "step": 301875
    },
    {
      "epoch": 0.26424121683307933,
      "grad_norm": 0.5474366545677185,
      "learning_rate": 4.3836410871307475e-05,
      "loss": 4.9101,
      "step": 301880
    },
    {
      "epoch": 0.2642455934267065,
      "grad_norm": 0.5900440216064453,
      "learning_rate": 4.3836210302679824e-05,
      "loss": 5.1535,
      "step": 301885
    },
    {
      "epoch": 0.2642499700203337,
      "grad_norm": 0.5486289262771606,
      "learning_rate": 4.383600973138337e-05,
      "loss": 4.7866,
      "step": 301890
    },
    {
      "epoch": 0.2642543466139608,
      "grad_norm": 0.5688794851303101,
      "learning_rate": 4.383580915741811e-05,
      "loss": 5.618,
      "step": 301895
    },
    {
      "epoch": 0.264258723207588,
      "grad_norm": 0.5650171041488647,
      "learning_rate": 4.383560858078412e-05,
      "loss": 5.9252,
      "step": 301900
    },
    {
      "epoch": 0.2642630998012151,
      "grad_norm": 0.5898065567016602,
      "learning_rate": 4.383540800148141e-05,
      "loss": 5.1186,
      "step": 301905
    },
    {
      "epoch": 0.26426747639484227,
      "grad_norm": 0.5629570484161377,
      "learning_rate": 4.383520741951006e-05,
      "loss": 5.3938,
      "step": 301910
    },
    {
      "epoch": 0.26427185298846945,
      "grad_norm": 0.5976521372795105,
      "learning_rate": 4.383500683487006e-05,
      "loss": 5.4272,
      "step": 301915
    },
    {
      "epoch": 0.26427622958209657,
      "grad_norm": 0.557681679725647,
      "learning_rate": 4.383480624756148e-05,
      "loss": 5.8885,
      "step": 301920
    },
    {
      "epoch": 0.26428060617572374,
      "grad_norm": 0.5595625638961792,
      "learning_rate": 4.383460565758436e-05,
      "loss": 5.6748,
      "step": 301925
    },
    {
      "epoch": 0.26428498276935086,
      "grad_norm": 0.5522089600563049,
      "learning_rate": 4.383440506493871e-05,
      "loss": 5.1046,
      "step": 301930
    },
    {
      "epoch": 0.26428935936297804,
      "grad_norm": 0.556882381439209,
      "learning_rate": 4.3834204469624596e-05,
      "loss": 5.0976,
      "step": 301935
    },
    {
      "epoch": 0.2642937359566052,
      "grad_norm": 0.5955614447593689,
      "learning_rate": 4.383400387164205e-05,
      "loss": 5.1952,
      "step": 301940
    },
    {
      "epoch": 0.26429811255023233,
      "grad_norm": 0.5788298845291138,
      "learning_rate": 4.3833803270991104e-05,
      "loss": 5.4054,
      "step": 301945
    },
    {
      "epoch": 0.2643024891438595,
      "grad_norm": 0.6223109364509583,
      "learning_rate": 4.3833602667671815e-05,
      "loss": 4.3617,
      "step": 301950
    },
    {
      "epoch": 0.2643068657374867,
      "grad_norm": 0.5848236680030823,
      "learning_rate": 4.383340206168419e-05,
      "loss": 3.8569,
      "step": 301955
    },
    {
      "epoch": 0.2643112423311138,
      "grad_norm": 0.565325140953064,
      "learning_rate": 4.3833201453028296e-05,
      "loss": 5.6053,
      "step": 301960
    },
    {
      "epoch": 0.264315618924741,
      "grad_norm": 0.5661096572875977,
      "learning_rate": 4.383300084170415e-05,
      "loss": 5.113,
      "step": 301965
    },
    {
      "epoch": 0.2643199955183681,
      "grad_norm": 0.5739459991455078,
      "learning_rate": 4.383280022771182e-05,
      "loss": 4.8531,
      "step": 301970
    },
    {
      "epoch": 0.2643243721119953,
      "grad_norm": 0.572616457939148,
      "learning_rate": 4.383259961105132e-05,
      "loss": 5.4401,
      "step": 301975
    },
    {
      "epoch": 0.26432874870562245,
      "grad_norm": 0.5633010864257812,
      "learning_rate": 4.383239899172269e-05,
      "loss": 5.1146,
      "step": 301980
    },
    {
      "epoch": 0.26433312529924957,
      "grad_norm": 0.5973042845726013,
      "learning_rate": 4.3832198369725976e-05,
      "loss": 4.906,
      "step": 301985
    },
    {
      "epoch": 0.26433750189287675,
      "grad_norm": 0.5778588652610779,
      "learning_rate": 4.383199774506123e-05,
      "loss": 5.8846,
      "step": 301990
    },
    {
      "epoch": 0.2643418784865039,
      "grad_norm": 0.5986027717590332,
      "learning_rate": 4.383179711772846e-05,
      "loss": 5.61,
      "step": 301995
    },
    {
      "epoch": 0.26434625508013104,
      "grad_norm": 0.5730568766593933,
      "learning_rate": 4.383159648772772e-05,
      "loss": 4.4048,
      "step": 302000
    },
    {
      "epoch": 0.2643506316737582,
      "grad_norm": 0.568419873714447,
      "learning_rate": 4.3831395855059054e-05,
      "loss": 5.2078,
      "step": 302005
    },
    {
      "epoch": 0.26435500826738534,
      "grad_norm": 0.5609233379364014,
      "learning_rate": 4.383119521972249e-05,
      "loss": 5.8953,
      "step": 302010
    },
    {
      "epoch": 0.2643593848610125,
      "grad_norm": 0.5689759254455566,
      "learning_rate": 4.3830994581718075e-05,
      "loss": 4.6206,
      "step": 302015
    },
    {
      "epoch": 0.2643637614546397,
      "grad_norm": 0.5659504532814026,
      "learning_rate": 4.3830793941045854e-05,
      "loss": 4.6323,
      "step": 302020
    },
    {
      "epoch": 0.2643681380482668,
      "grad_norm": 0.567168116569519,
      "learning_rate": 4.3830593297705844e-05,
      "loss": 4.9082,
      "step": 302025
    },
    {
      "epoch": 0.264372514641894,
      "grad_norm": 0.5717877745628357,
      "learning_rate": 4.3830392651698115e-05,
      "loss": 3.863,
      "step": 302030
    },
    {
      "epoch": 0.26437689123552116,
      "grad_norm": 0.5891810059547424,
      "learning_rate": 4.3830192003022665e-05,
      "loss": 4.6738,
      "step": 302035
    },
    {
      "epoch": 0.2643812678291483,
      "grad_norm": 0.564284086227417,
      "learning_rate": 4.382999135167957e-05,
      "loss": 4.3686,
      "step": 302040
    },
    {
      "epoch": 0.26438564442277546,
      "grad_norm": 0.5850271582603455,
      "learning_rate": 4.382979069766885e-05,
      "loss": 5.3868,
      "step": 302045
    },
    {
      "epoch": 0.2643900210164026,
      "grad_norm": 0.5596567392349243,
      "learning_rate": 4.3829590040990544e-05,
      "loss": 4.4018,
      "step": 302050
    },
    {
      "epoch": 0.26439439761002975,
      "grad_norm": 0.6019084453582764,
      "learning_rate": 4.38293893816447e-05,
      "loss": 5.1153,
      "step": 302055
    },
    {
      "epoch": 0.2643987742036569,
      "grad_norm": 0.5939852595329285,
      "learning_rate": 4.382918871963134e-05,
      "loss": 5.7396,
      "step": 302060
    },
    {
      "epoch": 0.26440315079728405,
      "grad_norm": 0.5811323523521423,
      "learning_rate": 4.382898805495053e-05,
      "loss": 4.8079,
      "step": 302065
    },
    {
      "epoch": 0.2644075273909112,
      "grad_norm": 0.5724408626556396,
      "learning_rate": 4.382878738760229e-05,
      "loss": 5.1301,
      "step": 302070
    },
    {
      "epoch": 0.26441190398453834,
      "grad_norm": 0.558207094669342,
      "learning_rate": 4.382858671758664e-05,
      "loss": 5.1678,
      "step": 302075
    },
    {
      "epoch": 0.2644162805781655,
      "grad_norm": 0.5911865234375,
      "learning_rate": 4.382838604490366e-05,
      "loss": 4.9164,
      "step": 302080
    },
    {
      "epoch": 0.2644206571717927,
      "grad_norm": 0.558378279209137,
      "learning_rate": 4.382818536955337e-05,
      "loss": 5.3074,
      "step": 302085
    },
    {
      "epoch": 0.2644250337654198,
      "grad_norm": 0.6059390306472778,
      "learning_rate": 4.3827984691535795e-05,
      "loss": 5.0915,
      "step": 302090
    },
    {
      "epoch": 0.264429410359047,
      "grad_norm": 0.5636050701141357,
      "learning_rate": 4.382778401085099e-05,
      "loss": 5.6814,
      "step": 302095
    },
    {
      "epoch": 0.26443378695267417,
      "grad_norm": 0.5493617057800293,
      "learning_rate": 4.382758332749899e-05,
      "loss": 5.8924,
      "step": 302100
    },
    {
      "epoch": 0.2644381635463013,
      "grad_norm": 0.5429462194442749,
      "learning_rate": 4.3827382641479834e-05,
      "loss": 5.0273,
      "step": 302105
    },
    {
      "epoch": 0.26444254013992846,
      "grad_norm": 0.574912428855896,
      "learning_rate": 4.382718195279356e-05,
      "loss": 5.1512,
      "step": 302110
    },
    {
      "epoch": 0.2644469167335556,
      "grad_norm": 0.5453346967697144,
      "learning_rate": 4.38269812614402e-05,
      "loss": 5.0131,
      "step": 302115
    },
    {
      "epoch": 0.26445129332718276,
      "grad_norm": 0.5921062231063843,
      "learning_rate": 4.382678056741981e-05,
      "loss": 5.2015,
      "step": 302120
    },
    {
      "epoch": 0.26445566992080993,
      "grad_norm": 0.5655614733695984,
      "learning_rate": 4.382657987073241e-05,
      "loss": 5.3443,
      "step": 302125
    },
    {
      "epoch": 0.26446004651443705,
      "grad_norm": 0.6031936407089233,
      "learning_rate": 4.382637917137805e-05,
      "loss": 5.4128,
      "step": 302130
    },
    {
      "epoch": 0.26446442310806423,
      "grad_norm": 0.5382097363471985,
      "learning_rate": 4.382617846935677e-05,
      "loss": 5.6293,
      "step": 302135
    },
    {
      "epoch": 0.2644687997016914,
      "grad_norm": 0.5429022312164307,
      "learning_rate": 4.38259777646686e-05,
      "loss": 5.6164,
      "step": 302140
    },
    {
      "epoch": 0.2644731762953185,
      "grad_norm": 0.5838726758956909,
      "learning_rate": 4.382577705731359e-05,
      "loss": 5.2092,
      "step": 302145
    },
    {
      "epoch": 0.2644775528889457,
      "grad_norm": 0.5671502351760864,
      "learning_rate": 4.382557634729175e-05,
      "loss": 5.8721,
      "step": 302150
    },
    {
      "epoch": 0.2644819294825728,
      "grad_norm": 0.5535312294960022,
      "learning_rate": 4.382537563460316e-05,
      "loss": 4.7507,
      "step": 302155
    },
    {
      "epoch": 0.2644863060762,
      "grad_norm": 0.5552984476089478,
      "learning_rate": 4.3825174919247836e-05,
      "loss": 4.6111,
      "step": 302160
    },
    {
      "epoch": 0.26449068266982717,
      "grad_norm": 0.5843803286552429,
      "learning_rate": 4.382497420122582e-05,
      "loss": 5.4303,
      "step": 302165
    },
    {
      "epoch": 0.2644950592634543,
      "grad_norm": 0.5620880722999573,
      "learning_rate": 4.382477348053715e-05,
      "loss": 5.2365,
      "step": 302170
    },
    {
      "epoch": 0.26449943585708147,
      "grad_norm": 0.5933393239974976,
      "learning_rate": 4.382457275718186e-05,
      "loss": 4.6864,
      "step": 302175
    },
    {
      "epoch": 0.26450381245070864,
      "grad_norm": 0.658950924873352,
      "learning_rate": 4.382437203116e-05,
      "loss": 4.5743,
      "step": 302180
    },
    {
      "epoch": 0.26450818904433576,
      "grad_norm": 0.5902926325798035,
      "learning_rate": 4.38241713024716e-05,
      "loss": 5.1793,
      "step": 302185
    },
    {
      "epoch": 0.26451256563796294,
      "grad_norm": 0.615317702293396,
      "learning_rate": 4.38239705711167e-05,
      "loss": 5.1292,
      "step": 302190
    },
    {
      "epoch": 0.26451694223159006,
      "grad_norm": 0.5771648287773132,
      "learning_rate": 4.382376983709534e-05,
      "loss": 4.6579,
      "step": 302195
    },
    {
      "epoch": 0.26452131882521723,
      "grad_norm": 0.565686047077179,
      "learning_rate": 4.382356910040757e-05,
      "loss": 4.7352,
      "step": 302200
    },
    {
      "epoch": 0.2645256954188444,
      "grad_norm": 0.5684418082237244,
      "learning_rate": 4.382336836105341e-05,
      "loss": 4.8978,
      "step": 302205
    },
    {
      "epoch": 0.26453007201247153,
      "grad_norm": 0.5699463486671448,
      "learning_rate": 4.38231676190329e-05,
      "loss": 5.3061,
      "step": 302210
    },
    {
      "epoch": 0.2645344486060987,
      "grad_norm": 0.5692796111106873,
      "learning_rate": 4.3822966874346084e-05,
      "loss": 6.1777,
      "step": 302215
    },
    {
      "epoch": 0.2645388251997258,
      "grad_norm": 0.625228226184845,
      "learning_rate": 4.382276612699301e-05,
      "loss": 4.59,
      "step": 302220
    },
    {
      "epoch": 0.264543201793353,
      "grad_norm": 0.5707060694694519,
      "learning_rate": 4.38225653769737e-05,
      "loss": 5.1356,
      "step": 302225
    },
    {
      "epoch": 0.2645475783869802,
      "grad_norm": 0.584326446056366,
      "learning_rate": 4.3822364624288216e-05,
      "loss": 4.8873,
      "step": 302230
    },
    {
      "epoch": 0.2645519549806073,
      "grad_norm": 0.5818841457366943,
      "learning_rate": 4.382216386893657e-05,
      "loss": 4.6771,
      "step": 302235
    },
    {
      "epoch": 0.26455633157423447,
      "grad_norm": 0.5623249411582947,
      "learning_rate": 4.3821963110918816e-05,
      "loss": 4.8963,
      "step": 302240
    },
    {
      "epoch": 0.26456070816786165,
      "grad_norm": 0.5836688280105591,
      "learning_rate": 4.382176235023498e-05,
      "loss": 5.1455,
      "step": 302245
    },
    {
      "epoch": 0.26456508476148877,
      "grad_norm": 0.5738397240638733,
      "learning_rate": 4.382156158688513e-05,
      "loss": 5.4114,
      "step": 302250
    },
    {
      "epoch": 0.26456946135511594,
      "grad_norm": 0.5826442241668701,
      "learning_rate": 4.3821360820869276e-05,
      "loss": 5.7021,
      "step": 302255
    },
    {
      "epoch": 0.26457383794874306,
      "grad_norm": 0.577826201915741,
      "learning_rate": 4.382116005218746e-05,
      "loss": 5.1867,
      "step": 302260
    },
    {
      "epoch": 0.26457821454237024,
      "grad_norm": 0.6630306243896484,
      "learning_rate": 4.3820959280839724e-05,
      "loss": 5.9164,
      "step": 302265
    },
    {
      "epoch": 0.2645825911359974,
      "grad_norm": 0.5647375583648682,
      "learning_rate": 4.382075850682611e-05,
      "loss": 4.3984,
      "step": 302270
    },
    {
      "epoch": 0.26458696772962453,
      "grad_norm": 0.5752317309379578,
      "learning_rate": 4.3820557730146664e-05,
      "loss": 4.5347,
      "step": 302275
    },
    {
      "epoch": 0.2645913443232517,
      "grad_norm": 0.6116794347763062,
      "learning_rate": 4.382035695080141e-05,
      "loss": 5.7182,
      "step": 302280
    },
    {
      "epoch": 0.2645957209168789,
      "grad_norm": 0.6852500438690186,
      "learning_rate": 4.3820156168790394e-05,
      "loss": 4.8851,
      "step": 302285
    },
    {
      "epoch": 0.264600097510506,
      "grad_norm": 0.570165753364563,
      "learning_rate": 4.381995538411367e-05,
      "loss": 4.8953,
      "step": 302290
    },
    {
      "epoch": 0.2646044741041332,
      "grad_norm": 0.6888407468795776,
      "learning_rate": 4.381975459677123e-05,
      "loss": 5.211,
      "step": 302295
    },
    {
      "epoch": 0.2646088506977603,
      "grad_norm": 0.5687435269355774,
      "learning_rate": 4.381955380676316e-05,
      "loss": 4.5933,
      "step": 302300
    },
    {
      "epoch": 0.2646132272913875,
      "grad_norm": 0.6006777286529541,
      "learning_rate": 4.381935301408948e-05,
      "loss": 5.9039,
      "step": 302305
    },
    {
      "epoch": 0.26461760388501465,
      "grad_norm": 0.5851104259490967,
      "learning_rate": 4.3819152218750234e-05,
      "loss": 4.8948,
      "step": 302310
    },
    {
      "epoch": 0.26462198047864177,
      "grad_norm": 0.5648524165153503,
      "learning_rate": 4.381895142074546e-05,
      "loss": 5.6982,
      "step": 302315
    },
    {
      "epoch": 0.26462635707226895,
      "grad_norm": 0.5714779496192932,
      "learning_rate": 4.381875062007519e-05,
      "loss": 4.5621,
      "step": 302320
    },
    {
      "epoch": 0.26463073366589607,
      "grad_norm": 0.5823434591293335,
      "learning_rate": 4.3818549816739466e-05,
      "loss": 5.3714,
      "step": 302325
    },
    {
      "epoch": 0.26463511025952324,
      "grad_norm": 0.5659521222114563,
      "learning_rate": 4.3818349010738326e-05,
      "loss": 5.1197,
      "step": 302330
    },
    {
      "epoch": 0.2646394868531504,
      "grad_norm": 0.565213680267334,
      "learning_rate": 4.381814820207181e-05,
      "loss": 5.4217,
      "step": 302335
    },
    {
      "epoch": 0.26464386344677754,
      "grad_norm": 0.5749032497406006,
      "learning_rate": 4.381794739073995e-05,
      "loss": 5.1779,
      "step": 302340
    },
    {
      "epoch": 0.2646482400404047,
      "grad_norm": 0.5615804195404053,
      "learning_rate": 4.3817746576742814e-05,
      "loss": 5.3923,
      "step": 302345
    },
    {
      "epoch": 0.2646526166340319,
      "grad_norm": 0.5581945180892944,
      "learning_rate": 4.38175457600804e-05,
      "loss": 5.9258,
      "step": 302350
    },
    {
      "epoch": 0.264656993227659,
      "grad_norm": 0.5725241899490356,
      "learning_rate": 4.381734494075278e-05,
      "loss": 5.162,
      "step": 302355
    },
    {
      "epoch": 0.2646613698212862,
      "grad_norm": 0.5644437670707703,
      "learning_rate": 4.381714411875997e-05,
      "loss": 5.1437,
      "step": 302360
    },
    {
      "epoch": 0.2646657464149133,
      "grad_norm": 0.5651224255561829,
      "learning_rate": 4.381694329410201e-05,
      "loss": 5.3016,
      "step": 302365
    },
    {
      "epoch": 0.2646701230085405,
      "grad_norm": 0.559537947177887,
      "learning_rate": 4.381674246677895e-05,
      "loss": 5.4249,
      "step": 302370
    },
    {
      "epoch": 0.26467449960216766,
      "grad_norm": 0.5688488483428955,
      "learning_rate": 4.3816541636790834e-05,
      "loss": 5.3309,
      "step": 302375
    },
    {
      "epoch": 0.2646788761957948,
      "grad_norm": 0.5791504979133606,
      "learning_rate": 4.381634080413768e-05,
      "loss": 5.8875,
      "step": 302380
    },
    {
      "epoch": 0.26468325278942195,
      "grad_norm": 0.6211780309677124,
      "learning_rate": 4.3816139968819536e-05,
      "loss": 5.2936,
      "step": 302385
    },
    {
      "epoch": 0.26468762938304913,
      "grad_norm": 0.5802910327911377,
      "learning_rate": 4.3815939130836445e-05,
      "loss": 5.1722,
      "step": 302390
    },
    {
      "epoch": 0.26469200597667625,
      "grad_norm": 0.5797398090362549,
      "learning_rate": 4.3815738290188445e-05,
      "loss": 5.2515,
      "step": 302395
    },
    {
      "epoch": 0.2646963825703034,
      "grad_norm": 0.5613225698471069,
      "learning_rate": 4.381553744687558e-05,
      "loss": 4.6019,
      "step": 302400
    },
    {
      "epoch": 0.26470075916393054,
      "grad_norm": 0.5553464889526367,
      "learning_rate": 4.3815336600897884e-05,
      "loss": 5.3396,
      "step": 302405
    },
    {
      "epoch": 0.2647051357575577,
      "grad_norm": 0.5569081902503967,
      "learning_rate": 4.381513575225538e-05,
      "loss": 5.4217,
      "step": 302410
    },
    {
      "epoch": 0.2647095123511849,
      "grad_norm": 0.5899552702903748,
      "learning_rate": 4.3814934900948125e-05,
      "loss": 5.6948,
      "step": 302415
    },
    {
      "epoch": 0.264713888944812,
      "grad_norm": 0.5544067621231079,
      "learning_rate": 4.381473404697615e-05,
      "loss": 5.6186,
      "step": 302420
    },
    {
      "epoch": 0.2647182655384392,
      "grad_norm": 0.5582922697067261,
      "learning_rate": 4.38145331903395e-05,
      "loss": 5.1089,
      "step": 302425
    },
    {
      "epoch": 0.26472264213206637,
      "grad_norm": 0.582400381565094,
      "learning_rate": 4.381433233103821e-05,
      "loss": 5.0807,
      "step": 302430
    },
    {
      "epoch": 0.2647270187256935,
      "grad_norm": 0.5888601541519165,
      "learning_rate": 4.3814131469072314e-05,
      "loss": 5.5963,
      "step": 302435
    },
    {
      "epoch": 0.26473139531932066,
      "grad_norm": 0.5646348595619202,
      "learning_rate": 4.3813930604441864e-05,
      "loss": 4.799,
      "step": 302440
    },
    {
      "epoch": 0.2647357719129478,
      "grad_norm": 0.5895848870277405,
      "learning_rate": 4.381372973714689e-05,
      "loss": 4.2716,
      "step": 302445
    },
    {
      "epoch": 0.26474014850657496,
      "grad_norm": 0.5587342381477356,
      "learning_rate": 4.3813528867187425e-05,
      "loss": 4.3898,
      "step": 302450
    },
    {
      "epoch": 0.26474452510020213,
      "grad_norm": 0.6003352999687195,
      "learning_rate": 4.3813327994563525e-05,
      "loss": 4.6919,
      "step": 302455
    },
    {
      "epoch": 0.26474890169382925,
      "grad_norm": 0.5551333427429199,
      "learning_rate": 4.381312711927521e-05,
      "loss": 4.3724,
      "step": 302460
    },
    {
      "epoch": 0.26475327828745643,
      "grad_norm": 0.5598751902580261,
      "learning_rate": 4.3812926241322526e-05,
      "loss": 5.9408,
      "step": 302465
    },
    {
      "epoch": 0.26475765488108355,
      "grad_norm": 0.5596716403961182,
      "learning_rate": 4.381272536070552e-05,
      "loss": 5.8977,
      "step": 302470
    },
    {
      "epoch": 0.2647620314747107,
      "grad_norm": 0.5660329461097717,
      "learning_rate": 4.381252447742421e-05,
      "loss": 4.6768,
      "step": 302475
    },
    {
      "epoch": 0.2647664080683379,
      "grad_norm": 0.5585530400276184,
      "learning_rate": 4.3812323591478665e-05,
      "loss": 5.5922,
      "step": 302480
    },
    {
      "epoch": 0.264770784661965,
      "grad_norm": 0.566929817199707,
      "learning_rate": 4.3812122702868895e-05,
      "loss": 4.8712,
      "step": 302485
    },
    {
      "epoch": 0.2647751612555922,
      "grad_norm": 0.5782958269119263,
      "learning_rate": 4.3811921811594956e-05,
      "loss": 4.6464,
      "step": 302490
    },
    {
      "epoch": 0.26477953784921937,
      "grad_norm": 0.5670753717422485,
      "learning_rate": 4.3811720917656875e-05,
      "loss": 5.3878,
      "step": 302495
    },
    {
      "epoch": 0.2647839144428465,
      "grad_norm": 0.5885483622550964,
      "learning_rate": 4.38115200210547e-05,
      "loss": 4.9247,
      "step": 302500
    },
    {
      "epoch": 0.26478829103647367,
      "grad_norm": 0.5731582045555115,
      "learning_rate": 4.381131912178846e-05,
      "loss": 5.0938,
      "step": 302505
    },
    {
      "epoch": 0.2647926676301008,
      "grad_norm": 0.5592167973518372,
      "learning_rate": 4.3811118219858203e-05,
      "loss": 4.0782,
      "step": 302510
    },
    {
      "epoch": 0.26479704422372796,
      "grad_norm": 0.5748500823974609,
      "learning_rate": 4.381091731526398e-05,
      "loss": 5.7136,
      "step": 302515
    },
    {
      "epoch": 0.26480142081735514,
      "grad_norm": 0.5652980208396912,
      "learning_rate": 4.3810716408005804e-05,
      "loss": 5.1251,
      "step": 302520
    },
    {
      "epoch": 0.26480579741098226,
      "grad_norm": 0.5834562182426453,
      "learning_rate": 4.3810515498083716e-05,
      "loss": 5.4191,
      "step": 302525
    },
    {
      "epoch": 0.26481017400460943,
      "grad_norm": 0.5566703677177429,
      "learning_rate": 4.381031458549778e-05,
      "loss": 5.8953,
      "step": 302530
    },
    {
      "epoch": 0.2648145505982366,
      "grad_norm": 0.574834406375885,
      "learning_rate": 4.381011367024801e-05,
      "loss": 5.4101,
      "step": 302535
    },
    {
      "epoch": 0.26481892719186373,
      "grad_norm": 0.5738273859024048,
      "learning_rate": 4.380991275233445e-05,
      "loss": 5.7381,
      "step": 302540
    },
    {
      "epoch": 0.2648233037854909,
      "grad_norm": 0.5736048221588135,
      "learning_rate": 4.380971183175715e-05,
      "loss": 5.9303,
      "step": 302545
    },
    {
      "epoch": 0.264827680379118,
      "grad_norm": 0.5670263767242432,
      "learning_rate": 4.380951090851614e-05,
      "loss": 4.9204,
      "step": 302550
    },
    {
      "epoch": 0.2648320569727452,
      "grad_norm": 0.5718136429786682,
      "learning_rate": 4.3809309982611445e-05,
      "loss": 5.3989,
      "step": 302555
    },
    {
      "epoch": 0.2648364335663724,
      "grad_norm": 0.5789409875869751,
      "learning_rate": 4.3809109054043126e-05,
      "loss": 5.9205,
      "step": 302560
    },
    {
      "epoch": 0.2648408101599995,
      "grad_norm": 0.5800137519836426,
      "learning_rate": 4.380890812281122e-05,
      "loss": 5.6469,
      "step": 302565
    },
    {
      "epoch": 0.26484518675362667,
      "grad_norm": 0.6043645739555359,
      "learning_rate": 4.3808707188915756e-05,
      "loss": 4.6946,
      "step": 302570
    },
    {
      "epoch": 0.2648495633472538,
      "grad_norm": 0.5677700638771057,
      "learning_rate": 4.3808506252356765e-05,
      "loss": 4.1807,
      "step": 302575
    },
    {
      "epoch": 0.26485393994088097,
      "grad_norm": 0.5859296917915344,
      "learning_rate": 4.380830531313431e-05,
      "loss": 5.4147,
      "step": 302580
    },
    {
      "epoch": 0.26485831653450814,
      "grad_norm": 0.5748540163040161,
      "learning_rate": 4.380810437124842e-05,
      "loss": 5.6127,
      "step": 302585
    },
    {
      "epoch": 0.26486269312813526,
      "grad_norm": 0.5713454484939575,
      "learning_rate": 4.3807903426699115e-05,
      "loss": 5.1316,
      "step": 302590
    },
    {
      "epoch": 0.26486706972176244,
      "grad_norm": 0.5831791162490845,
      "learning_rate": 4.3807702479486455e-05,
      "loss": 5.0862,
      "step": 302595
    },
    {
      "epoch": 0.2648714463153896,
      "grad_norm": 0.577445924282074,
      "learning_rate": 4.380750152961049e-05,
      "loss": 5.1053,
      "step": 302600
    },
    {
      "epoch": 0.26487582290901673,
      "grad_norm": 0.5784119367599487,
      "learning_rate": 4.380730057707122e-05,
      "loss": 4.3483,
      "step": 302605
    },
    {
      "epoch": 0.2648801995026439,
      "grad_norm": 0.5696530938148499,
      "learning_rate": 4.380709962186872e-05,
      "loss": 5.6152,
      "step": 302610
    },
    {
      "epoch": 0.26488457609627103,
      "grad_norm": 0.5666967034339905,
      "learning_rate": 4.3806898664002995e-05,
      "loss": 5.6295,
      "step": 302615
    },
    {
      "epoch": 0.2648889526898982,
      "grad_norm": 0.5642537474632263,
      "learning_rate": 4.380669770347412e-05,
      "loss": 4.9082,
      "step": 302620
    },
    {
      "epoch": 0.2648933292835254,
      "grad_norm": 0.5763469338417053,
      "learning_rate": 4.380649674028211e-05,
      "loss": 5.3201,
      "step": 302625
    },
    {
      "epoch": 0.2648977058771525,
      "grad_norm": 0.5761609673500061,
      "learning_rate": 4.380629577442702e-05,
      "loss": 4.6305,
      "step": 302630
    },
    {
      "epoch": 0.2649020824707797,
      "grad_norm": 0.5695509314537048,
      "learning_rate": 4.380609480590887e-05,
      "loss": 5.4403,
      "step": 302635
    },
    {
      "epoch": 0.26490645906440685,
      "grad_norm": 0.6191807985305786,
      "learning_rate": 4.380589383472771e-05,
      "loss": 5.5736,
      "step": 302640
    },
    {
      "epoch": 0.26491083565803397,
      "grad_norm": 0.701414167881012,
      "learning_rate": 4.3805692860883574e-05,
      "loss": 4.7065,
      "step": 302645
    },
    {
      "epoch": 0.26491521225166115,
      "grad_norm": 0.6692172884941101,
      "learning_rate": 4.380549188437652e-05,
      "loss": 5.7229,
      "step": 302650
    },
    {
      "epoch": 0.26491958884528827,
      "grad_norm": 0.5870547890663147,
      "learning_rate": 4.3805290905206545e-05,
      "loss": 4.094,
      "step": 302655
    },
    {
      "epoch": 0.26492396543891544,
      "grad_norm": 0.6079267859458923,
      "learning_rate": 4.380508992337372e-05,
      "loss": 5.7485,
      "step": 302660
    },
    {
      "epoch": 0.2649283420325426,
      "grad_norm": 0.5662527680397034,
      "learning_rate": 4.3804888938878083e-05,
      "loss": 5.632,
      "step": 302665
    },
    {
      "epoch": 0.26493271862616974,
      "grad_norm": 0.6300745606422424,
      "learning_rate": 4.380468795171967e-05,
      "loss": 5.6901,
      "step": 302670
    },
    {
      "epoch": 0.2649370952197969,
      "grad_norm": 0.5849625468254089,
      "learning_rate": 4.3804486961898515e-05,
      "loss": 4.6254,
      "step": 302675
    },
    {
      "epoch": 0.2649414718134241,
      "grad_norm": 0.5830616354942322,
      "learning_rate": 4.380428596941465e-05,
      "loss": 5.7246,
      "step": 302680
    },
    {
      "epoch": 0.2649458484070512,
      "grad_norm": 0.5738286375999451,
      "learning_rate": 4.380408497426813e-05,
      "loss": 4.908,
      "step": 302685
    },
    {
      "epoch": 0.2649502250006784,
      "grad_norm": 0.575061023235321,
      "learning_rate": 4.380388397645898e-05,
      "loss": 4.7047,
      "step": 302690
    },
    {
      "epoch": 0.2649546015943055,
      "grad_norm": 0.5752384066581726,
      "learning_rate": 4.380368297598726e-05,
      "loss": 5.3854,
      "step": 302695
    },
    {
      "epoch": 0.2649589781879327,
      "grad_norm": 0.5748708248138428,
      "learning_rate": 4.380348197285298e-05,
      "loss": 5.3176,
      "step": 302700
    },
    {
      "epoch": 0.26496335478155986,
      "grad_norm": 0.5739002823829651,
      "learning_rate": 4.380328096705618e-05,
      "loss": 4.5913,
      "step": 302705
    },
    {
      "epoch": 0.264967731375187,
      "grad_norm": 0.5586143732070923,
      "learning_rate": 4.380307995859693e-05,
      "loss": 5.7495,
      "step": 302710
    },
    {
      "epoch": 0.26497210796881415,
      "grad_norm": 0.5690854787826538,
      "learning_rate": 4.3802878947475246e-05,
      "loss": 5.436,
      "step": 302715
    },
    {
      "epoch": 0.2649764845624413,
      "grad_norm": 0.5630871057510376,
      "learning_rate": 4.3802677933691164e-05,
      "loss": 5.0968,
      "step": 302720
    },
    {
      "epoch": 0.26498086115606845,
      "grad_norm": 0.5699753761291504,
      "learning_rate": 4.380247691724474e-05,
      "loss": 5.7141,
      "step": 302725
    },
    {
      "epoch": 0.2649852377496956,
      "grad_norm": 0.5517258644104004,
      "learning_rate": 4.3802275898135994e-05,
      "loss": 5.6951,
      "step": 302730
    },
    {
      "epoch": 0.26498961434332274,
      "grad_norm": 0.5655612945556641,
      "learning_rate": 4.3802074876364974e-05,
      "loss": 4.8896,
      "step": 302735
    },
    {
      "epoch": 0.2649939909369499,
      "grad_norm": 0.5729489326477051,
      "learning_rate": 4.3801873851931716e-05,
      "loss": 5.9396,
      "step": 302740
    },
    {
      "epoch": 0.2649983675305771,
      "grad_norm": 0.5791398882865906,
      "learning_rate": 4.380167282483626e-05,
      "loss": 4.1729,
      "step": 302745
    },
    {
      "epoch": 0.2650027441242042,
      "grad_norm": 0.575224757194519,
      "learning_rate": 4.3801471795078655e-05,
      "loss": 5.3756,
      "step": 302750
    },
    {
      "epoch": 0.2650071207178314,
      "grad_norm": 0.57212895154953,
      "learning_rate": 4.3801270762658906e-05,
      "loss": 5.9045,
      "step": 302755
    },
    {
      "epoch": 0.2650114973114585,
      "grad_norm": 0.5733328461647034,
      "learning_rate": 4.38010697275771e-05,
      "loss": 5.3941,
      "step": 302760
    },
    {
      "epoch": 0.2650158739050857,
      "grad_norm": 0.578316867351532,
      "learning_rate": 4.380086868983324e-05,
      "loss": 5.1326,
      "step": 302765
    },
    {
      "epoch": 0.26502025049871286,
      "grad_norm": 0.5945854187011719,
      "learning_rate": 4.380066764942738e-05,
      "loss": 5.2803,
      "step": 302770
    },
    {
      "epoch": 0.26502462709234,
      "grad_norm": 0.5670012831687927,
      "learning_rate": 4.3800466606359556e-05,
      "loss": 5.408,
      "step": 302775
    },
    {
      "epoch": 0.26502900368596716,
      "grad_norm": 0.571567714214325,
      "learning_rate": 4.38002655606298e-05,
      "loss": 4.8835,
      "step": 302780
    },
    {
      "epoch": 0.26503338027959433,
      "grad_norm": 0.5549911856651306,
      "learning_rate": 4.3800064512238156e-05,
      "loss": 5.6514,
      "step": 302785
    },
    {
      "epoch": 0.26503775687322145,
      "grad_norm": 0.5848340392112732,
      "learning_rate": 4.379986346118468e-05,
      "loss": 5.0825,
      "step": 302790
    },
    {
      "epoch": 0.26504213346684863,
      "grad_norm": 0.5768353343009949,
      "learning_rate": 4.3799662407469376e-05,
      "loss": 5.1819,
      "step": 302795
    },
    {
      "epoch": 0.26504651006047575,
      "grad_norm": 0.5902854800224304,
      "learning_rate": 4.379946135109231e-05,
      "loss": 4.6487,
      "step": 302800
    },
    {
      "epoch": 0.2650508866541029,
      "grad_norm": 0.5846073031425476,
      "learning_rate": 4.37992602920535e-05,
      "loss": 5.4252,
      "step": 302805
    },
    {
      "epoch": 0.2650552632477301,
      "grad_norm": 0.5603039264678955,
      "learning_rate": 4.3799059230353e-05,
      "loss": 5.7021,
      "step": 302810
    },
    {
      "epoch": 0.2650596398413572,
      "grad_norm": 0.5608776211738586,
      "learning_rate": 4.3798858165990855e-05,
      "loss": 5.1654,
      "step": 302815
    },
    {
      "epoch": 0.2650640164349844,
      "grad_norm": 0.5678182244300842,
      "learning_rate": 4.3798657098967086e-05,
      "loss": 5.3958,
      "step": 302820
    },
    {
      "epoch": 0.26506839302861157,
      "grad_norm": 0.5525332689285278,
      "learning_rate": 4.379845602928174e-05,
      "loss": 5.7007,
      "step": 302825
    },
    {
      "epoch": 0.2650727696222387,
      "grad_norm": 0.5807732939720154,
      "learning_rate": 4.379825495693486e-05,
      "loss": 4.885,
      "step": 302830
    },
    {
      "epoch": 0.26507714621586587,
      "grad_norm": 0.5637021660804749,
      "learning_rate": 4.3798053881926485e-05,
      "loss": 5.4087,
      "step": 302835
    },
    {
      "epoch": 0.265081522809493,
      "grad_norm": 0.5916181206703186,
      "learning_rate": 4.3797852804256636e-05,
      "loss": 4.6905,
      "step": 302840
    },
    {
      "epoch": 0.26508589940312016,
      "grad_norm": 0.5779844522476196,
      "learning_rate": 4.379765172392537e-05,
      "loss": 5.6402,
      "step": 302845
    },
    {
      "epoch": 0.26509027599674734,
      "grad_norm": 0.5879478454589844,
      "learning_rate": 4.3797450640932726e-05,
      "loss": 5.683,
      "step": 302850
    },
    {
      "epoch": 0.26509465259037446,
      "grad_norm": 0.5754466652870178,
      "learning_rate": 4.379724955527873e-05,
      "loss": 4.6512,
      "step": 302855
    },
    {
      "epoch": 0.26509902918400163,
      "grad_norm": 0.5696081519126892,
      "learning_rate": 4.379704846696343e-05,
      "loss": 4.3986,
      "step": 302860
    },
    {
      "epoch": 0.26510340577762875,
      "grad_norm": 0.575611412525177,
      "learning_rate": 4.379684737598686e-05,
      "loss": 5.1789,
      "step": 302865
    },
    {
      "epoch": 0.26510778237125593,
      "grad_norm": 0.5903033018112183,
      "learning_rate": 4.3796646282349074e-05,
      "loss": 4.5333,
      "step": 302870
    },
    {
      "epoch": 0.2651121589648831,
      "grad_norm": 0.6173320412635803,
      "learning_rate": 4.3796445186050085e-05,
      "loss": 5.9086,
      "step": 302875
    },
    {
      "epoch": 0.2651165355585102,
      "grad_norm": 0.6914434432983398,
      "learning_rate": 4.379624408708994e-05,
      "loss": 5.6047,
      "step": 302880
    },
    {
      "epoch": 0.2651209121521374,
      "grad_norm": 0.6452450156211853,
      "learning_rate": 4.37960429854687e-05,
      "loss": 5.6938,
      "step": 302885
    },
    {
      "epoch": 0.2651252887457646,
      "grad_norm": 0.5680650472640991,
      "learning_rate": 4.3795841881186383e-05,
      "loss": 4.8604,
      "step": 302890
    },
    {
      "epoch": 0.2651296653393917,
      "grad_norm": 0.6065713763237,
      "learning_rate": 4.379564077424303e-05,
      "loss": 5.2025,
      "step": 302895
    },
    {
      "epoch": 0.26513404193301887,
      "grad_norm": 0.5745224952697754,
      "learning_rate": 4.3795439664638684e-05,
      "loss": 5.1315,
      "step": 302900
    },
    {
      "epoch": 0.265138418526646,
      "grad_norm": 0.5807651877403259,
      "learning_rate": 4.3795238552373374e-05,
      "loss": 4.9036,
      "step": 302905
    },
    {
      "epoch": 0.26514279512027317,
      "grad_norm": 0.5750068426132202,
      "learning_rate": 4.379503743744715e-05,
      "loss": 5.2908,
      "step": 302910
    },
    {
      "epoch": 0.26514717171390034,
      "grad_norm": 0.5700881481170654,
      "learning_rate": 4.3794836319860046e-05,
      "loss": 5.4134,
      "step": 302915
    },
    {
      "epoch": 0.26515154830752746,
      "grad_norm": 0.5770349502563477,
      "learning_rate": 4.37946351996121e-05,
      "loss": 5.6898,
      "step": 302920
    },
    {
      "epoch": 0.26515592490115464,
      "grad_norm": 0.5906025767326355,
      "learning_rate": 4.379443407670336e-05,
      "loss": 5.4157,
      "step": 302925
    },
    {
      "epoch": 0.2651603014947818,
      "grad_norm": 0.6100100874900818,
      "learning_rate": 4.379423295113385e-05,
      "loss": 4.8231,
      "step": 302930
    },
    {
      "epoch": 0.26516467808840893,
      "grad_norm": 0.5653290152549744,
      "learning_rate": 4.379403182290363e-05,
      "loss": 5.4081,
      "step": 302935
    },
    {
      "epoch": 0.2651690546820361,
      "grad_norm": 0.5773290395736694,
      "learning_rate": 4.379383069201271e-05,
      "loss": 5.1921,
      "step": 302940
    },
    {
      "epoch": 0.26517343127566323,
      "grad_norm": 0.5883368849754333,
      "learning_rate": 4.379362955846115e-05,
      "loss": 5.4172,
      "step": 302945
    },
    {
      "epoch": 0.2651778078692904,
      "grad_norm": 0.5598164200782776,
      "learning_rate": 4.379342842224897e-05,
      "loss": 5.3367,
      "step": 302950
    },
    {
      "epoch": 0.2651821844629176,
      "grad_norm": 0.6007646322250366,
      "learning_rate": 4.3793227283376234e-05,
      "loss": 4.9131,
      "step": 302955
    },
    {
      "epoch": 0.2651865610565447,
      "grad_norm": 0.5680140256881714,
      "learning_rate": 4.379302614184296e-05,
      "loss": 5.4132,
      "step": 302960
    },
    {
      "epoch": 0.2651909376501719,
      "grad_norm": 0.5733731985092163,
      "learning_rate": 4.3792824997649206e-05,
      "loss": 6.2102,
      "step": 302965
    },
    {
      "epoch": 0.265195314243799,
      "grad_norm": 0.5629488229751587,
      "learning_rate": 4.379262385079499e-05,
      "loss": 5.9232,
      "step": 302970
    },
    {
      "epoch": 0.26519969083742617,
      "grad_norm": 0.6023339033126831,
      "learning_rate": 4.379242270128038e-05,
      "loss": 5.102,
      "step": 302975
    },
    {
      "epoch": 0.26520406743105335,
      "grad_norm": 0.5821268558502197,
      "learning_rate": 4.379222154910537e-05,
      "loss": 5.6205,
      "step": 302980
    },
    {
      "epoch": 0.26520844402468047,
      "grad_norm": 0.5767970085144043,
      "learning_rate": 4.379202039427003e-05,
      "loss": 5.4079,
      "step": 302985
    },
    {
      "epoch": 0.26521282061830764,
      "grad_norm": 0.6081798076629639,
      "learning_rate": 4.37918192367744e-05,
      "loss": 5.3248,
      "step": 302990
    },
    {
      "epoch": 0.2652171972119348,
      "grad_norm": 0.5717548131942749,
      "learning_rate": 4.37916180766185e-05,
      "loss": 5.342,
      "step": 302995
    },
    {
      "epoch": 0.26522157380556194,
      "grad_norm": 0.5671631097793579,
      "learning_rate": 4.37914169138024e-05,
      "loss": 5.3326,
      "step": 303000
    },
    {
      "epoch": 0.2652259503991891,
      "grad_norm": 0.5636085271835327,
      "learning_rate": 4.379121574832611e-05,
      "loss": 5.3576,
      "step": 303005
    },
    {
      "epoch": 0.26523032699281623,
      "grad_norm": 0.5539268851280212,
      "learning_rate": 4.379101458018967e-05,
      "loss": 6.2367,
      "step": 303010
    },
    {
      "epoch": 0.2652347035864434,
      "grad_norm": 0.567162036895752,
      "learning_rate": 4.379081340939313e-05,
      "loss": 6.1801,
      "step": 303015
    },
    {
      "epoch": 0.2652390801800706,
      "grad_norm": 0.5772711634635925,
      "learning_rate": 4.3790612235936535e-05,
      "loss": 4.8902,
      "step": 303020
    },
    {
      "epoch": 0.2652434567736977,
      "grad_norm": 0.5687177181243896,
      "learning_rate": 4.37904110598199e-05,
      "loss": 5.3061,
      "step": 303025
    },
    {
      "epoch": 0.2652478333673249,
      "grad_norm": 0.5567806959152222,
      "learning_rate": 4.379020988104329e-05,
      "loss": 5.3354,
      "step": 303030
    },
    {
      "epoch": 0.26525220996095206,
      "grad_norm": 0.6193034648895264,
      "learning_rate": 4.3790008699606735e-05,
      "loss": 4.4168,
      "step": 303035
    },
    {
      "epoch": 0.2652565865545792,
      "grad_norm": 0.580877423286438,
      "learning_rate": 4.378980751551026e-05,
      "loss": 6.2072,
      "step": 303040
    },
    {
      "epoch": 0.26526096314820635,
      "grad_norm": 0.5657932162284851,
      "learning_rate": 4.378960632875392e-05,
      "loss": 5.7127,
      "step": 303045
    },
    {
      "epoch": 0.2652653397418335,
      "grad_norm": 0.6084533929824829,
      "learning_rate": 4.3789405139337745e-05,
      "loss": 4.7264,
      "step": 303050
    },
    {
      "epoch": 0.26526971633546065,
      "grad_norm": 0.5758310556411743,
      "learning_rate": 4.378920394726178e-05,
      "loss": 4.382,
      "step": 303055
    },
    {
      "epoch": 0.2652740929290878,
      "grad_norm": 0.5774040818214417,
      "learning_rate": 4.378900275252606e-05,
      "loss": 5.4042,
      "step": 303060
    },
    {
      "epoch": 0.26527846952271494,
      "grad_norm": 0.5694754719734192,
      "learning_rate": 4.3788801555130634e-05,
      "loss": 5.1291,
      "step": 303065
    },
    {
      "epoch": 0.2652828461163421,
      "grad_norm": 0.5691360235214233,
      "learning_rate": 4.3788600355075516e-05,
      "loss": 5.411,
      "step": 303070
    },
    {
      "epoch": 0.2652872227099693,
      "grad_norm": 0.5799399614334106,
      "learning_rate": 4.378839915236077e-05,
      "loss": 4.6612,
      "step": 303075
    },
    {
      "epoch": 0.2652915993035964,
      "grad_norm": 0.5664268732070923,
      "learning_rate": 4.378819794698642e-05,
      "loss": 5.4474,
      "step": 303080
    },
    {
      "epoch": 0.2652959758972236,
      "grad_norm": 0.5630059838294983,
      "learning_rate": 4.3787996738952516e-05,
      "loss": 5.8891,
      "step": 303085
    },
    {
      "epoch": 0.2653003524908507,
      "grad_norm": 0.562186598777771,
      "learning_rate": 4.378779552825909e-05,
      "loss": 4.8003,
      "step": 303090
    },
    {
      "epoch": 0.2653047290844779,
      "grad_norm": 0.559278666973114,
      "learning_rate": 4.378759431490618e-05,
      "loss": 5.6082,
      "step": 303095
    },
    {
      "epoch": 0.26530910567810506,
      "grad_norm": 0.5792699456214905,
      "learning_rate": 4.378739309889383e-05,
      "loss": 4.6859,
      "step": 303100
    },
    {
      "epoch": 0.2653134822717322,
      "grad_norm": 0.589058518409729,
      "learning_rate": 4.3787191880222065e-05,
      "loss": 5.1729,
      "step": 303105
    },
    {
      "epoch": 0.26531785886535936,
      "grad_norm": 0.5905491709709167,
      "learning_rate": 4.378699065889095e-05,
      "loss": 4.5734,
      "step": 303110
    },
    {
      "epoch": 0.2653222354589865,
      "grad_norm": 0.5844004154205322,
      "learning_rate": 4.378678943490049e-05,
      "loss": 5.9227,
      "step": 303115
    },
    {
      "epoch": 0.26532661205261365,
      "grad_norm": 0.6137830018997192,
      "learning_rate": 4.3786588208250754e-05,
      "loss": 4.8755,
      "step": 303120
    },
    {
      "epoch": 0.26533098864624083,
      "grad_norm": 0.5696353316307068,
      "learning_rate": 4.378638697894176e-05,
      "loss": 5.0809,
      "step": 303125
    },
    {
      "epoch": 0.26533536523986795,
      "grad_norm": 0.5657092332839966,
      "learning_rate": 4.378618574697357e-05,
      "loss": 5.4417,
      "step": 303130
    },
    {
      "epoch": 0.2653397418334951,
      "grad_norm": 0.5919009447097778,
      "learning_rate": 4.37859845123462e-05,
      "loss": 5.5855,
      "step": 303135
    },
    {
      "epoch": 0.2653441184271223,
      "grad_norm": 0.5699073076248169,
      "learning_rate": 4.37857832750597e-05,
      "loss": 5.2133,
      "step": 303140
    },
    {
      "epoch": 0.2653484950207494,
      "grad_norm": 0.5885092616081238,
      "learning_rate": 4.3785582035114104e-05,
      "loss": 5.6057,
      "step": 303145
    },
    {
      "epoch": 0.2653528716143766,
      "grad_norm": 0.5695571899414062,
      "learning_rate": 4.3785380792509444e-05,
      "loss": 4.7214,
      "step": 303150
    },
    {
      "epoch": 0.2653572482080037,
      "grad_norm": 0.5828710198402405,
      "learning_rate": 4.378517954724578e-05,
      "loss": 5.6305,
      "step": 303155
    },
    {
      "epoch": 0.2653616248016309,
      "grad_norm": 0.5656983256340027,
      "learning_rate": 4.378497829932313e-05,
      "loss": 5.4009,
      "step": 303160
    },
    {
      "epoch": 0.26536600139525807,
      "grad_norm": 0.5723634362220764,
      "learning_rate": 4.378477704874154e-05,
      "loss": 5.6947,
      "step": 303165
    },
    {
      "epoch": 0.2653703779888852,
      "grad_norm": 0.5665279626846313,
      "learning_rate": 4.378457579550106e-05,
      "loss": 4.7992,
      "step": 303170
    },
    {
      "epoch": 0.26537475458251236,
      "grad_norm": 0.6052627563476562,
      "learning_rate": 4.378437453960171e-05,
      "loss": 4.626,
      "step": 303175
    },
    {
      "epoch": 0.26537913117613954,
      "grad_norm": 0.5906081199645996,
      "learning_rate": 4.378417328104355e-05,
      "loss": 4.8582,
      "step": 303180
    },
    {
      "epoch": 0.26538350776976666,
      "grad_norm": 0.6736053824424744,
      "learning_rate": 4.378397201982659e-05,
      "loss": 4.8785,
      "step": 303185
    },
    {
      "epoch": 0.26538788436339383,
      "grad_norm": 0.6890951991081238,
      "learning_rate": 4.3783770755950895e-05,
      "loss": 5.0669,
      "step": 303190
    },
    {
      "epoch": 0.26539226095702095,
      "grad_norm": 0.5921486616134644,
      "learning_rate": 4.37835694894165e-05,
      "loss": 5.3854,
      "step": 303195
    },
    {
      "epoch": 0.26539663755064813,
      "grad_norm": 0.5905206799507141,
      "learning_rate": 4.378336822022342e-05,
      "loss": 5.4089,
      "step": 303200
    },
    {
      "epoch": 0.2654010141442753,
      "grad_norm": 0.5975026488304138,
      "learning_rate": 4.378316694837172e-05,
      "loss": 5.0582,
      "step": 303205
    },
    {
      "epoch": 0.2654053907379024,
      "grad_norm": 0.5756086111068726,
      "learning_rate": 4.3782965673861434e-05,
      "loss": 4.8387,
      "step": 303210
    },
    {
      "epoch": 0.2654097673315296,
      "grad_norm": 0.5754834413528442,
      "learning_rate": 4.37827643966926e-05,
      "loss": 4.0906,
      "step": 303215
    },
    {
      "epoch": 0.2654141439251567,
      "grad_norm": 0.5845608711242676,
      "learning_rate": 4.3782563116865246e-05,
      "loss": 4.6255,
      "step": 303220
    },
    {
      "epoch": 0.2654185205187839,
      "grad_norm": 0.5918042063713074,
      "learning_rate": 4.378236183437942e-05,
      "loss": 5.4036,
      "step": 303225
    },
    {
      "epoch": 0.26542289711241107,
      "grad_norm": 0.5773827433586121,
      "learning_rate": 4.378216054923518e-05,
      "loss": 5.9193,
      "step": 303230
    },
    {
      "epoch": 0.2654272737060382,
      "grad_norm": 0.5972895622253418,
      "learning_rate": 4.3781959261432514e-05,
      "loss": 5.5965,
      "step": 303235
    },
    {
      "epoch": 0.26543165029966537,
      "grad_norm": 0.5852600932121277,
      "learning_rate": 4.378175797097152e-05,
      "loss": 4.8719,
      "step": 303240
    },
    {
      "epoch": 0.26543602689329254,
      "grad_norm": 0.626512348651886,
      "learning_rate": 4.3781556677852184e-05,
      "loss": 5.9094,
      "step": 303245
    },
    {
      "epoch": 0.26544040348691966,
      "grad_norm": 0.6589083671569824,
      "learning_rate": 4.378135538207457e-05,
      "loss": 4.544,
      "step": 303250
    },
    {
      "epoch": 0.26544478008054684,
      "grad_norm": 0.5816067457199097,
      "learning_rate": 4.378115408363873e-05,
      "loss": 4.3995,
      "step": 303255
    },
    {
      "epoch": 0.26544915667417396,
      "grad_norm": 0.5787622928619385,
      "learning_rate": 4.3780952782544685e-05,
      "loss": 5.174,
      "step": 303260
    },
    {
      "epoch": 0.26545353326780113,
      "grad_norm": 0.610588014125824,
      "learning_rate": 4.378075147879247e-05,
      "loss": 5.8969,
      "step": 303265
    },
    {
      "epoch": 0.2654579098614283,
      "grad_norm": 0.5609566569328308,
      "learning_rate": 4.378055017238214e-05,
      "loss": 4.5885,
      "step": 303270
    },
    {
      "epoch": 0.26546228645505543,
      "grad_norm": 0.5663320422172546,
      "learning_rate": 4.378034886331372e-05,
      "loss": 4.7857,
      "step": 303275
    },
    {
      "epoch": 0.2654666630486826,
      "grad_norm": 0.5689564943313599,
      "learning_rate": 4.378014755158726e-05,
      "loss": 5.3123,
      "step": 303280
    },
    {
      "epoch": 0.2654710396423098,
      "grad_norm": 0.5646254420280457,
      "learning_rate": 4.37799462372028e-05,
      "loss": 4.8249,
      "step": 303285
    },
    {
      "epoch": 0.2654754162359369,
      "grad_norm": 0.5723750591278076,
      "learning_rate": 4.377974492016036e-05,
      "loss": 5.3871,
      "step": 303290
    },
    {
      "epoch": 0.2654797928295641,
      "grad_norm": 0.5511829257011414,
      "learning_rate": 4.3779543600459983e-05,
      "loss": 4.833,
      "step": 303295
    },
    {
      "epoch": 0.2654841694231912,
      "grad_norm": 0.5833747982978821,
      "learning_rate": 4.377934227810173e-05,
      "loss": 5.3737,
      "step": 303300
    },
    {
      "epoch": 0.26548854601681837,
      "grad_norm": 0.6113120317459106,
      "learning_rate": 4.377914095308562e-05,
      "loss": 4.863,
      "step": 303305
    },
    {
      "epoch": 0.26549292261044555,
      "grad_norm": 0.5848315358161926,
      "learning_rate": 4.37789396254117e-05,
      "loss": 4.8846,
      "step": 303310
    },
    {
      "epoch": 0.26549729920407267,
      "grad_norm": 0.565464198589325,
      "learning_rate": 4.377873829508e-05,
      "loss": 5.4103,
      "step": 303315
    },
    {
      "epoch": 0.26550167579769984,
      "grad_norm": 0.5755636096000671,
      "learning_rate": 4.377853696209057e-05,
      "loss": 4.6863,
      "step": 303320
    },
    {
      "epoch": 0.265506052391327,
      "grad_norm": 0.5624994039535522,
      "learning_rate": 4.377833562644343e-05,
      "loss": 5.4059,
      "step": 303325
    },
    {
      "epoch": 0.26551042898495414,
      "grad_norm": 0.5662210583686829,
      "learning_rate": 4.3778134288138653e-05,
      "loss": 4.8854,
      "step": 303330
    },
    {
      "epoch": 0.2655148055785813,
      "grad_norm": 0.5753406882286072,
      "learning_rate": 4.377793294717625e-05,
      "loss": 5.3933,
      "step": 303335
    },
    {
      "epoch": 0.26551918217220843,
      "grad_norm": 0.560090959072113,
      "learning_rate": 4.377773160355626e-05,
      "loss": 5.9346,
      "step": 303340
    },
    {
      "epoch": 0.2655235587658356,
      "grad_norm": 0.5526300072669983,
      "learning_rate": 4.3777530257278744e-05,
      "loss": 5.7312,
      "step": 303345
    },
    {
      "epoch": 0.2655279353594628,
      "grad_norm": 0.5795384049415588,
      "learning_rate": 4.377732890834371e-05,
      "loss": 5.6477,
      "step": 303350
    },
    {
      "epoch": 0.2655323119530899,
      "grad_norm": 0.5718747973442078,
      "learning_rate": 4.377712755675122e-05,
      "loss": 5.3862,
      "step": 303355
    },
    {
      "epoch": 0.2655366885467171,
      "grad_norm": 0.5668785572052002,
      "learning_rate": 4.37769262025013e-05,
      "loss": 5.2371,
      "step": 303360
    },
    {
      "epoch": 0.2655410651403442,
      "grad_norm": 0.5957057476043701,
      "learning_rate": 4.377672484559401e-05,
      "loss": 5.9227,
      "step": 303365
    },
    {
      "epoch": 0.2655454417339714,
      "grad_norm": 0.5693222284317017,
      "learning_rate": 4.3776523486029355e-05,
      "loss": 5.6117,
      "step": 303370
    },
    {
      "epoch": 0.26554981832759855,
      "grad_norm": 0.6224485039710999,
      "learning_rate": 4.37763221238074e-05,
      "loss": 5.3682,
      "step": 303375
    },
    {
      "epoch": 0.2655541949212257,
      "grad_norm": 0.5934223532676697,
      "learning_rate": 4.3776120758928175e-05,
      "loss": 4.7889,
      "step": 303380
    },
    {
      "epoch": 0.26555857151485285,
      "grad_norm": 0.5937092900276184,
      "learning_rate": 4.377591939139172e-05,
      "loss": 5.1249,
      "step": 303385
    },
    {
      "epoch": 0.26556294810848,
      "grad_norm": 0.5830090641975403,
      "learning_rate": 4.3775718021198074e-05,
      "loss": 5.4021,
      "step": 303390
    },
    {
      "epoch": 0.26556732470210714,
      "grad_norm": 0.5941888689994812,
      "learning_rate": 4.377551664834728e-05,
      "loss": 5.4138,
      "step": 303395
    },
    {
      "epoch": 0.2655717012957343,
      "grad_norm": 0.5744590759277344,
      "learning_rate": 4.377531527283937e-05,
      "loss": 5.4186,
      "step": 303400
    },
    {
      "epoch": 0.26557607788936144,
      "grad_norm": 0.5521125793457031,
      "learning_rate": 4.377511389467437e-05,
      "loss": 6.2105,
      "step": 303405
    },
    {
      "epoch": 0.2655804544829886,
      "grad_norm": 0.6401908993721008,
      "learning_rate": 4.3774912513852354e-05,
      "loss": 4.192,
      "step": 303410
    },
    {
      "epoch": 0.2655848310766158,
      "grad_norm": 0.5677613019943237,
      "learning_rate": 4.377471113037332e-05,
      "loss": 5.4432,
      "step": 303415
    },
    {
      "epoch": 0.2655892076702429,
      "grad_norm": 0.592406153678894,
      "learning_rate": 4.3774509744237344e-05,
      "loss": 5.4169,
      "step": 303420
    },
    {
      "epoch": 0.2655935842638701,
      "grad_norm": 0.5649686455726624,
      "learning_rate": 4.377430835544445e-05,
      "loss": 5.8994,
      "step": 303425
    },
    {
      "epoch": 0.26559796085749726,
      "grad_norm": 0.5571150779724121,
      "learning_rate": 4.3774106963994666e-05,
      "loss": 4.6045,
      "step": 303430
    },
    {
      "epoch": 0.2656023374511244,
      "grad_norm": 0.5752893686294556,
      "learning_rate": 4.377390556988804e-05,
      "loss": 5.1163,
      "step": 303435
    },
    {
      "epoch": 0.26560671404475156,
      "grad_norm": 0.5865066647529602,
      "learning_rate": 4.377370417312462e-05,
      "loss": 4.5792,
      "step": 303440
    },
    {
      "epoch": 0.2656110906383787,
      "grad_norm": 0.6026269793510437,
      "learning_rate": 4.377350277370443e-05,
      "loss": 5.164,
      "step": 303445
    },
    {
      "epoch": 0.26561546723200585,
      "grad_norm": 0.5940011143684387,
      "learning_rate": 4.377330137162752e-05,
      "loss": 5.1932,
      "step": 303450
    },
    {
      "epoch": 0.26561984382563303,
      "grad_norm": 0.5748717784881592,
      "learning_rate": 4.3773099966893917e-05,
      "loss": 5.4029,
      "step": 303455
    },
    {
      "epoch": 0.26562422041926015,
      "grad_norm": 0.59197598695755,
      "learning_rate": 4.377289855950366e-05,
      "loss": 4.6177,
      "step": 303460
    },
    {
      "epoch": 0.2656285970128873,
      "grad_norm": 0.5871920585632324,
      "learning_rate": 4.377269714945681e-05,
      "loss": 4.5606,
      "step": 303465
    },
    {
      "epoch": 0.2656329736065145,
      "grad_norm": 0.5870829820632935,
      "learning_rate": 4.3772495736753385e-05,
      "loss": 5.2223,
      "step": 303470
    },
    {
      "epoch": 0.2656373502001416,
      "grad_norm": 0.593934178352356,
      "learning_rate": 4.377229432139342e-05,
      "loss": 5.0949,
      "step": 303475
    },
    {
      "epoch": 0.2656417267937688,
      "grad_norm": 0.5864304900169373,
      "learning_rate": 4.3772092903376974e-05,
      "loss": 5.1084,
      "step": 303480
    },
    {
      "epoch": 0.2656461033873959,
      "grad_norm": 0.5672978758811951,
      "learning_rate": 4.377189148270406e-05,
      "loss": 4.3916,
      "step": 303485
    },
    {
      "epoch": 0.2656504799810231,
      "grad_norm": 0.5750278830528259,
      "learning_rate": 4.3771690059374745e-05,
      "loss": 4.4076,
      "step": 303490
    },
    {
      "epoch": 0.26565485657465027,
      "grad_norm": 0.5718573331832886,
      "learning_rate": 4.377148863338906e-05,
      "loss": 5.4498,
      "step": 303495
    },
    {
      "epoch": 0.2656592331682774,
      "grad_norm": 0.6029248237609863,
      "learning_rate": 4.377128720474702e-05,
      "loss": 4.7978,
      "step": 303500
    },
    {
      "epoch": 0.26566360976190456,
      "grad_norm": 0.5626949071884155,
      "learning_rate": 4.377108577344869e-05,
      "loss": 4.9007,
      "step": 303505
    },
    {
      "epoch": 0.2656679863555317,
      "grad_norm": 0.5606396198272705,
      "learning_rate": 4.377088433949411e-05,
      "loss": 5.4209,
      "step": 303510
    },
    {
      "epoch": 0.26567236294915886,
      "grad_norm": 0.5932217836380005,
      "learning_rate": 4.37706829028833e-05,
      "loss": 5.8734,
      "step": 303515
    },
    {
      "epoch": 0.26567673954278603,
      "grad_norm": 0.6172025799751282,
      "learning_rate": 4.3770481463616306e-05,
      "loss": 5.8936,
      "step": 303520
    },
    {
      "epoch": 0.26568111613641315,
      "grad_norm": 0.563248336315155,
      "learning_rate": 4.377028002169318e-05,
      "loss": 5.9201,
      "step": 303525
    },
    {
      "epoch": 0.26568549273004033,
      "grad_norm": 0.5648332834243774,
      "learning_rate": 4.3770078577113935e-05,
      "loss": 5.8816,
      "step": 303530
    },
    {
      "epoch": 0.2656898693236675,
      "grad_norm": 0.580194354057312,
      "learning_rate": 4.376987712987863e-05,
      "loss": 4.0938,
      "step": 303535
    },
    {
      "epoch": 0.2656942459172946,
      "grad_norm": 0.5975155830383301,
      "learning_rate": 4.376967567998731e-05,
      "loss": 5.943,
      "step": 303540
    },
    {
      "epoch": 0.2656986225109218,
      "grad_norm": 0.624644935131073,
      "learning_rate": 4.376947422744e-05,
      "loss": 5.1018,
      "step": 303545
    },
    {
      "epoch": 0.2657029991045489,
      "grad_norm": 0.6336016654968262,
      "learning_rate": 4.376927277223674e-05,
      "loss": 5.0018,
      "step": 303550
    },
    {
      "epoch": 0.2657073756981761,
      "grad_norm": 0.5811964869499207,
      "learning_rate": 4.376907131437756e-05,
      "loss": 5.4136,
      "step": 303555
    },
    {
      "epoch": 0.26571175229180327,
      "grad_norm": 0.7220158576965332,
      "learning_rate": 4.3768869853862515e-05,
      "loss": 4.6085,
      "step": 303560
    },
    {
      "epoch": 0.2657161288854304,
      "grad_norm": 0.6454914212226868,
      "learning_rate": 4.376866839069165e-05,
      "loss": 5.6047,
      "step": 303565
    },
    {
      "epoch": 0.26572050547905757,
      "grad_norm": 0.6915491223335266,
      "learning_rate": 4.376846692486497e-05,
      "loss": 5.3893,
      "step": 303570
    },
    {
      "epoch": 0.26572488207268474,
      "grad_norm": 0.5886483788490295,
      "learning_rate": 4.376826545638255e-05,
      "loss": 4.8854,
      "step": 303575
    },
    {
      "epoch": 0.26572925866631186,
      "grad_norm": 0.5547356009483337,
      "learning_rate": 4.3768063985244415e-05,
      "loss": 5.4265,
      "step": 303580
    },
    {
      "epoch": 0.26573363525993904,
      "grad_norm": 0.5776401162147522,
      "learning_rate": 4.376786251145061e-05,
      "loss": 4.0839,
      "step": 303585
    },
    {
      "epoch": 0.26573801185356616,
      "grad_norm": 0.5873353481292725,
      "learning_rate": 4.376766103500115e-05,
      "loss": 4.3734,
      "step": 303590
    },
    {
      "epoch": 0.26574238844719333,
      "grad_norm": 0.6743002533912659,
      "learning_rate": 4.376745955589611e-05,
      "loss": 4.3888,
      "step": 303595
    },
    {
      "epoch": 0.2657467650408205,
      "grad_norm": 0.6310088038444519,
      "learning_rate": 4.37672580741355e-05,
      "loss": 5.6139,
      "step": 303600
    },
    {
      "epoch": 0.26575114163444763,
      "grad_norm": 0.7536189556121826,
      "learning_rate": 4.376705658971937e-05,
      "loss": 5.09,
      "step": 303605
    },
    {
      "epoch": 0.2657555182280748,
      "grad_norm": 0.5874605178833008,
      "learning_rate": 4.376685510264776e-05,
      "loss": 5.2211,
      "step": 303610
    },
    {
      "epoch": 0.2657598948217019,
      "grad_norm": 0.5906344056129456,
      "learning_rate": 4.3766653612920705e-05,
      "loss": 5.6061,
      "step": 303615
    },
    {
      "epoch": 0.2657642714153291,
      "grad_norm": 0.5598941445350647,
      "learning_rate": 4.376645212053825e-05,
      "loss": 5.123,
      "step": 303620
    },
    {
      "epoch": 0.2657686480089563,
      "grad_norm": 0.572211503982544,
      "learning_rate": 4.376625062550043e-05,
      "loss": 4.599,
      "step": 303625
    },
    {
      "epoch": 0.2657730246025834,
      "grad_norm": 0.5724914073944092,
      "learning_rate": 4.376604912780727e-05,
      "loss": 5.1026,
      "step": 303630
    },
    {
      "epoch": 0.26577740119621057,
      "grad_norm": 0.5596908926963806,
      "learning_rate": 4.3765847627458835e-05,
      "loss": 5.4248,
      "step": 303635
    },
    {
      "epoch": 0.26578177778983775,
      "grad_norm": 0.563752293586731,
      "learning_rate": 4.376564612445515e-05,
      "loss": 5.1866,
      "step": 303640
    },
    {
      "epoch": 0.26578615438346487,
      "grad_norm": 0.5612866878509521,
      "learning_rate": 4.376544461879626e-05,
      "loss": 5.4068,
      "step": 303645
    },
    {
      "epoch": 0.26579053097709204,
      "grad_norm": 0.5661910772323608,
      "learning_rate": 4.376524311048219e-05,
      "loss": 5.1783,
      "step": 303650
    },
    {
      "epoch": 0.26579490757071916,
      "grad_norm": 0.578902542591095,
      "learning_rate": 4.376504159951299e-05,
      "loss": 5.1113,
      "step": 303655
    },
    {
      "epoch": 0.26579928416434634,
      "grad_norm": 0.5745728015899658,
      "learning_rate": 4.3764840085888695e-05,
      "loss": 5.7141,
      "step": 303660
    },
    {
      "epoch": 0.2658036607579735,
      "grad_norm": 0.7580405473709106,
      "learning_rate": 4.376463856960935e-05,
      "loss": 4.3744,
      "step": 303665
    },
    {
      "epoch": 0.26580803735160063,
      "grad_norm": 0.7956244349479675,
      "learning_rate": 4.376443705067498e-05,
      "loss": 4.9038,
      "step": 303670
    },
    {
      "epoch": 0.2658124139452278,
      "grad_norm": 0.7216165661811829,
      "learning_rate": 4.376423552908564e-05,
      "loss": 5.9104,
      "step": 303675
    },
    {
      "epoch": 0.265816790538855,
      "grad_norm": 0.5800146460533142,
      "learning_rate": 4.376403400484137e-05,
      "loss": 5.0967,
      "step": 303680
    },
    {
      "epoch": 0.2658211671324821,
      "grad_norm": 0.5707418918609619,
      "learning_rate": 4.376383247794219e-05,
      "loss": 5.2425,
      "step": 303685
    },
    {
      "epoch": 0.2658255437261093,
      "grad_norm": 0.5970920324325562,
      "learning_rate": 4.3763630948388155e-05,
      "loss": 4.9113,
      "step": 303690
    },
    {
      "epoch": 0.2658299203197364,
      "grad_norm": 0.5593470335006714,
      "learning_rate": 4.37634294161793e-05,
      "loss": 6.2047,
      "step": 303695
    },
    {
      "epoch": 0.2658342969133636,
      "grad_norm": 0.5594416260719299,
      "learning_rate": 4.376322788131566e-05,
      "loss": 5.6671,
      "step": 303700
    },
    {
      "epoch": 0.26583867350699075,
      "grad_norm": 0.5778516530990601,
      "learning_rate": 4.3763026343797275e-05,
      "loss": 5.3891,
      "step": 303705
    },
    {
      "epoch": 0.2658430501006179,
      "grad_norm": 0.5957978963851929,
      "learning_rate": 4.376282480362418e-05,
      "loss": 5.137,
      "step": 303710
    },
    {
      "epoch": 0.26584742669424505,
      "grad_norm": 0.5752129554748535,
      "learning_rate": 4.376262326079643e-05,
      "loss": 5.4046,
      "step": 303715
    },
    {
      "epoch": 0.2658518032878722,
      "grad_norm": 0.5875962972640991,
      "learning_rate": 4.376242171531405e-05,
      "loss": 4.8823,
      "step": 303720
    },
    {
      "epoch": 0.26585617988149934,
      "grad_norm": 0.6146692037582397,
      "learning_rate": 4.3762220167177084e-05,
      "loss": 5.3817,
      "step": 303725
    },
    {
      "epoch": 0.2658605564751265,
      "grad_norm": 0.5710625648498535,
      "learning_rate": 4.376201861638557e-05,
      "loss": 5.7018,
      "step": 303730
    },
    {
      "epoch": 0.26586493306875364,
      "grad_norm": 0.6108177900314331,
      "learning_rate": 4.3761817062939533e-05,
      "loss": 5.1171,
      "step": 303735
    },
    {
      "epoch": 0.2658693096623808,
      "grad_norm": 0.6071416139602661,
      "learning_rate": 4.3761615506839036e-05,
      "loss": 5.6637,
      "step": 303740
    },
    {
      "epoch": 0.265873686256008,
      "grad_norm": 0.5708167552947998,
      "learning_rate": 4.3761413948084106e-05,
      "loss": 5.7346,
      "step": 303745
    },
    {
      "epoch": 0.2658780628496351,
      "grad_norm": 0.6264995336532593,
      "learning_rate": 4.376121238667478e-05,
      "loss": 4.8665,
      "step": 303750
    },
    {
      "epoch": 0.2658824394432623,
      "grad_norm": 0.5873795747756958,
      "learning_rate": 4.37610108226111e-05,
      "loss": 5.7328,
      "step": 303755
    },
    {
      "epoch": 0.2658868160368894,
      "grad_norm": 0.604428768157959,
      "learning_rate": 4.3760809255893106e-05,
      "loss": 4.3898,
      "step": 303760
    },
    {
      "epoch": 0.2658911926305166,
      "grad_norm": 0.5663910508155823,
      "learning_rate": 4.3760607686520836e-05,
      "loss": 4.7013,
      "step": 303765
    },
    {
      "epoch": 0.26589556922414376,
      "grad_norm": 0.5863110423088074,
      "learning_rate": 4.376040611449432e-05,
      "loss": 6.2182,
      "step": 303770
    },
    {
      "epoch": 0.2658999458177709,
      "grad_norm": 0.5716544985771179,
      "learning_rate": 4.376020453981362e-05,
      "loss": 5.9354,
      "step": 303775
    },
    {
      "epoch": 0.26590432241139805,
      "grad_norm": 0.5664639472961426,
      "learning_rate": 4.3760002962478754e-05,
      "loss": 4.3659,
      "step": 303780
    },
    {
      "epoch": 0.26590869900502523,
      "grad_norm": 0.5855083465576172,
      "learning_rate": 4.375980138248975e-05,
      "loss": 5.1092,
      "step": 303785
    },
    {
      "epoch": 0.26591307559865235,
      "grad_norm": 0.5658348798751831,
      "learning_rate": 4.3759599799846684e-05,
      "loss": 5.4379,
      "step": 303790
    },
    {
      "epoch": 0.2659174521922795,
      "grad_norm": 0.5695123672485352,
      "learning_rate": 4.3759398214549564e-05,
      "loss": 5.3793,
      "step": 303795
    },
    {
      "epoch": 0.26592182878590664,
      "grad_norm": 0.5653807520866394,
      "learning_rate": 4.3759196626598445e-05,
      "loss": 5.6047,
      "step": 303800
    },
    {
      "epoch": 0.2659262053795338,
      "grad_norm": 0.5828911066055298,
      "learning_rate": 4.3758995035993356e-05,
      "loss": 5.318,
      "step": 303805
    },
    {
      "epoch": 0.265930581973161,
      "grad_norm": 0.5770519971847534,
      "learning_rate": 4.3758793442734336e-05,
      "loss": 4.9185,
      "step": 303810
    },
    {
      "epoch": 0.2659349585667881,
      "grad_norm": 0.5739997029304504,
      "learning_rate": 4.375859184682144e-05,
      "loss": 5.4022,
      "step": 303815
    },
    {
      "epoch": 0.2659393351604153,
      "grad_norm": 0.6824203133583069,
      "learning_rate": 4.375839024825469e-05,
      "loss": 4.633,
      "step": 303820
    },
    {
      "epoch": 0.26594371175404247,
      "grad_norm": 0.6064493656158447,
      "learning_rate": 4.375818864703413e-05,
      "loss": 5.0807,
      "step": 303825
    },
    {
      "epoch": 0.2659480883476696,
      "grad_norm": 0.5680228471755981,
      "learning_rate": 4.3757987043159786e-05,
      "loss": 5.2975,
      "step": 303830
    },
    {
      "epoch": 0.26595246494129676,
      "grad_norm": 0.5607115030288696,
      "learning_rate": 4.3757785436631724e-05,
      "loss": 4.8549,
      "step": 303835
    },
    {
      "epoch": 0.2659568415349239,
      "grad_norm": 0.6024547815322876,
      "learning_rate": 4.3757583827449955e-05,
      "loss": 5.6086,
      "step": 303840
    },
    {
      "epoch": 0.26596121812855106,
      "grad_norm": 0.5711795687675476,
      "learning_rate": 4.375738221561454e-05,
      "loss": 5.9115,
      "step": 303845
    },
    {
      "epoch": 0.26596559472217823,
      "grad_norm": 0.571253776550293,
      "learning_rate": 4.3757180601125514e-05,
      "loss": 5.4555,
      "step": 303850
    },
    {
      "epoch": 0.26596997131580535,
      "grad_norm": 0.5671778321266174,
      "learning_rate": 4.375697898398291e-05,
      "loss": 5.703,
      "step": 303855
    },
    {
      "epoch": 0.26597434790943253,
      "grad_norm": 0.5634981393814087,
      "learning_rate": 4.375677736418676e-05,
      "loss": 5.9117,
      "step": 303860
    },
    {
      "epoch": 0.26597872450305965,
      "grad_norm": 0.5994535088539124,
      "learning_rate": 4.3756575741737115e-05,
      "loss": 5.3737,
      "step": 303865
    },
    {
      "epoch": 0.2659831010966868,
      "grad_norm": 0.593571126461029,
      "learning_rate": 4.375637411663401e-05,
      "loss": 5.7247,
      "step": 303870
    },
    {
      "epoch": 0.265987477690314,
      "grad_norm": 0.5587670207023621,
      "learning_rate": 4.3756172488877476e-05,
      "loss": 5.426,
      "step": 303875
    },
    {
      "epoch": 0.2659918542839411,
      "grad_norm": 0.5926087498664856,
      "learning_rate": 4.375597085846758e-05,
      "loss": 4.2993,
      "step": 303880
    },
    {
      "epoch": 0.2659962308775683,
      "grad_norm": 0.5972233414649963,
      "learning_rate": 4.375576922540432e-05,
      "loss": 5.6365,
      "step": 303885
    },
    {
      "epoch": 0.26600060747119547,
      "grad_norm": 0.5672195553779602,
      "learning_rate": 4.3755567589687765e-05,
      "loss": 5.6299,
      "step": 303890
    },
    {
      "epoch": 0.2660049840648226,
      "grad_norm": 0.5999249815940857,
      "learning_rate": 4.375536595131794e-05,
      "loss": 5.7146,
      "step": 303895
    },
    {
      "epoch": 0.26600936065844977,
      "grad_norm": 0.5695281028747559,
      "learning_rate": 4.375516431029488e-05,
      "loss": 5.0793,
      "step": 303900
    },
    {
      "epoch": 0.2660137372520769,
      "grad_norm": 0.6866331100463867,
      "learning_rate": 4.375496266661865e-05,
      "loss": 4.605,
      "step": 303905
    },
    {
      "epoch": 0.26601811384570406,
      "grad_norm": 0.564890444278717,
      "learning_rate": 4.375476102028926e-05,
      "loss": 5.1259,
      "step": 303910
    },
    {
      "epoch": 0.26602249043933124,
      "grad_norm": 0.578469455242157,
      "learning_rate": 4.3754559371306756e-05,
      "loss": 5.7033,
      "step": 303915
    },
    {
      "epoch": 0.26602686703295836,
      "grad_norm": 0.5708454847335815,
      "learning_rate": 4.375435771967119e-05,
      "loss": 5.5959,
      "step": 303920
    },
    {
      "epoch": 0.26603124362658553,
      "grad_norm": 0.5628321170806885,
      "learning_rate": 4.375415606538259e-05,
      "loss": 5.9182,
      "step": 303925
    },
    {
      "epoch": 0.2660356202202127,
      "grad_norm": 0.5598656535148621,
      "learning_rate": 4.3753954408441e-05,
      "loss": 5.9514,
      "step": 303930
    },
    {
      "epoch": 0.26603999681383983,
      "grad_norm": 0.5520816445350647,
      "learning_rate": 4.375375274884644e-05,
      "loss": 5.6318,
      "step": 303935
    },
    {
      "epoch": 0.266044373407467,
      "grad_norm": 0.5575024485588074,
      "learning_rate": 4.3753551086598975e-05,
      "loss": 5.0987,
      "step": 303940
    },
    {
      "epoch": 0.2660487500010941,
      "grad_norm": 0.5704706311225891,
      "learning_rate": 4.375334942169863e-05,
      "loss": 5.4224,
      "step": 303945
    },
    {
      "epoch": 0.2660531265947213,
      "grad_norm": 0.5689549446105957,
      "learning_rate": 4.375314775414545e-05,
      "loss": 4.8752,
      "step": 303950
    },
    {
      "epoch": 0.2660575031883485,
      "grad_norm": 0.5584903359413147,
      "learning_rate": 4.375294608393947e-05,
      "loss": 5.4043,
      "step": 303955
    },
    {
      "epoch": 0.2660618797819756,
      "grad_norm": 0.5723879933357239,
      "learning_rate": 4.375274441108073e-05,
      "loss": 5.1098,
      "step": 303960
    },
    {
      "epoch": 0.26606625637560277,
      "grad_norm": 0.567562997341156,
      "learning_rate": 4.3752542735569266e-05,
      "loss": 5.6305,
      "step": 303965
    },
    {
      "epoch": 0.26607063296922995,
      "grad_norm": 0.5725458264350891,
      "learning_rate": 4.375234105740512e-05,
      "loss": 5.9318,
      "step": 303970
    },
    {
      "epoch": 0.26607500956285707,
      "grad_norm": 0.5625717639923096,
      "learning_rate": 4.375213937658833e-05,
      "loss": 5.3926,
      "step": 303975
    },
    {
      "epoch": 0.26607938615648424,
      "grad_norm": 0.5728745460510254,
      "learning_rate": 4.375193769311894e-05,
      "loss": 4.8197,
      "step": 303980
    },
    {
      "epoch": 0.26608376275011136,
      "grad_norm": 0.5649816393852234,
      "learning_rate": 4.375173600699698e-05,
      "loss": 4.8163,
      "step": 303985
    },
    {
      "epoch": 0.26608813934373854,
      "grad_norm": 0.5610954761505127,
      "learning_rate": 4.3751534318222495e-05,
      "loss": 5.7199,
      "step": 303990
    },
    {
      "epoch": 0.2660925159373657,
      "grad_norm": 0.6056150197982788,
      "learning_rate": 4.375133262679553e-05,
      "loss": 4.8831,
      "step": 303995
    },
    {
      "epoch": 0.26609689253099283,
      "grad_norm": 0.6008709073066711,
      "learning_rate": 4.37511309327161e-05,
      "loss": 4.6064,
      "step": 304000
    },
    {
      "epoch": 0.26610126912462,
      "grad_norm": 0.6040974259376526,
      "learning_rate": 4.3750929235984274e-05,
      "loss": 5.1047,
      "step": 304005
    },
    {
      "epoch": 0.26610564571824713,
      "grad_norm": 0.5766221284866333,
      "learning_rate": 4.375072753660007e-05,
      "loss": 5.9176,
      "step": 304010
    },
    {
      "epoch": 0.2661100223118743,
      "grad_norm": 0.5652093887329102,
      "learning_rate": 4.375052583456353e-05,
      "loss": 5.417,
      "step": 304015
    },
    {
      "epoch": 0.2661143989055015,
      "grad_norm": 0.5873710513114929,
      "learning_rate": 4.375032412987471e-05,
      "loss": 4.639,
      "step": 304020
    },
    {
      "epoch": 0.2661187754991286,
      "grad_norm": 0.5778997540473938,
      "learning_rate": 4.375012242253361e-05,
      "loss": 4.5893,
      "step": 304025
    },
    {
      "epoch": 0.2661231520927558,
      "grad_norm": 0.5685451030731201,
      "learning_rate": 4.374992071254032e-05,
      "loss": 5.7477,
      "step": 304030
    },
    {
      "epoch": 0.26612752868638295,
      "grad_norm": 0.5850054621696472,
      "learning_rate": 4.374971899989484e-05,
      "loss": 5.1188,
      "step": 304035
    },
    {
      "epoch": 0.2661319052800101,
      "grad_norm": 0.5885586738586426,
      "learning_rate": 4.374951728459723e-05,
      "loss": 4.9098,
      "step": 304040
    },
    {
      "epoch": 0.26613628187363725,
      "grad_norm": 0.5897571444511414,
      "learning_rate": 4.374931556664751e-05,
      "loss": 5.1081,
      "step": 304045
    },
    {
      "epoch": 0.26614065846726437,
      "grad_norm": 0.5765956044197083,
      "learning_rate": 4.374911384604574e-05,
      "loss": 5.3665,
      "step": 304050
    },
    {
      "epoch": 0.26614503506089154,
      "grad_norm": 0.5790180563926697,
      "learning_rate": 4.3748912122791944e-05,
      "loss": 4.6848,
      "step": 304055
    },
    {
      "epoch": 0.2661494116545187,
      "grad_norm": 0.5962567329406738,
      "learning_rate": 4.3748710396886175e-05,
      "loss": 5.8914,
      "step": 304060
    },
    {
      "epoch": 0.26615378824814584,
      "grad_norm": 0.5746964812278748,
      "learning_rate": 4.374850866832846e-05,
      "loss": 5.1078,
      "step": 304065
    },
    {
      "epoch": 0.266158164841773,
      "grad_norm": 0.5662818551063538,
      "learning_rate": 4.374830693711883e-05,
      "loss": 5.6264,
      "step": 304070
    },
    {
      "epoch": 0.2661625414354002,
      "grad_norm": 0.5714287757873535,
      "learning_rate": 4.374810520325734e-05,
      "loss": 5.2922,
      "step": 304075
    },
    {
      "epoch": 0.2661669180290273,
      "grad_norm": 0.5681571960449219,
      "learning_rate": 4.3747903466744024e-05,
      "loss": 5.1,
      "step": 304080
    },
    {
      "epoch": 0.2661712946226545,
      "grad_norm": 0.5691016912460327,
      "learning_rate": 4.3747701727578924e-05,
      "loss": 4.4228,
      "step": 304085
    },
    {
      "epoch": 0.2661756712162816,
      "grad_norm": 0.5728159546852112,
      "learning_rate": 4.3747499985762075e-05,
      "loss": 4.628,
      "step": 304090
    },
    {
      "epoch": 0.2661800478099088,
      "grad_norm": 0.5789890289306641,
      "learning_rate": 4.374729824129351e-05,
      "loss": 5.332,
      "step": 304095
    },
    {
      "epoch": 0.26618442440353596,
      "grad_norm": 0.5871407389640808,
      "learning_rate": 4.374709649417328e-05,
      "loss": 4.376,
      "step": 304100
    },
    {
      "epoch": 0.2661888009971631,
      "grad_norm": 0.6349816918373108,
      "learning_rate": 4.3746894744401424e-05,
      "loss": 4.5771,
      "step": 304105
    },
    {
      "epoch": 0.26619317759079025,
      "grad_norm": 0.5556197166442871,
      "learning_rate": 4.3746692991977954e-05,
      "loss": 5.1504,
      "step": 304110
    },
    {
      "epoch": 0.26619755418441743,
      "grad_norm": 0.5890766382217407,
      "learning_rate": 4.374649123690294e-05,
      "loss": 4.7189,
      "step": 304115
    },
    {
      "epoch": 0.26620193077804455,
      "grad_norm": 0.5669800639152527,
      "learning_rate": 4.374628947917642e-05,
      "loss": 5.3016,
      "step": 304120
    },
    {
      "epoch": 0.2662063073716717,
      "grad_norm": 0.5933262705802917,
      "learning_rate": 4.374608771879842e-05,
      "loss": 4.9185,
      "step": 304125
    },
    {
      "epoch": 0.26621068396529884,
      "grad_norm": 0.5939262509346008,
      "learning_rate": 4.3745885955768975e-05,
      "loss": 4.9151,
      "step": 304130
    },
    {
      "epoch": 0.266215060558926,
      "grad_norm": 0.5569737553596497,
      "learning_rate": 4.3745684190088146e-05,
      "loss": 5.916,
      "step": 304135
    },
    {
      "epoch": 0.2662194371525532,
      "grad_norm": 0.5839676856994629,
      "learning_rate": 4.374548242175595e-05,
      "loss": 5.1811,
      "step": 304140
    },
    {
      "epoch": 0.2662238137461803,
      "grad_norm": 0.5690609812736511,
      "learning_rate": 4.3745280650772426e-05,
      "loss": 5.6371,
      "step": 304145
    },
    {
      "epoch": 0.2662281903398075,
      "grad_norm": 0.5730841159820557,
      "learning_rate": 4.3745078877137625e-05,
      "loss": 5.0627,
      "step": 304150
    },
    {
      "epoch": 0.2662325669334346,
      "grad_norm": 0.563992977142334,
      "learning_rate": 4.374487710085159e-05,
      "loss": 4.1128,
      "step": 304155
    },
    {
      "epoch": 0.2662369435270618,
      "grad_norm": 0.5667742490768433,
      "learning_rate": 4.374467532191434e-05,
      "loss": 5.4064,
      "step": 304160
    },
    {
      "epoch": 0.26624132012068896,
      "grad_norm": 0.5767279267311096,
      "learning_rate": 4.374447354032592e-05,
      "loss": 5.0768,
      "step": 304165
    },
    {
      "epoch": 0.2662456967143161,
      "grad_norm": 0.5669269561767578,
      "learning_rate": 4.3744271756086384e-05,
      "loss": 5.2992,
      "step": 304170
    },
    {
      "epoch": 0.26625007330794326,
      "grad_norm": 0.5959230065345764,
      "learning_rate": 4.374406996919577e-05,
      "loss": 5.3049,
      "step": 304175
    },
    {
      "epoch": 0.26625444990157043,
      "grad_norm": 0.5584568977355957,
      "learning_rate": 4.374386817965409e-05,
      "loss": 5.9521,
      "step": 304180
    },
    {
      "epoch": 0.26625882649519755,
      "grad_norm": 0.5627837777137756,
      "learning_rate": 4.374366638746141e-05,
      "loss": 5.9229,
      "step": 304185
    },
    {
      "epoch": 0.26626320308882473,
      "grad_norm": 0.5924675464630127,
      "learning_rate": 4.374346459261775e-05,
      "loss": 5.1086,
      "step": 304190
    },
    {
      "epoch": 0.26626757968245185,
      "grad_norm": 0.6072837710380554,
      "learning_rate": 4.374326279512317e-05,
      "loss": 4.372,
      "step": 304195
    },
    {
      "epoch": 0.266271956276079,
      "grad_norm": 0.5850170850753784,
      "learning_rate": 4.37430609949777e-05,
      "loss": 4.8101,
      "step": 304200
    },
    {
      "epoch": 0.2662763328697062,
      "grad_norm": 0.5844511985778809,
      "learning_rate": 4.374285919218137e-05,
      "loss": 5.4172,
      "step": 304205
    },
    {
      "epoch": 0.2662807094633333,
      "grad_norm": 0.5475418567657471,
      "learning_rate": 4.374265738673423e-05,
      "loss": 5.1069,
      "step": 304210
    },
    {
      "epoch": 0.2662850860569605,
      "grad_norm": 0.5821829438209534,
      "learning_rate": 4.374245557863631e-05,
      "loss": 4.8873,
      "step": 304215
    },
    {
      "epoch": 0.26628946265058767,
      "grad_norm": 0.5916521549224854,
      "learning_rate": 4.3742253767887653e-05,
      "loss": 5.191,
      "step": 304220
    },
    {
      "epoch": 0.2662938392442148,
      "grad_norm": 0.5630599856376648,
      "learning_rate": 4.3742051954488294e-05,
      "loss": 4.5913,
      "step": 304225
    },
    {
      "epoch": 0.26629821583784197,
      "grad_norm": 0.5725582838058472,
      "learning_rate": 4.374185013843829e-05,
      "loss": 5.2036,
      "step": 304230
    },
    {
      "epoch": 0.2663025924314691,
      "grad_norm": 0.5684353113174438,
      "learning_rate": 4.374164831973765e-05,
      "loss": 5.8893,
      "step": 304235
    },
    {
      "epoch": 0.26630696902509626,
      "grad_norm": 0.5749186277389526,
      "learning_rate": 4.374144649838644e-05,
      "loss": 5.4668,
      "step": 304240
    },
    {
      "epoch": 0.26631134561872344,
      "grad_norm": 0.5594081878662109,
      "learning_rate": 4.374124467438468e-05,
      "loss": 4.5934,
      "step": 304245
    },
    {
      "epoch": 0.26631572221235056,
      "grad_norm": 0.5688895583152771,
      "learning_rate": 4.374104284773243e-05,
      "loss": 5.6974,
      "step": 304250
    },
    {
      "epoch": 0.26632009880597773,
      "grad_norm": 0.5698003768920898,
      "learning_rate": 4.37408410184297e-05,
      "loss": 4.9152,
      "step": 304255
    },
    {
      "epoch": 0.26632447539960485,
      "grad_norm": 0.5626611709594727,
      "learning_rate": 4.374063918647655e-05,
      "loss": 4.3454,
      "step": 304260
    },
    {
      "epoch": 0.26632885199323203,
      "grad_norm": 0.5666226148605347,
      "learning_rate": 4.374043735187301e-05,
      "loss": 4.6055,
      "step": 304265
    },
    {
      "epoch": 0.2663332285868592,
      "grad_norm": 0.5770918130874634,
      "learning_rate": 4.374023551461913e-05,
      "loss": 5.3084,
      "step": 304270
    },
    {
      "epoch": 0.2663376051804863,
      "grad_norm": 0.5780230760574341,
      "learning_rate": 4.3740033674714945e-05,
      "loss": 5.6346,
      "step": 304275
    },
    {
      "epoch": 0.2663419817741135,
      "grad_norm": 0.5691744089126587,
      "learning_rate": 4.373983183216048e-05,
      "loss": 4.9047,
      "step": 304280
    },
    {
      "epoch": 0.2663463583677407,
      "grad_norm": 0.5701024532318115,
      "learning_rate": 4.373962998695579e-05,
      "loss": 4.8563,
      "step": 304285
    },
    {
      "epoch": 0.2663507349613678,
      "grad_norm": 0.5758638978004456,
      "learning_rate": 4.37394281391009e-05,
      "loss": 5.0957,
      "step": 304290
    },
    {
      "epoch": 0.26635511155499497,
      "grad_norm": 0.5896660089492798,
      "learning_rate": 4.373922628859587e-05,
      "loss": 5.722,
      "step": 304295
    },
    {
      "epoch": 0.2663594881486221,
      "grad_norm": 0.5618233680725098,
      "learning_rate": 4.373902443544072e-05,
      "loss": 5.4142,
      "step": 304300
    },
    {
      "epoch": 0.26636386474224927,
      "grad_norm": 0.6552141308784485,
      "learning_rate": 4.37388225796355e-05,
      "loss": 4.7934,
      "step": 304305
    },
    {
      "epoch": 0.26636824133587644,
      "grad_norm": 0.6501868367195129,
      "learning_rate": 4.373862072118023e-05,
      "loss": 5.1012,
      "step": 304310
    },
    {
      "epoch": 0.26637261792950356,
      "grad_norm": 0.605880081653595,
      "learning_rate": 4.373841886007498e-05,
      "loss": 4.5579,
      "step": 304315
    },
    {
      "epoch": 0.26637699452313074,
      "grad_norm": 0.5678481459617615,
      "learning_rate": 4.373821699631976e-05,
      "loss": 5.9561,
      "step": 304320
    },
    {
      "epoch": 0.2663813711167579,
      "grad_norm": 0.5937554836273193,
      "learning_rate": 4.373801512991462e-05,
      "loss": 5.1969,
      "step": 304325
    },
    {
      "epoch": 0.26638574771038503,
      "grad_norm": 0.6450848579406738,
      "learning_rate": 4.373781326085961e-05,
      "loss": 5.0981,
      "step": 304330
    },
    {
      "epoch": 0.2663901243040122,
      "grad_norm": 0.5754397511482239,
      "learning_rate": 4.3737611389154755e-05,
      "loss": 4.5979,
      "step": 304335
    },
    {
      "epoch": 0.26639450089763933,
      "grad_norm": 0.5910607576370239,
      "learning_rate": 4.37374095148001e-05,
      "loss": 5.117,
      "step": 304340
    },
    {
      "epoch": 0.2663988774912665,
      "grad_norm": 0.6706701517105103,
      "learning_rate": 4.373720763779566e-05,
      "loss": 4.5818,
      "step": 304345
    },
    {
      "epoch": 0.2664032540848937,
      "grad_norm": 0.6151393055915833,
      "learning_rate": 4.373700575814153e-05,
      "loss": 5.4146,
      "step": 304350
    },
    {
      "epoch": 0.2664076306785208,
      "grad_norm": 0.5574427247047424,
      "learning_rate": 4.37368038758377e-05,
      "loss": 5.1063,
      "step": 304355
    },
    {
      "epoch": 0.266412007272148,
      "grad_norm": 0.560653805732727,
      "learning_rate": 4.373660199088422e-05,
      "loss": 4.829,
      "step": 304360
    },
    {
      "epoch": 0.26641638386577515,
      "grad_norm": 0.5735461115837097,
      "learning_rate": 4.373640010328113e-05,
      "loss": 5.3055,
      "step": 304365
    },
    {
      "epoch": 0.2664207604594023,
      "grad_norm": 0.5693090558052063,
      "learning_rate": 4.3736198213028465e-05,
      "loss": 5.1828,
      "step": 304370
    },
    {
      "epoch": 0.26642513705302945,
      "grad_norm": 0.6056909561157227,
      "learning_rate": 4.373599632012628e-05,
      "loss": 5.1157,
      "step": 304375
    },
    {
      "epoch": 0.26642951364665657,
      "grad_norm": 0.5921856164932251,
      "learning_rate": 4.373579442457461e-05,
      "loss": 4.589,
      "step": 304380
    },
    {
      "epoch": 0.26643389024028374,
      "grad_norm": 0.5844146013259888,
      "learning_rate": 4.373559252637348e-05,
      "loss": 5.3775,
      "step": 304385
    },
    {
      "epoch": 0.2664382668339109,
      "grad_norm": 0.5522711873054504,
      "learning_rate": 4.373539062552294e-05,
      "loss": 5.9264,
      "step": 304390
    },
    {
      "epoch": 0.26644264342753804,
      "grad_norm": 0.5833077430725098,
      "learning_rate": 4.373518872202302e-05,
      "loss": 5.0852,
      "step": 304395
    },
    {
      "epoch": 0.2664470200211652,
      "grad_norm": 0.5673274397850037,
      "learning_rate": 4.373498681587378e-05,
      "loss": 5.9242,
      "step": 304400
    },
    {
      "epoch": 0.26645139661479234,
      "grad_norm": 0.5956388115882874,
      "learning_rate": 4.373478490707522e-05,
      "loss": 5.3979,
      "step": 304405
    },
    {
      "epoch": 0.2664557732084195,
      "grad_norm": 0.5906817317008972,
      "learning_rate": 4.3734582995627426e-05,
      "loss": 4.8609,
      "step": 304410
    },
    {
      "epoch": 0.2664601498020467,
      "grad_norm": 0.5817557573318481,
      "learning_rate": 4.3734381081530405e-05,
      "loss": 5.1996,
      "step": 304415
    },
    {
      "epoch": 0.2664645263956738,
      "grad_norm": 0.5524041652679443,
      "learning_rate": 4.37341791647842e-05,
      "loss": 4.7993,
      "step": 304420
    },
    {
      "epoch": 0.266468902989301,
      "grad_norm": 0.5557814836502075,
      "learning_rate": 4.373397724538887e-05,
      "loss": 4.8016,
      "step": 304425
    },
    {
      "epoch": 0.26647327958292816,
      "grad_norm": 0.5648902654647827,
      "learning_rate": 4.3733775323344415e-05,
      "loss": 5.6383,
      "step": 304430
    },
    {
      "epoch": 0.2664776561765553,
      "grad_norm": 0.5500726103782654,
      "learning_rate": 4.373357339865092e-05,
      "loss": 5.0911,
      "step": 304435
    },
    {
      "epoch": 0.26648203277018245,
      "grad_norm": 0.6519160866737366,
      "learning_rate": 4.3733371471308394e-05,
      "loss": 4.15,
      "step": 304440
    },
    {
      "epoch": 0.2664864093638096,
      "grad_norm": 0.5863184928894043,
      "learning_rate": 4.373316954131687e-05,
      "loss": 5.1495,
      "step": 304445
    },
    {
      "epoch": 0.26649078595743675,
      "grad_norm": 0.5786528587341309,
      "learning_rate": 4.373296760867641e-05,
      "loss": 5.078,
      "step": 304450
    },
    {
      "epoch": 0.2664951625510639,
      "grad_norm": 0.5807116031646729,
      "learning_rate": 4.373276567338705e-05,
      "loss": 4.936,
      "step": 304455
    },
    {
      "epoch": 0.26649953914469104,
      "grad_norm": 0.5688536167144775,
      "learning_rate": 4.373256373544882e-05,
      "loss": 4.8179,
      "step": 304460
    },
    {
      "epoch": 0.2665039157383182,
      "grad_norm": 0.568173885345459,
      "learning_rate": 4.373236179486176e-05,
      "loss": 6.1957,
      "step": 304465
    },
    {
      "epoch": 0.2665082923319454,
      "grad_norm": 0.5731683969497681,
      "learning_rate": 4.37321598516259e-05,
      "loss": 5.6691,
      "step": 304470
    },
    {
      "epoch": 0.2665126689255725,
      "grad_norm": 0.5916460752487183,
      "learning_rate": 4.3731957905741305e-05,
      "loss": 5.3439,
      "step": 304475
    },
    {
      "epoch": 0.2665170455191997,
      "grad_norm": 0.5837987661361694,
      "learning_rate": 4.373175595720799e-05,
      "loss": 4.8675,
      "step": 304480
    },
    {
      "epoch": 0.2665214221128268,
      "grad_norm": 0.564444363117218,
      "learning_rate": 4.3731554006025996e-05,
      "loss": 5.5975,
      "step": 304485
    },
    {
      "epoch": 0.266525798706454,
      "grad_norm": 0.5947768688201904,
      "learning_rate": 4.373135205219537e-05,
      "loss": 5.1168,
      "step": 304490
    },
    {
      "epoch": 0.26653017530008116,
      "grad_norm": 0.5953094959259033,
      "learning_rate": 4.373115009571617e-05,
      "loss": 5.073,
      "step": 304495
    },
    {
      "epoch": 0.2665345518937083,
      "grad_norm": 0.5552030801773071,
      "learning_rate": 4.373094813658839e-05,
      "loss": 5.9336,
      "step": 304500
    },
    {
      "epoch": 0.26653892848733546,
      "grad_norm": 0.5628580451011658,
      "learning_rate": 4.37307461748121e-05,
      "loss": 5.7067,
      "step": 304505
    },
    {
      "epoch": 0.2665433050809626,
      "grad_norm": 0.5559720993041992,
      "learning_rate": 4.3730544210387336e-05,
      "loss": 6.2293,
      "step": 304510
    },
    {
      "epoch": 0.26654768167458975,
      "grad_norm": 0.5784835815429688,
      "learning_rate": 4.373034224331413e-05,
      "loss": 5.4388,
      "step": 304515
    },
    {
      "epoch": 0.26655205826821693,
      "grad_norm": 0.5941057801246643,
      "learning_rate": 4.3730140273592515e-05,
      "loss": 5.0558,
      "step": 304520
    },
    {
      "epoch": 0.26655643486184405,
      "grad_norm": 0.604995846748352,
      "learning_rate": 4.372993830122255e-05,
      "loss": 5.0898,
      "step": 304525
    },
    {
      "epoch": 0.2665608114554712,
      "grad_norm": 0.5973995327949524,
      "learning_rate": 4.372973632620426e-05,
      "loss": 3.8513,
      "step": 304530
    },
    {
      "epoch": 0.2665651880490984,
      "grad_norm": 0.5691975355148315,
      "learning_rate": 4.3729534348537695e-05,
      "loss": 4.3786,
      "step": 304535
    },
    {
      "epoch": 0.2665695646427255,
      "grad_norm": 0.5632734298706055,
      "learning_rate": 4.372933236822286e-05,
      "loss": 5.6835,
      "step": 304540
    },
    {
      "epoch": 0.2665739412363527,
      "grad_norm": 0.5730143189430237,
      "learning_rate": 4.372913038525984e-05,
      "loss": 5.6082,
      "step": 304545
    },
    {
      "epoch": 0.2665783178299798,
      "grad_norm": 0.5551127195358276,
      "learning_rate": 4.372892839964865e-05,
      "loss": 5.9031,
      "step": 304550
    },
    {
      "epoch": 0.266582694423607,
      "grad_norm": 0.5628786683082581,
      "learning_rate": 4.372872641138933e-05,
      "loss": 5.4331,
      "step": 304555
    },
    {
      "epoch": 0.26658707101723417,
      "grad_norm": 0.569045901298523,
      "learning_rate": 4.372852442048193e-05,
      "loss": 4.906,
      "step": 304560
    },
    {
      "epoch": 0.2665914476108613,
      "grad_norm": 0.5757263898849487,
      "learning_rate": 4.372832242692647e-05,
      "loss": 5.6262,
      "step": 304565
    },
    {
      "epoch": 0.26659582420448846,
      "grad_norm": 0.5793247818946838,
      "learning_rate": 4.372812043072301e-05,
      "loss": 4.6747,
      "step": 304570
    },
    {
      "epoch": 0.26660020079811564,
      "grad_norm": 0.5578032732009888,
      "learning_rate": 4.3727918431871574e-05,
      "loss": 5.4009,
      "step": 304575
    },
    {
      "epoch": 0.26660457739174276,
      "grad_norm": 0.5576047897338867,
      "learning_rate": 4.37277164303722e-05,
      "loss": 5.9174,
      "step": 304580
    },
    {
      "epoch": 0.26660895398536993,
      "grad_norm": 0.5758264064788818,
      "learning_rate": 4.3727514426224935e-05,
      "loss": 5.1001,
      "step": 304585
    },
    {
      "epoch": 0.26661333057899705,
      "grad_norm": 0.5644490718841553,
      "learning_rate": 4.3727312419429814e-05,
      "loss": 5.6348,
      "step": 304590
    },
    {
      "epoch": 0.26661770717262423,
      "grad_norm": 0.562644362449646,
      "learning_rate": 4.372711040998688e-05,
      "loss": 5.7219,
      "step": 304595
    },
    {
      "epoch": 0.2666220837662514,
      "grad_norm": 0.5478396415710449,
      "learning_rate": 4.372690839789616e-05,
      "loss": 6.2486,
      "step": 304600
    },
    {
      "epoch": 0.2666264603598785,
      "grad_norm": 0.5702704191207886,
      "learning_rate": 4.372670638315771e-05,
      "loss": 5.0725,
      "step": 304605
    },
    {
      "epoch": 0.2666308369535057,
      "grad_norm": 0.5578141212463379,
      "learning_rate": 4.372650436577157e-05,
      "loss": 5.9172,
      "step": 304610
    },
    {
      "epoch": 0.2666352135471329,
      "grad_norm": 0.562681257724762,
      "learning_rate": 4.3726302345737755e-05,
      "loss": 6.1705,
      "step": 304615
    },
    {
      "epoch": 0.26663959014076,
      "grad_norm": 0.5748553276062012,
      "learning_rate": 4.372610032305633e-05,
      "loss": 5.3978,
      "step": 304620
    },
    {
      "epoch": 0.26664396673438717,
      "grad_norm": 0.5684455037117004,
      "learning_rate": 4.372589829772732e-05,
      "loss": 5.3344,
      "step": 304625
    },
    {
      "epoch": 0.2666483433280143,
      "grad_norm": 0.58585524559021,
      "learning_rate": 4.372569626975076e-05,
      "loss": 5.0856,
      "step": 304630
    },
    {
      "epoch": 0.26665271992164147,
      "grad_norm": 0.6035325527191162,
      "learning_rate": 4.3725494239126695e-05,
      "loss": 4.6085,
      "step": 304635
    },
    {
      "epoch": 0.26665709651526864,
      "grad_norm": 0.6033599972724915,
      "learning_rate": 4.372529220585518e-05,
      "loss": 5.1627,
      "step": 304640
    },
    {
      "epoch": 0.26666147310889576,
      "grad_norm": 0.5964812636375427,
      "learning_rate": 4.3725090169936234e-05,
      "loss": 5.1809,
      "step": 304645
    },
    {
      "epoch": 0.26666584970252294,
      "grad_norm": 0.5966663956642151,
      "learning_rate": 4.372488813136989e-05,
      "loss": 5.1426,
      "step": 304650
    },
    {
      "epoch": 0.26667022629615006,
      "grad_norm": 0.6456640958786011,
      "learning_rate": 4.3724686090156195e-05,
      "loss": 5.1664,
      "step": 304655
    },
    {
      "epoch": 0.26667460288977723,
      "grad_norm": 0.5868139863014221,
      "learning_rate": 4.372448404629521e-05,
      "loss": 5.1425,
      "step": 304660
    },
    {
      "epoch": 0.2666789794834044,
      "grad_norm": 0.5662304162979126,
      "learning_rate": 4.372428199978694e-05,
      "loss": 5.907,
      "step": 304665
    },
    {
      "epoch": 0.26668335607703153,
      "grad_norm": 0.5637406706809998,
      "learning_rate": 4.3724079950631446e-05,
      "loss": 5.4353,
      "step": 304670
    },
    {
      "epoch": 0.2666877326706587,
      "grad_norm": 0.5586722493171692,
      "learning_rate": 4.3723877898828755e-05,
      "loss": 5.732,
      "step": 304675
    },
    {
      "epoch": 0.2666921092642859,
      "grad_norm": 0.5685439705848694,
      "learning_rate": 4.372367584437891e-05,
      "loss": 5.3804,
      "step": 304680
    },
    {
      "epoch": 0.266696485857913,
      "grad_norm": 0.5644042491912842,
      "learning_rate": 4.372347378728196e-05,
      "loss": 5.3816,
      "step": 304685
    },
    {
      "epoch": 0.2667008624515402,
      "grad_norm": 0.5897392630577087,
      "learning_rate": 4.3723271727537926e-05,
      "loss": 5.3868,
      "step": 304690
    },
    {
      "epoch": 0.2667052390451673,
      "grad_norm": 0.5817699432373047,
      "learning_rate": 4.3723069665146855e-05,
      "loss": 5.7064,
      "step": 304695
    },
    {
      "epoch": 0.2667096156387945,
      "grad_norm": 0.5876905918121338,
      "learning_rate": 4.372286760010879e-05,
      "loss": 5.166,
      "step": 304700
    },
    {
      "epoch": 0.26671399223242165,
      "grad_norm": 0.5959988832473755,
      "learning_rate": 4.372266553242377e-05,
      "loss": 4.8798,
      "step": 304705
    },
    {
      "epoch": 0.26671836882604877,
      "grad_norm": 0.5672429203987122,
      "learning_rate": 4.3722463462091824e-05,
      "loss": 5.8549,
      "step": 304710
    },
    {
      "epoch": 0.26672274541967594,
      "grad_norm": 0.5818928480148315,
      "learning_rate": 4.3722261389113e-05,
      "loss": 5.0618,
      "step": 304715
    },
    {
      "epoch": 0.2667271220133031,
      "grad_norm": 0.5737739205360413,
      "learning_rate": 4.372205931348733e-05,
      "loss": 4.8787,
      "step": 304720
    },
    {
      "epoch": 0.26673149860693024,
      "grad_norm": 0.5752819180488586,
      "learning_rate": 4.372185723521486e-05,
      "loss": 5.5928,
      "step": 304725
    },
    {
      "epoch": 0.2667358752005574,
      "grad_norm": 0.5721290707588196,
      "learning_rate": 4.3721655154295625e-05,
      "loss": 4.9113,
      "step": 304730
    },
    {
      "epoch": 0.26674025179418454,
      "grad_norm": 0.5728690028190613,
      "learning_rate": 4.3721453070729666e-05,
      "loss": 5.1114,
      "step": 304735
    },
    {
      "epoch": 0.2667446283878117,
      "grad_norm": 0.567811131477356,
      "learning_rate": 4.372125098451703e-05,
      "loss": 5.4185,
      "step": 304740
    },
    {
      "epoch": 0.2667490049814389,
      "grad_norm": 0.5773991942405701,
      "learning_rate": 4.3721048895657736e-05,
      "loss": 5.1619,
      "step": 304745
    },
    {
      "epoch": 0.266753381575066,
      "grad_norm": 0.5831090211868286,
      "learning_rate": 4.372084680415184e-05,
      "loss": 4.4251,
      "step": 304750
    },
    {
      "epoch": 0.2667577581686932,
      "grad_norm": 0.5753087997436523,
      "learning_rate": 4.3720644709999384e-05,
      "loss": 4.9029,
      "step": 304755
    },
    {
      "epoch": 0.26676213476232036,
      "grad_norm": 0.581673800945282,
      "learning_rate": 4.372044261320037e-05,
      "loss": 4.9175,
      "step": 304760
    },
    {
      "epoch": 0.2667665113559475,
      "grad_norm": 0.5771170854568481,
      "learning_rate": 4.3720240513754896e-05,
      "loss": 5.6808,
      "step": 304765
    },
    {
      "epoch": 0.26677088794957465,
      "grad_norm": 0.5786911845207214,
      "learning_rate": 4.372003841166296e-05,
      "loss": 5.4043,
      "step": 304770
    },
    {
      "epoch": 0.2667752645432018,
      "grad_norm": 0.5751433968544006,
      "learning_rate": 4.371983630692461e-05,
      "loss": 5.7365,
      "step": 304775
    },
    {
      "epoch": 0.26677964113682895,
      "grad_norm": 0.5671635866165161,
      "learning_rate": 4.371963419953988e-05,
      "loss": 5.892,
      "step": 304780
    },
    {
      "epoch": 0.2667840177304561,
      "grad_norm": 0.5847881436347961,
      "learning_rate": 4.3719432089508825e-05,
      "loss": 4.3966,
      "step": 304785
    },
    {
      "epoch": 0.26678839432408324,
      "grad_norm": 0.5938966274261475,
      "learning_rate": 4.371922997683147e-05,
      "loss": 5.6262,
      "step": 304790
    },
    {
      "epoch": 0.2667927709177104,
      "grad_norm": 0.5801933407783508,
      "learning_rate": 4.371902786150785e-05,
      "loss": 5.2105,
      "step": 304795
    },
    {
      "epoch": 0.26679714751133754,
      "grad_norm": 0.5627385973930359,
      "learning_rate": 4.371882574353803e-05,
      "loss": 5.4189,
      "step": 304800
    },
    {
      "epoch": 0.2668015241049647,
      "grad_norm": 0.5942991375923157,
      "learning_rate": 4.371862362292202e-05,
      "loss": 5.184,
      "step": 304805
    },
    {
      "epoch": 0.2668059006985919,
      "grad_norm": 0.5688990950584412,
      "learning_rate": 4.3718421499659866e-05,
      "loss": 5.7189,
      "step": 304810
    },
    {
      "epoch": 0.266810277292219,
      "grad_norm": 0.5783095359802246,
      "learning_rate": 4.371821937375161e-05,
      "loss": 5.9439,
      "step": 304815
    },
    {
      "epoch": 0.2668146538858462,
      "grad_norm": 0.6004707217216492,
      "learning_rate": 4.3718017245197306e-05,
      "loss": 5.2205,
      "step": 304820
    },
    {
      "epoch": 0.26681903047947336,
      "grad_norm": 0.6121582388877869,
      "learning_rate": 4.371781511399697e-05,
      "loss": 5.3064,
      "step": 304825
    },
    {
      "epoch": 0.2668234070731005,
      "grad_norm": 0.5798656940460205,
      "learning_rate": 4.3717612980150656e-05,
      "loss": 6.2342,
      "step": 304830
    },
    {
      "epoch": 0.26682778366672766,
      "grad_norm": 0.6258953809738159,
      "learning_rate": 4.371741084365839e-05,
      "loss": 4.9119,
      "step": 304835
    },
    {
      "epoch": 0.2668321602603548,
      "grad_norm": 0.5865491628646851,
      "learning_rate": 4.371720870452022e-05,
      "loss": 5.1214,
      "step": 304840
    },
    {
      "epoch": 0.26683653685398195,
      "grad_norm": 0.6505406498908997,
      "learning_rate": 4.371700656273618e-05,
      "loss": 5.0826,
      "step": 304845
    },
    {
      "epoch": 0.26684091344760913,
      "grad_norm": 0.5779284834861755,
      "learning_rate": 4.3716804418306325e-05,
      "loss": 5.6061,
      "step": 304850
    },
    {
      "epoch": 0.26684529004123625,
      "grad_norm": 0.6004592180252075,
      "learning_rate": 4.371660227123067e-05,
      "loss": 4.8975,
      "step": 304855
    },
    {
      "epoch": 0.2668496666348634,
      "grad_norm": 0.5773376822471619,
      "learning_rate": 4.371640012150927e-05,
      "loss": 5.5766,
      "step": 304860
    },
    {
      "epoch": 0.2668540432284906,
      "grad_norm": 0.8511373996734619,
      "learning_rate": 4.371619796914216e-05,
      "loss": 4.5689,
      "step": 304865
    },
    {
      "epoch": 0.2668584198221177,
      "grad_norm": 0.5764747262001038,
      "learning_rate": 4.371599581412936e-05,
      "loss": 4.9029,
      "step": 304870
    },
    {
      "epoch": 0.2668627964157449,
      "grad_norm": 0.578480064868927,
      "learning_rate": 4.371579365647095e-05,
      "loss": 5.3289,
      "step": 304875
    },
    {
      "epoch": 0.266867173009372,
      "grad_norm": 0.5670874118804932,
      "learning_rate": 4.3715591496166944e-05,
      "loss": 5.6135,
      "step": 304880
    },
    {
      "epoch": 0.2668715496029992,
      "grad_norm": 0.6270503997802734,
      "learning_rate": 4.371538933321737e-05,
      "loss": 5.1333,
      "step": 304885
    },
    {
      "epoch": 0.26687592619662637,
      "grad_norm": 0.5766083002090454,
      "learning_rate": 4.3715187167622286e-05,
      "loss": 5.2982,
      "step": 304890
    },
    {
      "epoch": 0.2668803027902535,
      "grad_norm": 0.5929668545722961,
      "learning_rate": 4.371498499938172e-05,
      "loss": 4.8855,
      "step": 304895
    },
    {
      "epoch": 0.26688467938388066,
      "grad_norm": 0.5665484666824341,
      "learning_rate": 4.371478282849573e-05,
      "loss": 5.9494,
      "step": 304900
    },
    {
      "epoch": 0.2668890559775078,
      "grad_norm": 0.5583578944206238,
      "learning_rate": 4.371458065496432e-05,
      "loss": 4.7768,
      "step": 304905
    },
    {
      "epoch": 0.26689343257113496,
      "grad_norm": 0.6161277890205383,
      "learning_rate": 4.3714378478787565e-05,
      "loss": 4.3809,
      "step": 304910
    },
    {
      "epoch": 0.26689780916476213,
      "grad_norm": 0.5750364661216736,
      "learning_rate": 4.3714176299965493e-05,
      "loss": 4.8772,
      "step": 304915
    },
    {
      "epoch": 0.26690218575838925,
      "grad_norm": 0.5949557423591614,
      "learning_rate": 4.3713974118498125e-05,
      "loss": 5.399,
      "step": 304920
    },
    {
      "epoch": 0.26690656235201643,
      "grad_norm": 0.58177649974823,
      "learning_rate": 4.371377193438552e-05,
      "loss": 4.8763,
      "step": 304925
    },
    {
      "epoch": 0.2669109389456436,
      "grad_norm": 0.5851075053215027,
      "learning_rate": 4.371356974762771e-05,
      "loss": 5.1275,
      "step": 304930
    },
    {
      "epoch": 0.2669153155392707,
      "grad_norm": 0.5683993101119995,
      "learning_rate": 4.3713367558224735e-05,
      "loss": 5.404,
      "step": 304935
    },
    {
      "epoch": 0.2669196921328979,
      "grad_norm": 0.5893322229385376,
      "learning_rate": 4.371316536617664e-05,
      "loss": 5.1241,
      "step": 304940
    },
    {
      "epoch": 0.266924068726525,
      "grad_norm": 0.5931759476661682,
      "learning_rate": 4.371296317148346e-05,
      "loss": 5.4482,
      "step": 304945
    },
    {
      "epoch": 0.2669284453201522,
      "grad_norm": 0.566763162612915,
      "learning_rate": 4.371276097414522e-05,
      "loss": 6.2336,
      "step": 304950
    },
    {
      "epoch": 0.2669328219137794,
      "grad_norm": 0.571480393409729,
      "learning_rate": 4.371255877416197e-05,
      "loss": 5.3953,
      "step": 304955
    },
    {
      "epoch": 0.2669371985074065,
      "grad_norm": 0.5749887824058533,
      "learning_rate": 4.3712356571533765e-05,
      "loss": 5.6223,
      "step": 304960
    },
    {
      "epoch": 0.26694157510103367,
      "grad_norm": 0.5933793783187866,
      "learning_rate": 4.3712154366260616e-05,
      "loss": 5.111,
      "step": 304965
    },
    {
      "epoch": 0.26694595169466084,
      "grad_norm": 0.5729991793632507,
      "learning_rate": 4.371195215834257e-05,
      "loss": 4.8825,
      "step": 304970
    },
    {
      "epoch": 0.26695032828828796,
      "grad_norm": 0.5993118286132812,
      "learning_rate": 4.371174994777969e-05,
      "loss": 4.8898,
      "step": 304975
    },
    {
      "epoch": 0.26695470488191514,
      "grad_norm": 0.5593765377998352,
      "learning_rate": 4.371154773457199e-05,
      "loss": 5.4116,
      "step": 304980
    },
    {
      "epoch": 0.26695908147554226,
      "grad_norm": 0.5690957903862,
      "learning_rate": 4.371134551871951e-05,
      "loss": 5.3973,
      "step": 304985
    },
    {
      "epoch": 0.26696345806916943,
      "grad_norm": 0.5591738820075989,
      "learning_rate": 4.371114330022229e-05,
      "loss": 5.6974,
      "step": 304990
    },
    {
      "epoch": 0.2669678346627966,
      "grad_norm": 0.5826430320739746,
      "learning_rate": 4.371094107908038e-05,
      "loss": 5.4421,
      "step": 304995
    },
    {
      "epoch": 0.26697221125642373,
      "grad_norm": 0.5757195353507996,
      "learning_rate": 4.371073885529381e-05,
      "loss": 5.129,
      "step": 305000
    },
    {
      "epoch": 0.2669765878500509,
      "grad_norm": 0.5767108201980591,
      "learning_rate": 4.3710536628862616e-05,
      "loss": 4.3778,
      "step": 305005
    },
    {
      "epoch": 0.2669809644436781,
      "grad_norm": 0.5939990282058716,
      "learning_rate": 4.371033439978686e-05,
      "loss": 5.0918,
      "step": 305010
    },
    {
      "epoch": 0.2669853410373052,
      "grad_norm": 0.5988652110099792,
      "learning_rate": 4.3710132168066544e-05,
      "loss": 5.7118,
      "step": 305015
    },
    {
      "epoch": 0.2669897176309324,
      "grad_norm": 0.589275062084198,
      "learning_rate": 4.370992993370173e-05,
      "loss": 4.1854,
      "step": 305020
    },
    {
      "epoch": 0.2669940942245595,
      "grad_norm": 0.5831834673881531,
      "learning_rate": 4.3709727696692446e-05,
      "loss": 5.5814,
      "step": 305025
    },
    {
      "epoch": 0.2669984708181867,
      "grad_norm": 0.5558314323425293,
      "learning_rate": 4.370952545703876e-05,
      "loss": 5.6896,
      "step": 305030
    },
    {
      "epoch": 0.26700284741181385,
      "grad_norm": 0.5771825909614563,
      "learning_rate": 4.3709323214740675e-05,
      "loss": 5.1178,
      "step": 305035
    },
    {
      "epoch": 0.26700722400544097,
      "grad_norm": 0.577705979347229,
      "learning_rate": 4.370912096979824e-05,
      "loss": 5.7128,
      "step": 305040
    },
    {
      "epoch": 0.26701160059906814,
      "grad_norm": 0.5775362849235535,
      "learning_rate": 4.370891872221151e-05,
      "loss": 4.9404,
      "step": 305045
    },
    {
      "epoch": 0.26701597719269526,
      "grad_norm": 0.5926921963691711,
      "learning_rate": 4.37087164719805e-05,
      "loss": 5.1401,
      "step": 305050
    },
    {
      "epoch": 0.26702035378632244,
      "grad_norm": 0.5830473303794861,
      "learning_rate": 4.370851421910527e-05,
      "loss": 4.7056,
      "step": 305055
    },
    {
      "epoch": 0.2670247303799496,
      "grad_norm": 0.6065346002578735,
      "learning_rate": 4.3708311963585846e-05,
      "loss": 5.097,
      "step": 305060
    },
    {
      "epoch": 0.26702910697357674,
      "grad_norm": 0.5807773470878601,
      "learning_rate": 4.370810970542227e-05,
      "loss": 4.9271,
      "step": 305065
    },
    {
      "epoch": 0.2670334835672039,
      "grad_norm": 0.5802545547485352,
      "learning_rate": 4.370790744461458e-05,
      "loss": 5.38,
      "step": 305070
    },
    {
      "epoch": 0.2670378601608311,
      "grad_norm": 0.5689695477485657,
      "learning_rate": 4.370770518116282e-05,
      "loss": 5.0939,
      "step": 305075
    },
    {
      "epoch": 0.2670422367544582,
      "grad_norm": 0.5874167680740356,
      "learning_rate": 4.3707502915067033e-05,
      "loss": 5.2012,
      "step": 305080
    },
    {
      "epoch": 0.2670466133480854,
      "grad_norm": 0.5696550011634827,
      "learning_rate": 4.3707300646327244e-05,
      "loss": 4.9087,
      "step": 305085
    },
    {
      "epoch": 0.2670509899417125,
      "grad_norm": 0.5745653510093689,
      "learning_rate": 4.37070983749435e-05,
      "loss": 5.0723,
      "step": 305090
    },
    {
      "epoch": 0.2670553665353397,
      "grad_norm": 0.5963293313980103,
      "learning_rate": 4.370689610091584e-05,
      "loss": 5.0732,
      "step": 305095
    },
    {
      "epoch": 0.26705974312896685,
      "grad_norm": 0.5646812319755554,
      "learning_rate": 4.370669382424429e-05,
      "loss": 6.1844,
      "step": 305100
    },
    {
      "epoch": 0.267064119722594,
      "grad_norm": 0.5481722950935364,
      "learning_rate": 4.370649154492893e-05,
      "loss": 6.193,
      "step": 305105
    },
    {
      "epoch": 0.26706849631622115,
      "grad_norm": 0.5520315170288086,
      "learning_rate": 4.370628926296975e-05,
      "loss": 6.2309,
      "step": 305110
    },
    {
      "epoch": 0.2670728729098483,
      "grad_norm": 0.5756844282150269,
      "learning_rate": 4.370608697836681e-05,
      "loss": 5.5842,
      "step": 305115
    },
    {
      "epoch": 0.26707724950347544,
      "grad_norm": 0.5693215131759644,
      "learning_rate": 4.370588469112015e-05,
      "loss": 5.3154,
      "step": 305120
    },
    {
      "epoch": 0.2670816260971026,
      "grad_norm": 0.5759723782539368,
      "learning_rate": 4.3705682401229805e-05,
      "loss": 5.4223,
      "step": 305125
    },
    {
      "epoch": 0.26708600269072974,
      "grad_norm": 0.578769326210022,
      "learning_rate": 4.370548010869583e-05,
      "loss": 4.6241,
      "step": 305130
    },
    {
      "epoch": 0.2670903792843569,
      "grad_norm": 0.5966498851776123,
      "learning_rate": 4.370527781351823e-05,
      "loss": 5.2793,
      "step": 305135
    },
    {
      "epoch": 0.2670947558779841,
      "grad_norm": 0.5978644490242004,
      "learning_rate": 4.370507551569708e-05,
      "loss": 4.9253,
      "step": 305140
    },
    {
      "epoch": 0.2670991324716112,
      "grad_norm": 0.5976945161819458,
      "learning_rate": 4.370487321523239e-05,
      "loss": 5.3892,
      "step": 305145
    },
    {
      "epoch": 0.2671035090652384,
      "grad_norm": 0.5974881649017334,
      "learning_rate": 4.3704670912124224e-05,
      "loss": 4.5756,
      "step": 305150
    },
    {
      "epoch": 0.2671078856588655,
      "grad_norm": 0.5710251331329346,
      "learning_rate": 4.3704468606372605e-05,
      "loss": 5.1542,
      "step": 305155
    },
    {
      "epoch": 0.2671122622524927,
      "grad_norm": 0.6109582185745239,
      "learning_rate": 4.370426629797758e-05,
      "loss": 5.2003,
      "step": 305160
    },
    {
      "epoch": 0.26711663884611986,
      "grad_norm": 0.5675373077392578,
      "learning_rate": 4.370406398693918e-05,
      "loss": 5.1232,
      "step": 305165
    },
    {
      "epoch": 0.267121015439747,
      "grad_norm": 0.611057460308075,
      "learning_rate": 4.370386167325745e-05,
      "loss": 5.0894,
      "step": 305170
    },
    {
      "epoch": 0.26712539203337415,
      "grad_norm": 0.5904240608215332,
      "learning_rate": 4.370365935693243e-05,
      "loss": 5.2253,
      "step": 305175
    },
    {
      "epoch": 0.26712976862700133,
      "grad_norm": 0.5745730400085449,
      "learning_rate": 4.370345703796415e-05,
      "loss": 5.383,
      "step": 305180
    },
    {
      "epoch": 0.26713414522062845,
      "grad_norm": 0.5787320137023926,
      "learning_rate": 4.3703254716352656e-05,
      "loss": 4.8451,
      "step": 305185
    },
    {
      "epoch": 0.2671385218142556,
      "grad_norm": 0.5693310499191284,
      "learning_rate": 4.370305239209799e-05,
      "loss": 5.6648,
      "step": 305190
    },
    {
      "epoch": 0.26714289840788275,
      "grad_norm": 0.6002665162086487,
      "learning_rate": 4.3702850065200186e-05,
      "loss": 5.1466,
      "step": 305195
    },
    {
      "epoch": 0.2671472750015099,
      "grad_norm": 0.5842739343643188,
      "learning_rate": 4.370264773565929e-05,
      "loss": 4.8792,
      "step": 305200
    },
    {
      "epoch": 0.2671516515951371,
      "grad_norm": 0.5902856588363647,
      "learning_rate": 4.3702445403475335e-05,
      "loss": 5.2838,
      "step": 305205
    },
    {
      "epoch": 0.2671560281887642,
      "grad_norm": 0.5580655336380005,
      "learning_rate": 4.3702243068648355e-05,
      "loss": 5.6825,
      "step": 305210
    },
    {
      "epoch": 0.2671604047823914,
      "grad_norm": 0.5726665258407593,
      "learning_rate": 4.3702040731178395e-05,
      "loss": 5.6098,
      "step": 305215
    },
    {
      "epoch": 0.26716478137601857,
      "grad_norm": 0.5716314315795898,
      "learning_rate": 4.3701838391065496e-05,
      "loss": 5.212,
      "step": 305220
    },
    {
      "epoch": 0.2671691579696457,
      "grad_norm": 0.5718458890914917,
      "learning_rate": 4.370163604830969e-05,
      "loss": 5.8891,
      "step": 305225
    },
    {
      "epoch": 0.26717353456327286,
      "grad_norm": 0.563446044921875,
      "learning_rate": 4.3701433702911035e-05,
      "loss": 5.4218,
      "step": 305230
    },
    {
      "epoch": 0.2671779111569,
      "grad_norm": 0.6050190925598145,
      "learning_rate": 4.370123135486954e-05,
      "loss": 4.8915,
      "step": 305235
    },
    {
      "epoch": 0.26718228775052716,
      "grad_norm": 0.6046852469444275,
      "learning_rate": 4.370102900418526e-05,
      "loss": 4.6868,
      "step": 305240
    },
    {
      "epoch": 0.26718666434415433,
      "grad_norm": 0.5754164457321167,
      "learning_rate": 4.370082665085824e-05,
      "loss": 4.8271,
      "step": 305245
    },
    {
      "epoch": 0.26719104093778145,
      "grad_norm": 0.5827202796936035,
      "learning_rate": 4.3700624294888515e-05,
      "loss": 4.3721,
      "step": 305250
    },
    {
      "epoch": 0.26719541753140863,
      "grad_norm": 0.5763190388679504,
      "learning_rate": 4.3700421936276125e-05,
      "loss": 5.107,
      "step": 305255
    },
    {
      "epoch": 0.2671997941250358,
      "grad_norm": 0.5907729268074036,
      "learning_rate": 4.3700219575021094e-05,
      "loss": 5.7275,
      "step": 305260
    },
    {
      "epoch": 0.2672041707186629,
      "grad_norm": 0.5892553925514221,
      "learning_rate": 4.3700017211123475e-05,
      "loss": 5.4019,
      "step": 305265
    },
    {
      "epoch": 0.2672085473122901,
      "grad_norm": 0.6145754456520081,
      "learning_rate": 4.369981484458332e-05,
      "loss": 4.1567,
      "step": 305270
    },
    {
      "epoch": 0.2672129239059172,
      "grad_norm": 0.5834084153175354,
      "learning_rate": 4.369961247540064e-05,
      "loss": 5.372,
      "step": 305275
    },
    {
      "epoch": 0.2672173004995444,
      "grad_norm": 0.5662298798561096,
      "learning_rate": 4.369941010357549e-05,
      "loss": 5.2963,
      "step": 305280
    },
    {
      "epoch": 0.2672216770931716,
      "grad_norm": 0.5730936527252197,
      "learning_rate": 4.3699207729107905e-05,
      "loss": 4.8983,
      "step": 305285
    },
    {
      "epoch": 0.2672260536867987,
      "grad_norm": 0.5796055793762207,
      "learning_rate": 4.369900535199792e-05,
      "loss": 4.8319,
      "step": 305290
    },
    {
      "epoch": 0.26723043028042587,
      "grad_norm": 0.6087384223937988,
      "learning_rate": 4.369880297224559e-05,
      "loss": 5.1152,
      "step": 305295
    },
    {
      "epoch": 0.267234806874053,
      "grad_norm": 0.5824790596961975,
      "learning_rate": 4.3698600589850944e-05,
      "loss": 5.1086,
      "step": 305300
    },
    {
      "epoch": 0.26723918346768016,
      "grad_norm": 0.573064923286438,
      "learning_rate": 4.369839820481402e-05,
      "loss": 5.015,
      "step": 305305
    },
    {
      "epoch": 0.26724356006130734,
      "grad_norm": 0.5671976208686829,
      "learning_rate": 4.369819581713485e-05,
      "loss": 4.3547,
      "step": 305310
    },
    {
      "epoch": 0.26724793665493446,
      "grad_norm": 0.5856843590736389,
      "learning_rate": 4.369799342681348e-05,
      "loss": 5.1907,
      "step": 305315
    },
    {
      "epoch": 0.26725231324856163,
      "grad_norm": 0.5919679403305054,
      "learning_rate": 4.369779103384995e-05,
      "loss": 5.3995,
      "step": 305320
    },
    {
      "epoch": 0.2672566898421888,
      "grad_norm": 0.5592372417449951,
      "learning_rate": 4.36975886382443e-05,
      "loss": 4.6051,
      "step": 305325
    },
    {
      "epoch": 0.26726106643581593,
      "grad_norm": 0.5626635551452637,
      "learning_rate": 4.3697386239996575e-05,
      "loss": 4.8277,
      "step": 305330
    },
    {
      "epoch": 0.2672654430294431,
      "grad_norm": 0.5922690629959106,
      "learning_rate": 4.369718383910679e-05,
      "loss": 5.1676,
      "step": 305335
    },
    {
      "epoch": 0.2672698196230702,
      "grad_norm": 0.5861748456954956,
      "learning_rate": 4.369698143557501e-05,
      "loss": 5.7161,
      "step": 305340
    },
    {
      "epoch": 0.2672741962166974,
      "grad_norm": 0.5694819092750549,
      "learning_rate": 4.3696779029401266e-05,
      "loss": 5.7342,
      "step": 305345
    },
    {
      "epoch": 0.2672785728103246,
      "grad_norm": 0.5797055959701538,
      "learning_rate": 4.369657662058559e-05,
      "loss": 5.4201,
      "step": 305350
    },
    {
      "epoch": 0.2672829494039517,
      "grad_norm": 0.5689942240715027,
      "learning_rate": 4.369637420912804e-05,
      "loss": 3.8605,
      "step": 305355
    },
    {
      "epoch": 0.2672873259975789,
      "grad_norm": 0.6138715147972107,
      "learning_rate": 4.369617179502864e-05,
      "loss": 4.7124,
      "step": 305360
    },
    {
      "epoch": 0.26729170259120605,
      "grad_norm": 0.5727334022521973,
      "learning_rate": 4.369596937828741e-05,
      "loss": 5.2478,
      "step": 305365
    },
    {
      "epoch": 0.26729607918483317,
      "grad_norm": 0.5716541409492493,
      "learning_rate": 4.369576695890443e-05,
      "loss": 5.0783,
      "step": 305370
    },
    {
      "epoch": 0.26730045577846034,
      "grad_norm": 0.5659872889518738,
      "learning_rate": 4.369556453687972e-05,
      "loss": 4.6979,
      "step": 305375
    },
    {
      "epoch": 0.26730483237208746,
      "grad_norm": 0.5824843049049377,
      "learning_rate": 4.369536211221331e-05,
      "loss": 4.3697,
      "step": 305380
    },
    {
      "epoch": 0.26730920896571464,
      "grad_norm": 0.567066490650177,
      "learning_rate": 4.369515968490524e-05,
      "loss": 6.2352,
      "step": 305385
    },
    {
      "epoch": 0.2673135855593418,
      "grad_norm": 0.56243497133255,
      "learning_rate": 4.369495725495556e-05,
      "loss": 4.1475,
      "step": 305390
    },
    {
      "epoch": 0.26731796215296894,
      "grad_norm": 0.5893370509147644,
      "learning_rate": 4.3694754822364313e-05,
      "loss": 5.0273,
      "step": 305395
    },
    {
      "epoch": 0.2673223387465961,
      "grad_norm": 0.5851118564605713,
      "learning_rate": 4.3694552387131525e-05,
      "loss": 5.1083,
      "step": 305400
    },
    {
      "epoch": 0.2673267153402233,
      "grad_norm": 0.5685520172119141,
      "learning_rate": 4.369434994925724e-05,
      "loss": 6.2232,
      "step": 305405
    },
    {
      "epoch": 0.2673310919338504,
      "grad_norm": 0.5632166862487793,
      "learning_rate": 4.36941475087415e-05,
      "loss": 5.1691,
      "step": 305410
    },
    {
      "epoch": 0.2673354685274776,
      "grad_norm": 0.5674862265586853,
      "learning_rate": 4.369394506558434e-05,
      "loss": 4.6376,
      "step": 305415
    },
    {
      "epoch": 0.2673398451211047,
      "grad_norm": 0.5648094415664673,
      "learning_rate": 4.369374261978579e-05,
      "loss": 4.9409,
      "step": 305420
    },
    {
      "epoch": 0.2673442217147319,
      "grad_norm": 0.5908738970756531,
      "learning_rate": 4.3693540171345916e-05,
      "loss": 5.4042,
      "step": 305425
    },
    {
      "epoch": 0.26734859830835905,
      "grad_norm": 0.5680850148200989,
      "learning_rate": 4.3693337720264734e-05,
      "loss": 4.8664,
      "step": 305430
    },
    {
      "epoch": 0.2673529749019862,
      "grad_norm": 0.5721391439437866,
      "learning_rate": 4.369313526654229e-05,
      "loss": 4.6017,
      "step": 305435
    },
    {
      "epoch": 0.26735735149561335,
      "grad_norm": 0.5909464955329895,
      "learning_rate": 4.369293281017862e-05,
      "loss": 5.1004,
      "step": 305440
    },
    {
      "epoch": 0.26736172808924047,
      "grad_norm": 0.5753633975982666,
      "learning_rate": 4.369273035117377e-05,
      "loss": 5.6463,
      "step": 305445
    },
    {
      "epoch": 0.26736610468286764,
      "grad_norm": 0.5779544115066528,
      "learning_rate": 4.3692527889527766e-05,
      "loss": 4.8941,
      "step": 305450
    },
    {
      "epoch": 0.2673704812764948,
      "grad_norm": 0.5627387762069702,
      "learning_rate": 4.3692325425240664e-05,
      "loss": 5.3997,
      "step": 305455
    },
    {
      "epoch": 0.26737485787012194,
      "grad_norm": 0.5839383006095886,
      "learning_rate": 4.3692122958312485e-05,
      "loss": 5.064,
      "step": 305460
    },
    {
      "epoch": 0.2673792344637491,
      "grad_norm": 0.5690204501152039,
      "learning_rate": 4.3691920488743285e-05,
      "loss": 5.6041,
      "step": 305465
    },
    {
      "epoch": 0.2673836110573763,
      "grad_norm": 0.6091848611831665,
      "learning_rate": 4.3691718016533104e-05,
      "loss": 4.881,
      "step": 305470
    },
    {
      "epoch": 0.2673879876510034,
      "grad_norm": 0.5687078833580017,
      "learning_rate": 4.369151554168196e-05,
      "loss": 4.3614,
      "step": 305475
    },
    {
      "epoch": 0.2673923642446306,
      "grad_norm": 0.5750000476837158,
      "learning_rate": 4.369131306418991e-05,
      "loss": 4.1885,
      "step": 305480
    },
    {
      "epoch": 0.2673967408382577,
      "grad_norm": 0.5793370604515076,
      "learning_rate": 4.369111058405698e-05,
      "loss": 4.6002,
      "step": 305485
    },
    {
      "epoch": 0.2674011174318849,
      "grad_norm": 0.5759033560752869,
      "learning_rate": 4.369090810128323e-05,
      "loss": 4.8437,
      "step": 305490
    },
    {
      "epoch": 0.26740549402551206,
      "grad_norm": 0.5730076432228088,
      "learning_rate": 4.3690705615868676e-05,
      "loss": 5.6968,
      "step": 305495
    },
    {
      "epoch": 0.2674098706191392,
      "grad_norm": 0.5690580606460571,
      "learning_rate": 4.369050312781337e-05,
      "loss": 5.6254,
      "step": 305500
    },
    {
      "epoch": 0.26741424721276635,
      "grad_norm": 0.6028965711593628,
      "learning_rate": 4.369030063711736e-05,
      "loss": 5.4161,
      "step": 305505
    },
    {
      "epoch": 0.26741862380639353,
      "grad_norm": 0.5944958329200745,
      "learning_rate": 4.3690098143780656e-05,
      "loss": 5.2369,
      "step": 305510
    },
    {
      "epoch": 0.26742300040002065,
      "grad_norm": 0.5691179037094116,
      "learning_rate": 4.368989564780331e-05,
      "loss": 5.4219,
      "step": 305515
    },
    {
      "epoch": 0.2674273769936478,
      "grad_norm": 0.6681487560272217,
      "learning_rate": 4.368969314918538e-05,
      "loss": 4.4091,
      "step": 305520
    },
    {
      "epoch": 0.26743175358727495,
      "grad_norm": 0.6298549175262451,
      "learning_rate": 4.368949064792689e-05,
      "loss": 5.6898,
      "step": 305525
    },
    {
      "epoch": 0.2674361301809021,
      "grad_norm": 0.5802292823791504,
      "learning_rate": 4.368928814402787e-05,
      "loss": 5.3969,
      "step": 305530
    },
    {
      "epoch": 0.2674405067745293,
      "grad_norm": 0.5804791450500488,
      "learning_rate": 4.368908563748838e-05,
      "loss": 4.5899,
      "step": 305535
    },
    {
      "epoch": 0.2674448833681564,
      "grad_norm": 0.6898888349533081,
      "learning_rate": 4.3688883128308444e-05,
      "loss": 4.9201,
      "step": 305540
    },
    {
      "epoch": 0.2674492599617836,
      "grad_norm": 0.586776614189148,
      "learning_rate": 4.3688680616488095e-05,
      "loss": 4.6062,
      "step": 305545
    },
    {
      "epoch": 0.2674536365554107,
      "grad_norm": 0.5909649729728699,
      "learning_rate": 4.3688478102027395e-05,
      "loss": 4.2018,
      "step": 305550
    },
    {
      "epoch": 0.2674580131490379,
      "grad_norm": 0.710405170917511,
      "learning_rate": 4.3688275584926365e-05,
      "loss": 6.2053,
      "step": 305555
    },
    {
      "epoch": 0.26746238974266506,
      "grad_norm": 0.7101791501045227,
      "learning_rate": 4.3688073065185046e-05,
      "loss": 5.1197,
      "step": 305560
    },
    {
      "epoch": 0.2674667663362922,
      "grad_norm": 0.5902602076530457,
      "learning_rate": 4.368787054280349e-05,
      "loss": 5.4014,
      "step": 305565
    },
    {
      "epoch": 0.26747114292991936,
      "grad_norm": 0.6329764723777771,
      "learning_rate": 4.368766801778171e-05,
      "loss": 5.1965,
      "step": 305570
    },
    {
      "epoch": 0.26747551952354653,
      "grad_norm": 0.583528995513916,
      "learning_rate": 4.3687465490119774e-05,
      "loss": 4.6018,
      "step": 305575
    },
    {
      "epoch": 0.26747989611717365,
      "grad_norm": 0.6453428268432617,
      "learning_rate": 4.3687262959817695e-05,
      "loss": 6.2316,
      "step": 305580
    },
    {
      "epoch": 0.26748427271080083,
      "grad_norm": 0.6479154229164124,
      "learning_rate": 4.3687060426875536e-05,
      "loss": 5.6885,
      "step": 305585
    },
    {
      "epoch": 0.26748864930442795,
      "grad_norm": 0.6162022352218628,
      "learning_rate": 4.368685789129332e-05,
      "loss": 5.4328,
      "step": 305590
    },
    {
      "epoch": 0.2674930258980551,
      "grad_norm": 0.5914865732192993,
      "learning_rate": 4.36866553530711e-05,
      "loss": 4.6736,
      "step": 305595
    },
    {
      "epoch": 0.2674974024916823,
      "grad_norm": 0.5559002161026001,
      "learning_rate": 4.36864528122089e-05,
      "loss": 3.9,
      "step": 305600
    },
    {
      "epoch": 0.2675017790853094,
      "grad_norm": 0.5806041955947876,
      "learning_rate": 4.368625026870676e-05,
      "loss": 4.8974,
      "step": 305605
    },
    {
      "epoch": 0.2675061556789366,
      "grad_norm": 0.5789541602134705,
      "learning_rate": 4.368604772256474e-05,
      "loss": 5.9336,
      "step": 305610
    },
    {
      "epoch": 0.2675105322725638,
      "grad_norm": 0.5765392780303955,
      "learning_rate": 4.368584517378285e-05,
      "loss": 5.3102,
      "step": 305615
    },
    {
      "epoch": 0.2675149088661909,
      "grad_norm": 0.566973090171814,
      "learning_rate": 4.3685642622361147e-05,
      "loss": 4.8809,
      "step": 305620
    },
    {
      "epoch": 0.26751928545981807,
      "grad_norm": 0.7314314246177673,
      "learning_rate": 4.3685440068299664e-05,
      "loss": 4.5909,
      "step": 305625
    },
    {
      "epoch": 0.2675236620534452,
      "grad_norm": 0.5683611035346985,
      "learning_rate": 4.368523751159844e-05,
      "loss": 5.0981,
      "step": 305630
    },
    {
      "epoch": 0.26752803864707236,
      "grad_norm": 0.5717610716819763,
      "learning_rate": 4.368503495225752e-05,
      "loss": 6.2359,
      "step": 305635
    },
    {
      "epoch": 0.26753241524069954,
      "grad_norm": 0.5794142484664917,
      "learning_rate": 4.368483239027694e-05,
      "loss": 5.6047,
      "step": 305640
    },
    {
      "epoch": 0.26753679183432666,
      "grad_norm": 0.5633113384246826,
      "learning_rate": 4.368462982565674e-05,
      "loss": 5.6242,
      "step": 305645
    },
    {
      "epoch": 0.26754116842795383,
      "grad_norm": 0.566333532333374,
      "learning_rate": 4.3684427258396954e-05,
      "loss": 5.1067,
      "step": 305650
    },
    {
      "epoch": 0.267545545021581,
      "grad_norm": 0.587222695350647,
      "learning_rate": 4.368422468849762e-05,
      "loss": 5.2941,
      "step": 305655
    },
    {
      "epoch": 0.26754992161520813,
      "grad_norm": 0.5584927201271057,
      "learning_rate": 4.368402211595879e-05,
      "loss": 6.2318,
      "step": 305660
    },
    {
      "epoch": 0.2675542982088353,
      "grad_norm": 0.5660681128501892,
      "learning_rate": 4.368381954078048e-05,
      "loss": 5.7097,
      "step": 305665
    },
    {
      "epoch": 0.2675586748024624,
      "grad_norm": 0.5788517594337463,
      "learning_rate": 4.368361696296276e-05,
      "loss": 4.5965,
      "step": 305670
    },
    {
      "epoch": 0.2675630513960896,
      "grad_norm": 0.5651847720146179,
      "learning_rate": 4.368341438250564e-05,
      "loss": 4.8295,
      "step": 305675
    },
    {
      "epoch": 0.2675674279897168,
      "grad_norm": 0.5714223980903625,
      "learning_rate": 4.3683211799409176e-05,
      "loss": 5.7289,
      "step": 305680
    },
    {
      "epoch": 0.2675718045833439,
      "grad_norm": 0.5583692193031311,
      "learning_rate": 4.36830092136734e-05,
      "loss": 5.0858,
      "step": 305685
    },
    {
      "epoch": 0.2675761811769711,
      "grad_norm": 0.638848602771759,
      "learning_rate": 4.3682806625298354e-05,
      "loss": 4.8812,
      "step": 305690
    },
    {
      "epoch": 0.2675805577705982,
      "grad_norm": 0.5819055438041687,
      "learning_rate": 4.368260403428408e-05,
      "loss": 5.8662,
      "step": 305695
    },
    {
      "epoch": 0.26758493436422537,
      "grad_norm": 0.6117905378341675,
      "learning_rate": 4.3682401440630615e-05,
      "loss": 5.6844,
      "step": 305700
    },
    {
      "epoch": 0.26758931095785254,
      "grad_norm": 0.5762109160423279,
      "learning_rate": 4.3682198844337995e-05,
      "loss": 5.44,
      "step": 305705
    },
    {
      "epoch": 0.26759368755147966,
      "grad_norm": 0.5691490769386292,
      "learning_rate": 4.3681996245406263e-05,
      "loss": 4.8869,
      "step": 305710
    },
    {
      "epoch": 0.26759806414510684,
      "grad_norm": 0.5933464169502258,
      "learning_rate": 4.368179364383544e-05,
      "loss": 4.3962,
      "step": 305715
    },
    {
      "epoch": 0.267602440738734,
      "grad_norm": 0.5689604878425598,
      "learning_rate": 4.3681591039625605e-05,
      "loss": 4.6271,
      "step": 305720
    },
    {
      "epoch": 0.26760681733236114,
      "grad_norm": 0.570785403251648,
      "learning_rate": 4.368138843277676e-05,
      "loss": 6.1961,
      "step": 305725
    },
    {
      "epoch": 0.2676111939259883,
      "grad_norm": 0.5586475133895874,
      "learning_rate": 4.3681185823288964e-05,
      "loss": 5.7216,
      "step": 305730
    },
    {
      "epoch": 0.26761557051961543,
      "grad_norm": 0.5673323273658752,
      "learning_rate": 4.368098321116224e-05,
      "loss": 5.3467,
      "step": 305735
    },
    {
      "epoch": 0.2676199471132426,
      "grad_norm": 0.5693086385726929,
      "learning_rate": 4.368078059639665e-05,
      "loss": 4.0963,
      "step": 305740
    },
    {
      "epoch": 0.2676243237068698,
      "grad_norm": 0.5940828323364258,
      "learning_rate": 4.368057797899221e-05,
      "loss": 5.1843,
      "step": 305745
    },
    {
      "epoch": 0.2676287003004969,
      "grad_norm": 0.5922204256057739,
      "learning_rate": 4.368037535894897e-05,
      "loss": 4.5893,
      "step": 305750
    },
    {
      "epoch": 0.2676330768941241,
      "grad_norm": 0.5865262150764465,
      "learning_rate": 4.368017273626697e-05,
      "loss": 5.1958,
      "step": 305755
    },
    {
      "epoch": 0.26763745348775125,
      "grad_norm": 0.6352717876434326,
      "learning_rate": 4.3679970110946246e-05,
      "loss": 4.1766,
      "step": 305760
    },
    {
      "epoch": 0.2676418300813784,
      "grad_norm": 0.6148770451545715,
      "learning_rate": 4.367976748298683e-05,
      "loss": 5.3822,
      "step": 305765
    },
    {
      "epoch": 0.26764620667500555,
      "grad_norm": 0.6015994548797607,
      "learning_rate": 4.367956485238878e-05,
      "loss": 4.7004,
      "step": 305770
    },
    {
      "epoch": 0.26765058326863267,
      "grad_norm": 0.5813781023025513,
      "learning_rate": 4.367936221915212e-05,
      "loss": 5.7099,
      "step": 305775
    },
    {
      "epoch": 0.26765495986225984,
      "grad_norm": 0.5811802744865417,
      "learning_rate": 4.3679159583276884e-05,
      "loss": 4.8331,
      "step": 305780
    },
    {
      "epoch": 0.267659336455887,
      "grad_norm": 0.5950626730918884,
      "learning_rate": 4.367895694476314e-05,
      "loss": 5.6232,
      "step": 305785
    },
    {
      "epoch": 0.26766371304951414,
      "grad_norm": 0.5997238159179688,
      "learning_rate": 4.367875430361089e-05,
      "loss": 5.1979,
      "step": 305790
    },
    {
      "epoch": 0.2676680896431413,
      "grad_norm": 0.6518096327781677,
      "learning_rate": 4.36785516598202e-05,
      "loss": 5.6189,
      "step": 305795
    },
    {
      "epoch": 0.26767246623676844,
      "grad_norm": 0.5812556743621826,
      "learning_rate": 4.3678349013391095e-05,
      "loss": 5.1781,
      "step": 305800
    },
    {
      "epoch": 0.2676768428303956,
      "grad_norm": 0.5765659809112549,
      "learning_rate": 4.367814636432361e-05,
      "loss": 5.4328,
      "step": 305805
    },
    {
      "epoch": 0.2676812194240228,
      "grad_norm": 0.5703022480010986,
      "learning_rate": 4.3677943712617806e-05,
      "loss": 4.8252,
      "step": 305810
    },
    {
      "epoch": 0.2676855960176499,
      "grad_norm": 0.5661202073097229,
      "learning_rate": 4.3677741058273714e-05,
      "loss": 4.7938,
      "step": 305815
    },
    {
      "epoch": 0.2676899726112771,
      "grad_norm": 0.5696021914482117,
      "learning_rate": 4.367753840129135e-05,
      "loss": 4.2808,
      "step": 305820
    },
    {
      "epoch": 0.26769434920490426,
      "grad_norm": 0.5866864323616028,
      "learning_rate": 4.3677335741670775e-05,
      "loss": 4.3746,
      "step": 305825
    },
    {
      "epoch": 0.2676987257985314,
      "grad_norm": 0.5832788944244385,
      "learning_rate": 4.3677133079412035e-05,
      "loss": 5.952,
      "step": 305830
    },
    {
      "epoch": 0.26770310239215855,
      "grad_norm": 0.5662747621536255,
      "learning_rate": 4.367693041451516e-05,
      "loss": 5.5809,
      "step": 305835
    },
    {
      "epoch": 0.2677074789857857,
      "grad_norm": 0.553862988948822,
      "learning_rate": 4.367672774698017e-05,
      "loss": 4.9912,
      "step": 305840
    },
    {
      "epoch": 0.26771185557941285,
      "grad_norm": 0.61552894115448,
      "learning_rate": 4.367652507680714e-05,
      "loss": 4.7902,
      "step": 305845
    },
    {
      "epoch": 0.26771623217304,
      "grad_norm": 0.5836567282676697,
      "learning_rate": 4.367632240399607e-05,
      "loss": 4.1006,
      "step": 305850
    },
    {
      "epoch": 0.26772060876666715,
      "grad_norm": 0.5824153423309326,
      "learning_rate": 4.367611972854703e-05,
      "loss": 6.2254,
      "step": 305855
    },
    {
      "epoch": 0.2677249853602943,
      "grad_norm": 0.5521504878997803,
      "learning_rate": 4.3675917050460056e-05,
      "loss": 4.384,
      "step": 305860
    },
    {
      "epoch": 0.2677293619539215,
      "grad_norm": 0.5864566564559937,
      "learning_rate": 4.367571436973518e-05,
      "loss": 5.2021,
      "step": 305865
    },
    {
      "epoch": 0.2677337385475486,
      "grad_norm": 0.6098330020904541,
      "learning_rate": 4.3675511686372416e-05,
      "loss": 4.8787,
      "step": 305870
    },
    {
      "epoch": 0.2677381151411758,
      "grad_norm": 0.5768056511878967,
      "learning_rate": 4.367530900037186e-05,
      "loss": 4.3847,
      "step": 305875
    },
    {
      "epoch": 0.2677424917348029,
      "grad_norm": 0.5790373086929321,
      "learning_rate": 4.3675106311733496e-05,
      "loss": 5.6211,
      "step": 305880
    },
    {
      "epoch": 0.2677468683284301,
      "grad_norm": 0.5970879197120667,
      "learning_rate": 4.36749036204574e-05,
      "loss": 5.1521,
      "step": 305885
    },
    {
      "epoch": 0.26775124492205726,
      "grad_norm": 0.5749490261077881,
      "learning_rate": 4.367470092654359e-05,
      "loss": 5.6829,
      "step": 305890
    },
    {
      "epoch": 0.2677556215156844,
      "grad_norm": 0.7946279644966125,
      "learning_rate": 4.367449822999211e-05,
      "loss": 4.6198,
      "step": 305895
    },
    {
      "epoch": 0.26775999810931156,
      "grad_norm": 0.7157323956489563,
      "learning_rate": 4.367429553080301e-05,
      "loss": 5.3744,
      "step": 305900
    },
    {
      "epoch": 0.26776437470293873,
      "grad_norm": 0.5712063312530518,
      "learning_rate": 4.367409282897631e-05,
      "loss": 5.1098,
      "step": 305905
    },
    {
      "epoch": 0.26776875129656585,
      "grad_norm": 0.5795274972915649,
      "learning_rate": 4.367389012451206e-05,
      "loss": 6.2018,
      "step": 305910
    },
    {
      "epoch": 0.26777312789019303,
      "grad_norm": 0.5702968239784241,
      "learning_rate": 4.36736874174103e-05,
      "loss": 5.8986,
      "step": 305915
    },
    {
      "epoch": 0.26777750448382015,
      "grad_norm": 0.5673097968101501,
      "learning_rate": 4.3673484707671075e-05,
      "loss": 5.1296,
      "step": 305920
    },
    {
      "epoch": 0.2677818810774473,
      "grad_norm": 0.5711355805397034,
      "learning_rate": 4.367328199529441e-05,
      "loss": 5.3989,
      "step": 305925
    },
    {
      "epoch": 0.2677862576710745,
      "grad_norm": 0.5704449415206909,
      "learning_rate": 4.367307928028036e-05,
      "loss": 5.7412,
      "step": 305930
    },
    {
      "epoch": 0.2677906342647016,
      "grad_norm": 0.5650659799575806,
      "learning_rate": 4.367287656262895e-05,
      "loss": 5.7167,
      "step": 305935
    },
    {
      "epoch": 0.2677950108583288,
      "grad_norm": 0.5671444535255432,
      "learning_rate": 4.3672673842340214e-05,
      "loss": 5.4044,
      "step": 305940
    },
    {
      "epoch": 0.2677993874519559,
      "grad_norm": 0.5812963247299194,
      "learning_rate": 4.367247111941422e-05,
      "loss": 4.5836,
      "step": 305945
    },
    {
      "epoch": 0.2678037640455831,
      "grad_norm": 0.5724813938140869,
      "learning_rate": 4.367226839385098e-05,
      "loss": 5.4056,
      "step": 305950
    },
    {
      "epoch": 0.26780814063921027,
      "grad_norm": 0.5834978222846985,
      "learning_rate": 4.367206566565053e-05,
      "loss": 4.1408,
      "step": 305955
    },
    {
      "epoch": 0.2678125172328374,
      "grad_norm": 0.5676936507225037,
      "learning_rate": 4.367186293481294e-05,
      "loss": 5.4222,
      "step": 305960
    },
    {
      "epoch": 0.26781689382646456,
      "grad_norm": 0.5618728399276733,
      "learning_rate": 4.3671660201338215e-05,
      "loss": 5.4553,
      "step": 305965
    },
    {
      "epoch": 0.26782127042009174,
      "grad_norm": 0.58039790391922,
      "learning_rate": 4.3671457465226415e-05,
      "loss": 5.1677,
      "step": 305970
    },
    {
      "epoch": 0.26782564701371886,
      "grad_norm": 0.5795773863792419,
      "learning_rate": 4.367125472647757e-05,
      "loss": 5.1801,
      "step": 305975
    },
    {
      "epoch": 0.26783002360734603,
      "grad_norm": 0.5903539657592773,
      "learning_rate": 4.3671051985091723e-05,
      "loss": 5.184,
      "step": 305980
    },
    {
      "epoch": 0.26783440020097316,
      "grad_norm": 0.5808866620063782,
      "learning_rate": 4.3670849241068914e-05,
      "loss": 4.7157,
      "step": 305985
    },
    {
      "epoch": 0.26783877679460033,
      "grad_norm": 0.6065203547477722,
      "learning_rate": 4.3670646494409175e-05,
      "loss": 4.8761,
      "step": 305990
    },
    {
      "epoch": 0.2678431533882275,
      "grad_norm": 0.5882432460784912,
      "learning_rate": 4.3670443745112555e-05,
      "loss": 5.6334,
      "step": 305995
    },
    {
      "epoch": 0.2678475299818546,
      "grad_norm": 0.5909879803657532,
      "learning_rate": 4.367024099317909e-05,
      "loss": 5.9191,
      "step": 306000
    },
    {
      "epoch": 0.2678519065754818,
      "grad_norm": 0.5805927515029907,
      "learning_rate": 4.367003823860881e-05,
      "loss": 5.1128,
      "step": 306005
    },
    {
      "epoch": 0.267856283169109,
      "grad_norm": 0.573233962059021,
      "learning_rate": 4.3669835481401766e-05,
      "loss": 5.3098,
      "step": 306010
    },
    {
      "epoch": 0.2678606597627361,
      "grad_norm": 0.5783923268318176,
      "learning_rate": 4.366963272155799e-05,
      "loss": 4.449,
      "step": 306015
    },
    {
      "epoch": 0.2678650363563633,
      "grad_norm": 0.5738838911056519,
      "learning_rate": 4.3669429959077535e-05,
      "loss": 5.3883,
      "step": 306020
    },
    {
      "epoch": 0.2678694129499904,
      "grad_norm": 0.5594807267189026,
      "learning_rate": 4.3669227193960414e-05,
      "loss": 5.0672,
      "step": 306025
    },
    {
      "epoch": 0.26787378954361757,
      "grad_norm": 0.5676829814910889,
      "learning_rate": 4.3669024426206695e-05,
      "loss": 6.2453,
      "step": 306030
    },
    {
      "epoch": 0.26787816613724474,
      "grad_norm": 0.5760253667831421,
      "learning_rate": 4.366882165581639e-05,
      "loss": 5.1977,
      "step": 306035
    },
    {
      "epoch": 0.26788254273087186,
      "grad_norm": 0.5622611045837402,
      "learning_rate": 4.3668618882789555e-05,
      "loss": 5.1824,
      "step": 306040
    },
    {
      "epoch": 0.26788691932449904,
      "grad_norm": 0.5718691945075989,
      "learning_rate": 4.366841610712623e-05,
      "loss": 5.2042,
      "step": 306045
    },
    {
      "epoch": 0.2678912959181262,
      "grad_norm": 0.5827009081840515,
      "learning_rate": 4.3668213328826456e-05,
      "loss": 5.1895,
      "step": 306050
    },
    {
      "epoch": 0.26789567251175334,
      "grad_norm": 0.5805947780609131,
      "learning_rate": 4.366801054789025e-05,
      "loss": 5.2022,
      "step": 306055
    },
    {
      "epoch": 0.2679000491053805,
      "grad_norm": 0.5681194067001343,
      "learning_rate": 4.366780776431768e-05,
      "loss": 4.8885,
      "step": 306060
    },
    {
      "epoch": 0.26790442569900763,
      "grad_norm": 0.572743833065033,
      "learning_rate": 4.3667604978108754e-05,
      "loss": 5.9037,
      "step": 306065
    },
    {
      "epoch": 0.2679088022926348,
      "grad_norm": 0.5719810128211975,
      "learning_rate": 4.366740218926355e-05,
      "loss": 4.8309,
      "step": 306070
    },
    {
      "epoch": 0.267913178886262,
      "grad_norm": 0.5666090846061707,
      "learning_rate": 4.366719939778208e-05,
      "loss": 5.1969,
      "step": 306075
    },
    {
      "epoch": 0.2679175554798891,
      "grad_norm": 0.5773970484733582,
      "learning_rate": 4.366699660366438e-05,
      "loss": 4.0712,
      "step": 306080
    },
    {
      "epoch": 0.2679219320735163,
      "grad_norm": 0.5812540054321289,
      "learning_rate": 4.36667938069105e-05,
      "loss": 5.0021,
      "step": 306085
    },
    {
      "epoch": 0.2679263086671434,
      "grad_norm": 0.5694402456283569,
      "learning_rate": 4.366659100752048e-05,
      "loss": 5.462,
      "step": 306090
    },
    {
      "epoch": 0.2679306852607706,
      "grad_norm": 0.5870076417922974,
      "learning_rate": 4.366638820549436e-05,
      "loss": 4.8094,
      "step": 306095
    },
    {
      "epoch": 0.26793506185439775,
      "grad_norm": 0.5622668266296387,
      "learning_rate": 4.366618540083217e-05,
      "loss": 5.3486,
      "step": 306100
    },
    {
      "epoch": 0.26793943844802487,
      "grad_norm": 0.5735073685646057,
      "learning_rate": 4.366598259353396e-05,
      "loss": 5.2376,
      "step": 306105
    },
    {
      "epoch": 0.26794381504165204,
      "grad_norm": 0.5516054630279541,
      "learning_rate": 4.366577978359976e-05,
      "loss": 5.6205,
      "step": 306110
    },
    {
      "epoch": 0.2679481916352792,
      "grad_norm": 0.5771474838256836,
      "learning_rate": 4.366557697102962e-05,
      "loss": 5.3105,
      "step": 306115
    },
    {
      "epoch": 0.26795256822890634,
      "grad_norm": 0.5883793234825134,
      "learning_rate": 4.366537415582357e-05,
      "loss": 4.3848,
      "step": 306120
    },
    {
      "epoch": 0.2679569448225335,
      "grad_norm": 0.5567256808280945,
      "learning_rate": 4.366517133798165e-05,
      "loss": 4.9025,
      "step": 306125
    },
    {
      "epoch": 0.26796132141616064,
      "grad_norm": 0.5826170444488525,
      "learning_rate": 4.366496851750389e-05,
      "loss": 4.9173,
      "step": 306130
    },
    {
      "epoch": 0.2679656980097878,
      "grad_norm": 0.5720611214637756,
      "learning_rate": 4.366476569439035e-05,
      "loss": 5.1052,
      "step": 306135
    },
    {
      "epoch": 0.267970074603415,
      "grad_norm": 0.5818692445755005,
      "learning_rate": 4.3664562868641054e-05,
      "loss": 4.9038,
      "step": 306140
    },
    {
      "epoch": 0.2679744511970421,
      "grad_norm": 0.5621795058250427,
      "learning_rate": 4.366436004025606e-05,
      "loss": 4.4993,
      "step": 306145
    },
    {
      "epoch": 0.2679788277906693,
      "grad_norm": 0.5591029524803162,
      "learning_rate": 4.366415720923537e-05,
      "loss": 4.8257,
      "step": 306150
    },
    {
      "epoch": 0.26798320438429646,
      "grad_norm": 0.5824524760246277,
      "learning_rate": 4.3663954375579066e-05,
      "loss": 5.4146,
      "step": 306155
    },
    {
      "epoch": 0.2679875809779236,
      "grad_norm": 0.5770899653434753,
      "learning_rate": 4.3663751539287154e-05,
      "loss": 5.9248,
      "step": 306160
    },
    {
      "epoch": 0.26799195757155075,
      "grad_norm": 0.5611467957496643,
      "learning_rate": 4.366354870035969e-05,
      "loss": 5.3673,
      "step": 306165
    },
    {
      "epoch": 0.2679963341651779,
      "grad_norm": 0.5813408493995667,
      "learning_rate": 4.366334585879671e-05,
      "loss": 4.9248,
      "step": 306170
    },
    {
      "epoch": 0.26800071075880505,
      "grad_norm": 0.5653270483016968,
      "learning_rate": 4.366314301459825e-05,
      "loss": 5.8682,
      "step": 306175
    },
    {
      "epoch": 0.2680050873524322,
      "grad_norm": 0.570951521396637,
      "learning_rate": 4.3662940167764356e-05,
      "loss": 4.902,
      "step": 306180
    },
    {
      "epoch": 0.26800946394605935,
      "grad_norm": 0.5581573247909546,
      "learning_rate": 4.3662737318295065e-05,
      "loss": 5.1346,
      "step": 306185
    },
    {
      "epoch": 0.2680138405396865,
      "grad_norm": 0.5510099530220032,
      "learning_rate": 4.366253446619041e-05,
      "loss": 5.4242,
      "step": 306190
    },
    {
      "epoch": 0.26801821713331364,
      "grad_norm": 0.5781527757644653,
      "learning_rate": 4.366233161145043e-05,
      "loss": 4.9156,
      "step": 306195
    },
    {
      "epoch": 0.2680225937269408,
      "grad_norm": 0.5772725939750671,
      "learning_rate": 4.3662128754075174e-05,
      "loss": 5.632,
      "step": 306200
    },
    {
      "epoch": 0.268026970320568,
      "grad_norm": 0.5785903930664062,
      "learning_rate": 4.366192589406467e-05,
      "loss": 5.4214,
      "step": 306205
    },
    {
      "epoch": 0.2680313469141951,
      "grad_norm": 0.5663472414016724,
      "learning_rate": 4.3661723031418965e-05,
      "loss": 5.6307,
      "step": 306210
    },
    {
      "epoch": 0.2680357235078223,
      "grad_norm": 0.5703237056732178,
      "learning_rate": 4.36615201661381e-05,
      "loss": 5.7394,
      "step": 306215
    },
    {
      "epoch": 0.26804010010144946,
      "grad_norm": 0.5738751292228699,
      "learning_rate": 4.36613172982221e-05,
      "loss": 5.3974,
      "step": 306220
    },
    {
      "epoch": 0.2680444766950766,
      "grad_norm": 0.5848549008369446,
      "learning_rate": 4.366111442767102e-05,
      "loss": 5.8883,
      "step": 306225
    },
    {
      "epoch": 0.26804885328870376,
      "grad_norm": 0.5790421962738037,
      "learning_rate": 4.3660911554484895e-05,
      "loss": 5.5816,
      "step": 306230
    },
    {
      "epoch": 0.2680532298823309,
      "grad_norm": 0.5807269811630249,
      "learning_rate": 4.366070867866375e-05,
      "loss": 3.8598,
      "step": 306235
    },
    {
      "epoch": 0.26805760647595805,
      "grad_norm": 0.5936752557754517,
      "learning_rate": 4.366050580020765e-05,
      "loss": 5.7097,
      "step": 306240
    },
    {
      "epoch": 0.26806198306958523,
      "grad_norm": 0.5717466473579407,
      "learning_rate": 4.3660302919116615e-05,
      "loss": 5.623,
      "step": 306245
    },
    {
      "epoch": 0.26806635966321235,
      "grad_norm": 0.596320390701294,
      "learning_rate": 4.3660100035390696e-05,
      "loss": 4.9116,
      "step": 306250
    },
    {
      "epoch": 0.2680707362568395,
      "grad_norm": 0.5635910630226135,
      "learning_rate": 4.3659897149029915e-05,
      "loss": 5.0137,
      "step": 306255
    },
    {
      "epoch": 0.2680751128504667,
      "grad_norm": 0.5729072093963623,
      "learning_rate": 4.3659694260034326e-05,
      "loss": 5.1197,
      "step": 306260
    },
    {
      "epoch": 0.2680794894440938,
      "grad_norm": 0.5993723273277283,
      "learning_rate": 4.365949136840396e-05,
      "loss": 5.4242,
      "step": 306265
    },
    {
      "epoch": 0.268083866037721,
      "grad_norm": 0.5949797630310059,
      "learning_rate": 4.3659288474138874e-05,
      "loss": 4.9159,
      "step": 306270
    },
    {
      "epoch": 0.2680882426313481,
      "grad_norm": 0.6124435663223267,
      "learning_rate": 4.365908557723908e-05,
      "loss": 5.3389,
      "step": 306275
    },
    {
      "epoch": 0.2680926192249753,
      "grad_norm": 0.5613270401954651,
      "learning_rate": 4.3658882677704624e-05,
      "loss": 5.4004,
      "step": 306280
    },
    {
      "epoch": 0.26809699581860247,
      "grad_norm": 0.5883885025978088,
      "learning_rate": 4.365867977553556e-05,
      "loss": 4.4044,
      "step": 306285
    },
    {
      "epoch": 0.2681013724122296,
      "grad_norm": 0.5832982659339905,
      "learning_rate": 4.365847687073192e-05,
      "loss": 5.1077,
      "step": 306290
    },
    {
      "epoch": 0.26810574900585676,
      "grad_norm": 0.5844945311546326,
      "learning_rate": 4.365827396329375e-05,
      "loss": 5.2208,
      "step": 306295
    },
    {
      "epoch": 0.26811012559948394,
      "grad_norm": 0.6231383681297302,
      "learning_rate": 4.3658071053221074e-05,
      "loss": 5.6428,
      "step": 306300
    },
    {
      "epoch": 0.26811450219311106,
      "grad_norm": 0.591938853263855,
      "learning_rate": 4.365786814051392e-05,
      "loss": 5.2157,
      "step": 306305
    },
    {
      "epoch": 0.26811887878673824,
      "grad_norm": 0.5832945108413696,
      "learning_rate": 4.365766522517237e-05,
      "loss": 4.6788,
      "step": 306310
    },
    {
      "epoch": 0.26812325538036536,
      "grad_norm": 0.5679696798324585,
      "learning_rate": 4.365746230719643e-05,
      "loss": 5.4191,
      "step": 306315
    },
    {
      "epoch": 0.26812763197399253,
      "grad_norm": 0.5829353928565979,
      "learning_rate": 4.365725938658615e-05,
      "loss": 4.7238,
      "step": 306320
    },
    {
      "epoch": 0.2681320085676197,
      "grad_norm": 0.5836558938026428,
      "learning_rate": 4.365705646334155e-05,
      "loss": 4.0302,
      "step": 306325
    },
    {
      "epoch": 0.2681363851612468,
      "grad_norm": 0.5709483623504639,
      "learning_rate": 4.3656853537462703e-05,
      "loss": 5.097,
      "step": 306330
    },
    {
      "epoch": 0.268140761754874,
      "grad_norm": 0.5744972825050354,
      "learning_rate": 4.3656650608949626e-05,
      "loss": 5.393,
      "step": 306335
    },
    {
      "epoch": 0.2681451383485011,
      "grad_norm": 0.5789455771446228,
      "learning_rate": 4.365644767780236e-05,
      "loss": 4.8652,
      "step": 306340
    },
    {
      "epoch": 0.2681495149421283,
      "grad_norm": 0.5784231424331665,
      "learning_rate": 4.365624474402096e-05,
      "loss": 4.6025,
      "step": 306345
    },
    {
      "epoch": 0.2681538915357555,
      "grad_norm": 0.6875163316726685,
      "learning_rate": 4.365604180760543e-05,
      "loss": 4.8251,
      "step": 306350
    },
    {
      "epoch": 0.2681582681293826,
      "grad_norm": 0.5938251614570618,
      "learning_rate": 4.365583886855585e-05,
      "loss": 5.4124,
      "step": 306355
    },
    {
      "epoch": 0.26816264472300977,
      "grad_norm": 0.5826042890548706,
      "learning_rate": 4.365563592687223e-05,
      "loss": 5.4065,
      "step": 306360
    },
    {
      "epoch": 0.26816702131663694,
      "grad_norm": 0.5771651268005371,
      "learning_rate": 4.3655432982554624e-05,
      "loss": 4.1787,
      "step": 306365
    },
    {
      "epoch": 0.26817139791026406,
      "grad_norm": 0.5833981037139893,
      "learning_rate": 4.365523003560307e-05,
      "loss": 5.893,
      "step": 306370
    },
    {
      "epoch": 0.26817577450389124,
      "grad_norm": 0.6303957104682922,
      "learning_rate": 4.36550270860176e-05,
      "loss": 4.5837,
      "step": 306375
    },
    {
      "epoch": 0.26818015109751836,
      "grad_norm": 0.5706976652145386,
      "learning_rate": 4.365482413379825e-05,
      "loss": 5.2288,
      "step": 306380
    },
    {
      "epoch": 0.26818452769114554,
      "grad_norm": 0.5700393915176392,
      "learning_rate": 4.3654621178945066e-05,
      "loss": 4.8042,
      "step": 306385
    },
    {
      "epoch": 0.2681889042847727,
      "grad_norm": 0.5666729807853699,
      "learning_rate": 4.36544182214581e-05,
      "loss": 5.3974,
      "step": 306390
    },
    {
      "epoch": 0.26819328087839983,
      "grad_norm": 0.5651349425315857,
      "learning_rate": 4.365421526133737e-05,
      "loss": 4.3395,
      "step": 306395
    },
    {
      "epoch": 0.268197657472027,
      "grad_norm": 0.5933966040611267,
      "learning_rate": 4.3654012298582934e-05,
      "loss": 5.6994,
      "step": 306400
    },
    {
      "epoch": 0.2682020340656542,
      "grad_norm": 0.5610581636428833,
      "learning_rate": 4.3653809333194806e-05,
      "loss": 4.8922,
      "step": 306405
    },
    {
      "epoch": 0.2682064106592813,
      "grad_norm": 0.575162947177887,
      "learning_rate": 4.365360636517305e-05,
      "loss": 4.919,
      "step": 306410
    },
    {
      "epoch": 0.2682107872529085,
      "grad_norm": 0.5917416214942932,
      "learning_rate": 4.36534033945177e-05,
      "loss": 5.1975,
      "step": 306415
    },
    {
      "epoch": 0.2682151638465356,
      "grad_norm": 0.5832252502441406,
      "learning_rate": 4.365320042122878e-05,
      "loss": 5.2313,
      "step": 306420
    },
    {
      "epoch": 0.2682195404401628,
      "grad_norm": 0.566905677318573,
      "learning_rate": 4.3652997445306344e-05,
      "loss": 5.3041,
      "step": 306425
    },
    {
      "epoch": 0.26822391703378995,
      "grad_norm": 0.5780468583106995,
      "learning_rate": 4.3652794466750425e-05,
      "loss": 4.6025,
      "step": 306430
    },
    {
      "epoch": 0.26822829362741707,
      "grad_norm": 0.5740728378295898,
      "learning_rate": 4.365259148556106e-05,
      "loss": 5.0908,
      "step": 306435
    },
    {
      "epoch": 0.26823267022104424,
      "grad_norm": 0.582708477973938,
      "learning_rate": 4.3652388501738295e-05,
      "loss": 5.3361,
      "step": 306440
    },
    {
      "epoch": 0.26823704681467136,
      "grad_norm": 0.5786684155464172,
      "learning_rate": 4.365218551528216e-05,
      "loss": 5.3982,
      "step": 306445
    },
    {
      "epoch": 0.26824142340829854,
      "grad_norm": 0.570372462272644,
      "learning_rate": 4.36519825261927e-05,
      "loss": 5.3815,
      "step": 306450
    },
    {
      "epoch": 0.2682458000019257,
      "grad_norm": 0.5592716336250305,
      "learning_rate": 4.3651779534469974e-05,
      "loss": 5.7296,
      "step": 306455
    },
    {
      "epoch": 0.26825017659555284,
      "grad_norm": 0.5715632438659668,
      "learning_rate": 4.365157654011398e-05,
      "loss": 4.3337,
      "step": 306460
    },
    {
      "epoch": 0.26825455318918,
      "grad_norm": 0.5815876126289368,
      "learning_rate": 4.3651373543124796e-05,
      "loss": 4.8485,
      "step": 306465
    },
    {
      "epoch": 0.2682589297828072,
      "grad_norm": 0.5533083081245422,
      "learning_rate": 4.365117054350243e-05,
      "loss": 4.825,
      "step": 306470
    },
    {
      "epoch": 0.2682633063764343,
      "grad_norm": 0.5599467158317566,
      "learning_rate": 4.3650967541246934e-05,
      "loss": 5.6995,
      "step": 306475
    },
    {
      "epoch": 0.2682676829700615,
      "grad_norm": 0.5596514344215393,
      "learning_rate": 4.365076453635836e-05,
      "loss": 6.2207,
      "step": 306480
    },
    {
      "epoch": 0.2682720595636886,
      "grad_norm": 0.5631859302520752,
      "learning_rate": 4.365056152883672e-05,
      "loss": 5.6014,
      "step": 306485
    },
    {
      "epoch": 0.2682764361573158,
      "grad_norm": 0.5925340056419373,
      "learning_rate": 4.365035851868208e-05,
      "loss": 4.7109,
      "step": 306490
    },
    {
      "epoch": 0.26828081275094295,
      "grad_norm": 0.5740997195243835,
      "learning_rate": 4.365015550589446e-05,
      "loss": 5.6154,
      "step": 306495
    },
    {
      "epoch": 0.2682851893445701,
      "grad_norm": 0.5756459832191467,
      "learning_rate": 4.364995249047391e-05,
      "loss": 5.1878,
      "step": 306500
    },
    {
      "epoch": 0.26828956593819725,
      "grad_norm": 0.5888585448265076,
      "learning_rate": 4.3649749472420474e-05,
      "loss": 5.0856,
      "step": 306505
    },
    {
      "epoch": 0.2682939425318244,
      "grad_norm": 0.5860093235969543,
      "learning_rate": 4.364954645173417e-05,
      "loss": 4.6493,
      "step": 306510
    },
    {
      "epoch": 0.26829831912545155,
      "grad_norm": 0.5852692723274231,
      "learning_rate": 4.364934342841507e-05,
      "loss": 4.8919,
      "step": 306515
    },
    {
      "epoch": 0.2683026957190787,
      "grad_norm": 0.5818569660186768,
      "learning_rate": 4.3649140402463176e-05,
      "loss": 4.6999,
      "step": 306520
    },
    {
      "epoch": 0.26830707231270584,
      "grad_norm": 0.5787155032157898,
      "learning_rate": 4.364893737387854e-05,
      "loss": 5.1636,
      "step": 306525
    },
    {
      "epoch": 0.268311448906333,
      "grad_norm": 0.5975915789604187,
      "learning_rate": 4.364873434266121e-05,
      "loss": 5.1416,
      "step": 306530
    },
    {
      "epoch": 0.2683158254999602,
      "grad_norm": 0.5714536309242249,
      "learning_rate": 4.364853130881124e-05,
      "loss": 5.7055,
      "step": 306535
    },
    {
      "epoch": 0.2683202020935873,
      "grad_norm": 0.5832482576370239,
      "learning_rate": 4.364832827232863e-05,
      "loss": 5.7191,
      "step": 306540
    },
    {
      "epoch": 0.2683245786872145,
      "grad_norm": 0.6066397428512573,
      "learning_rate": 4.364812523321344e-05,
      "loss": 4.8857,
      "step": 306545
    },
    {
      "epoch": 0.26832895528084166,
      "grad_norm": 0.5693408250808716,
      "learning_rate": 4.3647922191465705e-05,
      "loss": 4.2717,
      "step": 306550
    },
    {
      "epoch": 0.2683333318744688,
      "grad_norm": 0.5778790712356567,
      "learning_rate": 4.3647719147085487e-05,
      "loss": 4.9412,
      "step": 306555
    },
    {
      "epoch": 0.26833770846809596,
      "grad_norm": 0.6091553568840027,
      "learning_rate": 4.364751610007279e-05,
      "loss": 4.6216,
      "step": 306560
    },
    {
      "epoch": 0.2683420850617231,
      "grad_norm": 0.6075466275215149,
      "learning_rate": 4.364731305042767e-05,
      "loss": 4.8944,
      "step": 306565
    },
    {
      "epoch": 0.26834646165535025,
      "grad_norm": 0.5904085636138916,
      "learning_rate": 4.364710999815017e-05,
      "loss": 5.0895,
      "step": 306570
    },
    {
      "epoch": 0.26835083824897743,
      "grad_norm": 0.5788763761520386,
      "learning_rate": 4.364690694324032e-05,
      "loss": 5.3102,
      "step": 306575
    },
    {
      "epoch": 0.26835521484260455,
      "grad_norm": 0.5794664025306702,
      "learning_rate": 4.3646703885698156e-05,
      "loss": 5.5873,
      "step": 306580
    },
    {
      "epoch": 0.2683595914362317,
      "grad_norm": 0.5912520289421082,
      "learning_rate": 4.364650082552374e-05,
      "loss": 4.6598,
      "step": 306585
    },
    {
      "epoch": 0.26836396802985885,
      "grad_norm": 0.5703332424163818,
      "learning_rate": 4.364629776271709e-05,
      "loss": 5.6125,
      "step": 306590
    },
    {
      "epoch": 0.268368344623486,
      "grad_norm": 0.5757539868354797,
      "learning_rate": 4.364609469727825e-05,
      "loss": 5.243,
      "step": 306595
    },
    {
      "epoch": 0.2683727212171132,
      "grad_norm": 0.5591916441917419,
      "learning_rate": 4.364589162920726e-05,
      "loss": 5.2294,
      "step": 306600
    },
    {
      "epoch": 0.2683770978107403,
      "grad_norm": 0.6372716426849365,
      "learning_rate": 4.364568855850416e-05,
      "loss": 4.3842,
      "step": 306605
    },
    {
      "epoch": 0.2683814744043675,
      "grad_norm": 0.5798025131225586,
      "learning_rate": 4.364548548516898e-05,
      "loss": 5.2104,
      "step": 306610
    },
    {
      "epoch": 0.26838585099799467,
      "grad_norm": 0.5789344906806946,
      "learning_rate": 4.364528240920177e-05,
      "loss": 4.8097,
      "step": 306615
    },
    {
      "epoch": 0.2683902275916218,
      "grad_norm": 0.5609980821609497,
      "learning_rate": 4.364507933060258e-05,
      "loss": 4.2723,
      "step": 306620
    },
    {
      "epoch": 0.26839460418524896,
      "grad_norm": 0.576833188533783,
      "learning_rate": 4.3644876249371427e-05,
      "loss": 5.4146,
      "step": 306625
    },
    {
      "epoch": 0.2683989807788761,
      "grad_norm": 0.5883203148841858,
      "learning_rate": 4.364467316550835e-05,
      "loss": 5.2021,
      "step": 306630
    },
    {
      "epoch": 0.26840335737250326,
      "grad_norm": 0.7072299718856812,
      "learning_rate": 4.364447007901341e-05,
      "loss": 4.5987,
      "step": 306635
    },
    {
      "epoch": 0.26840773396613044,
      "grad_norm": 0.7391641139984131,
      "learning_rate": 4.364426698988663e-05,
      "loss": 4.6878,
      "step": 306640
    },
    {
      "epoch": 0.26841211055975756,
      "grad_norm": 0.6130679249763489,
      "learning_rate": 4.364406389812805e-05,
      "loss": 5.9104,
      "step": 306645
    },
    {
      "epoch": 0.26841648715338473,
      "grad_norm": 0.5862681269645691,
      "learning_rate": 4.364386080373771e-05,
      "loss": 5.7267,
      "step": 306650
    },
    {
      "epoch": 0.2684208637470119,
      "grad_norm": 0.5685630440711975,
      "learning_rate": 4.364365770671567e-05,
      "loss": 5.3117,
      "step": 306655
    },
    {
      "epoch": 0.268425240340639,
      "grad_norm": 0.5644895434379578,
      "learning_rate": 4.364345460706193e-05,
      "loss": 4.6972,
      "step": 306660
    },
    {
      "epoch": 0.2684296169342662,
      "grad_norm": 0.5755311846733093,
      "learning_rate": 4.364325150477655e-05,
      "loss": 5.1682,
      "step": 306665
    },
    {
      "epoch": 0.2684339935278933,
      "grad_norm": 0.6076872944831848,
      "learning_rate": 4.3643048399859575e-05,
      "loss": 4.8556,
      "step": 306670
    },
    {
      "epoch": 0.2684383701215205,
      "grad_norm": 0.5740222334861755,
      "learning_rate": 4.364284529231103e-05,
      "loss": 5.9369,
      "step": 306675
    },
    {
      "epoch": 0.2684427467151477,
      "grad_norm": 0.5933883190155029,
      "learning_rate": 4.364264218213098e-05,
      "loss": 4.6524,
      "step": 306680
    },
    {
      "epoch": 0.2684471233087748,
      "grad_norm": 0.5726252794265747,
      "learning_rate": 4.3642439069319415e-05,
      "loss": 5.6551,
      "step": 306685
    },
    {
      "epoch": 0.26845149990240197,
      "grad_norm": 0.5826483964920044,
      "learning_rate": 4.364223595387643e-05,
      "loss": 5.6293,
      "step": 306690
    },
    {
      "epoch": 0.2684558764960291,
      "grad_norm": 0.5933577418327332,
      "learning_rate": 4.364203283580203e-05,
      "loss": 5.6162,
      "step": 306695
    },
    {
      "epoch": 0.26846025308965626,
      "grad_norm": 0.5709238052368164,
      "learning_rate": 4.364182971509626e-05,
      "loss": 4.3535,
      "step": 306700
    },
    {
      "epoch": 0.26846462968328344,
      "grad_norm": 0.5785980820655823,
      "learning_rate": 4.3641626591759176e-05,
      "loss": 5.0911,
      "step": 306705
    },
    {
      "epoch": 0.26846900627691056,
      "grad_norm": 0.5621923804283142,
      "learning_rate": 4.36414234657908e-05,
      "loss": 4.8621,
      "step": 306710
    },
    {
      "epoch": 0.26847338287053774,
      "grad_norm": 0.5786174535751343,
      "learning_rate": 4.364122033719117e-05,
      "loss": 4.4353,
      "step": 306715
    },
    {
      "epoch": 0.2684777594641649,
      "grad_norm": 0.5652864575386047,
      "learning_rate": 4.3641017205960335e-05,
      "loss": 4.8072,
      "step": 306720
    },
    {
      "epoch": 0.26848213605779203,
      "grad_norm": 0.5820869207382202,
      "learning_rate": 4.3640814072098315e-05,
      "loss": 4.888,
      "step": 306725
    },
    {
      "epoch": 0.2684865126514192,
      "grad_norm": 0.5728132128715515,
      "learning_rate": 4.3640610935605174e-05,
      "loss": 4.8023,
      "step": 306730
    },
    {
      "epoch": 0.2684908892450463,
      "grad_norm": 0.564997136592865,
      "learning_rate": 4.364040779648094e-05,
      "loss": 5.7031,
      "step": 306735
    },
    {
      "epoch": 0.2684952658386735,
      "grad_norm": 0.5970765948295593,
      "learning_rate": 4.364020465472566e-05,
      "loss": 5.6178,
      "step": 306740
    },
    {
      "epoch": 0.2684996424323007,
      "grad_norm": 0.563169538974762,
      "learning_rate": 4.3640001510339355e-05,
      "loss": 4.0855,
      "step": 306745
    },
    {
      "epoch": 0.2685040190259278,
      "grad_norm": 0.6042150855064392,
      "learning_rate": 4.363979836332208e-05,
      "loss": 5.5881,
      "step": 306750
    },
    {
      "epoch": 0.268508395619555,
      "grad_norm": 0.5704739093780518,
      "learning_rate": 4.363959521367388e-05,
      "loss": 5.2003,
      "step": 306755
    },
    {
      "epoch": 0.26851277221318215,
      "grad_norm": 0.5755095481872559,
      "learning_rate": 4.3639392061394756e-05,
      "loss": 4.8735,
      "step": 306760
    },
    {
      "epoch": 0.26851714880680927,
      "grad_norm": 0.5827045440673828,
      "learning_rate": 4.3639188906484795e-05,
      "loss": 5.235,
      "step": 306765
    },
    {
      "epoch": 0.26852152540043644,
      "grad_norm": 0.8558638691902161,
      "learning_rate": 4.363898574894402e-05,
      "loss": 4.6929,
      "step": 306770
    },
    {
      "epoch": 0.26852590199406356,
      "grad_norm": 0.6371883749961853,
      "learning_rate": 4.3638782588772456e-05,
      "loss": 4.6046,
      "step": 306775
    },
    {
      "epoch": 0.26853027858769074,
      "grad_norm": 0.6466037631034851,
      "learning_rate": 4.363857942597015e-05,
      "loss": 4.8295,
      "step": 306780
    },
    {
      "epoch": 0.2685346551813179,
      "grad_norm": 0.7044968605041504,
      "learning_rate": 4.363837626053715e-05,
      "loss": 4.9117,
      "step": 306785
    },
    {
      "epoch": 0.26853903177494504,
      "grad_norm": 0.5632708668708801,
      "learning_rate": 4.363817309247349e-05,
      "loss": 4.0868,
      "step": 306790
    },
    {
      "epoch": 0.2685434083685722,
      "grad_norm": 0.6431652903556824,
      "learning_rate": 4.363796992177921e-05,
      "loss": 6.2291,
      "step": 306795
    },
    {
      "epoch": 0.2685477849621994,
      "grad_norm": 0.7832841873168945,
      "learning_rate": 4.3637766748454336e-05,
      "loss": 4.5962,
      "step": 306800
    },
    {
      "epoch": 0.2685521615558265,
      "grad_norm": 0.7863859534263611,
      "learning_rate": 4.363756357249893e-05,
      "loss": 5.2992,
      "step": 306805
    },
    {
      "epoch": 0.2685565381494537,
      "grad_norm": 0.629508912563324,
      "learning_rate": 4.363736039391302e-05,
      "loss": 5.5885,
      "step": 306810
    },
    {
      "epoch": 0.2685609147430808,
      "grad_norm": 0.5533636808395386,
      "learning_rate": 4.363715721269663e-05,
      "loss": 5.1402,
      "step": 306815
    },
    {
      "epoch": 0.268565291336708,
      "grad_norm": 0.5639263391494751,
      "learning_rate": 4.363695402884983e-05,
      "loss": 4.7727,
      "step": 306820
    },
    {
      "epoch": 0.26856966793033515,
      "grad_norm": 0.5894402861595154,
      "learning_rate": 4.363675084237263e-05,
      "loss": 6.2158,
      "step": 306825
    },
    {
      "epoch": 0.2685740445239623,
      "grad_norm": 0.5649890899658203,
      "learning_rate": 4.363654765326509e-05,
      "loss": 5.4188,
      "step": 306830
    },
    {
      "epoch": 0.26857842111758945,
      "grad_norm": 0.5664055943489075,
      "learning_rate": 4.363634446152725e-05,
      "loss": 5.25,
      "step": 306835
    },
    {
      "epoch": 0.26858279771121657,
      "grad_norm": 0.5879506468772888,
      "learning_rate": 4.3636141267159124e-05,
      "loss": 4.8635,
      "step": 306840
    },
    {
      "epoch": 0.26858717430484375,
      "grad_norm": 0.5644448399543762,
      "learning_rate": 4.363593807016077e-05,
      "loss": 5.3846,
      "step": 306845
    },
    {
      "epoch": 0.2685915508984709,
      "grad_norm": 0.5737751126289368,
      "learning_rate": 4.363573487053224e-05,
      "loss": 4.3804,
      "step": 306850
    },
    {
      "epoch": 0.26859592749209804,
      "grad_norm": 0.5605032444000244,
      "learning_rate": 4.3635531668273546e-05,
      "loss": 4.3895,
      "step": 306855
    },
    {
      "epoch": 0.2686003040857252,
      "grad_norm": 0.558661937713623,
      "learning_rate": 4.363532846338474e-05,
      "loss": 5.6164,
      "step": 306860
    },
    {
      "epoch": 0.2686046806793524,
      "grad_norm": 0.5659573078155518,
      "learning_rate": 4.363512525586586e-05,
      "loss": 5.1433,
      "step": 306865
    },
    {
      "epoch": 0.2686090572729795,
      "grad_norm": 0.5710977911949158,
      "learning_rate": 4.3634922045716955e-05,
      "loss": 4.3438,
      "step": 306870
    },
    {
      "epoch": 0.2686134338666067,
      "grad_norm": 0.6505430340766907,
      "learning_rate": 4.363471883293805e-05,
      "loss": 4.5896,
      "step": 306875
    },
    {
      "epoch": 0.2686178104602338,
      "grad_norm": 0.5651568174362183,
      "learning_rate": 4.363451561752918e-05,
      "loss": 5.0748,
      "step": 306880
    },
    {
      "epoch": 0.268622187053861,
      "grad_norm": 0.5704138875007629,
      "learning_rate": 4.3634312399490394e-05,
      "loss": 5.6902,
      "step": 306885
    },
    {
      "epoch": 0.26862656364748816,
      "grad_norm": 0.5803837180137634,
      "learning_rate": 4.363410917882175e-05,
      "loss": 5.0766,
      "step": 306890
    },
    {
      "epoch": 0.2686309402411153,
      "grad_norm": 0.5617653727531433,
      "learning_rate": 4.363390595552325e-05,
      "loss": 5.6049,
      "step": 306895
    },
    {
      "epoch": 0.26863531683474245,
      "grad_norm": 0.5438464879989624,
      "learning_rate": 4.363370272959496e-05,
      "loss": 5.9072,
      "step": 306900
    },
    {
      "epoch": 0.26863969342836963,
      "grad_norm": 0.5544436573982239,
      "learning_rate": 4.36334995010369e-05,
      "loss": 4.908,
      "step": 306905
    },
    {
      "epoch": 0.26864407002199675,
      "grad_norm": 0.5741668939590454,
      "learning_rate": 4.363329626984912e-05,
      "loss": 5.4047,
      "step": 306910
    },
    {
      "epoch": 0.2686484466156239,
      "grad_norm": 0.5812289714813232,
      "learning_rate": 4.363309303603167e-05,
      "loss": 4.1701,
      "step": 306915
    },
    {
      "epoch": 0.26865282320925105,
      "grad_norm": 0.5791951417922974,
      "learning_rate": 4.363288979958458e-05,
      "loss": 5.909,
      "step": 306920
    },
    {
      "epoch": 0.2686571998028782,
      "grad_norm": 0.5700909495353699,
      "learning_rate": 4.363268656050787e-05,
      "loss": 5.1416,
      "step": 306925
    },
    {
      "epoch": 0.2686615763965054,
      "grad_norm": 0.5702418088912964,
      "learning_rate": 4.363248331880161e-05,
      "loss": 5.709,
      "step": 306930
    },
    {
      "epoch": 0.2686659529901325,
      "grad_norm": 0.5817442536354065,
      "learning_rate": 4.363228007446583e-05,
      "loss": 4.4089,
      "step": 306935
    },
    {
      "epoch": 0.2686703295837597,
      "grad_norm": 0.5671149492263794,
      "learning_rate": 4.363207682750056e-05,
      "loss": 6.2084,
      "step": 306940
    },
    {
      "epoch": 0.26867470617738687,
      "grad_norm": 0.5891289114952087,
      "learning_rate": 4.363187357790584e-05,
      "loss": 5.1276,
      "step": 306945
    },
    {
      "epoch": 0.268679082771014,
      "grad_norm": 0.6217567920684814,
      "learning_rate": 4.36316703256817e-05,
      "loss": 4.7947,
      "step": 306950
    },
    {
      "epoch": 0.26868345936464116,
      "grad_norm": 0.5661852955818176,
      "learning_rate": 4.3631467070828204e-05,
      "loss": 5.6875,
      "step": 306955
    },
    {
      "epoch": 0.2686878359582683,
      "grad_norm": 0.5978180170059204,
      "learning_rate": 4.363126381334538e-05,
      "loss": 5.3798,
      "step": 306960
    },
    {
      "epoch": 0.26869221255189546,
      "grad_norm": 0.559719443321228,
      "learning_rate": 4.3631060553233275e-05,
      "loss": 5.9277,
      "step": 306965
    },
    {
      "epoch": 0.26869658914552264,
      "grad_norm": 0.5824511647224426,
      "learning_rate": 4.363085729049191e-05,
      "loss": 5.2079,
      "step": 306970
    },
    {
      "epoch": 0.26870096573914976,
      "grad_norm": 0.5631731152534485,
      "learning_rate": 4.363065402512133e-05,
      "loss": 5.7266,
      "step": 306975
    },
    {
      "epoch": 0.26870534233277693,
      "grad_norm": 0.5736956596374512,
      "learning_rate": 4.363045075712159e-05,
      "loss": 5.316,
      "step": 306980
    },
    {
      "epoch": 0.26870971892640405,
      "grad_norm": 0.6053324341773987,
      "learning_rate": 4.363024748649271e-05,
      "loss": 5.5898,
      "step": 306985
    },
    {
      "epoch": 0.2687140955200312,
      "grad_norm": 0.602079451084137,
      "learning_rate": 4.363004421323473e-05,
      "loss": 5.4202,
      "step": 306990
    },
    {
      "epoch": 0.2687184721136584,
      "grad_norm": 0.5675322413444519,
      "learning_rate": 4.362984093734771e-05,
      "loss": 6.1994,
      "step": 306995
    },
    {
      "epoch": 0.2687228487072855,
      "grad_norm": 0.566001832485199,
      "learning_rate": 4.362963765883167e-05,
      "loss": 5.5844,
      "step": 307000
    },
    {
      "epoch": 0.2687272253009127,
      "grad_norm": 0.600628137588501,
      "learning_rate": 4.3629434377686664e-05,
      "loss": 5.1785,
      "step": 307005
    },
    {
      "epoch": 0.2687316018945399,
      "grad_norm": 0.5832643508911133,
      "learning_rate": 4.36292310939127e-05,
      "loss": 5.9221,
      "step": 307010
    },
    {
      "epoch": 0.268735978488167,
      "grad_norm": 0.5701192021369934,
      "learning_rate": 4.362902780750985e-05,
      "loss": 4.3048,
      "step": 307015
    },
    {
      "epoch": 0.26874035508179417,
      "grad_norm": 0.5987080335617065,
      "learning_rate": 4.362882451847815e-05,
      "loss": 4.3668,
      "step": 307020
    },
    {
      "epoch": 0.2687447316754213,
      "grad_norm": 0.5885903835296631,
      "learning_rate": 4.3628621226817624e-05,
      "loss": 5.3344,
      "step": 307025
    },
    {
      "epoch": 0.26874910826904846,
      "grad_norm": 0.5827763676643372,
      "learning_rate": 4.362841793252831e-05,
      "loss": 5.9324,
      "step": 307030
    },
    {
      "epoch": 0.26875348486267564,
      "grad_norm": 0.5755996108055115,
      "learning_rate": 4.3628214635610266e-05,
      "loss": 6.2166,
      "step": 307035
    },
    {
      "epoch": 0.26875786145630276,
      "grad_norm": 0.5690230131149292,
      "learning_rate": 4.362801133606351e-05,
      "loss": 5.1252,
      "step": 307040
    },
    {
      "epoch": 0.26876223804992994,
      "grad_norm": 0.5718830823898315,
      "learning_rate": 4.3627808033888106e-05,
      "loss": 5.2031,
      "step": 307045
    },
    {
      "epoch": 0.2687666146435571,
      "grad_norm": 0.5607455968856812,
      "learning_rate": 4.3627604729084083e-05,
      "loss": 6.2029,
      "step": 307050
    },
    {
      "epoch": 0.26877099123718423,
      "grad_norm": 0.5657042264938354,
      "learning_rate": 4.362740142165146e-05,
      "loss": 5.3476,
      "step": 307055
    },
    {
      "epoch": 0.2687753678308114,
      "grad_norm": 0.5973579287528992,
      "learning_rate": 4.36271981115903e-05,
      "loss": 4.8838,
      "step": 307060
    },
    {
      "epoch": 0.2687797444244385,
      "grad_norm": 0.601139485836029,
      "learning_rate": 4.362699479890064e-05,
      "loss": 5.3853,
      "step": 307065
    },
    {
      "epoch": 0.2687841210180657,
      "grad_norm": 0.5847604870796204,
      "learning_rate": 4.362679148358251e-05,
      "loss": 5.3205,
      "step": 307070
    },
    {
      "epoch": 0.2687884976116929,
      "grad_norm": 0.5705077648162842,
      "learning_rate": 4.362658816563595e-05,
      "loss": 4.3989,
      "step": 307075
    },
    {
      "epoch": 0.26879287420532,
      "grad_norm": 0.6296301484107971,
      "learning_rate": 4.3626384845060996e-05,
      "loss": 4.589,
      "step": 307080
    },
    {
      "epoch": 0.2687972507989472,
      "grad_norm": 0.5745607018470764,
      "learning_rate": 4.3626181521857704e-05,
      "loss": 5.7236,
      "step": 307085
    },
    {
      "epoch": 0.2688016273925743,
      "grad_norm": 0.5788705348968506,
      "learning_rate": 4.362597819602611e-05,
      "loss": 4.0901,
      "step": 307090
    },
    {
      "epoch": 0.26880600398620147,
      "grad_norm": 0.585067629814148,
      "learning_rate": 4.3625774867566226e-05,
      "loss": 5.1814,
      "step": 307095
    },
    {
      "epoch": 0.26881038057982864,
      "grad_norm": 0.5857240557670593,
      "learning_rate": 4.362557153647813e-05,
      "loss": 5.391,
      "step": 307100
    },
    {
      "epoch": 0.26881475717345577,
      "grad_norm": 0.5757495760917664,
      "learning_rate": 4.362536820276183e-05,
      "loss": 5.2075,
      "step": 307105
    },
    {
      "epoch": 0.26881913376708294,
      "grad_norm": 0.580521821975708,
      "learning_rate": 4.3625164866417376e-05,
      "loss": 4.8493,
      "step": 307110
    },
    {
      "epoch": 0.2688235103607101,
      "grad_norm": 0.5860819816589355,
      "learning_rate": 4.362496152744483e-05,
      "loss": 5.1875,
      "step": 307115
    },
    {
      "epoch": 0.26882788695433724,
      "grad_norm": 0.5921973586082458,
      "learning_rate": 4.3624758185844193e-05,
      "loss": 4.9035,
      "step": 307120
    },
    {
      "epoch": 0.2688322635479644,
      "grad_norm": 0.6240078210830688,
      "learning_rate": 4.362455484161553e-05,
      "loss": 5.1072,
      "step": 307125
    },
    {
      "epoch": 0.26883664014159153,
      "grad_norm": 0.5655642151832581,
      "learning_rate": 4.3624351494758864e-05,
      "loss": 5.1996,
      "step": 307130
    },
    {
      "epoch": 0.2688410167352187,
      "grad_norm": 0.5646596550941467,
      "learning_rate": 4.3624148145274234e-05,
      "loss": 4.8868,
      "step": 307135
    },
    {
      "epoch": 0.2688453933288459,
      "grad_norm": 0.5750966668128967,
      "learning_rate": 4.362394479316171e-05,
      "loss": 4.8059,
      "step": 307140
    },
    {
      "epoch": 0.268849769922473,
      "grad_norm": 0.5721083283424377,
      "learning_rate": 4.3623741438421285e-05,
      "loss": 4.8633,
      "step": 307145
    },
    {
      "epoch": 0.2688541465161002,
      "grad_norm": 0.5698171854019165,
      "learning_rate": 4.362353808105304e-05,
      "loss": 5.3123,
      "step": 307150
    },
    {
      "epoch": 0.26885852310972735,
      "grad_norm": 0.5561545491218567,
      "learning_rate": 4.362333472105698e-05,
      "loss": 5.9238,
      "step": 307155
    },
    {
      "epoch": 0.2688628997033545,
      "grad_norm": 0.5844637751579285,
      "learning_rate": 4.3623131358433176e-05,
      "loss": 5.1286,
      "step": 307160
    },
    {
      "epoch": 0.26886727629698165,
      "grad_norm": 0.6005489826202393,
      "learning_rate": 4.362292799318164e-05,
      "loss": 5.3972,
      "step": 307165
    },
    {
      "epoch": 0.26887165289060877,
      "grad_norm": 0.5689149498939514,
      "learning_rate": 4.3622724625302426e-05,
      "loss": 5.4345,
      "step": 307170
    },
    {
      "epoch": 0.26887602948423595,
      "grad_norm": 0.5883181095123291,
      "learning_rate": 4.3622521254795576e-05,
      "loss": 5.2775,
      "step": 307175
    },
    {
      "epoch": 0.2688804060778631,
      "grad_norm": 0.5700772404670715,
      "learning_rate": 4.362231788166112e-05,
      "loss": 5.0823,
      "step": 307180
    },
    {
      "epoch": 0.26888478267149024,
      "grad_norm": 0.5630348920822144,
      "learning_rate": 4.362211450589909e-05,
      "loss": 4.8818,
      "step": 307185
    },
    {
      "epoch": 0.2688891592651174,
      "grad_norm": 0.5643649101257324,
      "learning_rate": 4.3621911127509555e-05,
      "loss": 5.1037,
      "step": 307190
    },
    {
      "epoch": 0.2688935358587446,
      "grad_norm": 0.5972692966461182,
      "learning_rate": 4.362170774649251e-05,
      "loss": 5.432,
      "step": 307195
    },
    {
      "epoch": 0.2688979124523717,
      "grad_norm": 0.5799090266227722,
      "learning_rate": 4.3621504362848044e-05,
      "loss": 5.1996,
      "step": 307200
    },
    {
      "epoch": 0.2689022890459989,
      "grad_norm": 0.6020282506942749,
      "learning_rate": 4.362130097657615e-05,
      "loss": 4.6822,
      "step": 307205
    },
    {
      "epoch": 0.268906665639626,
      "grad_norm": 0.572489857673645,
      "learning_rate": 4.362109758767691e-05,
      "loss": 4.0786,
      "step": 307210
    },
    {
      "epoch": 0.2689110422332532,
      "grad_norm": 0.5796020030975342,
      "learning_rate": 4.362089419615032e-05,
      "loss": 4.3885,
      "step": 307215
    },
    {
      "epoch": 0.26891541882688036,
      "grad_norm": 0.568423867225647,
      "learning_rate": 4.362069080199644e-05,
      "loss": 5.2175,
      "step": 307220
    },
    {
      "epoch": 0.2689197954205075,
      "grad_norm": 0.5718058943748474,
      "learning_rate": 4.362048740521533e-05,
      "loss": 5.3576,
      "step": 307225
    },
    {
      "epoch": 0.26892417201413465,
      "grad_norm": 0.5649366974830627,
      "learning_rate": 4.3620284005806996e-05,
      "loss": 4.8851,
      "step": 307230
    },
    {
      "epoch": 0.2689285486077618,
      "grad_norm": 0.5751980543136597,
      "learning_rate": 4.362008060377149e-05,
      "loss": 4.9163,
      "step": 307235
    },
    {
      "epoch": 0.26893292520138895,
      "grad_norm": 0.6027196645736694,
      "learning_rate": 4.361987719910886e-05,
      "loss": 5.4228,
      "step": 307240
    },
    {
      "epoch": 0.2689373017950161,
      "grad_norm": 0.6879978775978088,
      "learning_rate": 4.361967379181913e-05,
      "loss": 4.6319,
      "step": 307245
    },
    {
      "epoch": 0.26894167838864325,
      "grad_norm": 0.5666481256484985,
      "learning_rate": 4.361947038190235e-05,
      "loss": 4.8943,
      "step": 307250
    },
    {
      "epoch": 0.2689460549822704,
      "grad_norm": 0.5800887942314148,
      "learning_rate": 4.361926696935855e-05,
      "loss": 5.1342,
      "step": 307255
    },
    {
      "epoch": 0.2689504315758976,
      "grad_norm": 0.5993411540985107,
      "learning_rate": 4.361906355418779e-05,
      "loss": 5.7123,
      "step": 307260
    },
    {
      "epoch": 0.2689548081695247,
      "grad_norm": 0.5775087475776672,
      "learning_rate": 4.3618860136390086e-05,
      "loss": 5.8846,
      "step": 307265
    },
    {
      "epoch": 0.2689591847631519,
      "grad_norm": 0.5736319422721863,
      "learning_rate": 4.3618656715965464e-05,
      "loss": 4.4114,
      "step": 307270
    },
    {
      "epoch": 0.268963561356779,
      "grad_norm": 0.6035046577453613,
      "learning_rate": 4.3618453292914016e-05,
      "loss": 5.4154,
      "step": 307275
    },
    {
      "epoch": 0.2689679379504062,
      "grad_norm": 0.5931673645973206,
      "learning_rate": 4.361824986723573e-05,
      "loss": 5.6486,
      "step": 307280
    },
    {
      "epoch": 0.26897231454403336,
      "grad_norm": 0.5753530859947205,
      "learning_rate": 4.361804643893067e-05,
      "loss": 4.8679,
      "step": 307285
    },
    {
      "epoch": 0.2689766911376605,
      "grad_norm": 0.5905587077140808,
      "learning_rate": 4.361784300799887e-05,
      "loss": 4.6653,
      "step": 307290
    },
    {
      "epoch": 0.26898106773128766,
      "grad_norm": 0.5797060132026672,
      "learning_rate": 4.361763957444037e-05,
      "loss": 5.0887,
      "step": 307295
    },
    {
      "epoch": 0.26898544432491484,
      "grad_norm": 0.6029098033905029,
      "learning_rate": 4.361743613825521e-05,
      "loss": 4.865,
      "step": 307300
    },
    {
      "epoch": 0.26898982091854196,
      "grad_norm": 0.7581716179847717,
      "learning_rate": 4.3617232699443433e-05,
      "loss": 4.4036,
      "step": 307305
    },
    {
      "epoch": 0.26899419751216913,
      "grad_norm": 0.611736536026001,
      "learning_rate": 4.361702925800506e-05,
      "loss": 4.4041,
      "step": 307310
    },
    {
      "epoch": 0.26899857410579625,
      "grad_norm": 0.554597795009613,
      "learning_rate": 4.361682581394016e-05,
      "loss": 4.8995,
      "step": 307315
    },
    {
      "epoch": 0.2690029506994234,
      "grad_norm": 0.5495249032974243,
      "learning_rate": 4.361662236724874e-05,
      "loss": 4.3938,
      "step": 307320
    },
    {
      "epoch": 0.2690073272930506,
      "grad_norm": 0.556786835193634,
      "learning_rate": 4.361641891793086e-05,
      "loss": 5.3948,
      "step": 307325
    },
    {
      "epoch": 0.2690117038866777,
      "grad_norm": 0.552854061126709,
      "learning_rate": 4.3616215465986555e-05,
      "loss": 5.1229,
      "step": 307330
    },
    {
      "epoch": 0.2690160804803049,
      "grad_norm": 0.5456458926200867,
      "learning_rate": 4.3616012011415866e-05,
      "loss": 4.9038,
      "step": 307335
    },
    {
      "epoch": 0.269020457073932,
      "grad_norm": 0.56806880235672,
      "learning_rate": 4.361580855421882e-05,
      "loss": 5.6166,
      "step": 307340
    },
    {
      "epoch": 0.2690248336675592,
      "grad_norm": 0.5655191540718079,
      "learning_rate": 4.3615605094395476e-05,
      "loss": 5.6831,
      "step": 307345
    },
    {
      "epoch": 0.26902921026118637,
      "grad_norm": 0.5586695075035095,
      "learning_rate": 4.361540163194586e-05,
      "loss": 5.1442,
      "step": 307350
    },
    {
      "epoch": 0.2690335868548135,
      "grad_norm": 0.5682765245437622,
      "learning_rate": 4.361519816687001e-05,
      "loss": 5.2214,
      "step": 307355
    },
    {
      "epoch": 0.26903796344844066,
      "grad_norm": 0.5812117457389832,
      "learning_rate": 4.3614994699167976e-05,
      "loss": 5.4103,
      "step": 307360
    },
    {
      "epoch": 0.26904234004206784,
      "grad_norm": 0.5661548972129822,
      "learning_rate": 4.361479122883978e-05,
      "loss": 5.3582,
      "step": 307365
    },
    {
      "epoch": 0.26904671663569496,
      "grad_norm": 0.5633790493011475,
      "learning_rate": 4.3614587755885485e-05,
      "loss": 4.8947,
      "step": 307370
    },
    {
      "epoch": 0.26905109322932214,
      "grad_norm": 0.5733678936958313,
      "learning_rate": 4.3614384280305106e-05,
      "loss": 5.9178,
      "step": 307375
    },
    {
      "epoch": 0.26905546982294926,
      "grad_norm": 0.5636315941810608,
      "learning_rate": 4.36141808020987e-05,
      "loss": 5.4233,
      "step": 307380
    },
    {
      "epoch": 0.26905984641657643,
      "grad_norm": 0.5614997744560242,
      "learning_rate": 4.36139773212663e-05,
      "loss": 5.4232,
      "step": 307385
    },
    {
      "epoch": 0.2690642230102036,
      "grad_norm": 0.5778797268867493,
      "learning_rate": 4.361377383780795e-05,
      "loss": 5.4403,
      "step": 307390
    },
    {
      "epoch": 0.2690685996038307,
      "grad_norm": 0.5694659352302551,
      "learning_rate": 4.361357035172368e-05,
      "loss": 4.9249,
      "step": 307395
    },
    {
      "epoch": 0.2690729761974579,
      "grad_norm": 0.5697198510169983,
      "learning_rate": 4.361336686301353e-05,
      "loss": 4.8589,
      "step": 307400
    },
    {
      "epoch": 0.2690773527910851,
      "grad_norm": 0.5676339268684387,
      "learning_rate": 4.3613163371677546e-05,
      "loss": 5.1164,
      "step": 307405
    },
    {
      "epoch": 0.2690817293847122,
      "grad_norm": 0.5762209296226501,
      "learning_rate": 4.3612959877715766e-05,
      "loss": 4.8851,
      "step": 307410
    },
    {
      "epoch": 0.2690861059783394,
      "grad_norm": 0.5682246088981628,
      "learning_rate": 4.361275638112822e-05,
      "loss": 5.5883,
      "step": 307415
    },
    {
      "epoch": 0.2690904825719665,
      "grad_norm": 0.5722396969795227,
      "learning_rate": 4.361255288191496e-05,
      "loss": 5.6043,
      "step": 307420
    },
    {
      "epoch": 0.26909485916559367,
      "grad_norm": 0.5797637701034546,
      "learning_rate": 4.361234938007601e-05,
      "loss": 4.8972,
      "step": 307425
    },
    {
      "epoch": 0.26909923575922085,
      "grad_norm": 0.5722538232803345,
      "learning_rate": 4.361214587561143e-05,
      "loss": 5.1217,
      "step": 307430
    },
    {
      "epoch": 0.26910361235284797,
      "grad_norm": 0.5595329999923706,
      "learning_rate": 4.361194236852125e-05,
      "loss": 5.5822,
      "step": 307435
    },
    {
      "epoch": 0.26910798894647514,
      "grad_norm": 0.6037926077842712,
      "learning_rate": 4.36117388588055e-05,
      "loss": 4.9056,
      "step": 307440
    },
    {
      "epoch": 0.2691123655401023,
      "grad_norm": 0.5592113733291626,
      "learning_rate": 4.361153534646423e-05,
      "loss": 5.0459,
      "step": 307445
    },
    {
      "epoch": 0.26911674213372944,
      "grad_norm": 0.5942000150680542,
      "learning_rate": 4.361133183149748e-05,
      "loss": 5.4235,
      "step": 307450
    },
    {
      "epoch": 0.2691211187273566,
      "grad_norm": 0.5650753378868103,
      "learning_rate": 4.3611128313905284e-05,
      "loss": 5.095,
      "step": 307455
    },
    {
      "epoch": 0.26912549532098373,
      "grad_norm": 0.5977137684822083,
      "learning_rate": 4.361092479368767e-05,
      "loss": 4.3569,
      "step": 307460
    },
    {
      "epoch": 0.2691298719146109,
      "grad_norm": 0.6022183895111084,
      "learning_rate": 4.3610721270844704e-05,
      "loss": 4.8666,
      "step": 307465
    },
    {
      "epoch": 0.2691342485082381,
      "grad_norm": 0.574677050113678,
      "learning_rate": 4.36105177453764e-05,
      "loss": 5.9684,
      "step": 307470
    },
    {
      "epoch": 0.2691386251018652,
      "grad_norm": 0.5544114708900452,
      "learning_rate": 4.361031421728282e-05,
      "loss": 5.1026,
      "step": 307475
    },
    {
      "epoch": 0.2691430016954924,
      "grad_norm": 0.5875574946403503,
      "learning_rate": 4.361011068656399e-05,
      "loss": 6.2152,
      "step": 307480
    },
    {
      "epoch": 0.2691473782891195,
      "grad_norm": 0.5772436261177063,
      "learning_rate": 4.360990715321994e-05,
      "loss": 4.9236,
      "step": 307485
    },
    {
      "epoch": 0.2691517548827467,
      "grad_norm": 0.5911939740180969,
      "learning_rate": 4.360970361725073e-05,
      "loss": 4.6751,
      "step": 307490
    },
    {
      "epoch": 0.26915613147637385,
      "grad_norm": 0.5776796340942383,
      "learning_rate": 4.3609500078656384e-05,
      "loss": 5.7155,
      "step": 307495
    },
    {
      "epoch": 0.26916050807000097,
      "grad_norm": 0.5889269113540649,
      "learning_rate": 4.360929653743695e-05,
      "loss": 4.0858,
      "step": 307500
    },
    {
      "epoch": 0.26916488466362815,
      "grad_norm": 0.5861828327178955,
      "learning_rate": 4.360909299359247e-05,
      "loss": 5.6381,
      "step": 307505
    },
    {
      "epoch": 0.2691692612572553,
      "grad_norm": 0.5745209455490112,
      "learning_rate": 4.360888944712297e-05,
      "loss": 5.6072,
      "step": 307510
    },
    {
      "epoch": 0.26917363785088244,
      "grad_norm": 0.5594911575317383,
      "learning_rate": 4.360868589802849e-05,
      "loss": 4.9314,
      "step": 307515
    },
    {
      "epoch": 0.2691780144445096,
      "grad_norm": 0.5669559240341187,
      "learning_rate": 4.360848234630909e-05,
      "loss": 5.4122,
      "step": 307520
    },
    {
      "epoch": 0.26918239103813674,
      "grad_norm": 0.5652607679367065,
      "learning_rate": 4.360827879196479e-05,
      "loss": 4.6897,
      "step": 307525
    },
    {
      "epoch": 0.2691867676317639,
      "grad_norm": 0.5756343603134155,
      "learning_rate": 4.360807523499563e-05,
      "loss": 5.1391,
      "step": 307530
    },
    {
      "epoch": 0.2691911442253911,
      "grad_norm": 0.5778623223304749,
      "learning_rate": 4.360787167540164e-05,
      "loss": 5.1992,
      "step": 307535
    },
    {
      "epoch": 0.2691955208190182,
      "grad_norm": 0.581092119216919,
      "learning_rate": 4.36076681131829e-05,
      "loss": 5.6974,
      "step": 307540
    },
    {
      "epoch": 0.2691998974126454,
      "grad_norm": 0.5750900506973267,
      "learning_rate": 4.36074645483394e-05,
      "loss": 5.1947,
      "step": 307545
    },
    {
      "epoch": 0.26920427400627256,
      "grad_norm": 0.5776576399803162,
      "learning_rate": 4.360726098087121e-05,
      "loss": 5.9385,
      "step": 307550
    },
    {
      "epoch": 0.2692086505998997,
      "grad_norm": 0.5948339104652405,
      "learning_rate": 4.3607057410778366e-05,
      "loss": 5.1252,
      "step": 307555
    },
    {
      "epoch": 0.26921302719352685,
      "grad_norm": 0.5754795670509338,
      "learning_rate": 4.36068538380609e-05,
      "loss": 4.599,
      "step": 307560
    },
    {
      "epoch": 0.269217403787154,
      "grad_norm": 0.5763166546821594,
      "learning_rate": 4.360665026271885e-05,
      "loss": 5.9201,
      "step": 307565
    },
    {
      "epoch": 0.26922178038078115,
      "grad_norm": 0.5756407976150513,
      "learning_rate": 4.360644668475226e-05,
      "loss": 5.5963,
      "step": 307570
    },
    {
      "epoch": 0.2692261569744083,
      "grad_norm": 0.5708758234977722,
      "learning_rate": 4.360624310416116e-05,
      "loss": 5.1337,
      "step": 307575
    },
    {
      "epoch": 0.26923053356803545,
      "grad_norm": 0.5697556734085083,
      "learning_rate": 4.360603952094561e-05,
      "loss": 5.9369,
      "step": 307580
    },
    {
      "epoch": 0.2692349101616626,
      "grad_norm": 0.5491749048233032,
      "learning_rate": 4.360583593510562e-05,
      "loss": 5.6813,
      "step": 307585
    },
    {
      "epoch": 0.2692392867552898,
      "grad_norm": 0.6444262266159058,
      "learning_rate": 4.3605632346641256e-05,
      "loss": 4.5943,
      "step": 307590
    },
    {
      "epoch": 0.2692436633489169,
      "grad_norm": 0.6813352704048157,
      "learning_rate": 4.3605428755552546e-05,
      "loss": 4.9003,
      "step": 307595
    },
    {
      "epoch": 0.2692480399425441,
      "grad_norm": 0.5718745589256287,
      "learning_rate": 4.3605225161839525e-05,
      "loss": 4.8999,
      "step": 307600
    },
    {
      "epoch": 0.2692524165361712,
      "grad_norm": 0.5924127697944641,
      "learning_rate": 4.3605021565502246e-05,
      "loss": 4.3511,
      "step": 307605
    },
    {
      "epoch": 0.2692567931297984,
      "grad_norm": 0.5661355257034302,
      "learning_rate": 4.360481796654074e-05,
      "loss": 5.1232,
      "step": 307610
    },
    {
      "epoch": 0.26926116972342556,
      "grad_norm": 0.5991859436035156,
      "learning_rate": 4.360461436495503e-05,
      "loss": 6.2246,
      "step": 307615
    },
    {
      "epoch": 0.2692655463170527,
      "grad_norm": 0.5965869426727295,
      "learning_rate": 4.3604410760745185e-05,
      "loss": 4.8825,
      "step": 307620
    },
    {
      "epoch": 0.26926992291067986,
      "grad_norm": 0.5635684132575989,
      "learning_rate": 4.3604207153911224e-05,
      "loss": 6.2162,
      "step": 307625
    },
    {
      "epoch": 0.269274299504307,
      "grad_norm": 0.5662802457809448,
      "learning_rate": 4.360400354445319e-05,
      "loss": 5.6275,
      "step": 307630
    },
    {
      "epoch": 0.26927867609793416,
      "grad_norm": 0.5793958306312561,
      "learning_rate": 4.360379993237114e-05,
      "loss": 5.3706,
      "step": 307635
    },
    {
      "epoch": 0.26928305269156133,
      "grad_norm": 0.5898445844650269,
      "learning_rate": 4.3603596317665076e-05,
      "loss": 5.1084,
      "step": 307640
    },
    {
      "epoch": 0.26928742928518845,
      "grad_norm": 0.5805972218513489,
      "learning_rate": 4.3603392700335075e-05,
      "loss": 4.8233,
      "step": 307645
    },
    {
      "epoch": 0.2692918058788156,
      "grad_norm": 0.5758858919143677,
      "learning_rate": 4.3603189080381156e-05,
      "loss": 4.8978,
      "step": 307650
    },
    {
      "epoch": 0.2692961824724428,
      "grad_norm": 0.5646482110023499,
      "learning_rate": 4.360298545780336e-05,
      "loss": 4.5817,
      "step": 307655
    },
    {
      "epoch": 0.2693005590660699,
      "grad_norm": 0.5870105028152466,
      "learning_rate": 4.360278183260174e-05,
      "loss": 5.1884,
      "step": 307660
    },
    {
      "epoch": 0.2693049356596971,
      "grad_norm": 0.5739603042602539,
      "learning_rate": 4.360257820477632e-05,
      "loss": 5.4239,
      "step": 307665
    },
    {
      "epoch": 0.2693093122533242,
      "grad_norm": 0.572831928730011,
      "learning_rate": 4.360237457432713e-05,
      "loss": 5.3979,
      "step": 307670
    },
    {
      "epoch": 0.2693136888469514,
      "grad_norm": 0.582944393157959,
      "learning_rate": 4.360217094125424e-05,
      "loss": 5.1685,
      "step": 307675
    },
    {
      "epoch": 0.26931806544057857,
      "grad_norm": 0.5706583857536316,
      "learning_rate": 4.3601967305557666e-05,
      "loss": 5.8623,
      "step": 307680
    },
    {
      "epoch": 0.2693224420342057,
      "grad_norm": 0.5920957326889038,
      "learning_rate": 4.360176366723745e-05,
      "loss": 4.0958,
      "step": 307685
    },
    {
      "epoch": 0.26932681862783286,
      "grad_norm": 0.6174110174179077,
      "learning_rate": 4.360156002629364e-05,
      "loss": 4.878,
      "step": 307690
    },
    {
      "epoch": 0.26933119522146004,
      "grad_norm": 0.5792094469070435,
      "learning_rate": 4.3601356382726266e-05,
      "loss": 5.3221,
      "step": 307695
    },
    {
      "epoch": 0.26933557181508716,
      "grad_norm": 0.5840269923210144,
      "learning_rate": 4.360115273653538e-05,
      "loss": 5.3807,
      "step": 307700
    },
    {
      "epoch": 0.26933994840871434,
      "grad_norm": 0.5799183249473572,
      "learning_rate": 4.360094908772101e-05,
      "loss": 4.9012,
      "step": 307705
    },
    {
      "epoch": 0.26934432500234146,
      "grad_norm": 0.5750649571418762,
      "learning_rate": 4.3600745436283185e-05,
      "loss": 5.7318,
      "step": 307710
    },
    {
      "epoch": 0.26934870159596863,
      "grad_norm": 0.5718768835067749,
      "learning_rate": 4.360054178222197e-05,
      "loss": 5.4173,
      "step": 307715
    },
    {
      "epoch": 0.2693530781895958,
      "grad_norm": 0.5772379040718079,
      "learning_rate": 4.3600338125537385e-05,
      "loss": 5.6225,
      "step": 307720
    },
    {
      "epoch": 0.2693574547832229,
      "grad_norm": 0.5872642397880554,
      "learning_rate": 4.3600134466229495e-05,
      "loss": 4.6297,
      "step": 307725
    },
    {
      "epoch": 0.2693618313768501,
      "grad_norm": 0.5801213383674622,
      "learning_rate": 4.3599930804298296e-05,
      "loss": 5.1144,
      "step": 307730
    },
    {
      "epoch": 0.2693662079704772,
      "grad_norm": 0.581270158290863,
      "learning_rate": 4.3599727139743864e-05,
      "loss": 5.1101,
      "step": 307735
    },
    {
      "epoch": 0.2693705845641044,
      "grad_norm": 0.5763948559761047,
      "learning_rate": 4.359952347256622e-05,
      "loss": 5.3733,
      "step": 307740
    },
    {
      "epoch": 0.2693749611577316,
      "grad_norm": 0.5884237289428711,
      "learning_rate": 4.3599319802765406e-05,
      "loss": 5.2031,
      "step": 307745
    },
    {
      "epoch": 0.2693793377513587,
      "grad_norm": 0.5724816918373108,
      "learning_rate": 4.359911613034147e-05,
      "loss": 5.1222,
      "step": 307750
    },
    {
      "epoch": 0.26938371434498587,
      "grad_norm": 0.5618204474449158,
      "learning_rate": 4.359891245529445e-05,
      "loss": 6.1896,
      "step": 307755
    },
    {
      "epoch": 0.26938809093861305,
      "grad_norm": 0.5691736340522766,
      "learning_rate": 4.3598708777624366e-05,
      "loss": 5.1081,
      "step": 307760
    },
    {
      "epoch": 0.26939246753224017,
      "grad_norm": 0.5791049599647522,
      "learning_rate": 4.359850509733129e-05,
      "loss": 5.6041,
      "step": 307765
    },
    {
      "epoch": 0.26939684412586734,
      "grad_norm": 0.5910758972167969,
      "learning_rate": 4.3598301414415235e-05,
      "loss": 4.1861,
      "step": 307770
    },
    {
      "epoch": 0.26940122071949446,
      "grad_norm": 0.6269410252571106,
      "learning_rate": 4.359809772887624e-05,
      "loss": 5.6109,
      "step": 307775
    },
    {
      "epoch": 0.26940559731312164,
      "grad_norm": 0.5958348512649536,
      "learning_rate": 4.359789404071436e-05,
      "loss": 5.1969,
      "step": 307780
    },
    {
      "epoch": 0.2694099739067488,
      "grad_norm": 0.5953616499900818,
      "learning_rate": 4.359769034992963e-05,
      "loss": 5.4206,
      "step": 307785
    },
    {
      "epoch": 0.26941435050037593,
      "grad_norm": 0.5969280004501343,
      "learning_rate": 4.359748665652209e-05,
      "loss": 5.7393,
      "step": 307790
    },
    {
      "epoch": 0.2694187270940031,
      "grad_norm": 0.5861586928367615,
      "learning_rate": 4.359728296049177e-05,
      "loss": 4.457,
      "step": 307795
    },
    {
      "epoch": 0.2694231036876303,
      "grad_norm": 0.5803936123847961,
      "learning_rate": 4.359707926183871e-05,
      "loss": 4.0678,
      "step": 307800
    },
    {
      "epoch": 0.2694274802812574,
      "grad_norm": 0.7428654432296753,
      "learning_rate": 4.359687556056296e-05,
      "loss": 6.2076,
      "step": 307805
    },
    {
      "epoch": 0.2694318568748846,
      "grad_norm": 0.6108430624008179,
      "learning_rate": 4.359667185666456e-05,
      "loss": 5.3836,
      "step": 307810
    },
    {
      "epoch": 0.2694362334685117,
      "grad_norm": 0.5986215472221375,
      "learning_rate": 4.359646815014354e-05,
      "loss": 5.4124,
      "step": 307815
    },
    {
      "epoch": 0.2694406100621389,
      "grad_norm": 0.6682775616645813,
      "learning_rate": 4.3596264440999935e-05,
      "loss": 5.1234,
      "step": 307820
    },
    {
      "epoch": 0.26944498665576605,
      "grad_norm": 0.5938519835472107,
      "learning_rate": 4.35960607292338e-05,
      "loss": 4.5707,
      "step": 307825
    },
    {
      "epoch": 0.26944936324939317,
      "grad_norm": 0.587835967540741,
      "learning_rate": 4.3595857014845157e-05,
      "loss": 5.092,
      "step": 307830
    },
    {
      "epoch": 0.26945373984302035,
      "grad_norm": 0.5725851058959961,
      "learning_rate": 4.359565329783406e-05,
      "loss": 5.1079,
      "step": 307835
    },
    {
      "epoch": 0.2694581164366475,
      "grad_norm": 0.6012991070747375,
      "learning_rate": 4.359544957820054e-05,
      "loss": 5.1448,
      "step": 307840
    },
    {
      "epoch": 0.26946249303027464,
      "grad_norm": 0.6485297083854675,
      "learning_rate": 4.3595245855944644e-05,
      "loss": 5.6996,
      "step": 307845
    },
    {
      "epoch": 0.2694668696239018,
      "grad_norm": 0.6673008799552917,
      "learning_rate": 4.35950421310664e-05,
      "loss": 4.9042,
      "step": 307850
    },
    {
      "epoch": 0.26947124621752894,
      "grad_norm": 0.5798959136009216,
      "learning_rate": 4.3594838403565855e-05,
      "loss": 5.6014,
      "step": 307855
    },
    {
      "epoch": 0.2694756228111561,
      "grad_norm": 0.605217695236206,
      "learning_rate": 4.359463467344305e-05,
      "loss": 4.6945,
      "step": 307860
    },
    {
      "epoch": 0.2694799994047833,
      "grad_norm": 0.585020899772644,
      "learning_rate": 4.359443094069802e-05,
      "loss": 5.6426,
      "step": 307865
    },
    {
      "epoch": 0.2694843759984104,
      "grad_norm": 0.6313818097114563,
      "learning_rate": 4.3594227205330806e-05,
      "loss": 5.3055,
      "step": 307870
    },
    {
      "epoch": 0.2694887525920376,
      "grad_norm": 0.5745939612388611,
      "learning_rate": 4.3594023467341436e-05,
      "loss": 5.3211,
      "step": 307875
    },
    {
      "epoch": 0.2694931291856647,
      "grad_norm": 0.6087518334388733,
      "learning_rate": 4.359381972672997e-05,
      "loss": 5.3823,
      "step": 307880
    },
    {
      "epoch": 0.2694975057792919,
      "grad_norm": 0.5796194672584534,
      "learning_rate": 4.3593615983496436e-05,
      "loss": 5.3852,
      "step": 307885
    },
    {
      "epoch": 0.26950188237291905,
      "grad_norm": 0.5984707474708557,
      "learning_rate": 4.3593412237640875e-05,
      "loss": 5.1919,
      "step": 307890
    },
    {
      "epoch": 0.2695062589665462,
      "grad_norm": 0.5675004720687866,
      "learning_rate": 4.359320848916332e-05,
      "loss": 5.112,
      "step": 307895
    },
    {
      "epoch": 0.26951063556017335,
      "grad_norm": 0.5635547637939453,
      "learning_rate": 4.3593004738063824e-05,
      "loss": 6.2027,
      "step": 307900
    },
    {
      "epoch": 0.2695150121538005,
      "grad_norm": 0.581846296787262,
      "learning_rate": 4.359280098434241e-05,
      "loss": 4.8972,
      "step": 307905
    },
    {
      "epoch": 0.26951938874742765,
      "grad_norm": 0.586063802242279,
      "learning_rate": 4.359259722799913e-05,
      "loss": 5.9125,
      "step": 307910
    },
    {
      "epoch": 0.2695237653410548,
      "grad_norm": 0.565226674079895,
      "learning_rate": 4.359239346903402e-05,
      "loss": 4.9091,
      "step": 307915
    },
    {
      "epoch": 0.26952814193468194,
      "grad_norm": 0.6637305021286011,
      "learning_rate": 4.359218970744712e-05,
      "loss": 4.3121,
      "step": 307920
    },
    {
      "epoch": 0.2695325185283091,
      "grad_norm": 0.6008297204971313,
      "learning_rate": 4.3591985943238466e-05,
      "loss": 5.6979,
      "step": 307925
    },
    {
      "epoch": 0.2695368951219363,
      "grad_norm": 0.6142726540565491,
      "learning_rate": 4.3591782176408105e-05,
      "loss": 5.7409,
      "step": 307930
    },
    {
      "epoch": 0.2695412717155634,
      "grad_norm": 0.5870249271392822,
      "learning_rate": 4.3591578406956056e-05,
      "loss": 5.4564,
      "step": 307935
    },
    {
      "epoch": 0.2695456483091906,
      "grad_norm": 0.6280094385147095,
      "learning_rate": 4.359137463488238e-05,
      "loss": 4.8013,
      "step": 307940
    },
    {
      "epoch": 0.26955002490281776,
      "grad_norm": 0.5958165526390076,
      "learning_rate": 4.35911708601871e-05,
      "loss": 5.3979,
      "step": 307945
    },
    {
      "epoch": 0.2695544014964449,
      "grad_norm": 0.5933151245117188,
      "learning_rate": 4.359096708287028e-05,
      "loss": 5.1801,
      "step": 307950
    },
    {
      "epoch": 0.26955877809007206,
      "grad_norm": 0.6318596601486206,
      "learning_rate": 4.3590763302931937e-05,
      "loss": 4.7873,
      "step": 307955
    },
    {
      "epoch": 0.2695631546836992,
      "grad_norm": 0.5829417109489441,
      "learning_rate": 4.3590559520372106e-05,
      "loss": 4.8843,
      "step": 307960
    },
    {
      "epoch": 0.26956753127732636,
      "grad_norm": 0.5824732780456543,
      "learning_rate": 4.3590355735190844e-05,
      "loss": 4.3916,
      "step": 307965
    },
    {
      "epoch": 0.26957190787095353,
      "grad_norm": 0.5792282819747925,
      "learning_rate": 4.359015194738819e-05,
      "loss": 5.3964,
      "step": 307970
    },
    {
      "epoch": 0.26957628446458065,
      "grad_norm": 0.5863490104675293,
      "learning_rate": 4.3589948156964176e-05,
      "loss": 5.1474,
      "step": 307975
    },
    {
      "epoch": 0.2695806610582078,
      "grad_norm": 0.576141893863678,
      "learning_rate": 4.3589744363918836e-05,
      "loss": 5.9213,
      "step": 307980
    },
    {
      "epoch": 0.26958503765183495,
      "grad_norm": 0.573829710483551,
      "learning_rate": 4.358954056825222e-05,
      "loss": 4.5811,
      "step": 307985
    },
    {
      "epoch": 0.2695894142454621,
      "grad_norm": 0.5784731507301331,
      "learning_rate": 4.3589336769964365e-05,
      "loss": 4.2995,
      "step": 307990
    },
    {
      "epoch": 0.2695937908390893,
      "grad_norm": 0.5951359272003174,
      "learning_rate": 4.3589132969055294e-05,
      "loss": 4.8821,
      "step": 307995
    },
    {
      "epoch": 0.2695981674327164,
      "grad_norm": 0.5807969570159912,
      "learning_rate": 4.358892916552507e-05,
      "loss": 5.4227,
      "step": 308000
    },
    {
      "epoch": 0.2696025440263436,
      "grad_norm": 0.6308378577232361,
      "learning_rate": 4.358872535937372e-05,
      "loss": 5.1263,
      "step": 308005
    },
    {
      "epoch": 0.26960692061997077,
      "grad_norm": 0.6873018741607666,
      "learning_rate": 4.358852155060128e-05,
      "loss": 5.0998,
      "step": 308010
    },
    {
      "epoch": 0.2696112972135979,
      "grad_norm": 0.5676906108856201,
      "learning_rate": 4.3588317739207805e-05,
      "loss": 5.9051,
      "step": 308015
    },
    {
      "epoch": 0.26961567380722506,
      "grad_norm": 0.5592472553253174,
      "learning_rate": 4.358811392519332e-05,
      "loss": 5.1036,
      "step": 308020
    },
    {
      "epoch": 0.2696200504008522,
      "grad_norm": 0.583914577960968,
      "learning_rate": 4.3587910108557874e-05,
      "loss": 4.8556,
      "step": 308025
    },
    {
      "epoch": 0.26962442699447936,
      "grad_norm": 0.5936044454574585,
      "learning_rate": 4.35877062893015e-05,
      "loss": 5.4088,
      "step": 308030
    },
    {
      "epoch": 0.26962880358810654,
      "grad_norm": 0.5651960372924805,
      "learning_rate": 4.358750246742424e-05,
      "loss": 5.9279,
      "step": 308035
    },
    {
      "epoch": 0.26963318018173366,
      "grad_norm": 0.5629288554191589,
      "learning_rate": 4.358729864292611e-05,
      "loss": 5.7444,
      "step": 308040
    },
    {
      "epoch": 0.26963755677536083,
      "grad_norm": 0.5812440514564514,
      "learning_rate": 4.358709481580719e-05,
      "loss": 5.666,
      "step": 308045
    },
    {
      "epoch": 0.269641933368988,
      "grad_norm": 0.584457278251648,
      "learning_rate": 4.358689098606751e-05,
      "loss": 5.3935,
      "step": 308050
    },
    {
      "epoch": 0.2696463099626151,
      "grad_norm": 0.5978654026985168,
      "learning_rate": 4.358668715370708e-05,
      "loss": 4.5713,
      "step": 308055
    },
    {
      "epoch": 0.2696506865562423,
      "grad_norm": 0.5899664163589478,
      "learning_rate": 4.358648331872597e-05,
      "loss": 5.4021,
      "step": 308060
    },
    {
      "epoch": 0.2696550631498694,
      "grad_norm": 0.5694392919540405,
      "learning_rate": 4.35862794811242e-05,
      "loss": 5.0025,
      "step": 308065
    },
    {
      "epoch": 0.2696594397434966,
      "grad_norm": 0.5882415771484375,
      "learning_rate": 4.358607564090183e-05,
      "loss": 5.149,
      "step": 308070
    },
    {
      "epoch": 0.2696638163371238,
      "grad_norm": 0.5805253386497498,
      "learning_rate": 4.358587179805888e-05,
      "loss": 4.8884,
      "step": 308075
    },
    {
      "epoch": 0.2696681929307509,
      "grad_norm": 0.5988587141036987,
      "learning_rate": 4.3585667952595385e-05,
      "loss": 6.2199,
      "step": 308080
    },
    {
      "epoch": 0.26967256952437807,
      "grad_norm": 0.6319572329521179,
      "learning_rate": 4.358546410451142e-05,
      "loss": 5.098,
      "step": 308085
    },
    {
      "epoch": 0.26967694611800525,
      "grad_norm": 0.8192999958992004,
      "learning_rate": 4.358526025380698e-05,
      "loss": 4.8911,
      "step": 308090
    },
    {
      "epoch": 0.26968132271163237,
      "grad_norm": 0.6337504386901855,
      "learning_rate": 4.358505640048213e-05,
      "loss": 5.4357,
      "step": 308095
    },
    {
      "epoch": 0.26968569930525954,
      "grad_norm": 0.5663522481918335,
      "learning_rate": 4.35848525445369e-05,
      "loss": 5.4176,
      "step": 308100
    },
    {
      "epoch": 0.26969007589888666,
      "grad_norm": 0.5967463850975037,
      "learning_rate": 4.358464868597134e-05,
      "loss": 5.3956,
      "step": 308105
    },
    {
      "epoch": 0.26969445249251384,
      "grad_norm": 0.5760203003883362,
      "learning_rate": 4.3584444824785474e-05,
      "loss": 4.8583,
      "step": 308110
    },
    {
      "epoch": 0.269698829086141,
      "grad_norm": 0.573442280292511,
      "learning_rate": 4.358424096097936e-05,
      "loss": 5.6299,
      "step": 308115
    },
    {
      "epoch": 0.26970320567976813,
      "grad_norm": 0.58242267370224,
      "learning_rate": 4.3584037094553023e-05,
      "loss": 5.2844,
      "step": 308120
    },
    {
      "epoch": 0.2697075822733953,
      "grad_norm": 0.5861691832542419,
      "learning_rate": 4.35838332255065e-05,
      "loss": 4.3942,
      "step": 308125
    },
    {
      "epoch": 0.2697119588670224,
      "grad_norm": 0.5652450323104858,
      "learning_rate": 4.358362935383984e-05,
      "loss": 5.3582,
      "step": 308130
    },
    {
      "epoch": 0.2697163354606496,
      "grad_norm": 0.5631812810897827,
      "learning_rate": 4.358342547955307e-05,
      "loss": 5.694,
      "step": 308135
    },
    {
      "epoch": 0.2697207120542768,
      "grad_norm": 0.5564109086990356,
      "learning_rate": 4.358322160264625e-05,
      "loss": 4.9158,
      "step": 308140
    },
    {
      "epoch": 0.2697250886479039,
      "grad_norm": 0.5697622895240784,
      "learning_rate": 4.358301772311941e-05,
      "loss": 5.2239,
      "step": 308145
    },
    {
      "epoch": 0.2697294652415311,
      "grad_norm": 0.5728713274002075,
      "learning_rate": 4.3582813840972583e-05,
      "loss": 5.1063,
      "step": 308150
    },
    {
      "epoch": 0.26973384183515825,
      "grad_norm": 0.5737614631652832,
      "learning_rate": 4.3582609956205814e-05,
      "loss": 5.4205,
      "step": 308155
    },
    {
      "epoch": 0.26973821842878537,
      "grad_norm": 0.5802248120307922,
      "learning_rate": 4.3582406068819124e-05,
      "loss": 4.8961,
      "step": 308160
    },
    {
      "epoch": 0.26974259502241255,
      "grad_norm": 0.5802927613258362,
      "learning_rate": 4.358220217881258e-05,
      "loss": 5.3806,
      "step": 308165
    },
    {
      "epoch": 0.26974697161603967,
      "grad_norm": 0.5901148319244385,
      "learning_rate": 4.358199828618622e-05,
      "loss": 5.3979,
      "step": 308170
    },
    {
      "epoch": 0.26975134820966684,
      "grad_norm": 0.5767341256141663,
      "learning_rate": 4.358179439094007e-05,
      "loss": 5.0883,
      "step": 308175
    },
    {
      "epoch": 0.269755724803294,
      "grad_norm": 0.5805249214172363,
      "learning_rate": 4.3581590493074164e-05,
      "loss": 4.8662,
      "step": 308180
    },
    {
      "epoch": 0.26976010139692114,
      "grad_norm": 0.5874979496002197,
      "learning_rate": 4.3581386592588544e-05,
      "loss": 4.8949,
      "step": 308185
    },
    {
      "epoch": 0.2697644779905483,
      "grad_norm": 0.608001708984375,
      "learning_rate": 4.358118268948327e-05,
      "loss": 4.866,
      "step": 308190
    },
    {
      "epoch": 0.2697688545841755,
      "grad_norm": 0.5735617876052856,
      "learning_rate": 4.358097878375836e-05,
      "loss": 5.9148,
      "step": 308195
    },
    {
      "epoch": 0.2697732311778026,
      "grad_norm": 0.5640395283699036,
      "learning_rate": 4.358077487541387e-05,
      "loss": 5.7313,
      "step": 308200
    },
    {
      "epoch": 0.2697776077714298,
      "grad_norm": 0.5573699474334717,
      "learning_rate": 4.3580570964449805e-05,
      "loss": 5.6936,
      "step": 308205
    },
    {
      "epoch": 0.2697819843650569,
      "grad_norm": 0.5599280595779419,
      "learning_rate": 4.358036705086624e-05,
      "loss": 5.8998,
      "step": 308210
    },
    {
      "epoch": 0.2697863609586841,
      "grad_norm": 0.5684788823127747,
      "learning_rate": 4.358016313466321e-05,
      "loss": 5.9137,
      "step": 308215
    },
    {
      "epoch": 0.26979073755231125,
      "grad_norm": 0.5726248025894165,
      "learning_rate": 4.3579959215840747e-05,
      "loss": 4.7906,
      "step": 308220
    },
    {
      "epoch": 0.2697951141459384,
      "grad_norm": 0.5804340839385986,
      "learning_rate": 4.3579755294398894e-05,
      "loss": 5.607,
      "step": 308225
    },
    {
      "epoch": 0.26979949073956555,
      "grad_norm": 0.5739568471908569,
      "learning_rate": 4.3579551370337676e-05,
      "loss": 4.322,
      "step": 308230
    },
    {
      "epoch": 0.2698038673331927,
      "grad_norm": 0.6011696457862854,
      "learning_rate": 4.357934744365715e-05,
      "loss": 5.4022,
      "step": 308235
    },
    {
      "epoch": 0.26980824392681985,
      "grad_norm": 0.6084851026535034,
      "learning_rate": 4.3579143514357344e-05,
      "loss": 5.708,
      "step": 308240
    },
    {
      "epoch": 0.269812620520447,
      "grad_norm": 0.5734537243843079,
      "learning_rate": 4.3578939582438303e-05,
      "loss": 5.5928,
      "step": 308245
    },
    {
      "epoch": 0.26981699711407414,
      "grad_norm": 0.5812073945999146,
      "learning_rate": 4.357873564790007e-05,
      "loss": 5.6309,
      "step": 308250
    },
    {
      "epoch": 0.2698213737077013,
      "grad_norm": 0.5669280886650085,
      "learning_rate": 4.357853171074268e-05,
      "loss": 5.8908,
      "step": 308255
    },
    {
      "epoch": 0.2698257503013285,
      "grad_norm": 0.6040182709693909,
      "learning_rate": 4.3578327770966166e-05,
      "loss": 5.4157,
      "step": 308260
    },
    {
      "epoch": 0.2698301268949556,
      "grad_norm": 0.5637943148612976,
      "learning_rate": 4.3578123828570575e-05,
      "loss": 5.1847,
      "step": 308265
    },
    {
      "epoch": 0.2698345034885828,
      "grad_norm": 0.5872840881347656,
      "learning_rate": 4.357791988355595e-05,
      "loss": 5.3698,
      "step": 308270
    },
    {
      "epoch": 0.2698388800822099,
      "grad_norm": 0.5688715577125549,
      "learning_rate": 4.3577715935922315e-05,
      "loss": 5.1347,
      "step": 308275
    },
    {
      "epoch": 0.2698432566758371,
      "grad_norm": 0.5703701972961426,
      "learning_rate": 4.357751198566973e-05,
      "loss": 6.1924,
      "step": 308280
    },
    {
      "epoch": 0.26984763326946426,
      "grad_norm": 0.5752540230751038,
      "learning_rate": 4.3577308032798216e-05,
      "loss": 6.2064,
      "step": 308285
    },
    {
      "epoch": 0.2698520098630914,
      "grad_norm": 0.5997117161750793,
      "learning_rate": 4.357710407730782e-05,
      "loss": 5.4154,
      "step": 308290
    },
    {
      "epoch": 0.26985638645671856,
      "grad_norm": 0.5829970240592957,
      "learning_rate": 4.357690011919858e-05,
      "loss": 4.2823,
      "step": 308295
    },
    {
      "epoch": 0.26986076305034573,
      "grad_norm": 0.6082984209060669,
      "learning_rate": 4.357669615847054e-05,
      "loss": 4.8747,
      "step": 308300
    },
    {
      "epoch": 0.26986513964397285,
      "grad_norm": 0.6151407957077026,
      "learning_rate": 4.357649219512374e-05,
      "loss": 4.3503,
      "step": 308305
    },
    {
      "epoch": 0.2698695162376,
      "grad_norm": 0.579932689666748,
      "learning_rate": 4.357628822915821e-05,
      "loss": 5.0955,
      "step": 308310
    },
    {
      "epoch": 0.26987389283122715,
      "grad_norm": 0.5792186856269836,
      "learning_rate": 4.3576084260574e-05,
      "loss": 5.0898,
      "step": 308315
    },
    {
      "epoch": 0.2698782694248543,
      "grad_norm": 0.5733152627944946,
      "learning_rate": 4.357588028937114e-05,
      "loss": 4.8413,
      "step": 308320
    },
    {
      "epoch": 0.2698826460184815,
      "grad_norm": 0.5670878887176514,
      "learning_rate": 4.3575676315549674e-05,
      "loss": 5.1434,
      "step": 308325
    },
    {
      "epoch": 0.2698870226121086,
      "grad_norm": 0.5769614577293396,
      "learning_rate": 4.357547233910965e-05,
      "loss": 4.7968,
      "step": 308330
    },
    {
      "epoch": 0.2698913992057358,
      "grad_norm": 0.5732030868530273,
      "learning_rate": 4.357526836005108e-05,
      "loss": 5.3699,
      "step": 308335
    },
    {
      "epoch": 0.26989577579936297,
      "grad_norm": 0.5816718935966492,
      "learning_rate": 4.357506437837403e-05,
      "loss": 5.899,
      "step": 308340
    },
    {
      "epoch": 0.2699001523929901,
      "grad_norm": 0.6076955199241638,
      "learning_rate": 4.3574860394078534e-05,
      "loss": 5.4241,
      "step": 308345
    },
    {
      "epoch": 0.26990452898661726,
      "grad_norm": 0.585107684135437,
      "learning_rate": 4.3574656407164626e-05,
      "loss": 5.9053,
      "step": 308350
    },
    {
      "epoch": 0.2699089055802444,
      "grad_norm": 0.5755313634872437,
      "learning_rate": 4.357445241763235e-05,
      "loss": 5.935,
      "step": 308355
    },
    {
      "epoch": 0.26991328217387156,
      "grad_norm": 0.602618396282196,
      "learning_rate": 4.357424842548174e-05,
      "loss": 3.6556,
      "step": 308360
    },
    {
      "epoch": 0.26991765876749874,
      "grad_norm": 0.5748974680900574,
      "learning_rate": 4.357404443071283e-05,
      "loss": 5.4271,
      "step": 308365
    },
    {
      "epoch": 0.26992203536112586,
      "grad_norm": 0.5757448077201843,
      "learning_rate": 4.3573840433325687e-05,
      "loss": 5.4236,
      "step": 308370
    },
    {
      "epoch": 0.26992641195475303,
      "grad_norm": 0.6015973091125488,
      "learning_rate": 4.357363643332031e-05,
      "loss": 5.1089,
      "step": 308375
    },
    {
      "epoch": 0.26993078854838015,
      "grad_norm": 0.5896117687225342,
      "learning_rate": 4.357343243069677e-05,
      "loss": 5.3986,
      "step": 308380
    },
    {
      "epoch": 0.2699351651420073,
      "grad_norm": 0.5764433145523071,
      "learning_rate": 4.357322842545509e-05,
      "loss": 6.2324,
      "step": 308385
    },
    {
      "epoch": 0.2699395417356345,
      "grad_norm": 0.5868808031082153,
      "learning_rate": 4.3573024417595324e-05,
      "loss": 4.2641,
      "step": 308390
    },
    {
      "epoch": 0.2699439183292616,
      "grad_norm": 0.6285397410392761,
      "learning_rate": 4.35728204071175e-05,
      "loss": 5.4021,
      "step": 308395
    },
    {
      "epoch": 0.2699482949228888,
      "grad_norm": 0.6039319634437561,
      "learning_rate": 4.357261639402166e-05,
      "loss": 5.1156,
      "step": 308400
    },
    {
      "epoch": 0.269952671516516,
      "grad_norm": 0.5984458327293396,
      "learning_rate": 4.3572412378307834e-05,
      "loss": 4.5968,
      "step": 308405
    },
    {
      "epoch": 0.2699570481101431,
      "grad_norm": 0.6002925038337708,
      "learning_rate": 4.357220835997607e-05,
      "loss": 5.4111,
      "step": 308410
    },
    {
      "epoch": 0.26996142470377027,
      "grad_norm": 0.596729576587677,
      "learning_rate": 4.357200433902642e-05,
      "loss": 5.4289,
      "step": 308415
    },
    {
      "epoch": 0.2699658012973974,
      "grad_norm": 0.5733502507209778,
      "learning_rate": 4.357180031545891e-05,
      "loss": 5.3236,
      "step": 308420
    },
    {
      "epoch": 0.26997017789102457,
      "grad_norm": 0.5720052123069763,
      "learning_rate": 4.357159628927357e-05,
      "loss": 5.6348,
      "step": 308425
    },
    {
      "epoch": 0.26997455448465174,
      "grad_norm": 0.5529818534851074,
      "learning_rate": 4.357139226047046e-05,
      "loss": 5.3273,
      "step": 308430
    },
    {
      "epoch": 0.26997893107827886,
      "grad_norm": 0.6050912737846375,
      "learning_rate": 4.357118822904961e-05,
      "loss": 4.4192,
      "step": 308435
    },
    {
      "epoch": 0.26998330767190604,
      "grad_norm": 0.5725604295730591,
      "learning_rate": 4.357098419501104e-05,
      "loss": 5.6076,
      "step": 308440
    },
    {
      "epoch": 0.2699876842655332,
      "grad_norm": 0.5853351950645447,
      "learning_rate": 4.357078015835483e-05,
      "loss": 5.9059,
      "step": 308445
    },
    {
      "epoch": 0.26999206085916033,
      "grad_norm": 0.6231670379638672,
      "learning_rate": 4.357057611908099e-05,
      "loss": 5.4298,
      "step": 308450
    },
    {
      "epoch": 0.2699964374527875,
      "grad_norm": 0.6077253222465515,
      "learning_rate": 4.357037207718956e-05,
      "loss": 4.3979,
      "step": 308455
    },
    {
      "epoch": 0.27000081404641463,
      "grad_norm": 0.5698198676109314,
      "learning_rate": 4.357016803268058e-05,
      "loss": 5.6146,
      "step": 308460
    },
    {
      "epoch": 0.2700051906400418,
      "grad_norm": 0.5974872708320618,
      "learning_rate": 4.356996398555411e-05,
      "loss": 4.3587,
      "step": 308465
    },
    {
      "epoch": 0.270009567233669,
      "grad_norm": 0.6000257134437561,
      "learning_rate": 4.356975993581017e-05,
      "loss": 5.1958,
      "step": 308470
    },
    {
      "epoch": 0.2700139438272961,
      "grad_norm": 0.6006954312324524,
      "learning_rate": 4.356955588344881e-05,
      "loss": 4.8771,
      "step": 308475
    },
    {
      "epoch": 0.2700183204209233,
      "grad_norm": 0.5885040760040283,
      "learning_rate": 4.3569351828470053e-05,
      "loss": 5.1012,
      "step": 308480
    },
    {
      "epoch": 0.27002269701455045,
      "grad_norm": 0.5791537165641785,
      "learning_rate": 4.356914777087395e-05,
      "loss": 5.1989,
      "step": 308485
    },
    {
      "epoch": 0.27002707360817757,
      "grad_norm": 0.5686997771263123,
      "learning_rate": 4.356894371066055e-05,
      "loss": 4.92,
      "step": 308490
    },
    {
      "epoch": 0.27003145020180475,
      "grad_norm": 0.5777450203895569,
      "learning_rate": 4.356873964782987e-05,
      "loss": 5.2945,
      "step": 308495
    },
    {
      "epoch": 0.27003582679543187,
      "grad_norm": 0.5654329657554626,
      "learning_rate": 4.3568535582381965e-05,
      "loss": 5.0359,
      "step": 308500
    },
    {
      "epoch": 0.27004020338905904,
      "grad_norm": 0.5835098028182983,
      "learning_rate": 4.356833151431686e-05,
      "loss": 6.2324,
      "step": 308505
    },
    {
      "epoch": 0.2700445799826862,
      "grad_norm": 0.5836328864097595,
      "learning_rate": 4.356812744363462e-05,
      "loss": 5.4092,
      "step": 308510
    },
    {
      "epoch": 0.27004895657631334,
      "grad_norm": 0.5686731934547424,
      "learning_rate": 4.356792337033526e-05,
      "loss": 6.2324,
      "step": 308515
    },
    {
      "epoch": 0.2700533331699405,
      "grad_norm": 0.5921892523765564,
      "learning_rate": 4.356771929441883e-05,
      "loss": 4.0612,
      "step": 308520
    },
    {
      "epoch": 0.27005770976356763,
      "grad_norm": 0.6781468987464905,
      "learning_rate": 4.356751521588537e-05,
      "loss": 4.803,
      "step": 308525
    },
    {
      "epoch": 0.2700620863571948,
      "grad_norm": 0.587080180644989,
      "learning_rate": 4.356731113473491e-05,
      "loss": 3.8524,
      "step": 308530
    },
    {
      "epoch": 0.270066462950822,
      "grad_norm": 0.5944247245788574,
      "learning_rate": 4.35671070509675e-05,
      "loss": 4.8743,
      "step": 308535
    },
    {
      "epoch": 0.2700708395444491,
      "grad_norm": 0.5896902680397034,
      "learning_rate": 4.356690296458318e-05,
      "loss": 5.8891,
      "step": 308540
    },
    {
      "epoch": 0.2700752161380763,
      "grad_norm": 0.5584057569503784,
      "learning_rate": 4.356669887558199e-05,
      "loss": 5.7128,
      "step": 308545
    },
    {
      "epoch": 0.27007959273170346,
      "grad_norm": 0.5823770761489868,
      "learning_rate": 4.356649478396395e-05,
      "loss": 5.1192,
      "step": 308550
    },
    {
      "epoch": 0.2700839693253306,
      "grad_norm": 0.5841970443725586,
      "learning_rate": 4.356629068972912e-05,
      "loss": 4.7012,
      "step": 308555
    },
    {
      "epoch": 0.27008834591895775,
      "grad_norm": 0.5759937763214111,
      "learning_rate": 4.356608659287753e-05,
      "loss": 4.72,
      "step": 308560
    },
    {
      "epoch": 0.27009272251258487,
      "grad_norm": 0.5552119016647339,
      "learning_rate": 4.356588249340923e-05,
      "loss": 6.2639,
      "step": 308565
    },
    {
      "epoch": 0.27009709910621205,
      "grad_norm": 0.5538640022277832,
      "learning_rate": 4.356567839132425e-05,
      "loss": 5.7136,
      "step": 308570
    },
    {
      "epoch": 0.2701014756998392,
      "grad_norm": 0.5793420672416687,
      "learning_rate": 4.356547428662262e-05,
      "loss": 4.1785,
      "step": 308575
    },
    {
      "epoch": 0.27010585229346634,
      "grad_norm": 0.5884124040603638,
      "learning_rate": 4.3565270179304406e-05,
      "loss": 4.6155,
      "step": 308580
    },
    {
      "epoch": 0.2701102288870935,
      "grad_norm": 0.5785291790962219,
      "learning_rate": 4.356506606936963e-05,
      "loss": 5.5969,
      "step": 308585
    },
    {
      "epoch": 0.2701146054807207,
      "grad_norm": 0.6039770245552063,
      "learning_rate": 4.3564861956818324e-05,
      "loss": 5.3207,
      "step": 308590
    },
    {
      "epoch": 0.2701189820743478,
      "grad_norm": 0.597819447517395,
      "learning_rate": 4.356465784165055e-05,
      "loss": 4.8648,
      "step": 308595
    },
    {
      "epoch": 0.270123358667975,
      "grad_norm": 0.580533504486084,
      "learning_rate": 4.356445372386632e-05,
      "loss": 5.4171,
      "step": 308600
    },
    {
      "epoch": 0.2701277352616021,
      "grad_norm": 0.5938701629638672,
      "learning_rate": 4.356424960346569e-05,
      "loss": 5.0831,
      "step": 308605
    },
    {
      "epoch": 0.2701321118552293,
      "grad_norm": 0.5741068720817566,
      "learning_rate": 4.3564045480448704e-05,
      "loss": 5.9135,
      "step": 308610
    },
    {
      "epoch": 0.27013648844885646,
      "grad_norm": 0.5782517194747925,
      "learning_rate": 4.356384135481538e-05,
      "loss": 5.3441,
      "step": 308615
    },
    {
      "epoch": 0.2701408650424836,
      "grad_norm": 0.5857638716697693,
      "learning_rate": 4.356363722656579e-05,
      "loss": 5.409,
      "step": 308620
    },
    {
      "epoch": 0.27014524163611076,
      "grad_norm": 0.5939968824386597,
      "learning_rate": 4.356343309569994e-05,
      "loss": 5.1725,
      "step": 308625
    },
    {
      "epoch": 0.2701496182297379,
      "grad_norm": 0.5825321078300476,
      "learning_rate": 4.3563228962217895e-05,
      "loss": 5.0885,
      "step": 308630
    },
    {
      "epoch": 0.27015399482336505,
      "grad_norm": 0.5690400004386902,
      "learning_rate": 4.356302482611968e-05,
      "loss": 5.0704,
      "step": 308635
    },
    {
      "epoch": 0.2701583714169922,
      "grad_norm": 0.6158661842346191,
      "learning_rate": 4.356282068740534e-05,
      "loss": 5.0998,
      "step": 308640
    },
    {
      "epoch": 0.27016274801061935,
      "grad_norm": 0.5722857713699341,
      "learning_rate": 4.356261654607491e-05,
      "loss": 5.3004,
      "step": 308645
    },
    {
      "epoch": 0.2701671246042465,
      "grad_norm": 0.58573317527771,
      "learning_rate": 4.3562412402128425e-05,
      "loss": 4.702,
      "step": 308650
    },
    {
      "epoch": 0.2701715011978737,
      "grad_norm": 0.5706798434257507,
      "learning_rate": 4.356220825556594e-05,
      "loss": 6.2313,
      "step": 308655
    },
    {
      "epoch": 0.2701758777915008,
      "grad_norm": 0.5775035619735718,
      "learning_rate": 4.3562004106387486e-05,
      "loss": 4.8884,
      "step": 308660
    },
    {
      "epoch": 0.270180254385128,
      "grad_norm": 0.6134753823280334,
      "learning_rate": 4.35617999545931e-05,
      "loss": 4.9158,
      "step": 308665
    },
    {
      "epoch": 0.2701846309787551,
      "grad_norm": 0.5752275586128235,
      "learning_rate": 4.356159580018282e-05,
      "loss": 5.1024,
      "step": 308670
    },
    {
      "epoch": 0.2701890075723823,
      "grad_norm": 0.5720009803771973,
      "learning_rate": 4.356139164315669e-05,
      "loss": 4.6118,
      "step": 308675
    },
    {
      "epoch": 0.27019338416600946,
      "grad_norm": 0.5768427848815918,
      "learning_rate": 4.3561187483514755e-05,
      "loss": 5.422,
      "step": 308680
    },
    {
      "epoch": 0.2701977607596366,
      "grad_norm": 0.5696390867233276,
      "learning_rate": 4.356098332125703e-05,
      "loss": 5.6131,
      "step": 308685
    },
    {
      "epoch": 0.27020213735326376,
      "grad_norm": 0.5915279388427734,
      "learning_rate": 4.3560779156383594e-05,
      "loss": 5.3547,
      "step": 308690
    },
    {
      "epoch": 0.27020651394689094,
      "grad_norm": 0.5869565010070801,
      "learning_rate": 4.3560574988894445e-05,
      "loss": 4.4006,
      "step": 308695
    },
    {
      "epoch": 0.27021089054051806,
      "grad_norm": 0.5744174718856812,
      "learning_rate": 4.356037081878965e-05,
      "loss": 4.8896,
      "step": 308700
    },
    {
      "epoch": 0.27021526713414523,
      "grad_norm": 0.5985618233680725,
      "learning_rate": 4.356016664606925e-05,
      "loss": 4.5965,
      "step": 308705
    },
    {
      "epoch": 0.27021964372777235,
      "grad_norm": 0.5714583992958069,
      "learning_rate": 4.355996247073326e-05,
      "loss": 5.3896,
      "step": 308710
    },
    {
      "epoch": 0.2702240203213995,
      "grad_norm": 0.5840933322906494,
      "learning_rate": 4.355975829278174e-05,
      "loss": 4.7903,
      "step": 308715
    },
    {
      "epoch": 0.2702283969150267,
      "grad_norm": 0.5698911547660828,
      "learning_rate": 4.355955411221472e-05,
      "loss": 5.4212,
      "step": 308720
    },
    {
      "epoch": 0.2702327735086538,
      "grad_norm": 0.5672626495361328,
      "learning_rate": 4.3559349929032244e-05,
      "loss": 5.709,
      "step": 308725
    },
    {
      "epoch": 0.270237150102281,
      "grad_norm": 0.5568337440490723,
      "learning_rate": 4.3559145743234356e-05,
      "loss": 5.4308,
      "step": 308730
    },
    {
      "epoch": 0.2702415266959082,
      "grad_norm": 0.5764185190200806,
      "learning_rate": 4.3558941554821074e-05,
      "loss": 5.0761,
      "step": 308735
    },
    {
      "epoch": 0.2702459032895353,
      "grad_norm": 0.5989970564842224,
      "learning_rate": 4.3558737363792467e-05,
      "loss": 4.9012,
      "step": 308740
    },
    {
      "epoch": 0.27025027988316247,
      "grad_norm": 0.6094271540641785,
      "learning_rate": 4.355853317014855e-05,
      "loss": 4.355,
      "step": 308745
    },
    {
      "epoch": 0.2702546564767896,
      "grad_norm": 0.5879745483398438,
      "learning_rate": 4.355832897388938e-05,
      "loss": 4.377,
      "step": 308750
    },
    {
      "epoch": 0.27025903307041677,
      "grad_norm": 0.6008948683738708,
      "learning_rate": 4.3558124775014985e-05,
      "loss": 5.3802,
      "step": 308755
    },
    {
      "epoch": 0.27026340966404394,
      "grad_norm": 0.582614004611969,
      "learning_rate": 4.355792057352541e-05,
      "loss": 5.5912,
      "step": 308760
    },
    {
      "epoch": 0.27026778625767106,
      "grad_norm": 0.5969754457473755,
      "learning_rate": 4.3557716369420696e-05,
      "loss": 5.1348,
      "step": 308765
    },
    {
      "epoch": 0.27027216285129824,
      "grad_norm": 0.5947234034538269,
      "learning_rate": 4.355751216270088e-05,
      "loss": 4.6254,
      "step": 308770
    },
    {
      "epoch": 0.27027653944492536,
      "grad_norm": 0.573302686214447,
      "learning_rate": 4.355730795336599e-05,
      "loss": 4.8841,
      "step": 308775
    },
    {
      "epoch": 0.27028091603855253,
      "grad_norm": 0.59404057264328,
      "learning_rate": 4.355710374141608e-05,
      "loss": 5.687,
      "step": 308780
    },
    {
      "epoch": 0.2702852926321797,
      "grad_norm": 0.6259896755218506,
      "learning_rate": 4.3556899526851193e-05,
      "loss": 4.9211,
      "step": 308785
    },
    {
      "epoch": 0.27028966922580683,
      "grad_norm": 0.6685896515846252,
      "learning_rate": 4.355669530967136e-05,
      "loss": 4.1662,
      "step": 308790
    },
    {
      "epoch": 0.270294045819434,
      "grad_norm": 0.6245502233505249,
      "learning_rate": 4.3556491089876604e-05,
      "loss": 4.8068,
      "step": 308795
    },
    {
      "epoch": 0.2702984224130612,
      "grad_norm": 0.5796114206314087,
      "learning_rate": 4.355628686746699e-05,
      "loss": 5.9121,
      "step": 308800
    },
    {
      "epoch": 0.2703027990066883,
      "grad_norm": 0.5628355741500854,
      "learning_rate": 4.355608264244255e-05,
      "loss": 5.4105,
      "step": 308805
    },
    {
      "epoch": 0.2703071756003155,
      "grad_norm": 0.5996612906455994,
      "learning_rate": 4.355587841480333e-05,
      "loss": 4.4068,
      "step": 308810
    },
    {
      "epoch": 0.2703115521939426,
      "grad_norm": 0.5889607071876526,
      "learning_rate": 4.355567418454935e-05,
      "loss": 5.6719,
      "step": 308815
    },
    {
      "epoch": 0.27031592878756977,
      "grad_norm": 0.5896990299224854,
      "learning_rate": 4.355546995168067e-05,
      "loss": 4.9211,
      "step": 308820
    },
    {
      "epoch": 0.27032030538119695,
      "grad_norm": 0.5726307034492493,
      "learning_rate": 4.3555265716197315e-05,
      "loss": 5.3756,
      "step": 308825
    },
    {
      "epoch": 0.27032468197482407,
      "grad_norm": 0.6003777384757996,
      "learning_rate": 4.355506147809932e-05,
      "loss": 4.857,
      "step": 308830
    },
    {
      "epoch": 0.27032905856845124,
      "grad_norm": 0.599705159664154,
      "learning_rate": 4.355485723738676e-05,
      "loss": 5.1217,
      "step": 308835
    },
    {
      "epoch": 0.2703334351620784,
      "grad_norm": 0.5850022435188293,
      "learning_rate": 4.355465299405963e-05,
      "loss": 5.9156,
      "step": 308840
    },
    {
      "epoch": 0.27033781175570554,
      "grad_norm": 0.5614981055259705,
      "learning_rate": 4.3554448748117994e-05,
      "loss": 5.9367,
      "step": 308845
    },
    {
      "epoch": 0.2703421883493327,
      "grad_norm": 0.572134256362915,
      "learning_rate": 4.355424449956188e-05,
      "loss": 5.2266,
      "step": 308850
    },
    {
      "epoch": 0.27034656494295983,
      "grad_norm": 0.5865524411201477,
      "learning_rate": 4.355404024839133e-05,
      "loss": 5.3365,
      "step": 308855
    },
    {
      "epoch": 0.270350941536587,
      "grad_norm": 0.559815526008606,
      "learning_rate": 4.3553835994606394e-05,
      "loss": 5.3236,
      "step": 308860
    },
    {
      "epoch": 0.2703553181302142,
      "grad_norm": 0.5784854888916016,
      "learning_rate": 4.3553631738207104e-05,
      "loss": 5.5898,
      "step": 308865
    },
    {
      "epoch": 0.2703596947238413,
      "grad_norm": 0.5647220611572266,
      "learning_rate": 4.35534274791935e-05,
      "loss": 5.6021,
      "step": 308870
    },
    {
      "epoch": 0.2703640713174685,
      "grad_norm": 0.6274266242980957,
      "learning_rate": 4.355322321756561e-05,
      "loss": 4.3507,
      "step": 308875
    },
    {
      "epoch": 0.27036844791109566,
      "grad_norm": 0.6011509299278259,
      "learning_rate": 4.355301895332349e-05,
      "loss": 4.8944,
      "step": 308880
    },
    {
      "epoch": 0.2703728245047228,
      "grad_norm": 0.5887619853019714,
      "learning_rate": 4.355281468646717e-05,
      "loss": 5.4408,
      "step": 308885
    },
    {
      "epoch": 0.27037720109834995,
      "grad_norm": 0.5728839635848999,
      "learning_rate": 4.35526104169967e-05,
      "loss": 5.5687,
      "step": 308890
    },
    {
      "epoch": 0.27038157769197707,
      "grad_norm": 0.6057028770446777,
      "learning_rate": 4.3552406144912094e-05,
      "loss": 4.8609,
      "step": 308895
    },
    {
      "epoch": 0.27038595428560425,
      "grad_norm": 0.5696869492530823,
      "learning_rate": 4.355220187021343e-05,
      "loss": 5.926,
      "step": 308900
    },
    {
      "epoch": 0.2703903308792314,
      "grad_norm": 0.6035215258598328,
      "learning_rate": 4.355199759290072e-05,
      "loss": 5.3954,
      "step": 308905
    },
    {
      "epoch": 0.27039470747285854,
      "grad_norm": 0.5930129289627075,
      "learning_rate": 4.3551793312974e-05,
      "loss": 5.2051,
      "step": 308910
    },
    {
      "epoch": 0.2703990840664857,
      "grad_norm": 0.5807993412017822,
      "learning_rate": 4.355158903043334e-05,
      "loss": 5.9598,
      "step": 308915
    },
    {
      "epoch": 0.27040346066011284,
      "grad_norm": 0.6026387810707092,
      "learning_rate": 4.355138474527873e-05,
      "loss": 5.4143,
      "step": 308920
    },
    {
      "epoch": 0.27040783725374,
      "grad_norm": 0.5668686032295227,
      "learning_rate": 4.355118045751027e-05,
      "loss": 5.6355,
      "step": 308925
    },
    {
      "epoch": 0.2704122138473672,
      "grad_norm": 0.5916346311569214,
      "learning_rate": 4.355097616712795e-05,
      "loss": 5.3373,
      "step": 308930
    },
    {
      "epoch": 0.2704165904409943,
      "grad_norm": 0.6518769860267639,
      "learning_rate": 4.3550771874131826e-05,
      "loss": 4.8074,
      "step": 308935
    },
    {
      "epoch": 0.2704209670346215,
      "grad_norm": 0.6027941703796387,
      "learning_rate": 4.355056757852194e-05,
      "loss": 5.1195,
      "step": 308940
    },
    {
      "epoch": 0.27042534362824866,
      "grad_norm": 0.5702298879623413,
      "learning_rate": 4.3550363280298335e-05,
      "loss": 5.6186,
      "step": 308945
    },
    {
      "epoch": 0.2704297202218758,
      "grad_norm": 0.5748630166053772,
      "learning_rate": 4.355015897946104e-05,
      "loss": 5.9287,
      "step": 308950
    },
    {
      "epoch": 0.27043409681550296,
      "grad_norm": 0.5878075361251831,
      "learning_rate": 4.3549954676010106e-05,
      "loss": 5.094,
      "step": 308955
    },
    {
      "epoch": 0.2704384734091301,
      "grad_norm": 0.6118668913841248,
      "learning_rate": 4.354975036994556e-05,
      "loss": 4.3961,
      "step": 308960
    },
    {
      "epoch": 0.27044285000275725,
      "grad_norm": 0.5788462162017822,
      "learning_rate": 4.354954606126745e-05,
      "loss": 5.4044,
      "step": 308965
    },
    {
      "epoch": 0.2704472265963844,
      "grad_norm": 0.5670837759971619,
      "learning_rate": 4.354934174997581e-05,
      "loss": 6.266,
      "step": 308970
    },
    {
      "epoch": 0.27045160319001155,
      "grad_norm": 0.6026838421821594,
      "learning_rate": 4.3549137436070695e-05,
      "loss": 4.0697,
      "step": 308975
    },
    {
      "epoch": 0.2704559797836387,
      "grad_norm": 0.5706124901771545,
      "learning_rate": 4.354893311955212e-05,
      "loss": 5.0152,
      "step": 308980
    },
    {
      "epoch": 0.2704603563772659,
      "grad_norm": 0.5693135857582092,
      "learning_rate": 4.3548728800420137e-05,
      "loss": 5.4274,
      "step": 308985
    },
    {
      "epoch": 0.270464732970893,
      "grad_norm": 0.5602456331253052,
      "learning_rate": 4.354852447867479e-05,
      "loss": 6.2332,
      "step": 308990
    },
    {
      "epoch": 0.2704691095645202,
      "grad_norm": 0.5894298553466797,
      "learning_rate": 4.35483201543161e-05,
      "loss": 4.8298,
      "step": 308995
    },
    {
      "epoch": 0.2704734861581473,
      "grad_norm": 0.5833883285522461,
      "learning_rate": 4.354811582734414e-05,
      "loss": 5.0854,
      "step": 309000
    },
    {
      "epoch": 0.2704778627517745,
      "grad_norm": 0.5689690709114075,
      "learning_rate": 4.354791149775891e-05,
      "loss": 5.8883,
      "step": 309005
    },
    {
      "epoch": 0.27048223934540166,
      "grad_norm": 0.6000317335128784,
      "learning_rate": 4.354770716556047e-05,
      "loss": 4.1111,
      "step": 309010
    },
    {
      "epoch": 0.2704866159390288,
      "grad_norm": 0.608222246170044,
      "learning_rate": 4.354750283074886e-05,
      "loss": 5.1244,
      "step": 309015
    },
    {
      "epoch": 0.27049099253265596,
      "grad_norm": 0.578937292098999,
      "learning_rate": 4.354729849332413e-05,
      "loss": 5.4166,
      "step": 309020
    },
    {
      "epoch": 0.2704953691262831,
      "grad_norm": 0.5865731239318848,
      "learning_rate": 4.354709415328629e-05,
      "loss": 5.3941,
      "step": 309025
    },
    {
      "epoch": 0.27049974571991026,
      "grad_norm": 0.5675933957099915,
      "learning_rate": 4.3546889810635404e-05,
      "loss": 5.3215,
      "step": 309030
    },
    {
      "epoch": 0.27050412231353743,
      "grad_norm": 0.5927106142044067,
      "learning_rate": 4.354668546537151e-05,
      "loss": 5.1045,
      "step": 309035
    },
    {
      "epoch": 0.27050849890716455,
      "grad_norm": 0.5695949792861938,
      "learning_rate": 4.354648111749463e-05,
      "loss": 5.9188,
      "step": 309040
    },
    {
      "epoch": 0.2705128755007917,
      "grad_norm": 0.579200029373169,
      "learning_rate": 4.3546276767004815e-05,
      "loss": 5.769,
      "step": 309045
    },
    {
      "epoch": 0.2705172520944189,
      "grad_norm": 0.659742534160614,
      "learning_rate": 4.3546072413902104e-05,
      "loss": 4.8077,
      "step": 309050
    },
    {
      "epoch": 0.270521628688046,
      "grad_norm": 0.5990452170372009,
      "learning_rate": 4.3545868058186534e-05,
      "loss": 5.4006,
      "step": 309055
    },
    {
      "epoch": 0.2705260052816732,
      "grad_norm": 0.6174220442771912,
      "learning_rate": 4.354566369985815e-05,
      "loss": 4.6872,
      "step": 309060
    },
    {
      "epoch": 0.2705303818753003,
      "grad_norm": 0.6146934628486633,
      "learning_rate": 4.3545459338916984e-05,
      "loss": 4.9216,
      "step": 309065
    },
    {
      "epoch": 0.2705347584689275,
      "grad_norm": 0.6055159568786621,
      "learning_rate": 4.354525497536308e-05,
      "loss": 5.7484,
      "step": 309070
    },
    {
      "epoch": 0.27053913506255467,
      "grad_norm": 0.5755636096000671,
      "learning_rate": 4.354505060919648e-05,
      "loss": 5.399,
      "step": 309075
    },
    {
      "epoch": 0.2705435116561818,
      "grad_norm": 0.5899611115455627,
      "learning_rate": 4.354484624041723e-05,
      "loss": 5.9229,
      "step": 309080
    },
    {
      "epoch": 0.27054788824980897,
      "grad_norm": 0.5877497792243958,
      "learning_rate": 4.354464186902534e-05,
      "loss": 4.8047,
      "step": 309085
    },
    {
      "epoch": 0.27055226484343614,
      "grad_norm": 0.6083993911743164,
      "learning_rate": 4.3544437495020885e-05,
      "loss": 4.3665,
      "step": 309090
    },
    {
      "epoch": 0.27055664143706326,
      "grad_norm": 0.665050745010376,
      "learning_rate": 4.3544233118403875e-05,
      "loss": 5.7293,
      "step": 309095
    },
    {
      "epoch": 0.27056101803069044,
      "grad_norm": 0.6298874020576477,
      "learning_rate": 4.354402873917437e-05,
      "loss": 4.8805,
      "step": 309100
    },
    {
      "epoch": 0.27056539462431756,
      "grad_norm": 0.5754036903381348,
      "learning_rate": 4.3543824357332396e-05,
      "loss": 5.3512,
      "step": 309105
    },
    {
      "epoch": 0.27056977121794473,
      "grad_norm": 0.5881076455116272,
      "learning_rate": 4.3543619972878e-05,
      "loss": 4.3772,
      "step": 309110
    },
    {
      "epoch": 0.2705741478115719,
      "grad_norm": 0.6321571469306946,
      "learning_rate": 4.3543415585811234e-05,
      "loss": 5.0328,
      "step": 309115
    },
    {
      "epoch": 0.27057852440519903,
      "grad_norm": 0.5837537050247192,
      "learning_rate": 4.35432111961321e-05,
      "loss": 5.6316,
      "step": 309120
    },
    {
      "epoch": 0.2705829009988262,
      "grad_norm": 0.5813491940498352,
      "learning_rate": 4.354300680384068e-05,
      "loss": 5.3104,
      "step": 309125
    },
    {
      "epoch": 0.2705872775924534,
      "grad_norm": 0.5842380523681641,
      "learning_rate": 4.354280240893699e-05,
      "loss": 5.2216,
      "step": 309130
    },
    {
      "epoch": 0.2705916541860805,
      "grad_norm": 0.5681155323982239,
      "learning_rate": 4.354259801142107e-05,
      "loss": 5.6045,
      "step": 309135
    },
    {
      "epoch": 0.2705960307797077,
      "grad_norm": 0.5766618251800537,
      "learning_rate": 4.3542393611292964e-05,
      "loss": 6.1963,
      "step": 309140
    },
    {
      "epoch": 0.2706004073733348,
      "grad_norm": 0.573164165019989,
      "learning_rate": 4.3542189208552706e-05,
      "loss": 5.8857,
      "step": 309145
    },
    {
      "epoch": 0.27060478396696197,
      "grad_norm": 0.5648395419120789,
      "learning_rate": 4.354198480320034e-05,
      "loss": 6.1545,
      "step": 309150
    },
    {
      "epoch": 0.27060916056058915,
      "grad_norm": 0.615354061126709,
      "learning_rate": 4.354178039523592e-05,
      "loss": 4.8715,
      "step": 309155
    },
    {
      "epoch": 0.27061353715421627,
      "grad_norm": 0.5840592980384827,
      "learning_rate": 4.354157598465946e-05,
      "loss": 5.2822,
      "step": 309160
    },
    {
      "epoch": 0.27061791374784344,
      "grad_norm": 0.5739408731460571,
      "learning_rate": 4.3541371571471015e-05,
      "loss": 5.4322,
      "step": 309165
    },
    {
      "epoch": 0.27062229034147056,
      "grad_norm": 0.5954211354255676,
      "learning_rate": 4.3541167155670614e-05,
      "loss": 4.7041,
      "step": 309170
    },
    {
      "epoch": 0.27062666693509774,
      "grad_norm": 0.5708522200584412,
      "learning_rate": 4.354096273725831e-05,
      "loss": 4.9113,
      "step": 309175
    },
    {
      "epoch": 0.2706310435287249,
      "grad_norm": 0.5661433935165405,
      "learning_rate": 4.354075831623412e-05,
      "loss": 5.2155,
      "step": 309180
    },
    {
      "epoch": 0.27063542012235203,
      "grad_norm": 0.5696977972984314,
      "learning_rate": 4.35405538925981e-05,
      "loss": 4.7935,
      "step": 309185
    },
    {
      "epoch": 0.2706397967159792,
      "grad_norm": 0.5778778791427612,
      "learning_rate": 4.3540349466350294e-05,
      "loss": 5.3898,
      "step": 309190
    },
    {
      "epoch": 0.2706441733096064,
      "grad_norm": 0.5741255879402161,
      "learning_rate": 4.3540145037490745e-05,
      "loss": 5.7137,
      "step": 309195
    },
    {
      "epoch": 0.2706485499032335,
      "grad_norm": 0.5776605606079102,
      "learning_rate": 4.353994060601947e-05,
      "loss": 5.6881,
      "step": 309200
    },
    {
      "epoch": 0.2706529264968607,
      "grad_norm": 0.5765836238861084,
      "learning_rate": 4.353973617193652e-05,
      "loss": 5.8678,
      "step": 309205
    },
    {
      "epoch": 0.2706573030904878,
      "grad_norm": 0.5771682858467102,
      "learning_rate": 4.3539531735241936e-05,
      "loss": 5.3348,
      "step": 309210
    },
    {
      "epoch": 0.270661679684115,
      "grad_norm": 0.563549280166626,
      "learning_rate": 4.353932729593576e-05,
      "loss": 5.193,
      "step": 309215
    },
    {
      "epoch": 0.27066605627774215,
      "grad_norm": 0.5717944502830505,
      "learning_rate": 4.353912285401803e-05,
      "loss": 5.3842,
      "step": 309220
    },
    {
      "epoch": 0.27067043287136927,
      "grad_norm": 0.5710449814796448,
      "learning_rate": 4.353891840948878e-05,
      "loss": 5.9191,
      "step": 309225
    },
    {
      "epoch": 0.27067480946499645,
      "grad_norm": 0.5732405781745911,
      "learning_rate": 4.353871396234805e-05,
      "loss": 6.207,
      "step": 309230
    },
    {
      "epoch": 0.2706791860586236,
      "grad_norm": 0.5945785045623779,
      "learning_rate": 4.353850951259588e-05,
      "loss": 5.3408,
      "step": 309235
    },
    {
      "epoch": 0.27068356265225074,
      "grad_norm": 0.5825181603431702,
      "learning_rate": 4.353830506023232e-05,
      "loss": 5.1117,
      "step": 309240
    },
    {
      "epoch": 0.2706879392458779,
      "grad_norm": 0.5892823934555054,
      "learning_rate": 4.3538100605257403e-05,
      "loss": 5.4086,
      "step": 309245
    },
    {
      "epoch": 0.27069231583950504,
      "grad_norm": 0.5726439356803894,
      "learning_rate": 4.353789614767115e-05,
      "loss": 5.6119,
      "step": 309250
    },
    {
      "epoch": 0.2706966924331322,
      "grad_norm": 0.609463632106781,
      "learning_rate": 4.3537691687473634e-05,
      "loss": 5.3591,
      "step": 309255
    },
    {
      "epoch": 0.2707010690267594,
      "grad_norm": 0.5709690451622009,
      "learning_rate": 4.3537487224664877e-05,
      "loss": 5.6303,
      "step": 309260
    },
    {
      "epoch": 0.2707054456203865,
      "grad_norm": 0.6007402539253235,
      "learning_rate": 4.353728275924491e-05,
      "loss": 4.8773,
      "step": 309265
    },
    {
      "epoch": 0.2707098222140137,
      "grad_norm": 0.6047307848930359,
      "learning_rate": 4.35370782912138e-05,
      "loss": 5.7363,
      "step": 309270
    },
    {
      "epoch": 0.2707141988076408,
      "grad_norm": 0.585446298122406,
      "learning_rate": 4.353687382057154e-05,
      "loss": 5.0367,
      "step": 309275
    },
    {
      "epoch": 0.270718575401268,
      "grad_norm": 0.5864856243133545,
      "learning_rate": 4.353666934731822e-05,
      "loss": 5.1122,
      "step": 309280
    },
    {
      "epoch": 0.27072295199489516,
      "grad_norm": 0.6252349019050598,
      "learning_rate": 4.353646487145384e-05,
      "loss": 4.6071,
      "step": 309285
    },
    {
      "epoch": 0.2707273285885223,
      "grad_norm": 0.6031113862991333,
      "learning_rate": 4.3536260392978465e-05,
      "loss": 4.6615,
      "step": 309290
    },
    {
      "epoch": 0.27073170518214945,
      "grad_norm": 0.5822818279266357,
      "learning_rate": 4.3536055911892125e-05,
      "loss": 5.6158,
      "step": 309295
    },
    {
      "epoch": 0.2707360817757766,
      "grad_norm": 0.6159158945083618,
      "learning_rate": 4.353585142819485e-05,
      "loss": 5.2094,
      "step": 309300
    },
    {
      "epoch": 0.27074045836940375,
      "grad_norm": 0.6038156151771545,
      "learning_rate": 4.353564694188671e-05,
      "loss": 5.4103,
      "step": 309305
    },
    {
      "epoch": 0.2707448349630309,
      "grad_norm": 0.5883679389953613,
      "learning_rate": 4.35354424529677e-05,
      "loss": 5.3279,
      "step": 309310
    },
    {
      "epoch": 0.27074921155665804,
      "grad_norm": 0.5785778760910034,
      "learning_rate": 4.3535237961437904e-05,
      "loss": 5.6428,
      "step": 309315
    },
    {
      "epoch": 0.2707535881502852,
      "grad_norm": 0.6060797572135925,
      "learning_rate": 4.3535033467297336e-05,
      "loss": 4.5673,
      "step": 309320
    },
    {
      "epoch": 0.2707579647439124,
      "grad_norm": 0.6599991321563721,
      "learning_rate": 4.353482897054603e-05,
      "loss": 4.8324,
      "step": 309325
    },
    {
      "epoch": 0.2707623413375395,
      "grad_norm": 0.5959274172782898,
      "learning_rate": 4.3534624471184046e-05,
      "loss": 5.9016,
      "step": 309330
    },
    {
      "epoch": 0.2707667179311667,
      "grad_norm": 0.5766733288764954,
      "learning_rate": 4.3534419969211405e-05,
      "loss": 4.2966,
      "step": 309335
    },
    {
      "epoch": 0.27077109452479386,
      "grad_norm": 0.6903879642486572,
      "learning_rate": 4.353421546462816e-05,
      "loss": 4.9076,
      "step": 309340
    },
    {
      "epoch": 0.270775471118421,
      "grad_norm": 0.6384298205375671,
      "learning_rate": 4.353401095743435e-05,
      "loss": 5.4242,
      "step": 309345
    },
    {
      "epoch": 0.27077984771204816,
      "grad_norm": 0.5995447039604187,
      "learning_rate": 4.353380644763e-05,
      "loss": 5.426,
      "step": 309350
    },
    {
      "epoch": 0.2707842243056753,
      "grad_norm": 0.7417786717414856,
      "learning_rate": 4.3533601935215164e-05,
      "loss": 5.4209,
      "step": 309355
    },
    {
      "epoch": 0.27078860089930246,
      "grad_norm": 0.606041669845581,
      "learning_rate": 4.353339742018987e-05,
      "loss": 4.1883,
      "step": 309360
    },
    {
      "epoch": 0.27079297749292963,
      "grad_norm": 0.6096324920654297,
      "learning_rate": 4.353319290255418e-05,
      "loss": 4.6789,
      "step": 309365
    },
    {
      "epoch": 0.27079735408655675,
      "grad_norm": 0.5840453505516052,
      "learning_rate": 4.3532988382308096e-05,
      "loss": 5.3786,
      "step": 309370
    },
    {
      "epoch": 0.2708017306801839,
      "grad_norm": 0.568432629108429,
      "learning_rate": 4.353278385945169e-05,
      "loss": 5.0775,
      "step": 309375
    },
    {
      "epoch": 0.2708061072738111,
      "grad_norm": 0.6089810132980347,
      "learning_rate": 4.353257933398499e-05,
      "loss": 4.8705,
      "step": 309380
    },
    {
      "epoch": 0.2708104838674382,
      "grad_norm": 0.5732974410057068,
      "learning_rate": 4.3532374805908026e-05,
      "loss": 5.6025,
      "step": 309385
    },
    {
      "epoch": 0.2708148604610654,
      "grad_norm": 0.5594011545181274,
      "learning_rate": 4.353217027522086e-05,
      "loss": 5.6876,
      "step": 309390
    },
    {
      "epoch": 0.2708192370546925,
      "grad_norm": 0.5811915397644043,
      "learning_rate": 4.353196574192351e-05,
      "loss": 4.6678,
      "step": 309395
    },
    {
      "epoch": 0.2708236136483197,
      "grad_norm": 0.5764721632003784,
      "learning_rate": 4.353176120601603e-05,
      "loss": 5.1081,
      "step": 309400
    },
    {
      "epoch": 0.27082799024194687,
      "grad_norm": 0.5968092083930969,
      "learning_rate": 4.3531556667498454e-05,
      "loss": 5.1812,
      "step": 309405
    },
    {
      "epoch": 0.270832366835574,
      "grad_norm": 0.582024872303009,
      "learning_rate": 4.3531352126370814e-05,
      "loss": 5.9672,
      "step": 309410
    },
    {
      "epoch": 0.27083674342920117,
      "grad_norm": 0.5776583552360535,
      "learning_rate": 4.353114758263316e-05,
      "loss": 5.0553,
      "step": 309415
    },
    {
      "epoch": 0.2708411200228283,
      "grad_norm": 0.5774199962615967,
      "learning_rate": 4.353094303628552e-05,
      "loss": 5.6209,
      "step": 309420
    },
    {
      "epoch": 0.27084549661645546,
      "grad_norm": 0.5853599309921265,
      "learning_rate": 4.353073848732796e-05,
      "loss": 5.6857,
      "step": 309425
    },
    {
      "epoch": 0.27084987321008264,
      "grad_norm": 0.5661784410476685,
      "learning_rate": 4.3530533935760485e-05,
      "loss": 5.1011,
      "step": 309430
    },
    {
      "epoch": 0.27085424980370976,
      "grad_norm": 0.5710347294807434,
      "learning_rate": 4.353032938158316e-05,
      "loss": 5.6295,
      "step": 309435
    },
    {
      "epoch": 0.27085862639733693,
      "grad_norm": 0.5673210620880127,
      "learning_rate": 4.3530124824796006e-05,
      "loss": 4.5784,
      "step": 309440
    },
    {
      "epoch": 0.2708630029909641,
      "grad_norm": 0.5935088396072388,
      "learning_rate": 4.352992026539907e-05,
      "loss": 4.4079,
      "step": 309445
    },
    {
      "epoch": 0.27086737958459123,
      "grad_norm": 0.6017893552780151,
      "learning_rate": 4.35297157033924e-05,
      "loss": 5.4113,
      "step": 309450
    },
    {
      "epoch": 0.2708717561782184,
      "grad_norm": 0.5803799629211426,
      "learning_rate": 4.352951113877602e-05,
      "loss": 4.1794,
      "step": 309455
    },
    {
      "epoch": 0.2708761327718455,
      "grad_norm": 0.5813493728637695,
      "learning_rate": 4.352930657154999e-05,
      "loss": 4.6695,
      "step": 309460
    },
    {
      "epoch": 0.2708805093654727,
      "grad_norm": 0.5828843712806702,
      "learning_rate": 4.352910200171433e-05,
      "loss": 5.2124,
      "step": 309465
    },
    {
      "epoch": 0.2708848859590999,
      "grad_norm": 0.5781688690185547,
      "learning_rate": 4.3528897429269075e-05,
      "loss": 5.1089,
      "step": 309470
    },
    {
      "epoch": 0.270889262552727,
      "grad_norm": 0.581606388092041,
      "learning_rate": 4.352869285421429e-05,
      "loss": 5.1655,
      "step": 309475
    },
    {
      "epoch": 0.27089363914635417,
      "grad_norm": 0.5702126622200012,
      "learning_rate": 4.352848827654999e-05,
      "loss": 5.3283,
      "step": 309480
    },
    {
      "epoch": 0.27089801573998135,
      "grad_norm": 0.5819233655929565,
      "learning_rate": 4.352828369627624e-05,
      "loss": 4.3762,
      "step": 309485
    },
    {
      "epoch": 0.27090239233360847,
      "grad_norm": 0.5742137432098389,
      "learning_rate": 4.352807911339305e-05,
      "loss": 4.4756,
      "step": 309490
    },
    {
      "epoch": 0.27090676892723564,
      "grad_norm": 0.5733960866928101,
      "learning_rate": 4.3527874527900493e-05,
      "loss": 5.6684,
      "step": 309495
    },
    {
      "epoch": 0.27091114552086276,
      "grad_norm": 0.5700333118438721,
      "learning_rate": 4.352766993979857e-05,
      "loss": 4.6026,
      "step": 309500
    },
    {
      "epoch": 0.27091552211448994,
      "grad_norm": 0.5845515131950378,
      "learning_rate": 4.352746534908735e-05,
      "loss": 4.6967,
      "step": 309505
    },
    {
      "epoch": 0.2709198987081171,
      "grad_norm": 0.5803531408309937,
      "learning_rate": 4.3527260755766844e-05,
      "loss": 5.1831,
      "step": 309510
    },
    {
      "epoch": 0.27092427530174423,
      "grad_norm": 0.5705773234367371,
      "learning_rate": 4.3527056159837135e-05,
      "loss": 6.207,
      "step": 309515
    },
    {
      "epoch": 0.2709286518953714,
      "grad_norm": 0.6561191082000732,
      "learning_rate": 4.352685156129822e-05,
      "loss": 4.8973,
      "step": 309520
    },
    {
      "epoch": 0.2709330284889986,
      "grad_norm": 0.6187617182731628,
      "learning_rate": 4.3526646960150155e-05,
      "loss": 5.1857,
      "step": 309525
    },
    {
      "epoch": 0.2709374050826257,
      "grad_norm": 0.577488899230957,
      "learning_rate": 4.352644235639298e-05,
      "loss": 5.7223,
      "step": 309530
    },
    {
      "epoch": 0.2709417816762529,
      "grad_norm": 0.5718178153038025,
      "learning_rate": 4.352623775002674e-05,
      "loss": 4.3772,
      "step": 309535
    },
    {
      "epoch": 0.27094615826988,
      "grad_norm": 0.5848065614700317,
      "learning_rate": 4.352603314105147e-05,
      "loss": 4.3726,
      "step": 309540
    },
    {
      "epoch": 0.2709505348635072,
      "grad_norm": 0.5885728001594543,
      "learning_rate": 4.35258285294672e-05,
      "loss": 5.2212,
      "step": 309545
    },
    {
      "epoch": 0.27095491145713435,
      "grad_norm": 0.5697644948959351,
      "learning_rate": 4.3525623915273986e-05,
      "loss": 5.6969,
      "step": 309550
    },
    {
      "epoch": 0.27095928805076147,
      "grad_norm": 0.5830289721488953,
      "learning_rate": 4.352541929847186e-05,
      "loss": 5.1047,
      "step": 309555
    },
    {
      "epoch": 0.27096366464438865,
      "grad_norm": 0.6001492142677307,
      "learning_rate": 4.352521467906085e-05,
      "loss": 4.5875,
      "step": 309560
    },
    {
      "epoch": 0.27096804123801577,
      "grad_norm": 0.5858689546585083,
      "learning_rate": 4.3525010057041016e-05,
      "loss": 5.3824,
      "step": 309565
    },
    {
      "epoch": 0.27097241783164294,
      "grad_norm": 0.6573352217674255,
      "learning_rate": 4.352480543241239e-05,
      "loss": 4.6121,
      "step": 309570
    },
    {
      "epoch": 0.2709767944252701,
      "grad_norm": 0.6095219254493713,
      "learning_rate": 4.3524600805175e-05,
      "loss": 5.9221,
      "step": 309575
    },
    {
      "epoch": 0.27098117101889724,
      "grad_norm": 0.5973201394081116,
      "learning_rate": 4.35243961753289e-05,
      "loss": 5.9549,
      "step": 309580
    },
    {
      "epoch": 0.2709855476125244,
      "grad_norm": 0.5764078497886658,
      "learning_rate": 4.352419154287412e-05,
      "loss": 5.2282,
      "step": 309585
    },
    {
      "epoch": 0.2709899242061516,
      "grad_norm": 0.5769522786140442,
      "learning_rate": 4.352398690781071e-05,
      "loss": 5.6414,
      "step": 309590
    },
    {
      "epoch": 0.2709943007997787,
      "grad_norm": 0.5704792141914368,
      "learning_rate": 4.3523782270138704e-05,
      "loss": 5.6553,
      "step": 309595
    },
    {
      "epoch": 0.2709986773934059,
      "grad_norm": 0.5777679681777954,
      "learning_rate": 4.3523577629858126e-05,
      "loss": 5.3956,
      "step": 309600
    },
    {
      "epoch": 0.271003053987033,
      "grad_norm": 0.5778059363365173,
      "learning_rate": 4.3523372986969045e-05,
      "loss": 5.7349,
      "step": 309605
    },
    {
      "epoch": 0.2710074305806602,
      "grad_norm": 0.5851277112960815,
      "learning_rate": 4.3523168341471476e-05,
      "loss": 4.1693,
      "step": 309610
    },
    {
      "epoch": 0.27101180717428736,
      "grad_norm": 0.5823279619216919,
      "learning_rate": 4.352296369336547e-05,
      "loss": 5.6944,
      "step": 309615
    },
    {
      "epoch": 0.2710161837679145,
      "grad_norm": 0.5825857520103455,
      "learning_rate": 4.352275904265106e-05,
      "loss": 5.6786,
      "step": 309620
    },
    {
      "epoch": 0.27102056036154165,
      "grad_norm": 0.5802411437034607,
      "learning_rate": 4.352255438932831e-05,
      "loss": 4.6913,
      "step": 309625
    },
    {
      "epoch": 0.2710249369551688,
      "grad_norm": 0.586738109588623,
      "learning_rate": 4.352234973339722e-05,
      "loss": 4.3072,
      "step": 309630
    },
    {
      "epoch": 0.27102931354879595,
      "grad_norm": 0.6204103827476501,
      "learning_rate": 4.3522145074857856e-05,
      "loss": 5.9271,
      "step": 309635
    },
    {
      "epoch": 0.2710336901424231,
      "grad_norm": 0.7161093950271606,
      "learning_rate": 4.352194041371024e-05,
      "loss": 5.3883,
      "step": 309640
    },
    {
      "epoch": 0.27103806673605024,
      "grad_norm": 0.587741494178772,
      "learning_rate": 4.352173574995443e-05,
      "loss": 5.1139,
      "step": 309645
    },
    {
      "epoch": 0.2710424433296774,
      "grad_norm": 0.5840152502059937,
      "learning_rate": 4.352153108359046e-05,
      "loss": 4.2842,
      "step": 309650
    },
    {
      "epoch": 0.2710468199233046,
      "grad_norm": 0.6941360831260681,
      "learning_rate": 4.3521326414618356e-05,
      "loss": 5.4396,
      "step": 309655
    },
    {
      "epoch": 0.2710511965169317,
      "grad_norm": 0.6208518147468567,
      "learning_rate": 4.352112174303818e-05,
      "loss": 5.948,
      "step": 309660
    },
    {
      "epoch": 0.2710555731105589,
      "grad_norm": 0.5732377171516418,
      "learning_rate": 4.3520917068849954e-05,
      "loss": 6.2268,
      "step": 309665
    },
    {
      "epoch": 0.271059949704186,
      "grad_norm": 0.5759910941123962,
      "learning_rate": 4.352071239205373e-05,
      "loss": 6.199,
      "step": 309670
    },
    {
      "epoch": 0.2710643262978132,
      "grad_norm": 0.6386179327964783,
      "learning_rate": 4.352050771264953e-05,
      "loss": 4.8812,
      "step": 309675
    },
    {
      "epoch": 0.27106870289144036,
      "grad_norm": 0.6351267695426941,
      "learning_rate": 4.352030303063741e-05,
      "loss": 5.6712,
      "step": 309680
    },
    {
      "epoch": 0.2710730794850675,
      "grad_norm": 0.7290322184562683,
      "learning_rate": 4.35200983460174e-05,
      "loss": 4.7996,
      "step": 309685
    },
    {
      "epoch": 0.27107745607869466,
      "grad_norm": 0.6278083920478821,
      "learning_rate": 4.351989365878955e-05,
      "loss": 5.1052,
      "step": 309690
    },
    {
      "epoch": 0.27108183267232183,
      "grad_norm": 0.6234458684921265,
      "learning_rate": 4.3519688968953884e-05,
      "loss": 4.8922,
      "step": 309695
    },
    {
      "epoch": 0.27108620926594895,
      "grad_norm": 0.6335868835449219,
      "learning_rate": 4.3519484276510455e-05,
      "loss": 4.6818,
      "step": 309700
    },
    {
      "epoch": 0.2710905858595761,
      "grad_norm": 0.5917633771896362,
      "learning_rate": 4.35192795814593e-05,
      "loss": 4.1681,
      "step": 309705
    },
    {
      "epoch": 0.27109496245320325,
      "grad_norm": 0.5830367207527161,
      "learning_rate": 4.351907488380045e-05,
      "loss": 4.3865,
      "step": 309710
    },
    {
      "epoch": 0.2710993390468304,
      "grad_norm": 0.6073152422904968,
      "learning_rate": 4.351887018353395e-05,
      "loss": 5.8871,
      "step": 309715
    },
    {
      "epoch": 0.2711037156404576,
      "grad_norm": 0.5948793292045593,
      "learning_rate": 4.351866548065985e-05,
      "loss": 5.7169,
      "step": 309720
    },
    {
      "epoch": 0.2711080922340847,
      "grad_norm": 0.5981594324111938,
      "learning_rate": 4.351846077517817e-05,
      "loss": 5.6787,
      "step": 309725
    },
    {
      "epoch": 0.2711124688277119,
      "grad_norm": 0.6273511052131653,
      "learning_rate": 4.351825606708896e-05,
      "loss": 5.1026,
      "step": 309730
    },
    {
      "epoch": 0.27111684542133907,
      "grad_norm": 0.6366650462150574,
      "learning_rate": 4.3518051356392255e-05,
      "loss": 5.4079,
      "step": 309735
    },
    {
      "epoch": 0.2711212220149662,
      "grad_norm": 0.719943106174469,
      "learning_rate": 4.35178466430881e-05,
      "loss": 4.6067,
      "step": 309740
    },
    {
      "epoch": 0.27112559860859337,
      "grad_norm": 0.6233214735984802,
      "learning_rate": 4.3517641927176545e-05,
      "loss": 5.2129,
      "step": 309745
    },
    {
      "epoch": 0.2711299752022205,
      "grad_norm": 0.6149499416351318,
      "learning_rate": 4.3517437208657594e-05,
      "loss": 4.7072,
      "step": 309750
    },
    {
      "epoch": 0.27113435179584766,
      "grad_norm": 0.5816114544868469,
      "learning_rate": 4.3517232487531326e-05,
      "loss": 4.918,
      "step": 309755
    },
    {
      "epoch": 0.27113872838947484,
      "grad_norm": 0.6068090796470642,
      "learning_rate": 4.3517027763797755e-05,
      "loss": 4.668,
      "step": 309760
    },
    {
      "epoch": 0.27114310498310196,
      "grad_norm": 0.566963791847229,
      "learning_rate": 4.3516823037456935e-05,
      "loss": 5.1144,
      "step": 309765
    },
    {
      "epoch": 0.27114748157672913,
      "grad_norm": 0.6568150520324707,
      "learning_rate": 4.351661830850889e-05,
      "loss": 4.3941,
      "step": 309770
    },
    {
      "epoch": 0.2711518581703563,
      "grad_norm": 0.6057099103927612,
      "learning_rate": 4.3516413576953684e-05,
      "loss": 5.4133,
      "step": 309775
    },
    {
      "epoch": 0.27115623476398343,
      "grad_norm": 0.5871152281761169,
      "learning_rate": 4.351620884279134e-05,
      "loss": 5.1396,
      "step": 309780
    },
    {
      "epoch": 0.2711606113576106,
      "grad_norm": 0.5613071322441101,
      "learning_rate": 4.351600410602189e-05,
      "loss": 5.615,
      "step": 309785
    },
    {
      "epoch": 0.2711649879512377,
      "grad_norm": 0.577732503414154,
      "learning_rate": 4.351579936664539e-05,
      "loss": 5.2017,
      "step": 309790
    },
    {
      "epoch": 0.2711693645448649,
      "grad_norm": 0.5731709599494934,
      "learning_rate": 4.351559462466187e-05,
      "loss": 4.8273,
      "step": 309795
    },
    {
      "epoch": 0.2711737411384921,
      "grad_norm": 0.5764991641044617,
      "learning_rate": 4.351538988007137e-05,
      "loss": 5.2308,
      "step": 309800
    },
    {
      "epoch": 0.2711781177321192,
      "grad_norm": 0.5764456391334534,
      "learning_rate": 4.351518513287393e-05,
      "loss": 5.7142,
      "step": 309805
    },
    {
      "epoch": 0.27118249432574637,
      "grad_norm": 0.5615665912628174,
      "learning_rate": 4.351498038306959e-05,
      "loss": 5.8918,
      "step": 309810
    },
    {
      "epoch": 0.2711868709193735,
      "grad_norm": 0.5613194108009338,
      "learning_rate": 4.35147756306584e-05,
      "loss": 5.6289,
      "step": 309815
    },
    {
      "epoch": 0.27119124751300067,
      "grad_norm": 0.5639737844467163,
      "learning_rate": 4.3514570875640384e-05,
      "loss": 5.3797,
      "step": 309820
    },
    {
      "epoch": 0.27119562410662784,
      "grad_norm": 0.5767844915390015,
      "learning_rate": 4.351436611801558e-05,
      "loss": 5.5854,
      "step": 309825
    },
    {
      "epoch": 0.27120000070025496,
      "grad_norm": 0.5767314434051514,
      "learning_rate": 4.3514161357784045e-05,
      "loss": 4.8972,
      "step": 309830
    },
    {
      "epoch": 0.27120437729388214,
      "grad_norm": 0.5768560767173767,
      "learning_rate": 4.35139565949458e-05,
      "loss": 5.5893,
      "step": 309835
    },
    {
      "epoch": 0.2712087538875093,
      "grad_norm": 0.6124138832092285,
      "learning_rate": 4.3513751829500906e-05,
      "loss": 5.8844,
      "step": 309840
    },
    {
      "epoch": 0.27121313048113643,
      "grad_norm": 0.5814772248268127,
      "learning_rate": 4.351354706144938e-05,
      "loss": 5.4108,
      "step": 309845
    },
    {
      "epoch": 0.2712175070747636,
      "grad_norm": 0.5930783152580261,
      "learning_rate": 4.351334229079126e-05,
      "loss": 5.6006,
      "step": 309850
    },
    {
      "epoch": 0.27122188366839073,
      "grad_norm": 0.5962361097335815,
      "learning_rate": 4.3513137517526604e-05,
      "loss": 5.1685,
      "step": 309855
    },
    {
      "epoch": 0.2712262602620179,
      "grad_norm": 0.5720517039299011,
      "learning_rate": 4.351293274165546e-05,
      "loss": 5.1209,
      "step": 309860
    },
    {
      "epoch": 0.2712306368556451,
      "grad_norm": 0.5848714709281921,
      "learning_rate": 4.3512727963177835e-05,
      "loss": 4.3898,
      "step": 309865
    },
    {
      "epoch": 0.2712350134492722,
      "grad_norm": 0.5884724259376526,
      "learning_rate": 4.351252318209379e-05,
      "loss": 5.0984,
      "step": 309870
    },
    {
      "epoch": 0.2712393900428994,
      "grad_norm": 0.5839745998382568,
      "learning_rate": 4.351231839840335e-05,
      "loss": 4.6944,
      "step": 309875
    },
    {
      "epoch": 0.27124376663652655,
      "grad_norm": 0.5669264793395996,
      "learning_rate": 4.3512113612106566e-05,
      "loss": 5.8693,
      "step": 309880
    },
    {
      "epoch": 0.27124814323015367,
      "grad_norm": 0.5740048289299011,
      "learning_rate": 4.3511908823203486e-05,
      "loss": 5.4135,
      "step": 309885
    },
    {
      "epoch": 0.27125251982378085,
      "grad_norm": 0.5721197128295898,
      "learning_rate": 4.351170403169412e-05,
      "loss": 4.8616,
      "step": 309890
    },
    {
      "epoch": 0.27125689641740797,
      "grad_norm": 0.5565301179885864,
      "learning_rate": 4.351149923757855e-05,
      "loss": 6.2365,
      "step": 309895
    },
    {
      "epoch": 0.27126127301103514,
      "grad_norm": 0.5808892250061035,
      "learning_rate": 4.351129444085678e-05,
      "loss": 4.8757,
      "step": 309900
    },
    {
      "epoch": 0.2712656496046623,
      "grad_norm": 0.5771499276161194,
      "learning_rate": 4.351108964152886e-05,
      "loss": 5.9191,
      "step": 309905
    },
    {
      "epoch": 0.27127002619828944,
      "grad_norm": 0.583488404750824,
      "learning_rate": 4.3510884839594826e-05,
      "loss": 5.7041,
      "step": 309910
    },
    {
      "epoch": 0.2712744027919166,
      "grad_norm": 0.5830669403076172,
      "learning_rate": 4.351068003505473e-05,
      "loss": 4.8488,
      "step": 309915
    },
    {
      "epoch": 0.27127877938554373,
      "grad_norm": 0.5975701808929443,
      "learning_rate": 4.3510475227908595e-05,
      "loss": 4.6907,
      "step": 309920
    },
    {
      "epoch": 0.2712831559791709,
      "grad_norm": 0.5954926013946533,
      "learning_rate": 4.3510270418156483e-05,
      "loss": 4.825,
      "step": 309925
    },
    {
      "epoch": 0.2712875325727981,
      "grad_norm": 0.5958820581436157,
      "learning_rate": 4.351006560579841e-05,
      "loss": 5.137,
      "step": 309930
    },
    {
      "epoch": 0.2712919091664252,
      "grad_norm": 0.5755287408828735,
      "learning_rate": 4.3509860790834424e-05,
      "loss": 4.6252,
      "step": 309935
    },
    {
      "epoch": 0.2712962857600524,
      "grad_norm": 0.5752597451210022,
      "learning_rate": 4.350965597326457e-05,
      "loss": 5.3129,
      "step": 309940
    },
    {
      "epoch": 0.27130066235367956,
      "grad_norm": 0.5802598595619202,
      "learning_rate": 4.3509451153088886e-05,
      "loss": 5.411,
      "step": 309945
    },
    {
      "epoch": 0.2713050389473067,
      "grad_norm": 0.5642987489700317,
      "learning_rate": 4.350924633030741e-05,
      "loss": 5.1205,
      "step": 309950
    },
    {
      "epoch": 0.27130941554093385,
      "grad_norm": 0.5695469379425049,
      "learning_rate": 4.350904150492017e-05,
      "loss": 5.9102,
      "step": 309955
    },
    {
      "epoch": 0.27131379213456097,
      "grad_norm": 0.5651220083236694,
      "learning_rate": 4.3508836676927214e-05,
      "loss": 5.6939,
      "step": 309960
    },
    {
      "epoch": 0.27131816872818815,
      "grad_norm": 0.5775775909423828,
      "learning_rate": 4.35086318463286e-05,
      "loss": 5.9209,
      "step": 309965
    },
    {
      "epoch": 0.2713225453218153,
      "grad_norm": 0.5608376264572144,
      "learning_rate": 4.3508427013124334e-05,
      "loss": 5.6312,
      "step": 309970
    },
    {
      "epoch": 0.27132692191544244,
      "grad_norm": 0.5690786838531494,
      "learning_rate": 4.350822217731449e-05,
      "loss": 5.6673,
      "step": 309975
    },
    {
      "epoch": 0.2713312985090696,
      "grad_norm": 0.5916723608970642,
      "learning_rate": 4.3508017338899065e-05,
      "loss": 4.6304,
      "step": 309980
    },
    {
      "epoch": 0.2713356751026968,
      "grad_norm": 0.5743918418884277,
      "learning_rate": 4.350781249787814e-05,
      "loss": 5.3675,
      "step": 309985
    },
    {
      "epoch": 0.2713400516963239,
      "grad_norm": 0.6112669110298157,
      "learning_rate": 4.3507607654251734e-05,
      "loss": 4.5962,
      "step": 309990
    },
    {
      "epoch": 0.2713444282899511,
      "grad_norm": 0.5809919834136963,
      "learning_rate": 4.350740280801989e-05,
      "loss": 5.0795,
      "step": 309995
    },
    {
      "epoch": 0.2713488048835782,
      "grad_norm": 0.5697417259216309,
      "learning_rate": 4.3507197959182645e-05,
      "loss": 5.3063,
      "step": 310000
    },
    {
      "epoch": 0.2713531814772054,
      "grad_norm": 0.5843486189842224,
      "learning_rate": 4.3506993107740046e-05,
      "loss": 5.1946,
      "step": 310005
    },
    {
      "epoch": 0.27135755807083256,
      "grad_norm": 0.5952754616737366,
      "learning_rate": 4.350678825369213e-05,
      "loss": 4.0812,
      "step": 310010
    },
    {
      "epoch": 0.2713619346644597,
      "grad_norm": 0.5862749814987183,
      "learning_rate": 4.3506583397038937e-05,
      "loss": 4.9479,
      "step": 310015
    },
    {
      "epoch": 0.27136631125808686,
      "grad_norm": 0.5640739798545837,
      "learning_rate": 4.350637853778049e-05,
      "loss": 6.2299,
      "step": 310020
    },
    {
      "epoch": 0.27137068785171403,
      "grad_norm": 0.5930629372596741,
      "learning_rate": 4.350617367591685e-05,
      "loss": 4.9189,
      "step": 310025
    },
    {
      "epoch": 0.27137506444534115,
      "grad_norm": 0.5780079960823059,
      "learning_rate": 4.350596881144805e-05,
      "loss": 5.0468,
      "step": 310030
    },
    {
      "epoch": 0.2713794410389683,
      "grad_norm": 0.5828227400779724,
      "learning_rate": 4.3505763944374134e-05,
      "loss": 5.0826,
      "step": 310035
    },
    {
      "epoch": 0.27138381763259545,
      "grad_norm": 0.5822529792785645,
      "learning_rate": 4.3505559074695126e-05,
      "loss": 5.2431,
      "step": 310040
    },
    {
      "epoch": 0.2713881942262226,
      "grad_norm": 0.5981004238128662,
      "learning_rate": 4.350535420241107e-05,
      "loss": 5.3355,
      "step": 310045
    },
    {
      "epoch": 0.2713925708198498,
      "grad_norm": 0.5862268805503845,
      "learning_rate": 4.350514932752203e-05,
      "loss": 4.6977,
      "step": 310050
    },
    {
      "epoch": 0.2713969474134769,
      "grad_norm": 0.5974511504173279,
      "learning_rate": 4.350494445002802e-05,
      "loss": 4.8798,
      "step": 310055
    },
    {
      "epoch": 0.2714013240071041,
      "grad_norm": 0.5822247862815857,
      "learning_rate": 4.350473956992908e-05,
      "loss": 4.6078,
      "step": 310060
    },
    {
      "epoch": 0.2714057006007312,
      "grad_norm": 0.573556661605835,
      "learning_rate": 4.3504534687225263e-05,
      "loss": 5.9059,
      "step": 310065
    },
    {
      "epoch": 0.2714100771943584,
      "grad_norm": 0.5795914530754089,
      "learning_rate": 4.3504329801916587e-05,
      "loss": 5.3488,
      "step": 310070
    },
    {
      "epoch": 0.27141445378798557,
      "grad_norm": 0.5715145468711853,
      "learning_rate": 4.350412491400312e-05,
      "loss": 4.6207,
      "step": 310075
    },
    {
      "epoch": 0.2714188303816127,
      "grad_norm": 0.580905556678772,
      "learning_rate": 4.350392002348488e-05,
      "loss": 5.3832,
      "step": 310080
    },
    {
      "epoch": 0.27142320697523986,
      "grad_norm": 0.5821969509124756,
      "learning_rate": 4.3503715130361924e-05,
      "loss": 5.7162,
      "step": 310085
    },
    {
      "epoch": 0.27142758356886704,
      "grad_norm": 0.5723661184310913,
      "learning_rate": 4.350351023463426e-05,
      "loss": 5.3901,
      "step": 310090
    },
    {
      "epoch": 0.27143196016249416,
      "grad_norm": 0.567579984664917,
      "learning_rate": 4.350330533630197e-05,
      "loss": 5.7263,
      "step": 310095
    },
    {
      "epoch": 0.27143633675612133,
      "grad_norm": 0.5692253708839417,
      "learning_rate": 4.350310043536506e-05,
      "loss": 4.3065,
      "step": 310100
    },
    {
      "epoch": 0.27144071334974845,
      "grad_norm": 0.5884412527084351,
      "learning_rate": 4.350289553182358e-05,
      "loss": 5.4076,
      "step": 310105
    },
    {
      "epoch": 0.27144508994337563,
      "grad_norm": 0.5804799795150757,
      "learning_rate": 4.350269062567759e-05,
      "loss": 4.5304,
      "step": 310110
    },
    {
      "epoch": 0.2714494665370028,
      "grad_norm": 0.5830110311508179,
      "learning_rate": 4.3502485716927085e-05,
      "loss": 5.2781,
      "step": 310115
    },
    {
      "epoch": 0.2714538431306299,
      "grad_norm": 0.572397768497467,
      "learning_rate": 4.350228080557214e-05,
      "loss": 4.2826,
      "step": 310120
    },
    {
      "epoch": 0.2714582197242571,
      "grad_norm": 0.6121513843536377,
      "learning_rate": 4.350207589161279e-05,
      "loss": 5.4196,
      "step": 310125
    },
    {
      "epoch": 0.2714625963178843,
      "grad_norm": 0.5805942416191101,
      "learning_rate": 4.3501870975049064e-05,
      "loss": 5.6283,
      "step": 310130
    },
    {
      "epoch": 0.2714669729115114,
      "grad_norm": 0.5736932754516602,
      "learning_rate": 4.350166605588102e-05,
      "loss": 5.6168,
      "step": 310135
    },
    {
      "epoch": 0.27147134950513857,
      "grad_norm": 0.667097806930542,
      "learning_rate": 4.350146113410867e-05,
      "loss": 4.9011,
      "step": 310140
    },
    {
      "epoch": 0.2714757260987657,
      "grad_norm": 0.631992518901825,
      "learning_rate": 4.350125620973207e-05,
      "loss": 5.1275,
      "step": 310145
    },
    {
      "epoch": 0.27148010269239287,
      "grad_norm": 0.6006806492805481,
      "learning_rate": 4.350105128275125e-05,
      "loss": 5.0983,
      "step": 310150
    },
    {
      "epoch": 0.27148447928602004,
      "grad_norm": 0.6331487894058228,
      "learning_rate": 4.350084635316627e-05,
      "loss": 4.8932,
      "step": 310155
    },
    {
      "epoch": 0.27148885587964716,
      "grad_norm": 0.5599863529205322,
      "learning_rate": 4.350064142097715e-05,
      "loss": 5.6658,
      "step": 310160
    },
    {
      "epoch": 0.27149323247327434,
      "grad_norm": 0.572970449924469,
      "learning_rate": 4.350043648618395e-05,
      "loss": 5.3719,
      "step": 310165
    },
    {
      "epoch": 0.2714976090669015,
      "grad_norm": 0.5753213167190552,
      "learning_rate": 4.3500231548786675e-05,
      "loss": 4.8156,
      "step": 310170
    },
    {
      "epoch": 0.27150198566052863,
      "grad_norm": 0.6103307008743286,
      "learning_rate": 4.350002660878539e-05,
      "loss": 5.4319,
      "step": 310175
    },
    {
      "epoch": 0.2715063622541558,
      "grad_norm": 0.6095019578933716,
      "learning_rate": 4.349982166618014e-05,
      "loss": 4.2783,
      "step": 310180
    },
    {
      "epoch": 0.27151073884778293,
      "grad_norm": 0.5997037291526794,
      "learning_rate": 4.349961672097095e-05,
      "loss": 5.3963,
      "step": 310185
    },
    {
      "epoch": 0.2715151154414101,
      "grad_norm": 0.7062158584594727,
      "learning_rate": 4.349941177315785e-05,
      "loss": 4.7062,
      "step": 310190
    },
    {
      "epoch": 0.2715194920350373,
      "grad_norm": 0.7440240979194641,
      "learning_rate": 4.349920682274091e-05,
      "loss": 5.3832,
      "step": 310195
    },
    {
      "epoch": 0.2715238686286644,
      "grad_norm": 0.6057243943214417,
      "learning_rate": 4.349900186972015e-05,
      "loss": 4.665,
      "step": 310200
    },
    {
      "epoch": 0.2715282452222916,
      "grad_norm": 0.596089243888855,
      "learning_rate": 4.349879691409561e-05,
      "loss": 6.2213,
      "step": 310205
    },
    {
      "epoch": 0.2715326218159187,
      "grad_norm": 0.6561881899833679,
      "learning_rate": 4.349859195586733e-05,
      "loss": 5.413,
      "step": 310210
    },
    {
      "epoch": 0.27153699840954587,
      "grad_norm": 0.6315241456031799,
      "learning_rate": 4.3498386995035345e-05,
      "loss": 5.3004,
      "step": 310215
    },
    {
      "epoch": 0.27154137500317305,
      "grad_norm": 0.5839827060699463,
      "learning_rate": 4.349818203159971e-05,
      "loss": 4.1882,
      "step": 310220
    },
    {
      "epoch": 0.27154575159680017,
      "grad_norm": 0.6645108461380005,
      "learning_rate": 4.349797706556046e-05,
      "loss": 5.3746,
      "step": 310225
    },
    {
      "epoch": 0.27155012819042734,
      "grad_norm": 0.6171581745147705,
      "learning_rate": 4.3497772096917624e-05,
      "loss": 5.3996,
      "step": 310230
    },
    {
      "epoch": 0.2715545047840545,
      "grad_norm": 1.1666443347930908,
      "learning_rate": 4.349756712567125e-05,
      "loss": 4.8317,
      "step": 310235
    },
    {
      "epoch": 0.27155888137768164,
      "grad_norm": 0.6878930926322937,
      "learning_rate": 4.349736215182136e-05,
      "loss": 5.0591,
      "step": 310240
    },
    {
      "epoch": 0.2715632579713088,
      "grad_norm": 0.6308050751686096,
      "learning_rate": 4.349715717536802e-05,
      "loss": 5.4509,
      "step": 310245
    },
    {
      "epoch": 0.27156763456493593,
      "grad_norm": 0.583564043045044,
      "learning_rate": 4.349695219631126e-05,
      "loss": 4.6285,
      "step": 310250
    },
    {
      "epoch": 0.2715720111585631,
      "grad_norm": 0.5868117213249207,
      "learning_rate": 4.3496747214651114e-05,
      "loss": 5.9355,
      "step": 310255
    },
    {
      "epoch": 0.2715763877521903,
      "grad_norm": 0.5809993147850037,
      "learning_rate": 4.349654223038763e-05,
      "loss": 4.8949,
      "step": 310260
    },
    {
      "epoch": 0.2715807643458174,
      "grad_norm": 0.6678249835968018,
      "learning_rate": 4.3496337243520834e-05,
      "loss": 5.1121,
      "step": 310265
    },
    {
      "epoch": 0.2715851409394446,
      "grad_norm": 0.5811634063720703,
      "learning_rate": 4.349613225405078e-05,
      "loss": 4.8187,
      "step": 310270
    },
    {
      "epoch": 0.27158951753307176,
      "grad_norm": 0.6274859309196472,
      "learning_rate": 4.349592726197751e-05,
      "loss": 4.9269,
      "step": 310275
    },
    {
      "epoch": 0.2715938941266989,
      "grad_norm": 0.6031447649002075,
      "learning_rate": 4.3495722267301045e-05,
      "loss": 4.5812,
      "step": 310280
    },
    {
      "epoch": 0.27159827072032605,
      "grad_norm": 0.7807071208953857,
      "learning_rate": 4.3495517270021436e-05,
      "loss": 6.1955,
      "step": 310285
    },
    {
      "epoch": 0.27160264731395317,
      "grad_norm": 0.5500446557998657,
      "learning_rate": 4.349531227013872e-05,
      "loss": 5.61,
      "step": 310290
    },
    {
      "epoch": 0.27160702390758035,
      "grad_norm": 0.575243353843689,
      "learning_rate": 4.349510726765295e-05,
      "loss": 5.3152,
      "step": 310295
    },
    {
      "epoch": 0.2716114005012075,
      "grad_norm": 0.5658755302429199,
      "learning_rate": 4.349490226256413e-05,
      "loss": 5.3156,
      "step": 310300
    },
    {
      "epoch": 0.27161577709483464,
      "grad_norm": 0.5616939663887024,
      "learning_rate": 4.349469725487234e-05,
      "loss": 5.378,
      "step": 310305
    },
    {
      "epoch": 0.2716201536884618,
      "grad_norm": 0.5749042630195618,
      "learning_rate": 4.349449224457759e-05,
      "loss": 5.6129,
      "step": 310310
    },
    {
      "epoch": 0.27162453028208894,
      "grad_norm": 0.830302357673645,
      "learning_rate": 4.3494287231679956e-05,
      "loss": 4.6188,
      "step": 310315
    },
    {
      "epoch": 0.2716289068757161,
      "grad_norm": 0.6252875328063965,
      "learning_rate": 4.3494082216179435e-05,
      "loss": 5.3852,
      "step": 310320
    },
    {
      "epoch": 0.2716332834693433,
      "grad_norm": 0.7386996746063232,
      "learning_rate": 4.3493877198076084e-05,
      "loss": 4.3614,
      "step": 310325
    },
    {
      "epoch": 0.2716376600629704,
      "grad_norm": 0.6229690909385681,
      "learning_rate": 4.349367217736995e-05,
      "loss": 6.2189,
      "step": 310330
    },
    {
      "epoch": 0.2716420366565976,
      "grad_norm": 0.7999506592750549,
      "learning_rate": 4.3493467154061066e-05,
      "loss": 4.6279,
      "step": 310335
    },
    {
      "epoch": 0.27164641325022476,
      "grad_norm": 0.6686839461326599,
      "learning_rate": 4.349326212814947e-05,
      "loss": 5.1473,
      "step": 310340
    },
    {
      "epoch": 0.2716507898438519,
      "grad_norm": 0.6325296759605408,
      "learning_rate": 4.3493057099635206e-05,
      "loss": 5.9229,
      "step": 310345
    },
    {
      "epoch": 0.27165516643747906,
      "grad_norm": 0.5895533561706543,
      "learning_rate": 4.349285206851831e-05,
      "loss": 4.9323,
      "step": 310350
    },
    {
      "epoch": 0.2716595430311062,
      "grad_norm": 0.6093296408653259,
      "learning_rate": 4.349264703479882e-05,
      "loss": 5.3393,
      "step": 310355
    },
    {
      "epoch": 0.27166391962473335,
      "grad_norm": 0.5793488025665283,
      "learning_rate": 4.3492441998476776e-05,
      "loss": 5.689,
      "step": 310360
    },
    {
      "epoch": 0.2716682962183605,
      "grad_norm": 0.552731454372406,
      "learning_rate": 4.349223695955222e-05,
      "loss": 5.9217,
      "step": 310365
    },
    {
      "epoch": 0.27167267281198765,
      "grad_norm": 0.5679640769958496,
      "learning_rate": 4.349203191802519e-05,
      "loss": 5.7066,
      "step": 310370
    },
    {
      "epoch": 0.2716770494056148,
      "grad_norm": 0.6008560657501221,
      "learning_rate": 4.349182687389574e-05,
      "loss": 5.6902,
      "step": 310375
    },
    {
      "epoch": 0.271681425999242,
      "grad_norm": 0.5610024929046631,
      "learning_rate": 4.3491621827163885e-05,
      "loss": 5.9193,
      "step": 310380
    },
    {
      "epoch": 0.2716858025928691,
      "grad_norm": 0.5608278512954712,
      "learning_rate": 4.349141677782968e-05,
      "loss": 5.6178,
      "step": 310385
    },
    {
      "epoch": 0.2716901791864963,
      "grad_norm": 0.564732015132904,
      "learning_rate": 4.349121172589315e-05,
      "loss": 4.5843,
      "step": 310390
    },
    {
      "epoch": 0.2716945557801234,
      "grad_norm": 0.6131159663200378,
      "learning_rate": 4.3491006671354354e-05,
      "loss": 4.3635,
      "step": 310395
    },
    {
      "epoch": 0.2716989323737506,
      "grad_norm": 0.5784600377082825,
      "learning_rate": 4.349080161421333e-05,
      "loss": 5.413,
      "step": 310400
    },
    {
      "epoch": 0.27170330896737777,
      "grad_norm": 0.6093249320983887,
      "learning_rate": 4.34905965544701e-05,
      "loss": 4.8745,
      "step": 310405
    },
    {
      "epoch": 0.2717076855610049,
      "grad_norm": 0.5661965608596802,
      "learning_rate": 4.349039149212471e-05,
      "loss": 5.6916,
      "step": 310410
    },
    {
      "epoch": 0.27171206215463206,
      "grad_norm": 0.5765317678451538,
      "learning_rate": 4.34901864271772e-05,
      "loss": 5.3643,
      "step": 310415
    },
    {
      "epoch": 0.27171643874825924,
      "grad_norm": 0.5672152042388916,
      "learning_rate": 4.348998135962762e-05,
      "loss": 5.4323,
      "step": 310420
    },
    {
      "epoch": 0.27172081534188636,
      "grad_norm": 0.5932323336601257,
      "learning_rate": 4.3489776289476e-05,
      "loss": 5.4029,
      "step": 310425
    },
    {
      "epoch": 0.27172519193551353,
      "grad_norm": 0.5570278763771057,
      "learning_rate": 4.348957121672239e-05,
      "loss": 6.2467,
      "step": 310430
    },
    {
      "epoch": 0.27172956852914065,
      "grad_norm": 0.5748058557510376,
      "learning_rate": 4.3489366141366815e-05,
      "loss": 5.6561,
      "step": 310435
    },
    {
      "epoch": 0.27173394512276783,
      "grad_norm": 0.5770904421806335,
      "learning_rate": 4.3489161063409324e-05,
      "loss": 5.6523,
      "step": 310440
    },
    {
      "epoch": 0.271738321716395,
      "grad_norm": 0.5705927610397339,
      "learning_rate": 4.348895598284996e-05,
      "loss": 5.4269,
      "step": 310445
    },
    {
      "epoch": 0.2717426983100221,
      "grad_norm": 0.5775529742240906,
      "learning_rate": 4.348875089968874e-05,
      "loss": 5.6859,
      "step": 310450
    },
    {
      "epoch": 0.2717470749036493,
      "grad_norm": 0.5733224153518677,
      "learning_rate": 4.348854581392573e-05,
      "loss": 4.7763,
      "step": 310455
    },
    {
      "epoch": 0.2717514514972764,
      "grad_norm": 0.5809882879257202,
      "learning_rate": 4.348834072556095e-05,
      "loss": 5.2914,
      "step": 310460
    },
    {
      "epoch": 0.2717558280909036,
      "grad_norm": 0.5684745907783508,
      "learning_rate": 4.348813563459445e-05,
      "loss": 4.9266,
      "step": 310465
    },
    {
      "epoch": 0.27176020468453077,
      "grad_norm": 0.5986358523368835,
      "learning_rate": 4.348793054102628e-05,
      "loss": 5.8914,
      "step": 310470
    },
    {
      "epoch": 0.2717645812781579,
      "grad_norm": 0.5893445014953613,
      "learning_rate": 4.3487725444856454e-05,
      "loss": 5.1648,
      "step": 310475
    },
    {
      "epoch": 0.27176895787178507,
      "grad_norm": 0.5752362608909607,
      "learning_rate": 4.348752034608503e-05,
      "loss": 5.141,
      "step": 310480
    },
    {
      "epoch": 0.27177333446541224,
      "grad_norm": 0.5781352519989014,
      "learning_rate": 4.348731524471205e-05,
      "loss": 5.396,
      "step": 310485
    },
    {
      "epoch": 0.27177771105903936,
      "grad_norm": 0.6091254353523254,
      "learning_rate": 4.348711014073754e-05,
      "loss": 4.5742,
      "step": 310490
    },
    {
      "epoch": 0.27178208765266654,
      "grad_norm": 0.5840461254119873,
      "learning_rate": 4.348690503416154e-05,
      "loss": 5.4314,
      "step": 310495
    },
    {
      "epoch": 0.27178646424629366,
      "grad_norm": 0.5942019820213318,
      "learning_rate": 4.34866999249841e-05,
      "loss": 5.3948,
      "step": 310500
    },
    {
      "epoch": 0.27179084083992083,
      "grad_norm": 0.60697340965271,
      "learning_rate": 4.348649481320526e-05,
      "loss": 4.9417,
      "step": 310505
    },
    {
      "epoch": 0.271795217433548,
      "grad_norm": 0.5744770765304565,
      "learning_rate": 4.348628969882506e-05,
      "loss": 5.4245,
      "step": 310510
    },
    {
      "epoch": 0.27179959402717513,
      "grad_norm": 0.5950698852539062,
      "learning_rate": 4.348608458184352e-05,
      "loss": 5.3962,
      "step": 310515
    },
    {
      "epoch": 0.2718039706208023,
      "grad_norm": 0.600655198097229,
      "learning_rate": 4.3485879462260695e-05,
      "loss": 4.5778,
      "step": 310520
    },
    {
      "epoch": 0.2718083472144295,
      "grad_norm": 0.5784734487533569,
      "learning_rate": 4.348567434007663e-05,
      "loss": 5.0894,
      "step": 310525
    },
    {
      "epoch": 0.2718127238080566,
      "grad_norm": 0.5856428146362305,
      "learning_rate": 4.3485469215291365e-05,
      "loss": 5.3746,
      "step": 310530
    },
    {
      "epoch": 0.2718171004016838,
      "grad_norm": 0.593971848487854,
      "learning_rate": 4.3485264087904907e-05,
      "loss": 4.377,
      "step": 310535
    },
    {
      "epoch": 0.2718214769953109,
      "grad_norm": 0.5952578783035278,
      "learning_rate": 4.3485058957917346e-05,
      "loss": 6.2197,
      "step": 310540
    },
    {
      "epoch": 0.27182585358893807,
      "grad_norm": 0.5753273963928223,
      "learning_rate": 4.348485382532869e-05,
      "loss": 4.5115,
      "step": 310545
    },
    {
      "epoch": 0.27183023018256525,
      "grad_norm": 0.5873489379882812,
      "learning_rate": 4.3484648690138984e-05,
      "loss": 4.572,
      "step": 310550
    },
    {
      "epoch": 0.27183460677619237,
      "grad_norm": 0.5944436192512512,
      "learning_rate": 4.3484443552348265e-05,
      "loss": 5.1655,
      "step": 310555
    },
    {
      "epoch": 0.27183898336981954,
      "grad_norm": 0.5844544768333435,
      "learning_rate": 4.348423841195658e-05,
      "loss": 5.4278,
      "step": 310560
    },
    {
      "epoch": 0.27184335996344666,
      "grad_norm": 0.5725667476654053,
      "learning_rate": 4.3484033268963965e-05,
      "loss": 5.7412,
      "step": 310565
    },
    {
      "epoch": 0.27184773655707384,
      "grad_norm": 0.5849379897117615,
      "learning_rate": 4.3483828123370466e-05,
      "loss": 5.1904,
      "step": 310570
    },
    {
      "epoch": 0.271852113150701,
      "grad_norm": 0.5901591777801514,
      "learning_rate": 4.3483622975176095e-05,
      "loss": 4.6988,
      "step": 310575
    },
    {
      "epoch": 0.27185648974432813,
      "grad_norm": 0.5792880654335022,
      "learning_rate": 4.348341782438093e-05,
      "loss": 5.9514,
      "step": 310580
    },
    {
      "epoch": 0.2718608663379553,
      "grad_norm": 0.5959519147872925,
      "learning_rate": 4.3483212670985e-05,
      "loss": 5.7001,
      "step": 310585
    },
    {
      "epoch": 0.2718652429315825,
      "grad_norm": 0.594851553440094,
      "learning_rate": 4.3483007514988317e-05,
      "loss": 4.9066,
      "step": 310590
    },
    {
      "epoch": 0.2718696195252096,
      "grad_norm": 0.5802544951438904,
      "learning_rate": 4.348280235639095e-05,
      "loss": 5.3287,
      "step": 310595
    },
    {
      "epoch": 0.2718739961188368,
      "grad_norm": 0.586861789226532,
      "learning_rate": 4.348259719519293e-05,
      "loss": 5.6754,
      "step": 310600
    },
    {
      "epoch": 0.2718783727124639,
      "grad_norm": 0.5901045203208923,
      "learning_rate": 4.34823920313943e-05,
      "loss": 5.6318,
      "step": 310605
    },
    {
      "epoch": 0.2718827493060911,
      "grad_norm": 0.5806958079338074,
      "learning_rate": 4.34821868649951e-05,
      "loss": 4.6029,
      "step": 310610
    },
    {
      "epoch": 0.27188712589971825,
      "grad_norm": 0.5889021158218384,
      "learning_rate": 4.3481981695995354e-05,
      "loss": 5.951,
      "step": 310615
    },
    {
      "epoch": 0.27189150249334537,
      "grad_norm": 0.5927745699882507,
      "learning_rate": 4.3481776524395125e-05,
      "loss": 4.5881,
      "step": 310620
    },
    {
      "epoch": 0.27189587908697255,
      "grad_norm": 0.5833682417869568,
      "learning_rate": 4.348157135019443e-05,
      "loss": 4.088,
      "step": 310625
    },
    {
      "epoch": 0.2719002556805997,
      "grad_norm": 0.6141554117202759,
      "learning_rate": 4.348136617339332e-05,
      "loss": 4.8877,
      "step": 310630
    },
    {
      "epoch": 0.27190463227422684,
      "grad_norm": 0.5925798416137695,
      "learning_rate": 4.3481160993991846e-05,
      "loss": 5.1179,
      "step": 310635
    },
    {
      "epoch": 0.271909008867854,
      "grad_norm": 0.5863646268844604,
      "learning_rate": 4.348095581199003e-05,
      "loss": 5.4283,
      "step": 310640
    },
    {
      "epoch": 0.27191338546148114,
      "grad_norm": 0.6002814769744873,
      "learning_rate": 4.3480750627387914e-05,
      "loss": 4.5837,
      "step": 310645
    },
    {
      "epoch": 0.2719177620551083,
      "grad_norm": 0.5909923911094666,
      "learning_rate": 4.348054544018554e-05,
      "loss": 5.7251,
      "step": 310650
    },
    {
      "epoch": 0.2719221386487355,
      "grad_norm": 0.5762861967086792,
      "learning_rate": 4.3480340250382946e-05,
      "loss": 5.885,
      "step": 310655
    },
    {
      "epoch": 0.2719265152423626,
      "grad_norm": 0.5691763758659363,
      "learning_rate": 4.348013505798018e-05,
      "loss": 5.8937,
      "step": 310660
    },
    {
      "epoch": 0.2719308918359898,
      "grad_norm": 0.5805900692939758,
      "learning_rate": 4.3479929862977275e-05,
      "loss": 5.1144,
      "step": 310665
    },
    {
      "epoch": 0.27193526842961696,
      "grad_norm": 0.5692084431648254,
      "learning_rate": 4.3479724665374266e-05,
      "loss": 6.2172,
      "step": 310670
    },
    {
      "epoch": 0.2719396450232441,
      "grad_norm": 0.5831336379051208,
      "learning_rate": 4.3479519465171204e-05,
      "loss": 5.4034,
      "step": 310675
    },
    {
      "epoch": 0.27194402161687126,
      "grad_norm": 0.5691751837730408,
      "learning_rate": 4.347931426236812e-05,
      "loss": 5.6587,
      "step": 310680
    },
    {
      "epoch": 0.2719483982104984,
      "grad_norm": 0.5736838579177856,
      "learning_rate": 4.347910905696505e-05,
      "loss": 5.7051,
      "step": 310685
    },
    {
      "epoch": 0.27195277480412555,
      "grad_norm": 0.5900615453720093,
      "learning_rate": 4.347890384896205e-05,
      "loss": 4.4048,
      "step": 310690
    },
    {
      "epoch": 0.2719571513977527,
      "grad_norm": 0.580682635307312,
      "learning_rate": 4.347869863835914e-05,
      "loss": 5.3602,
      "step": 310695
    },
    {
      "epoch": 0.27196152799137985,
      "grad_norm": 0.6007112264633179,
      "learning_rate": 4.3478493425156365e-05,
      "loss": 5.0911,
      "step": 310700
    },
    {
      "epoch": 0.271965904585007,
      "grad_norm": 0.5968584418296814,
      "learning_rate": 4.347828820935378e-05,
      "loss": 5.4054,
      "step": 310705
    },
    {
      "epoch": 0.27197028117863414,
      "grad_norm": 0.6046164631843567,
      "learning_rate": 4.34780829909514e-05,
      "loss": 4.6228,
      "step": 310710
    },
    {
      "epoch": 0.2719746577722613,
      "grad_norm": 0.5958011746406555,
      "learning_rate": 4.347787776994928e-05,
      "loss": 5.3697,
      "step": 310715
    },
    {
      "epoch": 0.2719790343658885,
      "grad_norm": 0.6136383414268494,
      "learning_rate": 4.347767254634747e-05,
      "loss": 5.0953,
      "step": 310720
    },
    {
      "epoch": 0.2719834109595156,
      "grad_norm": 0.6023714542388916,
      "learning_rate": 4.3477467320145984e-05,
      "loss": 5.4067,
      "step": 310725
    },
    {
      "epoch": 0.2719877875531428,
      "grad_norm": 0.5730565786361694,
      "learning_rate": 4.3477262091344874e-05,
      "loss": 5.9373,
      "step": 310730
    },
    {
      "epoch": 0.27199216414676997,
      "grad_norm": 0.5687167644500732,
      "learning_rate": 4.3477056859944186e-05,
      "loss": 5.697,
      "step": 310735
    },
    {
      "epoch": 0.2719965407403971,
      "grad_norm": 0.5778113603591919,
      "learning_rate": 4.347685162594395e-05,
      "loss": 5.3806,
      "step": 310740
    },
    {
      "epoch": 0.27200091733402426,
      "grad_norm": 0.5874318480491638,
      "learning_rate": 4.34766463893442e-05,
      "loss": 5.6275,
      "step": 310745
    },
    {
      "epoch": 0.2720052939276514,
      "grad_norm": 0.5763372182846069,
      "learning_rate": 4.3476441150145e-05,
      "loss": 6.2279,
      "step": 310750
    },
    {
      "epoch": 0.27200967052127856,
      "grad_norm": 0.5665395259857178,
      "learning_rate": 4.347623590834636e-05,
      "loss": 5.3322,
      "step": 310755
    },
    {
      "epoch": 0.27201404711490573,
      "grad_norm": 0.5818350911140442,
      "learning_rate": 4.3476030663948345e-05,
      "loss": 5.4038,
      "step": 310760
    },
    {
      "epoch": 0.27201842370853285,
      "grad_norm": 0.5792315602302551,
      "learning_rate": 4.3475825416950975e-05,
      "loss": 5.3836,
      "step": 310765
    },
    {
      "epoch": 0.27202280030216003,
      "grad_norm": 0.6083886027336121,
      "learning_rate": 4.3475620167354306e-05,
      "loss": 4.6753,
      "step": 310770
    },
    {
      "epoch": 0.2720271768957872,
      "grad_norm": 0.5881637930870056,
      "learning_rate": 4.347541491515836e-05,
      "loss": 5.5869,
      "step": 310775
    },
    {
      "epoch": 0.2720315534894143,
      "grad_norm": 0.5858181715011597,
      "learning_rate": 4.3475209660363194e-05,
      "loss": 5.0172,
      "step": 310780
    },
    {
      "epoch": 0.2720359300830415,
      "grad_norm": 0.6064311861991882,
      "learning_rate": 4.3475004402968834e-05,
      "loss": 4.4012,
      "step": 310785
    },
    {
      "epoch": 0.2720403066766686,
      "grad_norm": 0.5761659145355225,
      "learning_rate": 4.347479914297533e-05,
      "loss": 4.8173,
      "step": 310790
    },
    {
      "epoch": 0.2720446832702958,
      "grad_norm": 0.5709302425384521,
      "learning_rate": 4.347459388038271e-05,
      "loss": 4.8097,
      "step": 310795
    },
    {
      "epoch": 0.27204905986392297,
      "grad_norm": 0.5904422998428345,
      "learning_rate": 4.347438861519102e-05,
      "loss": 5.1407,
      "step": 310800
    },
    {
      "epoch": 0.2720534364575501,
      "grad_norm": 0.5862640142440796,
      "learning_rate": 4.347418334740031e-05,
      "loss": 5.9436,
      "step": 310805
    },
    {
      "epoch": 0.27205781305117727,
      "grad_norm": 0.6018025875091553,
      "learning_rate": 4.347397807701059e-05,
      "loss": 5.134,
      "step": 310810
    },
    {
      "epoch": 0.27206218964480444,
      "grad_norm": 0.5795850157737732,
      "learning_rate": 4.3473772804021936e-05,
      "loss": 5.6412,
      "step": 310815
    },
    {
      "epoch": 0.27206656623843156,
      "grad_norm": 0.5657156705856323,
      "learning_rate": 4.3473567528434365e-05,
      "loss": 5.1362,
      "step": 310820
    },
    {
      "epoch": 0.27207094283205874,
      "grad_norm": 0.8069115877151489,
      "learning_rate": 4.347336225024793e-05,
      "loss": 5.2089,
      "step": 310825
    },
    {
      "epoch": 0.27207531942568586,
      "grad_norm": 0.5765557289123535,
      "learning_rate": 4.3473156969462644e-05,
      "loss": 5.9516,
      "step": 310830
    },
    {
      "epoch": 0.27207969601931303,
      "grad_norm": 0.6044556498527527,
      "learning_rate": 4.347295168607859e-05,
      "loss": 5.1976,
      "step": 310835
    },
    {
      "epoch": 0.2720840726129402,
      "grad_norm": 0.5997533798217773,
      "learning_rate": 4.347274640009576e-05,
      "loss": 5.1045,
      "step": 310840
    },
    {
      "epoch": 0.27208844920656733,
      "grad_norm": 0.5839937925338745,
      "learning_rate": 4.347254111151423e-05,
      "loss": 5.4296,
      "step": 310845
    },
    {
      "epoch": 0.2720928258001945,
      "grad_norm": 0.581915020942688,
      "learning_rate": 4.347233582033402e-05,
      "loss": 5.8861,
      "step": 310850
    },
    {
      "epoch": 0.2720972023938216,
      "grad_norm": 0.6129159331321716,
      "learning_rate": 4.347213052655519e-05,
      "loss": 5.3977,
      "step": 310855
    },
    {
      "epoch": 0.2721015789874488,
      "grad_norm": 0.5722841024398804,
      "learning_rate": 4.347192523017775e-05,
      "loss": 5.6989,
      "step": 310860
    },
    {
      "epoch": 0.272105955581076,
      "grad_norm": 0.5810612440109253,
      "learning_rate": 4.347171993120175e-05,
      "loss": 5.9107,
      "step": 310865
    },
    {
      "epoch": 0.2721103321747031,
      "grad_norm": 0.6089542508125305,
      "learning_rate": 4.3471514629627254e-05,
      "loss": 5.1471,
      "step": 310870
    },
    {
      "epoch": 0.27211470876833027,
      "grad_norm": 0.5807340741157532,
      "learning_rate": 4.3471309325454266e-05,
      "loss": 5.8879,
      "step": 310875
    },
    {
      "epoch": 0.27211908536195745,
      "grad_norm": 0.6063318252563477,
      "learning_rate": 4.347110401868285e-05,
      "loss": 4.8687,
      "step": 310880
    },
    {
      "epoch": 0.27212346195558457,
      "grad_norm": 0.5739038586616516,
      "learning_rate": 4.347089870931303e-05,
      "loss": 6.202,
      "step": 310885
    },
    {
      "epoch": 0.27212783854921174,
      "grad_norm": 0.5872114300727844,
      "learning_rate": 4.3470693397344854e-05,
      "loss": 5.318,
      "step": 310890
    },
    {
      "epoch": 0.27213221514283886,
      "grad_norm": 0.588474690914154,
      "learning_rate": 4.347048808277837e-05,
      "loss": 5.6219,
      "step": 310895
    },
    {
      "epoch": 0.27213659173646604,
      "grad_norm": 0.6067533493041992,
      "learning_rate": 4.34702827656136e-05,
      "loss": 5.1246,
      "step": 310900
    },
    {
      "epoch": 0.2721409683300932,
      "grad_norm": 0.598829448223114,
      "learning_rate": 4.34700774458506e-05,
      "loss": 5.1001,
      "step": 310905
    },
    {
      "epoch": 0.27214534492372033,
      "grad_norm": 0.5915216207504272,
      "learning_rate": 4.34698721234894e-05,
      "loss": 5.6314,
      "step": 310910
    },
    {
      "epoch": 0.2721497215173475,
      "grad_norm": 0.5736574530601501,
      "learning_rate": 4.3469666798530027e-05,
      "loss": 5.916,
      "step": 310915
    },
    {
      "epoch": 0.2721540981109747,
      "grad_norm": 0.5699566006660461,
      "learning_rate": 4.346946147097255e-05,
      "loss": 4.8031,
      "step": 310920
    },
    {
      "epoch": 0.2721584747046018,
      "grad_norm": 0.5781520009040833,
      "learning_rate": 4.3469256140816985e-05,
      "loss": 5.6782,
      "step": 310925
    },
    {
      "epoch": 0.272162851298229,
      "grad_norm": 0.5837490558624268,
      "learning_rate": 4.3469050808063384e-05,
      "loss": 5.1407,
      "step": 310930
    },
    {
      "epoch": 0.2721672278918561,
      "grad_norm": 0.606372594833374,
      "learning_rate": 4.3468845472711784e-05,
      "loss": 4.9371,
      "step": 310935
    },
    {
      "epoch": 0.2721716044854833,
      "grad_norm": 0.6160165667533875,
      "learning_rate": 4.3468640134762205e-05,
      "loss": 4.3738,
      "step": 310940
    },
    {
      "epoch": 0.27217598107911045,
      "grad_norm": 0.5776242017745972,
      "learning_rate": 4.346843479421473e-05,
      "loss": 5.1532,
      "step": 310945
    },
    {
      "epoch": 0.27218035767273757,
      "grad_norm": 0.5735477209091187,
      "learning_rate": 4.3468229451069355e-05,
      "loss": 5.6993,
      "step": 310950
    },
    {
      "epoch": 0.27218473426636475,
      "grad_norm": 0.5790712237358093,
      "learning_rate": 4.3468024105326145e-05,
      "loss": 5.6105,
      "step": 310955
    },
    {
      "epoch": 0.27218911085999187,
      "grad_norm": 0.583482027053833,
      "learning_rate": 4.346781875698513e-05,
      "loss": 5.6045,
      "step": 310960
    },
    {
      "epoch": 0.27219348745361904,
      "grad_norm": 0.626497745513916,
      "learning_rate": 4.346761340604636e-05,
      "loss": 5.0853,
      "step": 310965
    },
    {
      "epoch": 0.2721978640472462,
      "grad_norm": 0.5847585201263428,
      "learning_rate": 4.346740805250986e-05,
      "loss": 4.6154,
      "step": 310970
    },
    {
      "epoch": 0.27220224064087334,
      "grad_norm": 0.6160702109336853,
      "learning_rate": 4.3467202696375684e-05,
      "loss": 4.8754,
      "step": 310975
    },
    {
      "epoch": 0.2722066172345005,
      "grad_norm": 0.6010197997093201,
      "learning_rate": 4.3466997337643854e-05,
      "loss": 5.2198,
      "step": 310980
    },
    {
      "epoch": 0.2722109938281277,
      "grad_norm": 0.5879369974136353,
      "learning_rate": 4.3466791976314425e-05,
      "loss": 5.688,
      "step": 310985
    },
    {
      "epoch": 0.2722153704217548,
      "grad_norm": 0.6010677814483643,
      "learning_rate": 4.346658661238743e-05,
      "loss": 5.3994,
      "step": 310990
    },
    {
      "epoch": 0.272219747015382,
      "grad_norm": 0.5788329839706421,
      "learning_rate": 4.346638124586291e-05,
      "loss": 5.0686,
      "step": 310995
    },
    {
      "epoch": 0.2722241236090091,
      "grad_norm": 0.5797033309936523,
      "learning_rate": 4.34661758767409e-05,
      "loss": 5.4053,
      "step": 311000
    },
    {
      "epoch": 0.2722285002026363,
      "grad_norm": 0.5891811847686768,
      "learning_rate": 4.3465970505021445e-05,
      "loss": 5.1025,
      "step": 311005
    },
    {
      "epoch": 0.27223287679626346,
      "grad_norm": 0.6046416163444519,
      "learning_rate": 4.346576513070458e-05,
      "loss": 4.8961,
      "step": 311010
    },
    {
      "epoch": 0.2722372533898906,
      "grad_norm": 0.5618757605552673,
      "learning_rate": 4.346555975379036e-05,
      "loss": 5.935,
      "step": 311015
    },
    {
      "epoch": 0.27224162998351775,
      "grad_norm": 0.5656502842903137,
      "learning_rate": 4.346535437427881e-05,
      "loss": 5.8881,
      "step": 311020
    },
    {
      "epoch": 0.27224600657714493,
      "grad_norm": 0.5825111269950867,
      "learning_rate": 4.3465148992169965e-05,
      "loss": 5.1258,
      "step": 311025
    },
    {
      "epoch": 0.27225038317077205,
      "grad_norm": 0.6005731225013733,
      "learning_rate": 4.346494360746388e-05,
      "loss": 4.6542,
      "step": 311030
    },
    {
      "epoch": 0.2722547597643992,
      "grad_norm": 0.605311393737793,
      "learning_rate": 4.346473822016058e-05,
      "loss": 4.3381,
      "step": 311035
    },
    {
      "epoch": 0.27225913635802634,
      "grad_norm": 0.5973063111305237,
      "learning_rate": 4.346453283026012e-05,
      "loss": 4.7841,
      "step": 311040
    },
    {
      "epoch": 0.2722635129516535,
      "grad_norm": 0.5744010210037231,
      "learning_rate": 4.346432743776252e-05,
      "loss": 6.2232,
      "step": 311045
    },
    {
      "epoch": 0.2722678895452807,
      "grad_norm": 0.5706495046615601,
      "learning_rate": 4.346412204266783e-05,
      "loss": 6.2287,
      "step": 311050
    },
    {
      "epoch": 0.2722722661389078,
      "grad_norm": 0.5920393466949463,
      "learning_rate": 4.34639166449761e-05,
      "loss": 5.6684,
      "step": 311055
    },
    {
      "epoch": 0.272276642732535,
      "grad_norm": 0.5758479833602905,
      "learning_rate": 4.346371124468735e-05,
      "loss": 5.9264,
      "step": 311060
    },
    {
      "epoch": 0.27228101932616217,
      "grad_norm": 0.5839030742645264,
      "learning_rate": 4.346350584180163e-05,
      "loss": 5.6886,
      "step": 311065
    },
    {
      "epoch": 0.2722853959197893,
      "grad_norm": 0.5871919989585876,
      "learning_rate": 4.3463300436318985e-05,
      "loss": 5.6825,
      "step": 311070
    },
    {
      "epoch": 0.27228977251341646,
      "grad_norm": 0.5701285004615784,
      "learning_rate": 4.3463095028239455e-05,
      "loss": 5.3961,
      "step": 311075
    },
    {
      "epoch": 0.2722941491070436,
      "grad_norm": 0.5765541791915894,
      "learning_rate": 4.3462889617563065e-05,
      "loss": 5.0951,
      "step": 311080
    },
    {
      "epoch": 0.27229852570067076,
      "grad_norm": 0.6195032596588135,
      "learning_rate": 4.346268420428986e-05,
      "loss": 4.8588,
      "step": 311085
    },
    {
      "epoch": 0.27230290229429793,
      "grad_norm": 0.6097491383552551,
      "learning_rate": 4.346247878841988e-05,
      "loss": 4.1881,
      "step": 311090
    },
    {
      "epoch": 0.27230727888792505,
      "grad_norm": 0.5831238627433777,
      "learning_rate": 4.346227336995318e-05,
      "loss": 6.2227,
      "step": 311095
    },
    {
      "epoch": 0.27231165548155223,
      "grad_norm": 0.6311925053596497,
      "learning_rate": 4.346206794888977e-05,
      "loss": 4.8618,
      "step": 311100
    },
    {
      "epoch": 0.27231603207517935,
      "grad_norm": 0.642109751701355,
      "learning_rate": 4.346186252522972e-05,
      "loss": 5.4037,
      "step": 311105
    },
    {
      "epoch": 0.2723204086688065,
      "grad_norm": 0.6448618769645691,
      "learning_rate": 4.346165709897305e-05,
      "loss": 5.3924,
      "step": 311110
    },
    {
      "epoch": 0.2723247852624337,
      "grad_norm": 0.6128893494606018,
      "learning_rate": 4.34614516701198e-05,
      "loss": 5.4261,
      "step": 311115
    },
    {
      "epoch": 0.2723291618560608,
      "grad_norm": 0.6327505111694336,
      "learning_rate": 4.346124623867003e-05,
      "loss": 4.8945,
      "step": 311120
    },
    {
      "epoch": 0.272333538449688,
      "grad_norm": 0.6262315511703491,
      "learning_rate": 4.3461040804623755e-05,
      "loss": 4.9067,
      "step": 311125
    },
    {
      "epoch": 0.27233791504331517,
      "grad_norm": 0.6454653739929199,
      "learning_rate": 4.346083536798102e-05,
      "loss": 5.3994,
      "step": 311130
    },
    {
      "epoch": 0.2723422916369423,
      "grad_norm": 0.6789672374725342,
      "learning_rate": 4.346062992874188e-05,
      "loss": 4.5786,
      "step": 311135
    },
    {
      "epoch": 0.27234666823056947,
      "grad_norm": 0.6158759593963623,
      "learning_rate": 4.346042448690636e-05,
      "loss": 5.1265,
      "step": 311140
    },
    {
      "epoch": 0.2723510448241966,
      "grad_norm": 0.603952169418335,
      "learning_rate": 4.34602190424745e-05,
      "loss": 5.0764,
      "step": 311145
    },
    {
      "epoch": 0.27235542141782376,
      "grad_norm": 0.6299649477005005,
      "learning_rate": 4.346001359544635e-05,
      "loss": 5.6539,
      "step": 311150
    },
    {
      "epoch": 0.27235979801145094,
      "grad_norm": 0.5906298756599426,
      "learning_rate": 4.3459808145821935e-05,
      "loss": 4.9159,
      "step": 311155
    },
    {
      "epoch": 0.27236417460507806,
      "grad_norm": 0.6136109232902527,
      "learning_rate": 4.345960269360131e-05,
      "loss": 5.1182,
      "step": 311160
    },
    {
      "epoch": 0.27236855119870523,
      "grad_norm": 0.5789859890937805,
      "learning_rate": 4.3459397238784494e-05,
      "loss": 5.9348,
      "step": 311165
    },
    {
      "epoch": 0.2723729277923324,
      "grad_norm": 0.5651245713233948,
      "learning_rate": 4.3459191781371544e-05,
      "loss": 5.4208,
      "step": 311170
    },
    {
      "epoch": 0.27237730438595953,
      "grad_norm": 0.5862520337104797,
      "learning_rate": 4.3458986321362505e-05,
      "loss": 4.8995,
      "step": 311175
    },
    {
      "epoch": 0.2723816809795867,
      "grad_norm": 0.5819606781005859,
      "learning_rate": 4.34587808587574e-05,
      "loss": 5.1912,
      "step": 311180
    },
    {
      "epoch": 0.2723860575732138,
      "grad_norm": 0.5836712718009949,
      "learning_rate": 4.345857539355628e-05,
      "loss": 4.8604,
      "step": 311185
    },
    {
      "epoch": 0.272390434166841,
      "grad_norm": 0.5812599658966064,
      "learning_rate": 4.345836992575917e-05,
      "loss": 5.3811,
      "step": 311190
    },
    {
      "epoch": 0.2723948107604682,
      "grad_norm": 0.5933538675308228,
      "learning_rate": 4.3458164455366124e-05,
      "loss": 4.8942,
      "step": 311195
    },
    {
      "epoch": 0.2723991873540953,
      "grad_norm": 0.5814515352249146,
      "learning_rate": 4.345795898237718e-05,
      "loss": 5.3967,
      "step": 311200
    },
    {
      "epoch": 0.27240356394772247,
      "grad_norm": 0.5881174802780151,
      "learning_rate": 4.345775350679236e-05,
      "loss": 5.4032,
      "step": 311205
    },
    {
      "epoch": 0.2724079405413496,
      "grad_norm": 0.5930049419403076,
      "learning_rate": 4.3457548028611736e-05,
      "loss": 5.5912,
      "step": 311210
    },
    {
      "epoch": 0.27241231713497677,
      "grad_norm": 0.5959277153015137,
      "learning_rate": 4.345734254783532e-05,
      "loss": 5.4016,
      "step": 311215
    },
    {
      "epoch": 0.27241669372860394,
      "grad_norm": 0.5849323868751526,
      "learning_rate": 4.345713706446318e-05,
      "loss": 5.0525,
      "step": 311220
    },
    {
      "epoch": 0.27242107032223106,
      "grad_norm": 0.6118720173835754,
      "learning_rate": 4.345693157849532e-05,
      "loss": 4.844,
      "step": 311225
    },
    {
      "epoch": 0.27242544691585824,
      "grad_norm": 0.5879358053207397,
      "learning_rate": 4.34567260899318e-05,
      "loss": 5.717,
      "step": 311230
    },
    {
      "epoch": 0.2724298235094854,
      "grad_norm": 0.5936029553413391,
      "learning_rate": 4.3456520598772653e-05,
      "loss": 5.3057,
      "step": 311235
    },
    {
      "epoch": 0.27243420010311253,
      "grad_norm": 0.5739789009094238,
      "learning_rate": 4.345631510501793e-05,
      "loss": 4.2876,
      "step": 311240
    },
    {
      "epoch": 0.2724385766967397,
      "grad_norm": 0.5859691500663757,
      "learning_rate": 4.3456109608667674e-05,
      "loss": 5.6047,
      "step": 311245
    },
    {
      "epoch": 0.27244295329036683,
      "grad_norm": 0.5969817638397217,
      "learning_rate": 4.345590410972189e-05,
      "loss": 5.2271,
      "step": 311250
    },
    {
      "epoch": 0.272447329883994,
      "grad_norm": 0.5780831575393677,
      "learning_rate": 4.345569860818065e-05,
      "loss": 4.9601,
      "step": 311255
    },
    {
      "epoch": 0.2724517064776212,
      "grad_norm": 0.5978929400444031,
      "learning_rate": 4.345549310404399e-05,
      "loss": 4.8896,
      "step": 311260
    },
    {
      "epoch": 0.2724560830712483,
      "grad_norm": 0.6047888398170471,
      "learning_rate": 4.3455287597311935e-05,
      "loss": 4.687,
      "step": 311265
    },
    {
      "epoch": 0.2724604596648755,
      "grad_norm": 0.5758922696113586,
      "learning_rate": 4.3455082087984545e-05,
      "loss": 5.0935,
      "step": 311270
    },
    {
      "epoch": 0.27246483625850265,
      "grad_norm": 0.5821530818939209,
      "learning_rate": 4.345487657606184e-05,
      "loss": 4.8327,
      "step": 311275
    },
    {
      "epoch": 0.27246921285212977,
      "grad_norm": 0.5830434560775757,
      "learning_rate": 4.345467106154387e-05,
      "loss": 5.643,
      "step": 311280
    },
    {
      "epoch": 0.27247358944575695,
      "grad_norm": 0.563683271408081,
      "learning_rate": 4.345446554443068e-05,
      "loss": 5.6693,
      "step": 311285
    },
    {
      "epoch": 0.27247796603938407,
      "grad_norm": 0.5612923502922058,
      "learning_rate": 4.3454260024722295e-05,
      "loss": 5.7034,
      "step": 311290
    },
    {
      "epoch": 0.27248234263301124,
      "grad_norm": 0.5710352063179016,
      "learning_rate": 4.345405450241876e-05,
      "loss": 4.7318,
      "step": 311295
    },
    {
      "epoch": 0.2724867192266384,
      "grad_norm": 0.5883498787879944,
      "learning_rate": 4.3453848977520126e-05,
      "loss": 5.6229,
      "step": 311300
    },
    {
      "epoch": 0.27249109582026554,
      "grad_norm": 0.5765904188156128,
      "learning_rate": 4.3453643450026414e-05,
      "loss": 5.4204,
      "step": 311305
    },
    {
      "epoch": 0.2724954724138927,
      "grad_norm": 0.5699834823608398,
      "learning_rate": 4.345343791993769e-05,
      "loss": 6.2238,
      "step": 311310
    },
    {
      "epoch": 0.2724998490075199,
      "grad_norm": 0.6034483313560486,
      "learning_rate": 4.345323238725396e-05,
      "loss": 4.8976,
      "step": 311315
    },
    {
      "epoch": 0.272504225601147,
      "grad_norm": 0.6055099368095398,
      "learning_rate": 4.3453026851975286e-05,
      "loss": 4.9159,
      "step": 311320
    },
    {
      "epoch": 0.2725086021947742,
      "grad_norm": 0.5841765403747559,
      "learning_rate": 4.34528213141017e-05,
      "loss": 4.821,
      "step": 311325
    },
    {
      "epoch": 0.2725129787884013,
      "grad_norm": 0.5906434655189514,
      "learning_rate": 4.345261577363325e-05,
      "loss": 4.9125,
      "step": 311330
    },
    {
      "epoch": 0.2725173553820285,
      "grad_norm": 0.5873703360557556,
      "learning_rate": 4.345241023056996e-05,
      "loss": 4.9161,
      "step": 311335
    },
    {
      "epoch": 0.27252173197565566,
      "grad_norm": 0.5895019173622131,
      "learning_rate": 4.345220468491189e-05,
      "loss": 5.3598,
      "step": 311340
    },
    {
      "epoch": 0.2725261085692828,
      "grad_norm": 0.5811072587966919,
      "learning_rate": 4.345199913665906e-05,
      "loss": 5.3989,
      "step": 311345
    },
    {
      "epoch": 0.27253048516290995,
      "grad_norm": 0.5783012509346008,
      "learning_rate": 4.345179358581153e-05,
      "loss": 5.0774,
      "step": 311350
    },
    {
      "epoch": 0.2725348617565371,
      "grad_norm": 0.5885432958602905,
      "learning_rate": 4.345158803236932e-05,
      "loss": 5.1966,
      "step": 311355
    },
    {
      "epoch": 0.27253923835016425,
      "grad_norm": 0.658669650554657,
      "learning_rate": 4.345138247633248e-05,
      "loss": 5.5967,
      "step": 311360
    },
    {
      "epoch": 0.2725436149437914,
      "grad_norm": 0.5946133732795715,
      "learning_rate": 4.3451176917701044e-05,
      "loss": 4.9133,
      "step": 311365
    },
    {
      "epoch": 0.27254799153741854,
      "grad_norm": 0.5930412411689758,
      "learning_rate": 4.345097135647506e-05,
      "loss": 5.3985,
      "step": 311370
    },
    {
      "epoch": 0.2725523681310457,
      "grad_norm": 0.6454965472221375,
      "learning_rate": 4.3450765792654555e-05,
      "loss": 5.0946,
      "step": 311375
    },
    {
      "epoch": 0.2725567447246729,
      "grad_norm": 0.594517707824707,
      "learning_rate": 4.345056022623958e-05,
      "loss": 4.4142,
      "step": 311380
    },
    {
      "epoch": 0.2725611213183,
      "grad_norm": 0.5787127017974854,
      "learning_rate": 4.345035465723018e-05,
      "loss": 4.7982,
      "step": 311385
    },
    {
      "epoch": 0.2725654979119272,
      "grad_norm": 0.5883731245994568,
      "learning_rate": 4.345014908562637e-05,
      "loss": 4.8972,
      "step": 311390
    },
    {
      "epoch": 0.2725698745055543,
      "grad_norm": 0.5751934051513672,
      "learning_rate": 4.3449943511428204e-05,
      "loss": 4.6245,
      "step": 311395
    },
    {
      "epoch": 0.2725742510991815,
      "grad_norm": 0.588344395160675,
      "learning_rate": 4.344973793463574e-05,
      "loss": 4.8562,
      "step": 311400
    },
    {
      "epoch": 0.27257862769280866,
      "grad_norm": 0.5886425971984863,
      "learning_rate": 4.344953235524899e-05,
      "loss": 5.3285,
      "step": 311405
    },
    {
      "epoch": 0.2725830042864358,
      "grad_norm": 0.5707013010978699,
      "learning_rate": 4.344932677326801e-05,
      "loss": 4.5989,
      "step": 311410
    },
    {
      "epoch": 0.27258738088006296,
      "grad_norm": 0.6080018877983093,
      "learning_rate": 4.344912118869282e-05,
      "loss": 5.1139,
      "step": 311415
    },
    {
      "epoch": 0.27259175747369013,
      "grad_norm": 0.5922384858131409,
      "learning_rate": 4.344891560152349e-05,
      "loss": 4.6826,
      "step": 311420
    },
    {
      "epoch": 0.27259613406731725,
      "grad_norm": 0.576827883720398,
      "learning_rate": 4.344871001176003e-05,
      "loss": 5.1707,
      "step": 311425
    },
    {
      "epoch": 0.27260051066094443,
      "grad_norm": 0.5882816314697266,
      "learning_rate": 4.34485044194025e-05,
      "loss": 4.378,
      "step": 311430
    },
    {
      "epoch": 0.27260488725457155,
      "grad_norm": 0.6163322329521179,
      "learning_rate": 4.344829882445094e-05,
      "loss": 5.3076,
      "step": 311435
    },
    {
      "epoch": 0.2726092638481987,
      "grad_norm": 0.5641220808029175,
      "learning_rate": 4.344809322690537e-05,
      "loss": 5.652,
      "step": 311440
    },
    {
      "epoch": 0.2726136404418259,
      "grad_norm": 0.5706707239151001,
      "learning_rate": 4.344788762676585e-05,
      "loss": 4.8902,
      "step": 311445
    },
    {
      "epoch": 0.272618017035453,
      "grad_norm": 0.5758935809135437,
      "learning_rate": 4.344768202403241e-05,
      "loss": 5.7128,
      "step": 311450
    },
    {
      "epoch": 0.2726223936290802,
      "grad_norm": 0.6066608428955078,
      "learning_rate": 4.344747641870508e-05,
      "loss": 5.6344,
      "step": 311455
    },
    {
      "epoch": 0.27262677022270737,
      "grad_norm": 0.5803062915802002,
      "learning_rate": 4.3447270810783926e-05,
      "loss": 5.3989,
      "step": 311460
    },
    {
      "epoch": 0.2726311468163345,
      "grad_norm": 0.5854917168617249,
      "learning_rate": 4.3447065200268964e-05,
      "loss": 5.2154,
      "step": 311465
    },
    {
      "epoch": 0.27263552340996167,
      "grad_norm": 0.5823623538017273,
      "learning_rate": 4.344685958716025e-05,
      "loss": 5.1014,
      "step": 311470
    },
    {
      "epoch": 0.2726399000035888,
      "grad_norm": 0.5942186713218689,
      "learning_rate": 4.344665397145781e-05,
      "loss": 5.1162,
      "step": 311475
    },
    {
      "epoch": 0.27264427659721596,
      "grad_norm": 0.5829103589057922,
      "learning_rate": 4.344644835316168e-05,
      "loss": 5.643,
      "step": 311480
    },
    {
      "epoch": 0.27264865319084314,
      "grad_norm": 0.568139910697937,
      "learning_rate": 4.344624273227192e-05,
      "loss": 5.1086,
      "step": 311485
    },
    {
      "epoch": 0.27265302978447026,
      "grad_norm": 0.5831602811813354,
      "learning_rate": 4.344603710878856e-05,
      "loss": 4.8876,
      "step": 311490
    },
    {
      "epoch": 0.27265740637809743,
      "grad_norm": 0.5725032687187195,
      "learning_rate": 4.344583148271163e-05,
      "loss": 5.4289,
      "step": 311495
    },
    {
      "epoch": 0.27266178297172455,
      "grad_norm": 0.5850703120231628,
      "learning_rate": 4.3445625854041194e-05,
      "loss": 4.9096,
      "step": 311500
    },
    {
      "epoch": 0.27266615956535173,
      "grad_norm": 0.5832975506782532,
      "learning_rate": 4.344542022277726e-05,
      "loss": 5.1099,
      "step": 311505
    },
    {
      "epoch": 0.2726705361589789,
      "grad_norm": 0.5899298191070557,
      "learning_rate": 4.344521458891989e-05,
      "loss": 4.1632,
      "step": 311510
    },
    {
      "epoch": 0.272674912752606,
      "grad_norm": 0.5980101227760315,
      "learning_rate": 4.344500895246911e-05,
      "loss": 5.7298,
      "step": 311515
    },
    {
      "epoch": 0.2726792893462332,
      "grad_norm": 0.5616263151168823,
      "learning_rate": 4.3444803313424975e-05,
      "loss": 5.6873,
      "step": 311520
    },
    {
      "epoch": 0.2726836659398604,
      "grad_norm": 0.571406364440918,
      "learning_rate": 4.3444597671787515e-05,
      "loss": 4.6937,
      "step": 311525
    },
    {
      "epoch": 0.2726880425334875,
      "grad_norm": 0.5632117390632629,
      "learning_rate": 4.3444392027556765e-05,
      "loss": 6.2354,
      "step": 311530
    },
    {
      "epoch": 0.27269241912711467,
      "grad_norm": 0.5834494829177856,
      "learning_rate": 4.344418638073279e-05,
      "loss": 4.8214,
      "step": 311535
    },
    {
      "epoch": 0.2726967957207418,
      "grad_norm": 0.5888033509254456,
      "learning_rate": 4.3443980731315593e-05,
      "loss": 4.9043,
      "step": 311540
    },
    {
      "epoch": 0.27270117231436897,
      "grad_norm": 0.5880832076072693,
      "learning_rate": 4.3443775079305226e-05,
      "loss": 4.5896,
      "step": 311545
    },
    {
      "epoch": 0.27270554890799614,
      "grad_norm": 0.5753940939903259,
      "learning_rate": 4.3443569424701744e-05,
      "loss": 5.9043,
      "step": 311550
    },
    {
      "epoch": 0.27270992550162326,
      "grad_norm": 0.5887293219566345,
      "learning_rate": 4.3443363767505177e-05,
      "loss": 5.9119,
      "step": 311555
    },
    {
      "epoch": 0.27271430209525044,
      "grad_norm": 0.5792806148529053,
      "learning_rate": 4.344315810771556e-05,
      "loss": 4.3588,
      "step": 311560
    },
    {
      "epoch": 0.2727186786888776,
      "grad_norm": 0.5887656807899475,
      "learning_rate": 4.344295244533294e-05,
      "loss": 5.6326,
      "step": 311565
    },
    {
      "epoch": 0.27272305528250473,
      "grad_norm": 0.5927975177764893,
      "learning_rate": 4.344274678035735e-05,
      "loss": 5.5867,
      "step": 311570
    },
    {
      "epoch": 0.2727274318761319,
      "grad_norm": 0.6166568994522095,
      "learning_rate": 4.3442541112788835e-05,
      "loss": 5.0238,
      "step": 311575
    },
    {
      "epoch": 0.27273180846975903,
      "grad_norm": 0.59407639503479,
      "learning_rate": 4.344233544262743e-05,
      "loss": 5.676,
      "step": 311580
    },
    {
      "epoch": 0.2727361850633862,
      "grad_norm": 0.5691230297088623,
      "learning_rate": 4.344212976987319e-05,
      "loss": 5.1247,
      "step": 311585
    },
    {
      "epoch": 0.2727405616570134,
      "grad_norm": 0.5990781188011169,
      "learning_rate": 4.344192409452613e-05,
      "loss": 5.2186,
      "step": 311590
    },
    {
      "epoch": 0.2727449382506405,
      "grad_norm": 0.602216899394989,
      "learning_rate": 4.3441718416586305e-05,
      "loss": 4.9043,
      "step": 311595
    },
    {
      "epoch": 0.2727493148442677,
      "grad_norm": 0.5800208449363708,
      "learning_rate": 4.3441512736053756e-05,
      "loss": 5.9557,
      "step": 311600
    },
    {
      "epoch": 0.2727536914378948,
      "grad_norm": 0.5845552086830139,
      "learning_rate": 4.344130705292851e-05,
      "loss": 5.598,
      "step": 311605
    },
    {
      "epoch": 0.27275806803152197,
      "grad_norm": 0.5708274245262146,
      "learning_rate": 4.344110136721061e-05,
      "loss": 6.1844,
      "step": 311610
    },
    {
      "epoch": 0.27276244462514915,
      "grad_norm": 0.5788162350654602,
      "learning_rate": 4.344089567890012e-05,
      "loss": 5.6852,
      "step": 311615
    },
    {
      "epoch": 0.27276682121877627,
      "grad_norm": 0.6017820239067078,
      "learning_rate": 4.344068998799704e-05,
      "loss": 5.592,
      "step": 311620
    },
    {
      "epoch": 0.27277119781240344,
      "grad_norm": 0.5836347341537476,
      "learning_rate": 4.344048429450144e-05,
      "loss": 5.6215,
      "step": 311625
    },
    {
      "epoch": 0.2727755744060306,
      "grad_norm": 0.5837446451187134,
      "learning_rate": 4.344027859841334e-05,
      "loss": 5.3111,
      "step": 311630
    },
    {
      "epoch": 0.27277995099965774,
      "grad_norm": 0.5800230503082275,
      "learning_rate": 4.344007289973281e-05,
      "loss": 5.1063,
      "step": 311635
    },
    {
      "epoch": 0.2727843275932849,
      "grad_norm": 0.584004282951355,
      "learning_rate": 4.343986719845985e-05,
      "loss": 5.4517,
      "step": 311640
    },
    {
      "epoch": 0.27278870418691203,
      "grad_norm": 0.5687537789344788,
      "learning_rate": 4.343966149459452e-05,
      "loss": 5.6141,
      "step": 311645
    },
    {
      "epoch": 0.2727930807805392,
      "grad_norm": 0.6207762956619263,
      "learning_rate": 4.343945578813686e-05,
      "loss": 5.4288,
      "step": 311650
    },
    {
      "epoch": 0.2727974573741664,
      "grad_norm": 0.5887594819068909,
      "learning_rate": 4.343925007908691e-05,
      "loss": 4.9086,
      "step": 311655
    },
    {
      "epoch": 0.2728018339677935,
      "grad_norm": 0.5959922671318054,
      "learning_rate": 4.343904436744472e-05,
      "loss": 4.8705,
      "step": 311660
    },
    {
      "epoch": 0.2728062105614207,
      "grad_norm": 0.6179235577583313,
      "learning_rate": 4.34388386532103e-05,
      "loss": 4.6768,
      "step": 311665
    },
    {
      "epoch": 0.27281058715504786,
      "grad_norm": 0.6152526140213013,
      "learning_rate": 4.3438632936383704e-05,
      "loss": 4.596,
      "step": 311670
    },
    {
      "epoch": 0.272814963748675,
      "grad_norm": 0.5875582695007324,
      "learning_rate": 4.3438427216965e-05,
      "loss": 5.1178,
      "step": 311675
    },
    {
      "epoch": 0.27281934034230215,
      "grad_norm": 0.6002627611160278,
      "learning_rate": 4.3438221494954166e-05,
      "loss": 4.5682,
      "step": 311680
    },
    {
      "epoch": 0.2728237169359293,
      "grad_norm": 0.5854498147964478,
      "learning_rate": 4.3438015770351306e-05,
      "loss": 5.7338,
      "step": 311685
    },
    {
      "epoch": 0.27282809352955645,
      "grad_norm": 0.5837017297744751,
      "learning_rate": 4.3437810043156424e-05,
      "loss": 5.1982,
      "step": 311690
    },
    {
      "epoch": 0.2728324701231836,
      "grad_norm": 0.5834406018257141,
      "learning_rate": 4.343760431336956e-05,
      "loss": 4.8154,
      "step": 311695
    },
    {
      "epoch": 0.27283684671681074,
      "grad_norm": 0.5915666818618774,
      "learning_rate": 4.3437398580990774e-05,
      "loss": 5.3722,
      "step": 311700
    },
    {
      "epoch": 0.2728412233104379,
      "grad_norm": 0.5634491443634033,
      "learning_rate": 4.343719284602008e-05,
      "loss": 5.7122,
      "step": 311705
    },
    {
      "epoch": 0.2728455999040651,
      "grad_norm": 0.5901902318000793,
      "learning_rate": 4.343698710845753e-05,
      "loss": 5.3213,
      "step": 311710
    },
    {
      "epoch": 0.2728499764976922,
      "grad_norm": 0.5694673657417297,
      "learning_rate": 4.343678136830318e-05,
      "loss": 6.2123,
      "step": 311715
    },
    {
      "epoch": 0.2728543530913194,
      "grad_norm": 0.5619706511497498,
      "learning_rate": 4.343657562555704e-05,
      "loss": 6.1889,
      "step": 311720
    },
    {
      "epoch": 0.2728587296849465,
      "grad_norm": 0.5840849280357361,
      "learning_rate": 4.343636988021916e-05,
      "loss": 4.5104,
      "step": 311725
    },
    {
      "epoch": 0.2728631062785737,
      "grad_norm": 0.5983002185821533,
      "learning_rate": 4.34361641322896e-05,
      "loss": 5.6691,
      "step": 311730
    },
    {
      "epoch": 0.27286748287220086,
      "grad_norm": 0.6015962362289429,
      "learning_rate": 4.343595838176837e-05,
      "loss": 5.4047,
      "step": 311735
    },
    {
      "epoch": 0.272871859465828,
      "grad_norm": 0.6114280819892883,
      "learning_rate": 4.3435752628655525e-05,
      "loss": 5.6893,
      "step": 311740
    },
    {
      "epoch": 0.27287623605945516,
      "grad_norm": 0.6092664003372192,
      "learning_rate": 4.3435546872951105e-05,
      "loss": 4.1952,
      "step": 311745
    },
    {
      "epoch": 0.2728806126530823,
      "grad_norm": 0.6097474098205566,
      "learning_rate": 4.3435341114655145e-05,
      "loss": 4.8097,
      "step": 311750
    },
    {
      "epoch": 0.27288498924670945,
      "grad_norm": 0.6004540324211121,
      "learning_rate": 4.343513535376768e-05,
      "loss": 6.1955,
      "step": 311755
    },
    {
      "epoch": 0.27288936584033663,
      "grad_norm": 0.6258384585380554,
      "learning_rate": 4.343492959028876e-05,
      "loss": 5.1161,
      "step": 311760
    },
    {
      "epoch": 0.27289374243396375,
      "grad_norm": 0.6429166793823242,
      "learning_rate": 4.343472382421843e-05,
      "loss": 5.131,
      "step": 311765
    },
    {
      "epoch": 0.2728981190275909,
      "grad_norm": 0.6559684872627258,
      "learning_rate": 4.3434518055556716e-05,
      "loss": 4.8758,
      "step": 311770
    },
    {
      "epoch": 0.2729024956212181,
      "grad_norm": 0.5833523273468018,
      "learning_rate": 4.343431228430366e-05,
      "loss": 5.4452,
      "step": 311775
    },
    {
      "epoch": 0.2729068722148452,
      "grad_norm": 0.5944654941558838,
      "learning_rate": 4.3434106510459304e-05,
      "loss": 4.0969,
      "step": 311780
    },
    {
      "epoch": 0.2729112488084724,
      "grad_norm": 0.6206068396568298,
      "learning_rate": 4.343390073402368e-05,
      "loss": 5.942,
      "step": 311785
    },
    {
      "epoch": 0.2729156254020995,
      "grad_norm": 0.582721471786499,
      "learning_rate": 4.343369495499684e-05,
      "loss": 5.1105,
      "step": 311790
    },
    {
      "epoch": 0.2729200019957267,
      "grad_norm": 0.6043213605880737,
      "learning_rate": 4.343348917337883e-05,
      "loss": 5.3508,
      "step": 311795
    },
    {
      "epoch": 0.27292437858935387,
      "grad_norm": 0.5834320187568665,
      "learning_rate": 4.3433283389169664e-05,
      "loss": 5.9178,
      "step": 311800
    },
    {
      "epoch": 0.272928755182981,
      "grad_norm": 0.5998156070709229,
      "learning_rate": 4.343307760236941e-05,
      "loss": 5.5793,
      "step": 311805
    },
    {
      "epoch": 0.27293313177660816,
      "grad_norm": 0.5903635621070862,
      "learning_rate": 4.3432871812978085e-05,
      "loss": 4.675,
      "step": 311810
    },
    {
      "epoch": 0.27293750837023534,
      "grad_norm": 0.5867065191268921,
      "learning_rate": 4.343266602099574e-05,
      "loss": 4.8868,
      "step": 311815
    },
    {
      "epoch": 0.27294188496386246,
      "grad_norm": 0.5854402184486389,
      "learning_rate": 4.343246022642241e-05,
      "loss": 5.1009,
      "step": 311820
    },
    {
      "epoch": 0.27294626155748963,
      "grad_norm": 0.5695679783821106,
      "learning_rate": 4.3432254429258146e-05,
      "loss": 5.3131,
      "step": 311825
    },
    {
      "epoch": 0.27295063815111675,
      "grad_norm": 0.585639238357544,
      "learning_rate": 4.343204862950297e-05,
      "loss": 4.5951,
      "step": 311830
    },
    {
      "epoch": 0.27295501474474393,
      "grad_norm": 0.5923282504081726,
      "learning_rate": 4.3431842827156934e-05,
      "loss": 5.0889,
      "step": 311835
    },
    {
      "epoch": 0.2729593913383711,
      "grad_norm": 0.5682889819145203,
      "learning_rate": 4.3431637022220074e-05,
      "loss": 5.8654,
      "step": 311840
    },
    {
      "epoch": 0.2729637679319982,
      "grad_norm": 0.5765078067779541,
      "learning_rate": 4.343143121469243e-05,
      "loss": 5.4056,
      "step": 311845
    },
    {
      "epoch": 0.2729681445256254,
      "grad_norm": 0.5937526822090149,
      "learning_rate": 4.343122540457404e-05,
      "loss": 5.4263,
      "step": 311850
    },
    {
      "epoch": 0.2729725211192525,
      "grad_norm": 0.5792625546455383,
      "learning_rate": 4.343101959186495e-05,
      "loss": 5.0856,
      "step": 311855
    },
    {
      "epoch": 0.2729768977128797,
      "grad_norm": 0.6172524690628052,
      "learning_rate": 4.343081377656519e-05,
      "loss": 5.0791,
      "step": 311860
    },
    {
      "epoch": 0.27298127430650687,
      "grad_norm": 0.586113691329956,
      "learning_rate": 4.3430607958674807e-05,
      "loss": 5.0883,
      "step": 311865
    },
    {
      "epoch": 0.272985650900134,
      "grad_norm": 0.5884808301925659,
      "learning_rate": 4.3430402138193834e-05,
      "loss": 5.3898,
      "step": 311870
    },
    {
      "epoch": 0.27299002749376117,
      "grad_norm": 0.5966311097145081,
      "learning_rate": 4.343019631512233e-05,
      "loss": 4.1703,
      "step": 311875
    },
    {
      "epoch": 0.27299440408738834,
      "grad_norm": 0.6045094728469849,
      "learning_rate": 4.34299904894603e-05,
      "loss": 5.2201,
      "step": 311880
    },
    {
      "epoch": 0.27299878068101546,
      "grad_norm": 0.5959166884422302,
      "learning_rate": 4.3429784661207815e-05,
      "loss": 5.1361,
      "step": 311885
    },
    {
      "epoch": 0.27300315727464264,
      "grad_norm": 0.5864860415458679,
      "learning_rate": 4.3429578830364906e-05,
      "loss": 5.4147,
      "step": 311890
    },
    {
      "epoch": 0.27300753386826976,
      "grad_norm": 0.6096816658973694,
      "learning_rate": 4.342937299693161e-05,
      "loss": 4.9059,
      "step": 311895
    },
    {
      "epoch": 0.27301191046189693,
      "grad_norm": 0.5809938907623291,
      "learning_rate": 4.342916716090796e-05,
      "loss": 5.4114,
      "step": 311900
    },
    {
      "epoch": 0.2730162870555241,
      "grad_norm": 0.5799992084503174,
      "learning_rate": 4.3428961322294004e-05,
      "loss": 4.5646,
      "step": 311905
    },
    {
      "epoch": 0.27302066364915123,
      "grad_norm": 0.5822402238845825,
      "learning_rate": 4.342875548108978e-05,
      "loss": 5.6556,
      "step": 311910
    },
    {
      "epoch": 0.2730250402427784,
      "grad_norm": 0.5760700702667236,
      "learning_rate": 4.342854963729534e-05,
      "loss": 5.7059,
      "step": 311915
    },
    {
      "epoch": 0.2730294168364056,
      "grad_norm": 0.5885235071182251,
      "learning_rate": 4.342834379091069e-05,
      "loss": 4.0701,
      "step": 311920
    },
    {
      "epoch": 0.2730337934300327,
      "grad_norm": 0.6082992553710938,
      "learning_rate": 4.34281379419359e-05,
      "loss": 5.8752,
      "step": 311925
    },
    {
      "epoch": 0.2730381700236599,
      "grad_norm": 0.5789631605148315,
      "learning_rate": 4.3427932090371e-05,
      "loss": 5.6252,
      "step": 311930
    },
    {
      "epoch": 0.273042546617287,
      "grad_norm": 0.6137274503707886,
      "learning_rate": 4.342772623621604e-05,
      "loss": 5.0728,
      "step": 311935
    },
    {
      "epoch": 0.27304692321091417,
      "grad_norm": 0.575659453868866,
      "learning_rate": 4.3427520379471044e-05,
      "loss": 6.2031,
      "step": 311940
    },
    {
      "epoch": 0.27305129980454135,
      "grad_norm": 0.6195348501205444,
      "learning_rate": 4.342731452013605e-05,
      "loss": 4.6664,
      "step": 311945
    },
    {
      "epoch": 0.27305567639816847,
      "grad_norm": 0.6099258065223694,
      "learning_rate": 4.3427108658211114e-05,
      "loss": 4.4107,
      "step": 311950
    },
    {
      "epoch": 0.27306005299179564,
      "grad_norm": 0.5897309184074402,
      "learning_rate": 4.3426902793696267e-05,
      "loss": 4.6892,
      "step": 311955
    },
    {
      "epoch": 0.2730644295854228,
      "grad_norm": 0.599834144115448,
      "learning_rate": 4.3426696926591545e-05,
      "loss": 5.6961,
      "step": 311960
    },
    {
      "epoch": 0.27306880617904994,
      "grad_norm": 0.5816560983657837,
      "learning_rate": 4.3426491056897e-05,
      "loss": 5.9146,
      "step": 311965
    },
    {
      "epoch": 0.2730731827726771,
      "grad_norm": 0.5925276279449463,
      "learning_rate": 4.342628518461266e-05,
      "loss": 4.8412,
      "step": 311970
    },
    {
      "epoch": 0.27307755936630423,
      "grad_norm": 0.586453378200531,
      "learning_rate": 4.3426079309738566e-05,
      "loss": 4.5694,
      "step": 311975
    },
    {
      "epoch": 0.2730819359599314,
      "grad_norm": 0.5865990519523621,
      "learning_rate": 4.342587343227477e-05,
      "loss": 5.5865,
      "step": 311980
    },
    {
      "epoch": 0.2730863125535586,
      "grad_norm": 0.5858364105224609,
      "learning_rate": 4.342566755222128e-05,
      "loss": 3.8705,
      "step": 311985
    },
    {
      "epoch": 0.2730906891471857,
      "grad_norm": 0.6364357471466064,
      "learning_rate": 4.342546166957818e-05,
      "loss": 5.6098,
      "step": 311990
    },
    {
      "epoch": 0.2730950657408129,
      "grad_norm": 0.5949159264564514,
      "learning_rate": 4.342525578434548e-05,
      "loss": 4.868,
      "step": 311995
    },
    {
      "epoch": 0.27309944233444,
      "grad_norm": 0.6860777735710144,
      "learning_rate": 4.342504989652322e-05,
      "loss": 4.9244,
      "step": 312000
    },
    {
      "epoch": 0.2731038189280672,
      "grad_norm": 0.7551645040512085,
      "learning_rate": 4.3424844006111456e-05,
      "loss": 5.6158,
      "step": 312005
    },
    {
      "epoch": 0.27310819552169435,
      "grad_norm": 0.589736819267273,
      "learning_rate": 4.3424638113110206e-05,
      "loss": 5.36,
      "step": 312010
    },
    {
      "epoch": 0.2731125721153215,
      "grad_norm": 0.6817124485969543,
      "learning_rate": 4.342443221751954e-05,
      "loss": 5.567,
      "step": 312015
    },
    {
      "epoch": 0.27311694870894865,
      "grad_norm": 0.5781738758087158,
      "learning_rate": 4.3424226319339466e-05,
      "loss": 5.1318,
      "step": 312020
    },
    {
      "epoch": 0.2731213253025758,
      "grad_norm": 0.6266042590141296,
      "learning_rate": 4.342402041857004e-05,
      "loss": 5.5789,
      "step": 312025
    },
    {
      "epoch": 0.27312570189620294,
      "grad_norm": 0.5874762535095215,
      "learning_rate": 4.34238145152113e-05,
      "loss": 5.3494,
      "step": 312030
    },
    {
      "epoch": 0.2731300784898301,
      "grad_norm": 0.6201108694076538,
      "learning_rate": 4.342360860926329e-05,
      "loss": 5.1073,
      "step": 312035
    },
    {
      "epoch": 0.27313445508345724,
      "grad_norm": 0.6260167956352234,
      "learning_rate": 4.342340270072604e-05,
      "loss": 4.6329,
      "step": 312040
    },
    {
      "epoch": 0.2731388316770844,
      "grad_norm": 0.6022882461547852,
      "learning_rate": 4.3423196789599584e-05,
      "loss": 4.382,
      "step": 312045
    },
    {
      "epoch": 0.2731432082707116,
      "grad_norm": 0.5788746476173401,
      "learning_rate": 4.342299087588399e-05,
      "loss": 5.6902,
      "step": 312050
    },
    {
      "epoch": 0.2731475848643387,
      "grad_norm": 0.5747892260551453,
      "learning_rate": 4.342278495957927e-05,
      "loss": 5.399,
      "step": 312055
    },
    {
      "epoch": 0.2731519614579659,
      "grad_norm": 0.5668939352035522,
      "learning_rate": 4.3422579040685475e-05,
      "loss": 5.884,
      "step": 312060
    },
    {
      "epoch": 0.27315633805159306,
      "grad_norm": 0.5945687890052795,
      "learning_rate": 4.342237311920264e-05,
      "loss": 4.5352,
      "step": 312065
    },
    {
      "epoch": 0.2731607146452202,
      "grad_norm": 0.5927819609642029,
      "learning_rate": 4.342216719513081e-05,
      "loss": 4.9188,
      "step": 312070
    },
    {
      "epoch": 0.27316509123884736,
      "grad_norm": 0.5878918170928955,
      "learning_rate": 4.3421961268470025e-05,
      "loss": 4.8889,
      "step": 312075
    },
    {
      "epoch": 0.2731694678324745,
      "grad_norm": 0.5922902822494507,
      "learning_rate": 4.3421755339220326e-05,
      "loss": 5.1262,
      "step": 312080
    },
    {
      "epoch": 0.27317384442610165,
      "grad_norm": 0.5812468528747559,
      "learning_rate": 4.342154940738175e-05,
      "loss": 4.797,
      "step": 312085
    },
    {
      "epoch": 0.27317822101972883,
      "grad_norm": 0.5939344167709351,
      "learning_rate": 4.3421343472954326e-05,
      "loss": 5.1905,
      "step": 312090
    },
    {
      "epoch": 0.27318259761335595,
      "grad_norm": 0.6101067662239075,
      "learning_rate": 4.3421137535938106e-05,
      "loss": 5.1807,
      "step": 312095
    },
    {
      "epoch": 0.2731869742069831,
      "grad_norm": 0.5837014317512512,
      "learning_rate": 4.3420931596333124e-05,
      "loss": 4.869,
      "step": 312100
    },
    {
      "epoch": 0.2731913508006103,
      "grad_norm": 0.592055082321167,
      "learning_rate": 4.3420725654139426e-05,
      "loss": 5.3199,
      "step": 312105
    },
    {
      "epoch": 0.2731957273942374,
      "grad_norm": 0.5814986824989319,
      "learning_rate": 4.342051970935705e-05,
      "loss": 5.378,
      "step": 312110
    },
    {
      "epoch": 0.2732001039878646,
      "grad_norm": 0.5702850222587585,
      "learning_rate": 4.342031376198604e-05,
      "loss": 5.7446,
      "step": 312115
    },
    {
      "epoch": 0.2732044805814917,
      "grad_norm": 0.586397111415863,
      "learning_rate": 4.3420107812026424e-05,
      "loss": 4.3684,
      "step": 312120
    },
    {
      "epoch": 0.2732088571751189,
      "grad_norm": 0.6046881675720215,
      "learning_rate": 4.341990185947825e-05,
      "loss": 4.6126,
      "step": 312125
    },
    {
      "epoch": 0.27321323376874607,
      "grad_norm": 0.5786229372024536,
      "learning_rate": 4.341969590434155e-05,
      "loss": 5.6055,
      "step": 312130
    },
    {
      "epoch": 0.2732176103623732,
      "grad_norm": 0.5810741782188416,
      "learning_rate": 4.341948994661638e-05,
      "loss": 5.192,
      "step": 312135
    },
    {
      "epoch": 0.27322198695600036,
      "grad_norm": 0.5931732058525085,
      "learning_rate": 4.341928398630276e-05,
      "loss": 5.7188,
      "step": 312140
    },
    {
      "epoch": 0.2732263635496275,
      "grad_norm": 0.5890637040138245,
      "learning_rate": 4.341907802340074e-05,
      "loss": 5.1962,
      "step": 312145
    },
    {
      "epoch": 0.27323074014325466,
      "grad_norm": 0.5893814563751221,
      "learning_rate": 4.3418872057910364e-05,
      "loss": 5.6807,
      "step": 312150
    },
    {
      "epoch": 0.27323511673688183,
      "grad_norm": 0.5717769861221313,
      "learning_rate": 4.3418666089831664e-05,
      "loss": 5.7052,
      "step": 312155
    },
    {
      "epoch": 0.27323949333050895,
      "grad_norm": 0.5711245536804199,
      "learning_rate": 4.341846011916467e-05,
      "loss": 5.6896,
      "step": 312160
    },
    {
      "epoch": 0.27324386992413613,
      "grad_norm": 0.5737422108650208,
      "learning_rate": 4.341825414590945e-05,
      "loss": 5.9295,
      "step": 312165
    },
    {
      "epoch": 0.2732482465177633,
      "grad_norm": 0.5843145251274109,
      "learning_rate": 4.3418048170066016e-05,
      "loss": 5.4325,
      "step": 312170
    },
    {
      "epoch": 0.2732526231113904,
      "grad_norm": 0.599819540977478,
      "learning_rate": 4.3417842191634426e-05,
      "loss": 5.1968,
      "step": 312175
    },
    {
      "epoch": 0.2732569997050176,
      "grad_norm": 0.6046654582023621,
      "learning_rate": 4.341763621061471e-05,
      "loss": 5.0825,
      "step": 312180
    },
    {
      "epoch": 0.2732613762986447,
      "grad_norm": 0.5880452990531921,
      "learning_rate": 4.3417430227006914e-05,
      "loss": 4.6222,
      "step": 312185
    },
    {
      "epoch": 0.2732657528922719,
      "grad_norm": 0.6141691207885742,
      "learning_rate": 4.3417224240811075e-05,
      "loss": 5.0952,
      "step": 312190
    },
    {
      "epoch": 0.27327012948589907,
      "grad_norm": 0.5994343161582947,
      "learning_rate": 4.341701825202723e-05,
      "loss": 4.8729,
      "step": 312195
    },
    {
      "epoch": 0.2732745060795262,
      "grad_norm": 0.6110671162605286,
      "learning_rate": 4.341681226065542e-05,
      "loss": 5.0973,
      "step": 312200
    },
    {
      "epoch": 0.27327888267315337,
      "grad_norm": 0.6613816618919373,
      "learning_rate": 4.341660626669568e-05,
      "loss": 5.6221,
      "step": 312205
    },
    {
      "epoch": 0.27328325926678054,
      "grad_norm": 0.5970140695571899,
      "learning_rate": 4.3416400270148073e-05,
      "loss": 5.4098,
      "step": 312210
    },
    {
      "epoch": 0.27328763586040766,
      "grad_norm": 0.5887048244476318,
      "learning_rate": 4.34161942710126e-05,
      "loss": 4.9296,
      "step": 312215
    },
    {
      "epoch": 0.27329201245403484,
      "grad_norm": 0.5913722515106201,
      "learning_rate": 4.341598826928933e-05,
      "loss": 5.4348,
      "step": 312220
    },
    {
      "epoch": 0.27329638904766196,
      "grad_norm": 0.5838507413864136,
      "learning_rate": 4.34157822649783e-05,
      "loss": 5.1832,
      "step": 312225
    },
    {
      "epoch": 0.27330076564128913,
      "grad_norm": 0.6146519184112549,
      "learning_rate": 4.341557625807954e-05,
      "loss": 4.8595,
      "step": 312230
    },
    {
      "epoch": 0.2733051422349163,
      "grad_norm": 0.595926821231842,
      "learning_rate": 4.341537024859309e-05,
      "loss": 5.1967,
      "step": 312235
    },
    {
      "epoch": 0.27330951882854343,
      "grad_norm": 0.5843024253845215,
      "learning_rate": 4.3415164236519e-05,
      "loss": 4.302,
      "step": 312240
    },
    {
      "epoch": 0.2733138954221706,
      "grad_norm": 0.6195266246795654,
      "learning_rate": 4.341495822185729e-05,
      "loss": 4.6775,
      "step": 312245
    },
    {
      "epoch": 0.2733182720157977,
      "grad_norm": 0.5994518399238586,
      "learning_rate": 4.341475220460803e-05,
      "loss": 4.9118,
      "step": 312250
    },
    {
      "epoch": 0.2733226486094249,
      "grad_norm": 0.5912438631057739,
      "learning_rate": 4.3414546184771233e-05,
      "loss": 5.615,
      "step": 312255
    },
    {
      "epoch": 0.2733270252030521,
      "grad_norm": 0.5927874445915222,
      "learning_rate": 4.3414340162346954e-05,
      "loss": 5.1914,
      "step": 312260
    },
    {
      "epoch": 0.2733314017966792,
      "grad_norm": 0.580620288848877,
      "learning_rate": 4.3414134137335226e-05,
      "loss": 5.9004,
      "step": 312265
    },
    {
      "epoch": 0.27333577839030637,
      "grad_norm": 0.5861720442771912,
      "learning_rate": 4.341392810973609e-05,
      "loss": 4.5087,
      "step": 312270
    },
    {
      "epoch": 0.27334015498393355,
      "grad_norm": 0.594038724899292,
      "learning_rate": 4.341372207954958e-05,
      "loss": 5.0821,
      "step": 312275
    },
    {
      "epoch": 0.27334453157756067,
      "grad_norm": 0.5834996700286865,
      "learning_rate": 4.3413516046775745e-05,
      "loss": 4.1917,
      "step": 312280
    },
    {
      "epoch": 0.27334890817118784,
      "grad_norm": 0.5874661207199097,
      "learning_rate": 4.341331001141463e-05,
      "loss": 4.6697,
      "step": 312285
    },
    {
      "epoch": 0.27335328476481496,
      "grad_norm": 0.5793329477310181,
      "learning_rate": 4.341310397346625e-05,
      "loss": 5.1069,
      "step": 312290
    },
    {
      "epoch": 0.27335766135844214,
      "grad_norm": 0.5809626579284668,
      "learning_rate": 4.341289793293067e-05,
      "loss": 5.1911,
      "step": 312295
    },
    {
      "epoch": 0.2733620379520693,
      "grad_norm": 0.5837939977645874,
      "learning_rate": 4.341269188980792e-05,
      "loss": 5.2056,
      "step": 312300
    },
    {
      "epoch": 0.27336641454569643,
      "grad_norm": 0.5716853737831116,
      "learning_rate": 4.341248584409805e-05,
      "loss": 4.4096,
      "step": 312305
    },
    {
      "epoch": 0.2733707911393236,
      "grad_norm": 0.6238832473754883,
      "learning_rate": 4.341227979580108e-05,
      "loss": 5.1677,
      "step": 312310
    },
    {
      "epoch": 0.2733751677329508,
      "grad_norm": 0.6299389600753784,
      "learning_rate": 4.341207374491706e-05,
      "loss": 5.1862,
      "step": 312315
    },
    {
      "epoch": 0.2733795443265779,
      "grad_norm": 0.5802850723266602,
      "learning_rate": 4.3411867691446026e-05,
      "loss": 5.0831,
      "step": 312320
    },
    {
      "epoch": 0.2733839209202051,
      "grad_norm": 0.5904080271720886,
      "learning_rate": 4.3411661635388026e-05,
      "loss": 5.0994,
      "step": 312325
    },
    {
      "epoch": 0.2733882975138322,
      "grad_norm": 0.5962226986885071,
      "learning_rate": 4.34114555767431e-05,
      "loss": 5.1559,
      "step": 312330
    },
    {
      "epoch": 0.2733926741074594,
      "grad_norm": 0.6064392924308777,
      "learning_rate": 4.341124951551127e-05,
      "loss": 4.6929,
      "step": 312335
    },
    {
      "epoch": 0.27339705070108655,
      "grad_norm": 0.5873659253120422,
      "learning_rate": 4.341104345169259e-05,
      "loss": 5.1435,
      "step": 312340
    },
    {
      "epoch": 0.2734014272947137,
      "grad_norm": 0.5688660144805908,
      "learning_rate": 4.341083738528711e-05,
      "loss": 5.6816,
      "step": 312345
    },
    {
      "epoch": 0.27340580388834085,
      "grad_norm": 0.6089991331100464,
      "learning_rate": 4.341063131629485e-05,
      "loss": 5.3812,
      "step": 312350
    },
    {
      "epoch": 0.273410180481968,
      "grad_norm": 0.6026275753974915,
      "learning_rate": 4.341042524471586e-05,
      "loss": 5.8896,
      "step": 312355
    },
    {
      "epoch": 0.27341455707559514,
      "grad_norm": 0.5704376101493835,
      "learning_rate": 4.3410219170550184e-05,
      "loss": 4.8973,
      "step": 312360
    },
    {
      "epoch": 0.2734189336692223,
      "grad_norm": 0.5871731042861938,
      "learning_rate": 4.341001309379784e-05,
      "loss": 5.1381,
      "step": 312365
    },
    {
      "epoch": 0.27342331026284944,
      "grad_norm": 0.5931957364082336,
      "learning_rate": 4.340980701445889e-05,
      "loss": 5.1091,
      "step": 312370
    },
    {
      "epoch": 0.2734276868564766,
      "grad_norm": 0.5811429619789124,
      "learning_rate": 4.3409600932533366e-05,
      "loss": 5.2056,
      "step": 312375
    },
    {
      "epoch": 0.2734320634501038,
      "grad_norm": 0.5904917120933533,
      "learning_rate": 4.3409394848021314e-05,
      "loss": 5.6156,
      "step": 312380
    },
    {
      "epoch": 0.2734364400437309,
      "grad_norm": 0.5717915296554565,
      "learning_rate": 4.3409188760922756e-05,
      "loss": 6.2324,
      "step": 312385
    },
    {
      "epoch": 0.2734408166373581,
      "grad_norm": 0.5697500109672546,
      "learning_rate": 4.340898267123775e-05,
      "loss": 5.0628,
      "step": 312390
    },
    {
      "epoch": 0.2734451932309852,
      "grad_norm": 0.5822234153747559,
      "learning_rate": 4.340877657896635e-05,
      "loss": 5.3152,
      "step": 312395
    },
    {
      "epoch": 0.2734495698246124,
      "grad_norm": 0.5958783030509949,
      "learning_rate": 4.340857048410854e-05,
      "loss": 5.4401,
      "step": 312400
    },
    {
      "epoch": 0.27345394641823956,
      "grad_norm": 0.6002456545829773,
      "learning_rate": 4.3408364386664426e-05,
      "loss": 5.2034,
      "step": 312405
    },
    {
      "epoch": 0.2734583230118667,
      "grad_norm": 0.5816798210144043,
      "learning_rate": 4.340815828663399e-05,
      "loss": 4.8136,
      "step": 312410
    },
    {
      "epoch": 0.27346269960549385,
      "grad_norm": 0.5661289691925049,
      "learning_rate": 4.340795218401732e-05,
      "loss": 6.1799,
      "step": 312415
    },
    {
      "epoch": 0.27346707619912103,
      "grad_norm": 0.5796037316322327,
      "learning_rate": 4.3407746078814424e-05,
      "loss": 5.0454,
      "step": 312420
    },
    {
      "epoch": 0.27347145279274815,
      "grad_norm": 0.5720968842506409,
      "learning_rate": 4.340753997102536e-05,
      "loss": 4.8953,
      "step": 312425
    },
    {
      "epoch": 0.2734758293863753,
      "grad_norm": 0.5678139328956604,
      "learning_rate": 4.340733386065016e-05,
      "loss": 5.9025,
      "step": 312430
    },
    {
      "epoch": 0.27348020598000244,
      "grad_norm": 0.5916299223899841,
      "learning_rate": 4.340712774768886e-05,
      "loss": 5.4283,
      "step": 312435
    },
    {
      "epoch": 0.2734845825736296,
      "grad_norm": 0.5844833254814148,
      "learning_rate": 4.340692163214149e-05,
      "loss": 5.7224,
      "step": 312440
    },
    {
      "epoch": 0.2734889591672568,
      "grad_norm": 0.5692635178565979,
      "learning_rate": 4.340671551400812e-05,
      "loss": 5.2893,
      "step": 312445
    },
    {
      "epoch": 0.2734933357608839,
      "grad_norm": 0.5628793835639954,
      "learning_rate": 4.340650939328877e-05,
      "loss": 5.8537,
      "step": 312450
    },
    {
      "epoch": 0.2734977123545111,
      "grad_norm": 0.5920780897140503,
      "learning_rate": 4.3406303269983485e-05,
      "loss": 5.6293,
      "step": 312455
    },
    {
      "epoch": 0.27350208894813827,
      "grad_norm": 0.5752577781677246,
      "learning_rate": 4.3406097144092294e-05,
      "loss": 5.4095,
      "step": 312460
    },
    {
      "epoch": 0.2735064655417654,
      "grad_norm": 0.5632326006889343,
      "learning_rate": 4.3405891015615255e-05,
      "loss": 6.1965,
      "step": 312465
    },
    {
      "epoch": 0.27351084213539256,
      "grad_norm": 0.6296154260635376,
      "learning_rate": 4.34056848845524e-05,
      "loss": 5.4063,
      "step": 312470
    },
    {
      "epoch": 0.2735152187290197,
      "grad_norm": 0.5811002254486084,
      "learning_rate": 4.3405478750903764e-05,
      "loss": 5.2863,
      "step": 312475
    },
    {
      "epoch": 0.27351959532264686,
      "grad_norm": 0.5920607447624207,
      "learning_rate": 4.340527261466938e-05,
      "loss": 5.3894,
      "step": 312480
    },
    {
      "epoch": 0.27352397191627403,
      "grad_norm": 0.5895057916641235,
      "learning_rate": 4.3405066475849296e-05,
      "loss": 5.9131,
      "step": 312485
    },
    {
      "epoch": 0.27352834850990115,
      "grad_norm": 0.6483787298202515,
      "learning_rate": 4.3404860334443565e-05,
      "loss": 4.35,
      "step": 312490
    },
    {
      "epoch": 0.27353272510352833,
      "grad_norm": 0.5901391506195068,
      "learning_rate": 4.340465419045221e-05,
      "loss": 4.5621,
      "step": 312495
    },
    {
      "epoch": 0.27353710169715545,
      "grad_norm": 0.6197265386581421,
      "learning_rate": 4.340444804387528e-05,
      "loss": 5.6922,
      "step": 312500
    },
    {
      "epoch": 0.2735414782907826,
      "grad_norm": 0.5952338576316833,
      "learning_rate": 4.3404241894712804e-05,
      "loss": 4.3835,
      "step": 312505
    },
    {
      "epoch": 0.2735458548844098,
      "grad_norm": 0.5897438526153564,
      "learning_rate": 4.3404035742964835e-05,
      "loss": 5.426,
      "step": 312510
    },
    {
      "epoch": 0.2735502314780369,
      "grad_norm": 0.6137839555740356,
      "learning_rate": 4.3403829588631397e-05,
      "loss": 4.8911,
      "step": 312515
    },
    {
      "epoch": 0.2735546080716641,
      "grad_norm": 0.5801462531089783,
      "learning_rate": 4.340362343171255e-05,
      "loss": 4.821,
      "step": 312520
    },
    {
      "epoch": 0.27355898466529127,
      "grad_norm": 0.6012535095214844,
      "learning_rate": 4.3403417272208314e-05,
      "loss": 4.8723,
      "step": 312525
    },
    {
      "epoch": 0.2735633612589184,
      "grad_norm": 0.5842654705047607,
      "learning_rate": 4.340321111011874e-05,
      "loss": 5.9244,
      "step": 312530
    },
    {
      "epoch": 0.27356773785254557,
      "grad_norm": 0.5733481049537659,
      "learning_rate": 4.340300494544386e-05,
      "loss": 6.1766,
      "step": 312535
    },
    {
      "epoch": 0.2735721144461727,
      "grad_norm": 0.5824969410896301,
      "learning_rate": 4.3402798778183716e-05,
      "loss": 5.2066,
      "step": 312540
    },
    {
      "epoch": 0.27357649103979986,
      "grad_norm": 0.5909581184387207,
      "learning_rate": 4.3402592608338366e-05,
      "loss": 4.9104,
      "step": 312545
    },
    {
      "epoch": 0.27358086763342704,
      "grad_norm": 0.5979704856872559,
      "learning_rate": 4.3402386435907825e-05,
      "loss": 4.0341,
      "step": 312550
    },
    {
      "epoch": 0.27358524422705416,
      "grad_norm": 0.6325579285621643,
      "learning_rate": 4.3402180260892146e-05,
      "loss": 5.6942,
      "step": 312555
    },
    {
      "epoch": 0.27358962082068133,
      "grad_norm": 0.5890516042709351,
      "learning_rate": 4.340197408329135e-05,
      "loss": 5.9111,
      "step": 312560
    },
    {
      "epoch": 0.2735939974143085,
      "grad_norm": 0.5821973085403442,
      "learning_rate": 4.340176790310552e-05,
      "loss": 5.1221,
      "step": 312565
    },
    {
      "epoch": 0.27359837400793563,
      "grad_norm": 0.5828525424003601,
      "learning_rate": 4.340156172033464e-05,
      "loss": 4.8105,
      "step": 312570
    },
    {
      "epoch": 0.2736027506015628,
      "grad_norm": 0.5935819149017334,
      "learning_rate": 4.340135553497879e-05,
      "loss": 4.9011,
      "step": 312575
    },
    {
      "epoch": 0.2736071271951899,
      "grad_norm": 0.5797226428985596,
      "learning_rate": 4.340114934703799e-05,
      "loss": 4.8073,
      "step": 312580
    },
    {
      "epoch": 0.2736115037888171,
      "grad_norm": 0.5724957585334778,
      "learning_rate": 4.34009431565123e-05,
      "loss": 5.6979,
      "step": 312585
    },
    {
      "epoch": 0.2736158803824443,
      "grad_norm": 0.5872364640235901,
      "learning_rate": 4.340073696340173e-05,
      "loss": 4.0796,
      "step": 312590
    },
    {
      "epoch": 0.2736202569760714,
      "grad_norm": 0.5734965205192566,
      "learning_rate": 4.340053076770635e-05,
      "loss": 5.0922,
      "step": 312595
    },
    {
      "epoch": 0.27362463356969857,
      "grad_norm": 0.585229218006134,
      "learning_rate": 4.340032456942618e-05,
      "loss": 5.133,
      "step": 312600
    },
    {
      "epoch": 0.27362901016332575,
      "grad_norm": 0.5733311176300049,
      "learning_rate": 4.340011836856126e-05,
      "loss": 5.3922,
      "step": 312605
    },
    {
      "epoch": 0.27363338675695287,
      "grad_norm": 0.5785481929779053,
      "learning_rate": 4.339991216511164e-05,
      "loss": 5.3927,
      "step": 312610
    },
    {
      "epoch": 0.27363776335058004,
      "grad_norm": 0.5664578080177307,
      "learning_rate": 4.3399705959077365e-05,
      "loss": 5.0849,
      "step": 312615
    },
    {
      "epoch": 0.27364213994420716,
      "grad_norm": 0.5764457583427429,
      "learning_rate": 4.339949975045845e-05,
      "loss": 4.8065,
      "step": 312620
    },
    {
      "epoch": 0.27364651653783434,
      "grad_norm": 0.6042613387107849,
      "learning_rate": 4.339929353925496e-05,
      "loss": 5.4055,
      "step": 312625
    },
    {
      "epoch": 0.2736508931314615,
      "grad_norm": 0.5873042345046997,
      "learning_rate": 4.339908732546693e-05,
      "loss": 5.6897,
      "step": 312630
    },
    {
      "epoch": 0.27365526972508863,
      "grad_norm": 0.6315678954124451,
      "learning_rate": 4.339888110909438e-05,
      "loss": 4.3571,
      "step": 312635
    },
    {
      "epoch": 0.2736596463187158,
      "grad_norm": 0.5926289558410645,
      "learning_rate": 4.339867489013737e-05,
      "loss": 4.0868,
      "step": 312640
    },
    {
      "epoch": 0.27366402291234293,
      "grad_norm": 0.5931997895240784,
      "learning_rate": 4.339846866859592e-05,
      "loss": 4.2767,
      "step": 312645
    },
    {
      "epoch": 0.2736683995059701,
      "grad_norm": 0.5958095788955688,
      "learning_rate": 4.339826244447011e-05,
      "loss": 5.0865,
      "step": 312650
    },
    {
      "epoch": 0.2736727760995973,
      "grad_norm": 0.5846181511878967,
      "learning_rate": 4.339805621775994e-05,
      "loss": 5.9375,
      "step": 312655
    },
    {
      "epoch": 0.2736771526932244,
      "grad_norm": 0.5826575756072998,
      "learning_rate": 4.339784998846547e-05,
      "loss": 3.8474,
      "step": 312660
    },
    {
      "epoch": 0.2736815292868516,
      "grad_norm": 0.6012102961540222,
      "learning_rate": 4.3397643756586725e-05,
      "loss": 4.9231,
      "step": 312665
    },
    {
      "epoch": 0.27368590588047875,
      "grad_norm": 0.5689433813095093,
      "learning_rate": 4.339743752212375e-05,
      "loss": 5.7003,
      "step": 312670
    },
    {
      "epoch": 0.2736902824741059,
      "grad_norm": 0.5814963579177856,
      "learning_rate": 4.339723128507659e-05,
      "loss": 4.8984,
      "step": 312675
    },
    {
      "epoch": 0.27369465906773305,
      "grad_norm": 0.5827075839042664,
      "learning_rate": 4.3397025045445296e-05,
      "loss": 5.6375,
      "step": 312680
    },
    {
      "epoch": 0.27369903566136017,
      "grad_norm": 0.5737614035606384,
      "learning_rate": 4.339681880322988e-05,
      "loss": 5.8928,
      "step": 312685
    },
    {
      "epoch": 0.27370341225498734,
      "grad_norm": 0.5769217014312744,
      "learning_rate": 4.3396612558430394e-05,
      "loss": 5.1159,
      "step": 312690
    },
    {
      "epoch": 0.2737077888486145,
      "grad_norm": 0.5768175721168518,
      "learning_rate": 4.339640631104689e-05,
      "loss": 4.6948,
      "step": 312695
    },
    {
      "epoch": 0.27371216544224164,
      "grad_norm": 0.5842651128768921,
      "learning_rate": 4.339620006107939e-05,
      "loss": 5.4001,
      "step": 312700
    },
    {
      "epoch": 0.2737165420358688,
      "grad_norm": 0.5803588032722473,
      "learning_rate": 4.3395993808527944e-05,
      "loss": 5.0859,
      "step": 312705
    },
    {
      "epoch": 0.273720918629496,
      "grad_norm": 0.5990681648254395,
      "learning_rate": 4.33957875533926e-05,
      "loss": 4.9111,
      "step": 312710
    },
    {
      "epoch": 0.2737252952231231,
      "grad_norm": 0.6206560134887695,
      "learning_rate": 4.3395581295673374e-05,
      "loss": 5.7129,
      "step": 312715
    },
    {
      "epoch": 0.2737296718167503,
      "grad_norm": 0.5770759582519531,
      "learning_rate": 4.339537503537032e-05,
      "loss": 5.5816,
      "step": 312720
    },
    {
      "epoch": 0.2737340484103774,
      "grad_norm": 0.5809706449508667,
      "learning_rate": 4.339516877248348e-05,
      "loss": 5.4015,
      "step": 312725
    },
    {
      "epoch": 0.2737384250040046,
      "grad_norm": 0.6305921673774719,
      "learning_rate": 4.3394962507012885e-05,
      "loss": 4.8942,
      "step": 312730
    },
    {
      "epoch": 0.27374280159763176,
      "grad_norm": 0.5776814222335815,
      "learning_rate": 4.339475623895858e-05,
      "loss": 5.3045,
      "step": 312735
    },
    {
      "epoch": 0.2737471781912589,
      "grad_norm": 0.5791206955909729,
      "learning_rate": 4.3394549968320605e-05,
      "loss": 4.6254,
      "step": 312740
    },
    {
      "epoch": 0.27375155478488605,
      "grad_norm": 0.5812693238258362,
      "learning_rate": 4.3394343695099004e-05,
      "loss": 4.8654,
      "step": 312745
    },
    {
      "epoch": 0.27375593137851323,
      "grad_norm": 0.573985755443573,
      "learning_rate": 4.339413741929381e-05,
      "loss": 5.4226,
      "step": 312750
    },
    {
      "epoch": 0.27376030797214035,
      "grad_norm": 0.5661630630493164,
      "learning_rate": 4.3393931140905065e-05,
      "loss": 6.2295,
      "step": 312755
    },
    {
      "epoch": 0.2737646845657675,
      "grad_norm": 0.5696452856063843,
      "learning_rate": 4.3393724859932815e-05,
      "loss": 5.4084,
      "step": 312760
    },
    {
      "epoch": 0.27376906115939464,
      "grad_norm": 0.5713618993759155,
      "learning_rate": 4.339351857637709e-05,
      "loss": 5.1494,
      "step": 312765
    },
    {
      "epoch": 0.2737734377530218,
      "grad_norm": 0.5789307355880737,
      "learning_rate": 4.339331229023793e-05,
      "loss": 4.8144,
      "step": 312770
    },
    {
      "epoch": 0.273777814346649,
      "grad_norm": 0.605743944644928,
      "learning_rate": 4.339310600151538e-05,
      "loss": 5.0711,
      "step": 312775
    },
    {
      "epoch": 0.2737821909402761,
      "grad_norm": 0.599503755569458,
      "learning_rate": 4.339289971020948e-05,
      "loss": 5.443,
      "step": 312780
    },
    {
      "epoch": 0.2737865675339033,
      "grad_norm": 0.5837609171867371,
      "learning_rate": 4.339269341632026e-05,
      "loss": 4.9069,
      "step": 312785
    },
    {
      "epoch": 0.2737909441275304,
      "grad_norm": 0.603041410446167,
      "learning_rate": 4.339248711984778e-05,
      "loss": 5.1987,
      "step": 312790
    },
    {
      "epoch": 0.2737953207211576,
      "grad_norm": 0.591469943523407,
      "learning_rate": 4.339228082079206e-05,
      "loss": 4.8811,
      "step": 312795
    },
    {
      "epoch": 0.27379969731478476,
      "grad_norm": 0.5842117667198181,
      "learning_rate": 4.339207451915315e-05,
      "loss": 4.8369,
      "step": 312800
    },
    {
      "epoch": 0.2738040739084119,
      "grad_norm": 0.5635568499565125,
      "learning_rate": 4.3391868214931086e-05,
      "loss": 5.9482,
      "step": 312805
    },
    {
      "epoch": 0.27380845050203906,
      "grad_norm": 0.5860010981559753,
      "learning_rate": 4.33916619081259e-05,
      "loss": 4.3827,
      "step": 312810
    },
    {
      "epoch": 0.27381282709566623,
      "grad_norm": 0.5809606313705444,
      "learning_rate": 4.339145559873766e-05,
      "loss": 5.6512,
      "step": 312815
    },
    {
      "epoch": 0.27381720368929335,
      "grad_norm": 0.5973740816116333,
      "learning_rate": 4.339124928676638e-05,
      "loss": 5.4564,
      "step": 312820
    },
    {
      "epoch": 0.27382158028292053,
      "grad_norm": 0.5661109089851379,
      "learning_rate": 4.339104297221209e-05,
      "loss": 5.3738,
      "step": 312825
    },
    {
      "epoch": 0.27382595687654765,
      "grad_norm": 0.5825362205505371,
      "learning_rate": 4.339083665507486e-05,
      "loss": 5.6956,
      "step": 312830
    },
    {
      "epoch": 0.2738303334701748,
      "grad_norm": 0.5975895524024963,
      "learning_rate": 4.339063033535472e-05,
      "loss": 4.8012,
      "step": 312835
    },
    {
      "epoch": 0.273834710063802,
      "grad_norm": 0.5983723998069763,
      "learning_rate": 4.33904240130517e-05,
      "loss": 5.102,
      "step": 312840
    },
    {
      "epoch": 0.2738390866574291,
      "grad_norm": 0.5830768942832947,
      "learning_rate": 4.3390217688165836e-05,
      "loss": 5.31,
      "step": 312845
    },
    {
      "epoch": 0.2738434632510563,
      "grad_norm": 0.5727352499961853,
      "learning_rate": 4.339001136069719e-05,
      "loss": 4.6134,
      "step": 312850
    },
    {
      "epoch": 0.27384783984468347,
      "grad_norm": 0.6026204228401184,
      "learning_rate": 4.338980503064579e-05,
      "loss": 4.8865,
      "step": 312855
    },
    {
      "epoch": 0.2738522164383106,
      "grad_norm": 0.5751981139183044,
      "learning_rate": 4.338959869801168e-05,
      "loss": 4.8521,
      "step": 312860
    },
    {
      "epoch": 0.27385659303193777,
      "grad_norm": 0.6000180840492249,
      "learning_rate": 4.338939236279488e-05,
      "loss": 4.8381,
      "step": 312865
    },
    {
      "epoch": 0.2738609696255649,
      "grad_norm": 0.6023688912391663,
      "learning_rate": 4.3389186024995444e-05,
      "loss": 4.9246,
      "step": 312870
    },
    {
      "epoch": 0.27386534621919206,
      "grad_norm": 0.5673956274986267,
      "learning_rate": 4.338897968461342e-05,
      "loss": 4.5995,
      "step": 312875
    },
    {
      "epoch": 0.27386972281281924,
      "grad_norm": 0.6076305508613586,
      "learning_rate": 4.3388773341648835e-05,
      "loss": 4.8026,
      "step": 312880
    },
    {
      "epoch": 0.27387409940644636,
      "grad_norm": 0.6113025546073914,
      "learning_rate": 4.338856699610174e-05,
      "loss": 5.1398,
      "step": 312885
    },
    {
      "epoch": 0.27387847600007353,
      "grad_norm": 0.5637010335922241,
      "learning_rate": 4.338836064797217e-05,
      "loss": 4.7987,
      "step": 312890
    },
    {
      "epoch": 0.27388285259370065,
      "grad_norm": 0.5776336193084717,
      "learning_rate": 4.3388154297260155e-05,
      "loss": 5.1435,
      "step": 312895
    },
    {
      "epoch": 0.27388722918732783,
      "grad_norm": 0.5643705725669861,
      "learning_rate": 4.3387947943965745e-05,
      "loss": 4.6172,
      "step": 312900
    },
    {
      "epoch": 0.273891605780955,
      "grad_norm": 0.5750787854194641,
      "learning_rate": 4.338774158808898e-05,
      "loss": 5.731,
      "step": 312905
    },
    {
      "epoch": 0.2738959823745821,
      "grad_norm": 0.6003703474998474,
      "learning_rate": 4.338753522962991e-05,
      "loss": 4.7041,
      "step": 312910
    },
    {
      "epoch": 0.2739003589682093,
      "grad_norm": 0.5914667248725891,
      "learning_rate": 4.338732886858855e-05,
      "loss": 4.8361,
      "step": 312915
    },
    {
      "epoch": 0.2739047355618365,
      "grad_norm": 0.5925029516220093,
      "learning_rate": 4.338712250496495e-05,
      "loss": 5.7112,
      "step": 312920
    },
    {
      "epoch": 0.2739091121554636,
      "grad_norm": 0.5633645057678223,
      "learning_rate": 4.338691613875915e-05,
      "loss": 4.848,
      "step": 312925
    },
    {
      "epoch": 0.27391348874909077,
      "grad_norm": 0.5761012434959412,
      "learning_rate": 4.33867097699712e-05,
      "loss": 5.6814,
      "step": 312930
    },
    {
      "epoch": 0.2739178653427179,
      "grad_norm": 0.5959662795066833,
      "learning_rate": 4.338650339860113e-05,
      "loss": 4.9012,
      "step": 312935
    },
    {
      "epoch": 0.27392224193634507,
      "grad_norm": 0.5814124941825867,
      "learning_rate": 4.3386297024648984e-05,
      "loss": 5.6217,
      "step": 312940
    },
    {
      "epoch": 0.27392661852997224,
      "grad_norm": 0.5806998014450073,
      "learning_rate": 4.3386090648114795e-05,
      "loss": 5.382,
      "step": 312945
    },
    {
      "epoch": 0.27393099512359936,
      "grad_norm": 0.5752686858177185,
      "learning_rate": 4.338588426899861e-05,
      "loss": 5.3662,
      "step": 312950
    },
    {
      "epoch": 0.27393537171722654,
      "grad_norm": 0.5886882543563843,
      "learning_rate": 4.338567788730047e-05,
      "loss": 5.3849,
      "step": 312955
    },
    {
      "epoch": 0.2739397483108537,
      "grad_norm": 0.5697166323661804,
      "learning_rate": 4.33854715030204e-05,
      "loss": 5.1885,
      "step": 312960
    },
    {
      "epoch": 0.27394412490448083,
      "grad_norm": 0.5738036036491394,
      "learning_rate": 4.3385265116158457e-05,
      "loss": 5.9018,
      "step": 312965
    },
    {
      "epoch": 0.273948501498108,
      "grad_norm": 0.5639951229095459,
      "learning_rate": 4.338505872671468e-05,
      "loss": 5.6771,
      "step": 312970
    },
    {
      "epoch": 0.27395287809173513,
      "grad_norm": 0.5770440697669983,
      "learning_rate": 4.3384852334689085e-05,
      "loss": 5.6078,
      "step": 312975
    },
    {
      "epoch": 0.2739572546853623,
      "grad_norm": 0.5964471697807312,
      "learning_rate": 4.338464594008175e-05,
      "loss": 5.1869,
      "step": 312980
    },
    {
      "epoch": 0.2739616312789895,
      "grad_norm": 0.6049235463142395,
      "learning_rate": 4.3384439542892694e-05,
      "loss": 4.6697,
      "step": 312985
    },
    {
      "epoch": 0.2739660078726166,
      "grad_norm": 0.5799518823623657,
      "learning_rate": 4.3384233143121945e-05,
      "loss": 4.6609,
      "step": 312990
    },
    {
      "epoch": 0.2739703844662438,
      "grad_norm": 0.5800361037254333,
      "learning_rate": 4.338402674076957e-05,
      "loss": 4.1533,
      "step": 312995
    },
    {
      "epoch": 0.27397476105987095,
      "grad_norm": 0.6016585826873779,
      "learning_rate": 4.338382033583558e-05,
      "loss": 4.1092,
      "step": 313000
    },
    {
      "epoch": 0.2739791376534981,
      "grad_norm": 0.6094485521316528,
      "learning_rate": 4.3383613928320034e-05,
      "loss": 5.4205,
      "step": 313005
    },
    {
      "epoch": 0.27398351424712525,
      "grad_norm": 0.6300702691078186,
      "learning_rate": 4.338340751822297e-05,
      "loss": 5.9211,
      "step": 313010
    },
    {
      "epoch": 0.27398789084075237,
      "grad_norm": 0.5944489240646362,
      "learning_rate": 4.338320110554442e-05,
      "loss": 5.0893,
      "step": 313015
    },
    {
      "epoch": 0.27399226743437954,
      "grad_norm": 0.6052616834640503,
      "learning_rate": 4.3382994690284437e-05,
      "loss": 5.1256,
      "step": 313020
    },
    {
      "epoch": 0.2739966440280067,
      "grad_norm": 0.595620334148407,
      "learning_rate": 4.338278827244305e-05,
      "loss": 4.7962,
      "step": 313025
    },
    {
      "epoch": 0.27400102062163384,
      "grad_norm": 0.5816056728363037,
      "learning_rate": 4.33825818520203e-05,
      "loss": 5.1009,
      "step": 313030
    },
    {
      "epoch": 0.274005397215261,
      "grad_norm": 0.5768730044364929,
      "learning_rate": 4.338237542901623e-05,
      "loss": 5.4017,
      "step": 313035
    },
    {
      "epoch": 0.27400977380888814,
      "grad_norm": 0.5932450890541077,
      "learning_rate": 4.338216900343087e-05,
      "loss": 5.115,
      "step": 313040
    },
    {
      "epoch": 0.2740141504025153,
      "grad_norm": 0.5980545878410339,
      "learning_rate": 4.338196257526427e-05,
      "loss": 5.0974,
      "step": 313045
    },
    {
      "epoch": 0.2740185269961425,
      "grad_norm": 0.5736365914344788,
      "learning_rate": 4.338175614451647e-05,
      "loss": 5.2848,
      "step": 313050
    },
    {
      "epoch": 0.2740229035897696,
      "grad_norm": 0.5691255927085876,
      "learning_rate": 4.3381549711187516e-05,
      "loss": 5.1338,
      "step": 313055
    },
    {
      "epoch": 0.2740272801833968,
      "grad_norm": 0.6504536867141724,
      "learning_rate": 4.338134327527743e-05,
      "loss": 5.4225,
      "step": 313060
    },
    {
      "epoch": 0.27403165677702396,
      "grad_norm": 0.6259946823120117,
      "learning_rate": 4.338113683678626e-05,
      "loss": 5.9209,
      "step": 313065
    },
    {
      "epoch": 0.2740360333706511,
      "grad_norm": 0.6022675633430481,
      "learning_rate": 4.3380930395714046e-05,
      "loss": 5.0601,
      "step": 313070
    },
    {
      "epoch": 0.27404040996427825,
      "grad_norm": 0.573925256729126,
      "learning_rate": 4.3380723952060844e-05,
      "loss": 6.182,
      "step": 313075
    },
    {
      "epoch": 0.2740447865579054,
      "grad_norm": 0.5699753165245056,
      "learning_rate": 4.338051750582666e-05,
      "loss": 5.727,
      "step": 313080
    },
    {
      "epoch": 0.27404916315153255,
      "grad_norm": 0.5599223971366882,
      "learning_rate": 4.338031105701156e-05,
      "loss": 6.2418,
      "step": 313085
    },
    {
      "epoch": 0.2740535397451597,
      "grad_norm": 0.6378182172775269,
      "learning_rate": 4.3380104605615566e-05,
      "loss": 4.8165,
      "step": 313090
    },
    {
      "epoch": 0.27405791633878684,
      "grad_norm": 0.6125618815422058,
      "learning_rate": 4.337989815163874e-05,
      "loss": 5.4067,
      "step": 313095
    },
    {
      "epoch": 0.274062292932414,
      "grad_norm": 0.6185163259506226,
      "learning_rate": 4.33796916950811e-05,
      "loss": 4.9217,
      "step": 313100
    },
    {
      "epoch": 0.2740666695260412,
      "grad_norm": 0.5876199007034302,
      "learning_rate": 4.337948523594271e-05,
      "loss": 5.4039,
      "step": 313105
    },
    {
      "epoch": 0.2740710461196683,
      "grad_norm": 0.6290820837020874,
      "learning_rate": 4.337927877422359e-05,
      "loss": 4.9103,
      "step": 313110
    },
    {
      "epoch": 0.2740754227132955,
      "grad_norm": 0.5922701954841614,
      "learning_rate": 4.337907230992379e-05,
      "loss": 4.5828,
      "step": 313115
    },
    {
      "epoch": 0.2740797993069226,
      "grad_norm": 0.5888496041297913,
      "learning_rate": 4.3378865843043324e-05,
      "loss": 5.5783,
      "step": 313120
    },
    {
      "epoch": 0.2740841759005498,
      "grad_norm": 0.6065524816513062,
      "learning_rate": 4.337865937358226e-05,
      "loss": 5.4161,
      "step": 313125
    },
    {
      "epoch": 0.27408855249417696,
      "grad_norm": 0.6003018617630005,
      "learning_rate": 4.337845290154064e-05,
      "loss": 4.3012,
      "step": 313130
    },
    {
      "epoch": 0.2740929290878041,
      "grad_norm": 0.5976023077964783,
      "learning_rate": 4.33782464269185e-05,
      "loss": 5.4699,
      "step": 313135
    },
    {
      "epoch": 0.27409730568143126,
      "grad_norm": 0.595898449420929,
      "learning_rate": 4.337803994971586e-05,
      "loss": 4.8785,
      "step": 313140
    },
    {
      "epoch": 0.2741016822750584,
      "grad_norm": 0.6051859259605408,
      "learning_rate": 4.337783346993278e-05,
      "loss": 5.384,
      "step": 313145
    },
    {
      "epoch": 0.27410605886868555,
      "grad_norm": 0.6059182286262512,
      "learning_rate": 4.33776269875693e-05,
      "loss": 5.8885,
      "step": 313150
    },
    {
      "epoch": 0.27411043546231273,
      "grad_norm": 0.5976705551147461,
      "learning_rate": 4.3377420502625445e-05,
      "loss": 4.6199,
      "step": 313155
    },
    {
      "epoch": 0.27411481205593985,
      "grad_norm": 0.5759497880935669,
      "learning_rate": 4.337721401510126e-05,
      "loss": 4.774,
      "step": 313160
    },
    {
      "epoch": 0.274119188649567,
      "grad_norm": 0.6088865995407104,
      "learning_rate": 4.33770075249968e-05,
      "loss": 5.951,
      "step": 313165
    },
    {
      "epoch": 0.2741235652431942,
      "grad_norm": 0.6214337944984436,
      "learning_rate": 4.337680103231209e-05,
      "loss": 5.0889,
      "step": 313170
    },
    {
      "epoch": 0.2741279418368213,
      "grad_norm": 0.6925042271614075,
      "learning_rate": 4.337659453704718e-05,
      "loss": 4.8878,
      "step": 313175
    },
    {
      "epoch": 0.2741323184304485,
      "grad_norm": 0.6118218898773193,
      "learning_rate": 4.337638803920209e-05,
      "loss": 4.3773,
      "step": 313180
    },
    {
      "epoch": 0.2741366950240756,
      "grad_norm": 0.57529217004776,
      "learning_rate": 4.337618153877687e-05,
      "loss": 5.9252,
      "step": 313185
    },
    {
      "epoch": 0.2741410716177028,
      "grad_norm": 0.5922442674636841,
      "learning_rate": 4.337597503577157e-05,
      "loss": 5.6244,
      "step": 313190
    },
    {
      "epoch": 0.27414544821132997,
      "grad_norm": 0.6123371124267578,
      "learning_rate": 4.3375768530186224e-05,
      "loss": 5.6736,
      "step": 313195
    },
    {
      "epoch": 0.2741498248049571,
      "grad_norm": 0.578497588634491,
      "learning_rate": 4.337556202202088e-05,
      "loss": 5.8779,
      "step": 313200
    },
    {
      "epoch": 0.27415420139858426,
      "grad_norm": 0.5776660442352295,
      "learning_rate": 4.337535551127555e-05,
      "loss": 5.8992,
      "step": 313205
    },
    {
      "epoch": 0.27415857799221144,
      "grad_norm": 0.6107765436172485,
      "learning_rate": 4.33751489979503e-05,
      "loss": 5.1919,
      "step": 313210
    },
    {
      "epoch": 0.27416295458583856,
      "grad_norm": 0.6261662840843201,
      "learning_rate": 4.3374942482045155e-05,
      "loss": 4.403,
      "step": 313215
    },
    {
      "epoch": 0.27416733117946573,
      "grad_norm": 0.5845634937286377,
      "learning_rate": 4.337473596356016e-05,
      "loss": 4.9106,
      "step": 313220
    },
    {
      "epoch": 0.27417170777309285,
      "grad_norm": 0.5812159776687622,
      "learning_rate": 4.3374529442495374e-05,
      "loss": 5.5779,
      "step": 313225
    },
    {
      "epoch": 0.27417608436672003,
      "grad_norm": 0.5875355005264282,
      "learning_rate": 4.337432291885081e-05,
      "loss": 5.6162,
      "step": 313230
    },
    {
      "epoch": 0.2741804609603472,
      "grad_norm": 0.6184670329093933,
      "learning_rate": 4.3374116392626516e-05,
      "loss": 5.0854,
      "step": 313235
    },
    {
      "epoch": 0.2741848375539743,
      "grad_norm": 0.5933650732040405,
      "learning_rate": 4.337390986382253e-05,
      "loss": 4.9182,
      "step": 313240
    },
    {
      "epoch": 0.2741892141476015,
      "grad_norm": 0.5809706449508667,
      "learning_rate": 4.33737033324389e-05,
      "loss": 5.0886,
      "step": 313245
    },
    {
      "epoch": 0.2741935907412287,
      "grad_norm": 0.5811301469802856,
      "learning_rate": 4.3373496798475655e-05,
      "loss": 5.1356,
      "step": 313250
    },
    {
      "epoch": 0.2741979673348558,
      "grad_norm": 0.5822387337684631,
      "learning_rate": 4.337329026193285e-05,
      "loss": 5.9004,
      "step": 313255
    },
    {
      "epoch": 0.27420234392848297,
      "grad_norm": 0.7360240817070007,
      "learning_rate": 4.3373083722810504e-05,
      "loss": 4.5887,
      "step": 313260
    },
    {
      "epoch": 0.2742067205221101,
      "grad_norm": 0.604920506477356,
      "learning_rate": 4.3372877181108685e-05,
      "loss": 4.7665,
      "step": 313265
    },
    {
      "epoch": 0.27421109711573727,
      "grad_norm": 0.6149187684059143,
      "learning_rate": 4.337267063682739e-05,
      "loss": 5.6514,
      "step": 313270
    },
    {
      "epoch": 0.27421547370936444,
      "grad_norm": 0.8582315444946289,
      "learning_rate": 4.33724640899667e-05,
      "loss": 5.0443,
      "step": 313275
    },
    {
      "epoch": 0.27421985030299156,
      "grad_norm": 0.7540282011032104,
      "learning_rate": 4.337225754052664e-05,
      "loss": 5.7087,
      "step": 313280
    },
    {
      "epoch": 0.27422422689661874,
      "grad_norm": 0.5577600598335266,
      "learning_rate": 4.337205098850725e-05,
      "loss": 5.3379,
      "step": 313285
    },
    {
      "epoch": 0.27422860349024586,
      "grad_norm": 0.5796874761581421,
      "learning_rate": 4.337184443390857e-05,
      "loss": 5.5574,
      "step": 313290
    },
    {
      "epoch": 0.27423298008387303,
      "grad_norm": 0.6055679321289062,
      "learning_rate": 4.3371637876730645e-05,
      "loss": 5.4149,
      "step": 313295
    },
    {
      "epoch": 0.2742373566775002,
      "grad_norm": 0.5632373094558716,
      "learning_rate": 4.33714313169735e-05,
      "loss": 4.297,
      "step": 313300
    },
    {
      "epoch": 0.27424173327112733,
      "grad_norm": 0.5796223878860474,
      "learning_rate": 4.3371224754637185e-05,
      "loss": 4.8671,
      "step": 313305
    },
    {
      "epoch": 0.2742461098647545,
      "grad_norm": 0.5735671520233154,
      "learning_rate": 4.337101818972174e-05,
      "loss": 4.8836,
      "step": 313310
    },
    {
      "epoch": 0.2742504864583817,
      "grad_norm": 0.606303870677948,
      "learning_rate": 4.337081162222719e-05,
      "loss": 5.4299,
      "step": 313315
    },
    {
      "epoch": 0.2742548630520088,
      "grad_norm": 0.5648026466369629,
      "learning_rate": 4.337060505215361e-05,
      "loss": 5.3137,
      "step": 313320
    },
    {
      "epoch": 0.274259239645636,
      "grad_norm": 0.5583042502403259,
      "learning_rate": 4.337039847950101e-05,
      "loss": 5.6176,
      "step": 313325
    },
    {
      "epoch": 0.2742636162392631,
      "grad_norm": 0.561678946018219,
      "learning_rate": 4.337019190426944e-05,
      "loss": 4.8021,
      "step": 313330
    },
    {
      "epoch": 0.2742679928328903,
      "grad_norm": 0.604697585105896,
      "learning_rate": 4.336998532645893e-05,
      "loss": 4.8735,
      "step": 313335
    },
    {
      "epoch": 0.27427236942651745,
      "grad_norm": 0.5890255570411682,
      "learning_rate": 4.336977874606953e-05,
      "loss": 5.6616,
      "step": 313340
    },
    {
      "epoch": 0.27427674602014457,
      "grad_norm": 0.6063947677612305,
      "learning_rate": 4.336957216310128e-05,
      "loss": 5.1201,
      "step": 313345
    },
    {
      "epoch": 0.27428112261377174,
      "grad_norm": 0.5529314875602722,
      "learning_rate": 4.336936557755422e-05,
      "loss": 5.3172,
      "step": 313350
    },
    {
      "epoch": 0.2742854992073989,
      "grad_norm": 0.5584716796875,
      "learning_rate": 4.336915898942839e-05,
      "loss": 5.6227,
      "step": 313355
    },
    {
      "epoch": 0.27428987580102604,
      "grad_norm": 0.595675528049469,
      "learning_rate": 4.336895239872382e-05,
      "loss": 4.8969,
      "step": 313360
    },
    {
      "epoch": 0.2742942523946532,
      "grad_norm": 0.5701110363006592,
      "learning_rate": 4.336874580544057e-05,
      "loss": 5.4401,
      "step": 313365
    },
    {
      "epoch": 0.27429862898828034,
      "grad_norm": 0.5608460307121277,
      "learning_rate": 4.336853920957865e-05,
      "loss": 5.7517,
      "step": 313370
    },
    {
      "epoch": 0.2743030055819075,
      "grad_norm": 0.5715721249580383,
      "learning_rate": 4.336833261113812e-05,
      "loss": 5.4026,
      "step": 313375
    },
    {
      "epoch": 0.2743073821755347,
      "grad_norm": 0.5890092253684998,
      "learning_rate": 4.336812601011903e-05,
      "loss": 5.0945,
      "step": 313380
    },
    {
      "epoch": 0.2743117587691618,
      "grad_norm": 0.5693520307540894,
      "learning_rate": 4.336791940652138e-05,
      "loss": 5.1,
      "step": 313385
    },
    {
      "epoch": 0.274316135362789,
      "grad_norm": 0.5710127949714661,
      "learning_rate": 4.3367712800345265e-05,
      "loss": 5.9191,
      "step": 313390
    },
    {
      "epoch": 0.27432051195641616,
      "grad_norm": 0.5618911981582642,
      "learning_rate": 4.336750619159068e-05,
      "loss": 4.4062,
      "step": 313395
    },
    {
      "epoch": 0.2743248885500433,
      "grad_norm": 0.5930293798446655,
      "learning_rate": 4.336729958025768e-05,
      "loss": 5.4021,
      "step": 313400
    },
    {
      "epoch": 0.27432926514367045,
      "grad_norm": 0.5771636962890625,
      "learning_rate": 4.3367092966346325e-05,
      "loss": 5.4202,
      "step": 313405
    },
    {
      "epoch": 0.2743336417372976,
      "grad_norm": 0.6070507168769836,
      "learning_rate": 4.336688634985662e-05,
      "loss": 5.6613,
      "step": 313410
    },
    {
      "epoch": 0.27433801833092475,
      "grad_norm": 0.5731297731399536,
      "learning_rate": 4.3366679730788614e-05,
      "loss": 5.4329,
      "step": 313415
    },
    {
      "epoch": 0.2743423949245519,
      "grad_norm": 0.6082940101623535,
      "learning_rate": 4.3366473109142355e-05,
      "loss": 4.6763,
      "step": 313420
    },
    {
      "epoch": 0.27434677151817904,
      "grad_norm": 0.6086235642433167,
      "learning_rate": 4.33662664849179e-05,
      "loss": 5.6789,
      "step": 313425
    },
    {
      "epoch": 0.2743511481118062,
      "grad_norm": 0.5943763852119446,
      "learning_rate": 4.336605985811526e-05,
      "loss": 5.7397,
      "step": 313430
    },
    {
      "epoch": 0.27435552470543334,
      "grad_norm": 0.5852567553520203,
      "learning_rate": 4.3365853228734474e-05,
      "loss": 5.1101,
      "step": 313435
    },
    {
      "epoch": 0.2743599012990605,
      "grad_norm": 0.6060314774513245,
      "learning_rate": 4.336564659677561e-05,
      "loss": 5.4423,
      "step": 313440
    },
    {
      "epoch": 0.2743642778926877,
      "grad_norm": 0.6144477725028992,
      "learning_rate": 4.336543996223869e-05,
      "loss": 5.0963,
      "step": 313445
    },
    {
      "epoch": 0.2743686544863148,
      "grad_norm": 0.5915647745132446,
      "learning_rate": 4.336523332512373e-05,
      "loss": 5.2122,
      "step": 313450
    },
    {
      "epoch": 0.274373031079942,
      "grad_norm": 0.5921694040298462,
      "learning_rate": 4.336502668543082e-05,
      "loss": 4.3624,
      "step": 313455
    },
    {
      "epoch": 0.27437740767356916,
      "grad_norm": 0.5952955484390259,
      "learning_rate": 4.336482004315996e-05,
      "loss": 5.9385,
      "step": 313460
    },
    {
      "epoch": 0.2743817842671963,
      "grad_norm": 0.5950707793235779,
      "learning_rate": 4.3364613398311216e-05,
      "loss": 5.3818,
      "step": 313465
    },
    {
      "epoch": 0.27438616086082346,
      "grad_norm": 0.5827782154083252,
      "learning_rate": 4.336440675088461e-05,
      "loss": 5.4221,
      "step": 313470
    },
    {
      "epoch": 0.2743905374544506,
      "grad_norm": 0.5833605527877808,
      "learning_rate": 4.336420010088018e-05,
      "loss": 5.3086,
      "step": 313475
    },
    {
      "epoch": 0.27439491404807775,
      "grad_norm": 0.5974032878875732,
      "learning_rate": 4.336399344829799e-05,
      "loss": 5.4254,
      "step": 313480
    },
    {
      "epoch": 0.27439929064170493,
      "grad_norm": 0.5831059217453003,
      "learning_rate": 4.336378679313805e-05,
      "loss": 5.4046,
      "step": 313485
    },
    {
      "epoch": 0.27440366723533205,
      "grad_norm": 0.6085907816886902,
      "learning_rate": 4.336358013540042e-05,
      "loss": 4.898,
      "step": 313490
    },
    {
      "epoch": 0.2744080438289592,
      "grad_norm": 0.5840287804603577,
      "learning_rate": 4.336337347508513e-05,
      "loss": 5.3285,
      "step": 313495
    },
    {
      "epoch": 0.2744124204225864,
      "grad_norm": 0.5692793726921082,
      "learning_rate": 4.3363166812192224e-05,
      "loss": 5.8859,
      "step": 313500
    },
    {
      "epoch": 0.2744167970162135,
      "grad_norm": 0.602956235408783,
      "learning_rate": 4.336296014672174e-05,
      "loss": 5.2149,
      "step": 313505
    },
    {
      "epoch": 0.2744211736098407,
      "grad_norm": 0.6129981279373169,
      "learning_rate": 4.336275347867372e-05,
      "loss": 4.8719,
      "step": 313510
    },
    {
      "epoch": 0.2744255502034678,
      "grad_norm": 0.5863943099975586,
      "learning_rate": 4.336254680804821e-05,
      "loss": 5.3977,
      "step": 313515
    },
    {
      "epoch": 0.274429926797095,
      "grad_norm": 0.5928487777709961,
      "learning_rate": 4.336234013484524e-05,
      "loss": 5.4082,
      "step": 313520
    },
    {
      "epoch": 0.27443430339072217,
      "grad_norm": 0.588348925113678,
      "learning_rate": 4.336213345906485e-05,
      "loss": 5.4039,
      "step": 313525
    },
    {
      "epoch": 0.2744386799843493,
      "grad_norm": 0.606020450592041,
      "learning_rate": 4.3361926780707076e-05,
      "loss": 5.1908,
      "step": 313530
    },
    {
      "epoch": 0.27444305657797646,
      "grad_norm": 0.6689543724060059,
      "learning_rate": 4.336172009977196e-05,
      "loss": 4.8169,
      "step": 313535
    },
    {
      "epoch": 0.2744474331716036,
      "grad_norm": 0.6136595010757446,
      "learning_rate": 4.336151341625957e-05,
      "loss": 4.9195,
      "step": 313540
    },
    {
      "epoch": 0.27445180976523076,
      "grad_norm": 0.6674482822418213,
      "learning_rate": 4.33613067301699e-05,
      "loss": 5.6029,
      "step": 313545
    },
    {
      "epoch": 0.27445618635885793,
      "grad_norm": 0.585792601108551,
      "learning_rate": 4.336110004150301e-05,
      "loss": 5.9166,
      "step": 313550
    },
    {
      "epoch": 0.27446056295248505,
      "grad_norm": 0.572746217250824,
      "learning_rate": 4.336089335025896e-05,
      "loss": 5.6979,
      "step": 313555
    },
    {
      "epoch": 0.27446493954611223,
      "grad_norm": 0.5909942984580994,
      "learning_rate": 4.336068665643776e-05,
      "loss": 5.4185,
      "step": 313560
    },
    {
      "epoch": 0.2744693161397394,
      "grad_norm": 0.6083757281303406,
      "learning_rate": 4.336047996003946e-05,
      "loss": 4.9055,
      "step": 313565
    },
    {
      "epoch": 0.2744736927333665,
      "grad_norm": 0.5817772150039673,
      "learning_rate": 4.336027326106411e-05,
      "loss": 5.8902,
      "step": 313570
    },
    {
      "epoch": 0.2744780693269937,
      "grad_norm": 0.6949431896209717,
      "learning_rate": 4.336006655951174e-05,
      "loss": 4.7911,
      "step": 313575
    },
    {
      "epoch": 0.2744824459206208,
      "grad_norm": 0.6010681986808777,
      "learning_rate": 4.335985985538238e-05,
      "loss": 5.1212,
      "step": 313580
    },
    {
      "epoch": 0.274486822514248,
      "grad_norm": 0.6359934210777283,
      "learning_rate": 4.3359653148676084e-05,
      "loss": 5.6291,
      "step": 313585
    },
    {
      "epoch": 0.2744911991078752,
      "grad_norm": 0.5936122536659241,
      "learning_rate": 4.335944643939289e-05,
      "loss": 5.6293,
      "step": 313590
    },
    {
      "epoch": 0.2744955757015023,
      "grad_norm": 0.6210862398147583,
      "learning_rate": 4.335923972753285e-05,
      "loss": 5.1277,
      "step": 313595
    },
    {
      "epoch": 0.27449995229512947,
      "grad_norm": 0.5879381895065308,
      "learning_rate": 4.3359033013095976e-05,
      "loss": 4.9002,
      "step": 313600
    },
    {
      "epoch": 0.27450432888875664,
      "grad_norm": 0.5840774178504944,
      "learning_rate": 4.3358826296082325e-05,
      "loss": 5.1093,
      "step": 313605
    },
    {
      "epoch": 0.27450870548238376,
      "grad_norm": 0.6292272806167603,
      "learning_rate": 4.335861957649193e-05,
      "loss": 5.4086,
      "step": 313610
    },
    {
      "epoch": 0.27451308207601094,
      "grad_norm": 0.5697576999664307,
      "learning_rate": 4.3358412854324845e-05,
      "loss": 5.3864,
      "step": 313615
    },
    {
      "epoch": 0.27451745866963806,
      "grad_norm": 0.6234387159347534,
      "learning_rate": 4.335820612958109e-05,
      "loss": 5.6946,
      "step": 313620
    },
    {
      "epoch": 0.27452183526326523,
      "grad_norm": 0.5885708928108215,
      "learning_rate": 4.3357999402260715e-05,
      "loss": 5.1186,
      "step": 313625
    },
    {
      "epoch": 0.2745262118568924,
      "grad_norm": 0.5738231539726257,
      "learning_rate": 4.335779267236378e-05,
      "loss": 5.4242,
      "step": 313630
    },
    {
      "epoch": 0.27453058845051953,
      "grad_norm": 0.6086705327033997,
      "learning_rate": 4.335758593989029e-05,
      "loss": 4.3229,
      "step": 313635
    },
    {
      "epoch": 0.2745349650441467,
      "grad_norm": 0.5936859846115112,
      "learning_rate": 4.33573792048403e-05,
      "loss": 5.4168,
      "step": 313640
    },
    {
      "epoch": 0.2745393416377739,
      "grad_norm": 0.6107456088066101,
      "learning_rate": 4.3357172467213835e-05,
      "loss": 4.3761,
      "step": 313645
    },
    {
      "epoch": 0.274543718231401,
      "grad_norm": 0.5917695164680481,
      "learning_rate": 4.335696572701097e-05,
      "loss": 5.9092,
      "step": 313650
    },
    {
      "epoch": 0.2745480948250282,
      "grad_norm": 0.5730825066566467,
      "learning_rate": 4.3356758984231715e-05,
      "loss": 6.2154,
      "step": 313655
    },
    {
      "epoch": 0.2745524714186553,
      "grad_norm": 0.6028467416763306,
      "learning_rate": 4.3356552238876125e-05,
      "loss": 4.6018,
      "step": 313660
    },
    {
      "epoch": 0.2745568480122825,
      "grad_norm": 0.6016941666603088,
      "learning_rate": 4.3356345490944226e-05,
      "loss": 5.2228,
      "step": 313665
    },
    {
      "epoch": 0.27456122460590965,
      "grad_norm": 0.5929182171821594,
      "learning_rate": 4.335613874043607e-05,
      "loss": 4.381,
      "step": 313670
    },
    {
      "epoch": 0.27456560119953677,
      "grad_norm": 0.615685224533081,
      "learning_rate": 4.3355931987351694e-05,
      "loss": 6.1719,
      "step": 313675
    },
    {
      "epoch": 0.27456997779316394,
      "grad_norm": 0.7713483572006226,
      "learning_rate": 4.3355725231691135e-05,
      "loss": 4.9451,
      "step": 313680
    },
    {
      "epoch": 0.27457435438679106,
      "grad_norm": 0.6479829549789429,
      "learning_rate": 4.3355518473454424e-05,
      "loss": 4.6293,
      "step": 313685
    },
    {
      "epoch": 0.27457873098041824,
      "grad_norm": 0.5998668074607849,
      "learning_rate": 4.3355311712641634e-05,
      "loss": 5.9016,
      "step": 313690
    },
    {
      "epoch": 0.2745831075740454,
      "grad_norm": 0.572604775428772,
      "learning_rate": 4.335510494925277e-05,
      "loss": 5.6184,
      "step": 313695
    },
    {
      "epoch": 0.27458748416767254,
      "grad_norm": 0.6090707778930664,
      "learning_rate": 4.3354898183287876e-05,
      "loss": 5.61,
      "step": 313700
    },
    {
      "epoch": 0.2745918607612997,
      "grad_norm": 0.5846319198608398,
      "learning_rate": 4.335469141474701e-05,
      "loss": 5.3121,
      "step": 313705
    },
    {
      "epoch": 0.2745962373549269,
      "grad_norm": 0.5867328643798828,
      "learning_rate": 4.33544846436302e-05,
      "loss": 5.6018,
      "step": 313710
    },
    {
      "epoch": 0.274600613948554,
      "grad_norm": 0.5982189774513245,
      "learning_rate": 4.335427786993747e-05,
      "loss": 5.3901,
      "step": 313715
    },
    {
      "epoch": 0.2746049905421812,
      "grad_norm": 0.5713008046150208,
      "learning_rate": 4.33540710936689e-05,
      "loss": 5.3987,
      "step": 313720
    },
    {
      "epoch": 0.2746093671358083,
      "grad_norm": 0.5858750939369202,
      "learning_rate": 4.335386431482451e-05,
      "loss": 5.9162,
      "step": 313725
    },
    {
      "epoch": 0.2746137437294355,
      "grad_norm": 0.6237334609031677,
      "learning_rate": 4.335365753340432e-05,
      "loss": 5.1731,
      "step": 313730
    },
    {
      "epoch": 0.27461812032306265,
      "grad_norm": 0.6242092251777649,
      "learning_rate": 4.335345074940841e-05,
      "loss": 4.8834,
      "step": 313735
    },
    {
      "epoch": 0.2746224969166898,
      "grad_norm": 0.580858588218689,
      "learning_rate": 4.335324396283678e-05,
      "loss": 5.7457,
      "step": 313740
    },
    {
      "epoch": 0.27462687351031695,
      "grad_norm": 0.617116391658783,
      "learning_rate": 4.335303717368949e-05,
      "loss": 4.893,
      "step": 313745
    },
    {
      "epoch": 0.2746312501039441,
      "grad_norm": 0.5821982026100159,
      "learning_rate": 4.335283038196657e-05,
      "loss": 5.9061,
      "step": 313750
    },
    {
      "epoch": 0.27463562669757124,
      "grad_norm": 0.6062099933624268,
      "learning_rate": 4.335262358766808e-05,
      "loss": 4.5766,
      "step": 313755
    },
    {
      "epoch": 0.2746400032911984,
      "grad_norm": 0.6076125502586365,
      "learning_rate": 4.335241679079404e-05,
      "loss": 4.6283,
      "step": 313760
    },
    {
      "epoch": 0.27464437988482554,
      "grad_norm": 0.6005422472953796,
      "learning_rate": 4.33522099913445e-05,
      "loss": 4.8794,
      "step": 313765
    },
    {
      "epoch": 0.2746487564784527,
      "grad_norm": 0.6108114123344421,
      "learning_rate": 4.335200318931949e-05,
      "loss": 5.3333,
      "step": 313770
    },
    {
      "epoch": 0.2746531330720799,
      "grad_norm": 0.5930571556091309,
      "learning_rate": 4.3351796384719054e-05,
      "loss": 5.3808,
      "step": 313775
    },
    {
      "epoch": 0.274657509665707,
      "grad_norm": 0.6001898646354675,
      "learning_rate": 4.335158957754325e-05,
      "loss": 4.9003,
      "step": 313780
    },
    {
      "epoch": 0.2746618862593342,
      "grad_norm": 0.5969461798667908,
      "learning_rate": 4.335138276779209e-05,
      "loss": 4.6899,
      "step": 313785
    },
    {
      "epoch": 0.2746662628529613,
      "grad_norm": 0.5935019850730896,
      "learning_rate": 4.335117595546563e-05,
      "loss": 5.9145,
      "step": 313790
    },
    {
      "epoch": 0.2746706394465885,
      "grad_norm": 0.5902240872383118,
      "learning_rate": 4.33509691405639e-05,
      "loss": 5.1989,
      "step": 313795
    },
    {
      "epoch": 0.27467501604021566,
      "grad_norm": 0.5878326892852783,
      "learning_rate": 4.3350762323086956e-05,
      "loss": 4.8987,
      "step": 313800
    },
    {
      "epoch": 0.2746793926338428,
      "grad_norm": 0.5885680317878723,
      "learning_rate": 4.335055550303482e-05,
      "loss": 5.0938,
      "step": 313805
    },
    {
      "epoch": 0.27468376922746995,
      "grad_norm": 0.5721006393432617,
      "learning_rate": 4.3350348680407535e-05,
      "loss": 5.7074,
      "step": 313810
    },
    {
      "epoch": 0.27468814582109713,
      "grad_norm": 0.5956322550773621,
      "learning_rate": 4.335014185520515e-05,
      "loss": 5.2144,
      "step": 313815
    },
    {
      "epoch": 0.27469252241472425,
      "grad_norm": 0.5802298784255981,
      "learning_rate": 4.334993502742771e-05,
      "loss": 5.7034,
      "step": 313820
    },
    {
      "epoch": 0.2746968990083514,
      "grad_norm": 0.5982553362846375,
      "learning_rate": 4.334972819707523e-05,
      "loss": 4.0961,
      "step": 313825
    },
    {
      "epoch": 0.27470127560197855,
      "grad_norm": 0.5879034996032715,
      "learning_rate": 4.334952136414777e-05,
      "loss": 4.9332,
      "step": 313830
    },
    {
      "epoch": 0.2747056521956057,
      "grad_norm": 0.6052422523498535,
      "learning_rate": 4.334931452864538e-05,
      "loss": 4.5774,
      "step": 313835
    },
    {
      "epoch": 0.2747100287892329,
      "grad_norm": 0.5814260244369507,
      "learning_rate": 4.3349107690568066e-05,
      "loss": 5.9061,
      "step": 313840
    },
    {
      "epoch": 0.27471440538286,
      "grad_norm": 0.589623212814331,
      "learning_rate": 4.3348900849915896e-05,
      "loss": 4.774,
      "step": 313845
    },
    {
      "epoch": 0.2747187819764872,
      "grad_norm": 0.5897520184516907,
      "learning_rate": 4.3348694006688895e-05,
      "loss": 4.9185,
      "step": 313850
    },
    {
      "epoch": 0.27472315857011437,
      "grad_norm": 0.5829136371612549,
      "learning_rate": 4.3348487160887116e-05,
      "loss": 5.8848,
      "step": 313855
    },
    {
      "epoch": 0.2747275351637415,
      "grad_norm": 0.5741515755653381,
      "learning_rate": 4.334828031251058e-05,
      "loss": 5.436,
      "step": 313860
    },
    {
      "epoch": 0.27473191175736866,
      "grad_norm": 0.5944903492927551,
      "learning_rate": 4.3348073461559344e-05,
      "loss": 5.1488,
      "step": 313865
    },
    {
      "epoch": 0.2747362883509958,
      "grad_norm": 0.5767644643783569,
      "learning_rate": 4.334786660803345e-05,
      "loss": 4.7443,
      "step": 313870
    },
    {
      "epoch": 0.27474066494462296,
      "grad_norm": 0.608625590801239,
      "learning_rate": 4.3347659751932926e-05,
      "loss": 4.9419,
      "step": 313875
    },
    {
      "epoch": 0.27474504153825013,
      "grad_norm": 0.5940288305282593,
      "learning_rate": 4.334745289325781e-05,
      "loss": 4.5558,
      "step": 313880
    },
    {
      "epoch": 0.27474941813187725,
      "grad_norm": 0.5812999606132507,
      "learning_rate": 4.334724603200815e-05,
      "loss": 5.6365,
      "step": 313885
    },
    {
      "epoch": 0.27475379472550443,
      "grad_norm": 0.5723611116409302,
      "learning_rate": 4.334703916818399e-05,
      "loss": 4.8242,
      "step": 313890
    },
    {
      "epoch": 0.2747581713191316,
      "grad_norm": 0.6025171875953674,
      "learning_rate": 4.3346832301785354e-05,
      "loss": 4.5997,
      "step": 313895
    },
    {
      "epoch": 0.2747625479127587,
      "grad_norm": 0.586756706237793,
      "learning_rate": 4.3346625432812306e-05,
      "loss": 5.4601,
      "step": 313900
    },
    {
      "epoch": 0.2747669245063859,
      "grad_norm": 0.561821699142456,
      "learning_rate": 4.334641856126486e-05,
      "loss": 5.7117,
      "step": 313905
    },
    {
      "epoch": 0.274771301100013,
      "grad_norm": 0.5769544839859009,
      "learning_rate": 4.334621168714307e-05,
      "loss": 5.6064,
      "step": 313910
    },
    {
      "epoch": 0.2747756776936402,
      "grad_norm": 0.5904600620269775,
      "learning_rate": 4.334600481044697e-05,
      "loss": 5.3821,
      "step": 313915
    },
    {
      "epoch": 0.2747800542872674,
      "grad_norm": 0.5762108564376831,
      "learning_rate": 4.334579793117661e-05,
      "loss": 5.625,
      "step": 313920
    },
    {
      "epoch": 0.2747844308808945,
      "grad_norm": 0.5742196440696716,
      "learning_rate": 4.3345591049332015e-05,
      "loss": 5.3131,
      "step": 313925
    },
    {
      "epoch": 0.27478880747452167,
      "grad_norm": 0.6102961301803589,
      "learning_rate": 4.334538416491325e-05,
      "loss": 4.3962,
      "step": 313930
    },
    {
      "epoch": 0.2747931840681488,
      "grad_norm": 0.5753480195999146,
      "learning_rate": 4.334517727792032e-05,
      "loss": 4.785,
      "step": 313935
    },
    {
      "epoch": 0.27479756066177596,
      "grad_norm": 0.5690125226974487,
      "learning_rate": 4.334497038835329e-05,
      "loss": 4.6157,
      "step": 313940
    },
    {
      "epoch": 0.27480193725540314,
      "grad_norm": 0.6094239950180054,
      "learning_rate": 4.334476349621219e-05,
      "loss": 4.3805,
      "step": 313945
    },
    {
      "epoch": 0.27480631384903026,
      "grad_norm": 0.5974498987197876,
      "learning_rate": 4.334455660149707e-05,
      "loss": 5.4398,
      "step": 313950
    },
    {
      "epoch": 0.27481069044265743,
      "grad_norm": 0.5741305947303772,
      "learning_rate": 4.334434970420795e-05,
      "loss": 5.9197,
      "step": 313955
    },
    {
      "epoch": 0.2748150670362846,
      "grad_norm": 0.5784919857978821,
      "learning_rate": 4.33441428043449e-05,
      "loss": 5.1806,
      "step": 313960
    },
    {
      "epoch": 0.27481944362991173,
      "grad_norm": 0.6032439470291138,
      "learning_rate": 4.334393590190793e-05,
      "loss": 4.7923,
      "step": 313965
    },
    {
      "epoch": 0.2748238202235389,
      "grad_norm": 0.5961421728134155,
      "learning_rate": 4.3343728996897104e-05,
      "loss": 5.2397,
      "step": 313970
    },
    {
      "epoch": 0.274828196817166,
      "grad_norm": 0.5698333978652954,
      "learning_rate": 4.334352208931244e-05,
      "loss": 5.0703,
      "step": 313975
    },
    {
      "epoch": 0.2748325734107932,
      "grad_norm": 0.5854836106300354,
      "learning_rate": 4.334331517915399e-05,
      "loss": 5.0971,
      "step": 313980
    },
    {
      "epoch": 0.2748369500044204,
      "grad_norm": 0.5738945603370667,
      "learning_rate": 4.334310826642178e-05,
      "loss": 5.7066,
      "step": 313985
    },
    {
      "epoch": 0.2748413265980475,
      "grad_norm": 0.5824340581893921,
      "learning_rate": 4.334290135111588e-05,
      "loss": 5.0888,
      "step": 313990
    },
    {
      "epoch": 0.2748457031916747,
      "grad_norm": 0.5984894037246704,
      "learning_rate": 4.334269443323631e-05,
      "loss": 4.8613,
      "step": 313995
    },
    {
      "epoch": 0.27485007978530185,
      "grad_norm": 0.6363824009895325,
      "learning_rate": 4.3342487512783106e-05,
      "loss": 5.1049,
      "step": 314000
    },
    {
      "epoch": 0.27485445637892897,
      "grad_norm": 0.5865631699562073,
      "learning_rate": 4.334228058975631e-05,
      "loss": 5.7074,
      "step": 314005
    },
    {
      "epoch": 0.27485883297255614,
      "grad_norm": 0.5974289774894714,
      "learning_rate": 4.334207366415598e-05,
      "loss": 5.3826,
      "step": 314010
    },
    {
      "epoch": 0.27486320956618326,
      "grad_norm": 0.5816770792007446,
      "learning_rate": 4.334186673598213e-05,
      "loss": 5.1063,
      "step": 314015
    },
    {
      "epoch": 0.27486758615981044,
      "grad_norm": 0.6185099482536316,
      "learning_rate": 4.334165980523481e-05,
      "loss": 5.3814,
      "step": 314020
    },
    {
      "epoch": 0.2748719627534376,
      "grad_norm": 0.6171327233314514,
      "learning_rate": 4.3341452871914066e-05,
      "loss": 5.9344,
      "step": 314025
    },
    {
      "epoch": 0.27487633934706474,
      "grad_norm": 0.6131340861320496,
      "learning_rate": 4.334124593601994e-05,
      "loss": 4.5821,
      "step": 314030
    },
    {
      "epoch": 0.2748807159406919,
      "grad_norm": 0.6172792315483093,
      "learning_rate": 4.334103899755245e-05,
      "loss": 5.0809,
      "step": 314035
    },
    {
      "epoch": 0.2748850925343191,
      "grad_norm": 0.6079020500183105,
      "learning_rate": 4.334083205651166e-05,
      "loss": 4.5227,
      "step": 314040
    },
    {
      "epoch": 0.2748894691279462,
      "grad_norm": 0.6140089631080627,
      "learning_rate": 4.3340625112897604e-05,
      "loss": 5.1212,
      "step": 314045
    },
    {
      "epoch": 0.2748938457215734,
      "grad_norm": 0.6110655069351196,
      "learning_rate": 4.334041816671032e-05,
      "loss": 5.2161,
      "step": 314050
    },
    {
      "epoch": 0.2748982223152005,
      "grad_norm": 0.6448478102684021,
      "learning_rate": 4.334021121794984e-05,
      "loss": 5.4169,
      "step": 314055
    },
    {
      "epoch": 0.2749025989088277,
      "grad_norm": 0.5893190503120422,
      "learning_rate": 4.3340004266616217e-05,
      "loss": 5.9316,
      "step": 314060
    },
    {
      "epoch": 0.27490697550245485,
      "grad_norm": 0.6112762689590454,
      "learning_rate": 4.333979731270947e-05,
      "loss": 5.4269,
      "step": 314065
    },
    {
      "epoch": 0.274911352096082,
      "grad_norm": 0.5809540152549744,
      "learning_rate": 4.3339590356229674e-05,
      "loss": 5.6275,
      "step": 314070
    },
    {
      "epoch": 0.27491572868970915,
      "grad_norm": 0.5886860489845276,
      "learning_rate": 4.333938339717683e-05,
      "loss": 5.5541,
      "step": 314075
    },
    {
      "epoch": 0.27492010528333627,
      "grad_norm": 0.58631831407547,
      "learning_rate": 4.3339176435551024e-05,
      "loss": 5.9166,
      "step": 314080
    },
    {
      "epoch": 0.27492448187696344,
      "grad_norm": 0.5742784142494202,
      "learning_rate": 4.333896947135224e-05,
      "loss": 5.8848,
      "step": 314085
    },
    {
      "epoch": 0.2749288584705906,
      "grad_norm": 0.5919590592384338,
      "learning_rate": 4.333876250458056e-05,
      "loss": 5.1316,
      "step": 314090
    },
    {
      "epoch": 0.27493323506421774,
      "grad_norm": 0.5720754861831665,
      "learning_rate": 4.3338555535236e-05,
      "loss": 5.8799,
      "step": 314095
    },
    {
      "epoch": 0.2749376116578449,
      "grad_norm": 0.5796453356742859,
      "learning_rate": 4.333834856331862e-05,
      "loss": 5.643,
      "step": 314100
    },
    {
      "epoch": 0.2749419882514721,
      "grad_norm": 0.5824452042579651,
      "learning_rate": 4.3338141588828455e-05,
      "loss": 5.1461,
      "step": 314105
    },
    {
      "epoch": 0.2749463648450992,
      "grad_norm": 0.5925163626670837,
      "learning_rate": 4.333793461176553e-05,
      "loss": 5.4222,
      "step": 314110
    },
    {
      "epoch": 0.2749507414387264,
      "grad_norm": 0.6193022131919861,
      "learning_rate": 4.33377276321299e-05,
      "loss": 4.8311,
      "step": 314115
    },
    {
      "epoch": 0.2749551180323535,
      "grad_norm": 0.6466719508171082,
      "learning_rate": 4.3337520649921595e-05,
      "loss": 4.4259,
      "step": 314120
    },
    {
      "epoch": 0.2749594946259807,
      "grad_norm": 0.6166432499885559,
      "learning_rate": 4.3337313665140657e-05,
      "loss": 5.9164,
      "step": 314125
    },
    {
      "epoch": 0.27496387121960786,
      "grad_norm": 0.5913293361663818,
      "learning_rate": 4.333710667778713e-05,
      "loss": 5.4034,
      "step": 314130
    },
    {
      "epoch": 0.274968247813235,
      "grad_norm": 0.6241519451141357,
      "learning_rate": 4.333689968786106e-05,
      "loss": 5.6956,
      "step": 314135
    },
    {
      "epoch": 0.27497262440686215,
      "grad_norm": 0.6102586388587952,
      "learning_rate": 4.333669269536248e-05,
      "loss": 5.9262,
      "step": 314140
    },
    {
      "epoch": 0.27497700100048933,
      "grad_norm": 0.5812665820121765,
      "learning_rate": 4.333648570029143e-05,
      "loss": 4.8033,
      "step": 314145
    },
    {
      "epoch": 0.27498137759411645,
      "grad_norm": 0.6031610369682312,
      "learning_rate": 4.333627870264795e-05,
      "loss": 4.9185,
      "step": 314150
    },
    {
      "epoch": 0.2749857541877436,
      "grad_norm": 0.6050169467926025,
      "learning_rate": 4.333607170243207e-05,
      "loss": 5.8559,
      "step": 314155
    },
    {
      "epoch": 0.27499013078137075,
      "grad_norm": 0.62099689245224,
      "learning_rate": 4.333586469964385e-05,
      "loss": 5.1836,
      "step": 314160
    },
    {
      "epoch": 0.2749945073749979,
      "grad_norm": 0.5866162180900574,
      "learning_rate": 4.33356576942833e-05,
      "loss": 4.8961,
      "step": 314165
    },
    {
      "epoch": 0.2749988839686251,
      "grad_norm": 0.6197537183761597,
      "learning_rate": 4.33354506863505e-05,
      "loss": 4.3987,
      "step": 314170
    },
    {
      "epoch": 0.2750032605622522,
      "grad_norm": 0.5819094777107239,
      "learning_rate": 4.333524367584546e-05,
      "loss": 5.3763,
      "step": 314175
    },
    {
      "epoch": 0.2750076371558794,
      "grad_norm": 0.5903041958808899,
      "learning_rate": 4.3335036662768224e-05,
      "loss": 5.1003,
      "step": 314180
    },
    {
      "epoch": 0.2750120137495065,
      "grad_norm": 0.5820639133453369,
      "learning_rate": 4.333482964711884e-05,
      "loss": 5.4146,
      "step": 314185
    },
    {
      "epoch": 0.2750163903431337,
      "grad_norm": 0.5938825607299805,
      "learning_rate": 4.3334622628897356e-05,
      "loss": 4.909,
      "step": 314190
    },
    {
      "epoch": 0.27502076693676086,
      "grad_norm": 0.6137975454330444,
      "learning_rate": 4.3334415608103795e-05,
      "loss": 5.6717,
      "step": 314195
    },
    {
      "epoch": 0.275025143530388,
      "grad_norm": 0.613699734210968,
      "learning_rate": 4.33342085847382e-05,
      "loss": 4.3957,
      "step": 314200
    },
    {
      "epoch": 0.27502952012401516,
      "grad_norm": 0.6062438488006592,
      "learning_rate": 4.333400155880062e-05,
      "loss": 4.3152,
      "step": 314205
    },
    {
      "epoch": 0.27503389671764233,
      "grad_norm": 0.6044888496398926,
      "learning_rate": 4.333379453029108e-05,
      "loss": 5.3854,
      "step": 314210
    },
    {
      "epoch": 0.27503827331126945,
      "grad_norm": 0.6003693342208862,
      "learning_rate": 4.333358749920963e-05,
      "loss": 5.4626,
      "step": 314215
    },
    {
      "epoch": 0.27504264990489663,
      "grad_norm": 0.5796843767166138,
      "learning_rate": 4.3333380465556304e-05,
      "loss": 5.318,
      "step": 314220
    },
    {
      "epoch": 0.27504702649852375,
      "grad_norm": 0.609084963798523,
      "learning_rate": 4.333317342933115e-05,
      "loss": 5.698,
      "step": 314225
    },
    {
      "epoch": 0.2750514030921509,
      "grad_norm": 0.5748689770698547,
      "learning_rate": 4.333296639053421e-05,
      "loss": 5.5805,
      "step": 314230
    },
    {
      "epoch": 0.2750557796857781,
      "grad_norm": 0.5667956471443176,
      "learning_rate": 4.333275934916552e-05,
      "loss": 6.1617,
      "step": 314235
    },
    {
      "epoch": 0.2750601562794052,
      "grad_norm": 0.5982291102409363,
      "learning_rate": 4.333255230522512e-05,
      "loss": 4.9039,
      "step": 314240
    },
    {
      "epoch": 0.2750645328730324,
      "grad_norm": 0.595231294631958,
      "learning_rate": 4.333234525871302e-05,
      "loss": 5.7429,
      "step": 314245
    },
    {
      "epoch": 0.2750689094666596,
      "grad_norm": 0.604106605052948,
      "learning_rate": 4.3332138209629327e-05,
      "loss": 5.6859,
      "step": 314250
    },
    {
      "epoch": 0.2750732860602867,
      "grad_norm": 0.5800018310546875,
      "learning_rate": 4.333193115797401e-05,
      "loss": 5.0766,
      "step": 314255
    },
    {
      "epoch": 0.27507766265391387,
      "grad_norm": 0.592158854007721,
      "learning_rate": 4.333172410374716e-05,
      "loss": 5.8605,
      "step": 314260
    },
    {
      "epoch": 0.275082039247541,
      "grad_norm": 0.5898585915565491,
      "learning_rate": 4.33315170469488e-05,
      "loss": 5.1826,
      "step": 314265
    },
    {
      "epoch": 0.27508641584116816,
      "grad_norm": 0.5807414650917053,
      "learning_rate": 4.3331309987578964e-05,
      "loss": 5.6219,
      "step": 314270
    },
    {
      "epoch": 0.27509079243479534,
      "grad_norm": 0.5673056244850159,
      "learning_rate": 4.333110292563769e-05,
      "loss": 6.2172,
      "step": 314275
    },
    {
      "epoch": 0.27509516902842246,
      "grad_norm": 0.5831812024116516,
      "learning_rate": 4.333089586112502e-05,
      "loss": 5.1364,
      "step": 314280
    },
    {
      "epoch": 0.27509954562204963,
      "grad_norm": 0.5825487971305847,
      "learning_rate": 4.333068879404101e-05,
      "loss": 6.2191,
      "step": 314285
    },
    {
      "epoch": 0.2751039222156768,
      "grad_norm": 0.5773328542709351,
      "learning_rate": 4.3330481724385676e-05,
      "loss": 5.9082,
      "step": 314290
    },
    {
      "epoch": 0.27510829880930393,
      "grad_norm": 0.5772737860679626,
      "learning_rate": 4.3330274652159075e-05,
      "loss": 5.6789,
      "step": 314295
    },
    {
      "epoch": 0.2751126754029311,
      "grad_norm": 0.5954268574714661,
      "learning_rate": 4.333006757736124e-05,
      "loss": 4.8633,
      "step": 314300
    },
    {
      "epoch": 0.2751170519965582,
      "grad_norm": 0.5901023149490356,
      "learning_rate": 4.332986049999222e-05,
      "loss": 5.2136,
      "step": 314305
    },
    {
      "epoch": 0.2751214285901854,
      "grad_norm": 0.6206475496292114,
      "learning_rate": 4.332965342005204e-05,
      "loss": 5.3651,
      "step": 314310
    },
    {
      "epoch": 0.2751258051838126,
      "grad_norm": 0.6295918226242065,
      "learning_rate": 4.3329446337540744e-05,
      "loss": 5.6692,
      "step": 314315
    },
    {
      "epoch": 0.2751301817774397,
      "grad_norm": 0.6140174269676208,
      "learning_rate": 4.3329239252458385e-05,
      "loss": 4.8593,
      "step": 314320
    },
    {
      "epoch": 0.2751345583710669,
      "grad_norm": 0.5902693867683411,
      "learning_rate": 4.3329032164804984e-05,
      "loss": 5.8723,
      "step": 314325
    },
    {
      "epoch": 0.275138934964694,
      "grad_norm": 0.6070976853370667,
      "learning_rate": 4.332882507458059e-05,
      "loss": 5.4393,
      "step": 314330
    },
    {
      "epoch": 0.27514331155832117,
      "grad_norm": 0.5799512267112732,
      "learning_rate": 4.332861798178526e-05,
      "loss": 5.702,
      "step": 314335
    },
    {
      "epoch": 0.27514768815194834,
      "grad_norm": 0.6110531091690063,
      "learning_rate": 4.3328410886419e-05,
      "loss": 5.3992,
      "step": 314340
    },
    {
      "epoch": 0.27515206474557546,
      "grad_norm": 0.6100065112113953,
      "learning_rate": 4.332820378848187e-05,
      "loss": 4.811,
      "step": 314345
    },
    {
      "epoch": 0.27515644133920264,
      "grad_norm": 0.5817348957061768,
      "learning_rate": 4.332799668797391e-05,
      "loss": 6.2275,
      "step": 314350
    },
    {
      "epoch": 0.2751608179328298,
      "grad_norm": 0.5994969010353088,
      "learning_rate": 4.332778958489515e-05,
      "loss": 5.3554,
      "step": 314355
    },
    {
      "epoch": 0.27516519452645694,
      "grad_norm": 0.6135764122009277,
      "learning_rate": 4.332758247924566e-05,
      "loss": 5.0295,
      "step": 314360
    },
    {
      "epoch": 0.2751695711200841,
      "grad_norm": 0.5791015028953552,
      "learning_rate": 4.332737537102543e-05,
      "loss": 5.8908,
      "step": 314365
    },
    {
      "epoch": 0.27517394771371123,
      "grad_norm": 0.5964086055755615,
      "learning_rate": 4.332716826023453e-05,
      "loss": 4.5782,
      "step": 314370
    },
    {
      "epoch": 0.2751783243073384,
      "grad_norm": 0.6274052262306213,
      "learning_rate": 4.3326961146873e-05,
      "loss": 4.8621,
      "step": 314375
    },
    {
      "epoch": 0.2751827009009656,
      "grad_norm": 0.5943286418914795,
      "learning_rate": 4.332675403094089e-05,
      "loss": 4.8454,
      "step": 314380
    },
    {
      "epoch": 0.2751870774945927,
      "grad_norm": 0.6076130270957947,
      "learning_rate": 4.3326546912438214e-05,
      "loss": 5.2089,
      "step": 314385
    },
    {
      "epoch": 0.2751914540882199,
      "grad_norm": 0.6423401832580566,
      "learning_rate": 4.332633979136502e-05,
      "loss": 4.8739,
      "step": 314390
    },
    {
      "epoch": 0.27519583068184705,
      "grad_norm": 0.6111321449279785,
      "learning_rate": 4.332613266772135e-05,
      "loss": 5.1444,
      "step": 314395
    },
    {
      "epoch": 0.2752002072754742,
      "grad_norm": 0.6208049654960632,
      "learning_rate": 4.332592554150726e-05,
      "loss": 4.6734,
      "step": 314400
    },
    {
      "epoch": 0.27520458386910135,
      "grad_norm": 0.602202832698822,
      "learning_rate": 4.3325718412722774e-05,
      "loss": 4.9016,
      "step": 314405
    },
    {
      "epoch": 0.27520896046272847,
      "grad_norm": 0.6001772880554199,
      "learning_rate": 4.3325511281367934e-05,
      "loss": 4.3324,
      "step": 314410
    },
    {
      "epoch": 0.27521333705635564,
      "grad_norm": 0.6028217673301697,
      "learning_rate": 4.332530414744277e-05,
      "loss": 5.2818,
      "step": 314415
    },
    {
      "epoch": 0.2752177136499828,
      "grad_norm": 0.5970643162727356,
      "learning_rate": 4.332509701094735e-05,
      "loss": 5.7075,
      "step": 314420
    },
    {
      "epoch": 0.27522209024360994,
      "grad_norm": 0.6025185585021973,
      "learning_rate": 4.332488987188168e-05,
      "loss": 5.1941,
      "step": 314425
    },
    {
      "epoch": 0.2752264668372371,
      "grad_norm": 0.5989805459976196,
      "learning_rate": 4.3324682730245826e-05,
      "loss": 5.2183,
      "step": 314430
    },
    {
      "epoch": 0.27523084343086424,
      "grad_norm": 0.5960044860839844,
      "learning_rate": 4.3324475586039816e-05,
      "loss": 5.7146,
      "step": 314435
    },
    {
      "epoch": 0.2752352200244914,
      "grad_norm": 0.6308901906013489,
      "learning_rate": 4.3324268439263684e-05,
      "loss": 4.6795,
      "step": 314440
    },
    {
      "epoch": 0.2752395966181186,
      "grad_norm": 0.6143947243690491,
      "learning_rate": 4.3324061289917485e-05,
      "loss": 5.4223,
      "step": 314445
    },
    {
      "epoch": 0.2752439732117457,
      "grad_norm": 0.5957207083702087,
      "learning_rate": 4.332385413800125e-05,
      "loss": 5.1271,
      "step": 314450
    },
    {
      "epoch": 0.2752483498053729,
      "grad_norm": 0.6057138442993164,
      "learning_rate": 4.332364698351502e-05,
      "loss": 4.8277,
      "step": 314455
    },
    {
      "epoch": 0.27525272639900006,
      "grad_norm": 0.5818898677825928,
      "learning_rate": 4.332343982645884e-05,
      "loss": 5.3301,
      "step": 314460
    },
    {
      "epoch": 0.2752571029926272,
      "grad_norm": 0.6094228625297546,
      "learning_rate": 4.3323232666832745e-05,
      "loss": 5.2046,
      "step": 314465
    },
    {
      "epoch": 0.27526147958625435,
      "grad_norm": 0.5848498940467834,
      "learning_rate": 4.332302550463677e-05,
      "loss": 4.808,
      "step": 314470
    },
    {
      "epoch": 0.2752658561798815,
      "grad_norm": 0.6446309685707092,
      "learning_rate": 4.332281833987096e-05,
      "loss": 4.1855,
      "step": 314475
    },
    {
      "epoch": 0.27527023277350865,
      "grad_norm": 0.601314127445221,
      "learning_rate": 4.332261117253537e-05,
      "loss": 5.9496,
      "step": 314480
    },
    {
      "epoch": 0.2752746093671358,
      "grad_norm": 0.6074131727218628,
      "learning_rate": 4.332240400263001e-05,
      "loss": 5.5959,
      "step": 314485
    },
    {
      "epoch": 0.27527898596076295,
      "grad_norm": 0.5857825875282288,
      "learning_rate": 4.332219683015495e-05,
      "loss": 5.427,
      "step": 314490
    },
    {
      "epoch": 0.2752833625543901,
      "grad_norm": 0.6015138626098633,
      "learning_rate": 4.332198965511021e-05,
      "loss": 4.8485,
      "step": 314495
    },
    {
      "epoch": 0.2752877391480173,
      "grad_norm": 0.5904834866523743,
      "learning_rate": 4.332178247749583e-05,
      "loss": 4.6589,
      "step": 314500
    },
    {
      "epoch": 0.2752921157416444,
      "grad_norm": 0.616467297077179,
      "learning_rate": 4.332157529731186e-05,
      "loss": 5.3514,
      "step": 314505
    },
    {
      "epoch": 0.2752964923352716,
      "grad_norm": 0.5975324511528015,
      "learning_rate": 4.3321368114558334e-05,
      "loss": 5.9553,
      "step": 314510
    },
    {
      "epoch": 0.2753008689288987,
      "grad_norm": 0.579156219959259,
      "learning_rate": 4.332116092923529e-05,
      "loss": 5.1085,
      "step": 314515
    },
    {
      "epoch": 0.2753052455225259,
      "grad_norm": 0.5943302512168884,
      "learning_rate": 4.332095374134277e-05,
      "loss": 5.3996,
      "step": 314520
    },
    {
      "epoch": 0.27530962211615306,
      "grad_norm": 0.5954192876815796,
      "learning_rate": 4.332074655088082e-05,
      "loss": 4.8663,
      "step": 314525
    },
    {
      "epoch": 0.2753139987097802,
      "grad_norm": 0.6006338000297546,
      "learning_rate": 4.332053935784948e-05,
      "loss": 4.1069,
      "step": 314530
    },
    {
      "epoch": 0.27531837530340736,
      "grad_norm": 0.59038907289505,
      "learning_rate": 4.332033216224879e-05,
      "loss": 4.6098,
      "step": 314535
    },
    {
      "epoch": 0.27532275189703453,
      "grad_norm": 0.5937967896461487,
      "learning_rate": 4.332012496407877e-05,
      "loss": 5.0979,
      "step": 314540
    },
    {
      "epoch": 0.27532712849066165,
      "grad_norm": 0.5821880102157593,
      "learning_rate": 4.331991776333948e-05,
      "loss": 5.3953,
      "step": 314545
    },
    {
      "epoch": 0.27533150508428883,
      "grad_norm": 0.6347840428352356,
      "learning_rate": 4.3319710560030956e-05,
      "loss": 4.4459,
      "step": 314550
    },
    {
      "epoch": 0.27533588167791595,
      "grad_norm": 0.5766593217849731,
      "learning_rate": 4.3319503354153236e-05,
      "loss": 5.7021,
      "step": 314555
    },
    {
      "epoch": 0.2753402582715431,
      "grad_norm": 0.5978160500526428,
      "learning_rate": 4.331929614570637e-05,
      "loss": 5.3964,
      "step": 314560
    },
    {
      "epoch": 0.2753446348651703,
      "grad_norm": 0.5771389007568359,
      "learning_rate": 4.331908893469038e-05,
      "loss": 4.6948,
      "step": 314565
    },
    {
      "epoch": 0.2753490114587974,
      "grad_norm": 0.6035315990447998,
      "learning_rate": 4.331888172110531e-05,
      "loss": 4.8658,
      "step": 314570
    },
    {
      "epoch": 0.2753533880524246,
      "grad_norm": 0.5835784673690796,
      "learning_rate": 4.3318674504951215e-05,
      "loss": 5.3953,
      "step": 314575
    },
    {
      "epoch": 0.2753577646460517,
      "grad_norm": 0.5818193554878235,
      "learning_rate": 4.3318467286228125e-05,
      "loss": 5.1869,
      "step": 314580
    },
    {
      "epoch": 0.2753621412396789,
      "grad_norm": 0.595474898815155,
      "learning_rate": 4.331826006493608e-05,
      "loss": 4.9038,
      "step": 314585
    },
    {
      "epoch": 0.27536651783330607,
      "grad_norm": 0.593266487121582,
      "learning_rate": 4.331805284107512e-05,
      "loss": 5.107,
      "step": 314590
    },
    {
      "epoch": 0.2753708944269332,
      "grad_norm": 0.604681134223938,
      "learning_rate": 4.331784561464527e-05,
      "loss": 5.1016,
      "step": 314595
    },
    {
      "epoch": 0.27537527102056036,
      "grad_norm": 0.6206385493278503,
      "learning_rate": 4.331763838564661e-05,
      "loss": 4.8962,
      "step": 314600
    },
    {
      "epoch": 0.27537964761418754,
      "grad_norm": 0.6043951511383057,
      "learning_rate": 4.331743115407913e-05,
      "loss": 5.2125,
      "step": 314605
    },
    {
      "epoch": 0.27538402420781466,
      "grad_norm": 0.5859615802764893,
      "learning_rate": 4.331722391994291e-05,
      "loss": 5.4391,
      "step": 314610
    },
    {
      "epoch": 0.27538840080144183,
      "grad_norm": 0.6305936574935913,
      "learning_rate": 4.331701668323797e-05,
      "loss": 4.9188,
      "step": 314615
    },
    {
      "epoch": 0.27539277739506896,
      "grad_norm": 0.5955879092216492,
      "learning_rate": 4.3316809443964353e-05,
      "loss": 5.6367,
      "step": 314620
    },
    {
      "epoch": 0.27539715398869613,
      "grad_norm": 0.5955567359924316,
      "learning_rate": 4.3316602202122116e-05,
      "loss": 4.0994,
      "step": 314625
    },
    {
      "epoch": 0.2754015305823233,
      "grad_norm": 0.6013139486312866,
      "learning_rate": 4.331639495771126e-05,
      "loss": 5.0948,
      "step": 314630
    },
    {
      "epoch": 0.2754059071759504,
      "grad_norm": 0.6091651916503906,
      "learning_rate": 4.3316187710731856e-05,
      "loss": 5.1251,
      "step": 314635
    },
    {
      "epoch": 0.2754102837695776,
      "grad_norm": 0.5928489565849304,
      "learning_rate": 4.331598046118395e-05,
      "loss": 5.0804,
      "step": 314640
    },
    {
      "epoch": 0.2754146603632048,
      "grad_norm": 0.5819706320762634,
      "learning_rate": 4.3315773209067554e-05,
      "loss": 5.3834,
      "step": 314645
    },
    {
      "epoch": 0.2754190369568319,
      "grad_norm": 0.5771398544311523,
      "learning_rate": 4.331556595438273e-05,
      "loss": 5.4188,
      "step": 314650
    },
    {
      "epoch": 0.2754234135504591,
      "grad_norm": 0.5713503956794739,
      "learning_rate": 4.33153586971295e-05,
      "loss": 5.3393,
      "step": 314655
    },
    {
      "epoch": 0.2754277901440862,
      "grad_norm": 0.5986059904098511,
      "learning_rate": 4.331515143730792e-05,
      "loss": 5.413,
      "step": 314660
    },
    {
      "epoch": 0.27543216673771337,
      "grad_norm": 0.5781781673431396,
      "learning_rate": 4.331494417491804e-05,
      "loss": 5.3833,
      "step": 314665
    },
    {
      "epoch": 0.27543654333134054,
      "grad_norm": 0.606781005859375,
      "learning_rate": 4.331473690995988e-05,
      "loss": 5.6498,
      "step": 314670
    },
    {
      "epoch": 0.27544091992496766,
      "grad_norm": 0.5676760673522949,
      "learning_rate": 4.3314529642433466e-05,
      "loss": 5.9223,
      "step": 314675
    },
    {
      "epoch": 0.27544529651859484,
      "grad_norm": 0.5756719708442688,
      "learning_rate": 4.3314322372338865e-05,
      "loss": 6.2041,
      "step": 314680
    },
    {
      "epoch": 0.275449673112222,
      "grad_norm": 0.5729219317436218,
      "learning_rate": 4.3314115099676113e-05,
      "loss": 4.2771,
      "step": 314685
    },
    {
      "epoch": 0.27545404970584914,
      "grad_norm": 0.6148905754089355,
      "learning_rate": 4.3313907824445246e-05,
      "loss": 4.9477,
      "step": 314690
    },
    {
      "epoch": 0.2754584262994763,
      "grad_norm": 0.5737756490707397,
      "learning_rate": 4.33137005466463e-05,
      "loss": 5.1158,
      "step": 314695
    },
    {
      "epoch": 0.27546280289310343,
      "grad_norm": 0.6043384671211243,
      "learning_rate": 4.3313493266279314e-05,
      "loss": 4.8944,
      "step": 314700
    },
    {
      "epoch": 0.2754671794867306,
      "grad_norm": 0.5845014452934265,
      "learning_rate": 4.331328598334433e-05,
      "loss": 5.0978,
      "step": 314705
    },
    {
      "epoch": 0.2754715560803578,
      "grad_norm": 0.6297998428344727,
      "learning_rate": 4.3313078697841406e-05,
      "loss": 5.1613,
      "step": 314710
    },
    {
      "epoch": 0.2754759326739849,
      "grad_norm": 0.5870921611785889,
      "learning_rate": 4.331287140977055e-05,
      "loss": 4.8055,
      "step": 314715
    },
    {
      "epoch": 0.2754803092676121,
      "grad_norm": 0.6156989336013794,
      "learning_rate": 4.331266411913183e-05,
      "loss": 5.6943,
      "step": 314720
    },
    {
      "epoch": 0.2754846858612392,
      "grad_norm": 0.7497801184654236,
      "learning_rate": 4.3312456825925275e-05,
      "loss": 4.7667,
      "step": 314725
    },
    {
      "epoch": 0.2754890624548664,
      "grad_norm": 0.5820231437683105,
      "learning_rate": 4.331224953015092e-05,
      "loss": 4.7412,
      "step": 314730
    },
    {
      "epoch": 0.27549343904849355,
      "grad_norm": 0.6249472498893738,
      "learning_rate": 4.3312042231808804e-05,
      "loss": 6.2016,
      "step": 314735
    },
    {
      "epoch": 0.27549781564212067,
      "grad_norm": 0.5722657442092896,
      "learning_rate": 4.3311834930898974e-05,
      "loss": 5.8854,
      "step": 314740
    },
    {
      "epoch": 0.27550219223574784,
      "grad_norm": 0.5901995897293091,
      "learning_rate": 4.331162762742147e-05,
      "loss": 4.5896,
      "step": 314745
    },
    {
      "epoch": 0.275506568829375,
      "grad_norm": 0.6291242241859436,
      "learning_rate": 4.3311420321376336e-05,
      "loss": 5.9412,
      "step": 314750
    },
    {
      "epoch": 0.27551094542300214,
      "grad_norm": 0.634971559047699,
      "learning_rate": 4.331121301276361e-05,
      "loss": 5.1182,
      "step": 314755
    },
    {
      "epoch": 0.2755153220166293,
      "grad_norm": 0.6805554032325745,
      "learning_rate": 4.331100570158331e-05,
      "loss": 5.3976,
      "step": 314760
    },
    {
      "epoch": 0.27551969861025644,
      "grad_norm": 0.6431027054786682,
      "learning_rate": 4.33107983878355e-05,
      "loss": 5.4002,
      "step": 314765
    },
    {
      "epoch": 0.2755240752038836,
      "grad_norm": 0.5725768208503723,
      "learning_rate": 4.3310591071520223e-05,
      "loss": 4.7426,
      "step": 314770
    },
    {
      "epoch": 0.2755284517975108,
      "grad_norm": 0.6127740740776062,
      "learning_rate": 4.3310383752637507e-05,
      "loss": 4.5882,
      "step": 314775
    },
    {
      "epoch": 0.2755328283911379,
      "grad_norm": 0.574414074420929,
      "learning_rate": 4.3310176431187385e-05,
      "loss": 5.9455,
      "step": 314780
    },
    {
      "epoch": 0.2755372049847651,
      "grad_norm": 0.5883074998855591,
      "learning_rate": 4.330996910716992e-05,
      "loss": 5.6904,
      "step": 314785
    },
    {
      "epoch": 0.27554158157839226,
      "grad_norm": 0.58250492811203,
      "learning_rate": 4.3309761780585134e-05,
      "loss": 5.5725,
      "step": 314790
    },
    {
      "epoch": 0.2755459581720194,
      "grad_norm": 0.5692377686500549,
      "learning_rate": 4.330955445143308e-05,
      "loss": 5.8721,
      "step": 314795
    },
    {
      "epoch": 0.27555033476564655,
      "grad_norm": 0.59572833776474,
      "learning_rate": 4.3309347119713786e-05,
      "loss": 5.3199,
      "step": 314800
    },
    {
      "epoch": 0.2755547113592737,
      "grad_norm": 0.5932292938232422,
      "learning_rate": 4.330913978542729e-05,
      "loss": 5.697,
      "step": 314805
    },
    {
      "epoch": 0.27555908795290085,
      "grad_norm": 0.5783392786979675,
      "learning_rate": 4.3308932448573635e-05,
      "loss": 4.0829,
      "step": 314810
    },
    {
      "epoch": 0.275563464546528,
      "grad_norm": 0.5788372755050659,
      "learning_rate": 4.330872510915288e-05,
      "loss": 5.3117,
      "step": 314815
    },
    {
      "epoch": 0.27556784114015515,
      "grad_norm": 0.6136888265609741,
      "learning_rate": 4.330851776716504e-05,
      "loss": 4.8909,
      "step": 314820
    },
    {
      "epoch": 0.2755722177337823,
      "grad_norm": 0.5982849597930908,
      "learning_rate": 4.3308310422610156e-05,
      "loss": 5.7252,
      "step": 314825
    },
    {
      "epoch": 0.27557659432740944,
      "grad_norm": 0.5691868662834167,
      "learning_rate": 4.330810307548828e-05,
      "loss": 5.6016,
      "step": 314830
    },
    {
      "epoch": 0.2755809709210366,
      "grad_norm": 0.5712438225746155,
      "learning_rate": 4.3307895725799465e-05,
      "loss": 5.5941,
      "step": 314835
    },
    {
      "epoch": 0.2755853475146638,
      "grad_norm": 0.6212736368179321,
      "learning_rate": 4.330768837354372e-05,
      "loss": 4.6112,
      "step": 314840
    },
    {
      "epoch": 0.2755897241082909,
      "grad_norm": 0.5798547863960266,
      "learning_rate": 4.3307481018721095e-05,
      "loss": 5.4311,
      "step": 314845
    },
    {
      "epoch": 0.2755941007019181,
      "grad_norm": 0.5753771662712097,
      "learning_rate": 4.330727366133164e-05,
      "loss": 5.9236,
      "step": 314850
    },
    {
      "epoch": 0.27559847729554526,
      "grad_norm": 0.60844486951828,
      "learning_rate": 4.3307066301375384e-05,
      "loss": 4.5921,
      "step": 314855
    },
    {
      "epoch": 0.2756028538891724,
      "grad_norm": 0.5978975296020508,
      "learning_rate": 4.330685893885238e-05,
      "loss": 5.0803,
      "step": 314860
    },
    {
      "epoch": 0.27560723048279956,
      "grad_norm": 0.5918434262275696,
      "learning_rate": 4.330665157376266e-05,
      "loss": 5.3972,
      "step": 314865
    },
    {
      "epoch": 0.2756116070764267,
      "grad_norm": 0.6193175911903381,
      "learning_rate": 4.330644420610625e-05,
      "loss": 4.5676,
      "step": 314870
    },
    {
      "epoch": 0.27561598367005385,
      "grad_norm": 0.5909565687179565,
      "learning_rate": 4.3306236835883216e-05,
      "loss": 4.3944,
      "step": 314875
    },
    {
      "epoch": 0.27562036026368103,
      "grad_norm": 0.5789363384246826,
      "learning_rate": 4.330602946309359e-05,
      "loss": 4.8974,
      "step": 314880
    },
    {
      "epoch": 0.27562473685730815,
      "grad_norm": 0.5870428681373596,
      "learning_rate": 4.33058220877374e-05,
      "loss": 5.3733,
      "step": 314885
    },
    {
      "epoch": 0.2756291134509353,
      "grad_norm": 0.5790885090827942,
      "learning_rate": 4.33056147098147e-05,
      "loss": 4.8857,
      "step": 314890
    },
    {
      "epoch": 0.2756334900445625,
      "grad_norm": 0.5836862325668335,
      "learning_rate": 4.330540732932552e-05,
      "loss": 5.4192,
      "step": 314895
    },
    {
      "epoch": 0.2756378666381896,
      "grad_norm": 0.5828824043273926,
      "learning_rate": 4.33051999462699e-05,
      "loss": 5.7712,
      "step": 314900
    },
    {
      "epoch": 0.2756422432318168,
      "grad_norm": 0.6090427041053772,
      "learning_rate": 4.3304992560647894e-05,
      "loss": 4.8732,
      "step": 314905
    },
    {
      "epoch": 0.2756466198254439,
      "grad_norm": 0.5889492034912109,
      "learning_rate": 4.3304785172459525e-05,
      "loss": 5.7083,
      "step": 314910
    },
    {
      "epoch": 0.2756509964190711,
      "grad_norm": 0.589056670665741,
      "learning_rate": 4.3304577781704836e-05,
      "loss": 5.1886,
      "step": 314915
    },
    {
      "epoch": 0.27565537301269827,
      "grad_norm": 0.5798225402832031,
      "learning_rate": 4.3304370388383874e-05,
      "loss": 5.9553,
      "step": 314920
    },
    {
      "epoch": 0.2756597496063254,
      "grad_norm": 0.5738006234169006,
      "learning_rate": 4.330416299249669e-05,
      "loss": 5.1157,
      "step": 314925
    },
    {
      "epoch": 0.27566412619995256,
      "grad_norm": 0.5869179964065552,
      "learning_rate": 4.330395559404329e-05,
      "loss": 5.0868,
      "step": 314930
    },
    {
      "epoch": 0.27566850279357974,
      "grad_norm": 0.5826799869537354,
      "learning_rate": 4.330374819302375e-05,
      "loss": 5.9285,
      "step": 314935
    },
    {
      "epoch": 0.27567287938720686,
      "grad_norm": 0.5879197716712952,
      "learning_rate": 4.330354078943808e-05,
      "loss": 5.3504,
      "step": 314940
    },
    {
      "epoch": 0.27567725598083404,
      "grad_norm": 0.5811519026756287,
      "learning_rate": 4.330333338328635e-05,
      "loss": 5.4207,
      "step": 314945
    },
    {
      "epoch": 0.27568163257446116,
      "grad_norm": 0.6032397150993347,
      "learning_rate": 4.330312597456857e-05,
      "loss": 4.5893,
      "step": 314950
    },
    {
      "epoch": 0.27568600916808833,
      "grad_norm": 0.595528781414032,
      "learning_rate": 4.33029185632848e-05,
      "loss": 6.2143,
      "step": 314955
    },
    {
      "epoch": 0.2756903857617155,
      "grad_norm": 0.613976776599884,
      "learning_rate": 4.330271114943507e-05,
      "loss": 5.1084,
      "step": 314960
    },
    {
      "epoch": 0.2756947623553426,
      "grad_norm": 0.6222521662712097,
      "learning_rate": 4.330250373301943e-05,
      "loss": 5.1961,
      "step": 314965
    },
    {
      "epoch": 0.2756991389489698,
      "grad_norm": 0.6129664778709412,
      "learning_rate": 4.3302296314037915e-05,
      "loss": 5.4154,
      "step": 314970
    },
    {
      "epoch": 0.2757035155425969,
      "grad_norm": 0.596511721611023,
      "learning_rate": 4.3302088892490557e-05,
      "loss": 5.6682,
      "step": 314975
    },
    {
      "epoch": 0.2757078921362241,
      "grad_norm": 0.5872383713722229,
      "learning_rate": 4.3301881468377406e-05,
      "loss": 4.5881,
      "step": 314980
    },
    {
      "epoch": 0.2757122687298513,
      "grad_norm": 0.5953927636146545,
      "learning_rate": 4.3301674041698505e-05,
      "loss": 5.1193,
      "step": 314985
    },
    {
      "epoch": 0.2757166453234784,
      "grad_norm": 0.6243073344230652,
      "learning_rate": 4.330146661245388e-05,
      "loss": 5.1966,
      "step": 314990
    },
    {
      "epoch": 0.27572102191710557,
      "grad_norm": 0.5961856245994568,
      "learning_rate": 4.3301259180643585e-05,
      "loss": 5.3901,
      "step": 314995
    },
    {
      "epoch": 0.27572539851073274,
      "grad_norm": 0.5728152990341187,
      "learning_rate": 4.330105174626765e-05,
      "loss": 5.7036,
      "step": 315000
    },
    {
      "epoch": 0.27572977510435986,
      "grad_norm": 0.5778073668479919,
      "learning_rate": 4.3300844309326116e-05,
      "loss": 5.9684,
      "step": 315005
    },
    {
      "epoch": 0.27573415169798704,
      "grad_norm": 0.5842857956886292,
      "learning_rate": 4.330063686981904e-05,
      "loss": 5.0896,
      "step": 315010
    },
    {
      "epoch": 0.27573852829161416,
      "grad_norm": 0.6092415452003479,
      "learning_rate": 4.3300429427746437e-05,
      "loss": 5.0713,
      "step": 315015
    },
    {
      "epoch": 0.27574290488524134,
      "grad_norm": 0.588264524936676,
      "learning_rate": 4.3300221983108357e-05,
      "loss": 5.4254,
      "step": 315020
    },
    {
      "epoch": 0.2757472814788685,
      "grad_norm": 0.5776271820068359,
      "learning_rate": 4.3300014535904844e-05,
      "loss": 5.123,
      "step": 315025
    },
    {
      "epoch": 0.27575165807249563,
      "grad_norm": 0.6020277738571167,
      "learning_rate": 4.329980708613593e-05,
      "loss": 5.6735,
      "step": 315030
    },
    {
      "epoch": 0.2757560346661228,
      "grad_norm": 0.5835577845573425,
      "learning_rate": 4.329959963380167e-05,
      "loss": 4.6122,
      "step": 315035
    },
    {
      "epoch": 0.27576041125975,
      "grad_norm": 0.6183620095252991,
      "learning_rate": 4.3299392178902085e-05,
      "loss": 5.1123,
      "step": 315040
    },
    {
      "epoch": 0.2757647878533771,
      "grad_norm": 0.6190985441207886,
      "learning_rate": 4.3299184721437236e-05,
      "loss": 4.9155,
      "step": 315045
    },
    {
      "epoch": 0.2757691644470043,
      "grad_norm": 0.6015914082527161,
      "learning_rate": 4.329897726140714e-05,
      "loss": 5.6972,
      "step": 315050
    },
    {
      "epoch": 0.2757735410406314,
      "grad_norm": 0.6045390367507935,
      "learning_rate": 4.329876979881186e-05,
      "loss": 4.6504,
      "step": 315055
    },
    {
      "epoch": 0.2757779176342586,
      "grad_norm": 0.6127253770828247,
      "learning_rate": 4.3298562333651416e-05,
      "loss": 5.1162,
      "step": 315060
    },
    {
      "epoch": 0.27578229422788575,
      "grad_norm": 0.5908769965171814,
      "learning_rate": 4.329835486592585e-05,
      "loss": 4.7766,
      "step": 315065
    },
    {
      "epoch": 0.27578667082151287,
      "grad_norm": 0.6054598093032837,
      "learning_rate": 4.329814739563521e-05,
      "loss": 5.2095,
      "step": 315070
    },
    {
      "epoch": 0.27579104741514004,
      "grad_norm": 0.6006872653961182,
      "learning_rate": 4.329793992277955e-05,
      "loss": 5.9336,
      "step": 315075
    },
    {
      "epoch": 0.27579542400876716,
      "grad_norm": 0.5923947691917419,
      "learning_rate": 4.3297732447358884e-05,
      "loss": 5.685,
      "step": 315080
    },
    {
      "epoch": 0.27579980060239434,
      "grad_norm": 0.6437315940856934,
      "learning_rate": 4.329752496937326e-05,
      "loss": 4.5642,
      "step": 315085
    },
    {
      "epoch": 0.2758041771960215,
      "grad_norm": 0.6312832236289978,
      "learning_rate": 4.329731748882273e-05,
      "loss": 5.3828,
      "step": 315090
    },
    {
      "epoch": 0.27580855378964864,
      "grad_norm": 0.6254696249961853,
      "learning_rate": 4.329711000570732e-05,
      "loss": 4.8371,
      "step": 315095
    },
    {
      "epoch": 0.2758129303832758,
      "grad_norm": 0.5874142050743103,
      "learning_rate": 4.329690252002707e-05,
      "loss": 4.3656,
      "step": 315100
    },
    {
      "epoch": 0.275817306976903,
      "grad_norm": 0.5926930904388428,
      "learning_rate": 4.329669503178203e-05,
      "loss": 4.9111,
      "step": 315105
    },
    {
      "epoch": 0.2758216835705301,
      "grad_norm": 0.5909799933433533,
      "learning_rate": 4.329648754097223e-05,
      "loss": 5.4061,
      "step": 315110
    },
    {
      "epoch": 0.2758260601641573,
      "grad_norm": 0.592055082321167,
      "learning_rate": 4.3296280047597715e-05,
      "loss": 5.9016,
      "step": 315115
    },
    {
      "epoch": 0.2758304367577844,
      "grad_norm": 0.5979616045951843,
      "learning_rate": 4.329607255165853e-05,
      "loss": 5.371,
      "step": 315120
    },
    {
      "epoch": 0.2758348133514116,
      "grad_norm": 0.5868535041809082,
      "learning_rate": 4.3295865053154696e-05,
      "loss": 5.1947,
      "step": 315125
    },
    {
      "epoch": 0.27583918994503875,
      "grad_norm": 0.6108604669570923,
      "learning_rate": 4.329565755208628e-05,
      "loss": 4.7016,
      "step": 315130
    },
    {
      "epoch": 0.2758435665386659,
      "grad_norm": 0.5927303433418274,
      "learning_rate": 4.32954500484533e-05,
      "loss": 5.0911,
      "step": 315135
    },
    {
      "epoch": 0.27584794313229305,
      "grad_norm": 0.5922347903251648,
      "learning_rate": 4.329524254225582e-05,
      "loss": 5.3959,
      "step": 315140
    },
    {
      "epoch": 0.2758523197259202,
      "grad_norm": 0.6053100824356079,
      "learning_rate": 4.3295035033493845e-05,
      "loss": 5.6844,
      "step": 315145
    },
    {
      "epoch": 0.27585669631954735,
      "grad_norm": 0.5643107295036316,
      "learning_rate": 4.3294827522167445e-05,
      "loss": 6.2287,
      "step": 315150
    },
    {
      "epoch": 0.2758610729131745,
      "grad_norm": 0.5982720255851746,
      "learning_rate": 4.3294620008276656e-05,
      "loss": 4.6015,
      "step": 315155
    },
    {
      "epoch": 0.27586544950680164,
      "grad_norm": 0.5865371823310852,
      "learning_rate": 4.32944124918215e-05,
      "loss": 5.6053,
      "step": 315160
    },
    {
      "epoch": 0.2758698261004288,
      "grad_norm": 0.5974108576774597,
      "learning_rate": 4.329420497280203e-05,
      "loss": 5.4016,
      "step": 315165
    },
    {
      "epoch": 0.275874202694056,
      "grad_norm": 0.6037408113479614,
      "learning_rate": 4.3293997451218294e-05,
      "loss": 5.4195,
      "step": 315170
    },
    {
      "epoch": 0.2758785792876831,
      "grad_norm": 0.5972408056259155,
      "learning_rate": 4.3293789927070316e-05,
      "loss": 5.21,
      "step": 315175
    },
    {
      "epoch": 0.2758829558813103,
      "grad_norm": 0.5879678726196289,
      "learning_rate": 4.3293582400358145e-05,
      "loss": 5.1875,
      "step": 315180
    },
    {
      "epoch": 0.27588733247493746,
      "grad_norm": 0.5786357522010803,
      "learning_rate": 4.3293374871081815e-05,
      "loss": 5.891,
      "step": 315185
    },
    {
      "epoch": 0.2758917090685646,
      "grad_norm": 0.6397333145141602,
      "learning_rate": 4.329316733924137e-05,
      "loss": 4.39,
      "step": 315190
    },
    {
      "epoch": 0.27589608566219176,
      "grad_norm": 0.5975624918937683,
      "learning_rate": 4.329295980483685e-05,
      "loss": 4.3036,
      "step": 315195
    },
    {
      "epoch": 0.2759004622558189,
      "grad_norm": 0.6098970770835876,
      "learning_rate": 4.3292752267868297e-05,
      "loss": 5.4229,
      "step": 315200
    },
    {
      "epoch": 0.27590483884944605,
      "grad_norm": 0.6044146418571472,
      "learning_rate": 4.329254472833576e-05,
      "loss": 5.4088,
      "step": 315205
    },
    {
      "epoch": 0.27590921544307323,
      "grad_norm": 0.5898840427398682,
      "learning_rate": 4.329233718623925e-05,
      "loss": 4.8745,
      "step": 315210
    },
    {
      "epoch": 0.27591359203670035,
      "grad_norm": 0.6606522798538208,
      "learning_rate": 4.3292129641578836e-05,
      "loss": 4.2909,
      "step": 315215
    },
    {
      "epoch": 0.2759179686303275,
      "grad_norm": 0.6704185605049133,
      "learning_rate": 4.329192209435454e-05,
      "loss": 6.2127,
      "step": 315220
    },
    {
      "epoch": 0.27592234522395465,
      "grad_norm": 0.6051985025405884,
      "learning_rate": 4.329171454456642e-05,
      "loss": 4.8458,
      "step": 315225
    },
    {
      "epoch": 0.2759267218175818,
      "grad_norm": 0.6322216391563416,
      "learning_rate": 4.329150699221449e-05,
      "loss": 5.2971,
      "step": 315230
    },
    {
      "epoch": 0.275931098411209,
      "grad_norm": 0.5905874967575073,
      "learning_rate": 4.3291299437298825e-05,
      "loss": 4.9286,
      "step": 315235
    },
    {
      "epoch": 0.2759354750048361,
      "grad_norm": 0.5944159626960754,
      "learning_rate": 4.329109187981942e-05,
      "loss": 5.8895,
      "step": 315240
    },
    {
      "epoch": 0.2759398515984633,
      "grad_norm": 0.5777763724327087,
      "learning_rate": 4.3290884319776356e-05,
      "loss": 5.9164,
      "step": 315245
    },
    {
      "epoch": 0.27594422819209047,
      "grad_norm": 0.5780788064002991,
      "learning_rate": 4.329067675716966e-05,
      "loss": 5.0908,
      "step": 315250
    },
    {
      "epoch": 0.2759486047857176,
      "grad_norm": 0.6120011806488037,
      "learning_rate": 4.3290469191999374e-05,
      "loss": 4.5862,
      "step": 315255
    },
    {
      "epoch": 0.27595298137934476,
      "grad_norm": 0.5815009474754333,
      "learning_rate": 4.329026162426551e-05,
      "loss": 5.61,
      "step": 315260
    },
    {
      "epoch": 0.2759573579729719,
      "grad_norm": 0.60174161195755,
      "learning_rate": 4.3290054053968143e-05,
      "loss": 5.2003,
      "step": 315265
    },
    {
      "epoch": 0.27596173456659906,
      "grad_norm": 0.5800634622573853,
      "learning_rate": 4.328984648110731e-05,
      "loss": 5.8941,
      "step": 315270
    },
    {
      "epoch": 0.27596611116022624,
      "grad_norm": 0.5900592803955078,
      "learning_rate": 4.328963890568304e-05,
      "loss": 5.6168,
      "step": 315275
    },
    {
      "epoch": 0.27597048775385336,
      "grad_norm": 0.5713352560997009,
      "learning_rate": 4.3289431327695374e-05,
      "loss": 6.2221,
      "step": 315280
    },
    {
      "epoch": 0.27597486434748053,
      "grad_norm": 0.6114439964294434,
      "learning_rate": 4.3289223747144346e-05,
      "loss": 5.1369,
      "step": 315285
    },
    {
      "epoch": 0.2759792409411077,
      "grad_norm": 0.5823328495025635,
      "learning_rate": 4.328901616403002e-05,
      "loss": 5.6845,
      "step": 315290
    },
    {
      "epoch": 0.2759836175347348,
      "grad_norm": 0.6620866060256958,
      "learning_rate": 4.32888085783524e-05,
      "loss": 4.6061,
      "step": 315295
    },
    {
      "epoch": 0.275987994128362,
      "grad_norm": 0.6751265525817871,
      "learning_rate": 4.328860099011156e-05,
      "loss": 5.1194,
      "step": 315300
    },
    {
      "epoch": 0.2759923707219891,
      "grad_norm": 0.5979710817337036,
      "learning_rate": 4.328839339930751e-05,
      "loss": 5.1103,
      "step": 315305
    },
    {
      "epoch": 0.2759967473156163,
      "grad_norm": 0.6912542581558228,
      "learning_rate": 4.328818580594033e-05,
      "loss": 4.876,
      "step": 315310
    },
    {
      "epoch": 0.2760011239092435,
      "grad_norm": 0.6198552846908569,
      "learning_rate": 4.328797821001002e-05,
      "loss": 5.096,
      "step": 315315
    },
    {
      "epoch": 0.2760055005028706,
      "grad_norm": 0.6151567697525024,
      "learning_rate": 4.328777061151663e-05,
      "loss": 5.4027,
      "step": 315320
    },
    {
      "epoch": 0.27600987709649777,
      "grad_norm": 0.6157341003417969,
      "learning_rate": 4.328756301046022e-05,
      "loss": 5.416,
      "step": 315325
    },
    {
      "epoch": 0.27601425369012494,
      "grad_norm": 0.5911386013031006,
      "learning_rate": 4.328735540684081e-05,
      "loss": 5.8879,
      "step": 315330
    },
    {
      "epoch": 0.27601863028375206,
      "grad_norm": 0.5894408822059631,
      "learning_rate": 4.3287147800658445e-05,
      "loss": 5.4139,
      "step": 315335
    },
    {
      "epoch": 0.27602300687737924,
      "grad_norm": 0.6000684499740601,
      "learning_rate": 4.328694019191317e-05,
      "loss": 4.6298,
      "step": 315340
    },
    {
      "epoch": 0.27602738347100636,
      "grad_norm": 0.6087530851364136,
      "learning_rate": 4.3286732580605016e-05,
      "loss": 4.7313,
      "step": 315345
    },
    {
      "epoch": 0.27603176006463354,
      "grad_norm": 0.5869879722595215,
      "learning_rate": 4.328652496673403e-05,
      "loss": 5.3892,
      "step": 315350
    },
    {
      "epoch": 0.2760361366582607,
      "grad_norm": 0.6183887124061584,
      "learning_rate": 4.328631735030025e-05,
      "loss": 5.1361,
      "step": 315355
    },
    {
      "epoch": 0.27604051325188783,
      "grad_norm": 0.6065090298652649,
      "learning_rate": 4.328610973130371e-05,
      "loss": 4.383,
      "step": 315360
    },
    {
      "epoch": 0.276044889845515,
      "grad_norm": 0.6336503624916077,
      "learning_rate": 4.328590210974447e-05,
      "loss": 5.3774,
      "step": 315365
    },
    {
      "epoch": 0.2760492664391421,
      "grad_norm": 0.5978764891624451,
      "learning_rate": 4.328569448562255e-05,
      "loss": 5.114,
      "step": 315370
    },
    {
      "epoch": 0.2760536430327693,
      "grad_norm": 0.6206120252609253,
      "learning_rate": 4.3285486858937995e-05,
      "loss": 5.237,
      "step": 315375
    },
    {
      "epoch": 0.2760580196263965,
      "grad_norm": 0.5942750573158264,
      "learning_rate": 4.3285279229690846e-05,
      "loss": 5.275,
      "step": 315380
    },
    {
      "epoch": 0.2760623962200236,
      "grad_norm": 0.5852289199829102,
      "learning_rate": 4.3285071597881144e-05,
      "loss": 5.7115,
      "step": 315385
    },
    {
      "epoch": 0.2760667728136508,
      "grad_norm": 0.5816555619239807,
      "learning_rate": 4.328486396350894e-05,
      "loss": 5.4229,
      "step": 315390
    },
    {
      "epoch": 0.27607114940727795,
      "grad_norm": 0.6075264811515808,
      "learning_rate": 4.3284656326574246e-05,
      "loss": 4.8785,
      "step": 315395
    },
    {
      "epoch": 0.27607552600090507,
      "grad_norm": 0.6420238614082336,
      "learning_rate": 4.328444868707713e-05,
      "loss": 4.1804,
      "step": 315400
    },
    {
      "epoch": 0.27607990259453224,
      "grad_norm": 0.6012837886810303,
      "learning_rate": 4.3284241045017606e-05,
      "loss": 5.7182,
      "step": 315405
    },
    {
      "epoch": 0.27608427918815936,
      "grad_norm": 0.6059771776199341,
      "learning_rate": 4.328403340039574e-05,
      "loss": 4.7949,
      "step": 315410
    },
    {
      "epoch": 0.27608865578178654,
      "grad_norm": 0.5966184735298157,
      "learning_rate": 4.328382575321156e-05,
      "loss": 4.5635,
      "step": 315415
    },
    {
      "epoch": 0.2760930323754137,
      "grad_norm": 0.5980977416038513,
      "learning_rate": 4.3283618103465104e-05,
      "loss": 5.3336,
      "step": 315420
    },
    {
      "epoch": 0.27609740896904084,
      "grad_norm": 0.5921246409416199,
      "learning_rate": 4.328341045115641e-05,
      "loss": 5.6729,
      "step": 315425
    },
    {
      "epoch": 0.276101785562668,
      "grad_norm": 0.5872740745544434,
      "learning_rate": 4.328320279628554e-05,
      "loss": 4.5829,
      "step": 315430
    },
    {
      "epoch": 0.2761061621562952,
      "grad_norm": 0.6117435097694397,
      "learning_rate": 4.328299513885251e-05,
      "loss": 5.6357,
      "step": 315435
    },
    {
      "epoch": 0.2761105387499223,
      "grad_norm": 0.6032869815826416,
      "learning_rate": 4.3282787478857354e-05,
      "loss": 5.1956,
      "step": 315440
    },
    {
      "epoch": 0.2761149153435495,
      "grad_norm": 0.5817947387695312,
      "learning_rate": 4.328257981630014e-05,
      "loss": 4.7215,
      "step": 315445
    },
    {
      "epoch": 0.2761192919371766,
      "grad_norm": 0.6210501790046692,
      "learning_rate": 4.328237215118088e-05,
      "loss": 5.172,
      "step": 315450
    },
    {
      "epoch": 0.2761236685308038,
      "grad_norm": 0.56960529088974,
      "learning_rate": 4.3282164483499646e-05,
      "loss": 5.1021,
      "step": 315455
    },
    {
      "epoch": 0.27612804512443095,
      "grad_norm": 0.579556405544281,
      "learning_rate": 4.328195681325644e-05,
      "loss": 5.4193,
      "step": 315460
    },
    {
      "epoch": 0.2761324217180581,
      "grad_norm": 0.5962471961975098,
      "learning_rate": 4.3281749140451334e-05,
      "loss": 4.677,
      "step": 315465
    },
    {
      "epoch": 0.27613679831168525,
      "grad_norm": 0.6161076426506042,
      "learning_rate": 4.328154146508435e-05,
      "loss": 5.2055,
      "step": 315470
    },
    {
      "epoch": 0.27614117490531237,
      "grad_norm": 0.7230343222618103,
      "learning_rate": 4.328133378715554e-05,
      "loss": 4.7161,
      "step": 315475
    },
    {
      "epoch": 0.27614555149893955,
      "grad_norm": 0.7534818053245544,
      "learning_rate": 4.328112610666493e-05,
      "loss": 5.413,
      "step": 315480
    },
    {
      "epoch": 0.2761499280925667,
      "grad_norm": 0.5933117270469666,
      "learning_rate": 4.328091842361257e-05,
      "loss": 5.9314,
      "step": 315485
    },
    {
      "epoch": 0.27615430468619384,
      "grad_norm": 0.6039721965789795,
      "learning_rate": 4.32807107379985e-05,
      "loss": 5.9424,
      "step": 315490
    },
    {
      "epoch": 0.276158681279821,
      "grad_norm": 0.5956068634986877,
      "learning_rate": 4.328050304982275e-05,
      "loss": 5.6831,
      "step": 315495
    },
    {
      "epoch": 0.2761630578734482,
      "grad_norm": 0.5866307020187378,
      "learning_rate": 4.3280295359085374e-05,
      "loss": 5.4372,
      "step": 315500
    },
    {
      "epoch": 0.2761674344670753,
      "grad_norm": 0.5848462581634521,
      "learning_rate": 4.3280087665786406e-05,
      "loss": 5.2179,
      "step": 315505
    },
    {
      "epoch": 0.2761718110607025,
      "grad_norm": 0.5838788151741028,
      "learning_rate": 4.327987996992588e-05,
      "loss": 5.3297,
      "step": 315510
    },
    {
      "epoch": 0.2761761876543296,
      "grad_norm": 0.5787275433540344,
      "learning_rate": 4.327967227150384e-05,
      "loss": 4.277,
      "step": 315515
    },
    {
      "epoch": 0.2761805642479568,
      "grad_norm": 0.588066577911377,
      "learning_rate": 4.327946457052034e-05,
      "loss": 5.1098,
      "step": 315520
    },
    {
      "epoch": 0.27618494084158396,
      "grad_norm": 0.6037101745605469,
      "learning_rate": 4.327925686697541e-05,
      "loss": 4.6394,
      "step": 315525
    },
    {
      "epoch": 0.2761893174352111,
      "grad_norm": 0.5879071950912476,
      "learning_rate": 4.327904916086908e-05,
      "loss": 4.5992,
      "step": 315530
    },
    {
      "epoch": 0.27619369402883825,
      "grad_norm": 0.5947819352149963,
      "learning_rate": 4.327884145220139e-05,
      "loss": 4.8969,
      "step": 315535
    },
    {
      "epoch": 0.27619807062246543,
      "grad_norm": 0.5920408368110657,
      "learning_rate": 4.3278633740972394e-05,
      "loss": 4.6092,
      "step": 315540
    },
    {
      "epoch": 0.27620244721609255,
      "grad_norm": 0.6075165271759033,
      "learning_rate": 4.327842602718214e-05,
      "loss": 4.9527,
      "step": 315545
    },
    {
      "epoch": 0.2762068238097197,
      "grad_norm": 0.5794185400009155,
      "learning_rate": 4.3278218310830644e-05,
      "loss": 5.7036,
      "step": 315550
    },
    {
      "epoch": 0.27621120040334685,
      "grad_norm": 0.5819759368896484,
      "learning_rate": 4.327801059191795e-05,
      "loss": 5.4162,
      "step": 315555
    },
    {
      "epoch": 0.276215576996974,
      "grad_norm": 0.5828859806060791,
      "learning_rate": 4.327780287044412e-05,
      "loss": 5.9053,
      "step": 315560
    },
    {
      "epoch": 0.2762199535906012,
      "grad_norm": 0.5853943824768066,
      "learning_rate": 4.327759514640916e-05,
      "loss": 5.3886,
      "step": 315565
    },
    {
      "epoch": 0.2762243301842283,
      "grad_norm": 0.5923566818237305,
      "learning_rate": 4.327738741981314e-05,
      "loss": 4.8762,
      "step": 315570
    },
    {
      "epoch": 0.2762287067778555,
      "grad_norm": 0.6012058258056641,
      "learning_rate": 4.327717969065609e-05,
      "loss": 5.1824,
      "step": 315575
    },
    {
      "epoch": 0.27623308337148267,
      "grad_norm": 0.5903337597846985,
      "learning_rate": 4.327697195893804e-05,
      "loss": 4.31,
      "step": 315580
    },
    {
      "epoch": 0.2762374599651098,
      "grad_norm": 0.5781092047691345,
      "learning_rate": 4.327676422465905e-05,
      "loss": 5.1391,
      "step": 315585
    },
    {
      "epoch": 0.27624183655873696,
      "grad_norm": 0.6059213876724243,
      "learning_rate": 4.327655648781914e-05,
      "loss": 5.6986,
      "step": 315590
    },
    {
      "epoch": 0.2762462131523641,
      "grad_norm": 0.5775213837623596,
      "learning_rate": 4.327634874841836e-05,
      "loss": 4.5307,
      "step": 315595
    },
    {
      "epoch": 0.27625058974599126,
      "grad_norm": 0.6168771982192993,
      "learning_rate": 4.327614100645675e-05,
      "loss": 5.5936,
      "step": 315600
    },
    {
      "epoch": 0.27625496633961844,
      "grad_norm": 0.6142829060554504,
      "learning_rate": 4.3275933261934355e-05,
      "loss": 5.1377,
      "step": 315605
    },
    {
      "epoch": 0.27625934293324556,
      "grad_norm": 0.6048166751861572,
      "learning_rate": 4.327572551485121e-05,
      "loss": 5.1033,
      "step": 315610
    },
    {
      "epoch": 0.27626371952687273,
      "grad_norm": 0.5833512544631958,
      "learning_rate": 4.327551776520734e-05,
      "loss": 5.1937,
      "step": 315615
    },
    {
      "epoch": 0.27626809612049985,
      "grad_norm": 0.5876409411430359,
      "learning_rate": 4.327531001300281e-05,
      "loss": 4.8999,
      "step": 315620
    },
    {
      "epoch": 0.276272472714127,
      "grad_norm": 0.5833919048309326,
      "learning_rate": 4.3275102258237646e-05,
      "loss": 5.6952,
      "step": 315625
    },
    {
      "epoch": 0.2762768493077542,
      "grad_norm": 0.6341372728347778,
      "learning_rate": 4.327489450091189e-05,
      "loss": 4.8394,
      "step": 315630
    },
    {
      "epoch": 0.2762812259013813,
      "grad_norm": 0.6070411205291748,
      "learning_rate": 4.3274686741025584e-05,
      "loss": 5.1893,
      "step": 315635
    },
    {
      "epoch": 0.2762856024950085,
      "grad_norm": 0.5846848487854004,
      "learning_rate": 4.3274478978578784e-05,
      "loss": 4.1086,
      "step": 315640
    },
    {
      "epoch": 0.2762899790886357,
      "grad_norm": 0.6060239672660828,
      "learning_rate": 4.327427121357149e-05,
      "loss": 4.8721,
      "step": 315645
    },
    {
      "epoch": 0.2762943556822628,
      "grad_norm": 0.6156504154205322,
      "learning_rate": 4.3274063446003774e-05,
      "loss": 5.4091,
      "step": 315650
    },
    {
      "epoch": 0.27629873227588997,
      "grad_norm": 0.5816133618354797,
      "learning_rate": 4.327385567587567e-05,
      "loss": 4.9088,
      "step": 315655
    },
    {
      "epoch": 0.2763031088695171,
      "grad_norm": 0.5909357070922852,
      "learning_rate": 4.327364790318722e-05,
      "loss": 5.0813,
      "step": 315660
    },
    {
      "epoch": 0.27630748546314426,
      "grad_norm": 0.5929006934165955,
      "learning_rate": 4.327344012793846e-05,
      "loss": 5.6291,
      "step": 315665
    },
    {
      "epoch": 0.27631186205677144,
      "grad_norm": 0.5788954496383667,
      "learning_rate": 4.327323235012942e-05,
      "loss": 5.0539,
      "step": 315670
    },
    {
      "epoch": 0.27631623865039856,
      "grad_norm": 0.5763242244720459,
      "learning_rate": 4.327302456976016e-05,
      "loss": 5.699,
      "step": 315675
    },
    {
      "epoch": 0.27632061524402574,
      "grad_norm": 0.6082614660263062,
      "learning_rate": 4.32728167868307e-05,
      "loss": 4.8828,
      "step": 315680
    },
    {
      "epoch": 0.2763249918376529,
      "grad_norm": 0.594032347202301,
      "learning_rate": 4.3272609001341105e-05,
      "loss": 5.6555,
      "step": 315685
    },
    {
      "epoch": 0.27632936843128003,
      "grad_norm": 0.5698625445365906,
      "learning_rate": 4.327240121329138e-05,
      "loss": 5.625,
      "step": 315690
    },
    {
      "epoch": 0.2763337450249072,
      "grad_norm": 0.594563364982605,
      "learning_rate": 4.3272193422681594e-05,
      "loss": 4.6825,
      "step": 315695
    },
    {
      "epoch": 0.2763381216185343,
      "grad_norm": 0.5887241959571838,
      "learning_rate": 4.327198562951179e-05,
      "loss": 4.3784,
      "step": 315700
    },
    {
      "epoch": 0.2763424982121615,
      "grad_norm": 0.5889567136764526,
      "learning_rate": 4.327177783378199e-05,
      "loss": 4.5857,
      "step": 315705
    },
    {
      "epoch": 0.2763468748057887,
      "grad_norm": 0.6059295535087585,
      "learning_rate": 4.327157003549224e-05,
      "loss": 4.6719,
      "step": 315710
    },
    {
      "epoch": 0.2763512513994158,
      "grad_norm": 0.5924375653266907,
      "learning_rate": 4.3271362234642577e-05,
      "loss": 5.1546,
      "step": 315715
    },
    {
      "epoch": 0.276355627993043,
      "grad_norm": 0.5837295055389404,
      "learning_rate": 4.327115443123305e-05,
      "loss": 4.7779,
      "step": 315720
    },
    {
      "epoch": 0.2763600045866701,
      "grad_norm": 0.5729550123214722,
      "learning_rate": 4.327094662526369e-05,
      "loss": 4.3896,
      "step": 315725
    },
    {
      "epoch": 0.27636438118029727,
      "grad_norm": 0.5847101807594299,
      "learning_rate": 4.327073881673455e-05,
      "loss": 5.1625,
      "step": 315730
    },
    {
      "epoch": 0.27636875777392444,
      "grad_norm": 0.5729331374168396,
      "learning_rate": 4.327053100564564e-05,
      "loss": 4.9203,
      "step": 315735
    },
    {
      "epoch": 0.27637313436755157,
      "grad_norm": 0.5829684734344482,
      "learning_rate": 4.327032319199704e-05,
      "loss": 5.6061,
      "step": 315740
    },
    {
      "epoch": 0.27637751096117874,
      "grad_norm": 0.5866013765335083,
      "learning_rate": 4.327011537578877e-05,
      "loss": 4.6703,
      "step": 315745
    },
    {
      "epoch": 0.2763818875548059,
      "grad_norm": 0.7310561537742615,
      "learning_rate": 4.326990755702086e-05,
      "loss": 4.3528,
      "step": 315750
    },
    {
      "epoch": 0.27638626414843304,
      "grad_norm": 0.6011720299720764,
      "learning_rate": 4.326969973569338e-05,
      "loss": 5.0758,
      "step": 315755
    },
    {
      "epoch": 0.2763906407420602,
      "grad_norm": 0.5801144242286682,
      "learning_rate": 4.3269491911806334e-05,
      "loss": 5.6396,
      "step": 315760
    },
    {
      "epoch": 0.27639501733568733,
      "grad_norm": 0.5814225673675537,
      "learning_rate": 4.3269284085359785e-05,
      "loss": 5.6057,
      "step": 315765
    },
    {
      "epoch": 0.2763993939293145,
      "grad_norm": 0.5842188000679016,
      "learning_rate": 4.3269076256353766e-05,
      "loss": 4.9009,
      "step": 315770
    },
    {
      "epoch": 0.2764037705229417,
      "grad_norm": 0.5962499380111694,
      "learning_rate": 4.326886842478833e-05,
      "loss": 5.7327,
      "step": 315775
    },
    {
      "epoch": 0.2764081471165688,
      "grad_norm": 0.5937200784683228,
      "learning_rate": 4.326866059066349e-05,
      "loss": 5.9016,
      "step": 315780
    },
    {
      "epoch": 0.276412523710196,
      "grad_norm": 0.5749225616455078,
      "learning_rate": 4.326845275397931e-05,
      "loss": 5.6743,
      "step": 315785
    },
    {
      "epoch": 0.27641690030382315,
      "grad_norm": 0.5845009684562683,
      "learning_rate": 4.326824491473583e-05,
      "loss": 5.6829,
      "step": 315790
    },
    {
      "epoch": 0.2764212768974503,
      "grad_norm": 0.605755090713501,
      "learning_rate": 4.3268037072933075e-05,
      "loss": 4.6371,
      "step": 315795
    },
    {
      "epoch": 0.27642565349107745,
      "grad_norm": 0.5848191976547241,
      "learning_rate": 4.326782922857109e-05,
      "loss": 5.8852,
      "step": 315800
    },
    {
      "epoch": 0.27643003008470457,
      "grad_norm": 0.5825326442718506,
      "learning_rate": 4.3267621381649915e-05,
      "loss": 5.6395,
      "step": 315805
    },
    {
      "epoch": 0.27643440667833175,
      "grad_norm": 0.5860333442687988,
      "learning_rate": 4.32674135321696e-05,
      "loss": 5.3346,
      "step": 315810
    },
    {
      "epoch": 0.2764387832719589,
      "grad_norm": 0.5740928053855896,
      "learning_rate": 4.326720568013017e-05,
      "loss": 5.8992,
      "step": 315815
    },
    {
      "epoch": 0.27644315986558604,
      "grad_norm": 0.6054487228393555,
      "learning_rate": 4.326699782553168e-05,
      "loss": 5.1227,
      "step": 315820
    },
    {
      "epoch": 0.2764475364592132,
      "grad_norm": 0.5756035447120667,
      "learning_rate": 4.326678996837416e-05,
      "loss": 5.358,
      "step": 315825
    },
    {
      "epoch": 0.2764519130528404,
      "grad_norm": 0.5727954506874084,
      "learning_rate": 4.326658210865765e-05,
      "loss": 4.6041,
      "step": 315830
    },
    {
      "epoch": 0.2764562896464675,
      "grad_norm": 0.5774845480918884,
      "learning_rate": 4.3266374246382205e-05,
      "loss": 5.9166,
      "step": 315835
    },
    {
      "epoch": 0.2764606662400947,
      "grad_norm": 0.5791897177696228,
      "learning_rate": 4.326616638154784e-05,
      "loss": 4.8964,
      "step": 315840
    },
    {
      "epoch": 0.2764650428337218,
      "grad_norm": 0.5841540098190308,
      "learning_rate": 4.3265958514154604e-05,
      "loss": 5.7166,
      "step": 315845
    },
    {
      "epoch": 0.276469419427349,
      "grad_norm": 0.6000491380691528,
      "learning_rate": 4.326575064420255e-05,
      "loss": 4.6954,
      "step": 315850
    },
    {
      "epoch": 0.27647379602097616,
      "grad_norm": 0.5831518769264221,
      "learning_rate": 4.3265542771691714e-05,
      "loss": 5.6638,
      "step": 315855
    },
    {
      "epoch": 0.2764781726146033,
      "grad_norm": 0.5740851163864136,
      "learning_rate": 4.3265334896622126e-05,
      "loss": 5.38,
      "step": 315860
    },
    {
      "epoch": 0.27648254920823045,
      "grad_norm": 0.5831996202468872,
      "learning_rate": 4.326512701899382e-05,
      "loss": 5.4025,
      "step": 315865
    },
    {
      "epoch": 0.2764869258018576,
      "grad_norm": 0.6285403370857239,
      "learning_rate": 4.326491913880686e-05,
      "loss": 4.6081,
      "step": 315870
    },
    {
      "epoch": 0.27649130239548475,
      "grad_norm": 0.6102240681648254,
      "learning_rate": 4.3264711256061275e-05,
      "loss": 4.6508,
      "step": 315875
    },
    {
      "epoch": 0.2764956789891119,
      "grad_norm": 0.6002786159515381,
      "learning_rate": 4.32645033707571e-05,
      "loss": 4.9235,
      "step": 315880
    },
    {
      "epoch": 0.27650005558273905,
      "grad_norm": 0.6007119417190552,
      "learning_rate": 4.326429548289438e-05,
      "loss": 5.9031,
      "step": 315885
    },
    {
      "epoch": 0.2765044321763662,
      "grad_norm": 0.5977575182914734,
      "learning_rate": 4.326408759247315e-05,
      "loss": 4.5993,
      "step": 315890
    },
    {
      "epoch": 0.2765088087699934,
      "grad_norm": 0.6127431392669678,
      "learning_rate": 4.326387969949346e-05,
      "loss": 5.1838,
      "step": 315895
    },
    {
      "epoch": 0.2765131853636205,
      "grad_norm": 0.5927106142044067,
      "learning_rate": 4.326367180395534e-05,
      "loss": 5.1481,
      "step": 315900
    },
    {
      "epoch": 0.2765175619572477,
      "grad_norm": 0.5913963317871094,
      "learning_rate": 4.326346390585884e-05,
      "loss": 5.292,
      "step": 315905
    },
    {
      "epoch": 0.2765219385508748,
      "grad_norm": 0.5833698511123657,
      "learning_rate": 4.326325600520399e-05,
      "loss": 4.5821,
      "step": 315910
    },
    {
      "epoch": 0.276526315144502,
      "grad_norm": 0.6004685759544373,
      "learning_rate": 4.326304810199083e-05,
      "loss": 4.0721,
      "step": 315915
    },
    {
      "epoch": 0.27653069173812916,
      "grad_norm": 0.6203805208206177,
      "learning_rate": 4.326284019621941e-05,
      "loss": 5.1526,
      "step": 315920
    },
    {
      "epoch": 0.2765350683317563,
      "grad_norm": 0.5834401845932007,
      "learning_rate": 4.326263228788977e-05,
      "loss": 5.0546,
      "step": 315925
    },
    {
      "epoch": 0.27653944492538346,
      "grad_norm": 0.5824580788612366,
      "learning_rate": 4.326242437700193e-05,
      "loss": 5.3092,
      "step": 315930
    },
    {
      "epoch": 0.27654382151901064,
      "grad_norm": 0.5921832323074341,
      "learning_rate": 4.326221646355596e-05,
      "loss": 5.6582,
      "step": 315935
    },
    {
      "epoch": 0.27654819811263776,
      "grad_norm": 0.589458167552948,
      "learning_rate": 4.326200854755188e-05,
      "loss": 5.9061,
      "step": 315940
    },
    {
      "epoch": 0.27655257470626493,
      "grad_norm": 0.575736403465271,
      "learning_rate": 4.326180062898973e-05,
      "loss": 5.8998,
      "step": 315945
    },
    {
      "epoch": 0.27655695129989205,
      "grad_norm": 0.588439404964447,
      "learning_rate": 4.326159270786956e-05,
      "loss": 5.4248,
      "step": 315950
    },
    {
      "epoch": 0.2765613278935192,
      "grad_norm": 0.5714321732521057,
      "learning_rate": 4.3261384784191405e-05,
      "loss": 4.8322,
      "step": 315955
    },
    {
      "epoch": 0.2765657044871464,
      "grad_norm": 0.5684669017791748,
      "learning_rate": 4.32611768579553e-05,
      "loss": 5.7252,
      "step": 315960
    },
    {
      "epoch": 0.2765700810807735,
      "grad_norm": 0.608391284942627,
      "learning_rate": 4.3260968929161306e-05,
      "loss": 4.0345,
      "step": 315965
    },
    {
      "epoch": 0.2765744576744007,
      "grad_norm": 0.6082359552383423,
      "learning_rate": 4.326076099780942e-05,
      "loss": 5.2276,
      "step": 315970
    },
    {
      "epoch": 0.2765788342680279,
      "grad_norm": 0.5846282839775085,
      "learning_rate": 4.3260553063899734e-05,
      "loss": 5.6223,
      "step": 315975
    },
    {
      "epoch": 0.276583210861655,
      "grad_norm": 0.5914196372032166,
      "learning_rate": 4.326034512743226e-05,
      "loss": 5.1738,
      "step": 315980
    },
    {
      "epoch": 0.27658758745528217,
      "grad_norm": 0.5862882137298584,
      "learning_rate": 4.326013718840703e-05,
      "loss": 5.4123,
      "step": 315985
    },
    {
      "epoch": 0.2765919640489093,
      "grad_norm": 0.5922747850418091,
      "learning_rate": 4.3259929246824115e-05,
      "loss": 5.2318,
      "step": 315990
    },
    {
      "epoch": 0.27659634064253646,
      "grad_norm": 0.5814570188522339,
      "learning_rate": 4.325972130268352e-05,
      "loss": 4.8481,
      "step": 315995
    },
    {
      "epoch": 0.27660071723616364,
      "grad_norm": 0.5913774371147156,
      "learning_rate": 4.325951335598531e-05,
      "loss": 5.3279,
      "step": 316000
    },
    {
      "epoch": 0.27660509382979076,
      "grad_norm": 0.6062266230583191,
      "learning_rate": 4.325930540672951e-05,
      "loss": 4.3639,
      "step": 316005
    },
    {
      "epoch": 0.27660947042341794,
      "grad_norm": 0.589566171169281,
      "learning_rate": 4.3259097454916174e-05,
      "loss": 5.6896,
      "step": 316010
    },
    {
      "epoch": 0.27661384701704506,
      "grad_norm": 0.6018581390380859,
      "learning_rate": 4.325888950054533e-05,
      "loss": 4.8292,
      "step": 316015
    },
    {
      "epoch": 0.27661822361067223,
      "grad_norm": 0.5738904476165771,
      "learning_rate": 4.325868154361702e-05,
      "loss": 5.0877,
      "step": 316020
    },
    {
      "epoch": 0.2766226002042994,
      "grad_norm": 0.5910517573356628,
      "learning_rate": 4.32584735841313e-05,
      "loss": 4.6791,
      "step": 316025
    },
    {
      "epoch": 0.2766269767979265,
      "grad_norm": 0.5919886231422424,
      "learning_rate": 4.325826562208818e-05,
      "loss": 5.6,
      "step": 316030
    },
    {
      "epoch": 0.2766313533915537,
      "grad_norm": 0.5736088156700134,
      "learning_rate": 4.325805765748773e-05,
      "loss": 5.6447,
      "step": 316035
    },
    {
      "epoch": 0.2766357299851809,
      "grad_norm": 0.5977960824966431,
      "learning_rate": 4.325784969032997e-05,
      "loss": 4.3782,
      "step": 316040
    },
    {
      "epoch": 0.276640106578808,
      "grad_norm": 0.578776478767395,
      "learning_rate": 4.3257641720614936e-05,
      "loss": 4.7838,
      "step": 316045
    },
    {
      "epoch": 0.2766444831724352,
      "grad_norm": 0.5837351679801941,
      "learning_rate": 4.32574337483427e-05,
      "loss": 4.8935,
      "step": 316050
    },
    {
      "epoch": 0.2766488597660623,
      "grad_norm": 0.5974521040916443,
      "learning_rate": 4.3257225773513264e-05,
      "loss": 5.1705,
      "step": 316055
    },
    {
      "epoch": 0.27665323635968947,
      "grad_norm": 0.5719714164733887,
      "learning_rate": 4.32570177961267e-05,
      "loss": 6.2184,
      "step": 316060
    },
    {
      "epoch": 0.27665761295331665,
      "grad_norm": 0.5657517910003662,
      "learning_rate": 4.325680981618303e-05,
      "loss": 5.5951,
      "step": 316065
    },
    {
      "epoch": 0.27666198954694377,
      "grad_norm": 0.5659347176551819,
      "learning_rate": 4.3256601833682296e-05,
      "loss": 5.6088,
      "step": 316070
    },
    {
      "epoch": 0.27666636614057094,
      "grad_norm": 0.5888578295707703,
      "learning_rate": 4.3256393848624545e-05,
      "loss": 5.4402,
      "step": 316075
    },
    {
      "epoch": 0.2766707427341981,
      "grad_norm": 0.6040069460868835,
      "learning_rate": 4.3256185861009804e-05,
      "loss": 5.9145,
      "step": 316080
    },
    {
      "epoch": 0.27667511932782524,
      "grad_norm": 0.5739687085151672,
      "learning_rate": 4.3255977870838115e-05,
      "loss": 5.6258,
      "step": 316085
    },
    {
      "epoch": 0.2766794959214524,
      "grad_norm": 0.5802004337310791,
      "learning_rate": 4.3255769878109545e-05,
      "loss": 5.3578,
      "step": 316090
    },
    {
      "epoch": 0.27668387251507953,
      "grad_norm": 0.5872377157211304,
      "learning_rate": 4.32555618828241e-05,
      "loss": 4.9033,
      "step": 316095
    },
    {
      "epoch": 0.2766882491087067,
      "grad_norm": 0.6041424870491028,
      "learning_rate": 4.3255353884981843e-05,
      "loss": 5.66,
      "step": 316100
    },
    {
      "epoch": 0.2766926257023339,
      "grad_norm": 0.58650803565979,
      "learning_rate": 4.3255145884582794e-05,
      "loss": 5.0798,
      "step": 316105
    },
    {
      "epoch": 0.276697002295961,
      "grad_norm": 0.6004100441932678,
      "learning_rate": 4.3254937881627e-05,
      "loss": 5.64,
      "step": 316110
    },
    {
      "epoch": 0.2767013788895882,
      "grad_norm": 0.6180564165115356,
      "learning_rate": 4.325472987611452e-05,
      "loss": 4.3654,
      "step": 316115
    },
    {
      "epoch": 0.2767057554832153,
      "grad_norm": 0.7420392632484436,
      "learning_rate": 4.325452186804537e-05,
      "loss": 4.3885,
      "step": 316120
    },
    {
      "epoch": 0.2767101320768425,
      "grad_norm": 0.6008018851280212,
      "learning_rate": 4.325431385741959e-05,
      "loss": 5.4156,
      "step": 316125
    },
    {
      "epoch": 0.27671450867046965,
      "grad_norm": 0.6023966670036316,
      "learning_rate": 4.325410584423725e-05,
      "loss": 4.6595,
      "step": 316130
    },
    {
      "epoch": 0.27671888526409677,
      "grad_norm": 0.5814480781555176,
      "learning_rate": 4.3253897828498356e-05,
      "loss": 4.9859,
      "step": 316135
    },
    {
      "epoch": 0.27672326185772395,
      "grad_norm": 0.5847635269165039,
      "learning_rate": 4.325368981020297e-05,
      "loss": 5.7402,
      "step": 316140
    },
    {
      "epoch": 0.2767276384513511,
      "grad_norm": 0.6533096432685852,
      "learning_rate": 4.325348178935111e-05,
      "loss": 5.1215,
      "step": 316145
    },
    {
      "epoch": 0.27673201504497824,
      "grad_norm": 0.6007644534111023,
      "learning_rate": 4.3253273765942845e-05,
      "loss": 5.8758,
      "step": 316150
    },
    {
      "epoch": 0.2767363916386054,
      "grad_norm": 0.6030060648918152,
      "learning_rate": 4.325306573997819e-05,
      "loss": 4.9001,
      "step": 316155
    },
    {
      "epoch": 0.27674076823223254,
      "grad_norm": 0.589572548866272,
      "learning_rate": 4.325285771145721e-05,
      "loss": 5.3935,
      "step": 316160
    },
    {
      "epoch": 0.2767451448258597,
      "grad_norm": 0.5769814848899841,
      "learning_rate": 4.325264968037991e-05,
      "loss": 4.8683,
      "step": 316165
    },
    {
      "epoch": 0.2767495214194869,
      "grad_norm": 0.6272001266479492,
      "learning_rate": 4.3252441646746354e-05,
      "loss": 4.7882,
      "step": 316170
    },
    {
      "epoch": 0.276753898013114,
      "grad_norm": 0.6111849546432495,
      "learning_rate": 4.325223361055659e-05,
      "loss": 5.187,
      "step": 316175
    },
    {
      "epoch": 0.2767582746067412,
      "grad_norm": 0.6047043204307556,
      "learning_rate": 4.325202557181064e-05,
      "loss": 4.8838,
      "step": 316180
    },
    {
      "epoch": 0.27676265120036836,
      "grad_norm": 0.5868405103683472,
      "learning_rate": 4.3251817530508544e-05,
      "loss": 4.6953,
      "step": 316185
    },
    {
      "epoch": 0.2767670277939955,
      "grad_norm": 0.5914271473884583,
      "learning_rate": 4.3251609486650355e-05,
      "loss": 4.6269,
      "step": 316190
    },
    {
      "epoch": 0.27677140438762265,
      "grad_norm": 0.5953707695007324,
      "learning_rate": 4.3251401440236104e-05,
      "loss": 4.3328,
      "step": 316195
    },
    {
      "epoch": 0.2767757809812498,
      "grad_norm": 0.6536090970039368,
      "learning_rate": 4.325119339126584e-05,
      "loss": 5.8697,
      "step": 316200
    },
    {
      "epoch": 0.27678015757487695,
      "grad_norm": 0.5875118970870972,
      "learning_rate": 4.3250985339739605e-05,
      "loss": 5.8594,
      "step": 316205
    },
    {
      "epoch": 0.2767845341685041,
      "grad_norm": 0.5924137830734253,
      "learning_rate": 4.3250777285657416e-05,
      "loss": 6.1713,
      "step": 316210
    },
    {
      "epoch": 0.27678891076213125,
      "grad_norm": 0.5701804161071777,
      "learning_rate": 4.3250569229019336e-05,
      "loss": 6.2037,
      "step": 316215
    },
    {
      "epoch": 0.2767932873557584,
      "grad_norm": 0.583753764629364,
      "learning_rate": 4.325036116982539e-05,
      "loss": 4.5946,
      "step": 316220
    },
    {
      "epoch": 0.2767976639493856,
      "grad_norm": 0.5998965501785278,
      "learning_rate": 4.325015310807563e-05,
      "loss": 5.4198,
      "step": 316225
    },
    {
      "epoch": 0.2768020405430127,
      "grad_norm": 0.6381872892379761,
      "learning_rate": 4.324994504377009e-05,
      "loss": 5.1464,
      "step": 316230
    },
    {
      "epoch": 0.2768064171366399,
      "grad_norm": 0.580329179763794,
      "learning_rate": 4.324973697690882e-05,
      "loss": 5.6031,
      "step": 316235
    },
    {
      "epoch": 0.276810793730267,
      "grad_norm": 0.6028876304626465,
      "learning_rate": 4.3249528907491845e-05,
      "loss": 5.3437,
      "step": 316240
    },
    {
      "epoch": 0.2768151703238942,
      "grad_norm": 0.5796089172363281,
      "learning_rate": 4.3249320835519216e-05,
      "loss": 6.2109,
      "step": 316245
    },
    {
      "epoch": 0.27681954691752136,
      "grad_norm": 0.5859947800636292,
      "learning_rate": 4.324911276099096e-05,
      "loss": 5.3791,
      "step": 316250
    },
    {
      "epoch": 0.2768239235111485,
      "grad_norm": 0.5834444761276245,
      "learning_rate": 4.3248904683907144e-05,
      "loss": 5.1352,
      "step": 316255
    },
    {
      "epoch": 0.27682830010477566,
      "grad_norm": 0.582830548286438,
      "learning_rate": 4.324869660426777e-05,
      "loss": 4.8948,
      "step": 316260
    },
    {
      "epoch": 0.2768326766984028,
      "grad_norm": 0.5981066226959229,
      "learning_rate": 4.3248488522072916e-05,
      "loss": 5.6872,
      "step": 316265
    },
    {
      "epoch": 0.27683705329202996,
      "grad_norm": 0.5774872899055481,
      "learning_rate": 4.32482804373226e-05,
      "loss": 5.6796,
      "step": 316270
    },
    {
      "epoch": 0.27684142988565713,
      "grad_norm": 0.5956916809082031,
      "learning_rate": 4.324807235001686e-05,
      "loss": 5.1951,
      "step": 316275
    },
    {
      "epoch": 0.27684580647928425,
      "grad_norm": 0.5947450399398804,
      "learning_rate": 4.3247864260155746e-05,
      "loss": 5.0895,
      "step": 316280
    },
    {
      "epoch": 0.2768501830729114,
      "grad_norm": 0.6173877120018005,
      "learning_rate": 4.324765616773929e-05,
      "loss": 5.1811,
      "step": 316285
    },
    {
      "epoch": 0.2768545596665386,
      "grad_norm": 0.5746982097625732,
      "learning_rate": 4.324744807276756e-05,
      "loss": 5.2171,
      "step": 316290
    },
    {
      "epoch": 0.2768589362601657,
      "grad_norm": 0.5813890099525452,
      "learning_rate": 4.324723997524055e-05,
      "loss": 5.4082,
      "step": 316295
    },
    {
      "epoch": 0.2768633128537929,
      "grad_norm": 0.5990381836891174,
      "learning_rate": 4.324703187515834e-05,
      "loss": 5.4245,
      "step": 316300
    },
    {
      "epoch": 0.27686768944742,
      "grad_norm": 0.5963935256004333,
      "learning_rate": 4.324682377252094e-05,
      "loss": 4.8435,
      "step": 316305
    },
    {
      "epoch": 0.2768720660410472,
      "grad_norm": 0.5997825860977173,
      "learning_rate": 4.324661566732842e-05,
      "loss": 4.9053,
      "step": 316310
    },
    {
      "epoch": 0.27687644263467437,
      "grad_norm": 0.5958648920059204,
      "learning_rate": 4.3246407559580796e-05,
      "loss": 4.8335,
      "step": 316315
    },
    {
      "epoch": 0.2768808192283015,
      "grad_norm": 0.5907496809959412,
      "learning_rate": 4.32461994492781e-05,
      "loss": 5.9148,
      "step": 316320
    },
    {
      "epoch": 0.27688519582192866,
      "grad_norm": 0.5867468118667603,
      "learning_rate": 4.3245991336420414e-05,
      "loss": 5.5883,
      "step": 316325
    },
    {
      "epoch": 0.27688957241555584,
      "grad_norm": 0.611559271812439,
      "learning_rate": 4.324578322100774e-05,
      "loss": 5.163,
      "step": 316330
    },
    {
      "epoch": 0.27689394900918296,
      "grad_norm": 0.5773899555206299,
      "learning_rate": 4.3245575103040125e-05,
      "loss": 5.6262,
      "step": 316335
    },
    {
      "epoch": 0.27689832560281014,
      "grad_norm": 0.5888206362724304,
      "learning_rate": 4.3245366982517634e-05,
      "loss": 5.4123,
      "step": 316340
    },
    {
      "epoch": 0.27690270219643726,
      "grad_norm": 0.5870984792709351,
      "learning_rate": 4.324515885944027e-05,
      "loss": 5.0876,
      "step": 316345
    },
    {
      "epoch": 0.27690707879006443,
      "grad_norm": 0.5822916030883789,
      "learning_rate": 4.32449507338081e-05,
      "loss": 5.6104,
      "step": 316350
    },
    {
      "epoch": 0.2769114553836916,
      "grad_norm": 0.5779679417610168,
      "learning_rate": 4.324474260562115e-05,
      "loss": 5.8941,
      "step": 316355
    },
    {
      "epoch": 0.2769158319773187,
      "grad_norm": 0.5795152187347412,
      "learning_rate": 4.324453447487947e-05,
      "loss": 5.6301,
      "step": 316360
    },
    {
      "epoch": 0.2769202085709459,
      "grad_norm": 0.5821040868759155,
      "learning_rate": 4.32443263415831e-05,
      "loss": 5.9242,
      "step": 316365
    },
    {
      "epoch": 0.276924585164573,
      "grad_norm": 0.5826959609985352,
      "learning_rate": 4.3244118205732056e-05,
      "loss": 5.3861,
      "step": 316370
    },
    {
      "epoch": 0.2769289617582002,
      "grad_norm": 0.6189740300178528,
      "learning_rate": 4.324391006732642e-05,
      "loss": 5.4268,
      "step": 316375
    },
    {
      "epoch": 0.2769333383518274,
      "grad_norm": 0.5792670845985413,
      "learning_rate": 4.32437019263662e-05,
      "loss": 5.0863,
      "step": 316380
    },
    {
      "epoch": 0.2769377149454545,
      "grad_norm": 0.5926794409751892,
      "learning_rate": 4.324349378285145e-05,
      "loss": 5.3858,
      "step": 316385
    },
    {
      "epoch": 0.27694209153908167,
      "grad_norm": 0.6250299215316772,
      "learning_rate": 4.3243285636782204e-05,
      "loss": 4.9302,
      "step": 316390
    },
    {
      "epoch": 0.27694646813270885,
      "grad_norm": 0.6423307657241821,
      "learning_rate": 4.32430774881585e-05,
      "loss": 4.6227,
      "step": 316395
    },
    {
      "epoch": 0.27695084472633597,
      "grad_norm": 0.5996735095977783,
      "learning_rate": 4.32428693369804e-05,
      "loss": 5.4037,
      "step": 316400
    },
    {
      "epoch": 0.27695522131996314,
      "grad_norm": 0.5938412547111511,
      "learning_rate": 4.32426611832479e-05,
      "loss": 5.3665,
      "step": 316405
    },
    {
      "epoch": 0.27695959791359026,
      "grad_norm": 0.6219912767410278,
      "learning_rate": 4.324245302696108e-05,
      "loss": 4.8852,
      "step": 316410
    },
    {
      "epoch": 0.27696397450721744,
      "grad_norm": 0.6075743436813354,
      "learning_rate": 4.324224486811997e-05,
      "loss": 4.5504,
      "step": 316415
    },
    {
      "epoch": 0.2769683511008446,
      "grad_norm": 0.6224680542945862,
      "learning_rate": 4.324203670672461e-05,
      "loss": 5.1654,
      "step": 316420
    },
    {
      "epoch": 0.27697272769447173,
      "grad_norm": 0.6033508777618408,
      "learning_rate": 4.324182854277503e-05,
      "loss": 5.6273,
      "step": 316425
    },
    {
      "epoch": 0.2769771042880989,
      "grad_norm": 0.6014160513877869,
      "learning_rate": 4.3241620376271284e-05,
      "loss": 5.2024,
      "step": 316430
    },
    {
      "epoch": 0.2769814808817261,
      "grad_norm": 0.6381641626358032,
      "learning_rate": 4.3241412207213406e-05,
      "loss": 4.6914,
      "step": 316435
    },
    {
      "epoch": 0.2769858574753532,
      "grad_norm": 0.6088581085205078,
      "learning_rate": 4.3241204035601425e-05,
      "loss": 5.4334,
      "step": 316440
    },
    {
      "epoch": 0.2769902340689804,
      "grad_norm": 0.5712123513221741,
      "learning_rate": 4.3240995861435395e-05,
      "loss": 5.866,
      "step": 316445
    },
    {
      "epoch": 0.2769946106626075,
      "grad_norm": 0.6011244654655457,
      "learning_rate": 4.324078768471536e-05,
      "loss": 4.3748,
      "step": 316450
    },
    {
      "epoch": 0.2769989872562347,
      "grad_norm": 0.6098015308380127,
      "learning_rate": 4.324057950544135e-05,
      "loss": 5.099,
      "step": 316455
    },
    {
      "epoch": 0.27700336384986185,
      "grad_norm": 0.5810897946357727,
      "learning_rate": 4.324037132361342e-05,
      "loss": 5.9164,
      "step": 316460
    },
    {
      "epoch": 0.27700774044348897,
      "grad_norm": 0.5762297511100769,
      "learning_rate": 4.324016313923158e-05,
      "loss": 5.7041,
      "step": 316465
    },
    {
      "epoch": 0.27701211703711615,
      "grad_norm": 0.5814756751060486,
      "learning_rate": 4.3239954952295893e-05,
      "loss": 5.3029,
      "step": 316470
    },
    {
      "epoch": 0.2770164936307433,
      "grad_norm": 0.6026827096939087,
      "learning_rate": 4.32397467628064e-05,
      "loss": 5.1283,
      "step": 316475
    },
    {
      "epoch": 0.27702087022437044,
      "grad_norm": 0.5978644490242004,
      "learning_rate": 4.323953857076314e-05,
      "loss": 5.8969,
      "step": 316480
    },
    {
      "epoch": 0.2770252468179976,
      "grad_norm": 0.5875363945960999,
      "learning_rate": 4.323933037616613e-05,
      "loss": 5.6813,
      "step": 316485
    },
    {
      "epoch": 0.27702962341162474,
      "grad_norm": 0.5903971791267395,
      "learning_rate": 4.323912217901546e-05,
      "loss": 5.3973,
      "step": 316490
    },
    {
      "epoch": 0.2770340000052519,
      "grad_norm": 0.5803639888763428,
      "learning_rate": 4.3238913979311114e-05,
      "loss": 5.9223,
      "step": 316495
    },
    {
      "epoch": 0.2770383765988791,
      "grad_norm": 0.5978271961212158,
      "learning_rate": 4.323870577705317e-05,
      "loss": 5.4166,
      "step": 316500
    },
    {
      "epoch": 0.2770427531925062,
      "grad_norm": 0.588110089302063,
      "learning_rate": 4.323849757224166e-05,
      "loss": 4.878,
      "step": 316505
    },
    {
      "epoch": 0.2770471297861334,
      "grad_norm": 0.5894378423690796,
      "learning_rate": 4.3238289364876605e-05,
      "loss": 5.4237,
      "step": 316510
    },
    {
      "epoch": 0.2770515063797605,
      "grad_norm": 0.5949229001998901,
      "learning_rate": 4.323808115495807e-05,
      "loss": 5.1435,
      "step": 316515
    },
    {
      "epoch": 0.2770558829733877,
      "grad_norm": 0.5981838703155518,
      "learning_rate": 4.323787294248608e-05,
      "loss": 5.3436,
      "step": 316520
    },
    {
      "epoch": 0.27706025956701485,
      "grad_norm": 0.6216897368431091,
      "learning_rate": 4.323766472746068e-05,
      "loss": 4.2287,
      "step": 316525
    },
    {
      "epoch": 0.277064636160642,
      "grad_norm": 0.6109180450439453,
      "learning_rate": 4.323745650988191e-05,
      "loss": 4.9008,
      "step": 316530
    },
    {
      "epoch": 0.27706901275426915,
      "grad_norm": 0.5817016363143921,
      "learning_rate": 4.323724828974982e-05,
      "loss": 4.6125,
      "step": 316535
    },
    {
      "epoch": 0.2770733893478963,
      "grad_norm": 0.5997166037559509,
      "learning_rate": 4.3237040067064425e-05,
      "loss": 4.7916,
      "step": 316540
    },
    {
      "epoch": 0.27707776594152345,
      "grad_norm": 0.5889639854431152,
      "learning_rate": 4.32368318418258e-05,
      "loss": 5.9008,
      "step": 316545
    },
    {
      "epoch": 0.2770821425351506,
      "grad_norm": 0.5903173089027405,
      "learning_rate": 4.3236623614033965e-05,
      "loss": 4.8855,
      "step": 316550
    },
    {
      "epoch": 0.27708651912877774,
      "grad_norm": 0.5935216546058655,
      "learning_rate": 4.323641538368896e-05,
      "loss": 4.3807,
      "step": 316555
    },
    {
      "epoch": 0.2770908957224049,
      "grad_norm": 0.6075271368026733,
      "learning_rate": 4.323620715079081e-05,
      "loss": 4.8891,
      "step": 316560
    },
    {
      "epoch": 0.2770952723160321,
      "grad_norm": 0.58879154920578,
      "learning_rate": 4.3235998915339594e-05,
      "loss": 5.42,
      "step": 316565
    },
    {
      "epoch": 0.2770996489096592,
      "grad_norm": 0.6034919619560242,
      "learning_rate": 4.323579067733531e-05,
      "loss": 5.1876,
      "step": 316570
    },
    {
      "epoch": 0.2771040255032864,
      "grad_norm": 0.5967826247215271,
      "learning_rate": 4.3235582436778035e-05,
      "loss": 5.4046,
      "step": 316575
    },
    {
      "epoch": 0.27710840209691356,
      "grad_norm": 0.5734046697616577,
      "learning_rate": 4.323537419366778e-05,
      "loss": 5.6952,
      "step": 316580
    },
    {
      "epoch": 0.2771127786905407,
      "grad_norm": 0.5999571681022644,
      "learning_rate": 4.3235165948004594e-05,
      "loss": 5.6176,
      "step": 316585
    },
    {
      "epoch": 0.27711715528416786,
      "grad_norm": 0.5955310463905334,
      "learning_rate": 4.323495769978854e-05,
      "loss": 4.8915,
      "step": 316590
    },
    {
      "epoch": 0.277121531877795,
      "grad_norm": 0.578326404094696,
      "learning_rate": 4.323474944901963e-05,
      "loss": 5.3744,
      "step": 316595
    },
    {
      "epoch": 0.27712590847142216,
      "grad_norm": 0.5913838148117065,
      "learning_rate": 4.323454119569791e-05,
      "loss": 4.7214,
      "step": 316600
    },
    {
      "epoch": 0.27713028506504933,
      "grad_norm": 0.5744122862815857,
      "learning_rate": 4.3234332939823416e-05,
      "loss": 5.9324,
      "step": 316605
    },
    {
      "epoch": 0.27713466165867645,
      "grad_norm": 0.6048309206962585,
      "learning_rate": 4.32341246813962e-05,
      "loss": 4.3814,
      "step": 316610
    },
    {
      "epoch": 0.2771390382523036,
      "grad_norm": 0.6003737449645996,
      "learning_rate": 4.323391642041631e-05,
      "loss": 5.4198,
      "step": 316615
    },
    {
      "epoch": 0.2771434148459308,
      "grad_norm": 0.5944592952728271,
      "learning_rate": 4.323370815688377e-05,
      "loss": 5.3713,
      "step": 316620
    },
    {
      "epoch": 0.2771477914395579,
      "grad_norm": 0.6004813313484192,
      "learning_rate": 4.3233499890798614e-05,
      "loss": 4.3677,
      "step": 316625
    },
    {
      "epoch": 0.2771521680331851,
      "grad_norm": 0.5799378752708435,
      "learning_rate": 4.32332916221609e-05,
      "loss": 5.6815,
      "step": 316630
    },
    {
      "epoch": 0.2771565446268122,
      "grad_norm": 0.6027331948280334,
      "learning_rate": 4.323308335097065e-05,
      "loss": 5.4128,
      "step": 316635
    },
    {
      "epoch": 0.2771609212204394,
      "grad_norm": 0.5926839113235474,
      "learning_rate": 4.323287507722792e-05,
      "loss": 4.6816,
      "step": 316640
    },
    {
      "epoch": 0.27716529781406657,
      "grad_norm": 0.5886697173118591,
      "learning_rate": 4.3232666800932756e-05,
      "loss": 4.1811,
      "step": 316645
    },
    {
      "epoch": 0.2771696744076937,
      "grad_norm": 0.5858175754547119,
      "learning_rate": 4.3232458522085164e-05,
      "loss": 5.3916,
      "step": 316650
    },
    {
      "epoch": 0.27717405100132086,
      "grad_norm": 0.6047725677490234,
      "learning_rate": 4.3232250240685224e-05,
      "loss": 4.0718,
      "step": 316655
    },
    {
      "epoch": 0.277178427594948,
      "grad_norm": 0.5905417799949646,
      "learning_rate": 4.323204195673295e-05,
      "loss": 4.5851,
      "step": 316660
    },
    {
      "epoch": 0.27718280418857516,
      "grad_norm": 0.5750187635421753,
      "learning_rate": 4.32318336702284e-05,
      "loss": 4.099,
      "step": 316665
    },
    {
      "epoch": 0.27718718078220234,
      "grad_norm": 0.6053299903869629,
      "learning_rate": 4.3231625381171606e-05,
      "loss": 5.727,
      "step": 316670
    },
    {
      "epoch": 0.27719155737582946,
      "grad_norm": 0.5927984714508057,
      "learning_rate": 4.32314170895626e-05,
      "loss": 5.6082,
      "step": 316675
    },
    {
      "epoch": 0.27719593396945663,
      "grad_norm": 0.5876541137695312,
      "learning_rate": 4.323120879540143e-05,
      "loss": 4.3896,
      "step": 316680
    },
    {
      "epoch": 0.2772003105630838,
      "grad_norm": 0.597221851348877,
      "learning_rate": 4.3231000498688134e-05,
      "loss": 5.3311,
      "step": 316685
    },
    {
      "epoch": 0.2772046871567109,
      "grad_norm": 0.5905889272689819,
      "learning_rate": 4.3230792199422765e-05,
      "loss": 5.3712,
      "step": 316690
    },
    {
      "epoch": 0.2772090637503381,
      "grad_norm": 0.5708929896354675,
      "learning_rate": 4.323058389760535e-05,
      "loss": 5.2,
      "step": 316695
    },
    {
      "epoch": 0.2772134403439652,
      "grad_norm": 0.5895071625709534,
      "learning_rate": 4.323037559323592e-05,
      "loss": 5.1209,
      "step": 316700
    },
    {
      "epoch": 0.2772178169375924,
      "grad_norm": 0.5832589268684387,
      "learning_rate": 4.323016728631454e-05,
      "loss": 4.4078,
      "step": 316705
    },
    {
      "epoch": 0.2772221935312196,
      "grad_norm": 0.5914150476455688,
      "learning_rate": 4.3229958976841224e-05,
      "loss": 5.4538,
      "step": 316710
    },
    {
      "epoch": 0.2772265701248467,
      "grad_norm": 0.5861203074455261,
      "learning_rate": 4.3229750664816035e-05,
      "loss": 4.7539,
      "step": 316715
    },
    {
      "epoch": 0.27723094671847387,
      "grad_norm": 0.5892461538314819,
      "learning_rate": 4.322954235023901e-05,
      "loss": 5.39,
      "step": 316720
    },
    {
      "epoch": 0.27723532331210105,
      "grad_norm": 0.6124178171157837,
      "learning_rate": 4.322933403311016e-05,
      "loss": 5.195,
      "step": 316725
    },
    {
      "epoch": 0.27723969990572817,
      "grad_norm": 0.589036762714386,
      "learning_rate": 4.3229125713429564e-05,
      "loss": 5.9332,
      "step": 316730
    },
    {
      "epoch": 0.27724407649935534,
      "grad_norm": 0.5953865647315979,
      "learning_rate": 4.322891739119724e-05,
      "loss": 5.0891,
      "step": 316735
    },
    {
      "epoch": 0.27724845309298246,
      "grad_norm": 0.6007811427116394,
      "learning_rate": 4.322870906641323e-05,
      "loss": 4.8607,
      "step": 316740
    },
    {
      "epoch": 0.27725282968660964,
      "grad_norm": 0.5930230617523193,
      "learning_rate": 4.3228500739077596e-05,
      "loss": 5.0428,
      "step": 316745
    },
    {
      "epoch": 0.2772572062802368,
      "grad_norm": 0.5865254402160645,
      "learning_rate": 4.322829240919034e-05,
      "loss": 5.893,
      "step": 316750
    },
    {
      "epoch": 0.27726158287386393,
      "grad_norm": 0.5664324760437012,
      "learning_rate": 4.322808407675153e-05,
      "loss": 5.6717,
      "step": 316755
    },
    {
      "epoch": 0.2772659594674911,
      "grad_norm": 0.5955338478088379,
      "learning_rate": 4.3227875741761204e-05,
      "loss": 5.4227,
      "step": 316760
    },
    {
      "epoch": 0.2772703360611182,
      "grad_norm": 0.576965868473053,
      "learning_rate": 4.3227667404219385e-05,
      "loss": 4.7794,
      "step": 316765
    },
    {
      "epoch": 0.2772747126547454,
      "grad_norm": 0.586030900478363,
      "learning_rate": 4.322745906412614e-05,
      "loss": 5.2269,
      "step": 316770
    },
    {
      "epoch": 0.2772790892483726,
      "grad_norm": 0.5920546650886536,
      "learning_rate": 4.3227250721481484e-05,
      "loss": 5.2053,
      "step": 316775
    },
    {
      "epoch": 0.2772834658419997,
      "grad_norm": 0.5993520021438599,
      "learning_rate": 4.3227042376285476e-05,
      "loss": 3.6721,
      "step": 316780
    },
    {
      "epoch": 0.2772878424356269,
      "grad_norm": 0.5980315208435059,
      "learning_rate": 4.322683402853813e-05,
      "loss": 4.6994,
      "step": 316785
    },
    {
      "epoch": 0.27729221902925405,
      "grad_norm": 0.6676695346832275,
      "learning_rate": 4.322662567823952e-05,
      "loss": 5.1909,
      "step": 316790
    },
    {
      "epoch": 0.27729659562288117,
      "grad_norm": 0.600466251373291,
      "learning_rate": 4.322641732538967e-05,
      "loss": 5.702,
      "step": 316795
    },
    {
      "epoch": 0.27730097221650835,
      "grad_norm": 0.5993914008140564,
      "learning_rate": 4.3226208969988614e-05,
      "loss": 5.1392,
      "step": 316800
    },
    {
      "epoch": 0.27730534881013547,
      "grad_norm": 0.604295551776886,
      "learning_rate": 4.32260006120364e-05,
      "loss": 5.1195,
      "step": 316805
    },
    {
      "epoch": 0.27730972540376264,
      "grad_norm": 0.651287317276001,
      "learning_rate": 4.322579225153306e-05,
      "loss": 4.8206,
      "step": 316810
    },
    {
      "epoch": 0.2773141019973898,
      "grad_norm": 0.6004826426506042,
      "learning_rate": 4.322558388847865e-05,
      "loss": 5.1104,
      "step": 316815
    },
    {
      "epoch": 0.27731847859101694,
      "grad_norm": 0.5888556241989136,
      "learning_rate": 4.32253755228732e-05,
      "loss": 5.2205,
      "step": 316820
    },
    {
      "epoch": 0.2773228551846441,
      "grad_norm": 0.7103397846221924,
      "learning_rate": 4.322516715471675e-05,
      "loss": 4.8205,
      "step": 316825
    },
    {
      "epoch": 0.2773272317782713,
      "grad_norm": 0.6119719743728638,
      "learning_rate": 4.322495878400934e-05,
      "loss": 4.5822,
      "step": 316830
    },
    {
      "epoch": 0.2773316083718984,
      "grad_norm": 0.633888304233551,
      "learning_rate": 4.322475041075101e-05,
      "loss": 5.1155,
      "step": 316835
    },
    {
      "epoch": 0.2773359849655256,
      "grad_norm": 0.5919849276542664,
      "learning_rate": 4.3224542034941804e-05,
      "loss": 5.1812,
      "step": 316840
    },
    {
      "epoch": 0.2773403615591527,
      "grad_norm": 0.5800753235816956,
      "learning_rate": 4.322433365658176e-05,
      "loss": 4.6647,
      "step": 316845
    },
    {
      "epoch": 0.2773447381527799,
      "grad_norm": 0.573096513748169,
      "learning_rate": 4.322412527567091e-05,
      "loss": 5.3061,
      "step": 316850
    },
    {
      "epoch": 0.27734911474640705,
      "grad_norm": 0.5940362811088562,
      "learning_rate": 4.3223916892209316e-05,
      "loss": 5.4368,
      "step": 316855
    },
    {
      "epoch": 0.2773534913400342,
      "grad_norm": 0.5892401933670044,
      "learning_rate": 4.3223708506197006e-05,
      "loss": 5.4103,
      "step": 316860
    },
    {
      "epoch": 0.27735786793366135,
      "grad_norm": 0.5790660977363586,
      "learning_rate": 4.322350011763401e-05,
      "loss": 5.6148,
      "step": 316865
    },
    {
      "epoch": 0.2773622445272885,
      "grad_norm": 0.5713380575180054,
      "learning_rate": 4.322329172652038e-05,
      "loss": 5.3916,
      "step": 316870
    },
    {
      "epoch": 0.27736662112091565,
      "grad_norm": 0.5887342095375061,
      "learning_rate": 4.322308333285614e-05,
      "loss": 4.9112,
      "step": 316875
    },
    {
      "epoch": 0.2773709977145428,
      "grad_norm": 0.5807421207427979,
      "learning_rate": 4.3222874936641354e-05,
      "loss": 4.9081,
      "step": 316880
    },
    {
      "epoch": 0.27737537430816994,
      "grad_norm": 0.5875183343887329,
      "learning_rate": 4.3222666537876054e-05,
      "loss": 5.7021,
      "step": 316885
    },
    {
      "epoch": 0.2773797509017971,
      "grad_norm": 0.5739470720291138,
      "learning_rate": 4.322245813656027e-05,
      "loss": 5.4015,
      "step": 316890
    },
    {
      "epoch": 0.2773841274954243,
      "grad_norm": 0.5819923281669617,
      "learning_rate": 4.3222249732694065e-05,
      "loss": 5.6791,
      "step": 316895
    },
    {
      "epoch": 0.2773885040890514,
      "grad_norm": 0.5956625938415527,
      "learning_rate": 4.322204132627745e-05,
      "loss": 5.3769,
      "step": 316900
    },
    {
      "epoch": 0.2773928806826786,
      "grad_norm": 0.5869757533073425,
      "learning_rate": 4.322183291731049e-05,
      "loss": 5.9053,
      "step": 316905
    },
    {
      "epoch": 0.2773972572763057,
      "grad_norm": 0.5759842991828918,
      "learning_rate": 4.32216245057932e-05,
      "loss": 5.1796,
      "step": 316910
    },
    {
      "epoch": 0.2774016338699329,
      "grad_norm": 0.5848098993301392,
      "learning_rate": 4.322141609172564e-05,
      "loss": 5.3825,
      "step": 316915
    },
    {
      "epoch": 0.27740601046356006,
      "grad_norm": 0.5983037352561951,
      "learning_rate": 4.3221207675107856e-05,
      "loss": 5.3855,
      "step": 316920
    },
    {
      "epoch": 0.2774103870571872,
      "grad_norm": 0.5868777632713318,
      "learning_rate": 4.3220999255939864e-05,
      "loss": 4.8904,
      "step": 316925
    },
    {
      "epoch": 0.27741476365081436,
      "grad_norm": 0.5719565749168396,
      "learning_rate": 4.3220790834221713e-05,
      "loss": 5.1741,
      "step": 316930
    },
    {
      "epoch": 0.27741914024444153,
      "grad_norm": 0.6240662932395935,
      "learning_rate": 4.322058240995346e-05,
      "loss": 4.8844,
      "step": 316935
    },
    {
      "epoch": 0.27742351683806865,
      "grad_norm": 0.5913286805152893,
      "learning_rate": 4.322037398313513e-05,
      "loss": 5.1861,
      "step": 316940
    },
    {
      "epoch": 0.2774278934316958,
      "grad_norm": 0.5955507159233093,
      "learning_rate": 4.322016555376677e-05,
      "loss": 4.8596,
      "step": 316945
    },
    {
      "epoch": 0.27743227002532295,
      "grad_norm": 0.5976125001907349,
      "learning_rate": 4.321995712184841e-05,
      "loss": 4.6678,
      "step": 316950
    },
    {
      "epoch": 0.2774366466189501,
      "grad_norm": 0.6055577993392944,
      "learning_rate": 4.321974868738009e-05,
      "loss": 5.1458,
      "step": 316955
    },
    {
      "epoch": 0.2774410232125773,
      "grad_norm": 0.6082355380058289,
      "learning_rate": 4.321954025036187e-05,
      "loss": 5.882,
      "step": 316960
    },
    {
      "epoch": 0.2774453998062044,
      "grad_norm": 0.6879239082336426,
      "learning_rate": 4.321933181079376e-05,
      "loss": 4.568,
      "step": 316965
    },
    {
      "epoch": 0.2774497763998316,
      "grad_norm": 0.6767632961273193,
      "learning_rate": 4.321912336867583e-05,
      "loss": 5.2022,
      "step": 316970
    },
    {
      "epoch": 0.27745415299345877,
      "grad_norm": 0.6207728981971741,
      "learning_rate": 4.32189149240081e-05,
      "loss": 4.8981,
      "step": 316975
    },
    {
      "epoch": 0.2774585295870859,
      "grad_norm": 0.596659779548645,
      "learning_rate": 4.321870647679063e-05,
      "loss": 5.3879,
      "step": 316980
    },
    {
      "epoch": 0.27746290618071306,
      "grad_norm": 0.5887269377708435,
      "learning_rate": 4.3218498027023435e-05,
      "loss": 5.699,
      "step": 316985
    },
    {
      "epoch": 0.2774672827743402,
      "grad_norm": 0.6014240384101868,
      "learning_rate": 4.321828957470657e-05,
      "loss": 4.5696,
      "step": 316990
    },
    {
      "epoch": 0.27747165936796736,
      "grad_norm": 0.6112954616546631,
      "learning_rate": 4.321808111984008e-05,
      "loss": 4.7979,
      "step": 316995
    },
    {
      "epoch": 0.27747603596159454,
      "grad_norm": 0.587782084941864,
      "learning_rate": 4.321787266242399e-05,
      "loss": 4.9261,
      "step": 317000
    },
    {
      "epoch": 0.27748041255522166,
      "grad_norm": 0.5988556146621704,
      "learning_rate": 4.321766420245835e-05,
      "loss": 4.8219,
      "step": 317005
    },
    {
      "epoch": 0.27748478914884883,
      "grad_norm": 0.6067425012588501,
      "learning_rate": 4.32174557399432e-05,
      "loss": 5.1853,
      "step": 317010
    },
    {
      "epoch": 0.27748916574247595,
      "grad_norm": 0.5863150358200073,
      "learning_rate": 4.321724727487858e-05,
      "loss": 5.0725,
      "step": 317015
    },
    {
      "epoch": 0.2774935423361031,
      "grad_norm": 0.585098922252655,
      "learning_rate": 4.321703880726452e-05,
      "loss": 5.4058,
      "step": 317020
    },
    {
      "epoch": 0.2774979189297303,
      "grad_norm": 0.6036748886108398,
      "learning_rate": 4.321683033710108e-05,
      "loss": 5.9324,
      "step": 317025
    },
    {
      "epoch": 0.2775022955233574,
      "grad_norm": 0.5930904150009155,
      "learning_rate": 4.3216621864388286e-05,
      "loss": 4.8971,
      "step": 317030
    },
    {
      "epoch": 0.2775066721169846,
      "grad_norm": 0.588116466999054,
      "learning_rate": 4.3216413389126174e-05,
      "loss": 4.6709,
      "step": 317035
    },
    {
      "epoch": 0.2775110487106118,
      "grad_norm": 0.5787274837493896,
      "learning_rate": 4.3216204911314805e-05,
      "loss": 4.6726,
      "step": 317040
    },
    {
      "epoch": 0.2775154253042389,
      "grad_norm": 0.5771198272705078,
      "learning_rate": 4.32159964309542e-05,
      "loss": 5.7134,
      "step": 317045
    },
    {
      "epoch": 0.27751980189786607,
      "grad_norm": 0.573937714099884,
      "learning_rate": 4.321578794804441e-05,
      "loss": 5.9014,
      "step": 317050
    },
    {
      "epoch": 0.2775241784914932,
      "grad_norm": 0.5873385667800903,
      "learning_rate": 4.3215579462585464e-05,
      "loss": 4.5501,
      "step": 317055
    },
    {
      "epoch": 0.27752855508512037,
      "grad_norm": 0.5984410643577576,
      "learning_rate": 4.3215370974577404e-05,
      "loss": 5.0404,
      "step": 317060
    },
    {
      "epoch": 0.27753293167874754,
      "grad_norm": 0.5757296085357666,
      "learning_rate": 4.3215162484020276e-05,
      "loss": 5.899,
      "step": 317065
    },
    {
      "epoch": 0.27753730827237466,
      "grad_norm": 0.598725438117981,
      "learning_rate": 4.321495399091413e-05,
      "loss": 5.228,
      "step": 317070
    },
    {
      "epoch": 0.27754168486600184,
      "grad_norm": 0.592345118522644,
      "learning_rate": 4.321474549525899e-05,
      "loss": 4.381,
      "step": 317075
    },
    {
      "epoch": 0.277546061459629,
      "grad_norm": 0.5869815945625305,
      "learning_rate": 4.32145369970549e-05,
      "loss": 4.5808,
      "step": 317080
    },
    {
      "epoch": 0.27755043805325613,
      "grad_norm": 0.5888146162033081,
      "learning_rate": 4.32143284963019e-05,
      "loss": 5.6236,
      "step": 317085
    },
    {
      "epoch": 0.2775548146468833,
      "grad_norm": 0.608600378036499,
      "learning_rate": 4.3214119993000037e-05,
      "loss": 4.8819,
      "step": 317090
    },
    {
      "epoch": 0.27755919124051043,
      "grad_norm": 0.5906292796134949,
      "learning_rate": 4.3213911487149336e-05,
      "loss": 4.7995,
      "step": 317095
    },
    {
      "epoch": 0.2775635678341376,
      "grad_norm": 0.6105251312255859,
      "learning_rate": 4.321370297874986e-05,
      "loss": 5.1825,
      "step": 317100
    },
    {
      "epoch": 0.2775679444277648,
      "grad_norm": 0.7716507911682129,
      "learning_rate": 4.321349446780163e-05,
      "loss": 4.8565,
      "step": 317105
    },
    {
      "epoch": 0.2775723210213919,
      "grad_norm": 0.6458941698074341,
      "learning_rate": 4.3213285954304704e-05,
      "loss": 5.4025,
      "step": 317110
    },
    {
      "epoch": 0.2775766976150191,
      "grad_norm": 0.6023052930831909,
      "learning_rate": 4.32130774382591e-05,
      "loss": 5.6094,
      "step": 317115
    },
    {
      "epoch": 0.27758107420864625,
      "grad_norm": 0.6422283053398132,
      "learning_rate": 4.3212868919664864e-05,
      "loss": 5.2106,
      "step": 317120
    },
    {
      "epoch": 0.27758545080227337,
      "grad_norm": 0.5753190517425537,
      "learning_rate": 4.3212660398522054e-05,
      "loss": 5.3518,
      "step": 317125
    },
    {
      "epoch": 0.27758982739590055,
      "grad_norm": 0.5925837159156799,
      "learning_rate": 4.3212451874830684e-05,
      "loss": 4.5764,
      "step": 317130
    },
    {
      "epoch": 0.27759420398952767,
      "grad_norm": 0.5984153747558594,
      "learning_rate": 4.321224334859082e-05,
      "loss": 5.1853,
      "step": 317135
    },
    {
      "epoch": 0.27759858058315484,
      "grad_norm": 0.5977928638458252,
      "learning_rate": 4.321203481980248e-05,
      "loss": 5.3946,
      "step": 317140
    },
    {
      "epoch": 0.277602957176782,
      "grad_norm": 0.5820042490959167,
      "learning_rate": 4.3211826288465727e-05,
      "loss": 5.6217,
      "step": 317145
    },
    {
      "epoch": 0.27760733377040914,
      "grad_norm": 0.5737115740776062,
      "learning_rate": 4.321161775458058e-05,
      "loss": 4.8105,
      "step": 317150
    },
    {
      "epoch": 0.2776117103640363,
      "grad_norm": 0.5804377794265747,
      "learning_rate": 4.321140921814709e-05,
      "loss": 5.1866,
      "step": 317155
    },
    {
      "epoch": 0.27761608695766343,
      "grad_norm": 0.5735652446746826,
      "learning_rate": 4.32112006791653e-05,
      "loss": 5.3964,
      "step": 317160
    },
    {
      "epoch": 0.2776204635512906,
      "grad_norm": 0.6074356436729431,
      "learning_rate": 4.321099213763523e-05,
      "loss": 4.6347,
      "step": 317165
    },
    {
      "epoch": 0.2776248401449178,
      "grad_norm": 0.5687642693519592,
      "learning_rate": 4.3210783593556945e-05,
      "loss": 5.7156,
      "step": 317170
    },
    {
      "epoch": 0.2776292167385449,
      "grad_norm": 0.5680957436561584,
      "learning_rate": 4.321057504693048e-05,
      "loss": 5.4188,
      "step": 317175
    },
    {
      "epoch": 0.2776335933321721,
      "grad_norm": 0.5853882431983948,
      "learning_rate": 4.321036649775586e-05,
      "loss": 5.3383,
      "step": 317180
    },
    {
      "epoch": 0.27763796992579926,
      "grad_norm": 0.601338803768158,
      "learning_rate": 4.3210157946033146e-05,
      "loss": 4.3613,
      "step": 317185
    },
    {
      "epoch": 0.2776423465194264,
      "grad_norm": 0.5981486439704895,
      "learning_rate": 4.320994939176237e-05,
      "loss": 5.8822,
      "step": 317190
    },
    {
      "epoch": 0.27764672311305355,
      "grad_norm": 0.5895169377326965,
      "learning_rate": 4.320974083494357e-05,
      "loss": 5.3822,
      "step": 317195
    },
    {
      "epoch": 0.27765109970668067,
      "grad_norm": 0.5802564024925232,
      "learning_rate": 4.320953227557678e-05,
      "loss": 5.7396,
      "step": 317200
    },
    {
      "epoch": 0.27765547630030785,
      "grad_norm": 0.6003603339195251,
      "learning_rate": 4.3209323713662056e-05,
      "loss": 5.095,
      "step": 317205
    },
    {
      "epoch": 0.277659852893935,
      "grad_norm": 0.5968208312988281,
      "learning_rate": 4.320911514919942e-05,
      "loss": 5.0921,
      "step": 317210
    },
    {
      "epoch": 0.27766422948756214,
      "grad_norm": 0.6107962727546692,
      "learning_rate": 4.320890658218892e-05,
      "loss": 5.1402,
      "step": 317215
    },
    {
      "epoch": 0.2776686060811893,
      "grad_norm": 0.5814905762672424,
      "learning_rate": 4.32086980126306e-05,
      "loss": 4.8128,
      "step": 317220
    },
    {
      "epoch": 0.2776729826748165,
      "grad_norm": 0.5841240882873535,
      "learning_rate": 4.3208489440524504e-05,
      "loss": 5.6973,
      "step": 317225
    },
    {
      "epoch": 0.2776773592684436,
      "grad_norm": 0.6058892011642456,
      "learning_rate": 4.3208280865870665e-05,
      "loss": 4.881,
      "step": 317230
    },
    {
      "epoch": 0.2776817358620708,
      "grad_norm": 0.6215744614601135,
      "learning_rate": 4.320807228866912e-05,
      "loss": 4.911,
      "step": 317235
    },
    {
      "epoch": 0.2776861124556979,
      "grad_norm": 0.6073915958404541,
      "learning_rate": 4.320786370891992e-05,
      "loss": 5.7161,
      "step": 317240
    },
    {
      "epoch": 0.2776904890493251,
      "grad_norm": 0.609673261642456,
      "learning_rate": 4.320765512662309e-05,
      "loss": 5.6799,
      "step": 317245
    },
    {
      "epoch": 0.27769486564295226,
      "grad_norm": 0.5959648489952087,
      "learning_rate": 4.320744654177869e-05,
      "loss": 4.3713,
      "step": 317250
    },
    {
      "epoch": 0.2776992422365794,
      "grad_norm": 0.5888645648956299,
      "learning_rate": 4.320723795438674e-05,
      "loss": 5.3784,
      "step": 317255
    },
    {
      "epoch": 0.27770361883020656,
      "grad_norm": 0.6071266531944275,
      "learning_rate": 4.320702936444729e-05,
      "loss": 5.0973,
      "step": 317260
    },
    {
      "epoch": 0.27770799542383373,
      "grad_norm": 0.6019982099533081,
      "learning_rate": 4.320682077196038e-05,
      "loss": 5.0647,
      "step": 317265
    },
    {
      "epoch": 0.27771237201746085,
      "grad_norm": 0.5982487797737122,
      "learning_rate": 4.3206612176926053e-05,
      "loss": 5.1237,
      "step": 317270
    },
    {
      "epoch": 0.277716748611088,
      "grad_norm": 0.603466808795929,
      "learning_rate": 4.320640357934435e-05,
      "loss": 5.2261,
      "step": 317275
    },
    {
      "epoch": 0.27772112520471515,
      "grad_norm": 0.5730676651000977,
      "learning_rate": 4.3206194979215295e-05,
      "loss": 5.7078,
      "step": 317280
    },
    {
      "epoch": 0.2777255017983423,
      "grad_norm": 0.6036428213119507,
      "learning_rate": 4.320598637653896e-05,
      "loss": 4.8591,
      "step": 317285
    },
    {
      "epoch": 0.2777298783919695,
      "grad_norm": 0.5963580012321472,
      "learning_rate": 4.320577777131535e-05,
      "loss": 4.5604,
      "step": 317290
    },
    {
      "epoch": 0.2777342549855966,
      "grad_norm": 0.5929346680641174,
      "learning_rate": 4.320556916354453e-05,
      "loss": 5.1026,
      "step": 317295
    },
    {
      "epoch": 0.2777386315792238,
      "grad_norm": 0.574292004108429,
      "learning_rate": 4.320536055322653e-05,
      "loss": 6.175,
      "step": 317300
    },
    {
      "epoch": 0.2777430081728509,
      "grad_norm": 0.5841566920280457,
      "learning_rate": 4.3205151940361386e-05,
      "loss": 4.5697,
      "step": 317305
    },
    {
      "epoch": 0.2777473847664781,
      "grad_norm": 0.5985488295555115,
      "learning_rate": 4.3204943324949155e-05,
      "loss": 5.3771,
      "step": 317310
    },
    {
      "epoch": 0.27775176136010526,
      "grad_norm": 0.5838454961776733,
      "learning_rate": 4.3204734706989856e-05,
      "loss": 4.067,
      "step": 317315
    },
    {
      "epoch": 0.2777561379537324,
      "grad_norm": 0.6042687296867371,
      "learning_rate": 4.320452608648354e-05,
      "loss": 5.3043,
      "step": 317320
    },
    {
      "epoch": 0.27776051454735956,
      "grad_norm": 0.5948389172554016,
      "learning_rate": 4.3204317463430254e-05,
      "loss": 5.7048,
      "step": 317325
    },
    {
      "epoch": 0.27776489114098674,
      "grad_norm": 0.636884868144989,
      "learning_rate": 4.3204108837830026e-05,
      "loss": 4.8598,
      "step": 317330
    },
    {
      "epoch": 0.27776926773461386,
      "grad_norm": 0.6249372959136963,
      "learning_rate": 4.32039002096829e-05,
      "loss": 4.8941,
      "step": 317335
    },
    {
      "epoch": 0.27777364432824103,
      "grad_norm": 0.5886616706848145,
      "learning_rate": 4.3203691578988913e-05,
      "loss": 4.8627,
      "step": 317340
    },
    {
      "epoch": 0.27777802092186815,
      "grad_norm": 0.599153995513916,
      "learning_rate": 4.3203482945748117e-05,
      "loss": 5.4125,
      "step": 317345
    },
    {
      "epoch": 0.2777823975154953,
      "grad_norm": 0.5973854064941406,
      "learning_rate": 4.320327430996055e-05,
      "loss": 5.39,
      "step": 317350
    },
    {
      "epoch": 0.2777867741091225,
      "grad_norm": 0.5800761580467224,
      "learning_rate": 4.320306567162623e-05,
      "loss": 5.7593,
      "step": 317355
    },
    {
      "epoch": 0.2777911507027496,
      "grad_norm": 0.5858551859855652,
      "learning_rate": 4.3202857030745224e-05,
      "loss": 4.9334,
      "step": 317360
    },
    {
      "epoch": 0.2777955272963768,
      "grad_norm": 0.5951434373855591,
      "learning_rate": 4.320264838731757e-05,
      "loss": 5.1824,
      "step": 317365
    },
    {
      "epoch": 0.277799903890004,
      "grad_norm": 0.5896129608154297,
      "learning_rate": 4.320243974134329e-05,
      "loss": 5.3718,
      "step": 317370
    },
    {
      "epoch": 0.2778042804836311,
      "grad_norm": 0.6007766127586365,
      "learning_rate": 4.320223109282244e-05,
      "loss": 5.3092,
      "step": 317375
    },
    {
      "epoch": 0.27780865707725827,
      "grad_norm": 0.6073968410491943,
      "learning_rate": 4.320202244175506e-05,
      "loss": 5.6696,
      "step": 317380
    },
    {
      "epoch": 0.2778130336708854,
      "grad_norm": 0.5998950004577637,
      "learning_rate": 4.320181378814118e-05,
      "loss": 5.4059,
      "step": 317385
    },
    {
      "epoch": 0.27781741026451257,
      "grad_norm": 0.6113823056221008,
      "learning_rate": 4.320160513198085e-05,
      "loss": 5.5752,
      "step": 317390
    },
    {
      "epoch": 0.27782178685813974,
      "grad_norm": 0.5812893509864807,
      "learning_rate": 4.32013964732741e-05,
      "loss": 5.6193,
      "step": 317395
    },
    {
      "epoch": 0.27782616345176686,
      "grad_norm": 0.6280983686447144,
      "learning_rate": 4.320118781202098e-05,
      "loss": 4.6485,
      "step": 317400
    },
    {
      "epoch": 0.27783054004539404,
      "grad_norm": 0.6318420171737671,
      "learning_rate": 4.320097914822152e-05,
      "loss": 4.411,
      "step": 317405
    },
    {
      "epoch": 0.27783491663902116,
      "grad_norm": 0.5949002504348755,
      "learning_rate": 4.3200770481875776e-05,
      "loss": 5.4125,
      "step": 317410
    },
    {
      "epoch": 0.27783929323264833,
      "grad_norm": 0.6062639355659485,
      "learning_rate": 4.3200561812983776e-05,
      "loss": 5.6598,
      "step": 317415
    },
    {
      "epoch": 0.2778436698262755,
      "grad_norm": 0.6077421307563782,
      "learning_rate": 4.320035314154556e-05,
      "loss": 4.8917,
      "step": 317420
    },
    {
      "epoch": 0.27784804641990263,
      "grad_norm": 0.6061056852340698,
      "learning_rate": 4.320014446756118e-05,
      "loss": 4.8001,
      "step": 317425
    },
    {
      "epoch": 0.2778524230135298,
      "grad_norm": 0.6005299091339111,
      "learning_rate": 4.3199935791030654e-05,
      "loss": 4.5865,
      "step": 317430
    },
    {
      "epoch": 0.277856799607157,
      "grad_norm": 0.6009002327919006,
      "learning_rate": 4.3199727111954045e-05,
      "loss": 5.087,
      "step": 317435
    },
    {
      "epoch": 0.2778611762007841,
      "grad_norm": 0.5967474579811096,
      "learning_rate": 4.319951843033139e-05,
      "loss": 5.6778,
      "step": 317440
    },
    {
      "epoch": 0.2778655527944113,
      "grad_norm": 0.6049979329109192,
      "learning_rate": 4.319930974616271e-05,
      "loss": 5.0648,
      "step": 317445
    },
    {
      "epoch": 0.2778699293880384,
      "grad_norm": 0.6068940162658691,
      "learning_rate": 4.319910105944808e-05,
      "loss": 4.8967,
      "step": 317450
    },
    {
      "epoch": 0.27787430598166557,
      "grad_norm": 0.6213536262512207,
      "learning_rate": 4.319889237018749e-05,
      "loss": 5.3164,
      "step": 317455
    },
    {
      "epoch": 0.27787868257529275,
      "grad_norm": 0.6062411069869995,
      "learning_rate": 4.3198683678381034e-05,
      "loss": 4.8698,
      "step": 317460
    },
    {
      "epoch": 0.27788305916891987,
      "grad_norm": 0.5850619077682495,
      "learning_rate": 4.3198474984028714e-05,
      "loss": 5.127,
      "step": 317465
    },
    {
      "epoch": 0.27788743576254704,
      "grad_norm": 0.5961083173751831,
      "learning_rate": 4.3198266287130586e-05,
      "loss": 4.8771,
      "step": 317470
    },
    {
      "epoch": 0.2778918123561742,
      "grad_norm": 0.5722241401672363,
      "learning_rate": 4.319805758768669e-05,
      "loss": 6.1811,
      "step": 317475
    },
    {
      "epoch": 0.27789618894980134,
      "grad_norm": 0.5803001523017883,
      "learning_rate": 4.319784888569707e-05,
      "loss": 6.1896,
      "step": 317480
    },
    {
      "epoch": 0.2779005655434285,
      "grad_norm": 0.5949675440788269,
      "learning_rate": 4.3197640181161744e-05,
      "loss": 4.7815,
      "step": 317485
    },
    {
      "epoch": 0.27790494213705563,
      "grad_norm": 0.5979236960411072,
      "learning_rate": 4.319743147408078e-05,
      "loss": 4.9059,
      "step": 317490
    },
    {
      "epoch": 0.2779093187306828,
      "grad_norm": 0.6043166518211365,
      "learning_rate": 4.3197222764454215e-05,
      "loss": 5.4234,
      "step": 317495
    },
    {
      "epoch": 0.27791369532431,
      "grad_norm": 0.6078455448150635,
      "learning_rate": 4.3197014052282084e-05,
      "loss": 5.652,
      "step": 317500
    },
    {
      "epoch": 0.2779180719179371,
      "grad_norm": 0.604627788066864,
      "learning_rate": 4.319680533756441e-05,
      "loss": 4.6196,
      "step": 317505
    },
    {
      "epoch": 0.2779224485115643,
      "grad_norm": 0.6345148086547852,
      "learning_rate": 4.319659662030124e-05,
      "loss": 4.3811,
      "step": 317510
    },
    {
      "epoch": 0.27792682510519146,
      "grad_norm": 0.586755633354187,
      "learning_rate": 4.319638790049264e-05,
      "loss": 5.7216,
      "step": 317515
    },
    {
      "epoch": 0.2779312016988186,
      "grad_norm": 0.6976221799850464,
      "learning_rate": 4.319617917813863e-05,
      "loss": 4.892,
      "step": 317520
    },
    {
      "epoch": 0.27793557829244575,
      "grad_norm": 0.7358705401420593,
      "learning_rate": 4.3195970453239255e-05,
      "loss": 5.6162,
      "step": 317525
    },
    {
      "epoch": 0.27793995488607287,
      "grad_norm": 0.5976025462150574,
      "learning_rate": 4.319576172579454e-05,
      "loss": 4.5683,
      "step": 317530
    },
    {
      "epoch": 0.27794433147970005,
      "grad_norm": 0.5907674431800842,
      "learning_rate": 4.3195552995804546e-05,
      "loss": 5.6773,
      "step": 317535
    },
    {
      "epoch": 0.2779487080733272,
      "grad_norm": 0.6031836271286011,
      "learning_rate": 4.319534426326931e-05,
      "loss": 4.9419,
      "step": 317540
    },
    {
      "epoch": 0.27795308466695434,
      "grad_norm": 0.5916810631752014,
      "learning_rate": 4.319513552818886e-05,
      "loss": 5.5922,
      "step": 317545
    },
    {
      "epoch": 0.2779574612605815,
      "grad_norm": 0.5764764547348022,
      "learning_rate": 4.319492679056325e-05,
      "loss": 5.1429,
      "step": 317550
    },
    {
      "epoch": 0.27796183785420864,
      "grad_norm": 0.590191125869751,
      "learning_rate": 4.3194718050392515e-05,
      "loss": 5.6162,
      "step": 317555
    },
    {
      "epoch": 0.2779662144478358,
      "grad_norm": 0.6088414788246155,
      "learning_rate": 4.319450930767669e-05,
      "loss": 5.0262,
      "step": 317560
    },
    {
      "epoch": 0.277970591041463,
      "grad_norm": 0.5965949296951294,
      "learning_rate": 4.319430056241581e-05,
      "loss": 5.3763,
      "step": 317565
    },
    {
      "epoch": 0.2779749676350901,
      "grad_norm": 0.5952553749084473,
      "learning_rate": 4.319409181460994e-05,
      "loss": 5.4177,
      "step": 317570
    },
    {
      "epoch": 0.2779793442287173,
      "grad_norm": 0.607897937297821,
      "learning_rate": 4.31938830642591e-05,
      "loss": 3.8855,
      "step": 317575
    },
    {
      "epoch": 0.27798372082234446,
      "grad_norm": 0.5793624520301819,
      "learning_rate": 4.319367431136334e-05,
      "loss": 5.6016,
      "step": 317580
    },
    {
      "epoch": 0.2779880974159716,
      "grad_norm": 0.5965412855148315,
      "learning_rate": 4.319346555592269e-05,
      "loss": 6.2027,
      "step": 317585
    },
    {
      "epoch": 0.27799247400959876,
      "grad_norm": 0.61594158411026,
      "learning_rate": 4.31932567979372e-05,
      "loss": 5.1246,
      "step": 317590
    },
    {
      "epoch": 0.2779968506032259,
      "grad_norm": 0.5946211218833923,
      "learning_rate": 4.31930480374069e-05,
      "loss": 5.175,
      "step": 317595
    },
    {
      "epoch": 0.27800122719685305,
      "grad_norm": 0.5852628350257874,
      "learning_rate": 4.3192839274331845e-05,
      "loss": 5.6745,
      "step": 317600
    },
    {
      "epoch": 0.2780056037904802,
      "grad_norm": 0.6000667810440063,
      "learning_rate": 4.319263050871206e-05,
      "loss": 5.3747,
      "step": 317605
    },
    {
      "epoch": 0.27800998038410735,
      "grad_norm": 0.5991222858428955,
      "learning_rate": 4.31924217405476e-05,
      "loss": 5.1695,
      "step": 317610
    },
    {
      "epoch": 0.2780143569777345,
      "grad_norm": 0.5893194675445557,
      "learning_rate": 4.31922129698385e-05,
      "loss": 5.387,
      "step": 317615
    },
    {
      "epoch": 0.2780187335713617,
      "grad_norm": 0.5807484984397888,
      "learning_rate": 4.319200419658479e-05,
      "loss": 4.5712,
      "step": 317620
    },
    {
      "epoch": 0.2780231101649888,
      "grad_norm": 0.5910661816596985,
      "learning_rate": 4.3191795420786515e-05,
      "loss": 5.6367,
      "step": 317625
    },
    {
      "epoch": 0.278027486758616,
      "grad_norm": 0.5899088978767395,
      "learning_rate": 4.3191586642443716e-05,
      "loss": 4.4833,
      "step": 317630
    },
    {
      "epoch": 0.2780318633522431,
      "grad_norm": 0.6188383102416992,
      "learning_rate": 4.319137786155645e-05,
      "loss": 4.8852,
      "step": 317635
    },
    {
      "epoch": 0.2780362399458703,
      "grad_norm": 0.6204197406768799,
      "learning_rate": 4.3191169078124725e-05,
      "loss": 4.8749,
      "step": 317640
    },
    {
      "epoch": 0.27804061653949746,
      "grad_norm": 0.6362321376800537,
      "learning_rate": 4.319096029214861e-05,
      "loss": 5.445,
      "step": 317645
    },
    {
      "epoch": 0.2780449931331246,
      "grad_norm": 0.6113439202308655,
      "learning_rate": 4.319075150362814e-05,
      "loss": 5.9371,
      "step": 317650
    },
    {
      "epoch": 0.27804936972675176,
      "grad_norm": 0.6047633290290833,
      "learning_rate": 4.3190542712563344e-05,
      "loss": 5.4314,
      "step": 317655
    },
    {
      "epoch": 0.2780537463203789,
      "grad_norm": 0.5929712653160095,
      "learning_rate": 4.319033391895426e-05,
      "loss": 5.1882,
      "step": 317660
    },
    {
      "epoch": 0.27805812291400606,
      "grad_norm": 0.5897680521011353,
      "learning_rate": 4.319012512280094e-05,
      "loss": 4.5535,
      "step": 317665
    },
    {
      "epoch": 0.27806249950763323,
      "grad_norm": 0.5910482406616211,
      "learning_rate": 4.318991632410343e-05,
      "loss": 5.9221,
      "step": 317670
    },
    {
      "epoch": 0.27806687610126035,
      "grad_norm": 0.5966747999191284,
      "learning_rate": 4.318970752286175e-05,
      "loss": 4.191,
      "step": 317675
    },
    {
      "epoch": 0.2780712526948875,
      "grad_norm": 0.5977934002876282,
      "learning_rate": 4.318949871907595e-05,
      "loss": 5.6451,
      "step": 317680
    },
    {
      "epoch": 0.2780756292885147,
      "grad_norm": 0.5933106541633606,
      "learning_rate": 4.3189289912746075e-05,
      "loss": 5.7121,
      "step": 317685
    },
    {
      "epoch": 0.2780800058821418,
      "grad_norm": 0.5886051058769226,
      "learning_rate": 4.3189081103872176e-05,
      "loss": 4.8722,
      "step": 317690
    },
    {
      "epoch": 0.278084382475769,
      "grad_norm": 0.5770282745361328,
      "learning_rate": 4.3188872292454265e-05,
      "loss": 5.7172,
      "step": 317695
    },
    {
      "epoch": 0.2780887590693961,
      "grad_norm": 0.5941596627235413,
      "learning_rate": 4.318866347849239e-05,
      "loss": 5.6815,
      "step": 317700
    },
    {
      "epoch": 0.2780931356630233,
      "grad_norm": 0.5965296626091003,
      "learning_rate": 4.318845466198661e-05,
      "loss": 4.8003,
      "step": 317705
    },
    {
      "epoch": 0.27809751225665047,
      "grad_norm": 0.612360417842865,
      "learning_rate": 4.318824584293694e-05,
      "loss": 4.391,
      "step": 317710
    },
    {
      "epoch": 0.2781018888502776,
      "grad_norm": 0.6044998168945312,
      "learning_rate": 4.318803702134344e-05,
      "loss": 4.0535,
      "step": 317715
    },
    {
      "epoch": 0.27810626544390477,
      "grad_norm": 0.5950275659561157,
      "learning_rate": 4.318782819720614e-05,
      "loss": 5.343,
      "step": 317720
    },
    {
      "epoch": 0.27811064203753194,
      "grad_norm": 0.5946680307388306,
      "learning_rate": 4.318761937052509e-05,
      "loss": 4.7903,
      "step": 317725
    },
    {
      "epoch": 0.27811501863115906,
      "grad_norm": 0.6028904914855957,
      "learning_rate": 4.318741054130032e-05,
      "loss": 5.4401,
      "step": 317730
    },
    {
      "epoch": 0.27811939522478624,
      "grad_norm": 0.5699251294136047,
      "learning_rate": 4.318720170953187e-05,
      "loss": 4.7943,
      "step": 317735
    },
    {
      "epoch": 0.27812377181841336,
      "grad_norm": 0.6045191287994385,
      "learning_rate": 4.31869928752198e-05,
      "loss": 5.4429,
      "step": 317740
    },
    {
      "epoch": 0.27812814841204053,
      "grad_norm": 0.6005437970161438,
      "learning_rate": 4.3186784038364115e-05,
      "loss": 4.7044,
      "step": 317745
    },
    {
      "epoch": 0.2781325250056677,
      "grad_norm": 0.5970649719238281,
      "learning_rate": 4.3186575198964884e-05,
      "loss": 5.4423,
      "step": 317750
    },
    {
      "epoch": 0.27813690159929483,
      "grad_norm": 0.5869938731193542,
      "learning_rate": 4.3186366357022135e-05,
      "loss": 5.7283,
      "step": 317755
    },
    {
      "epoch": 0.278141278192922,
      "grad_norm": 0.582693874835968,
      "learning_rate": 4.3186157512535915e-05,
      "loss": 5.1857,
      "step": 317760
    },
    {
      "epoch": 0.2781456547865492,
      "grad_norm": 0.5852383375167847,
      "learning_rate": 4.318594866550626e-05,
      "loss": 4.8714,
      "step": 317765
    },
    {
      "epoch": 0.2781500313801763,
      "grad_norm": 0.5820000171661377,
      "learning_rate": 4.318573981593321e-05,
      "loss": 5.6186,
      "step": 317770
    },
    {
      "epoch": 0.2781544079738035,
      "grad_norm": 0.5788447260856628,
      "learning_rate": 4.31855309638168e-05,
      "loss": 5.9254,
      "step": 317775
    },
    {
      "epoch": 0.2781587845674306,
      "grad_norm": 0.5930706262588501,
      "learning_rate": 4.318532210915709e-05,
      "loss": 4.8982,
      "step": 317780
    },
    {
      "epoch": 0.27816316116105777,
      "grad_norm": 0.5816422700881958,
      "learning_rate": 4.31851132519541e-05,
      "loss": 4.8239,
      "step": 317785
    },
    {
      "epoch": 0.27816753775468495,
      "grad_norm": 0.5939359068870544,
      "learning_rate": 4.3184904392207884e-05,
      "loss": 5.094,
      "step": 317790
    },
    {
      "epoch": 0.27817191434831207,
      "grad_norm": 0.5857182145118713,
      "learning_rate": 4.318469552991846e-05,
      "loss": 5.1984,
      "step": 317795
    },
    {
      "epoch": 0.27817629094193924,
      "grad_norm": 0.5999635457992554,
      "learning_rate": 4.318448666508589e-05,
      "loss": 4.9199,
      "step": 317800
    },
    {
      "epoch": 0.27818066753556636,
      "grad_norm": 0.5841304063796997,
      "learning_rate": 4.3184277797710215e-05,
      "loss": 5.3172,
      "step": 317805
    },
    {
      "epoch": 0.27818504412919354,
      "grad_norm": 0.6034692525863647,
      "learning_rate": 4.3184068927791465e-05,
      "loss": 5.4241,
      "step": 317810
    },
    {
      "epoch": 0.2781894207228207,
      "grad_norm": 0.5864989161491394,
      "learning_rate": 4.3183860055329685e-05,
      "loss": 5.6129,
      "step": 317815
    },
    {
      "epoch": 0.27819379731644783,
      "grad_norm": 0.5748308300971985,
      "learning_rate": 4.3183651180324916e-05,
      "loss": 5.1043,
      "step": 317820
    },
    {
      "epoch": 0.278198173910075,
      "grad_norm": 0.5782355666160583,
      "learning_rate": 4.318344230277719e-05,
      "loss": 5.698,
      "step": 317825
    },
    {
      "epoch": 0.2782025505037022,
      "grad_norm": 0.6035664677619934,
      "learning_rate": 4.318323342268655e-05,
      "loss": 5.1477,
      "step": 317830
    },
    {
      "epoch": 0.2782069270973293,
      "grad_norm": 0.5821236371994019,
      "learning_rate": 4.3183024540053044e-05,
      "loss": 4.8222,
      "step": 317835
    },
    {
      "epoch": 0.2782113036909565,
      "grad_norm": 0.5831319689750671,
      "learning_rate": 4.318281565487671e-05,
      "loss": 5.4045,
      "step": 317840
    },
    {
      "epoch": 0.2782156802845836,
      "grad_norm": 0.5772794485092163,
      "learning_rate": 4.318260676715758e-05,
      "loss": 5.1153,
      "step": 317845
    },
    {
      "epoch": 0.2782200568782108,
      "grad_norm": 0.6162344217300415,
      "learning_rate": 4.318239787689571e-05,
      "loss": 5.3914,
      "step": 317850
    },
    {
      "epoch": 0.27822443347183795,
      "grad_norm": 0.6274771690368652,
      "learning_rate": 4.3182188984091133e-05,
      "loss": 5.1041,
      "step": 317855
    },
    {
      "epoch": 0.27822881006546507,
      "grad_norm": 0.6152581572532654,
      "learning_rate": 4.318198008874388e-05,
      "loss": 5.1917,
      "step": 317860
    },
    {
      "epoch": 0.27823318665909225,
      "grad_norm": 0.6073934435844421,
      "learning_rate": 4.3181771190853993e-05,
      "loss": 5.4115,
      "step": 317865
    },
    {
      "epoch": 0.2782375632527194,
      "grad_norm": 0.5952248573303223,
      "learning_rate": 4.318156229042153e-05,
      "loss": 5.157,
      "step": 317870
    },
    {
      "epoch": 0.27824193984634654,
      "grad_norm": 0.6029289960861206,
      "learning_rate": 4.318135338744651e-05,
      "loss": 4.0654,
      "step": 317875
    },
    {
      "epoch": 0.2782463164399737,
      "grad_norm": 0.6010503172874451,
      "learning_rate": 4.318114448192899e-05,
      "loss": 5.1133,
      "step": 317880
    },
    {
      "epoch": 0.27825069303360084,
      "grad_norm": 0.585368275642395,
      "learning_rate": 4.318093557386898e-05,
      "loss": 5.5865,
      "step": 317885
    },
    {
      "epoch": 0.278255069627228,
      "grad_norm": 0.5978195667266846,
      "learning_rate": 4.318072666326657e-05,
      "loss": 5.2479,
      "step": 317890
    },
    {
      "epoch": 0.2782594462208552,
      "grad_norm": 0.5996424555778503,
      "learning_rate": 4.318051775012177e-05,
      "loss": 5.682,
      "step": 317895
    },
    {
      "epoch": 0.2782638228144823,
      "grad_norm": 0.5725346207618713,
      "learning_rate": 4.318030883443461e-05,
      "loss": 5.6907,
      "step": 317900
    },
    {
      "epoch": 0.2782681994081095,
      "grad_norm": 0.5662379860877991,
      "learning_rate": 4.318009991620516e-05,
      "loss": 5.6205,
      "step": 317905
    },
    {
      "epoch": 0.27827257600173666,
      "grad_norm": 0.5896769762039185,
      "learning_rate": 4.3179890995433434e-05,
      "loss": 5.4371,
      "step": 317910
    },
    {
      "epoch": 0.2782769525953638,
      "grad_norm": 0.5865386128425598,
      "learning_rate": 4.317968207211949e-05,
      "loss": 5.1334,
      "step": 317915
    },
    {
      "epoch": 0.27828132918899096,
      "grad_norm": 0.5856619477272034,
      "learning_rate": 4.317947314626335e-05,
      "loss": 5.4344,
      "step": 317920
    },
    {
      "epoch": 0.2782857057826181,
      "grad_norm": 0.5972375869750977,
      "learning_rate": 4.317926421786508e-05,
      "loss": 5.299,
      "step": 317925
    },
    {
      "epoch": 0.27829008237624525,
      "grad_norm": 0.5948059558868408,
      "learning_rate": 4.3179055286924684e-05,
      "loss": 4.6944,
      "step": 317930
    },
    {
      "epoch": 0.2782944589698724,
      "grad_norm": 0.5797351598739624,
      "learning_rate": 4.317884635344224e-05,
      "loss": 5.6873,
      "step": 317935
    },
    {
      "epoch": 0.27829883556349955,
      "grad_norm": 0.5925022959709167,
      "learning_rate": 4.317863741741776e-05,
      "loss": 4.9141,
      "step": 317940
    },
    {
      "epoch": 0.2783032121571267,
      "grad_norm": 0.5825032591819763,
      "learning_rate": 4.317842847885131e-05,
      "loss": 5.6802,
      "step": 317945
    },
    {
      "epoch": 0.27830758875075384,
      "grad_norm": 0.5950403809547424,
      "learning_rate": 4.317821953774292e-05,
      "loss": 5.1117,
      "step": 317950
    },
    {
      "epoch": 0.278311965344381,
      "grad_norm": 0.600128173828125,
      "learning_rate": 4.317801059409261e-05,
      "loss": 5.1135,
      "step": 317955
    },
    {
      "epoch": 0.2783163419380082,
      "grad_norm": 0.6114678978919983,
      "learning_rate": 4.317780164790045e-05,
      "loss": 5.6638,
      "step": 317960
    },
    {
      "epoch": 0.2783207185316353,
      "grad_norm": 0.6061121821403503,
      "learning_rate": 4.3177592699166456e-05,
      "loss": 4.319,
      "step": 317965
    },
    {
      "epoch": 0.2783250951252625,
      "grad_norm": 0.6227842569351196,
      "learning_rate": 4.3177383747890686e-05,
      "loss": 5.1215,
      "step": 317970
    },
    {
      "epoch": 0.27832947171888966,
      "grad_norm": 0.6010098457336426,
      "learning_rate": 4.317717479407318e-05,
      "loss": 4.6002,
      "step": 317975
    },
    {
      "epoch": 0.2783338483125168,
      "grad_norm": 0.6052742600440979,
      "learning_rate": 4.3176965837713966e-05,
      "loss": 4.712,
      "step": 317980
    },
    {
      "epoch": 0.27833822490614396,
      "grad_norm": 0.6079666018486023,
      "learning_rate": 4.31767568788131e-05,
      "loss": 5.3791,
      "step": 317985
    },
    {
      "epoch": 0.2783426014997711,
      "grad_norm": 0.5821466445922852,
      "learning_rate": 4.317654791737059e-05,
      "loss": 6.1994,
      "step": 317990
    },
    {
      "epoch": 0.27834697809339826,
      "grad_norm": 0.6197288036346436,
      "learning_rate": 4.317633895338652e-05,
      "loss": 5.1832,
      "step": 317995
    },
    {
      "epoch": 0.27835135468702543,
      "grad_norm": 0.5930293798446655,
      "learning_rate": 4.31761299868609e-05,
      "loss": 5.0254,
      "step": 318000
    },
    {
      "epoch": 0.27835573128065255,
      "grad_norm": 0.5894286036491394,
      "learning_rate": 4.317592101779378e-05,
      "loss": 5.3949,
      "step": 318005
    },
    {
      "epoch": 0.2783601078742797,
      "grad_norm": 0.5938767790794373,
      "learning_rate": 4.317571204618521e-05,
      "loss": 6.2383,
      "step": 318010
    },
    {
      "epoch": 0.2783644844679069,
      "grad_norm": 0.5954859852790833,
      "learning_rate": 4.317550307203521e-05,
      "loss": 4.4845,
      "step": 318015
    },
    {
      "epoch": 0.278368861061534,
      "grad_norm": 0.5983861684799194,
      "learning_rate": 4.3175294095343834e-05,
      "loss": 5.4304,
      "step": 318020
    },
    {
      "epoch": 0.2783732376551612,
      "grad_norm": 0.6113114356994629,
      "learning_rate": 4.3175085116111126e-05,
      "loss": 5.0979,
      "step": 318025
    },
    {
      "epoch": 0.2783776142487883,
      "grad_norm": 0.5852545499801636,
      "learning_rate": 4.317487613433711e-05,
      "loss": 4.8527,
      "step": 318030
    },
    {
      "epoch": 0.2783819908424155,
      "grad_norm": 0.6902991533279419,
      "learning_rate": 4.317466715002184e-05,
      "loss": 5.1562,
      "step": 318035
    },
    {
      "epoch": 0.27838636743604267,
      "grad_norm": 0.5905962586402893,
      "learning_rate": 4.317445816316534e-05,
      "loss": 5.1236,
      "step": 318040
    },
    {
      "epoch": 0.2783907440296698,
      "grad_norm": 0.6264928579330444,
      "learning_rate": 4.3174249173767676e-05,
      "loss": 5.7336,
      "step": 318045
    },
    {
      "epoch": 0.27839512062329697,
      "grad_norm": 0.5857208967208862,
      "learning_rate": 4.3174040181828876e-05,
      "loss": 4.7813,
      "step": 318050
    },
    {
      "epoch": 0.2783994972169241,
      "grad_norm": 0.6079639196395874,
      "learning_rate": 4.317383118734898e-05,
      "loss": 5.2485,
      "step": 318055
    },
    {
      "epoch": 0.27840387381055126,
      "grad_norm": 0.5873841643333435,
      "learning_rate": 4.317362219032802e-05,
      "loss": 5.9037,
      "step": 318060
    },
    {
      "epoch": 0.27840825040417844,
      "grad_norm": 0.5852652788162231,
      "learning_rate": 4.317341319076604e-05,
      "loss": 5.3469,
      "step": 318065
    },
    {
      "epoch": 0.27841262699780556,
      "grad_norm": 0.5833356380462646,
      "learning_rate": 4.31732041886631e-05,
      "loss": 5.7136,
      "step": 318070
    },
    {
      "epoch": 0.27841700359143273,
      "grad_norm": 0.6223805546760559,
      "learning_rate": 4.317299518401922e-05,
      "loss": 5.1881,
      "step": 318075
    },
    {
      "epoch": 0.2784213801850599,
      "grad_norm": 0.587877094745636,
      "learning_rate": 4.3172786176834434e-05,
      "loss": 5.9189,
      "step": 318080
    },
    {
      "epoch": 0.27842575677868703,
      "grad_norm": 0.6329300403594971,
      "learning_rate": 4.31725771671088e-05,
      "loss": 4.6611,
      "step": 318085
    },
    {
      "epoch": 0.2784301333723142,
      "grad_norm": 0.5987924933433533,
      "learning_rate": 4.317236815484234e-05,
      "loss": 4.3788,
      "step": 318090
    },
    {
      "epoch": 0.2784345099659413,
      "grad_norm": 0.6043468713760376,
      "learning_rate": 4.317215914003512e-05,
      "loss": 4.9024,
      "step": 318095
    },
    {
      "epoch": 0.2784388865595685,
      "grad_norm": 0.5990962386131287,
      "learning_rate": 4.3171950122687155e-05,
      "loss": 4.8104,
      "step": 318100
    },
    {
      "epoch": 0.2784432631531957,
      "grad_norm": 0.606238603591919,
      "learning_rate": 4.3171741102798504e-05,
      "loss": 5.5934,
      "step": 318105
    },
    {
      "epoch": 0.2784476397468228,
      "grad_norm": 0.5924543738365173,
      "learning_rate": 4.31715320803692e-05,
      "loss": 5.3348,
      "step": 318110
    },
    {
      "epoch": 0.27845201634044997,
      "grad_norm": 0.6114724278450012,
      "learning_rate": 4.317132305539927e-05,
      "loss": 5.2079,
      "step": 318115
    },
    {
      "epoch": 0.27845639293407715,
      "grad_norm": 0.5876646637916565,
      "learning_rate": 4.317111402788878e-05,
      "loss": 5.0305,
      "step": 318120
    },
    {
      "epoch": 0.27846076952770427,
      "grad_norm": 0.6112748384475708,
      "learning_rate": 4.317090499783776e-05,
      "loss": 5.4343,
      "step": 318125
    },
    {
      "epoch": 0.27846514612133144,
      "grad_norm": 0.6150785088539124,
      "learning_rate": 4.3170695965246244e-05,
      "loss": 5.1787,
      "step": 318130
    },
    {
      "epoch": 0.27846952271495856,
      "grad_norm": 0.5992192625999451,
      "learning_rate": 4.317048693011427e-05,
      "loss": 5.1039,
      "step": 318135
    },
    {
      "epoch": 0.27847389930858574,
      "grad_norm": 0.6045100688934326,
      "learning_rate": 4.317027789244189e-05,
      "loss": 5.2396,
      "step": 318140
    },
    {
      "epoch": 0.2784782759022129,
      "grad_norm": 0.5847563743591309,
      "learning_rate": 4.317006885222913e-05,
      "loss": 4.636,
      "step": 318145
    },
    {
      "epoch": 0.27848265249584003,
      "grad_norm": 0.6044542193412781,
      "learning_rate": 4.316985980947605e-05,
      "loss": 5.0963,
      "step": 318150
    },
    {
      "epoch": 0.2784870290894672,
      "grad_norm": 0.6036723852157593,
      "learning_rate": 4.316965076418268e-05,
      "loss": 4.3657,
      "step": 318155
    },
    {
      "epoch": 0.2784914056830944,
      "grad_norm": 0.5919123888015747,
      "learning_rate": 4.316944171634906e-05,
      "loss": 5.0917,
      "step": 318160
    },
    {
      "epoch": 0.2784957822767215,
      "grad_norm": 0.5876390933990479,
      "learning_rate": 4.3169232665975224e-05,
      "loss": 5.299,
      "step": 318165
    },
    {
      "epoch": 0.2785001588703487,
      "grad_norm": 0.6204483509063721,
      "learning_rate": 4.316902361306122e-05,
      "loss": 5.4068,
      "step": 318170
    },
    {
      "epoch": 0.2785045354639758,
      "grad_norm": 0.5855187177658081,
      "learning_rate": 4.3168814557607086e-05,
      "loss": 5.436,
      "step": 318175
    },
    {
      "epoch": 0.278508912057603,
      "grad_norm": 0.5943951606750488,
      "learning_rate": 4.3168605499612856e-05,
      "loss": 5.1829,
      "step": 318180
    },
    {
      "epoch": 0.27851328865123015,
      "grad_norm": 0.6176766753196716,
      "learning_rate": 4.3168396439078584e-05,
      "loss": 5.109,
      "step": 318185
    },
    {
      "epoch": 0.27851766524485727,
      "grad_norm": 0.5954059362411499,
      "learning_rate": 4.316818737600431e-05,
      "loss": 4.0834,
      "step": 318190
    },
    {
      "epoch": 0.27852204183848445,
      "grad_norm": 0.6052969098091125,
      "learning_rate": 4.3167978310390064e-05,
      "loss": 5.0923,
      "step": 318195
    },
    {
      "epoch": 0.27852641843211157,
      "grad_norm": 0.5838678479194641,
      "learning_rate": 4.316776924223589e-05,
      "loss": 5.9469,
      "step": 318200
    },
    {
      "epoch": 0.27853079502573874,
      "grad_norm": 0.6136876344680786,
      "learning_rate": 4.316756017154182e-05,
      "loss": 5.1126,
      "step": 318205
    },
    {
      "epoch": 0.2785351716193659,
      "grad_norm": 0.5854170918464661,
      "learning_rate": 4.316735109830792e-05,
      "loss": 5.657,
      "step": 318210
    },
    {
      "epoch": 0.27853954821299304,
      "grad_norm": 0.5747849941253662,
      "learning_rate": 4.316714202253419e-05,
      "loss": 5.6268,
      "step": 318215
    },
    {
      "epoch": 0.2785439248066202,
      "grad_norm": 0.6037039756774902,
      "learning_rate": 4.316693294422072e-05,
      "loss": 5.3021,
      "step": 318220
    },
    {
      "epoch": 0.2785483014002474,
      "grad_norm": 0.585795521736145,
      "learning_rate": 4.31667238633675e-05,
      "loss": 5.7136,
      "step": 318225
    },
    {
      "epoch": 0.2785526779938745,
      "grad_norm": 0.5730621218681335,
      "learning_rate": 4.316651477997461e-05,
      "loss": 4.5171,
      "step": 318230
    },
    {
      "epoch": 0.2785570545875017,
      "grad_norm": 0.6258816719055176,
      "learning_rate": 4.316630569404207e-05,
      "loss": 4.0692,
      "step": 318235
    },
    {
      "epoch": 0.2785614311811288,
      "grad_norm": 0.6853814721107483,
      "learning_rate": 4.3166096605569925e-05,
      "loss": 4.5914,
      "step": 318240
    },
    {
      "epoch": 0.278565807774756,
      "grad_norm": 0.6243740916252136,
      "learning_rate": 4.3165887514558215e-05,
      "loss": 4.8791,
      "step": 318245
    },
    {
      "epoch": 0.27857018436838316,
      "grad_norm": 0.6369249224662781,
      "learning_rate": 4.316567842100697e-05,
      "loss": 4.8432,
      "step": 318250
    },
    {
      "epoch": 0.2785745609620103,
      "grad_norm": 0.6086060404777527,
      "learning_rate": 4.316546932491626e-05,
      "loss": 5.4429,
      "step": 318255
    },
    {
      "epoch": 0.27857893755563745,
      "grad_norm": 0.5672726035118103,
      "learning_rate": 4.3165260226286094e-05,
      "loss": 4.8188,
      "step": 318260
    },
    {
      "epoch": 0.2785833141492646,
      "grad_norm": 0.594621479511261,
      "learning_rate": 4.316505112511653e-05,
      "loss": 5.9373,
      "step": 318265
    },
    {
      "epoch": 0.27858769074289175,
      "grad_norm": 0.6114504933357239,
      "learning_rate": 4.3164842021407604e-05,
      "loss": 5.3862,
      "step": 318270
    },
    {
      "epoch": 0.2785920673365189,
      "grad_norm": 0.5785002708435059,
      "learning_rate": 4.316463291515935e-05,
      "loss": 5.9049,
      "step": 318275
    },
    {
      "epoch": 0.27859644393014604,
      "grad_norm": 0.5744500160217285,
      "learning_rate": 4.3164423806371814e-05,
      "loss": 4.8529,
      "step": 318280
    },
    {
      "epoch": 0.2786008205237732,
      "grad_norm": 0.6201571822166443,
      "learning_rate": 4.316421469504505e-05,
      "loss": 4.8036,
      "step": 318285
    },
    {
      "epoch": 0.2786051971174004,
      "grad_norm": 0.6035979986190796,
      "learning_rate": 4.3164005581179055e-05,
      "loss": 4.8856,
      "step": 318290
    },
    {
      "epoch": 0.2786095737110275,
      "grad_norm": 0.5734098553657532,
      "learning_rate": 4.316379646477392e-05,
      "loss": 5.6033,
      "step": 318295
    },
    {
      "epoch": 0.2786139503046547,
      "grad_norm": 0.601310133934021,
      "learning_rate": 4.316358734582966e-05,
      "loss": 5.4116,
      "step": 318300
    },
    {
      "epoch": 0.2786183268982818,
      "grad_norm": 0.5871002674102783,
      "learning_rate": 4.316337822434632e-05,
      "loss": 5.6213,
      "step": 318305
    },
    {
      "epoch": 0.278622703491909,
      "grad_norm": 0.584367573261261,
      "learning_rate": 4.316316910032393e-05,
      "loss": 5.7072,
      "step": 318310
    },
    {
      "epoch": 0.27862708008553616,
      "grad_norm": 0.6088190674781799,
      "learning_rate": 4.316295997376255e-05,
      "loss": 5.2146,
      "step": 318315
    },
    {
      "epoch": 0.2786314566791633,
      "grad_norm": 0.6030370593070984,
      "learning_rate": 4.316275084466221e-05,
      "loss": 4.6651,
      "step": 318320
    },
    {
      "epoch": 0.27863583327279046,
      "grad_norm": 0.5817039012908936,
      "learning_rate": 4.3162541713022954e-05,
      "loss": 5.6152,
      "step": 318325
    },
    {
      "epoch": 0.27864020986641763,
      "grad_norm": 0.577131986618042,
      "learning_rate": 4.316233257884481e-05,
      "loss": 5.9131,
      "step": 318330
    },
    {
      "epoch": 0.27864458646004475,
      "grad_norm": 0.6039949059486389,
      "learning_rate": 4.3162123442127835e-05,
      "loss": 5.3088,
      "step": 318335
    },
    {
      "epoch": 0.2786489630536719,
      "grad_norm": 0.609478771686554,
      "learning_rate": 4.3161914302872056e-05,
      "loss": 5.3847,
      "step": 318340
    },
    {
      "epoch": 0.27865333964729905,
      "grad_norm": 0.6102434992790222,
      "learning_rate": 4.316170516107753e-05,
      "loss": 5.4146,
      "step": 318345
    },
    {
      "epoch": 0.2786577162409262,
      "grad_norm": 0.6113723516464233,
      "learning_rate": 4.316149601674426e-05,
      "loss": 4.3005,
      "step": 318350
    },
    {
      "epoch": 0.2786620928345534,
      "grad_norm": 0.6199281215667725,
      "learning_rate": 4.316128686987233e-05,
      "loss": 5.1976,
      "step": 318355
    },
    {
      "epoch": 0.2786664694281805,
      "grad_norm": 0.6141464114189148,
      "learning_rate": 4.316107772046176e-05,
      "loss": 4.9318,
      "step": 318360
    },
    {
      "epoch": 0.2786708460218077,
      "grad_norm": 0.586220383644104,
      "learning_rate": 4.3160868568512605e-05,
      "loss": 5.1304,
      "step": 318365
    },
    {
      "epoch": 0.27867522261543487,
      "grad_norm": 0.5734543800354004,
      "learning_rate": 4.316065941402488e-05,
      "loss": 5.6133,
      "step": 318370
    },
    {
      "epoch": 0.278679599209062,
      "grad_norm": 0.5971317887306213,
      "learning_rate": 4.316045025699865e-05,
      "loss": 5.6264,
      "step": 318375
    },
    {
      "epoch": 0.27868397580268917,
      "grad_norm": 0.5780254602432251,
      "learning_rate": 4.316024109743393e-05,
      "loss": 5.9234,
      "step": 318380
    },
    {
      "epoch": 0.2786883523963163,
      "grad_norm": 0.6119692921638489,
      "learning_rate": 4.316003193533078e-05,
      "loss": 5.206,
      "step": 318385
    },
    {
      "epoch": 0.27869272898994346,
      "grad_norm": 0.6338285803794861,
      "learning_rate": 4.315982277068924e-05,
      "loss": 5.6617,
      "step": 318390
    },
    {
      "epoch": 0.27869710558357064,
      "grad_norm": 0.620141327381134,
      "learning_rate": 4.315961360350934e-05,
      "loss": 4.0803,
      "step": 318395
    },
    {
      "epoch": 0.27870148217719776,
      "grad_norm": 0.5963168740272522,
      "learning_rate": 4.315940443379114e-05,
      "loss": 4.5631,
      "step": 318400
    },
    {
      "epoch": 0.27870585877082493,
      "grad_norm": 0.6062905192375183,
      "learning_rate": 4.315919526153465e-05,
      "loss": 4.8747,
      "step": 318405
    },
    {
      "epoch": 0.2787102353644521,
      "grad_norm": 0.6637269854545593,
      "learning_rate": 4.315898608673993e-05,
      "loss": 4.3732,
      "step": 318410
    },
    {
      "epoch": 0.27871461195807923,
      "grad_norm": 0.5972736477851868,
      "learning_rate": 4.3158776909407015e-05,
      "loss": 4.8729,
      "step": 318415
    },
    {
      "epoch": 0.2787189885517064,
      "grad_norm": 0.6046138405799866,
      "learning_rate": 4.3158567729535945e-05,
      "loss": 4.899,
      "step": 318420
    },
    {
      "epoch": 0.2787233651453335,
      "grad_norm": 0.619079053401947,
      "learning_rate": 4.315835854712678e-05,
      "loss": 4.6911,
      "step": 318425
    },
    {
      "epoch": 0.2787277417389607,
      "grad_norm": 0.5904869437217712,
      "learning_rate": 4.315814936217952e-05,
      "loss": 4.6032,
      "step": 318430
    },
    {
      "epoch": 0.2787321183325879,
      "grad_norm": 0.5892417430877686,
      "learning_rate": 4.315794017469424e-05,
      "loss": 4.1419,
      "step": 318435
    },
    {
      "epoch": 0.278736494926215,
      "grad_norm": 0.5763641595840454,
      "learning_rate": 4.315773098467096e-05,
      "loss": 4.5929,
      "step": 318440
    },
    {
      "epoch": 0.27874087151984217,
      "grad_norm": 0.5979987978935242,
      "learning_rate": 4.3157521792109744e-05,
      "loss": 4.5658,
      "step": 318445
    },
    {
      "epoch": 0.2787452481134693,
      "grad_norm": 0.5965741872787476,
      "learning_rate": 4.31573125970106e-05,
      "loss": 5.9293,
      "step": 318450
    },
    {
      "epoch": 0.27874962470709647,
      "grad_norm": 0.6757530570030212,
      "learning_rate": 4.31571033993736e-05,
      "loss": 5.1106,
      "step": 318455
    },
    {
      "epoch": 0.27875400130072364,
      "grad_norm": 0.5878593921661377,
      "learning_rate": 4.3156894199198775e-05,
      "loss": 4.5752,
      "step": 318460
    },
    {
      "epoch": 0.27875837789435076,
      "grad_norm": 0.6003249883651733,
      "learning_rate": 4.315668499648614e-05,
      "loss": 5.3888,
      "step": 318465
    },
    {
      "epoch": 0.27876275448797794,
      "grad_norm": 0.5812500715255737,
      "learning_rate": 4.315647579123576e-05,
      "loss": 4.9469,
      "step": 318470
    },
    {
      "epoch": 0.2787671310816051,
      "grad_norm": 0.5857102274894714,
      "learning_rate": 4.315626658344768e-05,
      "loss": 5.5969,
      "step": 318475
    },
    {
      "epoch": 0.27877150767523223,
      "grad_norm": 0.5870194435119629,
      "learning_rate": 4.315605737312193e-05,
      "loss": 4.2791,
      "step": 318480
    },
    {
      "epoch": 0.2787758842688594,
      "grad_norm": 0.5764606595039368,
      "learning_rate": 4.315584816025855e-05,
      "loss": 4.1657,
      "step": 318485
    },
    {
      "epoch": 0.27878026086248653,
      "grad_norm": 0.6000920534133911,
      "learning_rate": 4.3155638944857576e-05,
      "loss": 5.6041,
      "step": 318490
    },
    {
      "epoch": 0.2787846374561137,
      "grad_norm": 0.6258715987205505,
      "learning_rate": 4.3155429726919064e-05,
      "loss": 5.1376,
      "step": 318495
    },
    {
      "epoch": 0.2787890140497409,
      "grad_norm": 0.6788520216941833,
      "learning_rate": 4.3155220506443037e-05,
      "loss": 5.3217,
      "step": 318500
    },
    {
      "epoch": 0.278793390643368,
      "grad_norm": 0.5785357356071472,
      "learning_rate": 4.315501128342955e-05,
      "loss": 5.7361,
      "step": 318505
    },
    {
      "epoch": 0.2787977672369952,
      "grad_norm": 0.5763149857521057,
      "learning_rate": 4.315480205787863e-05,
      "loss": 5.8814,
      "step": 318510
    },
    {
      "epoch": 0.27880214383062235,
      "grad_norm": 0.5785651803016663,
      "learning_rate": 4.315459282979032e-05,
      "loss": 5.7243,
      "step": 318515
    },
    {
      "epoch": 0.27880652042424947,
      "grad_norm": 0.5697895884513855,
      "learning_rate": 4.3154383599164674e-05,
      "loss": 5.5869,
      "step": 318520
    },
    {
      "epoch": 0.27881089701787665,
      "grad_norm": 0.5800495743751526,
      "learning_rate": 4.315417436600172e-05,
      "loss": 6.1697,
      "step": 318525
    },
    {
      "epoch": 0.27881527361150377,
      "grad_norm": 0.6299232244491577,
      "learning_rate": 4.31539651303015e-05,
      "loss": 5.6195,
      "step": 318530
    },
    {
      "epoch": 0.27881965020513094,
      "grad_norm": 0.6043290495872498,
      "learning_rate": 4.315375589206406e-05,
      "loss": 4.8527,
      "step": 318535
    },
    {
      "epoch": 0.2788240267987581,
      "grad_norm": 0.5976275205612183,
      "learning_rate": 4.3153546651289425e-05,
      "loss": 5.6123,
      "step": 318540
    },
    {
      "epoch": 0.27882840339238524,
      "grad_norm": 0.6021617650985718,
      "learning_rate": 4.3153337407977654e-05,
      "loss": 3.8806,
      "step": 318545
    },
    {
      "epoch": 0.2788327799860124,
      "grad_norm": 0.5863866209983826,
      "learning_rate": 4.3153128162128776e-05,
      "loss": 5.1085,
      "step": 318550
    },
    {
      "epoch": 0.2788371565796396,
      "grad_norm": 0.5782677531242371,
      "learning_rate": 4.315291891374284e-05,
      "loss": 5.3896,
      "step": 318555
    },
    {
      "epoch": 0.2788415331732667,
      "grad_norm": 0.5810133218765259,
      "learning_rate": 4.3152709662819865e-05,
      "loss": 5.6824,
      "step": 318560
    },
    {
      "epoch": 0.2788459097668939,
      "grad_norm": 0.6080570220947266,
      "learning_rate": 4.315250040935993e-05,
      "loss": 5.4196,
      "step": 318565
    },
    {
      "epoch": 0.278850286360521,
      "grad_norm": 0.5794051885604858,
      "learning_rate": 4.3152291153363046e-05,
      "loss": 5.9197,
      "step": 318570
    },
    {
      "epoch": 0.2788546629541482,
      "grad_norm": 0.6039303541183472,
      "learning_rate": 4.315208189482925e-05,
      "loss": 4.5852,
      "step": 318575
    },
    {
      "epoch": 0.27885903954777536,
      "grad_norm": 0.6171894073486328,
      "learning_rate": 4.3151872633758595e-05,
      "loss": 5.4151,
      "step": 318580
    },
    {
      "epoch": 0.2788634161414025,
      "grad_norm": 0.5851909518241882,
      "learning_rate": 4.315166337015113e-05,
      "loss": 4.9155,
      "step": 318585
    },
    {
      "epoch": 0.27886779273502965,
      "grad_norm": 0.5783662796020508,
      "learning_rate": 4.315145410400687e-05,
      "loss": 5.624,
      "step": 318590
    },
    {
      "epoch": 0.27887216932865677,
      "grad_norm": 0.5873278379440308,
      "learning_rate": 4.3151244835325876e-05,
      "loss": 5.3988,
      "step": 318595
    },
    {
      "epoch": 0.27887654592228395,
      "grad_norm": 0.6118596196174622,
      "learning_rate": 4.315103556410818e-05,
      "loss": 4.9117,
      "step": 318600
    },
    {
      "epoch": 0.2788809225159111,
      "grad_norm": 0.5908002257347107,
      "learning_rate": 4.315082629035383e-05,
      "loss": 5.7121,
      "step": 318605
    },
    {
      "epoch": 0.27888529910953824,
      "grad_norm": 0.5936453938484192,
      "learning_rate": 4.3150617014062854e-05,
      "loss": 5.6932,
      "step": 318610
    },
    {
      "epoch": 0.2788896757031654,
      "grad_norm": 0.6192452907562256,
      "learning_rate": 4.3150407735235296e-05,
      "loss": 4.8618,
      "step": 318615
    },
    {
      "epoch": 0.2788940522967926,
      "grad_norm": 0.6102234721183777,
      "learning_rate": 4.3150198453871214e-05,
      "loss": 5.3849,
      "step": 318620
    },
    {
      "epoch": 0.2788984288904197,
      "grad_norm": 0.5852106809616089,
      "learning_rate": 4.314998916997063e-05,
      "loss": 5.0979,
      "step": 318625
    },
    {
      "epoch": 0.2789028054840469,
      "grad_norm": 0.5851967334747314,
      "learning_rate": 4.314977988353358e-05,
      "loss": 5.6445,
      "step": 318630
    },
    {
      "epoch": 0.278907182077674,
      "grad_norm": 0.6163135766983032,
      "learning_rate": 4.3149570594560116e-05,
      "loss": 5.1175,
      "step": 318635
    },
    {
      "epoch": 0.2789115586713012,
      "grad_norm": 0.5904800891876221,
      "learning_rate": 4.314936130305027e-05,
      "loss": 4.3909,
      "step": 318640
    },
    {
      "epoch": 0.27891593526492836,
      "grad_norm": 0.6195005774497986,
      "learning_rate": 4.314915200900409e-05,
      "loss": 5.7236,
      "step": 318645
    },
    {
      "epoch": 0.2789203118585555,
      "grad_norm": 0.5920854210853577,
      "learning_rate": 4.314894271242162e-05,
      "loss": 5.6279,
      "step": 318650
    },
    {
      "epoch": 0.27892468845218266,
      "grad_norm": 0.5933283567428589,
      "learning_rate": 4.314873341330289e-05,
      "loss": 4.1316,
      "step": 318655
    },
    {
      "epoch": 0.27892906504580983,
      "grad_norm": 0.5880588889122009,
      "learning_rate": 4.314852411164795e-05,
      "loss": 6.2387,
      "step": 318660
    },
    {
      "epoch": 0.27893344163943695,
      "grad_norm": 0.6006376147270203,
      "learning_rate": 4.3148314807456823e-05,
      "loss": 4.9067,
      "step": 318665
    },
    {
      "epoch": 0.2789378182330641,
      "grad_norm": 0.6022283434867859,
      "learning_rate": 4.3148105500729566e-05,
      "loss": 4.6066,
      "step": 318670
    },
    {
      "epoch": 0.27894219482669125,
      "grad_norm": 0.5892977118492126,
      "learning_rate": 4.314789619146622e-05,
      "loss": 4.3577,
      "step": 318675
    },
    {
      "epoch": 0.2789465714203184,
      "grad_norm": 0.5827426314353943,
      "learning_rate": 4.3147686879666804e-05,
      "loss": 5.401,
      "step": 318680
    },
    {
      "epoch": 0.2789509480139456,
      "grad_norm": 0.6405320763587952,
      "learning_rate": 4.3147477565331395e-05,
      "loss": 4.6142,
      "step": 318685
    },
    {
      "epoch": 0.2789553246075727,
      "grad_norm": 0.5915952920913696,
      "learning_rate": 4.314726824845999e-05,
      "loss": 6.2367,
      "step": 318690
    },
    {
      "epoch": 0.2789597012011999,
      "grad_norm": 0.6284058094024658,
      "learning_rate": 4.3147058929052676e-05,
      "loss": 4.9021,
      "step": 318695
    },
    {
      "epoch": 0.278964077794827,
      "grad_norm": 0.5869524478912354,
      "learning_rate": 4.3146849607109454e-05,
      "loss": 5.0978,
      "step": 318700
    },
    {
      "epoch": 0.2789684543884542,
      "grad_norm": 0.5971868634223938,
      "learning_rate": 4.314664028263038e-05,
      "loss": 5.112,
      "step": 318705
    },
    {
      "epoch": 0.27897283098208137,
      "grad_norm": 0.5867931246757507,
      "learning_rate": 4.31464309556155e-05,
      "loss": 5.9316,
      "step": 318710
    },
    {
      "epoch": 0.2789772075757085,
      "grad_norm": 0.5812268853187561,
      "learning_rate": 4.3146221626064855e-05,
      "loss": 4.9416,
      "step": 318715
    },
    {
      "epoch": 0.27898158416933566,
      "grad_norm": 0.5959992408752441,
      "learning_rate": 4.314601229397847e-05,
      "loss": 4.0964,
      "step": 318720
    },
    {
      "epoch": 0.27898596076296284,
      "grad_norm": 0.5980533361434937,
      "learning_rate": 4.314580295935638e-05,
      "loss": 5.1632,
      "step": 318725
    },
    {
      "epoch": 0.27899033735658996,
      "grad_norm": 0.6300966739654541,
      "learning_rate": 4.3145593622198666e-05,
      "loss": 5.2744,
      "step": 318730
    },
    {
      "epoch": 0.27899471395021713,
      "grad_norm": 0.5990421772003174,
      "learning_rate": 4.314538428250533e-05,
      "loss": 4.9026,
      "step": 318735
    },
    {
      "epoch": 0.27899909054384425,
      "grad_norm": 0.5956155061721802,
      "learning_rate": 4.3145174940276425e-05,
      "loss": 5.4018,
      "step": 318740
    },
    {
      "epoch": 0.27900346713747143,
      "grad_norm": 0.6058551669120789,
      "learning_rate": 4.314496559551199e-05,
      "loss": 5.9037,
      "step": 318745
    },
    {
      "epoch": 0.2790078437310986,
      "grad_norm": 0.600172758102417,
      "learning_rate": 4.314475624821207e-05,
      "loss": 5.7021,
      "step": 318750
    },
    {
      "epoch": 0.2790122203247257,
      "grad_norm": 0.5706552267074585,
      "learning_rate": 4.314454689837669e-05,
      "loss": 5.4042,
      "step": 318755
    },
    {
      "epoch": 0.2790165969183529,
      "grad_norm": 0.5860422253608704,
      "learning_rate": 4.314433754600591e-05,
      "loss": 5.3395,
      "step": 318760
    },
    {
      "epoch": 0.2790209735119801,
      "grad_norm": 0.5867418050765991,
      "learning_rate": 4.314412819109976e-05,
      "loss": 4.581,
      "step": 318765
    },
    {
      "epoch": 0.2790253501056072,
      "grad_norm": 0.5949884057044983,
      "learning_rate": 4.314391883365828e-05,
      "loss": 4.8816,
      "step": 318770
    },
    {
      "epoch": 0.27902972669923437,
      "grad_norm": 0.6032358407974243,
      "learning_rate": 4.314370947368153e-05,
      "loss": 5.1961,
      "step": 318775
    },
    {
      "epoch": 0.2790341032928615,
      "grad_norm": 0.6169561743736267,
      "learning_rate": 4.314350011116951e-05,
      "loss": 5.1085,
      "step": 318780
    },
    {
      "epoch": 0.27903847988648867,
      "grad_norm": 0.5892804265022278,
      "learning_rate": 4.31432907461223e-05,
      "loss": 5.384,
      "step": 318785
    },
    {
      "epoch": 0.27904285648011584,
      "grad_norm": 0.5876646637916565,
      "learning_rate": 4.314308137853992e-05,
      "loss": 5.6162,
      "step": 318790
    },
    {
      "epoch": 0.27904723307374296,
      "grad_norm": 0.620410144329071,
      "learning_rate": 4.314287200842241e-05,
      "loss": 4.9133,
      "step": 318795
    },
    {
      "epoch": 0.27905160966737014,
      "grad_norm": 0.6010991930961609,
      "learning_rate": 4.314266263576982e-05,
      "loss": 4.4115,
      "step": 318800
    },
    {
      "epoch": 0.2790559862609973,
      "grad_norm": 0.590761125087738,
      "learning_rate": 4.3142453260582185e-05,
      "loss": 5.675,
      "step": 318805
    },
    {
      "epoch": 0.27906036285462443,
      "grad_norm": 0.5937438607215881,
      "learning_rate": 4.314224388285955e-05,
      "loss": 5.633,
      "step": 318810
    },
    {
      "epoch": 0.2790647394482516,
      "grad_norm": 0.5986760854721069,
      "learning_rate": 4.3142034502601935e-05,
      "loss": 5.3952,
      "step": 318815
    },
    {
      "epoch": 0.27906911604187873,
      "grad_norm": 0.6063583493232727,
      "learning_rate": 4.314182511980941e-05,
      "loss": 5.6229,
      "step": 318820
    },
    {
      "epoch": 0.2790734926355059,
      "grad_norm": 0.6096566319465637,
      "learning_rate": 4.3141615734482e-05,
      "loss": 5.9434,
      "step": 318825
    },
    {
      "epoch": 0.2790778692291331,
      "grad_norm": 0.6638906598091125,
      "learning_rate": 4.314140634661975e-05,
      "loss": 5.0993,
      "step": 318830
    },
    {
      "epoch": 0.2790822458227602,
      "grad_norm": 0.5979662537574768,
      "learning_rate": 4.3141196956222686e-05,
      "loss": 5.3938,
      "step": 318835
    },
    {
      "epoch": 0.2790866224163874,
      "grad_norm": 0.6104286313056946,
      "learning_rate": 4.3140987563290866e-05,
      "loss": 5.1233,
      "step": 318840
    },
    {
      "epoch": 0.2790909990100145,
      "grad_norm": 0.5957955718040466,
      "learning_rate": 4.314077816782434e-05,
      "loss": 5.9357,
      "step": 318845
    },
    {
      "epoch": 0.27909537560364167,
      "grad_norm": 0.580525279045105,
      "learning_rate": 4.3140568769823106e-05,
      "loss": 5.9002,
      "step": 318850
    },
    {
      "epoch": 0.27909975219726885,
      "grad_norm": 0.597534716129303,
      "learning_rate": 4.3140359369287255e-05,
      "loss": 5.1753,
      "step": 318855
    },
    {
      "epoch": 0.27910412879089597,
      "grad_norm": 0.6074478030204773,
      "learning_rate": 4.314014996621679e-05,
      "loss": 5.1572,
      "step": 318860
    },
    {
      "epoch": 0.27910850538452314,
      "grad_norm": 0.6055166125297546,
      "learning_rate": 4.313994056061177e-05,
      "loss": 5.7029,
      "step": 318865
    },
    {
      "epoch": 0.2791128819781503,
      "grad_norm": 0.5903924703598022,
      "learning_rate": 4.313973115247223e-05,
      "loss": 5.5893,
      "step": 318870
    },
    {
      "epoch": 0.27911725857177744,
      "grad_norm": 0.5929774045944214,
      "learning_rate": 4.3139521741798204e-05,
      "loss": 5.164,
      "step": 318875
    },
    {
      "epoch": 0.2791216351654046,
      "grad_norm": 0.5911312699317932,
      "learning_rate": 4.3139312328589744e-05,
      "loss": 4.284,
      "step": 318880
    },
    {
      "epoch": 0.27912601175903173,
      "grad_norm": 0.632138729095459,
      "learning_rate": 4.3139102912846886e-05,
      "loss": 4.8753,
      "step": 318885
    },
    {
      "epoch": 0.2791303883526589,
      "grad_norm": 0.6152341365814209,
      "learning_rate": 4.3138893494569665e-05,
      "loss": 5.4011,
      "step": 318890
    },
    {
      "epoch": 0.2791347649462861,
      "grad_norm": 0.5880809426307678,
      "learning_rate": 4.313868407375814e-05,
      "loss": 4.9003,
      "step": 318895
    },
    {
      "epoch": 0.2791391415399132,
      "grad_norm": 0.6027784943580627,
      "learning_rate": 4.313847465041233e-05,
      "loss": 5.3854,
      "step": 318900
    },
    {
      "epoch": 0.2791435181335404,
      "grad_norm": 0.6088091135025024,
      "learning_rate": 4.313826522453227e-05,
      "loss": 5.4008,
      "step": 318905
    },
    {
      "epoch": 0.27914789472716756,
      "grad_norm": 0.6017118096351624,
      "learning_rate": 4.3138055796118024e-05,
      "loss": 4.3701,
      "step": 318910
    },
    {
      "epoch": 0.2791522713207947,
      "grad_norm": 0.604780912399292,
      "learning_rate": 4.313784636516963e-05,
      "loss": 4.3925,
      "step": 318915
    },
    {
      "epoch": 0.27915664791442185,
      "grad_norm": 0.6078211069107056,
      "learning_rate": 4.313763693168712e-05,
      "loss": 5.3195,
      "step": 318920
    },
    {
      "epoch": 0.27916102450804897,
      "grad_norm": 0.6204769015312195,
      "learning_rate": 4.3137427495670527e-05,
      "loss": 4.726,
      "step": 318925
    },
    {
      "epoch": 0.27916540110167615,
      "grad_norm": 0.5911421775817871,
      "learning_rate": 4.31372180571199e-05,
      "loss": 5.3874,
      "step": 318930
    },
    {
      "epoch": 0.2791697776953033,
      "grad_norm": 0.5942573547363281,
      "learning_rate": 4.313700861603528e-05,
      "loss": 5.3123,
      "step": 318935
    },
    {
      "epoch": 0.27917415428893044,
      "grad_norm": 0.590641975402832,
      "learning_rate": 4.3136799172416695e-05,
      "loss": 5.3057,
      "step": 318940
    },
    {
      "epoch": 0.2791785308825576,
      "grad_norm": 0.5914404392242432,
      "learning_rate": 4.313658972626421e-05,
      "loss": 5.6146,
      "step": 318945
    },
    {
      "epoch": 0.27918290747618474,
      "grad_norm": 0.5932279825210571,
      "learning_rate": 4.313638027757785e-05,
      "loss": 4.3421,
      "step": 318950
    },
    {
      "epoch": 0.2791872840698119,
      "grad_norm": 0.5974862575531006,
      "learning_rate": 4.313617082635766e-05,
      "loss": 5.6197,
      "step": 318955
    },
    {
      "epoch": 0.2791916606634391,
      "grad_norm": 0.5914741158485413,
      "learning_rate": 4.313596137260366e-05,
      "loss": 5.4223,
      "step": 318960
    },
    {
      "epoch": 0.2791960372570662,
      "grad_norm": 0.5785678625106812,
      "learning_rate": 4.3135751916315926e-05,
      "loss": 5.1478,
      "step": 318965
    },
    {
      "epoch": 0.2792004138506934,
      "grad_norm": 0.5992372035980225,
      "learning_rate": 4.3135542457494484e-05,
      "loss": 5.1746,
      "step": 318970
    },
    {
      "epoch": 0.27920479044432056,
      "grad_norm": 0.586833119392395,
      "learning_rate": 4.3135332996139356e-05,
      "loss": 5.1181,
      "step": 318975
    },
    {
      "epoch": 0.2792091670379477,
      "grad_norm": 0.6450610160827637,
      "learning_rate": 4.313512353225061e-05,
      "loss": 4.681,
      "step": 318980
    },
    {
      "epoch": 0.27921354363157486,
      "grad_norm": 0.587915301322937,
      "learning_rate": 4.313491406582826e-05,
      "loss": 5.0892,
      "step": 318985
    },
    {
      "epoch": 0.279217920225202,
      "grad_norm": 0.646467924118042,
      "learning_rate": 4.313470459687237e-05,
      "loss": 5.6189,
      "step": 318990
    },
    {
      "epoch": 0.27922229681882915,
      "grad_norm": 0.639610230922699,
      "learning_rate": 4.313449512538296e-05,
      "loss": 5.3913,
      "step": 318995
    },
    {
      "epoch": 0.2792266734124563,
      "grad_norm": 0.5909334421157837,
      "learning_rate": 4.3134285651360093e-05,
      "loss": 4.6702,
      "step": 319000
    },
    {
      "epoch": 0.27923105000608345,
      "grad_norm": 0.5885260701179504,
      "learning_rate": 4.3134076174803794e-05,
      "loss": 5.2017,
      "step": 319005
    },
    {
      "epoch": 0.2792354265997106,
      "grad_norm": 0.5844689607620239,
      "learning_rate": 4.31338666957141e-05,
      "loss": 5.9244,
      "step": 319010
    },
    {
      "epoch": 0.2792398031933378,
      "grad_norm": 0.592775821685791,
      "learning_rate": 4.313365721409106e-05,
      "loss": 5.0066,
      "step": 319015
    },
    {
      "epoch": 0.2792441797869649,
      "grad_norm": 0.5835263729095459,
      "learning_rate": 4.313344772993472e-05,
      "loss": 5.6145,
      "step": 319020
    },
    {
      "epoch": 0.2792485563805921,
      "grad_norm": 0.6100080609321594,
      "learning_rate": 4.31332382432451e-05,
      "loss": 4.8917,
      "step": 319025
    },
    {
      "epoch": 0.2792529329742192,
      "grad_norm": 0.5790446996688843,
      "learning_rate": 4.3133028754022264e-05,
      "loss": 5.4067,
      "step": 319030
    },
    {
      "epoch": 0.2792573095678464,
      "grad_norm": 0.607750415802002,
      "learning_rate": 4.3132819262266236e-05,
      "loss": 5.167,
      "step": 319035
    },
    {
      "epoch": 0.27926168616147357,
      "grad_norm": 0.5790517926216125,
      "learning_rate": 4.3132609767977064e-05,
      "loss": 4.8836,
      "step": 319040
    },
    {
      "epoch": 0.2792660627551007,
      "grad_norm": 0.5975022912025452,
      "learning_rate": 4.313240027115478e-05,
      "loss": 5.385,
      "step": 319045
    },
    {
      "epoch": 0.27927043934872786,
      "grad_norm": 0.5837951302528381,
      "learning_rate": 4.313219077179944e-05,
      "loss": 5.3724,
      "step": 319050
    },
    {
      "epoch": 0.27927481594235504,
      "grad_norm": 0.5917746424674988,
      "learning_rate": 4.313198126991108e-05,
      "loss": 5.095,
      "step": 319055
    },
    {
      "epoch": 0.27927919253598216,
      "grad_norm": 0.584775447845459,
      "learning_rate": 4.3131771765489716e-05,
      "loss": 5.8945,
      "step": 319060
    },
    {
      "epoch": 0.27928356912960933,
      "grad_norm": 0.59553062915802,
      "learning_rate": 4.313156225853543e-05,
      "loss": 5.9057,
      "step": 319065
    },
    {
      "epoch": 0.27928794572323645,
      "grad_norm": 0.604469358921051,
      "learning_rate": 4.3131352749048224e-05,
      "loss": 4.8907,
      "step": 319070
    },
    {
      "epoch": 0.27929232231686363,
      "grad_norm": 0.6097633242607117,
      "learning_rate": 4.313114323702816e-05,
      "loss": 5.623,
      "step": 319075
    },
    {
      "epoch": 0.2792966989104908,
      "grad_norm": 0.61799556016922,
      "learning_rate": 4.3130933722475276e-05,
      "loss": 5.435,
      "step": 319080
    },
    {
      "epoch": 0.2793010755041179,
      "grad_norm": 0.5920371413230896,
      "learning_rate": 4.313072420538961e-05,
      "loss": 5.7302,
      "step": 319085
    },
    {
      "epoch": 0.2793054520977451,
      "grad_norm": 0.5927315354347229,
      "learning_rate": 4.3130514685771204e-05,
      "loss": 5.0874,
      "step": 319090
    },
    {
      "epoch": 0.2793098286913722,
      "grad_norm": 0.6180673837661743,
      "learning_rate": 4.313030516362009e-05,
      "loss": 5.4305,
      "step": 319095
    },
    {
      "epoch": 0.2793142052849994,
      "grad_norm": 0.6072685718536377,
      "learning_rate": 4.313009563893632e-05,
      "loss": 5.3519,
      "step": 319100
    },
    {
      "epoch": 0.27931858187862657,
      "grad_norm": 0.6151068806648254,
      "learning_rate": 4.312988611171992e-05,
      "loss": 5.1655,
      "step": 319105
    },
    {
      "epoch": 0.2793229584722537,
      "grad_norm": 0.5919714570045471,
      "learning_rate": 4.312967658197094e-05,
      "loss": 5.1843,
      "step": 319110
    },
    {
      "epoch": 0.27932733506588087,
      "grad_norm": 0.5878522992134094,
      "learning_rate": 4.3129467049689444e-05,
      "loss": 5.915,
      "step": 319115
    },
    {
      "epoch": 0.27933171165950804,
      "grad_norm": 0.594933032989502,
      "learning_rate": 4.312925751487543e-05,
      "loss": 4.6076,
      "step": 319120
    },
    {
      "epoch": 0.27933608825313516,
      "grad_norm": 0.6006489396095276,
      "learning_rate": 4.312904797752896e-05,
      "loss": 5.9348,
      "step": 319125
    },
    {
      "epoch": 0.27934046484676234,
      "grad_norm": 0.584905207157135,
      "learning_rate": 4.312883843765006e-05,
      "loss": 6.1666,
      "step": 319130
    },
    {
      "epoch": 0.27934484144038946,
      "grad_norm": 0.5996264219284058,
      "learning_rate": 4.31286288952388e-05,
      "loss": 5.4158,
      "step": 319135
    },
    {
      "epoch": 0.27934921803401663,
      "grad_norm": 0.5750306248664856,
      "learning_rate": 4.312841935029519e-05,
      "loss": 5.8883,
      "step": 319140
    },
    {
      "epoch": 0.2793535946276438,
      "grad_norm": 0.5754827857017517,
      "learning_rate": 4.312820980281929e-05,
      "loss": 5.9219,
      "step": 319145
    },
    {
      "epoch": 0.27935797122127093,
      "grad_norm": 0.6257374286651611,
      "learning_rate": 4.312800025281113e-05,
      "loss": 4.8912,
      "step": 319150
    },
    {
      "epoch": 0.2793623478148981,
      "grad_norm": 0.5813552737236023,
      "learning_rate": 4.312779070027076e-05,
      "loss": 5.6924,
      "step": 319155
    },
    {
      "epoch": 0.2793667244085253,
      "grad_norm": 0.6068487167358398,
      "learning_rate": 4.312758114519819e-05,
      "loss": 4.9396,
      "step": 319160
    },
    {
      "epoch": 0.2793711010021524,
      "grad_norm": 0.6039829254150391,
      "learning_rate": 4.3127371587593515e-05,
      "loss": 4.4449,
      "step": 319165
    },
    {
      "epoch": 0.2793754775957796,
      "grad_norm": 0.6034885048866272,
      "learning_rate": 4.312716202745673e-05,
      "loss": 5.1071,
      "step": 319170
    },
    {
      "epoch": 0.2793798541894067,
      "grad_norm": 0.6268529891967773,
      "learning_rate": 4.312695246478789e-05,
      "loss": 5.7002,
      "step": 319175
    },
    {
      "epoch": 0.27938423078303387,
      "grad_norm": 0.6187787652015686,
      "learning_rate": 4.3126742899587035e-05,
      "loss": 4.9018,
      "step": 319180
    },
    {
      "epoch": 0.27938860737666105,
      "grad_norm": 0.6311966180801392,
      "learning_rate": 4.3126533331854205e-05,
      "loss": 5.4006,
      "step": 319185
    },
    {
      "epoch": 0.27939298397028817,
      "grad_norm": 0.5996666550636292,
      "learning_rate": 4.312632376158945e-05,
      "loss": 5.0736,
      "step": 319190
    },
    {
      "epoch": 0.27939736056391534,
      "grad_norm": 0.6212993264198303,
      "learning_rate": 4.312611418879279e-05,
      "loss": 5.0761,
      "step": 319195
    },
    {
      "epoch": 0.27940173715754246,
      "grad_norm": 0.6027740240097046,
      "learning_rate": 4.312590461346429e-05,
      "loss": 4.5988,
      "step": 319200
    },
    {
      "epoch": 0.27940611375116964,
      "grad_norm": 0.6042070388793945,
      "learning_rate": 4.3125695035603965e-05,
      "loss": 4.5129,
      "step": 319205
    },
    {
      "epoch": 0.2794104903447968,
      "grad_norm": 0.5970963835716248,
      "learning_rate": 4.3125485455211875e-05,
      "loss": 4.2601,
      "step": 319210
    },
    {
      "epoch": 0.27941486693842393,
      "grad_norm": 0.6077979803085327,
      "learning_rate": 4.3125275872288065e-05,
      "loss": 5.8836,
      "step": 319215
    },
    {
      "epoch": 0.2794192435320511,
      "grad_norm": 0.581127405166626,
      "learning_rate": 4.312506628683254e-05,
      "loss": 5.3937,
      "step": 319220
    },
    {
      "epoch": 0.2794236201256783,
      "grad_norm": 0.5810045003890991,
      "learning_rate": 4.312485669884537e-05,
      "loss": 5.0958,
      "step": 319225
    },
    {
      "epoch": 0.2794279967193054,
      "grad_norm": 0.6135656833648682,
      "learning_rate": 4.312464710832661e-05,
      "loss": 4.8887,
      "step": 319230
    },
    {
      "epoch": 0.2794323733129326,
      "grad_norm": 0.5944340229034424,
      "learning_rate": 4.312443751527626e-05,
      "loss": 5.4229,
      "step": 319235
    },
    {
      "epoch": 0.2794367499065597,
      "grad_norm": 0.5752748250961304,
      "learning_rate": 4.312422791969439e-05,
      "loss": 5.1169,
      "step": 319240
    },
    {
      "epoch": 0.2794411265001869,
      "grad_norm": 0.5868450999259949,
      "learning_rate": 4.312401832158103e-05,
      "loss": 5.1824,
      "step": 319245
    },
    {
      "epoch": 0.27944550309381405,
      "grad_norm": 0.6068142056465149,
      "learning_rate": 4.312380872093622e-05,
      "loss": 4.8946,
      "step": 319250
    },
    {
      "epoch": 0.27944987968744117,
      "grad_norm": 0.5976005792617798,
      "learning_rate": 4.3123599117759994e-05,
      "loss": 5.3864,
      "step": 319255
    },
    {
      "epoch": 0.27945425628106835,
      "grad_norm": 0.5798071622848511,
      "learning_rate": 4.3123389512052414e-05,
      "loss": 5.6882,
      "step": 319260
    },
    {
      "epoch": 0.2794586328746955,
      "grad_norm": 0.5982364416122437,
      "learning_rate": 4.3123179903813506e-05,
      "loss": 5.6393,
      "step": 319265
    },
    {
      "epoch": 0.27946300946832264,
      "grad_norm": 0.5910232067108154,
      "learning_rate": 4.31229702930433e-05,
      "loss": 5.3724,
      "step": 319270
    },
    {
      "epoch": 0.2794673860619498,
      "grad_norm": 0.6094220876693726,
      "learning_rate": 4.312276067974186e-05,
      "loss": 5.1795,
      "step": 319275
    },
    {
      "epoch": 0.27947176265557694,
      "grad_norm": 0.6184768676757812,
      "learning_rate": 4.312255106390921e-05,
      "loss": 5.2101,
      "step": 319280
    },
    {
      "epoch": 0.2794761392492041,
      "grad_norm": 0.5872038006782532,
      "learning_rate": 4.3122341445545386e-05,
      "loss": 5.3642,
      "step": 319285
    },
    {
      "epoch": 0.2794805158428313,
      "grad_norm": 0.6254361867904663,
      "learning_rate": 4.3122131824650444e-05,
      "loss": 5.1868,
      "step": 319290
    },
    {
      "epoch": 0.2794848924364584,
      "grad_norm": 0.6054746508598328,
      "learning_rate": 4.312192220122442e-05,
      "loss": 6.2559,
      "step": 319295
    },
    {
      "epoch": 0.2794892690300856,
      "grad_norm": 0.6110325455665588,
      "learning_rate": 4.312171257526735e-05,
      "loss": 5.1734,
      "step": 319300
    },
    {
      "epoch": 0.27949364562371276,
      "grad_norm": 0.6051839590072632,
      "learning_rate": 4.312150294677928e-05,
      "loss": 5.9213,
      "step": 319305
    },
    {
      "epoch": 0.2794980222173399,
      "grad_norm": 0.6059101223945618,
      "learning_rate": 4.312129331576023e-05,
      "loss": 5.097,
      "step": 319310
    },
    {
      "epoch": 0.27950239881096706,
      "grad_norm": 0.6110824942588806,
      "learning_rate": 4.312108368221027e-05,
      "loss": 5.8875,
      "step": 319315
    },
    {
      "epoch": 0.2795067754045942,
      "grad_norm": 0.6162064671516418,
      "learning_rate": 4.312087404612943e-05,
      "loss": 4.6694,
      "step": 319320
    },
    {
      "epoch": 0.27951115199822135,
      "grad_norm": 0.5987018346786499,
      "learning_rate": 4.312066440751775e-05,
      "loss": 5.0882,
      "step": 319325
    },
    {
      "epoch": 0.2795155285918485,
      "grad_norm": 0.6080451011657715,
      "learning_rate": 4.312045476637526e-05,
      "loss": 4.804,
      "step": 319330
    },
    {
      "epoch": 0.27951990518547565,
      "grad_norm": 0.5952340960502625,
      "learning_rate": 4.312024512270202e-05,
      "loss": 5.8965,
      "step": 319335
    },
    {
      "epoch": 0.2795242817791028,
      "grad_norm": 0.6219604015350342,
      "learning_rate": 4.312003547649804e-05,
      "loss": 4.6625,
      "step": 319340
    },
    {
      "epoch": 0.27952865837272994,
      "grad_norm": 0.5986623764038086,
      "learning_rate": 4.3119825827763404e-05,
      "loss": 5.109,
      "step": 319345
    },
    {
      "epoch": 0.2795330349663571,
      "grad_norm": 0.6168421506881714,
      "learning_rate": 4.3119616176498115e-05,
      "loss": 5.0896,
      "step": 319350
    },
    {
      "epoch": 0.2795374115599843,
      "grad_norm": 0.6008746027946472,
      "learning_rate": 4.311940652270223e-05,
      "loss": 4.0887,
      "step": 319355
    },
    {
      "epoch": 0.2795417881536114,
      "grad_norm": 0.6040805578231812,
      "learning_rate": 4.311919686637578e-05,
      "loss": 4.6932,
      "step": 319360
    },
    {
      "epoch": 0.2795461647472386,
      "grad_norm": 0.5897700190544128,
      "learning_rate": 4.3118987207518826e-05,
      "loss": 6.216,
      "step": 319365
    },
    {
      "epoch": 0.27955054134086577,
      "grad_norm": 0.5865349173545837,
      "learning_rate": 4.311877754613137e-05,
      "loss": 5.196,
      "step": 319370
    },
    {
      "epoch": 0.2795549179344929,
      "grad_norm": 0.604898989200592,
      "learning_rate": 4.31185678822135e-05,
      "loss": 5.5793,
      "step": 319375
    },
    {
      "epoch": 0.27955929452812006,
      "grad_norm": 0.5991031527519226,
      "learning_rate": 4.311835821576522e-05,
      "loss": 4.8046,
      "step": 319380
    },
    {
      "epoch": 0.2795636711217472,
      "grad_norm": 0.5888328552246094,
      "learning_rate": 4.311814854678658e-05,
      "loss": 5.6209,
      "step": 319385
    },
    {
      "epoch": 0.27956804771537436,
      "grad_norm": 0.605665922164917,
      "learning_rate": 4.3117938875277633e-05,
      "loss": 4.5804,
      "step": 319390
    },
    {
      "epoch": 0.27957242430900153,
      "grad_norm": 0.5990343689918518,
      "learning_rate": 4.311772920123841e-05,
      "loss": 4.9016,
      "step": 319395
    },
    {
      "epoch": 0.27957680090262865,
      "grad_norm": 0.5887401103973389,
      "learning_rate": 4.3117519524668945e-05,
      "loss": 5.6232,
      "step": 319400
    },
    {
      "epoch": 0.27958117749625583,
      "grad_norm": 0.5882878303527832,
      "learning_rate": 4.31173098455693e-05,
      "loss": 5.1101,
      "step": 319405
    },
    {
      "epoch": 0.279585554089883,
      "grad_norm": 0.5794273018836975,
      "learning_rate": 4.311710016393948e-05,
      "loss": 5.4116,
      "step": 319410
    },
    {
      "epoch": 0.2795899306835101,
      "grad_norm": 0.584128737449646,
      "learning_rate": 4.311689047977956e-05,
      "loss": 5.61,
      "step": 319415
    },
    {
      "epoch": 0.2795943072771373,
      "grad_norm": 0.6052401661872864,
      "learning_rate": 4.311668079308956e-05,
      "loss": 5.5883,
      "step": 319420
    },
    {
      "epoch": 0.2795986838707644,
      "grad_norm": 0.5911173224449158,
      "learning_rate": 4.311647110386953e-05,
      "loss": 5.6694,
      "step": 319425
    },
    {
      "epoch": 0.2796030604643916,
      "grad_norm": 0.6136165857315063,
      "learning_rate": 4.311626141211951e-05,
      "loss": 5.3776,
      "step": 319430
    },
    {
      "epoch": 0.27960743705801877,
      "grad_norm": 0.6150308847427368,
      "learning_rate": 4.3116051717839536e-05,
      "loss": 4.6968,
      "step": 319435
    },
    {
      "epoch": 0.2796118136516459,
      "grad_norm": 0.6655571460723877,
      "learning_rate": 4.311584202102964e-05,
      "loss": 5.1516,
      "step": 319440
    },
    {
      "epoch": 0.27961619024527307,
      "grad_norm": 0.6190136671066284,
      "learning_rate": 4.311563232168988e-05,
      "loss": 5.1166,
      "step": 319445
    },
    {
      "epoch": 0.27962056683890024,
      "grad_norm": 0.6319426894187927,
      "learning_rate": 4.31154226198203e-05,
      "loss": 5.4119,
      "step": 319450
    },
    {
      "epoch": 0.27962494343252736,
      "grad_norm": 0.5918509364128113,
      "learning_rate": 4.311521291542091e-05,
      "loss": 5.1451,
      "step": 319455
    },
    {
      "epoch": 0.27962932002615454,
      "grad_norm": 0.64530348777771,
      "learning_rate": 4.311500320849179e-05,
      "loss": 5.3902,
      "step": 319460
    },
    {
      "epoch": 0.27963369661978166,
      "grad_norm": 0.5885371565818787,
      "learning_rate": 4.311479349903295e-05,
      "loss": 4.5744,
      "step": 319465
    },
    {
      "epoch": 0.27963807321340883,
      "grad_norm": 0.595940113067627,
      "learning_rate": 4.3114583787044436e-05,
      "loss": 5.3373,
      "step": 319470
    },
    {
      "epoch": 0.279642449807036,
      "grad_norm": 0.5836037993431091,
      "learning_rate": 4.31143740725263e-05,
      "loss": 5.0626,
      "step": 319475
    },
    {
      "epoch": 0.27964682640066313,
      "grad_norm": 0.5899271368980408,
      "learning_rate": 4.311416435547857e-05,
      "loss": 5.2136,
      "step": 319480
    },
    {
      "epoch": 0.2796512029942903,
      "grad_norm": 0.5900229215621948,
      "learning_rate": 4.31139546359013e-05,
      "loss": 5.7268,
      "step": 319485
    },
    {
      "epoch": 0.2796555795879174,
      "grad_norm": 0.5738435983657837,
      "learning_rate": 4.311374491379452e-05,
      "loss": 5.1257,
      "step": 319490
    },
    {
      "epoch": 0.2796599561815446,
      "grad_norm": 0.5836134552955627,
      "learning_rate": 4.311353518915827e-05,
      "loss": 5.7197,
      "step": 319495
    },
    {
      "epoch": 0.2796643327751718,
      "grad_norm": 0.589730978012085,
      "learning_rate": 4.3113325461992594e-05,
      "loss": 4.5035,
      "step": 319500
    },
    {
      "epoch": 0.2796687093687989,
      "grad_norm": 0.5910871624946594,
      "learning_rate": 4.311311573229754e-05,
      "loss": 5.3732,
      "step": 319505
    },
    {
      "epoch": 0.27967308596242607,
      "grad_norm": 0.6078759431838989,
      "learning_rate": 4.311290600007313e-05,
      "loss": 5.0621,
      "step": 319510
    },
    {
      "epoch": 0.27967746255605325,
      "grad_norm": 0.6398547291755676,
      "learning_rate": 4.311269626531942e-05,
      "loss": 5.1052,
      "step": 319515
    },
    {
      "epoch": 0.27968183914968037,
      "grad_norm": 0.5976885557174683,
      "learning_rate": 4.311248652803644e-05,
      "loss": 4.8743,
      "step": 319520
    },
    {
      "epoch": 0.27968621574330754,
      "grad_norm": 0.5806959271430969,
      "learning_rate": 4.311227678822425e-05,
      "loss": 5.1317,
      "step": 319525
    },
    {
      "epoch": 0.27969059233693466,
      "grad_norm": 0.5972195863723755,
      "learning_rate": 4.3112067045882867e-05,
      "loss": 5.7152,
      "step": 319530
    },
    {
      "epoch": 0.27969496893056184,
      "grad_norm": 0.5934491157531738,
      "learning_rate": 4.311185730101234e-05,
      "loss": 5.6164,
      "step": 319535
    },
    {
      "epoch": 0.279699345524189,
      "grad_norm": 0.5961441993713379,
      "learning_rate": 4.311164755361271e-05,
      "loss": 5.7294,
      "step": 319540
    },
    {
      "epoch": 0.27970372211781613,
      "grad_norm": 0.8349579572677612,
      "learning_rate": 4.311143780368402e-05,
      "loss": 4.7829,
      "step": 319545
    },
    {
      "epoch": 0.2797080987114433,
      "grad_norm": 0.6091970205307007,
      "learning_rate": 4.311122805122631e-05,
      "loss": 4.8422,
      "step": 319550
    },
    {
      "epoch": 0.2797124753050705,
      "grad_norm": 0.5760505795478821,
      "learning_rate": 4.311101829623961e-05,
      "loss": 4.5978,
      "step": 319555
    },
    {
      "epoch": 0.2797168518986976,
      "grad_norm": 0.6230074167251587,
      "learning_rate": 4.311080853872398e-05,
      "loss": 5.2154,
      "step": 319560
    },
    {
      "epoch": 0.2797212284923248,
      "grad_norm": 0.585965096950531,
      "learning_rate": 4.311059877867944e-05,
      "loss": 5.0918,
      "step": 319565
    },
    {
      "epoch": 0.2797256050859519,
      "grad_norm": 0.5918415188789368,
      "learning_rate": 4.311038901610604e-05,
      "loss": 5.4182,
      "step": 319570
    },
    {
      "epoch": 0.2797299816795791,
      "grad_norm": 0.6194295883178711,
      "learning_rate": 4.311017925100384e-05,
      "loss": 4.8927,
      "step": 319575
    },
    {
      "epoch": 0.27973435827320625,
      "grad_norm": 0.6057430505752563,
      "learning_rate": 4.310996948337284e-05,
      "loss": 4.9381,
      "step": 319580
    },
    {
      "epoch": 0.27973873486683337,
      "grad_norm": 0.5748517513275146,
      "learning_rate": 4.3109759713213105e-05,
      "loss": 5.602,
      "step": 319585
    },
    {
      "epoch": 0.27974311146046055,
      "grad_norm": 0.5699135661125183,
      "learning_rate": 4.3109549940524675e-05,
      "loss": 5.4377,
      "step": 319590
    },
    {
      "epoch": 0.27974748805408767,
      "grad_norm": 0.6024659872055054,
      "learning_rate": 4.310934016530759e-05,
      "loss": 4.8844,
      "step": 319595
    },
    {
      "epoch": 0.27975186464771484,
      "grad_norm": 0.5841460227966309,
      "learning_rate": 4.310913038756188e-05,
      "loss": 4.5931,
      "step": 319600
    },
    {
      "epoch": 0.279756241241342,
      "grad_norm": 0.605341911315918,
      "learning_rate": 4.310892060728761e-05,
      "loss": 5.6646,
      "step": 319605
    },
    {
      "epoch": 0.27976061783496914,
      "grad_norm": 0.6095209121704102,
      "learning_rate": 4.310871082448478e-05,
      "loss": 4.9062,
      "step": 319610
    },
    {
      "epoch": 0.2797649944285963,
      "grad_norm": 0.5893203616142273,
      "learning_rate": 4.310850103915346e-05,
      "loss": 5.6164,
      "step": 319615
    },
    {
      "epoch": 0.2797693710222235,
      "grad_norm": 0.5861724019050598,
      "learning_rate": 4.31082912512937e-05,
      "loss": 4.5643,
      "step": 319620
    },
    {
      "epoch": 0.2797737476158506,
      "grad_norm": 0.5951344966888428,
      "learning_rate": 4.3108081460905514e-05,
      "loss": 5.4169,
      "step": 319625
    },
    {
      "epoch": 0.2797781242094778,
      "grad_norm": 0.6032691597938538,
      "learning_rate": 4.3107871667988954e-05,
      "loss": 4.1201,
      "step": 319630
    },
    {
      "epoch": 0.2797825008031049,
      "grad_norm": 0.5929105877876282,
      "learning_rate": 4.3107661872544056e-05,
      "loss": 5.9084,
      "step": 319635
    },
    {
      "epoch": 0.2797868773967321,
      "grad_norm": 0.598620593547821,
      "learning_rate": 4.310745207457088e-05,
      "loss": 4.1084,
      "step": 319640
    },
    {
      "epoch": 0.27979125399035926,
      "grad_norm": 0.6406652927398682,
      "learning_rate": 4.310724227406944e-05,
      "loss": 4.8985,
      "step": 319645
    },
    {
      "epoch": 0.2797956305839864,
      "grad_norm": 0.5874658226966858,
      "learning_rate": 4.310703247103978e-05,
      "loss": 4.626,
      "step": 319650
    },
    {
      "epoch": 0.27980000717761355,
      "grad_norm": 0.5955732464790344,
      "learning_rate": 4.310682266548195e-05,
      "loss": 4.5907,
      "step": 319655
    },
    {
      "epoch": 0.27980438377124073,
      "grad_norm": 0.5944458842277527,
      "learning_rate": 4.3106612857396e-05,
      "loss": 4.066,
      "step": 319660
    },
    {
      "epoch": 0.27980876036486785,
      "grad_norm": 0.6186121106147766,
      "learning_rate": 4.3106403046781954e-05,
      "loss": 5.3739,
      "step": 319665
    },
    {
      "epoch": 0.279813136958495,
      "grad_norm": 0.5894358158111572,
      "learning_rate": 4.310619323363986e-05,
      "loss": 5.032,
      "step": 319670
    },
    {
      "epoch": 0.27981751355212214,
      "grad_norm": 0.5758271813392639,
      "learning_rate": 4.310598341796975e-05,
      "loss": 5.6303,
      "step": 319675
    },
    {
      "epoch": 0.2798218901457493,
      "grad_norm": 0.5789694786071777,
      "learning_rate": 4.310577359977167e-05,
      "loss": 5.3068,
      "step": 319680
    },
    {
      "epoch": 0.2798262667393765,
      "grad_norm": 0.6070389151573181,
      "learning_rate": 4.3105563779045666e-05,
      "loss": 5.3966,
      "step": 319685
    },
    {
      "epoch": 0.2798306433330036,
      "grad_norm": 0.5962927937507629,
      "learning_rate": 4.3105353955791775e-05,
      "loss": 4.1671,
      "step": 319690
    },
    {
      "epoch": 0.2798350199266308,
      "grad_norm": 0.5861863493919373,
      "learning_rate": 4.3105144130010025e-05,
      "loss": 5.615,
      "step": 319695
    },
    {
      "epoch": 0.27983939652025797,
      "grad_norm": 0.5821843147277832,
      "learning_rate": 4.310493430170047e-05,
      "loss": 5.6064,
      "step": 319700
    },
    {
      "epoch": 0.2798437731138851,
      "grad_norm": 0.6010375022888184,
      "learning_rate": 4.3104724470863155e-05,
      "loss": 5.191,
      "step": 319705
    },
    {
      "epoch": 0.27984814970751226,
      "grad_norm": 0.5877773761749268,
      "learning_rate": 4.31045146374981e-05,
      "loss": 4.8535,
      "step": 319710
    },
    {
      "epoch": 0.2798525263011394,
      "grad_norm": 0.5767340064048767,
      "learning_rate": 4.3104304801605375e-05,
      "loss": 5.9113,
      "step": 319715
    },
    {
      "epoch": 0.27985690289476656,
      "grad_norm": 0.6033433079719543,
      "learning_rate": 4.310409496318499e-05,
      "loss": 4.1888,
      "step": 319720
    },
    {
      "epoch": 0.27986127948839373,
      "grad_norm": 0.5900378227233887,
      "learning_rate": 4.310388512223701e-05,
      "loss": 5.309,
      "step": 319725
    },
    {
      "epoch": 0.27986565608202085,
      "grad_norm": 0.6173343062400818,
      "learning_rate": 4.310367527876146e-05,
      "loss": 4.8195,
      "step": 319730
    },
    {
      "epoch": 0.27987003267564803,
      "grad_norm": 0.5887969136238098,
      "learning_rate": 4.310346543275839e-05,
      "loss": 4.8924,
      "step": 319735
    },
    {
      "epoch": 0.27987440926927515,
      "grad_norm": 0.5898780822753906,
      "learning_rate": 4.310325558422783e-05,
      "loss": 5.1497,
      "step": 319740
    },
    {
      "epoch": 0.2798787858629023,
      "grad_norm": 0.595954418182373,
      "learning_rate": 4.310304573316983e-05,
      "loss": 4.3989,
      "step": 319745
    },
    {
      "epoch": 0.2798831624565295,
      "grad_norm": 0.6144201755523682,
      "learning_rate": 4.310283587958442e-05,
      "loss": 5.4112,
      "step": 319750
    },
    {
      "epoch": 0.2798875390501566,
      "grad_norm": 0.6133198142051697,
      "learning_rate": 4.3102626023471656e-05,
      "loss": 5.4053,
      "step": 319755
    },
    {
      "epoch": 0.2798919156437838,
      "grad_norm": 0.5754017233848572,
      "learning_rate": 4.3102416164831574e-05,
      "loss": 4.1046,
      "step": 319760
    },
    {
      "epoch": 0.27989629223741097,
      "grad_norm": 0.5816813707351685,
      "learning_rate": 4.3102206303664204e-05,
      "loss": 5.3936,
      "step": 319765
    },
    {
      "epoch": 0.2799006688310381,
      "grad_norm": 0.5807137489318848,
      "learning_rate": 4.310199643996959e-05,
      "loss": 5.3725,
      "step": 319770
    },
    {
      "epoch": 0.27990504542466527,
      "grad_norm": 0.5709482431411743,
      "learning_rate": 4.3101786573747785e-05,
      "loss": 4.79,
      "step": 319775
    },
    {
      "epoch": 0.2799094220182924,
      "grad_norm": 0.5963828563690186,
      "learning_rate": 4.3101576704998805e-05,
      "loss": 5.2006,
      "step": 319780
    },
    {
      "epoch": 0.27991379861191956,
      "grad_norm": 0.5899379253387451,
      "learning_rate": 4.310136683372271e-05,
      "loss": 5.3945,
      "step": 319785
    },
    {
      "epoch": 0.27991817520554674,
      "grad_norm": 0.6101937294006348,
      "learning_rate": 4.310115695991954e-05,
      "loss": 5.7209,
      "step": 319790
    },
    {
      "epoch": 0.27992255179917386,
      "grad_norm": 0.5737378597259521,
      "learning_rate": 4.3100947083589326e-05,
      "loss": 5.8951,
      "step": 319795
    },
    {
      "epoch": 0.27992692839280103,
      "grad_norm": 0.5742887258529663,
      "learning_rate": 4.310073720473212e-05,
      "loss": 6.1945,
      "step": 319800
    },
    {
      "epoch": 0.2799313049864282,
      "grad_norm": 0.5728951096534729,
      "learning_rate": 4.310052732334795e-05,
      "loss": 4.6062,
      "step": 319805
    },
    {
      "epoch": 0.27993568158005533,
      "grad_norm": 0.6002751588821411,
      "learning_rate": 4.310031743943687e-05,
      "loss": 4.8752,
      "step": 319810
    },
    {
      "epoch": 0.2799400581736825,
      "grad_norm": 0.6046947836875916,
      "learning_rate": 4.31001075529989e-05,
      "loss": 5.6995,
      "step": 319815
    },
    {
      "epoch": 0.2799444347673096,
      "grad_norm": 0.6061823964118958,
      "learning_rate": 4.309989766403412e-05,
      "loss": 5.3653,
      "step": 319820
    },
    {
      "epoch": 0.2799488113609368,
      "grad_norm": 0.584536075592041,
      "learning_rate": 4.309968777254252e-05,
      "loss": 5.6373,
      "step": 319825
    },
    {
      "epoch": 0.279953187954564,
      "grad_norm": 0.6041421890258789,
      "learning_rate": 4.309947787852416e-05,
      "loss": 4.7001,
      "step": 319830
    },
    {
      "epoch": 0.2799575645481911,
      "grad_norm": 0.5841787457466125,
      "learning_rate": 4.3099267981979105e-05,
      "loss": 3.8775,
      "step": 319835
    },
    {
      "epoch": 0.27996194114181827,
      "grad_norm": 0.6204018592834473,
      "learning_rate": 4.3099058082907375e-05,
      "loss": 4.1537,
      "step": 319840
    },
    {
      "epoch": 0.2799663177354454,
      "grad_norm": 0.5886052846908569,
      "learning_rate": 4.3098848181308994e-05,
      "loss": 5.6919,
      "step": 319845
    },
    {
      "epoch": 0.27997069432907257,
      "grad_norm": 0.5797294974327087,
      "learning_rate": 4.3098638277184036e-05,
      "loss": 5.3929,
      "step": 319850
    },
    {
      "epoch": 0.27997507092269974,
      "grad_norm": 0.5769565105438232,
      "learning_rate": 4.309842837053252e-05,
      "loss": 6.1881,
      "step": 319855
    },
    {
      "epoch": 0.27997944751632686,
      "grad_norm": 0.5849063992500305,
      "learning_rate": 4.309821846135449e-05,
      "loss": 5.3672,
      "step": 319860
    },
    {
      "epoch": 0.27998382410995404,
      "grad_norm": 0.5991389155387878,
      "learning_rate": 4.309800854964998e-05,
      "loss": 5.0982,
      "step": 319865
    },
    {
      "epoch": 0.2799882007035812,
      "grad_norm": 0.6017577052116394,
      "learning_rate": 4.309779863541905e-05,
      "loss": 4.5908,
      "step": 319870
    },
    {
      "epoch": 0.27999257729720833,
      "grad_norm": 0.6019248366355896,
      "learning_rate": 4.309758871866172e-05,
      "loss": 5.4218,
      "step": 319875
    },
    {
      "epoch": 0.2799969538908355,
      "grad_norm": 0.5929296016693115,
      "learning_rate": 4.309737879937804e-05,
      "loss": 4.5818,
      "step": 319880
    },
    {
      "epoch": 0.28000133048446263,
      "grad_norm": 0.5940378308296204,
      "learning_rate": 4.309716887756806e-05,
      "loss": 5.6113,
      "step": 319885
    },
    {
      "epoch": 0.2800057070780898,
      "grad_norm": 0.5930894613265991,
      "learning_rate": 4.309695895323181e-05,
      "loss": 5.403,
      "step": 319890
    },
    {
      "epoch": 0.280010083671717,
      "grad_norm": 0.5852068662643433,
      "learning_rate": 4.309674902636932e-05,
      "loss": 5.4273,
      "step": 319895
    },
    {
      "epoch": 0.2800144602653441,
      "grad_norm": 0.5873636603355408,
      "learning_rate": 4.309653909698065e-05,
      "loss": 4.6013,
      "step": 319900
    },
    {
      "epoch": 0.2800188368589713,
      "grad_norm": 0.581008791923523,
      "learning_rate": 4.309632916506583e-05,
      "loss": 5.0982,
      "step": 319905
    },
    {
      "epoch": 0.28002321345259845,
      "grad_norm": 0.6022770404815674,
      "learning_rate": 4.30961192306249e-05,
      "loss": 5.0907,
      "step": 319910
    },
    {
      "epoch": 0.28002759004622557,
      "grad_norm": 0.5984153151512146,
      "learning_rate": 4.309590929365791e-05,
      "loss": 4.8979,
      "step": 319915
    },
    {
      "epoch": 0.28003196663985275,
      "grad_norm": 0.61019366979599,
      "learning_rate": 4.3095699354164884e-05,
      "loss": 5.6115,
      "step": 319920
    },
    {
      "epoch": 0.28003634323347987,
      "grad_norm": 0.5829278826713562,
      "learning_rate": 4.309548941214589e-05,
      "loss": 5.4135,
      "step": 319925
    },
    {
      "epoch": 0.28004071982710704,
      "grad_norm": 0.5811375975608826,
      "learning_rate": 4.309527946760092e-05,
      "loss": 5.3807,
      "step": 319930
    },
    {
      "epoch": 0.2800450964207342,
      "grad_norm": 0.6045520305633545,
      "learning_rate": 4.309506952053006e-05,
      "loss": 4.3851,
      "step": 319935
    },
    {
      "epoch": 0.28004947301436134,
      "grad_norm": 0.5804211497306824,
      "learning_rate": 4.309485957093334e-05,
      "loss": 5.3371,
      "step": 319940
    },
    {
      "epoch": 0.2800538496079885,
      "grad_norm": 0.5874181389808655,
      "learning_rate": 4.309464961881079e-05,
      "loss": 4.8106,
      "step": 319945
    },
    {
      "epoch": 0.2800582262016157,
      "grad_norm": 0.6257195472717285,
      "learning_rate": 4.3094439664162456e-05,
      "loss": 5.6944,
      "step": 319950
    },
    {
      "epoch": 0.2800626027952428,
      "grad_norm": 0.5763925313949585,
      "learning_rate": 4.3094229706988386e-05,
      "loss": 4.0652,
      "step": 319955
    },
    {
      "epoch": 0.28006697938887,
      "grad_norm": 0.6084562540054321,
      "learning_rate": 4.309401974728861e-05,
      "loss": 5.4571,
      "step": 319960
    },
    {
      "epoch": 0.2800713559824971,
      "grad_norm": 0.6410211324691772,
      "learning_rate": 4.309380978506318e-05,
      "loss": 5.1998,
      "step": 319965
    },
    {
      "epoch": 0.2800757325761243,
      "grad_norm": 0.6479628682136536,
      "learning_rate": 4.3093599820312115e-05,
      "loss": 5.6551,
      "step": 319970
    },
    {
      "epoch": 0.28008010916975146,
      "grad_norm": 0.6051549315452576,
      "learning_rate": 4.309338985303547e-05,
      "loss": 5.7208,
      "step": 319975
    },
    {
      "epoch": 0.2800844857633786,
      "grad_norm": 0.5979782342910767,
      "learning_rate": 4.309317988323329e-05,
      "loss": 5.9016,
      "step": 319980
    },
    {
      "epoch": 0.28008886235700575,
      "grad_norm": 0.574702262878418,
      "learning_rate": 4.309296991090561e-05,
      "loss": 5.9123,
      "step": 319985
    },
    {
      "epoch": 0.2800932389506329,
      "grad_norm": 0.5804426670074463,
      "learning_rate": 4.3092759936052474e-05,
      "loss": 4.1018,
      "step": 319990
    },
    {
      "epoch": 0.28009761554426005,
      "grad_norm": 0.6030607223510742,
      "learning_rate": 4.30925499586739e-05,
      "loss": 5.425,
      "step": 319995
    },
    {
      "epoch": 0.2801019921378872,
      "grad_norm": 0.6075109839439392,
      "learning_rate": 4.309233997876997e-05,
      "loss": 5.3706,
      "step": 320000
    },
    {
      "epoch": 0.28010636873151434,
      "grad_norm": 0.5817151069641113,
      "learning_rate": 4.309212999634069e-05,
      "loss": 5.923,
      "step": 320005
    },
    {
      "epoch": 0.2801107453251415,
      "grad_norm": 0.6007088422775269,
      "learning_rate": 4.309192001138611e-05,
      "loss": 4.8832,
      "step": 320010
    },
    {
      "epoch": 0.2801151219187687,
      "grad_norm": 0.5864037275314331,
      "learning_rate": 4.309171002390627e-05,
      "loss": 4.8757,
      "step": 320015
    },
    {
      "epoch": 0.2801194985123958,
      "grad_norm": 0.6317128539085388,
      "learning_rate": 4.309150003390123e-05,
      "loss": 4.605,
      "step": 320020
    },
    {
      "epoch": 0.280123875106023,
      "grad_norm": 0.5937614440917969,
      "learning_rate": 4.3091290041371005e-05,
      "loss": 4.5232,
      "step": 320025
    },
    {
      "epoch": 0.2801282516996501,
      "grad_norm": 0.6081081628799438,
      "learning_rate": 4.309108004631564e-05,
      "loss": 5.0888,
      "step": 320030
    },
    {
      "epoch": 0.2801326282932773,
      "grad_norm": 0.5980103611946106,
      "learning_rate": 4.309087004873519e-05,
      "loss": 4.9294,
      "step": 320035
    },
    {
      "epoch": 0.28013700488690446,
      "grad_norm": 0.5905619263648987,
      "learning_rate": 4.309066004862968e-05,
      "loss": 5.2241,
      "step": 320040
    },
    {
      "epoch": 0.2801413814805316,
      "grad_norm": 0.5840468406677246,
      "learning_rate": 4.3090450045999154e-05,
      "loss": 4.8934,
      "step": 320045
    },
    {
      "epoch": 0.28014575807415876,
      "grad_norm": 0.5889222621917725,
      "learning_rate": 4.309024004084366e-05,
      "loss": 5.4016,
      "step": 320050
    },
    {
      "epoch": 0.28015013466778593,
      "grad_norm": 0.5845374464988708,
      "learning_rate": 4.309003003316322e-05,
      "loss": 5.1949,
      "step": 320055
    },
    {
      "epoch": 0.28015451126141305,
      "grad_norm": 0.5973387360572815,
      "learning_rate": 4.30898200229579e-05,
      "loss": 5.4346,
      "step": 320060
    },
    {
      "epoch": 0.28015888785504023,
      "grad_norm": 0.5895876288414001,
      "learning_rate": 4.308961001022772e-05,
      "loss": 5.1745,
      "step": 320065
    },
    {
      "epoch": 0.28016326444866735,
      "grad_norm": 0.6027205586433411,
      "learning_rate": 4.308939999497273e-05,
      "loss": 5.4414,
      "step": 320070
    },
    {
      "epoch": 0.2801676410422945,
      "grad_norm": 0.5892753601074219,
      "learning_rate": 4.308918997719299e-05,
      "loss": 4.7811,
      "step": 320075
    },
    {
      "epoch": 0.2801720176359217,
      "grad_norm": 0.592011034488678,
      "learning_rate": 4.308897995688849e-05,
      "loss": 5.4183,
      "step": 320080
    },
    {
      "epoch": 0.2801763942295488,
      "grad_norm": 0.5900435447692871,
      "learning_rate": 4.3088769934059316e-05,
      "loss": 4.1913,
      "step": 320085
    },
    {
      "epoch": 0.280180770823176,
      "grad_norm": 0.5890218615531921,
      "learning_rate": 4.30885599087055e-05,
      "loss": 5.0937,
      "step": 320090
    },
    {
      "epoch": 0.28018514741680317,
      "grad_norm": 0.5820266008377075,
      "learning_rate": 4.308834988082705e-05,
      "loss": 5.4278,
      "step": 320095
    },
    {
      "epoch": 0.2801895240104303,
      "grad_norm": 0.6048610806465149,
      "learning_rate": 4.3088139850424045e-05,
      "loss": 4.9081,
      "step": 320100
    },
    {
      "epoch": 0.28019390060405747,
      "grad_norm": 0.5970245003700256,
      "learning_rate": 4.3087929817496506e-05,
      "loss": 5.0648,
      "step": 320105
    },
    {
      "epoch": 0.2801982771976846,
      "grad_norm": 0.5891700983047485,
      "learning_rate": 4.30877197820445e-05,
      "loss": 5.6027,
      "step": 320110
    },
    {
      "epoch": 0.28020265379131176,
      "grad_norm": 0.6450527310371399,
      "learning_rate": 4.3087509744068024e-05,
      "loss": 5.0996,
      "step": 320115
    },
    {
      "epoch": 0.28020703038493894,
      "grad_norm": 0.587419331073761,
      "learning_rate": 4.308729970356715e-05,
      "loss": 5.1256,
      "step": 320120
    },
    {
      "epoch": 0.28021140697856606,
      "grad_norm": 0.6103306412696838,
      "learning_rate": 4.308708966054191e-05,
      "loss": 5.1436,
      "step": 320125
    },
    {
      "epoch": 0.28021578357219323,
      "grad_norm": 0.6086834669113159,
      "learning_rate": 4.308687961499235e-05,
      "loss": 5.1077,
      "step": 320130
    },
    {
      "epoch": 0.28022016016582035,
      "grad_norm": 0.6135775446891785,
      "learning_rate": 4.308666956691849e-05,
      "loss": 5.4166,
      "step": 320135
    },
    {
      "epoch": 0.28022453675944753,
      "grad_norm": 0.6355108618736267,
      "learning_rate": 4.30864595163204e-05,
      "loss": 5.4087,
      "step": 320140
    },
    {
      "epoch": 0.2802289133530747,
      "grad_norm": 0.7777405381202698,
      "learning_rate": 4.3086249463198105e-05,
      "loss": 4.9254,
      "step": 320145
    },
    {
      "epoch": 0.2802332899467018,
      "grad_norm": 0.9775494933128357,
      "learning_rate": 4.308603940755164e-05,
      "loss": 4.9089,
      "step": 320150
    },
    {
      "epoch": 0.280237666540329,
      "grad_norm": 0.6237107515335083,
      "learning_rate": 4.308582934938106e-05,
      "loss": 5.2971,
      "step": 320155
    },
    {
      "epoch": 0.2802420431339562,
      "grad_norm": 0.5935041308403015,
      "learning_rate": 4.3085619288686384e-05,
      "loss": 5.6207,
      "step": 320160
    },
    {
      "epoch": 0.2802464197275833,
      "grad_norm": 0.601284384727478,
      "learning_rate": 4.308540922546768e-05,
      "loss": 5.721,
      "step": 320165
    },
    {
      "epoch": 0.28025079632121047,
      "grad_norm": 0.6063857674598694,
      "learning_rate": 4.3085199159724965e-05,
      "loss": 5.2264,
      "step": 320170
    },
    {
      "epoch": 0.2802551729148376,
      "grad_norm": 0.6499999165534973,
      "learning_rate": 4.30849890914583e-05,
      "loss": 5.6176,
      "step": 320175
    },
    {
      "epoch": 0.28025954950846477,
      "grad_norm": 0.6072163581848145,
      "learning_rate": 4.3084779020667706e-05,
      "loss": 4.1129,
      "step": 320180
    },
    {
      "epoch": 0.28026392610209194,
      "grad_norm": 0.61557936668396,
      "learning_rate": 4.308456894735323e-05,
      "loss": 5.6749,
      "step": 320185
    },
    {
      "epoch": 0.28026830269571906,
      "grad_norm": 0.5881409645080566,
      "learning_rate": 4.308435887151493e-05,
      "loss": 5.4173,
      "step": 320190
    },
    {
      "epoch": 0.28027267928934624,
      "grad_norm": 0.605898916721344,
      "learning_rate": 4.308414879315282e-05,
      "loss": 5.1875,
      "step": 320195
    },
    {
      "epoch": 0.2802770558829734,
      "grad_norm": 0.5916537046432495,
      "learning_rate": 4.3083938712266956e-05,
      "loss": 5.7239,
      "step": 320200
    },
    {
      "epoch": 0.28028143247660053,
      "grad_norm": 0.5894132852554321,
      "learning_rate": 4.3083728628857364e-05,
      "loss": 5.6344,
      "step": 320205
    },
    {
      "epoch": 0.2802858090702277,
      "grad_norm": 0.6096222996711731,
      "learning_rate": 4.308351854292411e-05,
      "loss": 5.1883,
      "step": 320210
    },
    {
      "epoch": 0.28029018566385483,
      "grad_norm": 0.5813364386558533,
      "learning_rate": 4.308330845446721e-05,
      "loss": 5.5822,
      "step": 320215
    },
    {
      "epoch": 0.280294562257482,
      "grad_norm": 0.5988004803657532,
      "learning_rate": 4.3083098363486715e-05,
      "loss": 4.8855,
      "step": 320220
    },
    {
      "epoch": 0.2802989388511092,
      "grad_norm": 0.6096327900886536,
      "learning_rate": 4.3082888269982666e-05,
      "loss": 4.3779,
      "step": 320225
    },
    {
      "epoch": 0.2803033154447363,
      "grad_norm": 0.5901989340782166,
      "learning_rate": 4.30826781739551e-05,
      "loss": 5.4384,
      "step": 320230
    },
    {
      "epoch": 0.2803076920383635,
      "grad_norm": 0.5924319624900818,
      "learning_rate": 4.308246807540406e-05,
      "loss": 5.0915,
      "step": 320235
    },
    {
      "epoch": 0.2803120686319906,
      "grad_norm": 0.5817912817001343,
      "learning_rate": 4.30822579743296e-05,
      "loss": 5.1993,
      "step": 320240
    },
    {
      "epoch": 0.28031644522561777,
      "grad_norm": 0.6112174987792969,
      "learning_rate": 4.308204787073172e-05,
      "loss": 5.1718,
      "step": 320245
    },
    {
      "epoch": 0.28032082181924495,
      "grad_norm": 0.5842088460922241,
      "learning_rate": 4.308183776461051e-05,
      "loss": 4.923,
      "step": 320250
    },
    {
      "epoch": 0.28032519841287207,
      "grad_norm": 0.5945497155189514,
      "learning_rate": 4.3081627655965975e-05,
      "loss": 5.155,
      "step": 320255
    },
    {
      "epoch": 0.28032957500649924,
      "grad_norm": 0.5928272008895874,
      "learning_rate": 4.3081417544798165e-05,
      "loss": 4.5879,
      "step": 320260
    },
    {
      "epoch": 0.2803339516001264,
      "grad_norm": 0.5888720750808716,
      "learning_rate": 4.308120743110714e-05,
      "loss": 5.3535,
      "step": 320265
    },
    {
      "epoch": 0.28033832819375354,
      "grad_norm": 0.5929333567619324,
      "learning_rate": 4.3080997314892916e-05,
      "loss": 5.1018,
      "step": 320270
    },
    {
      "epoch": 0.2803427047873807,
      "grad_norm": 0.585875928401947,
      "learning_rate": 4.308078719615554e-05,
      "loss": 5.3985,
      "step": 320275
    },
    {
      "epoch": 0.28034708138100783,
      "grad_norm": 0.6092551946640015,
      "learning_rate": 4.308057707489506e-05,
      "loss": 5.1529,
      "step": 320280
    },
    {
      "epoch": 0.280351457974635,
      "grad_norm": 0.5811579823493958,
      "learning_rate": 4.308036695111149e-05,
      "loss": 4.824,
      "step": 320285
    },
    {
      "epoch": 0.2803558345682622,
      "grad_norm": 0.6255351305007935,
      "learning_rate": 4.308015682480492e-05,
      "loss": 4.7867,
      "step": 320290
    },
    {
      "epoch": 0.2803602111618893,
      "grad_norm": 0.6011611819267273,
      "learning_rate": 4.3079946695975334e-05,
      "loss": 4.8817,
      "step": 320295
    },
    {
      "epoch": 0.2803645877555165,
      "grad_norm": 0.5937967896461487,
      "learning_rate": 4.307973656462282e-05,
      "loss": 5.6406,
      "step": 320300
    },
    {
      "epoch": 0.28036896434914366,
      "grad_norm": 0.5885434746742249,
      "learning_rate": 4.3079526430747395e-05,
      "loss": 4.3742,
      "step": 320305
    },
    {
      "epoch": 0.2803733409427708,
      "grad_norm": 0.5888459086418152,
      "learning_rate": 4.30793162943491e-05,
      "loss": 5.126,
      "step": 320310
    },
    {
      "epoch": 0.28037771753639795,
      "grad_norm": 0.6072195768356323,
      "learning_rate": 4.307910615542799e-05,
      "loss": 5.0057,
      "step": 320315
    },
    {
      "epoch": 0.2803820941300251,
      "grad_norm": 0.5910517573356628,
      "learning_rate": 4.307889601398408e-05,
      "loss": 5.0997,
      "step": 320320
    },
    {
      "epoch": 0.28038647072365225,
      "grad_norm": 0.581827700138092,
      "learning_rate": 4.3078685870017434e-05,
      "loss": 5.623,
      "step": 320325
    },
    {
      "epoch": 0.2803908473172794,
      "grad_norm": 0.5829080939292908,
      "learning_rate": 4.307847572352808e-05,
      "loss": 5.4129,
      "step": 320330
    },
    {
      "epoch": 0.28039522391090654,
      "grad_norm": 0.569725751876831,
      "learning_rate": 4.307826557451606e-05,
      "loss": 5.7354,
      "step": 320335
    },
    {
      "epoch": 0.2803996005045337,
      "grad_norm": 0.6114268898963928,
      "learning_rate": 4.307805542298142e-05,
      "loss": 5.4041,
      "step": 320340
    },
    {
      "epoch": 0.2804039770981609,
      "grad_norm": 0.6132141351699829,
      "learning_rate": 4.30778452689242e-05,
      "loss": 4.0923,
      "step": 320345
    },
    {
      "epoch": 0.280408353691788,
      "grad_norm": 0.6049125790596008,
      "learning_rate": 4.307763511234443e-05,
      "loss": 5.3693,
      "step": 320350
    },
    {
      "epoch": 0.2804127302854152,
      "grad_norm": 0.5809037089347839,
      "learning_rate": 4.307742495324217e-05,
      "loss": 5.3,
      "step": 320355
    },
    {
      "epoch": 0.2804171068790423,
      "grad_norm": 0.5762585997581482,
      "learning_rate": 4.3077214791617436e-05,
      "loss": 5.29,
      "step": 320360
    },
    {
      "epoch": 0.2804214834726695,
      "grad_norm": 0.580463707447052,
      "learning_rate": 4.3077004627470297e-05,
      "loss": 5.6883,
      "step": 320365
    },
    {
      "epoch": 0.28042586006629666,
      "grad_norm": 0.6320921182632446,
      "learning_rate": 4.307679446080076e-05,
      "loss": 4.5944,
      "step": 320370
    },
    {
      "epoch": 0.2804302366599238,
      "grad_norm": 0.626179039478302,
      "learning_rate": 4.307658429160889e-05,
      "loss": 4.9079,
      "step": 320375
    },
    {
      "epoch": 0.28043461325355096,
      "grad_norm": 0.5830404758453369,
      "learning_rate": 4.3076374119894724e-05,
      "loss": 5.5684,
      "step": 320380
    },
    {
      "epoch": 0.2804389898471781,
      "grad_norm": 0.5768824219703674,
      "learning_rate": 4.30761639456583e-05,
      "loss": 4.3116,
      "step": 320385
    },
    {
      "epoch": 0.28044336644080525,
      "grad_norm": 0.6133955717086792,
      "learning_rate": 4.307595376889966e-05,
      "loss": 5.4117,
      "step": 320390
    },
    {
      "epoch": 0.28044774303443243,
      "grad_norm": 0.5950873494148254,
      "learning_rate": 4.307574358961883e-05,
      "loss": 5.1846,
      "step": 320395
    },
    {
      "epoch": 0.28045211962805955,
      "grad_norm": 0.598050594329834,
      "learning_rate": 4.307553340781588e-05,
      "loss": 4.1022,
      "step": 320400
    },
    {
      "epoch": 0.2804564962216867,
      "grad_norm": 0.6131550669670105,
      "learning_rate": 4.3075323223490816e-05,
      "loss": 5.3989,
      "step": 320405
    },
    {
      "epoch": 0.2804608728153139,
      "grad_norm": 0.587615430355072,
      "learning_rate": 4.30751130366437e-05,
      "loss": 5.6012,
      "step": 320410
    },
    {
      "epoch": 0.280465249408941,
      "grad_norm": 0.5869066715240479,
      "learning_rate": 4.307490284727459e-05,
      "loss": 5.2113,
      "step": 320415
    },
    {
      "epoch": 0.2804696260025682,
      "grad_norm": 0.597846269607544,
      "learning_rate": 4.307469265538348e-05,
      "loss": 4.9113,
      "step": 320420
    },
    {
      "epoch": 0.2804740025961953,
      "grad_norm": 0.599500834941864,
      "learning_rate": 4.307448246097045e-05,
      "loss": 4.0742,
      "step": 320425
    },
    {
      "epoch": 0.2804783791898225,
      "grad_norm": 0.5826988816261292,
      "learning_rate": 4.307427226403552e-05,
      "loss": 5.1089,
      "step": 320430
    },
    {
      "epoch": 0.28048275578344967,
      "grad_norm": 0.5982918739318848,
      "learning_rate": 4.307406206457874e-05,
      "loss": 5.7486,
      "step": 320435
    },
    {
      "epoch": 0.2804871323770768,
      "grad_norm": 0.6041700839996338,
      "learning_rate": 4.3073851862600146e-05,
      "loss": 4.5707,
      "step": 320440
    },
    {
      "epoch": 0.28049150897070396,
      "grad_norm": 0.5783968567848206,
      "learning_rate": 4.3073641658099774e-05,
      "loss": 5.4195,
      "step": 320445
    },
    {
      "epoch": 0.28049588556433114,
      "grad_norm": 0.5823619365692139,
      "learning_rate": 4.3073431451077684e-05,
      "loss": 5.9102,
      "step": 320450
    },
    {
      "epoch": 0.28050026215795826,
      "grad_norm": 0.5860530734062195,
      "learning_rate": 4.307322124153389e-05,
      "loss": 4.3679,
      "step": 320455
    },
    {
      "epoch": 0.28050463875158543,
      "grad_norm": 0.5973155498504639,
      "learning_rate": 4.307301102946845e-05,
      "loss": 5.25,
      "step": 320460
    },
    {
      "epoch": 0.28050901534521255,
      "grad_norm": 0.6131091117858887,
      "learning_rate": 4.307280081488141e-05,
      "loss": 5.7154,
      "step": 320465
    },
    {
      "epoch": 0.28051339193883973,
      "grad_norm": 0.5749803781509399,
      "learning_rate": 4.3072590597772785e-05,
      "loss": 5.6061,
      "step": 320470
    },
    {
      "epoch": 0.2805177685324669,
      "grad_norm": 0.5950597524642944,
      "learning_rate": 4.307238037814264e-05,
      "loss": 4.7976,
      "step": 320475
    },
    {
      "epoch": 0.280522145126094,
      "grad_norm": 0.59237140417099,
      "learning_rate": 4.3072170155991e-05,
      "loss": 4.9107,
      "step": 320480
    },
    {
      "epoch": 0.2805265217197212,
      "grad_norm": 0.589117169380188,
      "learning_rate": 4.307195993131792e-05,
      "loss": 5.3763,
      "step": 320485
    },
    {
      "epoch": 0.2805308983133483,
      "grad_norm": 0.5775187611579895,
      "learning_rate": 4.307174970412343e-05,
      "loss": 5.8982,
      "step": 320490
    },
    {
      "epoch": 0.2805352749069755,
      "grad_norm": 0.5830026268959045,
      "learning_rate": 4.307153947440757e-05,
      "loss": 5.0763,
      "step": 320495
    },
    {
      "epoch": 0.28053965150060267,
      "grad_norm": 0.5837026834487915,
      "learning_rate": 4.30713292421704e-05,
      "loss": 5.3775,
      "step": 320500
    },
    {
      "epoch": 0.2805440280942298,
      "grad_norm": 0.6188589334487915,
      "learning_rate": 4.307111900741193e-05,
      "loss": 4.4189,
      "step": 320505
    },
    {
      "epoch": 0.28054840468785697,
      "grad_norm": 0.6074612736701965,
      "learning_rate": 4.307090877013221e-05,
      "loss": 5.411,
      "step": 320510
    },
    {
      "epoch": 0.28055278128148414,
      "grad_norm": 0.6062716841697693,
      "learning_rate": 4.30706985303313e-05,
      "loss": 4.8766,
      "step": 320515
    },
    {
      "epoch": 0.28055715787511126,
      "grad_norm": 0.5863738059997559,
      "learning_rate": 4.3070488288009214e-05,
      "loss": 5.4321,
      "step": 320520
    },
    {
      "epoch": 0.28056153446873844,
      "grad_norm": 0.6361525058746338,
      "learning_rate": 4.307027804316601e-05,
      "loss": 4.9104,
      "step": 320525
    },
    {
      "epoch": 0.28056591106236556,
      "grad_norm": 0.6293818354606628,
      "learning_rate": 4.307006779580173e-05,
      "loss": 5.089,
      "step": 320530
    },
    {
      "epoch": 0.28057028765599273,
      "grad_norm": 0.5946236252784729,
      "learning_rate": 4.30698575459164e-05,
      "loss": 5.0987,
      "step": 320535
    },
    {
      "epoch": 0.2805746642496199,
      "grad_norm": 0.6196541786193848,
      "learning_rate": 4.3069647293510076e-05,
      "loss": 5.1854,
      "step": 320540
    },
    {
      "epoch": 0.28057904084324703,
      "grad_norm": 0.6732731461524963,
      "learning_rate": 4.3069437038582784e-05,
      "loss": 4.4096,
      "step": 320545
    },
    {
      "epoch": 0.2805834174368742,
      "grad_norm": 0.604468584060669,
      "learning_rate": 4.3069226781134565e-05,
      "loss": 4.369,
      "step": 320550
    },
    {
      "epoch": 0.2805877940305014,
      "grad_norm": 0.5961756110191345,
      "learning_rate": 4.3069016521165475e-05,
      "loss": 5.3215,
      "step": 320555
    },
    {
      "epoch": 0.2805921706241285,
      "grad_norm": 0.5892223119735718,
      "learning_rate": 4.3068806258675554e-05,
      "loss": 5.6293,
      "step": 320560
    },
    {
      "epoch": 0.2805965472177557,
      "grad_norm": 0.5931169986724854,
      "learning_rate": 4.3068595993664816e-05,
      "loss": 5.6285,
      "step": 320565
    },
    {
      "epoch": 0.2806009238113828,
      "grad_norm": 0.596455454826355,
      "learning_rate": 4.3068385726133334e-05,
      "loss": 5.4313,
      "step": 320570
    },
    {
      "epoch": 0.28060530040500997,
      "grad_norm": 0.578163743019104,
      "learning_rate": 4.306817545608113e-05,
      "loss": 4.5799,
      "step": 320575
    },
    {
      "epoch": 0.28060967699863715,
      "grad_norm": 0.6020510792732239,
      "learning_rate": 4.306796518350825e-05,
      "loss": 3.8462,
      "step": 320580
    },
    {
      "epoch": 0.28061405359226427,
      "grad_norm": 0.5948531627655029,
      "learning_rate": 4.306775490841472e-05,
      "loss": 4.6743,
      "step": 320585
    },
    {
      "epoch": 0.28061843018589144,
      "grad_norm": 0.5965508818626404,
      "learning_rate": 4.3067544630800616e-05,
      "loss": 5.1981,
      "step": 320590
    },
    {
      "epoch": 0.2806228067795186,
      "grad_norm": 0.5872710347175598,
      "learning_rate": 4.306733435066594e-05,
      "loss": 4.8743,
      "step": 320595
    },
    {
      "epoch": 0.28062718337314574,
      "grad_norm": 0.5875690579414368,
      "learning_rate": 4.3067124068010754e-05,
      "loss": 5.4062,
      "step": 320600
    },
    {
      "epoch": 0.2806315599667729,
      "grad_norm": 0.5923291444778442,
      "learning_rate": 4.306691378283511e-05,
      "loss": 5.9055,
      "step": 320605
    },
    {
      "epoch": 0.28063593656040003,
      "grad_norm": 0.5778316259384155,
      "learning_rate": 4.3066703495139005e-05,
      "loss": 5.4076,
      "step": 320610
    },
    {
      "epoch": 0.2806403131540272,
      "grad_norm": 0.5788377523422241,
      "learning_rate": 4.306649320492252e-05,
      "loss": 5.4074,
      "step": 320615
    },
    {
      "epoch": 0.2806446897476544,
      "grad_norm": 0.5790728330612183,
      "learning_rate": 4.306628291218569e-05,
      "loss": 5.108,
      "step": 320620
    },
    {
      "epoch": 0.2806490663412815,
      "grad_norm": 0.588555097579956,
      "learning_rate": 4.3066072616928533e-05,
      "loss": 5.41,
      "step": 320625
    },
    {
      "epoch": 0.2806534429349087,
      "grad_norm": 0.5867235660552979,
      "learning_rate": 4.3065862319151105e-05,
      "loss": 5.1341,
      "step": 320630
    },
    {
      "epoch": 0.2806578195285358,
      "grad_norm": 0.5931910872459412,
      "learning_rate": 4.3065652018853455e-05,
      "loss": 5.6258,
      "step": 320635
    },
    {
      "epoch": 0.280662196122163,
      "grad_norm": 0.6045124530792236,
      "learning_rate": 4.306544171603562e-05,
      "loss": 4.4247,
      "step": 320640
    },
    {
      "epoch": 0.28066657271579015,
      "grad_norm": 0.5877302885055542,
      "learning_rate": 4.306523141069761e-05,
      "loss": 4.5895,
      "step": 320645
    },
    {
      "epoch": 0.2806709493094173,
      "grad_norm": 0.5905234813690186,
      "learning_rate": 4.306502110283952e-05,
      "loss": 5.1029,
      "step": 320650
    },
    {
      "epoch": 0.28067532590304445,
      "grad_norm": 0.5873054265975952,
      "learning_rate": 4.3064810792461354e-05,
      "loss": 5.4333,
      "step": 320655
    },
    {
      "epoch": 0.2806797024966716,
      "grad_norm": 0.5909686088562012,
      "learning_rate": 4.306460047956315e-05,
      "loss": 3.8721,
      "step": 320660
    },
    {
      "epoch": 0.28068407909029874,
      "grad_norm": 0.5869831442832947,
      "learning_rate": 4.306439016414496e-05,
      "loss": 5.1836,
      "step": 320665
    },
    {
      "epoch": 0.2806884556839259,
      "grad_norm": 0.5907966494560242,
      "learning_rate": 4.306417984620683e-05,
      "loss": 5.3999,
      "step": 320670
    },
    {
      "epoch": 0.28069283227755304,
      "grad_norm": 0.5784366130828857,
      "learning_rate": 4.306396952574879e-05,
      "loss": 5.1146,
      "step": 320675
    },
    {
      "epoch": 0.2806972088711802,
      "grad_norm": 0.5746749043464661,
      "learning_rate": 4.306375920277089e-05,
      "loss": 6.218,
      "step": 320680
    },
    {
      "epoch": 0.2807015854648074,
      "grad_norm": 0.593595564365387,
      "learning_rate": 4.306354887727315e-05,
      "loss": 4.9298,
      "step": 320685
    },
    {
      "epoch": 0.2807059620584345,
      "grad_norm": 0.5820198059082031,
      "learning_rate": 4.306333854925564e-05,
      "loss": 5.9242,
      "step": 320690
    },
    {
      "epoch": 0.2807103386520617,
      "grad_norm": 0.5662559866905212,
      "learning_rate": 4.3063128218718375e-05,
      "loss": 6.1746,
      "step": 320695
    },
    {
      "epoch": 0.28071471524568886,
      "grad_norm": 0.590410590171814,
      "learning_rate": 4.3062917885661414e-05,
      "loss": 5.4061,
      "step": 320700
    },
    {
      "epoch": 0.280719091839316,
      "grad_norm": 0.5863174200057983,
      "learning_rate": 4.306270755008479e-05,
      "loss": 5.715,
      "step": 320705
    },
    {
      "epoch": 0.28072346843294316,
      "grad_norm": 0.5988674759864807,
      "learning_rate": 4.3062497211988537e-05,
      "loss": 5.099,
      "step": 320710
    },
    {
      "epoch": 0.2807278450265703,
      "grad_norm": 0.6108355522155762,
      "learning_rate": 4.3062286871372715e-05,
      "loss": 4.5887,
      "step": 320715
    },
    {
      "epoch": 0.28073222162019745,
      "grad_norm": 0.5776484608650208,
      "learning_rate": 4.3062076528237335e-05,
      "loss": 5.8855,
      "step": 320720
    },
    {
      "epoch": 0.28073659821382463,
      "grad_norm": 0.5810887217521667,
      "learning_rate": 4.306186618258247e-05,
      "loss": 5.6258,
      "step": 320725
    },
    {
      "epoch": 0.28074097480745175,
      "grad_norm": 0.584037184715271,
      "learning_rate": 4.306165583440813e-05,
      "loss": 5.1282,
      "step": 320730
    },
    {
      "epoch": 0.2807453514010789,
      "grad_norm": 0.5827420949935913,
      "learning_rate": 4.306144548371438e-05,
      "loss": 4.3217,
      "step": 320735
    },
    {
      "epoch": 0.2807497279947061,
      "grad_norm": 0.5920038819313049,
      "learning_rate": 4.306123513050125e-05,
      "loss": 4.5872,
      "step": 320740
    },
    {
      "epoch": 0.2807541045883332,
      "grad_norm": 0.6121077537536621,
      "learning_rate": 4.306102477476878e-05,
      "loss": 5.1255,
      "step": 320745
    },
    {
      "epoch": 0.2807584811819604,
      "grad_norm": 0.5976423621177673,
      "learning_rate": 4.306081441651702e-05,
      "loss": 5.1756,
      "step": 320750
    },
    {
      "epoch": 0.2807628577755875,
      "grad_norm": 0.5834091305732727,
      "learning_rate": 4.306060405574599e-05,
      "loss": 5.0601,
      "step": 320755
    },
    {
      "epoch": 0.2807672343692147,
      "grad_norm": 0.6072441935539246,
      "learning_rate": 4.306039369245575e-05,
      "loss": 5.1938,
      "step": 320760
    },
    {
      "epoch": 0.28077161096284187,
      "grad_norm": 0.5883142352104187,
      "learning_rate": 4.306018332664633e-05,
      "loss": 5.2024,
      "step": 320765
    },
    {
      "epoch": 0.280775987556469,
      "grad_norm": 0.5970209836959839,
      "learning_rate": 4.305997295831778e-05,
      "loss": 4.4052,
      "step": 320770
    },
    {
      "epoch": 0.28078036415009616,
      "grad_norm": 0.6523481607437134,
      "learning_rate": 4.305976258747013e-05,
      "loss": 4.369,
      "step": 320775
    },
    {
      "epoch": 0.2807847407437233,
      "grad_norm": 0.5820692777633667,
      "learning_rate": 4.3059552214103426e-05,
      "loss": 5.6051,
      "step": 320780
    },
    {
      "epoch": 0.28078911733735046,
      "grad_norm": 0.605419397354126,
      "learning_rate": 4.3059341838217714e-05,
      "loss": 4.8754,
      "step": 320785
    },
    {
      "epoch": 0.28079349393097763,
      "grad_norm": 0.6081761121749878,
      "learning_rate": 4.305913145981303e-05,
      "loss": 5.3871,
      "step": 320790
    },
    {
      "epoch": 0.28079787052460475,
      "grad_norm": 0.6008733510971069,
      "learning_rate": 4.30589210788894e-05,
      "loss": 5.1233,
      "step": 320795
    },
    {
      "epoch": 0.28080224711823193,
      "grad_norm": 0.5849146842956543,
      "learning_rate": 4.305871069544689e-05,
      "loss": 4.9674,
      "step": 320800
    },
    {
      "epoch": 0.2808066237118591,
      "grad_norm": 0.60000079870224,
      "learning_rate": 4.3058500309485525e-05,
      "loss": 5.4056,
      "step": 320805
    },
    {
      "epoch": 0.2808110003054862,
      "grad_norm": 0.5990374684333801,
      "learning_rate": 4.305828992100535e-05,
      "loss": 5.4382,
      "step": 320810
    },
    {
      "epoch": 0.2808153768991134,
      "grad_norm": 0.6001387238502502,
      "learning_rate": 4.30580795300064e-05,
      "loss": 4.667,
      "step": 320815
    },
    {
      "epoch": 0.2808197534927405,
      "grad_norm": 0.5902191996574402,
      "learning_rate": 4.305786913648873e-05,
      "loss": 5.1108,
      "step": 320820
    },
    {
      "epoch": 0.2808241300863677,
      "grad_norm": 0.5963645577430725,
      "learning_rate": 4.305765874045237e-05,
      "loss": 5.0962,
      "step": 320825
    },
    {
      "epoch": 0.28082850667999487,
      "grad_norm": 0.6491073966026306,
      "learning_rate": 4.3057448341897345e-05,
      "loss": 4.7826,
      "step": 320830
    },
    {
      "epoch": 0.280832883273622,
      "grad_norm": 0.602558970451355,
      "learning_rate": 4.3057237940823726e-05,
      "loss": 4.6078,
      "step": 320835
    },
    {
      "epoch": 0.28083725986724917,
      "grad_norm": 0.6151450276374817,
      "learning_rate": 4.305702753723154e-05,
      "loss": 5.3391,
      "step": 320840
    },
    {
      "epoch": 0.28084163646087634,
      "grad_norm": 0.6178841590881348,
      "learning_rate": 4.305681713112083e-05,
      "loss": 4.8679,
      "step": 320845
    },
    {
      "epoch": 0.28084601305450346,
      "grad_norm": 0.6004270315170288,
      "learning_rate": 4.305660672249162e-05,
      "loss": 5.2368,
      "step": 320850
    },
    {
      "epoch": 0.28085038964813064,
      "grad_norm": 0.5892125368118286,
      "learning_rate": 4.305639631134398e-05,
      "loss": 5.9205,
      "step": 320855
    },
    {
      "epoch": 0.28085476624175776,
      "grad_norm": 0.5987099409103394,
      "learning_rate": 4.305618589767792e-05,
      "loss": 4.9202,
      "step": 320860
    },
    {
      "epoch": 0.28085914283538493,
      "grad_norm": 0.5978659987449646,
      "learning_rate": 4.305597548149351e-05,
      "loss": 5.2054,
      "step": 320865
    },
    {
      "epoch": 0.2808635194290121,
      "grad_norm": 0.5957625508308411,
      "learning_rate": 4.305576506279076e-05,
      "loss": 5.109,
      "step": 320870
    },
    {
      "epoch": 0.28086789602263923,
      "grad_norm": 0.6738060712814331,
      "learning_rate": 4.305555464156974e-05,
      "loss": 5.9115,
      "step": 320875
    },
    {
      "epoch": 0.2808722726162664,
      "grad_norm": 0.921263575553894,
      "learning_rate": 4.3055344217830475e-05,
      "loss": 5.0753,
      "step": 320880
    },
    {
      "epoch": 0.2808766492098935,
      "grad_norm": 0.6091747283935547,
      "learning_rate": 4.3055133791573e-05,
      "loss": 5.0998,
      "step": 320885
    },
    {
      "epoch": 0.2808810258035207,
      "grad_norm": 0.6144410967826843,
      "learning_rate": 4.3054923362797374e-05,
      "loss": 5.1765,
      "step": 320890
    },
    {
      "epoch": 0.2808854023971479,
      "grad_norm": 0.7054664492607117,
      "learning_rate": 4.305471293150362e-05,
      "loss": 5.4385,
      "step": 320895
    },
    {
      "epoch": 0.280889778990775,
      "grad_norm": 0.6174852848052979,
      "learning_rate": 4.3054502497691784e-05,
      "loss": 5.1151,
      "step": 320900
    },
    {
      "epoch": 0.28089415558440217,
      "grad_norm": 0.6324860453605652,
      "learning_rate": 4.305429206136192e-05,
      "loss": 5.4321,
      "step": 320905
    },
    {
      "epoch": 0.28089853217802935,
      "grad_norm": 0.6126298308372498,
      "learning_rate": 4.3054081622514044e-05,
      "loss": 5.1171,
      "step": 320910
    },
    {
      "epoch": 0.28090290877165647,
      "grad_norm": 0.6075818538665771,
      "learning_rate": 4.305387118114822e-05,
      "loss": 5.7106,
      "step": 320915
    },
    {
      "epoch": 0.28090728536528364,
      "grad_norm": 0.5854418873786926,
      "learning_rate": 4.3053660737264465e-05,
      "loss": 5.2163,
      "step": 320920
    },
    {
      "epoch": 0.28091166195891076,
      "grad_norm": 0.5905547142028809,
      "learning_rate": 4.305345029086284e-05,
      "loss": 5.9293,
      "step": 320925
    },
    {
      "epoch": 0.28091603855253794,
      "grad_norm": 0.5792983770370483,
      "learning_rate": 4.305323984194338e-05,
      "loss": 5.6569,
      "step": 320930
    },
    {
      "epoch": 0.2809204151461651,
      "grad_norm": 0.5777872204780579,
      "learning_rate": 4.3053029390506124e-05,
      "loss": 5.0021,
      "step": 320935
    },
    {
      "epoch": 0.28092479173979223,
      "grad_norm": 0.6066184639930725,
      "learning_rate": 4.305281893655111e-05,
      "loss": 5.1828,
      "step": 320940
    },
    {
      "epoch": 0.2809291683334194,
      "grad_norm": 0.6184424757957458,
      "learning_rate": 4.305260848007838e-05,
      "loss": 5.1908,
      "step": 320945
    },
    {
      "epoch": 0.2809335449270466,
      "grad_norm": 0.5945631265640259,
      "learning_rate": 4.305239802108798e-05,
      "loss": 5.4025,
      "step": 320950
    },
    {
      "epoch": 0.2809379215206737,
      "grad_norm": 0.5971770882606506,
      "learning_rate": 4.305218755957995e-05,
      "loss": 4.5722,
      "step": 320955
    },
    {
      "epoch": 0.2809422981143009,
      "grad_norm": 0.6370229721069336,
      "learning_rate": 4.305197709555432e-05,
      "loss": 4.8195,
      "step": 320960
    },
    {
      "epoch": 0.280946674707928,
      "grad_norm": 0.6076020002365112,
      "learning_rate": 4.305176662901114e-05,
      "loss": 5.8408,
      "step": 320965
    },
    {
      "epoch": 0.2809510513015552,
      "grad_norm": 0.604441225528717,
      "learning_rate": 4.3051556159950435e-05,
      "loss": 5.9564,
      "step": 320970
    },
    {
      "epoch": 0.28095542789518235,
      "grad_norm": 0.604319155216217,
      "learning_rate": 4.305134568837227e-05,
      "loss": 5.1084,
      "step": 320975
    },
    {
      "epoch": 0.2809598044888095,
      "grad_norm": 0.606541097164154,
      "learning_rate": 4.305113521427667e-05,
      "loss": 5.4081,
      "step": 320980
    },
    {
      "epoch": 0.28096418108243665,
      "grad_norm": 0.6231319308280945,
      "learning_rate": 4.305092473766369e-05,
      "loss": 5.3766,
      "step": 320985
    },
    {
      "epoch": 0.2809685576760638,
      "grad_norm": 0.6173097491264343,
      "learning_rate": 4.305071425853335e-05,
      "loss": 5.06,
      "step": 320990
    },
    {
      "epoch": 0.28097293426969094,
      "grad_norm": 0.5792093276977539,
      "learning_rate": 4.305050377688571e-05,
      "loss": 5.3164,
      "step": 320995
    },
    {
      "epoch": 0.2809773108633181,
      "grad_norm": 0.6164373755455017,
      "learning_rate": 4.305029329272079e-05,
      "loss": 5.1861,
      "step": 321000
    },
    {
      "epoch": 0.28098168745694524,
      "grad_norm": 0.5889227986335754,
      "learning_rate": 4.305008280603865e-05,
      "loss": 5.4305,
      "step": 321005
    },
    {
      "epoch": 0.2809860640505724,
      "grad_norm": 0.6307467222213745,
      "learning_rate": 4.304987231683932e-05,
      "loss": 4.853,
      "step": 321010
    },
    {
      "epoch": 0.2809904406441996,
      "grad_norm": 0.6148194074630737,
      "learning_rate": 4.304966182512284e-05,
      "loss": 4.1471,
      "step": 321015
    },
    {
      "epoch": 0.2809948172378267,
      "grad_norm": 0.600073516368866,
      "learning_rate": 4.3049451330889254e-05,
      "loss": 5.2785,
      "step": 321020
    },
    {
      "epoch": 0.2809991938314539,
      "grad_norm": 0.6089691519737244,
      "learning_rate": 4.3049240834138616e-05,
      "loss": 4.8943,
      "step": 321025
    },
    {
      "epoch": 0.281003570425081,
      "grad_norm": 0.598355770111084,
      "learning_rate": 4.304903033487094e-05,
      "loss": 4.7108,
      "step": 321030
    },
    {
      "epoch": 0.2810079470187082,
      "grad_norm": 0.60234135389328,
      "learning_rate": 4.3048819833086284e-05,
      "loss": 5.4259,
      "step": 321035
    },
    {
      "epoch": 0.28101232361233536,
      "grad_norm": 0.5904155373573303,
      "learning_rate": 4.3048609328784686e-05,
      "loss": 5.7275,
      "step": 321040
    },
    {
      "epoch": 0.2810167002059625,
      "grad_norm": 0.5978276133537292,
      "learning_rate": 4.304839882196619e-05,
      "loss": 5.91,
      "step": 321045
    },
    {
      "epoch": 0.28102107679958965,
      "grad_norm": 0.64142906665802,
      "learning_rate": 4.304818831263082e-05,
      "loss": 4.831,
      "step": 321050
    },
    {
      "epoch": 0.28102545339321683,
      "grad_norm": 0.6015223264694214,
      "learning_rate": 4.304797780077863e-05,
      "loss": 6.1953,
      "step": 321055
    },
    {
      "epoch": 0.28102982998684395,
      "grad_norm": 0.6283754706382751,
      "learning_rate": 4.304776728640966e-05,
      "loss": 5.4094,
      "step": 321060
    },
    {
      "epoch": 0.2810342065804711,
      "grad_norm": 0.6336183547973633,
      "learning_rate": 4.3047556769523955e-05,
      "loss": 5.3866,
      "step": 321065
    },
    {
      "epoch": 0.28103858317409824,
      "grad_norm": 0.6071575880050659,
      "learning_rate": 4.304734625012155e-05,
      "loss": 6.1971,
      "step": 321070
    },
    {
      "epoch": 0.2810429597677254,
      "grad_norm": 0.6138958930969238,
      "learning_rate": 4.304713572820247e-05,
      "loss": 5.6162,
      "step": 321075
    },
    {
      "epoch": 0.2810473363613526,
      "grad_norm": 0.5853442549705505,
      "learning_rate": 4.3046925203766784e-05,
      "loss": 5.3976,
      "step": 321080
    },
    {
      "epoch": 0.2810517129549797,
      "grad_norm": 0.6266319155693054,
      "learning_rate": 4.304671467681453e-05,
      "loss": 5.3538,
      "step": 321085
    },
    {
      "epoch": 0.2810560895486069,
      "grad_norm": 0.6117343902587891,
      "learning_rate": 4.304650414734571e-05,
      "loss": 4.6,
      "step": 321090
    },
    {
      "epoch": 0.28106046614223407,
      "grad_norm": 0.7046597599983215,
      "learning_rate": 4.304629361536042e-05,
      "loss": 5.2024,
      "step": 321095
    },
    {
      "epoch": 0.2810648427358612,
      "grad_norm": 0.7246705889701843,
      "learning_rate": 4.3046083080858654e-05,
      "loss": 5.1349,
      "step": 321100
    },
    {
      "epoch": 0.28106921932948836,
      "grad_norm": 0.6113967895507812,
      "learning_rate": 4.304587254384048e-05,
      "loss": 5.0853,
      "step": 321105
    },
    {
      "epoch": 0.2810735959231155,
      "grad_norm": 0.6269932389259338,
      "learning_rate": 4.304566200430594e-05,
      "loss": 4.601,
      "step": 321110
    },
    {
      "epoch": 0.28107797251674266,
      "grad_norm": 0.5925196409225464,
      "learning_rate": 4.304545146225506e-05,
      "loss": 4.1585,
      "step": 321115
    },
    {
      "epoch": 0.28108234911036983,
      "grad_norm": 0.6026676297187805,
      "learning_rate": 4.304524091768788e-05,
      "loss": 5.4091,
      "step": 321120
    },
    {
      "epoch": 0.28108672570399695,
      "grad_norm": 0.5849468111991882,
      "learning_rate": 4.3045030370604454e-05,
      "loss": 5.3217,
      "step": 321125
    },
    {
      "epoch": 0.28109110229762413,
      "grad_norm": 0.5978291034698486,
      "learning_rate": 4.3044819821004814e-05,
      "loss": 4.8921,
      "step": 321130
    },
    {
      "epoch": 0.28109547889125125,
      "grad_norm": 0.5953018069267273,
      "learning_rate": 4.304460926888899e-05,
      "loss": 5.1488,
      "step": 321135
    },
    {
      "epoch": 0.2810998554848784,
      "grad_norm": 0.6239453554153442,
      "learning_rate": 4.304439871425705e-05,
      "loss": 5.1947,
      "step": 321140
    },
    {
      "epoch": 0.2811042320785056,
      "grad_norm": 0.5997744202613831,
      "learning_rate": 4.304418815710901e-05,
      "loss": 5.6424,
      "step": 321145
    },
    {
      "epoch": 0.2811086086721327,
      "grad_norm": 0.6080149412155151,
      "learning_rate": 4.304397759744493e-05,
      "loss": 5.1061,
      "step": 321150
    },
    {
      "epoch": 0.2811129852657599,
      "grad_norm": 0.6101655960083008,
      "learning_rate": 4.304376703526484e-05,
      "loss": 4.84,
      "step": 321155
    },
    {
      "epoch": 0.28111736185938707,
      "grad_norm": 0.6051758527755737,
      "learning_rate": 4.3043556470568756e-05,
      "loss": 4.0849,
      "step": 321160
    },
    {
      "epoch": 0.2811217384530142,
      "grad_norm": 0.604310929775238,
      "learning_rate": 4.304334590335677e-05,
      "loss": 4.8712,
      "step": 321165
    },
    {
      "epoch": 0.28112611504664137,
      "grad_norm": 0.6073090434074402,
      "learning_rate": 4.3043135333628894e-05,
      "loss": 5.1926,
      "step": 321170
    },
    {
      "epoch": 0.2811304916402685,
      "grad_norm": 0.5980685949325562,
      "learning_rate": 4.304292476138516e-05,
      "loss": 4.6728,
      "step": 321175
    },
    {
      "epoch": 0.28113486823389566,
      "grad_norm": 0.5884029865264893,
      "learning_rate": 4.304271418662562e-05,
      "loss": 5.4311,
      "step": 321180
    },
    {
      "epoch": 0.28113924482752284,
      "grad_norm": 0.6017380952835083,
      "learning_rate": 4.304250360935033e-05,
      "loss": 5.3702,
      "step": 321185
    },
    {
      "epoch": 0.28114362142114996,
      "grad_norm": 0.5922704935073853,
      "learning_rate": 4.30422930295593e-05,
      "loss": 5.4183,
      "step": 321190
    },
    {
      "epoch": 0.28114799801477713,
      "grad_norm": 0.5982986688613892,
      "learning_rate": 4.304208244725258e-05,
      "loss": 5.4457,
      "step": 321195
    },
    {
      "epoch": 0.2811523746084043,
      "grad_norm": 0.6240668296813965,
      "learning_rate": 4.304187186243023e-05,
      "loss": 4.6427,
      "step": 321200
    },
    {
      "epoch": 0.28115675120203143,
      "grad_norm": 0.6011671423912048,
      "learning_rate": 4.304166127509227e-05,
      "loss": 5.2082,
      "step": 321205
    },
    {
      "epoch": 0.2811611277956586,
      "grad_norm": 0.5988722443580627,
      "learning_rate": 4.3041450685238746e-05,
      "loss": 5.1021,
      "step": 321210
    },
    {
      "epoch": 0.2811655043892857,
      "grad_norm": 0.5886908769607544,
      "learning_rate": 4.304124009286971e-05,
      "loss": 5.3958,
      "step": 321215
    },
    {
      "epoch": 0.2811698809829129,
      "grad_norm": 0.5886821150779724,
      "learning_rate": 4.3041029497985174e-05,
      "loss": 5.0968,
      "step": 321220
    },
    {
      "epoch": 0.2811742575765401,
      "grad_norm": 0.5894336104393005,
      "learning_rate": 4.304081890058521e-05,
      "loss": 5.6117,
      "step": 321225
    },
    {
      "epoch": 0.2811786341701672,
      "grad_norm": 0.5956783294677734,
      "learning_rate": 4.304060830066984e-05,
      "loss": 5.1332,
      "step": 321230
    },
    {
      "epoch": 0.28118301076379437,
      "grad_norm": 0.6023244857788086,
      "learning_rate": 4.304039769823912e-05,
      "loss": 5.1318,
      "step": 321235
    },
    {
      "epoch": 0.28118738735742155,
      "grad_norm": 0.590631902217865,
      "learning_rate": 4.304018709329307e-05,
      "loss": 5.392,
      "step": 321240
    },
    {
      "epoch": 0.28119176395104867,
      "grad_norm": 0.6026223301887512,
      "learning_rate": 4.303997648583175e-05,
      "loss": 4.8852,
      "step": 321245
    },
    {
      "epoch": 0.28119614054467584,
      "grad_norm": 0.5972593426704407,
      "learning_rate": 4.3039765875855186e-05,
      "loss": 5.4075,
      "step": 321250
    },
    {
      "epoch": 0.28120051713830296,
      "grad_norm": 0.5977782607078552,
      "learning_rate": 4.303955526336343e-05,
      "loss": 4.1333,
      "step": 321255
    },
    {
      "epoch": 0.28120489373193014,
      "grad_norm": 0.6061882972717285,
      "learning_rate": 4.303934464835652e-05,
      "loss": 4.8951,
      "step": 321260
    },
    {
      "epoch": 0.2812092703255573,
      "grad_norm": 0.6074100732803345,
      "learning_rate": 4.303913403083447e-05,
      "loss": 5.6146,
      "step": 321265
    },
    {
      "epoch": 0.28121364691918443,
      "grad_norm": 0.6729544997215271,
      "learning_rate": 4.3038923410797375e-05,
      "loss": 5.009,
      "step": 321270
    },
    {
      "epoch": 0.2812180235128116,
      "grad_norm": 0.6062402129173279,
      "learning_rate": 4.3038712788245227e-05,
      "loss": 5.5865,
      "step": 321275
    },
    {
      "epoch": 0.28122240010643873,
      "grad_norm": 0.6207066774368286,
      "learning_rate": 4.3038502163178095e-05,
      "loss": 4.8877,
      "step": 321280
    },
    {
      "epoch": 0.2812267767000659,
      "grad_norm": 0.6241728067398071,
      "learning_rate": 4.303829153559601e-05,
      "loss": 5.3018,
      "step": 321285
    },
    {
      "epoch": 0.2812311532936931,
      "grad_norm": 0.6629078388214111,
      "learning_rate": 4.3038080905499e-05,
      "loss": 4.7963,
      "step": 321290
    },
    {
      "epoch": 0.2812355298873202,
      "grad_norm": 0.5943197011947632,
      "learning_rate": 4.303787027288713e-05,
      "loss": 5.9084,
      "step": 321295
    },
    {
      "epoch": 0.2812399064809474,
      "grad_norm": 0.5770841836929321,
      "learning_rate": 4.303765963776042e-05,
      "loss": 4.3675,
      "step": 321300
    },
    {
      "epoch": 0.28124428307457455,
      "grad_norm": 0.6278144121170044,
      "learning_rate": 4.3037449000118926e-05,
      "loss": 5.94,
      "step": 321305
    },
    {
      "epoch": 0.2812486596682017,
      "grad_norm": 0.6211090087890625,
      "learning_rate": 4.3037238359962676e-05,
      "loss": 3.8624,
      "step": 321310
    },
    {
      "epoch": 0.28125303626182885,
      "grad_norm": 0.6013948321342468,
      "learning_rate": 4.303702771729171e-05,
      "loss": 5.7146,
      "step": 321315
    },
    {
      "epoch": 0.28125741285545597,
      "grad_norm": 0.5910399556159973,
      "learning_rate": 4.3036817072106086e-05,
      "loss": 6.2465,
      "step": 321320
    },
    {
      "epoch": 0.28126178944908314,
      "grad_norm": 0.610785186290741,
      "learning_rate": 4.3036606424405835e-05,
      "loss": 5.4246,
      "step": 321325
    },
    {
      "epoch": 0.2812661660427103,
      "grad_norm": 0.6018555760383606,
      "learning_rate": 4.303639577419099e-05,
      "loss": 5.3049,
      "step": 321330
    },
    {
      "epoch": 0.28127054263633744,
      "grad_norm": 0.6098992228507996,
      "learning_rate": 4.30361851214616e-05,
      "loss": 5.0635,
      "step": 321335
    },
    {
      "epoch": 0.2812749192299646,
      "grad_norm": 0.5870367288589478,
      "learning_rate": 4.3035974466217696e-05,
      "loss": 6.1797,
      "step": 321340
    },
    {
      "epoch": 0.2812792958235918,
      "grad_norm": 0.6085849404335022,
      "learning_rate": 4.303576380845934e-05,
      "loss": 4.671,
      "step": 321345
    },
    {
      "epoch": 0.2812836724172189,
      "grad_norm": 0.5862972140312195,
      "learning_rate": 4.303555314818656e-05,
      "loss": 5.0866,
      "step": 321350
    },
    {
      "epoch": 0.2812880490108461,
      "grad_norm": 0.6061304807662964,
      "learning_rate": 4.303534248539938e-05,
      "loss": 5.2308,
      "step": 321355
    },
    {
      "epoch": 0.2812924256044732,
      "grad_norm": 0.6477389931678772,
      "learning_rate": 4.3035131820097864e-05,
      "loss": 4.3695,
      "step": 321360
    },
    {
      "epoch": 0.2812968021981004,
      "grad_norm": 0.5989968776702881,
      "learning_rate": 4.303492115228204e-05,
      "loss": 5.6332,
      "step": 321365
    },
    {
      "epoch": 0.28130117879172756,
      "grad_norm": 0.6139043569564819,
      "learning_rate": 4.303471048195196e-05,
      "loss": 5.051,
      "step": 321370
    },
    {
      "epoch": 0.2813055553853547,
      "grad_norm": 0.5964843034744263,
      "learning_rate": 4.303449980910765e-05,
      "loss": 4.804,
      "step": 321375
    },
    {
      "epoch": 0.28130993197898185,
      "grad_norm": 0.6115084290504456,
      "learning_rate": 4.303428913374917e-05,
      "loss": 4.8365,
      "step": 321380
    },
    {
      "epoch": 0.28131430857260903,
      "grad_norm": 0.6119470596313477,
      "learning_rate": 4.3034078455876536e-05,
      "loss": 5.6055,
      "step": 321385
    },
    {
      "epoch": 0.28131868516623615,
      "grad_norm": 0.5878102779388428,
      "learning_rate": 4.303386777548981e-05,
      "loss": 6.2414,
      "step": 321390
    },
    {
      "epoch": 0.2813230617598633,
      "grad_norm": 0.6061664819717407,
      "learning_rate": 4.303365709258902e-05,
      "loss": 4.8494,
      "step": 321395
    },
    {
      "epoch": 0.28132743835349044,
      "grad_norm": 0.584742546081543,
      "learning_rate": 4.303344640717422e-05,
      "loss": 5.1096,
      "step": 321400
    },
    {
      "epoch": 0.2813318149471176,
      "grad_norm": 0.5720208287239075,
      "learning_rate": 4.303323571924543e-05,
      "loss": 5.3831,
      "step": 321405
    },
    {
      "epoch": 0.2813361915407448,
      "grad_norm": 0.5829480290412903,
      "learning_rate": 4.3033025028802706e-05,
      "loss": 5.4126,
      "step": 321410
    },
    {
      "epoch": 0.2813405681343719,
      "grad_norm": 0.6150292754173279,
      "learning_rate": 4.303281433584608e-05,
      "loss": 5.3455,
      "step": 321415
    },
    {
      "epoch": 0.2813449447279991,
      "grad_norm": 0.6000844240188599,
      "learning_rate": 4.303260364037561e-05,
      "loss": 5.7074,
      "step": 321420
    },
    {
      "epoch": 0.2813493213216262,
      "grad_norm": 0.5984479784965515,
      "learning_rate": 4.303239294239133e-05,
      "loss": 5.8689,
      "step": 321425
    },
    {
      "epoch": 0.2813536979152534,
      "grad_norm": 0.5811461210250854,
      "learning_rate": 4.303218224189326e-05,
      "loss": 5.1037,
      "step": 321430
    },
    {
      "epoch": 0.28135807450888056,
      "grad_norm": 0.586498498916626,
      "learning_rate": 4.303197153888146e-05,
      "loss": 5.5947,
      "step": 321435
    },
    {
      "epoch": 0.2813624511025077,
      "grad_norm": 0.6220904588699341,
      "learning_rate": 4.303176083335596e-05,
      "loss": 4.6626,
      "step": 321440
    },
    {
      "epoch": 0.28136682769613486,
      "grad_norm": 0.5981144905090332,
      "learning_rate": 4.303155012531681e-05,
      "loss": 5.392,
      "step": 321445
    },
    {
      "epoch": 0.28137120428976203,
      "grad_norm": 0.5862263441085815,
      "learning_rate": 4.303133941476405e-05,
      "loss": 5.0634,
      "step": 321450
    },
    {
      "epoch": 0.28137558088338915,
      "grad_norm": 0.5967451930046082,
      "learning_rate": 4.303112870169772e-05,
      "loss": 5.3217,
      "step": 321455
    },
    {
      "epoch": 0.28137995747701633,
      "grad_norm": 0.5896599292755127,
      "learning_rate": 4.303091798611786e-05,
      "loss": 5.3066,
      "step": 321460
    },
    {
      "epoch": 0.28138433407064345,
      "grad_norm": 0.6122556924819946,
      "learning_rate": 4.303070726802451e-05,
      "loss": 4.8789,
      "step": 321465
    },
    {
      "epoch": 0.2813887106642706,
      "grad_norm": 0.5961915850639343,
      "learning_rate": 4.30304965474177e-05,
      "loss": 5.6211,
      "step": 321470
    },
    {
      "epoch": 0.2813930872578978,
      "grad_norm": 0.5888767242431641,
      "learning_rate": 4.303028582429748e-05,
      "loss": 5.1777,
      "step": 321475
    },
    {
      "epoch": 0.2813974638515249,
      "grad_norm": 0.5942497849464417,
      "learning_rate": 4.30300750986639e-05,
      "loss": 5.3847,
      "step": 321480
    },
    {
      "epoch": 0.2814018404451521,
      "grad_norm": 0.5793262124061584,
      "learning_rate": 4.302986437051699e-05,
      "loss": 5.0404,
      "step": 321485
    },
    {
      "epoch": 0.28140621703877927,
      "grad_norm": 0.581333577632904,
      "learning_rate": 4.302965363985679e-05,
      "loss": 5.6125,
      "step": 321490
    },
    {
      "epoch": 0.2814105936324064,
      "grad_norm": 0.620823860168457,
      "learning_rate": 4.3029442906683345e-05,
      "loss": 4.369,
      "step": 321495
    },
    {
      "epoch": 0.28141497022603357,
      "grad_norm": 0.5875815749168396,
      "learning_rate": 4.302923217099669e-05,
      "loss": 6.1766,
      "step": 321500
    },
    {
      "epoch": 0.2814193468196607,
      "grad_norm": 0.5868349075317383,
      "learning_rate": 4.302902143279688e-05,
      "loss": 5.5615,
      "step": 321505
    },
    {
      "epoch": 0.28142372341328786,
      "grad_norm": 0.5887643694877625,
      "learning_rate": 4.302881069208394e-05,
      "loss": 5.9223,
      "step": 321510
    },
    {
      "epoch": 0.28142810000691504,
      "grad_norm": 0.6151121258735657,
      "learning_rate": 4.3028599948857916e-05,
      "loss": 5.2145,
      "step": 321515
    },
    {
      "epoch": 0.28143247660054216,
      "grad_norm": 0.5911742448806763,
      "learning_rate": 4.3028389203118846e-05,
      "loss": 4.7184,
      "step": 321520
    },
    {
      "epoch": 0.28143685319416933,
      "grad_norm": 0.613080620765686,
      "learning_rate": 4.302817845486677e-05,
      "loss": 5.1463,
      "step": 321525
    },
    {
      "epoch": 0.28144122978779645,
      "grad_norm": 0.5858592391014099,
      "learning_rate": 4.3027967704101747e-05,
      "loss": 5.447,
      "step": 321530
    },
    {
      "epoch": 0.28144560638142363,
      "grad_norm": 0.5900348424911499,
      "learning_rate": 4.3027756950823785e-05,
      "loss": 5.1175,
      "step": 321535
    },
    {
      "epoch": 0.2814499829750508,
      "grad_norm": 0.6054397821426392,
      "learning_rate": 4.3027546195032955e-05,
      "loss": 5.7263,
      "step": 321540
    },
    {
      "epoch": 0.2814543595686779,
      "grad_norm": 0.618355393409729,
      "learning_rate": 4.3027335436729276e-05,
      "loss": 4.1907,
      "step": 321545
    },
    {
      "epoch": 0.2814587361623051,
      "grad_norm": 0.6214224696159363,
      "learning_rate": 4.30271246759128e-05,
      "loss": 5.3916,
      "step": 321550
    },
    {
      "epoch": 0.2814631127559323,
      "grad_norm": 0.606198251247406,
      "learning_rate": 4.302691391258357e-05,
      "loss": 5.6949,
      "step": 321555
    },
    {
      "epoch": 0.2814674893495594,
      "grad_norm": 0.579177975654602,
      "learning_rate": 4.302670314674161e-05,
      "loss": 5.6451,
      "step": 321560
    },
    {
      "epoch": 0.28147186594318657,
      "grad_norm": 0.5858576893806458,
      "learning_rate": 4.302649237838698e-05,
      "loss": 5.0824,
      "step": 321565
    },
    {
      "epoch": 0.2814762425368137,
      "grad_norm": 0.5994203090667725,
      "learning_rate": 4.3026281607519704e-05,
      "loss": 4.8756,
      "step": 321570
    },
    {
      "epoch": 0.28148061913044087,
      "grad_norm": 0.6075246930122375,
      "learning_rate": 4.302607083413984e-05,
      "loss": 4.516,
      "step": 321575
    },
    {
      "epoch": 0.28148499572406804,
      "grad_norm": 0.6031748056411743,
      "learning_rate": 4.302586005824742e-05,
      "loss": 6.2443,
      "step": 321580
    },
    {
      "epoch": 0.28148937231769516,
      "grad_norm": 0.6043496131896973,
      "learning_rate": 4.302564927984249e-05,
      "loss": 5.4017,
      "step": 321585
    },
    {
      "epoch": 0.28149374891132234,
      "grad_norm": 0.6718721985816956,
      "learning_rate": 4.3025438498925086e-05,
      "loss": 4.3634,
      "step": 321590
    },
    {
      "epoch": 0.2814981255049495,
      "grad_norm": 0.6120676398277283,
      "learning_rate": 4.302522771549524e-05,
      "loss": 4.5962,
      "step": 321595
    },
    {
      "epoch": 0.28150250209857663,
      "grad_norm": 0.5804377794265747,
      "learning_rate": 4.302501692955301e-05,
      "loss": 4.556,
      "step": 321600
    },
    {
      "epoch": 0.2815068786922038,
      "grad_norm": 0.6076611280441284,
      "learning_rate": 4.3024806141098414e-05,
      "loss": 4.6064,
      "step": 321605
    },
    {
      "epoch": 0.28151125528583093,
      "grad_norm": 0.5869103670120239,
      "learning_rate": 4.302459535013151e-05,
      "loss": 5.3246,
      "step": 321610
    },
    {
      "epoch": 0.2815156318794581,
      "grad_norm": 0.5761788487434387,
      "learning_rate": 4.3024384556652344e-05,
      "loss": 5.8818,
      "step": 321615
    },
    {
      "epoch": 0.2815200084730853,
      "grad_norm": 0.5869370698928833,
      "learning_rate": 4.302417376066094e-05,
      "loss": 5.3836,
      "step": 321620
    },
    {
      "epoch": 0.2815243850667124,
      "grad_norm": 0.6072784662246704,
      "learning_rate": 4.302396296215735e-05,
      "loss": 4.5549,
      "step": 321625
    },
    {
      "epoch": 0.2815287616603396,
      "grad_norm": 0.5783828496932983,
      "learning_rate": 4.3023752161141616e-05,
      "loss": 4.5496,
      "step": 321630
    },
    {
      "epoch": 0.28153313825396675,
      "grad_norm": 0.5860905647277832,
      "learning_rate": 4.3023541357613764e-05,
      "loss": 5.9076,
      "step": 321635
    },
    {
      "epoch": 0.2815375148475939,
      "grad_norm": 0.5945107340812683,
      "learning_rate": 4.302333055157385e-05,
      "loss": 5.3807,
      "step": 321640
    },
    {
      "epoch": 0.28154189144122105,
      "grad_norm": 0.5748035311698914,
      "learning_rate": 4.30231197430219e-05,
      "loss": 5.9133,
      "step": 321645
    },
    {
      "epoch": 0.28154626803484817,
      "grad_norm": 0.5933669209480286,
      "learning_rate": 4.302290893195798e-05,
      "loss": 5.9111,
      "step": 321650
    },
    {
      "epoch": 0.28155064462847534,
      "grad_norm": 0.6099377870559692,
      "learning_rate": 4.3022698118382096e-05,
      "loss": 5.0767,
      "step": 321655
    },
    {
      "epoch": 0.2815550212221025,
      "grad_norm": 0.5905471444129944,
      "learning_rate": 4.302248730229431e-05,
      "loss": 5.8873,
      "step": 321660
    },
    {
      "epoch": 0.28155939781572964,
      "grad_norm": 0.5893961191177368,
      "learning_rate": 4.3022276483694665e-05,
      "loss": 4.1005,
      "step": 321665
    },
    {
      "epoch": 0.2815637744093568,
      "grad_norm": 0.5954081416130066,
      "learning_rate": 4.302206566258321e-05,
      "loss": 5.1081,
      "step": 321670
    },
    {
      "epoch": 0.28156815100298394,
      "grad_norm": 0.6066285967826843,
      "learning_rate": 4.3021854838959954e-05,
      "loss": 5.7285,
      "step": 321675
    },
    {
      "epoch": 0.2815725275966111,
      "grad_norm": 0.6123160719871521,
      "learning_rate": 4.3021644012824955e-05,
      "loss": 5.742,
      "step": 321680
    },
    {
      "epoch": 0.2815769041902383,
      "grad_norm": 0.6014528274536133,
      "learning_rate": 4.302143318417826e-05,
      "loss": 5.4023,
      "step": 321685
    },
    {
      "epoch": 0.2815812807838654,
      "grad_norm": 0.6203888058662415,
      "learning_rate": 4.302122235301991e-05,
      "loss": 5.1318,
      "step": 321690
    },
    {
      "epoch": 0.2815856573774926,
      "grad_norm": 0.6199997067451477,
      "learning_rate": 4.302101151934993e-05,
      "loss": 5.4012,
      "step": 321695
    },
    {
      "epoch": 0.28159003397111976,
      "grad_norm": 0.5924704074859619,
      "learning_rate": 4.302080068316837e-05,
      "loss": 4.9021,
      "step": 321700
    },
    {
      "epoch": 0.2815944105647469,
      "grad_norm": 0.5930842161178589,
      "learning_rate": 4.302058984447527e-05,
      "loss": 5.6894,
      "step": 321705
    },
    {
      "epoch": 0.28159878715837405,
      "grad_norm": 0.5700121521949768,
      "learning_rate": 4.3020379003270674e-05,
      "loss": 5.7065,
      "step": 321710
    },
    {
      "epoch": 0.2816031637520012,
      "grad_norm": 0.59279465675354,
      "learning_rate": 4.302016815955462e-05,
      "loss": 5.0759,
      "step": 321715
    },
    {
      "epoch": 0.28160754034562835,
      "grad_norm": 0.6088619232177734,
      "learning_rate": 4.301995731332715e-05,
      "loss": 4.9104,
      "step": 321720
    },
    {
      "epoch": 0.2816119169392555,
      "grad_norm": 0.6224200129508972,
      "learning_rate": 4.3019746464588305e-05,
      "loss": 5.1987,
      "step": 321725
    },
    {
      "epoch": 0.28161629353288264,
      "grad_norm": 0.6167184710502625,
      "learning_rate": 4.301953561333812e-05,
      "loss": 4.415,
      "step": 321730
    },
    {
      "epoch": 0.2816206701265098,
      "grad_norm": 0.6134421825408936,
      "learning_rate": 4.301932475957665e-05,
      "loss": 5.2104,
      "step": 321735
    },
    {
      "epoch": 0.281625046720137,
      "grad_norm": 0.5955613851547241,
      "learning_rate": 4.301911390330391e-05,
      "loss": 5.9123,
      "step": 321740
    },
    {
      "epoch": 0.2816294233137641,
      "grad_norm": 0.6134886145591736,
      "learning_rate": 4.301890304451997e-05,
      "loss": 5.3935,
      "step": 321745
    },
    {
      "epoch": 0.2816337999073913,
      "grad_norm": 0.6193673610687256,
      "learning_rate": 4.3018692183224855e-05,
      "loss": 4.8937,
      "step": 321750
    },
    {
      "epoch": 0.2816381765010184,
      "grad_norm": 0.6094943284988403,
      "learning_rate": 4.30184813194186e-05,
      "loss": 4.8706,
      "step": 321755
    },
    {
      "epoch": 0.2816425530946456,
      "grad_norm": 0.6166401505470276,
      "learning_rate": 4.301827045310125e-05,
      "loss": 5.6422,
      "step": 321760
    },
    {
      "epoch": 0.28164692968827276,
      "grad_norm": 0.604800820350647,
      "learning_rate": 4.301805958427286e-05,
      "loss": 4.3168,
      "step": 321765
    },
    {
      "epoch": 0.2816513062818999,
      "grad_norm": 0.61418616771698,
      "learning_rate": 4.3017848712933454e-05,
      "loss": 5.6883,
      "step": 321770
    },
    {
      "epoch": 0.28165568287552706,
      "grad_norm": 0.7066171765327454,
      "learning_rate": 4.301763783908308e-05,
      "loss": 4.8101,
      "step": 321775
    },
    {
      "epoch": 0.2816600594691542,
      "grad_norm": 0.5985280871391296,
      "learning_rate": 4.301742696272179e-05,
      "loss": 5.7146,
      "step": 321780
    },
    {
      "epoch": 0.28166443606278135,
      "grad_norm": 0.6325836777687073,
      "learning_rate": 4.301721608384959e-05,
      "loss": 4.8706,
      "step": 321785
    },
    {
      "epoch": 0.28166881265640853,
      "grad_norm": 0.6078051328659058,
      "learning_rate": 4.3017005202466555e-05,
      "loss": 4.5728,
      "step": 321790
    },
    {
      "epoch": 0.28167318925003565,
      "grad_norm": 0.6003042459487915,
      "learning_rate": 4.30167943185727e-05,
      "loss": 4.8938,
      "step": 321795
    },
    {
      "epoch": 0.2816775658436628,
      "grad_norm": 0.5956579446792603,
      "learning_rate": 4.3016583432168086e-05,
      "loss": 5.5689,
      "step": 321800
    },
    {
      "epoch": 0.28168194243729,
      "grad_norm": 0.5744336843490601,
      "learning_rate": 4.3016372543252747e-05,
      "loss": 5.8721,
      "step": 321805
    },
    {
      "epoch": 0.2816863190309171,
      "grad_norm": 0.6067494750022888,
      "learning_rate": 4.301616165182673e-05,
      "loss": 5.9002,
      "step": 321810
    },
    {
      "epoch": 0.2816906956245443,
      "grad_norm": 0.6123751401901245,
      "learning_rate": 4.3015950757890054e-05,
      "loss": 5.9346,
      "step": 321815
    },
    {
      "epoch": 0.2816950722181714,
      "grad_norm": 0.6036848425865173,
      "learning_rate": 4.3015739861442796e-05,
      "loss": 5.6262,
      "step": 321820
    },
    {
      "epoch": 0.2816994488117986,
      "grad_norm": 0.5893560647964478,
      "learning_rate": 4.301552896248495e-05,
      "loss": 4.9783,
      "step": 321825
    },
    {
      "epoch": 0.28170382540542577,
      "grad_norm": 0.5919269323348999,
      "learning_rate": 4.30153180610166e-05,
      "loss": 5.1937,
      "step": 321830
    },
    {
      "epoch": 0.2817082019990529,
      "grad_norm": 0.6075981259346008,
      "learning_rate": 4.301510715703776e-05,
      "loss": 5.2228,
      "step": 321835
    },
    {
      "epoch": 0.28171257859268006,
      "grad_norm": 0.6029711365699768,
      "learning_rate": 4.301489625054847e-05,
      "loss": 5.3937,
      "step": 321840
    },
    {
      "epoch": 0.28171695518630724,
      "grad_norm": 0.6046762466430664,
      "learning_rate": 4.3014685341548796e-05,
      "loss": 4.2938,
      "step": 321845
    },
    {
      "epoch": 0.28172133177993436,
      "grad_norm": 0.5915889739990234,
      "learning_rate": 4.3014474430038765e-05,
      "loss": 5.1201,
      "step": 321850
    },
    {
      "epoch": 0.28172570837356153,
      "grad_norm": 0.6043869853019714,
      "learning_rate": 4.3014263516018405e-05,
      "loss": 5.1856,
      "step": 321855
    },
    {
      "epoch": 0.28173008496718865,
      "grad_norm": 0.5956993103027344,
      "learning_rate": 4.3014052599487766e-05,
      "loss": 5.3469,
      "step": 321860
    },
    {
      "epoch": 0.28173446156081583,
      "grad_norm": 0.6042863130569458,
      "learning_rate": 4.30138416804469e-05,
      "loss": 4.4337,
      "step": 321865
    },
    {
      "epoch": 0.281738838154443,
      "grad_norm": 0.5934973955154419,
      "learning_rate": 4.301363075889583e-05,
      "loss": 5.9436,
      "step": 321870
    },
    {
      "epoch": 0.2817432147480701,
      "grad_norm": 0.6018956899642944,
      "learning_rate": 4.301341983483459e-05,
      "loss": 5.0717,
      "step": 321875
    },
    {
      "epoch": 0.2817475913416973,
      "grad_norm": 0.5983054041862488,
      "learning_rate": 4.301320890826326e-05,
      "loss": 5.6359,
      "step": 321880
    },
    {
      "epoch": 0.2817519679353245,
      "grad_norm": 0.5854459404945374,
      "learning_rate": 4.301299797918183e-05,
      "loss": 5.3785,
      "step": 321885
    },
    {
      "epoch": 0.2817563445289516,
      "grad_norm": 0.6074236035346985,
      "learning_rate": 4.3012787047590384e-05,
      "loss": 5.0856,
      "step": 321890
    },
    {
      "epoch": 0.28176072112257877,
      "grad_norm": 0.5890927910804749,
      "learning_rate": 4.301257611348895e-05,
      "loss": 5.0729,
      "step": 321895
    },
    {
      "epoch": 0.2817650977162059,
      "grad_norm": 0.5866733193397522,
      "learning_rate": 4.301236517687755e-05,
      "loss": 5.6424,
      "step": 321900
    },
    {
      "epoch": 0.28176947430983307,
      "grad_norm": 0.5756076574325562,
      "learning_rate": 4.301215423775624e-05,
      "loss": 4.6052,
      "step": 321905
    },
    {
      "epoch": 0.28177385090346024,
      "grad_norm": 0.5889082551002502,
      "learning_rate": 4.3011943296125054e-05,
      "loss": 5.8969,
      "step": 321910
    },
    {
      "epoch": 0.28177822749708736,
      "grad_norm": 0.5794073939323425,
      "learning_rate": 4.301173235198405e-05,
      "loss": 5.6824,
      "step": 321915
    },
    {
      "epoch": 0.28178260409071454,
      "grad_norm": 0.5759193897247314,
      "learning_rate": 4.301152140533324e-05,
      "loss": 4.9934,
      "step": 321920
    },
    {
      "epoch": 0.28178698068434166,
      "grad_norm": 0.5756515264511108,
      "learning_rate": 4.301131045617269e-05,
      "loss": 6.2131,
      "step": 321925
    },
    {
      "epoch": 0.28179135727796883,
      "grad_norm": 0.6114025115966797,
      "learning_rate": 4.301109950450244e-05,
      "loss": 4.8682,
      "step": 321930
    },
    {
      "epoch": 0.281795733871596,
      "grad_norm": 0.5891894102096558,
      "learning_rate": 4.30108885503225e-05,
      "loss": 5.3986,
      "step": 321935
    },
    {
      "epoch": 0.28180011046522313,
      "grad_norm": 0.5952571630477905,
      "learning_rate": 4.3010677593632967e-05,
      "loss": 5.1784,
      "step": 321940
    },
    {
      "epoch": 0.2818044870588503,
      "grad_norm": 0.5874111652374268,
      "learning_rate": 4.301046663443382e-05,
      "loss": 5.6348,
      "step": 321945
    },
    {
      "epoch": 0.2818088636524775,
      "grad_norm": 0.5924690365791321,
      "learning_rate": 4.301025567272513e-05,
      "loss": 5.1108,
      "step": 321950
    },
    {
      "epoch": 0.2818132402461046,
      "grad_norm": 0.6007663607597351,
      "learning_rate": 4.301004470850693e-05,
      "loss": 5.1183,
      "step": 321955
    },
    {
      "epoch": 0.2818176168397318,
      "grad_norm": 0.6015909314155579,
      "learning_rate": 4.3009833741779284e-05,
      "loss": 5.1766,
      "step": 321960
    },
    {
      "epoch": 0.2818219934333589,
      "grad_norm": 0.5971468091011047,
      "learning_rate": 4.30096227725422e-05,
      "loss": 5.101,
      "step": 321965
    },
    {
      "epoch": 0.2818263700269861,
      "grad_norm": 0.6176872253417969,
      "learning_rate": 4.300941180079574e-05,
      "loss": 5.6801,
      "step": 321970
    },
    {
      "epoch": 0.28183074662061325,
      "grad_norm": 0.583574652671814,
      "learning_rate": 4.300920082653993e-05,
      "loss": 5.371,
      "step": 321975
    },
    {
      "epoch": 0.28183512321424037,
      "grad_norm": 0.662990391254425,
      "learning_rate": 4.300898984977483e-05,
      "loss": 4.8676,
      "step": 321980
    },
    {
      "epoch": 0.28183949980786754,
      "grad_norm": 0.6786531805992126,
      "learning_rate": 4.300877887050046e-05,
      "loss": 4.8082,
      "step": 321985
    },
    {
      "epoch": 0.2818438764014947,
      "grad_norm": 0.6197868585586548,
      "learning_rate": 4.300856788871688e-05,
      "loss": 4.8972,
      "step": 321990
    },
    {
      "epoch": 0.28184825299512184,
      "grad_norm": 0.5982980132102966,
      "learning_rate": 4.3008356904424104e-05,
      "loss": 4.8823,
      "step": 321995
    },
    {
      "epoch": 0.281852629588749,
      "grad_norm": 0.6000948548316956,
      "learning_rate": 4.30081459176222e-05,
      "loss": 5.2206,
      "step": 322000
    },
    {
      "epoch": 0.28185700618237614,
      "grad_norm": 0.6070615649223328,
      "learning_rate": 4.30079349283112e-05,
      "loss": 5.4406,
      "step": 322005
    },
    {
      "epoch": 0.2818613827760033,
      "grad_norm": 0.6126576662063599,
      "learning_rate": 4.300772393649114e-05,
      "loss": 5.1199,
      "step": 322010
    },
    {
      "epoch": 0.2818657593696305,
      "grad_norm": 0.6000411510467529,
      "learning_rate": 4.3007512942162056e-05,
      "loss": 5.6656,
      "step": 322015
    },
    {
      "epoch": 0.2818701359632576,
      "grad_norm": 0.5951051115989685,
      "learning_rate": 4.3007301945324e-05,
      "loss": 4.3722,
      "step": 322020
    },
    {
      "epoch": 0.2818745125568848,
      "grad_norm": 0.6044064164161682,
      "learning_rate": 4.300709094597701e-05,
      "loss": 5.6285,
      "step": 322025
    },
    {
      "epoch": 0.28187888915051196,
      "grad_norm": 0.6125248670578003,
      "learning_rate": 4.300687994412112e-05,
      "loss": 5.4427,
      "step": 322030
    },
    {
      "epoch": 0.2818832657441391,
      "grad_norm": 0.5947908163070679,
      "learning_rate": 4.300666893975639e-05,
      "loss": 5.1662,
      "step": 322035
    },
    {
      "epoch": 0.28188764233776625,
      "grad_norm": 0.596502423286438,
      "learning_rate": 4.300645793288284e-05,
      "loss": 4.5913,
      "step": 322040
    },
    {
      "epoch": 0.2818920189313934,
      "grad_norm": 0.615757167339325,
      "learning_rate": 4.3006246923500514e-05,
      "loss": 4.6786,
      "step": 322045
    },
    {
      "epoch": 0.28189639552502055,
      "grad_norm": 0.6329430937767029,
      "learning_rate": 4.3006035911609455e-05,
      "loss": 5.599,
      "step": 322050
    },
    {
      "epoch": 0.2819007721186477,
      "grad_norm": 0.6403792500495911,
      "learning_rate": 4.3005824897209715e-05,
      "loss": 5.916,
      "step": 322055
    },
    {
      "epoch": 0.28190514871227484,
      "grad_norm": 0.6033740043640137,
      "learning_rate": 4.300561388030131e-05,
      "loss": 5.7212,
      "step": 322060
    },
    {
      "epoch": 0.281909525305902,
      "grad_norm": 0.6099109649658203,
      "learning_rate": 4.30054028608843e-05,
      "loss": 5.5779,
      "step": 322065
    },
    {
      "epoch": 0.28191390189952914,
      "grad_norm": 0.5871914029121399,
      "learning_rate": 4.3005191838958726e-05,
      "loss": 5.4023,
      "step": 322070
    },
    {
      "epoch": 0.2819182784931563,
      "grad_norm": 0.5927525162696838,
      "learning_rate": 4.300498081452462e-05,
      "loss": 6.2434,
      "step": 322075
    },
    {
      "epoch": 0.2819226550867835,
      "grad_norm": 0.5847165584564209,
      "learning_rate": 4.300476978758202e-05,
      "loss": 5.0186,
      "step": 322080
    },
    {
      "epoch": 0.2819270316804106,
      "grad_norm": 0.6189352869987488,
      "learning_rate": 4.300455875813099e-05,
      "loss": 5.2334,
      "step": 322085
    },
    {
      "epoch": 0.2819314082740378,
      "grad_norm": 0.6136369705200195,
      "learning_rate": 4.300434772617154e-05,
      "loss": 4.3853,
      "step": 322090
    },
    {
      "epoch": 0.28193578486766496,
      "grad_norm": 0.5947620272636414,
      "learning_rate": 4.300413669170372e-05,
      "loss": 4.7916,
      "step": 322095
    },
    {
      "epoch": 0.2819401614612921,
      "grad_norm": 0.5885016322135925,
      "learning_rate": 4.3003925654727586e-05,
      "loss": 5.0758,
      "step": 322100
    },
    {
      "epoch": 0.28194453805491926,
      "grad_norm": 0.608004093170166,
      "learning_rate": 4.3003714615243175e-05,
      "loss": 5.1043,
      "step": 322105
    },
    {
      "epoch": 0.2819489146485464,
      "grad_norm": 0.5902761220932007,
      "learning_rate": 4.30035035732505e-05,
      "loss": 5.6287,
      "step": 322110
    },
    {
      "epoch": 0.28195329124217355,
      "grad_norm": 0.5834330320358276,
      "learning_rate": 4.300329252874964e-05,
      "loss": 5.9098,
      "step": 322115
    },
    {
      "epoch": 0.28195766783580073,
      "grad_norm": 0.6085458397865295,
      "learning_rate": 4.300308148174061e-05,
      "loss": 4.5932,
      "step": 322120
    },
    {
      "epoch": 0.28196204442942785,
      "grad_norm": 0.6381423473358154,
      "learning_rate": 4.300287043222345e-05,
      "loss": 4.9001,
      "step": 322125
    },
    {
      "epoch": 0.281966421023055,
      "grad_norm": 0.6156108975410461,
      "learning_rate": 4.300265938019823e-05,
      "loss": 4.9062,
      "step": 322130
    },
    {
      "epoch": 0.2819707976166822,
      "grad_norm": 0.602558970451355,
      "learning_rate": 4.3002448325664956e-05,
      "loss": 5.4364,
      "step": 322135
    },
    {
      "epoch": 0.2819751742103093,
      "grad_norm": 0.6096900701522827,
      "learning_rate": 4.300223726862369e-05,
      "loss": 4.4304,
      "step": 322140
    },
    {
      "epoch": 0.2819795508039365,
      "grad_norm": 0.5983948707580566,
      "learning_rate": 4.3002026209074454e-05,
      "loss": 4.877,
      "step": 322145
    },
    {
      "epoch": 0.2819839273975636,
      "grad_norm": 0.5982717871665955,
      "learning_rate": 4.300181514701731e-05,
      "loss": 4.6669,
      "step": 322150
    },
    {
      "epoch": 0.2819883039911908,
      "grad_norm": 0.5982256531715393,
      "learning_rate": 4.3001604082452284e-05,
      "loss": 5.6016,
      "step": 322155
    },
    {
      "epoch": 0.28199268058481797,
      "grad_norm": 0.581203281879425,
      "learning_rate": 4.300139301537942e-05,
      "loss": 6.2111,
      "step": 322160
    },
    {
      "epoch": 0.2819970571784451,
      "grad_norm": 0.5832358598709106,
      "learning_rate": 4.300118194579876e-05,
      "loss": 6.2568,
      "step": 322165
    },
    {
      "epoch": 0.28200143377207226,
      "grad_norm": 0.5940868854522705,
      "learning_rate": 4.300097087371035e-05,
      "loss": 5.9072,
      "step": 322170
    },
    {
      "epoch": 0.2820058103656994,
      "grad_norm": 0.5987669229507446,
      "learning_rate": 4.300075979911423e-05,
      "loss": 5.2977,
      "step": 322175
    },
    {
      "epoch": 0.28201018695932656,
      "grad_norm": 0.5904359221458435,
      "learning_rate": 4.300054872201044e-05,
      "loss": 5.6,
      "step": 322180
    },
    {
      "epoch": 0.28201456355295373,
      "grad_norm": 0.591374397277832,
      "learning_rate": 4.3000337642399e-05,
      "loss": 4.9119,
      "step": 322185
    },
    {
      "epoch": 0.28201894014658085,
      "grad_norm": 0.6185150742530823,
      "learning_rate": 4.3000126560279985e-05,
      "loss": 5.7003,
      "step": 322190
    },
    {
      "epoch": 0.28202331674020803,
      "grad_norm": 0.5836784839630127,
      "learning_rate": 4.299991547565341e-05,
      "loss": 5.8977,
      "step": 322195
    },
    {
      "epoch": 0.2820276933338352,
      "grad_norm": 0.6044307351112366,
      "learning_rate": 4.299970438851933e-05,
      "loss": 4.8519,
      "step": 322200
    },
    {
      "epoch": 0.2820320699274623,
      "grad_norm": 0.5983840227127075,
      "learning_rate": 4.2999493298877766e-05,
      "loss": 4.7887,
      "step": 322205
    },
    {
      "epoch": 0.2820364465210895,
      "grad_norm": 0.6055305600166321,
      "learning_rate": 4.299928220672878e-05,
      "loss": 5.4014,
      "step": 322210
    },
    {
      "epoch": 0.2820408231147166,
      "grad_norm": 0.5918757319450378,
      "learning_rate": 4.299907111207241e-05,
      "loss": 5.6561,
      "step": 322215
    },
    {
      "epoch": 0.2820451997083438,
      "grad_norm": 0.5926932692527771,
      "learning_rate": 4.299886001490869e-05,
      "loss": 5.9053,
      "step": 322220
    },
    {
      "epoch": 0.282049576301971,
      "grad_norm": 0.5845320820808411,
      "learning_rate": 4.299864891523766e-05,
      "loss": 5.3992,
      "step": 322225
    },
    {
      "epoch": 0.2820539528955981,
      "grad_norm": 0.6116910576820374,
      "learning_rate": 4.299843781305937e-05,
      "loss": 4.8792,
      "step": 322230
    },
    {
      "epoch": 0.28205832948922527,
      "grad_norm": 0.5989066362380981,
      "learning_rate": 4.2998226708373846e-05,
      "loss": 5.6777,
      "step": 322235
    },
    {
      "epoch": 0.28206270608285244,
      "grad_norm": 0.5898226499557495,
      "learning_rate": 4.299801560118114e-05,
      "loss": 4.3996,
      "step": 322240
    },
    {
      "epoch": 0.28206708267647956,
      "grad_norm": 0.6048917770385742,
      "learning_rate": 4.2997804491481294e-05,
      "loss": 5.6996,
      "step": 322245
    },
    {
      "epoch": 0.28207145927010674,
      "grad_norm": 0.597495973110199,
      "learning_rate": 4.2997593379274334e-05,
      "loss": 5.0912,
      "step": 322250
    },
    {
      "epoch": 0.28207583586373386,
      "grad_norm": 0.6183180809020996,
      "learning_rate": 4.2997382264560326e-05,
      "loss": 4.1517,
      "step": 322255
    },
    {
      "epoch": 0.28208021245736103,
      "grad_norm": 0.5975220203399658,
      "learning_rate": 4.299717114733929e-05,
      "loss": 5.6879,
      "step": 322260
    },
    {
      "epoch": 0.2820845890509882,
      "grad_norm": 0.6315917372703552,
      "learning_rate": 4.2996960027611274e-05,
      "loss": 4.6253,
      "step": 322265
    },
    {
      "epoch": 0.28208896564461533,
      "grad_norm": 0.6098180413246155,
      "learning_rate": 4.299674890537632e-05,
      "loss": 4.5949,
      "step": 322270
    },
    {
      "epoch": 0.2820933422382425,
      "grad_norm": 0.6051628589630127,
      "learning_rate": 4.299653778063445e-05,
      "loss": 6.2639,
      "step": 322275
    },
    {
      "epoch": 0.2820977188318697,
      "grad_norm": 0.6108472347259521,
      "learning_rate": 4.299632665338574e-05,
      "loss": 5.6422,
      "step": 322280
    },
    {
      "epoch": 0.2821020954254968,
      "grad_norm": 0.6206597089767456,
      "learning_rate": 4.29961155236302e-05,
      "loss": 5.0882,
      "step": 322285
    },
    {
      "epoch": 0.282106472019124,
      "grad_norm": 0.5978705286979675,
      "learning_rate": 4.299590439136789e-05,
      "loss": 4.2856,
      "step": 322290
    },
    {
      "epoch": 0.2821108486127511,
      "grad_norm": 0.6047186255455017,
      "learning_rate": 4.299569325659883e-05,
      "loss": 5.642,
      "step": 322295
    },
    {
      "epoch": 0.2821152252063783,
      "grad_norm": 0.6029155254364014,
      "learning_rate": 4.2995482119323086e-05,
      "loss": 4.4057,
      "step": 322300
    },
    {
      "epoch": 0.28211960180000545,
      "grad_norm": 0.6525747179985046,
      "learning_rate": 4.299527097954069e-05,
      "loss": 4.8764,
      "step": 322305
    },
    {
      "epoch": 0.28212397839363257,
      "grad_norm": 0.6080220937728882,
      "learning_rate": 4.2995059837251674e-05,
      "loss": 4.8837,
      "step": 322310
    },
    {
      "epoch": 0.28212835498725974,
      "grad_norm": 0.6013767123222351,
      "learning_rate": 4.299484869245608e-05,
      "loss": 5.386,
      "step": 322315
    },
    {
      "epoch": 0.28213273158088686,
      "grad_norm": 0.707622766494751,
      "learning_rate": 4.299463754515395e-05,
      "loss": 4.9185,
      "step": 322320
    },
    {
      "epoch": 0.28213710817451404,
      "grad_norm": 0.754284143447876,
      "learning_rate": 4.299442639534533e-05,
      "loss": 5.4253,
      "step": 322325
    },
    {
      "epoch": 0.2821414847681412,
      "grad_norm": 0.6069068312644958,
      "learning_rate": 4.299421524303027e-05,
      "loss": 4.6761,
      "step": 322330
    },
    {
      "epoch": 0.28214586136176834,
      "grad_norm": 0.61664879322052,
      "learning_rate": 4.2994004088208784e-05,
      "loss": 4.9391,
      "step": 322335
    },
    {
      "epoch": 0.2821502379553955,
      "grad_norm": 0.616181492805481,
      "learning_rate": 4.299379293088094e-05,
      "loss": 6.2045,
      "step": 322340
    },
    {
      "epoch": 0.2821546145490227,
      "grad_norm": 0.5904896855354309,
      "learning_rate": 4.2993581771046756e-05,
      "loss": 4.5931,
      "step": 322345
    },
    {
      "epoch": 0.2821589911426498,
      "grad_norm": 0.5946334004402161,
      "learning_rate": 4.299337060870629e-05,
      "loss": 5.3712,
      "step": 322350
    },
    {
      "epoch": 0.282163367736277,
      "grad_norm": 0.6173170208930969,
      "learning_rate": 4.2993159443859564e-05,
      "loss": 5.6141,
      "step": 322355
    },
    {
      "epoch": 0.2821677443299041,
      "grad_norm": 0.5774051547050476,
      "learning_rate": 4.299294827650664e-05,
      "loss": 5.7442,
      "step": 322360
    },
    {
      "epoch": 0.2821721209235313,
      "grad_norm": 0.6012577414512634,
      "learning_rate": 4.2992737106647554e-05,
      "loss": 4.8724,
      "step": 322365
    },
    {
      "epoch": 0.28217649751715845,
      "grad_norm": 0.5902035236358643,
      "learning_rate": 4.2992525934282335e-05,
      "loss": 5.3962,
      "step": 322370
    },
    {
      "epoch": 0.2821808741107856,
      "grad_norm": 0.6023637056350708,
      "learning_rate": 4.2992314759411024e-05,
      "loss": 3.8577,
      "step": 322375
    },
    {
      "epoch": 0.28218525070441275,
      "grad_norm": 0.6483955979347229,
      "learning_rate": 4.299210358203368e-05,
      "loss": 6.2324,
      "step": 322380
    },
    {
      "epoch": 0.2821896272980399,
      "grad_norm": 0.6221087574958801,
      "learning_rate": 4.2991892402150334e-05,
      "loss": 5.9309,
      "step": 322385
    },
    {
      "epoch": 0.28219400389166704,
      "grad_norm": 0.5972692370414734,
      "learning_rate": 4.2991681219761016e-05,
      "loss": 5.9346,
      "step": 322390
    },
    {
      "epoch": 0.2821983804852942,
      "grad_norm": 0.6107666492462158,
      "learning_rate": 4.2991470034865775e-05,
      "loss": 5.6811,
      "step": 322395
    },
    {
      "epoch": 0.28220275707892134,
      "grad_norm": 0.5988919138908386,
      "learning_rate": 4.299125884746466e-05,
      "loss": 5.0789,
      "step": 322400
    },
    {
      "epoch": 0.2822071336725485,
      "grad_norm": 0.6617131233215332,
      "learning_rate": 4.2991047657557705e-05,
      "loss": 5.1137,
      "step": 322405
    },
    {
      "epoch": 0.2822115102661757,
      "grad_norm": 0.6055712103843689,
      "learning_rate": 4.299083646514493e-05,
      "loss": 4.8325,
      "step": 322410
    },
    {
      "epoch": 0.2822158868598028,
      "grad_norm": 0.6501742005348206,
      "learning_rate": 4.2990625270226424e-05,
      "loss": 5.4097,
      "step": 322415
    },
    {
      "epoch": 0.28222026345343,
      "grad_norm": 0.5875949263572693,
      "learning_rate": 4.299041407280219e-05,
      "loss": 6.2449,
      "step": 322420
    },
    {
      "epoch": 0.2822246400470571,
      "grad_norm": 0.6598531603813171,
      "learning_rate": 4.299020287287226e-05,
      "loss": 5.1227,
      "step": 322425
    },
    {
      "epoch": 0.2822290166406843,
      "grad_norm": 0.6418961882591248,
      "learning_rate": 4.298999167043671e-05,
      "loss": 5.6889,
      "step": 322430
    },
    {
      "epoch": 0.28223339323431146,
      "grad_norm": 0.6062854528427124,
      "learning_rate": 4.298978046549557e-05,
      "loss": 5.1012,
      "step": 322435
    },
    {
      "epoch": 0.2822377698279386,
      "grad_norm": 0.6266841888427734,
      "learning_rate": 4.298956925804886e-05,
      "loss": 4.6014,
      "step": 322440
    },
    {
      "epoch": 0.28224214642156575,
      "grad_norm": 0.6199760437011719,
      "learning_rate": 4.298935804809664e-05,
      "loss": 4.9544,
      "step": 322445
    },
    {
      "epoch": 0.28224652301519293,
      "grad_norm": 0.6311126947402954,
      "learning_rate": 4.298914683563895e-05,
      "loss": 4.8495,
      "step": 322450
    },
    {
      "epoch": 0.28225089960882005,
      "grad_norm": 0.5976899862289429,
      "learning_rate": 4.298893562067582e-05,
      "loss": 4.5817,
      "step": 322455
    },
    {
      "epoch": 0.2822552762024472,
      "grad_norm": 0.5933089852333069,
      "learning_rate": 4.29887244032073e-05,
      "loss": 5.89,
      "step": 322460
    },
    {
      "epoch": 0.28225965279607435,
      "grad_norm": 0.6145355105400085,
      "learning_rate": 4.2988513183233426e-05,
      "loss": 4.6189,
      "step": 322465
    },
    {
      "epoch": 0.2822640293897015,
      "grad_norm": 0.6013699173927307,
      "learning_rate": 4.298830196075424e-05,
      "loss": 5.6385,
      "step": 322470
    },
    {
      "epoch": 0.2822684059833287,
      "grad_norm": 0.5931174755096436,
      "learning_rate": 4.2988090735769784e-05,
      "loss": 5.9088,
      "step": 322475
    },
    {
      "epoch": 0.2822727825769558,
      "grad_norm": 0.5851326584815979,
      "learning_rate": 4.2987879508280095e-05,
      "loss": 5.6436,
      "step": 322480
    },
    {
      "epoch": 0.282277159170583,
      "grad_norm": 0.6105528473854065,
      "learning_rate": 4.298766827828523e-05,
      "loss": 5.1825,
      "step": 322485
    },
    {
      "epoch": 0.28228153576421017,
      "grad_norm": 0.5997650623321533,
      "learning_rate": 4.2987457045785204e-05,
      "loss": 5.4016,
      "step": 322490
    },
    {
      "epoch": 0.2822859123578373,
      "grad_norm": 0.5833002924919128,
      "learning_rate": 4.2987245810780076e-05,
      "loss": 5.2736,
      "step": 322495
    },
    {
      "epoch": 0.28229028895146446,
      "grad_norm": 0.6203193664550781,
      "learning_rate": 4.298703457326988e-05,
      "loss": 4.3957,
      "step": 322500
    },
    {
      "epoch": 0.2822946655450916,
      "grad_norm": 0.5813252329826355,
      "learning_rate": 4.298682333325465e-05,
      "loss": 5.7313,
      "step": 322505
    },
    {
      "epoch": 0.28229904213871876,
      "grad_norm": 0.5787073373794556,
      "learning_rate": 4.298661209073446e-05,
      "loss": 6.1955,
      "step": 322510
    },
    {
      "epoch": 0.28230341873234593,
      "grad_norm": 0.6099781394004822,
      "learning_rate": 4.29864008457093e-05,
      "loss": 5.381,
      "step": 322515
    },
    {
      "epoch": 0.28230779532597305,
      "grad_norm": 0.5829564929008484,
      "learning_rate": 4.2986189598179236e-05,
      "loss": 5.3892,
      "step": 322520
    },
    {
      "epoch": 0.28231217191960023,
      "grad_norm": 0.6148433089256287,
      "learning_rate": 4.2985978348144315e-05,
      "loss": 4.8954,
      "step": 322525
    },
    {
      "epoch": 0.2823165485132274,
      "grad_norm": 0.6122392416000366,
      "learning_rate": 4.2985767095604576e-05,
      "loss": 4.915,
      "step": 322530
    },
    {
      "epoch": 0.2823209251068545,
      "grad_norm": 0.6101897358894348,
      "learning_rate": 4.298555584056006e-05,
      "loss": 3.8656,
      "step": 322535
    },
    {
      "epoch": 0.2823253017004817,
      "grad_norm": 0.6123746037483215,
      "learning_rate": 4.298534458301079e-05,
      "loss": 5.1844,
      "step": 322540
    },
    {
      "epoch": 0.2823296782941088,
      "grad_norm": 0.5983049273490906,
      "learning_rate": 4.298513332295683e-05,
      "loss": 5.6041,
      "step": 322545
    },
    {
      "epoch": 0.282334054887736,
      "grad_norm": 0.5976166725158691,
      "learning_rate": 4.29849220603982e-05,
      "loss": 5.6273,
      "step": 322550
    },
    {
      "epoch": 0.2823384314813632,
      "grad_norm": 0.6077572703361511,
      "learning_rate": 4.298471079533496e-05,
      "loss": 5.103,
      "step": 322555
    },
    {
      "epoch": 0.2823428080749903,
      "grad_norm": 0.5926451086997986,
      "learning_rate": 4.298449952776714e-05,
      "loss": 4.5915,
      "step": 322560
    },
    {
      "epoch": 0.28234718466861747,
      "grad_norm": 0.602167546749115,
      "learning_rate": 4.298428825769478e-05,
      "loss": 5.4426,
      "step": 322565
    },
    {
      "epoch": 0.2823515612622446,
      "grad_norm": 0.5770121812820435,
      "learning_rate": 4.298407698511794e-05,
      "loss": 6.2176,
      "step": 322570
    },
    {
      "epoch": 0.28235593785587176,
      "grad_norm": 0.6050246953964233,
      "learning_rate": 4.298386571003662e-05,
      "loss": 5.453,
      "step": 322575
    },
    {
      "epoch": 0.28236031444949894,
      "grad_norm": 0.5963568687438965,
      "learning_rate": 4.298365443245089e-05,
      "loss": 5.103,
      "step": 322580
    },
    {
      "epoch": 0.28236469104312606,
      "grad_norm": 0.603990375995636,
      "learning_rate": 4.29834431523608e-05,
      "loss": 5.1395,
      "step": 322585
    },
    {
      "epoch": 0.28236906763675323,
      "grad_norm": 0.6118505001068115,
      "learning_rate": 4.298323186976637e-05,
      "loss": 5.3962,
      "step": 322590
    },
    {
      "epoch": 0.2823734442303804,
      "grad_norm": 0.6034878492355347,
      "learning_rate": 4.298302058466764e-05,
      "loss": 5.4144,
      "step": 322595
    },
    {
      "epoch": 0.28237782082400753,
      "grad_norm": 0.5995088219642639,
      "learning_rate": 4.2982809297064676e-05,
      "loss": 5.393,
      "step": 322600
    },
    {
      "epoch": 0.2823821974176347,
      "grad_norm": 0.6069032549858093,
      "learning_rate": 4.2982598006957487e-05,
      "loss": 5.0657,
      "step": 322605
    },
    {
      "epoch": 0.2823865740112618,
      "grad_norm": 0.6123173832893372,
      "learning_rate": 4.298238671434612e-05,
      "loss": 5.2016,
      "step": 322610
    },
    {
      "epoch": 0.282390950604889,
      "grad_norm": 0.6013425588607788,
      "learning_rate": 4.298217541923063e-05,
      "loss": 4.7085,
      "step": 322615
    },
    {
      "epoch": 0.2823953271985162,
      "grad_norm": 0.5800468325614929,
      "learning_rate": 4.2981964121611066e-05,
      "loss": 6.2373,
      "step": 322620
    },
    {
      "epoch": 0.2823997037921433,
      "grad_norm": 0.5815545916557312,
      "learning_rate": 4.2981752821487434e-05,
      "loss": 6.1822,
      "step": 322625
    },
    {
      "epoch": 0.2824040803857705,
      "grad_norm": 0.5916224122047424,
      "learning_rate": 4.298154151885981e-05,
      "loss": 5.1051,
      "step": 322630
    },
    {
      "epoch": 0.28240845697939765,
      "grad_norm": 0.5872358083724976,
      "learning_rate": 4.298133021372821e-05,
      "loss": 5.3981,
      "step": 322635
    },
    {
      "epoch": 0.28241283357302477,
      "grad_norm": 0.612607479095459,
      "learning_rate": 4.298111890609269e-05,
      "loss": 4.902,
      "step": 322640
    },
    {
      "epoch": 0.28241721016665194,
      "grad_norm": 0.5820214152336121,
      "learning_rate": 4.298090759595328e-05,
      "loss": 5.8855,
      "step": 322645
    },
    {
      "epoch": 0.28242158676027906,
      "grad_norm": 0.5850206613540649,
      "learning_rate": 4.2980696283310026e-05,
      "loss": 5.5922,
      "step": 322650
    },
    {
      "epoch": 0.28242596335390624,
      "grad_norm": 0.6144999265670776,
      "learning_rate": 4.298048496816297e-05,
      "loss": 5.1706,
      "step": 322655
    },
    {
      "epoch": 0.2824303399475334,
      "grad_norm": 0.6055731177330017,
      "learning_rate": 4.298027365051215e-05,
      "loss": 5.2159,
      "step": 322660
    },
    {
      "epoch": 0.28243471654116054,
      "grad_norm": 0.6231265068054199,
      "learning_rate": 4.298006233035761e-05,
      "loss": 5.3836,
      "step": 322665
    },
    {
      "epoch": 0.2824390931347877,
      "grad_norm": 0.6057464480400085,
      "learning_rate": 4.297985100769939e-05,
      "loss": 5.1244,
      "step": 322670
    },
    {
      "epoch": 0.2824434697284149,
      "grad_norm": 0.6161794066429138,
      "learning_rate": 4.297963968253752e-05,
      "loss": 5.3336,
      "step": 322675
    },
    {
      "epoch": 0.282447846322042,
      "grad_norm": 0.5854717493057251,
      "learning_rate": 4.2979428354872063e-05,
      "loss": 6.242,
      "step": 322680
    },
    {
      "epoch": 0.2824522229156692,
      "grad_norm": 0.6050854921340942,
      "learning_rate": 4.297921702470304e-05,
      "loss": 5.6172,
      "step": 322685
    },
    {
      "epoch": 0.2824565995092963,
      "grad_norm": 0.6277365684509277,
      "learning_rate": 4.2979005692030495e-05,
      "loss": 4.6786,
      "step": 322690
    },
    {
      "epoch": 0.2824609761029235,
      "grad_norm": 0.6263542175292969,
      "learning_rate": 4.297879435685448e-05,
      "loss": 4.8061,
      "step": 322695
    },
    {
      "epoch": 0.28246535269655065,
      "grad_norm": 0.5973478555679321,
      "learning_rate": 4.2978583019175026e-05,
      "loss": 5.0709,
      "step": 322700
    },
    {
      "epoch": 0.2824697292901778,
      "grad_norm": 0.6317470669746399,
      "learning_rate": 4.297837167899218e-05,
      "loss": 5.0973,
      "step": 322705
    },
    {
      "epoch": 0.28247410588380495,
      "grad_norm": 0.6145505905151367,
      "learning_rate": 4.2978160336305973e-05,
      "loss": 4.0962,
      "step": 322710
    },
    {
      "epoch": 0.28247848247743207,
      "grad_norm": 0.6016159653663635,
      "learning_rate": 4.2977948991116455e-05,
      "loss": 5.9176,
      "step": 322715
    },
    {
      "epoch": 0.28248285907105924,
      "grad_norm": 0.6221134662628174,
      "learning_rate": 4.2977737643423663e-05,
      "loss": 5.7004,
      "step": 322720
    },
    {
      "epoch": 0.2824872356646864,
      "grad_norm": 0.5932455062866211,
      "learning_rate": 4.2977526293227645e-05,
      "loss": 5.6936,
      "step": 322725
    },
    {
      "epoch": 0.28249161225831354,
      "grad_norm": 0.6172503232955933,
      "learning_rate": 4.297731494052842e-05,
      "loss": 4.6224,
      "step": 322730
    },
    {
      "epoch": 0.2824959888519407,
      "grad_norm": 0.6169556379318237,
      "learning_rate": 4.297710358532605e-05,
      "loss": 5.1939,
      "step": 322735
    },
    {
      "epoch": 0.2825003654455679,
      "grad_norm": 0.6159400939941406,
      "learning_rate": 4.297689222762057e-05,
      "loss": 5.3979,
      "step": 322740
    },
    {
      "epoch": 0.282504742039195,
      "grad_norm": 0.6162722110748291,
      "learning_rate": 4.297668086741202e-05,
      "loss": 4.6515,
      "step": 322745
    },
    {
      "epoch": 0.2825091186328222,
      "grad_norm": 0.6313802599906921,
      "learning_rate": 4.297646950470045e-05,
      "loss": 5.0539,
      "step": 322750
    },
    {
      "epoch": 0.2825134952264493,
      "grad_norm": 0.5966078639030457,
      "learning_rate": 4.297625813948588e-05,
      "loss": 5.2002,
      "step": 322755
    },
    {
      "epoch": 0.2825178718200765,
      "grad_norm": 0.609290599822998,
      "learning_rate": 4.297604677176837e-05,
      "loss": 4.6469,
      "step": 322760
    },
    {
      "epoch": 0.28252224841370366,
      "grad_norm": 0.6236061453819275,
      "learning_rate": 4.297583540154795e-05,
      "loss": 5.4068,
      "step": 322765
    },
    {
      "epoch": 0.2825266250073308,
      "grad_norm": 0.6210835576057434,
      "learning_rate": 4.2975624028824654e-05,
      "loss": 5.6221,
      "step": 322770
    },
    {
      "epoch": 0.28253100160095795,
      "grad_norm": 0.7149091958999634,
      "learning_rate": 4.297541265359855e-05,
      "loss": 4.9007,
      "step": 322775
    },
    {
      "epoch": 0.28253537819458513,
      "grad_norm": 0.6483484506607056,
      "learning_rate": 4.297520127586965e-05,
      "loss": 5.6109,
      "step": 322780
    },
    {
      "epoch": 0.28253975478821225,
      "grad_norm": 0.6479059457778931,
      "learning_rate": 4.2974989895638006e-05,
      "loss": 5.9086,
      "step": 322785
    },
    {
      "epoch": 0.2825441313818394,
      "grad_norm": 0.5928375720977783,
      "learning_rate": 4.297477851290367e-05,
      "loss": 5.1568,
      "step": 322790
    },
    {
      "epoch": 0.28254850797546655,
      "grad_norm": 0.6231995224952698,
      "learning_rate": 4.2974567127666666e-05,
      "loss": 5.9072,
      "step": 322795
    },
    {
      "epoch": 0.2825528845690937,
      "grad_norm": 0.6138190031051636,
      "learning_rate": 4.2974355739927044e-05,
      "loss": 5.5805,
      "step": 322800
    },
    {
      "epoch": 0.2825572611627209,
      "grad_norm": 0.6148363351821899,
      "learning_rate": 4.297414434968483e-05,
      "loss": 5.9004,
      "step": 322805
    },
    {
      "epoch": 0.282561637756348,
      "grad_norm": 0.5921177268028259,
      "learning_rate": 4.2973932956940086e-05,
      "loss": 5.3898,
      "step": 322810
    },
    {
      "epoch": 0.2825660143499752,
      "grad_norm": 0.5928073525428772,
      "learning_rate": 4.297372156169284e-05,
      "loss": 5.3563,
      "step": 322815
    },
    {
      "epoch": 0.2825703909436023,
      "grad_norm": 0.5974648594856262,
      "learning_rate": 4.2973510163943144e-05,
      "loss": 5.1139,
      "step": 322820
    },
    {
      "epoch": 0.2825747675372295,
      "grad_norm": 0.6098412275314331,
      "learning_rate": 4.2973298763691016e-05,
      "loss": 5.0975,
      "step": 322825
    },
    {
      "epoch": 0.28257914413085666,
      "grad_norm": 0.6357551217079163,
      "learning_rate": 4.2973087360936515e-05,
      "loss": 5.3393,
      "step": 322830
    },
    {
      "epoch": 0.2825835207244838,
      "grad_norm": 0.6291089653968811,
      "learning_rate": 4.297287595567968e-05,
      "loss": 4.1,
      "step": 322835
    },
    {
      "epoch": 0.28258789731811096,
      "grad_norm": 0.6192882657051086,
      "learning_rate": 4.297266454792056e-05,
      "loss": 5.4077,
      "step": 322840
    },
    {
      "epoch": 0.28259227391173813,
      "grad_norm": 0.6272807717323303,
      "learning_rate": 4.297245313765917e-05,
      "loss": 4.3667,
      "step": 322845
    },
    {
      "epoch": 0.28259665050536525,
      "grad_norm": 0.6309350728988647,
      "learning_rate": 4.297224172489558e-05,
      "loss": 5.6703,
      "step": 322850
    },
    {
      "epoch": 0.28260102709899243,
      "grad_norm": 0.5933997631072998,
      "learning_rate": 4.297203030962981e-05,
      "loss": 5.1567,
      "step": 322855
    },
    {
      "epoch": 0.28260540369261955,
      "grad_norm": 0.591215968132019,
      "learning_rate": 4.297181889186191e-05,
      "loss": 5.3064,
      "step": 322860
    },
    {
      "epoch": 0.2826097802862467,
      "grad_norm": 0.6154648661613464,
      "learning_rate": 4.2971607471591915e-05,
      "loss": 4.8062,
      "step": 322865
    },
    {
      "epoch": 0.2826141568798739,
      "grad_norm": 0.6103368401527405,
      "learning_rate": 4.297139604881988e-05,
      "loss": 5.6976,
      "step": 322870
    },
    {
      "epoch": 0.282618533473501,
      "grad_norm": 0.5790632963180542,
      "learning_rate": 4.297118462354582e-05,
      "loss": 5.6604,
      "step": 322875
    },
    {
      "epoch": 0.2826229100671282,
      "grad_norm": 0.5892521739006042,
      "learning_rate": 4.2970973195769804e-05,
      "loss": 5.3,
      "step": 322880
    },
    {
      "epoch": 0.2826272866607554,
      "grad_norm": 0.6157426238059998,
      "learning_rate": 4.297076176549185e-05,
      "loss": 5.898,
      "step": 322885
    },
    {
      "epoch": 0.2826316632543825,
      "grad_norm": 0.6052383184432983,
      "learning_rate": 4.297055033271202e-05,
      "loss": 5.1738,
      "step": 322890
    },
    {
      "epoch": 0.28263603984800967,
      "grad_norm": 0.6201939582824707,
      "learning_rate": 4.297033889743033e-05,
      "loss": 6.1887,
      "step": 322895
    },
    {
      "epoch": 0.2826404164416368,
      "grad_norm": 0.6166461110115051,
      "learning_rate": 4.2970127459646845e-05,
      "loss": 5.3293,
      "step": 322900
    },
    {
      "epoch": 0.28264479303526396,
      "grad_norm": 0.5907208323478699,
      "learning_rate": 4.296991601936159e-05,
      "loss": 6.2123,
      "step": 322905
    },
    {
      "epoch": 0.28264916962889114,
      "grad_norm": 0.6207100749015808,
      "learning_rate": 4.296970457657462e-05,
      "loss": 4.9003,
      "step": 322910
    },
    {
      "epoch": 0.28265354622251826,
      "grad_norm": 0.6006770730018616,
      "learning_rate": 4.296949313128596e-05,
      "loss": 5.1054,
      "step": 322915
    },
    {
      "epoch": 0.28265792281614543,
      "grad_norm": 0.6029866337776184,
      "learning_rate": 4.2969281683495656e-05,
      "loss": 5.0993,
      "step": 322920
    },
    {
      "epoch": 0.2826622994097726,
      "grad_norm": 0.6352344751358032,
      "learning_rate": 4.296907023320375e-05,
      "loss": 5.3726,
      "step": 322925
    },
    {
      "epoch": 0.28266667600339973,
      "grad_norm": 0.5917332768440247,
      "learning_rate": 4.296885878041028e-05,
      "loss": 5.054,
      "step": 322930
    },
    {
      "epoch": 0.2826710525970269,
      "grad_norm": 0.5975521206855774,
      "learning_rate": 4.29686473251153e-05,
      "loss": 5.61,
      "step": 322935
    },
    {
      "epoch": 0.282675429190654,
      "grad_norm": 0.6405796408653259,
      "learning_rate": 4.296843586731883e-05,
      "loss": 4.884,
      "step": 322940
    },
    {
      "epoch": 0.2826798057842812,
      "grad_norm": 0.6137946248054504,
      "learning_rate": 4.296822440702093e-05,
      "loss": 4.0626,
      "step": 322945
    },
    {
      "epoch": 0.2826841823779084,
      "grad_norm": 0.6078305840492249,
      "learning_rate": 4.296801294422163e-05,
      "loss": 5.6494,
      "step": 322950
    },
    {
      "epoch": 0.2826885589715355,
      "grad_norm": 0.5977364778518677,
      "learning_rate": 4.296780147892097e-05,
      "loss": 5.9068,
      "step": 322955
    },
    {
      "epoch": 0.2826929355651627,
      "grad_norm": 0.6608025431632996,
      "learning_rate": 4.2967590011119e-05,
      "loss": 4.8787,
      "step": 322960
    },
    {
      "epoch": 0.2826973121587898,
      "grad_norm": 0.5940843224525452,
      "learning_rate": 4.296737854081574e-05,
      "loss": 4.5835,
      "step": 322965
    },
    {
      "epoch": 0.28270168875241697,
      "grad_norm": 0.5822398662567139,
      "learning_rate": 4.296716706801125e-05,
      "loss": 5.7258,
      "step": 322970
    },
    {
      "epoch": 0.28270606534604414,
      "grad_norm": 0.580242395401001,
      "learning_rate": 4.296695559270557e-05,
      "loss": 5.689,
      "step": 322975
    },
    {
      "epoch": 0.28271044193967126,
      "grad_norm": 0.6016489267349243,
      "learning_rate": 4.2966744114898735e-05,
      "loss": 4.8877,
      "step": 322980
    },
    {
      "epoch": 0.28271481853329844,
      "grad_norm": 0.6160983443260193,
      "learning_rate": 4.296653263459079e-05,
      "loss": 5.1112,
      "step": 322985
    },
    {
      "epoch": 0.2827191951269256,
      "grad_norm": 0.6222434043884277,
      "learning_rate": 4.296632115178177e-05,
      "loss": 5.0856,
      "step": 322990
    },
    {
      "epoch": 0.28272357172055274,
      "grad_norm": 0.5989023447036743,
      "learning_rate": 4.296610966647173e-05,
      "loss": 5.398,
      "step": 322995
    },
    {
      "epoch": 0.2827279483141799,
      "grad_norm": 0.5834705829620361,
      "learning_rate": 4.296589817866069e-05,
      "loss": 5.6252,
      "step": 323000
    },
    {
      "epoch": 0.28273232490780703,
      "grad_norm": 0.5845137238502502,
      "learning_rate": 4.296568668834871e-05,
      "loss": 5.4133,
      "step": 323005
    },
    {
      "epoch": 0.2827367015014342,
      "grad_norm": 0.6129770278930664,
      "learning_rate": 4.2965475195535806e-05,
      "loss": 5.3925,
      "step": 323010
    },
    {
      "epoch": 0.2827410780950614,
      "grad_norm": 0.6625018119812012,
      "learning_rate": 4.2965263700222045e-05,
      "loss": 4.9034,
      "step": 323015
    },
    {
      "epoch": 0.2827454546886885,
      "grad_norm": 0.7754193544387817,
      "learning_rate": 4.296505220240746e-05,
      "loss": 5.0872,
      "step": 323020
    },
    {
      "epoch": 0.2827498312823157,
      "grad_norm": 0.6281173229217529,
      "learning_rate": 4.296484070209208e-05,
      "loss": 5.3882,
      "step": 323025
    },
    {
      "epoch": 0.28275420787594285,
      "grad_norm": 0.7313877940177917,
      "learning_rate": 4.2964629199275964e-05,
      "loss": 5.0894,
      "step": 323030
    },
    {
      "epoch": 0.28275858446957,
      "grad_norm": 0.6842062473297119,
      "learning_rate": 4.2964417693959136e-05,
      "loss": 5.6898,
      "step": 323035
    },
    {
      "epoch": 0.28276296106319715,
      "grad_norm": 0.7112325429916382,
      "learning_rate": 4.296420618614165e-05,
      "loss": 5.1388,
      "step": 323040
    },
    {
      "epoch": 0.28276733765682427,
      "grad_norm": 0.6071165204048157,
      "learning_rate": 4.296399467582354e-05,
      "loss": 5.4268,
      "step": 323045
    },
    {
      "epoch": 0.28277171425045144,
      "grad_norm": 0.5953640341758728,
      "learning_rate": 4.296378316300485e-05,
      "loss": 4.7818,
      "step": 323050
    },
    {
      "epoch": 0.2827760908440786,
      "grad_norm": 0.6228272318840027,
      "learning_rate": 4.296357164768561e-05,
      "loss": 4.5354,
      "step": 323055
    },
    {
      "epoch": 0.28278046743770574,
      "grad_norm": 0.6052248477935791,
      "learning_rate": 4.296336012986587e-05,
      "loss": 6.2322,
      "step": 323060
    },
    {
      "epoch": 0.2827848440313329,
      "grad_norm": 0.5925523042678833,
      "learning_rate": 4.296314860954568e-05,
      "loss": 5.9197,
      "step": 323065
    },
    {
      "epoch": 0.28278922062496004,
      "grad_norm": 0.6026374101638794,
      "learning_rate": 4.2962937086725064e-05,
      "loss": 4.9088,
      "step": 323070
    },
    {
      "epoch": 0.2827935972185872,
      "grad_norm": 0.6238920092582703,
      "learning_rate": 4.296272556140408e-05,
      "loss": 4.6735,
      "step": 323075
    },
    {
      "epoch": 0.2827979738122144,
      "grad_norm": 0.6525190472602844,
      "learning_rate": 4.296251403358275e-05,
      "loss": 5.2045,
      "step": 323080
    },
    {
      "epoch": 0.2828023504058415,
      "grad_norm": 0.5991086363792419,
      "learning_rate": 4.296230250326112e-05,
      "loss": 6.1945,
      "step": 323085
    },
    {
      "epoch": 0.2828067269994687,
      "grad_norm": 0.6128044128417969,
      "learning_rate": 4.296209097043925e-05,
      "loss": 5.4058,
      "step": 323090
    },
    {
      "epoch": 0.28281110359309586,
      "grad_norm": 0.6126117706298828,
      "learning_rate": 4.296187943511715e-05,
      "loss": 4.9322,
      "step": 323095
    },
    {
      "epoch": 0.282815480186723,
      "grad_norm": 0.6125402450561523,
      "learning_rate": 4.2961667897294875e-05,
      "loss": 4.4092,
      "step": 323100
    },
    {
      "epoch": 0.28281985678035015,
      "grad_norm": 0.6174218654632568,
      "learning_rate": 4.296145635697247e-05,
      "loss": 5.1142,
      "step": 323105
    },
    {
      "epoch": 0.2828242333739773,
      "grad_norm": 0.6001591086387634,
      "learning_rate": 4.296124481414998e-05,
      "loss": 5.3746,
      "step": 323110
    },
    {
      "epoch": 0.28282860996760445,
      "grad_norm": 0.5802909135818481,
      "learning_rate": 4.2961033268827435e-05,
      "loss": 5.7049,
      "step": 323115
    },
    {
      "epoch": 0.2828329865612316,
      "grad_norm": 0.576934814453125,
      "learning_rate": 4.2960821721004875e-05,
      "loss": 6.215,
      "step": 323120
    },
    {
      "epoch": 0.28283736315485875,
      "grad_norm": 0.5887918472290039,
      "learning_rate": 4.296061017068235e-05,
      "loss": 5.6092,
      "step": 323125
    },
    {
      "epoch": 0.2828417397484859,
      "grad_norm": 0.5893189907073975,
      "learning_rate": 4.29603986178599e-05,
      "loss": 5.4035,
      "step": 323130
    },
    {
      "epoch": 0.2828461163421131,
      "grad_norm": 0.5953421592712402,
      "learning_rate": 4.296018706253755e-05,
      "loss": 5.5982,
      "step": 323135
    },
    {
      "epoch": 0.2828504929357402,
      "grad_norm": 0.6126043796539307,
      "learning_rate": 4.2959975504715356e-05,
      "loss": 4.9035,
      "step": 323140
    },
    {
      "epoch": 0.2828548695293674,
      "grad_norm": 0.6254976391792297,
      "learning_rate": 4.295976394439336e-05,
      "loss": 4.1975,
      "step": 323145
    },
    {
      "epoch": 0.2828592461229945,
      "grad_norm": 0.6128369569778442,
      "learning_rate": 4.29595523815716e-05,
      "loss": 4.6777,
      "step": 323150
    },
    {
      "epoch": 0.2828636227166217,
      "grad_norm": 0.5992757081985474,
      "learning_rate": 4.2959340816250106e-05,
      "loss": 5.3612,
      "step": 323155
    },
    {
      "epoch": 0.28286799931024886,
      "grad_norm": 0.6079483032226562,
      "learning_rate": 4.295912924842893e-05,
      "loss": 5.6279,
      "step": 323160
    },
    {
      "epoch": 0.282872375903876,
      "grad_norm": 0.6067479252815247,
      "learning_rate": 4.2958917678108116e-05,
      "loss": 5.1264,
      "step": 323165
    },
    {
      "epoch": 0.28287675249750316,
      "grad_norm": 0.5886514186859131,
      "learning_rate": 4.2958706105287695e-05,
      "loss": 5.8854,
      "step": 323170
    },
    {
      "epoch": 0.28288112909113033,
      "grad_norm": 0.6138919591903687,
      "learning_rate": 4.295849452996771e-05,
      "loss": 5.0905,
      "step": 323175
    },
    {
      "epoch": 0.28288550568475745,
      "grad_norm": 0.5834863781929016,
      "learning_rate": 4.29582829521482e-05,
      "loss": 6.2271,
      "step": 323180
    },
    {
      "epoch": 0.28288988227838463,
      "grad_norm": 0.6237819790840149,
      "learning_rate": 4.295807137182922e-05,
      "loss": 5.1156,
      "step": 323185
    },
    {
      "epoch": 0.28289425887201175,
      "grad_norm": 0.6251872777938843,
      "learning_rate": 4.29578597890108e-05,
      "loss": 4.5436,
      "step": 323190
    },
    {
      "epoch": 0.2828986354656389,
      "grad_norm": 0.6290183663368225,
      "learning_rate": 4.295764820369298e-05,
      "loss": 4.8751,
      "step": 323195
    },
    {
      "epoch": 0.2829030120592661,
      "grad_norm": 0.641114354133606,
      "learning_rate": 4.29574366158758e-05,
      "loss": 5.1994,
      "step": 323200
    },
    {
      "epoch": 0.2829073886528932,
      "grad_norm": 0.6146570444107056,
      "learning_rate": 4.29572250255593e-05,
      "loss": 5.1167,
      "step": 323205
    },
    {
      "epoch": 0.2829117652465204,
      "grad_norm": 0.5963870286941528,
      "learning_rate": 4.295701343274352e-05,
      "loss": 5.0178,
      "step": 323210
    },
    {
      "epoch": 0.2829161418401475,
      "grad_norm": 0.6583377122879028,
      "learning_rate": 4.295680183742852e-05,
      "loss": 4.5958,
      "step": 323215
    },
    {
      "epoch": 0.2829205184337747,
      "grad_norm": 0.6227534413337708,
      "learning_rate": 4.295659023961431e-05,
      "loss": 4.1568,
      "step": 323220
    },
    {
      "epoch": 0.28292489502740187,
      "grad_norm": 0.6244403719902039,
      "learning_rate": 4.295637863930096e-05,
      "loss": 5.7021,
      "step": 323225
    },
    {
      "epoch": 0.282929271621029,
      "grad_norm": 0.6158479452133179,
      "learning_rate": 4.2956167036488496e-05,
      "loss": 5.9291,
      "step": 323230
    },
    {
      "epoch": 0.28293364821465616,
      "grad_norm": 0.6278002262115479,
      "learning_rate": 4.295595543117694e-05,
      "loss": 4.5915,
      "step": 323235
    },
    {
      "epoch": 0.28293802480828334,
      "grad_norm": 0.6225919723510742,
      "learning_rate": 4.295574382336637e-05,
      "loss": 5.1355,
      "step": 323240
    },
    {
      "epoch": 0.28294240140191046,
      "grad_norm": 0.6144450902938843,
      "learning_rate": 4.2955532213056806e-05,
      "loss": 5.0907,
      "step": 323245
    },
    {
      "epoch": 0.28294677799553763,
      "grad_norm": 0.6126693487167358,
      "learning_rate": 4.295532060024829e-05,
      "loss": 4.5904,
      "step": 323250
    },
    {
      "epoch": 0.28295115458916476,
      "grad_norm": 0.607356071472168,
      "learning_rate": 4.2955108984940875e-05,
      "loss": 5.3891,
      "step": 323255
    },
    {
      "epoch": 0.28295553118279193,
      "grad_norm": 0.6082944273948669,
      "learning_rate": 4.2954897367134575e-05,
      "loss": 5.3839,
      "step": 323260
    },
    {
      "epoch": 0.2829599077764191,
      "grad_norm": 0.6079353094100952,
      "learning_rate": 4.295468574682946e-05,
      "loss": 5.2243,
      "step": 323265
    },
    {
      "epoch": 0.2829642843700462,
      "grad_norm": 0.5924628973007202,
      "learning_rate": 4.295447412402556e-05,
      "loss": 6.2729,
      "step": 323270
    },
    {
      "epoch": 0.2829686609636734,
      "grad_norm": 0.6071302890777588,
      "learning_rate": 4.295426249872291e-05,
      "loss": 4.9106,
      "step": 323275
    },
    {
      "epoch": 0.2829730375573006,
      "grad_norm": 0.6110372543334961,
      "learning_rate": 4.2954050870921546e-05,
      "loss": 5.2184,
      "step": 323280
    },
    {
      "epoch": 0.2829774141509277,
      "grad_norm": 0.6053891777992249,
      "learning_rate": 4.295383924062153e-05,
      "loss": 4.8775,
      "step": 323285
    },
    {
      "epoch": 0.2829817907445549,
      "grad_norm": 0.6006684899330139,
      "learning_rate": 4.295362760782289e-05,
      "loss": 5.3854,
      "step": 323290
    },
    {
      "epoch": 0.282986167338182,
      "grad_norm": 0.6005285382270813,
      "learning_rate": 4.2953415972525665e-05,
      "loss": 5.122,
      "step": 323295
    },
    {
      "epoch": 0.28299054393180917,
      "grad_norm": 0.5973460674285889,
      "learning_rate": 4.29532043347299e-05,
      "loss": 5.8953,
      "step": 323300
    },
    {
      "epoch": 0.28299492052543634,
      "grad_norm": 0.6002105474472046,
      "learning_rate": 4.295299269443564e-05,
      "loss": 5.0959,
      "step": 323305
    },
    {
      "epoch": 0.28299929711906346,
      "grad_norm": 0.6030659675598145,
      "learning_rate": 4.295278105164291e-05,
      "loss": 5.7514,
      "step": 323310
    },
    {
      "epoch": 0.28300367371269064,
      "grad_norm": 0.5861775279045105,
      "learning_rate": 4.295256940635176e-05,
      "loss": 5.1666,
      "step": 323315
    },
    {
      "epoch": 0.2830080503063178,
      "grad_norm": 0.6165248155593872,
      "learning_rate": 4.295235775856225e-05,
      "loss": 5.1157,
      "step": 323320
    },
    {
      "epoch": 0.28301242689994494,
      "grad_norm": 0.627894401550293,
      "learning_rate": 4.295214610827437e-05,
      "loss": 5.11,
      "step": 323325
    },
    {
      "epoch": 0.2830168034935721,
      "grad_norm": 0.6460853815078735,
      "learning_rate": 4.295193445548822e-05,
      "loss": 4.8857,
      "step": 323330
    },
    {
      "epoch": 0.28302118008719923,
      "grad_norm": 0.6086279153823853,
      "learning_rate": 4.295172280020381e-05,
      "loss": 5.6521,
      "step": 323335
    },
    {
      "epoch": 0.2830255566808264,
      "grad_norm": 0.6015852689743042,
      "learning_rate": 4.2951511142421184e-05,
      "loss": 5.599,
      "step": 323340
    },
    {
      "epoch": 0.2830299332744536,
      "grad_norm": 0.5941804051399231,
      "learning_rate": 4.295129948214037e-05,
      "loss": 5.95,
      "step": 323345
    },
    {
      "epoch": 0.2830343098680807,
      "grad_norm": 0.620877742767334,
      "learning_rate": 4.295108781936144e-05,
      "loss": 4.6794,
      "step": 323350
    },
    {
      "epoch": 0.2830386864617079,
      "grad_norm": 0.6100179553031921,
      "learning_rate": 4.295087615408442e-05,
      "loss": 4.306,
      "step": 323355
    },
    {
      "epoch": 0.283043063055335,
      "grad_norm": 0.625072717666626,
      "learning_rate": 4.2950664486309333e-05,
      "loss": 5.1969,
      "step": 323360
    },
    {
      "epoch": 0.2830474396489622,
      "grad_norm": 0.6124474406242371,
      "learning_rate": 4.295045281603625e-05,
      "loss": 4.8832,
      "step": 323365
    },
    {
      "epoch": 0.28305181624258935,
      "grad_norm": 0.5995910167694092,
      "learning_rate": 4.295024114326518e-05,
      "loss": 5.3242,
      "step": 323370
    },
    {
      "epoch": 0.28305619283621647,
      "grad_norm": 0.6087493300437927,
      "learning_rate": 4.2950029467996186e-05,
      "loss": 5.6925,
      "step": 323375
    },
    {
      "epoch": 0.28306056942984364,
      "grad_norm": 0.6094712615013123,
      "learning_rate": 4.294981779022932e-05,
      "loss": 5.4235,
      "step": 323380
    },
    {
      "epoch": 0.2830649460234708,
      "grad_norm": 0.6000446081161499,
      "learning_rate": 4.294960610996459e-05,
      "loss": 5.0934,
      "step": 323385
    },
    {
      "epoch": 0.28306932261709794,
      "grad_norm": 0.7038711309432983,
      "learning_rate": 4.294939442720206e-05,
      "loss": 4.7045,
      "step": 323390
    },
    {
      "epoch": 0.2830736992107251,
      "grad_norm": 0.6023930907249451,
      "learning_rate": 4.294918274194176e-05,
      "loss": 5.0967,
      "step": 323395
    },
    {
      "epoch": 0.28307807580435224,
      "grad_norm": 0.6159392595291138,
      "learning_rate": 4.294897105418374e-05,
      "loss": 4.6232,
      "step": 323400
    },
    {
      "epoch": 0.2830824523979794,
      "grad_norm": 0.6221877932548523,
      "learning_rate": 4.294875936392802e-05,
      "loss": 4.1756,
      "step": 323405
    },
    {
      "epoch": 0.2830868289916066,
      "grad_norm": 0.6704322695732117,
      "learning_rate": 4.2948547671174676e-05,
      "loss": 5.1762,
      "step": 323410
    },
    {
      "epoch": 0.2830912055852337,
      "grad_norm": 0.5975578427314758,
      "learning_rate": 4.294833597592373e-05,
      "loss": 4.7125,
      "step": 323415
    },
    {
      "epoch": 0.2830955821788609,
      "grad_norm": 0.6151618361473083,
      "learning_rate": 4.294812427817522e-05,
      "loss": 5.3856,
      "step": 323420
    },
    {
      "epoch": 0.28309995877248806,
      "grad_norm": 0.7669129967689514,
      "learning_rate": 4.2947912577929186e-05,
      "loss": 5.7279,
      "step": 323425
    },
    {
      "epoch": 0.2831043353661152,
      "grad_norm": 0.6175475120544434,
      "learning_rate": 4.294770087518567e-05,
      "loss": 5.5885,
      "step": 323430
    },
    {
      "epoch": 0.28310871195974235,
      "grad_norm": 0.77131587266922,
      "learning_rate": 4.294748916994471e-05,
      "loss": 6.1875,
      "step": 323435
    },
    {
      "epoch": 0.2831130885533695,
      "grad_norm": 0.5894944667816162,
      "learning_rate": 4.294727746220636e-05,
      "loss": 4.8745,
      "step": 323440
    },
    {
      "epoch": 0.28311746514699665,
      "grad_norm": 0.6164981722831726,
      "learning_rate": 4.294706575197065e-05,
      "loss": 5.0861,
      "step": 323445
    },
    {
      "epoch": 0.2831218417406238,
      "grad_norm": 0.6213549375534058,
      "learning_rate": 4.294685403923762e-05,
      "loss": 5.402,
      "step": 323450
    },
    {
      "epoch": 0.28312621833425095,
      "grad_norm": 0.6543305516242981,
      "learning_rate": 4.294664232400732e-05,
      "loss": 5.1204,
      "step": 323455
    },
    {
      "epoch": 0.2831305949278781,
      "grad_norm": 0.607456624507904,
      "learning_rate": 4.2946430606279785e-05,
      "loss": 4.8525,
      "step": 323460
    },
    {
      "epoch": 0.28313497152150524,
      "grad_norm": 0.6410561800003052,
      "learning_rate": 4.294621888605506e-05,
      "loss": 5.4026,
      "step": 323465
    },
    {
      "epoch": 0.2831393481151324,
      "grad_norm": 0.6138945817947388,
      "learning_rate": 4.294600716333317e-05,
      "loss": 4.6041,
      "step": 323470
    },
    {
      "epoch": 0.2831437247087596,
      "grad_norm": 0.6130367517471313,
      "learning_rate": 4.294579543811417e-05,
      "loss": 5.1,
      "step": 323475
    },
    {
      "epoch": 0.2831481013023867,
      "grad_norm": 0.5863096117973328,
      "learning_rate": 4.294558371039811e-05,
      "loss": 5.3398,
      "step": 323480
    },
    {
      "epoch": 0.2831524778960139,
      "grad_norm": 0.5961130261421204,
      "learning_rate": 4.2945371980185e-05,
      "loss": 6.2133,
      "step": 323485
    },
    {
      "epoch": 0.28315685448964106,
      "grad_norm": 0.5879136323928833,
      "learning_rate": 4.294516024747491e-05,
      "loss": 5.375,
      "step": 323490
    },
    {
      "epoch": 0.2831612310832682,
      "grad_norm": 0.6330464482307434,
      "learning_rate": 4.294494851226788e-05,
      "loss": 4.1729,
      "step": 323495
    },
    {
      "epoch": 0.28316560767689536,
      "grad_norm": 0.584138810634613,
      "learning_rate": 4.294473677456393e-05,
      "loss": 5.6326,
      "step": 323500
    },
    {
      "epoch": 0.2831699842705225,
      "grad_norm": 0.587469220161438,
      "learning_rate": 4.2944525034363114e-05,
      "loss": 5.0968,
      "step": 323505
    },
    {
      "epoch": 0.28317436086414965,
      "grad_norm": 0.601565420627594,
      "learning_rate": 4.294431329166547e-05,
      "loss": 4.3739,
      "step": 323510
    },
    {
      "epoch": 0.28317873745777683,
      "grad_norm": 0.6069793701171875,
      "learning_rate": 4.294410154647105e-05,
      "loss": 4.4071,
      "step": 323515
    },
    {
      "epoch": 0.28318311405140395,
      "grad_norm": 0.5873829126358032,
      "learning_rate": 4.2943889798779876e-05,
      "loss": 5.7104,
      "step": 323520
    },
    {
      "epoch": 0.2831874906450311,
      "grad_norm": 0.6134153008460999,
      "learning_rate": 4.2943678048591997e-05,
      "loss": 5.4118,
      "step": 323525
    },
    {
      "epoch": 0.2831918672386583,
      "grad_norm": 0.6049544215202332,
      "learning_rate": 4.2943466295907464e-05,
      "loss": 5.1043,
      "step": 323530
    },
    {
      "epoch": 0.2831962438322854,
      "grad_norm": 0.6019220352172852,
      "learning_rate": 4.29432545407263e-05,
      "loss": 4.6003,
      "step": 323535
    },
    {
      "epoch": 0.2832006204259126,
      "grad_norm": 0.6006070971488953,
      "learning_rate": 4.294304278304856e-05,
      "loss": 4.7016,
      "step": 323540
    },
    {
      "epoch": 0.2832049970195397,
      "grad_norm": 0.6117920279502869,
      "learning_rate": 4.294283102287428e-05,
      "loss": 5.5926,
      "step": 323545
    },
    {
      "epoch": 0.2832093736131669,
      "grad_norm": 0.5982472896575928,
      "learning_rate": 4.2942619260203497e-05,
      "loss": 5.1125,
      "step": 323550
    },
    {
      "epoch": 0.28321375020679407,
      "grad_norm": 0.6049332618713379,
      "learning_rate": 4.294240749503625e-05,
      "loss": 5.7039,
      "step": 323555
    },
    {
      "epoch": 0.2832181268004212,
      "grad_norm": 0.5972767472267151,
      "learning_rate": 4.294219572737259e-05,
      "loss": 5.3942,
      "step": 323560
    },
    {
      "epoch": 0.28322250339404836,
      "grad_norm": 0.6068808436393738,
      "learning_rate": 4.294198395721255e-05,
      "loss": 4.9009,
      "step": 323565
    },
    {
      "epoch": 0.28322687998767554,
      "grad_norm": 0.6110628843307495,
      "learning_rate": 4.2941772184556187e-05,
      "loss": 4.8871,
      "step": 323570
    },
    {
      "epoch": 0.28323125658130266,
      "grad_norm": 0.6097580194473267,
      "learning_rate": 4.2941560409403515e-05,
      "loss": 4.9367,
      "step": 323575
    },
    {
      "epoch": 0.28323563317492984,
      "grad_norm": 0.5894637107849121,
      "learning_rate": 4.2941348631754583e-05,
      "loss": 5.3725,
      "step": 323580
    },
    {
      "epoch": 0.28324000976855696,
      "grad_norm": 0.6094858050346375,
      "learning_rate": 4.2941136851609446e-05,
      "loss": 5.3758,
      "step": 323585
    },
    {
      "epoch": 0.28324438636218413,
      "grad_norm": 0.6001015305519104,
      "learning_rate": 4.294092506896813e-05,
      "loss": 5.1094,
      "step": 323590
    },
    {
      "epoch": 0.2832487629558113,
      "grad_norm": 0.5892653465270996,
      "learning_rate": 4.2940713283830694e-05,
      "loss": 5.7162,
      "step": 323595
    },
    {
      "epoch": 0.2832531395494384,
      "grad_norm": 0.6082543730735779,
      "learning_rate": 4.294050149619716e-05,
      "loss": 4.3533,
      "step": 323600
    },
    {
      "epoch": 0.2832575161430656,
      "grad_norm": 0.5963600873947144,
      "learning_rate": 4.294028970606757e-05,
      "loss": 4.0722,
      "step": 323605
    },
    {
      "epoch": 0.2832618927366927,
      "grad_norm": 0.6193721890449524,
      "learning_rate": 4.294007791344198e-05,
      "loss": 5.4191,
      "step": 323610
    },
    {
      "epoch": 0.2832662693303199,
      "grad_norm": 0.6356728076934814,
      "learning_rate": 4.293986611832042e-05,
      "loss": 5.1091,
      "step": 323615
    },
    {
      "epoch": 0.2832706459239471,
      "grad_norm": 0.6243341565132141,
      "learning_rate": 4.293965432070293e-05,
      "loss": 5.416,
      "step": 323620
    },
    {
      "epoch": 0.2832750225175742,
      "grad_norm": 0.6034594178199768,
      "learning_rate": 4.2939442520589545e-05,
      "loss": 5.0819,
      "step": 323625
    },
    {
      "epoch": 0.28327939911120137,
      "grad_norm": 0.614651620388031,
      "learning_rate": 4.293923071798033e-05,
      "loss": 5.362,
      "step": 323630
    },
    {
      "epoch": 0.28328377570482854,
      "grad_norm": 0.6304362416267395,
      "learning_rate": 4.29390189128753e-05,
      "loss": 5.3827,
      "step": 323635
    },
    {
      "epoch": 0.28328815229845566,
      "grad_norm": 0.6033161878585815,
      "learning_rate": 4.2938807105274495e-05,
      "loss": 5.214,
      "step": 323640
    },
    {
      "epoch": 0.28329252889208284,
      "grad_norm": 0.6131764650344849,
      "learning_rate": 4.2938595295177974e-05,
      "loss": 5.0928,
      "step": 323645
    },
    {
      "epoch": 0.28329690548570996,
      "grad_norm": 0.5989556312561035,
      "learning_rate": 4.2938383482585775e-05,
      "loss": 5.4102,
      "step": 323650
    },
    {
      "epoch": 0.28330128207933714,
      "grad_norm": 0.6060238480567932,
      "learning_rate": 4.293817166749794e-05,
      "loss": 4.9073,
      "step": 323655
    },
    {
      "epoch": 0.2833056586729643,
      "grad_norm": 0.5957943797111511,
      "learning_rate": 4.293795984991449e-05,
      "loss": 4.7101,
      "step": 323660
    },
    {
      "epoch": 0.28331003526659143,
      "grad_norm": 0.6022730469703674,
      "learning_rate": 4.293774802983549e-05,
      "loss": 4.9015,
      "step": 323665
    },
    {
      "epoch": 0.2833144118602186,
      "grad_norm": 0.581731915473938,
      "learning_rate": 4.2937536207260965e-05,
      "loss": 5.7327,
      "step": 323670
    },
    {
      "epoch": 0.2833187884538458,
      "grad_norm": 0.6241366863250732,
      "learning_rate": 4.293732438219097e-05,
      "loss": 5.0998,
      "step": 323675
    },
    {
      "epoch": 0.2833231650474729,
      "grad_norm": 0.6009296178817749,
      "learning_rate": 4.2937112554625524e-05,
      "loss": 4.5688,
      "step": 323680
    },
    {
      "epoch": 0.2833275416411001,
      "grad_norm": 0.6438573598861694,
      "learning_rate": 4.293690072456469e-05,
      "loss": 4.5821,
      "step": 323685
    },
    {
      "epoch": 0.2833319182347272,
      "grad_norm": 0.6079548597335815,
      "learning_rate": 4.293668889200849e-05,
      "loss": 5.3718,
      "step": 323690
    },
    {
      "epoch": 0.2833362948283544,
      "grad_norm": 0.5960407257080078,
      "learning_rate": 4.293647705695699e-05,
      "loss": 5.1876,
      "step": 323695
    },
    {
      "epoch": 0.28334067142198155,
      "grad_norm": 0.5985718369483948,
      "learning_rate": 4.29362652194102e-05,
      "loss": 5.7452,
      "step": 323700
    },
    {
      "epoch": 0.28334504801560867,
      "grad_norm": 0.5863407254219055,
      "learning_rate": 4.293605337936819e-05,
      "loss": 5.7053,
      "step": 323705
    },
    {
      "epoch": 0.28334942460923584,
      "grad_norm": 0.6063216328620911,
      "learning_rate": 4.293584153683098e-05,
      "loss": 4.6686,
      "step": 323710
    },
    {
      "epoch": 0.28335380120286296,
      "grad_norm": 0.6099995374679565,
      "learning_rate": 4.293562969179863e-05,
      "loss": 5.5926,
      "step": 323715
    },
    {
      "epoch": 0.28335817779649014,
      "grad_norm": 0.6045327186584473,
      "learning_rate": 4.2935417844271154e-05,
      "loss": 4.5781,
      "step": 323720
    },
    {
      "epoch": 0.2833625543901173,
      "grad_norm": 0.6013734936714172,
      "learning_rate": 4.293520599424862e-05,
      "loss": 4.9021,
      "step": 323725
    },
    {
      "epoch": 0.28336693098374444,
      "grad_norm": 0.6049858927726746,
      "learning_rate": 4.2934994141731047e-05,
      "loss": 5.1172,
      "step": 323730
    },
    {
      "epoch": 0.2833713075773716,
      "grad_norm": 0.598966121673584,
      "learning_rate": 4.293478228671849e-05,
      "loss": 5.5975,
      "step": 323735
    },
    {
      "epoch": 0.2833756841709988,
      "grad_norm": 0.6047312021255493,
      "learning_rate": 4.2934570429210986e-05,
      "loss": 4.6783,
      "step": 323740
    },
    {
      "epoch": 0.2833800607646259,
      "grad_norm": 0.6252884864807129,
      "learning_rate": 4.293435856920858e-05,
      "loss": 4.3433,
      "step": 323745
    },
    {
      "epoch": 0.2833844373582531,
      "grad_norm": 0.626505970954895,
      "learning_rate": 4.29341467067113e-05,
      "loss": 5.3938,
      "step": 323750
    },
    {
      "epoch": 0.2833888139518802,
      "grad_norm": 0.6202437281608582,
      "learning_rate": 4.29339348417192e-05,
      "loss": 6.2285,
      "step": 323755
    },
    {
      "epoch": 0.2833931905455074,
      "grad_norm": 0.6045262813568115,
      "learning_rate": 4.293372297423232e-05,
      "loss": 5.7099,
      "step": 323760
    },
    {
      "epoch": 0.28339756713913455,
      "grad_norm": 0.6142600178718567,
      "learning_rate": 4.2933511104250675e-05,
      "loss": 4.1005,
      "step": 323765
    },
    {
      "epoch": 0.2834019437327617,
      "grad_norm": 0.6023169159889221,
      "learning_rate": 4.293329923177435e-05,
      "loss": 4.4065,
      "step": 323770
    },
    {
      "epoch": 0.28340632032638885,
      "grad_norm": 0.614639401435852,
      "learning_rate": 4.293308735680336e-05,
      "loss": 5.4222,
      "step": 323775
    },
    {
      "epoch": 0.283410696920016,
      "grad_norm": 0.6121668219566345,
      "learning_rate": 4.2932875479337756e-05,
      "loss": 5.9078,
      "step": 323780
    },
    {
      "epoch": 0.28341507351364315,
      "grad_norm": 0.6035382747650146,
      "learning_rate": 4.293266359937755e-05,
      "loss": 4.2873,
      "step": 323785
    },
    {
      "epoch": 0.2834194501072703,
      "grad_norm": 0.620553731918335,
      "learning_rate": 4.293245171692283e-05,
      "loss": 5.389,
      "step": 323790
    },
    {
      "epoch": 0.28342382670089744,
      "grad_norm": 0.5903282761573792,
      "learning_rate": 4.29322398319736e-05,
      "loss": 4.8896,
      "step": 323795
    },
    {
      "epoch": 0.2834282032945246,
      "grad_norm": 0.5968691110610962,
      "learning_rate": 4.293202794452992e-05,
      "loss": 5.9102,
      "step": 323800
    },
    {
      "epoch": 0.2834325798881518,
      "grad_norm": 0.5980780124664307,
      "learning_rate": 4.2931816054591814e-05,
      "loss": 5.3098,
      "step": 323805
    },
    {
      "epoch": 0.2834369564817789,
      "grad_norm": 0.5956907868385315,
      "learning_rate": 4.293160416215935e-05,
      "loss": 5.3801,
      "step": 323810
    },
    {
      "epoch": 0.2834413330754061,
      "grad_norm": 0.6113706827163696,
      "learning_rate": 4.293139226723253e-05,
      "loss": 5.1662,
      "step": 323815
    },
    {
      "epoch": 0.28344570966903326,
      "grad_norm": 0.5898188948631287,
      "learning_rate": 4.293118036981143e-05,
      "loss": 5.8988,
      "step": 323820
    },
    {
      "epoch": 0.2834500862626604,
      "grad_norm": 0.5924005508422852,
      "learning_rate": 4.293096846989607e-05,
      "loss": 5.1033,
      "step": 323825
    },
    {
      "epoch": 0.28345446285628756,
      "grad_norm": 0.6178684234619141,
      "learning_rate": 4.2930756567486506e-05,
      "loss": 4.4013,
      "step": 323830
    },
    {
      "epoch": 0.2834588394499147,
      "grad_norm": 0.6024526953697205,
      "learning_rate": 4.293054466258276e-05,
      "loss": 5.6104,
      "step": 323835
    },
    {
      "epoch": 0.28346321604354185,
      "grad_norm": 0.5776323676109314,
      "learning_rate": 4.29303327551849e-05,
      "loss": 5.6911,
      "step": 323840
    },
    {
      "epoch": 0.28346759263716903,
      "grad_norm": 0.5939164757728577,
      "learning_rate": 4.2930120845292944e-05,
      "loss": 5.6818,
      "step": 323845
    },
    {
      "epoch": 0.28347196923079615,
      "grad_norm": 0.5747551918029785,
      "learning_rate": 4.292990893290693e-05,
      "loss": 5.7271,
      "step": 323850
    },
    {
      "epoch": 0.2834763458244233,
      "grad_norm": 0.5994107723236084,
      "learning_rate": 4.2929697018026916e-05,
      "loss": 5.3281,
      "step": 323855
    },
    {
      "epoch": 0.28348072241805045,
      "grad_norm": 0.5787313580513,
      "learning_rate": 4.292948510065295e-05,
      "loss": 5.8863,
      "step": 323860
    },
    {
      "epoch": 0.2834850990116776,
      "grad_norm": 0.5932359099388123,
      "learning_rate": 4.2929273180785036e-05,
      "loss": 5.7132,
      "step": 323865
    },
    {
      "epoch": 0.2834894756053048,
      "grad_norm": 0.6514342427253723,
      "learning_rate": 4.2929061258423256e-05,
      "loss": 4.7974,
      "step": 323870
    },
    {
      "epoch": 0.2834938521989319,
      "grad_norm": 0.6247289776802063,
      "learning_rate": 4.2928849333567614e-05,
      "loss": 5.4228,
      "step": 323875
    },
    {
      "epoch": 0.2834982287925591,
      "grad_norm": 0.6200335025787354,
      "learning_rate": 4.292863740621817e-05,
      "loss": 5.4109,
      "step": 323880
    },
    {
      "epoch": 0.28350260538618627,
      "grad_norm": 0.6295143365859985,
      "learning_rate": 4.292842547637498e-05,
      "loss": 4.7049,
      "step": 323885
    },
    {
      "epoch": 0.2835069819798134,
      "grad_norm": 0.6052479147911072,
      "learning_rate": 4.2928213544038056e-05,
      "loss": 5.7085,
      "step": 323890
    },
    {
      "epoch": 0.28351135857344056,
      "grad_norm": 0.6176760792732239,
      "learning_rate": 4.292800160920746e-05,
      "loss": 4.9119,
      "step": 323895
    },
    {
      "epoch": 0.2835157351670677,
      "grad_norm": 0.6155416369438171,
      "learning_rate": 4.2927789671883226e-05,
      "loss": 5.2037,
      "step": 323900
    },
    {
      "epoch": 0.28352011176069486,
      "grad_norm": 0.609772801399231,
      "learning_rate": 4.2927577732065385e-05,
      "loss": 5.4171,
      "step": 323905
    },
    {
      "epoch": 0.28352448835432204,
      "grad_norm": 0.6152307391166687,
      "learning_rate": 4.292736578975398e-05,
      "loss": 5.388,
      "step": 323910
    },
    {
      "epoch": 0.28352886494794916,
      "grad_norm": 0.6120321750640869,
      "learning_rate": 4.2927153844949066e-05,
      "loss": 5.6127,
      "step": 323915
    },
    {
      "epoch": 0.28353324154157633,
      "grad_norm": 0.607401967048645,
      "learning_rate": 4.2926941897650684e-05,
      "loss": 5.1697,
      "step": 323920
    },
    {
      "epoch": 0.2835376181352035,
      "grad_norm": 0.6559129953384399,
      "learning_rate": 4.292672994785886e-05,
      "loss": 5.1102,
      "step": 323925
    },
    {
      "epoch": 0.2835419947288306,
      "grad_norm": 0.6712359189987183,
      "learning_rate": 4.292651799557364e-05,
      "loss": 5.4459,
      "step": 323930
    },
    {
      "epoch": 0.2835463713224578,
      "grad_norm": 0.6130620241165161,
      "learning_rate": 4.292630604079507e-05,
      "loss": 4.3948,
      "step": 323935
    },
    {
      "epoch": 0.2835507479160849,
      "grad_norm": 0.6170852184295654,
      "learning_rate": 4.292609408352318e-05,
      "loss": 5.4174,
      "step": 323940
    },
    {
      "epoch": 0.2835551245097121,
      "grad_norm": 0.6258060932159424,
      "learning_rate": 4.292588212375803e-05,
      "loss": 4.8832,
      "step": 323945
    },
    {
      "epoch": 0.2835595011033393,
      "grad_norm": 0.6136417388916016,
      "learning_rate": 4.292567016149965e-05,
      "loss": 5.2327,
      "step": 323950
    },
    {
      "epoch": 0.2835638776969664,
      "grad_norm": 0.6014085412025452,
      "learning_rate": 4.292545819674807e-05,
      "loss": 5.9086,
      "step": 323955
    },
    {
      "epoch": 0.28356825429059357,
      "grad_norm": 0.6027882695198059,
      "learning_rate": 4.2925246229503346e-05,
      "loss": 5.0915,
      "step": 323960
    },
    {
      "epoch": 0.28357263088422074,
      "grad_norm": 0.5991283059120178,
      "learning_rate": 4.2925034259765516e-05,
      "loss": 5.6195,
      "step": 323965
    },
    {
      "epoch": 0.28357700747784786,
      "grad_norm": 0.6129993796348572,
      "learning_rate": 4.292482228753462e-05,
      "loss": 5.3693,
      "step": 323970
    },
    {
      "epoch": 0.28358138407147504,
      "grad_norm": 0.5984655022621155,
      "learning_rate": 4.29246103128107e-05,
      "loss": 6.2227,
      "step": 323975
    },
    {
      "epoch": 0.28358576066510216,
      "grad_norm": 0.6054372191429138,
      "learning_rate": 4.292439833559378e-05,
      "loss": 5.6348,
      "step": 323980
    },
    {
      "epoch": 0.28359013725872934,
      "grad_norm": 0.5968493819236755,
      "learning_rate": 4.2924186355883935e-05,
      "loss": 5.9314,
      "step": 323985
    },
    {
      "epoch": 0.2835945138523565,
      "grad_norm": 0.5998512506484985,
      "learning_rate": 4.2923974373681175e-05,
      "loss": 4.593,
      "step": 323990
    },
    {
      "epoch": 0.28359889044598363,
      "grad_norm": 0.6271309852600098,
      "learning_rate": 4.2923762388985556e-05,
      "loss": 5.4057,
      "step": 323995
    },
    {
      "epoch": 0.2836032670396108,
      "grad_norm": 0.6616950631141663,
      "learning_rate": 4.2923550401797106e-05,
      "loss": 5.0938,
      "step": 324000
    },
    {
      "epoch": 0.2836076436332379,
      "grad_norm": 0.6122729182243347,
      "learning_rate": 4.2923338412115885e-05,
      "loss": 5.9289,
      "step": 324005
    },
    {
      "epoch": 0.2836120202268651,
      "grad_norm": 0.5961100459098816,
      "learning_rate": 4.292312641994193e-05,
      "loss": 5.8773,
      "step": 324010
    },
    {
      "epoch": 0.2836163968204923,
      "grad_norm": 0.6346038579940796,
      "learning_rate": 4.292291442527526e-05,
      "loss": 4.7242,
      "step": 324015
    },
    {
      "epoch": 0.2836207734141194,
      "grad_norm": 0.6288557052612305,
      "learning_rate": 4.2922702428115944e-05,
      "loss": 4.6628,
      "step": 324020
    },
    {
      "epoch": 0.2836251500077466,
      "grad_norm": 0.6221354007720947,
      "learning_rate": 4.2922490428464e-05,
      "loss": 4.6151,
      "step": 324025
    },
    {
      "epoch": 0.28362952660137375,
      "grad_norm": 0.5945389270782471,
      "learning_rate": 4.2922278426319496e-05,
      "loss": 5.3861,
      "step": 324030
    },
    {
      "epoch": 0.28363390319500087,
      "grad_norm": 0.6224048733711243,
      "learning_rate": 4.292206642168244e-05,
      "loss": 4.6443,
      "step": 324035
    },
    {
      "epoch": 0.28363827978862804,
      "grad_norm": 0.6045178771018982,
      "learning_rate": 4.29218544145529e-05,
      "loss": 5.6877,
      "step": 324040
    },
    {
      "epoch": 0.28364265638225516,
      "grad_norm": 0.6182621121406555,
      "learning_rate": 4.29216424049309e-05,
      "loss": 5.1143,
      "step": 324045
    },
    {
      "epoch": 0.28364703297588234,
      "grad_norm": 0.6001176238059998,
      "learning_rate": 4.2921430392816484e-05,
      "loss": 5.3837,
      "step": 324050
    },
    {
      "epoch": 0.2836514095695095,
      "grad_norm": 0.627894401550293,
      "learning_rate": 4.2921218378209705e-05,
      "loss": 5.1821,
      "step": 324055
    },
    {
      "epoch": 0.28365578616313664,
      "grad_norm": 0.6149735450744629,
      "learning_rate": 4.29210063611106e-05,
      "loss": 4.2162,
      "step": 324060
    },
    {
      "epoch": 0.2836601627567638,
      "grad_norm": 0.6023620963096619,
      "learning_rate": 4.2920794341519186e-05,
      "loss": 4.5802,
      "step": 324065
    },
    {
      "epoch": 0.283664539350391,
      "grad_norm": 0.6182657480239868,
      "learning_rate": 4.292058231943553e-05,
      "loss": 5.5994,
      "step": 324070
    },
    {
      "epoch": 0.2836689159440181,
      "grad_norm": 0.6062635183334351,
      "learning_rate": 4.292037029485968e-05,
      "loss": 4.8252,
      "step": 324075
    },
    {
      "epoch": 0.2836732925376453,
      "grad_norm": 0.612011194229126,
      "learning_rate": 4.292015826779164e-05,
      "loss": 4.7179,
      "step": 324080
    },
    {
      "epoch": 0.2836776691312724,
      "grad_norm": 0.5782366991043091,
      "learning_rate": 4.291994623823149e-05,
      "loss": 5.948,
      "step": 324085
    },
    {
      "epoch": 0.2836820457248996,
      "grad_norm": 0.6004145741462708,
      "learning_rate": 4.291973420617924e-05,
      "loss": 5.2021,
      "step": 324090
    },
    {
      "epoch": 0.28368642231852675,
      "grad_norm": 0.6158877611160278,
      "learning_rate": 4.2919522171634965e-05,
      "loss": 5.2317,
      "step": 324095
    },
    {
      "epoch": 0.2836907989121539,
      "grad_norm": 0.600846529006958,
      "learning_rate": 4.291931013459868e-05,
      "loss": 5.4048,
      "step": 324100
    },
    {
      "epoch": 0.28369517550578105,
      "grad_norm": 0.6037870049476624,
      "learning_rate": 4.291909809507042e-05,
      "loss": 4.3243,
      "step": 324105
    },
    {
      "epoch": 0.28369955209940817,
      "grad_norm": 0.607326090335846,
      "learning_rate": 4.2918886053050244e-05,
      "loss": 5.3964,
      "step": 324110
    },
    {
      "epoch": 0.28370392869303535,
      "grad_norm": 0.6044521331787109,
      "learning_rate": 4.291867400853818e-05,
      "loss": 5.1891,
      "step": 324115
    },
    {
      "epoch": 0.2837083052866625,
      "grad_norm": 0.6023721098899841,
      "learning_rate": 4.29184619615343e-05,
      "loss": 5.0603,
      "step": 324120
    },
    {
      "epoch": 0.28371268188028964,
      "grad_norm": 0.6052722930908203,
      "learning_rate": 4.29182499120386e-05,
      "loss": 4.1698,
      "step": 324125
    },
    {
      "epoch": 0.2837170584739168,
      "grad_norm": 0.6219065189361572,
      "learning_rate": 4.291803786005114e-05,
      "loss": 4.3601,
      "step": 324130
    },
    {
      "epoch": 0.283721435067544,
      "grad_norm": 0.6049396395683289,
      "learning_rate": 4.291782580557198e-05,
      "loss": 5.0866,
      "step": 324135
    },
    {
      "epoch": 0.2837258116611711,
      "grad_norm": 0.5872796177864075,
      "learning_rate": 4.2917613748601125e-05,
      "loss": 5.1187,
      "step": 324140
    },
    {
      "epoch": 0.2837301882547983,
      "grad_norm": 0.5932939648628235,
      "learning_rate": 4.291740168913864e-05,
      "loss": 5.6285,
      "step": 324145
    },
    {
      "epoch": 0.2837345648484254,
      "grad_norm": 0.5864219069480896,
      "learning_rate": 4.2917189627184576e-05,
      "loss": 6.2047,
      "step": 324150
    },
    {
      "epoch": 0.2837389414420526,
      "grad_norm": 0.5953624844551086,
      "learning_rate": 4.291697756273892e-05,
      "loss": 5.4029,
      "step": 324155
    },
    {
      "epoch": 0.28374331803567976,
      "grad_norm": 0.6189534664154053,
      "learning_rate": 4.291676549580179e-05,
      "loss": 4.8634,
      "step": 324160
    },
    {
      "epoch": 0.2837476946293069,
      "grad_norm": 0.669535756111145,
      "learning_rate": 4.291655342637316e-05,
      "loss": 4.874,
      "step": 324165
    },
    {
      "epoch": 0.28375207122293405,
      "grad_norm": 0.6028467416763306,
      "learning_rate": 4.2916341354453114e-05,
      "loss": 5.719,
      "step": 324170
    },
    {
      "epoch": 0.28375644781656123,
      "grad_norm": 0.5967110395431519,
      "learning_rate": 4.291612928004168e-05,
      "loss": 5.3948,
      "step": 324175
    },
    {
      "epoch": 0.28376082441018835,
      "grad_norm": 0.6088318824768066,
      "learning_rate": 4.291591720313889e-05,
      "loss": 5.9488,
      "step": 324180
    },
    {
      "epoch": 0.2837652010038155,
      "grad_norm": 0.6058286428451538,
      "learning_rate": 4.29157051237448e-05,
      "loss": 5.6584,
      "step": 324185
    },
    {
      "epoch": 0.28376957759744265,
      "grad_norm": 0.6045515537261963,
      "learning_rate": 4.291549304185943e-05,
      "loss": 5.4191,
      "step": 324190
    },
    {
      "epoch": 0.2837739541910698,
      "grad_norm": 0.6087027788162231,
      "learning_rate": 4.291528095748284e-05,
      "loss": 4.616,
      "step": 324195
    },
    {
      "epoch": 0.283778330784697,
      "grad_norm": 0.6060636043548584,
      "learning_rate": 4.291506887061506e-05,
      "loss": 4.8725,
      "step": 324200
    },
    {
      "epoch": 0.2837827073783241,
      "grad_norm": 0.5970087051391602,
      "learning_rate": 4.291485678125614e-05,
      "loss": 5.6211,
      "step": 324205
    },
    {
      "epoch": 0.2837870839719513,
      "grad_norm": 0.5879825949668884,
      "learning_rate": 4.291464468940611e-05,
      "loss": 4.7831,
      "step": 324210
    },
    {
      "epoch": 0.28379146056557847,
      "grad_norm": 0.6057764291763306,
      "learning_rate": 4.291443259506504e-05,
      "loss": 5.9129,
      "step": 324215
    },
    {
      "epoch": 0.2837958371592056,
      "grad_norm": 0.6196627616882324,
      "learning_rate": 4.2914220498232916e-05,
      "loss": 4.9319,
      "step": 324220
    },
    {
      "epoch": 0.28380021375283276,
      "grad_norm": 0.5943087935447693,
      "learning_rate": 4.291400839890982e-05,
      "loss": 5.0834,
      "step": 324225
    },
    {
      "epoch": 0.2838045903464599,
      "grad_norm": 0.5845668911933899,
      "learning_rate": 4.291379629709579e-05,
      "loss": 5.6541,
      "step": 324230
    },
    {
      "epoch": 0.28380896694008706,
      "grad_norm": 0.6133392453193665,
      "learning_rate": 4.291358419279087e-05,
      "loss": 5.9484,
      "step": 324235
    },
    {
      "epoch": 0.28381334353371424,
      "grad_norm": 0.6118649244308472,
      "learning_rate": 4.291337208599507e-05,
      "loss": 5.5838,
      "step": 324240
    },
    {
      "epoch": 0.28381772012734136,
      "grad_norm": 0.5965157747268677,
      "learning_rate": 4.291315997670846e-05,
      "loss": 5.623,
      "step": 324245
    },
    {
      "epoch": 0.28382209672096853,
      "grad_norm": 0.6317841410636902,
      "learning_rate": 4.291294786493109e-05,
      "loss": 5.1478,
      "step": 324250
    },
    {
      "epoch": 0.28382647331459565,
      "grad_norm": 0.6027892827987671,
      "learning_rate": 4.2912735750662955e-05,
      "loss": 5.2768,
      "step": 324255
    },
    {
      "epoch": 0.2838308499082228,
      "grad_norm": 0.6023505330085754,
      "learning_rate": 4.2912523633904146e-05,
      "loss": 5.7146,
      "step": 324260
    },
    {
      "epoch": 0.28383522650185,
      "grad_norm": 0.5845222473144531,
      "learning_rate": 4.291231151465467e-05,
      "loss": 5.1003,
      "step": 324265
    },
    {
      "epoch": 0.2838396030954771,
      "grad_norm": 0.6380106806755066,
      "learning_rate": 4.291209939291459e-05,
      "loss": 4.0543,
      "step": 324270
    },
    {
      "epoch": 0.2838439796891043,
      "grad_norm": 0.6306885480880737,
      "learning_rate": 4.2911887268683936e-05,
      "loss": 4.6871,
      "step": 324275
    },
    {
      "epoch": 0.2838483562827315,
      "grad_norm": 0.6150864958763123,
      "learning_rate": 4.2911675141962745e-05,
      "loss": 4.5864,
      "step": 324280
    },
    {
      "epoch": 0.2838527328763586,
      "grad_norm": 0.6226789951324463,
      "learning_rate": 4.2911463012751074e-05,
      "loss": 5.7271,
      "step": 324285
    },
    {
      "epoch": 0.28385710946998577,
      "grad_norm": 0.590346097946167,
      "learning_rate": 4.291125088104896e-05,
      "loss": 4.4201,
      "step": 324290
    },
    {
      "epoch": 0.2838614860636129,
      "grad_norm": 0.6236628293991089,
      "learning_rate": 4.2911038746856414e-05,
      "loss": 4.8836,
      "step": 324295
    },
    {
      "epoch": 0.28386586265724006,
      "grad_norm": 0.5940340757369995,
      "learning_rate": 4.291082661017351e-05,
      "loss": 5.6199,
      "step": 324300
    },
    {
      "epoch": 0.28387023925086724,
      "grad_norm": 0.5984111428260803,
      "learning_rate": 4.291061447100029e-05,
      "loss": 5.6289,
      "step": 324305
    },
    {
      "epoch": 0.28387461584449436,
      "grad_norm": 0.5927730202674866,
      "learning_rate": 4.291040232933677e-05,
      "loss": 5.325,
      "step": 324310
    },
    {
      "epoch": 0.28387899243812154,
      "grad_norm": 0.6072906851768494,
      "learning_rate": 4.291019018518302e-05,
      "loss": 4.6718,
      "step": 324315
    },
    {
      "epoch": 0.2838833690317487,
      "grad_norm": 0.5880079865455627,
      "learning_rate": 4.290997803853906e-05,
      "loss": 5.3205,
      "step": 324320
    },
    {
      "epoch": 0.28388774562537583,
      "grad_norm": 0.577075719833374,
      "learning_rate": 4.290976588940493e-05,
      "loss": 6.2061,
      "step": 324325
    },
    {
      "epoch": 0.283892122219003,
      "grad_norm": 0.6101338267326355,
      "learning_rate": 4.2909553737780684e-05,
      "loss": 5.1154,
      "step": 324330
    },
    {
      "epoch": 0.2838964988126301,
      "grad_norm": 0.6124866008758545,
      "learning_rate": 4.290934158366636e-05,
      "loss": 3.6802,
      "step": 324335
    },
    {
      "epoch": 0.2839008754062573,
      "grad_norm": 0.5984085202217102,
      "learning_rate": 4.290912942706199e-05,
      "loss": 4.8718,
      "step": 324340
    },
    {
      "epoch": 0.2839052519998845,
      "grad_norm": 0.618849515914917,
      "learning_rate": 4.290891726796762e-05,
      "loss": 5.7165,
      "step": 324345
    },
    {
      "epoch": 0.2839096285935116,
      "grad_norm": 0.6090958714485168,
      "learning_rate": 4.29087051063833e-05,
      "loss": 5.6115,
      "step": 324350
    },
    {
      "epoch": 0.2839140051871388,
      "grad_norm": 0.5952327251434326,
      "learning_rate": 4.290849294230905e-05,
      "loss": 5.4104,
      "step": 324355
    },
    {
      "epoch": 0.2839183817807659,
      "grad_norm": 0.5959645509719849,
      "learning_rate": 4.2908280775744936e-05,
      "loss": 5.1802,
      "step": 324360
    },
    {
      "epoch": 0.28392275837439307,
      "grad_norm": 0.5977933406829834,
      "learning_rate": 4.2908068606690976e-05,
      "loss": 5.4293,
      "step": 324365
    },
    {
      "epoch": 0.28392713496802024,
      "grad_norm": 0.612273097038269,
      "learning_rate": 4.290785643514723e-05,
      "loss": 5.6995,
      "step": 324370
    },
    {
      "epoch": 0.28393151156164737,
      "grad_norm": 0.5900493264198303,
      "learning_rate": 4.2907644261113724e-05,
      "loss": 5.185,
      "step": 324375
    },
    {
      "epoch": 0.28393588815527454,
      "grad_norm": 0.5926263332366943,
      "learning_rate": 4.290743208459051e-05,
      "loss": 5.4155,
      "step": 324380
    },
    {
      "epoch": 0.2839402647489017,
      "grad_norm": 0.6052433252334595,
      "learning_rate": 4.2907219905577635e-05,
      "loss": 5.6178,
      "step": 324385
    },
    {
      "epoch": 0.28394464134252884,
      "grad_norm": 0.607134997844696,
      "learning_rate": 4.290700772407511e-05,
      "loss": 5.8994,
      "step": 324390
    },
    {
      "epoch": 0.283949017936156,
      "grad_norm": 0.6115754842758179,
      "learning_rate": 4.2906795540083e-05,
      "loss": 4.5999,
      "step": 324395
    },
    {
      "epoch": 0.28395339452978313,
      "grad_norm": 0.6074133515357971,
      "learning_rate": 4.290658335360135e-05,
      "loss": 5.3461,
      "step": 324400
    },
    {
      "epoch": 0.2839577711234103,
      "grad_norm": 0.6209855079650879,
      "learning_rate": 4.290637116463018e-05,
      "loss": 4.8889,
      "step": 324405
    },
    {
      "epoch": 0.2839621477170375,
      "grad_norm": 0.6313806772232056,
      "learning_rate": 4.290615897316954e-05,
      "loss": 5.1431,
      "step": 324410
    },
    {
      "epoch": 0.2839665243106646,
      "grad_norm": 0.6132493615150452,
      "learning_rate": 4.290594677921949e-05,
      "loss": 4.3153,
      "step": 324415
    },
    {
      "epoch": 0.2839709009042918,
      "grad_norm": 0.6286165118217468,
      "learning_rate": 4.290573458278003e-05,
      "loss": 5.6749,
      "step": 324420
    },
    {
      "epoch": 0.28397527749791895,
      "grad_norm": 0.6087509989738464,
      "learning_rate": 4.290552238385125e-05,
      "loss": 5.1674,
      "step": 324425
    },
    {
      "epoch": 0.2839796540915461,
      "grad_norm": 0.6129143238067627,
      "learning_rate": 4.2905310182433155e-05,
      "loss": 5.8869,
      "step": 324430
    },
    {
      "epoch": 0.28398403068517325,
      "grad_norm": 0.6011719107627869,
      "learning_rate": 4.29050979785258e-05,
      "loss": 4.5819,
      "step": 324435
    },
    {
      "epoch": 0.28398840727880037,
      "grad_norm": 0.602989673614502,
      "learning_rate": 4.2904885772129236e-05,
      "loss": 5.2149,
      "step": 324440
    },
    {
      "epoch": 0.28399278387242755,
      "grad_norm": 0.6159289479255676,
      "learning_rate": 4.290467356324347e-05,
      "loss": 5.4121,
      "step": 324445
    },
    {
      "epoch": 0.2839971604660547,
      "grad_norm": 0.6145131587982178,
      "learning_rate": 4.2904461351868575e-05,
      "loss": 5.4103,
      "step": 324450
    },
    {
      "epoch": 0.28400153705968184,
      "grad_norm": 0.600818395614624,
      "learning_rate": 4.290424913800458e-05,
      "loss": 5.6447,
      "step": 324455
    },
    {
      "epoch": 0.284005913653309,
      "grad_norm": 0.6055520176887512,
      "learning_rate": 4.290403692165152e-05,
      "loss": 4.2589,
      "step": 324460
    },
    {
      "epoch": 0.2840102902469362,
      "grad_norm": 0.6160809993743896,
      "learning_rate": 4.290382470280946e-05,
      "loss": 4.9201,
      "step": 324465
    },
    {
      "epoch": 0.2840146668405633,
      "grad_norm": 0.6293179988861084,
      "learning_rate": 4.29036124814784e-05,
      "loss": 4.9124,
      "step": 324470
    },
    {
      "epoch": 0.2840190434341905,
      "grad_norm": 0.6348883509635925,
      "learning_rate": 4.290340025765843e-05,
      "loss": 5.0082,
      "step": 324475
    },
    {
      "epoch": 0.2840234200278176,
      "grad_norm": 0.6202248930931091,
      "learning_rate": 4.290318803134955e-05,
      "loss": 5.4454,
      "step": 324480
    },
    {
      "epoch": 0.2840277966214448,
      "grad_norm": 0.6006442904472351,
      "learning_rate": 4.2902975802551816e-05,
      "loss": 5.1673,
      "step": 324485
    },
    {
      "epoch": 0.28403217321507196,
      "grad_norm": 0.6040170788764954,
      "learning_rate": 4.290276357126528e-05,
      "loss": 5.4269,
      "step": 324490
    },
    {
      "epoch": 0.2840365498086991,
      "grad_norm": 0.5893333554267883,
      "learning_rate": 4.290255133748996e-05,
      "loss": 5.7165,
      "step": 324495
    },
    {
      "epoch": 0.28404092640232625,
      "grad_norm": 0.6171442270278931,
      "learning_rate": 4.290233910122593e-05,
      "loss": 4.6751,
      "step": 324500
    },
    {
      "epoch": 0.2840453029959534,
      "grad_norm": 0.5946633219718933,
      "learning_rate": 4.2902126862473194e-05,
      "loss": 4.8621,
      "step": 324505
    },
    {
      "epoch": 0.28404967958958055,
      "grad_norm": 0.6438717842102051,
      "learning_rate": 4.290191462123181e-05,
      "loss": 5.2052,
      "step": 324510
    },
    {
      "epoch": 0.2840540561832077,
      "grad_norm": 0.6072096228599548,
      "learning_rate": 4.290170237750183e-05,
      "loss": 5.417,
      "step": 324515
    },
    {
      "epoch": 0.28405843277683485,
      "grad_norm": 0.5906209349632263,
      "learning_rate": 4.290149013128327e-05,
      "loss": 5.6705,
      "step": 324520
    },
    {
      "epoch": 0.284062809370462,
      "grad_norm": 0.588053822517395,
      "learning_rate": 4.2901277882576184e-05,
      "loss": 5.6891,
      "step": 324525
    },
    {
      "epoch": 0.2840671859640892,
      "grad_norm": 0.5832098722457886,
      "learning_rate": 4.290106563138062e-05,
      "loss": 5.6846,
      "step": 324530
    },
    {
      "epoch": 0.2840715625577163,
      "grad_norm": 0.616970419883728,
      "learning_rate": 4.290085337769661e-05,
      "loss": 4.1647,
      "step": 324535
    },
    {
      "epoch": 0.2840759391513435,
      "grad_norm": 0.605182945728302,
      "learning_rate": 4.2900641121524196e-05,
      "loss": 5.4054,
      "step": 324540
    },
    {
      "epoch": 0.2840803157449706,
      "grad_norm": 0.6220801472663879,
      "learning_rate": 4.290042886286342e-05,
      "loss": 5.4027,
      "step": 324545
    },
    {
      "epoch": 0.2840846923385978,
      "grad_norm": 0.6025961637496948,
      "learning_rate": 4.290021660171433e-05,
      "loss": 5.7385,
      "step": 324550
    },
    {
      "epoch": 0.28408906893222496,
      "grad_norm": 0.5925665497779846,
      "learning_rate": 4.290000433807695e-05,
      "loss": 5.9066,
      "step": 324555
    },
    {
      "epoch": 0.2840934455258521,
      "grad_norm": 0.5974158048629761,
      "learning_rate": 4.289979207195134e-05,
      "loss": 5.317,
      "step": 324560
    },
    {
      "epoch": 0.28409782211947926,
      "grad_norm": 0.6005046367645264,
      "learning_rate": 4.2899579803337534e-05,
      "loss": 4.8614,
      "step": 324565
    },
    {
      "epoch": 0.28410219871310644,
      "grad_norm": 0.6155093908309937,
      "learning_rate": 4.289936753223556e-05,
      "loss": 4.5974,
      "step": 324570
    },
    {
      "epoch": 0.28410657530673356,
      "grad_norm": 0.6122233867645264,
      "learning_rate": 4.2899155258645476e-05,
      "loss": 5.5709,
      "step": 324575
    },
    {
      "epoch": 0.28411095190036073,
      "grad_norm": 0.616198718547821,
      "learning_rate": 4.289894298256731e-05,
      "loss": 5.2771,
      "step": 324580
    },
    {
      "epoch": 0.28411532849398785,
      "grad_norm": 0.6006211638450623,
      "learning_rate": 4.289873070400111e-05,
      "loss": 4.9121,
      "step": 324585
    },
    {
      "epoch": 0.284119705087615,
      "grad_norm": 0.6026033163070679,
      "learning_rate": 4.2898518422946934e-05,
      "loss": 5.1034,
      "step": 324590
    },
    {
      "epoch": 0.2841240816812422,
      "grad_norm": 0.5983201861381531,
      "learning_rate": 4.289830613940479e-05,
      "loss": 5.6492,
      "step": 324595
    },
    {
      "epoch": 0.2841284582748693,
      "grad_norm": 0.5900418758392334,
      "learning_rate": 4.289809385337473e-05,
      "loss": 4.3931,
      "step": 324600
    },
    {
      "epoch": 0.2841328348684965,
      "grad_norm": 0.6163880228996277,
      "learning_rate": 4.28978815648568e-05,
      "loss": 4.2241,
      "step": 324605
    },
    {
      "epoch": 0.2841372114621237,
      "grad_norm": 0.6200275421142578,
      "learning_rate": 4.289766927385105e-05,
      "loss": 5.7208,
      "step": 324610
    },
    {
      "epoch": 0.2841415880557508,
      "grad_norm": 0.6251046657562256,
      "learning_rate": 4.289745698035751e-05,
      "loss": 4.904,
      "step": 324615
    },
    {
      "epoch": 0.28414596464937797,
      "grad_norm": 0.6162478923797607,
      "learning_rate": 4.289724468437623e-05,
      "loss": 5.4153,
      "step": 324620
    },
    {
      "epoch": 0.2841503412430051,
      "grad_norm": 0.60504150390625,
      "learning_rate": 4.289703238590722e-05,
      "loss": 5.0268,
      "step": 324625
    },
    {
      "epoch": 0.28415471783663226,
      "grad_norm": 0.637596607208252,
      "learning_rate": 4.289682008495056e-05,
      "loss": 5.0728,
      "step": 324630
    },
    {
      "epoch": 0.28415909443025944,
      "grad_norm": 0.6404355764389038,
      "learning_rate": 4.289660778150627e-05,
      "loss": 4.9213,
      "step": 324635
    },
    {
      "epoch": 0.28416347102388656,
      "grad_norm": 0.5982041954994202,
      "learning_rate": 4.2896395475574405e-05,
      "loss": 4.1061,
      "step": 324640
    },
    {
      "epoch": 0.28416784761751374,
      "grad_norm": 0.6088285446166992,
      "learning_rate": 4.289618316715499e-05,
      "loss": 5.9043,
      "step": 324645
    },
    {
      "epoch": 0.28417222421114086,
      "grad_norm": 0.5951495170593262,
      "learning_rate": 4.289597085624807e-05,
      "loss": 5.6213,
      "step": 324650
    },
    {
      "epoch": 0.28417660080476803,
      "grad_norm": 0.6191851496696472,
      "learning_rate": 4.2895758542853694e-05,
      "loss": 4.405,
      "step": 324655
    },
    {
      "epoch": 0.2841809773983952,
      "grad_norm": 0.6093667149543762,
      "learning_rate": 4.289554622697189e-05,
      "loss": 6.193,
      "step": 324660
    },
    {
      "epoch": 0.2841853539920223,
      "grad_norm": 0.6228163838386536,
      "learning_rate": 4.289533390860272e-05,
      "loss": 4.3885,
      "step": 324665
    },
    {
      "epoch": 0.2841897305856495,
      "grad_norm": 0.8529694676399231,
      "learning_rate": 4.28951215877462e-05,
      "loss": 5.3772,
      "step": 324670
    },
    {
      "epoch": 0.2841941071792767,
      "grad_norm": 0.6202127933502197,
      "learning_rate": 4.289490926440239e-05,
      "loss": 4.2831,
      "step": 324675
    },
    {
      "epoch": 0.2841984837729038,
      "grad_norm": 0.6058837175369263,
      "learning_rate": 4.289469693857132e-05,
      "loss": 5.3295,
      "step": 324680
    },
    {
      "epoch": 0.284202860366531,
      "grad_norm": 0.619788646697998,
      "learning_rate": 4.2894484610253036e-05,
      "loss": 4.8899,
      "step": 324685
    },
    {
      "epoch": 0.2842072369601581,
      "grad_norm": 0.5927661657333374,
      "learning_rate": 4.289427227944758e-05,
      "loss": 4.8967,
      "step": 324690
    },
    {
      "epoch": 0.28421161355378527,
      "grad_norm": 0.6268007755279541,
      "learning_rate": 4.289405994615499e-05,
      "loss": 5.1682,
      "step": 324695
    },
    {
      "epoch": 0.28421599014741245,
      "grad_norm": 0.5908651947975159,
      "learning_rate": 4.2893847610375304e-05,
      "loss": 4.3971,
      "step": 324700
    },
    {
      "epoch": 0.28422036674103957,
      "grad_norm": 0.5916317105293274,
      "learning_rate": 4.289363527210857e-05,
      "loss": 5.1938,
      "step": 324705
    },
    {
      "epoch": 0.28422474333466674,
      "grad_norm": 0.5919452905654907,
      "learning_rate": 4.289342293135481e-05,
      "loss": 5.607,
      "step": 324710
    },
    {
      "epoch": 0.2842291199282939,
      "grad_norm": 0.6102494597434998,
      "learning_rate": 4.2893210588114096e-05,
      "loss": 5.1252,
      "step": 324715
    },
    {
      "epoch": 0.28423349652192104,
      "grad_norm": 0.5974470973014832,
      "learning_rate": 4.289299824238645e-05,
      "loss": 4.8983,
      "step": 324720
    },
    {
      "epoch": 0.2842378731155482,
      "grad_norm": 0.6274536848068237,
      "learning_rate": 4.289278589417192e-05,
      "loss": 5.1315,
      "step": 324725
    },
    {
      "epoch": 0.28424224970917533,
      "grad_norm": 0.5977168083190918,
      "learning_rate": 4.289257354347054e-05,
      "loss": 5.6972,
      "step": 324730
    },
    {
      "epoch": 0.2842466263028025,
      "grad_norm": 0.5992850065231323,
      "learning_rate": 4.289236119028236e-05,
      "loss": 6.2191,
      "step": 324735
    },
    {
      "epoch": 0.2842510028964297,
      "grad_norm": 0.5900083780288696,
      "learning_rate": 4.28921488346074e-05,
      "loss": 4.6436,
      "step": 324740
    },
    {
      "epoch": 0.2842553794900568,
      "grad_norm": 0.5925416350364685,
      "learning_rate": 4.2891936476445726e-05,
      "loss": 5.7201,
      "step": 324745
    },
    {
      "epoch": 0.284259756083684,
      "grad_norm": 0.5920848846435547,
      "learning_rate": 4.289172411579737e-05,
      "loss": 4.3485,
      "step": 324750
    },
    {
      "epoch": 0.2842641326773111,
      "grad_norm": 0.609755277633667,
      "learning_rate": 4.2891511752662375e-05,
      "loss": 5.4415,
      "step": 324755
    },
    {
      "epoch": 0.2842685092709383,
      "grad_norm": 0.6054299473762512,
      "learning_rate": 4.289129938704077e-05,
      "loss": 4.7933,
      "step": 324760
    },
    {
      "epoch": 0.28427288586456545,
      "grad_norm": 0.6134095788002014,
      "learning_rate": 4.289108701893261e-05,
      "loss": 5.1409,
      "step": 324765
    },
    {
      "epoch": 0.28427726245819257,
      "grad_norm": 0.6019473075866699,
      "learning_rate": 4.289087464833793e-05,
      "loss": 5.6361,
      "step": 324770
    },
    {
      "epoch": 0.28428163905181975,
      "grad_norm": 0.5898603200912476,
      "learning_rate": 4.289066227525677e-05,
      "loss": 5.7195,
      "step": 324775
    },
    {
      "epoch": 0.2842860156454469,
      "grad_norm": 0.6023442149162292,
      "learning_rate": 4.2890449899689177e-05,
      "loss": 5.145,
      "step": 324780
    },
    {
      "epoch": 0.28429039223907404,
      "grad_norm": 0.5977504849433899,
      "learning_rate": 4.289023752163519e-05,
      "loss": 4.8832,
      "step": 324785
    },
    {
      "epoch": 0.2842947688327012,
      "grad_norm": 0.5836451053619385,
      "learning_rate": 4.2890025141094845e-05,
      "loss": 5.9217,
      "step": 324790
    },
    {
      "epoch": 0.28429914542632834,
      "grad_norm": 0.5991301536560059,
      "learning_rate": 4.288981275806818e-05,
      "loss": 5.3988,
      "step": 324795
    },
    {
      "epoch": 0.2843035220199555,
      "grad_norm": 0.5958997011184692,
      "learning_rate": 4.288960037255525e-05,
      "loss": 4.5681,
      "step": 324800
    },
    {
      "epoch": 0.2843078986135827,
      "grad_norm": 0.6029664278030396,
      "learning_rate": 4.2889387984556086e-05,
      "loss": 4.9131,
      "step": 324805
    },
    {
      "epoch": 0.2843122752072098,
      "grad_norm": 0.6111795902252197,
      "learning_rate": 4.288917559407072e-05,
      "loss": 4.7846,
      "step": 324810
    },
    {
      "epoch": 0.284316651800837,
      "grad_norm": 0.6071190237998962,
      "learning_rate": 4.288896320109922e-05,
      "loss": 5.3972,
      "step": 324815
    },
    {
      "epoch": 0.28432102839446416,
      "grad_norm": 0.6009624600410461,
      "learning_rate": 4.2888750805641596e-05,
      "loss": 4.6113,
      "step": 324820
    },
    {
      "epoch": 0.2843254049880913,
      "grad_norm": 0.604603111743927,
      "learning_rate": 4.288853840769791e-05,
      "loss": 5.6031,
      "step": 324825
    },
    {
      "epoch": 0.28432978158171845,
      "grad_norm": 0.5686511993408203,
      "learning_rate": 4.28883260072682e-05,
      "loss": 6.2352,
      "step": 324830
    },
    {
      "epoch": 0.2843341581753456,
      "grad_norm": 0.6084699630737305,
      "learning_rate": 4.2888113604352494e-05,
      "loss": 5.1679,
      "step": 324835
    },
    {
      "epoch": 0.28433853476897275,
      "grad_norm": 0.607511043548584,
      "learning_rate": 4.288790119895085e-05,
      "loss": 4.3321,
      "step": 324840
    },
    {
      "epoch": 0.2843429113625999,
      "grad_norm": 0.6390713453292847,
      "learning_rate": 4.288768879106331e-05,
      "loss": 5.05,
      "step": 324845
    },
    {
      "epoch": 0.28434728795622705,
      "grad_norm": 0.5953561663627625,
      "learning_rate": 4.28874763806899e-05,
      "loss": 5.413,
      "step": 324850
    },
    {
      "epoch": 0.2843516645498542,
      "grad_norm": 0.6153136491775513,
      "learning_rate": 4.288726396783066e-05,
      "loss": 5.608,
      "step": 324855
    },
    {
      "epoch": 0.2843560411434814,
      "grad_norm": 0.5963883399963379,
      "learning_rate": 4.288705155248563e-05,
      "loss": 5.6029,
      "step": 324860
    },
    {
      "epoch": 0.2843604177371085,
      "grad_norm": 0.6294741630554199,
      "learning_rate": 4.288683913465488e-05,
      "loss": 4.8178,
      "step": 324865
    },
    {
      "epoch": 0.2843647943307357,
      "grad_norm": 0.6174291968345642,
      "learning_rate": 4.288662671433842e-05,
      "loss": 5.1041,
      "step": 324870
    },
    {
      "epoch": 0.2843691709243628,
      "grad_norm": 0.5995877385139465,
      "learning_rate": 4.28864142915363e-05,
      "loss": 5.0755,
      "step": 324875
    },
    {
      "epoch": 0.28437354751799,
      "grad_norm": 0.6075350046157837,
      "learning_rate": 4.2886201866248566e-05,
      "loss": 5.9078,
      "step": 324880
    },
    {
      "epoch": 0.28437792411161716,
      "grad_norm": 0.6444419622421265,
      "learning_rate": 4.288598943847525e-05,
      "loss": 5.7519,
      "step": 324885
    },
    {
      "epoch": 0.2843823007052443,
      "grad_norm": 0.6359097957611084,
      "learning_rate": 4.288577700821641e-05,
      "loss": 4.9205,
      "step": 324890
    },
    {
      "epoch": 0.28438667729887146,
      "grad_norm": 0.608949601650238,
      "learning_rate": 4.288556457547207e-05,
      "loss": 5.4068,
      "step": 324895
    },
    {
      "epoch": 0.2843910538924986,
      "grad_norm": 0.6003079414367676,
      "learning_rate": 4.2885352140242266e-05,
      "loss": 6.226,
      "step": 324900
    },
    {
      "epoch": 0.28439543048612576,
      "grad_norm": 0.6015287637710571,
      "learning_rate": 4.288513970252707e-05,
      "loss": 5.9045,
      "step": 324905
    },
    {
      "epoch": 0.28439980707975293,
      "grad_norm": 0.6036997437477112,
      "learning_rate": 4.288492726232648e-05,
      "loss": 5.5709,
      "step": 324910
    },
    {
      "epoch": 0.28440418367338005,
      "grad_norm": 0.6233594417572021,
      "learning_rate": 4.288471481964057e-05,
      "loss": 4.6798,
      "step": 324915
    },
    {
      "epoch": 0.2844085602670072,
      "grad_norm": 0.6021207571029663,
      "learning_rate": 4.288450237446937e-05,
      "loss": 5.4082,
      "step": 324920
    },
    {
      "epoch": 0.2844129368606344,
      "grad_norm": 0.5876826643943787,
      "learning_rate": 4.2884289926812916e-05,
      "loss": 5.0864,
      "step": 324925
    },
    {
      "epoch": 0.2844173134542615,
      "grad_norm": 0.6117399334907532,
      "learning_rate": 4.2884077476671256e-05,
      "loss": 5.3557,
      "step": 324930
    },
    {
      "epoch": 0.2844216900478887,
      "grad_norm": 0.6164122819900513,
      "learning_rate": 4.2883865024044435e-05,
      "loss": 5.0975,
      "step": 324935
    },
    {
      "epoch": 0.2844260666415158,
      "grad_norm": 0.6102214455604553,
      "learning_rate": 4.288365256893249e-05,
      "loss": 5.6109,
      "step": 324940
    },
    {
      "epoch": 0.284430443235143,
      "grad_norm": 0.60126131772995,
      "learning_rate": 4.288344011133545e-05,
      "loss": 6.2098,
      "step": 324945
    },
    {
      "epoch": 0.28443481982877017,
      "grad_norm": 0.5872093439102173,
      "learning_rate": 4.2883227651253354e-05,
      "loss": 5.1135,
      "step": 324950
    },
    {
      "epoch": 0.2844391964223973,
      "grad_norm": 0.5816970467567444,
      "learning_rate": 4.288301518868628e-05,
      "loss": 5.6852,
      "step": 324955
    },
    {
      "epoch": 0.28444357301602446,
      "grad_norm": 0.5978838205337524,
      "learning_rate": 4.288280272363423e-05,
      "loss": 5.885,
      "step": 324960
    },
    {
      "epoch": 0.28444794960965164,
      "grad_norm": 0.5753234028816223,
      "learning_rate": 4.288259025609727e-05,
      "loss": 5.916,
      "step": 324965
    },
    {
      "epoch": 0.28445232620327876,
      "grad_norm": 0.5996176600456238,
      "learning_rate": 4.288237778607541e-05,
      "loss": 5.3883,
      "step": 324970
    },
    {
      "epoch": 0.28445670279690594,
      "grad_norm": 0.5996800065040588,
      "learning_rate": 4.2882165313568736e-05,
      "loss": 5.1303,
      "step": 324975
    },
    {
      "epoch": 0.28446107939053306,
      "grad_norm": 0.6028828620910645,
      "learning_rate": 4.2881952838577243e-05,
      "loss": 4.5753,
      "step": 324980
    },
    {
      "epoch": 0.28446545598416023,
      "grad_norm": 0.606662392616272,
      "learning_rate": 4.2881740361101e-05,
      "loss": 5.1058,
      "step": 324985
    },
    {
      "epoch": 0.2844698325777874,
      "grad_norm": 0.6018734574317932,
      "learning_rate": 4.2881527881140037e-05,
      "loss": 5.3995,
      "step": 324990
    },
    {
      "epoch": 0.2844742091714145,
      "grad_norm": 0.60638827085495,
      "learning_rate": 4.288131539869441e-05,
      "loss": 5.6931,
      "step": 324995
    },
    {
      "epoch": 0.2844785857650417,
      "grad_norm": 0.5974721908569336,
      "learning_rate": 4.288110291376414e-05,
      "loss": 5.0801,
      "step": 325000
    },
    {
      "epoch": 0.2844829623586688,
      "grad_norm": 0.6332635283470154,
      "learning_rate": 4.288089042634929e-05,
      "loss": 5.7179,
      "step": 325005
    },
    {
      "epoch": 0.284487338952296,
      "grad_norm": 0.6062615513801575,
      "learning_rate": 4.2880677936449867e-05,
      "loss": 5.6039,
      "step": 325010
    },
    {
      "epoch": 0.2844917155459232,
      "grad_norm": 0.645661473274231,
      "learning_rate": 4.288046544406594e-05,
      "loss": 4.1639,
      "step": 325015
    },
    {
      "epoch": 0.2844960921395503,
      "grad_norm": 0.6171361207962036,
      "learning_rate": 4.288025294919754e-05,
      "loss": 5.3244,
      "step": 325020
    },
    {
      "epoch": 0.28450046873317747,
      "grad_norm": 0.6223697662353516,
      "learning_rate": 4.288004045184472e-05,
      "loss": 5.097,
      "step": 325025
    },
    {
      "epoch": 0.28450484532680465,
      "grad_norm": 0.6222402453422546,
      "learning_rate": 4.287982795200751e-05,
      "loss": 4.3928,
      "step": 325030
    },
    {
      "epoch": 0.28450922192043177,
      "grad_norm": 0.6007094383239746,
      "learning_rate": 4.287961544968595e-05,
      "loss": 5.358,
      "step": 325035
    },
    {
      "epoch": 0.28451359851405894,
      "grad_norm": 0.6211959719657898,
      "learning_rate": 4.287940294488008e-05,
      "loss": 5.7188,
      "step": 325040
    },
    {
      "epoch": 0.28451797510768606,
      "grad_norm": 0.6094726920127869,
      "learning_rate": 4.287919043758995e-05,
      "loss": 4.3082,
      "step": 325045
    },
    {
      "epoch": 0.28452235170131324,
      "grad_norm": 0.6227447390556335,
      "learning_rate": 4.287897792781559e-05,
      "loss": 5.6287,
      "step": 325050
    },
    {
      "epoch": 0.2845267282949404,
      "grad_norm": 0.6585004329681396,
      "learning_rate": 4.287876541555705e-05,
      "loss": 4.8744,
      "step": 325055
    },
    {
      "epoch": 0.28453110488856753,
      "grad_norm": 0.6616725325584412,
      "learning_rate": 4.287855290081437e-05,
      "loss": 5.624,
      "step": 325060
    },
    {
      "epoch": 0.2845354814821947,
      "grad_norm": 0.6472629904747009,
      "learning_rate": 4.2878340383587586e-05,
      "loss": 5.2875,
      "step": 325065
    },
    {
      "epoch": 0.2845398580758219,
      "grad_norm": 0.6316949129104614,
      "learning_rate": 4.287812786387674e-05,
      "loss": 5.1127,
      "step": 325070
    },
    {
      "epoch": 0.284544234669449,
      "grad_norm": 0.6009899973869324,
      "learning_rate": 4.2877915341681875e-05,
      "loss": 4.7793,
      "step": 325075
    },
    {
      "epoch": 0.2845486112630762,
      "grad_norm": 0.6192169785499573,
      "learning_rate": 4.287770281700304e-05,
      "loss": 5.3953,
      "step": 325080
    },
    {
      "epoch": 0.2845529878567033,
      "grad_norm": 0.6122973561286926,
      "learning_rate": 4.287749028984026e-05,
      "loss": 5.2175,
      "step": 325085
    },
    {
      "epoch": 0.2845573644503305,
      "grad_norm": 0.6273605823516846,
      "learning_rate": 4.287727776019358e-05,
      "loss": 3.8691,
      "step": 325090
    },
    {
      "epoch": 0.28456174104395765,
      "grad_norm": 0.678593099117279,
      "learning_rate": 4.287706522806305e-05,
      "loss": 5.0252,
      "step": 325095
    },
    {
      "epoch": 0.28456611763758477,
      "grad_norm": 0.6402083039283752,
      "learning_rate": 4.28768526934487e-05,
      "loss": 4.8747,
      "step": 325100
    },
    {
      "epoch": 0.28457049423121195,
      "grad_norm": 0.6537069082260132,
      "learning_rate": 4.287664015635059e-05,
      "loss": 5.1307,
      "step": 325105
    },
    {
      "epoch": 0.2845748708248391,
      "grad_norm": 0.6430807113647461,
      "learning_rate": 4.287642761676873e-05,
      "loss": 4.8228,
      "step": 325110
    },
    {
      "epoch": 0.28457924741846624,
      "grad_norm": 0.65365070104599,
      "learning_rate": 4.28762150747032e-05,
      "loss": 5.6299,
      "step": 325115
    },
    {
      "epoch": 0.2845836240120934,
      "grad_norm": 0.6332115530967712,
      "learning_rate": 4.287600253015399e-05,
      "loss": 4.9262,
      "step": 325120
    },
    {
      "epoch": 0.28458800060572054,
      "grad_norm": 0.6086195707321167,
      "learning_rate": 4.2875789983121194e-05,
      "loss": 4.883,
      "step": 325125
    },
    {
      "epoch": 0.2845923771993477,
      "grad_norm": 0.6390044093132019,
      "learning_rate": 4.287557743360483e-05,
      "loss": 4.8783,
      "step": 325130
    },
    {
      "epoch": 0.2845967537929749,
      "grad_norm": 0.6065275073051453,
      "learning_rate": 4.2875364881604917e-05,
      "loss": 5.1136,
      "step": 325135
    },
    {
      "epoch": 0.284601130386602,
      "grad_norm": 0.5922127366065979,
      "learning_rate": 4.287515232712154e-05,
      "loss": 4.8942,
      "step": 325140
    },
    {
      "epoch": 0.2846055069802292,
      "grad_norm": 0.6083511710166931,
      "learning_rate": 4.287493977015471e-05,
      "loss": 5.8854,
      "step": 325145
    },
    {
      "epoch": 0.2846098835738563,
      "grad_norm": 0.6087867617607117,
      "learning_rate": 4.2874727210704465e-05,
      "loss": 5.8975,
      "step": 325150
    },
    {
      "epoch": 0.2846142601674835,
      "grad_norm": 0.5929116010665894,
      "learning_rate": 4.287451464877087e-05,
      "loss": 5.9123,
      "step": 325155
    },
    {
      "epoch": 0.28461863676111065,
      "grad_norm": 0.6898293495178223,
      "learning_rate": 4.2874302084353954e-05,
      "loss": 5.059,
      "step": 325160
    },
    {
      "epoch": 0.2846230133547378,
      "grad_norm": 0.6166501641273499,
      "learning_rate": 4.287408951745374e-05,
      "loss": 4.5829,
      "step": 325165
    },
    {
      "epoch": 0.28462738994836495,
      "grad_norm": 0.6414639353752136,
      "learning_rate": 4.28738769480703e-05,
      "loss": 4.4156,
      "step": 325170
    },
    {
      "epoch": 0.2846317665419921,
      "grad_norm": 0.6275102496147156,
      "learning_rate": 4.287366437620366e-05,
      "loss": 5.7152,
      "step": 325175
    },
    {
      "epoch": 0.28463614313561925,
      "grad_norm": 0.6239040493965149,
      "learning_rate": 4.287345180185386e-05,
      "loss": 3.8659,
      "step": 325180
    },
    {
      "epoch": 0.2846405197292464,
      "grad_norm": 0.6258724927902222,
      "learning_rate": 4.287323922502093e-05,
      "loss": 5.1793,
      "step": 325185
    },
    {
      "epoch": 0.28464489632287354,
      "grad_norm": 0.6421934366226196,
      "learning_rate": 4.287302664570495e-05,
      "loss": 5.6084,
      "step": 325190
    },
    {
      "epoch": 0.2846492729165007,
      "grad_norm": 0.6042135953903198,
      "learning_rate": 4.287281406390591e-05,
      "loss": 5.1166,
      "step": 325195
    },
    {
      "epoch": 0.2846536495101279,
      "grad_norm": 0.5991055369377136,
      "learning_rate": 4.2872601479623885e-05,
      "loss": 4.5748,
      "step": 325200
    },
    {
      "epoch": 0.284658026103755,
      "grad_norm": 0.6110976338386536,
      "learning_rate": 4.287238889285891e-05,
      "loss": 5.7293,
      "step": 325205
    },
    {
      "epoch": 0.2846624026973822,
      "grad_norm": 0.6671349406242371,
      "learning_rate": 4.287217630361101e-05,
      "loss": 4.8322,
      "step": 325210
    },
    {
      "epoch": 0.28466677929100936,
      "grad_norm": 0.6153935194015503,
      "learning_rate": 4.287196371188026e-05,
      "loss": 5.0799,
      "step": 325215
    },
    {
      "epoch": 0.2846711558846365,
      "grad_norm": 0.6236955523490906,
      "learning_rate": 4.287175111766666e-05,
      "loss": 4.5687,
      "step": 325220
    },
    {
      "epoch": 0.28467553247826366,
      "grad_norm": 0.6085506677627563,
      "learning_rate": 4.287153852097028e-05,
      "loss": 4.9211,
      "step": 325225
    },
    {
      "epoch": 0.2846799090718908,
      "grad_norm": 0.5913631916046143,
      "learning_rate": 4.287132592179115e-05,
      "loss": 4.6049,
      "step": 325230
    },
    {
      "epoch": 0.28468428566551796,
      "grad_norm": 0.62725430727005,
      "learning_rate": 4.2871113320129305e-05,
      "loss": 5.1215,
      "step": 325235
    },
    {
      "epoch": 0.28468866225914513,
      "grad_norm": 0.6066205501556396,
      "learning_rate": 4.28709007159848e-05,
      "loss": 5.6728,
      "step": 325240
    },
    {
      "epoch": 0.28469303885277225,
      "grad_norm": 0.6434569954872131,
      "learning_rate": 4.287068810935767e-05,
      "loss": 4.7019,
      "step": 325245
    },
    {
      "epoch": 0.2846974154463994,
      "grad_norm": 0.6007919907569885,
      "learning_rate": 4.2870475500247956e-05,
      "loss": 5.4209,
      "step": 325250
    },
    {
      "epoch": 0.2847017920400266,
      "grad_norm": 0.5855132341384888,
      "learning_rate": 4.28702628886557e-05,
      "loss": 4.5656,
      "step": 325255
    },
    {
      "epoch": 0.2847061686336537,
      "grad_norm": 0.5881285667419434,
      "learning_rate": 4.287005027458094e-05,
      "loss": 5.3229,
      "step": 325260
    },
    {
      "epoch": 0.2847105452272809,
      "grad_norm": 0.6205734610557556,
      "learning_rate": 4.2869837658023713e-05,
      "loss": 4.6535,
      "step": 325265
    },
    {
      "epoch": 0.284714921820908,
      "grad_norm": 0.6241052150726318,
      "learning_rate": 4.286962503898408e-05,
      "loss": 5.4193,
      "step": 325270
    },
    {
      "epoch": 0.2847192984145352,
      "grad_norm": 0.5875875949859619,
      "learning_rate": 4.286941241746205e-05,
      "loss": 5.0738,
      "step": 325275
    },
    {
      "epoch": 0.28472367500816237,
      "grad_norm": 0.5855814814567566,
      "learning_rate": 4.286919979345768e-05,
      "loss": 5.3914,
      "step": 325280
    },
    {
      "epoch": 0.2847280516017895,
      "grad_norm": 0.601815402507782,
      "learning_rate": 4.286898716697103e-05,
      "loss": 4.5879,
      "step": 325285
    },
    {
      "epoch": 0.28473242819541666,
      "grad_norm": 0.5870881080627441,
      "learning_rate": 4.286877453800212e-05,
      "loss": 5.1138,
      "step": 325290
    },
    {
      "epoch": 0.2847368047890438,
      "grad_norm": 0.5896407961845398,
      "learning_rate": 4.286856190655098e-05,
      "loss": 5.6875,
      "step": 325295
    },
    {
      "epoch": 0.28474118138267096,
      "grad_norm": 0.5833358764648438,
      "learning_rate": 4.2868349272617695e-05,
      "loss": 5.6383,
      "step": 325300
    },
    {
      "epoch": 0.28474555797629814,
      "grad_norm": 0.6161913871765137,
      "learning_rate": 4.286813663620225e-05,
      "loss": 4.1078,
      "step": 325305
    },
    {
      "epoch": 0.28474993456992526,
      "grad_norm": 0.6058793067932129,
      "learning_rate": 4.286792399730472e-05,
      "loss": 4.1062,
      "step": 325310
    },
    {
      "epoch": 0.28475431116355243,
      "grad_norm": 0.6087590456008911,
      "learning_rate": 4.286771135592514e-05,
      "loss": 5.1535,
      "step": 325315
    },
    {
      "epoch": 0.2847586877571796,
      "grad_norm": 0.6064348220825195,
      "learning_rate": 4.286749871206355e-05,
      "loss": 4.6615,
      "step": 325320
    },
    {
      "epoch": 0.2847630643508067,
      "grad_norm": 0.5958913564682007,
      "learning_rate": 4.286728606571999e-05,
      "loss": 4.7885,
      "step": 325325
    },
    {
      "epoch": 0.2847674409444339,
      "grad_norm": 0.6508551836013794,
      "learning_rate": 4.28670734168945e-05,
      "loss": 4.6253,
      "step": 325330
    },
    {
      "epoch": 0.284771817538061,
      "grad_norm": 0.6133362650871277,
      "learning_rate": 4.2866860765587136e-05,
      "loss": 5.6344,
      "step": 325335
    },
    {
      "epoch": 0.2847761941316882,
      "grad_norm": 0.5947014689445496,
      "learning_rate": 4.2866648111797905e-05,
      "loss": 4.508,
      "step": 325340
    },
    {
      "epoch": 0.2847805707253154,
      "grad_norm": 0.5999996066093445,
      "learning_rate": 4.2866435455526874e-05,
      "loss": 5.9406,
      "step": 325345
    },
    {
      "epoch": 0.2847849473189425,
      "grad_norm": 0.664729118347168,
      "learning_rate": 4.286622279677409e-05,
      "loss": 4.6099,
      "step": 325350
    },
    {
      "epoch": 0.28478932391256967,
      "grad_norm": 0.5855835676193237,
      "learning_rate": 4.286601013553958e-05,
      "loss": 4.7925,
      "step": 325355
    },
    {
      "epoch": 0.28479370050619685,
      "grad_norm": 0.5974708199501038,
      "learning_rate": 4.286579747182339e-05,
      "loss": 5.412,
      "step": 325360
    },
    {
      "epoch": 0.28479807709982397,
      "grad_norm": 0.615384042263031,
      "learning_rate": 4.2865584805625546e-05,
      "loss": 5.4081,
      "step": 325365
    },
    {
      "epoch": 0.28480245369345114,
      "grad_norm": 0.6245824694633484,
      "learning_rate": 4.286537213694611e-05,
      "loss": 5.3154,
      "step": 325370
    },
    {
      "epoch": 0.28480683028707826,
      "grad_norm": 0.5757181644439697,
      "learning_rate": 4.286515946578511e-05,
      "loss": 4.8096,
      "step": 325375
    },
    {
      "epoch": 0.28481120688070544,
      "grad_norm": 0.5853984951972961,
      "learning_rate": 4.28649467921426e-05,
      "loss": 5.9162,
      "step": 325380
    },
    {
      "epoch": 0.2848155834743326,
      "grad_norm": 0.7739482522010803,
      "learning_rate": 4.2864734116018614e-05,
      "loss": 4.4077,
      "step": 325385
    },
    {
      "epoch": 0.28481996006795973,
      "grad_norm": 0.6796181797981262,
      "learning_rate": 4.286452143741319e-05,
      "loss": 5.9285,
      "step": 325390
    },
    {
      "epoch": 0.2848243366615869,
      "grad_norm": 0.589242160320282,
      "learning_rate": 4.286430875632637e-05,
      "loss": 5.1546,
      "step": 325395
    },
    {
      "epoch": 0.284828713255214,
      "grad_norm": 0.658892810344696,
      "learning_rate": 4.286409607275819e-05,
      "loss": 5.9418,
      "step": 325400
    },
    {
      "epoch": 0.2848330898488412,
      "grad_norm": 0.6254562735557556,
      "learning_rate": 4.286388338670869e-05,
      "loss": 4.5725,
      "step": 325405
    },
    {
      "epoch": 0.2848374664424684,
      "grad_norm": 0.5783940553665161,
      "learning_rate": 4.286367069817794e-05,
      "loss": 4.6186,
      "step": 325410
    },
    {
      "epoch": 0.2848418430360955,
      "grad_norm": 0.6119437217712402,
      "learning_rate": 4.2863458007165945e-05,
      "loss": 5.6369,
      "step": 325415
    },
    {
      "epoch": 0.2848462196297227,
      "grad_norm": 0.6495314240455627,
      "learning_rate": 4.286324531367276e-05,
      "loss": 5.1002,
      "step": 325420
    },
    {
      "epoch": 0.28485059622334985,
      "grad_norm": 0.5896972417831421,
      "learning_rate": 4.286303261769843e-05,
      "loss": 4.6161,
      "step": 325425
    },
    {
      "epoch": 0.28485497281697697,
      "grad_norm": 0.5866156220436096,
      "learning_rate": 4.286281991924299e-05,
      "loss": 5.0295,
      "step": 325430
    },
    {
      "epoch": 0.28485934941060415,
      "grad_norm": 0.5938401222229004,
      "learning_rate": 4.28626072183065e-05,
      "loss": 5.876,
      "step": 325435
    },
    {
      "epoch": 0.28486372600423127,
      "grad_norm": 0.5867324471473694,
      "learning_rate": 4.286239451488896e-05,
      "loss": 5.2742,
      "step": 325440
    },
    {
      "epoch": 0.28486810259785844,
      "grad_norm": 0.6094998717308044,
      "learning_rate": 4.2862181808990454e-05,
      "loss": 5.3438,
      "step": 325445
    },
    {
      "epoch": 0.2848724791914856,
      "grad_norm": 0.6068407893180847,
      "learning_rate": 4.2861969100610986e-05,
      "loss": 4.9024,
      "step": 325450
    },
    {
      "epoch": 0.28487685578511274,
      "grad_norm": 0.6241200566291809,
      "learning_rate": 4.2861756389750626e-05,
      "loss": 5.2162,
      "step": 325455
    },
    {
      "epoch": 0.2848812323787399,
      "grad_norm": 0.6186820864677429,
      "learning_rate": 4.286154367640941e-05,
      "loss": 4.0794,
      "step": 325460
    },
    {
      "epoch": 0.2848856089723671,
      "grad_norm": 0.5929123163223267,
      "learning_rate": 4.286133096058737e-05,
      "loss": 5.7075,
      "step": 325465
    },
    {
      "epoch": 0.2848899855659942,
      "grad_norm": 0.5974217653274536,
      "learning_rate": 4.2861118242284536e-05,
      "loss": 5.9246,
      "step": 325470
    },
    {
      "epoch": 0.2848943621596214,
      "grad_norm": 0.6185058355331421,
      "learning_rate": 4.286090552150098e-05,
      "loss": 5.0809,
      "step": 325475
    },
    {
      "epoch": 0.2848987387532485,
      "grad_norm": 0.6143075227737427,
      "learning_rate": 4.286069279823671e-05,
      "loss": 4.6175,
      "step": 325480
    },
    {
      "epoch": 0.2849031153468757,
      "grad_norm": 0.5890897512435913,
      "learning_rate": 4.28604800724918e-05,
      "loss": 5.3068,
      "step": 325485
    },
    {
      "epoch": 0.28490749194050285,
      "grad_norm": 0.626659095287323,
      "learning_rate": 4.286026734426628e-05,
      "loss": 5.3463,
      "step": 325490
    },
    {
      "epoch": 0.28491186853413,
      "grad_norm": 0.611442506313324,
      "learning_rate": 4.2860054613560174e-05,
      "loss": 4.8834,
      "step": 325495
    },
    {
      "epoch": 0.28491624512775715,
      "grad_norm": 0.6090672016143799,
      "learning_rate": 4.285984188037353e-05,
      "loss": 4.3692,
      "step": 325500
    },
    {
      "epoch": 0.2849206217213843,
      "grad_norm": 0.6158784627914429,
      "learning_rate": 4.28596291447064e-05,
      "loss": 5.1803,
      "step": 325505
    },
    {
      "epoch": 0.28492499831501145,
      "grad_norm": 0.5825101137161255,
      "learning_rate": 4.2859416406558815e-05,
      "loss": 5.7145,
      "step": 325510
    },
    {
      "epoch": 0.2849293749086386,
      "grad_norm": 0.5962090492248535,
      "learning_rate": 4.2859203665930824e-05,
      "loss": 4.9132,
      "step": 325515
    },
    {
      "epoch": 0.28493375150226574,
      "grad_norm": 0.5878229737281799,
      "learning_rate": 4.285899092282247e-05,
      "loss": 5.4355,
      "step": 325520
    },
    {
      "epoch": 0.2849381280958929,
      "grad_norm": 0.5752267837524414,
      "learning_rate": 4.2858778177233774e-05,
      "loss": 5.9018,
      "step": 325525
    },
    {
      "epoch": 0.2849425046895201,
      "grad_norm": 0.5973954796791077,
      "learning_rate": 4.28585654291648e-05,
      "loss": 5.4104,
      "step": 325530
    },
    {
      "epoch": 0.2849468812831472,
      "grad_norm": 0.6252892017364502,
      "learning_rate": 4.2858352678615575e-05,
      "loss": 5.4003,
      "step": 325535
    },
    {
      "epoch": 0.2849512578767744,
      "grad_norm": 0.5999842882156372,
      "learning_rate": 4.285813992558615e-05,
      "loss": 4.5731,
      "step": 325540
    },
    {
      "epoch": 0.2849556344704015,
      "grad_norm": 0.59001624584198,
      "learning_rate": 4.285792717007656e-05,
      "loss": 5.8971,
      "step": 325545
    },
    {
      "epoch": 0.2849600110640287,
      "grad_norm": 0.5941110849380493,
      "learning_rate": 4.285771441208685e-05,
      "loss": 4.4978,
      "step": 325550
    },
    {
      "epoch": 0.28496438765765586,
      "grad_norm": 0.6169825792312622,
      "learning_rate": 4.285750165161705e-05,
      "loss": 5.4031,
      "step": 325555
    },
    {
      "epoch": 0.284968764251283,
      "grad_norm": 0.5892161130905151,
      "learning_rate": 4.285728888866721e-05,
      "loss": 5.898,
      "step": 325560
    },
    {
      "epoch": 0.28497314084491016,
      "grad_norm": 0.6230136156082153,
      "learning_rate": 4.285707612323737e-05,
      "loss": 4.6496,
      "step": 325565
    },
    {
      "epoch": 0.28497751743853733,
      "grad_norm": 0.5975651741027832,
      "learning_rate": 4.285686335532758e-05,
      "loss": 4.5905,
      "step": 325570
    },
    {
      "epoch": 0.28498189403216445,
      "grad_norm": 0.5983355045318604,
      "learning_rate": 4.285665058493786e-05,
      "loss": 5.625,
      "step": 325575
    },
    {
      "epoch": 0.2849862706257916,
      "grad_norm": 0.5744553208351135,
      "learning_rate": 4.2856437812068274e-05,
      "loss": 6.2111,
      "step": 325580
    },
    {
      "epoch": 0.28499064721941875,
      "grad_norm": 0.5813544392585754,
      "learning_rate": 4.2856225036718844e-05,
      "loss": 5.925,
      "step": 325585
    },
    {
      "epoch": 0.2849950238130459,
      "grad_norm": 0.5777649283409119,
      "learning_rate": 4.285601225888962e-05,
      "loss": 5.18,
      "step": 325590
    },
    {
      "epoch": 0.2849994004066731,
      "grad_norm": 0.6231536865234375,
      "learning_rate": 4.285579947858065e-05,
      "loss": 4.6606,
      "step": 325595
    },
    {
      "epoch": 0.2850037770003002,
      "grad_norm": 0.5931090116500854,
      "learning_rate": 4.285558669579196e-05,
      "loss": 5.421,
      "step": 325600
    },
    {
      "epoch": 0.2850081535939274,
      "grad_norm": 0.5989815592765808,
      "learning_rate": 4.28553739105236e-05,
      "loss": 4.7876,
      "step": 325605
    },
    {
      "epoch": 0.28501253018755457,
      "grad_norm": 0.6133701801300049,
      "learning_rate": 4.285516112277561e-05,
      "loss": 5.3776,
      "step": 325610
    },
    {
      "epoch": 0.2850169067811817,
      "grad_norm": 0.5985424518585205,
      "learning_rate": 4.285494833254803e-05,
      "loss": 4.3132,
      "step": 325615
    },
    {
      "epoch": 0.28502128337480886,
      "grad_norm": 0.6050805449485779,
      "learning_rate": 4.285473553984091e-05,
      "loss": 5.1175,
      "step": 325620
    },
    {
      "epoch": 0.285025659968436,
      "grad_norm": 0.6616609692573547,
      "learning_rate": 4.285452274465427e-05,
      "loss": 5.2789,
      "step": 325625
    },
    {
      "epoch": 0.28503003656206316,
      "grad_norm": 0.6274043917655945,
      "learning_rate": 4.2854309946988167e-05,
      "loss": 5.2092,
      "step": 325630
    },
    {
      "epoch": 0.28503441315569034,
      "grad_norm": 0.6032516956329346,
      "learning_rate": 4.285409714684264e-05,
      "loss": 5.4038,
      "step": 325635
    },
    {
      "epoch": 0.28503878974931746,
      "grad_norm": 0.6220170855522156,
      "learning_rate": 4.285388434421773e-05,
      "loss": 5.6829,
      "step": 325640
    },
    {
      "epoch": 0.28504316634294463,
      "grad_norm": 0.5900951623916626,
      "learning_rate": 4.285367153911348e-05,
      "loss": 5.4309,
      "step": 325645
    },
    {
      "epoch": 0.28504754293657175,
      "grad_norm": 0.6035316586494446,
      "learning_rate": 4.2853458731529926e-05,
      "loss": 5.3018,
      "step": 325650
    },
    {
      "epoch": 0.2850519195301989,
      "grad_norm": 0.5790653824806213,
      "learning_rate": 4.2853245921467114e-05,
      "loss": 5.672,
      "step": 325655
    },
    {
      "epoch": 0.2850562961238261,
      "grad_norm": 0.6023420691490173,
      "learning_rate": 4.285303310892508e-05,
      "loss": 4.6726,
      "step": 325660
    },
    {
      "epoch": 0.2850606727174532,
      "grad_norm": 0.6288027763366699,
      "learning_rate": 4.285282029390385e-05,
      "loss": 4.6387,
      "step": 325665
    },
    {
      "epoch": 0.2850650493110804,
      "grad_norm": 0.6074666380882263,
      "learning_rate": 4.2852607476403506e-05,
      "loss": 5.6271,
      "step": 325670
    },
    {
      "epoch": 0.2850694259047076,
      "grad_norm": 0.6190170645713806,
      "learning_rate": 4.285239465642405e-05,
      "loss": 5.1156,
      "step": 325675
    },
    {
      "epoch": 0.2850738024983347,
      "grad_norm": 0.5998788475990295,
      "learning_rate": 4.2852181833965544e-05,
      "loss": 5.3203,
      "step": 325680
    },
    {
      "epoch": 0.28507817909196187,
      "grad_norm": 0.5984975099563599,
      "learning_rate": 4.285196900902803e-05,
      "loss": 4.7649,
      "step": 325685
    },
    {
      "epoch": 0.285082555685589,
      "grad_norm": 0.6391077041625977,
      "learning_rate": 4.285175618161152e-05,
      "loss": 5.8852,
      "step": 325690
    },
    {
      "epoch": 0.28508693227921617,
      "grad_norm": 0.583096444606781,
      "learning_rate": 4.285154335171609e-05,
      "loss": 6.2092,
      "step": 325695
    },
    {
      "epoch": 0.28509130887284334,
      "grad_norm": 0.6005356907844543,
      "learning_rate": 4.285133051934178e-05,
      "loss": 5.0992,
      "step": 325700
    },
    {
      "epoch": 0.28509568546647046,
      "grad_norm": 0.6313517689704895,
      "learning_rate": 4.2851117684488606e-05,
      "loss": 4.8253,
      "step": 325705
    },
    {
      "epoch": 0.28510006206009764,
      "grad_norm": 0.5927473902702332,
      "learning_rate": 4.2850904847156625e-05,
      "loss": 5.4202,
      "step": 325710
    },
    {
      "epoch": 0.2851044386537248,
      "grad_norm": 0.6179691553115845,
      "learning_rate": 4.285069200734588e-05,
      "loss": 5.9129,
      "step": 325715
    },
    {
      "epoch": 0.28510881524735193,
      "grad_norm": 0.6041314601898193,
      "learning_rate": 4.285047916505641e-05,
      "loss": 4.8862,
      "step": 325720
    },
    {
      "epoch": 0.2851131918409791,
      "grad_norm": 0.5934447050094604,
      "learning_rate": 4.285026632028825e-05,
      "loss": 4.5631,
      "step": 325725
    },
    {
      "epoch": 0.28511756843460623,
      "grad_norm": 0.5958671569824219,
      "learning_rate": 4.285005347304144e-05,
      "loss": 5.3229,
      "step": 325730
    },
    {
      "epoch": 0.2851219450282334,
      "grad_norm": 0.5913498401641846,
      "learning_rate": 4.284984062331603e-05,
      "loss": 5.2105,
      "step": 325735
    },
    {
      "epoch": 0.2851263216218606,
      "grad_norm": 0.5944010615348816,
      "learning_rate": 4.2849627771112054e-05,
      "loss": 5.6152,
      "step": 325740
    },
    {
      "epoch": 0.2851306982154877,
      "grad_norm": 0.6195958852767944,
      "learning_rate": 4.284941491642955e-05,
      "loss": 3.6399,
      "step": 325745
    },
    {
      "epoch": 0.2851350748091149,
      "grad_norm": 0.6508718132972717,
      "learning_rate": 4.284920205926858e-05,
      "loss": 5.1231,
      "step": 325750
    },
    {
      "epoch": 0.28513945140274205,
      "grad_norm": 0.6345427632331848,
      "learning_rate": 4.2848989199629165e-05,
      "loss": 4.1648,
      "step": 325755
    },
    {
      "epoch": 0.28514382799636917,
      "grad_norm": 0.6676573753356934,
      "learning_rate": 4.284877633751134e-05,
      "loss": 5.3972,
      "step": 325760
    },
    {
      "epoch": 0.28514820458999635,
      "grad_norm": 0.6093727350234985,
      "learning_rate": 4.284856347291517e-05,
      "loss": 4.6992,
      "step": 325765
    },
    {
      "epoch": 0.28515258118362347,
      "grad_norm": 0.6703246831893921,
      "learning_rate": 4.284835060584068e-05,
      "loss": 5.5916,
      "step": 325770
    },
    {
      "epoch": 0.28515695777725064,
      "grad_norm": 0.6065254807472229,
      "learning_rate": 4.284813773628791e-05,
      "loss": 4.4051,
      "step": 325775
    },
    {
      "epoch": 0.2851613343708778,
      "grad_norm": 0.6145926713943481,
      "learning_rate": 4.284792486425691e-05,
      "loss": 5.4218,
      "step": 325780
    },
    {
      "epoch": 0.28516571096450494,
      "grad_norm": 0.6536510586738586,
      "learning_rate": 4.2847711989747716e-05,
      "loss": 5.907,
      "step": 325785
    },
    {
      "epoch": 0.2851700875581321,
      "grad_norm": 0.5995901226997375,
      "learning_rate": 4.2847499112760356e-05,
      "loss": 5.1484,
      "step": 325790
    },
    {
      "epoch": 0.28517446415175923,
      "grad_norm": 0.6151439547538757,
      "learning_rate": 4.2847286233294904e-05,
      "loss": 5.161,
      "step": 325795
    },
    {
      "epoch": 0.2851788407453864,
      "grad_norm": 0.5867671966552734,
      "learning_rate": 4.284707335135137e-05,
      "loss": 4.6338,
      "step": 325800
    },
    {
      "epoch": 0.2851832173390136,
      "grad_norm": 0.6108545064926147,
      "learning_rate": 4.2846860466929814e-05,
      "loss": 5.6207,
      "step": 325805
    },
    {
      "epoch": 0.2851875939326407,
      "grad_norm": 0.6041921377182007,
      "learning_rate": 4.2846647580030265e-05,
      "loss": 4.8833,
      "step": 325810
    },
    {
      "epoch": 0.2851919705262679,
      "grad_norm": 0.5988803505897522,
      "learning_rate": 4.284643469065277e-05,
      "loss": 5.3047,
      "step": 325815
    },
    {
      "epoch": 0.28519634711989506,
      "grad_norm": 0.6065840125083923,
      "learning_rate": 4.284622179879737e-05,
      "loss": 5.3965,
      "step": 325820
    },
    {
      "epoch": 0.2852007237135222,
      "grad_norm": 0.6042503118515015,
      "learning_rate": 4.2846008904464096e-05,
      "loss": 4.59,
      "step": 325825
    },
    {
      "epoch": 0.28520510030714935,
      "grad_norm": 0.5920217633247375,
      "learning_rate": 4.284579600765301e-05,
      "loss": 4.6029,
      "step": 325830
    },
    {
      "epoch": 0.28520947690077647,
      "grad_norm": 0.6064484119415283,
      "learning_rate": 4.284558310836414e-05,
      "loss": 5.3748,
      "step": 325835
    },
    {
      "epoch": 0.28521385349440365,
      "grad_norm": 0.5990261435508728,
      "learning_rate": 4.284537020659752e-05,
      "loss": 5.6148,
      "step": 325840
    },
    {
      "epoch": 0.2852182300880308,
      "grad_norm": 0.6041719913482666,
      "learning_rate": 4.28451573023532e-05,
      "loss": 5.6262,
      "step": 325845
    },
    {
      "epoch": 0.28522260668165794,
      "grad_norm": 0.59036785364151,
      "learning_rate": 4.284494439563123e-05,
      "loss": 5.3447,
      "step": 325850
    },
    {
      "epoch": 0.2852269832752851,
      "grad_norm": 0.5940727591514587,
      "learning_rate": 4.284473148643163e-05,
      "loss": 4.8806,
      "step": 325855
    },
    {
      "epoch": 0.2852313598689123,
      "grad_norm": 0.5823362469673157,
      "learning_rate": 4.284451857475445e-05,
      "loss": 5.2916,
      "step": 325860
    },
    {
      "epoch": 0.2852357364625394,
      "grad_norm": 0.6190570592880249,
      "learning_rate": 4.284430566059975e-05,
      "loss": 4.1937,
      "step": 325865
    },
    {
      "epoch": 0.2852401130561666,
      "grad_norm": 0.5976347327232361,
      "learning_rate": 4.2844092743967533e-05,
      "loss": 5.635,
      "step": 325870
    },
    {
      "epoch": 0.2852444896497937,
      "grad_norm": 0.5905344486236572,
      "learning_rate": 4.284387982485788e-05,
      "loss": 5.7228,
      "step": 325875
    },
    {
      "epoch": 0.2852488662434209,
      "grad_norm": 0.6039127707481384,
      "learning_rate": 4.284366690327081e-05,
      "loss": 4.7896,
      "step": 325880
    },
    {
      "epoch": 0.28525324283704806,
      "grad_norm": 0.6196953058242798,
      "learning_rate": 4.284345397920636e-05,
      "loss": 4.3588,
      "step": 325885
    },
    {
      "epoch": 0.2852576194306752,
      "grad_norm": 0.5805980563163757,
      "learning_rate": 4.284324105266459e-05,
      "loss": 5.9014,
      "step": 325890
    },
    {
      "epoch": 0.28526199602430236,
      "grad_norm": 0.5759863257408142,
      "learning_rate": 4.284302812364551e-05,
      "loss": 5.8924,
      "step": 325895
    },
    {
      "epoch": 0.28526637261792953,
      "grad_norm": 0.6110236048698425,
      "learning_rate": 4.28428151921492e-05,
      "loss": 4.374,
      "step": 325900
    },
    {
      "epoch": 0.28527074921155665,
      "grad_norm": 0.5978125929832458,
      "learning_rate": 4.284260225817568e-05,
      "loss": 4.3102,
      "step": 325905
    },
    {
      "epoch": 0.2852751258051838,
      "grad_norm": 0.6054515838623047,
      "learning_rate": 4.2842389321724985e-05,
      "loss": 5.9406,
      "step": 325910
    },
    {
      "epoch": 0.28527950239881095,
      "grad_norm": 0.5761938691139221,
      "learning_rate": 4.284217638279716e-05,
      "loss": 5.9207,
      "step": 325915
    },
    {
      "epoch": 0.2852838789924381,
      "grad_norm": 0.5963905453681946,
      "learning_rate": 4.284196344139225e-05,
      "loss": 5.3784,
      "step": 325920
    },
    {
      "epoch": 0.2852882555860653,
      "grad_norm": 0.5935754776000977,
      "learning_rate": 4.2841750497510314e-05,
      "loss": 5.9043,
      "step": 325925
    },
    {
      "epoch": 0.2852926321796924,
      "grad_norm": 0.6358102560043335,
      "learning_rate": 4.284153755115137e-05,
      "loss": 5.1418,
      "step": 325930
    },
    {
      "epoch": 0.2852970087733196,
      "grad_norm": 0.5932087302207947,
      "learning_rate": 4.284132460231546e-05,
      "loss": 5.1123,
      "step": 325935
    },
    {
      "epoch": 0.2853013853669467,
      "grad_norm": 0.5893621444702148,
      "learning_rate": 4.284111165100262e-05,
      "loss": 5.6914,
      "step": 325940
    },
    {
      "epoch": 0.2853057619605739,
      "grad_norm": 0.6109876036643982,
      "learning_rate": 4.284089869721292e-05,
      "loss": 5.1321,
      "step": 325945
    },
    {
      "epoch": 0.28531013855420106,
      "grad_norm": 0.635956883430481,
      "learning_rate": 4.2840685740946364e-05,
      "loss": 4.6813,
      "step": 325950
    },
    {
      "epoch": 0.2853145151478282,
      "grad_norm": 0.6142188310623169,
      "learning_rate": 4.284047278220301e-05,
      "loss": 4.6771,
      "step": 325955
    },
    {
      "epoch": 0.28531889174145536,
      "grad_norm": 0.6114100217819214,
      "learning_rate": 4.284025982098291e-05,
      "loss": 5.3795,
      "step": 325960
    },
    {
      "epoch": 0.28532326833508254,
      "grad_norm": 0.6013147830963135,
      "learning_rate": 4.28400468572861e-05,
      "loss": 4.8962,
      "step": 325965
    },
    {
      "epoch": 0.28532764492870966,
      "grad_norm": 0.6104310750961304,
      "learning_rate": 4.28398338911126e-05,
      "loss": 5.0948,
      "step": 325970
    },
    {
      "epoch": 0.28533202152233683,
      "grad_norm": 0.5980076193809509,
      "learning_rate": 4.283962092246249e-05,
      "loss": 4.6289,
      "step": 325975
    },
    {
      "epoch": 0.28533639811596395,
      "grad_norm": 0.6041048765182495,
      "learning_rate": 4.283940795133575e-05,
      "loss": 5.9363,
      "step": 325980
    },
    {
      "epoch": 0.2853407747095911,
      "grad_norm": 0.639214813709259,
      "learning_rate": 4.283919497773249e-05,
      "loss": 5.1025,
      "step": 325985
    },
    {
      "epoch": 0.2853451513032183,
      "grad_norm": 0.5948195457458496,
      "learning_rate": 4.2838982001652716e-05,
      "loss": 6.2055,
      "step": 325990
    },
    {
      "epoch": 0.2853495278968454,
      "grad_norm": 0.5992938876152039,
      "learning_rate": 4.283876902309647e-05,
      "loss": 5.3049,
      "step": 325995
    },
    {
      "epoch": 0.2853539044904726,
      "grad_norm": 0.6199184060096741,
      "learning_rate": 4.283855604206379e-05,
      "loss": 4.8836,
      "step": 326000
    },
    {
      "epoch": 0.2853582810840998,
      "grad_norm": 0.6042221188545227,
      "learning_rate": 4.283834305855473e-05,
      "loss": 5.1319,
      "step": 326005
    },
    {
      "epoch": 0.2853626576777269,
      "grad_norm": 0.6047150492668152,
      "learning_rate": 4.2838130072569325e-05,
      "loss": 5.3853,
      "step": 326010
    },
    {
      "epoch": 0.28536703427135407,
      "grad_norm": 0.5859674215316772,
      "learning_rate": 4.283791708410761e-05,
      "loss": 5.3904,
      "step": 326015
    },
    {
      "epoch": 0.2853714108649812,
      "grad_norm": 0.6013182401657104,
      "learning_rate": 4.283770409316964e-05,
      "loss": 5.6523,
      "step": 326020
    },
    {
      "epoch": 0.28537578745860837,
      "grad_norm": 0.6232632398605347,
      "learning_rate": 4.283749109975544e-05,
      "loss": 5.0985,
      "step": 326025
    },
    {
      "epoch": 0.28538016405223554,
      "grad_norm": 0.5998927354812622,
      "learning_rate": 4.283727810386506e-05,
      "loss": 4.8831,
      "step": 326030
    },
    {
      "epoch": 0.28538454064586266,
      "grad_norm": 0.6195685863494873,
      "learning_rate": 4.283706510549855e-05,
      "loss": 4.8903,
      "step": 326035
    },
    {
      "epoch": 0.28538891723948984,
      "grad_norm": 0.5901492238044739,
      "learning_rate": 4.2836852104655934e-05,
      "loss": 6.2219,
      "step": 326040
    },
    {
      "epoch": 0.28539329383311696,
      "grad_norm": 0.5960718393325806,
      "learning_rate": 4.283663910133726e-05,
      "loss": 5.6217,
      "step": 326045
    },
    {
      "epoch": 0.28539767042674413,
      "grad_norm": 0.6085411310195923,
      "learning_rate": 4.283642609554257e-05,
      "loss": 4.3624,
      "step": 326050
    },
    {
      "epoch": 0.2854020470203713,
      "grad_norm": 0.6289744973182678,
      "learning_rate": 4.28362130872719e-05,
      "loss": 5.0909,
      "step": 326055
    },
    {
      "epoch": 0.28540642361399843,
      "grad_norm": 0.6470270752906799,
      "learning_rate": 4.2836000076525294e-05,
      "loss": 5.7126,
      "step": 326060
    },
    {
      "epoch": 0.2854108002076256,
      "grad_norm": 0.6452035307884216,
      "learning_rate": 4.28357870633028e-05,
      "loss": 5.1184,
      "step": 326065
    },
    {
      "epoch": 0.2854151768012528,
      "grad_norm": 0.6209848523139954,
      "learning_rate": 4.283557404760447e-05,
      "loss": 4.5399,
      "step": 326070
    },
    {
      "epoch": 0.2854195533948799,
      "grad_norm": 0.6055548787117004,
      "learning_rate": 4.28353610294303e-05,
      "loss": 5.2014,
      "step": 326075
    },
    {
      "epoch": 0.2854239299885071,
      "grad_norm": 0.6072400212287903,
      "learning_rate": 4.283514800878037e-05,
      "loss": 4.8848,
      "step": 326080
    },
    {
      "epoch": 0.2854283065821342,
      "grad_norm": 0.6069928407669067,
      "learning_rate": 4.2834934985654705e-05,
      "loss": 5.0891,
      "step": 326085
    },
    {
      "epoch": 0.28543268317576137,
      "grad_norm": 0.6025186777114868,
      "learning_rate": 4.283472196005337e-05,
      "loss": 4.3281,
      "step": 326090
    },
    {
      "epoch": 0.28543705976938855,
      "grad_norm": 0.5949741005897522,
      "learning_rate": 4.283450893197637e-05,
      "loss": 5.6176,
      "step": 326095
    },
    {
      "epoch": 0.28544143636301567,
      "grad_norm": 0.6301513910293579,
      "learning_rate": 4.283429590142377e-05,
      "loss": 4.5973,
      "step": 326100
    },
    {
      "epoch": 0.28544581295664284,
      "grad_norm": 0.6058310866355896,
      "learning_rate": 4.283408286839561e-05,
      "loss": 5.1104,
      "step": 326105
    },
    {
      "epoch": 0.28545018955027,
      "grad_norm": 0.6016412377357483,
      "learning_rate": 4.2833869832891914e-05,
      "loss": 5.3262,
      "step": 326110
    },
    {
      "epoch": 0.28545456614389714,
      "grad_norm": 0.5923758745193481,
      "learning_rate": 4.283365679491275e-05,
      "loss": 5.0853,
      "step": 326115
    },
    {
      "epoch": 0.2854589427375243,
      "grad_norm": 0.6131730675697327,
      "learning_rate": 4.2833443754458135e-05,
      "loss": 5.8891,
      "step": 326120
    },
    {
      "epoch": 0.28546331933115143,
      "grad_norm": 0.6466522216796875,
      "learning_rate": 4.283323071152813e-05,
      "loss": 4.3387,
      "step": 326125
    },
    {
      "epoch": 0.2854676959247786,
      "grad_norm": 0.6035802960395813,
      "learning_rate": 4.283301766612276e-05,
      "loss": 4.8845,
      "step": 326130
    },
    {
      "epoch": 0.2854720725184058,
      "grad_norm": 0.6226295828819275,
      "learning_rate": 4.283280461824206e-05,
      "loss": 4.4003,
      "step": 326135
    },
    {
      "epoch": 0.2854764491120329,
      "grad_norm": 0.6145597100257874,
      "learning_rate": 4.283259156788609e-05,
      "loss": 4.8919,
      "step": 326140
    },
    {
      "epoch": 0.2854808257056601,
      "grad_norm": 0.5963351130485535,
      "learning_rate": 4.28323785150549e-05,
      "loss": 4.8929,
      "step": 326145
    },
    {
      "epoch": 0.28548520229928726,
      "grad_norm": 0.6053376793861389,
      "learning_rate": 4.2832165459748495e-05,
      "loss": 4.1951,
      "step": 326150
    },
    {
      "epoch": 0.2854895788929144,
      "grad_norm": 0.6008453369140625,
      "learning_rate": 4.283195240196695e-05,
      "loss": 5.9037,
      "step": 326155
    },
    {
      "epoch": 0.28549395548654155,
      "grad_norm": 0.6063210368156433,
      "learning_rate": 4.2831739341710274e-05,
      "loss": 5.1406,
      "step": 326160
    },
    {
      "epoch": 0.28549833208016867,
      "grad_norm": 0.5924029350280762,
      "learning_rate": 4.283152627897854e-05,
      "loss": 5.4299,
      "step": 326165
    },
    {
      "epoch": 0.28550270867379585,
      "grad_norm": 0.5952157378196716,
      "learning_rate": 4.2831313213771776e-05,
      "loss": 5.1125,
      "step": 326170
    },
    {
      "epoch": 0.285507085267423,
      "grad_norm": 0.5955334305763245,
      "learning_rate": 4.2831100146090006e-05,
      "loss": 5.309,
      "step": 326175
    },
    {
      "epoch": 0.28551146186105014,
      "grad_norm": 0.5843307375907898,
      "learning_rate": 4.2830887075933313e-05,
      "loss": 5.6076,
      "step": 326180
    },
    {
      "epoch": 0.2855158384546773,
      "grad_norm": 0.6095372438430786,
      "learning_rate": 4.28306740033017e-05,
      "loss": 5.3918,
      "step": 326185
    },
    {
      "epoch": 0.28552021504830444,
      "grad_norm": 0.5755634903907776,
      "learning_rate": 4.283046092819522e-05,
      "loss": 5.9135,
      "step": 326190
    },
    {
      "epoch": 0.2855245916419316,
      "grad_norm": 0.5849503874778748,
      "learning_rate": 4.2830247850613915e-05,
      "loss": 5.4213,
      "step": 326195
    },
    {
      "epoch": 0.2855289682355588,
      "grad_norm": 0.6106041073799133,
      "learning_rate": 4.283003477055783e-05,
      "loss": 4.1137,
      "step": 326200
    },
    {
      "epoch": 0.2855333448291859,
      "grad_norm": 0.6130533218383789,
      "learning_rate": 4.282982168802699e-05,
      "loss": 5.394,
      "step": 326205
    },
    {
      "epoch": 0.2855377214228131,
      "grad_norm": 0.6125823259353638,
      "learning_rate": 4.282960860302147e-05,
      "loss": 5.3064,
      "step": 326210
    },
    {
      "epoch": 0.28554209801644026,
      "grad_norm": 0.6023268103599548,
      "learning_rate": 4.282939551554127e-05,
      "loss": 5.194,
      "step": 326215
    },
    {
      "epoch": 0.2855464746100674,
      "grad_norm": 0.6230453848838806,
      "learning_rate": 4.282918242558646e-05,
      "loss": 5.15,
      "step": 326220
    },
    {
      "epoch": 0.28555085120369456,
      "grad_norm": 0.6075468063354492,
      "learning_rate": 4.282896933315707e-05,
      "loss": 4.3903,
      "step": 326225
    },
    {
      "epoch": 0.2855552277973217,
      "grad_norm": 0.5968304872512817,
      "learning_rate": 4.2828756238253135e-05,
      "loss": 4.5987,
      "step": 326230
    },
    {
      "epoch": 0.28555960439094885,
      "grad_norm": 0.6164351105690002,
      "learning_rate": 4.282854314087471e-05,
      "loss": 5.0703,
      "step": 326235
    },
    {
      "epoch": 0.285563980984576,
      "grad_norm": 0.6064174175262451,
      "learning_rate": 4.282833004102183e-05,
      "loss": 4.4225,
      "step": 326240
    },
    {
      "epoch": 0.28556835757820315,
      "grad_norm": 0.6282597184181213,
      "learning_rate": 4.282811693869453e-05,
      "loss": 4.7387,
      "step": 326245
    },
    {
      "epoch": 0.2855727341718303,
      "grad_norm": 0.615469217300415,
      "learning_rate": 4.282790383389287e-05,
      "loss": 5.1068,
      "step": 326250
    },
    {
      "epoch": 0.2855771107654575,
      "grad_norm": 0.6041736006736755,
      "learning_rate": 4.282769072661686e-05,
      "loss": 4.3086,
      "step": 326255
    },
    {
      "epoch": 0.2855814873590846,
      "grad_norm": 0.5941408276557922,
      "learning_rate": 4.282747761686658e-05,
      "loss": 4.3036,
      "step": 326260
    },
    {
      "epoch": 0.2855858639527118,
      "grad_norm": 0.6098629832267761,
      "learning_rate": 4.282726450464204e-05,
      "loss": 4.604,
      "step": 326265
    },
    {
      "epoch": 0.2855902405463389,
      "grad_norm": 0.5981579422950745,
      "learning_rate": 4.282705138994329e-05,
      "loss": 5.6539,
      "step": 326270
    },
    {
      "epoch": 0.2855946171399661,
      "grad_norm": 0.5790899395942688,
      "learning_rate": 4.282683827277038e-05,
      "loss": 6.234,
      "step": 326275
    },
    {
      "epoch": 0.28559899373359326,
      "grad_norm": 0.6004659533500671,
      "learning_rate": 4.282662515312333e-05,
      "loss": 4.6474,
      "step": 326280
    },
    {
      "epoch": 0.2856033703272204,
      "grad_norm": 0.6314485669136047,
      "learning_rate": 4.2826412031002205e-05,
      "loss": 4.9021,
      "step": 326285
    },
    {
      "epoch": 0.28560774692084756,
      "grad_norm": 0.5974389314651489,
      "learning_rate": 4.282619890640703e-05,
      "loss": 4.8989,
      "step": 326290
    },
    {
      "epoch": 0.2856121235144747,
      "grad_norm": 0.5998709797859192,
      "learning_rate": 4.282598577933785e-05,
      "loss": 5.0908,
      "step": 326295
    },
    {
      "epoch": 0.28561650010810186,
      "grad_norm": 0.5960032343864441,
      "learning_rate": 4.2825772649794714e-05,
      "loss": 5.3594,
      "step": 326300
    },
    {
      "epoch": 0.28562087670172903,
      "grad_norm": 0.6256715059280396,
      "learning_rate": 4.282555951777766e-05,
      "loss": 4.6829,
      "step": 326305
    },
    {
      "epoch": 0.28562525329535615,
      "grad_norm": 0.5798144936561584,
      "learning_rate": 4.282534638328672e-05,
      "loss": 5.5912,
      "step": 326310
    },
    {
      "epoch": 0.2856296298889833,
      "grad_norm": 0.6098436713218689,
      "learning_rate": 4.2825133246321946e-05,
      "loss": 5.1775,
      "step": 326315
    },
    {
      "epoch": 0.2856340064826105,
      "grad_norm": 0.5824503898620605,
      "learning_rate": 4.282492010688337e-05,
      "loss": 4.929,
      "step": 326320
    },
    {
      "epoch": 0.2856383830762376,
      "grad_norm": 0.5881434082984924,
      "learning_rate": 4.2824706964971036e-05,
      "loss": 4.5794,
      "step": 326325
    },
    {
      "epoch": 0.2856427596698648,
      "grad_norm": 0.5923899412155151,
      "learning_rate": 4.2824493820585e-05,
      "loss": 4.772,
      "step": 326330
    },
    {
      "epoch": 0.2856471362634919,
      "grad_norm": 0.5906702280044556,
      "learning_rate": 4.2824280673725284e-05,
      "loss": 4.6048,
      "step": 326335
    },
    {
      "epoch": 0.2856515128571191,
      "grad_norm": 0.6003851890563965,
      "learning_rate": 4.282406752439193e-05,
      "loss": 5.9135,
      "step": 326340
    },
    {
      "epoch": 0.28565588945074627,
      "grad_norm": 0.6111470460891724,
      "learning_rate": 4.282385437258498e-05,
      "loss": 4.4396,
      "step": 326345
    },
    {
      "epoch": 0.2856602660443734,
      "grad_norm": 0.5777771472930908,
      "learning_rate": 4.282364121830449e-05,
      "loss": 5.1126,
      "step": 326350
    },
    {
      "epoch": 0.28566464263800057,
      "grad_norm": 0.6165881752967834,
      "learning_rate": 4.2823428061550487e-05,
      "loss": 4.9206,
      "step": 326355
    },
    {
      "epoch": 0.28566901923162774,
      "grad_norm": 0.5864205956459045,
      "learning_rate": 4.282321490232301e-05,
      "loss": 5.3039,
      "step": 326360
    },
    {
      "epoch": 0.28567339582525486,
      "grad_norm": 0.6120284795761108,
      "learning_rate": 4.282300174062212e-05,
      "loss": 5.189,
      "step": 326365
    },
    {
      "epoch": 0.28567777241888204,
      "grad_norm": 0.5977710485458374,
      "learning_rate": 4.2822788576447825e-05,
      "loss": 4.3035,
      "step": 326370
    },
    {
      "epoch": 0.28568214901250916,
      "grad_norm": 0.5995224118232727,
      "learning_rate": 4.2822575409800195e-05,
      "loss": 4.9144,
      "step": 326375
    },
    {
      "epoch": 0.28568652560613633,
      "grad_norm": 0.6083210110664368,
      "learning_rate": 4.2822362240679256e-05,
      "loss": 4.0548,
      "step": 326380
    },
    {
      "epoch": 0.2856909021997635,
      "grad_norm": 0.5961666107177734,
      "learning_rate": 4.282214906908506e-05,
      "loss": 4.7819,
      "step": 326385
    },
    {
      "epoch": 0.28569527879339063,
      "grad_norm": 0.5846971869468689,
      "learning_rate": 4.282193589501764e-05,
      "loss": 5.4226,
      "step": 326390
    },
    {
      "epoch": 0.2856996553870178,
      "grad_norm": 0.6068100333213806,
      "learning_rate": 4.282172271847703e-05,
      "loss": 5.3049,
      "step": 326395
    },
    {
      "epoch": 0.285704031980645,
      "grad_norm": 0.5970821976661682,
      "learning_rate": 4.282150953946329e-05,
      "loss": 5.6491,
      "step": 326400
    },
    {
      "epoch": 0.2857084085742721,
      "grad_norm": 0.6417803764343262,
      "learning_rate": 4.282129635797646e-05,
      "loss": 5.0858,
      "step": 326405
    },
    {
      "epoch": 0.2857127851678993,
      "grad_norm": 0.5933922529220581,
      "learning_rate": 4.282108317401655e-05,
      "loss": 5.1078,
      "step": 326410
    },
    {
      "epoch": 0.2857171617615264,
      "grad_norm": 0.5803192853927612,
      "learning_rate": 4.282086998758364e-05,
      "loss": 6.2172,
      "step": 326415
    },
    {
      "epoch": 0.28572153835515357,
      "grad_norm": 0.6097280383110046,
      "learning_rate": 4.282065679867775e-05,
      "loss": 4.8828,
      "step": 326420
    },
    {
      "epoch": 0.28572591494878075,
      "grad_norm": 0.5996978878974915,
      "learning_rate": 4.282044360729893e-05,
      "loss": 5.0947,
      "step": 326425
    },
    {
      "epoch": 0.28573029154240787,
      "grad_norm": 0.6225002408027649,
      "learning_rate": 4.282023041344721e-05,
      "loss": 5.6729,
      "step": 326430
    },
    {
      "epoch": 0.28573466813603504,
      "grad_norm": 0.5871509909629822,
      "learning_rate": 4.2820017217122645e-05,
      "loss": 4.9162,
      "step": 326435
    },
    {
      "epoch": 0.28573904472966216,
      "grad_norm": 0.5903879404067993,
      "learning_rate": 4.281980401832527e-05,
      "loss": 4.9212,
      "step": 326440
    },
    {
      "epoch": 0.28574342132328934,
      "grad_norm": 0.5949016809463501,
      "learning_rate": 4.281959081705512e-05,
      "loss": 5.4264,
      "step": 326445
    },
    {
      "epoch": 0.2857477979169165,
      "grad_norm": 0.5890842080116272,
      "learning_rate": 4.281937761331224e-05,
      "loss": 5.7375,
      "step": 326450
    },
    {
      "epoch": 0.28575217451054363,
      "grad_norm": 0.6039063334465027,
      "learning_rate": 4.281916440709668e-05,
      "loss": 4.0631,
      "step": 326455
    },
    {
      "epoch": 0.2857565511041708,
      "grad_norm": 0.6092473864555359,
      "learning_rate": 4.281895119840847e-05,
      "loss": 4.6821,
      "step": 326460
    },
    {
      "epoch": 0.285760927697798,
      "grad_norm": 0.5984265208244324,
      "learning_rate": 4.2818737987247656e-05,
      "loss": 5.2701,
      "step": 326465
    },
    {
      "epoch": 0.2857653042914251,
      "grad_norm": 0.5855998992919922,
      "learning_rate": 4.2818524773614275e-05,
      "loss": 5.1074,
      "step": 326470
    },
    {
      "epoch": 0.2857696808850523,
      "grad_norm": 0.602975606918335,
      "learning_rate": 4.2818311557508385e-05,
      "loss": 4.3548,
      "step": 326475
    },
    {
      "epoch": 0.2857740574786794,
      "grad_norm": 0.5911402702331543,
      "learning_rate": 4.281809833892999e-05,
      "loss": 5.1409,
      "step": 326480
    },
    {
      "epoch": 0.2857784340723066,
      "grad_norm": 0.5958575010299683,
      "learning_rate": 4.281788511787918e-05,
      "loss": 4.8598,
      "step": 326485
    },
    {
      "epoch": 0.28578281066593375,
      "grad_norm": 0.6065154075622559,
      "learning_rate": 4.281767189435595e-05,
      "loss": 4.6001,
      "step": 326490
    },
    {
      "epoch": 0.28578718725956087,
      "grad_norm": 0.6011670231819153,
      "learning_rate": 4.2817458668360366e-05,
      "loss": 5.1141,
      "step": 326495
    },
    {
      "epoch": 0.28579156385318805,
      "grad_norm": 0.5937071442604065,
      "learning_rate": 4.2817245439892464e-05,
      "loss": 5.6957,
      "step": 326500
    },
    {
      "epoch": 0.2857959404468152,
      "grad_norm": 0.5772919654846191,
      "learning_rate": 4.281703220895229e-05,
      "loss": 4.5783,
      "step": 326505
    },
    {
      "epoch": 0.28580031704044234,
      "grad_norm": 0.5989006161689758,
      "learning_rate": 4.281681897553988e-05,
      "loss": 4.9183,
      "step": 326510
    },
    {
      "epoch": 0.2858046936340695,
      "grad_norm": 0.591559112071991,
      "learning_rate": 4.281660573965528e-05,
      "loss": 5.6354,
      "step": 326515
    },
    {
      "epoch": 0.28580907022769664,
      "grad_norm": 0.5954842567443848,
      "learning_rate": 4.281639250129853e-05,
      "loss": 5.6822,
      "step": 326520
    },
    {
      "epoch": 0.2858134468213238,
      "grad_norm": 0.5878590941429138,
      "learning_rate": 4.281617926046966e-05,
      "loss": 5.3293,
      "step": 326525
    },
    {
      "epoch": 0.285817823414951,
      "grad_norm": 0.5839307904243469,
      "learning_rate": 4.281596601716872e-05,
      "loss": 4.8178,
      "step": 326530
    },
    {
      "epoch": 0.2858222000085781,
      "grad_norm": 0.5897672176361084,
      "learning_rate": 4.281575277139576e-05,
      "loss": 5.9082,
      "step": 326535
    },
    {
      "epoch": 0.2858265766022053,
      "grad_norm": 0.6012728810310364,
      "learning_rate": 4.2815539523150795e-05,
      "loss": 5.1311,
      "step": 326540
    },
    {
      "epoch": 0.28583095319583246,
      "grad_norm": 0.6273800730705261,
      "learning_rate": 4.28153262724339e-05,
      "loss": 4.1026,
      "step": 326545
    },
    {
      "epoch": 0.2858353297894596,
      "grad_norm": 0.6018513441085815,
      "learning_rate": 4.281511301924509e-05,
      "loss": 6.2006,
      "step": 326550
    },
    {
      "epoch": 0.28583970638308676,
      "grad_norm": 0.6138619184494019,
      "learning_rate": 4.281489976358441e-05,
      "loss": 5.195,
      "step": 326555
    },
    {
      "epoch": 0.2858440829767139,
      "grad_norm": 0.6194409132003784,
      "learning_rate": 4.281468650545192e-05,
      "loss": 5.0848,
      "step": 326560
    },
    {
      "epoch": 0.28584845957034105,
      "grad_norm": 0.6166309118270874,
      "learning_rate": 4.281447324484764e-05,
      "loss": 5.4059,
      "step": 326565
    },
    {
      "epoch": 0.2858528361639682,
      "grad_norm": 0.6394733190536499,
      "learning_rate": 4.281425998177162e-05,
      "loss": 4.6035,
      "step": 326570
    },
    {
      "epoch": 0.28585721275759535,
      "grad_norm": 0.6008970737457275,
      "learning_rate": 4.28140467162239e-05,
      "loss": 5.8734,
      "step": 326575
    },
    {
      "epoch": 0.2858615893512225,
      "grad_norm": 0.59759521484375,
      "learning_rate": 4.281383344820452e-05,
      "loss": 4.9239,
      "step": 326580
    },
    {
      "epoch": 0.28586596594484964,
      "grad_norm": 0.6155916452407837,
      "learning_rate": 4.2813620177713524e-05,
      "loss": 4.1572,
      "step": 326585
    },
    {
      "epoch": 0.2858703425384768,
      "grad_norm": 0.6042652130126953,
      "learning_rate": 4.2813406904750954e-05,
      "loss": 5.3811,
      "step": 326590
    },
    {
      "epoch": 0.285874719132104,
      "grad_norm": 0.5909468531608582,
      "learning_rate": 4.2813193629316836e-05,
      "loss": 5.1396,
      "step": 326595
    },
    {
      "epoch": 0.2858790957257311,
      "grad_norm": 0.5903155207633972,
      "learning_rate": 4.281298035141124e-05,
      "loss": 5.2191,
      "step": 326600
    },
    {
      "epoch": 0.2858834723193583,
      "grad_norm": 0.5846073627471924,
      "learning_rate": 4.2812767071034176e-05,
      "loss": 5.7003,
      "step": 326605
    },
    {
      "epoch": 0.28588784891298546,
      "grad_norm": 0.6072061657905579,
      "learning_rate": 4.2812553788185715e-05,
      "loss": 4.8675,
      "step": 326610
    },
    {
      "epoch": 0.2858922255066126,
      "grad_norm": 0.6006177663803101,
      "learning_rate": 4.2812340502865876e-05,
      "loss": 4.9283,
      "step": 326615
    },
    {
      "epoch": 0.28589660210023976,
      "grad_norm": 0.5958281755447388,
      "learning_rate": 4.2812127215074706e-05,
      "loss": 5.6812,
      "step": 326620
    },
    {
      "epoch": 0.2859009786938669,
      "grad_norm": 0.5896794199943542,
      "learning_rate": 4.281191392481224e-05,
      "loss": 5.7284,
      "step": 326625
    },
    {
      "epoch": 0.28590535528749406,
      "grad_norm": 0.6048749685287476,
      "learning_rate": 4.281170063207853e-05,
      "loss": 5.2203,
      "step": 326630
    },
    {
      "epoch": 0.28590973188112123,
      "grad_norm": 0.6094229221343994,
      "learning_rate": 4.281148733687362e-05,
      "loss": 5.0999,
      "step": 326635
    },
    {
      "epoch": 0.28591410847474835,
      "grad_norm": 0.6837363839149475,
      "learning_rate": 4.2811274039197544e-05,
      "loss": 4.9312,
      "step": 326640
    },
    {
      "epoch": 0.2859184850683755,
      "grad_norm": 0.765167236328125,
      "learning_rate": 4.281106073905033e-05,
      "loss": 4.6678,
      "step": 326645
    },
    {
      "epoch": 0.2859228616620027,
      "grad_norm": 0.7019888758659363,
      "learning_rate": 4.2810847436432054e-05,
      "loss": 5.4186,
      "step": 326650
    },
    {
      "epoch": 0.2859272382556298,
      "grad_norm": 0.5974444150924683,
      "learning_rate": 4.281063413134273e-05,
      "loss": 4.3623,
      "step": 326655
    },
    {
      "epoch": 0.285931614849257,
      "grad_norm": 0.7070250511169434,
      "learning_rate": 4.28104208237824e-05,
      "loss": 5.2852,
      "step": 326660
    },
    {
      "epoch": 0.2859359914428841,
      "grad_norm": 0.5997488498687744,
      "learning_rate": 4.281020751375111e-05,
      "loss": 4.678,
      "step": 326665
    },
    {
      "epoch": 0.2859403680365113,
      "grad_norm": 0.6327142715454102,
      "learning_rate": 4.2809994201248905e-05,
      "loss": 4.9069,
      "step": 326670
    },
    {
      "epoch": 0.28594474463013847,
      "grad_norm": 0.6384180784225464,
      "learning_rate": 4.280978088627582e-05,
      "loss": 5.1804,
      "step": 326675
    },
    {
      "epoch": 0.2859491212237656,
      "grad_norm": 0.6081333756446838,
      "learning_rate": 4.28095675688319e-05,
      "loss": 3.8524,
      "step": 326680
    },
    {
      "epoch": 0.28595349781739277,
      "grad_norm": 0.8572779893875122,
      "learning_rate": 4.280935424891718e-05,
      "loss": 6.2086,
      "step": 326685
    },
    {
      "epoch": 0.2859578744110199,
      "grad_norm": 0.9336791634559631,
      "learning_rate": 4.280914092653171e-05,
      "loss": 5.1642,
      "step": 326690
    },
    {
      "epoch": 0.28596225100464706,
      "grad_norm": 0.6001726388931274,
      "learning_rate": 4.280892760167553e-05,
      "loss": 5.1265,
      "step": 326695
    },
    {
      "epoch": 0.28596662759827424,
      "grad_norm": 0.694156289100647,
      "learning_rate": 4.280871427434868e-05,
      "loss": 5.9506,
      "step": 326700
    },
    {
      "epoch": 0.28597100419190136,
      "grad_norm": 0.5876952409744263,
      "learning_rate": 4.280850094455119e-05,
      "loss": 5.1141,
      "step": 326705
    },
    {
      "epoch": 0.28597538078552853,
      "grad_norm": 0.5993030071258545,
      "learning_rate": 4.280828761228312e-05,
      "loss": 4.9203,
      "step": 326710
    },
    {
      "epoch": 0.2859797573791557,
      "grad_norm": 0.6259118318557739,
      "learning_rate": 4.28080742775445e-05,
      "loss": 6.209,
      "step": 326715
    },
    {
      "epoch": 0.28598413397278283,
      "grad_norm": 0.5821138024330139,
      "learning_rate": 4.2807860940335366e-05,
      "loss": 4.0749,
      "step": 326720
    },
    {
      "epoch": 0.28598851056641,
      "grad_norm": 0.5943580269813538,
      "learning_rate": 4.280764760065578e-05,
      "loss": 4.7097,
      "step": 326725
    },
    {
      "epoch": 0.2859928871600371,
      "grad_norm": 0.6020912528038025,
      "learning_rate": 4.2807434258505754e-05,
      "loss": 4.7166,
      "step": 326730
    },
    {
      "epoch": 0.2859972637536643,
      "grad_norm": 0.5930865406990051,
      "learning_rate": 4.280722091388535e-05,
      "loss": 4.3671,
      "step": 326735
    },
    {
      "epoch": 0.2860016403472915,
      "grad_norm": 0.58092200756073,
      "learning_rate": 4.28070075667946e-05,
      "loss": 4.4178,
      "step": 326740
    },
    {
      "epoch": 0.2860060169409186,
      "grad_norm": 0.5913681387901306,
      "learning_rate": 4.280679421723356e-05,
      "loss": 5.2867,
      "step": 326745
    },
    {
      "epoch": 0.28601039353454577,
      "grad_norm": 0.5894737839698792,
      "learning_rate": 4.280658086520225e-05,
      "loss": 5.5979,
      "step": 326750
    },
    {
      "epoch": 0.28601477012817295,
      "grad_norm": 0.5879989266395569,
      "learning_rate": 4.280636751070073e-05,
      "loss": 4.8901,
      "step": 326755
    },
    {
      "epoch": 0.28601914672180007,
      "grad_norm": 0.5793465375900269,
      "learning_rate": 4.280615415372903e-05,
      "loss": 4.569,
      "step": 326760
    },
    {
      "epoch": 0.28602352331542724,
      "grad_norm": 0.5769369602203369,
      "learning_rate": 4.280594079428718e-05,
      "loss": 4.5682,
      "step": 326765
    },
    {
      "epoch": 0.28602789990905436,
      "grad_norm": 0.5889523029327393,
      "learning_rate": 4.280572743237524e-05,
      "loss": 5.08,
      "step": 326770
    },
    {
      "epoch": 0.28603227650268154,
      "grad_norm": 0.5760875344276428,
      "learning_rate": 4.280551406799326e-05,
      "loss": 5.6451,
      "step": 326775
    },
    {
      "epoch": 0.2860366530963087,
      "grad_norm": 0.5902663469314575,
      "learning_rate": 4.280530070114125e-05,
      "loss": 5.3977,
      "step": 326780
    },
    {
      "epoch": 0.28604102968993583,
      "grad_norm": 0.5718674659729004,
      "learning_rate": 4.280508733181928e-05,
      "loss": 5.3986,
      "step": 326785
    },
    {
      "epoch": 0.286045406283563,
      "grad_norm": 0.6062794327735901,
      "learning_rate": 4.2804873960027366e-05,
      "loss": 5.3521,
      "step": 326790
    },
    {
      "epoch": 0.2860497828771902,
      "grad_norm": 0.5916134715080261,
      "learning_rate": 4.280466058576558e-05,
      "loss": 4.8751,
      "step": 326795
    },
    {
      "epoch": 0.2860541594708173,
      "grad_norm": 0.6043088436126709,
      "learning_rate": 4.2804447209033937e-05,
      "loss": 4.8947,
      "step": 326800
    },
    {
      "epoch": 0.2860585360644445,
      "grad_norm": 0.5906059145927429,
      "learning_rate": 4.280423382983248e-05,
      "loss": 4.3684,
      "step": 326805
    },
    {
      "epoch": 0.2860629126580716,
      "grad_norm": 0.6022780537605286,
      "learning_rate": 4.280402044816126e-05,
      "loss": 5.3992,
      "step": 326810
    },
    {
      "epoch": 0.2860672892516988,
      "grad_norm": 0.5942964553833008,
      "learning_rate": 4.280380706402032e-05,
      "loss": 4.3898,
      "step": 326815
    },
    {
      "epoch": 0.28607166584532595,
      "grad_norm": 0.5805701017379761,
      "learning_rate": 4.280359367740969e-05,
      "loss": 5.1661,
      "step": 326820
    },
    {
      "epoch": 0.28607604243895307,
      "grad_norm": 0.5902169942855835,
      "learning_rate": 4.280338028832942e-05,
      "loss": 5.6615,
      "step": 326825
    },
    {
      "epoch": 0.28608041903258025,
      "grad_norm": 0.5843648910522461,
      "learning_rate": 4.280316689677954e-05,
      "loss": 5.0813,
      "step": 326830
    },
    {
      "epoch": 0.28608479562620737,
      "grad_norm": 0.5760826468467712,
      "learning_rate": 4.280295350276012e-05,
      "loss": 4.8321,
      "step": 326835
    },
    {
      "epoch": 0.28608917221983454,
      "grad_norm": 0.5944795608520508,
      "learning_rate": 4.2802740106271165e-05,
      "loss": 5.3965,
      "step": 326840
    },
    {
      "epoch": 0.2860935488134617,
      "grad_norm": 0.5836349129676819,
      "learning_rate": 4.280252670731274e-05,
      "loss": 5.3107,
      "step": 326845
    },
    {
      "epoch": 0.28609792540708884,
      "grad_norm": 0.586687445640564,
      "learning_rate": 4.280231330588488e-05,
      "loss": 5.3835,
      "step": 326850
    },
    {
      "epoch": 0.286102302000716,
      "grad_norm": 0.5990849137306213,
      "learning_rate": 4.280209990198762e-05,
      "loss": 5.1927,
      "step": 326855
    },
    {
      "epoch": 0.2861066785943432,
      "grad_norm": 0.5970304012298584,
      "learning_rate": 4.280188649562099e-05,
      "loss": 4.881,
      "step": 326860
    },
    {
      "epoch": 0.2861110551879703,
      "grad_norm": 0.6082437634468079,
      "learning_rate": 4.280167308678506e-05,
      "loss": 5.1958,
      "step": 326865
    },
    {
      "epoch": 0.2861154317815975,
      "grad_norm": 0.6110645532608032,
      "learning_rate": 4.280145967547986e-05,
      "loss": 4.8682,
      "step": 326870
    },
    {
      "epoch": 0.2861198083752246,
      "grad_norm": 0.5805529952049255,
      "learning_rate": 4.280124626170542e-05,
      "loss": 5.1093,
      "step": 326875
    },
    {
      "epoch": 0.2861241849688518,
      "grad_norm": 0.6064051389694214,
      "learning_rate": 4.2801032845461796e-05,
      "loss": 5.3764,
      "step": 326880
    },
    {
      "epoch": 0.28612856156247896,
      "grad_norm": 0.5977716445922852,
      "learning_rate": 4.2800819426749026e-05,
      "loss": 5.3888,
      "step": 326885
    },
    {
      "epoch": 0.2861329381561061,
      "grad_norm": 0.5916491746902466,
      "learning_rate": 4.280060600556714e-05,
      "loss": 5.3867,
      "step": 326890
    },
    {
      "epoch": 0.28613731474973325,
      "grad_norm": 0.5863372683525085,
      "learning_rate": 4.2800392581916204e-05,
      "loss": 5.5803,
      "step": 326895
    },
    {
      "epoch": 0.2861416913433604,
      "grad_norm": 0.6333412528038025,
      "learning_rate": 4.280017915579623e-05,
      "loss": 5.1408,
      "step": 326900
    },
    {
      "epoch": 0.28614606793698755,
      "grad_norm": 0.6002721786499023,
      "learning_rate": 4.279996572720727e-05,
      "loss": 4.0624,
      "step": 326905
    },
    {
      "epoch": 0.2861504445306147,
      "grad_norm": 0.6768283843994141,
      "learning_rate": 4.2799752296149375e-05,
      "loss": 5.1286,
      "step": 326910
    },
    {
      "epoch": 0.28615482112424184,
      "grad_norm": 0.6235405802726746,
      "learning_rate": 4.279953886262257e-05,
      "loss": 5.6709,
      "step": 326915
    },
    {
      "epoch": 0.286159197717869,
      "grad_norm": 0.6126968264579773,
      "learning_rate": 4.279932542662691e-05,
      "loss": 4.1975,
      "step": 326920
    },
    {
      "epoch": 0.2861635743114962,
      "grad_norm": 0.6012944579124451,
      "learning_rate": 4.2799111988162424e-05,
      "loss": 4.8123,
      "step": 326925
    },
    {
      "epoch": 0.2861679509051233,
      "grad_norm": 0.5866605639457703,
      "learning_rate": 4.279889854722917e-05,
      "loss": 5.73,
      "step": 326930
    },
    {
      "epoch": 0.2861723274987505,
      "grad_norm": 0.5899436473846436,
      "learning_rate": 4.279868510382718e-05,
      "loss": 5.6812,
      "step": 326935
    },
    {
      "epoch": 0.2861767040923776,
      "grad_norm": 0.58631432056427,
      "learning_rate": 4.2798471657956485e-05,
      "loss": 5.6311,
      "step": 326940
    },
    {
      "epoch": 0.2861810806860048,
      "grad_norm": 0.5918915271759033,
      "learning_rate": 4.2798258209617126e-05,
      "loss": 5.1365,
      "step": 326945
    },
    {
      "epoch": 0.28618545727963196,
      "grad_norm": 0.5914742946624756,
      "learning_rate": 4.2798044758809166e-05,
      "loss": 4.8952,
      "step": 326950
    },
    {
      "epoch": 0.2861898338732591,
      "grad_norm": 0.5919075608253479,
      "learning_rate": 4.2797831305532635e-05,
      "loss": 5.1711,
      "step": 326955
    },
    {
      "epoch": 0.28619421046688626,
      "grad_norm": 0.5964650511741638,
      "learning_rate": 4.2797617849787564e-05,
      "loss": 5.0951,
      "step": 326960
    },
    {
      "epoch": 0.28619858706051343,
      "grad_norm": 0.6009449362754822,
      "learning_rate": 4.2797404391574016e-05,
      "loss": 4.0847,
      "step": 326965
    },
    {
      "epoch": 0.28620296365414055,
      "grad_norm": 0.6110674142837524,
      "learning_rate": 4.2797190930892004e-05,
      "loss": 5.5637,
      "step": 326970
    },
    {
      "epoch": 0.2862073402477677,
      "grad_norm": 0.6016657948493958,
      "learning_rate": 4.2796977467741596e-05,
      "loss": 5.3854,
      "step": 326975
    },
    {
      "epoch": 0.28621171684139485,
      "grad_norm": 0.6357100009918213,
      "learning_rate": 4.279676400212281e-05,
      "loss": 5.4079,
      "step": 326980
    },
    {
      "epoch": 0.286216093435022,
      "grad_norm": 0.593845784664154,
      "learning_rate": 4.279655053403572e-05,
      "loss": 5.3223,
      "step": 326985
    },
    {
      "epoch": 0.2862204700286492,
      "grad_norm": 0.59136962890625,
      "learning_rate": 4.279633706348033e-05,
      "loss": 5.618,
      "step": 326990
    },
    {
      "epoch": 0.2862248466222763,
      "grad_norm": 0.5922991037368774,
      "learning_rate": 4.279612359045669e-05,
      "loss": 5.4076,
      "step": 326995
    },
    {
      "epoch": 0.2862292232159035,
      "grad_norm": 0.6127591133117676,
      "learning_rate": 4.279591011496486e-05,
      "loss": 4.6021,
      "step": 327000
    },
    {
      "epoch": 0.28623359980953067,
      "grad_norm": 0.6002207398414612,
      "learning_rate": 4.279569663700487e-05,
      "loss": 5.1983,
      "step": 327005
    },
    {
      "epoch": 0.2862379764031578,
      "grad_norm": 0.5790881514549255,
      "learning_rate": 4.279548315657675e-05,
      "loss": 6.1828,
      "step": 327010
    },
    {
      "epoch": 0.28624235299678497,
      "grad_norm": 0.6199630498886108,
      "learning_rate": 4.279526967368056e-05,
      "loss": 5.3899,
      "step": 327015
    },
    {
      "epoch": 0.2862467295904121,
      "grad_norm": 0.5840650200843811,
      "learning_rate": 4.279505618831633e-05,
      "loss": 5.6559,
      "step": 327020
    },
    {
      "epoch": 0.28625110618403926,
      "grad_norm": 0.6306256055831909,
      "learning_rate": 4.2794842700484105e-05,
      "loss": 4.8044,
      "step": 327025
    },
    {
      "epoch": 0.28625548277766644,
      "grad_norm": 0.6057772040367126,
      "learning_rate": 4.2794629210183926e-05,
      "loss": 5.4003,
      "step": 327030
    },
    {
      "epoch": 0.28625985937129356,
      "grad_norm": 0.6233205199241638,
      "learning_rate": 4.279441571741584e-05,
      "loss": 4.8153,
      "step": 327035
    },
    {
      "epoch": 0.28626423596492073,
      "grad_norm": 0.6162346005439758,
      "learning_rate": 4.279420222217987e-05,
      "loss": 5.1672,
      "step": 327040
    },
    {
      "epoch": 0.2862686125585479,
      "grad_norm": 0.6152889132499695,
      "learning_rate": 4.2793988724476066e-05,
      "loss": 4.6912,
      "step": 327045
    },
    {
      "epoch": 0.28627298915217503,
      "grad_norm": 0.5852130651473999,
      "learning_rate": 4.279377522430449e-05,
      "loss": 5.8992,
      "step": 327050
    },
    {
      "epoch": 0.2862773657458022,
      "grad_norm": 0.5959180593490601,
      "learning_rate": 4.279356172166514e-05,
      "loss": 5.1556,
      "step": 327055
    },
    {
      "epoch": 0.2862817423394293,
      "grad_norm": 0.5943876504898071,
      "learning_rate": 4.27933482165581e-05,
      "loss": 5.0941,
      "step": 327060
    },
    {
      "epoch": 0.2862861189330565,
      "grad_norm": 0.5824292898178101,
      "learning_rate": 4.27931347089834e-05,
      "loss": 5.4337,
      "step": 327065
    },
    {
      "epoch": 0.2862904955266837,
      "grad_norm": 0.6161676645278931,
      "learning_rate": 4.279292119894106e-05,
      "loss": 4.8877,
      "step": 327070
    },
    {
      "epoch": 0.2862948721203108,
      "grad_norm": 0.6041455864906311,
      "learning_rate": 4.279270768643113e-05,
      "loss": 4.2689,
      "step": 327075
    },
    {
      "epoch": 0.28629924871393797,
      "grad_norm": 0.6045801043510437,
      "learning_rate": 4.279249417145367e-05,
      "loss": 5.9215,
      "step": 327080
    },
    {
      "epoch": 0.2863036253075651,
      "grad_norm": 0.6159915328025818,
      "learning_rate": 4.2792280654008706e-05,
      "loss": 4.8992,
      "step": 327085
    },
    {
      "epoch": 0.28630800190119227,
      "grad_norm": 0.5907644033432007,
      "learning_rate": 4.279206713409628e-05,
      "loss": 5.1582,
      "step": 327090
    },
    {
      "epoch": 0.28631237849481944,
      "grad_norm": 0.6124826669692993,
      "learning_rate": 4.279185361171644e-05,
      "loss": 4.5995,
      "step": 327095
    },
    {
      "epoch": 0.28631675508844656,
      "grad_norm": 0.6141811013221741,
      "learning_rate": 4.2791640086869214e-05,
      "loss": 5.3721,
      "step": 327100
    },
    {
      "epoch": 0.28632113168207374,
      "grad_norm": 0.597117006778717,
      "learning_rate": 4.279142655955465e-05,
      "loss": 4.3976,
      "step": 327105
    },
    {
      "epoch": 0.2863255082757009,
      "grad_norm": 0.6192818284034729,
      "learning_rate": 4.2791213029772795e-05,
      "loss": 4.8781,
      "step": 327110
    },
    {
      "epoch": 0.28632988486932803,
      "grad_norm": 0.6025921702384949,
      "learning_rate": 4.279099949752369e-05,
      "loss": 5.3903,
      "step": 327115
    },
    {
      "epoch": 0.2863342614629552,
      "grad_norm": 0.6154623627662659,
      "learning_rate": 4.279078596280736e-05,
      "loss": 5.3312,
      "step": 327120
    },
    {
      "epoch": 0.28633863805658233,
      "grad_norm": 0.5986090898513794,
      "learning_rate": 4.2790572425623864e-05,
      "loss": 4.7822,
      "step": 327125
    },
    {
      "epoch": 0.2863430146502095,
      "grad_norm": 0.5837476253509521,
      "learning_rate": 4.2790358885973235e-05,
      "loss": 5.6943,
      "step": 327130
    },
    {
      "epoch": 0.2863473912438367,
      "grad_norm": 0.6230241060256958,
      "learning_rate": 4.279014534385552e-05,
      "loss": 4.8712,
      "step": 327135
    },
    {
      "epoch": 0.2863517678374638,
      "grad_norm": 0.6067579984664917,
      "learning_rate": 4.2789931799270745e-05,
      "loss": 5.2032,
      "step": 327140
    },
    {
      "epoch": 0.286356144431091,
      "grad_norm": 0.5908815264701843,
      "learning_rate": 4.278971825221897e-05,
      "loss": 4.9048,
      "step": 327145
    },
    {
      "epoch": 0.28636052102471815,
      "grad_norm": 0.5970146656036377,
      "learning_rate": 4.278950470270023e-05,
      "loss": 5.0604,
      "step": 327150
    },
    {
      "epoch": 0.28636489761834527,
      "grad_norm": 0.5957879424095154,
      "learning_rate": 4.278929115071456e-05,
      "loss": 5.1759,
      "step": 327155
    },
    {
      "epoch": 0.28636927421197245,
      "grad_norm": 0.6020798087120056,
      "learning_rate": 4.2789077596262017e-05,
      "loss": 5.0907,
      "step": 327160
    },
    {
      "epoch": 0.28637365080559957,
      "grad_norm": 0.60403972864151,
      "learning_rate": 4.278886403934262e-05,
      "loss": 3.8612,
      "step": 327165
    },
    {
      "epoch": 0.28637802739922674,
      "grad_norm": 0.6013818383216858,
      "learning_rate": 4.278865047995643e-05,
      "loss": 5.1919,
      "step": 327170
    },
    {
      "epoch": 0.2863824039928539,
      "grad_norm": 0.5939430594444275,
      "learning_rate": 4.278843691810347e-05,
      "loss": 5.12,
      "step": 327175
    },
    {
      "epoch": 0.28638678058648104,
      "grad_norm": 0.6015747785568237,
      "learning_rate": 4.2788223353783796e-05,
      "loss": 5.0657,
      "step": 327180
    },
    {
      "epoch": 0.2863911571801082,
      "grad_norm": 0.5980496406555176,
      "learning_rate": 4.278800978699745e-05,
      "loss": 4.5895,
      "step": 327185
    },
    {
      "epoch": 0.2863955337737354,
      "grad_norm": 0.6097232103347778,
      "learning_rate": 4.2787796217744455e-05,
      "loss": 5.6836,
      "step": 327190
    },
    {
      "epoch": 0.2863999103673625,
      "grad_norm": 0.6150779128074646,
      "learning_rate": 4.2787582646024874e-05,
      "loss": 5.4112,
      "step": 327195
    },
    {
      "epoch": 0.2864042869609897,
      "grad_norm": 0.608377993106842,
      "learning_rate": 4.278736907183873e-05,
      "loss": 4.8713,
      "step": 327200
    },
    {
      "epoch": 0.2864086635546168,
      "grad_norm": 0.6056780815124512,
      "learning_rate": 4.278715549518608e-05,
      "loss": 5.6521,
      "step": 327205
    },
    {
      "epoch": 0.286413040148244,
      "grad_norm": 0.6377552151679993,
      "learning_rate": 4.278694191606696e-05,
      "loss": 5.0735,
      "step": 327210
    },
    {
      "epoch": 0.28641741674187116,
      "grad_norm": 0.6044570207595825,
      "learning_rate": 4.2786728334481396e-05,
      "loss": 5.1085,
      "step": 327215
    },
    {
      "epoch": 0.2864217933354983,
      "grad_norm": 0.6049535870552063,
      "learning_rate": 4.278651475042945e-05,
      "loss": 5.4144,
      "step": 327220
    },
    {
      "epoch": 0.28642616992912545,
      "grad_norm": 0.5981745719909668,
      "learning_rate": 4.278630116391116e-05,
      "loss": 4.8851,
      "step": 327225
    },
    {
      "epoch": 0.28643054652275257,
      "grad_norm": 0.6011200547218323,
      "learning_rate": 4.278608757492656e-05,
      "loss": 5.6854,
      "step": 327230
    },
    {
      "epoch": 0.28643492311637975,
      "grad_norm": 0.6090888977050781,
      "learning_rate": 4.27858739834757e-05,
      "loss": 5.6939,
      "step": 327235
    },
    {
      "epoch": 0.2864392997100069,
      "grad_norm": 0.6139723658561707,
      "learning_rate": 4.27856603895586e-05,
      "loss": 5.2967,
      "step": 327240
    },
    {
      "epoch": 0.28644367630363404,
      "grad_norm": 0.6360138058662415,
      "learning_rate": 4.2785446793175324e-05,
      "loss": 5.4142,
      "step": 327245
    },
    {
      "epoch": 0.2864480528972612,
      "grad_norm": 0.5938034653663635,
      "learning_rate": 4.27852331943259e-05,
      "loss": 5.7053,
      "step": 327250
    },
    {
      "epoch": 0.2864524294908884,
      "grad_norm": 0.6355766654014587,
      "learning_rate": 4.278501959301039e-05,
      "loss": 4.9027,
      "step": 327255
    },
    {
      "epoch": 0.2864568060845155,
      "grad_norm": 0.6038677096366882,
      "learning_rate": 4.2784805989228804e-05,
      "loss": 5.3882,
      "step": 327260
    },
    {
      "epoch": 0.2864611826781427,
      "grad_norm": 0.618619441986084,
      "learning_rate": 4.278459238298121e-05,
      "loss": 5.413,
      "step": 327265
    },
    {
      "epoch": 0.2864655592717698,
      "grad_norm": 0.6243714690208435,
      "learning_rate": 4.278437877426763e-05,
      "loss": 4.8204,
      "step": 327270
    },
    {
      "epoch": 0.286469935865397,
      "grad_norm": 0.6053552627563477,
      "learning_rate": 4.278416516308812e-05,
      "loss": 5.22,
      "step": 327275
    },
    {
      "epoch": 0.28647431245902416,
      "grad_norm": 0.6282433271408081,
      "learning_rate": 4.2783951549442715e-05,
      "loss": 5.7075,
      "step": 327280
    },
    {
      "epoch": 0.2864786890526513,
      "grad_norm": 0.5854583978652954,
      "learning_rate": 4.2783737933331445e-05,
      "loss": 5.6115,
      "step": 327285
    },
    {
      "epoch": 0.28648306564627846,
      "grad_norm": 0.5797114372253418,
      "learning_rate": 4.2783524314754374e-05,
      "loss": 5.7029,
      "step": 327290
    },
    {
      "epoch": 0.28648744223990563,
      "grad_norm": 0.6041015982627869,
      "learning_rate": 4.278331069371152e-05,
      "loss": 5.6223,
      "step": 327295
    },
    {
      "epoch": 0.28649181883353275,
      "grad_norm": 0.6008307933807373,
      "learning_rate": 4.278309707020295e-05,
      "loss": 4.7162,
      "step": 327300
    },
    {
      "epoch": 0.2864961954271599,
      "grad_norm": 0.6001980900764465,
      "learning_rate": 4.2782883444228686e-05,
      "loss": 5.3174,
      "step": 327305
    },
    {
      "epoch": 0.28650057202078705,
      "grad_norm": 0.6013596653938293,
      "learning_rate": 4.278266981578877e-05,
      "loss": 5.5988,
      "step": 327310
    },
    {
      "epoch": 0.2865049486144142,
      "grad_norm": 0.6293994784355164,
      "learning_rate": 4.278245618488325e-05,
      "loss": 5.7389,
      "step": 327315
    },
    {
      "epoch": 0.2865093252080414,
      "grad_norm": 0.586854875087738,
      "learning_rate": 4.2782242551512164e-05,
      "loss": 5.3426,
      "step": 327320
    },
    {
      "epoch": 0.2865137018016685,
      "grad_norm": 0.6073287725448608,
      "learning_rate": 4.278202891567554e-05,
      "loss": 5.9086,
      "step": 327325
    },
    {
      "epoch": 0.2865180783952957,
      "grad_norm": 0.6214404702186584,
      "learning_rate": 4.2781815277373446e-05,
      "loss": 5.6094,
      "step": 327330
    },
    {
      "epoch": 0.2865224549889228,
      "grad_norm": 0.6159971356391907,
      "learning_rate": 4.2781601636605914e-05,
      "loss": 4.8549,
      "step": 327335
    },
    {
      "epoch": 0.28652683158255,
      "grad_norm": 0.5974171757698059,
      "learning_rate": 4.278138799337298e-05,
      "loss": 5.4299,
      "step": 327340
    },
    {
      "epoch": 0.28653120817617717,
      "grad_norm": 0.5955593585968018,
      "learning_rate": 4.278117434767468e-05,
      "loss": 5.4231,
      "step": 327345
    },
    {
      "epoch": 0.2865355847698043,
      "grad_norm": 0.5831674337387085,
      "learning_rate": 4.2780960699511067e-05,
      "loss": 5.9197,
      "step": 327350
    },
    {
      "epoch": 0.28653996136343146,
      "grad_norm": 0.5894815325737,
      "learning_rate": 4.2780747048882174e-05,
      "loss": 4.5808,
      "step": 327355
    },
    {
      "epoch": 0.28654433795705864,
      "grad_norm": 0.587001621723175,
      "learning_rate": 4.278053339578805e-05,
      "loss": 5.411,
      "step": 327360
    },
    {
      "epoch": 0.28654871455068576,
      "grad_norm": 0.6072611212730408,
      "learning_rate": 4.2780319740228726e-05,
      "loss": 5.171,
      "step": 327365
    },
    {
      "epoch": 0.28655309114431293,
      "grad_norm": 0.5900499820709229,
      "learning_rate": 4.278010608220425e-05,
      "loss": 5.3537,
      "step": 327370
    },
    {
      "epoch": 0.28655746773794005,
      "grad_norm": 0.5931835770606995,
      "learning_rate": 4.277989242171466e-05,
      "loss": 5.8809,
      "step": 327375
    },
    {
      "epoch": 0.28656184433156723,
      "grad_norm": 0.6547561883926392,
      "learning_rate": 4.277967875876e-05,
      "loss": 5.3858,
      "step": 327380
    },
    {
      "epoch": 0.2865662209251944,
      "grad_norm": 0.6201656460762024,
      "learning_rate": 4.277946509334031e-05,
      "loss": 5.5795,
      "step": 327385
    },
    {
      "epoch": 0.2865705975188215,
      "grad_norm": 0.5774481296539307,
      "learning_rate": 4.2779251425455635e-05,
      "loss": 5.9064,
      "step": 327390
    },
    {
      "epoch": 0.2865749741124487,
      "grad_norm": 0.5773593783378601,
      "learning_rate": 4.2779037755106e-05,
      "loss": 5.7091,
      "step": 327395
    },
    {
      "epoch": 0.2865793507060759,
      "grad_norm": 0.6348929405212402,
      "learning_rate": 4.277882408229147e-05,
      "loss": 4.6191,
      "step": 327400
    },
    {
      "epoch": 0.286583727299703,
      "grad_norm": 0.6071955561637878,
      "learning_rate": 4.277861040701207e-05,
      "loss": 4.8925,
      "step": 327405
    },
    {
      "epoch": 0.28658810389333017,
      "grad_norm": 0.5965937376022339,
      "learning_rate": 4.2778396729267855e-05,
      "loss": 5.1185,
      "step": 327410
    },
    {
      "epoch": 0.2865924804869573,
      "grad_norm": 0.5908347368240356,
      "learning_rate": 4.277818304905884e-05,
      "loss": 5.4179,
      "step": 327415
    },
    {
      "epoch": 0.28659685708058447,
      "grad_norm": 0.5801096558570862,
      "learning_rate": 4.2777969366385095e-05,
      "loss": 5.8869,
      "step": 327420
    },
    {
      "epoch": 0.28660123367421164,
      "grad_norm": 0.6455907821655273,
      "learning_rate": 4.277775568124666e-05,
      "loss": 4.6168,
      "step": 327425
    },
    {
      "epoch": 0.28660561026783876,
      "grad_norm": 0.5886865854263306,
      "learning_rate": 4.277754199364354e-05,
      "loss": 6.2182,
      "step": 327430
    },
    {
      "epoch": 0.28660998686146594,
      "grad_norm": 0.6149081587791443,
      "learning_rate": 4.277732830357583e-05,
      "loss": 5.3813,
      "step": 327435
    },
    {
      "epoch": 0.2866143634550931,
      "grad_norm": 0.6399246454238892,
      "learning_rate": 4.277711461104352e-05,
      "loss": 5.1026,
      "step": 327440
    },
    {
      "epoch": 0.28661874004872023,
      "grad_norm": 0.6457802057266235,
      "learning_rate": 4.277690091604669e-05,
      "loss": 4.9085,
      "step": 327445
    },
    {
      "epoch": 0.2866231166423474,
      "grad_norm": 0.634993851184845,
      "learning_rate": 4.277668721858537e-05,
      "loss": 5.6806,
      "step": 327450
    },
    {
      "epoch": 0.28662749323597453,
      "grad_norm": 0.596150279045105,
      "learning_rate": 4.277647351865958e-05,
      "loss": 5.3457,
      "step": 327455
    },
    {
      "epoch": 0.2866318698296017,
      "grad_norm": 0.5946548581123352,
      "learning_rate": 4.2776259816269395e-05,
      "loss": 5.0964,
      "step": 327460
    },
    {
      "epoch": 0.2866362464232289,
      "grad_norm": 0.6383875608444214,
      "learning_rate": 4.277604611141482e-05,
      "loss": 4.8508,
      "step": 327465
    },
    {
      "epoch": 0.286640623016856,
      "grad_norm": 0.625821590423584,
      "learning_rate": 4.2775832404095925e-05,
      "loss": 5.1991,
      "step": 327470
    },
    {
      "epoch": 0.2866449996104832,
      "grad_norm": 0.6057810187339783,
      "learning_rate": 4.277561869431276e-05,
      "loss": 5.3874,
      "step": 327475
    },
    {
      "epoch": 0.2866493762041103,
      "grad_norm": 0.5910883545875549,
      "learning_rate": 4.277540498206533e-05,
      "loss": 5.6053,
      "step": 327480
    },
    {
      "epoch": 0.28665375279773747,
      "grad_norm": 0.5916670560836792,
      "learning_rate": 4.277519126735369e-05,
      "loss": 6.183,
      "step": 327485
    },
    {
      "epoch": 0.28665812939136465,
      "grad_norm": 0.5937805771827698,
      "learning_rate": 4.27749775501779e-05,
      "loss": 5.8994,
      "step": 327490
    },
    {
      "epoch": 0.28666250598499177,
      "grad_norm": 0.6221193671226501,
      "learning_rate": 4.2774763830537964e-05,
      "loss": 4.8914,
      "step": 327495
    },
    {
      "epoch": 0.28666688257861894,
      "grad_norm": 0.6206133961677551,
      "learning_rate": 4.277455010843397e-05,
      "loss": 4.6782,
      "step": 327500
    },
    {
      "epoch": 0.2866712591722461,
      "grad_norm": 0.5978540778160095,
      "learning_rate": 4.277433638386593e-05,
      "loss": 5.6217,
      "step": 327505
    },
    {
      "epoch": 0.28667563576587324,
      "grad_norm": 0.5786721110343933,
      "learning_rate": 4.277412265683388e-05,
      "loss": 5.9277,
      "step": 327510
    },
    {
      "epoch": 0.2866800123595004,
      "grad_norm": 0.6110534071922302,
      "learning_rate": 4.277390892733788e-05,
      "loss": 4.5056,
      "step": 327515
    },
    {
      "epoch": 0.28668438895312753,
      "grad_norm": 0.6059422492980957,
      "learning_rate": 4.277369519537796e-05,
      "loss": 4.3096,
      "step": 327520
    },
    {
      "epoch": 0.2866887655467547,
      "grad_norm": 0.6258874535560608,
      "learning_rate": 4.277348146095418e-05,
      "loss": 4.3292,
      "step": 327525
    },
    {
      "epoch": 0.2866931421403819,
      "grad_norm": 0.6121247410774231,
      "learning_rate": 4.277326772406655e-05,
      "loss": 4.5633,
      "step": 327530
    },
    {
      "epoch": 0.286697518734009,
      "grad_norm": 0.6028381586074829,
      "learning_rate": 4.277305398471513e-05,
      "loss": 5.5594,
      "step": 327535
    },
    {
      "epoch": 0.2867018953276362,
      "grad_norm": 0.5976848602294922,
      "learning_rate": 4.2772840242899946e-05,
      "loss": 5.7139,
      "step": 327540
    },
    {
      "epoch": 0.28670627192126336,
      "grad_norm": 0.5866550207138062,
      "learning_rate": 4.277262649862107e-05,
      "loss": 5.1123,
      "step": 327545
    },
    {
      "epoch": 0.2867106485148905,
      "grad_norm": 0.6013885736465454,
      "learning_rate": 4.277241275187851e-05,
      "loss": 5.5865,
      "step": 327550
    },
    {
      "epoch": 0.28671502510851765,
      "grad_norm": 0.6154858469963074,
      "learning_rate": 4.277219900267233e-05,
      "loss": 4.8797,
      "step": 327555
    },
    {
      "epoch": 0.28671940170214477,
      "grad_norm": 0.6023417711257935,
      "learning_rate": 4.2771985251002556e-05,
      "loss": 5.9061,
      "step": 327560
    },
    {
      "epoch": 0.28672377829577195,
      "grad_norm": 0.6171970367431641,
      "learning_rate": 4.277177149686925e-05,
      "loss": 4.7146,
      "step": 327565
    },
    {
      "epoch": 0.2867281548893991,
      "grad_norm": 0.596004843711853,
      "learning_rate": 4.2771557740272425e-05,
      "loss": 4.758,
      "step": 327570
    },
    {
      "epoch": 0.28673253148302624,
      "grad_norm": 0.6107304692268372,
      "learning_rate": 4.277134398121214e-05,
      "loss": 5.6851,
      "step": 327575
    },
    {
      "epoch": 0.2867369080766534,
      "grad_norm": 0.5909113883972168,
      "learning_rate": 4.277113021968844e-05,
      "loss": 4.7772,
      "step": 327580
    },
    {
      "epoch": 0.28674128467028054,
      "grad_norm": 0.5988278388977051,
      "learning_rate": 4.277091645570135e-05,
      "loss": 5.4082,
      "step": 327585
    },
    {
      "epoch": 0.2867456612639077,
      "grad_norm": 0.6018402576446533,
      "learning_rate": 4.277070268925093e-05,
      "loss": 5.6395,
      "step": 327590
    },
    {
      "epoch": 0.2867500378575349,
      "grad_norm": 0.605287492275238,
      "learning_rate": 4.2770488920337205e-05,
      "loss": 5.7079,
      "step": 327595
    },
    {
      "epoch": 0.286754414451162,
      "grad_norm": 0.5978978276252747,
      "learning_rate": 4.2770275148960215e-05,
      "loss": 5.1054,
      "step": 327600
    },
    {
      "epoch": 0.2867587910447892,
      "grad_norm": 0.596522331237793,
      "learning_rate": 4.277006137512002e-05,
      "loss": 6.1891,
      "step": 327605
    },
    {
      "epoch": 0.28676316763841636,
      "grad_norm": 0.641459047794342,
      "learning_rate": 4.276984759881665e-05,
      "loss": 4.6228,
      "step": 327610
    },
    {
      "epoch": 0.2867675442320435,
      "grad_norm": 0.6353737711906433,
      "learning_rate": 4.276963382005014e-05,
      "loss": 3.8685,
      "step": 327615
    },
    {
      "epoch": 0.28677192082567066,
      "grad_norm": 0.6081772446632385,
      "learning_rate": 4.276942003882053e-05,
      "loss": 5.7466,
      "step": 327620
    },
    {
      "epoch": 0.2867762974192978,
      "grad_norm": 0.629359245300293,
      "learning_rate": 4.276920625512788e-05,
      "loss": 5.1764,
      "step": 327625
    },
    {
      "epoch": 0.28678067401292495,
      "grad_norm": 0.6020410060882568,
      "learning_rate": 4.276899246897223e-05,
      "loss": 5.0932,
      "step": 327630
    },
    {
      "epoch": 0.2867850506065521,
      "grad_norm": 0.5936611294746399,
      "learning_rate": 4.2768778680353597e-05,
      "loss": 5.3145,
      "step": 327635
    },
    {
      "epoch": 0.28678942720017925,
      "grad_norm": 0.5880383253097534,
      "learning_rate": 4.2768564889272045e-05,
      "loss": 5.7268,
      "step": 327640
    },
    {
      "epoch": 0.2867938037938064,
      "grad_norm": 0.5978238582611084,
      "learning_rate": 4.27683510957276e-05,
      "loss": 5.4132,
      "step": 327645
    },
    {
      "epoch": 0.2867981803874336,
      "grad_norm": 0.6010512113571167,
      "learning_rate": 4.27681372997203e-05,
      "loss": 4.8207,
      "step": 327650
    },
    {
      "epoch": 0.2868025569810607,
      "grad_norm": 0.5996168255805969,
      "learning_rate": 4.2767923501250216e-05,
      "loss": 5.9422,
      "step": 327655
    },
    {
      "epoch": 0.2868069335746879,
      "grad_norm": 0.5926520824432373,
      "learning_rate": 4.276770970031736e-05,
      "loss": 4.8787,
      "step": 327660
    },
    {
      "epoch": 0.286811310168315,
      "grad_norm": 0.5917946100234985,
      "learning_rate": 4.2767495896921785e-05,
      "loss": 5.2139,
      "step": 327665
    },
    {
      "epoch": 0.2868156867619422,
      "grad_norm": 0.6022658944129944,
      "learning_rate": 4.2767282091063533e-05,
      "loss": 4.8693,
      "step": 327670
    },
    {
      "epoch": 0.28682006335556937,
      "grad_norm": 0.6165701150894165,
      "learning_rate": 4.276706828274264e-05,
      "loss": 5.1745,
      "step": 327675
    },
    {
      "epoch": 0.2868244399491965,
      "grad_norm": 0.6018835306167603,
      "learning_rate": 4.276685447195915e-05,
      "loss": 5.1166,
      "step": 327680
    },
    {
      "epoch": 0.28682881654282366,
      "grad_norm": 0.5919517874717712,
      "learning_rate": 4.2766640658713096e-05,
      "loss": 5.932,
      "step": 327685
    },
    {
      "epoch": 0.28683319313645084,
      "grad_norm": 0.5862990021705627,
      "learning_rate": 4.2766426843004535e-05,
      "loss": 5.8889,
      "step": 327690
    },
    {
      "epoch": 0.28683756973007796,
      "grad_norm": 0.6038315296173096,
      "learning_rate": 4.27662130248335e-05,
      "loss": 4.2984,
      "step": 327695
    },
    {
      "epoch": 0.28684194632370513,
      "grad_norm": 0.6190511584281921,
      "learning_rate": 4.276599920420003e-05,
      "loss": 5.387,
      "step": 327700
    },
    {
      "epoch": 0.28684632291733225,
      "grad_norm": 0.62056565284729,
      "learning_rate": 4.2765785381104174e-05,
      "loss": 4.5685,
      "step": 327705
    },
    {
      "epoch": 0.28685069951095943,
      "grad_norm": 0.6150258183479309,
      "learning_rate": 4.2765571555545955e-05,
      "loss": 5.9193,
      "step": 327710
    },
    {
      "epoch": 0.2868550761045866,
      "grad_norm": 0.6050124168395996,
      "learning_rate": 4.2765357727525446e-05,
      "loss": 5.3877,
      "step": 327715
    },
    {
      "epoch": 0.2868594526982137,
      "grad_norm": 0.6321691274642944,
      "learning_rate": 4.276514389704266e-05,
      "loss": 4.7021,
      "step": 327720
    },
    {
      "epoch": 0.2868638292918409,
      "grad_norm": 0.6588525772094727,
      "learning_rate": 4.276493006409764e-05,
      "loss": 4.8017,
      "step": 327725
    },
    {
      "epoch": 0.286868205885468,
      "grad_norm": 0.5998612642288208,
      "learning_rate": 4.276471622869045e-05,
      "loss": 6.1943,
      "step": 327730
    },
    {
      "epoch": 0.2868725824790952,
      "grad_norm": 0.6135292649269104,
      "learning_rate": 4.27645023908211e-05,
      "loss": 4.6019,
      "step": 327735
    },
    {
      "epoch": 0.28687695907272237,
      "grad_norm": 0.624543309211731,
      "learning_rate": 4.276428855048966e-05,
      "loss": 4.8973,
      "step": 327740
    },
    {
      "epoch": 0.2868813356663495,
      "grad_norm": 0.6262741684913635,
      "learning_rate": 4.276407470769616e-05,
      "loss": 6.1674,
      "step": 327745
    },
    {
      "epoch": 0.28688571225997667,
      "grad_norm": 0.6029775142669678,
      "learning_rate": 4.276386086244063e-05,
      "loss": 5.6391,
      "step": 327750
    },
    {
      "epoch": 0.28689008885360384,
      "grad_norm": 0.7116478085517883,
      "learning_rate": 4.276364701472312e-05,
      "loss": 4.6302,
      "step": 327755
    },
    {
      "epoch": 0.28689446544723096,
      "grad_norm": 0.6133543848991394,
      "learning_rate": 4.276343316454367e-05,
      "loss": 5.1035,
      "step": 327760
    },
    {
      "epoch": 0.28689884204085814,
      "grad_norm": 0.5994824171066284,
      "learning_rate": 4.2763219311902335e-05,
      "loss": 4.8107,
      "step": 327765
    },
    {
      "epoch": 0.28690321863448526,
      "grad_norm": 0.6298378705978394,
      "learning_rate": 4.276300545679915e-05,
      "loss": 4.3546,
      "step": 327770
    },
    {
      "epoch": 0.28690759522811243,
      "grad_norm": 0.6159056425094604,
      "learning_rate": 4.276279159923413e-05,
      "loss": 5.195,
      "step": 327775
    },
    {
      "epoch": 0.2869119718217396,
      "grad_norm": 0.710433840751648,
      "learning_rate": 4.2762577739207354e-05,
      "loss": 4.7951,
      "step": 327780
    },
    {
      "epoch": 0.28691634841536673,
      "grad_norm": 0.6298943161964417,
      "learning_rate": 4.2762363876718844e-05,
      "loss": 4.922,
      "step": 327785
    },
    {
      "epoch": 0.2869207250089939,
      "grad_norm": 0.5977476835250854,
      "learning_rate": 4.276215001176864e-05,
      "loss": 5.6691,
      "step": 327790
    },
    {
      "epoch": 0.2869251016026211,
      "grad_norm": 0.5920489430427551,
      "learning_rate": 4.276193614435678e-05,
      "loss": 5.7214,
      "step": 327795
    },
    {
      "epoch": 0.2869294781962482,
      "grad_norm": 0.6042985916137695,
      "learning_rate": 4.276172227448333e-05,
      "loss": 5.9305,
      "step": 327800
    },
    {
      "epoch": 0.2869338547898754,
      "grad_norm": 0.5775861144065857,
      "learning_rate": 4.276150840214831e-05,
      "loss": 6.1879,
      "step": 327805
    },
    {
      "epoch": 0.2869382313835025,
      "grad_norm": 0.5799283981323242,
      "learning_rate": 4.276129452735176e-05,
      "loss": 5.6783,
      "step": 327810
    },
    {
      "epoch": 0.28694260797712967,
      "grad_norm": 0.5915018320083618,
      "learning_rate": 4.276108065009372e-05,
      "loss": 5.9303,
      "step": 327815
    },
    {
      "epoch": 0.28694698457075685,
      "grad_norm": 0.595434308052063,
      "learning_rate": 4.2760866770374256e-05,
      "loss": 4.9347,
      "step": 327820
    },
    {
      "epoch": 0.28695136116438397,
      "grad_norm": 0.5899249911308289,
      "learning_rate": 4.276065288819336e-05,
      "loss": 5.1,
      "step": 327825
    },
    {
      "epoch": 0.28695573775801114,
      "grad_norm": 0.6189373135566711,
      "learning_rate": 4.276043900355113e-05,
      "loss": 4.8219,
      "step": 327830
    },
    {
      "epoch": 0.2869601143516383,
      "grad_norm": 0.6168572306632996,
      "learning_rate": 4.2760225116447575e-05,
      "loss": 4.2928,
      "step": 327835
    },
    {
      "epoch": 0.28696449094526544,
      "grad_norm": 0.6216034889221191,
      "learning_rate": 4.276001122688274e-05,
      "loss": 5.0947,
      "step": 327840
    },
    {
      "epoch": 0.2869688675388926,
      "grad_norm": 0.6316521167755127,
      "learning_rate": 4.2759797334856676e-05,
      "loss": 4.4074,
      "step": 327845
    },
    {
      "epoch": 0.28697324413251973,
      "grad_norm": 0.6278101205825806,
      "learning_rate": 4.275958344036941e-05,
      "loss": 5.0979,
      "step": 327850
    },
    {
      "epoch": 0.2869776207261469,
      "grad_norm": 0.6043220162391663,
      "learning_rate": 4.275936954342099e-05,
      "loss": 5.1867,
      "step": 327855
    },
    {
      "epoch": 0.2869819973197741,
      "grad_norm": 0.6050057411193848,
      "learning_rate": 4.275915564401145e-05,
      "loss": 4.9019,
      "step": 327860
    },
    {
      "epoch": 0.2869863739134012,
      "grad_norm": 0.5999974608421326,
      "learning_rate": 4.275894174214086e-05,
      "loss": 5.4027,
      "step": 327865
    },
    {
      "epoch": 0.2869907505070284,
      "grad_norm": 0.6200817227363586,
      "learning_rate": 4.275872783780922e-05,
      "loss": 4.6826,
      "step": 327870
    },
    {
      "epoch": 0.2869951271006555,
      "grad_norm": 0.5883432030677795,
      "learning_rate": 4.27585139310166e-05,
      "loss": 6.2246,
      "step": 327875
    },
    {
      "epoch": 0.2869995036942827,
      "grad_norm": 0.6018213629722595,
      "learning_rate": 4.2758300021763035e-05,
      "loss": 5.4041,
      "step": 327880
    },
    {
      "epoch": 0.28700388028790985,
      "grad_norm": 0.6155276298522949,
      "learning_rate": 4.2758086110048555e-05,
      "loss": 4.2931,
      "step": 327885
    },
    {
      "epoch": 0.28700825688153697,
      "grad_norm": 0.6044748425483704,
      "learning_rate": 4.2757872195873214e-05,
      "loss": 5.0872,
      "step": 327890
    },
    {
      "epoch": 0.28701263347516415,
      "grad_norm": 0.5954816937446594,
      "learning_rate": 4.2757658279237046e-05,
      "loss": 5.6418,
      "step": 327895
    },
    {
      "epoch": 0.2870170100687913,
      "grad_norm": 0.5922313332557678,
      "learning_rate": 4.27574443601401e-05,
      "loss": 5.4413,
      "step": 327900
    },
    {
      "epoch": 0.28702138666241844,
      "grad_norm": 0.6187667846679688,
      "learning_rate": 4.2757230438582405e-05,
      "loss": 5.1626,
      "step": 327905
    },
    {
      "epoch": 0.2870257632560456,
      "grad_norm": 0.5970116257667542,
      "learning_rate": 4.275701651456403e-05,
      "loss": 5.9344,
      "step": 327910
    },
    {
      "epoch": 0.28703013984967274,
      "grad_norm": 0.6097623705863953,
      "learning_rate": 4.2756802588084976e-05,
      "loss": 5.2121,
      "step": 327915
    },
    {
      "epoch": 0.2870345164432999,
      "grad_norm": 0.5953533053398132,
      "learning_rate": 4.2756588659145316e-05,
      "loss": 5.3957,
      "step": 327920
    },
    {
      "epoch": 0.2870388930369271,
      "grad_norm": 0.6151661276817322,
      "learning_rate": 4.275637472774507e-05,
      "loss": 5.1851,
      "step": 327925
    },
    {
      "epoch": 0.2870432696305542,
      "grad_norm": 0.6204122304916382,
      "learning_rate": 4.2756160793884306e-05,
      "loss": 4.882,
      "step": 327930
    },
    {
      "epoch": 0.2870476462241814,
      "grad_norm": 0.5906044840812683,
      "learning_rate": 4.275594685756303e-05,
      "loss": 5.7104,
      "step": 327935
    },
    {
      "epoch": 0.28705202281780856,
      "grad_norm": 0.6175781488418579,
      "learning_rate": 4.275573291878131e-05,
      "loss": 4.299,
      "step": 327940
    },
    {
      "epoch": 0.2870563994114357,
      "grad_norm": 0.6122964024543762,
      "learning_rate": 4.275551897753918e-05,
      "loss": 5.9033,
      "step": 327945
    },
    {
      "epoch": 0.28706077600506286,
      "grad_norm": 0.6130637526512146,
      "learning_rate": 4.275530503383668e-05,
      "loss": 5.1642,
      "step": 327950
    },
    {
      "epoch": 0.28706515259869,
      "grad_norm": 0.6116418242454529,
      "learning_rate": 4.275509108767385e-05,
      "loss": 4.6184,
      "step": 327955
    },
    {
      "epoch": 0.28706952919231715,
      "grad_norm": 0.6184319853782654,
      "learning_rate": 4.275487713905073e-05,
      "loss": 4.8807,
      "step": 327960
    },
    {
      "epoch": 0.2870739057859443,
      "grad_norm": 0.5994743704795837,
      "learning_rate": 4.275466318796737e-05,
      "loss": 5.6652,
      "step": 327965
    },
    {
      "epoch": 0.28707828237957145,
      "grad_norm": 0.7371302247047424,
      "learning_rate": 4.27544492344238e-05,
      "loss": 5.3721,
      "step": 327970
    },
    {
      "epoch": 0.2870826589731986,
      "grad_norm": 0.6169787645339966,
      "learning_rate": 4.275423527842006e-05,
      "loss": 5.7089,
      "step": 327975
    },
    {
      "epoch": 0.28708703556682574,
      "grad_norm": 0.5961025357246399,
      "learning_rate": 4.2754021319956215e-05,
      "loss": 5.1966,
      "step": 327980
    },
    {
      "epoch": 0.2870914121604529,
      "grad_norm": 0.6237938404083252,
      "learning_rate": 4.2753807359032285e-05,
      "loss": 5.3711,
      "step": 327985
    },
    {
      "epoch": 0.2870957887540801,
      "grad_norm": 0.6072270274162292,
      "learning_rate": 4.2753593395648294e-05,
      "loss": 5.1442,
      "step": 327990
    },
    {
      "epoch": 0.2871001653477072,
      "grad_norm": 0.6067607998847961,
      "learning_rate": 4.275337942980433e-05,
      "loss": 5.3412,
      "step": 327995
    },
    {
      "epoch": 0.2871045419413344,
      "grad_norm": 0.6049556136131287,
      "learning_rate": 4.27531654615004e-05,
      "loss": 5.043,
      "step": 328000
    },
    {
      "epoch": 0.28710891853496157,
      "grad_norm": 0.6137833595275879,
      "learning_rate": 4.275295149073656e-05,
      "loss": 5.3471,
      "step": 328005
    },
    {
      "epoch": 0.2871132951285887,
      "grad_norm": 0.5977151989936829,
      "learning_rate": 4.2752737517512834e-05,
      "loss": 5.9643,
      "step": 328010
    },
    {
      "epoch": 0.28711767172221586,
      "grad_norm": 0.6002933382987976,
      "learning_rate": 4.275252354182928e-05,
      "loss": 5.0141,
      "step": 328015
    },
    {
      "epoch": 0.287122048315843,
      "grad_norm": 0.6159089207649231,
      "learning_rate": 4.275230956368593e-05,
      "loss": 5.731,
      "step": 328020
    },
    {
      "epoch": 0.28712642490947016,
      "grad_norm": 0.6033552885055542,
      "learning_rate": 4.2752095583082844e-05,
      "loss": 4.277,
      "step": 328025
    },
    {
      "epoch": 0.28713080150309733,
      "grad_norm": 0.6388850212097168,
      "learning_rate": 4.275188160002003e-05,
      "loss": 4.3868,
      "step": 328030
    },
    {
      "epoch": 0.28713517809672445,
      "grad_norm": 0.6247619390487671,
      "learning_rate": 4.275166761449756e-05,
      "loss": 5.3744,
      "step": 328035
    },
    {
      "epoch": 0.28713955469035163,
      "grad_norm": 0.5956642031669617,
      "learning_rate": 4.2751453626515445e-05,
      "loss": 4.7834,
      "step": 328040
    },
    {
      "epoch": 0.2871439312839788,
      "grad_norm": 0.5985693335533142,
      "learning_rate": 4.275123963607377e-05,
      "loss": 5.3809,
      "step": 328045
    },
    {
      "epoch": 0.2871483078776059,
      "grad_norm": 0.6106584072113037,
      "learning_rate": 4.275102564317254e-05,
      "loss": 5.193,
      "step": 328050
    },
    {
      "epoch": 0.2871526844712331,
      "grad_norm": 0.6256110668182373,
      "learning_rate": 4.275081164781181e-05,
      "loss": 5.097,
      "step": 328055
    },
    {
      "epoch": 0.2871570610648602,
      "grad_norm": 0.589411735534668,
      "learning_rate": 4.2750597649991605e-05,
      "loss": 4.7774,
      "step": 328060
    },
    {
      "epoch": 0.2871614376584874,
      "grad_norm": 0.5946416258811951,
      "learning_rate": 4.275038364971199e-05,
      "loss": 5.6162,
      "step": 328065
    },
    {
      "epoch": 0.28716581425211457,
      "grad_norm": 0.6247928142547607,
      "learning_rate": 4.275016964697299e-05,
      "loss": 5.5818,
      "step": 328070
    },
    {
      "epoch": 0.2871701908457417,
      "grad_norm": 0.594666600227356,
      "learning_rate": 4.274995564177465e-05,
      "loss": 5.0983,
      "step": 328075
    },
    {
      "epoch": 0.28717456743936887,
      "grad_norm": 0.6354330778121948,
      "learning_rate": 4.274974163411703e-05,
      "loss": 5.1101,
      "step": 328080
    },
    {
      "epoch": 0.28717894403299604,
      "grad_norm": 0.624315083026886,
      "learning_rate": 4.274952762400014e-05,
      "loss": 5.9174,
      "step": 328085
    },
    {
      "epoch": 0.28718332062662316,
      "grad_norm": 0.6364197731018066,
      "learning_rate": 4.2749313611424034e-05,
      "loss": 4.2831,
      "step": 328090
    },
    {
      "epoch": 0.28718769722025034,
      "grad_norm": 0.7981128692626953,
      "learning_rate": 4.274909959638877e-05,
      "loss": 5.4257,
      "step": 328095
    },
    {
      "epoch": 0.28719207381387746,
      "grad_norm": 0.6465007066726685,
      "learning_rate": 4.274888557889436e-05,
      "loss": 4.6283,
      "step": 328100
    },
    {
      "epoch": 0.28719645040750463,
      "grad_norm": 0.8943722248077393,
      "learning_rate": 4.274867155894087e-05,
      "loss": 6.1779,
      "step": 328105
    },
    {
      "epoch": 0.2872008270011318,
      "grad_norm": 0.6344078183174133,
      "learning_rate": 4.274845753652832e-05,
      "loss": 5.435,
      "step": 328110
    },
    {
      "epoch": 0.28720520359475893,
      "grad_norm": 0.6511386036872864,
      "learning_rate": 4.274824351165677e-05,
      "loss": 5.3786,
      "step": 328115
    },
    {
      "epoch": 0.2872095801883861,
      "grad_norm": 0.6434807777404785,
      "learning_rate": 4.274802948432626e-05,
      "loss": 4.9249,
      "step": 328120
    },
    {
      "epoch": 0.2872139567820132,
      "grad_norm": 0.592077910900116,
      "learning_rate": 4.274781545453681e-05,
      "loss": 4.6188,
      "step": 328125
    },
    {
      "epoch": 0.2872183333756404,
      "grad_norm": 0.6144300699234009,
      "learning_rate": 4.2747601422288486e-05,
      "loss": 5.2912,
      "step": 328130
    },
    {
      "epoch": 0.2872227099692676,
      "grad_norm": 0.6147885322570801,
      "learning_rate": 4.274738738758132e-05,
      "loss": 5.1197,
      "step": 328135
    },
    {
      "epoch": 0.2872270865628947,
      "grad_norm": 0.5851618647575378,
      "learning_rate": 4.274717335041534e-05,
      "loss": 5.0964,
      "step": 328140
    },
    {
      "epoch": 0.28723146315652187,
      "grad_norm": 0.5886451005935669,
      "learning_rate": 4.2746959310790615e-05,
      "loss": 5.5887,
      "step": 328145
    },
    {
      "epoch": 0.28723583975014905,
      "grad_norm": 0.6026042699813843,
      "learning_rate": 4.2746745268707154e-05,
      "loss": 5.3854,
      "step": 328150
    },
    {
      "epoch": 0.28724021634377617,
      "grad_norm": 0.5728747248649597,
      "learning_rate": 4.274653122416503e-05,
      "loss": 4.7915,
      "step": 328155
    },
    {
      "epoch": 0.28724459293740334,
      "grad_norm": 0.6626383662223816,
      "learning_rate": 4.274631717716426e-05,
      "loss": 4.5943,
      "step": 328160
    },
    {
      "epoch": 0.28724896953103046,
      "grad_norm": 0.5901297330856323,
      "learning_rate": 4.27461031277049e-05,
      "loss": 5.29,
      "step": 328165
    },
    {
      "epoch": 0.28725334612465764,
      "grad_norm": 0.5929156541824341,
      "learning_rate": 4.2745889075786996e-05,
      "loss": 5.607,
      "step": 328170
    },
    {
      "epoch": 0.2872577227182848,
      "grad_norm": 0.589427649974823,
      "learning_rate": 4.274567502141057e-05,
      "loss": 5.6948,
      "step": 328175
    },
    {
      "epoch": 0.28726209931191193,
      "grad_norm": 0.6481913924217224,
      "learning_rate": 4.2745460964575665e-05,
      "loss": 4.7966,
      "step": 328180
    },
    {
      "epoch": 0.2872664759055391,
      "grad_norm": 0.6062104105949402,
      "learning_rate": 4.2745246905282344e-05,
      "loss": 5.8754,
      "step": 328185
    },
    {
      "epoch": 0.2872708524991663,
      "grad_norm": 0.6129434704780579,
      "learning_rate": 4.274503284353063e-05,
      "loss": 5.66,
      "step": 328190
    },
    {
      "epoch": 0.2872752290927934,
      "grad_norm": 0.5900583267211914,
      "learning_rate": 4.274481877932057e-05,
      "loss": 4.0647,
      "step": 328195
    },
    {
      "epoch": 0.2872796056864206,
      "grad_norm": 0.6307339072227478,
      "learning_rate": 4.27446047126522e-05,
      "loss": 4.9033,
      "step": 328200
    },
    {
      "epoch": 0.2872839822800477,
      "grad_norm": 0.6250321269035339,
      "learning_rate": 4.2744390643525566e-05,
      "loss": 4.1679,
      "step": 328205
    },
    {
      "epoch": 0.2872883588736749,
      "grad_norm": 0.6228784322738647,
      "learning_rate": 4.274417657194072e-05,
      "loss": 5.4412,
      "step": 328210
    },
    {
      "epoch": 0.28729273546730205,
      "grad_norm": 0.592326283454895,
      "learning_rate": 4.274396249789768e-05,
      "loss": 5.9006,
      "step": 328215
    },
    {
      "epoch": 0.28729711206092917,
      "grad_norm": 0.5921491384506226,
      "learning_rate": 4.274374842139651e-05,
      "loss": 5.9285,
      "step": 328220
    },
    {
      "epoch": 0.28730148865455635,
      "grad_norm": 0.5878857374191284,
      "learning_rate": 4.274353434243723e-05,
      "loss": 6.2164,
      "step": 328225
    },
    {
      "epoch": 0.28730586524818347,
      "grad_norm": 0.6024458408355713,
      "learning_rate": 4.2743320261019893e-05,
      "loss": 5.2462,
      "step": 328230
    },
    {
      "epoch": 0.28731024184181064,
      "grad_norm": 0.6319968700408936,
      "learning_rate": 4.2743106177144544e-05,
      "loss": 5.0702,
      "step": 328235
    },
    {
      "epoch": 0.2873146184354378,
      "grad_norm": 0.6142110228538513,
      "learning_rate": 4.2742892090811214e-05,
      "loss": 4.4007,
      "step": 328240
    },
    {
      "epoch": 0.28731899502906494,
      "grad_norm": 0.6121475100517273,
      "learning_rate": 4.2742678002019956e-05,
      "loss": 5.0758,
      "step": 328245
    },
    {
      "epoch": 0.2873233716226921,
      "grad_norm": 0.6201137900352478,
      "learning_rate": 4.274246391077079e-05,
      "loss": 4.9244,
      "step": 328250
    },
    {
      "epoch": 0.2873277482163193,
      "grad_norm": 0.6120545864105225,
      "learning_rate": 4.274224981706378e-05,
      "loss": 5.3804,
      "step": 328255
    },
    {
      "epoch": 0.2873321248099464,
      "grad_norm": 0.6389400362968445,
      "learning_rate": 4.2742035720898975e-05,
      "loss": 5.6381,
      "step": 328260
    },
    {
      "epoch": 0.2873365014035736,
      "grad_norm": 0.6209148168563843,
      "learning_rate": 4.274182162227639e-05,
      "loss": 5.1756,
      "step": 328265
    },
    {
      "epoch": 0.2873408779972007,
      "grad_norm": 0.6096604466438293,
      "learning_rate": 4.274160752119607e-05,
      "loss": 5.7074,
      "step": 328270
    },
    {
      "epoch": 0.2873452545908279,
      "grad_norm": 0.5927144885063171,
      "learning_rate": 4.274139341765807e-05,
      "loss": 5.4168,
      "step": 328275
    },
    {
      "epoch": 0.28734963118445506,
      "grad_norm": 0.6138058304786682,
      "learning_rate": 4.2741179311662425e-05,
      "loss": 5.408,
      "step": 328280
    },
    {
      "epoch": 0.2873540077780822,
      "grad_norm": 0.6221941709518433,
      "learning_rate": 4.2740965203209174e-05,
      "loss": 5.6963,
      "step": 328285
    },
    {
      "epoch": 0.28735838437170935,
      "grad_norm": 0.5915838479995728,
      "learning_rate": 4.2740751092298356e-05,
      "loss": 5.2084,
      "step": 328290
    },
    {
      "epoch": 0.28736276096533653,
      "grad_norm": 0.6595708131790161,
      "learning_rate": 4.2740536978930025e-05,
      "loss": 5.0751,
      "step": 328295
    },
    {
      "epoch": 0.28736713755896365,
      "grad_norm": 0.6541767716407776,
      "learning_rate": 4.274032286310422e-05,
      "loss": 4.9038,
      "step": 328300
    },
    {
      "epoch": 0.2873715141525908,
      "grad_norm": 0.6130398511886597,
      "learning_rate": 4.274010874482096e-05,
      "loss": 4.8594,
      "step": 328305
    },
    {
      "epoch": 0.28737589074621794,
      "grad_norm": 0.6070739030838013,
      "learning_rate": 4.2739894624080314e-05,
      "loss": 5.0039,
      "step": 328310
    },
    {
      "epoch": 0.2873802673398451,
      "grad_norm": 0.6212807893753052,
      "learning_rate": 4.273968050088231e-05,
      "loss": 5.1497,
      "step": 328315
    },
    {
      "epoch": 0.2873846439334723,
      "grad_norm": 0.5905431509017944,
      "learning_rate": 4.273946637522699e-05,
      "loss": 6.182,
      "step": 328320
    },
    {
      "epoch": 0.2873890205270994,
      "grad_norm": 0.6087920069694519,
      "learning_rate": 4.273925224711439e-05,
      "loss": 6.1625,
      "step": 328325
    },
    {
      "epoch": 0.2873933971207266,
      "grad_norm": 0.5915349125862122,
      "learning_rate": 4.2739038116544574e-05,
      "loss": 5.5895,
      "step": 328330
    },
    {
      "epoch": 0.28739777371435377,
      "grad_norm": 0.5858780145645142,
      "learning_rate": 4.273882398351755e-05,
      "loss": 5.927,
      "step": 328335
    },
    {
      "epoch": 0.2874021503079809,
      "grad_norm": 0.5887393951416016,
      "learning_rate": 4.2738609848033384e-05,
      "loss": 6.2297,
      "step": 328340
    },
    {
      "epoch": 0.28740652690160806,
      "grad_norm": 0.6051172018051147,
      "learning_rate": 4.273839571009212e-05,
      "loss": 5.1219,
      "step": 328345
    },
    {
      "epoch": 0.2874109034952352,
      "grad_norm": 0.6222655773162842,
      "learning_rate": 4.273818156969377e-05,
      "loss": 5.0936,
      "step": 328350
    },
    {
      "epoch": 0.28741528008886236,
      "grad_norm": 0.6145738363265991,
      "learning_rate": 4.27379674268384e-05,
      "loss": 4.5827,
      "step": 328355
    },
    {
      "epoch": 0.28741965668248953,
      "grad_norm": 0.6301316618919373,
      "learning_rate": 4.273775328152606e-05,
      "loss": 5.6694,
      "step": 328360
    },
    {
      "epoch": 0.28742403327611665,
      "grad_norm": 0.6272886991500854,
      "learning_rate": 4.273753913375676e-05,
      "loss": 5.6037,
      "step": 328365
    },
    {
      "epoch": 0.28742840986974383,
      "grad_norm": 0.6407431960105896,
      "learning_rate": 4.273732498353056e-05,
      "loss": 5.2312,
      "step": 328370
    },
    {
      "epoch": 0.28743278646337095,
      "grad_norm": 0.5927778482437134,
      "learning_rate": 4.2737110830847505e-05,
      "loss": 5.3758,
      "step": 328375
    },
    {
      "epoch": 0.2874371630569981,
      "grad_norm": 0.6072084307670593,
      "learning_rate": 4.273689667570763e-05,
      "loss": 5.1897,
      "step": 328380
    },
    {
      "epoch": 0.2874415396506253,
      "grad_norm": 0.6379373073577881,
      "learning_rate": 4.273668251811097e-05,
      "loss": 4.8586,
      "step": 328385
    },
    {
      "epoch": 0.2874459162442524,
      "grad_norm": 0.6023737192153931,
      "learning_rate": 4.273646835805759e-05,
      "loss": 6.1715,
      "step": 328390
    },
    {
      "epoch": 0.2874502928378796,
      "grad_norm": 0.6597503423690796,
      "learning_rate": 4.27362541955475e-05,
      "loss": 4.8378,
      "step": 328395
    },
    {
      "epoch": 0.28745466943150677,
      "grad_norm": 0.6261155009269714,
      "learning_rate": 4.273604003058076e-05,
      "loss": 5.0636,
      "step": 328400
    },
    {
      "epoch": 0.2874590460251339,
      "grad_norm": 0.6125785708427429,
      "learning_rate": 4.2735825863157405e-05,
      "loss": 5.3677,
      "step": 328405
    },
    {
      "epoch": 0.28746342261876107,
      "grad_norm": 0.622986376285553,
      "learning_rate": 4.273561169327749e-05,
      "loss": 6.1947,
      "step": 328410
    },
    {
      "epoch": 0.2874677992123882,
      "grad_norm": 0.6067606806755066,
      "learning_rate": 4.2735397520941034e-05,
      "loss": 5.6068,
      "step": 328415
    },
    {
      "epoch": 0.28747217580601536,
      "grad_norm": 0.6176449060440063,
      "learning_rate": 4.273518334614809e-05,
      "loss": 5.5975,
      "step": 328420
    },
    {
      "epoch": 0.28747655239964254,
      "grad_norm": 0.6418837308883667,
      "learning_rate": 4.27349691688987e-05,
      "loss": 5.4152,
      "step": 328425
    },
    {
      "epoch": 0.28748092899326966,
      "grad_norm": 0.6179478168487549,
      "learning_rate": 4.27347549891929e-05,
      "loss": 4.1499,
      "step": 328430
    },
    {
      "epoch": 0.28748530558689683,
      "grad_norm": 0.6137093305587769,
      "learning_rate": 4.273454080703075e-05,
      "loss": 4.8764,
      "step": 328435
    },
    {
      "epoch": 0.287489682180524,
      "grad_norm": 0.5965246558189392,
      "learning_rate": 4.273432662241227e-05,
      "loss": 5.6857,
      "step": 328440
    },
    {
      "epoch": 0.28749405877415113,
      "grad_norm": 0.6120373010635376,
      "learning_rate": 4.273411243533749e-05,
      "loss": 4.7054,
      "step": 328445
    },
    {
      "epoch": 0.2874984353677783,
      "grad_norm": 0.6169745922088623,
      "learning_rate": 4.273389824580649e-05,
      "loss": 4.9062,
      "step": 328450
    },
    {
      "epoch": 0.2875028119614054,
      "grad_norm": 0.6190929412841797,
      "learning_rate": 4.273368405381929e-05,
      "loss": 5.908,
      "step": 328455
    },
    {
      "epoch": 0.2875071885550326,
      "grad_norm": 0.5980647802352905,
      "learning_rate": 4.273346985937593e-05,
      "loss": 5.6902,
      "step": 328460
    },
    {
      "epoch": 0.2875115651486598,
      "grad_norm": 0.6152825355529785,
      "learning_rate": 4.2733255662476445e-05,
      "loss": 5.3174,
      "step": 328465
    },
    {
      "epoch": 0.2875159417422869,
      "grad_norm": 0.6064403653144836,
      "learning_rate": 4.273304146312088e-05,
      "loss": 4.8179,
      "step": 328470
    },
    {
      "epoch": 0.28752031833591407,
      "grad_norm": 0.5939125418663025,
      "learning_rate": 4.273282726130929e-05,
      "loss": 5.1997,
      "step": 328475
    },
    {
      "epoch": 0.28752469492954125,
      "grad_norm": 0.5955622792243958,
      "learning_rate": 4.273261305704171e-05,
      "loss": 5.4026,
      "step": 328480
    },
    {
      "epoch": 0.28752907152316837,
      "grad_norm": 0.6192012429237366,
      "learning_rate": 4.273239885031818e-05,
      "loss": 5.8561,
      "step": 328485
    },
    {
      "epoch": 0.28753344811679554,
      "grad_norm": 0.5943729877471924,
      "learning_rate": 4.2732184641138726e-05,
      "loss": 4.8298,
      "step": 328490
    },
    {
      "epoch": 0.28753782471042266,
      "grad_norm": 0.6009296178817749,
      "learning_rate": 4.273197042950342e-05,
      "loss": 5.3971,
      "step": 328495
    },
    {
      "epoch": 0.28754220130404984,
      "grad_norm": 0.6104384660720825,
      "learning_rate": 4.273175621541228e-05,
      "loss": 5.1219,
      "step": 328500
    },
    {
      "epoch": 0.287546577897677,
      "grad_norm": 0.6120336055755615,
      "learning_rate": 4.2731541998865346e-05,
      "loss": 5.3203,
      "step": 328505
    },
    {
      "epoch": 0.28755095449130413,
      "grad_norm": 0.5914146304130554,
      "learning_rate": 4.2731327779862675e-05,
      "loss": 5.7013,
      "step": 328510
    },
    {
      "epoch": 0.2875553310849313,
      "grad_norm": 0.5975343585014343,
      "learning_rate": 4.27311135584043e-05,
      "loss": 5.3755,
      "step": 328515
    },
    {
      "epoch": 0.28755970767855843,
      "grad_norm": 0.6265632510185242,
      "learning_rate": 4.273089933449026e-05,
      "loss": 4.6164,
      "step": 328520
    },
    {
      "epoch": 0.2875640842721856,
      "grad_norm": 0.6078729629516602,
      "learning_rate": 4.2730685108120604e-05,
      "loss": 5.1137,
      "step": 328525
    },
    {
      "epoch": 0.2875684608658128,
      "grad_norm": 0.6013157367706299,
      "learning_rate": 4.273047087929536e-05,
      "loss": 5.1442,
      "step": 328530
    },
    {
      "epoch": 0.2875728374594399,
      "grad_norm": 0.598645031452179,
      "learning_rate": 4.273025664801459e-05,
      "loss": 5.9533,
      "step": 328535
    },
    {
      "epoch": 0.2875772140530671,
      "grad_norm": 0.5978174209594727,
      "learning_rate": 4.2730042414278306e-05,
      "loss": 4.3088,
      "step": 328540
    },
    {
      "epoch": 0.28758159064669425,
      "grad_norm": 0.6031714677810669,
      "learning_rate": 4.272982817808657e-05,
      "loss": 5.0061,
      "step": 328545
    },
    {
      "epoch": 0.28758596724032137,
      "grad_norm": 0.6419050693511963,
      "learning_rate": 4.272961393943943e-05,
      "loss": 5.1469,
      "step": 328550
    },
    {
      "epoch": 0.28759034383394855,
      "grad_norm": 0.624670684337616,
      "learning_rate": 4.272939969833691e-05,
      "loss": 5.4422,
      "step": 328555
    },
    {
      "epoch": 0.28759472042757567,
      "grad_norm": 0.5928715467453003,
      "learning_rate": 4.272918545477907e-05,
      "loss": 4.318,
      "step": 328560
    },
    {
      "epoch": 0.28759909702120284,
      "grad_norm": 0.637464165687561,
      "learning_rate": 4.2728971208765925e-05,
      "loss": 4.6971,
      "step": 328565
    },
    {
      "epoch": 0.28760347361483,
      "grad_norm": 0.6018595695495605,
      "learning_rate": 4.272875696029753e-05,
      "loss": 4.5757,
      "step": 328570
    },
    {
      "epoch": 0.28760785020845714,
      "grad_norm": 0.628675639629364,
      "learning_rate": 4.272854270937394e-05,
      "loss": 4.8754,
      "step": 328575
    },
    {
      "epoch": 0.2876122268020843,
      "grad_norm": 0.5972195863723755,
      "learning_rate": 4.272832845599517e-05,
      "loss": 5.1074,
      "step": 328580
    },
    {
      "epoch": 0.2876166033957115,
      "grad_norm": 0.5907352566719055,
      "learning_rate": 4.2728114200161285e-05,
      "loss": 5.6295,
      "step": 328585
    },
    {
      "epoch": 0.2876209799893386,
      "grad_norm": 0.8597573041915894,
      "learning_rate": 4.2727899941872304e-05,
      "loss": 4.1874,
      "step": 328590
    },
    {
      "epoch": 0.2876253565829658,
      "grad_norm": 0.6149387359619141,
      "learning_rate": 4.272768568112829e-05,
      "loss": 5.2027,
      "step": 328595
    },
    {
      "epoch": 0.2876297331765929,
      "grad_norm": 0.6064814329147339,
      "learning_rate": 4.272747141792929e-05,
      "loss": 4.5975,
      "step": 328600
    },
    {
      "epoch": 0.2876341097702201,
      "grad_norm": 0.6007336974143982,
      "learning_rate": 4.27272571522753e-05,
      "loss": 5.9182,
      "step": 328605
    },
    {
      "epoch": 0.28763848636384726,
      "grad_norm": 0.5915170907974243,
      "learning_rate": 4.272704288416641e-05,
      "loss": 5.4173,
      "step": 328610
    },
    {
      "epoch": 0.2876428629574744,
      "grad_norm": 0.6491662263870239,
      "learning_rate": 4.272682861360264e-05,
      "loss": 5.1371,
      "step": 328615
    },
    {
      "epoch": 0.28764723955110155,
      "grad_norm": 0.6121954321861267,
      "learning_rate": 4.272661434058404e-05,
      "loss": 5.3892,
      "step": 328620
    },
    {
      "epoch": 0.2876516161447287,
      "grad_norm": 0.5963196754455566,
      "learning_rate": 4.272640006511063e-05,
      "loss": 5.9234,
      "step": 328625
    },
    {
      "epoch": 0.28765599273835585,
      "grad_norm": 0.6065878868103027,
      "learning_rate": 4.272618578718247e-05,
      "loss": 5.5754,
      "step": 328630
    },
    {
      "epoch": 0.287660369331983,
      "grad_norm": 0.6354210376739502,
      "learning_rate": 4.272597150679961e-05,
      "loss": 4.5676,
      "step": 328635
    },
    {
      "epoch": 0.28766474592561014,
      "grad_norm": 0.6146600246429443,
      "learning_rate": 4.272575722396207e-05,
      "loss": 5.3744,
      "step": 328640
    },
    {
      "epoch": 0.2876691225192373,
      "grad_norm": 0.6065746545791626,
      "learning_rate": 4.27255429386699e-05,
      "loss": 5.6072,
      "step": 328645
    },
    {
      "epoch": 0.2876734991128645,
      "grad_norm": 0.6180446743965149,
      "learning_rate": 4.272532865092315e-05,
      "loss": 5.0768,
      "step": 328650
    },
    {
      "epoch": 0.2876778757064916,
      "grad_norm": 0.5853848457336426,
      "learning_rate": 4.272511436072185e-05,
      "loss": 4.6,
      "step": 328655
    },
    {
      "epoch": 0.2876822523001188,
      "grad_norm": 0.5988073348999023,
      "learning_rate": 4.2724900068066045e-05,
      "loss": 5.4216,
      "step": 328660
    },
    {
      "epoch": 0.2876866288937459,
      "grad_norm": 0.6126729249954224,
      "learning_rate": 4.2724685772955776e-05,
      "loss": 5.1984,
      "step": 328665
    },
    {
      "epoch": 0.2876910054873731,
      "grad_norm": 0.6256878972053528,
      "learning_rate": 4.272447147539108e-05,
      "loss": 5.1259,
      "step": 328670
    },
    {
      "epoch": 0.28769538208100026,
      "grad_norm": 0.6103542447090149,
      "learning_rate": 4.272425717537201e-05,
      "loss": 4.5726,
      "step": 328675
    },
    {
      "epoch": 0.2876997586746274,
      "grad_norm": 0.5920655131340027,
      "learning_rate": 4.27240428728986e-05,
      "loss": 5.0916,
      "step": 328680
    },
    {
      "epoch": 0.28770413526825456,
      "grad_norm": 0.5898895263671875,
      "learning_rate": 4.272382856797088e-05,
      "loss": 6.2014,
      "step": 328685
    },
    {
      "epoch": 0.28770851186188173,
      "grad_norm": 0.6279457807540894,
      "learning_rate": 4.272361426058892e-05,
      "loss": 5.1233,
      "step": 328690
    },
    {
      "epoch": 0.28771288845550885,
      "grad_norm": 0.6264839768409729,
      "learning_rate": 4.272339995075273e-05,
      "loss": 4.696,
      "step": 328695
    },
    {
      "epoch": 0.28771726504913603,
      "grad_norm": 0.6175351142883301,
      "learning_rate": 4.272318563846237e-05,
      "loss": 5.4033,
      "step": 328700
    },
    {
      "epoch": 0.28772164164276315,
      "grad_norm": 0.6037876605987549,
      "learning_rate": 4.272297132371788e-05,
      "loss": 4.6903,
      "step": 328705
    },
    {
      "epoch": 0.2877260182363903,
      "grad_norm": 0.6209056973457336,
      "learning_rate": 4.27227570065193e-05,
      "loss": 4.4749,
      "step": 328710
    },
    {
      "epoch": 0.2877303948300175,
      "grad_norm": 0.6207225322723389,
      "learning_rate": 4.2722542686866665e-05,
      "loss": 5.0878,
      "step": 328715
    },
    {
      "epoch": 0.2877347714236446,
      "grad_norm": 0.6130093932151794,
      "learning_rate": 4.272232836476001e-05,
      "loss": 5.218,
      "step": 328720
    },
    {
      "epoch": 0.2877391480172718,
      "grad_norm": 0.6127007603645325,
      "learning_rate": 4.27221140401994e-05,
      "loss": 4.8986,
      "step": 328725
    },
    {
      "epoch": 0.28774352461089897,
      "grad_norm": 0.5841904878616333,
      "learning_rate": 4.272189971318487e-05,
      "loss": 5.1977,
      "step": 328730
    },
    {
      "epoch": 0.2877479012045261,
      "grad_norm": 0.6056029796600342,
      "learning_rate": 4.272168538371645e-05,
      "loss": 4.8674,
      "step": 328735
    },
    {
      "epoch": 0.28775227779815327,
      "grad_norm": 0.6073446273803711,
      "learning_rate": 4.272147105179417e-05,
      "loss": 4.8971,
      "step": 328740
    },
    {
      "epoch": 0.2877566543917804,
      "grad_norm": 0.5973514914512634,
      "learning_rate": 4.27212567174181e-05,
      "loss": 4.6872,
      "step": 328745
    },
    {
      "epoch": 0.28776103098540756,
      "grad_norm": 0.5952754616737366,
      "learning_rate": 4.272104238058828e-05,
      "loss": 4.6864,
      "step": 328750
    },
    {
      "epoch": 0.28776540757903474,
      "grad_norm": 0.5931724309921265,
      "learning_rate": 4.272082804130473e-05,
      "loss": 5.7172,
      "step": 328755
    },
    {
      "epoch": 0.28776978417266186,
      "grad_norm": 0.6195637583732605,
      "learning_rate": 4.2720613699567494e-05,
      "loss": 5.0984,
      "step": 328760
    },
    {
      "epoch": 0.28777416076628903,
      "grad_norm": 0.5946067571640015,
      "learning_rate": 4.2720399355376626e-05,
      "loss": 5.7001,
      "step": 328765
    },
    {
      "epoch": 0.28777853735991615,
      "grad_norm": 0.5927041172981262,
      "learning_rate": 4.2720185008732175e-05,
      "loss": 5.1759,
      "step": 328770
    },
    {
      "epoch": 0.28778291395354333,
      "grad_norm": 0.6202818751335144,
      "learning_rate": 4.2719970659634154e-05,
      "loss": 5.0732,
      "step": 328775
    },
    {
      "epoch": 0.2877872905471705,
      "grad_norm": 0.5862387418746948,
      "learning_rate": 4.2719756308082624e-05,
      "loss": 5.6522,
      "step": 328780
    },
    {
      "epoch": 0.2877916671407976,
      "grad_norm": 0.6039800643920898,
      "learning_rate": 4.2719541954077626e-05,
      "loss": 4.8538,
      "step": 328785
    },
    {
      "epoch": 0.2877960437344248,
      "grad_norm": 0.5986412167549133,
      "learning_rate": 4.271932759761919e-05,
      "loss": 5.3923,
      "step": 328790
    },
    {
      "epoch": 0.287800420328052,
      "grad_norm": 0.6157310605049133,
      "learning_rate": 4.2719113238707374e-05,
      "loss": 5.3287,
      "step": 328795
    },
    {
      "epoch": 0.2878047969216791,
      "grad_norm": 0.6097305417060852,
      "learning_rate": 4.271889887734221e-05,
      "loss": 5.6215,
      "step": 328800
    },
    {
      "epoch": 0.28780917351530627,
      "grad_norm": 0.5957192778587341,
      "learning_rate": 4.271868451352373e-05,
      "loss": 5.6113,
      "step": 328805
    },
    {
      "epoch": 0.2878135501089334,
      "grad_norm": 0.6643256545066833,
      "learning_rate": 4.2718470147252e-05,
      "loss": 5.0585,
      "step": 328810
    },
    {
      "epoch": 0.28781792670256057,
      "grad_norm": 0.6143230199813843,
      "learning_rate": 4.271825577852704e-05,
      "loss": 5.1188,
      "step": 328815
    },
    {
      "epoch": 0.28782230329618774,
      "grad_norm": 0.5994119048118591,
      "learning_rate": 4.2718041407348883e-05,
      "loss": 5.4199,
      "step": 328820
    },
    {
      "epoch": 0.28782667988981486,
      "grad_norm": 0.6215075850486755,
      "learning_rate": 4.2717827033717603e-05,
      "loss": 5.1039,
      "step": 328825
    },
    {
      "epoch": 0.28783105648344204,
      "grad_norm": 0.6714317798614502,
      "learning_rate": 4.271761265763322e-05,
      "loss": 5.081,
      "step": 328830
    },
    {
      "epoch": 0.2878354330770692,
      "grad_norm": 0.6386452317237854,
      "learning_rate": 4.271739827909578e-05,
      "loss": 5.7545,
      "step": 328835
    },
    {
      "epoch": 0.28783980967069633,
      "grad_norm": 0.6044782400131226,
      "learning_rate": 4.271718389810532e-05,
      "loss": 5.0988,
      "step": 328840
    },
    {
      "epoch": 0.2878441862643235,
      "grad_norm": 0.7225056290626526,
      "learning_rate": 4.271696951466189e-05,
      "loss": 5.3889,
      "step": 328845
    },
    {
      "epoch": 0.28784856285795063,
      "grad_norm": 0.6888373494148254,
      "learning_rate": 4.2716755128765516e-05,
      "loss": 5.3799,
      "step": 328850
    },
    {
      "epoch": 0.2878529394515778,
      "grad_norm": 0.6160976886749268,
      "learning_rate": 4.2716540740416246e-05,
      "loss": 4.6547,
      "step": 328855
    },
    {
      "epoch": 0.287857316045205,
      "grad_norm": 0.625877320766449,
      "learning_rate": 4.271632634961413e-05,
      "loss": 4.6217,
      "step": 328860
    },
    {
      "epoch": 0.2878616926388321,
      "grad_norm": 0.6111016869544983,
      "learning_rate": 4.271611195635922e-05,
      "loss": 5.1731,
      "step": 328865
    },
    {
      "epoch": 0.2878660692324593,
      "grad_norm": 0.6140238642692566,
      "learning_rate": 4.271589756065152e-05,
      "loss": 5.4488,
      "step": 328870
    },
    {
      "epoch": 0.2878704458260864,
      "grad_norm": 0.6160694360733032,
      "learning_rate": 4.27156831624911e-05,
      "loss": 5.1681,
      "step": 328875
    },
    {
      "epoch": 0.28787482241971357,
      "grad_norm": 0.6172065734863281,
      "learning_rate": 4.2715468761877995e-05,
      "loss": 5.1157,
      "step": 328880
    },
    {
      "epoch": 0.28787919901334075,
      "grad_norm": 0.6054185032844543,
      "learning_rate": 4.271525435881224e-05,
      "loss": 5.3929,
      "step": 328885
    },
    {
      "epoch": 0.28788357560696787,
      "grad_norm": 0.5840833187103271,
      "learning_rate": 4.271503995329389e-05,
      "loss": 5.5898,
      "step": 328890
    },
    {
      "epoch": 0.28788795220059504,
      "grad_norm": 0.608663022518158,
      "learning_rate": 4.271482554532298e-05,
      "loss": 4.6095,
      "step": 328895
    },
    {
      "epoch": 0.2878923287942222,
      "grad_norm": 0.6069819331169128,
      "learning_rate": 4.271461113489954e-05,
      "loss": 4.5145,
      "step": 328900
    },
    {
      "epoch": 0.28789670538784934,
      "grad_norm": 0.603157103061676,
      "learning_rate": 4.271439672202362e-05,
      "loss": 5.2131,
      "step": 328905
    },
    {
      "epoch": 0.2879010819814765,
      "grad_norm": 0.6069518327713013,
      "learning_rate": 4.271418230669527e-05,
      "loss": 5.8791,
      "step": 328910
    },
    {
      "epoch": 0.28790545857510363,
      "grad_norm": 0.6079997420310974,
      "learning_rate": 4.271396788891452e-05,
      "loss": 4.5882,
      "step": 328915
    },
    {
      "epoch": 0.2879098351687308,
      "grad_norm": 0.5920720100402832,
      "learning_rate": 4.271375346868142e-05,
      "loss": 5.8691,
      "step": 328920
    },
    {
      "epoch": 0.287914211762358,
      "grad_norm": 0.6167594194412231,
      "learning_rate": 4.2713539045996e-05,
      "loss": 5.0021,
      "step": 328925
    },
    {
      "epoch": 0.2879185883559851,
      "grad_norm": 0.622576892375946,
      "learning_rate": 4.271332462085831e-05,
      "loss": 5.3997,
      "step": 328930
    },
    {
      "epoch": 0.2879229649496123,
      "grad_norm": 0.5947774648666382,
      "learning_rate": 4.271311019326838e-05,
      "loss": 4.3992,
      "step": 328935
    },
    {
      "epoch": 0.28792734154323946,
      "grad_norm": 0.6171149015426636,
      "learning_rate": 4.271289576322627e-05,
      "loss": 4.8975,
      "step": 328940
    },
    {
      "epoch": 0.2879317181368666,
      "grad_norm": 0.6238691210746765,
      "learning_rate": 4.271268133073201e-05,
      "loss": 5.2244,
      "step": 328945
    },
    {
      "epoch": 0.28793609473049375,
      "grad_norm": 0.6061347723007202,
      "learning_rate": 4.271246689578564e-05,
      "loss": 4.6396,
      "step": 328950
    },
    {
      "epoch": 0.2879404713241209,
      "grad_norm": 0.610215961933136,
      "learning_rate": 4.2712252458387204e-05,
      "loss": 5.7535,
      "step": 328955
    },
    {
      "epoch": 0.28794484791774805,
      "grad_norm": 0.6240336298942566,
      "learning_rate": 4.271203801853675e-05,
      "loss": 5.3693,
      "step": 328960
    },
    {
      "epoch": 0.2879492245113752,
      "grad_norm": 0.5992350578308105,
      "learning_rate": 4.271182357623431e-05,
      "loss": 5.3896,
      "step": 328965
    },
    {
      "epoch": 0.28795360110500234,
      "grad_norm": 0.6218523383140564,
      "learning_rate": 4.271160913147992e-05,
      "loss": 5.1053,
      "step": 328970
    },
    {
      "epoch": 0.2879579776986295,
      "grad_norm": 0.5888922810554504,
      "learning_rate": 4.2711394684273645e-05,
      "loss": 5.917,
      "step": 328975
    },
    {
      "epoch": 0.2879623542922567,
      "grad_norm": 0.6193684339523315,
      "learning_rate": 4.271118023461551e-05,
      "loss": 5.6426,
      "step": 328980
    },
    {
      "epoch": 0.2879667308858838,
      "grad_norm": 0.6175370812416077,
      "learning_rate": 4.271096578250554e-05,
      "loss": 5.2313,
      "step": 328985
    },
    {
      "epoch": 0.287971107479511,
      "grad_norm": 0.5955826044082642,
      "learning_rate": 4.271075132794381e-05,
      "loss": 5.3835,
      "step": 328990
    },
    {
      "epoch": 0.2879754840731381,
      "grad_norm": 0.6177728772163391,
      "learning_rate": 4.271053687093035e-05,
      "loss": 4.6938,
      "step": 328995
    },
    {
      "epoch": 0.2879798606667653,
      "grad_norm": 0.5876678824424744,
      "learning_rate": 4.2710322411465184e-05,
      "loss": 5.4035,
      "step": 329000
    },
    {
      "epoch": 0.28798423726039246,
      "grad_norm": 0.6073338985443115,
      "learning_rate": 4.271010794954837e-05,
      "loss": 5.3903,
      "step": 329005
    },
    {
      "epoch": 0.2879886138540196,
      "grad_norm": 0.6081286668777466,
      "learning_rate": 4.270989348517994e-05,
      "loss": 5.6209,
      "step": 329010
    },
    {
      "epoch": 0.28799299044764676,
      "grad_norm": 0.6017784476280212,
      "learning_rate": 4.270967901835995e-05,
      "loss": 5.7263,
      "step": 329015
    },
    {
      "epoch": 0.2879973670412739,
      "grad_norm": 0.6056851148605347,
      "learning_rate": 4.270946454908843e-05,
      "loss": 4.0696,
      "step": 329020
    },
    {
      "epoch": 0.28800174363490105,
      "grad_norm": 0.6124347448348999,
      "learning_rate": 4.270925007736541e-05,
      "loss": 5.1267,
      "step": 329025
    },
    {
      "epoch": 0.28800612022852823,
      "grad_norm": 0.6129422783851624,
      "learning_rate": 4.270903560319096e-05,
      "loss": 5.651,
      "step": 329030
    },
    {
      "epoch": 0.28801049682215535,
      "grad_norm": 0.6100947856903076,
      "learning_rate": 4.2708821126565104e-05,
      "loss": 4.1955,
      "step": 329035
    },
    {
      "epoch": 0.2880148734157825,
      "grad_norm": 0.6806802153587341,
      "learning_rate": 4.270860664748789e-05,
      "loss": 4.5952,
      "step": 329040
    },
    {
      "epoch": 0.2880192500094097,
      "grad_norm": 0.6053767800331116,
      "learning_rate": 4.2708392165959346e-05,
      "loss": 4.7779,
      "step": 329045
    },
    {
      "epoch": 0.2880236266030368,
      "grad_norm": 0.5862489342689514,
      "learning_rate": 4.270817768197952e-05,
      "loss": 5.9451,
      "step": 329050
    },
    {
      "epoch": 0.288028003196664,
      "grad_norm": 0.5921504497528076,
      "learning_rate": 4.270796319554846e-05,
      "loss": 4.8651,
      "step": 329055
    },
    {
      "epoch": 0.2880323797902911,
      "grad_norm": 0.6027680039405823,
      "learning_rate": 4.270774870666621e-05,
      "loss": 5.6908,
      "step": 329060
    },
    {
      "epoch": 0.2880367563839183,
      "grad_norm": 0.5866720676422119,
      "learning_rate": 4.27075342153328e-05,
      "loss": 6.1781,
      "step": 329065
    },
    {
      "epoch": 0.28804113297754547,
      "grad_norm": 0.6063070893287659,
      "learning_rate": 4.2707319721548264e-05,
      "loss": 4.6166,
      "step": 329070
    },
    {
      "epoch": 0.2880455095711726,
      "grad_norm": 0.6001272201538086,
      "learning_rate": 4.270710522531267e-05,
      "loss": 4.3778,
      "step": 329075
    },
    {
      "epoch": 0.28804988616479976,
      "grad_norm": 0.6121194362640381,
      "learning_rate": 4.270689072662605e-05,
      "loss": 6.2398,
      "step": 329080
    },
    {
      "epoch": 0.28805426275842694,
      "grad_norm": 0.600184440612793,
      "learning_rate": 4.270667622548842e-05,
      "loss": 4.5798,
      "step": 329085
    },
    {
      "epoch": 0.28805863935205406,
      "grad_norm": 0.6151177287101746,
      "learning_rate": 4.270646172189986e-05,
      "loss": 5.076,
      "step": 329090
    },
    {
      "epoch": 0.28806301594568123,
      "grad_norm": 0.6144740581512451,
      "learning_rate": 4.270624721586037e-05,
      "loss": 4.3227,
      "step": 329095
    },
    {
      "epoch": 0.28806739253930835,
      "grad_norm": 0.7721413969993591,
      "learning_rate": 4.2706032707370037e-05,
      "loss": 5.6262,
      "step": 329100
    },
    {
      "epoch": 0.28807176913293553,
      "grad_norm": 0.7814734578132629,
      "learning_rate": 4.270581819642886e-05,
      "loss": 4.8363,
      "step": 329105
    },
    {
      "epoch": 0.2880761457265627,
      "grad_norm": 0.6212204694747925,
      "learning_rate": 4.270560368303692e-05,
      "loss": 5.1692,
      "step": 329110
    },
    {
      "epoch": 0.2880805223201898,
      "grad_norm": 0.612180233001709,
      "learning_rate": 4.270538916719423e-05,
      "loss": 5.3981,
      "step": 329115
    },
    {
      "epoch": 0.288084898913817,
      "grad_norm": 0.5983234643936157,
      "learning_rate": 4.2705174648900836e-05,
      "loss": 5.6197,
      "step": 329120
    },
    {
      "epoch": 0.2880892755074442,
      "grad_norm": 0.6152454018592834,
      "learning_rate": 4.270496012815678e-05,
      "loss": 4.9143,
      "step": 329125
    },
    {
      "epoch": 0.2880936521010713,
      "grad_norm": 0.6444311738014221,
      "learning_rate": 4.2704745604962106e-05,
      "loss": 6.2117,
      "step": 329130
    },
    {
      "epoch": 0.28809802869469847,
      "grad_norm": 0.6361424326896667,
      "learning_rate": 4.2704531079316865e-05,
      "loss": 5.8994,
      "step": 329135
    },
    {
      "epoch": 0.2881024052883256,
      "grad_norm": 0.6100960373878479,
      "learning_rate": 4.270431655122108e-05,
      "loss": 4.1172,
      "step": 329140
    },
    {
      "epoch": 0.28810678188195277,
      "grad_norm": 0.610380232334137,
      "learning_rate": 4.2704102020674816e-05,
      "loss": 5.1348,
      "step": 329145
    },
    {
      "epoch": 0.28811115847557994,
      "grad_norm": 0.6020365953445435,
      "learning_rate": 4.270388748767808e-05,
      "loss": 4.8937,
      "step": 329150
    },
    {
      "epoch": 0.28811553506920706,
      "grad_norm": 0.5806452035903931,
      "learning_rate": 4.270367295223094e-05,
      "loss": 5.1127,
      "step": 329155
    },
    {
      "epoch": 0.28811991166283424,
      "grad_norm": 0.5990598797798157,
      "learning_rate": 4.2703458414333444e-05,
      "loss": 5.4274,
      "step": 329160
    },
    {
      "epoch": 0.28812428825646136,
      "grad_norm": 0.6120398044586182,
      "learning_rate": 4.270324387398561e-05,
      "loss": 5.3876,
      "step": 329165
    },
    {
      "epoch": 0.28812866485008853,
      "grad_norm": 0.6031120419502258,
      "learning_rate": 4.27030293311875e-05,
      "loss": 5.183,
      "step": 329170
    },
    {
      "epoch": 0.2881330414437157,
      "grad_norm": 0.5886920094490051,
      "learning_rate": 4.270281478593913e-05,
      "loss": 5.4083,
      "step": 329175
    },
    {
      "epoch": 0.28813741803734283,
      "grad_norm": 0.6110762357711792,
      "learning_rate": 4.270260023824055e-05,
      "loss": 4.9156,
      "step": 329180
    },
    {
      "epoch": 0.28814179463097,
      "grad_norm": 0.599574863910675,
      "learning_rate": 4.2702385688091814e-05,
      "loss": 4.8296,
      "step": 329185
    },
    {
      "epoch": 0.2881461712245972,
      "grad_norm": 0.6028449535369873,
      "learning_rate": 4.270217113549296e-05,
      "loss": 5.626,
      "step": 329190
    },
    {
      "epoch": 0.2881505478182243,
      "grad_norm": 0.6182576417922974,
      "learning_rate": 4.270195658044404e-05,
      "loss": 5.6954,
      "step": 329195
    },
    {
      "epoch": 0.2881549244118515,
      "grad_norm": 0.6047024726867676,
      "learning_rate": 4.270174202294506e-05,
      "loss": 5.1897,
      "step": 329200
    },
    {
      "epoch": 0.2881593010054786,
      "grad_norm": 0.5979218482971191,
      "learning_rate": 4.2701527462996095e-05,
      "loss": 5.6992,
      "step": 329205
    },
    {
      "epoch": 0.28816367759910577,
      "grad_norm": 0.5921148061752319,
      "learning_rate": 4.2701312900597166e-05,
      "loss": 4.5957,
      "step": 329210
    },
    {
      "epoch": 0.28816805419273295,
      "grad_norm": 0.6110191941261292,
      "learning_rate": 4.2701098335748334e-05,
      "loss": 4.9204,
      "step": 329215
    },
    {
      "epoch": 0.28817243078636007,
      "grad_norm": 0.6354207396507263,
      "learning_rate": 4.270088376844962e-05,
      "loss": 4.6951,
      "step": 329220
    },
    {
      "epoch": 0.28817680737998724,
      "grad_norm": 0.6189026236534119,
      "learning_rate": 4.270066919870107e-05,
      "loss": 5.1835,
      "step": 329225
    },
    {
      "epoch": 0.2881811839736144,
      "grad_norm": 0.6136664152145386,
      "learning_rate": 4.270045462650275e-05,
      "loss": 5.61,
      "step": 329230
    },
    {
      "epoch": 0.28818556056724154,
      "grad_norm": 0.6233553886413574,
      "learning_rate": 4.270024005185466e-05,
      "loss": 5.1499,
      "step": 329235
    },
    {
      "epoch": 0.2881899371608687,
      "grad_norm": 0.6122269034385681,
      "learning_rate": 4.2700025474756874e-05,
      "loss": 4.8151,
      "step": 329240
    },
    {
      "epoch": 0.28819431375449583,
      "grad_norm": 0.6093078255653381,
      "learning_rate": 4.2699810895209425e-05,
      "loss": 4.1871,
      "step": 329245
    },
    {
      "epoch": 0.288198690348123,
      "grad_norm": 0.6041995286941528,
      "learning_rate": 4.269959631321234e-05,
      "loss": 5.7119,
      "step": 329250
    },
    {
      "epoch": 0.2882030669417502,
      "grad_norm": 0.5991000533103943,
      "learning_rate": 4.269938172876569e-05,
      "loss": 5.4065,
      "step": 329255
    },
    {
      "epoch": 0.2882074435353773,
      "grad_norm": 0.6440778374671936,
      "learning_rate": 4.2699167141869476e-05,
      "loss": 4.1511,
      "step": 329260
    },
    {
      "epoch": 0.2882118201290045,
      "grad_norm": 0.591251015663147,
      "learning_rate": 4.2698952552523773e-05,
      "loss": 4.889,
      "step": 329265
    },
    {
      "epoch": 0.2882161967226316,
      "grad_norm": 0.6114818453788757,
      "learning_rate": 4.269873796072861e-05,
      "loss": 3.8521,
      "step": 329270
    },
    {
      "epoch": 0.2882205733162588,
      "grad_norm": 0.6322181820869446,
      "learning_rate": 4.269852336648403e-05,
      "loss": 5.6074,
      "step": 329275
    },
    {
      "epoch": 0.28822494990988595,
      "grad_norm": 0.6171042919158936,
      "learning_rate": 4.2698308769790074e-05,
      "loss": 5.3796,
      "step": 329280
    },
    {
      "epoch": 0.2882293265035131,
      "grad_norm": 0.5999068021774292,
      "learning_rate": 4.269809417064678e-05,
      "loss": 5.5873,
      "step": 329285
    },
    {
      "epoch": 0.28823370309714025,
      "grad_norm": 0.6648938059806824,
      "learning_rate": 4.26978795690542e-05,
      "loss": 4.4002,
      "step": 329290
    },
    {
      "epoch": 0.2882380796907674,
      "grad_norm": 0.6043939590454102,
      "learning_rate": 4.269766496501236e-05,
      "loss": 4.4236,
      "step": 329295
    },
    {
      "epoch": 0.28824245628439454,
      "grad_norm": 0.7612734436988831,
      "learning_rate": 4.269745035852132e-05,
      "loss": 4.3661,
      "step": 329300
    },
    {
      "epoch": 0.2882468328780217,
      "grad_norm": 0.6341985464096069,
      "learning_rate": 4.26972357495811e-05,
      "loss": 5.149,
      "step": 329305
    },
    {
      "epoch": 0.28825120947164884,
      "grad_norm": 0.634319007396698,
      "learning_rate": 4.269702113819175e-05,
      "loss": 5.6178,
      "step": 329310
    },
    {
      "epoch": 0.288255586065276,
      "grad_norm": 0.6000652313232422,
      "learning_rate": 4.269680652435333e-05,
      "loss": 5.1021,
      "step": 329315
    },
    {
      "epoch": 0.2882599626589032,
      "grad_norm": 0.609585702419281,
      "learning_rate": 4.2696591908065855e-05,
      "loss": 5.3295,
      "step": 329320
    },
    {
      "epoch": 0.2882643392525303,
      "grad_norm": 0.6049622893333435,
      "learning_rate": 4.269637728932937e-05,
      "loss": 4.9201,
      "step": 329325
    },
    {
      "epoch": 0.2882687158461575,
      "grad_norm": 0.5957392454147339,
      "learning_rate": 4.2696162668143935e-05,
      "loss": 4.9071,
      "step": 329330
    },
    {
      "epoch": 0.28827309243978466,
      "grad_norm": 0.5993279814720154,
      "learning_rate": 4.269594804450957e-05,
      "loss": 4.3812,
      "step": 329335
    },
    {
      "epoch": 0.2882774690334118,
      "grad_norm": 0.6150511503219604,
      "learning_rate": 4.269573341842633e-05,
      "loss": 4.6652,
      "step": 329340
    },
    {
      "epoch": 0.28828184562703896,
      "grad_norm": 0.5986267328262329,
      "learning_rate": 4.269551878989425e-05,
      "loss": 4.8966,
      "step": 329345
    },
    {
      "epoch": 0.2882862222206661,
      "grad_norm": 0.5989475250244141,
      "learning_rate": 4.269530415891337e-05,
      "loss": 5.4049,
      "step": 329350
    },
    {
      "epoch": 0.28829059881429325,
      "grad_norm": 0.6006954908370972,
      "learning_rate": 4.2695089525483744e-05,
      "loss": 5.3859,
      "step": 329355
    },
    {
      "epoch": 0.28829497540792043,
      "grad_norm": 0.6013885140419006,
      "learning_rate": 4.26948748896054e-05,
      "loss": 5.3916,
      "step": 329360
    },
    {
      "epoch": 0.28829935200154755,
      "grad_norm": 0.6346620917320251,
      "learning_rate": 4.269466025127838e-05,
      "loss": 5.2017,
      "step": 329365
    },
    {
      "epoch": 0.2883037285951747,
      "grad_norm": 0.6073031425476074,
      "learning_rate": 4.269444561050273e-05,
      "loss": 5.5979,
      "step": 329370
    },
    {
      "epoch": 0.2883081051888019,
      "grad_norm": 0.7322027087211609,
      "learning_rate": 4.26942309672785e-05,
      "loss": 5.717,
      "step": 329375
    },
    {
      "epoch": 0.288312481782429,
      "grad_norm": 0.7420876026153564,
      "learning_rate": 4.269401632160571e-05,
      "loss": 5.6711,
      "step": 329380
    },
    {
      "epoch": 0.2883168583760562,
      "grad_norm": 0.6343145966529846,
      "learning_rate": 4.2693801673484425e-05,
      "loss": 5.7174,
      "step": 329385
    },
    {
      "epoch": 0.2883212349696833,
      "grad_norm": 0.5950174927711487,
      "learning_rate": 4.269358702291466e-05,
      "loss": 5.0043,
      "step": 329390
    },
    {
      "epoch": 0.2883256115633105,
      "grad_norm": 0.6074411273002625,
      "learning_rate": 4.269337236989648e-05,
      "loss": 4.6929,
      "step": 329395
    },
    {
      "epoch": 0.28832998815693767,
      "grad_norm": 0.6100872159004211,
      "learning_rate": 4.269315771442991e-05,
      "loss": 5.5881,
      "step": 329400
    },
    {
      "epoch": 0.2883343647505648,
      "grad_norm": 0.5930874943733215,
      "learning_rate": 4.269294305651501e-05,
      "loss": 4.812,
      "step": 329405
    },
    {
      "epoch": 0.28833874134419196,
      "grad_norm": 0.6068606376647949,
      "learning_rate": 4.26927283961518e-05,
      "loss": 4.9146,
      "step": 329410
    },
    {
      "epoch": 0.2883431179378191,
      "grad_norm": 0.5970234274864197,
      "learning_rate": 4.2692513733340343e-05,
      "loss": 4.8128,
      "step": 329415
    },
    {
      "epoch": 0.28834749453144626,
      "grad_norm": 0.6243624091148376,
      "learning_rate": 4.269229906808067e-05,
      "loss": 4.8914,
      "step": 329420
    },
    {
      "epoch": 0.28835187112507343,
      "grad_norm": 0.6089232563972473,
      "learning_rate": 4.269208440037281e-05,
      "loss": 5.3797,
      "step": 329425
    },
    {
      "epoch": 0.28835624771870055,
      "grad_norm": 0.6008270382881165,
      "learning_rate": 4.2691869730216816e-05,
      "loss": 5.4159,
      "step": 329430
    },
    {
      "epoch": 0.28836062431232773,
      "grad_norm": 0.5963950157165527,
      "learning_rate": 4.2691655057612735e-05,
      "loss": 5.0256,
      "step": 329435
    },
    {
      "epoch": 0.2883650009059549,
      "grad_norm": 0.6111210584640503,
      "learning_rate": 4.26914403825606e-05,
      "loss": 5.1347,
      "step": 329440
    },
    {
      "epoch": 0.288369377499582,
      "grad_norm": 0.6152476072311401,
      "learning_rate": 4.269122570506046e-05,
      "loss": 4.9006,
      "step": 329445
    },
    {
      "epoch": 0.2883737540932092,
      "grad_norm": 0.6139949560165405,
      "learning_rate": 4.269101102511235e-05,
      "loss": 5.4728,
      "step": 329450
    },
    {
      "epoch": 0.2883781306868363,
      "grad_norm": 0.5884623527526855,
      "learning_rate": 4.269079634271631e-05,
      "loss": 5.4068,
      "step": 329455
    },
    {
      "epoch": 0.2883825072804635,
      "grad_norm": 0.5928568243980408,
      "learning_rate": 4.269058165787237e-05,
      "loss": 5.0123,
      "step": 329460
    },
    {
      "epoch": 0.28838688387409067,
      "grad_norm": 0.6083333492279053,
      "learning_rate": 4.269036697058061e-05,
      "loss": 4.8823,
      "step": 329465
    },
    {
      "epoch": 0.2883912604677178,
      "grad_norm": 0.6185014843940735,
      "learning_rate": 4.269015228084103e-05,
      "loss": 3.895,
      "step": 329470
    },
    {
      "epoch": 0.28839563706134497,
      "grad_norm": 0.5958676338195801,
      "learning_rate": 4.2689937588653706e-05,
      "loss": 4.4128,
      "step": 329475
    },
    {
      "epoch": 0.28840001365497214,
      "grad_norm": 0.6042134761810303,
      "learning_rate": 4.268972289401866e-05,
      "loss": 5.0691,
      "step": 329480
    },
    {
      "epoch": 0.28840439024859926,
      "grad_norm": 0.5981531739234924,
      "learning_rate": 4.2689508196935926e-05,
      "loss": 5.1725,
      "step": 329485
    },
    {
      "epoch": 0.28840876684222644,
      "grad_norm": 0.5913066864013672,
      "learning_rate": 4.268929349740555e-05,
      "loss": 4.6359,
      "step": 329490
    },
    {
      "epoch": 0.28841314343585356,
      "grad_norm": 0.6095070838928223,
      "learning_rate": 4.2689078795427584e-05,
      "loss": 5.5795,
      "step": 329495
    },
    {
      "epoch": 0.28841752002948073,
      "grad_norm": 0.6031480431556702,
      "learning_rate": 4.2688864091002054e-05,
      "loss": 4.8848,
      "step": 329500
    },
    {
      "epoch": 0.2884218966231079,
      "grad_norm": 0.5920119881629944,
      "learning_rate": 4.268864938412903e-05,
      "loss": 5.1842,
      "step": 329505
    },
    {
      "epoch": 0.28842627321673503,
      "grad_norm": 0.5951365232467651,
      "learning_rate": 4.268843467480853e-05,
      "loss": 5.1902,
      "step": 329510
    },
    {
      "epoch": 0.2884306498103622,
      "grad_norm": 0.6031944751739502,
      "learning_rate": 4.268821996304059e-05,
      "loss": 4.8563,
      "step": 329515
    },
    {
      "epoch": 0.2884350264039893,
      "grad_norm": 0.605453372001648,
      "learning_rate": 4.268800524882527e-05,
      "loss": 4.7072,
      "step": 329520
    },
    {
      "epoch": 0.2884394029976165,
      "grad_norm": 0.5997320413589478,
      "learning_rate": 4.26877905321626e-05,
      "loss": 5.4265,
      "step": 329525
    },
    {
      "epoch": 0.2884437795912437,
      "grad_norm": 0.5952943563461304,
      "learning_rate": 4.2687575813052614e-05,
      "loss": 4.3719,
      "step": 329530
    },
    {
      "epoch": 0.2884481561848708,
      "grad_norm": 0.6101386547088623,
      "learning_rate": 4.268736109149538e-05,
      "loss": 5.5973,
      "step": 329535
    },
    {
      "epoch": 0.28845253277849797,
      "grad_norm": 0.5961503386497498,
      "learning_rate": 4.2687146367490915e-05,
      "loss": 4.6036,
      "step": 329540
    },
    {
      "epoch": 0.28845690937212515,
      "grad_norm": 0.5990272164344788,
      "learning_rate": 4.2686931641039275e-05,
      "loss": 5.576,
      "step": 329545
    },
    {
      "epoch": 0.28846128596575227,
      "grad_norm": 0.6044739484786987,
      "learning_rate": 4.268671691214049e-05,
      "loss": 4.9093,
      "step": 329550
    },
    {
      "epoch": 0.28846566255937944,
      "grad_norm": 0.5869563817977905,
      "learning_rate": 4.26865021807946e-05,
      "loss": 5.9328,
      "step": 329555
    },
    {
      "epoch": 0.28847003915300656,
      "grad_norm": 0.6188695430755615,
      "learning_rate": 4.268628744700166e-05,
      "loss": 4.6436,
      "step": 329560
    },
    {
      "epoch": 0.28847441574663374,
      "grad_norm": 0.591975748538971,
      "learning_rate": 4.2686072710761705e-05,
      "loss": 5.3936,
      "step": 329565
    },
    {
      "epoch": 0.2884787923402609,
      "grad_norm": 0.6018766164779663,
      "learning_rate": 4.268585797207477e-05,
      "loss": 5.393,
      "step": 329570
    },
    {
      "epoch": 0.28848316893388803,
      "grad_norm": 0.6269902586936951,
      "learning_rate": 4.26856432309409e-05,
      "loss": 5.3587,
      "step": 329575
    },
    {
      "epoch": 0.2884875455275152,
      "grad_norm": 0.6042236685752869,
      "learning_rate": 4.2685428487360145e-05,
      "loss": 4.8802,
      "step": 329580
    },
    {
      "epoch": 0.2884919221211424,
      "grad_norm": 0.6101353168487549,
      "learning_rate": 4.268521374133253e-05,
      "loss": 4.1604,
      "step": 329585
    },
    {
      "epoch": 0.2884962987147695,
      "grad_norm": 0.6031897664070129,
      "learning_rate": 4.2684998992858116e-05,
      "loss": 5.1848,
      "step": 329590
    },
    {
      "epoch": 0.2885006753083967,
      "grad_norm": 0.6149543523788452,
      "learning_rate": 4.2684784241936934e-05,
      "loss": 4.6781,
      "step": 329595
    },
    {
      "epoch": 0.2885050519020238,
      "grad_norm": 0.6153404116630554,
      "learning_rate": 4.268456948856903e-05,
      "loss": 4.5971,
      "step": 329600
    },
    {
      "epoch": 0.288509428495651,
      "grad_norm": 0.60814368724823,
      "learning_rate": 4.268435473275443e-05,
      "loss": 5.9465,
      "step": 329605
    },
    {
      "epoch": 0.28851380508927815,
      "grad_norm": 0.6306472420692444,
      "learning_rate": 4.26841399744932e-05,
      "loss": 5.0784,
      "step": 329610
    },
    {
      "epoch": 0.2885181816829053,
      "grad_norm": 0.6114306449890137,
      "learning_rate": 4.268392521378535e-05,
      "loss": 5.1055,
      "step": 329615
    },
    {
      "epoch": 0.28852255827653245,
      "grad_norm": 0.6034100651741028,
      "learning_rate": 4.2683710450630954e-05,
      "loss": 4.8749,
      "step": 329620
    },
    {
      "epoch": 0.2885269348701596,
      "grad_norm": 0.5934023857116699,
      "learning_rate": 4.268349568503004e-05,
      "loss": 4.9075,
      "step": 329625
    },
    {
      "epoch": 0.28853131146378674,
      "grad_norm": 0.5996273159980774,
      "learning_rate": 4.268328091698264e-05,
      "loss": 4.5734,
      "step": 329630
    },
    {
      "epoch": 0.2885356880574139,
      "grad_norm": 0.6037588119506836,
      "learning_rate": 4.2683066146488804e-05,
      "loss": 5.9232,
      "step": 329635
    },
    {
      "epoch": 0.28854006465104104,
      "grad_norm": 0.5993771553039551,
      "learning_rate": 4.268285137354858e-05,
      "loss": 5.3642,
      "step": 329640
    },
    {
      "epoch": 0.2885444412446682,
      "grad_norm": 0.6119049787521362,
      "learning_rate": 4.2682636598162e-05,
      "loss": 5.6922,
      "step": 329645
    },
    {
      "epoch": 0.2885488178382954,
      "grad_norm": 0.5836941599845886,
      "learning_rate": 4.268242182032911e-05,
      "loss": 5.9475,
      "step": 329650
    },
    {
      "epoch": 0.2885531944319225,
      "grad_norm": 0.6049794554710388,
      "learning_rate": 4.2682207040049935e-05,
      "loss": 5.0993,
      "step": 329655
    },
    {
      "epoch": 0.2885575710255497,
      "grad_norm": 0.6077114343643188,
      "learning_rate": 4.268199225732456e-05,
      "loss": 3.8927,
      "step": 329660
    },
    {
      "epoch": 0.2885619476191768,
      "grad_norm": 0.6132922768592834,
      "learning_rate": 4.2681777472152976e-05,
      "loss": 5.9062,
      "step": 329665
    },
    {
      "epoch": 0.288566324212804,
      "grad_norm": 0.6219819188117981,
      "learning_rate": 4.268156268453525e-05,
      "loss": 5.362,
      "step": 329670
    },
    {
      "epoch": 0.28857070080643116,
      "grad_norm": 0.5973169803619385,
      "learning_rate": 4.268134789447142e-05,
      "loss": 5.6041,
      "step": 329675
    },
    {
      "epoch": 0.2885750774000583,
      "grad_norm": 0.6120729446411133,
      "learning_rate": 4.268113310196152e-05,
      "loss": 5.1642,
      "step": 329680
    },
    {
      "epoch": 0.28857945399368545,
      "grad_norm": 0.5898217558860779,
      "learning_rate": 4.268091830700561e-05,
      "loss": 5.1836,
      "step": 329685
    },
    {
      "epoch": 0.28858383058731263,
      "grad_norm": 0.5979974865913391,
      "learning_rate": 4.2680703509603726e-05,
      "loss": 4.5907,
      "step": 329690
    },
    {
      "epoch": 0.28858820718093975,
      "grad_norm": 0.6029791831970215,
      "learning_rate": 4.268048870975588e-05,
      "loss": 5.3854,
      "step": 329695
    },
    {
      "epoch": 0.2885925837745669,
      "grad_norm": 0.6168752908706665,
      "learning_rate": 4.268027390746215e-05,
      "loss": 5.6162,
      "step": 329700
    },
    {
      "epoch": 0.28859696036819404,
      "grad_norm": 0.6110348105430603,
      "learning_rate": 4.268005910272257e-05,
      "loss": 5.422,
      "step": 329705
    },
    {
      "epoch": 0.2886013369618212,
      "grad_norm": 0.62232506275177,
      "learning_rate": 4.2679844295537166e-05,
      "loss": 5.4324,
      "step": 329710
    },
    {
      "epoch": 0.2886057135554484,
      "grad_norm": 0.6466417908668518,
      "learning_rate": 4.267962948590599e-05,
      "loss": 4.9124,
      "step": 329715
    },
    {
      "epoch": 0.2886100901490755,
      "grad_norm": 0.6231089234352112,
      "learning_rate": 4.267941467382909e-05,
      "loss": 4.6344,
      "step": 329720
    },
    {
      "epoch": 0.2886144667427027,
      "grad_norm": 0.6070298552513123,
      "learning_rate": 4.267919985930648e-05,
      "loss": 3.878,
      "step": 329725
    },
    {
      "epoch": 0.28861884333632987,
      "grad_norm": 0.6051891446113586,
      "learning_rate": 4.267898504233824e-05,
      "loss": 5.475,
      "step": 329730
    },
    {
      "epoch": 0.288623219929957,
      "grad_norm": 0.635411262512207,
      "learning_rate": 4.2678770222924394e-05,
      "loss": 5.7239,
      "step": 329735
    },
    {
      "epoch": 0.28862759652358416,
      "grad_norm": 0.6315458416938782,
      "learning_rate": 4.267855540106497e-05,
      "loss": 4.8572,
      "step": 329740
    },
    {
      "epoch": 0.2886319731172113,
      "grad_norm": 0.6132661700248718,
      "learning_rate": 4.2678340576760025e-05,
      "loss": 4.5978,
      "step": 329745
    },
    {
      "epoch": 0.28863634971083846,
      "grad_norm": 0.6090917587280273,
      "learning_rate": 4.26781257500096e-05,
      "loss": 5.2054,
      "step": 329750
    },
    {
      "epoch": 0.28864072630446563,
      "grad_norm": 0.6234747767448425,
      "learning_rate": 4.267791092081373e-05,
      "loss": 5.3238,
      "step": 329755
    },
    {
      "epoch": 0.28864510289809275,
      "grad_norm": 0.6063912510871887,
      "learning_rate": 4.267769608917246e-05,
      "loss": 5.5893,
      "step": 329760
    },
    {
      "epoch": 0.28864947949171993,
      "grad_norm": 0.5978483557701111,
      "learning_rate": 4.267748125508583e-05,
      "loss": 5.1773,
      "step": 329765
    },
    {
      "epoch": 0.2886538560853471,
      "grad_norm": 0.6250418424606323,
      "learning_rate": 4.267726641855388e-05,
      "loss": 4.8931,
      "step": 329770
    },
    {
      "epoch": 0.2886582326789742,
      "grad_norm": 0.6101829409599304,
      "learning_rate": 4.267705157957667e-05,
      "loss": 4.1279,
      "step": 329775
    },
    {
      "epoch": 0.2886626092726014,
      "grad_norm": 0.6051774024963379,
      "learning_rate": 4.267683673815421e-05,
      "loss": 5.3862,
      "step": 329780
    },
    {
      "epoch": 0.2886669858662285,
      "grad_norm": 0.6023836731910706,
      "learning_rate": 4.267662189428656e-05,
      "loss": 4.8288,
      "step": 329785
    },
    {
      "epoch": 0.2886713624598557,
      "grad_norm": 0.5990170836448669,
      "learning_rate": 4.267640704797377e-05,
      "loss": 5.5783,
      "step": 329790
    },
    {
      "epoch": 0.28867573905348287,
      "grad_norm": 0.599667489528656,
      "learning_rate": 4.267619219921585e-05,
      "loss": 6.2227,
      "step": 329795
    },
    {
      "epoch": 0.28868011564711,
      "grad_norm": 0.6458630561828613,
      "learning_rate": 4.267597734801287e-05,
      "loss": 4.8675,
      "step": 329800
    },
    {
      "epoch": 0.28868449224073717,
      "grad_norm": 0.5910231471061707,
      "learning_rate": 4.267576249436487e-05,
      "loss": 6.2361,
      "step": 329805
    },
    {
      "epoch": 0.2886888688343643,
      "grad_norm": 0.6065952181816101,
      "learning_rate": 4.2675547638271876e-05,
      "loss": 5.083,
      "step": 329810
    },
    {
      "epoch": 0.28869324542799146,
      "grad_norm": 0.5895057916641235,
      "learning_rate": 4.267533277973393e-05,
      "loss": 5.2079,
      "step": 329815
    },
    {
      "epoch": 0.28869762202161864,
      "grad_norm": 0.6185539364814758,
      "learning_rate": 4.267511791875109e-05,
      "loss": 5.1056,
      "step": 329820
    },
    {
      "epoch": 0.28870199861524576,
      "grad_norm": 0.6118006706237793,
      "learning_rate": 4.26749030553234e-05,
      "loss": 4.5819,
      "step": 329825
    },
    {
      "epoch": 0.28870637520887293,
      "grad_norm": 0.623108446598053,
      "learning_rate": 4.267468818945087e-05,
      "loss": 4.8841,
      "step": 329830
    },
    {
      "epoch": 0.2887107518025001,
      "grad_norm": 0.6208065748214722,
      "learning_rate": 4.267447332113358e-05,
      "loss": 4.7873,
      "step": 329835
    },
    {
      "epoch": 0.28871512839612723,
      "grad_norm": 0.5976836085319519,
      "learning_rate": 4.267425845037154e-05,
      "loss": 5.1211,
      "step": 329840
    },
    {
      "epoch": 0.2887195049897544,
      "grad_norm": 0.6208354830741882,
      "learning_rate": 4.267404357716481e-05,
      "loss": 4.9265,
      "step": 329845
    },
    {
      "epoch": 0.2887238815833815,
      "grad_norm": 0.586983323097229,
      "learning_rate": 4.267382870151342e-05,
      "loss": 5.6815,
      "step": 329850
    },
    {
      "epoch": 0.2887282581770087,
      "grad_norm": 0.5931932926177979,
      "learning_rate": 4.2673613823417424e-05,
      "loss": 5.9244,
      "step": 329855
    },
    {
      "epoch": 0.2887326347706359,
      "grad_norm": 0.5960072875022888,
      "learning_rate": 4.267339894287685e-05,
      "loss": 5.415,
      "step": 329860
    },
    {
      "epoch": 0.288737011364263,
      "grad_norm": 0.6076666712760925,
      "learning_rate": 4.267318405989175e-05,
      "loss": 4.5617,
      "step": 329865
    },
    {
      "epoch": 0.28874138795789017,
      "grad_norm": 0.5843846797943115,
      "learning_rate": 4.2672969174462154e-05,
      "loss": 6.1787,
      "step": 329870
    },
    {
      "epoch": 0.28874576455151735,
      "grad_norm": 0.5940558314323425,
      "learning_rate": 4.2672754286588126e-05,
      "loss": 5.419,
      "step": 329875
    },
    {
      "epoch": 0.28875014114514447,
      "grad_norm": 0.5947793126106262,
      "learning_rate": 4.267253939626968e-05,
      "loss": 5.5922,
      "step": 329880
    },
    {
      "epoch": 0.28875451773877164,
      "grad_norm": 0.6113400459289551,
      "learning_rate": 4.267232450350688e-05,
      "loss": 4.5668,
      "step": 329885
    },
    {
      "epoch": 0.28875889433239876,
      "grad_norm": 0.6222244501113892,
      "learning_rate": 4.2672109608299746e-05,
      "loss": 5.0967,
      "step": 329890
    },
    {
      "epoch": 0.28876327092602594,
      "grad_norm": 0.6090093851089478,
      "learning_rate": 4.267189471064833e-05,
      "loss": 5.615,
      "step": 329895
    },
    {
      "epoch": 0.2887676475196531,
      "grad_norm": 0.6128580570220947,
      "learning_rate": 4.267167981055268e-05,
      "loss": 4.2899,
      "step": 329900
    },
    {
      "epoch": 0.28877202411328023,
      "grad_norm": 0.6269615292549133,
      "learning_rate": 4.267146490801283e-05,
      "loss": 5.2171,
      "step": 329905
    },
    {
      "epoch": 0.2887764007069074,
      "grad_norm": 0.5974602103233337,
      "learning_rate": 4.267125000302883e-05,
      "loss": 5.1222,
      "step": 329910
    },
    {
      "epoch": 0.28878077730053453,
      "grad_norm": 0.5902065634727478,
      "learning_rate": 4.267103509560071e-05,
      "loss": 5.7209,
      "step": 329915
    },
    {
      "epoch": 0.2887851538941617,
      "grad_norm": 0.6778109669685364,
      "learning_rate": 4.267082018572851e-05,
      "loss": 4.373,
      "step": 329920
    },
    {
      "epoch": 0.2887895304877889,
      "grad_norm": 0.6313256025314331,
      "learning_rate": 4.267060527341229e-05,
      "loss": 4.8853,
      "step": 329925
    },
    {
      "epoch": 0.288793907081416,
      "grad_norm": 0.5887449979782104,
      "learning_rate": 4.267039035865207e-05,
      "loss": 5.9299,
      "step": 329930
    },
    {
      "epoch": 0.2887982836750432,
      "grad_norm": 0.604565441608429,
      "learning_rate": 4.26701754414479e-05,
      "loss": 5.2928,
      "step": 329935
    },
    {
      "epoch": 0.28880266026867035,
      "grad_norm": 0.593066930770874,
      "learning_rate": 4.266996052179982e-05,
      "loss": 5.5928,
      "step": 329940
    },
    {
      "epoch": 0.2888070368622975,
      "grad_norm": 0.5922554731369019,
      "learning_rate": 4.266974559970788e-05,
      "loss": 5.89,
      "step": 329945
    },
    {
      "epoch": 0.28881141345592465,
      "grad_norm": 0.597831666469574,
      "learning_rate": 4.266953067517211e-05,
      "loss": 5.9062,
      "step": 329950
    },
    {
      "epoch": 0.28881579004955177,
      "grad_norm": 0.6024201512336731,
      "learning_rate": 4.266931574819256e-05,
      "loss": 5.1452,
      "step": 329955
    },
    {
      "epoch": 0.28882016664317894,
      "grad_norm": 0.6336323618888855,
      "learning_rate": 4.266910081876926e-05,
      "loss": 5.1646,
      "step": 329960
    },
    {
      "epoch": 0.2888245432368061,
      "grad_norm": 0.6006876826286316,
      "learning_rate": 4.2668885886902266e-05,
      "loss": 5.3958,
      "step": 329965
    },
    {
      "epoch": 0.28882891983043324,
      "grad_norm": 0.6211075186729431,
      "learning_rate": 4.2668670952591614e-05,
      "loss": 5.5988,
      "step": 329970
    },
    {
      "epoch": 0.2888332964240604,
      "grad_norm": 0.6106311082839966,
      "learning_rate": 4.266845601583734e-05,
      "loss": 5.685,
      "step": 329975
    },
    {
      "epoch": 0.2888376730176876,
      "grad_norm": 0.6181826591491699,
      "learning_rate": 4.266824107663949e-05,
      "loss": 5.4011,
      "step": 329980
    },
    {
      "epoch": 0.2888420496113147,
      "grad_norm": 0.6192851662635803,
      "learning_rate": 4.266802613499811e-05,
      "loss": 5.1108,
      "step": 329985
    },
    {
      "epoch": 0.2888464262049419,
      "grad_norm": 0.597171425819397,
      "learning_rate": 4.266781119091323e-05,
      "loss": 5.1072,
      "step": 329990
    },
    {
      "epoch": 0.288850802798569,
      "grad_norm": 0.6266713738441467,
      "learning_rate": 4.26675962443849e-05,
      "loss": 4.8977,
      "step": 329995
    },
    {
      "epoch": 0.2888551793921962,
      "grad_norm": 0.6120390892028809,
      "learning_rate": 4.2667381295413154e-05,
      "loss": 4.8109,
      "step": 330000
    },
    {
      "epoch": 0.28885955598582336,
      "grad_norm": 0.5953174233436584,
      "learning_rate": 4.266716634399804e-05,
      "loss": 5.4423,
      "step": 330005
    },
    {
      "epoch": 0.2888639325794505,
      "grad_norm": 0.5951652526855469,
      "learning_rate": 4.266695139013961e-05,
      "loss": 5.9115,
      "step": 330010
    },
    {
      "epoch": 0.28886830917307765,
      "grad_norm": 0.5945384502410889,
      "learning_rate": 4.266673643383788e-05,
      "loss": 5.0123,
      "step": 330015
    },
    {
      "epoch": 0.28887268576670483,
      "grad_norm": 0.6000060439109802,
      "learning_rate": 4.266652147509291e-05,
      "loss": 5.384,
      "step": 330020
    },
    {
      "epoch": 0.28887706236033195,
      "grad_norm": 0.5961043238639832,
      "learning_rate": 4.266630651390474e-05,
      "loss": 5.7045,
      "step": 330025
    },
    {
      "epoch": 0.2888814389539591,
      "grad_norm": 0.6228491067886353,
      "learning_rate": 4.26660915502734e-05,
      "loss": 4.6279,
      "step": 330030
    },
    {
      "epoch": 0.28888581554758624,
      "grad_norm": 0.627776026725769,
      "learning_rate": 4.266587658419895e-05,
      "loss": 5.2838,
      "step": 330035
    },
    {
      "epoch": 0.2888901921412134,
      "grad_norm": 0.6892426609992981,
      "learning_rate": 4.2665661615681416e-05,
      "loss": 4.5799,
      "step": 330040
    },
    {
      "epoch": 0.2888945687348406,
      "grad_norm": 0.6082234382629395,
      "learning_rate": 4.266544664472084e-05,
      "loss": 5.3438,
      "step": 330045
    },
    {
      "epoch": 0.2888989453284677,
      "grad_norm": 0.6341918706893921,
      "learning_rate": 4.2665231671317274e-05,
      "loss": 4.385,
      "step": 330050
    },
    {
      "epoch": 0.2889033219220949,
      "grad_norm": 0.6097869873046875,
      "learning_rate": 4.266501669547076e-05,
      "loss": 5.414,
      "step": 330055
    },
    {
      "epoch": 0.288907698515722,
      "grad_norm": 0.6137166619300842,
      "learning_rate": 4.266480171718133e-05,
      "loss": 5.6244,
      "step": 330060
    },
    {
      "epoch": 0.2889120751093492,
      "grad_norm": 0.5972411632537842,
      "learning_rate": 4.266458673644902e-05,
      "loss": 5.4028,
      "step": 330065
    },
    {
      "epoch": 0.28891645170297636,
      "grad_norm": 0.578859269618988,
      "learning_rate": 4.266437175327388e-05,
      "loss": 5.7,
      "step": 330070
    },
    {
      "epoch": 0.2889208282966035,
      "grad_norm": 0.6329199075698853,
      "learning_rate": 4.266415676765595e-05,
      "loss": 4.8912,
      "step": 330075
    },
    {
      "epoch": 0.28892520489023066,
      "grad_norm": 0.7110786437988281,
      "learning_rate": 4.266394177959528e-05,
      "loss": 4.5772,
      "step": 330080
    },
    {
      "epoch": 0.28892958148385783,
      "grad_norm": 0.6049664616584778,
      "learning_rate": 4.266372678909191e-05,
      "loss": 5.635,
      "step": 330085
    },
    {
      "epoch": 0.28893395807748495,
      "grad_norm": 0.6160536408424377,
      "learning_rate": 4.266351179614586e-05,
      "loss": 4.8204,
      "step": 330090
    },
    {
      "epoch": 0.28893833467111213,
      "grad_norm": 0.6198471188545227,
      "learning_rate": 4.266329680075719e-05,
      "loss": 4.692,
      "step": 330095
    },
    {
      "epoch": 0.28894271126473925,
      "grad_norm": 0.6093417406082153,
      "learning_rate": 4.266308180292594e-05,
      "loss": 5.1282,
      "step": 330100
    },
    {
      "epoch": 0.2889470878583664,
      "grad_norm": 0.601611852645874,
      "learning_rate": 4.2662866802652156e-05,
      "loss": 5.9199,
      "step": 330105
    },
    {
      "epoch": 0.2889514644519936,
      "grad_norm": 0.5938303470611572,
      "learning_rate": 4.266265179993587e-05,
      "loss": 4.7574,
      "step": 330110
    },
    {
      "epoch": 0.2889558410456207,
      "grad_norm": 0.591484010219574,
      "learning_rate": 4.2662436794777125e-05,
      "loss": 4.3715,
      "step": 330115
    },
    {
      "epoch": 0.2889602176392479,
      "grad_norm": 0.5888735055923462,
      "learning_rate": 4.266222178717597e-05,
      "loss": 5.9105,
      "step": 330120
    },
    {
      "epoch": 0.28896459423287507,
      "grad_norm": 0.5930854082107544,
      "learning_rate": 4.266200677713244e-05,
      "loss": 5.9191,
      "step": 330125
    },
    {
      "epoch": 0.2889689708265022,
      "grad_norm": 0.6301521062850952,
      "learning_rate": 4.266179176464657e-05,
      "loss": 4.579,
      "step": 330130
    },
    {
      "epoch": 0.28897334742012937,
      "grad_norm": 0.6181269288063049,
      "learning_rate": 4.2661576749718415e-05,
      "loss": 4.3159,
      "step": 330135
    },
    {
      "epoch": 0.2889777240137565,
      "grad_norm": 0.6153588891029358,
      "learning_rate": 4.266136173234802e-05,
      "loss": 5.6473,
      "step": 330140
    },
    {
      "epoch": 0.28898210060738366,
      "grad_norm": 0.643502950668335,
      "learning_rate": 4.266114671253541e-05,
      "loss": 5.6037,
      "step": 330145
    },
    {
      "epoch": 0.28898647720101084,
      "grad_norm": 0.6060186624526978,
      "learning_rate": 4.266093169028061e-05,
      "loss": 5.1124,
      "step": 330150
    },
    {
      "epoch": 0.28899085379463796,
      "grad_norm": 0.6201086044311523,
      "learning_rate": 4.2660716665583725e-05,
      "loss": 5.0834,
      "step": 330155
    },
    {
      "epoch": 0.28899523038826513,
      "grad_norm": 0.6967923641204834,
      "learning_rate": 4.2660501638444726e-05,
      "loss": 5.6571,
      "step": 330160
    },
    {
      "epoch": 0.28899960698189225,
      "grad_norm": 0.6340931057929993,
      "learning_rate": 4.26602866088637e-05,
      "loss": 5.9363,
      "step": 330165
    },
    {
      "epoch": 0.28900398357551943,
      "grad_norm": 0.6609711647033691,
      "learning_rate": 4.266007157684067e-05,
      "loss": 5.195,
      "step": 330170
    },
    {
      "epoch": 0.2890083601691466,
      "grad_norm": 0.7113171219825745,
      "learning_rate": 4.2659856542375675e-05,
      "loss": 4.8915,
      "step": 330175
    },
    {
      "epoch": 0.2890127367627737,
      "grad_norm": 0.6200777292251587,
      "learning_rate": 4.265964150546876e-05,
      "loss": 4.2721,
      "step": 330180
    },
    {
      "epoch": 0.2890171133564009,
      "grad_norm": 0.6296815276145935,
      "learning_rate": 4.2659426466119966e-05,
      "loss": 5.1818,
      "step": 330185
    },
    {
      "epoch": 0.2890214899500281,
      "grad_norm": 0.8963559865951538,
      "learning_rate": 4.265921142432936e-05,
      "loss": 5.3039,
      "step": 330190
    },
    {
      "epoch": 0.2890258665436552,
      "grad_norm": 0.5994154214859009,
      "learning_rate": 4.265899638009695e-05,
      "loss": 5.095,
      "step": 330195
    },
    {
      "epoch": 0.28903024313728237,
      "grad_norm": 0.6536941528320312,
      "learning_rate": 4.2658781333422783e-05,
      "loss": 5.4052,
      "step": 330200
    },
    {
      "epoch": 0.2890346197309095,
      "grad_norm": 0.6190394163131714,
      "learning_rate": 4.26585662843069e-05,
      "loss": 5.4229,
      "step": 330205
    },
    {
      "epoch": 0.28903899632453667,
      "grad_norm": 0.5892415642738342,
      "learning_rate": 4.2658351232749364e-05,
      "loss": 5.6123,
      "step": 330210
    },
    {
      "epoch": 0.28904337291816384,
      "grad_norm": 0.617341160774231,
      "learning_rate": 4.2658136178750185e-05,
      "loss": 4.8834,
      "step": 330215
    },
    {
      "epoch": 0.28904774951179096,
      "grad_norm": 0.6090990304946899,
      "learning_rate": 4.265792112230943e-05,
      "loss": 4.6009,
      "step": 330220
    },
    {
      "epoch": 0.28905212610541814,
      "grad_norm": 0.592322051525116,
      "learning_rate": 4.265770606342713e-05,
      "loss": 5.6092,
      "step": 330225
    },
    {
      "epoch": 0.2890565026990453,
      "grad_norm": 0.5887047052383423,
      "learning_rate": 4.265749100210331e-05,
      "loss": 4.5997,
      "step": 330230
    },
    {
      "epoch": 0.28906087929267243,
      "grad_norm": 0.5969043970108032,
      "learning_rate": 4.265727593833805e-05,
      "loss": 5.0762,
      "step": 330235
    },
    {
      "epoch": 0.2890652558862996,
      "grad_norm": 0.5908457040786743,
      "learning_rate": 4.265706087213136e-05,
      "loss": 5.3862,
      "step": 330240
    },
    {
      "epoch": 0.28906963247992673,
      "grad_norm": 0.6282050609588623,
      "learning_rate": 4.2656845803483295e-05,
      "loss": 5.0918,
      "step": 330245
    },
    {
      "epoch": 0.2890740090735539,
      "grad_norm": 0.585750937461853,
      "learning_rate": 4.26566307323939e-05,
      "loss": 5.6084,
      "step": 330250
    },
    {
      "epoch": 0.2890783856671811,
      "grad_norm": 0.7717639803886414,
      "learning_rate": 4.265641565886319e-05,
      "loss": 4.4109,
      "step": 330255
    },
    {
      "epoch": 0.2890827622608082,
      "grad_norm": 0.6473124623298645,
      "learning_rate": 4.2656200582891245e-05,
      "loss": 5.3193,
      "step": 330260
    },
    {
      "epoch": 0.2890871388544354,
      "grad_norm": 0.6064226031303406,
      "learning_rate": 4.265598550447808e-05,
      "loss": 5.6911,
      "step": 330265
    },
    {
      "epoch": 0.28909151544806255,
      "grad_norm": 0.6063326001167297,
      "learning_rate": 4.265577042362374e-05,
      "loss": 4.8766,
      "step": 330270
    },
    {
      "epoch": 0.2890958920416897,
      "grad_norm": 0.586788535118103,
      "learning_rate": 4.265555534032828e-05,
      "loss": 5.7096,
      "step": 330275
    },
    {
      "epoch": 0.28910026863531685,
      "grad_norm": 0.6268525719642639,
      "learning_rate": 4.265534025459171e-05,
      "loss": 5.7145,
      "step": 330280
    },
    {
      "epoch": 0.28910464522894397,
      "grad_norm": 0.6303098201751709,
      "learning_rate": 4.265512516641412e-05,
      "loss": 5.1062,
      "step": 330285
    },
    {
      "epoch": 0.28910902182257114,
      "grad_norm": 0.589188277721405,
      "learning_rate": 4.2654910075795515e-05,
      "loss": 5.9498,
      "step": 330290
    },
    {
      "epoch": 0.2891133984161983,
      "grad_norm": 0.5908148884773254,
      "learning_rate": 4.265469498273594e-05,
      "loss": 4.8436,
      "step": 330295
    },
    {
      "epoch": 0.28911777500982544,
      "grad_norm": 0.6282231211662292,
      "learning_rate": 4.2654479887235454e-05,
      "loss": 4.9138,
      "step": 330300
    },
    {
      "epoch": 0.2891221516034526,
      "grad_norm": 0.6220038533210754,
      "learning_rate": 4.2654264789294076e-05,
      "loss": 5.4537,
      "step": 330305
    },
    {
      "epoch": 0.28912652819707974,
      "grad_norm": 0.5983144640922546,
      "learning_rate": 4.265404968891187e-05,
      "loss": 5.8939,
      "step": 330310
    },
    {
      "epoch": 0.2891309047907069,
      "grad_norm": 0.6021872162818909,
      "learning_rate": 4.265383458608886e-05,
      "loss": 5.0815,
      "step": 330315
    },
    {
      "epoch": 0.2891352813843341,
      "grad_norm": 0.5914254784584045,
      "learning_rate": 4.265361948082509e-05,
      "loss": 5.9027,
      "step": 330320
    },
    {
      "epoch": 0.2891396579779612,
      "grad_norm": 0.5962408781051636,
      "learning_rate": 4.265340437312061e-05,
      "loss": 5.1896,
      "step": 330325
    },
    {
      "epoch": 0.2891440345715884,
      "grad_norm": 0.617408275604248,
      "learning_rate": 4.2653189262975456e-05,
      "loss": 4.8174,
      "step": 330330
    },
    {
      "epoch": 0.28914841116521556,
      "grad_norm": 0.6279560923576355,
      "learning_rate": 4.265297415038967e-05,
      "loss": 4.3564,
      "step": 330335
    },
    {
      "epoch": 0.2891527877588427,
      "grad_norm": 0.6119121313095093,
      "learning_rate": 4.26527590353633e-05,
      "loss": 4.4169,
      "step": 330340
    },
    {
      "epoch": 0.28915716435246985,
      "grad_norm": 0.6135821342468262,
      "learning_rate": 4.265254391789637e-05,
      "loss": 5.0876,
      "step": 330345
    },
    {
      "epoch": 0.289161540946097,
      "grad_norm": 0.6039313673973083,
      "learning_rate": 4.265232879798894e-05,
      "loss": 5.0334,
      "step": 330350
    },
    {
      "epoch": 0.28916591753972415,
      "grad_norm": 0.5970066785812378,
      "learning_rate": 4.2652113675641035e-05,
      "loss": 5.1266,
      "step": 330355
    },
    {
      "epoch": 0.2891702941333513,
      "grad_norm": 0.6699821352958679,
      "learning_rate": 4.265189855085272e-05,
      "loss": 4.5453,
      "step": 330360
    },
    {
      "epoch": 0.28917467072697844,
      "grad_norm": 0.6273118257522583,
      "learning_rate": 4.265168342362401e-05,
      "loss": 5.6991,
      "step": 330365
    },
    {
      "epoch": 0.2891790473206056,
      "grad_norm": 0.6082690358161926,
      "learning_rate": 4.265146829395497e-05,
      "loss": 5.9057,
      "step": 330370
    },
    {
      "epoch": 0.2891834239142328,
      "grad_norm": 0.5904478430747986,
      "learning_rate": 4.2651253161845615e-05,
      "loss": 5.3914,
      "step": 330375
    },
    {
      "epoch": 0.2891878005078599,
      "grad_norm": 0.590268611907959,
      "learning_rate": 4.265103802729601e-05,
      "loss": 6.2098,
      "step": 330380
    },
    {
      "epoch": 0.2891921771014871,
      "grad_norm": 0.6244249939918518,
      "learning_rate": 4.2650822890306195e-05,
      "loss": 4.8636,
      "step": 330385
    },
    {
      "epoch": 0.2891965536951142,
      "grad_norm": 0.6095162034034729,
      "learning_rate": 4.26506077508762e-05,
      "loss": 5.7031,
      "step": 330390
    },
    {
      "epoch": 0.2892009302887414,
      "grad_norm": 0.5904411673545837,
      "learning_rate": 4.265039260900606e-05,
      "loss": 5.6396,
      "step": 330395
    },
    {
      "epoch": 0.28920530688236856,
      "grad_norm": 0.5986328721046448,
      "learning_rate": 4.265017746469584e-05,
      "loss": 5.7011,
      "step": 330400
    },
    {
      "epoch": 0.2892096834759957,
      "grad_norm": 0.6256770491600037,
      "learning_rate": 4.264996231794557e-05,
      "loss": 5.3929,
      "step": 330405
    },
    {
      "epoch": 0.28921406006962286,
      "grad_norm": 0.7288296222686768,
      "learning_rate": 4.264974716875528e-05,
      "loss": 4.5928,
      "step": 330410
    },
    {
      "epoch": 0.28921843666325003,
      "grad_norm": 0.6152294874191284,
      "learning_rate": 4.264953201712504e-05,
      "loss": 5.626,
      "step": 330415
    },
    {
      "epoch": 0.28922281325687715,
      "grad_norm": 0.632488489151001,
      "learning_rate": 4.2649316863054855e-05,
      "loss": 4.9038,
      "step": 330420
    },
    {
      "epoch": 0.28922718985050433,
      "grad_norm": 0.7079687714576721,
      "learning_rate": 4.26491017065448e-05,
      "loss": 4.1854,
      "step": 330425
    },
    {
      "epoch": 0.28923156644413145,
      "grad_norm": 0.6103630661964417,
      "learning_rate": 4.2648886547594894e-05,
      "loss": 5.9221,
      "step": 330430
    },
    {
      "epoch": 0.2892359430377586,
      "grad_norm": 0.6327263712882996,
      "learning_rate": 4.2648671386205185e-05,
      "loss": 5.6371,
      "step": 330435
    },
    {
      "epoch": 0.2892403196313858,
      "grad_norm": 0.5976059436798096,
      "learning_rate": 4.264845622237572e-05,
      "loss": 5.6096,
      "step": 330440
    },
    {
      "epoch": 0.2892446962250129,
      "grad_norm": 0.590621292591095,
      "learning_rate": 4.264824105610653e-05,
      "loss": 5.4197,
      "step": 330445
    },
    {
      "epoch": 0.2892490728186401,
      "grad_norm": 0.5983952283859253,
      "learning_rate": 4.264802588739767e-05,
      "loss": 4.5854,
      "step": 330450
    },
    {
      "epoch": 0.2892534494122672,
      "grad_norm": 0.5967702865600586,
      "learning_rate": 4.264781071624917e-05,
      "loss": 5.3982,
      "step": 330455
    },
    {
      "epoch": 0.2892578260058944,
      "grad_norm": 0.6097850799560547,
      "learning_rate": 4.264759554266108e-05,
      "loss": 5.6277,
      "step": 330460
    },
    {
      "epoch": 0.28926220259952157,
      "grad_norm": 0.622187077999115,
      "learning_rate": 4.264738036663343e-05,
      "loss": 5.0679,
      "step": 330465
    },
    {
      "epoch": 0.2892665791931487,
      "grad_norm": 0.5878601670265198,
      "learning_rate": 4.2647165188166273e-05,
      "loss": 5.9311,
      "step": 330470
    },
    {
      "epoch": 0.28927095578677586,
      "grad_norm": 0.635302722454071,
      "learning_rate": 4.2646950007259645e-05,
      "loss": 4.5589,
      "step": 330475
    },
    {
      "epoch": 0.28927533238040304,
      "grad_norm": 0.6033309102058411,
      "learning_rate": 4.264673482391358e-05,
      "loss": 4.8182,
      "step": 330480
    },
    {
      "epoch": 0.28927970897403016,
      "grad_norm": 0.5957112908363342,
      "learning_rate": 4.2646519638128145e-05,
      "loss": 5.6348,
      "step": 330485
    },
    {
      "epoch": 0.28928408556765733,
      "grad_norm": 0.5982341170310974,
      "learning_rate": 4.264630444990336e-05,
      "loss": 4.833,
      "step": 330490
    },
    {
      "epoch": 0.28928846216128445,
      "grad_norm": 0.6098732948303223,
      "learning_rate": 4.2646089259239266e-05,
      "loss": 5.1293,
      "step": 330495
    },
    {
      "epoch": 0.28929283875491163,
      "grad_norm": 0.5918055176734924,
      "learning_rate": 4.2645874066135906e-05,
      "loss": 5.4061,
      "step": 330500
    },
    {
      "epoch": 0.2892972153485388,
      "grad_norm": 0.5976668000221252,
      "learning_rate": 4.264565887059333e-05,
      "loss": 5.1125,
      "step": 330505
    },
    {
      "epoch": 0.2893015919421659,
      "grad_norm": 0.6076323390007019,
      "learning_rate": 4.264544367261157e-05,
      "loss": 5.11,
      "step": 330510
    },
    {
      "epoch": 0.2893059685357931,
      "grad_norm": 0.6086520552635193,
      "learning_rate": 4.264522847219069e-05,
      "loss": 5.2243,
      "step": 330515
    },
    {
      "epoch": 0.2893103451294203,
      "grad_norm": 0.5962427258491516,
      "learning_rate": 4.2645013269330705e-05,
      "loss": 5.9094,
      "step": 330520
    },
    {
      "epoch": 0.2893147217230474,
      "grad_norm": 0.6250420212745667,
      "learning_rate": 4.2644798064031655e-05,
      "loss": 4.1411,
      "step": 330525
    },
    {
      "epoch": 0.28931909831667457,
      "grad_norm": 0.6216199994087219,
      "learning_rate": 4.2644582856293605e-05,
      "loss": 5.0858,
      "step": 330530
    },
    {
      "epoch": 0.2893234749103017,
      "grad_norm": 0.6303405165672302,
      "learning_rate": 4.264436764611658e-05,
      "loss": 4.8828,
      "step": 330535
    },
    {
      "epoch": 0.28932785150392887,
      "grad_norm": 0.5970282554626465,
      "learning_rate": 4.2644152433500616e-05,
      "loss": 5.9113,
      "step": 330540
    },
    {
      "epoch": 0.28933222809755604,
      "grad_norm": 0.5959256887435913,
      "learning_rate": 4.264393721844576e-05,
      "loss": 5.6379,
      "step": 330545
    },
    {
      "epoch": 0.28933660469118316,
      "grad_norm": 0.6072428226470947,
      "learning_rate": 4.264372200095207e-05,
      "loss": 5.6113,
      "step": 330550
    },
    {
      "epoch": 0.28934098128481034,
      "grad_norm": 0.6201056241989136,
      "learning_rate": 4.264350678101957e-05,
      "loss": 5.4249,
      "step": 330555
    },
    {
      "epoch": 0.28934535787843746,
      "grad_norm": 0.5943155884742737,
      "learning_rate": 4.2643291558648316e-05,
      "loss": 5.403,
      "step": 330560
    },
    {
      "epoch": 0.28934973447206463,
      "grad_norm": 0.5950392484664917,
      "learning_rate": 4.264307633383833e-05,
      "loss": 4.7901,
      "step": 330565
    },
    {
      "epoch": 0.2893541110656918,
      "grad_norm": 0.6015878915786743,
      "learning_rate": 4.264286110658966e-05,
      "loss": 4.8035,
      "step": 330570
    },
    {
      "epoch": 0.28935848765931893,
      "grad_norm": 0.6108855605125427,
      "learning_rate": 4.264264587690235e-05,
      "loss": 5.8629,
      "step": 330575
    },
    {
      "epoch": 0.2893628642529461,
      "grad_norm": 0.6022619009017944,
      "learning_rate": 4.264243064477644e-05,
      "loss": 5.6823,
      "step": 330580
    },
    {
      "epoch": 0.2893672408465733,
      "grad_norm": 0.6009811758995056,
      "learning_rate": 4.264221541021198e-05,
      "loss": 4.5454,
      "step": 330585
    },
    {
      "epoch": 0.2893716174402004,
      "grad_norm": 0.6614662408828735,
      "learning_rate": 4.2642000173209004e-05,
      "loss": 5.2023,
      "step": 330590
    },
    {
      "epoch": 0.2893759940338276,
      "grad_norm": 0.6551300883293152,
      "learning_rate": 4.264178493376755e-05,
      "loss": 5.8752,
      "step": 330595
    },
    {
      "epoch": 0.2893803706274547,
      "grad_norm": 0.6448071002960205,
      "learning_rate": 4.264156969188767e-05,
      "loss": 5.4105,
      "step": 330600
    },
    {
      "epoch": 0.2893847472210819,
      "grad_norm": 0.6065847277641296,
      "learning_rate": 4.2641354447569406e-05,
      "loss": 5.3893,
      "step": 330605
    },
    {
      "epoch": 0.28938912381470905,
      "grad_norm": 0.6286551356315613,
      "learning_rate": 4.2641139200812776e-05,
      "loss": 5.1842,
      "step": 330610
    },
    {
      "epoch": 0.28939350040833617,
      "grad_norm": 0.6297203898429871,
      "learning_rate": 4.264092395161785e-05,
      "loss": 5.1251,
      "step": 330615
    },
    {
      "epoch": 0.28939787700196334,
      "grad_norm": 0.6316649913787842,
      "learning_rate": 4.2640708699984655e-05,
      "loss": 4.6814,
      "step": 330620
    },
    {
      "epoch": 0.2894022535955905,
      "grad_norm": 0.6146164536476135,
      "learning_rate": 4.264049344591323e-05,
      "loss": 4.5905,
      "step": 330625
    },
    {
      "epoch": 0.28940663018921764,
      "grad_norm": 0.6274843811988831,
      "learning_rate": 4.264027818940363e-05,
      "loss": 4.8992,
      "step": 330630
    },
    {
      "epoch": 0.2894110067828448,
      "grad_norm": 0.6245754957199097,
      "learning_rate": 4.264006293045588e-05,
      "loss": 5.8811,
      "step": 330635
    },
    {
      "epoch": 0.28941538337647194,
      "grad_norm": 0.6405621767044067,
      "learning_rate": 4.2639847669070044e-05,
      "loss": 5.1247,
      "step": 330640
    },
    {
      "epoch": 0.2894197599700991,
      "grad_norm": 0.6153526902198792,
      "learning_rate": 4.263963240524614e-05,
      "loss": 5.9473,
      "step": 330645
    },
    {
      "epoch": 0.2894241365637263,
      "grad_norm": 0.6071581244468689,
      "learning_rate": 4.263941713898422e-05,
      "loss": 5.0762,
      "step": 330650
    },
    {
      "epoch": 0.2894285131573534,
      "grad_norm": 0.6110308766365051,
      "learning_rate": 4.2639201870284326e-05,
      "loss": 5.275,
      "step": 330655
    },
    {
      "epoch": 0.2894328897509806,
      "grad_norm": 0.6075576543807983,
      "learning_rate": 4.26389865991465e-05,
      "loss": 5.1107,
      "step": 330660
    },
    {
      "epoch": 0.28943726634460776,
      "grad_norm": 0.6134192943572998,
      "learning_rate": 4.2638771325570784e-05,
      "loss": 5.1056,
      "step": 330665
    },
    {
      "epoch": 0.2894416429382349,
      "grad_norm": 0.5972244143486023,
      "learning_rate": 4.263855604955721e-05,
      "loss": 5.9047,
      "step": 330670
    },
    {
      "epoch": 0.28944601953186205,
      "grad_norm": 0.6256266236305237,
      "learning_rate": 4.263834077110582e-05,
      "loss": 5.3941,
      "step": 330675
    },
    {
      "epoch": 0.2894503961254892,
      "grad_norm": 0.6114351749420166,
      "learning_rate": 4.2638125490216675e-05,
      "loss": 5.1451,
      "step": 330680
    },
    {
      "epoch": 0.28945477271911635,
      "grad_norm": 0.6064547300338745,
      "learning_rate": 4.26379102068898e-05,
      "loss": 5.3229,
      "step": 330685
    },
    {
      "epoch": 0.2894591493127435,
      "grad_norm": 0.6487046480178833,
      "learning_rate": 4.263769492112525e-05,
      "loss": 4.8851,
      "step": 330690
    },
    {
      "epoch": 0.28946352590637064,
      "grad_norm": 0.6317882537841797,
      "learning_rate": 4.263747963292305e-05,
      "loss": 5.1657,
      "step": 330695
    },
    {
      "epoch": 0.2894679024999978,
      "grad_norm": 0.6067061424255371,
      "learning_rate": 4.263726434228324e-05,
      "loss": 5.3848,
      "step": 330700
    },
    {
      "epoch": 0.28947227909362494,
      "grad_norm": 0.602939784526825,
      "learning_rate": 4.263704904920588e-05,
      "loss": 4.056,
      "step": 330705
    },
    {
      "epoch": 0.2894766556872521,
      "grad_norm": 0.6259621381759644,
      "learning_rate": 4.2636833753690996e-05,
      "loss": 4.8801,
      "step": 330710
    },
    {
      "epoch": 0.2894810322808793,
      "grad_norm": 0.6057761907577515,
      "learning_rate": 4.263661845573863e-05,
      "loss": 5.7017,
      "step": 330715
    },
    {
      "epoch": 0.2894854088745064,
      "grad_norm": 0.5968175530433655,
      "learning_rate": 4.2636403155348836e-05,
      "loss": 5.9338,
      "step": 330720
    },
    {
      "epoch": 0.2894897854681336,
      "grad_norm": 0.6208934187889099,
      "learning_rate": 4.263618785252165e-05,
      "loss": 5.3966,
      "step": 330725
    },
    {
      "epoch": 0.28949416206176076,
      "grad_norm": 0.6477493047714233,
      "learning_rate": 4.263597254725711e-05,
      "loss": 5.4484,
      "step": 330730
    },
    {
      "epoch": 0.2894985386553879,
      "grad_norm": 0.655440628528595,
      "learning_rate": 4.2635757239555254e-05,
      "loss": 4.6639,
      "step": 330735
    },
    {
      "epoch": 0.28950291524901506,
      "grad_norm": 0.5992215275764465,
      "learning_rate": 4.263554192941613e-05,
      "loss": 6.2135,
      "step": 330740
    },
    {
      "epoch": 0.2895072918426422,
      "grad_norm": 0.6211122274398804,
      "learning_rate": 4.263532661683979e-05,
      "loss": 4.6852,
      "step": 330745
    },
    {
      "epoch": 0.28951166843626935,
      "grad_norm": 0.6314312219619751,
      "learning_rate": 4.263511130182625e-05,
      "loss": 4.8853,
      "step": 330750
    },
    {
      "epoch": 0.28951604502989653,
      "grad_norm": 0.6140157580375671,
      "learning_rate": 4.2634895984375566e-05,
      "loss": 5.0743,
      "step": 330755
    },
    {
      "epoch": 0.28952042162352365,
      "grad_norm": 0.6175503730773926,
      "learning_rate": 4.263468066448778e-05,
      "loss": 4.8954,
      "step": 330760
    },
    {
      "epoch": 0.2895247982171508,
      "grad_norm": 0.6301882266998291,
      "learning_rate": 4.263446534216294e-05,
      "loss": 5.6271,
      "step": 330765
    },
    {
      "epoch": 0.289529174810778,
      "grad_norm": 0.5958635210990906,
      "learning_rate": 4.263425001740108e-05,
      "loss": 5.3702,
      "step": 330770
    },
    {
      "epoch": 0.2895335514044051,
      "grad_norm": 0.6227812767028809,
      "learning_rate": 4.263403469020223e-05,
      "loss": 5.6432,
      "step": 330775
    },
    {
      "epoch": 0.2895379279980323,
      "grad_norm": 0.6030526757240295,
      "learning_rate": 4.263381936056645e-05,
      "loss": 4.3729,
      "step": 330780
    },
    {
      "epoch": 0.2895423045916594,
      "grad_norm": 0.617409884929657,
      "learning_rate": 4.263360402849377e-05,
      "loss": 5.3722,
      "step": 330785
    },
    {
      "epoch": 0.2895466811852866,
      "grad_norm": 0.6637298464775085,
      "learning_rate": 4.263338869398424e-05,
      "loss": 4.3487,
      "step": 330790
    },
    {
      "epoch": 0.28955105777891377,
      "grad_norm": 0.613248884677887,
      "learning_rate": 4.26331733570379e-05,
      "loss": 4.9039,
      "step": 330795
    },
    {
      "epoch": 0.2895554343725409,
      "grad_norm": 0.6130253076553345,
      "learning_rate": 4.263295801765478e-05,
      "loss": 5.3785,
      "step": 330800
    },
    {
      "epoch": 0.28955981096616806,
      "grad_norm": 0.615854024887085,
      "learning_rate": 4.2632742675834935e-05,
      "loss": 5.199,
      "step": 330805
    },
    {
      "epoch": 0.2895641875597952,
      "grad_norm": 0.6086127758026123,
      "learning_rate": 4.263252733157841e-05,
      "loss": 5.5887,
      "step": 330810
    },
    {
      "epoch": 0.28956856415342236,
      "grad_norm": 0.6112439632415771,
      "learning_rate": 4.2632311984885234e-05,
      "loss": 4.8058,
      "step": 330815
    },
    {
      "epoch": 0.28957294074704953,
      "grad_norm": 0.621741533279419,
      "learning_rate": 4.263209663575545e-05,
      "loss": 4.6074,
      "step": 330820
    },
    {
      "epoch": 0.28957731734067665,
      "grad_norm": 0.6011698246002197,
      "learning_rate": 4.2631881284189104e-05,
      "loss": 5.5873,
      "step": 330825
    },
    {
      "epoch": 0.28958169393430383,
      "grad_norm": 0.6254163980484009,
      "learning_rate": 4.2631665930186224e-05,
      "loss": 4.9253,
      "step": 330830
    },
    {
      "epoch": 0.289586070527931,
      "grad_norm": 0.5926675200462341,
      "learning_rate": 4.263145057374688e-05,
      "loss": 5.4123,
      "step": 330835
    },
    {
      "epoch": 0.2895904471215581,
      "grad_norm": 0.6381878852844238,
      "learning_rate": 4.26312352148711e-05,
      "loss": 4.8646,
      "step": 330840
    },
    {
      "epoch": 0.2895948237151853,
      "grad_norm": 0.6364452242851257,
      "learning_rate": 4.263101985355892e-05,
      "loss": 4.9133,
      "step": 330845
    },
    {
      "epoch": 0.2895992003088124,
      "grad_norm": 0.6197639107704163,
      "learning_rate": 4.263080448981037e-05,
      "loss": 5.1938,
      "step": 330850
    },
    {
      "epoch": 0.2896035769024396,
      "grad_norm": 0.5999177098274231,
      "learning_rate": 4.263058912362552e-05,
      "loss": 5.9123,
      "step": 330855
    },
    {
      "epoch": 0.2896079534960668,
      "grad_norm": 0.6018189787864685,
      "learning_rate": 4.2630373755004393e-05,
      "loss": 5.3143,
      "step": 330860
    },
    {
      "epoch": 0.2896123300896939,
      "grad_norm": 0.6056573987007141,
      "learning_rate": 4.263015838394704e-05,
      "loss": 5.178,
      "step": 330865
    },
    {
      "epoch": 0.28961670668332107,
      "grad_norm": 0.6220174431800842,
      "learning_rate": 4.2629943010453485e-05,
      "loss": 4.5969,
      "step": 330870
    },
    {
      "epoch": 0.28962108327694824,
      "grad_norm": 0.6160730123519897,
      "learning_rate": 4.2629727634523795e-05,
      "loss": 5.4279,
      "step": 330875
    },
    {
      "epoch": 0.28962545987057536,
      "grad_norm": 0.6177532076835632,
      "learning_rate": 4.2629512256158e-05,
      "loss": 4.1574,
      "step": 330880
    },
    {
      "epoch": 0.28962983646420254,
      "grad_norm": 0.6217413544654846,
      "learning_rate": 4.262929687535613e-05,
      "loss": 5.3889,
      "step": 330885
    },
    {
      "epoch": 0.28963421305782966,
      "grad_norm": 0.607323169708252,
      "learning_rate": 4.262908149211824e-05,
      "loss": 5.924,
      "step": 330890
    },
    {
      "epoch": 0.28963858965145683,
      "grad_norm": 0.6335880160331726,
      "learning_rate": 4.2628866106444375e-05,
      "loss": 4.6813,
      "step": 330895
    },
    {
      "epoch": 0.289642966245084,
      "grad_norm": 0.5942579507827759,
      "learning_rate": 4.262865071833456e-05,
      "loss": 5.6502,
      "step": 330900
    },
    {
      "epoch": 0.28964734283871113,
      "grad_norm": 0.6196759939193726,
      "learning_rate": 4.262843532778885e-05,
      "loss": 4.4252,
      "step": 330905
    },
    {
      "epoch": 0.2896517194323383,
      "grad_norm": 0.5913820266723633,
      "learning_rate": 4.262821993480729e-05,
      "loss": 5.9281,
      "step": 330910
    },
    {
      "epoch": 0.2896560960259655,
      "grad_norm": 0.6333102583885193,
      "learning_rate": 4.26280045393899e-05,
      "loss": 4.5791,
      "step": 330915
    },
    {
      "epoch": 0.2896604726195926,
      "grad_norm": 0.6014596223831177,
      "learning_rate": 4.262778914153675e-05,
      "loss": 5.0834,
      "step": 330920
    },
    {
      "epoch": 0.2896648492132198,
      "grad_norm": 0.6204382181167603,
      "learning_rate": 4.262757374124786e-05,
      "loss": 5.1908,
      "step": 330925
    },
    {
      "epoch": 0.2896692258068469,
      "grad_norm": 0.6070815324783325,
      "learning_rate": 4.262735833852328e-05,
      "loss": 5.1803,
      "step": 330930
    },
    {
      "epoch": 0.2896736024004741,
      "grad_norm": 0.6167061924934387,
      "learning_rate": 4.262714293336305e-05,
      "loss": 4.8898,
      "step": 330935
    },
    {
      "epoch": 0.28967797899410125,
      "grad_norm": 0.6169774532318115,
      "learning_rate": 4.262692752576721e-05,
      "loss": 5.104,
      "step": 330940
    },
    {
      "epoch": 0.28968235558772837,
      "grad_norm": 0.6063972115516663,
      "learning_rate": 4.262671211573581e-05,
      "loss": 5.2175,
      "step": 330945
    },
    {
      "epoch": 0.28968673218135554,
      "grad_norm": 0.593212366104126,
      "learning_rate": 4.262649670326888e-05,
      "loss": 5.6488,
      "step": 330950
    },
    {
      "epoch": 0.28969110877498266,
      "grad_norm": 0.6116383075714111,
      "learning_rate": 4.2626281288366475e-05,
      "loss": 5.4008,
      "step": 330955
    },
    {
      "epoch": 0.28969548536860984,
      "grad_norm": 0.599753201007843,
      "learning_rate": 4.262606587102863e-05,
      "loss": 5.5951,
      "step": 330960
    },
    {
      "epoch": 0.289699861962237,
      "grad_norm": 0.6250607371330261,
      "learning_rate": 4.2625850451255364e-05,
      "loss": 5.0999,
      "step": 330965
    },
    {
      "epoch": 0.28970423855586414,
      "grad_norm": 0.5836894512176514,
      "learning_rate": 4.262563502904676e-05,
      "loss": 5.4051,
      "step": 330970
    },
    {
      "epoch": 0.2897086151494913,
      "grad_norm": 0.6187496185302734,
      "learning_rate": 4.262541960440284e-05,
      "loss": 5.3784,
      "step": 330975
    },
    {
      "epoch": 0.2897129917431185,
      "grad_norm": 0.6015952825546265,
      "learning_rate": 4.262520417732363e-05,
      "loss": 5.902,
      "step": 330980
    },
    {
      "epoch": 0.2897173683367456,
      "grad_norm": 0.612016499042511,
      "learning_rate": 4.262498874780919e-05,
      "loss": 4.137,
      "step": 330985
    },
    {
      "epoch": 0.2897217449303728,
      "grad_norm": 0.6248699426651001,
      "learning_rate": 4.262477331585957e-05,
      "loss": 5.3859,
      "step": 330990
    },
    {
      "epoch": 0.2897261215239999,
      "grad_norm": 0.6030098795890808,
      "learning_rate": 4.262455788147478e-05,
      "loss": 5.7166,
      "step": 330995
    },
    {
      "epoch": 0.2897304981176271,
      "grad_norm": 0.6117982864379883,
      "learning_rate": 4.26243424446549e-05,
      "loss": 5.3879,
      "step": 331000
    },
    {
      "epoch": 0.28973487471125425,
      "grad_norm": 0.6252421736717224,
      "learning_rate": 4.262412700539994e-05,
      "loss": 5.0671,
      "step": 331005
    },
    {
      "epoch": 0.2897392513048814,
      "grad_norm": 0.5863634943962097,
      "learning_rate": 4.262391156370996e-05,
      "loss": 5.7286,
      "step": 331010
    },
    {
      "epoch": 0.28974362789850855,
      "grad_norm": 0.6003706455230713,
      "learning_rate": 4.262369611958499e-05,
      "loss": 5.6861,
      "step": 331015
    },
    {
      "epoch": 0.2897480044921357,
      "grad_norm": 0.6156911849975586,
      "learning_rate": 4.2623480673025087e-05,
      "loss": 5.1832,
      "step": 331020
    },
    {
      "epoch": 0.28975238108576284,
      "grad_norm": 0.6135113835334778,
      "learning_rate": 4.2623265224030274e-05,
      "loss": 5.1034,
      "step": 331025
    },
    {
      "epoch": 0.28975675767939,
      "grad_norm": 0.6143860220909119,
      "learning_rate": 4.26230497726006e-05,
      "loss": 4.8563,
      "step": 331030
    },
    {
      "epoch": 0.28976113427301714,
      "grad_norm": 0.617767333984375,
      "learning_rate": 4.2622834318736114e-05,
      "loss": 5.2656,
      "step": 331035
    },
    {
      "epoch": 0.2897655108666443,
      "grad_norm": 0.5986322164535522,
      "learning_rate": 4.262261886243685e-05,
      "loss": 5.3221,
      "step": 331040
    },
    {
      "epoch": 0.2897698874602715,
      "grad_norm": 0.6269335746765137,
      "learning_rate": 4.262240340370285e-05,
      "loss": 5.3915,
      "step": 331045
    },
    {
      "epoch": 0.2897742640538986,
      "grad_norm": 0.60296630859375,
      "learning_rate": 4.2622187942534155e-05,
      "loss": 5.4206,
      "step": 331050
    },
    {
      "epoch": 0.2897786406475258,
      "grad_norm": 0.5945443511009216,
      "learning_rate": 4.26219724789308e-05,
      "loss": 5.8918,
      "step": 331055
    },
    {
      "epoch": 0.28978301724115296,
      "grad_norm": 0.6006860136985779,
      "learning_rate": 4.2621757012892846e-05,
      "loss": 5.6139,
      "step": 331060
    },
    {
      "epoch": 0.2897873938347801,
      "grad_norm": 0.6429696679115295,
      "learning_rate": 4.262154154442032e-05,
      "loss": 4.7585,
      "step": 331065
    },
    {
      "epoch": 0.28979177042840726,
      "grad_norm": 0.6345372200012207,
      "learning_rate": 4.262132607351327e-05,
      "loss": 5.1838,
      "step": 331070
    },
    {
      "epoch": 0.2897961470220344,
      "grad_norm": 0.5938542485237122,
      "learning_rate": 4.262111060017173e-05,
      "loss": 6.2012,
      "step": 331075
    },
    {
      "epoch": 0.28980052361566155,
      "grad_norm": 0.6113941073417664,
      "learning_rate": 4.262089512439574e-05,
      "loss": 5.1089,
      "step": 331080
    },
    {
      "epoch": 0.28980490020928873,
      "grad_norm": 0.6428695321083069,
      "learning_rate": 4.2620679646185355e-05,
      "loss": 5.3999,
      "step": 331085
    },
    {
      "epoch": 0.28980927680291585,
      "grad_norm": 0.6056835651397705,
      "learning_rate": 4.262046416554061e-05,
      "loss": 5.1127,
      "step": 331090
    },
    {
      "epoch": 0.289813653396543,
      "grad_norm": 0.6286199688911438,
      "learning_rate": 4.262024868246155e-05,
      "loss": 4.8829,
      "step": 331095
    },
    {
      "epoch": 0.28981802999017015,
      "grad_norm": 0.6098657250404358,
      "learning_rate": 4.2620033196948197e-05,
      "loss": 5.6059,
      "step": 331100
    },
    {
      "epoch": 0.2898224065837973,
      "grad_norm": 0.595028817653656,
      "learning_rate": 4.261981770900062e-05,
      "loss": 5.6971,
      "step": 331105
    },
    {
      "epoch": 0.2898267831774245,
      "grad_norm": 0.5953049659729004,
      "learning_rate": 4.261960221861884e-05,
      "loss": 5.6757,
      "step": 331110
    },
    {
      "epoch": 0.2898311597710516,
      "grad_norm": 0.5757881999015808,
      "learning_rate": 4.261938672580291e-05,
      "loss": 5.3906,
      "step": 331115
    },
    {
      "epoch": 0.2898355363646788,
      "grad_norm": 0.5970073938369751,
      "learning_rate": 4.261917123055287e-05,
      "loss": 5.4118,
      "step": 331120
    },
    {
      "epoch": 0.28983991295830597,
      "grad_norm": 0.6421497464179993,
      "learning_rate": 4.261895573286876e-05,
      "loss": 5.0975,
      "step": 331125
    },
    {
      "epoch": 0.2898442895519331,
      "grad_norm": 0.6299644708633423,
      "learning_rate": 4.261874023275062e-05,
      "loss": 4.3616,
      "step": 331130
    },
    {
      "epoch": 0.28984866614556026,
      "grad_norm": 0.5930865406990051,
      "learning_rate": 4.261852473019849e-05,
      "loss": 5.917,
      "step": 331135
    },
    {
      "epoch": 0.2898530427391874,
      "grad_norm": 0.5920285582542419,
      "learning_rate": 4.261830922521243e-05,
      "loss": 5.6562,
      "step": 331140
    },
    {
      "epoch": 0.28985741933281456,
      "grad_norm": 0.6151421070098877,
      "learning_rate": 4.261809371779245e-05,
      "loss": 4.2854,
      "step": 331145
    },
    {
      "epoch": 0.28986179592644173,
      "grad_norm": 0.7576574683189392,
      "learning_rate": 4.261787820793861e-05,
      "loss": 4.4001,
      "step": 331150
    },
    {
      "epoch": 0.28986617252006885,
      "grad_norm": 0.6574125289916992,
      "learning_rate": 4.261766269565095e-05,
      "loss": 5.9229,
      "step": 331155
    },
    {
      "epoch": 0.28987054911369603,
      "grad_norm": 0.6338933110237122,
      "learning_rate": 4.2617447180929515e-05,
      "loss": 5.1264,
      "step": 331160
    },
    {
      "epoch": 0.2898749257073232,
      "grad_norm": 0.6072863936424255,
      "learning_rate": 4.261723166377434e-05,
      "loss": 4.9147,
      "step": 331165
    },
    {
      "epoch": 0.2898793023009503,
      "grad_norm": 0.6410619020462036,
      "learning_rate": 4.2617016144185464e-05,
      "loss": 5.1851,
      "step": 331170
    },
    {
      "epoch": 0.2898836788945775,
      "grad_norm": 0.6210760474205017,
      "learning_rate": 4.261680062216295e-05,
      "loss": 5.3747,
      "step": 331175
    },
    {
      "epoch": 0.2898880554882046,
      "grad_norm": 0.6213191747665405,
      "learning_rate": 4.2616585097706796e-05,
      "loss": 4.6304,
      "step": 331180
    },
    {
      "epoch": 0.2898924320818318,
      "grad_norm": 0.6236107349395752,
      "learning_rate": 4.2616369570817085e-05,
      "loss": 5.6344,
      "step": 331185
    },
    {
      "epoch": 0.289896808675459,
      "grad_norm": 0.6285106539726257,
      "learning_rate": 4.261615404149385e-05,
      "loss": 5.4179,
      "step": 331190
    },
    {
      "epoch": 0.2899011852690861,
      "grad_norm": 0.6120951771736145,
      "learning_rate": 4.261593850973712e-05,
      "loss": 5.6262,
      "step": 331195
    },
    {
      "epoch": 0.28990556186271327,
      "grad_norm": 0.6164331436157227,
      "learning_rate": 4.261572297554695e-05,
      "loss": 5.4127,
      "step": 331200
    },
    {
      "epoch": 0.2899099384563404,
      "grad_norm": 0.6031187772750854,
      "learning_rate": 4.2615507438923364e-05,
      "loss": 5.5955,
      "step": 331205
    },
    {
      "epoch": 0.28991431504996756,
      "grad_norm": 0.6200802326202393,
      "learning_rate": 4.2615291899866425e-05,
      "loss": 5.1576,
      "step": 331210
    },
    {
      "epoch": 0.28991869164359474,
      "grad_norm": 0.6164311170578003,
      "learning_rate": 4.261507635837615e-05,
      "loss": 4.8807,
      "step": 331215
    },
    {
      "epoch": 0.28992306823722186,
      "grad_norm": 0.6267523169517517,
      "learning_rate": 4.2614860814452606e-05,
      "loss": 5.64,
      "step": 331220
    },
    {
      "epoch": 0.28992744483084903,
      "grad_norm": 0.6432574987411499,
      "learning_rate": 4.261464526809582e-05,
      "loss": 5.9195,
      "step": 331225
    },
    {
      "epoch": 0.2899318214244762,
      "grad_norm": 0.6509422063827515,
      "learning_rate": 4.2614429719305836e-05,
      "loss": 4.8956,
      "step": 331230
    },
    {
      "epoch": 0.28993619801810333,
      "grad_norm": 0.6316246390342712,
      "learning_rate": 4.26142141680827e-05,
      "loss": 3.8858,
      "step": 331235
    },
    {
      "epoch": 0.2899405746117305,
      "grad_norm": 0.6286177635192871,
      "learning_rate": 4.2613998614426455e-05,
      "loss": 5.1601,
      "step": 331240
    },
    {
      "epoch": 0.2899449512053576,
      "grad_norm": 0.6452627778053284,
      "learning_rate": 4.261378305833713e-05,
      "loss": 5.08,
      "step": 331245
    },
    {
      "epoch": 0.2899493277989848,
      "grad_norm": 0.6672387719154358,
      "learning_rate": 4.261356749981478e-05,
      "loss": 5.3,
      "step": 331250
    },
    {
      "epoch": 0.289953704392612,
      "grad_norm": 0.6228005290031433,
      "learning_rate": 4.261335193885944e-05,
      "loss": 4.865,
      "step": 331255
    },
    {
      "epoch": 0.2899580809862391,
      "grad_norm": 0.6196648478507996,
      "learning_rate": 4.2613136375471144e-05,
      "loss": 5.0809,
      "step": 331260
    },
    {
      "epoch": 0.2899624575798663,
      "grad_norm": 0.6128801107406616,
      "learning_rate": 4.261292080964995e-05,
      "loss": 5.3915,
      "step": 331265
    },
    {
      "epoch": 0.28996683417349345,
      "grad_norm": 0.6368314623832703,
      "learning_rate": 4.261270524139588e-05,
      "loss": 4.8527,
      "step": 331270
    },
    {
      "epoch": 0.28997121076712057,
      "grad_norm": 0.6281968355178833,
      "learning_rate": 4.2612489670709e-05,
      "loss": 5.1916,
      "step": 331275
    },
    {
      "epoch": 0.28997558736074774,
      "grad_norm": 0.6191321611404419,
      "learning_rate": 4.261227409758933e-05,
      "loss": 4.8768,
      "step": 331280
    },
    {
      "epoch": 0.28997996395437486,
      "grad_norm": 0.6127874255180359,
      "learning_rate": 4.2612058522036925e-05,
      "loss": 4.6813,
      "step": 331285
    },
    {
      "epoch": 0.28998434054800204,
      "grad_norm": 0.6141147017478943,
      "learning_rate": 4.261184294405183e-05,
      "loss": 5.073,
      "step": 331290
    },
    {
      "epoch": 0.2899887171416292,
      "grad_norm": 0.6091066598892212,
      "learning_rate": 4.2611627363634054e-05,
      "loss": 5.3131,
      "step": 331295
    },
    {
      "epoch": 0.28999309373525634,
      "grad_norm": 0.6166399717330933,
      "learning_rate": 4.261141178078368e-05,
      "loss": 5.1855,
      "step": 331300
    },
    {
      "epoch": 0.2899974703288835,
      "grad_norm": 0.6090189218521118,
      "learning_rate": 4.261119619550073e-05,
      "loss": 5.1822,
      "step": 331305
    },
    {
      "epoch": 0.2900018469225107,
      "grad_norm": 0.604430079460144,
      "learning_rate": 4.261098060778525e-05,
      "loss": 5.1608,
      "step": 331310
    },
    {
      "epoch": 0.2900062235161378,
      "grad_norm": 0.5980197191238403,
      "learning_rate": 4.2610765017637286e-05,
      "loss": 5.4167,
      "step": 331315
    },
    {
      "epoch": 0.290010600109765,
      "grad_norm": 0.6639541387557983,
      "learning_rate": 4.2610549425056856e-05,
      "loss": 4.401,
      "step": 331320
    },
    {
      "epoch": 0.2900149767033921,
      "grad_norm": 0.5996270775794983,
      "learning_rate": 4.261033383004404e-05,
      "loss": 5.6148,
      "step": 331325
    },
    {
      "epoch": 0.2900193532970193,
      "grad_norm": 0.6065899133682251,
      "learning_rate": 4.261011823259884e-05,
      "loss": 5.1354,
      "step": 331330
    },
    {
      "epoch": 0.29002372989064645,
      "grad_norm": 0.5971255302429199,
      "learning_rate": 4.260990263272132e-05,
      "loss": 5.3329,
      "step": 331335
    },
    {
      "epoch": 0.2900281064842736,
      "grad_norm": 0.590306282043457,
      "learning_rate": 4.260968703041153e-05,
      "loss": 5.9043,
      "step": 331340
    },
    {
      "epoch": 0.29003248307790075,
      "grad_norm": 0.6073468923568726,
      "learning_rate": 4.260947142566949e-05,
      "loss": 5.398,
      "step": 331345
    },
    {
      "epoch": 0.29003685967152787,
      "grad_norm": 0.6201379299163818,
      "learning_rate": 4.260925581849525e-05,
      "loss": 5.3913,
      "step": 331350
    },
    {
      "epoch": 0.29004123626515504,
      "grad_norm": 0.6342428922653198,
      "learning_rate": 4.260904020888885e-05,
      "loss": 5.0857,
      "step": 331355
    },
    {
      "epoch": 0.2900456128587822,
      "grad_norm": 0.6183481812477112,
      "learning_rate": 4.260882459685034e-05,
      "loss": 5.301,
      "step": 331360
    },
    {
      "epoch": 0.29004998945240934,
      "grad_norm": 0.6124199032783508,
      "learning_rate": 4.260860898237975e-05,
      "loss": 5.0565,
      "step": 331365
    },
    {
      "epoch": 0.2900543660460365,
      "grad_norm": 0.605587363243103,
      "learning_rate": 4.260839336547713e-05,
      "loss": 5.3845,
      "step": 331370
    },
    {
      "epoch": 0.2900587426396637,
      "grad_norm": 0.6268882751464844,
      "learning_rate": 4.260817774614252e-05,
      "loss": 4.5958,
      "step": 331375
    },
    {
      "epoch": 0.2900631192332908,
      "grad_norm": 0.5971075892448425,
      "learning_rate": 4.260796212437596e-05,
      "loss": 5.6469,
      "step": 331380
    },
    {
      "epoch": 0.290067495826918,
      "grad_norm": 0.6220567226409912,
      "learning_rate": 4.260774650017749e-05,
      "loss": 4.3535,
      "step": 331385
    },
    {
      "epoch": 0.2900718724205451,
      "grad_norm": 0.6368811726570129,
      "learning_rate": 4.260753087354715e-05,
      "loss": 4.6233,
      "step": 331390
    },
    {
      "epoch": 0.2900762490141723,
      "grad_norm": 0.657978355884552,
      "learning_rate": 4.260731524448499e-05,
      "loss": 4.786,
      "step": 331395
    },
    {
      "epoch": 0.29008062560779946,
      "grad_norm": 0.6731119155883789,
      "learning_rate": 4.2607099612991054e-05,
      "loss": 5.2732,
      "step": 331400
    },
    {
      "epoch": 0.2900850022014266,
      "grad_norm": 0.6038689017295837,
      "learning_rate": 4.2606883979065374e-05,
      "loss": 4.84,
      "step": 331405
    },
    {
      "epoch": 0.29008937879505375,
      "grad_norm": 0.5922327041625977,
      "learning_rate": 4.260666834270798e-05,
      "loss": 5.1324,
      "step": 331410
    },
    {
      "epoch": 0.29009375538868093,
      "grad_norm": 0.6018924117088318,
      "learning_rate": 4.260645270391893e-05,
      "loss": 4.7268,
      "step": 331415
    },
    {
      "epoch": 0.29009813198230805,
      "grad_norm": 0.6187558174133301,
      "learning_rate": 4.260623706269827e-05,
      "loss": 5.0746,
      "step": 331420
    },
    {
      "epoch": 0.2901025085759352,
      "grad_norm": 0.6389372944831848,
      "learning_rate": 4.260602141904604e-05,
      "loss": 5.0614,
      "step": 331425
    },
    {
      "epoch": 0.29010688516956235,
      "grad_norm": 0.6530579924583435,
      "learning_rate": 4.260580577296227e-05,
      "loss": 4.6155,
      "step": 331430
    },
    {
      "epoch": 0.2901112617631895,
      "grad_norm": 0.6402702927589417,
      "learning_rate": 4.2605590124447006e-05,
      "loss": 4.5929,
      "step": 331435
    },
    {
      "epoch": 0.2901156383568167,
      "grad_norm": 0.6138827204704285,
      "learning_rate": 4.2605374473500294e-05,
      "loss": 5.1071,
      "step": 331440
    },
    {
      "epoch": 0.2901200149504438,
      "grad_norm": 0.6352611780166626,
      "learning_rate": 4.260515882012217e-05,
      "loss": 5.1525,
      "step": 331445
    },
    {
      "epoch": 0.290124391544071,
      "grad_norm": 0.6015238165855408,
      "learning_rate": 4.260494316431268e-05,
      "loss": 5.1005,
      "step": 331450
    },
    {
      "epoch": 0.2901287681376981,
      "grad_norm": 0.5862261056900024,
      "learning_rate": 4.2604727506071865e-05,
      "loss": 4.8333,
      "step": 331455
    },
    {
      "epoch": 0.2901331447313253,
      "grad_norm": 0.6943610906600952,
      "learning_rate": 4.260451184539978e-05,
      "loss": 4.3931,
      "step": 331460
    },
    {
      "epoch": 0.29013752132495246,
      "grad_norm": 0.629909336566925,
      "learning_rate": 4.2604296182296436e-05,
      "loss": 4.8758,
      "step": 331465
    },
    {
      "epoch": 0.2901418979185796,
      "grad_norm": 0.6294098496437073,
      "learning_rate": 4.260408051676189e-05,
      "loss": 5.1814,
      "step": 331470
    },
    {
      "epoch": 0.29014627451220676,
      "grad_norm": 0.6204354763031006,
      "learning_rate": 4.2603864848796194e-05,
      "loss": 5.6632,
      "step": 331475
    },
    {
      "epoch": 0.29015065110583393,
      "grad_norm": 0.5933265686035156,
      "learning_rate": 4.2603649178399376e-05,
      "loss": 5.112,
      "step": 331480
    },
    {
      "epoch": 0.29015502769946105,
      "grad_norm": 0.6157227754592896,
      "learning_rate": 4.260343350557148e-05,
      "loss": 5.2146,
      "step": 331485
    },
    {
      "epoch": 0.29015940429308823,
      "grad_norm": 0.642392098903656,
      "learning_rate": 4.260321783031255e-05,
      "loss": 5.1202,
      "step": 331490
    },
    {
      "epoch": 0.29016378088671535,
      "grad_norm": 0.6436110138893127,
      "learning_rate": 4.2603002152622615e-05,
      "loss": 5.8986,
      "step": 331495
    },
    {
      "epoch": 0.2901681574803425,
      "grad_norm": 0.5895262360572815,
      "learning_rate": 4.2602786472501744e-05,
      "loss": 5.5846,
      "step": 331500
    },
    {
      "epoch": 0.2901725340739697,
      "grad_norm": 0.6464146971702576,
      "learning_rate": 4.2602570789949956e-05,
      "loss": 4.6543,
      "step": 331505
    },
    {
      "epoch": 0.2901769106675968,
      "grad_norm": 0.6245934963226318,
      "learning_rate": 4.2602355104967305e-05,
      "loss": 5.6807,
      "step": 331510
    },
    {
      "epoch": 0.290181287261224,
      "grad_norm": 0.6861496567726135,
      "learning_rate": 4.260213941755383e-05,
      "loss": 4.8927,
      "step": 331515
    },
    {
      "epoch": 0.2901856638548512,
      "grad_norm": 0.6262914538383484,
      "learning_rate": 4.260192372770957e-05,
      "loss": 5.7026,
      "step": 331520
    },
    {
      "epoch": 0.2901900404484783,
      "grad_norm": 0.6150194406509399,
      "learning_rate": 4.2601708035434564e-05,
      "loss": 5.1427,
      "step": 331525
    },
    {
      "epoch": 0.29019441704210547,
      "grad_norm": 0.6161091923713684,
      "learning_rate": 4.2601492340728856e-05,
      "loss": 5.1604,
      "step": 331530
    },
    {
      "epoch": 0.2901987936357326,
      "grad_norm": 0.6171808838844299,
      "learning_rate": 4.260127664359248e-05,
      "loss": 5.183,
      "step": 331535
    },
    {
      "epoch": 0.29020317022935976,
      "grad_norm": 0.6149207353591919,
      "learning_rate": 4.2601060944025496e-05,
      "loss": 5.9039,
      "step": 331540
    },
    {
      "epoch": 0.29020754682298694,
      "grad_norm": 0.6247510313987732,
      "learning_rate": 4.260084524202793e-05,
      "loss": 4.652,
      "step": 331545
    },
    {
      "epoch": 0.29021192341661406,
      "grad_norm": 0.6216724514961243,
      "learning_rate": 4.260062953759984e-05,
      "loss": 5.3499,
      "step": 331550
    },
    {
      "epoch": 0.29021630001024123,
      "grad_norm": 0.6211238503456116,
      "learning_rate": 4.260041383074124e-05,
      "loss": 5.9096,
      "step": 331555
    },
    {
      "epoch": 0.2902206766038684,
      "grad_norm": 0.6141741871833801,
      "learning_rate": 4.260019812145219e-05,
      "loss": 5.1426,
      "step": 331560
    },
    {
      "epoch": 0.29022505319749553,
      "grad_norm": 0.5935727953910828,
      "learning_rate": 4.259998240973274e-05,
      "loss": 5.9342,
      "step": 331565
    },
    {
      "epoch": 0.2902294297911227,
      "grad_norm": 0.5797608494758606,
      "learning_rate": 4.259976669558291e-05,
      "loss": 5.6754,
      "step": 331570
    },
    {
      "epoch": 0.2902338063847498,
      "grad_norm": 0.6159526705741882,
      "learning_rate": 4.259955097900277e-05,
      "loss": 4.9037,
      "step": 331575
    },
    {
      "epoch": 0.290238182978377,
      "grad_norm": 0.6201707124710083,
      "learning_rate": 4.2599335259992324e-05,
      "loss": 4.6144,
      "step": 331580
    },
    {
      "epoch": 0.2902425595720042,
      "grad_norm": 0.6110127568244934,
      "learning_rate": 4.2599119538551634e-05,
      "loss": 5.4074,
      "step": 331585
    },
    {
      "epoch": 0.2902469361656313,
      "grad_norm": 0.6176201701164246,
      "learning_rate": 4.259890381468076e-05,
      "loss": 4.8882,
      "step": 331590
    },
    {
      "epoch": 0.2902513127592585,
      "grad_norm": 0.6034015417098999,
      "learning_rate": 4.259868808837971e-05,
      "loss": 5.4297,
      "step": 331595
    },
    {
      "epoch": 0.2902556893528856,
      "grad_norm": 0.6176517009735107,
      "learning_rate": 4.259847235964854e-05,
      "loss": 5.158,
      "step": 331600
    },
    {
      "epoch": 0.29026006594651277,
      "grad_norm": 0.6163721680641174,
      "learning_rate": 4.259825662848731e-05,
      "loss": 4.695,
      "step": 331605
    },
    {
      "epoch": 0.29026444254013994,
      "grad_norm": 0.643903374671936,
      "learning_rate": 4.259804089489603e-05,
      "loss": 4.5668,
      "step": 331610
    },
    {
      "epoch": 0.29026881913376706,
      "grad_norm": 0.6174635291099548,
      "learning_rate": 4.259782515887476e-05,
      "loss": 5.3999,
      "step": 331615
    },
    {
      "epoch": 0.29027319572739424,
      "grad_norm": 0.6331339478492737,
      "learning_rate": 4.2597609420423534e-05,
      "loss": 5.3133,
      "step": 331620
    },
    {
      "epoch": 0.2902775723210214,
      "grad_norm": 0.6844401955604553,
      "learning_rate": 4.2597393679542394e-05,
      "loss": 4.8126,
      "step": 331625
    },
    {
      "epoch": 0.29028194891464854,
      "grad_norm": 0.6152822375297546,
      "learning_rate": 4.2597177936231395e-05,
      "loss": 5.647,
      "step": 331630
    },
    {
      "epoch": 0.2902863255082757,
      "grad_norm": 0.822440505027771,
      "learning_rate": 4.2596962190490556e-05,
      "loss": 4.9036,
      "step": 331635
    },
    {
      "epoch": 0.29029070210190283,
      "grad_norm": 0.624825119972229,
      "learning_rate": 4.259674644231993e-05,
      "loss": 5.3039,
      "step": 331640
    },
    {
      "epoch": 0.29029507869553,
      "grad_norm": 0.6112793684005737,
      "learning_rate": 4.259653069171957e-05,
      "loss": 4.6122,
      "step": 331645
    },
    {
      "epoch": 0.2902994552891572,
      "grad_norm": 0.6370497941970825,
      "learning_rate": 4.259631493868951e-05,
      "loss": 4.883,
      "step": 331650
    },
    {
      "epoch": 0.2903038318827843,
      "grad_norm": 0.6094103455543518,
      "learning_rate": 4.2596099183229775e-05,
      "loss": 4.5942,
      "step": 331655
    },
    {
      "epoch": 0.2903082084764115,
      "grad_norm": 0.6022588610649109,
      "learning_rate": 4.2595883425340424e-05,
      "loss": 5.4278,
      "step": 331660
    },
    {
      "epoch": 0.29031258507003865,
      "grad_norm": 0.629560112953186,
      "learning_rate": 4.25956676650215e-05,
      "loss": 5.3996,
      "step": 331665
    },
    {
      "epoch": 0.2903169616636658,
      "grad_norm": 0.6144194006919861,
      "learning_rate": 4.259545190227304e-05,
      "loss": 4.6096,
      "step": 331670
    },
    {
      "epoch": 0.29032133825729295,
      "grad_norm": 0.5906835198402405,
      "learning_rate": 4.2595236137095075e-05,
      "loss": 5.926,
      "step": 331675
    },
    {
      "epoch": 0.29032571485092007,
      "grad_norm": 0.6153016090393066,
      "learning_rate": 4.2595020369487673e-05,
      "loss": 4.8708,
      "step": 331680
    },
    {
      "epoch": 0.29033009144454724,
      "grad_norm": 0.5915654301643372,
      "learning_rate": 4.2594804599450846e-05,
      "loss": 5.0195,
      "step": 331685
    },
    {
      "epoch": 0.2903344680381744,
      "grad_norm": 0.5967274308204651,
      "learning_rate": 4.259458882698465e-05,
      "loss": 5.3283,
      "step": 331690
    },
    {
      "epoch": 0.29033884463180154,
      "grad_norm": 0.6150137186050415,
      "learning_rate": 4.259437305208912e-05,
      "loss": 5.624,
      "step": 331695
    },
    {
      "epoch": 0.2903432212254287,
      "grad_norm": 0.6062932014465332,
      "learning_rate": 4.259415727476431e-05,
      "loss": 5.4285,
      "step": 331700
    },
    {
      "epoch": 0.29034759781905584,
      "grad_norm": 0.5781538486480713,
      "learning_rate": 4.259394149501026e-05,
      "loss": 5.9133,
      "step": 331705
    },
    {
      "epoch": 0.290351974412683,
      "grad_norm": 0.5791972279548645,
      "learning_rate": 4.2593725712827e-05,
      "loss": 6.2533,
      "step": 331710
    },
    {
      "epoch": 0.2903563510063102,
      "grad_norm": 0.5879820585250854,
      "learning_rate": 4.259350992821458e-05,
      "loss": 5.5932,
      "step": 331715
    },
    {
      "epoch": 0.2903607275999373,
      "grad_norm": 0.6001218557357788,
      "learning_rate": 4.259329414117304e-05,
      "loss": 5.4009,
      "step": 331720
    },
    {
      "epoch": 0.2903651041935645,
      "grad_norm": 0.6459048986434937,
      "learning_rate": 4.259307835170242e-05,
      "loss": 5.3976,
      "step": 331725
    },
    {
      "epoch": 0.29036948078719166,
      "grad_norm": 0.6407047510147095,
      "learning_rate": 4.259286255980276e-05,
      "loss": 5.4308,
      "step": 331730
    },
    {
      "epoch": 0.2903738573808188,
      "grad_norm": 0.6477968096733093,
      "learning_rate": 4.259264676547411e-05,
      "loss": 5.6965,
      "step": 331735
    },
    {
      "epoch": 0.29037823397444595,
      "grad_norm": 0.6310935020446777,
      "learning_rate": 4.25924309687165e-05,
      "loss": 4.6234,
      "step": 331740
    },
    {
      "epoch": 0.2903826105680731,
      "grad_norm": 0.6118171215057373,
      "learning_rate": 4.259221516952998e-05,
      "loss": 5.1065,
      "step": 331745
    },
    {
      "epoch": 0.29038698716170025,
      "grad_norm": 0.6240990161895752,
      "learning_rate": 4.2591999367914594e-05,
      "loss": 4.8699,
      "step": 331750
    },
    {
      "epoch": 0.2903913637553274,
      "grad_norm": 0.6324101090431213,
      "learning_rate": 4.259178356387038e-05,
      "loss": 5.2248,
      "step": 331755
    },
    {
      "epoch": 0.29039574034895455,
      "grad_norm": 0.6024588346481323,
      "learning_rate": 4.259156775739736e-05,
      "loss": 4.6104,
      "step": 331760
    },
    {
      "epoch": 0.2904001169425817,
      "grad_norm": 0.6192607283592224,
      "learning_rate": 4.2591351948495615e-05,
      "loss": 5.3191,
      "step": 331765
    },
    {
      "epoch": 0.2904044935362089,
      "grad_norm": 0.6102346181869507,
      "learning_rate": 4.2591136137165166e-05,
      "loss": 5.4012,
      "step": 331770
    },
    {
      "epoch": 0.290408870129836,
      "grad_norm": 0.6310790181159973,
      "learning_rate": 4.259092032340605e-05,
      "loss": 4.8955,
      "step": 331775
    },
    {
      "epoch": 0.2904132467234632,
      "grad_norm": 0.6024698615074158,
      "learning_rate": 4.259070450721831e-05,
      "loss": 5.3684,
      "step": 331780
    },
    {
      "epoch": 0.2904176233170903,
      "grad_norm": 0.6106230020523071,
      "learning_rate": 4.259048868860198e-05,
      "loss": 4.7806,
      "step": 331785
    },
    {
      "epoch": 0.2904219999107175,
      "grad_norm": 0.616084635257721,
      "learning_rate": 4.259027286755713e-05,
      "loss": 5.4179,
      "step": 331790
    },
    {
      "epoch": 0.29042637650434466,
      "grad_norm": 0.5884236693382263,
      "learning_rate": 4.2590057044083775e-05,
      "loss": 5.6426,
      "step": 331795
    },
    {
      "epoch": 0.2904307530979718,
      "grad_norm": 0.5953009724617004,
      "learning_rate": 4.258984121818197e-05,
      "loss": 5.7169,
      "step": 331800
    },
    {
      "epoch": 0.29043512969159896,
      "grad_norm": 0.6216711401939392,
      "learning_rate": 4.258962538985175e-05,
      "loss": 5.353,
      "step": 331805
    },
    {
      "epoch": 0.29043950628522613,
      "grad_norm": 0.5944891571998596,
      "learning_rate": 4.2589409559093164e-05,
      "loss": 5.3143,
      "step": 331810
    },
    {
      "epoch": 0.29044388287885325,
      "grad_norm": 0.581188976764679,
      "learning_rate": 4.258919372590624e-05,
      "loss": 5.7052,
      "step": 331815
    },
    {
      "epoch": 0.29044825947248043,
      "grad_norm": 0.5939170718193054,
      "learning_rate": 4.258897789029103e-05,
      "loss": 5.6549,
      "step": 331820
    },
    {
      "epoch": 0.29045263606610755,
      "grad_norm": 0.6050718426704407,
      "learning_rate": 4.258876205224758e-05,
      "loss": 5.3855,
      "step": 331825
    },
    {
      "epoch": 0.2904570126597347,
      "grad_norm": 0.6006467342376709,
      "learning_rate": 4.2588546211775916e-05,
      "loss": 5.6131,
      "step": 331830
    },
    {
      "epoch": 0.2904613892533619,
      "grad_norm": 0.6291975378990173,
      "learning_rate": 4.2588330368876095e-05,
      "loss": 4.9077,
      "step": 331835
    },
    {
      "epoch": 0.290465765846989,
      "grad_norm": 0.6099765300750732,
      "learning_rate": 4.258811452354815e-05,
      "loss": 5.6205,
      "step": 331840
    },
    {
      "epoch": 0.2904701424406162,
      "grad_norm": 0.6264133453369141,
      "learning_rate": 4.2587898675792125e-05,
      "loss": 4.8732,
      "step": 331845
    },
    {
      "epoch": 0.2904745190342433,
      "grad_norm": 0.6699689626693726,
      "learning_rate": 4.2587682825608065e-05,
      "loss": 4.8662,
      "step": 331850
    },
    {
      "epoch": 0.2904788956278705,
      "grad_norm": 0.6421436071395874,
      "learning_rate": 4.2587466972996015e-05,
      "loss": 4.9127,
      "step": 331855
    },
    {
      "epoch": 0.29048327222149767,
      "grad_norm": 0.6564502716064453,
      "learning_rate": 4.2587251117955996e-05,
      "loss": 5.6884,
      "step": 331860
    },
    {
      "epoch": 0.2904876488151248,
      "grad_norm": 0.621591329574585,
      "learning_rate": 4.2587035260488076e-05,
      "loss": 4.8733,
      "step": 331865
    },
    {
      "epoch": 0.29049202540875196,
      "grad_norm": 0.6204829812049866,
      "learning_rate": 4.258681940059227e-05,
      "loss": 6.2199,
      "step": 331870
    },
    {
      "epoch": 0.29049640200237914,
      "grad_norm": 0.6176391839981079,
      "learning_rate": 4.258660353826865e-05,
      "loss": 5.1609,
      "step": 331875
    },
    {
      "epoch": 0.29050077859600626,
      "grad_norm": 0.6149333119392395,
      "learning_rate": 4.258638767351724e-05,
      "loss": 5.3862,
      "step": 331880
    },
    {
      "epoch": 0.29050515518963343,
      "grad_norm": 0.638321578502655,
      "learning_rate": 4.258617180633807e-05,
      "loss": 5.696,
      "step": 331885
    },
    {
      "epoch": 0.29050953178326056,
      "grad_norm": 0.6100452542304993,
      "learning_rate": 4.25859559367312e-05,
      "loss": 4.642,
      "step": 331890
    },
    {
      "epoch": 0.29051390837688773,
      "grad_norm": 0.5927746295928955,
      "learning_rate": 4.258574006469668e-05,
      "loss": 5.3815,
      "step": 331895
    },
    {
      "epoch": 0.2905182849705149,
      "grad_norm": 0.604093611240387,
      "learning_rate": 4.2585524190234526e-05,
      "loss": 5.0133,
      "step": 331900
    },
    {
      "epoch": 0.290522661564142,
      "grad_norm": 0.6067866086959839,
      "learning_rate": 4.25853083133448e-05,
      "loss": 5.6729,
      "step": 331905
    },
    {
      "epoch": 0.2905270381577692,
      "grad_norm": 0.633476734161377,
      "learning_rate": 4.258509243402752e-05,
      "loss": 5.8701,
      "step": 331910
    },
    {
      "epoch": 0.2905314147513964,
      "grad_norm": 0.6223160028457642,
      "learning_rate": 4.258487655228275e-05,
      "loss": 5.3918,
      "step": 331915
    },
    {
      "epoch": 0.2905357913450235,
      "grad_norm": 0.6249669790267944,
      "learning_rate": 4.2584660668110535e-05,
      "loss": 4.8946,
      "step": 331920
    },
    {
      "epoch": 0.2905401679386507,
      "grad_norm": 0.6255196928977966,
      "learning_rate": 4.258444478151089e-05,
      "loss": 4.0624,
      "step": 331925
    },
    {
      "epoch": 0.2905445445322778,
      "grad_norm": 0.6222881078720093,
      "learning_rate": 4.258422889248389e-05,
      "loss": 4.3886,
      "step": 331930
    },
    {
      "epoch": 0.29054892112590497,
      "grad_norm": 0.614036500453949,
      "learning_rate": 4.2584013001029545e-05,
      "loss": 5.5914,
      "step": 331935
    },
    {
      "epoch": 0.29055329771953214,
      "grad_norm": 0.6510609984397888,
      "learning_rate": 4.2583797107147915e-05,
      "loss": 5.0809,
      "step": 331940
    },
    {
      "epoch": 0.29055767431315926,
      "grad_norm": 0.6103219985961914,
      "learning_rate": 4.258358121083904e-05,
      "loss": 5.4182,
      "step": 331945
    },
    {
      "epoch": 0.29056205090678644,
      "grad_norm": 0.5935962796211243,
      "learning_rate": 4.2583365312102964e-05,
      "loss": 5.6111,
      "step": 331950
    },
    {
      "epoch": 0.2905664275004136,
      "grad_norm": 0.5983681678771973,
      "learning_rate": 4.2583149410939725e-05,
      "loss": 4.5,
      "step": 331955
    },
    {
      "epoch": 0.29057080409404074,
      "grad_norm": 0.6163827180862427,
      "learning_rate": 4.2582933507349356e-05,
      "loss": 5.4514,
      "step": 331960
    },
    {
      "epoch": 0.2905751806876679,
      "grad_norm": 0.6544236540794373,
      "learning_rate": 4.258271760133191e-05,
      "loss": 5.4304,
      "step": 331965
    },
    {
      "epoch": 0.29057955728129503,
      "grad_norm": 0.5993412137031555,
      "learning_rate": 4.2582501692887436e-05,
      "loss": 5.0732,
      "step": 331970
    },
    {
      "epoch": 0.2905839338749222,
      "grad_norm": 0.6202303767204285,
      "learning_rate": 4.258228578201595e-05,
      "loss": 4.6623,
      "step": 331975
    },
    {
      "epoch": 0.2905883104685494,
      "grad_norm": 0.6303524971008301,
      "learning_rate": 4.2582069868717514e-05,
      "loss": 5.1089,
      "step": 331980
    },
    {
      "epoch": 0.2905926870621765,
      "grad_norm": 0.6009507179260254,
      "learning_rate": 4.2581853952992166e-05,
      "loss": 5.3354,
      "step": 331985
    },
    {
      "epoch": 0.2905970636558037,
      "grad_norm": 0.6184002757072449,
      "learning_rate": 4.2581638034839945e-05,
      "loss": 5.3105,
      "step": 331990
    },
    {
      "epoch": 0.2906014402494308,
      "grad_norm": 0.6277280449867249,
      "learning_rate": 4.2581422114260894e-05,
      "loss": 5.9115,
      "step": 331995
    },
    {
      "epoch": 0.290605816843058,
      "grad_norm": 0.6072542071342468,
      "learning_rate": 4.2581206191255053e-05,
      "loss": 5.6229,
      "step": 332000
    },
    {
      "epoch": 0.29061019343668515,
      "grad_norm": 0.5910009741783142,
      "learning_rate": 4.258099026582246e-05,
      "loss": 5.6683,
      "step": 332005
    },
    {
      "epoch": 0.29061457003031227,
      "grad_norm": 0.59186851978302,
      "learning_rate": 4.258077433796317e-05,
      "loss": 5.5852,
      "step": 332010
    },
    {
      "epoch": 0.29061894662393944,
      "grad_norm": 0.6333648562431335,
      "learning_rate": 4.2580558407677203e-05,
      "loss": 5.4119,
      "step": 332015
    },
    {
      "epoch": 0.2906233232175666,
      "grad_norm": 0.5912417769432068,
      "learning_rate": 4.2580342474964616e-05,
      "loss": 5.4146,
      "step": 332020
    },
    {
      "epoch": 0.29062769981119374,
      "grad_norm": 0.5888277292251587,
      "learning_rate": 4.258012653982547e-05,
      "loss": 5.401,
      "step": 332025
    },
    {
      "epoch": 0.2906320764048209,
      "grad_norm": 0.6290526390075684,
      "learning_rate": 4.257991060225977e-05,
      "loss": 4.6658,
      "step": 332030
    },
    {
      "epoch": 0.29063645299844804,
      "grad_norm": 0.6055650115013123,
      "learning_rate": 4.257969466226757e-05,
      "loss": 4.8832,
      "step": 332035
    },
    {
      "epoch": 0.2906408295920752,
      "grad_norm": 0.630521297454834,
      "learning_rate": 4.257947871984892e-05,
      "loss": 5.4317,
      "step": 332040
    },
    {
      "epoch": 0.2906452061857024,
      "grad_norm": 0.6118454337120056,
      "learning_rate": 4.257926277500385e-05,
      "loss": 5.2027,
      "step": 332045
    },
    {
      "epoch": 0.2906495827793295,
      "grad_norm": 0.6225929856300354,
      "learning_rate": 4.2579046827732406e-05,
      "loss": 4.9163,
      "step": 332050
    },
    {
      "epoch": 0.2906539593729567,
      "grad_norm": 0.6488632559776306,
      "learning_rate": 4.257883087803464e-05,
      "loss": 5.3012,
      "step": 332055
    },
    {
      "epoch": 0.29065833596658386,
      "grad_norm": 0.581246554851532,
      "learning_rate": 4.2578614925910584e-05,
      "loss": 6.2066,
      "step": 332060
    },
    {
      "epoch": 0.290662712560211,
      "grad_norm": 0.6227830648422241,
      "learning_rate": 4.257839897136027e-05,
      "loss": 5.4386,
      "step": 332065
    },
    {
      "epoch": 0.29066708915383815,
      "grad_norm": 0.626645565032959,
      "learning_rate": 4.257818301438376e-05,
      "loss": 5.7048,
      "step": 332070
    },
    {
      "epoch": 0.2906714657474653,
      "grad_norm": 0.6361817121505737,
      "learning_rate": 4.2577967054981086e-05,
      "loss": 5.0771,
      "step": 332075
    },
    {
      "epoch": 0.29067584234109245,
      "grad_norm": 0.6003454923629761,
      "learning_rate": 4.257775109315228e-05,
      "loss": 5.8799,
      "step": 332080
    },
    {
      "epoch": 0.2906802189347196,
      "grad_norm": 0.6286258697509766,
      "learning_rate": 4.257753512889741e-05,
      "loss": 4.2034,
      "step": 332085
    },
    {
      "epoch": 0.29068459552834675,
      "grad_norm": 0.6210529804229736,
      "learning_rate": 4.257731916221649e-05,
      "loss": 5.0674,
      "step": 332090
    },
    {
      "epoch": 0.2906889721219739,
      "grad_norm": 0.6137465238571167,
      "learning_rate": 4.257710319310957e-05,
      "loss": 5.7063,
      "step": 332095
    },
    {
      "epoch": 0.29069334871560104,
      "grad_norm": 0.6218204498291016,
      "learning_rate": 4.25768872215767e-05,
      "loss": 5.1899,
      "step": 332100
    },
    {
      "epoch": 0.2906977253092282,
      "grad_norm": 0.6269422173500061,
      "learning_rate": 4.2576671247617914e-05,
      "loss": 5.4094,
      "step": 332105
    },
    {
      "epoch": 0.2907021019028554,
      "grad_norm": 0.6141296625137329,
      "learning_rate": 4.257645527123326e-05,
      "loss": 5.1836,
      "step": 332110
    },
    {
      "epoch": 0.2907064784964825,
      "grad_norm": 0.643064558506012,
      "learning_rate": 4.257623929242277e-05,
      "loss": 5.1015,
      "step": 332115
    },
    {
      "epoch": 0.2907108550901097,
      "grad_norm": 0.62342369556427,
      "learning_rate": 4.2576023311186484e-05,
      "loss": 5.4166,
      "step": 332120
    },
    {
      "epoch": 0.29071523168373686,
      "grad_norm": 0.6259176135063171,
      "learning_rate": 4.2575807327524465e-05,
      "loss": 4.5191,
      "step": 332125
    },
    {
      "epoch": 0.290719608277364,
      "grad_norm": 0.6371679306030273,
      "learning_rate": 4.2575591341436726e-05,
      "loss": 6.1695,
      "step": 332130
    },
    {
      "epoch": 0.29072398487099116,
      "grad_norm": 0.6159682273864746,
      "learning_rate": 4.257537535292334e-05,
      "loss": 4.1803,
      "step": 332135
    },
    {
      "epoch": 0.2907283614646183,
      "grad_norm": 0.6196979284286499,
      "learning_rate": 4.257515936198432e-05,
      "loss": 5.6025,
      "step": 332140
    },
    {
      "epoch": 0.29073273805824545,
      "grad_norm": 0.6296846866607666,
      "learning_rate": 4.257494336861972e-05,
      "loss": 5.6693,
      "step": 332145
    },
    {
      "epoch": 0.29073711465187263,
      "grad_norm": 0.610039472579956,
      "learning_rate": 4.257472737282958e-05,
      "loss": 5.6796,
      "step": 332150
    },
    {
      "epoch": 0.29074149124549975,
      "grad_norm": 0.5950880646705627,
      "learning_rate": 4.257451137461395e-05,
      "loss": 5.7098,
      "step": 332155
    },
    {
      "epoch": 0.2907458678391269,
      "grad_norm": 0.611065685749054,
      "learning_rate": 4.257429537397285e-05,
      "loss": 5.1171,
      "step": 332160
    },
    {
      "epoch": 0.2907502444327541,
      "grad_norm": 0.6863877177238464,
      "learning_rate": 4.257407937090635e-05,
      "loss": 5.0039,
      "step": 332165
    },
    {
      "epoch": 0.2907546210263812,
      "grad_norm": 0.6140188574790955,
      "learning_rate": 4.257386336541447e-05,
      "loss": 6.2314,
      "step": 332170
    },
    {
      "epoch": 0.2907589976200084,
      "grad_norm": 0.6329166889190674,
      "learning_rate": 4.257364735749726e-05,
      "loss": 5.1881,
      "step": 332175
    },
    {
      "epoch": 0.2907633742136355,
      "grad_norm": 0.6056533455848694,
      "learning_rate": 4.257343134715476e-05,
      "loss": 5.2711,
      "step": 332180
    },
    {
      "epoch": 0.2907677508072627,
      "grad_norm": 0.6101230978965759,
      "learning_rate": 4.257321533438702e-05,
      "loss": 5.1072,
      "step": 332185
    },
    {
      "epoch": 0.29077212740088987,
      "grad_norm": 0.6050344109535217,
      "learning_rate": 4.2572999319194064e-05,
      "loss": 5.1114,
      "step": 332190
    },
    {
      "epoch": 0.290776503994517,
      "grad_norm": 0.603505551815033,
      "learning_rate": 4.2572783301575944e-05,
      "loss": 5.3234,
      "step": 332195
    },
    {
      "epoch": 0.29078088058814416,
      "grad_norm": 0.6626057028770447,
      "learning_rate": 4.2572567281532714e-05,
      "loss": 5.7144,
      "step": 332200
    },
    {
      "epoch": 0.29078525718177134,
      "grad_norm": 0.6664627194404602,
      "learning_rate": 4.257235125906439e-05,
      "loss": 5.4074,
      "step": 332205
    },
    {
      "epoch": 0.29078963377539846,
      "grad_norm": 0.6011168360710144,
      "learning_rate": 4.257213523417103e-05,
      "loss": 4.3791,
      "step": 332210
    },
    {
      "epoch": 0.29079401036902564,
      "grad_norm": 0.6136407852172852,
      "learning_rate": 4.257191920685267e-05,
      "loss": 5.4279,
      "step": 332215
    },
    {
      "epoch": 0.29079838696265276,
      "grad_norm": 0.6139156818389893,
      "learning_rate": 4.257170317710937e-05,
      "loss": 5.074,
      "step": 332220
    },
    {
      "epoch": 0.29080276355627993,
      "grad_norm": 0.6176337599754333,
      "learning_rate": 4.2571487144941135e-05,
      "loss": 4.7472,
      "step": 332225
    },
    {
      "epoch": 0.2908071401499071,
      "grad_norm": 0.6089141368865967,
      "learning_rate": 4.257127111034804e-05,
      "loss": 5.6553,
      "step": 332230
    },
    {
      "epoch": 0.2908115167435342,
      "grad_norm": 0.6077465415000916,
      "learning_rate": 4.2571055073330116e-05,
      "loss": 5.4016,
      "step": 332235
    },
    {
      "epoch": 0.2908158933371614,
      "grad_norm": 0.6390904784202576,
      "learning_rate": 4.257083903388739e-05,
      "loss": 4.6121,
      "step": 332240
    },
    {
      "epoch": 0.2908202699307885,
      "grad_norm": 0.6374390125274658,
      "learning_rate": 4.2570622992019925e-05,
      "loss": 4.6043,
      "step": 332245
    },
    {
      "epoch": 0.2908246465244157,
      "grad_norm": 0.6228892207145691,
      "learning_rate": 4.257040694772775e-05,
      "loss": 5.1156,
      "step": 332250
    },
    {
      "epoch": 0.2908290231180429,
      "grad_norm": 0.6206666231155396,
      "learning_rate": 4.257019090101092e-05,
      "loss": 5.3548,
      "step": 332255
    },
    {
      "epoch": 0.29083339971167,
      "grad_norm": 0.6119427680969238,
      "learning_rate": 4.2569974851869454e-05,
      "loss": 5.0373,
      "step": 332260
    },
    {
      "epoch": 0.29083777630529717,
      "grad_norm": 0.5848085284233093,
      "learning_rate": 4.256975880030342e-05,
      "loss": 6.2576,
      "step": 332265
    },
    {
      "epoch": 0.29084215289892434,
      "grad_norm": 0.6064784526824951,
      "learning_rate": 4.2569542746312843e-05,
      "loss": 5.8783,
      "step": 332270
    },
    {
      "epoch": 0.29084652949255146,
      "grad_norm": 0.6109320521354675,
      "learning_rate": 4.256932668989776e-05,
      "loss": 5.916,
      "step": 332275
    },
    {
      "epoch": 0.29085090608617864,
      "grad_norm": 0.5963339805603027,
      "learning_rate": 4.256911063105823e-05,
      "loss": 5.599,
      "step": 332280
    },
    {
      "epoch": 0.29085528267980576,
      "grad_norm": 0.6027625799179077,
      "learning_rate": 4.256889456979428e-05,
      "loss": 5.6137,
      "step": 332285
    },
    {
      "epoch": 0.29085965927343294,
      "grad_norm": 0.6513674855232239,
      "learning_rate": 4.2568678506105965e-05,
      "loss": 5.4258,
      "step": 332290
    },
    {
      "epoch": 0.2908640358670601,
      "grad_norm": 0.6093955039978027,
      "learning_rate": 4.256846243999332e-05,
      "loss": 4.5736,
      "step": 332295
    },
    {
      "epoch": 0.29086841246068723,
      "grad_norm": 0.6180948615074158,
      "learning_rate": 4.2568246371456374e-05,
      "loss": 4.8801,
      "step": 332300
    },
    {
      "epoch": 0.2908727890543144,
      "grad_norm": 0.6005791425704956,
      "learning_rate": 4.2568030300495196e-05,
      "loss": 5.4275,
      "step": 332305
    },
    {
      "epoch": 0.2908771656479416,
      "grad_norm": 0.6166340708732605,
      "learning_rate": 4.25678142271098e-05,
      "loss": 5.9029,
      "step": 332310
    },
    {
      "epoch": 0.2908815422415687,
      "grad_norm": 0.6039115190505981,
      "learning_rate": 4.256759815130025e-05,
      "loss": 5.0951,
      "step": 332315
    },
    {
      "epoch": 0.2908859188351959,
      "grad_norm": 0.6082198023796082,
      "learning_rate": 4.256738207306657e-05,
      "loss": 5.1189,
      "step": 332320
    },
    {
      "epoch": 0.290890295428823,
      "grad_norm": 0.6120713353157043,
      "learning_rate": 4.256716599240881e-05,
      "loss": 5.1911,
      "step": 332325
    },
    {
      "epoch": 0.2908946720224502,
      "grad_norm": 0.5915946364402771,
      "learning_rate": 4.256694990932701e-05,
      "loss": 5.4308,
      "step": 332330
    },
    {
      "epoch": 0.29089904861607735,
      "grad_norm": 0.6279304027557373,
      "learning_rate": 4.2566733823821226e-05,
      "loss": 4.911,
      "step": 332335
    },
    {
      "epoch": 0.29090342520970447,
      "grad_norm": 0.5917150378227234,
      "learning_rate": 4.2566517735891463e-05,
      "loss": 6.1855,
      "step": 332340
    },
    {
      "epoch": 0.29090780180333164,
      "grad_norm": 0.6217018961906433,
      "learning_rate": 4.25663016455378e-05,
      "loss": 4.3738,
      "step": 332345
    },
    {
      "epoch": 0.29091217839695876,
      "grad_norm": 0.6347408294677734,
      "learning_rate": 4.256608555276026e-05,
      "loss": 4.0755,
      "step": 332350
    },
    {
      "epoch": 0.29091655499058594,
      "grad_norm": 0.6305258274078369,
      "learning_rate": 4.256586945755889e-05,
      "loss": 4.8855,
      "step": 332355
    },
    {
      "epoch": 0.2909209315842131,
      "grad_norm": 0.633162260055542,
      "learning_rate": 4.2565653359933745e-05,
      "loss": 5.4453,
      "step": 332360
    },
    {
      "epoch": 0.29092530817784024,
      "grad_norm": 0.6172404885292053,
      "learning_rate": 4.256543725988483e-05,
      "loss": 4.5782,
      "step": 332365
    },
    {
      "epoch": 0.2909296847714674,
      "grad_norm": 0.6442473530769348,
      "learning_rate": 4.2565221157412225e-05,
      "loss": 5.3937,
      "step": 332370
    },
    {
      "epoch": 0.2909340613650946,
      "grad_norm": 0.6320235133171082,
      "learning_rate": 4.256500505251596e-05,
      "loss": 5.4002,
      "step": 332375
    },
    {
      "epoch": 0.2909384379587217,
      "grad_norm": 0.6205607056617737,
      "learning_rate": 4.256478894519605e-05,
      "loss": 4.9023,
      "step": 332380
    },
    {
      "epoch": 0.2909428145523489,
      "grad_norm": 0.6326196193695068,
      "learning_rate": 4.2564572835452576e-05,
      "loss": 5.4018,
      "step": 332385
    },
    {
      "epoch": 0.290947191145976,
      "grad_norm": 0.6542235016822815,
      "learning_rate": 4.256435672328557e-05,
      "loss": 5.8943,
      "step": 332390
    },
    {
      "epoch": 0.2909515677396032,
      "grad_norm": 0.6396850943565369,
      "learning_rate": 4.256414060869506e-05,
      "loss": 5.0573,
      "step": 332395
    },
    {
      "epoch": 0.29095594433323035,
      "grad_norm": 0.6327182054519653,
      "learning_rate": 4.2563924491681084e-05,
      "loss": 5.1078,
      "step": 332400
    },
    {
      "epoch": 0.2909603209268575,
      "grad_norm": 0.628449022769928,
      "learning_rate": 4.25637083722437e-05,
      "loss": 4.5477,
      "step": 332405
    },
    {
      "epoch": 0.29096469752048465,
      "grad_norm": 0.6357807517051697,
      "learning_rate": 4.256349225038295e-05,
      "loss": 5.4274,
      "step": 332410
    },
    {
      "epoch": 0.2909690741141118,
      "grad_norm": 0.6263213753700256,
      "learning_rate": 4.256327612609886e-05,
      "loss": 5.2154,
      "step": 332415
    },
    {
      "epoch": 0.29097345070773895,
      "grad_norm": 0.6257419586181641,
      "learning_rate": 4.2563059999391495e-05,
      "loss": 5.1905,
      "step": 332420
    },
    {
      "epoch": 0.2909778273013661,
      "grad_norm": 0.6017249822616577,
      "learning_rate": 4.256284387026087e-05,
      "loss": 5.7017,
      "step": 332425
    },
    {
      "epoch": 0.29098220389499324,
      "grad_norm": 0.6678174734115601,
      "learning_rate": 4.256262773870705e-05,
      "loss": 4.1864,
      "step": 332430
    },
    {
      "epoch": 0.2909865804886204,
      "grad_norm": 0.6219347715377808,
      "learning_rate": 4.256241160473006e-05,
      "loss": 4.6123,
      "step": 332435
    },
    {
      "epoch": 0.2909909570822476,
      "grad_norm": 0.6244587898254395,
      "learning_rate": 4.256219546832995e-05,
      "loss": 5.6314,
      "step": 332440
    },
    {
      "epoch": 0.2909953336758747,
      "grad_norm": 0.6180879473686218,
      "learning_rate": 4.256197932950676e-05,
      "loss": 5.0677,
      "step": 332445
    },
    {
      "epoch": 0.2909997102695019,
      "grad_norm": 0.6156073808670044,
      "learning_rate": 4.256176318826053e-05,
      "loss": 5.3869,
      "step": 332450
    },
    {
      "epoch": 0.29100408686312906,
      "grad_norm": 0.6150946617126465,
      "learning_rate": 4.256154704459131e-05,
      "loss": 4.8802,
      "step": 332455
    },
    {
      "epoch": 0.2910084634567562,
      "grad_norm": 0.6116890907287598,
      "learning_rate": 4.256133089849912e-05,
      "loss": 5.6156,
      "step": 332460
    },
    {
      "epoch": 0.29101284005038336,
      "grad_norm": 0.6510232090950012,
      "learning_rate": 4.256111474998402e-05,
      "loss": 5.1405,
      "step": 332465
    },
    {
      "epoch": 0.2910172166440105,
      "grad_norm": 0.636167049407959,
      "learning_rate": 4.256089859904606e-05,
      "loss": 4.9303,
      "step": 332470
    },
    {
      "epoch": 0.29102159323763765,
      "grad_norm": 0.6154455542564392,
      "learning_rate": 4.256068244568526e-05,
      "loss": 5.1238,
      "step": 332475
    },
    {
      "epoch": 0.29102596983126483,
      "grad_norm": 0.6035469770431519,
      "learning_rate": 4.256046628990168e-05,
      "loss": 5.0217,
      "step": 332480
    },
    {
      "epoch": 0.29103034642489195,
      "grad_norm": 0.5962497591972351,
      "learning_rate": 4.2560250131695344e-05,
      "loss": 5.4059,
      "step": 332485
    },
    {
      "epoch": 0.2910347230185191,
      "grad_norm": 0.6061844825744629,
      "learning_rate": 4.25600339710663e-05,
      "loss": 5.8857,
      "step": 332490
    },
    {
      "epoch": 0.29103909961214625,
      "grad_norm": 0.6047002077102661,
      "learning_rate": 4.255981780801461e-05,
      "loss": 5.1889,
      "step": 332495
    },
    {
      "epoch": 0.2910434762057734,
      "grad_norm": 0.6165047883987427,
      "learning_rate": 4.255960164254028e-05,
      "loss": 5.1285,
      "step": 332500
    },
    {
      "epoch": 0.2910478527994006,
      "grad_norm": 0.6247495412826538,
      "learning_rate": 4.2559385474643386e-05,
      "loss": 5.1696,
      "step": 332505
    },
    {
      "epoch": 0.2910522293930277,
      "grad_norm": 0.602690577507019,
      "learning_rate": 4.255916930432394e-05,
      "loss": 4.2938,
      "step": 332510
    },
    {
      "epoch": 0.2910566059866549,
      "grad_norm": 0.6335586309432983,
      "learning_rate": 4.2558953131582016e-05,
      "loss": 5.1428,
      "step": 332515
    },
    {
      "epoch": 0.29106098258028207,
      "grad_norm": 0.6204873323440552,
      "learning_rate": 4.2558736956417625e-05,
      "loss": 4.3758,
      "step": 332520
    },
    {
      "epoch": 0.2910653591739092,
      "grad_norm": 0.6378106474876404,
      "learning_rate": 4.2558520778830814e-05,
      "loss": 5.3865,
      "step": 332525
    },
    {
      "epoch": 0.29106973576753636,
      "grad_norm": 0.5953354835510254,
      "learning_rate": 4.255830459882163e-05,
      "loss": 4.8958,
      "step": 332530
    },
    {
      "epoch": 0.2910741123611635,
      "grad_norm": 0.617350161075592,
      "learning_rate": 4.255808841639013e-05,
      "loss": 5.0944,
      "step": 332535
    },
    {
      "epoch": 0.29107848895479066,
      "grad_norm": 0.6004195809364319,
      "learning_rate": 4.255787223153633e-05,
      "loss": 5.298,
      "step": 332540
    },
    {
      "epoch": 0.29108286554841784,
      "grad_norm": 0.6173744201660156,
      "learning_rate": 4.2557656044260284e-05,
      "loss": 4.8929,
      "step": 332545
    },
    {
      "epoch": 0.29108724214204496,
      "grad_norm": 0.616661548614502,
      "learning_rate": 4.2557439854562054e-05,
      "loss": 4.877,
      "step": 332550
    },
    {
      "epoch": 0.29109161873567213,
      "grad_norm": 0.626762330532074,
      "learning_rate": 4.2557223662441635e-05,
      "loss": 4.6541,
      "step": 332555
    },
    {
      "epoch": 0.2910959953292993,
      "grad_norm": 0.6321926116943359,
      "learning_rate": 4.25570074678991e-05,
      "loss": 4.3594,
      "step": 332560
    },
    {
      "epoch": 0.2911003719229264,
      "grad_norm": 0.6026285290718079,
      "learning_rate": 4.2556791270934494e-05,
      "loss": 5.657,
      "step": 332565
    },
    {
      "epoch": 0.2911047485165536,
      "grad_norm": 0.6094681620597839,
      "learning_rate": 4.255657507154785e-05,
      "loss": 4.6558,
      "step": 332570
    },
    {
      "epoch": 0.2911091251101807,
      "grad_norm": 0.6238355040550232,
      "learning_rate": 4.255635886973921e-05,
      "loss": 4.8999,
      "step": 332575
    },
    {
      "epoch": 0.2911135017038079,
      "grad_norm": 0.611199140548706,
      "learning_rate": 4.25561426655086e-05,
      "loss": 4.852,
      "step": 332580
    },
    {
      "epoch": 0.2911178782974351,
      "grad_norm": 0.6123195290565491,
      "learning_rate": 4.25559264588561e-05,
      "loss": 5.9477,
      "step": 332585
    },
    {
      "epoch": 0.2911222548910622,
      "grad_norm": 0.6215572953224182,
      "learning_rate": 4.255571024978172e-05,
      "loss": 5.9271,
      "step": 332590
    },
    {
      "epoch": 0.29112663148468937,
      "grad_norm": 0.6059461832046509,
      "learning_rate": 4.25554940382855e-05,
      "loss": 5.1015,
      "step": 332595
    },
    {
      "epoch": 0.29113100807831654,
      "grad_norm": 0.6067220568656921,
      "learning_rate": 4.2555277824367504e-05,
      "loss": 5.3755,
      "step": 332600
    },
    {
      "epoch": 0.29113538467194366,
      "grad_norm": 0.6137518882751465,
      "learning_rate": 4.2555061608027756e-05,
      "loss": 4.8951,
      "step": 332605
    },
    {
      "epoch": 0.29113976126557084,
      "grad_norm": 0.6075758337974548,
      "learning_rate": 4.2554845389266315e-05,
      "loss": 5.6123,
      "step": 332610
    },
    {
      "epoch": 0.29114413785919796,
      "grad_norm": 0.6101169586181641,
      "learning_rate": 4.2554629168083206e-05,
      "loss": 5.8852,
      "step": 332615
    },
    {
      "epoch": 0.29114851445282514,
      "grad_norm": 0.6180891394615173,
      "learning_rate": 4.255441294447847e-05,
      "loss": 5.6631,
      "step": 332620
    },
    {
      "epoch": 0.2911528910464523,
      "grad_norm": 0.623982310295105,
      "learning_rate": 4.2554196718452156e-05,
      "loss": 4.5549,
      "step": 332625
    },
    {
      "epoch": 0.29115726764007943,
      "grad_norm": 0.6106350421905518,
      "learning_rate": 4.255398049000431e-05,
      "loss": 4.6305,
      "step": 332630
    },
    {
      "epoch": 0.2911616442337066,
      "grad_norm": 0.6246691346168518,
      "learning_rate": 4.2553764259134965e-05,
      "loss": 5.7079,
      "step": 332635
    },
    {
      "epoch": 0.2911660208273337,
      "grad_norm": 0.7245383262634277,
      "learning_rate": 4.255354802584416e-05,
      "loss": 4.6084,
      "step": 332640
    },
    {
      "epoch": 0.2911703974209609,
      "grad_norm": 0.7240472435951233,
      "learning_rate": 4.255333179013195e-05,
      "loss": 4.8462,
      "step": 332645
    },
    {
      "epoch": 0.2911747740145881,
      "grad_norm": 0.6195775866508484,
      "learning_rate": 4.255311555199837e-05,
      "loss": 5.0672,
      "step": 332650
    },
    {
      "epoch": 0.2911791506082152,
      "grad_norm": 0.6256219148635864,
      "learning_rate": 4.255289931144346e-05,
      "loss": 5.4098,
      "step": 332655
    },
    {
      "epoch": 0.2911835272018424,
      "grad_norm": 0.7229258418083191,
      "learning_rate": 4.2552683068467256e-05,
      "loss": 5.7034,
      "step": 332660
    },
    {
      "epoch": 0.29118790379546955,
      "grad_norm": 0.6940382719039917,
      "learning_rate": 4.255246682306981e-05,
      "loss": 5.6911,
      "step": 332665
    },
    {
      "epoch": 0.29119228038909667,
      "grad_norm": 0.6209753751754761,
      "learning_rate": 4.2552250575251177e-05,
      "loss": 4.7908,
      "step": 332670
    },
    {
      "epoch": 0.29119665698272384,
      "grad_norm": 0.6243963837623596,
      "learning_rate": 4.255203432501137e-05,
      "loss": 4.6069,
      "step": 332675
    },
    {
      "epoch": 0.29120103357635096,
      "grad_norm": 0.6105139255523682,
      "learning_rate": 4.2551818072350435e-05,
      "loss": 4.7933,
      "step": 332680
    },
    {
      "epoch": 0.29120541016997814,
      "grad_norm": 0.6049582958221436,
      "learning_rate": 4.255160181726843e-05,
      "loss": 5.9123,
      "step": 332685
    },
    {
      "epoch": 0.2912097867636053,
      "grad_norm": 0.6242449283599854,
      "learning_rate": 4.2551385559765375e-05,
      "loss": 4.3739,
      "step": 332690
    },
    {
      "epoch": 0.29121416335723244,
      "grad_norm": 0.6082028746604919,
      "learning_rate": 4.2551169299841344e-05,
      "loss": 5.0768,
      "step": 332695
    },
    {
      "epoch": 0.2912185399508596,
      "grad_norm": 0.6205329895019531,
      "learning_rate": 4.2550953037496344e-05,
      "loss": 5.1,
      "step": 332700
    },
    {
      "epoch": 0.2912229165444868,
      "grad_norm": 0.6291799545288086,
      "learning_rate": 4.2550736772730435e-05,
      "loss": 5.4454,
      "step": 332705
    },
    {
      "epoch": 0.2912272931381139,
      "grad_norm": 0.6151463389396667,
      "learning_rate": 4.2550520505543666e-05,
      "loss": 4.3728,
      "step": 332710
    },
    {
      "epoch": 0.2912316697317411,
      "grad_norm": 0.6092303395271301,
      "learning_rate": 4.255030423593607e-05,
      "loss": 5.434,
      "step": 332715
    },
    {
      "epoch": 0.2912360463253682,
      "grad_norm": 0.6015194654464722,
      "learning_rate": 4.255008796390767e-05,
      "loss": 4.8765,
      "step": 332720
    },
    {
      "epoch": 0.2912404229189954,
      "grad_norm": 0.6107129454612732,
      "learning_rate": 4.2549871689458545e-05,
      "loss": 4.3935,
      "step": 332725
    },
    {
      "epoch": 0.29124479951262255,
      "grad_norm": 0.6024552583694458,
      "learning_rate": 4.25496554125887e-05,
      "loss": 4.5814,
      "step": 332730
    },
    {
      "epoch": 0.2912491761062497,
      "grad_norm": 0.608715832233429,
      "learning_rate": 4.2549439133298195e-05,
      "loss": 5.6328,
      "step": 332735
    },
    {
      "epoch": 0.29125355269987685,
      "grad_norm": 0.5990312099456787,
      "learning_rate": 4.254922285158708e-05,
      "loss": 5.1436,
      "step": 332740
    },
    {
      "epoch": 0.29125792929350397,
      "grad_norm": 0.5882781147956848,
      "learning_rate": 4.254900656745538e-05,
      "loss": 5.3842,
      "step": 332745
    },
    {
      "epoch": 0.29126230588713115,
      "grad_norm": 0.6125646233558655,
      "learning_rate": 4.254879028090315e-05,
      "loss": 5.0955,
      "step": 332750
    },
    {
      "epoch": 0.2912666824807583,
      "grad_norm": 0.6234903335571289,
      "learning_rate": 4.2548573991930415e-05,
      "loss": 4.9129,
      "step": 332755
    },
    {
      "epoch": 0.29127105907438544,
      "grad_norm": 0.6167886853218079,
      "learning_rate": 4.2548357700537233e-05,
      "loss": 4.8911,
      "step": 332760
    },
    {
      "epoch": 0.2912754356680126,
      "grad_norm": 0.600058376789093,
      "learning_rate": 4.254814140672364e-05,
      "loss": 5.6113,
      "step": 332765
    },
    {
      "epoch": 0.2912798122616398,
      "grad_norm": 0.5872260928153992,
      "learning_rate": 4.254792511048968e-05,
      "loss": 4.5805,
      "step": 332770
    },
    {
      "epoch": 0.2912841888552669,
      "grad_norm": 0.6203099489212036,
      "learning_rate": 4.2547708811835396e-05,
      "loss": 4.3816,
      "step": 332775
    },
    {
      "epoch": 0.2912885654488941,
      "grad_norm": 0.610767662525177,
      "learning_rate": 4.254749251076081e-05,
      "loss": 4.5805,
      "step": 332780
    },
    {
      "epoch": 0.2912929420425212,
      "grad_norm": 0.6086179614067078,
      "learning_rate": 4.2547276207265994e-05,
      "loss": 4.8018,
      "step": 332785
    },
    {
      "epoch": 0.2912973186361484,
      "grad_norm": 0.5942243337631226,
      "learning_rate": 4.2547059901350974e-05,
      "loss": 5.9252,
      "step": 332790
    },
    {
      "epoch": 0.29130169522977556,
      "grad_norm": 0.607714831829071,
      "learning_rate": 4.25468435930158e-05,
      "loss": 4.8995,
      "step": 332795
    },
    {
      "epoch": 0.2913060718234027,
      "grad_norm": 0.6129145622253418,
      "learning_rate": 4.2546627282260486e-05,
      "loss": 4.6188,
      "step": 332800
    },
    {
      "epoch": 0.29131044841702985,
      "grad_norm": 0.6076083779335022,
      "learning_rate": 4.2546410969085107e-05,
      "loss": 4.8945,
      "step": 332805
    },
    {
      "epoch": 0.29131482501065703,
      "grad_norm": 0.608538806438446,
      "learning_rate": 4.254619465348969e-05,
      "loss": 5.6605,
      "step": 332810
    },
    {
      "epoch": 0.29131920160428415,
      "grad_norm": 0.6139792203903198,
      "learning_rate": 4.254597833547428e-05,
      "loss": 5.4243,
      "step": 332815
    },
    {
      "epoch": 0.2913235781979113,
      "grad_norm": 0.5959534645080566,
      "learning_rate": 4.254576201503891e-05,
      "loss": 5.3892,
      "step": 332820
    },
    {
      "epoch": 0.29132795479153845,
      "grad_norm": 0.6055697202682495,
      "learning_rate": 4.254554569218365e-05,
      "loss": 4.3715,
      "step": 332825
    },
    {
      "epoch": 0.2913323313851656,
      "grad_norm": 0.6300259232521057,
      "learning_rate": 4.25453293669085e-05,
      "loss": 5.4045,
      "step": 332830
    },
    {
      "epoch": 0.2913367079787928,
      "grad_norm": 0.6045377850532532,
      "learning_rate": 4.254511303921355e-05,
      "loss": 4.3854,
      "step": 332835
    },
    {
      "epoch": 0.2913410845724199,
      "grad_norm": 0.6092345714569092,
      "learning_rate": 4.254489670909879e-05,
      "loss": 4.3952,
      "step": 332840
    },
    {
      "epoch": 0.2913454611660471,
      "grad_norm": 0.604793906211853,
      "learning_rate": 4.2544680376564283e-05,
      "loss": 4.8973,
      "step": 332845
    },
    {
      "epoch": 0.29134983775967427,
      "grad_norm": 0.6184804439544678,
      "learning_rate": 4.254446404161009e-05,
      "loss": 5.3911,
      "step": 332850
    },
    {
      "epoch": 0.2913542143533014,
      "grad_norm": 0.6066139936447144,
      "learning_rate": 4.254424770423623e-05,
      "loss": 3.869,
      "step": 332855
    },
    {
      "epoch": 0.29135859094692856,
      "grad_norm": 0.6195976734161377,
      "learning_rate": 4.254403136444276e-05,
      "loss": 5.6238,
      "step": 332860
    },
    {
      "epoch": 0.2913629675405557,
      "grad_norm": 0.6233251094818115,
      "learning_rate": 4.2543815022229694e-05,
      "loss": 5.1998,
      "step": 332865
    },
    {
      "epoch": 0.29136734413418286,
      "grad_norm": 0.610107958316803,
      "learning_rate": 4.254359867759711e-05,
      "loss": 5.2828,
      "step": 332870
    },
    {
      "epoch": 0.29137172072781004,
      "grad_norm": 0.5995800495147705,
      "learning_rate": 4.2543382330545034e-05,
      "loss": 5.3924,
      "step": 332875
    },
    {
      "epoch": 0.29137609732143716,
      "grad_norm": 0.6815175414085388,
      "learning_rate": 4.25431659810735e-05,
      "loss": 4.3967,
      "step": 332880
    },
    {
      "epoch": 0.29138047391506433,
      "grad_norm": 0.6118255853652954,
      "learning_rate": 4.254294962918256e-05,
      "loss": 5.1483,
      "step": 332885
    },
    {
      "epoch": 0.29138485050869145,
      "grad_norm": 0.6269952654838562,
      "learning_rate": 4.254273327487224e-05,
      "loss": 5.7117,
      "step": 332890
    },
    {
      "epoch": 0.2913892271023186,
      "grad_norm": 0.5901151895523071,
      "learning_rate": 4.254251691814261e-05,
      "loss": 5.8982,
      "step": 332895
    },
    {
      "epoch": 0.2913936036959458,
      "grad_norm": 0.6052386164665222,
      "learning_rate": 4.254230055899369e-05,
      "loss": 4.7877,
      "step": 332900
    },
    {
      "epoch": 0.2913979802895729,
      "grad_norm": 0.6056027412414551,
      "learning_rate": 4.2542084197425514e-05,
      "loss": 4.8732,
      "step": 332905
    },
    {
      "epoch": 0.2914023568832001,
      "grad_norm": 0.6182089447975159,
      "learning_rate": 4.254186783343815e-05,
      "loss": 5.2115,
      "step": 332910
    },
    {
      "epoch": 0.2914067334768273,
      "grad_norm": 0.6038946509361267,
      "learning_rate": 4.254165146703163e-05,
      "loss": 5.6556,
      "step": 332915
    },
    {
      "epoch": 0.2914111100704544,
      "grad_norm": 0.6474891901016235,
      "learning_rate": 4.2541435098205984e-05,
      "loss": 4.6552,
      "step": 332920
    },
    {
      "epoch": 0.29141548666408157,
      "grad_norm": 0.6107439398765564,
      "learning_rate": 4.2541218726961264e-05,
      "loss": 5.6121,
      "step": 332925
    },
    {
      "epoch": 0.2914198632577087,
      "grad_norm": 0.6212329864501953,
      "learning_rate": 4.254100235329751e-05,
      "loss": 5.2385,
      "step": 332930
    },
    {
      "epoch": 0.29142423985133586,
      "grad_norm": 0.6306247115135193,
      "learning_rate": 4.254078597721476e-05,
      "loss": 5.1792,
      "step": 332935
    },
    {
      "epoch": 0.29142861644496304,
      "grad_norm": 0.6022986769676208,
      "learning_rate": 4.254056959871307e-05,
      "loss": 4.1462,
      "step": 332940
    },
    {
      "epoch": 0.29143299303859016,
      "grad_norm": 0.6210488080978394,
      "learning_rate": 4.254035321779246e-05,
      "loss": 4.8112,
      "step": 332945
    },
    {
      "epoch": 0.29143736963221734,
      "grad_norm": 0.6280863881111145,
      "learning_rate": 4.254013683445299e-05,
      "loss": 5.3962,
      "step": 332950
    },
    {
      "epoch": 0.2914417462258445,
      "grad_norm": 0.6196712851524353,
      "learning_rate": 4.2539920448694694e-05,
      "loss": 5.7038,
      "step": 332955
    },
    {
      "epoch": 0.29144612281947163,
      "grad_norm": 0.700431764125824,
      "learning_rate": 4.253970406051762e-05,
      "loss": 4.3593,
      "step": 332960
    },
    {
      "epoch": 0.2914504994130988,
      "grad_norm": 0.6242208480834961,
      "learning_rate": 4.2539487669921786e-05,
      "loss": 5.6285,
      "step": 332965
    },
    {
      "epoch": 0.2914548760067259,
      "grad_norm": 0.6161337494850159,
      "learning_rate": 4.253927127690727e-05,
      "loss": 5.4013,
      "step": 332970
    },
    {
      "epoch": 0.2914592526003531,
      "grad_norm": 0.591301441192627,
      "learning_rate": 4.253905488147408e-05,
      "loss": 6.2201,
      "step": 332975
    },
    {
      "epoch": 0.2914636291939803,
      "grad_norm": 0.6077027320861816,
      "learning_rate": 4.253883848362229e-05,
      "loss": 4.9126,
      "step": 332980
    },
    {
      "epoch": 0.2914680057876074,
      "grad_norm": 0.6081163287162781,
      "learning_rate": 4.253862208335191e-05,
      "loss": 4.6869,
      "step": 332985
    },
    {
      "epoch": 0.2914723823812346,
      "grad_norm": 0.6179786324501038,
      "learning_rate": 4.2538405680663004e-05,
      "loss": 5.0692,
      "step": 332990
    },
    {
      "epoch": 0.2914767589748617,
      "grad_norm": 0.6054328083992004,
      "learning_rate": 4.253818927555561e-05,
      "loss": 5.6014,
      "step": 332995
    },
    {
      "epoch": 0.29148113556848887,
      "grad_norm": 0.5927170515060425,
      "learning_rate": 4.253797286802975e-05,
      "loss": 5.6862,
      "step": 333000
    },
    {
      "epoch": 0.29148551216211604,
      "grad_norm": 0.6128517389297485,
      "learning_rate": 4.25377564580855e-05,
      "loss": 4.9151,
      "step": 333005
    },
    {
      "epoch": 0.29148988875574317,
      "grad_norm": 0.6185469031333923,
      "learning_rate": 4.2537540045722866e-05,
      "loss": 5.7122,
      "step": 333010
    },
    {
      "epoch": 0.29149426534937034,
      "grad_norm": 0.6105673909187317,
      "learning_rate": 4.2537323630941927e-05,
      "loss": 4.7938,
      "step": 333015
    },
    {
      "epoch": 0.2914986419429975,
      "grad_norm": 0.6093966364860535,
      "learning_rate": 4.25371072137427e-05,
      "loss": 4.6902,
      "step": 333020
    },
    {
      "epoch": 0.29150301853662464,
      "grad_norm": 0.6146708726882935,
      "learning_rate": 4.2536890794125225e-05,
      "loss": 5.3041,
      "step": 333025
    },
    {
      "epoch": 0.2915073951302518,
      "grad_norm": 0.6085227131843567,
      "learning_rate": 4.253667437208956e-05,
      "loss": 4.8887,
      "step": 333030
    },
    {
      "epoch": 0.29151177172387893,
      "grad_norm": 0.6005146503448486,
      "learning_rate": 4.253645794763572e-05,
      "loss": 5.216,
      "step": 333035
    },
    {
      "epoch": 0.2915161483175061,
      "grad_norm": 0.6113529205322266,
      "learning_rate": 4.253624152076378e-05,
      "loss": 5.9061,
      "step": 333040
    },
    {
      "epoch": 0.2915205249111333,
      "grad_norm": 0.6116885542869568,
      "learning_rate": 4.253602509147376e-05,
      "loss": 5.6324,
      "step": 333045
    },
    {
      "epoch": 0.2915249015047604,
      "grad_norm": 0.5965509414672852,
      "learning_rate": 4.253580865976571e-05,
      "loss": 4.8579,
      "step": 333050
    },
    {
      "epoch": 0.2915292780983876,
      "grad_norm": 0.6081445813179016,
      "learning_rate": 4.253559222563966e-05,
      "loss": 4.3917,
      "step": 333055
    },
    {
      "epoch": 0.29153365469201475,
      "grad_norm": 0.6047219634056091,
      "learning_rate": 4.2535375789095674e-05,
      "loss": 5.9014,
      "step": 333060
    },
    {
      "epoch": 0.2915380312856419,
      "grad_norm": 0.6292571425437927,
      "learning_rate": 4.253515935013378e-05,
      "loss": 4.8935,
      "step": 333065
    },
    {
      "epoch": 0.29154240787926905,
      "grad_norm": 0.6185993552207947,
      "learning_rate": 4.2534942908754015e-05,
      "loss": 4.9397,
      "step": 333070
    },
    {
      "epoch": 0.29154678447289617,
      "grad_norm": 0.6055027842521667,
      "learning_rate": 4.253472646495643e-05,
      "loss": 5.3279,
      "step": 333075
    },
    {
      "epoch": 0.29155116106652335,
      "grad_norm": 0.604945957660675,
      "learning_rate": 4.253451001874107e-05,
      "loss": 5.365,
      "step": 333080
    },
    {
      "epoch": 0.2915555376601505,
      "grad_norm": 0.6215659976005554,
      "learning_rate": 4.253429357010795e-05,
      "loss": 4.792,
      "step": 333085
    },
    {
      "epoch": 0.29155991425377764,
      "grad_norm": 0.6225761771202087,
      "learning_rate": 4.2534077119057156e-05,
      "loss": 4.9064,
      "step": 333090
    },
    {
      "epoch": 0.2915642908474048,
      "grad_norm": 0.6290842890739441,
      "learning_rate": 4.2533860665588685e-05,
      "loss": 4.8707,
      "step": 333095
    },
    {
      "epoch": 0.291568667441032,
      "grad_norm": 0.6070696115493774,
      "learning_rate": 4.2533644209702606e-05,
      "loss": 4.9242,
      "step": 333100
    },
    {
      "epoch": 0.2915730440346591,
      "grad_norm": 0.594546914100647,
      "learning_rate": 4.253342775139896e-05,
      "loss": 5.4091,
      "step": 333105
    },
    {
      "epoch": 0.2915774206282863,
      "grad_norm": 0.6056311726570129,
      "learning_rate": 4.253321129067778e-05,
      "loss": 5.057,
      "step": 333110
    },
    {
      "epoch": 0.2915817972219134,
      "grad_norm": 0.5976386070251465,
      "learning_rate": 4.2532994827539105e-05,
      "loss": 5.2785,
      "step": 333115
    },
    {
      "epoch": 0.2915861738155406,
      "grad_norm": 0.5988290309906006,
      "learning_rate": 4.2532778361982986e-05,
      "loss": 5.6111,
      "step": 333120
    },
    {
      "epoch": 0.29159055040916776,
      "grad_norm": 0.6047399640083313,
      "learning_rate": 4.253256189400946e-05,
      "loss": 5.624,
      "step": 333125
    },
    {
      "epoch": 0.2915949270027949,
      "grad_norm": 0.6041496992111206,
      "learning_rate": 4.253234542361856e-05,
      "loss": 5.5996,
      "step": 333130
    },
    {
      "epoch": 0.29159930359642205,
      "grad_norm": 0.5922129154205322,
      "learning_rate": 4.253212895081035e-05,
      "loss": 5.4006,
      "step": 333135
    },
    {
      "epoch": 0.2916036801900492,
      "grad_norm": 0.5936316251754761,
      "learning_rate": 4.2531912475584854e-05,
      "loss": 5.3656,
      "step": 333140
    },
    {
      "epoch": 0.29160805678367635,
      "grad_norm": 0.6083876490592957,
      "learning_rate": 4.2531695997942124e-05,
      "loss": 5.0841,
      "step": 333145
    },
    {
      "epoch": 0.2916124333773035,
      "grad_norm": 0.63109290599823,
      "learning_rate": 4.25314795178822e-05,
      "loss": 5.127,
      "step": 333150
    },
    {
      "epoch": 0.29161680997093065,
      "grad_norm": 0.5919394493103027,
      "learning_rate": 4.25312630354051e-05,
      "loss": 5.1138,
      "step": 333155
    },
    {
      "epoch": 0.2916211865645578,
      "grad_norm": 0.6065266132354736,
      "learning_rate": 4.253104655051091e-05,
      "loss": 4.5826,
      "step": 333160
    },
    {
      "epoch": 0.291625563158185,
      "grad_norm": 0.615698516368866,
      "learning_rate": 4.2530830063199634e-05,
      "loss": 5.9469,
      "step": 333165
    },
    {
      "epoch": 0.2916299397518121,
      "grad_norm": 0.6326528787612915,
      "learning_rate": 4.2530613573471336e-05,
      "loss": 5.2056,
      "step": 333170
    },
    {
      "epoch": 0.2916343163454393,
      "grad_norm": 0.6492471098899841,
      "learning_rate": 4.253039708132603e-05,
      "loss": 5.3966,
      "step": 333175
    },
    {
      "epoch": 0.2916386929390664,
      "grad_norm": 0.6180762648582458,
      "learning_rate": 4.25301805867638e-05,
      "loss": 5.3858,
      "step": 333180
    },
    {
      "epoch": 0.2916430695326936,
      "grad_norm": 0.6300462484359741,
      "learning_rate": 4.2529964089784655e-05,
      "loss": 4.8937,
      "step": 333185
    },
    {
      "epoch": 0.29164744612632076,
      "grad_norm": 0.6095940470695496,
      "learning_rate": 4.252974759038865e-05,
      "loss": 5.5803,
      "step": 333190
    },
    {
      "epoch": 0.2916518227199479,
      "grad_norm": 0.6099210381507874,
      "learning_rate": 4.2529531088575826e-05,
      "loss": 5.7196,
      "step": 333195
    },
    {
      "epoch": 0.29165619931357506,
      "grad_norm": 0.6326519846916199,
      "learning_rate": 4.2529314584346215e-05,
      "loss": 5.1565,
      "step": 333200
    },
    {
      "epoch": 0.29166057590720224,
      "grad_norm": 0.6137771606445312,
      "learning_rate": 4.252909807769987e-05,
      "loss": 5.0602,
      "step": 333205
    },
    {
      "epoch": 0.29166495250082936,
      "grad_norm": 0.6628430485725403,
      "learning_rate": 4.2528881568636826e-05,
      "loss": 4.6183,
      "step": 333210
    },
    {
      "epoch": 0.29166932909445653,
      "grad_norm": 0.6916750073432922,
      "learning_rate": 4.2528665057157135e-05,
      "loss": 4.9116,
      "step": 333215
    },
    {
      "epoch": 0.29167370568808365,
      "grad_norm": 0.5992347002029419,
      "learning_rate": 4.2528448543260826e-05,
      "loss": 4.6937,
      "step": 333220
    },
    {
      "epoch": 0.2916780822817108,
      "grad_norm": 0.6451499462127686,
      "learning_rate": 4.2528232026947945e-05,
      "loss": 5.4243,
      "step": 333225
    },
    {
      "epoch": 0.291682458875338,
      "grad_norm": 0.6015716791152954,
      "learning_rate": 4.252801550821853e-05,
      "loss": 5.3915,
      "step": 333230
    },
    {
      "epoch": 0.2916868354689651,
      "grad_norm": 0.5980551242828369,
      "learning_rate": 4.2527798987072644e-05,
      "loss": 5.2832,
      "step": 333235
    },
    {
      "epoch": 0.2916912120625923,
      "grad_norm": 0.6199589371681213,
      "learning_rate": 4.252758246351029e-05,
      "loss": 4.8731,
      "step": 333240
    },
    {
      "epoch": 0.2916955886562195,
      "grad_norm": 0.6313226222991943,
      "learning_rate": 4.2527365937531546e-05,
      "loss": 5.1872,
      "step": 333245
    },
    {
      "epoch": 0.2916999652498466,
      "grad_norm": 0.698221743106842,
      "learning_rate": 4.2527149409136445e-05,
      "loss": 4.671,
      "step": 333250
    },
    {
      "epoch": 0.29170434184347377,
      "grad_norm": 0.6650561094284058,
      "learning_rate": 4.252693287832502e-05,
      "loss": 5.6728,
      "step": 333255
    },
    {
      "epoch": 0.2917087184371009,
      "grad_norm": 0.6084686517715454,
      "learning_rate": 4.252671634509731e-05,
      "loss": 4.7903,
      "step": 333260
    },
    {
      "epoch": 0.29171309503072806,
      "grad_norm": 0.6342248320579529,
      "learning_rate": 4.2526499809453366e-05,
      "loss": 5.1175,
      "step": 333265
    },
    {
      "epoch": 0.29171747162435524,
      "grad_norm": 0.6165659427642822,
      "learning_rate": 4.252628327139323e-05,
      "loss": 5.4089,
      "step": 333270
    },
    {
      "epoch": 0.29172184821798236,
      "grad_norm": 0.6019753217697144,
      "learning_rate": 4.2526066730916934e-05,
      "loss": 4.7562,
      "step": 333275
    },
    {
      "epoch": 0.29172622481160954,
      "grad_norm": 0.6078035235404968,
      "learning_rate": 4.252585018802453e-05,
      "loss": 5.3312,
      "step": 333280
    },
    {
      "epoch": 0.29173060140523666,
      "grad_norm": 0.5948983430862427,
      "learning_rate": 4.252563364271606e-05,
      "loss": 5.2844,
      "step": 333285
    },
    {
      "epoch": 0.29173497799886383,
      "grad_norm": 0.6276382803916931,
      "learning_rate": 4.252541709499156e-05,
      "loss": 5.1507,
      "step": 333290
    },
    {
      "epoch": 0.291739354592491,
      "grad_norm": 0.5981733798980713,
      "learning_rate": 4.2525200544851074e-05,
      "loss": 5.1978,
      "step": 333295
    },
    {
      "epoch": 0.2917437311861181,
      "grad_norm": 0.5860215425491333,
      "learning_rate": 4.252498399229463e-05,
      "loss": 5.6995,
      "step": 333300
    },
    {
      "epoch": 0.2917481077797453,
      "grad_norm": 0.6100696921348572,
      "learning_rate": 4.252476743732231e-05,
      "loss": 5.9162,
      "step": 333305
    },
    {
      "epoch": 0.2917524843733725,
      "grad_norm": 0.6082783341407776,
      "learning_rate": 4.252455087993411e-05,
      "loss": 5.1119,
      "step": 333310
    },
    {
      "epoch": 0.2917568609669996,
      "grad_norm": 0.6297534108161926,
      "learning_rate": 4.252433432013009e-05,
      "loss": 4.5887,
      "step": 333315
    },
    {
      "epoch": 0.2917612375606268,
      "grad_norm": 0.6041661500930786,
      "learning_rate": 4.25241177579103e-05,
      "loss": 5.9021,
      "step": 333320
    },
    {
      "epoch": 0.2917656141542539,
      "grad_norm": 0.6268830895423889,
      "learning_rate": 4.2523901193274776e-05,
      "loss": 4.8785,
      "step": 333325
    },
    {
      "epoch": 0.29176999074788107,
      "grad_norm": 0.6290141940116882,
      "learning_rate": 4.252368462622355e-05,
      "loss": 4.6839,
      "step": 333330
    },
    {
      "epoch": 0.29177436734150825,
      "grad_norm": 0.6125723123550415,
      "learning_rate": 4.2523468056756675e-05,
      "loss": 5.3667,
      "step": 333335
    },
    {
      "epoch": 0.29177874393513537,
      "grad_norm": 0.6207477450370789,
      "learning_rate": 4.252325148487419e-05,
      "loss": 4.643,
      "step": 333340
    },
    {
      "epoch": 0.29178312052876254,
      "grad_norm": 0.6010869145393372,
      "learning_rate": 4.2523034910576145e-05,
      "loss": 5.3584,
      "step": 333345
    },
    {
      "epoch": 0.2917874971223897,
      "grad_norm": 0.5988982319831848,
      "learning_rate": 4.252281833386256e-05,
      "loss": 4.6298,
      "step": 333350
    },
    {
      "epoch": 0.29179187371601684,
      "grad_norm": 0.7781468629837036,
      "learning_rate": 4.2522601754733496e-05,
      "loss": 5.1299,
      "step": 333355
    },
    {
      "epoch": 0.291796250309644,
      "grad_norm": 0.6642202138900757,
      "learning_rate": 4.252238517318898e-05,
      "loss": 5.736,
      "step": 333360
    },
    {
      "epoch": 0.29180062690327113,
      "grad_norm": 0.8305000066757202,
      "learning_rate": 4.252216858922908e-05,
      "loss": 5.1312,
      "step": 333365
    },
    {
      "epoch": 0.2918050034968983,
      "grad_norm": 0.64053875207901,
      "learning_rate": 4.2521952002853816e-05,
      "loss": 5.7208,
      "step": 333370
    },
    {
      "epoch": 0.2918093800905255,
      "grad_norm": 0.6134930849075317,
      "learning_rate": 4.2521735414063226e-05,
      "loss": 4.1618,
      "step": 333375
    },
    {
      "epoch": 0.2918137566841526,
      "grad_norm": 0.6733049154281616,
      "learning_rate": 4.2521518822857365e-05,
      "loss": 5.601,
      "step": 333380
    },
    {
      "epoch": 0.2918181332777798,
      "grad_norm": 0.6187761425971985,
      "learning_rate": 4.252130222923626e-05,
      "loss": 5.3806,
      "step": 333385
    },
    {
      "epoch": 0.2918225098714069,
      "grad_norm": 0.8189733028411865,
      "learning_rate": 4.2521085633199975e-05,
      "loss": 5.2054,
      "step": 333390
    },
    {
      "epoch": 0.2918268864650341,
      "grad_norm": 1.6138542890548706,
      "learning_rate": 4.2520869034748534e-05,
      "loss": 5.12,
      "step": 333395
    },
    {
      "epoch": 0.29183126305866125,
      "grad_norm": 0.7810811996459961,
      "learning_rate": 4.252065243388199e-05,
      "loss": 5.1152,
      "step": 333400
    },
    {
      "epoch": 0.29183563965228837,
      "grad_norm": 0.6273902654647827,
      "learning_rate": 4.252043583060037e-05,
      "loss": 4.0687,
      "step": 333405
    },
    {
      "epoch": 0.29184001624591555,
      "grad_norm": 0.8022215366363525,
      "learning_rate": 4.2520219224903726e-05,
      "loss": 5.2019,
      "step": 333410
    },
    {
      "epoch": 0.2918443928395427,
      "grad_norm": 0.6040775179862976,
      "learning_rate": 4.252000261679211e-05,
      "loss": 5.6344,
      "step": 333415
    },
    {
      "epoch": 0.29184876943316984,
      "grad_norm": 0.6798375248908997,
      "learning_rate": 4.251978600626554e-05,
      "loss": 4.691,
      "step": 333420
    },
    {
      "epoch": 0.291853146026797,
      "grad_norm": 0.599544107913971,
      "learning_rate": 4.2519569393324066e-05,
      "loss": 5.0908,
      "step": 333425
    },
    {
      "epoch": 0.29185752262042414,
      "grad_norm": 0.626646876335144,
      "learning_rate": 4.2519352777967744e-05,
      "loss": 6.2039,
      "step": 333430
    },
    {
      "epoch": 0.2918618992140513,
      "grad_norm": 0.6044600009918213,
      "learning_rate": 4.2519136160196606e-05,
      "loss": 5.388,
      "step": 333435
    },
    {
      "epoch": 0.2918662758076785,
      "grad_norm": 0.6998130679130554,
      "learning_rate": 4.251891954001069e-05,
      "loss": 5.3408,
      "step": 333440
    },
    {
      "epoch": 0.2918706524013056,
      "grad_norm": 0.6710798144340515,
      "learning_rate": 4.251870291741004e-05,
      "loss": 5.4414,
      "step": 333445
    },
    {
      "epoch": 0.2918750289949328,
      "grad_norm": 0.6042107343673706,
      "learning_rate": 4.25184862923947e-05,
      "loss": 5.7099,
      "step": 333450
    },
    {
      "epoch": 0.29187940558855996,
      "grad_norm": 0.5999212265014648,
      "learning_rate": 4.2518269664964704e-05,
      "loss": 5.3847,
      "step": 333455
    },
    {
      "epoch": 0.2918837821821871,
      "grad_norm": 0.6198940873146057,
      "learning_rate": 4.251805303512011e-05,
      "loss": 4.916,
      "step": 333460
    },
    {
      "epoch": 0.29188815877581425,
      "grad_norm": 0.7029372453689575,
      "learning_rate": 4.2517836402860945e-05,
      "loss": 4.5721,
      "step": 333465
    },
    {
      "epoch": 0.2918925353694414,
      "grad_norm": 0.6247447729110718,
      "learning_rate": 4.251761976818726e-05,
      "loss": 4.6722,
      "step": 333470
    },
    {
      "epoch": 0.29189691196306855,
      "grad_norm": 0.6149250864982605,
      "learning_rate": 4.2517403131099086e-05,
      "loss": 5.3424,
      "step": 333475
    },
    {
      "epoch": 0.2919012885566957,
      "grad_norm": 0.6039069890975952,
      "learning_rate": 4.2517186491596484e-05,
      "loss": 4.885,
      "step": 333480
    },
    {
      "epoch": 0.29190566515032285,
      "grad_norm": 0.6159745454788208,
      "learning_rate": 4.2516969849679466e-05,
      "loss": 5.6822,
      "step": 333485
    },
    {
      "epoch": 0.29191004174395,
      "grad_norm": 0.6042649149894714,
      "learning_rate": 4.2516753205348106e-05,
      "loss": 5.3736,
      "step": 333490
    },
    {
      "epoch": 0.2919144183375772,
      "grad_norm": 0.6547229290008545,
      "learning_rate": 4.2516536558602423e-05,
      "loss": 5.0831,
      "step": 333495
    },
    {
      "epoch": 0.2919187949312043,
      "grad_norm": 0.6217312812805176,
      "learning_rate": 4.251631990944247e-05,
      "loss": 5.1751,
      "step": 333500
    },
    {
      "epoch": 0.2919231715248315,
      "grad_norm": 0.6141475439071655,
      "learning_rate": 4.251610325786829e-05,
      "loss": 4.6182,
      "step": 333505
    },
    {
      "epoch": 0.2919275481184586,
      "grad_norm": 0.6166077256202698,
      "learning_rate": 4.251588660387991e-05,
      "loss": 5.6915,
      "step": 333510
    },
    {
      "epoch": 0.2919319247120858,
      "grad_norm": 0.6555241942405701,
      "learning_rate": 4.2515669947477386e-05,
      "loss": 5.387,
      "step": 333515
    },
    {
      "epoch": 0.29193630130571296,
      "grad_norm": 0.6087501645088196,
      "learning_rate": 4.2515453288660766e-05,
      "loss": 4.866,
      "step": 333520
    },
    {
      "epoch": 0.2919406778993401,
      "grad_norm": 0.6157519221305847,
      "learning_rate": 4.251523662743007e-05,
      "loss": 5.4056,
      "step": 333525
    },
    {
      "epoch": 0.29194505449296726,
      "grad_norm": 0.6041722893714905,
      "learning_rate": 4.2515019963785354e-05,
      "loss": 5.6387,
      "step": 333530
    },
    {
      "epoch": 0.2919494310865944,
      "grad_norm": 0.6139006614685059,
      "learning_rate": 4.2514803297726656e-05,
      "loss": 4.0372,
      "step": 333535
    },
    {
      "epoch": 0.29195380768022156,
      "grad_norm": 0.597160816192627,
      "learning_rate": 4.251458662925402e-05,
      "loss": 6.184,
      "step": 333540
    },
    {
      "epoch": 0.29195818427384873,
      "grad_norm": 0.5823724269866943,
      "learning_rate": 4.251436995836748e-05,
      "loss": 6.2609,
      "step": 333545
    },
    {
      "epoch": 0.29196256086747585,
      "grad_norm": 0.5774925351142883,
      "learning_rate": 4.2514153285067094e-05,
      "loss": 5.9037,
      "step": 333550
    },
    {
      "epoch": 0.291966937461103,
      "grad_norm": 0.6084190607070923,
      "learning_rate": 4.251393660935289e-05,
      "loss": 4.9475,
      "step": 333555
    },
    {
      "epoch": 0.2919713140547302,
      "grad_norm": 0.6110787391662598,
      "learning_rate": 4.2513719931224917e-05,
      "loss": 5.933,
      "step": 333560
    },
    {
      "epoch": 0.2919756906483573,
      "grad_norm": 0.6325055956840515,
      "learning_rate": 4.2513503250683216e-05,
      "loss": 4.4133,
      "step": 333565
    },
    {
      "epoch": 0.2919800672419845,
      "grad_norm": 0.6275634765625,
      "learning_rate": 4.251328656772783e-05,
      "loss": 5.4398,
      "step": 333570
    },
    {
      "epoch": 0.2919844438356116,
      "grad_norm": 0.6179781556129456,
      "learning_rate": 4.251306988235879e-05,
      "loss": 5.383,
      "step": 333575
    },
    {
      "epoch": 0.2919888204292388,
      "grad_norm": 0.5838402509689331,
      "learning_rate": 4.2512853194576155e-05,
      "loss": 6.2281,
      "step": 333580
    },
    {
      "epoch": 0.29199319702286597,
      "grad_norm": 0.5970823764801025,
      "learning_rate": 4.2512636504379946e-05,
      "loss": 5.7025,
      "step": 333585
    },
    {
      "epoch": 0.2919975736164931,
      "grad_norm": 0.6280855536460876,
      "learning_rate": 4.251241981177021e-05,
      "loss": 4.2248,
      "step": 333590
    },
    {
      "epoch": 0.29200195021012026,
      "grad_norm": 0.6170159578323364,
      "learning_rate": 4.251220311674701e-05,
      "loss": 5.3787,
      "step": 333595
    },
    {
      "epoch": 0.29200632680374744,
      "grad_norm": 0.6151469349861145,
      "learning_rate": 4.251198641931037e-05,
      "loss": 5.0994,
      "step": 333600
    },
    {
      "epoch": 0.29201070339737456,
      "grad_norm": 0.6169700622558594,
      "learning_rate": 4.251176971946032e-05,
      "loss": 4.9179,
      "step": 333605
    },
    {
      "epoch": 0.29201507999100174,
      "grad_norm": 0.6065812706947327,
      "learning_rate": 4.251155301719692e-05,
      "loss": 5.6646,
      "step": 333610
    },
    {
      "epoch": 0.29201945658462886,
      "grad_norm": 0.6032230257987976,
      "learning_rate": 4.251133631252023e-05,
      "loss": 5.7122,
      "step": 333615
    },
    {
      "epoch": 0.29202383317825603,
      "grad_norm": 0.627644956111908,
      "learning_rate": 4.251111960543025e-05,
      "loss": 5.1201,
      "step": 333620
    },
    {
      "epoch": 0.2920282097718832,
      "grad_norm": 0.5936962962150574,
      "learning_rate": 4.251090289592704e-05,
      "loss": 5.6564,
      "step": 333625
    },
    {
      "epoch": 0.2920325863655103,
      "grad_norm": 0.6192911267280579,
      "learning_rate": 4.2510686184010665e-05,
      "loss": 5.4108,
      "step": 333630
    },
    {
      "epoch": 0.2920369629591375,
      "grad_norm": 0.5873967409133911,
      "learning_rate": 4.2510469469681125e-05,
      "loss": 5.8787,
      "step": 333635
    },
    {
      "epoch": 0.2920413395527646,
      "grad_norm": 0.5884141325950623,
      "learning_rate": 4.2510252752938484e-05,
      "loss": 6.1953,
      "step": 333640
    },
    {
      "epoch": 0.2920457161463918,
      "grad_norm": 0.6036325693130493,
      "learning_rate": 4.251003603378279e-05,
      "loss": 5.3895,
      "step": 333645
    },
    {
      "epoch": 0.292050092740019,
      "grad_norm": 0.6214253902435303,
      "learning_rate": 4.2509819312214064e-05,
      "loss": 4.6641,
      "step": 333650
    },
    {
      "epoch": 0.2920544693336461,
      "grad_norm": 0.6391369700431824,
      "learning_rate": 4.2509602588232367e-05,
      "loss": 5.1397,
      "step": 333655
    },
    {
      "epoch": 0.29205884592727327,
      "grad_norm": 0.6217328310012817,
      "learning_rate": 4.250938586183774e-05,
      "loss": 5.3066,
      "step": 333660
    },
    {
      "epoch": 0.29206322252090045,
      "grad_norm": 0.5977307558059692,
      "learning_rate": 4.2509169133030215e-05,
      "loss": 5.6513,
      "step": 333665
    },
    {
      "epoch": 0.29206759911452757,
      "grad_norm": 0.6273267865180969,
      "learning_rate": 4.250895240180984e-05,
      "loss": 4.8263,
      "step": 333670
    },
    {
      "epoch": 0.29207197570815474,
      "grad_norm": 0.6162060499191284,
      "learning_rate": 4.2508735668176646e-05,
      "loss": 4.6037,
      "step": 333675
    },
    {
      "epoch": 0.29207635230178186,
      "grad_norm": 0.6574605703353882,
      "learning_rate": 4.250851893213069e-05,
      "loss": 5.065,
      "step": 333680
    },
    {
      "epoch": 0.29208072889540904,
      "grad_norm": 0.6134392619132996,
      "learning_rate": 4.250830219367201e-05,
      "loss": 5.1515,
      "step": 333685
    },
    {
      "epoch": 0.2920851054890362,
      "grad_norm": 0.6172770261764526,
      "learning_rate": 4.250808545280064e-05,
      "loss": 5.5998,
      "step": 333690
    },
    {
      "epoch": 0.29208948208266333,
      "grad_norm": 0.6147648096084595,
      "learning_rate": 4.250786870951663e-05,
      "loss": 4.8993,
      "step": 333695
    },
    {
      "epoch": 0.2920938586762905,
      "grad_norm": 0.7977568507194519,
      "learning_rate": 4.250765196382002e-05,
      "loss": 4.3788,
      "step": 333700
    },
    {
      "epoch": 0.2920982352699177,
      "grad_norm": 0.6554336547851562,
      "learning_rate": 4.2507435215710846e-05,
      "loss": 5.5988,
      "step": 333705
    },
    {
      "epoch": 0.2921026118635448,
      "grad_norm": 0.6671114563941956,
      "learning_rate": 4.250721846518915e-05,
      "loss": 5.166,
      "step": 333710
    },
    {
      "epoch": 0.292106988457172,
      "grad_norm": 0.6227814555168152,
      "learning_rate": 4.2507001712254976e-05,
      "loss": 5.3817,
      "step": 333715
    },
    {
      "epoch": 0.2921113650507991,
      "grad_norm": 0.5864678621292114,
      "learning_rate": 4.2506784956908374e-05,
      "loss": 6.2057,
      "step": 333720
    },
    {
      "epoch": 0.2921157416444263,
      "grad_norm": 0.6009215116500854,
      "learning_rate": 4.250656819914939e-05,
      "loss": 5.6856,
      "step": 333725
    },
    {
      "epoch": 0.29212011823805345,
      "grad_norm": 0.6093897223472595,
      "learning_rate": 4.250635143897804e-05,
      "loss": 5.6973,
      "step": 333730
    },
    {
      "epoch": 0.29212449483168057,
      "grad_norm": 0.6179450154304504,
      "learning_rate": 4.2506134676394395e-05,
      "loss": 4.9161,
      "step": 333735
    },
    {
      "epoch": 0.29212887142530775,
      "grad_norm": 0.6237441301345825,
      "learning_rate": 4.2505917911398475e-05,
      "loss": 5.0443,
      "step": 333740
    },
    {
      "epoch": 0.2921332480189349,
      "grad_norm": 0.6297826766967773,
      "learning_rate": 4.250570114399033e-05,
      "loss": 4.3401,
      "step": 333745
    },
    {
      "epoch": 0.29213762461256204,
      "grad_norm": 0.6207518577575684,
      "learning_rate": 4.250548437417e-05,
      "loss": 5.8961,
      "step": 333750
    },
    {
      "epoch": 0.2921420012061892,
      "grad_norm": 0.6260876655578613,
      "learning_rate": 4.2505267601937524e-05,
      "loss": 5.2188,
      "step": 333755
    },
    {
      "epoch": 0.29214637779981634,
      "grad_norm": 0.6176046133041382,
      "learning_rate": 4.250505082729296e-05,
      "loss": 4.9963,
      "step": 333760
    },
    {
      "epoch": 0.2921507543934435,
      "grad_norm": 0.6243422627449036,
      "learning_rate": 4.2504834050236345e-05,
      "loss": 5.2203,
      "step": 333765
    },
    {
      "epoch": 0.2921551309870707,
      "grad_norm": 0.609384298324585,
      "learning_rate": 4.25046172707677e-05,
      "loss": 4.58,
      "step": 333770
    },
    {
      "epoch": 0.2921595075806978,
      "grad_norm": 0.6577918529510498,
      "learning_rate": 4.2504400488887074e-05,
      "loss": 4.83,
      "step": 333775
    },
    {
      "epoch": 0.292163884174325,
      "grad_norm": 0.6198992133140564,
      "learning_rate": 4.2504183704594524e-05,
      "loss": 6.1906,
      "step": 333780
    },
    {
      "epoch": 0.2921682607679521,
      "grad_norm": 0.5976849794387817,
      "learning_rate": 4.250396691789009e-05,
      "loss": 5.0585,
      "step": 333785
    },
    {
      "epoch": 0.2921726373615793,
      "grad_norm": 0.6089829206466675,
      "learning_rate": 4.2503750128773803e-05,
      "loss": 5.4017,
      "step": 333790
    },
    {
      "epoch": 0.29217701395520645,
      "grad_norm": 0.6014506220817566,
      "learning_rate": 4.25035333372457e-05,
      "loss": 4.7864,
      "step": 333795
    },
    {
      "epoch": 0.2921813905488336,
      "grad_norm": 0.6069285869598389,
      "learning_rate": 4.250331654330584e-05,
      "loss": 5.6778,
      "step": 333800
    },
    {
      "epoch": 0.29218576714246075,
      "grad_norm": 0.6330713033676147,
      "learning_rate": 4.2503099746954257e-05,
      "loss": 4.8974,
      "step": 333805
    },
    {
      "epoch": 0.2921901437360879,
      "grad_norm": 0.6032384634017944,
      "learning_rate": 4.250288294819099e-05,
      "loss": 5.3338,
      "step": 333810
    },
    {
      "epoch": 0.29219452032971505,
      "grad_norm": 0.6268600821495056,
      "learning_rate": 4.250266614701609e-05,
      "loss": 4.3762,
      "step": 333815
    },
    {
      "epoch": 0.2921988969233422,
      "grad_norm": 0.631626546382904,
      "learning_rate": 4.2502449343429585e-05,
      "loss": 5.6443,
      "step": 333820
    },
    {
      "epoch": 0.29220327351696934,
      "grad_norm": 0.6028172969818115,
      "learning_rate": 4.250223253743152e-05,
      "loss": 5.7006,
      "step": 333825
    },
    {
      "epoch": 0.2922076501105965,
      "grad_norm": 0.6177428364753723,
      "learning_rate": 4.250201572902195e-05,
      "loss": 5.1847,
      "step": 333830
    },
    {
      "epoch": 0.2922120267042237,
      "grad_norm": 0.6297006011009216,
      "learning_rate": 4.250179891820091e-05,
      "loss": 5.1904,
      "step": 333835
    },
    {
      "epoch": 0.2922164032978508,
      "grad_norm": 0.607555091381073,
      "learning_rate": 4.2501582104968426e-05,
      "loss": 5.6016,
      "step": 333840
    },
    {
      "epoch": 0.292220779891478,
      "grad_norm": 0.6075910925865173,
      "learning_rate": 4.250136528932457e-05,
      "loss": 4.6172,
      "step": 333845
    },
    {
      "epoch": 0.29222515648510516,
      "grad_norm": 0.6055737733840942,
      "learning_rate": 4.250114847126935e-05,
      "loss": 6.2021,
      "step": 333850
    },
    {
      "epoch": 0.2922295330787323,
      "grad_norm": 0.6768872141838074,
      "learning_rate": 4.250093165080283e-05,
      "loss": 5.1212,
      "step": 333855
    },
    {
      "epoch": 0.29223390967235946,
      "grad_norm": 0.6283401846885681,
      "learning_rate": 4.2500714827925046e-05,
      "loss": 4.6049,
      "step": 333860
    },
    {
      "epoch": 0.2922382862659866,
      "grad_norm": 0.6072000861167908,
      "learning_rate": 4.2500498002636046e-05,
      "loss": 4.7693,
      "step": 333865
    },
    {
      "epoch": 0.29224266285961376,
      "grad_norm": 0.6119007468223572,
      "learning_rate": 4.2500281174935877e-05,
      "loss": 6.1939,
      "step": 333870
    },
    {
      "epoch": 0.29224703945324093,
      "grad_norm": 0.6179217100143433,
      "learning_rate": 4.250006434482455e-05,
      "loss": 5.1896,
      "step": 333875
    },
    {
      "epoch": 0.29225141604686805,
      "grad_norm": 0.618327796459198,
      "learning_rate": 4.2499847512302126e-05,
      "loss": 4.6935,
      "step": 333880
    },
    {
      "epoch": 0.2922557926404952,
      "grad_norm": 0.6015433073043823,
      "learning_rate": 4.249963067736866e-05,
      "loss": 6.2031,
      "step": 333885
    },
    {
      "epoch": 0.2922601692341224,
      "grad_norm": 0.6254833340644836,
      "learning_rate": 4.249941384002418e-05,
      "loss": 5.0712,
      "step": 333890
    },
    {
      "epoch": 0.2922645458277495,
      "grad_norm": 0.6115211248397827,
      "learning_rate": 4.249919700026873e-05,
      "loss": 5.0793,
      "step": 333895
    },
    {
      "epoch": 0.2922689224213767,
      "grad_norm": 0.6297678351402283,
      "learning_rate": 4.249898015810235e-05,
      "loss": 4.4265,
      "step": 333900
    },
    {
      "epoch": 0.2922732990150038,
      "grad_norm": 0.6127880215644836,
      "learning_rate": 4.2498763313525084e-05,
      "loss": 5.0713,
      "step": 333905
    },
    {
      "epoch": 0.292277675608631,
      "grad_norm": 0.6057595014572144,
      "learning_rate": 4.249854646653697e-05,
      "loss": 5.1365,
      "step": 333910
    },
    {
      "epoch": 0.29228205220225817,
      "grad_norm": 0.626491904258728,
      "learning_rate": 4.249832961713805e-05,
      "loss": 4.3751,
      "step": 333915
    },
    {
      "epoch": 0.2922864287958853,
      "grad_norm": 0.6353508830070496,
      "learning_rate": 4.249811276532837e-05,
      "loss": 5.1253,
      "step": 333920
    },
    {
      "epoch": 0.29229080538951246,
      "grad_norm": 0.6065035462379456,
      "learning_rate": 4.249789591110798e-05,
      "loss": 5.1132,
      "step": 333925
    },
    {
      "epoch": 0.2922951819831396,
      "grad_norm": 0.604232668876648,
      "learning_rate": 4.2497679054476904e-05,
      "loss": 5.5889,
      "step": 333930
    },
    {
      "epoch": 0.29229955857676676,
      "grad_norm": 0.6154979467391968,
      "learning_rate": 4.249746219543519e-05,
      "loss": 5.0787,
      "step": 333935
    },
    {
      "epoch": 0.29230393517039394,
      "grad_norm": 0.6027953028678894,
      "learning_rate": 4.249724533398288e-05,
      "loss": 5.5932,
      "step": 333940
    },
    {
      "epoch": 0.29230831176402106,
      "grad_norm": 0.6366788744926453,
      "learning_rate": 4.249702847012002e-05,
      "loss": 4.5913,
      "step": 333945
    },
    {
      "epoch": 0.29231268835764823,
      "grad_norm": 0.6167901158332825,
      "learning_rate": 4.249681160384665e-05,
      "loss": 5.1316,
      "step": 333950
    },
    {
      "epoch": 0.2923170649512754,
      "grad_norm": 0.6042238473892212,
      "learning_rate": 4.249659473516282e-05,
      "loss": 5.3953,
      "step": 333955
    },
    {
      "epoch": 0.2923214415449025,
      "grad_norm": 0.5938768982887268,
      "learning_rate": 4.249637786406856e-05,
      "loss": 5.3494,
      "step": 333960
    },
    {
      "epoch": 0.2923258181385297,
      "grad_norm": 0.6030121445655823,
      "learning_rate": 4.2496160990563905e-05,
      "loss": 4.7899,
      "step": 333965
    },
    {
      "epoch": 0.2923301947321568,
      "grad_norm": 0.5890809893608093,
      "learning_rate": 4.249594411464892e-05,
      "loss": 5.6914,
      "step": 333970
    },
    {
      "epoch": 0.292334571325784,
      "grad_norm": 0.6113423705101013,
      "learning_rate": 4.249572723632362e-05,
      "loss": 4.4921,
      "step": 333975
    },
    {
      "epoch": 0.2923389479194112,
      "grad_norm": 0.6216267347335815,
      "learning_rate": 4.249551035558808e-05,
      "loss": 5.9158,
      "step": 333980
    },
    {
      "epoch": 0.2923433245130383,
      "grad_norm": 0.6307211518287659,
      "learning_rate": 4.2495293472442296e-05,
      "loss": 5.4108,
      "step": 333985
    },
    {
      "epoch": 0.29234770110666547,
      "grad_norm": 0.6051968932151794,
      "learning_rate": 4.249507658688636e-05,
      "loss": 5.1716,
      "step": 333990
    },
    {
      "epoch": 0.29235207770029265,
      "grad_norm": 0.5977227091789246,
      "learning_rate": 4.249485969892028e-05,
      "loss": 5.1743,
      "step": 333995
    },
    {
      "epoch": 0.29235645429391977,
      "grad_norm": 0.5990927219390869,
      "learning_rate": 4.24946428085441e-05,
      "loss": 5.584,
      "step": 334000
    },
    {
      "epoch": 0.29236083088754694,
      "grad_norm": 0.6301853656768799,
      "learning_rate": 4.2494425915757886e-05,
      "loss": 5.3899,
      "step": 334005
    },
    {
      "epoch": 0.29236520748117406,
      "grad_norm": 0.61244136095047,
      "learning_rate": 4.2494209020561645e-05,
      "loss": 5.0556,
      "step": 334010
    },
    {
      "epoch": 0.29236958407480124,
      "grad_norm": 0.597161591053009,
      "learning_rate": 4.249399212295545e-05,
      "loss": 4.7842,
      "step": 334015
    },
    {
      "epoch": 0.2923739606684284,
      "grad_norm": 0.6132797598838806,
      "learning_rate": 4.249377522293934e-05,
      "loss": 5.4244,
      "step": 334020
    },
    {
      "epoch": 0.29237833726205553,
      "grad_norm": 0.6065892577171326,
      "learning_rate": 4.2493558320513324e-05,
      "loss": 5.9037,
      "step": 334025
    },
    {
      "epoch": 0.2923827138556827,
      "grad_norm": 0.6116689443588257,
      "learning_rate": 4.2493341415677476e-05,
      "loss": 5.3931,
      "step": 334030
    },
    {
      "epoch": 0.2923870904493098,
      "grad_norm": 0.6303637623786926,
      "learning_rate": 4.2493124508431846e-05,
      "loss": 5.2031,
      "step": 334035
    },
    {
      "epoch": 0.292391467042937,
      "grad_norm": 0.6390835642814636,
      "learning_rate": 4.2492907598776434e-05,
      "loss": 5.095,
      "step": 334040
    },
    {
      "epoch": 0.2923958436365642,
      "grad_norm": 0.6363268494606018,
      "learning_rate": 4.249269068671132e-05,
      "loss": 5.1795,
      "step": 334045
    },
    {
      "epoch": 0.2924002202301913,
      "grad_norm": 0.6390856504440308,
      "learning_rate": 4.249247377223653e-05,
      "loss": 5.1743,
      "step": 334050
    },
    {
      "epoch": 0.2924045968238185,
      "grad_norm": 0.6329059600830078,
      "learning_rate": 4.249225685535211e-05,
      "loss": 5.096,
      "step": 334055
    },
    {
      "epoch": 0.29240897341744565,
      "grad_norm": 0.6055870056152344,
      "learning_rate": 4.2492039936058095e-05,
      "loss": 5.9299,
      "step": 334060
    },
    {
      "epoch": 0.29241335001107277,
      "grad_norm": 0.6045452952384949,
      "learning_rate": 4.249182301435453e-05,
      "loss": 5.6344,
      "step": 334065
    },
    {
      "epoch": 0.29241772660469995,
      "grad_norm": 0.6365176439285278,
      "learning_rate": 4.249160609024146e-05,
      "loss": 4.8655,
      "step": 334070
    },
    {
      "epoch": 0.29242210319832707,
      "grad_norm": 0.6239050030708313,
      "learning_rate": 4.2491389163718934e-05,
      "loss": 5.072,
      "step": 334075
    },
    {
      "epoch": 0.29242647979195424,
      "grad_norm": 0.6003028154373169,
      "learning_rate": 4.249117223478697e-05,
      "loss": 5.6441,
      "step": 334080
    },
    {
      "epoch": 0.2924308563855814,
      "grad_norm": 0.6013411283493042,
      "learning_rate": 4.249095530344564e-05,
      "loss": 5.3655,
      "step": 334085
    },
    {
      "epoch": 0.29243523297920854,
      "grad_norm": 0.6342747807502747,
      "learning_rate": 4.249073836969496e-05,
      "loss": 4.8244,
      "step": 334090
    },
    {
      "epoch": 0.2924396095728357,
      "grad_norm": 0.6069378852844238,
      "learning_rate": 4.249052143353499e-05,
      "loss": 5.6469,
      "step": 334095
    },
    {
      "epoch": 0.2924439861664629,
      "grad_norm": 0.6032397747039795,
      "learning_rate": 4.249030449496576e-05,
      "loss": 5.2141,
      "step": 334100
    },
    {
      "epoch": 0.29244836276009,
      "grad_norm": 0.6037322282791138,
      "learning_rate": 4.249008755398732e-05,
      "loss": 5.0597,
      "step": 334105
    },
    {
      "epoch": 0.2924527393537172,
      "grad_norm": 0.6338208913803101,
      "learning_rate": 4.248987061059971e-05,
      "loss": 5.3906,
      "step": 334110
    },
    {
      "epoch": 0.2924571159473443,
      "grad_norm": 0.6169090270996094,
      "learning_rate": 4.248965366480296e-05,
      "loss": 5.0624,
      "step": 334115
    },
    {
      "epoch": 0.2924614925409715,
      "grad_norm": 0.6268369555473328,
      "learning_rate": 4.248943671659713e-05,
      "loss": 4.5659,
      "step": 334120
    },
    {
      "epoch": 0.29246586913459865,
      "grad_norm": 0.5983855128288269,
      "learning_rate": 4.248921976598226e-05,
      "loss": 5.3107,
      "step": 334125
    },
    {
      "epoch": 0.2924702457282258,
      "grad_norm": 0.6033923029899597,
      "learning_rate": 4.2489002812958375e-05,
      "loss": 5.633,
      "step": 334130
    },
    {
      "epoch": 0.29247462232185295,
      "grad_norm": 0.6331688761711121,
      "learning_rate": 4.2488785857525535e-05,
      "loss": 5.1489,
      "step": 334135
    },
    {
      "epoch": 0.2924789989154801,
      "grad_norm": 0.6405084133148193,
      "learning_rate": 4.248856889968377e-05,
      "loss": 4.6943,
      "step": 334140
    },
    {
      "epoch": 0.29248337550910725,
      "grad_norm": 0.5974335074424744,
      "learning_rate": 4.2488351939433126e-05,
      "loss": 5.5646,
      "step": 334145
    },
    {
      "epoch": 0.2924877521027344,
      "grad_norm": 0.6289439797401428,
      "learning_rate": 4.248813497677365e-05,
      "loss": 3.6637,
      "step": 334150
    },
    {
      "epoch": 0.29249212869636154,
      "grad_norm": 0.6091547608375549,
      "learning_rate": 4.248791801170537e-05,
      "loss": 4.3797,
      "step": 334155
    },
    {
      "epoch": 0.2924965052899887,
      "grad_norm": 0.6126509308815002,
      "learning_rate": 4.2487701044228346e-05,
      "loss": 5.1126,
      "step": 334160
    },
    {
      "epoch": 0.2925008818836159,
      "grad_norm": 0.608220636844635,
      "learning_rate": 4.248748407434261e-05,
      "loss": 5.3258,
      "step": 334165
    },
    {
      "epoch": 0.292505258477243,
      "grad_norm": 0.6001744270324707,
      "learning_rate": 4.248726710204819e-05,
      "loss": 5.2323,
      "step": 334170
    },
    {
      "epoch": 0.2925096350708702,
      "grad_norm": 0.6168376207351685,
      "learning_rate": 4.248705012734516e-05,
      "loss": 5.3915,
      "step": 334175
    },
    {
      "epoch": 0.2925140116644973,
      "grad_norm": 0.5854332447052002,
      "learning_rate": 4.248683315023354e-05,
      "loss": 5.4362,
      "step": 334180
    },
    {
      "epoch": 0.2925183882581245,
      "grad_norm": 0.6120716333389282,
      "learning_rate": 4.2486616170713376e-05,
      "loss": 4.3827,
      "step": 334185
    },
    {
      "epoch": 0.29252276485175166,
      "grad_norm": 0.5933641791343689,
      "learning_rate": 4.248639918878471e-05,
      "loss": 5.3808,
      "step": 334190
    },
    {
      "epoch": 0.2925271414453788,
      "grad_norm": 0.6135028600692749,
      "learning_rate": 4.248618220444758e-05,
      "loss": 4.8714,
      "step": 334195
    },
    {
      "epoch": 0.29253151803900596,
      "grad_norm": 0.604036808013916,
      "learning_rate": 4.248596521770204e-05,
      "loss": 5.0636,
      "step": 334200
    },
    {
      "epoch": 0.29253589463263313,
      "grad_norm": 0.6218956708908081,
      "learning_rate": 4.248574822854811e-05,
      "loss": 4.8764,
      "step": 334205
    },
    {
      "epoch": 0.29254027122626025,
      "grad_norm": 0.6004753112792969,
      "learning_rate": 4.2485531236985856e-05,
      "loss": 5.1317,
      "step": 334210
    },
    {
      "epoch": 0.2925446478198874,
      "grad_norm": 0.5996314287185669,
      "learning_rate": 4.248531424301531e-05,
      "loss": 4.6062,
      "step": 334215
    },
    {
      "epoch": 0.29254902441351455,
      "grad_norm": 0.6239907741546631,
      "learning_rate": 4.248509724663651e-05,
      "loss": 4.5841,
      "step": 334220
    },
    {
      "epoch": 0.2925534010071417,
      "grad_norm": 0.6069005727767944,
      "learning_rate": 4.24848802478495e-05,
      "loss": 6.2027,
      "step": 334225
    },
    {
      "epoch": 0.2925577776007689,
      "grad_norm": 0.7814238667488098,
      "learning_rate": 4.248466324665431e-05,
      "loss": 4.5883,
      "step": 334230
    },
    {
      "epoch": 0.292562154194396,
      "grad_norm": 0.6230899691581726,
      "learning_rate": 4.248444624305101e-05,
      "loss": 5.7256,
      "step": 334235
    },
    {
      "epoch": 0.2925665307880232,
      "grad_norm": 0.5899924039840698,
      "learning_rate": 4.248422923703963e-05,
      "loss": 5.9123,
      "step": 334240
    },
    {
      "epoch": 0.29257090738165037,
      "grad_norm": 0.596674382686615,
      "learning_rate": 4.2484012228620204e-05,
      "loss": 5.023,
      "step": 334245
    },
    {
      "epoch": 0.2925752839752775,
      "grad_norm": 0.6549224853515625,
      "learning_rate": 4.248379521779278e-05,
      "loss": 5.7035,
      "step": 334250
    },
    {
      "epoch": 0.29257966056890466,
      "grad_norm": 0.6260432600975037,
      "learning_rate": 4.248357820455739e-05,
      "loss": 5.1083,
      "step": 334255
    },
    {
      "epoch": 0.2925840371625318,
      "grad_norm": 0.6130378246307373,
      "learning_rate": 4.2483361188914084e-05,
      "loss": 4.8914,
      "step": 334260
    },
    {
      "epoch": 0.29258841375615896,
      "grad_norm": 0.6296932697296143,
      "learning_rate": 4.248314417086291e-05,
      "loss": 5.7049,
      "step": 334265
    },
    {
      "epoch": 0.29259279034978614,
      "grad_norm": 0.594235897064209,
      "learning_rate": 4.248292715040391e-05,
      "loss": 5.2248,
      "step": 334270
    },
    {
      "epoch": 0.29259716694341326,
      "grad_norm": 0.6228346824645996,
      "learning_rate": 4.248271012753711e-05,
      "loss": 5.1169,
      "step": 334275
    },
    {
      "epoch": 0.29260154353704043,
      "grad_norm": 0.7659850716590881,
      "learning_rate": 4.248249310226256e-05,
      "loss": 4.3698,
      "step": 334280
    },
    {
      "epoch": 0.29260592013066755,
      "grad_norm": 0.6517874598503113,
      "learning_rate": 4.248227607458031e-05,
      "loss": 4.6668,
      "step": 334285
    },
    {
      "epoch": 0.2926102967242947,
      "grad_norm": 0.6338292360305786,
      "learning_rate": 4.2482059044490384e-05,
      "loss": 5.0761,
      "step": 334290
    },
    {
      "epoch": 0.2926146733179219,
      "grad_norm": 0.6111413836479187,
      "learning_rate": 4.248184201199285e-05,
      "loss": 5.4159,
      "step": 334295
    },
    {
      "epoch": 0.292619049911549,
      "grad_norm": 0.6166924238204956,
      "learning_rate": 4.2481624977087716e-05,
      "loss": 4.4006,
      "step": 334300
    },
    {
      "epoch": 0.2926234265051762,
      "grad_norm": 0.6159924864768982,
      "learning_rate": 4.2481407939775054e-05,
      "loss": 4.2966,
      "step": 334305
    },
    {
      "epoch": 0.2926278030988034,
      "grad_norm": 0.620370090007782,
      "learning_rate": 4.24811909000549e-05,
      "loss": 4.6954,
      "step": 334310
    },
    {
      "epoch": 0.2926321796924305,
      "grad_norm": 0.6175605058670044,
      "learning_rate": 4.248097385792728e-05,
      "loss": 5.3899,
      "step": 334315
    },
    {
      "epoch": 0.29263655628605767,
      "grad_norm": 0.5981530547142029,
      "learning_rate": 4.2480756813392256e-05,
      "loss": 4.8037,
      "step": 334320
    },
    {
      "epoch": 0.2926409328796848,
      "grad_norm": 0.6061200499534607,
      "learning_rate": 4.248053976644986e-05,
      "loss": 5.6762,
      "step": 334325
    },
    {
      "epoch": 0.29264530947331197,
      "grad_norm": 0.6088566780090332,
      "learning_rate": 4.248032271710013e-05,
      "loss": 5.6096,
      "step": 334330
    },
    {
      "epoch": 0.29264968606693914,
      "grad_norm": 0.6157557964324951,
      "learning_rate": 4.2480105665343107e-05,
      "loss": 4.9052,
      "step": 334335
    },
    {
      "epoch": 0.29265406266056626,
      "grad_norm": 0.6188737750053406,
      "learning_rate": 4.247988861117884e-05,
      "loss": 4.0957,
      "step": 334340
    },
    {
      "epoch": 0.29265843925419344,
      "grad_norm": 0.6021851897239685,
      "learning_rate": 4.247967155460737e-05,
      "loss": 4.3668,
      "step": 334345
    },
    {
      "epoch": 0.2926628158478206,
      "grad_norm": 0.612259030342102,
      "learning_rate": 4.2479454495628745e-05,
      "loss": 4.8885,
      "step": 334350
    },
    {
      "epoch": 0.29266719244144773,
      "grad_norm": 0.610079824924469,
      "learning_rate": 4.247923743424299e-05,
      "loss": 4.6374,
      "step": 334355
    },
    {
      "epoch": 0.2926715690350749,
      "grad_norm": 0.5979005098342896,
      "learning_rate": 4.247902037045015e-05,
      "loss": 5.0922,
      "step": 334360
    },
    {
      "epoch": 0.29267594562870203,
      "grad_norm": 0.6027621626853943,
      "learning_rate": 4.247880330425028e-05,
      "loss": 5.4033,
      "step": 334365
    },
    {
      "epoch": 0.2926803222223292,
      "grad_norm": 0.6251896023750305,
      "learning_rate": 4.2478586235643426e-05,
      "loss": 5.9346,
      "step": 334370
    },
    {
      "epoch": 0.2926846988159564,
      "grad_norm": 0.6029893159866333,
      "learning_rate": 4.2478369164629606e-05,
      "loss": 4.7814,
      "step": 334375
    },
    {
      "epoch": 0.2926890754095835,
      "grad_norm": 0.6094909906387329,
      "learning_rate": 4.247815209120888e-05,
      "loss": 4.2854,
      "step": 334380
    },
    {
      "epoch": 0.2926934520032107,
      "grad_norm": 0.6213101744651794,
      "learning_rate": 4.2477935015381276e-05,
      "loss": 5.4042,
      "step": 334385
    },
    {
      "epoch": 0.29269782859683785,
      "grad_norm": 0.6001467108726501,
      "learning_rate": 4.247771793714685e-05,
      "loss": 5.688,
      "step": 334390
    },
    {
      "epoch": 0.29270220519046497,
      "grad_norm": 0.5844630002975464,
      "learning_rate": 4.247750085650565e-05,
      "loss": 5.7072,
      "step": 334395
    },
    {
      "epoch": 0.29270658178409215,
      "grad_norm": 0.6184015274047852,
      "learning_rate": 4.24772837734577e-05,
      "loss": 5.4181,
      "step": 334400
    },
    {
      "epoch": 0.29271095837771927,
      "grad_norm": 0.5998281836509705,
      "learning_rate": 4.2477066688003034e-05,
      "loss": 5.5965,
      "step": 334405
    },
    {
      "epoch": 0.29271533497134644,
      "grad_norm": 0.6073870062828064,
      "learning_rate": 4.247684960014172e-05,
      "loss": 5.1215,
      "step": 334410
    },
    {
      "epoch": 0.2927197115649736,
      "grad_norm": 0.6281633973121643,
      "learning_rate": 4.247663250987378e-05,
      "loss": 4.5682,
      "step": 334415
    },
    {
      "epoch": 0.29272408815860074,
      "grad_norm": 0.6007417440414429,
      "learning_rate": 4.2476415417199275e-05,
      "loss": 5.3955,
      "step": 334420
    },
    {
      "epoch": 0.2927284647522279,
      "grad_norm": 0.6188096404075623,
      "learning_rate": 4.2476198322118234e-05,
      "loss": 4.6477,
      "step": 334425
    },
    {
      "epoch": 0.29273284134585503,
      "grad_norm": 0.6008935570716858,
      "learning_rate": 4.247598122463069e-05,
      "loss": 5.7331,
      "step": 334430
    },
    {
      "epoch": 0.2927372179394822,
      "grad_norm": 0.612060010433197,
      "learning_rate": 4.247576412473671e-05,
      "loss": 5.0755,
      "step": 334435
    },
    {
      "epoch": 0.2927415945331094,
      "grad_norm": 0.5994120836257935,
      "learning_rate": 4.2475547022436316e-05,
      "loss": 6.2559,
      "step": 334440
    },
    {
      "epoch": 0.2927459711267365,
      "grad_norm": 0.6130872964859009,
      "learning_rate": 4.2475329917729545e-05,
      "loss": 5.0078,
      "step": 334445
    },
    {
      "epoch": 0.2927503477203637,
      "grad_norm": 0.6294131278991699,
      "learning_rate": 4.2475112810616455e-05,
      "loss": 5.4039,
      "step": 334450
    },
    {
      "epoch": 0.29275472431399086,
      "grad_norm": 0.6212702989578247,
      "learning_rate": 4.247489570109709e-05,
      "loss": 5.1941,
      "step": 334455
    },
    {
      "epoch": 0.292759100907618,
      "grad_norm": 0.6206141114234924,
      "learning_rate": 4.2474678589171454e-05,
      "loss": 4.8906,
      "step": 334460
    },
    {
      "epoch": 0.29276347750124515,
      "grad_norm": 0.6143695116043091,
      "learning_rate": 4.247446147483966e-05,
      "loss": 5.4184,
      "step": 334465
    },
    {
      "epoch": 0.29276785409487227,
      "grad_norm": 0.6162911653518677,
      "learning_rate": 4.247424435810168e-05,
      "loss": 4.7104,
      "step": 334470
    },
    {
      "epoch": 0.29277223068849945,
      "grad_norm": 0.6139106154441833,
      "learning_rate": 4.2474027238957604e-05,
      "loss": 4.0911,
      "step": 334475
    },
    {
      "epoch": 0.2927766072821266,
      "grad_norm": 0.6947399973869324,
      "learning_rate": 4.247381011740744e-05,
      "loss": 4.621,
      "step": 334480
    },
    {
      "epoch": 0.29278098387575374,
      "grad_norm": 0.6491512060165405,
      "learning_rate": 4.2473592993451236e-05,
      "loss": 5.6681,
      "step": 334485
    },
    {
      "epoch": 0.2927853604693809,
      "grad_norm": 0.6081774234771729,
      "learning_rate": 4.247337586708906e-05,
      "loss": 5.6475,
      "step": 334490
    },
    {
      "epoch": 0.2927897370630081,
      "grad_norm": 0.6106858253479004,
      "learning_rate": 4.247315873832093e-05,
      "loss": 4.6222,
      "step": 334495
    },
    {
      "epoch": 0.2927941136566352,
      "grad_norm": 0.6138074994087219,
      "learning_rate": 4.247294160714689e-05,
      "loss": 5.6209,
      "step": 334500
    },
    {
      "epoch": 0.2927984902502624,
      "grad_norm": 0.6177975535392761,
      "learning_rate": 4.2472724473566996e-05,
      "loss": 5.0827,
      "step": 334505
    },
    {
      "epoch": 0.2928028668438895,
      "grad_norm": 0.6326506733894348,
      "learning_rate": 4.247250733758127e-05,
      "loss": 5.8998,
      "step": 334510
    },
    {
      "epoch": 0.2928072434375167,
      "grad_norm": 0.6645947694778442,
      "learning_rate": 4.2472290199189754e-05,
      "loss": 5.3673,
      "step": 334515
    },
    {
      "epoch": 0.29281162003114386,
      "grad_norm": 0.5879851579666138,
      "learning_rate": 4.2472073058392516e-05,
      "loss": 5.6781,
      "step": 334520
    },
    {
      "epoch": 0.292815996624771,
      "grad_norm": 0.6073703765869141,
      "learning_rate": 4.2471855915189575e-05,
      "loss": 5.688,
      "step": 334525
    },
    {
      "epoch": 0.29282037321839816,
      "grad_norm": 0.5950163006782532,
      "learning_rate": 4.247163876958099e-05,
      "loss": 5.1921,
      "step": 334530
    },
    {
      "epoch": 0.29282474981202533,
      "grad_norm": 0.6003133058547974,
      "learning_rate": 4.2471421621566775e-05,
      "loss": 5.9266,
      "step": 334535
    },
    {
      "epoch": 0.29282912640565245,
      "grad_norm": 0.618050217628479,
      "learning_rate": 4.2471204471147e-05,
      "loss": 4.694,
      "step": 334540
    },
    {
      "epoch": 0.2928335029992796,
      "grad_norm": 0.6201279759407043,
      "learning_rate": 4.247098731832169e-05,
      "loss": 5.1875,
      "step": 334545
    },
    {
      "epoch": 0.29283787959290675,
      "grad_norm": 0.6237430572509766,
      "learning_rate": 4.24707701630909e-05,
      "loss": 5.5955,
      "step": 334550
    },
    {
      "epoch": 0.2928422561865339,
      "grad_norm": 0.597278892993927,
      "learning_rate": 4.247055300545465e-05,
      "loss": 5.1903,
      "step": 334555
    },
    {
      "epoch": 0.2928466327801611,
      "grad_norm": 0.5934985280036926,
      "learning_rate": 4.2470335845413e-05,
      "loss": 5.8824,
      "step": 334560
    },
    {
      "epoch": 0.2928510093737882,
      "grad_norm": 0.6106346249580383,
      "learning_rate": 4.2470118682966e-05,
      "loss": 5.6061,
      "step": 334565
    },
    {
      "epoch": 0.2928553859674154,
      "grad_norm": 0.6205455660820007,
      "learning_rate": 4.246990151811366e-05,
      "loss": 4.8604,
      "step": 334570
    },
    {
      "epoch": 0.2928597625610425,
      "grad_norm": 0.6271087527275085,
      "learning_rate": 4.2469684350856063e-05,
      "loss": 4.8193,
      "step": 334575
    },
    {
      "epoch": 0.2928641391546697,
      "grad_norm": 0.619937539100647,
      "learning_rate": 4.246946718119322e-05,
      "loss": 5.2896,
      "step": 334580
    },
    {
      "epoch": 0.29286851574829686,
      "grad_norm": 0.6226575970649719,
      "learning_rate": 4.2469250009125194e-05,
      "loss": 5.2947,
      "step": 334585
    },
    {
      "epoch": 0.292872892341924,
      "grad_norm": 0.6074967384338379,
      "learning_rate": 4.246903283465201e-05,
      "loss": 5.0762,
      "step": 334590
    },
    {
      "epoch": 0.29287726893555116,
      "grad_norm": 0.6194210648536682,
      "learning_rate": 4.246881565777371e-05,
      "loss": 5.5877,
      "step": 334595
    },
    {
      "epoch": 0.29288164552917834,
      "grad_norm": 0.6012653112411499,
      "learning_rate": 4.246859847849034e-05,
      "loss": 5.7023,
      "step": 334600
    },
    {
      "epoch": 0.29288602212280546,
      "grad_norm": 0.608532726764679,
      "learning_rate": 4.246838129680194e-05,
      "loss": 5.6172,
      "step": 334605
    },
    {
      "epoch": 0.29289039871643263,
      "grad_norm": 0.6537488698959351,
      "learning_rate": 4.2468164112708565e-05,
      "loss": 5.7035,
      "step": 334610
    },
    {
      "epoch": 0.29289477531005975,
      "grad_norm": 0.5964493155479431,
      "learning_rate": 4.2467946926210246e-05,
      "loss": 5.8854,
      "step": 334615
    },
    {
      "epoch": 0.2928991519036869,
      "grad_norm": 0.6197655200958252,
      "learning_rate": 4.2467729737307025e-05,
      "loss": 4.8961,
      "step": 334620
    },
    {
      "epoch": 0.2929035284973141,
      "grad_norm": 0.6263091564178467,
      "learning_rate": 4.246751254599894e-05,
      "loss": 5.3051,
      "step": 334625
    },
    {
      "epoch": 0.2929079050909412,
      "grad_norm": 0.6099362969398499,
      "learning_rate": 4.246729535228604e-05,
      "loss": 5.4437,
      "step": 334630
    },
    {
      "epoch": 0.2929122816845684,
      "grad_norm": 0.6053280830383301,
      "learning_rate": 4.246707815616837e-05,
      "loss": 5.4042,
      "step": 334635
    },
    {
      "epoch": 0.2929166582781956,
      "grad_norm": 0.6674416065216064,
      "learning_rate": 4.246686095764596e-05,
      "loss": 4.9412,
      "step": 334640
    },
    {
      "epoch": 0.2929210348718227,
      "grad_norm": 0.6172816157341003,
      "learning_rate": 4.246664375671886e-05,
      "loss": 4.8792,
      "step": 334645
    },
    {
      "epoch": 0.29292541146544987,
      "grad_norm": 0.622819185256958,
      "learning_rate": 4.246642655338712e-05,
      "loss": 5.9043,
      "step": 334650
    },
    {
      "epoch": 0.292929788059077,
      "grad_norm": 0.5933516621589661,
      "learning_rate": 4.246620934765076e-05,
      "loss": 6.2082,
      "step": 334655
    },
    {
      "epoch": 0.29293416465270417,
      "grad_norm": 0.6465861201286316,
      "learning_rate": 4.246599213950984e-05,
      "loss": 5.1688,
      "step": 334660
    },
    {
      "epoch": 0.29293854124633134,
      "grad_norm": 0.6358171105384827,
      "learning_rate": 4.2465774928964396e-05,
      "loss": 4.8933,
      "step": 334665
    },
    {
      "epoch": 0.29294291783995846,
      "grad_norm": 0.6414609551429749,
      "learning_rate": 4.246555771601447e-05,
      "loss": 5.3955,
      "step": 334670
    },
    {
      "epoch": 0.29294729443358564,
      "grad_norm": 0.5900147557258606,
      "learning_rate": 4.24653405006601e-05,
      "loss": 5.883,
      "step": 334675
    },
    {
      "epoch": 0.29295167102721276,
      "grad_norm": 0.6404496431350708,
      "learning_rate": 4.246512328290133e-05,
      "loss": 5.1804,
      "step": 334680
    },
    {
      "epoch": 0.29295604762083993,
      "grad_norm": 0.6343556642532349,
      "learning_rate": 4.246490606273821e-05,
      "loss": 4.604,
      "step": 334685
    },
    {
      "epoch": 0.2929604242144671,
      "grad_norm": 0.6627083420753479,
      "learning_rate": 4.2464688840170775e-05,
      "loss": 5.4392,
      "step": 334690
    },
    {
      "epoch": 0.29296480080809423,
      "grad_norm": 0.6115283370018005,
      "learning_rate": 4.246447161519906e-05,
      "loss": 5.688,
      "step": 334695
    },
    {
      "epoch": 0.2929691774017214,
      "grad_norm": 0.6529854536056519,
      "learning_rate": 4.246425438782312e-05,
      "loss": 5.398,
      "step": 334700
    },
    {
      "epoch": 0.2929735539953486,
      "grad_norm": 0.6294942498207092,
      "learning_rate": 4.246403715804299e-05,
      "loss": 4.4012,
      "step": 334705
    },
    {
      "epoch": 0.2929779305889757,
      "grad_norm": 0.6320173144340515,
      "learning_rate": 4.246381992585872e-05,
      "loss": 5.4211,
      "step": 334710
    },
    {
      "epoch": 0.2929823071826029,
      "grad_norm": 0.6151303648948669,
      "learning_rate": 4.246360269127034e-05,
      "loss": 5.0877,
      "step": 334715
    },
    {
      "epoch": 0.29298668377623,
      "grad_norm": 0.6198334097862244,
      "learning_rate": 4.2463385454277894e-05,
      "loss": 4.8141,
      "step": 334720
    },
    {
      "epoch": 0.29299106036985717,
      "grad_norm": 0.6215876340866089,
      "learning_rate": 4.246316821488143e-05,
      "loss": 5.3775,
      "step": 334725
    },
    {
      "epoch": 0.29299543696348435,
      "grad_norm": 0.6090119481086731,
      "learning_rate": 4.2462950973080984e-05,
      "loss": 5.8951,
      "step": 334730
    },
    {
      "epoch": 0.29299981355711147,
      "grad_norm": 0.6093369126319885,
      "learning_rate": 4.24627337288766e-05,
      "loss": 5.8891,
      "step": 334735
    },
    {
      "epoch": 0.29300419015073864,
      "grad_norm": 0.5956479907035828,
      "learning_rate": 4.2462516482268325e-05,
      "loss": 5.6461,
      "step": 334740
    },
    {
      "epoch": 0.2930085667443658,
      "grad_norm": 0.6209682822227478,
      "learning_rate": 4.2462299233256196e-05,
      "loss": 4.688,
      "step": 334745
    },
    {
      "epoch": 0.29301294333799294,
      "grad_norm": 0.6371510624885559,
      "learning_rate": 4.246208198184025e-05,
      "loss": 4.8183,
      "step": 334750
    },
    {
      "epoch": 0.2930173199316201,
      "grad_norm": 0.6107001900672913,
      "learning_rate": 4.246186472802055e-05,
      "loss": 5.1114,
      "step": 334755
    },
    {
      "epoch": 0.29302169652524723,
      "grad_norm": 0.639320433139801,
      "learning_rate": 4.2461647471797096e-05,
      "loss": 4.576,
      "step": 334760
    },
    {
      "epoch": 0.2930260731188744,
      "grad_norm": 0.6119316220283508,
      "learning_rate": 4.2461430213169985e-05,
      "loss": 5.1548,
      "step": 334765
    },
    {
      "epoch": 0.2930304497125016,
      "grad_norm": 0.6219031810760498,
      "learning_rate": 4.2461212952139204e-05,
      "loss": 4.6285,
      "step": 334770
    },
    {
      "epoch": 0.2930348263061287,
      "grad_norm": 0.6061946153640747,
      "learning_rate": 4.246099568870484e-05,
      "loss": 5.6104,
      "step": 334775
    },
    {
      "epoch": 0.2930392028997559,
      "grad_norm": 0.600033700466156,
      "learning_rate": 4.2460778422866906e-05,
      "loss": 5.5777,
      "step": 334780
    },
    {
      "epoch": 0.29304357949338306,
      "grad_norm": 0.5998317003250122,
      "learning_rate": 4.2460561154625456e-05,
      "loss": 5.1248,
      "step": 334785
    },
    {
      "epoch": 0.2930479560870102,
      "grad_norm": 0.5858361124992371,
      "learning_rate": 4.2460343883980526e-05,
      "loss": 5.9148,
      "step": 334790
    },
    {
      "epoch": 0.29305233268063735,
      "grad_norm": 0.6000855565071106,
      "learning_rate": 4.246012661093216e-05,
      "loss": 5.1687,
      "step": 334795
    },
    {
      "epoch": 0.29305670927426447,
      "grad_norm": 0.596246600151062,
      "learning_rate": 4.245990933548042e-05,
      "loss": 5.3305,
      "step": 334800
    },
    {
      "epoch": 0.29306108586789165,
      "grad_norm": 0.5978559255599976,
      "learning_rate": 4.245969205762531e-05,
      "loss": 5.2307,
      "step": 334805
    },
    {
      "epoch": 0.2930654624615188,
      "grad_norm": 0.6295536160469055,
      "learning_rate": 4.2459474777366904e-05,
      "loss": 4.3807,
      "step": 334810
    },
    {
      "epoch": 0.29306983905514594,
      "grad_norm": 0.6593559384346008,
      "learning_rate": 4.245925749470522e-05,
      "loss": 4.383,
      "step": 334815
    },
    {
      "epoch": 0.2930742156487731,
      "grad_norm": 0.6297792196273804,
      "learning_rate": 4.245904020964031e-05,
      "loss": 4.4034,
      "step": 334820
    },
    {
      "epoch": 0.29307859224240024,
      "grad_norm": 0.5978991985321045,
      "learning_rate": 4.2458822922172225e-05,
      "loss": 5.9047,
      "step": 334825
    },
    {
      "epoch": 0.2930829688360274,
      "grad_norm": 0.5846598148345947,
      "learning_rate": 4.2458605632300995e-05,
      "loss": 6.2219,
      "step": 334830
    },
    {
      "epoch": 0.2930873454296546,
      "grad_norm": 0.5998739004135132,
      "learning_rate": 4.2458388340026666e-05,
      "loss": 4.6038,
      "step": 334835
    },
    {
      "epoch": 0.2930917220232817,
      "grad_norm": 0.6307048797607422,
      "learning_rate": 4.2458171045349284e-05,
      "loss": 4.9023,
      "step": 334840
    },
    {
      "epoch": 0.2930960986169089,
      "grad_norm": 0.6177697777748108,
      "learning_rate": 4.245795374826889e-05,
      "loss": 4.8799,
      "step": 334845
    },
    {
      "epoch": 0.29310047521053606,
      "grad_norm": 0.6146864295005798,
      "learning_rate": 4.245773644878551e-05,
      "loss": 5.2076,
      "step": 334850
    },
    {
      "epoch": 0.2931048518041632,
      "grad_norm": 0.6183096766471863,
      "learning_rate": 4.2457519146899206e-05,
      "loss": 4.9151,
      "step": 334855
    },
    {
      "epoch": 0.29310922839779036,
      "grad_norm": 0.611864447593689,
      "learning_rate": 4.2457301842610006e-05,
      "loss": 4.3771,
      "step": 334860
    },
    {
      "epoch": 0.2931136049914175,
      "grad_norm": 0.6153263449668884,
      "learning_rate": 4.245708453591797e-05,
      "loss": 4.5606,
      "step": 334865
    },
    {
      "epoch": 0.29311798158504465,
      "grad_norm": 0.6168806552886963,
      "learning_rate": 4.245686722682312e-05,
      "loss": 3.8684,
      "step": 334870
    },
    {
      "epoch": 0.2931223581786718,
      "grad_norm": 0.6429898142814636,
      "learning_rate": 4.245664991532551e-05,
      "loss": 6.1707,
      "step": 334875
    },
    {
      "epoch": 0.29312673477229895,
      "grad_norm": 0.6176999807357788,
      "learning_rate": 4.245643260142517e-05,
      "loss": 5.0381,
      "step": 334880
    },
    {
      "epoch": 0.2931311113659261,
      "grad_norm": 0.6324871182441711,
      "learning_rate": 4.2456215285122155e-05,
      "loss": 5.9016,
      "step": 334885
    },
    {
      "epoch": 0.2931354879595533,
      "grad_norm": 0.6352773308753967,
      "learning_rate": 4.245599796641651e-05,
      "loss": 4.8988,
      "step": 334890
    },
    {
      "epoch": 0.2931398645531804,
      "grad_norm": 0.6070749759674072,
      "learning_rate": 4.245578064530825e-05,
      "loss": 4.8665,
      "step": 334895
    },
    {
      "epoch": 0.2931442411468076,
      "grad_norm": 0.6108596324920654,
      "learning_rate": 4.245556332179745e-05,
      "loss": 5.4409,
      "step": 334900
    },
    {
      "epoch": 0.2931486177404347,
      "grad_norm": 0.5983288288116455,
      "learning_rate": 4.245534599588413e-05,
      "loss": 5.3293,
      "step": 334905
    },
    {
      "epoch": 0.2931529943340619,
      "grad_norm": 0.59524005651474,
      "learning_rate": 4.245512866756835e-05,
      "loss": 6.2094,
      "step": 334910
    },
    {
      "epoch": 0.29315737092768906,
      "grad_norm": 0.6214945912361145,
      "learning_rate": 4.245491133685013e-05,
      "loss": 4.8954,
      "step": 334915
    },
    {
      "epoch": 0.2931617475213162,
      "grad_norm": 0.6147168874740601,
      "learning_rate": 4.2454694003729536e-05,
      "loss": 5.3813,
      "step": 334920
    },
    {
      "epoch": 0.29316612411494336,
      "grad_norm": 0.6250430345535278,
      "learning_rate": 4.245447666820659e-05,
      "loss": 5.3763,
      "step": 334925
    },
    {
      "epoch": 0.2931705007085705,
      "grad_norm": 0.6048746109008789,
      "learning_rate": 4.245425933028134e-05,
      "loss": 4.7938,
      "step": 334930
    },
    {
      "epoch": 0.29317487730219766,
      "grad_norm": 0.604965090751648,
      "learning_rate": 4.245404198995383e-05,
      "loss": 5.8982,
      "step": 334935
    },
    {
      "epoch": 0.29317925389582483,
      "grad_norm": 0.6199082136154175,
      "learning_rate": 4.2453824647224105e-05,
      "loss": 4.3714,
      "step": 334940
    },
    {
      "epoch": 0.29318363048945195,
      "grad_norm": 0.6222149133682251,
      "learning_rate": 4.24536073020922e-05,
      "loss": 5.122,
      "step": 334945
    },
    {
      "epoch": 0.2931880070830791,
      "grad_norm": 0.6221393942832947,
      "learning_rate": 4.2453389954558155e-05,
      "loss": 4.8955,
      "step": 334950
    },
    {
      "epoch": 0.2931923836767063,
      "grad_norm": 0.5978332161903381,
      "learning_rate": 4.245317260462203e-05,
      "loss": 5.6395,
      "step": 334955
    },
    {
      "epoch": 0.2931967602703334,
      "grad_norm": 0.625852108001709,
      "learning_rate": 4.245295525228384e-05,
      "loss": 5.0836,
      "step": 334960
    },
    {
      "epoch": 0.2932011368639606,
      "grad_norm": 0.6021584272384644,
      "learning_rate": 4.245273789754365e-05,
      "loss": 5.1658,
      "step": 334965
    },
    {
      "epoch": 0.2932055134575877,
      "grad_norm": 0.6160627603530884,
      "learning_rate": 4.2452520540401486e-05,
      "loss": 4.8634,
      "step": 334970
    },
    {
      "epoch": 0.2932098900512149,
      "grad_norm": 0.6207203269004822,
      "learning_rate": 4.24523031808574e-05,
      "loss": 4.6861,
      "step": 334975
    },
    {
      "epoch": 0.29321426664484207,
      "grad_norm": 0.6176075339317322,
      "learning_rate": 4.245208581891144e-05,
      "loss": 4.8827,
      "step": 334980
    },
    {
      "epoch": 0.2932186432384692,
      "grad_norm": 0.6800780892372131,
      "learning_rate": 4.245186845456362e-05,
      "loss": 4.3881,
      "step": 334985
    },
    {
      "epoch": 0.29322301983209637,
      "grad_norm": 0.6182686686515808,
      "learning_rate": 4.2451651087814004e-05,
      "loss": 4.9273,
      "step": 334990
    },
    {
      "epoch": 0.29322739642572354,
      "grad_norm": 0.624709963798523,
      "learning_rate": 4.245143371866264e-05,
      "loss": 5.3936,
      "step": 334995
    },
    {
      "epoch": 0.29323177301935066,
      "grad_norm": 0.616186797618866,
      "learning_rate": 4.2451216347109556e-05,
      "loss": 5.6451,
      "step": 335000
    },
    {
      "epoch": 0.29323614961297784,
      "grad_norm": 0.6372606158256531,
      "learning_rate": 4.2450998973154796e-05,
      "loss": 5.0947,
      "step": 335005
    },
    {
      "epoch": 0.29324052620660496,
      "grad_norm": 0.6158987283706665,
      "learning_rate": 4.2450781596798406e-05,
      "loss": 5.415,
      "step": 335010
    },
    {
      "epoch": 0.29324490280023213,
      "grad_norm": 0.5955776572227478,
      "learning_rate": 4.245056421804042e-05,
      "loss": 4.6036,
      "step": 335015
    },
    {
      "epoch": 0.2932492793938593,
      "grad_norm": 0.6347233057022095,
      "learning_rate": 4.245034683688089e-05,
      "loss": 5.1265,
      "step": 335020
    },
    {
      "epoch": 0.29325365598748643,
      "grad_norm": 0.6163194179534912,
      "learning_rate": 4.245012945331985e-05,
      "loss": 4.3875,
      "step": 335025
    },
    {
      "epoch": 0.2932580325811136,
      "grad_norm": 0.6212055683135986,
      "learning_rate": 4.244991206735737e-05,
      "loss": 5.5951,
      "step": 335030
    },
    {
      "epoch": 0.2932624091747408,
      "grad_norm": 0.6100487112998962,
      "learning_rate": 4.244969467899343e-05,
      "loss": 4.7877,
      "step": 335035
    },
    {
      "epoch": 0.2932667857683679,
      "grad_norm": 0.6323240995407104,
      "learning_rate": 4.244947728822813e-05,
      "loss": 4.8737,
      "step": 335040
    },
    {
      "epoch": 0.2932711623619951,
      "grad_norm": 0.5977140665054321,
      "learning_rate": 4.24492598950615e-05,
      "loss": 5.0627,
      "step": 335045
    },
    {
      "epoch": 0.2932755389556222,
      "grad_norm": 0.6053556799888611,
      "learning_rate": 4.244904249949356e-05,
      "loss": 5.932,
      "step": 335050
    },
    {
      "epoch": 0.29327991554924937,
      "grad_norm": 0.5940291881561279,
      "learning_rate": 4.244882510152437e-05,
      "loss": 5.4176,
      "step": 335055
    },
    {
      "epoch": 0.29328429214287655,
      "grad_norm": 0.6251794099807739,
      "learning_rate": 4.244860770115396e-05,
      "loss": 4.8729,
      "step": 335060
    },
    {
      "epoch": 0.29328866873650367,
      "grad_norm": 0.6030711531639099,
      "learning_rate": 4.244839029838239e-05,
      "loss": 4.8563,
      "step": 335065
    },
    {
      "epoch": 0.29329304533013084,
      "grad_norm": 0.5911454558372498,
      "learning_rate": 4.2448172893209695e-05,
      "loss": 5.1754,
      "step": 335070
    },
    {
      "epoch": 0.29329742192375796,
      "grad_norm": 0.6193515062332153,
      "learning_rate": 4.244795548563589e-05,
      "loss": 4.1958,
      "step": 335075
    },
    {
      "epoch": 0.29330179851738514,
      "grad_norm": 0.6194125413894653,
      "learning_rate": 4.2447738075661056e-05,
      "loss": 4.6055,
      "step": 335080
    },
    {
      "epoch": 0.2933061751110123,
      "grad_norm": 0.5979553461074829,
      "learning_rate": 4.244752066328522e-05,
      "loss": 5.7165,
      "step": 335085
    },
    {
      "epoch": 0.29331055170463943,
      "grad_norm": 0.6056867837905884,
      "learning_rate": 4.244730324850842e-05,
      "loss": 5.1208,
      "step": 335090
    },
    {
      "epoch": 0.2933149282982666,
      "grad_norm": 0.5957581996917725,
      "learning_rate": 4.24470858313307e-05,
      "loss": 5.3967,
      "step": 335095
    },
    {
      "epoch": 0.2933193048918938,
      "grad_norm": 0.6096567511558533,
      "learning_rate": 4.244686841175211e-05,
      "loss": 4.3588,
      "step": 335100
    },
    {
      "epoch": 0.2933236814855209,
      "grad_norm": 0.6206442713737488,
      "learning_rate": 4.2446650989772674e-05,
      "loss": 5.087,
      "step": 335105
    },
    {
      "epoch": 0.2933280580791481,
      "grad_norm": 0.615106999874115,
      "learning_rate": 4.244643356539245e-05,
      "loss": 5.6642,
      "step": 335110
    },
    {
      "epoch": 0.2933324346727752,
      "grad_norm": 0.6097268462181091,
      "learning_rate": 4.244621613861147e-05,
      "loss": 4.6778,
      "step": 335115
    },
    {
      "epoch": 0.2933368112664024,
      "grad_norm": 0.6146544218063354,
      "learning_rate": 4.244599870942979e-05,
      "loss": 4.678,
      "step": 335120
    },
    {
      "epoch": 0.29334118786002955,
      "grad_norm": 0.6180797815322876,
      "learning_rate": 4.244578127784744e-05,
      "loss": 5.1817,
      "step": 335125
    },
    {
      "epoch": 0.29334556445365667,
      "grad_norm": 0.6153174042701721,
      "learning_rate": 4.244556384386445e-05,
      "loss": 5.3908,
      "step": 335130
    },
    {
      "epoch": 0.29334994104728385,
      "grad_norm": 0.6095998883247375,
      "learning_rate": 4.244534640748089e-05,
      "loss": 5.9055,
      "step": 335135
    },
    {
      "epoch": 0.293354317640911,
      "grad_norm": 0.6201159954071045,
      "learning_rate": 4.2445128968696804e-05,
      "loss": 5.4137,
      "step": 335140
    },
    {
      "epoch": 0.29335869423453814,
      "grad_norm": 0.6062974333763123,
      "learning_rate": 4.2444911527512185e-05,
      "loss": 4.9073,
      "step": 335145
    },
    {
      "epoch": 0.2933630708281653,
      "grad_norm": 0.619916558265686,
      "learning_rate": 4.244469408392713e-05,
      "loss": 5.0885,
      "step": 335150
    },
    {
      "epoch": 0.29336744742179244,
      "grad_norm": 0.6111539602279663,
      "learning_rate": 4.2444476637941656e-05,
      "loss": 4.7872,
      "step": 335155
    },
    {
      "epoch": 0.2933718240154196,
      "grad_norm": 0.6164182424545288,
      "learning_rate": 4.24442591895558e-05,
      "loss": 5.1292,
      "step": 335160
    },
    {
      "epoch": 0.2933762006090468,
      "grad_norm": 0.6022553443908691,
      "learning_rate": 4.244404173876962e-05,
      "loss": 5.4134,
      "step": 335165
    },
    {
      "epoch": 0.2933805772026739,
      "grad_norm": 0.5970772504806519,
      "learning_rate": 4.244382428558314e-05,
      "loss": 5.9037,
      "step": 335170
    },
    {
      "epoch": 0.2933849537963011,
      "grad_norm": 0.5960612893104553,
      "learning_rate": 4.244360682999643e-05,
      "loss": 5.3883,
      "step": 335175
    },
    {
      "epoch": 0.29338933038992826,
      "grad_norm": 0.6024639010429382,
      "learning_rate": 4.24433893720095e-05,
      "loss": 5.7017,
      "step": 335180
    },
    {
      "epoch": 0.2933937069835554,
      "grad_norm": 0.5997248888015747,
      "learning_rate": 4.24431719116224e-05,
      "loss": 5.4116,
      "step": 335185
    },
    {
      "epoch": 0.29339808357718256,
      "grad_norm": 0.597676694393158,
      "learning_rate": 4.2442954448835204e-05,
      "loss": 5.3779,
      "step": 335190
    },
    {
      "epoch": 0.2934024601708097,
      "grad_norm": 0.6059848070144653,
      "learning_rate": 4.24427369836479e-05,
      "loss": 5.2938,
      "step": 335195
    },
    {
      "epoch": 0.29340683676443685,
      "grad_norm": 0.6021983027458191,
      "learning_rate": 4.2442519516060574e-05,
      "loss": 5.4091,
      "step": 335200
    },
    {
      "epoch": 0.293411213358064,
      "grad_norm": 0.6612697243690491,
      "learning_rate": 4.244230204607324e-05,
      "loss": 5.0264,
      "step": 335205
    },
    {
      "epoch": 0.29341558995169115,
      "grad_norm": 0.5976806282997131,
      "learning_rate": 4.2442084573685957e-05,
      "loss": 5.6704,
      "step": 335210
    },
    {
      "epoch": 0.2934199665453183,
      "grad_norm": 0.6231305599212646,
      "learning_rate": 4.244186709889877e-05,
      "loss": 4.8742,
      "step": 335215
    },
    {
      "epoch": 0.29342434313894544,
      "grad_norm": 0.6140645146369934,
      "learning_rate": 4.24416496217117e-05,
      "loss": 4.8929,
      "step": 335220
    },
    {
      "epoch": 0.2934287197325726,
      "grad_norm": 0.6217408776283264,
      "learning_rate": 4.24414321421248e-05,
      "loss": 5.94,
      "step": 335225
    },
    {
      "epoch": 0.2934330963261998,
      "grad_norm": 0.6216030716896057,
      "learning_rate": 4.244121466013813e-05,
      "loss": 5.3539,
      "step": 335230
    },
    {
      "epoch": 0.2934374729198269,
      "grad_norm": 0.6097676157951355,
      "learning_rate": 4.244099717575171e-05,
      "loss": 5.4071,
      "step": 335235
    },
    {
      "epoch": 0.2934418495134541,
      "grad_norm": 0.6321753263473511,
      "learning_rate": 4.244077968896557e-05,
      "loss": 4.8812,
      "step": 335240
    },
    {
      "epoch": 0.29344622610708126,
      "grad_norm": 0.607903242111206,
      "learning_rate": 4.2440562199779786e-05,
      "loss": 6.1398,
      "step": 335245
    },
    {
      "epoch": 0.2934506027007084,
      "grad_norm": 0.6977682709693909,
      "learning_rate": 4.244034470819438e-05,
      "loss": 4.7663,
      "step": 335250
    },
    {
      "epoch": 0.29345497929433556,
      "grad_norm": 0.6153160929679871,
      "learning_rate": 4.244012721420939e-05,
      "loss": 5.89,
      "step": 335255
    },
    {
      "epoch": 0.2934593558879627,
      "grad_norm": 0.5984483361244202,
      "learning_rate": 4.243990971782488e-05,
      "loss": 6.2273,
      "step": 335260
    },
    {
      "epoch": 0.29346373248158986,
      "grad_norm": 0.6471206545829773,
      "learning_rate": 4.243969221904086e-05,
      "loss": 4.6439,
      "step": 335265
    },
    {
      "epoch": 0.29346810907521703,
      "grad_norm": 0.6382407546043396,
      "learning_rate": 4.2439474717857395e-05,
      "loss": 4.6071,
      "step": 335270
    },
    {
      "epoch": 0.29347248566884415,
      "grad_norm": 0.6315522193908691,
      "learning_rate": 4.243925721427452e-05,
      "loss": 5.3186,
      "step": 335275
    },
    {
      "epoch": 0.2934768622624713,
      "grad_norm": 0.611589252948761,
      "learning_rate": 4.243903970829228e-05,
      "loss": 5.1034,
      "step": 335280
    },
    {
      "epoch": 0.2934812388560985,
      "grad_norm": 0.6041406989097595,
      "learning_rate": 4.2438822199910724e-05,
      "loss": 5.6688,
      "step": 335285
    },
    {
      "epoch": 0.2934856154497256,
      "grad_norm": 0.6385281682014465,
      "learning_rate": 4.2438604689129866e-05,
      "loss": 4.7596,
      "step": 335290
    },
    {
      "epoch": 0.2934899920433528,
      "grad_norm": 0.6332234144210815,
      "learning_rate": 4.243838717594979e-05,
      "loss": 5.3955,
      "step": 335295
    },
    {
      "epoch": 0.2934943686369799,
      "grad_norm": 0.5977445244789124,
      "learning_rate": 4.24381696603705e-05,
      "loss": 5.8842,
      "step": 335300
    },
    {
      "epoch": 0.2934987452306071,
      "grad_norm": 0.663061261177063,
      "learning_rate": 4.2437952142392044e-05,
      "loss": 4.3002,
      "step": 335305
    },
    {
      "epoch": 0.29350312182423427,
      "grad_norm": 0.6454721093177795,
      "learning_rate": 4.243773462201449e-05,
      "loss": 4.8598,
      "step": 335310
    },
    {
      "epoch": 0.2935074984178614,
      "grad_norm": 0.774695873260498,
      "learning_rate": 4.243751709923785e-05,
      "loss": 5.7039,
      "step": 335315
    },
    {
      "epoch": 0.29351187501148857,
      "grad_norm": 0.6981651782989502,
      "learning_rate": 4.2437299574062186e-05,
      "loss": 5.6955,
      "step": 335320
    },
    {
      "epoch": 0.2935162516051157,
      "grad_norm": 0.6354010701179504,
      "learning_rate": 4.243708204648753e-05,
      "loss": 5.1193,
      "step": 335325
    },
    {
      "epoch": 0.29352062819874286,
      "grad_norm": 0.8104050755500793,
      "learning_rate": 4.243686451651393e-05,
      "loss": 4.5956,
      "step": 335330
    },
    {
      "epoch": 0.29352500479237004,
      "grad_norm": 0.6213587522506714,
      "learning_rate": 4.243664698414142e-05,
      "loss": 5.0993,
      "step": 335335
    },
    {
      "epoch": 0.29352938138599716,
      "grad_norm": 0.6192135810852051,
      "learning_rate": 4.243642944937004e-05,
      "loss": 5.9453,
      "step": 335340
    },
    {
      "epoch": 0.29353375797962433,
      "grad_norm": 0.6200029850006104,
      "learning_rate": 4.243621191219985e-05,
      "loss": 5.3904,
      "step": 335345
    },
    {
      "epoch": 0.2935381345732515,
      "grad_norm": 0.5993801355361938,
      "learning_rate": 4.243599437263087e-05,
      "loss": 5.5947,
      "step": 335350
    },
    {
      "epoch": 0.29354251116687863,
      "grad_norm": 0.6085771322250366,
      "learning_rate": 4.243577683066317e-05,
      "loss": 5.6379,
      "step": 335355
    },
    {
      "epoch": 0.2935468877605058,
      "grad_norm": 0.6020528078079224,
      "learning_rate": 4.2435559286296755e-05,
      "loss": 5.4484,
      "step": 335360
    },
    {
      "epoch": 0.2935512643541329,
      "grad_norm": 0.636812686920166,
      "learning_rate": 4.243534173953169e-05,
      "loss": 4.5726,
      "step": 335365
    },
    {
      "epoch": 0.2935556409477601,
      "grad_norm": 0.6189537644386292,
      "learning_rate": 4.243512419036803e-05,
      "loss": 5.1123,
      "step": 335370
    },
    {
      "epoch": 0.2935600175413873,
      "grad_norm": 0.5899645090103149,
      "learning_rate": 4.243490663880577e-05,
      "loss": 5.6947,
      "step": 335375
    },
    {
      "epoch": 0.2935643941350144,
      "grad_norm": 0.6334800720214844,
      "learning_rate": 4.2434689084845005e-05,
      "loss": 4.4257,
      "step": 335380
    },
    {
      "epoch": 0.29356877072864157,
      "grad_norm": 0.6131502985954285,
      "learning_rate": 4.243447152848575e-05,
      "loss": 5.0892,
      "step": 335385
    },
    {
      "epoch": 0.29357314732226875,
      "grad_norm": 0.6088846325874329,
      "learning_rate": 4.243425396972804e-05,
      "loss": 6.2492,
      "step": 335390
    },
    {
      "epoch": 0.29357752391589587,
      "grad_norm": 0.6058215498924255,
      "learning_rate": 4.2434036408571945e-05,
      "loss": 5.3438,
      "step": 335395
    },
    {
      "epoch": 0.29358190050952304,
      "grad_norm": 0.6013874411582947,
      "learning_rate": 4.243381884501748e-05,
      "loss": 5.4156,
      "step": 335400
    },
    {
      "epoch": 0.29358627710315016,
      "grad_norm": 0.6293436288833618,
      "learning_rate": 4.24336012790647e-05,
      "loss": 4.593,
      "step": 335405
    },
    {
      "epoch": 0.29359065369677734,
      "grad_norm": 0.6143161058425903,
      "learning_rate": 4.243338371071364e-05,
      "loss": 4.0657,
      "step": 335410
    },
    {
      "epoch": 0.2935950302904045,
      "grad_norm": 0.6066496968269348,
      "learning_rate": 4.243316613996434e-05,
      "loss": 5.6994,
      "step": 335415
    },
    {
      "epoch": 0.29359940688403163,
      "grad_norm": 0.6230632066726685,
      "learning_rate": 4.243294856681687e-05,
      "loss": 5.0604,
      "step": 335420
    },
    {
      "epoch": 0.2936037834776588,
      "grad_norm": 0.5904938578605652,
      "learning_rate": 4.243273099127123e-05,
      "loss": 5.9064,
      "step": 335425
    },
    {
      "epoch": 0.293608160071286,
      "grad_norm": 0.5980191230773926,
      "learning_rate": 4.2432513413327494e-05,
      "loss": 4.5619,
      "step": 335430
    },
    {
      "epoch": 0.2936125366649131,
      "grad_norm": 0.5981206297874451,
      "learning_rate": 4.243229583298568e-05,
      "loss": 5.3594,
      "step": 335435
    },
    {
      "epoch": 0.2936169132585403,
      "grad_norm": 0.6320963501930237,
      "learning_rate": 4.2432078250245845e-05,
      "loss": 5.3947,
      "step": 335440
    },
    {
      "epoch": 0.2936212898521674,
      "grad_norm": 0.6172645688056946,
      "learning_rate": 4.243186066510804e-05,
      "loss": 5.8922,
      "step": 335445
    },
    {
      "epoch": 0.2936256664457946,
      "grad_norm": 0.6047559380531311,
      "learning_rate": 4.2431643077572266e-05,
      "loss": 5.439,
      "step": 335450
    },
    {
      "epoch": 0.29363004303942175,
      "grad_norm": 0.5892254114151001,
      "learning_rate": 4.243142548763861e-05,
      "loss": 5.7065,
      "step": 335455
    },
    {
      "epoch": 0.29363441963304887,
      "grad_norm": 0.6096790432929993,
      "learning_rate": 4.243120789530711e-05,
      "loss": 5.1404,
      "step": 335460
    },
    {
      "epoch": 0.29363879622667605,
      "grad_norm": 0.6144217848777771,
      "learning_rate": 4.243099030057778e-05,
      "loss": 4.6033,
      "step": 335465
    },
    {
      "epoch": 0.29364317282030317,
      "grad_norm": 0.6577047109603882,
      "learning_rate": 4.243077270345068e-05,
      "loss": 4.1631,
      "step": 335470
    },
    {
      "epoch": 0.29364754941393034,
      "grad_norm": 0.6237351894378662,
      "learning_rate": 4.243055510392585e-05,
      "loss": 5.6475,
      "step": 335475
    },
    {
      "epoch": 0.2936519260075575,
      "grad_norm": 0.5994023680686951,
      "learning_rate": 4.2430337502003326e-05,
      "loss": 5.9441,
      "step": 335480
    },
    {
      "epoch": 0.29365630260118464,
      "grad_norm": 0.622617244720459,
      "learning_rate": 4.2430119897683164e-05,
      "loss": 5.5717,
      "step": 335485
    },
    {
      "epoch": 0.2936606791948118,
      "grad_norm": 0.6150916814804077,
      "learning_rate": 4.242990229096541e-05,
      "loss": 5.1219,
      "step": 335490
    },
    {
      "epoch": 0.293665055788439,
      "grad_norm": 0.6390463709831238,
      "learning_rate": 4.2429684681850065e-05,
      "loss": 4.6994,
      "step": 335495
    },
    {
      "epoch": 0.2936694323820661,
      "grad_norm": 0.6137491464614868,
      "learning_rate": 4.242946707033722e-05,
      "loss": 5.9352,
      "step": 335500
    },
    {
      "epoch": 0.2936738089756933,
      "grad_norm": 0.6823397874832153,
      "learning_rate": 4.2429249456426886e-05,
      "loss": 4.9082,
      "step": 335505
    },
    {
      "epoch": 0.2936781855693204,
      "grad_norm": 0.6152358651161194,
      "learning_rate": 4.242903184011911e-05,
      "loss": 5.1756,
      "step": 335510
    },
    {
      "epoch": 0.2936825621629476,
      "grad_norm": 0.6260324716567993,
      "learning_rate": 4.242881422141396e-05,
      "loss": 5.1809,
      "step": 335515
    },
    {
      "epoch": 0.29368693875657476,
      "grad_norm": 0.628272294998169,
      "learning_rate": 4.2428596600311445e-05,
      "loss": 5.3993,
      "step": 335520
    },
    {
      "epoch": 0.2936913153502019,
      "grad_norm": 0.6220097541809082,
      "learning_rate": 4.242837897681161e-05,
      "loss": 5.2938,
      "step": 335525
    },
    {
      "epoch": 0.29369569194382905,
      "grad_norm": 0.6163139343261719,
      "learning_rate": 4.2428161350914516e-05,
      "loss": 4.6004,
      "step": 335530
    },
    {
      "epoch": 0.2937000685374562,
      "grad_norm": 0.6326735019683838,
      "learning_rate": 4.24279437226202e-05,
      "loss": 4.8989,
      "step": 335535
    },
    {
      "epoch": 0.29370444513108335,
      "grad_norm": 0.6179061532020569,
      "learning_rate": 4.242772609192869e-05,
      "loss": 5.406,
      "step": 335540
    },
    {
      "epoch": 0.2937088217247105,
      "grad_norm": 0.6250234246253967,
      "learning_rate": 4.242750845884004e-05,
      "loss": 5.2124,
      "step": 335545
    },
    {
      "epoch": 0.29371319831833764,
      "grad_norm": 0.6289535164833069,
      "learning_rate": 4.2427290823354296e-05,
      "loss": 4.9012,
      "step": 335550
    },
    {
      "epoch": 0.2937175749119648,
      "grad_norm": 0.5953465104103088,
      "learning_rate": 4.2427073185471476e-05,
      "loss": 5.1923,
      "step": 335555
    },
    {
      "epoch": 0.293721951505592,
      "grad_norm": 0.636651337146759,
      "learning_rate": 4.242685554519165e-05,
      "loss": 4.8655,
      "step": 335560
    },
    {
      "epoch": 0.2937263280992191,
      "grad_norm": 0.663877546787262,
      "learning_rate": 4.2426637902514845e-05,
      "loss": 5.1211,
      "step": 335565
    },
    {
      "epoch": 0.2937307046928463,
      "grad_norm": 0.6140236854553223,
      "learning_rate": 4.2426420257441115e-05,
      "loss": 4.9199,
      "step": 335570
    },
    {
      "epoch": 0.2937350812864734,
      "grad_norm": 0.6090607643127441,
      "learning_rate": 4.242620260997049e-05,
      "loss": 5.4215,
      "step": 335575
    },
    {
      "epoch": 0.2937394578801006,
      "grad_norm": 0.599555492401123,
      "learning_rate": 4.2425984960103016e-05,
      "loss": 5.3921,
      "step": 335580
    },
    {
      "epoch": 0.29374383447372776,
      "grad_norm": 0.6421590447425842,
      "learning_rate": 4.2425767307838735e-05,
      "loss": 4.5777,
      "step": 335585
    },
    {
      "epoch": 0.2937482110673549,
      "grad_norm": 0.6314287781715393,
      "learning_rate": 4.242554965317769e-05,
      "loss": 5.9266,
      "step": 335590
    },
    {
      "epoch": 0.29375258766098206,
      "grad_norm": 0.6195364594459534,
      "learning_rate": 4.242533199611991e-05,
      "loss": 5.1749,
      "step": 335595
    },
    {
      "epoch": 0.29375696425460923,
      "grad_norm": 0.6240656971931458,
      "learning_rate": 4.242511433666546e-05,
      "loss": 5.1841,
      "step": 335600
    },
    {
      "epoch": 0.29376134084823635,
      "grad_norm": 0.6250355243682861,
      "learning_rate": 4.2424896674814374e-05,
      "loss": 5.1222,
      "step": 335605
    },
    {
      "epoch": 0.2937657174418635,
      "grad_norm": 0.6221712231636047,
      "learning_rate": 4.242467901056668e-05,
      "loss": 4.5959,
      "step": 335610
    },
    {
      "epoch": 0.29377009403549065,
      "grad_norm": 0.6301149725914001,
      "learning_rate": 4.242446134392244e-05,
      "loss": 5.2026,
      "step": 335615
    },
    {
      "epoch": 0.2937744706291178,
      "grad_norm": 0.6008798480033875,
      "learning_rate": 4.2424243674881684e-05,
      "loss": 5.7046,
      "step": 335620
    },
    {
      "epoch": 0.293778847222745,
      "grad_norm": 0.6011657118797302,
      "learning_rate": 4.242402600344446e-05,
      "loss": 5.6711,
      "step": 335625
    },
    {
      "epoch": 0.2937832238163721,
      "grad_norm": 0.6164330840110779,
      "learning_rate": 4.2423808329610803e-05,
      "loss": 4.8814,
      "step": 335630
    },
    {
      "epoch": 0.2937876004099993,
      "grad_norm": 0.6348288655281067,
      "learning_rate": 4.242359065338076e-05,
      "loss": 5.1937,
      "step": 335635
    },
    {
      "epoch": 0.29379197700362647,
      "grad_norm": 0.6203992962837219,
      "learning_rate": 4.242337297475437e-05,
      "loss": 5.0914,
      "step": 335640
    },
    {
      "epoch": 0.2937963535972536,
      "grad_norm": 0.6335906386375427,
      "learning_rate": 4.2423155293731674e-05,
      "loss": 5.734,
      "step": 335645
    },
    {
      "epoch": 0.29380073019088077,
      "grad_norm": 0.6126995086669922,
      "learning_rate": 4.242293761031272e-05,
      "loss": 5.4092,
      "step": 335650
    },
    {
      "epoch": 0.2938051067845079,
      "grad_norm": 0.7017619013786316,
      "learning_rate": 4.242271992449755e-05,
      "loss": 4.9116,
      "step": 335655
    },
    {
      "epoch": 0.29380948337813506,
      "grad_norm": 0.6156502962112427,
      "learning_rate": 4.24225022362862e-05,
      "loss": 4.5093,
      "step": 335660
    },
    {
      "epoch": 0.29381385997176224,
      "grad_norm": 0.6206443309783936,
      "learning_rate": 4.2422284545678714e-05,
      "loss": 4.0693,
      "step": 335665
    },
    {
      "epoch": 0.29381823656538936,
      "grad_norm": 0.6353785395622253,
      "learning_rate": 4.242206685267514e-05,
      "loss": 5.6082,
      "step": 335670
    },
    {
      "epoch": 0.29382261315901653,
      "grad_norm": 0.6510368585586548,
      "learning_rate": 4.242184915727551e-05,
      "loss": 3.8762,
      "step": 335675
    },
    {
      "epoch": 0.2938269897526437,
      "grad_norm": 0.7571613192558289,
      "learning_rate": 4.242163145947986e-05,
      "loss": 5.6297,
      "step": 335680
    },
    {
      "epoch": 0.29383136634627083,
      "grad_norm": 0.6440509557723999,
      "learning_rate": 4.242141375928825e-05,
      "loss": 4.6712,
      "step": 335685
    },
    {
      "epoch": 0.293835742939898,
      "grad_norm": 0.6268433332443237,
      "learning_rate": 4.2421196056700726e-05,
      "loss": 5.1874,
      "step": 335690
    },
    {
      "epoch": 0.2938401195335251,
      "grad_norm": 0.6471744775772095,
      "learning_rate": 4.242097835171731e-05,
      "loss": 5.2965,
      "step": 335695
    },
    {
      "epoch": 0.2938444961271523,
      "grad_norm": 0.6072134971618652,
      "learning_rate": 4.2420760644338054e-05,
      "loss": 5.3,
      "step": 335700
    },
    {
      "epoch": 0.2938488727207795,
      "grad_norm": 0.6475778222084045,
      "learning_rate": 4.2420542934563e-05,
      "loss": 5.6677,
      "step": 335705
    },
    {
      "epoch": 0.2938532493144066,
      "grad_norm": 0.6078230142593384,
      "learning_rate": 4.2420325222392186e-05,
      "loss": 5.9098,
      "step": 335710
    },
    {
      "epoch": 0.29385762590803377,
      "grad_norm": 0.616582989692688,
      "learning_rate": 4.242010750782566e-05,
      "loss": 4.655,
      "step": 335715
    },
    {
      "epoch": 0.2938620025016609,
      "grad_norm": 0.6200475096702576,
      "learning_rate": 4.2419889790863455e-05,
      "loss": 5.3946,
      "step": 335720
    },
    {
      "epoch": 0.29386637909528807,
      "grad_norm": 0.6002936363220215,
      "learning_rate": 4.241967207150562e-05,
      "loss": 5.4176,
      "step": 335725
    },
    {
      "epoch": 0.29387075568891524,
      "grad_norm": 0.6099311113357544,
      "learning_rate": 4.24194543497522e-05,
      "loss": 4.8627,
      "step": 335730
    },
    {
      "epoch": 0.29387513228254236,
      "grad_norm": 0.6030922532081604,
      "learning_rate": 4.241923662560322e-05,
      "loss": 5.1196,
      "step": 335735
    },
    {
      "epoch": 0.29387950887616954,
      "grad_norm": 0.6066330075263977,
      "learning_rate": 4.241901889905875e-05,
      "loss": 5.6197,
      "step": 335740
    },
    {
      "epoch": 0.2938838854697967,
      "grad_norm": 0.6218825578689575,
      "learning_rate": 4.2418801170118806e-05,
      "loss": 5.1795,
      "step": 335745
    },
    {
      "epoch": 0.29388826206342383,
      "grad_norm": 0.6296201348304749,
      "learning_rate": 4.2418583438783444e-05,
      "loss": 5.2173,
      "step": 335750
    },
    {
      "epoch": 0.293892638657051,
      "grad_norm": 0.6200023293495178,
      "learning_rate": 4.24183657050527e-05,
      "loss": 4.9155,
      "step": 335755
    },
    {
      "epoch": 0.29389701525067813,
      "grad_norm": 0.6125568747520447,
      "learning_rate": 4.241814796892663e-05,
      "loss": 5.3712,
      "step": 335760
    },
    {
      "epoch": 0.2939013918443053,
      "grad_norm": 0.6645119786262512,
      "learning_rate": 4.2417930230405255e-05,
      "loss": 4.1774,
      "step": 335765
    },
    {
      "epoch": 0.2939057684379325,
      "grad_norm": 0.6183186769485474,
      "learning_rate": 4.241771248948863e-05,
      "loss": 5.6755,
      "step": 335770
    },
    {
      "epoch": 0.2939101450315596,
      "grad_norm": 0.6081039905548096,
      "learning_rate": 4.241749474617679e-05,
      "loss": 5.1525,
      "step": 335775
    },
    {
      "epoch": 0.2939145216251868,
      "grad_norm": 0.6000692248344421,
      "learning_rate": 4.241727700046978e-05,
      "loss": 6.1877,
      "step": 335780
    },
    {
      "epoch": 0.29391889821881395,
      "grad_norm": 0.6713210940361023,
      "learning_rate": 4.2417059252367644e-05,
      "loss": 4.8489,
      "step": 335785
    },
    {
      "epoch": 0.29392327481244107,
      "grad_norm": 0.6849347949028015,
      "learning_rate": 4.241684150187042e-05,
      "loss": 5.6428,
      "step": 335790
    },
    {
      "epoch": 0.29392765140606825,
      "grad_norm": 0.6300906538963318,
      "learning_rate": 4.2416623748978156e-05,
      "loss": 4.5761,
      "step": 335795
    },
    {
      "epoch": 0.29393202799969537,
      "grad_norm": 0.5985475778579712,
      "learning_rate": 4.241640599369089e-05,
      "loss": 5.4297,
      "step": 335800
    },
    {
      "epoch": 0.29393640459332254,
      "grad_norm": 0.6130803227424622,
      "learning_rate": 4.241618823600867e-05,
      "loss": 4.3657,
      "step": 335805
    },
    {
      "epoch": 0.2939407811869497,
      "grad_norm": 0.6279356479644775,
      "learning_rate": 4.241597047593152e-05,
      "loss": 5.1803,
      "step": 335810
    },
    {
      "epoch": 0.29394515778057684,
      "grad_norm": 0.6179897785186768,
      "learning_rate": 4.2415752713459514e-05,
      "loss": 4.0585,
      "step": 335815
    },
    {
      "epoch": 0.293949534374204,
      "grad_norm": 0.6194366812705994,
      "learning_rate": 4.241553494859266e-05,
      "loss": 5.1204,
      "step": 335820
    },
    {
      "epoch": 0.2939539109678312,
      "grad_norm": 0.6381087899208069,
      "learning_rate": 4.241531718133102e-05,
      "loss": 5.1683,
      "step": 335825
    },
    {
      "epoch": 0.2939582875614583,
      "grad_norm": 0.6509953737258911,
      "learning_rate": 4.241509941167462e-05,
      "loss": 4.8859,
      "step": 335830
    },
    {
      "epoch": 0.2939626641550855,
      "grad_norm": 0.6191733479499817,
      "learning_rate": 4.2414881639623514e-05,
      "loss": 4.89,
      "step": 335835
    },
    {
      "epoch": 0.2939670407487126,
      "grad_norm": 0.6953052282333374,
      "learning_rate": 4.241466386517776e-05,
      "loss": 4.7566,
      "step": 335840
    },
    {
      "epoch": 0.2939714173423398,
      "grad_norm": 0.6090030670166016,
      "learning_rate": 4.241444608833737e-05,
      "loss": 4.5603,
      "step": 335845
    },
    {
      "epoch": 0.29397579393596696,
      "grad_norm": 0.6082037091255188,
      "learning_rate": 4.24142283091024e-05,
      "loss": 4.0282,
      "step": 335850
    },
    {
      "epoch": 0.2939801705295941,
      "grad_norm": 0.623712956905365,
      "learning_rate": 4.241401052747289e-05,
      "loss": 5.9252,
      "step": 335855
    },
    {
      "epoch": 0.29398454712322125,
      "grad_norm": 0.622745156288147,
      "learning_rate": 4.241379274344889e-05,
      "loss": 5.7378,
      "step": 335860
    },
    {
      "epoch": 0.29398892371684837,
      "grad_norm": 0.6093382835388184,
      "learning_rate": 4.241357495703042e-05,
      "loss": 4.6641,
      "step": 335865
    },
    {
      "epoch": 0.29399330031047555,
      "grad_norm": 0.61297607421875,
      "learning_rate": 4.241335716821755e-05,
      "loss": 5.2885,
      "step": 335870
    },
    {
      "epoch": 0.2939976769041027,
      "grad_norm": 0.6127513647079468,
      "learning_rate": 4.24131393770103e-05,
      "loss": 4.8764,
      "step": 335875
    },
    {
      "epoch": 0.29400205349772984,
      "grad_norm": 0.6069740056991577,
      "learning_rate": 4.241292158340873e-05,
      "loss": 5.3215,
      "step": 335880
    },
    {
      "epoch": 0.294006430091357,
      "grad_norm": 0.6032681465148926,
      "learning_rate": 4.2412703787412856e-05,
      "loss": 5.2075,
      "step": 335885
    },
    {
      "epoch": 0.2940108066849842,
      "grad_norm": 0.6122049689292908,
      "learning_rate": 4.2412485989022754e-05,
      "loss": 4.6966,
      "step": 335890
    },
    {
      "epoch": 0.2940151832786113,
      "grad_norm": 0.6167675256729126,
      "learning_rate": 4.2412268188238435e-05,
      "loss": 4.6797,
      "step": 335895
    },
    {
      "epoch": 0.2940195598722385,
      "grad_norm": 0.6092556118965149,
      "learning_rate": 4.241205038505997e-05,
      "loss": 5.0847,
      "step": 335900
    },
    {
      "epoch": 0.2940239364658656,
      "grad_norm": 0.61711186170578,
      "learning_rate": 4.241183257948738e-05,
      "loss": 5.4153,
      "step": 335905
    },
    {
      "epoch": 0.2940283130594928,
      "grad_norm": 0.6100495457649231,
      "learning_rate": 4.24116147715207e-05,
      "loss": 4.8518,
      "step": 335910
    },
    {
      "epoch": 0.29403268965311996,
      "grad_norm": 0.6305516362190247,
      "learning_rate": 4.241139696116e-05,
      "loss": 5.3732,
      "step": 335915
    },
    {
      "epoch": 0.2940370662467471,
      "grad_norm": 0.5968008041381836,
      "learning_rate": 4.24111791484053e-05,
      "loss": 5.1861,
      "step": 335920
    },
    {
      "epoch": 0.29404144284037426,
      "grad_norm": 0.6110436916351318,
      "learning_rate": 4.241096133325665e-05,
      "loss": 5.6365,
      "step": 335925
    },
    {
      "epoch": 0.29404581943400143,
      "grad_norm": 0.604712724685669,
      "learning_rate": 4.24107435157141e-05,
      "loss": 5.2097,
      "step": 335930
    },
    {
      "epoch": 0.29405019602762855,
      "grad_norm": 0.6726735234260559,
      "learning_rate": 4.241052569577767e-05,
      "loss": 4.8037,
      "step": 335935
    },
    {
      "epoch": 0.2940545726212557,
      "grad_norm": 0.6077304482460022,
      "learning_rate": 4.241030787344742e-05,
      "loss": 5.159,
      "step": 335940
    },
    {
      "epoch": 0.29405894921488285,
      "grad_norm": 0.6108885407447815,
      "learning_rate": 4.241009004872338e-05,
      "loss": 4.831,
      "step": 335945
    },
    {
      "epoch": 0.29406332580851,
      "grad_norm": 0.6150903701782227,
      "learning_rate": 4.24098722216056e-05,
      "loss": 5.873,
      "step": 335950
    },
    {
      "epoch": 0.2940677024021372,
      "grad_norm": 0.616070032119751,
      "learning_rate": 4.2409654392094135e-05,
      "loss": 4.9008,
      "step": 335955
    },
    {
      "epoch": 0.2940720789957643,
      "grad_norm": 0.6092035174369812,
      "learning_rate": 4.2409436560189e-05,
      "loss": 5.1148,
      "step": 335960
    },
    {
      "epoch": 0.2940764555893915,
      "grad_norm": 0.6240404844284058,
      "learning_rate": 4.240921872589025e-05,
      "loss": 4.6059,
      "step": 335965
    },
    {
      "epoch": 0.2940808321830186,
      "grad_norm": 0.6326109766960144,
      "learning_rate": 4.2409000889197936e-05,
      "loss": 4.4006,
      "step": 335970
    },
    {
      "epoch": 0.2940852087766458,
      "grad_norm": 0.6095291972160339,
      "learning_rate": 4.240878305011209e-05,
      "loss": 4.9088,
      "step": 335975
    },
    {
      "epoch": 0.29408958537027297,
      "grad_norm": 0.6160590648651123,
      "learning_rate": 4.240856520863274e-05,
      "loss": 5.3687,
      "step": 335980
    },
    {
      "epoch": 0.2940939619639001,
      "grad_norm": 0.6279149055480957,
      "learning_rate": 4.240834736475996e-05,
      "loss": 5.1051,
      "step": 335985
    },
    {
      "epoch": 0.29409833855752726,
      "grad_norm": 0.6020625233650208,
      "learning_rate": 4.240812951849377e-05,
      "loss": 5.7004,
      "step": 335990
    },
    {
      "epoch": 0.29410271515115444,
      "grad_norm": 0.6500680446624756,
      "learning_rate": 4.240791166983421e-05,
      "loss": 4.6419,
      "step": 335995
    },
    {
      "epoch": 0.29410709174478156,
      "grad_norm": 0.6077774167060852,
      "learning_rate": 4.2407693818781334e-05,
      "loss": 5.9051,
      "step": 336000
    }
  ],
  "logging_steps": 5,
  "max_steps": 1142441,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 7.047301605547185e+20,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}